-- Logs begin at Sun 2022-02-20 04:39:32 UTC, end at Sun 2022-02-20 07:03:18 UTC. -- Feb 20 05:13:59.117375 n-d-829866-5 systemd[1]: Started Devstack devstack@q-svc.service. Feb 20 05:14:02.069362 n-d-829866-5 neutron-server[103299]: INFO neutron.common.config [-] Logging enabled! Feb 20 05:14:02.069962 n-d-829866-5 neutron-server[103299]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 20 05:14:02.070162 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103299) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 20 05:14:02.074060 n-d-829866-5 neutron-server[103299]: INFO neutron.common.config [-] Logging enabled! Feb 20 05:14:02.074326 n-d-829866-5 neutron-server[103299]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 20 05:14:02.074650 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103299) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 20 05:14:02.075632 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 05:14:02.075876 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 05:14:02.076263 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 05:14:02.076517 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 05:14:02.077156 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 05:14:02.077492 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.077928 n-d-829866-5 neutron-server[103299]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 20 05:14:02.078254 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.078563 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.078867 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.079196 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.079496 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.079790 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.080088 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.080395 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.080692 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.080982 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.081274 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.081573 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.081873 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.082170 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.082465 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.082758 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] debug = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.083082 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.083525 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.083934 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.084224 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.084521 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.084811 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.085091 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.085386 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.085669 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.086003 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] host = n-d-829866-5 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.086291 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.086585 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.086879 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.087196 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.087478 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.087762 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.088055 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.088335 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.088644 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] log_file = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.088933 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.089233 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.089533 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.089841 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.090077 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.090310 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.090874 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.091196 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.091487 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.091779 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.092067 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.092355 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.092640 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.092922 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.093219 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.093514 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.093811 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.094097 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.094382 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.094663 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.094972 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.095273 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.095561 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.095847 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.096133 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.096432 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.096711 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.096995 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.097305 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.097602 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.097895 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.098190 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.098476 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.098768 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.099075 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.099359 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.099640 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] use_json = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.099962 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.100245 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.100536 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.100818 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.101099 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.101383 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.101664 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.101964 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.102243 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:02.102548 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.102855 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.103190 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.103502 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.103806 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.104098 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.104914 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.105200 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.105500 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.105799 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.106103 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.106394 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.106703 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.107030 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.107338 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.107649 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.107952 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.108253 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.108539 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.108823 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.109106 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.109391 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.109686 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.109971 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.110269 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.110566 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.110850 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.111181 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.111474 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.111782 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.112082 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.112365 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.112653 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.112952 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.113236 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.113516 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.113799 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.114098 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.114384 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.114666 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.114978 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.115267 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.115548 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.115824 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.116109 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.116408 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.116693 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.116973 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.117253 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.117538 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.117820 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.118117 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.118405 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.118689 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.118999 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.119288 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.119572 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.119898 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.120709 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.120996 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.121283 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.121568 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.121856 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.122138 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.122421 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.122709 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.123026 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.123311 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.123597 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.123880 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.124162 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.124443 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.124722 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.125005 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.125301 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.125607 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.125891 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.126176 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.126462 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.126747 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.127056 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.127343 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.127630 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.127917 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.128200 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.128501 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.128796 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.129094 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.129408 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.129697 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.130003 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.130291 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.130577 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.130871 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.131185 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.131475 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.131776 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.132068 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.132375 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.132680 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.132986 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.133290 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.133589 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.133878 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.134192 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.134479 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:02.134705 n-d-829866-5 neutron-server[103299]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 05:14:02.134978 n-d-829866-5 neutron-server[103299]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103299) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 20 05:14:02.510952 n-d-829866-5 neutron-server[103299]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 20 05:14:02.511243 n-d-829866-5 neutron-server[103299]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 20 05:14:02.511560 n-d-829866-5 neutron-server[103299]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 20 05:14:02.512046 n-d-829866-5 neutron-server[103299]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 20 05:14:02.843518 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:02.843747 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:02.844027 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:02.845343 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:02.845626 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:02.845902 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:02.891971 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:02.892253 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:02.892526 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:02.906667 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:02.906986 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:02.907267 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:02.938968 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:02.939258 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:02.939530 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:02.976749 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:02.977038 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:02.977315 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.326012 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.326656 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.326656 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.326835 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.327561 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.427628 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.427955 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.428246 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.428524 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.428798 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.429113 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.429378 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.429639 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.429896 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.430189 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.430450 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.430718 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.431005 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.431265 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.431528 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.431797 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.432056 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.432331 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.432630 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.432893 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.433167 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.433425 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.433709 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.434091 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.434344 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.434596 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.435023 n-d-829866-5 neutron-server[103299]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103299) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 05:14:03.435272 n-d-829866-5 neutron-server[103299]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103299) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 05:14:03.435516 n-d-829866-5 neutron-server[103299]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103299) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 05:14:03.435758 n-d-829866-5 neutron-server[103299]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103299) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 05:14:03.436004 n-d-829866-5 neutron-server[103299]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103299) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 05:14:03.436245 n-d-829866-5 neutron-server[103299]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103299) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 05:14:03.436611 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 20 05:14:03.439840 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 20 05:14:03.443938 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 20 05:14:03.447822 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 20 05:14:03.449552 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 20 05:14:03.450024 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 20 05:14:03.450368 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 20 05:14:03.450760 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 20 05:14:03.454404 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 20 05:14:03.454699 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 20 05:14:03.455093 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 20 05:14:03.463403 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 20 05:14:03.491169 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 20 05:14:03.491640 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.491952 n-d-829866-5 neutron-server[103299]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103299) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 20 05:14:03.492322 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.493726 n-d-829866-5 neutron-server[103299]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103299) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 20 05:14:03.494019 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 20 05:14:03.494270 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 20 05:14:03.497645 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.497938 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:03.560643 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 20 05:14:03.560889 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 20 05:14:03.561130 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 20 05:14:03.561504 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 20 05:14:03.582282 n-d-829866-5 neutron-server[103299]: DEBUG oslo_db.sqlalchemy.engines [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103299) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 20 05:14:04.021535 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.managers [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Initializing driver for type 'gre' Feb 20 05:14:04.022101 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] gre ID ranges: [(1, 1000)] Feb 20 05:14:04.075531 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.managers [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Initializing driver for type 'local' Feb 20 05:14:04.075873 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.managers [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Initializing driver for type 'vlan' Feb 20 05:14:04.087744 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] VlanTypeDriver initialization complete Feb 20 05:14:04.088124 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.managers [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Initializing driver for type 'vxlan' Feb 20 05:14:04.088605 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] vxlan ID ranges: [(1, 1000)] Feb 20 05:14:04.140836 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.managers [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Initializing extension driver 'port_security' Feb 20 05:14:04.141207 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.extensions.port_security [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] PortSecurityExtensionDriver initialization complete Feb 20 05:14:04.141560 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.managers [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Initializing mechanism driver 'openvswitch' Feb 20 05:14:04.141892 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.managers [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Initializing mechanism driver 'hyperv' Feb 20 05:14:04.148551 n-d-829866-5 neutron-server[103299]: DEBUG neutron.plugins.ml2.plugin [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:14:04.149407 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > port after_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.149797 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > port after_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.150162 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > port after_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.150700 n-d-829866-5 neutron-server[103299]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103299) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 05:14:04.151191 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.151559 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.151914 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.152321 n-d-829866-5 neutron-server[103299]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103299) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 05:14:04.152734 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > network after_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.153090 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > network after_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.153440 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > network after_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.153841 n-d-829866-5 neutron-server[103299]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103299) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 05:14:04.154258 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > security_group after_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.154616 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > security_group after_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.154989 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.155399 n-d-829866-5 neutron-server[103299]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103299) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 05:14:04.155814 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.156170 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.156552 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.157012 n-d-829866-5 neutron-server[103299]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103299) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 05:14:04.157426 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > address_group after_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.157782 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > address_group after_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.158127 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.158531 n-d-829866-5 neutron-server[103299]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103299) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 05:14:04.159056 n-d-829866-5 neutron-server[103299]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] ML2 OVO RPC backend initialized. {{(pid=103299) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 20 05:14:04.159818 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.160203 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.160686 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > network before_response 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.161085 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > networks before_response 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.161476 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > port before_response 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.161869 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > ports before_response 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.162302 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > subnet before_response 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.162669 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > subnets before_response 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.163092 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > network after_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.163476 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > network after_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.163868 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > network after_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.164264 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > port after_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.164771 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > port after_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.165080 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > port after_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.165457 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.165848 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.166234 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.174396 n-d-829866-5 neutron-server[103299]: INFO neutron.quota [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded quota_driver: . Feb 20 05:14:04.174823 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.plugin [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Modular L2 Plugin initialization complete Feb 20 05:14:04.175269 n-d-829866-5 neutron-server[103299]: DEBUG neutron.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading services supported by the core plugin {{(pid=103299) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 20 05:14:04.175700 n-d-829866-5 neutron-server[103299]: INFO neutron.plugins.ml2.managers [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Got port-security extension from driver 'port_security' Feb 20 05:14:04.176235 n-d-829866-5 neutron-server[103299]: INFO neutron.extensions.vlantransparent [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Disabled vlantransparent extension. Feb 20 05:14:04.176786 n-d-829866-5 neutron-server[103299]: DEBUG neutron.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103299) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 20 05:14:04.177157 n-d-829866-5 neutron-server[103299]: INFO neutron.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading Plugin: router Feb 20 05:14:04.213872 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.214272 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > router after_create 55549900 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.214651 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > router before_create 55549900 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.215052 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.215436 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.216066 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > router after_delete 55549900 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.216435 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.216792 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.217161 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > router after_create 55549900 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.217516 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > router after_update 55549900 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.217873 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > router after_update 55549900 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.218234 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.218600 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > router after_update 55549900 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.219044 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.219422 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: port after_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.219767 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: port after_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.220112 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: subnet after_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.220456 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.220811 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.221163 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.221509 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: port before_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.221857 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > router precommit_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.222219 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > router after_update 55549900 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.222565 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.223076 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.223454 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.223811 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.224185 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > agent after_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.224542 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > agent after_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.224895 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > network after_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.225754 n-d-829866-5 neutron-server[103299]: DEBUG neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Tracking information for resource: router configured {{(pid=103299) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 05:14:04.226099 n-d-829866-5 neutron-server[103299]: DEBUG neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Tracking information for resource: floatingip configured {{(pid=103299) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 05:14:04.231092 n-d-829866-5 neutron-server[103299]: INFO neutron.db.l3_agentschedulers_db [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 20 05:14:04.231680 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: port after_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.232049 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: port after_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.232409 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: port after_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.232766 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: port after_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.233562 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > router before_create 55550100 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.233933 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.234305 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > router precommit_create 55550100 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.234668 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > router precommit_update 55550100 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.239530 n-d-829866-5 neutron-server[103299]: DEBUG neutron.services.provider_configuration [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Service providers = [] {{(pid=103299) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 20 05:14:04.239901 n-d-829866-5 neutron-server[103299]: DEBUG neutron.db.servicetype_db [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103299) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 20 05:14:04.242875 n-d-829866-5 neutron-server[103299]: DEBUG neutron.services.service_base [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103299) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 05:14:04.243257 n-d-829866-5 neutron-server[103299]: DEBUG neutron.services.service_base [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103299) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 05:14:04.243607 n-d-829866-5 neutron-server[103299]: DEBUG neutron.services.service_base [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103299) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 05:14:04.244504 n-d-829866-5 neutron-server[103299]: DEBUG neutron.services.service_base [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103299) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 05:14:04.244882 n-d-829866-5 neutron-server[103299]: INFO neutron.services.service_base [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 20 05:14:04.245770 n-d-829866-5 neutron-server[103299]: DEBUG neutron.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103299) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 05:14:04.246096 n-d-829866-5 neutron-server[103299]: INFO neutron.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 20 05:14:04.256928 n-d-829866-5 neutron-server[103299]: DEBUG neutron.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103299) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 05:14:04.257227 n-d-829866-5 neutron-server[103299]: INFO neutron.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading Plugin: auto_allocate Feb 20 05:14:04.263756 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: network precommit_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.264128 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: network precommit_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.264650 n-d-829866-5 neutron-server[103299]: DEBUG neutron.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103299) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 05:14:04.264979 n-d-829866-5 neutron-server[103299]: INFO neutron.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading Plugin: tag Feb 20 05:14:04.271916 n-d-829866-5 neutron-server[103299]: DEBUG neutron.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103299) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 05:14:04.272258 n-d-829866-5 neutron-server[103299]: INFO neutron.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading Plugin: timestamp Feb 20 05:14:04.276149 n-d-829866-5 neutron-server[103299]: DEBUG neutron.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103299) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 05:14:04.276517 n-d-829866-5 neutron-server[103299]: INFO neutron.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading Plugin: network_ip_availability Feb 20 05:14:04.282066 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.282442 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.282802 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.283684 n-d-829866-5 neutron-server[103299]: DEBUG neutron.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103299) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 05:14:04.284011 n-d-829866-5 neutron-server[103299]: INFO neutron.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading Plugin: flavors Feb 20 05:14:04.289050 n-d-829866-5 neutron-server[103299]: DEBUG neutron.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103299) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 05:14:04.289395 n-d-829866-5 neutron-server[103299]: INFO neutron.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading Plugin: revisions Feb 20 05:14:04.293806 n-d-829866-5 neutron-server[103299]: DEBUG neutron.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103299) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 05:14:04.294208 n-d-829866-5 neutron-server[103299]: DEBUG oslo_concurrency.lockutils [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.783s {{(pid=103299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 20 05:14:04.294997 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103299) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 20 05:14:04.295342 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Initializing extension manager. Feb 20 05:14:04.295871 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: __init__.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.296218 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: __pycache__ {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.296557 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.296899 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: address_group.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.297672 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.298257 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: address-group Feb 20 05:14:04.298592 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: address_scope.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.299349 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.299865 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: address-scope Feb 20 05:14:04.300191 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.301132 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.301649 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: router-admin-state-down-before-update Feb 20 05:14:04.301976 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: agent.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.302688 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.303233 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: agent Feb 20 05:14:04.303560 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: agent_resources_synced.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.304489 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.305004 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: agent-resources-synced Feb 20 05:14:04.305334 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: allowedaddresspairs.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.307197 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.308256 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: allowed-address-pairs Feb 20 05:14:04.308590 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: auto_allocated_topology.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.309689 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.310222 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: auto-allocated-topology Feb 20 05:14:04.310559 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: availability_zone.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.311304 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.311824 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: availability_zone Feb 20 05:14:04.312156 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: availability_zone_filter.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.313085 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.313621 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: availability_zone_filter Feb 20 05:14:04.313935 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: data_plane_status.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.314860 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.315402 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension data-plane-status not supported by any of loaded plugins Feb 20 05:14:04.315733 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: default_subnetpools.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.316661 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.317179 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: default-subnetpools Feb 20 05:14:04.317508 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.318326 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.318854 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: dhcp_agent_scheduler Feb 20 05:14:04.319216 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: dns.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.320147 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.320662 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension dns-integration not supported by any of loaded plugins Feb 20 05:14:04.320993 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: dns_domain_ports.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.321928 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.322443 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 20 05:14:04.322776 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.324302 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.324820 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 20 05:14:04.325149 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: dvr.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.325835 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.326350 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: dvr Feb 20 05:14:04.326866 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: ecmp_routes.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.327627 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.328137 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 20 05:14:04.328465 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: empty_string_filtering.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.329394 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.329908 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: empty-string-filtering Feb 20 05:14:04.330237 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.331193 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.331703 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 20 05:14:04.332028 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.332956 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.333468 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 20 05:14:04.333794 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: external_net.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.334721 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.335265 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: external-net Feb 20 05:14:04.335593 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.336517 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.337027 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: extra_dhcp_opt Feb 20 05:14:04.337354 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: extraroute.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.338278 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.338823 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: extraroute Feb 20 05:14:04.339174 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: extraroute_atomic.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.340229 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.341012 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: extraroute-atomic Feb 20 05:14:04.341343 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: filter_validation.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.342017 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.342528 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: filter-validation Feb 20 05:14:04.342852 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: fip_pf_description.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.343807 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.344317 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 20 05:14:04.344646 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: fip_port_details.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.345756 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.346273 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: fip-port-details Feb 20 05:14:04.346604 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: flavors.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.347890 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.348417 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: flavors Feb 20 05:14:04.348751 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.350447 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.351012 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 20 05:14:04.351353 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: floatingip_pools.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.352069 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.352589 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: floatingip-pools Feb 20 05:14:04.352922 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: ip_allocation.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.353864 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.354891 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension ip_allocation not supported by any of loaded plugins Feb 20 05:14:04.355242 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.356192 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.356715 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: ip-substring-filtering Feb 20 05:14:04.357046 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: l2_adjacency.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.357987 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.358506 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 20 05:14:04.358846 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: l3.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.359852 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.360383 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: router Feb 20 05:14:04.360715 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.363011 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.363553 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 20 05:14:04.363891 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.364839 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.365361 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: ext-gw-mode Feb 20 05:14:04.365694 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.366631 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.367185 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: l3-ha Feb 20 05:14:04.367518 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.368445 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.368963 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 20 05:14:04.369292 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: l3_flavors.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.370769 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.371323 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: l3-flavors Feb 20 05:14:04.371652 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.373069 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.373594 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 20 05:14:04.373933 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.374867 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.375420 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 20 05:14:04.375755 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: l3agentscheduler.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.376820 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.377323 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: l3_agent_scheduler Feb 20 05:14:04.377658 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: local_ip.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.379500 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.380029 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension local_ip not supported by any of loaded plugins Feb 20 05:14:04.380372 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: logging.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.383335 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.383875 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension logging not supported by any of loaded plugins Feb 20 05:14:04.384219 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: metering.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.384981 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.385597 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: metering Feb 20 05:14:04.385940 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.387087 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.387621 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: metering_source_and_destination_fields Feb 20 05:14:04.387959 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: multiprovidernet.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.388981 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.389502 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: multi-provider Feb 20 05:14:04.389842 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: netmtu.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.390774 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.391326 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: net-mtu Feb 20 05:14:04.391661 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: netmtu_writable.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.392589 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.393109 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: net-mtu-writable Feb 20 05:14:04.393440 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: network_availability_zone.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.394124 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.394640 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: network_availability_zone Feb 20 05:14:04.395018 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: network_ip_availability.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.396157 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.396682 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: network-ip-availability Feb 20 05:14:04.397017 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: network_segment_range.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.397792 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.398311 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension network-segment-range not supported by any of loaded plugins Feb 20 05:14:04.398642 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: pagination.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.399676 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.400016 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: pagination Feb 20 05:14:04.400344 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: port_device_profile.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.401295 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.401815 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: port-device-profile Feb 20 05:14:04.402145 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.403112 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.403634 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: port-mac-address-regenerate Feb 20 05:14:04.403965 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.404892 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.405405 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: port-numa-affinity-policy Feb 20 05:14:04.405734 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: port_resource_request.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.406666 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.407206 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension port-resource-request not supported by any of loaded plugins Feb 20 05:14:04.407536 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: port_resource_request_groups.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.408525 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.409044 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 20 05:14:04.409388 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: portbindings.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.410313 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.410827 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: binding Feb 20 05:14:04.411182 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: portbindings_extended.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.412484 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.413009 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: binding-extended Feb 20 05:14:04.413349 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: portsecurity.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.414277 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.414803 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: port-security Feb 20 05:14:04.415175 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: project_id.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.416167 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.416502 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: project-id Feb 20 05:14:04.417343 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: providernet.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.418280 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.418800 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: provider Feb 20 05:14:04.419165 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: qos.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.422831 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.423393 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension qos not supported by any of loaded plugins Feb 20 05:14:04.423733 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.424998 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.425527 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 20 05:14:04.425861 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.426809 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.427360 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 20 05:14:04.427693 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: qos_default.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.428620 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.429140 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension qos-default not supported by any of loaded plugins Feb 20 05:14:04.429475 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: qos_fip.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.430406 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.430956 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension qos-fip not supported by any of loaded plugins Feb 20 05:14:04.431293 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.432225 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.433292 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 20 05:14:04.433619 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: qos_gateway_ip.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.434560 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.435113 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 20 05:14:04.435444 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: qos_port_network_policy.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.436491 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.437017 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 20 05:14:04.437350 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.438413 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.438970 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 20 05:14:04.439311 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.440369 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.440887 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 20 05:14:04.441223 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: qos_pps_rule.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.442421 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.442976 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension qos-pps not supported by any of loaded plugins Feb 20 05:14:04.443316 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: qos_rule_type_details.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.444249 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.444766 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 20 05:14:04.445098 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: qos_rules_alias.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.446171 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.446689 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 20 05:14:04.447054 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: quota_check_limit.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.447977 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.448525 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: quota-check-limit Feb 20 05:14:04.448856 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: quotasv2.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.449797 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.450132 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: quotas Feb 20 05:14:04.450460 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: quotasv2_detail.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.452298 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.452646 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: quota_details Feb 20 05:14:04.452984 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: rbac.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.454055 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.454598 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: rbac-policies Feb 20 05:14:04.454960 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: rbac_address_group.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.455909 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.456435 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: rbac-address-group Feb 20 05:14:04.456767 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: rbac_address_scope.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.457709 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.458229 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: rbac-address-scope Feb 20 05:14:04.458559 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: rbac_security_groups.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.459529 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.460049 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: rbac-security-groups Feb 20 05:14:04.460378 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: rbac_subnetpool.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.461375 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.461894 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: rbac-subnetpool Feb 20 05:14:04.462224 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: revisionifmatch.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.463190 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.463737 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: revision-if-match Feb 20 05:14:04.464064 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: revisions.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.465239 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.466022 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: standard-attr-revisions Feb 20 05:14:04.466353 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: router_availability_zone.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.467078 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.467599 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: router_availability_zone Feb 20 05:14:04.467928 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: routerservicetype.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.468920 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.469448 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension router-service-type not supported by any of loaded plugins Feb 20 05:14:04.469778 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.470784 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.472813 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: security-groups-normalized-cidr Feb 20 05:14:04.473145 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.474134 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.474839 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: port-security-groups-filtering Feb 20 05:14:04.475198 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.476281 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.476928 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: security-groups-remote-address-group Feb 20 05:14:04.477365 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.478399 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.478942 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: security-groups-shared-filtering Feb 20 05:14:04.479780 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.480393 n-d-829866-5 neutron-server[103299]: WARNING neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 20 05:14:04.480720 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: securitygroup.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.491321 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.491865 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: security-group Feb 20 05:14:04.492208 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: segment.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.493013 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.493531 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension segment not supported by any of loaded plugins Feb 20 05:14:04.493868 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.494834 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.496049 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 20 05:14:04.496386 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: servicetype.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.497516 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.498045 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: service-type Feb 20 05:14:04.498378 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: sorting.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.499410 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.499748 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: sorting Feb 20 05:14:04.500083 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: standard_attr_segment.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.501015 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.501533 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 20 05:14:04.501860 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: standardattrdescription.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.502534 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.503089 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: standard-attr-description Feb 20 05:14:04.503424 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: stateful_security_group.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.504384 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.504906 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: stateful-security-group Feb 20 05:14:04.505236 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: stdattrs_common.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.505812 n-d-829866-5 neutron-server[103299]: WARNING neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 20 05:14:04.506138 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.507174 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.507649 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 20 05:14:04.507980 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: subnet_onboard.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.509071 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.509596 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: subnet_onboard Feb 20 05:14:04.509928 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.510932 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.511456 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 20 05:14:04.511787 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: subnet_service_types.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.512730 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.513257 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: subnet-service-types Feb 20 05:14:04.513590 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: subnetallocation.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.514685 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.515234 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: subnet_allocation Feb 20 05:14:04.515569 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.516243 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.516768 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: subnetpool-prefix-ops Feb 20 05:14:04.517097 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.518036 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.518553 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 20 05:14:04.518880 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: tagging.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.519982 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.520506 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: standard-attr-tag Feb 20 05:14:04.520840 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: timestamp.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.522058 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.522581 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loaded extension: standard-attr-timestamp Feb 20 05:14:04.522931 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: trunk.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.523989 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.524509 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension trunk not supported by any of loaded plugins Feb 20 05:14:04.524838 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: trunk_details.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.525773 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.526320 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension trunk-details not supported by any of loaded plugins Feb 20 05:14:04.526652 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: uplink_status_propagation.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.527623 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.528141 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 20 05:14:04.528468 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Loading extension file: vlantransparent.py {{(pid=103299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 05:14:04.529138 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 05:14:04.529650 n-d-829866-5 neutron-server[103299]: INFO neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 20 05:14:04.532181 n-d-829866-5 neutron-server[103299]: INFO neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Creating instance of TrackedResource for resource:network Feb 20 05:14:04.532711 n-d-829866-5 neutron-server[103299]: INFO neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Creating instance of TrackedResource for resource:subnet Feb 20 05:14:04.533114 n-d-829866-5 neutron-server[103299]: INFO neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 05:14:04.533511 n-d-829866-5 neutron-server[103299]: INFO neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Creating instance of TrackedResource for resource:port Feb 20 05:14:04.534746 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.v2.resource_helper [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 05:14:04.535230 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.v2.resource_helper [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Service FLAVORS assigned prefix: {{(pid=103299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 05:14:04.535847 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.v2.resource_helper [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 05:14:04.536284 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.v2.resource_helper [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 05:14:04.536622 n-d-829866-5 neutron-server[103299]: INFO neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Creating instance of TrackedResource for resource:router Feb 20 05:14:04.537049 n-d-829866-5 neutron-server[103299]: INFO neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Creating instance of TrackedResource for resource:floatingip Feb 20 05:14:04.537541 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.v2.resource_helper [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Service METERING assigned prefix: /metering {{(pid=103299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 05:14:04.539008 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.539381 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.539741 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:14:04.540740 n-d-829866-5 neutron-server[103299]: INFO neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Creating instance of CountableResource for resource:rbac_policy Feb 20 05:14:04.541193 n-d-829866-5 neutron-server[103299]: INFO neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Creating instance of TrackedResource for resource:security_group Feb 20 05:14:04.541632 n-d-829866-5 neutron-server[103299]: INFO neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 20 05:14:04.542769 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.v2.resource_helper [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Service CORE assigned prefix: {{(pid=103299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 05:14:04.543141 n-d-829866-5 neutron-server[103299]: INFO neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 05:14:04.543492 n-d-829866-5 neutron-server[103299]: WARNING neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] subnetpool is already registered Feb 20 05:14:04.543919 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.v2.resource_helper [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Service CORE assigned prefix: {{(pid=103299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 05:14:04.544251 n-d-829866-5 neutron-server[103299]: INFO neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 05:14:04.544587 n-d-829866-5 neutron-server[103299]: WARNING neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] subnetpool is already registered Feb 20 05:14:04.546864 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.v2.resource_helper [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 05:14:04.547330 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.v2.resource_helper [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Service FLAVORS assigned prefix: {{(pid=103299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 05:14:04.547929 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.v2.resource_helper [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 05:14:04.548354 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.v2.resource_helper [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 05:14:04.548694 n-d-829866-5 neutron-server[103299]: INFO neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Creating instance of TrackedResource for resource:router Feb 20 05:14:04.549041 n-d-829866-5 neutron-server[103299]: WARNING neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] router is already registered Feb 20 05:14:04.549454 n-d-829866-5 neutron-server[103299]: INFO neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Creating instance of TrackedResource for resource:floatingip Feb 20 05:14:04.549797 n-d-829866-5 neutron-server[103299]: WARNING neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] floatingip is already registered Feb 20 05:14:04.550255 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.v2.resource_helper [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Service METERING assigned prefix: /metering {{(pid=103299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 05:14:04.550953 n-d-829866-5 neutron-server[103299]: INFO neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Creating instance of CountableResource for resource:rbac_policy Feb 20 05:14:04.551292 n-d-829866-5 neutron-server[103299]: WARNING neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] rbac_policy is already registered Feb 20 05:14:04.551713 n-d-829866-5 neutron-server[103299]: INFO neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Creating instance of TrackedResource for resource:security_group Feb 20 05:14:04.552058 n-d-829866-5 neutron-server[103299]: WARNING neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] security_group is already registered Feb 20 05:14:04.552466 n-d-829866-5 neutron-server[103299]: INFO neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 20 05:14:04.552806 n-d-829866-5 neutron-server[103299]: WARNING neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] security_group_rule is already registered Feb 20 05:14:04.553431 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.v2.resource_helper [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Service CORE assigned prefix: {{(pid=103299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 05:14:04.553764 n-d-829866-5 neutron-server[103299]: INFO neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 05:14:04.554101 n-d-829866-5 neutron-server[103299]: WARNING neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] subnetpool is already registered Feb 20 05:14:04.554522 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.v2.resource_helper [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Service CORE assigned prefix: {{(pid=103299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 05:14:04.554850 n-d-829866-5 neutron-server[103299]: INFO neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 05:14:04.555209 n-d-829866-5 neutron-server[103299]: WARNING neutron.quota.resource_registry [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] subnetpool is already registered Feb 20 05:14:04.555683 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: extensions {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.557187 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: address-groups {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.559481 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: address-scopes {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.560811 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: agents {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.562002 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: auto-allocated-topology {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.563285 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: availability_zones {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.564513 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: dhcp-networks {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.566029 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: dhcp-agents {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.567468 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: routers {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.569702 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: flavors {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.570887 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: service_profiles {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.572126 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: next_providers {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.573620 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: service_profiles {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.575196 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: floatingip-pools {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.576441 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: routers {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.578555 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: floatingips {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.580790 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: l3-routers {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.582203 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: l3-agents {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.583669 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: metering-labels {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.585047 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: metering-label-rules {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.586345 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: network-ip-availabilities {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.587646 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: bindings {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.589345 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: quotas {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.591220 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: quotas {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.592761 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: rbac-policies {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.594052 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: security-groups {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.595319 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: security-group-rules {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.596581 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: service-providers {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.597815 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: subnetpools {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.599271 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: subnetpools {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.600737 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: tags {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.602452 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: tags {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.604832 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: tags {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.606639 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: tags {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.608447 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: tags {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.610495 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: tags {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.612474 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: tags {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.614380 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: tags {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.616183 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: tags {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.618080 n-d-829866-5 neutron-server[103299]: DEBUG neutron.api.extensions [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Extended resource: tags {{(pid=103299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 05:14:04.624499 n-d-829866-5 neutron-server[103299]: WARNING keystonemiddleware.auth_token [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 20 05:14:04.629186 n-d-829866-5 neutron-server[103299]: WARNING keystonemiddleware.auth_token [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 20 05:14:04.637833 n-d-829866-5 neutron-server[103299]: DEBUG oslo_concurrency.lockutils [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Acquired lock "singleton_lock" {{(pid=103299) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 20 05:14:04.638318 n-d-829866-5 neutron-server[103299]: DEBUG oslo_concurrency.lockutils [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Releasing lock "singleton_lock" {{(pid=103299) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 20 05:14:04.639016 n-d-829866-5 neutron-server[103299]: INFO oslo_service.service [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Starting 2 workers Feb 20 05:14:04.643904 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Started child 103406 {{(pid=103299) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 05:14:04.648360 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Started child 103407 {{(pid=103299) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 05:14:04.649510 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:04.650199 n-d-829866-5 neutron-server[103299]: INFO neutron.service [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 20 05:14:04.650597 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:04.651197 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [-] (103406) wsgi starting up on http://0.0.0.0:9696 Feb 20 05:14:04.653120 n-d-829866-5 neutron-server[103299]: INFO oslo_service.service [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Starting 1 workers Feb 20 05:14:04.653259 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:04.654610 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [-] (103407) wsgi starting up on http://0.0.0.0:9696 Feb 20 05:14:04.658397 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Started child 103408 {{(pid=103299) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 05:14:04.658978 n-d-829866-5 neutron-server[103299]: INFO oslo_service.service [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Starting 1 workers Feb 20 05:14:04.662192 n-d-829866-5 neutron-server[103408]: DEBUG neutron.service [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] calling RpcWorker wait() {{(pid=103408) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 20 05:14:04.662739 n-d-829866-5 neutron-server[103408]: DEBUG neutron.service [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] returning from RpcWorker wait() {{(pid=103408) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 20 05:14:04.663499 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Started child 103409 {{(pid=103299) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 05:14:04.664148 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:04.664308 n-d-829866-5 neutron-server[103299]: DEBUG neutron_lib.callbacks.manager [None req-9f05fc66-56b8-4f6e-ba54-8eb944433eb5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:04.664726 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:14:04.666207 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103299) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 20 05:14:04.666420 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 05:14:04.666609 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 05:14:04.667371 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 05:14:04.667768 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 05:14:04.667938 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 05:14:04.668460 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.668747 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.669018 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.669172 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:04.669628 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.669628 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.670171 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.670275 n-d-829866-5 neutron-server[103409]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:14:04.670441 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.670713 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.671018 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.671283 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.671456 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.671625 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.671886 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.672144 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.672449 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.672710 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.672962 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.673225 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.673400 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.673671 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.673952 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.674185 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.674452 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] debug = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.674698 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.675220 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.675467 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.675745 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.676004 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.676278 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.676508 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.676788 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.677022 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.677259 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.677485 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.677754 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.677963 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.678193 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.678443 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.678660 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.678937 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.679166 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.679616 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] host = n-d-829866-5 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.679861 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.680081 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.680329 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.680604 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.680865 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.681100 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.681356 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.681631 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.681890 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.682119 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.682378 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.683236 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.683479 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.683719 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] log_file = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.683890 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] log_options = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.684130 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.684403 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.684668 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.684862 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.685034 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.685200 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.685462 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.685630 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.685887 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.686135 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.686336 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.686555 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.686773 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.687107 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.687377 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.687613 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.687841 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.688078 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.688344 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.688592 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.688823 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.689054 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.689275 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.689495 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.689745 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.689984 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.690239 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.690463 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.690704 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.692173 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.692173 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.692173 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.692562 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.692562 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.694878 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.694878 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.694878 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.694878 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.694878 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.694878 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.697957 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.697957 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.697957 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.697957 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.697957 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.697957 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.697957 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] use_json = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.697957 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.698531 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.698531 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.698531 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.698531 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.698828 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.699677 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.700541 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.702729 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.702729 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.702729 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.702729 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.702729 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.703122 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.703190 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.703410 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.703652 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.703925 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.704191 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.704518 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.704773 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.705102 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.705385 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.705689 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.706059 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.706303 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.706577 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.706802 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.707047 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.707275 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.707525 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.708366 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.708366 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.708366 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.708617 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.708710 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.709133 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.709527 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.710066 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.710492 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.710953 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.711226 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.711471 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.711714 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.711935 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.712187 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.712410 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.712634 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.712908 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.713135 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.714724 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.714724 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.714724 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.714724 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.715045 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.715121 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.715384 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.715878 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.716122 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.716557 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.716993 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.717431 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.717785 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.718106 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.718437 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.718787 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.719175 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.719493 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.719774 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.720053 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.720334 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.720630 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.720911 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.721178 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.721608 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.722037 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.722449 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.722774 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.723113 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.723398 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.723695 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.723977 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.724240 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.724486 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.724720 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.724938 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.725157 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.725378 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.725592 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.725806 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.726243 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.726591 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.727272 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.727624 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.727993 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.728238 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.728455 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.728670 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.728920 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.729135 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.730062 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.730372 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.730612 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.730854 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.731112 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.731369 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.731642 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.731895 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.732134 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.732352 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.732565 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.732831 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.733054 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.733307 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.733550 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.733784 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.734053 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.734274 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.734492 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.734713 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.734948 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.735211 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.735455 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.735725 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.735977 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.736207 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.736465 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.736697 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.737011 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.737203 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.737459 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.737697 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.737971 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.738261 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.738537 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.738798 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.739075 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.739314 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.739549 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.739939 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.740206 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.740436 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.740686 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.740939 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.741176 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.741414 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.741628 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.741854 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.742163 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.742390 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.742600 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.742811 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.743099 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.743656 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.743656 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.743838 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.744049 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.744303 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.744554 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.745460 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.745460 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.745460 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.745460 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.745745 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.745898 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.746273 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.746654 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.747047 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.747410 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.747649 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.747862 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.748082 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.748422 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.748727 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.748950 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.749199 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.749646 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.750035 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.750285 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.750505 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.750724 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.750963 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.751182 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.751432 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.751665 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.752078 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.752479 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.752722 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.752953 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.753211 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.753469 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.753705 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.753974 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.754198 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.754411 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.754653 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.754872 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.755109 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.755346 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.755583 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.755789 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.756034 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.756268 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.756621 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.756886 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.757115 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.757430 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.757596 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.757814 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.758030 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.758244 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.758464 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.758702 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.758949 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.759209 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.759416 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.759631 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.759869 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.760108 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.760345 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.760586 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.760833 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.761047 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.761269 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.761488 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.761703 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.761916 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.762136 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.762339 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.762568 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.762781 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.763014 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.763324 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.763577 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.763808 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.764066 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.764468 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.764732 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.764980 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.765207 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.765421 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.765641 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.765876 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.766235 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.766463 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.766671 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.766879 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.767125 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.767342 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.767548 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.767793 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.768001 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.768232 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.768458 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.768674 n-d-829866-5 neutron-server[103408]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:14:04.768794 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.768871 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.769087 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.769292 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.769501 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.769720 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.769933 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.770145 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.770386 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.770594 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.770806 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.771068 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.771284 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.772161 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.772472 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.772732 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.772968 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.773260 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.773508 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.773749 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.774012 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.774298 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.774533 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.774775 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.775251 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.775476 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.775698 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.775970 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.776764 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.777068 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.777323 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.777579 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.777863 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.778173 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.778452 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.778681 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.779008 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.779347 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.779630 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.779890 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.780114 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.780358 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.780598 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.780835 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.781046 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.781280 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.781510 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.781749 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.781979 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.782200 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.782413 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.782644 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.782860 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.783114 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.783321 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.783561 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.783778 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.783932 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 05:14:04.784462 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103299) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 20 05:14:04.784620 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 05:14:04.784929 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 05:14:04.785100 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 05:14:04.785268 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 05:14:04.785419 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 05:14:04.785626 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.785787 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.785946 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.786106 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.786265 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.786445 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.786606 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.786764 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.786950 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.787114 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.787271 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.787428 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.787586 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.787743 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.787906 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.788275 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.788438 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.788553 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43158) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:14:04.788857 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.789162 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.789460 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.789752 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.790043 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.790345 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] debug = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.790504 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.790727 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.790915 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.791086 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.791243 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.791402 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.791560 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.791721 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.792472 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.792642 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.792801 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.792960 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.793117 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.793275 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.793434 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.793592 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.793751 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.793911 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.794068 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] host = n-d-829866-5 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.794226 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.794384 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.794544 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.794704 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.794862 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.795044 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.795205 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.795362 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.795520 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.795678 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.795836 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.795993 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.796150 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.796309 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] log_file = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.796465 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] log_options = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.796622 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.796778 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.796936 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.797113 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.797277 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.797434 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.797592 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.797923 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.798025 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072734 Feb 20 05:14:04.798351 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.799424 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.799674 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.799896 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.800117 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.800338 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.800504 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.800654 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.800948 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.801227 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.801505 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.801782 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.802067 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.802457 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.803386 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.803386 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.803386 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.803386 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.803386 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.803386 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.803734 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.803734 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.803871 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.804036 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.804122 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.805073 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.805073 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.805073 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.805073 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.805073 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.805073 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.805444 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.805444 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.805444 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.805627 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.805800 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.805897 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.806027 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.806186 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] use_json = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.806344 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.806503 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.806663 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.806821 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.807650 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.807650 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.807650 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.807650 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.807650 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 05:14:04.807959 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.807959 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.808155 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.808288 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.808943 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.808943 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.808943 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.808943 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.809205 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.809205 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.809333 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.809477 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.809650 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.809813 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.809972 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.810138 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.810302 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.810450 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.810611 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.810770 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.811836 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.812007 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.812324 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.812491 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.812655 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.812814 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.812976 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.813147 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.813306 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.813486 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.813648 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.813808 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.813967 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.814126 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.814287 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.814448 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.814611 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.814771 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.815028 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.815188 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.815345 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.815500 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.815661 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.816746 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.816746 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.816746 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.816746 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.816746 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.816746 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.816746 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.817167 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.817167 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.817167 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.817332 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.817563 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.817661 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.817796 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.817934 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.818107 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.818257 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.818412 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.818551 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.818707 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.818867 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.819060 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.819196 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.819329 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.819498 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.819674 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.819832 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.819991 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.820152 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.820311 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.820469 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.820628 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.820792 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.821839 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.821839 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.821839 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.821839 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.821839 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.821839 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.821839 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.822516 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.822516 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.822516 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.822516 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.822816 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.822816 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.823087 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.823087 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.823302 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.823405 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.823543 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.823700 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.823861 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.824020 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.824178 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.824336 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.824496 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.824656 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.824815 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.824974 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.825131 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.825293 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.825451 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.825610 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.825768 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.825926 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.826085 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.826244 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.826403 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.826559 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.826718 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.826878 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.827059 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.827223 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.827380 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.827539 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.827707 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.827867 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.828028 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.828189 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.828357 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.828525 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.828685 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.828846 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.829005 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.829166 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.829325 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.829483 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.829642 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.829800 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.829962 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.830121 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.830293 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.830452 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.830612 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.830774 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.830993 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.831155 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.831314 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.831479 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.831642 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.831799 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.831959 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.832119 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.832279 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.832438 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.832674 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.832807 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.832933 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.833054 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.833213 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.833373 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.833533 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.833692 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.833852 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.834012 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.834178 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.834370 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.834514 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.834665 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.834799 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.834950 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.835109 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.835268 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.835427 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.835586 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.835745 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.835902 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.836061 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.836220 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.836378 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.836538 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.836784 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.836895 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.837009 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.837154 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.837313 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.837475 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.837634 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.837794 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.837955 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.838115 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.838274 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.838435 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.838594 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.839285 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.839450 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.839611 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.839772 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.839932 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.840096 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.840273 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.840433 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.840593 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.841022 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.841184 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.841350 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.841510 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.841670 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.841830 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.841989 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.842150 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.842308 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.842467 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.842626 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.842836 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.842984 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.843101 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.843268 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.843428 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.843588 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.843750 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.843909 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.844063 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.844216 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.844375 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.844534 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.844694 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.844853 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.845011 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.845183 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.845344 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.846322 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.846322 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.846322 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.846322 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.846322 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.846322 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.846785 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.846785 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.846785 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.847044 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.847044 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.847226 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.847369 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.847502 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.847650 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.847808 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.847979 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.848138 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.848298 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.848456 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.848614 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.848773 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.848941 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.849099 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.849258 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.849416 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.849575 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.849734 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.849902 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.850062 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.850221 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.850379 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.850538 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.850698 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.850866 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.851049 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.851803 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.851803 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.851803 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.851803 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.851803 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.852296 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.852296 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.852296 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.852588 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.852588 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.852834 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.853038 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.853038 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.853246 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.853349 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.853482 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.853649 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.853819 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.853987 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.854144 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.854317 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.854562 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.854722 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.854882 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.855065 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.855224 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.855384 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.855545 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.855706 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.855865 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.856024 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.856183 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.856342 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.856503 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.856664 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.856823 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.856982 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.857146 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.857308 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.857457 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.857615 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 05:14:04.857766 n-d-829866-5 neutron-server[103299]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 05:14:16.356652 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713d3d32-c57d-4272-ab33-bf29933dc657 None None] get_active_networks_info from n-d-829866-5 {{(pid=103408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 05:14:16.414859 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713d3d32-c57d-4272-ab33-bf29933dc657 None None] No non-hosted networks {{(pid=103408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 20 05:14:16.429738 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.agentschedulers_db [None req-713d3d32-c57d-4272-ab33-bf29933dc657 None None] DHCP Agent not found on host n-d-829866-5 {{(pid=103408) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 20 05:14:16.511689 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97c92860-9c65-4879-81b7-3cf432abf5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-690267'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:18.498659 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2d7029d4-33f7-442c-a6af-4e5a1f3b14f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-690267'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:18.545423 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1583c68d-543e-44a8-a235-af299b9b9e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:19.418883 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-690267'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:21.216010 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-690267'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:22.282553 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43242) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:14:22.594207 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-690267'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:22.595712 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:22.596106 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:22.596779 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:22.597290 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:22.598121 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:22.598735 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:22.599232 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:22.600092 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:22.600715 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:22.601346 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:22.602178 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:22.602692 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:22.603209 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:22.603817 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-829866-5', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:14:22.613080 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-829866-5', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:14:22.844849 n-d-829866-5 neutron-server[103407]: WARNING oslo_policy.policy [None req-e933b7a9-497e-4bd7-ba8f-5ee4bc8d6012 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 05:14:22.845445 n-d-829866-5 neutron-server[103407]: WARNING oslo_policy.policy [None req-e933b7a9-497e-4bd7-ba8f-5ee4bc8d6012 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 05:14:23.073354 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-e933b7a9-497e-4bd7-ba8f-5ee4bc8d6012 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:14:23.082546 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e933b7a9-497e-4bd7-ba8f-5ee4bc8d6012 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7902915 Feb 20 05:14:23.794437 n-d-829866-5 neutron-server[103408]: INFO neutron.db.l3_hamode_db [None req-e7959ebd-b58b-4745-a1a7-c80b1775d778 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 20 05:14:23.874380 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7959ebd-b58b-4745-a1a7-c80b1775d778 None None] Routers set() bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:14:23.874692 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7959ebd-b58b-4745-a1a7-c80b1775d778 None None] Router IDs set() for agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 20 05:14:25.632117 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43268) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:14:25.938215 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-93984c51-509f-4d29-8f05-5134d6248a5a admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:14:26.029416 n-d-829866-5 neutron-server[103407]: DEBUG neutron.policy [None req-93984c51-509f-4d29-8f05-5134d6248a5a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103407) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 20 05:14:26.072341 n-d-829866-5 neutron-server[103407]: WARNING oslo_policy.policy [None req-93984c51-509f-4d29-8f05-5134d6248a5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 05:14:26.072664 n-d-829866-5 neutron-server[103407]: WARNING oslo_policy.policy [None req-93984c51-509f-4d29-8f05-5134d6248a5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 05:14:26.167290 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-93984c51-509f-4d29-8f05-5134d6248a5a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771097724248', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771097723013', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771097845208', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771097837793', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771097832345', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771097818867', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1739723', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1429896', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-482566', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-434345'] for rbac-policy (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:26.231569 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-93984c51-509f-4d29-8f05-5134d6248a5a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:26.232751 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-93984c51-509f-4d29-8f05-5134d6248a5a admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5996683 Feb 20 05:14:28.740082 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43278) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:14:29.041579 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:14:29.069327 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Made reservation on behalf of 947660ba04f0403f8681c4a402a43879 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:14:29.073091 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:29.089452 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:29.200918 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Publish callbacks [] for security_group (d58c1b0d-7677-40f8-8086-d9c6e3eb2ad8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:29.204299 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d58c1b0d-7677-40f8-8086-d9c6e3eb2ad8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:29.227493 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:14:29.261663 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771095607601', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (eea87521-f7ab-4926-8b57-40f4b24f549b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:29.262275 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Unsubscribe: segment precommit_create {{(pid=103407) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 20 05:14:29.262792 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Added segment eea87521-f7ab-4926-8b57-40f4b24f549b of type vlan for network 5b5bc277-a3e4-412f-a70c-f229a95a216a Feb 20 05:14:29.277850 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d58c1b0d-7677-40f8-8086-d9c6e3eb2ad8,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:14:29.328064 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:29.328405 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:29.328738 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:29.329065 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:29.329390 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:29.329709 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:29.330028 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:29.330385 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:29.330658 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:29.331004 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:29.331324 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:29.331626 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:29.331935 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Tracked resource versions report: Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: pushed versions: Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: { 'AddressGroup': {'1.2'}, Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: 'ConntrackHelper': {'1.0'}, Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: 'LocalIPAssociation': {'1.0'}, Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: 'Log': {'1.0'}, Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: 'Network': {'1.1'}, Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: 'Port': {'1.7'}, Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: 'PortForwarding': {'1.2'}, Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: 'QosPolicy': {'1.10'}, Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: 'SecurityGroup': {'1.5'}, Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: 'SecurityGroupRule': {'1.2'}, Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: 'SubPort': {'1.0'}, Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: 'Subnet': {'1.1'}, Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: 'Trunk': {'1.1'}} Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: consumer versions: Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: { DHCP agent@n-d-829866-5: {}, Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: L3 agent@n-d-829866-5: {}, Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: Metadata agent@n-d-829866-5: {}, Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: Metering agent@n-d-829866-5: {}, Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: Open vSwitch agent@n-d-829866-5: { 'AddressGroup': '1.2', Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: 'ConntrackHelper': '1.0', Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: 'LocalIPAssociation': '1.0', Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: 'Log': '1.0', Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: 'Network': '1.1', Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: 'Port': '1.7', Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: 'PortForwarding': '1.2', Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: 'QosPolicy': '1.10', Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: 'SecurityGroup': '1.5', Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: 'SecurityGroupRule': '1.2', Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: 'SubPort': '1.0', Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: 'Subnet': '1.1', Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: 'Trunk': '1.1'}} Feb 20 05:14:29.333136 n-d-829866-5 neutron-server[103407]: {{(pid=103407) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 05:14:29.364750 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (5b5bc277-a3e4-412f-a70c-f229a95a216a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:29.405199 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (5b5bc277-a3e4-412f-a70c-f229a95a216a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:29.410150 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:14:29.410888 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:29.491517 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7503016 Feb 20 05:14:29.528196 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638d112-d4cd-4cd3-ad06-e9868a2d884f demo demo] Pushing event updated for resources: {'Network': ['ID=5b5bc277-a3e4-412f-a70c-f229a95a216a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:14:29.540592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 5b5bc277-a3e4-412f-a70c-f229a95a216a details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:14:32.071459 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43290) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:14:32.481710 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bb1495-eb0d-48ac-a3c2-f8b73684a26d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:14:32.482998 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-59bb1495-eb0d-48ac-a3c2-f8b73684a26d demo admin] 10.222.0.37 "GET /v2.0/networks/5b5bc277-a3e4-412f-a70c-f229a95a216a HTTP/1.1" status: 200 len: 824 time: 0.4105723 Feb 20 05:14:32.506402 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-685e510e-d01b-4095-9f2a-00b38d81b2d6 demo admin] 10.222.0.37 "GET /v2.0/subnetpools/e168a478-7493-47e2-9992-705d12f10a6c HTTP/1.1" status: 200 len: 734 time: 0.0176857 Feb 20 05:14:32.514538 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-8074daee-debf-405f-b3d0-2d111bd939fe demo admin] Request body: {'subnet': {'network_id': '5b5bc277-a3e4-412f-a70c-f229a95a216a', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e168a478-7493-47e2-9992-705d12f10a6c', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:14:32.534186 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8074daee-debf-405f-b3d0-2d111bd939fe demo admin] Made reservation on behalf of 947660ba04f0403f8681c4a402a43879 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:14:32.536387 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8074daee-debf-405f-b3d0-2d111bd939fe demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:32.829740 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8074daee-debf-405f-b3d0-2d111bd939fe demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (0d66f1f3-a9c7-4a09-92ce-76976557ac5d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:32.896410 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074daee-debf-405f-b3d0-2d111bd939fe demo admin] Pushing event updated for resources: {'Subnet': ['ID=0d66f1f3-a9c7-4a09-92ce-76976557ac5d,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:14:32.906380 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8074daee-debf-405f-b3d0-2d111bd939fe demo admin] Checking segment: {'id': 'eea87521-f7ab-4926-8b57-40f4b24f549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5b5bc277-a3e4-412f-a70c-f229a95a216a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:14:32.906813 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8074daee-debf-405f-b3d0-2d111bd939fe demo admin] Network hostable DHCP agents. Network: 5b5bc277-a3e4-412f-a70c-f229a95a216a, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:14:32.926258 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8074daee-debf-405f-b3d0-2d111bd939fe demo admin] Network 5b5bc277-a3e4-412f-a70c-f229a95a216a is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:14:32.936146 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-8074daee-debf-405f-b3d0-2d111bd939fe demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 5b5bc277-a3e4-412f-a70c-f229a95a216a) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:14:32.940639 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8074daee-debf-405f-b3d0-2d111bd939fe demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:14:32.941197 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8074daee-debf-405f-b3d0-2d111bd939fe demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:32.946170 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d708f83-4d51-4b90-a9f5-85329419470d None None] Network 5b5bc277-a3e4-412f-a70c-f229a95a216a requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:14:32.957696 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8074daee-debf-405f-b3d0-2d111bd939fe demo admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4462483 Feb 20 05:14:33.216959 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-5b5bc277-a3e4-412f-a70c-f229a95a216a', 'network_id': '5b5bc277-a3e4-412f-a70c-f229a95a216a', 'project_id': '947660ba04f0403f8681c4a402a43879', 'fixed_ips': [{'subnet_id': '0d66f1f3-a9c7-4a09-92ce-76976557ac5d'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:14:33.218204 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:33.500727 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Allocated IP 172.20.0.2 (5b5bc277-a3e4-412f-a70c-f229a95a216a/0d66f1f3-a9c7-4a09-92ce-76976557ac5d/253d6bce-61ec-4634-9a80-a97a5f8d8333) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:14:33.771199 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Publish callbacks [] for port (253d6bce-61ec-4634-9a80-a97a5f8d8333), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:33.779692 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (253d6bce-61ec-4634-9a80-a97a5f8d8333), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:33.860526 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Network 5b5bc277-a3e4-412f-a70c-f229a95a216a is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:14:33.864830 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:14:33.868575 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:14:33.870477 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Pushing event updated for resources: {'Port': ['ID=253d6bce-61ec-4634-9a80-a97a5f8d8333,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:14:33.883227 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:33.883579 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:33.883923 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:33.884258 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:33.884590 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:33.884926 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:33.885253 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:33.885577 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:33.885899 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:33.886224 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:33.886548 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:33.886868 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:33.887209 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Tracked resource versions report: Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: pushed versions: Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: { 'AddressGroup': {'1.2'}, Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: 'ConntrackHelper': {'1.0'}, Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: 'LocalIPAssociation': {'1.0'}, Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: 'Log': {'1.0'}, Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: 'Network': {'1.1'}, Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: 'Port': {'1.7'}, Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: 'PortForwarding': {'1.2'}, Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: 'QosPolicy': {'1.10'}, Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: 'SecurityGroup': {'1.5'}, Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: 'SecurityGroupRule': {'1.2'}, Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: 'SubPort': {'1.0'}, Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: 'Subnet': {'1.1'}, Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: 'Trunk': {'1.1'}} Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: consumer versions: Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: { DHCP agent@n-d-829866-5: {}, Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: L3 agent@n-d-829866-5: {}, Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: Metadata agent@n-d-829866-5: {}, Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: Metering agent@n-d-829866-5: {}, Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: Open vSwitch agent@n-d-829866-5: { 'AddressGroup': '1.2', Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: 'ConntrackHelper': '1.0', Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: 'LocalIPAssociation': '1.0', Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: 'Log': '1.0', Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: 'Network': '1.1', Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: 'Port': '1.7', Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: 'PortForwarding': '1.2', Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: 'QosPolicy': '1.10', Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: 'SecurityGroup': '1.5', Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: 'SecurityGroupRule': '1.2', Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: 'SubPort': '1.0', Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: 'Subnet': '1.1', Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: 'Trunk': '1.1'}} Feb 20 05:14:33.888404 n-d-829866-5 neutron-server[103408]: {{(pid=103408) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 05:14:33.962148 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Attempting to bind port 253d6bce-61ec-4634-9a80-a97a5f8d8333 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:14:33.962815 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Attempting to bind port 253d6bce-61ec-4634-9a80-a97a5f8d8333 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'eea87521-f7ab-4926-8b57-40f4b24f549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5b5bc277-a3e4-412f-a70c-f229a95a216a'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:14:33.962965 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Attempting to bind port 253d6bce-61ec-4634-9a80-a97a5f8d8333 on network 5b5bc277-a3e4-412f-a70c-f229a95a216a {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:14:33.968370 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:14:33.969015 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Checking segment: {'id': 'eea87521-f7ab-4926-8b57-40f4b24f549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5b5bc277-a3e4-412f-a70c-f229a95a216a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:14:33.969498 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:33.969890 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Bound using segment: {'id': 'eea87521-f7ab-4926-8b57-40f4b24f549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5b5bc277-a3e4-412f-a70c-f229a95a216a'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:14:33.970368 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Bound port: 253d6bce-61ec-4634-9a80-a97a5f8d8333, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea87521-f7ab-4926-8b57-40f4b24f549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5b5bc277-a3e4-412f-a70c-f229a95a216a'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:14:33.970770 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (253d6bce-61ec-4634-9a80-a97a5f8d8333), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:34.032101 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] For port 253d6bce-61ec-4634-9a80-a97a5f8d8333, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:14:34.036199 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] For port 253d6bce-61ec-4634-9a80-a97a5f8d8333, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=253d6bce-61ec-4634-9a80-a97a5f8d8333,segment=NetworkSegment(eea87521-f7ab-4926-8b57-40f4b24f549b),segment_id=eea87521-f7ab-4926-8b57-40f4b24f549b)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:14:34.045458 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (253d6bce-61ec-4634-9a80-a97a5f8d8333), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:34.112352 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1a5af-f65c-4a39-a2ae-9c5e35703e2b None None] Pushing event updated for resources: {'Port': ['ID=253d6bce-61ec-4634-9a80-a97a5f8d8333,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:14:35.531696 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43298) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:14:35.847963 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-67995603-6d5a-42b4-945a-ef80d6cc49a4 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:14:35.849031 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-67995603-6d5a-42b4-945a-ef80d6cc49a4 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3163779 Feb 20 05:14:38.414519 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43306) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:14:38.723205 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-d9400da0-1e51-48bf-b362-cdd053831e62 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:14:38.724327 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d9400da0-1e51-48bf-b362-cdd053831e62 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3088737 Feb 20 05:14:41.293136 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43314) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:14:41.597324 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6df8f315-304b-49cc-b738-aa4575e01697 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:14:41.620922 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6df8f315-304b-49cc-b738-aa4575e01697 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (9195c112-5630-48e5-b360-e8d0a56cc4f6), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:41.623030 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6df8f315-304b-49cc-b738-aa4575e01697 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (9195c112-5630-48e5-b360-e8d0a56cc4f6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:41.761024 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6df8f315-304b-49cc-b738-aa4575e01697 demo demo] Publish callbacks [] for router_controller (9195c112-5630-48e5-b360-e8d0a56cc4f6), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:41.767552 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6df8f315-304b-49cc-b738-aa4575e01697 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (9195c112-5630-48e5-b360-e8d0a56cc4f6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:41.788024 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6df8f315-304b-49cc-b738-aa4575e01697 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:41.789215 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6df8f315-304b-49cc-b738-aa4575e01697 demo demo] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4950252 Feb 20 05:14:44.357806 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43326) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:14:44.857280 n-d-829866-5 neutron-server[103406]: WARNING oslo_policy.policy [None req-c0ba2d2c-3309-4ea4-9477-7e93806e9417 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 05:14:44.857872 n-d-829866-5 neutron-server[103406]: WARNING oslo_policy.policy [None req-c0ba2d2c-3309-4ea4-9477-7e93806e9417 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 05:14:45.087104 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-c0ba2d2c-3309-4ea4-9477-7e93806e9417 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:14:45.088405 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c0ba2d2c-3309-4ea4-9477-7e93806e9417 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7285166 Feb 20 05:14:45.351792 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 253d6bce-61ec-4634-9a80-a97a5f8d8333 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:14:45.443017 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 253d6bce-61ec-4634-9a80-a97a5f8d8333 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:14:45.443686 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (253d6bce-61ec-4634-9a80-a97a5f8d8333), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:45.446961 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbbb2f3-3439-4410-a6f3-8183b1d3f47e None None] Network 5b5bc277-a3e4-412f-a70c-f229a95a216a requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:14:45.566130 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-fcd66448-6823-4582-8ce3-5b2c1799e80c None None] Provisioning complete for port 253d6bce-61ec-4634-9a80-a97a5f8d8333 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:14:45.566431 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fcd66448-6823-4582-8ce3-5b2c1799e80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (253d6bce-61ec-4634-9a80-a97a5f8d8333), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:45.686453 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 253d6bce-61ec-4634-9a80-a97a5f8d8333 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:14:45.686760 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (253d6bce-61ec-4634-9a80-a97a5f8d8333), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:45.766164 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 253d6bce-61ec-4634-9a80-a97a5f8d8333, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=253d6bce-61ec-4634-9a80-a97a5f8d8333,segment=NetworkSegment(eea87521-f7ab-4926-8b57-40f4b24f549b),segment_id=eea87521-f7ab-4926-8b57-40f4b24f549b)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:14:45.775866 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (253d6bce-61ec-4634-9a80-a97a5f8d8333), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:45.804024 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fcd66448-6823-4582-8ce3-5b2c1799e80c None None] Current status of the port 253d6bce-61ec-4634-9a80-a97a5f8d8333 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:14:45.804412 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fcd66448-6823-4582-8ce3-5b2c1799e80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (253d6bce-61ec-4634-9a80-a97a5f8d8333), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:45.867802 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=253d6bce-61ec-4634-9a80-a97a5f8d8333,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:14:45.880817 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-fcd66448-6823-4582-8ce3-5b2c1799e80c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:14:45.881350 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-fcd66448-6823-4582-8ce3-5b2c1799e80c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:14:46.297642 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2774ac11-24e5-49fc-8455-f62da7074dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:46.417905 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fcd66448-6823-4582-8ce3-5b2c1799e80c None None] Current status of the port 253d6bce-61ec-4634-9a80-a97a5f8d8333 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:14:46.536380 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-beef0f9f-fd63-436a-9c09-0c442e15d6a5 None None] Provisioning complete for port 253d6bce-61ec-4634-9a80-a97a5f8d8333 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:14:46.536769 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-beef0f9f-fd63-436a-9c09-0c442e15d6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (253d6bce-61ec-4634-9a80-a97a5f8d8333), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:46.611518 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-beef0f9f-fd63-436a-9c09-0c442e15d6a5 None None] Current status of the port 253d6bce-61ec-4634-9a80-a97a5f8d8333 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:14:47.320150 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 253d6bce-61ec-4634-9a80-a97a5f8d8333 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:14:47.370450 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 253d6bce-61ec-4634-9a80-a97a5f8d8333 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:14:47.370843 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (253d6bce-61ec-4634-9a80-a97a5f8d8333), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:47.453499 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 253d6bce-61ec-4634-9a80-a97a5f8d8333 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:14:47.619567 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43342) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:14:47.929274 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:14:47.985260 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Made reservation on behalf of 5a90914a9a754ed38edb96558c699b18 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:14:48.048351 n-d-829866-5 neutron-server[103406]: DEBUG neutron.policy [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103406) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 20 05:14:48.090473 n-d-829866-5 neutron-server[103406]: WARNING oslo_policy.policy [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 05:14:48.090850 n-d-829866-5 neutron-server[103406]: WARNING oslo_policy.policy [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 05:14:48.101285 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:48.121564 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:48.230910 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Publish callbacks [] for security_group (2ff50fdf-5fb0-4349-944a-1a2ded2a5dc1), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:48.234300 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2ff50fdf-5fb0-4349-944a-1a2ded2a5dc1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:48.245403 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Reserving flat network on physical network physnet1 {{(pid=103406) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 20 05:14:48.277380 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771095607601', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (2c9372c4-6cf2-45cb-911b-37e22f527bdb), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:48.277959 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Unsubscribe: segment precommit_create {{(pid=103406) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 20 05:14:48.278485 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Added segment 2c9372c4-6cf2-45cb-911b-37e22f527bdb of type flat for network 12d9dab6-d2be-4381-8353-8093ed2f2146 Feb 20 05:14:48.294142 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff50fdf-5fb0-4349-944a-1a2ded2a5dc1,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:14:48.348518 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:48.348865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:48.349206 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:48.349546 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:48.349883 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:48.350209 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:48.350534 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:48.350857 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:48.351210 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:48.351531 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:48.351865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:48.352166 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:48.352498 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Tracked resource versions report: Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: pushed versions: Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: { 'AddressGroup': {'1.2'}, Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: 'ConntrackHelper': {'1.0'}, Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: 'LocalIPAssociation': {'1.0'}, Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: 'Log': {'1.0'}, Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: 'Network': {'1.1'}, Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: 'Port': {'1.7'}, Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: 'PortForwarding': {'1.2'}, Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: 'QosPolicy': {'1.10'}, Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: 'SecurityGroup': {'1.5'}, Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: 'SecurityGroupRule': {'1.2'}, Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: 'SubPort': {'1.0'}, Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: 'Subnet': {'1.1'}, Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: 'Trunk': {'1.1'}} Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: consumer versions: Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: { DHCP agent@n-d-829866-5: {}, Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: L3 agent@n-d-829866-5: {}, Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: Metadata agent@n-d-829866-5: {}, Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: Metering agent@n-d-829866-5: {}, Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: Open vSwitch agent@n-d-829866-5: { 'AddressGroup': '1.2', Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: 'ConntrackHelper': '1.0', Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: 'LocalIPAssociation': '1.0', Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: 'Log': '1.0', Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: 'Network': '1.1', Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: 'Port': '1.7', Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: 'PortForwarding': '1.2', Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: 'QosPolicy': '1.10', Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: 'SecurityGroup': '1.5', Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: 'SecurityGroupRule': '1.2', Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: 'SubPort': '1.0', Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: 'Subnet': '1.1', Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: 'Trunk': '1.1'}} Feb 20 05:14:48.353701 n-d-829866-5 neutron-server[103406]: {{(pid=103406) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 05:14:48.397375 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (12d9dab6-d2be-4381-8353-8093ed2f2146), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:48.440629 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (12d9dab6-d2be-4381-8353-8093ed2f2146), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:48.441804 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:14:48.442545 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:48.495096 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-01950554-cd51-439c-b66d-f45b95f514ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:48.524052 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9033978 Feb 20 05:14:48.548455 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cfc2a-f504-4838-80c8-1dfe3c4030dc admin admin] Pushing event updated for resources: {'Network': ['ID=12d9dab6-d2be-4381-8353-8093ed2f2146,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:14:48.559988 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:14:49.361623 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:51.032843 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43366) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:14:51.169145 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:51.254585 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb46d0f-3e90-4a07-81bb-5de096809253 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:14:51.256005 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5fb46d0f-3e90-4a07-81bb-5de096809253 demo admin] 10.222.0.37 "GET /v2.0/subnets/0d66f1f3-a9c7-4a09-92ce-76976557ac5d HTTP/1.1" status: 200 len: 849 time: 0.2222142 Feb 20 05:14:51.418380 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5f1eda31-28bb-4994-a49a-315c945f8084 demo admin] 10.222.0.37 "GET /v2.0/routers/9195c112-5630-48e5-b360-e8d0a56cc4f6 HTTP/1.1" status: 200 len: 704 time: 0.1567109 Feb 20 05:14:51.706248 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-66037f82-fd8f-43b1-852d-7874bdd49214 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:51.999738 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-66037f82-fd8f-43b1-852d-7874bdd49214 demo admin] Allocated IP 172.20.0.1 (5b5bc277-a3e4-412f-a70c-f229a95a216a/0d66f1f3-a9c7-4a09-92ce-76976557ac5d/d6d5b57a-c05d-465d-b64a-519e23d407b7) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:14:52.184715 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-66037f82-fd8f-43b1-852d-7874bdd49214 demo admin] Publish callbacks [] for port (d6d5b57a-c05d-465d-b64a-519e23d407b7), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:52.252242 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-66037f82-fd8f-43b1-852d-7874bdd49214 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (d6d5b57a-c05d-465d-b64a-519e23d407b7), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:52.322109 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66037f82-fd8f-43b1-852d-7874bdd49214 demo admin] Network 5b5bc277-a3e4-412f-a70c-f229a95a216a is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:14:52.328207 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-66037f82-fd8f-43b1-852d-7874bdd49214 demo admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:14:52.338719 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66037f82-fd8f-43b1-852d-7874bdd49214 demo admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:14:52.339823 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-66037f82-fd8f-43b1-852d-7874bdd49214 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (9195c112-5630-48e5-b360-e8d0a56cc4f6), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:52.360149 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66037f82-fd8f-43b1-852d-7874bdd49214 demo admin] Pushing event updated for resources: {'Port': ['ID=d6d5b57a-c05d-465d-b64a-519e23d407b7,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:14:52.542082 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-66037f82-fd8f-43b1-852d-7874bdd49214 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d6d5b57a-c05d-465d-b64a-519e23d407b7), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:52.562279 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a76dc70a-a315-46a5-8ac4-d211eb55eb8b None None] Provisioning complete for port d6d5b57a-c05d-465d-b64a-519e23d407b7 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:14:52.562798 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a76dc70a-a315-46a5-8ac4-d211eb55eb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d6d5b57a-c05d-465d-b64a-519e23d407b7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:52.611133 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a76dc70a-a315-46a5-8ac4-d211eb55eb8b None None] Port d6d5b57a-c05d-465d-b64a-519e23d407b7 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:14:52.613820 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:52.709684 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 5 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:14:52.796829 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-66037f82-fd8f-43b1-852d-7874bdd49214 demo admin] Publish callbacks [] for port (d6d5b57a-c05d-465d-b64a-519e23d407b7), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:52.801030 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-66037f82-fd8f-43b1-852d-7874bdd49214 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d6d5b57a-c05d-465d-b64a-519e23d407b7), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:52.801780 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-66037f82-fd8f-43b1-852d-7874bdd49214 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (9195c112-5630-48e5-b360-e8d0a56cc4f6), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:52.882029 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66037f82-fd8f-43b1-852d-7874bdd49214 demo admin] Pushing event updated for resources: {'Port': ['ID=d6d5b57a-c05d-465d-b64a-519e23d407b7,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:14:52.922238 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66037f82-fd8f-43b1-852d-7874bdd49214 demo admin] Network 5b5bc277-a3e4-412f-a70c-f229a95a216a is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:14:52.923506 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-66037f82-fd8f-43b1-852d-7874bdd49214 demo admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:14:53.091005 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66037f82-fd8f-43b1-852d-7874bdd49214 demo admin] Router 9195c112-5630-48e5-b360-e8d0a56cc4f6 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:14:53.188458 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66037f82-fd8f-43b1-852d-7874bdd49214 demo admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:14:53.194645 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-66037f82-fd8f-43b1-852d-7874bdd49214 demo admin] 10.222.0.37 "PUT /v2.0/routers/9195c112-5630-48e5-b360-e8d0a56cc4f6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7706530 Feb 20 05:14:53.198466 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a665ee-aec6-41a5-80eb-9bb5d12d1769 None None] Sync routers for ids ['9195c112-5630-48e5-b360-e8d0a56cc4f6'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:14:53.214548 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a665ee-aec6-41a5-80eb-9bb5d12d1769 None None] Routers {'9195c112-5630-48e5-b360-e8d0a56cc4f6'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:14:53.215412 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-48a665ee-aec6-41a5-80eb-9bb5d12d1769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:14:48Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9195c112-5630-48e5-b360-e8d0a56cc4f6'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:14:53.238759 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-124ecebf-846e-48b6-8a02-7fb7508fd595 None None] Provisioning complete for port d6d5b57a-c05d-465d-b64a-519e23d407b7 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:14:53.239202 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-124ecebf-846e-48b6-8a02-7fb7508fd595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d6d5b57a-c05d-465d-b64a-519e23d407b7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:53.281100 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-124ecebf-846e-48b6-8a02-7fb7508fd595 None None] Port d6d5b57a-c05d-465d-b64a-519e23d407b7 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:14:53.411804 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-48a665ee-aec6-41a5-80eb-9bb5d12d1769 None None] Set router 9195c112-5630-48e5-b360-e8d0a56cc4f6 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:14:53.840399 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-48a665ee-aec6-41a5-80eb-9bb5d12d1769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9195c112-5630-48e5-b360-e8d0a56cc4f6', 'name': 'router1', 'tenant_id': '947660ba04f0403f8681c4a402a43879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:14:41Z', 'updated_at': '2022-02-20T05:14:52Z', 'revision_number': 2, 'project_id': '947660ba04f0403f8681c4a402a43879', 'gw_port_host': None, '_interfaces': [{'id': 'd6d5b57a-c05d-465d-b64a-519e23d407b7', 'name': '', 'network_id': '5b5bc277-a3e4-412f-a70c-f229a95a216a', 'tenant_id': '947660ba04f0403f8681c4a402a43879', 'mac_address': 'fa:16:3e:e6:55:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9195c112-5630-48e5-b360-e8d0a56cc4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d66f1f3-a9c7-4a09-92ce-76976557ac5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:14:51Z', 'updated_at': '2022-02-20T05:14:52Z', 'revision_number': 2, 'project_id': '947660ba04f0403f8681c4a402a43879', 'subnets': [{'id': '0d66f1f3-a9c7-4a09-92ce-76976557ac5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e168a478-7493-47e2-9992-705d12f10a6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:14:53.891932 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a665ee-aec6-41a5-80eb-9bb5d12d1769 None None] Checking router: 9195c112-5630-48e5-b360-e8d0a56cc4f6 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:14:53.892302 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a665ee-aec6-41a5-80eb-9bb5d12d1769 None None] Updating router 9195c112-5630-48e5-b360-e8d0a56cc4f6 port d6d5b57a-c05d-465d-b64a-519e23d407b7 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:14:53.944264 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-48a665ee-aec6-41a5-80eb-9bb5d12d1769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d6d5b57a-c05d-465d-b64a-519e23d407b7), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:54.451951 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-48a665ee-aec6-41a5-80eb-9bb5d12d1769 None None] Publish callbacks [] for port (d6d5b57a-c05d-465d-b64a-519e23d407b7), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:54.459214 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-48a665ee-aec6-41a5-80eb-9bb5d12d1769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d6d5b57a-c05d-465d-b64a-519e23d407b7), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:54.627794 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4155ad-e0e6-4022-8455-fb69454b18cc None None] Pushing event updated for resources: {'Port': ['ID=d6d5b57a-c05d-465d-b64a-519e23d407b7,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:14:54.632473 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-48a665ee-aec6-41a5-80eb-9bb5d12d1769 None None] Attempting to bind port d6d5b57a-c05d-465d-b64a-519e23d407b7 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:14:54.632893 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-48a665ee-aec6-41a5-80eb-9bb5d12d1769 None None] Attempting to bind port d6d5b57a-c05d-465d-b64a-519e23d407b7 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'eea87521-f7ab-4926-8b57-40f4b24f549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5b5bc277-a3e4-412f-a70c-f229a95a216a'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:14:54.633326 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a665ee-aec6-41a5-80eb-9bb5d12d1769 None None] Attempting to bind port d6d5b57a-c05d-465d-b64a-519e23d407b7 on network 5b5bc277-a3e4-412f-a70c-f229a95a216a {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:14:54.641093 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a665ee-aec6-41a5-80eb-9bb5d12d1769 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:14:54.641503 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a665ee-aec6-41a5-80eb-9bb5d12d1769 None None] Checking segment: {'id': 'eea87521-f7ab-4926-8b57-40f4b24f549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5b5bc277-a3e4-412f-a70c-f229a95a216a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:14:54.641998 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-48a665ee-aec6-41a5-80eb-9bb5d12d1769 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:54.642390 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a665ee-aec6-41a5-80eb-9bb5d12d1769 None None] Bound using segment: {'id': 'eea87521-f7ab-4926-8b57-40f4b24f549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5b5bc277-a3e4-412f-a70c-f229a95a216a'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:14:54.642885 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-48a665ee-aec6-41a5-80eb-9bb5d12d1769 None None] Bound port: d6d5b57a-c05d-465d-b64a-519e23d407b7, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea87521-f7ab-4926-8b57-40f4b24f549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5b5bc277-a3e4-412f-a70c-f229a95a216a'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:14:54.643291 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-48a665ee-aec6-41a5-80eb-9bb5d12d1769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d6d5b57a-c05d-465d-b64a-519e23d407b7), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:54.646850 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4155ad-e0e6-4022-8455-fb69454b18cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:54.647239 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4155ad-e0e6-4022-8455-fb69454b18cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:54.647585 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4155ad-e0e6-4022-8455-fb69454b18cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:54.647922 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4155ad-e0e6-4022-8455-fb69454b18cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:54.648258 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4155ad-e0e6-4022-8455-fb69454b18cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:54.648591 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4155ad-e0e6-4022-8455-fb69454b18cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:54.648922 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4155ad-e0e6-4022-8455-fb69454b18cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:54.649251 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4155ad-e0e6-4022-8455-fb69454b18cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:54.649578 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4155ad-e0e6-4022-8455-fb69454b18cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:54.649903 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4155ad-e0e6-4022-8455-fb69454b18cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:54.650228 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4155ad-e0e6-4022-8455-fb69454b18cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:54.650552 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4155ad-e0e6-4022-8455-fb69454b18cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:54.650869 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4155ad-e0e6-4022-8455-fb69454b18cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4155ad-e0e6-4022-8455-fb69454b18cc None None] Tracked resource versions report: Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: pushed versions: Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: { 'AddressGroup': {'1.2'}, Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: 'ConntrackHelper': {'1.0'}, Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: 'LocalIPAssociation': {'1.0'}, Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: 'Log': {'1.0'}, Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: 'Network': {'1.1'}, Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: 'Port': {'1.7'}, Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: 'PortForwarding': {'1.2'}, Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: 'QosPolicy': {'1.10'}, Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: 'SecurityGroup': {'1.5'}, Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: 'SecurityGroupRule': {'1.2'}, Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: 'SubPort': {'1.0'}, Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: 'Subnet': {'1.1'}, Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: 'Trunk': {'1.1'}} Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: consumer versions: Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: { DHCP agent@n-d-829866-5: {}, Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: L3 agent@n-d-829866-5: {}, Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: Metadata agent@n-d-829866-5: {}, Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: Metering agent@n-d-829866-5: {}, Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: Open vSwitch agent@n-d-829866-5: { 'AddressGroup': '1.2', Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: 'ConntrackHelper': '1.0', Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: 'LocalIPAssociation': '1.0', Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: 'Log': '1.0', Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: 'Network': '1.1', Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: 'Port': '1.7', Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: 'PortForwarding': '1.2', Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: 'QosPolicy': '1.10', Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: 'SecurityGroup': '1.5', Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: 'SecurityGroupRule': '1.2', Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: 'SubPort': '1.0', Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: 'Subnet': '1.1', Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: 'Trunk': '1.1'}} Feb 20 05:14:54.652089 n-d-829866-5 neutron-server[103409]: {{(pid=103409) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 05:14:54.711795 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-6c0048fc-13a3-44c6-a9c1-22c161c00256 None None] Provisioning complete for port d6d5b57a-c05d-465d-b64a-519e23d407b7 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:14:54.712315 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c0048fc-13a3-44c6-a9c1-22c161c00256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d6d5b57a-c05d-465d-b64a-519e23d407b7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:54.719021 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-48a665ee-aec6-41a5-80eb-9bb5d12d1769 None None] For port d6d5b57a-c05d-465d-b64a-519e23d407b7, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:14:54.738783 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-48a665ee-aec6-41a5-80eb-9bb5d12d1769 None None] For port d6d5b57a-c05d-465d-b64a-519e23d407b7, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d6d5b57a-c05d-465d-b64a-519e23d407b7,segment=NetworkSegment(eea87521-f7ab-4926-8b57-40f4b24f549b),segment_id=eea87521-f7ab-4926-8b57-40f4b24f549b)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:14:54.747189 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-48a665ee-aec6-41a5-80eb-9bb5d12d1769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d6d5b57a-c05d-465d-b64a-519e23d407b7), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:54.754151 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6c0048fc-13a3-44c6-a9c1-22c161c00256 None None] Port d6d5b57a-c05d-465d-b64a-519e23d407b7 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:14:54.793413 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a665ee-aec6-41a5-80eb-9bb5d12d1769 None None] Routers {'9195c112-5630-48e5-b360-e8d0a56cc4f6'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:14:54.794036 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-48a665ee-aec6-41a5-80eb-9bb5d12d1769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:14:48Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9195c112-5630-48e5-b360-e8d0a56cc4f6'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:14:54.891716 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4155ad-e0e6-4022-8455-fb69454b18cc None None] Pushing event updated for resources: {'Port': ['ID=d6d5b57a-c05d-465d-b64a-519e23d407b7,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:14:54.902302 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-48a665ee-aec6-41a5-80eb-9bb5d12d1769 None None] Set router 9195c112-5630-48e5-b360-e8d0a56cc4f6 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:14:54.975705 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-63fc5d36-81c9-4dac-b3fc-f34289d05ddc None None] Provisioning complete for port d6d5b57a-c05d-465d-b64a-519e23d407b7 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:14:54.976174 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-63fc5d36-81c9-4dac-b3fc-f34289d05ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d6d5b57a-c05d-465d-b64a-519e23d407b7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:55.057781 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-63fc5d36-81c9-4dac-b3fc-f34289d05ddc None None] Current status of the port d6d5b57a-c05d-465d-b64a-519e23d407b7 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:14:55.058103 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-63fc5d36-81c9-4dac-b3fc-f34289d05ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d6d5b57a-c05d-465d-b64a-519e23d407b7), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:55.089765 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-63fc5d36-81c9-4dac-b3fc-f34289d05ddc None None] For port d6d5b57a-c05d-465d-b64a-519e23d407b7, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d6d5b57a-c05d-465d-b64a-519e23d407b7,segment=NetworkSegment(eea87521-f7ab-4926-8b57-40f4b24f549b),segment_id=eea87521-f7ab-4926-8b57-40f4b24f549b)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:14:55.095197 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-63fc5d36-81c9-4dac-b3fc-f34289d05ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d6d5b57a-c05d-465d-b64a-519e23d407b7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:55.119111 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-48a665ee-aec6-41a5-80eb-9bb5d12d1769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9195c112-5630-48e5-b360-e8d0a56cc4f6', 'name': 'router1', 'tenant_id': '947660ba04f0403f8681c4a402a43879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:14:41Z', 'updated_at': '2022-02-20T05:14:52Z', 'revision_number': 2, 'project_id': '947660ba04f0403f8681c4a402a43879', 'gw_port_host': None, '_interfaces': [{'id': 'd6d5b57a-c05d-465d-b64a-519e23d407b7', 'name': '', 'network_id': '5b5bc277-a3e4-412f-a70c-f229a95a216a', 'tenant_id': '947660ba04f0403f8681c4a402a43879', 'mac_address': 'fa:16:3e:e6:55:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9195c112-5630-48e5-b360-e8d0a56cc4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d66f1f3-a9c7-4a09-92ce-76976557ac5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:14:51Z', 'updated_at': '2022-02-20T05:14:54Z', 'revision_number': 4, 'project_id': '947660ba04f0403f8681c4a402a43879', 'subnets': [{'id': '0d66f1f3-a9c7-4a09-92ce-76976557ac5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e168a478-7493-47e2-9992-705d12f10a6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:14:55.142860 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc5d36-81c9-4dac-b3fc-f34289d05ddc None None] Pushing event updated for resources: {'Port': ['ID=d6d5b57a-c05d-465d-b64a-519e23d407b7,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:14:55.145562 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a665ee-aec6-41a5-80eb-9bb5d12d1769 None None] The sync data for ids ['9195c112-5630-48e5-b360-e8d0a56cc4f6'] in n-d-829866-5 is: [{'id': '9195c112-5630-48e5-b360-e8d0a56cc4f6', 'name': 'router1', 'tenant_id': '947660ba04f0403f8681c4a402a43879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:14:41Z', 'updated_at': '2022-02-20T05:14:52Z', 'revision_number': 2, 'project_id': '947660ba04f0403f8681c4a402a43879', 'gw_port_host': None, '_interfaces': [{'id': 'd6d5b57a-c05d-465d-b64a-519e23d407b7', 'name': '', 'network_id': '5b5bc277-a3e4-412f-a70c-f229a95a216a', 'tenant_id': '947660ba04f0403f8681c4a402a43879', 'mac_address': 'fa:16:3e:e6:55:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9195c112-5630-48e5-b360-e8d0a56cc4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d66f1f3-a9c7-4a09-92ce-76976557ac5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:14:51Z', 'updated_at': '2022-02-20T05:14:54Z', 'revision_number': 4, 'project_id': '947660ba04f0403f8681c4a402a43879', 'subnets': [{'id': '0d66f1f3-a9c7-4a09-92ce-76976557ac5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e168a478-7493-47e2-9992-705d12f10a6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:14:55.654472 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43386) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:14:55.768022 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3085e7e-646f-413f-be68-3c46851a6231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:14:55.769380 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e3085e7e-646f-413f-be68-3c46851a6231 admin admin] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 842 time: 0.1139102 Feb 20 05:14:55.778885 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-6fe674e5-ff29-4233-99b2-b938eb400c27 admin admin] Request body: {'subnet': {'cidr': '172.25.3.0/24', 'ip_version': 4, 'gateway_ip': '172.25.3.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:14:55.801684 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe674e5-ff29-4233-99b2-b938eb400c27 admin admin] Made reservation on behalf of 5a90914a9a754ed38edb96558c699b18 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:14:55.803936 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6fe674e5-ff29-4233-99b2-b938eb400c27 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:56.123060 n-d-829866-5 neutron-server[103406]: DEBUG neutron.objects.ports [None req-6fe674e5-ff29-4233-99b2-b938eb400c27 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103406) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 05:14:56.123929 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6fe674e5-ff29-4233-99b2-b938eb400c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (98fa272f-dac6-4e7f-bb2d-6040ff6df9c0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:56.185292 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe674e5-ff29-4233-99b2-b938eb400c27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98fa272f-dac6-4e7f-bb2d-6040ff6df9c0,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:14:56.190409 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe674e5-ff29-4233-99b2-b938eb400c27 admin admin] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:14:56.190771 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe674e5-ff29-4233-99b2-b938eb400c27 admin admin] Network hostable DHCP agents. Network: 12d9dab6-d2be-4381-8353-8093ed2f2146, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:14:56.214561 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe674e5-ff29-4233-99b2-b938eb400c27 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:14:56.224980 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-6fe674e5-ff29-4233-99b2-b938eb400c27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 12d9dab6-d2be-4381-8353-8093ed2f2146) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:14:56.229139 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe674e5-ff29-4233-99b2-b938eb400c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:14:56.229737 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6fe674e5-ff29-4233-99b2-b938eb400c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:56.240980 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239c23e3-a5dc-4c57-bf7e-3082a229adb4 None None] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:14:56.246862 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6fe674e5-ff29-4233-99b2-b938eb400c27 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4713421 Feb 20 05:14:56.348036 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b610e5e-753f-41a7-8740-486117522fc3 None None] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:14:58.683554 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43394) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:14:58.827877 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4f1b1508-c224-430e-912e-82ac2138af23 demo admin] 10.222.0.37 "GET /v2.0/routers/9195c112-5630-48e5-b360-e8d0a56cc4f6 HTTP/1.1" status: 200 len: 710 time: 0.1430492 Feb 20 05:14:58.913596 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00b5468-9e5a-4e85-85ee-078560906d64 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:14:58.914890 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f00b5468-9e5a-4e85-85ee-078560906d64 demo admin] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 886 time: 0.0817821 Feb 20 05:14:58.923716 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-fc99d01c-aa63-4e27-9940-489eeb2e67ae demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:14:59.260787 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc99d01c-aa63-4e27-9940-489eeb2e67ae demo admin] Publish callbacks [] for router_gateway (9195c112-5630-48e5-b360-e8d0a56cc4f6), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:59.492529 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc99d01c-aa63-4e27-9940-489eeb2e67ae demo admin] Publish callbacks [] for router_gateway (9195c112-5630-48e5-b360-e8d0a56cc4f6), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:59.564302 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc99d01c-aa63-4e27-9940-489eeb2e67ae demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:59.666356 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-fc99d01c-aa63-4e27-9940-489eeb2e67ae demo admin] Allocated IP 172.25.3.59 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/173189b2-c810-4853-98c7-d52465deb9b7) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:14:59.763999 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc99d01c-aa63-4e27-9940-489eeb2e67ae demo admin] Publish callbacks [] for port (173189b2-c810-4853-98c7-d52465deb9b7), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:59.796490 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc99d01c-aa63-4e27-9940-489eeb2e67ae demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (173189b2-c810-4853-98c7-d52465deb9b7), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:14:59.834409 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc99d01c-aa63-4e27-9940-489eeb2e67ae demo admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:14:59.837046 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-fc99d01c-aa63-4e27-9940-489eeb2e67ae demo admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:14:59.839569 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc99d01c-aa63-4e27-9940-489eeb2e67ae demo admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:14:59.880422 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99d01c-aa63-4e27-9940-489eeb2e67ae demo admin] Pushing event updated for resources: {'Port': ['ID=173189b2-c810-4853-98c7-d52465deb9b7,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:15:00.094745 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc99d01c-aa63-4e27-9940-489eeb2e67ae demo admin] Publish callbacks [] for router_gateway (9195c112-5630-48e5-b360-e8d0a56cc4f6), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:15:00.292420 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc99d01c-aa63-4e27-9940-489eeb2e67ae demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (9195c112-5630-48e5-b360-e8d0a56cc4f6), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:15:00.295714 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc99d01c-aa63-4e27-9940-489eeb2e67ae demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691773'] for router (9195c112-5630-48e5-b360-e8d0a56cc4f6), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:15:00.406302 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc99d01c-aa63-4e27-9940-489eeb2e67ae demo admin] Router 9195c112-5630-48e5-b360-e8d0a56cc4f6 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:15:00.519179 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc99d01c-aa63-4e27-9940-489eeb2e67ae demo admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:15:00.523516 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc99d01c-aa63-4e27-9940-489eeb2e67ae demo admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:15:00.524910 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fc99d01c-aa63-4e27-9940-489eeb2e67ae demo admin] 10.222.0.37 "PUT /v2.0/routers/9195c112-5630-48e5-b360-e8d0a56cc4f6 HTTP/1.1" status: 200 len: 889 time: 1.6042221 Feb 20 05:15:03.095312 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43406) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:15:03.221686 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e533ba5d-4d49-4a66-b883-4595c3b8ab69 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1248317 Feb 20 05:15:03.374883 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d6d5b57a-c05d-465d-b64a-519e23d407b7 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:15:03.425317 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port d6d5b57a-c05d-465d-b64a-519e23d407b7 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:15:03.425716 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d6d5b57a-c05d-465d-b64a-519e23d407b7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:15:03.506362 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port d6d5b57a-c05d-465d-b64a-519e23d407b7 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:15:03.877080 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b81016a-ff1a-48bb-a4d2-cbd71d703f46 None None] Sync routers for ids ['9195c112-5630-48e5-b360-e8d0a56cc4f6'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:15:03.888979 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b81016a-ff1a-48bb-a4d2-cbd71d703f46 None None] Routers {'9195c112-5630-48e5-b360-e8d0a56cc4f6'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:15:03.890158 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-9b81016a-ff1a-48bb-a4d2-cbd71d703f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:14:48Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9195c112-5630-48e5-b360-e8d0a56cc4f6'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:15:04.107427 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-9b81016a-ff1a-48bb-a4d2-cbd71d703f46 None None] Set router 9195c112-5630-48e5-b360-e8d0a56cc4f6 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:15:04.577591 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-9b81016a-ff1a-48bb-a4d2-cbd71d703f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9195c112-5630-48e5-b360-e8d0a56cc4f6', 'name': 'router1', 'tenant_id': '947660ba04f0403f8681c4a402a43879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '173189b2-c810-4853-98c7-d52465deb9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:14:41Z', 'updated_at': '2022-02-20T05:14:59Z', 'revision_number': 4, 'project_id': '947660ba04f0403f8681c4a402a43879', 'gw_port': {'id': '173189b2-c810-4853-98c7-d52465deb9b7', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9195c112-5630-48e5-b360-e8d0a56cc4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:14:59Z', 'updated_at': '2022-02-20T05:14:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'd6d5b57a-c05d-465d-b64a-519e23d407b7', 'name': '', 'network_id': '5b5bc277-a3e4-412f-a70c-f229a95a216a', 'tenant_id': '947660ba04f0403f8681c4a402a43879', 'mac_address': 'fa:16:3e:e6:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9195c112-5630-48e5-b360-e8d0a56cc4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d66f1f3-a9c7-4a09-92ce-76976557ac5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:14:51Z', 'updated_at': '2022-02-20T05:14:55Z', 'revision_number': 5, 'project_id': '947660ba04f0403f8681c4a402a43879', 'subnets': [{'id': '0d66f1f3-a9c7-4a09-92ce-76976557ac5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e168a478-7493-47e2-9992-705d12f10a6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:15:04.630887 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b81016a-ff1a-48bb-a4d2-cbd71d703f46 None None] Checking router: 9195c112-5630-48e5-b360-e8d0a56cc4f6 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:15:04.631200 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b81016a-ff1a-48bb-a4d2-cbd71d703f46 None None] Updating router 9195c112-5630-48e5-b360-e8d0a56cc4f6 port 173189b2-c810-4853-98c7-d52465deb9b7 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:15:04.680630 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9b81016a-ff1a-48bb-a4d2-cbd71d703f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (173189b2-c810-4853-98c7-d52465deb9b7), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:15:05.010228 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9b81016a-ff1a-48bb-a4d2-cbd71d703f46 None None] Publish callbacks [] for port (173189b2-c810-4853-98c7-d52465deb9b7), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:15:05.015963 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9b81016a-ff1a-48bb-a4d2-cbd71d703f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (173189b2-c810-4853-98c7-d52465deb9b7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:15:05.068425 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-9b81016a-ff1a-48bb-a4d2-cbd71d703f46 None None] Attempting to bind port 173189b2-c810-4853-98c7-d52465deb9b7 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:15:05.068797 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-9b81016a-ff1a-48bb-a4d2-cbd71d703f46 None None] Attempting to bind port 173189b2-c810-4853-98c7-d52465deb9b7 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:15:05.069201 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b81016a-ff1a-48bb-a4d2-cbd71d703f46 None None] Attempting to bind port 173189b2-c810-4853-98c7-d52465deb9b7 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:15:05.077581 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1d236-87e6-40ab-8bd3-552b66264826 None None] Pushing event updated for resources: {'Port': ['ID=173189b2-c810-4853-98c7-d52465deb9b7,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:15:05.080009 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b81016a-ff1a-48bb-a4d2-cbd71d703f46 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:15:05.080384 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b81016a-ff1a-48bb-a4d2-cbd71d703f46 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:15:05.080776 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9b81016a-ff1a-48bb-a4d2-cbd71d703f46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:15:05.081154 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b81016a-ff1a-48bb-a4d2-cbd71d703f46 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:15:05.081626 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-9b81016a-ff1a-48bb-a4d2-cbd71d703f46 None None] Bound port: 173189b2-c810-4853-98c7-d52465deb9b7, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:15:05.082690 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9b81016a-ff1a-48bb-a4d2-cbd71d703f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (173189b2-c810-4853-98c7-d52465deb9b7), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:15:05.137071 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9b81016a-ff1a-48bb-a4d2-cbd71d703f46 None None] For port 173189b2-c810-4853-98c7-d52465deb9b7, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:15:05.140734 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9b81016a-ff1a-48bb-a4d2-cbd71d703f46 None None] For port 173189b2-c810-4853-98c7-d52465deb9b7, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=173189b2-c810-4853-98c7-d52465deb9b7,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:15:05.148801 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9b81016a-ff1a-48bb-a4d2-cbd71d703f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (173189b2-c810-4853-98c7-d52465deb9b7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:15:05.214430 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1d236-87e6-40ab-8bd3-552b66264826 None None] Pushing event updated for resources: {'Port': ['ID=173189b2-c810-4853-98c7-d52465deb9b7,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:15:05.217161 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b81016a-ff1a-48bb-a4d2-cbd71d703f46 None None] Routers {'9195c112-5630-48e5-b360-e8d0a56cc4f6'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:15:05.218305 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-9b81016a-ff1a-48bb-a4d2-cbd71d703f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:14:48Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9195c112-5630-48e5-b360-e8d0a56cc4f6'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:15:05.338638 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-9b81016a-ff1a-48bb-a4d2-cbd71d703f46 None None] Set router 9195c112-5630-48e5-b360-e8d0a56cc4f6 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:15:05.580782 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-9b81016a-ff1a-48bb-a4d2-cbd71d703f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9195c112-5630-48e5-b360-e8d0a56cc4f6', 'name': 'router1', 'tenant_id': '947660ba04f0403f8681c4a402a43879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '173189b2-c810-4853-98c7-d52465deb9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:14:41Z', 'updated_at': '2022-02-20T05:14:59Z', 'revision_number': 4, 'project_id': '947660ba04f0403f8681c4a402a43879', 'gw_port': {'id': '173189b2-c810-4853-98c7-d52465deb9b7', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9195c112-5630-48e5-b360-e8d0a56cc4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:14:59Z', 'updated_at': '2022-02-20T05:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'd6d5b57a-c05d-465d-b64a-519e23d407b7', 'name': '', 'network_id': '5b5bc277-a3e4-412f-a70c-f229a95a216a', 'tenant_id': '947660ba04f0403f8681c4a402a43879', 'mac_address': 'fa:16:3e:e6:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9195c112-5630-48e5-b360-e8d0a56cc4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d66f1f3-a9c7-4a09-92ce-76976557ac5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:14:51Z', 'updated_at': '2022-02-20T05:14:55Z', 'revision_number': 5, 'project_id': '947660ba04f0403f8681c4a402a43879', 'subnets': [{'id': '0d66f1f3-a9c7-4a09-92ce-76976557ac5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e168a478-7493-47e2-9992-705d12f10a6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:15:05.610103 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b81016a-ff1a-48bb-a4d2-cbd71d703f46 None None] The sync data for ids ['9195c112-5630-48e5-b360-e8d0a56cc4f6'] in n-d-829866-5 is: [{'id': '9195c112-5630-48e5-b360-e8d0a56cc4f6', 'name': 'router1', 'tenant_id': '947660ba04f0403f8681c4a402a43879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '173189b2-c810-4853-98c7-d52465deb9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:14:41Z', 'updated_at': '2022-02-20T05:14:59Z', 'revision_number': 4, 'project_id': '947660ba04f0403f8681c4a402a43879', 'gw_port': {'id': '173189b2-c810-4853-98c7-d52465deb9b7', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9195c112-5630-48e5-b360-e8d0a56cc4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:14:59Z', 'updated_at': '2022-02-20T05:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'd6d5b57a-c05d-465d-b64a-519e23d407b7', 'name': '', 'network_id': '5b5bc277-a3e4-412f-a70c-f229a95a216a', 'tenant_id': '947660ba04f0403f8681c4a402a43879', 'mac_address': 'fa:16:3e:e6:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9195c112-5630-48e5-b360-e8d0a56cc4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d66f1f3-a9c7-4a09-92ce-76976557ac5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:14:51Z', 'updated_at': '2022-02-20T05:14:55Z', 'revision_number': 5, 'project_id': '947660ba04f0403f8681c4a402a43879', 'subnets': [{'id': '0d66f1f3-a9c7-4a09-92ce-76976557ac5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e168a478-7493-47e2-9992-705d12f10a6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:15:07.438344 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 173189b2-c810-4853-98c7-d52465deb9b7 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:15:07.506067 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 173189b2-c810-4853-98c7-d52465deb9b7 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:15:07.506827 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (173189b2-c810-4853-98c7-d52465deb9b7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:15:07.593624 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 173189b2-c810-4853-98c7-d52465deb9b7 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:15:07.594325 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (173189b2-c810-4853-98c7-d52465deb9b7), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:15:07.630481 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 173189b2-c810-4853-98c7-d52465deb9b7, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=173189b2-c810-4853-98c7-d52465deb9b7,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:15:07.639701 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (173189b2-c810-4853-98c7-d52465deb9b7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:15:07.720270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=173189b2-c810-4853-98c7-d52465deb9b7,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:15:09.370546 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 173189b2-c810-4853-98c7-d52465deb9b7 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:15:09.459175 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 173189b2-c810-4853-98c7-d52465deb9b7 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:15:09.459796 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (173189b2-c810-4853-98c7-d52465deb9b7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:15:09.597796 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 173189b2-c810-4853-98c7-d52465deb9b7 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:15:16.303807 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2919d16c-24ae-49bf-8ace-0cf63f617753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:15:18.537489 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53adfab1-7eaa-4ab0-a8c1-1602b8ba12d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:15:19.368050 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:15:21.183193 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:15:22.589018 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:15:29.713526 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 5 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:15:46.296616 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-961aa4a2-92b2-4129-92de-fd96a4bff7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:15:48.503639 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ecd1292b-82a5-4947-a14e-5442a6ae4258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:15:49.370880 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:15:51.172951 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:15:52.583769 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:16:06.712094 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 5 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:16:16.302115 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-912b68c5-6248-4ec2-a87e-74ac34336618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:16:18.496322 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8061d602-eddf-480d-821d-5b6b60eefd84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:16:19.373629 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:16:21.173763 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:16:22.587636 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:16:27.864840 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43922) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:16:27.927614 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6ea4c1-fc66-4311-abd9-910636f1b774 admin admin] GET failed (client error): The resource could not be found. Feb 20 05:16:27.928875 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5a6ea4c1-fc66-4311-abd9-910636f1b774 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0630698 Feb 20 05:16:28.162350 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01228d1e-5c63-461e-972c-033faac41ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:16:28.163765 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-01228d1e-5c63-461e-972c-033faac41ead admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.2307403 Feb 20 05:16:30.515874 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43932) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:16:30.610032 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6036b802-a277-45dc-8417-aee8ba2492c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:16:30.611383 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6036b802-a277-45dc-8417-aee8ba2492c6 admin admin] 10.222.0.37 "GET /v2.0/subnets/0d66f1f3-a9c7-4a09-92ce-76976557ac5d HTTP/1.1" status: 200 len: 849 time: 0.0945513 Feb 20 05:16:30.621130 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0a1b681f-2d51-4527-b386-9e604c8c76bd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:16:30.703184 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0a1b681f-2d51-4527-b386-9e604c8c76bd admin admin] Publish callbacks [] for subnet (0d66f1f3-a9c7-4a09-92ce-76976557ac5d), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:16:30.847629 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0a1b681f-2d51-4527-b386-9e604c8c76bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771095536770'] for subnet (0d66f1f3-a9c7-4a09-92ce-76976557ac5d), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:16:30.875657 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1b681f-2d51-4527-b386-9e604c8c76bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:16:30.876846 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0a1b681f-2d51-4527-b386-9e604c8c76bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:16:30.877502 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0a1b681f-2d51-4527-b386-9e604c8c76bd admin admin] 10.222.0.37 "PUT /v2.0/subnets/0d66f1f3-a9c7-4a09-92ce-76976557ac5d HTTP/1.1" status: 200 len: 868 time: 0.2599354 Feb 20 05:16:30.894476 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51749142-1d3c-4c05-aafc-d01512e1279c None None] Network 5b5bc277-a3e4-412f-a70c-f229a95a216a requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:16:30.899583 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b681f-2d51-4527-b386-9e604c8c76bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d66f1f3-a9c7-4a09-92ce-76976557ac5d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:16:30.906847 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b681f-2d51-4527-b386-9e604c8c76bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:16:30.907243 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b681f-2d51-4527-b386-9e604c8c76bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:16:30.907605 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b681f-2d51-4527-b386-9e604c8c76bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:16:30.907932 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b681f-2d51-4527-b386-9e604c8c76bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:16:30.908266 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b681f-2d51-4527-b386-9e604c8c76bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:16:30.908599 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b681f-2d51-4527-b386-9e604c8c76bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:16:30.908930 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b681f-2d51-4527-b386-9e604c8c76bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:16:30.909258 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b681f-2d51-4527-b386-9e604c8c76bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:16:30.909584 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b681f-2d51-4527-b386-9e604c8c76bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:16:30.909911 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b681f-2d51-4527-b386-9e604c8c76bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:16:30.910234 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b681f-2d51-4527-b386-9e604c8c76bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:16:30.910556 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b681f-2d51-4527-b386-9e604c8c76bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:16:30.910878 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b681f-2d51-4527-b386-9e604c8c76bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:16:31.254322 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-35d2f8d1-7bcf-422a-b339-0d21e8ddd307 None None] Provisioning complete for port d6d5b57a-c05d-465d-b64a-519e23d407b7 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:16:31.254608 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-35d2f8d1-7bcf-422a-b339-0d21e8ddd307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d6d5b57a-c05d-465d-b64a-519e23d407b7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:16:31.353535 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-35d2f8d1-7bcf-422a-b339-0d21e8ddd307 None None] Current status of the port d6d5b57a-c05d-465d-b64a-519e23d407b7 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:16:31.363556 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-35d2f8d1-7bcf-422a-b339-0d21e8ddd307 None None] Provisioning complete for port 253d6bce-61ec-4634-9a80-a97a5f8d8333 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:16:31.363951 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-35d2f8d1-7bcf-422a-b339-0d21e8ddd307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (253d6bce-61ec-4634-9a80-a97a5f8d8333), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:16:31.438886 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-35d2f8d1-7bcf-422a-b339-0d21e8ddd307 None None] Current status of the port 253d6bce-61ec-4634-9a80-a97a5f8d8333 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:16:33.229168 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43940) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:16:33.427552 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035bd6f9-2b28-4e78-a805-4ad2cb4a7496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:16:33.428025 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035bd6f9-2b28-4e78-a805-4ad2cb4a7496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:16:33.430942 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-035bd6f9-2b28-4e78-a805-4ad2cb4a7496 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1994488 Feb 20 05:16:35.743310 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43948) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:16:35.871860 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57560fc-609d-425f-8c6f-a12acd5ffdc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:16:35.872328 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57560fc-609d-425f-8c6f-a12acd5ffdc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:16:35.874603 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b57560fc-609d-425f-8c6f-a12acd5ffdc1 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1303060 Feb 20 05:16:38.163835 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43956) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:16:38.288315 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515dd03d-0d14-46a6-865e-067217f7aade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:16:38.290378 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-515dd03d-0d14-46a6-865e-067217f7aade admin admin] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 886 time: 0.1255224 Feb 20 05:16:40.601564 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43964) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:16:40.777710 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d7aefa-47e5-4d34-bc17-9fdf763776ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:16:40.779111 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-43d7aefa-47e5-4d34-bc17-9fdf763776ec admin admin] 10.222.0.37 "GET /v2.0/networks/5b5bc277-a3e4-412f-a70c-f229a95a216a HTTP/1.1" status: 200 len: 868 time: 0.1765828 Feb 20 05:16:43.070270 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43974) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:16:43.191236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c75891f-56ed-45a7-8258-0f0844ca2272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:16:43.191685 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c75891f-56ed-45a7-8258-0f0844ca2272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:16:43.193248 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1c75891f-56ed-45a7-8258-0f0844ca2272 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1220150 Feb 20 05:16:43.710804 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 5 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:16:45.523014 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43982) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:16:45.642584 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d9003e-6278-4463-b453-3893a39954a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:16:45.642992 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d9003e-6278-4463-b453-3893a39954a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:16:45.644495 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-98d9003e-6278-4463-b453-3893a39954a9 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1205418 Feb 20 05:16:46.304418 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f9326e24-a504-4045-bb01-32e9fb82029f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:16:47.981446 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43990) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:16:48.073966 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590a3120-e0a4-41af-a7f0-a430af437151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:16:48.075322 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-590a3120-e0a4-41af-a7f0-a430af437151 admin admin] 10.222.0.37 "GET /v2.0/subnets/0d66f1f3-a9c7-4a09-92ce-76976557ac5d HTTP/1.1" status: 200 len: 868 time: 0.0929203 Feb 20 05:16:48.497471 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a7092cec-8e95-42a0-a289-d4bfd4f06f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:16:49.375923 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:16:50.389431 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43998) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:16:50.472128 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7e3eb6-3930-46f1-888e-426ad98ca1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:16:50.473421 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1f7e3eb6-3930-46f1-888e-426ad98ca1ec admin admin] 10.222.0.37 "GET /v2.0/subnets/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0 HTTP/1.1" status: 200 len: 816 time: 0.0830455 Feb 20 05:16:51.179355 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:16:52.591128 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:16.306771 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15c6d9c4-2141-4e1a-94e5-9a8dfc952927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:18.499611 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b084f8b5-9a46-48f0-ad61-733b37d84693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:18.958630 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44050) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:17:19.005458 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-3fa62af2-0ad2-4882-8f1a-c69da25f66a1 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:17:19.006513 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3fa62af2-0ad2-4882-8f1a-c69da25f66a1 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469255 Feb 20 05:17:19.379044 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:20.709173 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 5 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:17:21.180139 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:21.379764 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44058) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:17:21.438627 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd36aa2b-74d6-4d88-b6c0-df63b1237cf0 admin admin] GET failed (client error): The resource could not be found. Feb 20 05:17:21.439947 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bd36aa2b-74d6-4d88-b6c0-df63b1237cf0 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592515 Feb 20 05:17:21.525198 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a4b865-7289-458b-aa38-3a2c0ed78bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:17:21.526636 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-38a4b865-7289-458b-aa38-3a2c0ed78bf0 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0827532 Feb 20 05:17:22.592319 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:23.860590 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44066) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:17:23.905987 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-1928a027-1e43-42fb-a9e7-1f6bfb67154e admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:17:23.924607 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1928a027-1e43-42fb-a9e7-1f6bfb67154e admin admin] Made reservation on behalf of 5a90914a9a754ed38edb96558c699b18 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:17:23.926922 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1928a027-1e43-42fb-a9e7-1f6bfb67154e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:23.953324 n-d-829866-5 neutron-server[103406]: WARNING neutron.services.revisions.revision_plugin [None req-1928a027-1e43-42fb-a9e7-1f6bfb67154e admin admin] Could not find related network for resource to bump revision. Feb 20 05:17:23.967568 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1928a027-1e43-42fb-a9e7-1f6bfb67154e admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:17:23.977027 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1928a027-1e43-42fb-a9e7-1f6bfb67154e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (c9f65a3f-2101-4e46-9853-d1f54df9f0c1), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:23.977383 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-1928a027-1e43-42fb-a9e7-1f6bfb67154e admin admin] Added segment c9f65a3f-2101-4e46-9853-d1f54df9f0c1 of type vlan for network ea6854a5-214b-448f-9837-d74f1724e31b Feb 20 05:17:24.026231 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1928a027-1e43-42fb-a9e7-1f6bfb67154e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (ea6854a5-214b-448f-9837-d74f1724e31b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:24.048650 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1928a027-1e43-42fb-a9e7-1f6bfb67154e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (ea6854a5-214b-448f-9837-d74f1724e31b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:24.049396 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1928a027-1e43-42fb-a9e7-1f6bfb67154e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:17:24.049972 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1928a027-1e43-42fb-a9e7-1f6bfb67154e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:24.102517 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1928a027-1e43-42fb-a9e7-1f6bfb67154e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2408559 Feb 20 05:17:24.115716 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928a027-1e43-42fb-a9e7-1f6bfb67154e admin admin] Pushing event updated for resources: {'Network': ['ID=ea6854a5-214b-448f-9837-d74f1724e31b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:17:24.126558 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network ea6854a5-214b-448f-9837-d74f1724e31b details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:17:26.454124 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44074) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:17:26.515802 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f7a383c-cf88-4b1b-bf3b-de7a9c808998 admin admin] GET failed (client error): The resource could not be found. Feb 20 05:17:26.517052 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9f7a383c-cf88-4b1b-bf3b-de7a9c808998 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0619943 Feb 20 05:17:26.612004 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5e442-0e57-41e5-8e39-e858ba4753b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:17:26.613681 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8cd5e442-0e57-41e5-8e39-e858ba4753b4 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0926096 Feb 20 05:17:26.622991 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-69e82c24-ac3a-4399-a2f0-1bb338a9c6a5 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'cidr': '192.168.233.0/24'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:17:26.641331 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e82c24-ac3a-4399-a2f0-1bb338a9c6a5 admin admin] Made reservation on behalf of 5a90914a9a754ed38edb96558c699b18 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:17:26.643443 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69e82c24-ac3a-4399-a2f0-1bb338a9c6a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:26.799483 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69e82c24-ac3a-4399-a2f0-1bb338a9c6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (d4157e6f-7413-4a84-9318-db0e146b1000), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:26.858519 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e82c24-ac3a-4399-a2f0-1bb338a9c6a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4157e6f-7413-4a84-9318-db0e146b1000,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:17:26.865888 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e82c24-ac3a-4399-a2f0-1bb338a9c6a5 admin admin] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:17:26.866238 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e82c24-ac3a-4399-a2f0-1bb338a9c6a5 admin admin] Network hostable DHCP agents. Network: ea6854a5-214b-448f-9837-d74f1724e31b, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:17:26.869482 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e82c24-ac3a-4399-a2f0-1bb338a9c6a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:17:26.869828 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e82c24-ac3a-4399-a2f0-1bb338a9c6a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:17:26.870168 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e82c24-ac3a-4399-a2f0-1bb338a9c6a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:17:26.870501 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e82c24-ac3a-4399-a2f0-1bb338a9c6a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:17:26.870832 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e82c24-ac3a-4399-a2f0-1bb338a9c6a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:17:26.871186 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e82c24-ac3a-4399-a2f0-1bb338a9c6a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:17:26.871512 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e82c24-ac3a-4399-a2f0-1bb338a9c6a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:17:26.871839 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e82c24-ac3a-4399-a2f0-1bb338a9c6a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:17:26.872158 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e82c24-ac3a-4399-a2f0-1bb338a9c6a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:17:26.872475 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e82c24-ac3a-4399-a2f0-1bb338a9c6a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:17:26.872798 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e82c24-ac3a-4399-a2f0-1bb338a9c6a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:17:26.873115 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e82c24-ac3a-4399-a2f0-1bb338a9c6a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:17:26.873431 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e82c24-ac3a-4399-a2f0-1bb338a9c6a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:17:26.889299 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e82c24-ac3a-4399-a2f0-1bb338a9c6a5 admin admin] Network ea6854a5-214b-448f-9837-d74f1724e31b is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:17:26.897787 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-69e82c24-ac3a-4399-a2f0-1bb338a9c6a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, ea6854a5-214b-448f-9837-d74f1724e31b) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:17:26.904015 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e82c24-ac3a-4399-a2f0-1bb338a9c6a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:17:26.904964 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69e82c24-ac3a-4399-a2f0-1bb338a9c6a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:26.907364 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1e9d3d-b4cc-4fda-b713-5cf527d81033 None None] Network ea6854a5-214b-448f-9837-d74f1724e31b requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:17:26.921073 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-69e82c24-ac3a-4399-a2f0-1bb338a9c6a5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3013139 Feb 20 05:17:27.015830 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-ea6854a5-214b-448f-9837-d74f1724e31b', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'project_id': '5a90914a9a754ed38edb96558c699b18', 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:17:27.016705 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:27.159453 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Allocated IP 192.168.233.2 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/864f1575-7fc1-4674-b9b8-907686c81e5e) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:17:27.421735 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Publish callbacks [] for port (864f1575-7fc1-4674-b9b8-907686c81e5e), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:27.428522 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (864f1575-7fc1-4674-b9b8-907686c81e5e), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:27.470038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:17:27.474777 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:17:27.478310 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:17:27.483812 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Pushing event updated for resources: {'Port': ['ID=864f1575-7fc1-4674-b9b8-907686c81e5e,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:17:27.508178 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:17:27.508522 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:17:27.508856 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:17:27.509215 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:17:27.509545 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:17:27.509875 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:17:27.510186 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:17:27.510502 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:17:27.510815 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:17:27.511148 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:17:27.511462 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:17:27.511773 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:17:27.512087 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:17:27.548370 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Attempting to bind port 864f1575-7fc1-4674-b9b8-907686c81e5e on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:17:27.548741 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Attempting to bind port 864f1575-7fc1-4674-b9b8-907686c81e5e by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:17:27.549103 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Attempting to bind port 864f1575-7fc1-4674-b9b8-907686c81e5e on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:17:27.554198 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:17:27.554577 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:17:27.555009 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:27.555411 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:17:27.555875 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Bound port: 864f1575-7fc1-4674-b9b8-907686c81e5e, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:17:27.556805 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (864f1575-7fc1-4674-b9b8-907686c81e5e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:27.618510 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] For port 864f1575-7fc1-4674-b9b8-907686c81e5e, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:17:27.621984 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] For port 864f1575-7fc1-4674-b9b8-907686c81e5e, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=864f1575-7fc1-4674-b9b8-907686c81e5e,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:17:27.627623 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (864f1575-7fc1-4674-b9b8-907686c81e5e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:27.689692 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd0162-dff3-40e6-972d-22f40b4dd54b None None] Pushing event updated for resources: {'Port': ['ID=864f1575-7fc1-4674-b9b8-907686c81e5e,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:17:28.545635 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36470f9-05e1-4da9-92fe-f2a7cafbacf1 None None] Network ea6854a5-214b-448f-9837-d74f1724e31b requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:17:28.621280 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-cd5cbca0-3565-4d40-abc5-f07a3b2d468c None None] Provisioning complete for port 864f1575-7fc1-4674-b9b8-907686c81e5e triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:17:28.621668 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd5cbca0-3565-4d40-abc5-f07a3b2d468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (864f1575-7fc1-4674-b9b8-907686c81e5e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:28.733543 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-cd5cbca0-3565-4d40-abc5-f07a3b2d468c None None] Current status of the port 864f1575-7fc1-4674-b9b8-907686c81e5e is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:17:28.734119 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd5cbca0-3565-4d40-abc5-f07a3b2d468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (864f1575-7fc1-4674-b9b8-907686c81e5e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:28.774656 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-cd5cbca0-3565-4d40-abc5-f07a3b2d468c None None] For port 864f1575-7fc1-4674-b9b8-907686c81e5e, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=864f1575-7fc1-4674-b9b8-907686c81e5e,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:17:28.781189 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd5cbca0-3565-4d40-abc5-f07a3b2d468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (864f1575-7fc1-4674-b9b8-907686c81e5e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:28.835532 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5cbca0-3565-4d40-abc5-f07a3b2d468c None None] Pushing event updated for resources: {'Port': ['ID=864f1575-7fc1-4674-b9b8-907686c81e5e,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:17:28.904785 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a64a46e7-a349-4d8c-acf9-58abb2689e11 None None] Provisioning complete for port 864f1575-7fc1-4674-b9b8-907686c81e5e triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:17:28.905185 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a64a46e7-a349-4d8c-acf9-58abb2689e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (864f1575-7fc1-4674-b9b8-907686c81e5e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:28.983169 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a64a46e7-a349-4d8c-acf9-58abb2689e11 None None] Current status of the port 864f1575-7fc1-4674-b9b8-907686c81e5e is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:17:29.486001 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 864f1575-7fc1-4674-b9b8-907686c81e5e up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:17:29.538231 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 864f1575-7fc1-4674-b9b8-907686c81e5e triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:17:29.538601 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (864f1575-7fc1-4674-b9b8-907686c81e5e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:29.623196 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 864f1575-7fc1-4674-b9b8-907686c81e5e is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:17:46.310600 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40bbac56-bfa3-457a-b604-b74681927ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:48.501440 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c72e55f2-a569-44e5-af6c-ad1a6b832210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:49.386875 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:51.182987 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:52.593970 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:17:57.707020 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 5 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:18:16.311714 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ce2cde0-8a7e-4cb2-a02d-f2c9a82021ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:18:18.501544 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b4693415-2efc-4f83-a119-61befced08c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:18:19.386830 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:18:21.186512 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:18:22.596075 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:18:34.705132 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 5 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:18:46.313364 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cf2227e1-2fff-44f1-96e6-d5dfc813f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:18:48.503056 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-816c576f-7d20-4f1d-903e-39e735836787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:18:49.389015 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:18:51.187060 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:18:52.600673 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:18:55.562524 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44112) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:18:55.568596 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-887b7007-d21d-4299-aab5-7f9e2d30b487 tempest-verify_tempest_config-130836231 tempest-verify_tempest_config-130836231-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:18:55.569606 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-887b7007-d21d-4299-aab5-7f9e2d30b487 tempest-verify_tempest_config-130836231 tempest-verify_tempest_config-130836231-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055993 Feb 20 05:18:55.861121 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44130) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:18:55.961081 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b97ea6e2-a788-405f-b1b7-27ac6d216825 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:18:56.035126 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b97ea6e2-a788-405f-b1b7-27ac6d216825 admin admin] Publish callbacks [] for security_group (49e37071-fb35-405e-bc1c-891b61372c44), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:18:56.038719 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b97ea6e2-a788-405f-b1b7-27ac6d216825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (49e37071-fb35-405e-bc1c-891b61372c44), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:18:56.083441 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b97ea6e2-a788-405f-b1b7-27ac6d216825 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4dd2b6116fa240fb953f270f60d2fd37&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2212427 Feb 20 05:18:56.084548 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ea6e2-a788-405f-b1b7-27ac6d216825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e37071-fb35-405e-bc1c-891b61372c44,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:18:56.086293 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44134) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:18:56.091401 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ea6e2-a788-405f-b1b7-27ac6d216825 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:18:56.091753 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ea6e2-a788-405f-b1b7-27ac6d216825 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:18:56.092095 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ea6e2-a788-405f-b1b7-27ac6d216825 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:18:56.092437 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ea6e2-a788-405f-b1b7-27ac6d216825 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:18:56.092773 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ea6e2-a788-405f-b1b7-27ac6d216825 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:18:56.093105 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ea6e2-a788-405f-b1b7-27ac6d216825 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:18:56.093433 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ea6e2-a788-405f-b1b7-27ac6d216825 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:18:56.093760 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ea6e2-a788-405f-b1b7-27ac6d216825 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:18:56.094570 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ea6e2-a788-405f-b1b7-27ac6d216825 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:18:56.094921 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ea6e2-a788-405f-b1b7-27ac6d216825 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:18:56.095242 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ea6e2-a788-405f-b1b7-27ac6d216825 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:18:56.095567 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ea6e2-a788-405f-b1b7-27ac6d216825 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:18:56.095885 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ea6e2-a788-405f-b1b7-27ac6d216825 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:18:56.140972 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-03bc0a10-5aa1-465b-917c-9202e1d53938 admin admin] Publish callbacks [] for security_group (49e37071-fb35-405e-bc1c-891b61372c44), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:18:56.161366 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-03bc0a10-5aa1-465b-917c-9202e1d53938 admin admin] Publish callbacks [] for security_group (49e37071-fb35-405e-bc1c-891b61372c44), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:18:56.251032 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-03bc0a10-5aa1-465b-917c-9202e1d53938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (49e37071-fb35-405e-bc1c-891b61372c44), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:18:56.253677 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-03bc0a10-5aa1-465b-917c-9202e1d53938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:18:56.254934 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-03bc0a10-5aa1-465b-917c-9202e1d53938 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49e37071-fb35-405e-bc1c-891b61372c44 HTTP/1.1" status: 204 len: 168 time: 0.1675577 Feb 20 05:18:56.262506 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc0a10-5aa1-465b-917c-9202e1d53938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e37071-fb35-405e-bc1c-891b61372c44,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:18:56.269026 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc0a10-5aa1-465b-917c-9202e1d53938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:18:56.269371 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc0a10-5aa1-465b-917c-9202e1d53938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:18:56.269706 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc0a10-5aa1-465b-917c-9202e1d53938 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:18:56.270036 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc0a10-5aa1-465b-917c-9202e1d53938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:18:56.270366 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc0a10-5aa1-465b-917c-9202e1d53938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:18:56.270688 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc0a10-5aa1-465b-917c-9202e1d53938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:18:56.271043 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc0a10-5aa1-465b-917c-9202e1d53938 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:18:56.271371 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc0a10-5aa1-465b-917c-9202e1d53938 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:18:56.271686 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc0a10-5aa1-465b-917c-9202e1d53938 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:18:56.271995 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc0a10-5aa1-465b-917c-9202e1d53938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:18:56.272323 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc0a10-5aa1-465b-917c-9202e1d53938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:18:56.272630 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc0a10-5aa1-465b-917c-9202e1d53938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:18:56.272945 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc0a10-5aa1-465b-917c-9202e1d53938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:19:11.703630 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 5 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:19:16.316310 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0095f29-1326-466c-8709-adac8fec71c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:19:18.505284 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cc51231e-67ad-4a3c-b4a8-e74472844559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:19:19.391302 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:19:21.190328 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:19:22.603018 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:19:46.317513 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e07a92e-84e8-4c4e-a667-a3423918d5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:19:48.510405 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b572f131-d4f3-479c-b4a8-2fc9a80394b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:19:48.702334 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 5 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:19:49.397155 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:19:51.202701 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:19:52.606871 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:20:16.320198 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7caf79c4-ed5c-4899-ac06-34fea8cbf3da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:20:18.505496 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-22df2aa7-84bd-40dd-a302-4d730c40f452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:20:19.397956 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:20:21.195511 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:20:22.612915 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:20:25.701197 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 5 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:20:46.324002 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d2f1ec6c-0b5f-4ad3-9a18-37e08938c30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:20:48.506776 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-372a4ead-f2db-4088-8ffa-b7e181e76f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:20:49.399424 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:20:51.199358 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:20:52.606323 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:21:02.700479 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 5 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:21:16.324987 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d6a0437-7177-411e-8d15-56de22a4710c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:21:18.507683 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ada4873b-5a9c-41d5-b1e6-82fd62ccfdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:21:19.401783 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:21:21.202550 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:21:22.607260 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:21:39.699396 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 5 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:21:46.326590 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ef9f889-4ed5-40b0-9334-c8475a366428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:21:48.508485 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4629231e-6113-43df-9a6e-998d6f7c2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:21:49.404753 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:21:51.206536 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:21:52.488443 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-690267'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:21:52.608274 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:21:54.886747 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-690267'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:22:16.328620 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c89e51d-7a1a-4eec-ba86-d4ff7cc36dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:22:16.698316 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:22:18.509604 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97aa89d9-980d-4edf-b61c-4c3486e44011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:22:19.407452 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:22:21.208940 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:22:22.455804 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:22:22.609754 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:22:24.848381 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:22:43.892265 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44192) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:22:43.995485 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4b50ab1e-087a-4840-af54-0877209c4ae8 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1014221 Feb 20 05:22:46.305076 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44202) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:22:46.332414 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8e85bf19-ef19-4161-8122-8ac2d50bcfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:22:46.363901 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5110b312-f90e-4f07-8c5f-5d906ca4c016 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0577507 Feb 20 05:22:48.513580 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ed76f35-aa65-45a5-8ec9-416eeb51cb37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:22:49.409606 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:22:51.211872 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:22:52.456641 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:22:52.610565 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:22:53.697908 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:22:54.862668 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:23:16.334146 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa31246d-52ac-4f1d-838b-9b621a18ca9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:23:18.514819 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d30b0a0-62c3-4148-87ee-f6660baf66fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:23:19.412995 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:23:21.216969 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:23:22.473278 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:23:22.613282 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:23:24.861849 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:23:30.697330 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:23:46.336410 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8db7a18c-2d8a-42de-a2be-00da212786a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:23:48.516867 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3b6bc648-4d13-42f7-a0ad-c640c8667925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:23:49.415780 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:23:51.216987 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:23:52.471873 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:23:52.615005 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:23:54.879254 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:07.697058 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:24:11.469304 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44372) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:11.870155 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3cd0642e-e450-4d8e-baf5-e0a30bcef3a9 tempest-AutoAllocateNetworkTest-570602697 tempest-AutoAllocateNetworkTest-570602697-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e3af031f96af42c8909ca447e9368c82&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3984618 Feb 20 05:24:11.872622 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44396) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:12.181018 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b647f5-c90a-417c-85b1-32a6ea79e181 tempest-AutoAllocateNetworkTest-570602697 tempest-AutoAllocateNetworkTest-570602697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:12.185500 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-99b647f5-c90a-417c-85b1-32a6ea79e181 tempest-AutoAllocateNetworkTest-570602697 tempest-AutoAllocateNetworkTest-570602697-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3088696 Feb 20 05:24:12.185500 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44410) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:12.245074 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d0d29c3b-8870-440d-9948-dfcd1ea29daf tempest-AutoAllocateNetworkTest-570602697 tempest-AutoAllocateNetworkTest-570602697-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584886 Feb 20 05:24:12.247601 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44414) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:12.275509 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ab088528-ee41-4ecb-b824-215b50a9efc2 tempest-AutoAllocateNetworkTest-570602697 tempest-AutoAllocateNetworkTest-570602697-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e3af031f96af42c8909ca447e9368c82 HTTP/1.1" status: 200 len: 208 time: 0.0268123 Feb 20 05:24:12.670706 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44436) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:12.919325 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44452) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:13.052244 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931472927-network', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:24:13.073111 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Made reservation on behalf of b882ff5cc38448f182588db0bc9e9522 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:24:13.075729 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:13.085141 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:13.166124 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Publish callbacks [] for security_group (9833df30-123c-453e-bb59-075840415429), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:13.171083 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9833df30-123c-453e-bb59-075840415429), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:13.199644 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:24:13.210488 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9833df30-123c-453e-bb59-075840415429,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:13.215515 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (a8b346e4-a1ba-4a23-9d05-3eeb17deb23b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:13.215921 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Added segment a8b346e4-a1ba-4a23-9d05-3eeb17deb23b of type vlan for network 805bb61f-0284-479c-a7fa-c503f096a7af Feb 20 05:24:13.226878 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:13.227243 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:13.227588 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:13.227922 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:13.228252 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:13.228575 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:13.228894 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:13.229378 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:13.229848 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:13.230170 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:13.230485 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:13.230802 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:13.231287 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Tracked resource versions report: Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: pushed versions: Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: { 'AddressGroup': {'1.2'}, Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: 'ConntrackHelper': {'1.0'}, Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: 'LocalIPAssociation': {'1.0'}, Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: 'Log': {'1.0'}, Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: 'Network': {'1.1'}, Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: 'Port': {'1.7'}, Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: 'PortForwarding': {'1.2'}, Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: 'QosPolicy': {'1.10'}, Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: 'SecurityGroup': {'1.5'}, Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: 'SecurityGroupRule': {'1.2'}, Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: 'SubPort': {'1.0'}, Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: 'Subnet': {'1.1'}, Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: 'Trunk': {'1.1'}} Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: consumer versions: Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: { DHCP agent@n-d-829866-5: {}, Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: HyperV agent@n-h1-829866-5: {}, Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: HyperV agent@n-h2-829866-5: {}, Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: L3 agent@n-d-829866-5: {}, Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: Metadata agent@n-d-829866-5: {}, Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: Metering agent@n-d-829866-5: {}, Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: Open vSwitch agent@n-d-829866-5: { 'AddressGroup': '1.2', Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: 'ConntrackHelper': '1.0', Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: 'LocalIPAssociation': '1.0', Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: 'Log': '1.0', Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: 'Network': '1.1', Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: 'Port': '1.7', Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: 'PortForwarding': '1.2', Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: 'QosPolicy': '1.10', Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: 'SecurityGroup': '1.5', Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: 'SecurityGroupRule': '1.2', Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: 'SubPort': '1.0', Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: 'Subnet': '1.1', Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: 'Trunk': '1.1'}} Feb 20 05:24:13.232566 n-d-829866-5 neutron-server[103406]: {{(pid=103406) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 05:24:13.278479 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (805bb61f-0284-479c-a7fa-c503f096a7af), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:13.309559 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (805bb61f-0284-479c-a7fa-c503f096a7af), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:13.313622 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:13.313622 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:13.343031 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6683600 Feb 20 05:24:13.343216 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44470) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:13.349431 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e7b4cf9f-b7be-4cc9-a358-af19e1e84500 admin admin] Request body: {'subnet': {'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931472927-subnet', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:24:13.374968 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b4cf9f-b7be-4cc9-a358-af19e1e84500 admin admin] Made reservation on behalf of b882ff5cc38448f182588db0bc9e9522 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:24:13.378890 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e7b4cf9f-b7be-4cc9-a358-af19e1e84500 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:13.388760 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e26da468-f03c-4373-9b8b-3784e424f036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:13.400155 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a42241-ab02-4684-95eb-fd520597be94 admin admin] Pushing event updated for resources: {'Network': ['ID=805bb61f-0284-479c-a7fa-c503f096a7af,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:13.412372 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 805bb61f-0284-479c-a7fa-c503f096a7af details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:24:13.478850 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e26da468-f03c-4373-9b8b-3784e424f036 admin admin] Publish callbacks [] for security_group (b81138f1-c23a-414c-8190-c1efee7f594c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:13.486056 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e26da468-f03c-4373-9b8b-3784e424f036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b81138f1-c23a-414c-8190-c1efee7f594c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:13.558524 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e26da468-f03c-4373-9b8b-3784e424f036 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3af031f96af42c8909ca447e9368c82&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6355371 Feb 20 05:24:13.558524 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26da468-f03c-4373-9b8b-3784e424f036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81138f1-c23a-414c-8190-c1efee7f594c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:13.560249 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44484) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:13.619366 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bb758c9c-17fe-48d2-b665-679b3bba7c70 admin admin] Publish callbacks [] for security_group (b81138f1-c23a-414c-8190-c1efee7f594c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:13.644348 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bb758c9c-17fe-48d2-b665-679b3bba7c70 admin admin] Publish callbacks [] for security_group (b81138f1-c23a-414c-8190-c1efee7f594c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:13.646606 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e7b4cf9f-b7be-4cc9-a358-af19e1e84500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (aac2b293-11f4-4fbc-a42b-637ee496d192), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:13.697266 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bb758c9c-17fe-48d2-b665-679b3bba7c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b81138f1-c23a-414c-8190-c1efee7f594c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:13.700887 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bb758c9c-17fe-48d2-b665-679b3bba7c70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:13.704393 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bb758c9c-17fe-48d2-b665-679b3bba7c70 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b81138f1-c23a-414c-8190-c1efee7f594c HTTP/1.1" status: 204 len: 168 time: 0.1409807 Feb 20 05:24:13.715236 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb758c9c-17fe-48d2-b665-679b3bba7c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81138f1-c23a-414c-8190-c1efee7f594c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:13.719191 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4cf9f-b7be-4cc9-a358-af19e1e84500 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aac2b293-11f4-4fbc-a42b-637ee496d192,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:13.727862 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4cf9f-b7be-4cc9-a358-af19e1e84500 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:13.728551 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4cf9f-b7be-4cc9-a358-af19e1e84500 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:13.729686 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4cf9f-b7be-4cc9-a358-af19e1e84500 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:13.730194 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4cf9f-b7be-4cc9-a358-af19e1e84500 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:13.730728 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4cf9f-b7be-4cc9-a358-af19e1e84500 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:13.731282 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4cf9f-b7be-4cc9-a358-af19e1e84500 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:13.731817 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4cf9f-b7be-4cc9-a358-af19e1e84500 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:13.732206 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4cf9f-b7be-4cc9-a358-af19e1e84500 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:13.732724 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4cf9f-b7be-4cc9-a358-af19e1e84500 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:13.733239 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4cf9f-b7be-4cc9-a358-af19e1e84500 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:13.733892 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4cf9f-b7be-4cc9-a358-af19e1e84500 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:13.734518 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4cf9f-b7be-4cc9-a358-af19e1e84500 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:13.735084 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4cf9f-b7be-4cc9-a358-af19e1e84500 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4cf9f-b7be-4cc9-a358-af19e1e84500 admin admin] Tracked resource versions report: Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: pushed versions: Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: { 'AddressGroup': {'1.2'}, Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: 'ConntrackHelper': {'1.0'}, Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: 'LocalIPAssociation': {'1.0'}, Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: 'Log': {'1.0'}, Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: 'Network': {'1.1'}, Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: 'Port': {'1.7'}, Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: 'PortForwarding': {'1.2'}, Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: 'QosPolicy': {'1.10'}, Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: 'SecurityGroup': {'1.5'}, Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: 'SecurityGroupRule': {'1.2'}, Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: 'SubPort': {'1.0'}, Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: 'Subnet': {'1.1'}, Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: 'Trunk': {'1.1'}} Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: consumer versions: Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: { DHCP agent@n-d-829866-5: {}, Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: HyperV agent@n-h1-829866-5: {}, Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: HyperV agent@n-h2-829866-5: {}, Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: L3 agent@n-d-829866-5: {}, Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: Metadata agent@n-d-829866-5: {}, Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: Metering agent@n-d-829866-5: {}, Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: Open vSwitch agent@n-d-829866-5: { 'AddressGroup': '1.2', Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: 'ConntrackHelper': '1.0', Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: 'LocalIPAssociation': '1.0', Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: 'Log': '1.0', Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: 'Network': '1.1', Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: 'Port': '1.7', Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: 'PortForwarding': '1.2', Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: 'QosPolicy': '1.10', Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: 'SecurityGroup': '1.5', Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: 'SecurityGroupRule': '1.2', Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: 'SubPort': '1.0', Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: 'Subnet': '1.1', Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: 'Trunk': '1.1'}} Feb 20 05:24:13.736983 n-d-829866-5 neutron-server[103407]: {{(pid=103407) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 05:24:13.769638 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b4cf9f-b7be-4cc9-a358-af19e1e84500 admin admin] Checking segment: {'id': 'a8b346e4-a1ba-4a23-9d05-3eeb17deb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:24:13.769997 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b4cf9f-b7be-4cc9-a358-af19e1e84500 admin admin] Network hostable DHCP agents. Network: 805bb61f-0284-479c-a7fa-c503f096a7af, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:24:13.788045 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b4cf9f-b7be-4cc9-a358-af19e1e84500 admin admin] Network 805bb61f-0284-479c-a7fa-c503f096a7af is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:24:13.799762 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-e7b4cf9f-b7be-4cc9-a358-af19e1e84500 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 805bb61f-0284-479c-a7fa-c503f096a7af) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:24:13.804520 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b4cf9f-b7be-4cc9-a358-af19e1e84500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:13.805277 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e7b4cf9f-b7be-4cc9-a358-af19e1e84500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:13.812355 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a31de6a-2dc1-4ae0-941e-969fcb48d8c2 None None] Network 805bb61f-0284-479c-a7fa-c503f096a7af requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:24:13.829350 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e7b4cf9f-b7be-4cc9-a358-af19e1e84500 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4821398 Feb 20 05:24:13.829799 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44496) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:13.841884 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-52de555f-2d5f-42c9-8663-f7fa821068f6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931472927-router', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:24:13.906607 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52de555f-2d5f-42c9-8663-f7fa821068f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (beffebb3-903e-47d5-8b6b-cfbd9af1d17d), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:13.907793 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52de555f-2d5f-42c9-8663-f7fa821068f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (beffebb3-903e-47d5-8b6b-cfbd9af1d17d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:13.943882 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-805bb61f-0284-479c-a7fa-c503f096a7af', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'fixed_ips': [{'subnet_id': 'aac2b293-11f4-4fbc-a42b-637ee496d192'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:24:13.944875 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:14.030981 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52de555f-2d5f-42c9-8663-f7fa821068f6 admin admin] Publish callbacks [] for router_controller (beffebb3-903e-47d5-8b6b-cfbd9af1d17d), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:14.106266 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Allocated IP 172.20.0.2 (805bb61f-0284-479c-a7fa-c503f096a7af/aac2b293-11f4-4fbc-a42b-637ee496d192/25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:24:14.203046 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52de555f-2d5f-42c9-8663-f7fa821068f6 admin admin] Publish callbacks [] for router_gateway (beffebb3-903e-47d5-8b6b-cfbd9af1d17d), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:14.281056 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Publish callbacks [] for port (25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:14.288485 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:14.335057 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Network 805bb61f-0284-479c-a7fa-c503f096a7af is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:24:14.342696 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:24:14.344793 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Pushing event updated for resources: {'Port': ['ID=25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:14.347784 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:24:14.356745 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:14.357008 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:14.357347 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:14.357801 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:14.358140 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:14.358483 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:14.358779 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:14.359128 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:14.359538 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:14.359871 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:14.360192 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:14.360508 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:14.360912 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Tracked resource versions report: Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: pushed versions: Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: { 'AddressGroup': {'1.2'}, Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: 'ConntrackHelper': {'1.0'}, Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: 'LocalIPAssociation': {'1.0'}, Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: 'Log': {'1.0'}, Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: 'Network': {'1.1'}, Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: 'Port': {'1.7'}, Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: 'PortForwarding': {'1.2'}, Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: 'QosPolicy': {'1.10'}, Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: 'SecurityGroup': {'1.5'}, Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: 'SecurityGroupRule': {'1.2'}, Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: 'SubPort': {'1.0'}, Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: 'Subnet': {'1.1'}, Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: 'Trunk': {'1.1'}} Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: consumer versions: Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: { DHCP agent@n-d-829866-5: {}, Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: HyperV agent@n-h1-829866-5: {}, Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: HyperV agent@n-h2-829866-5: {}, Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: L3 agent@n-d-829866-5: {}, Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: Metadata agent@n-d-829866-5: {}, Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: Metering agent@n-d-829866-5: {}, Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: Open vSwitch agent@n-d-829866-5: { 'AddressGroup': '1.2', Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: 'ConntrackHelper': '1.0', Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: 'LocalIPAssociation': '1.0', Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: 'Log': '1.0', Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: 'Network': '1.1', Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: 'Port': '1.7', Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: 'PortForwarding': '1.2', Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: 'QosPolicy': '1.10', Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: 'SecurityGroup': '1.5', Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: 'SecurityGroupRule': '1.2', Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: 'SubPort': '1.0', Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: 'Subnet': '1.1', Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: 'Trunk': '1.1'}} Feb 20 05:24:14.361994 n-d-829866-5 neutron-server[103408]: {{(pid=103408) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 05:24:14.447021 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Attempting to bind port 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:24:14.448467 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Attempting to bind port 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'a8b346e4-a1ba-4a23-9d05-3eeb17deb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:24:14.449016 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Attempting to bind port 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb on network 805bb61f-0284-479c-a7fa-c503f096a7af {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:24:14.454315 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:24:14.455229 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Checking segment: {'id': 'a8b346e4-a1ba-4a23-9d05-3eeb17deb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:24:14.455821 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:14.456366 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Bound using segment: {'id': 'a8b346e4-a1ba-4a23-9d05-3eeb17deb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:24:14.456965 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Bound port: 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b346e4-a1ba-4a23-9d05-3eeb17deb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:24:14.457748 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:14.471709 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52de555f-2d5f-42c9-8663-f7fa821068f6 admin admin] Publish callbacks [] for router_gateway (beffebb3-903e-47d5-8b6b-cfbd9af1d17d), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:14.495621 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52de555f-2d5f-42c9-8663-f7fa821068f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:14.530155 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] For port 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:24:14.534616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] For port 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb,segment=NetworkSegment(a8b346e4-a1ba-4a23-9d05-3eeb17deb23b),segment_id=a8b346e4-a1ba-4a23-9d05-3eeb17deb23b)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:24:14.541239 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:14.614611 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89390663-1421-4148-ac4b-f35515a62e28 None None] Pushing event updated for resources: {'Port': ['ID=25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:14.645156 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-52de555f-2d5f-42c9-8663-f7fa821068f6 admin admin] Allocated IP 172.25.3.174 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/ab7e29d8-a9a4-47fb-846a-ecd33df19555) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:24:14.786268 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52de555f-2d5f-42c9-8663-f7fa821068f6 admin admin] Publish callbacks [] for port (ab7e29d8-a9a4-47fb-846a-ecd33df19555), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:14.824167 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52de555f-2d5f-42c9-8663-f7fa821068f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (ab7e29d8-a9a4-47fb-846a-ecd33df19555), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:14.889088 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de555f-2d5f-42c9-8663-f7fa821068f6 admin admin] Pushing event updated for resources: {'Port': ['ID=ab7e29d8-a9a4-47fb-846a-ecd33df19555,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:14.919436 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52de555f-2d5f-42c9-8663-f7fa821068f6 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:24:14.921528 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-52de555f-2d5f-42c9-8663-f7fa821068f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:24:14.925236 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52de555f-2d5f-42c9-8663-f7fa821068f6 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:24:15.308554 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52de555f-2d5f-42c9-8663-f7fa821068f6 admin admin] Publish callbacks [] for router_gateway (beffebb3-903e-47d5-8b6b-cfbd9af1d17d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:15.559892 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52de555f-2d5f-42c9-8663-f7fa821068f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (beffebb3-903e-47d5-8b6b-cfbd9af1d17d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:15.757514 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:24:15.838384 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52de555f-2d5f-42c9-8663-f7fa821068f6 admin admin] Router beffebb3-903e-47d5-8b6b-cfbd9af1d17d is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:24:15.877023 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:15.877642 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:15.935644 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a667179-2d48-40c0-ac53-a1a39ace3d8d None None] Network 805bb61f-0284-479c-a7fa-c503f096a7af requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:24:15.971435 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52de555f-2d5f-42c9-8663-f7fa821068f6 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:24:15.980586 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626b8f9e-457a-4ef9-b7f7-0b9194e750dd None None] Sync routers for ids ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:24:15.993555 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52de555f-2d5f-42c9-8663-f7fa821068f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:15.993555 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-52de555f-2d5f-42c9-8663-f7fa821068f6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.1624203 Feb 20 05:24:15.996341 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44584) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:15.998559 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626b8f9e-457a-4ef9-b7f7-0b9194e750dd None None] Routers {'beffebb3-903e-47d5-8b6b-cfbd9af1d17d'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:24:16.003048 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-626b8f9e-457a-4ef9-b7f7-0b9194e750dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:23:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:24:16.151343 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-cb5442e9-a8a3-41aa-8f1c-0ffb9d5969ea None None] Provisioning complete for port 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:16.151343 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb5442e9-a8a3-41aa-8f1c-0ffb9d5969ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:16.205629 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:24:16.206020 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:16.286211 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb,segment=NetworkSegment(a8b346e4-a1ba-4a23-9d05-3eeb17deb23b),segment_id=a8b346e4-a1ba-4a23-9d05-3eeb17deb23b)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:24:16.313798 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:16.380371 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-cb5442e9-a8a3-41aa-8f1c-0ffb9d5969ea None None] Current status of the port 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:24:16.380769 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb5442e9-a8a3-41aa-8f1c-0ffb9d5969ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:16.386676 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0df141a5-a668-413a-ba57-edb710882b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:16.391162 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-626b8f9e-457a-4ef9-b7f7-0b9194e750dd None None] Set router beffebb3-903e-47d5-8b6b-cfbd9af1d17d gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:24:16.459281 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:16.560738 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-cb5442e9-a8a3-41aa-8f1c-0ffb9d5969ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:24:16.561407 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-cb5442e9-a8a3-41aa-8f1c-0ffb9d5969ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:24:16.722037 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca93d50d-5ca6-400e-90eb-71fc8d09e475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:16.757799 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-626b8f9e-457a-4ef9-b7f7-0b9194e750dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931472927-router', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:13Z', 'updated_at': '2022-02-20T05:24:15Z', 'revision_number': 3, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'gw_port': {'id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:14Z', 'updated_at': '2022-02-20T05:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:24:16.788452 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626b8f9e-457a-4ef9-b7f7-0b9194e750dd None None] Checking router: beffebb3-903e-47d5-8b6b-cfbd9af1d17d for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:24:16.788813 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626b8f9e-457a-4ef9-b7f7-0b9194e750dd None None] Updating router beffebb3-903e-47d5-8b6b-cfbd9af1d17d port ab7e29d8-a9a4-47fb-846a-ecd33df19555 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:24:16.793840 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44622) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:16.827699 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-626b8f9e-457a-4ef9-b7f7-0b9194e750dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ab7e29d8-a9a4-47fb-846a-ecd33df19555), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:16.906473 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-ca93d50d-5ca6-400e-90eb-71fc8d09e475 admin admin] Allocated IP 172.20.0.1 (805bb61f-0284-479c-a7fa-c503f096a7af/aac2b293-11f4-4fbc-a42b-637ee496d192/9dbc5bd5-90c8-434b-a8ed-388ca8294b46) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:24:16.952086 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eb1cde74-003c-48a8-9b4f-0bee6d9c713d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:17.081328 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44648) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:17.092716 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca93d50d-5ca6-400e-90eb-71fc8d09e475 admin admin] Publish callbacks [] for port (9dbc5bd5-90c8-434b-a8ed-388ca8294b46), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:17.147733 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eb1cde74-003c-48a8-9b4f-0bee6d9c713d admin admin] Publish callbacks [] for security_group (0c8c0275-ddd6-4e84-b7a5-c48e0a783975), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:17.159372 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eb1cde74-003c-48a8-9b4f-0bee6d9c713d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0c8c0275-ddd6-4e84-b7a5-c48e0a783975), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:17.198322 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1cde74-003c-48a8-9b4f-0bee6d9c713d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8c0275-ddd6-4e84-b7a5-c48e0a783975,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:17.205366 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca93d50d-5ca6-400e-90eb-71fc8d09e475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (9dbc5bd5-90c8-434b-a8ed-388ca8294b46), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:17.232789 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca93d50d-5ca6-400e-90eb-71fc8d09e475 admin admin] Network 805bb61f-0284-479c-a7fa-c503f096a7af is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:24:17.235566 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-626b8f9e-457a-4ef9-b7f7-0b9194e750dd None None] Publish callbacks [] for port (ab7e29d8-a9a4-47fb-846a-ecd33df19555), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:17.238986 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-cb5442e9-a8a3-41aa-8f1c-0ffb9d5969ea None None] Current status of the port 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:24:17.241616 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-ca93d50d-5ca6-400e-90eb-71fc8d09e475 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:24:17.248906 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-626b8f9e-457a-4ef9-b7f7-0b9194e750dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ab7e29d8-a9a4-47fb-846a-ecd33df19555), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:17.269064 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca93d50d-5ca6-400e-90eb-71fc8d09e475 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:24:17.269543 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca93d50d-5ca6-400e-90eb-71fc8d09e475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (beffebb3-903e-47d5-8b6b-cfbd9af1d17d), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:17.329702 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-626b8f9e-457a-4ef9-b7f7-0b9194e750dd None None] Attempting to bind port ab7e29d8-a9a4-47fb-846a-ecd33df19555 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:24:17.329992 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-626b8f9e-457a-4ef9-b7f7-0b9194e750dd None None] Attempting to bind port ab7e29d8-a9a4-47fb-846a-ecd33df19555 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:24:17.346640 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626b8f9e-457a-4ef9-b7f7-0b9194e750dd None None] Attempting to bind port ab7e29d8-a9a4-47fb-846a-ecd33df19555 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:24:17.355350 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a47427-d3ca-4024-9ffb-befab61a45ac None None] Pushing event updated for resources: {'Port': ['ID=ab7e29d8-a9a4-47fb-846a-ecd33df19555,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:17.358652 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626b8f9e-457a-4ef9-b7f7-0b9194e750dd None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:24:17.359339 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626b8f9e-457a-4ef9-b7f7-0b9194e750dd None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:24:17.359887 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-626b8f9e-457a-4ef9-b7f7-0b9194e750dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:17.360417 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626b8f9e-457a-4ef9-b7f7-0b9194e750dd None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:24:17.361707 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-626b8f9e-457a-4ef9-b7f7-0b9194e750dd None None] Bound port: ab7e29d8-a9a4-47fb-846a-ecd33df19555, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:24:17.362368 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-626b8f9e-457a-4ef9-b7f7-0b9194e750dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ab7e29d8-a9a4-47fb-846a-ecd33df19555), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:17.406187 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-366e873b-c92a-42ed-8248-d2a2cead6af4 None None] Provisioning complete for port 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:17.409252 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-366e873b-c92a-42ed-8248-d2a2cead6af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:17.428019 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a47427-d3ca-4024-9ffb-befab61a45ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:17.428565 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a47427-d3ca-4024-9ffb-befab61a45ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:17.451292 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a47427-d3ca-4024-9ffb-befab61a45ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:17.451659 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a47427-d3ca-4024-9ffb-befab61a45ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:17.451924 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a47427-d3ca-4024-9ffb-befab61a45ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:17.452260 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a47427-d3ca-4024-9ffb-befab61a45ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:17.452749 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a47427-d3ca-4024-9ffb-befab61a45ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:17.454452 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a47427-d3ca-4024-9ffb-befab61a45ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:17.458584 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a47427-d3ca-4024-9ffb-befab61a45ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:17.459174 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a47427-d3ca-4024-9ffb-befab61a45ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:17.459682 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a47427-d3ca-4024-9ffb-befab61a45ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:17.460158 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a47427-d3ca-4024-9ffb-befab61a45ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:17.460757 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a47427-d3ca-4024-9ffb-befab61a45ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a47427-d3ca-4024-9ffb-befab61a45ac None None] Tracked resource versions report: Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: pushed versions: Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: { 'AddressGroup': {'1.2'}, Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: 'ConntrackHelper': {'1.0'}, Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: 'LocalIPAssociation': {'1.0'}, Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: 'Log': {'1.0'}, Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: 'Network': {'1.1'}, Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: 'Port': {'1.7'}, Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: 'PortForwarding': {'1.2'}, Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: 'QosPolicy': {'1.10'}, Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: 'SecurityGroup': {'1.5'}, Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: 'SecurityGroupRule': {'1.2'}, Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: 'SubPort': {'1.0'}, Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: 'Subnet': {'1.1'}, Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: 'Trunk': {'1.1'}} Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: consumer versions: Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: { DHCP agent@n-d-829866-5: {}, Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: HyperV agent@n-h1-829866-5: {}, Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: HyperV agent@n-h2-829866-5: {}, Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: L3 agent@n-d-829866-5: {}, Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: Metadata agent@n-d-829866-5: {}, Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: Metering agent@n-d-829866-5: {}, Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: Open vSwitch agent@n-d-829866-5: { 'AddressGroup': '1.2', Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: 'ConntrackHelper': '1.0', Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: 'LocalIPAssociation': '1.0', Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: 'Log': '1.0', Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: 'Network': '1.1', Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: 'Port': '1.7', Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: 'PortForwarding': '1.2', Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: 'QosPolicy': '1.10', Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: 'SecurityGroup': '1.5', Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: 'SecurityGroupRule': '1.2', Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: 'SubPort': '1.0', Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: 'Subnet': '1.1', Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: 'Trunk': '1.1'}} Feb 20 05:24:17.462350 n-d-829866-5 neutron-server[103409]: {{(pid=103409) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 05:24:17.479762 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44668) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:17.482212 n-d-829866-5 neutron-server[103407]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 20 05:24:17.524349 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-626b8f9e-457a-4ef9-b7f7-0b9194e750dd None None] For port ab7e29d8-a9a4-47fb-846a-ecd33df19555, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:24:17.528981 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-626b8f9e-457a-4ef9-b7f7-0b9194e750dd None None] For port ab7e29d8-a9a4-47fb-846a-ecd33df19555, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=ab7e29d8-a9a4-47fb-846a-ecd33df19555,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:24:17.536834 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-626b8f9e-457a-4ef9-b7f7-0b9194e750dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ab7e29d8-a9a4-47fb-846a-ecd33df19555), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:17.551304 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-2a964d91-ff70-401f-9163-f4230bbc6874 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=fe161fbd266c450a98833c9c741f175f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699322 Feb 20 05:24:17.606821 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-366e873b-c92a-42ed-8248-d2a2cead6af4 None None] Current status of the port 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:24:17.650202 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a47427-d3ca-4024-9ffb-befab61a45ac None None] Pushing event updated for resources: {'Port': ['ID=ab7e29d8-a9a4-47fb-846a-ecd33df19555,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:17.667377 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626b8f9e-457a-4ef9-b7f7-0b9194e750dd None None] Routers {'beffebb3-903e-47d5-8b6b-cfbd9af1d17d'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:24:17.669116 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-626b8f9e-457a-4ef9-b7f7-0b9194e750dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:23:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:24:17.748093 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2baeb32b-5536-407f-a21a-e233a3543943 None None] Provisioning complete for port 9dbc5bd5-90c8-434b-a8ed-388ca8294b46 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:17.748909 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2baeb32b-5536-407f-a21a-e233a3543943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9dbc5bd5-90c8-434b-a8ed-388ca8294b46), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:17.774094 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-764ca435-f639-460d-a7e8-2c2bbd8a7ba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:17.790152 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2baeb32b-5536-407f-a21a-e233a3543943 None None] Port 9dbc5bd5-90c8-434b-a8ed-388ca8294b46 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:24:17.794474 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:24:17.833720 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-626b8f9e-457a-4ef9-b7f7-0b9194e750dd None None] Set router beffebb3-903e-47d5-8b6b-cfbd9af1d17d gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:24:17.885105 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-eb1cde74-003c-48a8-9b4f-0bee6d9c713d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=39eb6a8b38ad4a1d8b4e672146a2719b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0901771 Feb 20 05:24:17.895892 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44680) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:17.905490 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:17.908918 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:17.938261 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca93d50d-5ca6-400e-90eb-71fc8d09e475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9dbc5bd5-90c8-434b-a8ed-388ca8294b46), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:17.973996 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93d50d-5ca6-400e-90eb-71fc8d09e475 admin admin] Pushing event updated for resources: {'Port': ['ID=9dbc5bd5-90c8-434b-a8ed-388ca8294b46,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:18.087271 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-dabcf796-a0fa-4b57-b412-80dd59a92450 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:18.090149 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:24:18.094472 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-dabcf796-a0fa-4b57-b412-80dd59a92450 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5423346 Feb 20 05:24:18.114593 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-2744e017-5f54-4d1d-ac5c-af0013c593b2 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/quotas/fe161fbd266c450a98833c9c741f175f HTTP/1.1" status: 200 len: 375 time: 0.0138135 Feb 20 05:24:18.130068 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-626b8f9e-457a-4ef9-b7f7-0b9194e750dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931472927-router', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:13Z', 'updated_at': '2022-02-20T05:24:17Z', 'revision_number': 4, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'gw_port': {'id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:14Z', 'updated_at': '2022-02-20T05:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '9dbc5bd5-90c8-434b-a8ed-388ca8294b46', 'name': '', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'mac_address': 'fa:16:3e:e8:a6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:16Z', 'updated_at': '2022-02-20T05:24:16Z', 'revision_number': 1, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'subnets': [{'id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:24:18.139361 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44d7881a-ae93-4b82-a1eb-7b8b04791890 admin admin] Publish callbacks [] for security_group (0c8c0275-ddd6-4e84-b7a5-c48e0a783975), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:18.163981 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626b8f9e-457a-4ef9-b7f7-0b9194e750dd None None] The sync data for ids ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'] in n-d-829866-5 is: [{'id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931472927-router', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:13Z', 'updated_at': '2022-02-20T05:24:17Z', 'revision_number': 4, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'gw_port': {'id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:14Z', 'updated_at': '2022-02-20T05:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '9dbc5bd5-90c8-434b-a8ed-388ca8294b46', 'name': '', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'mac_address': 'fa:16:3e:e8:a6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:16Z', 'updated_at': '2022-02-20T05:24:16Z', 'revision_number': 1, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'subnets': [{'id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:24:18.210941 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44d7881a-ae93-4b82-a1eb-7b8b04791890 admin admin] Publish callbacks [] for security_group (0c8c0275-ddd6-4e84-b7a5-c48e0a783975), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:18.267620 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-10a978ec-00b8-4717-b58d-54493018269f tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe161fbd266c450a98833c9c741f175f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1454585 Feb 20 05:24:18.290870 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-764ca435-f639-460d-a7e8-2c2bbd8a7ba0 admin admin] Publish callbacks [] for security_group (f716a7d4-7c6a-450e-b07f-318ada870f9f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:18.310792 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-764ca435-f639-460d-a7e8-2c2bbd8a7ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f716a7d4-7c6a-450e-b07f-318ada870f9f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:18.367184 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ca435-f639-460d-a7e8-2c2bbd8a7ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f716a7d4-7c6a-450e-b07f-318ada870f9f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:18.369958 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44d7881a-ae93-4b82-a1eb-7b8b04791890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0c8c0275-ddd6-4e84-b7a5-c48e0a783975), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:18.375982 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44d7881a-ae93-4b82-a1eb-7b8b04791890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:18.379483 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-44d7881a-ae93-4b82-a1eb-7b8b04791890 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c8c0275-ddd6-4e84-b7a5-c48e0a783975 HTTP/1.1" status: 204 len: 168 time: 0.4751811 Feb 20 05:24:18.389980 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-764ca435-f639-460d-a7e8-2c2bbd8a7ba0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f36550954b7c4d24ae0751ba25718bdd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3043721 Feb 20 05:24:18.393436 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44702) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:18.398138 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7881a-ae93-4b82-a1eb-7b8b04791890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8c0275-ddd6-4e84-b7a5-c48e0a783975,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:18.443539 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca93d50d-5ca6-400e-90eb-71fc8d09e475 admin admin] Publish callbacks [] for port (9dbc5bd5-90c8-434b-a8ed-388ca8294b46), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:18.457201 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca93d50d-5ca6-400e-90eb-71fc8d09e475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9dbc5bd5-90c8-434b-a8ed-388ca8294b46), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:18.458314 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca93d50d-5ca6-400e-90eb-71fc8d09e475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (beffebb3-903e-47d5-8b6b-cfbd9af1d17d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:18.476506 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-28e916f7-1eb1-48e4-8c20-3cbcbd17fc8f admin admin] Publish callbacks [] for security_group (f716a7d4-7c6a-450e-b07f-318ada870f9f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:18.509363 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-28e916f7-1eb1-48e4-8c20-3cbcbd17fc8f admin admin] Publish callbacks [] for security_group (f716a7d4-7c6a-450e-b07f-318ada870f9f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:18.531738 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-22d5c44d-9c81-4ad5-b53e-7dc8f3a80c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:18.644080 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-28e916f7-1eb1-48e4-8c20-3cbcbd17fc8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f716a7d4-7c6a-450e-b07f-318ada870f9f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:18.654441 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93d50d-5ca6-400e-90eb-71fc8d09e475 admin admin] Pushing event updated for resources: {'Port': ['ID=9dbc5bd5-90c8-434b-a8ed-388ca8294b46,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:18.658396 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-28e916f7-1eb1-48e4-8c20-3cbcbd17fc8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:18.660161 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-28e916f7-1eb1-48e4-8c20-3cbcbd17fc8f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f716a7d4-7c6a-450e-b07f-318ada870f9f HTTP/1.1" status: 204 len: 168 time: 0.2654324 Feb 20 05:24:18.682516 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e916f7-1eb1-48e4-8c20-3cbcbd17fc8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f716a7d4-7c6a-450e-b07f-318ada870f9f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:18.721038 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca93d50d-5ca6-400e-90eb-71fc8d09e475 admin admin] Network 805bb61f-0284-479c-a7fa-c503f096a7af is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:24:18.723295 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-ca93d50d-5ca6-400e-90eb-71fc8d09e475 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:24:18.828548 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-97e09aa5-c2e1-4dd0-bcbf-6df61f15235d req-50cc3b5a-d35c-4446-928c-3cd219fba96a tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 210 time: 0.1035662 Feb 20 05:24:18.997070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca93d50d-5ca6-400e-90eb-71fc8d09e475 admin admin] Router beffebb3-903e-47d5-8b6b-cfbd9af1d17d has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:24:19.080007 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44740) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:19.122520 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-ff62f103-0fcb-4fe4-aa8a-6ea83c2d8e5c tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f7616543aaa647c985b5ef7338ecb133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412118 Feb 20 05:24:19.127174 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5b86f149-f23b-47cd-b158-911f2accfb3d None None] Provisioning complete for port 9dbc5bd5-90c8-434b-a8ed-388ca8294b46 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:19.127597 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5b86f149-f23b-47cd-b158-911f2accfb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9dbc5bd5-90c8-434b-a8ed-388ca8294b46), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:19.167456 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca93d50d-5ca6-400e-90eb-71fc8d09e475 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:24:19.173259 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ca93d50d-5ca6-400e-90eb-71fc8d09e475 admin admin] 10.222.0.37 "PUT /v2.0/routers/beffebb3-903e-47d5-8b6b-cfbd9af1d17d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1734872 Feb 20 05:24:19.181259 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5b86f149-f23b-47cd-b158-911f2accfb3d None None] Port 9dbc5bd5-90c8-434b-a8ed-388ca8294b46 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:24:19.302567 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44746) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:19.305412 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-0e9f85e2-a5b5-486b-bb77-13ba1ad163f4 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:19.318608 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-0e9f85e2-a5b5-486b-bb77-13ba1ad163f4 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1933563 Feb 20 05:24:19.323000 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee3e880b-62c1-4b8c-92e4-13572e1577b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:19.334716 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-fe6a7bf7-8d97-471d-9d5c-46f3b2bf45ba tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/quotas/f7616543aaa647c985b5ef7338ecb133 HTTP/1.1" status: 200 len: 375 time: 0.0149322 Feb 20 05:24:19.374222 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-9cffa87a-dd07-4773-88d4-f65efcb22143 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7616543aaa647c985b5ef7338ecb133&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383084 Feb 20 05:24:19.429418 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:19.476523 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee3e880b-62c1-4b8c-92e4-13572e1577b0 admin admin] Publish callbacks [] for security_group (9e79f64f-9c69-45c5-96c1-d099f0b49d4a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:19.485427 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee3e880b-62c1-4b8c-92e4-13572e1577b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9e79f64f-9c69-45c5-96c1-d099f0b49d4a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:19.530823 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ee3e880b-62c1-4b8c-92e4-13572e1577b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a09b5c0d4ae24f18a7bc693c8ac6c38a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2256773 Feb 20 05:24:19.532016 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e880b-62c1-4b8c-92e4-13572e1577b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e79f64f-9c69-45c5-96c1-d099f0b49d4a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:19.533673 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44748) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:19.648040 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30d8667d-daf2-45b8-ab5b-b3e2e2292646 req-d489052a-4ed4-4b4f-8dac-78dc7c91e3c2 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/ports?device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 210 time: 0.0507512 Feb 20 05:24:19.683342 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8bdc59b7-f5ca-4d93-9128-ca21d660de85 admin admin] Publish callbacks [] for security_group (9e79f64f-9c69-45c5-96c1-d099f0b49d4a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:19.753178 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8bdc59b7-f5ca-4d93-9128-ca21d660de85 admin admin] Publish callbacks [] for security_group (9e79f64f-9c69-45c5-96c1-d099f0b49d4a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:19.827069 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ab7e29d8-a9a4-47fb-846a-ecd33df19555 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:24:19.850862 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8bdc59b7-f5ca-4d93-9128-ca21d660de85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9e79f64f-9c69-45c5-96c1-d099f0b49d4a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:19.853667 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8bdc59b7-f5ca-4d93-9128-ca21d660de85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:19.854922 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8bdc59b7-f5ca-4d93-9128-ca21d660de85 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e79f64f-9c69-45c5-96c1-d099f0b49d4a HTTP/1.1" status: 204 len: 168 time: 0.3200231 Feb 20 05:24:19.865700 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc59b7-f5ca-4d93-9128-ca21d660de85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e79f64f-9c69-45c5-96c1-d099f0b49d4a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:19.952732 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port ab7e29d8-a9a4-47fb-846a-ecd33df19555 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:19.953436 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ab7e29d8-a9a4-47fb-846a-ecd33df19555), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:19.960754 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-963dda96-2916-4599-bdfe-a4a6f81f8180 req-5fe5f4d9-929c-4ec7-8495-a92f26119e57 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 210 time: 0.0554373 Feb 20 05:24:20.045066 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44784) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:20.059568 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b43d31e6-c7a6-4a11-bb94-3e5e4448a549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:20.070548 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port ab7e29d8-a9a4-47fb-846a-ecd33df19555 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:24:20.073746 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ab7e29d8-a9a4-47fb-846a-ecd33df19555), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:20.123313 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port ab7e29d8-a9a4-47fb-846a-ecd33df19555, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=ab7e29d8-a9a4-47fb-846a-ecd33df19555,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:24:20.131356 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ab7e29d8-a9a4-47fb-846a-ecd33df19555), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:20.255332 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b43d31e6-c7a6-4a11-bb94-3e5e4448a549 admin admin] Publish callbacks [] for security_group (8dd4d652-d587-4d65-8e63-cd106b4065c5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:20.263218 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b43d31e6-c7a6-4a11-bb94-3e5e4448a549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8dd4d652-d587-4d65-8e63-cd106b4065c5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:20.269867 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=ab7e29d8-a9a4-47fb-846a-ecd33df19555,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:20.308297 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d31e6-c7a6-4a11-bb94-3e5e4448a549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd4d652-d587-4d65-8e63-cd106b4065c5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:20.341230 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b43d31e6-c7a6-4a11-bb94-3e5e4448a549 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a00fab228ced4dfbb15c0897d51c0c3e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2949991 Feb 20 05:24:20.344158 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44798) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:20.416250 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8232e956-d5bc-4007-bf81-ba7a618de374 admin admin] Publish callbacks [] for security_group (8dd4d652-d587-4d65-8e63-cd106b4065c5), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:20.455114 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8232e956-d5bc-4007-bf81-ba7a618de374 admin admin] Publish callbacks [] for security_group (8dd4d652-d587-4d65-8e63-cd106b4065c5), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:20.543118 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8232e956-d5bc-4007-bf81-ba7a618de374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8dd4d652-d587-4d65-8e63-cd106b4065c5), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:20.548021 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8232e956-d5bc-4007-bf81-ba7a618de374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:20.549973 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8232e956-d5bc-4007-bf81-ba7a618de374 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8dd4d652-d587-4d65-8e63-cd106b4065c5 HTTP/1.1" status: 204 len: 168 time: 0.2028592 Feb 20 05:24:20.561096 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232e956-d5bc-4007-bf81-ba7a618de374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd4d652-d587-4d65-8e63-cd106b4065c5,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:20.804737 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-37014751-5e72-4473-8156-c10b3375a5c3 req-e2491777-195c-4718-9268-fd27261c7127 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/ports?device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 210 time: 0.0413709 Feb 20 05:24:21.232997 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:21.250201 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d5d39f45-5951-4a50-a147-3116392f2bbf req-6b1faf3f-3398-4f36-ba8b-afb1498b9b6c tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 210 time: 0.0724490 Feb 20 05:24:21.294410 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44856) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:21.301490 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-e6215fd4-8606-4436-ad84-dc30cc86cfbd admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-268064399-network', 'tenant_id': 'fbf3f7d2fbb4419f9fdb3399018f106d'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:24:21.344524 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6215fd4-8606-4436-ad84-dc30cc86cfbd admin admin] Made reservation on behalf of fbf3f7d2fbb4419f9fdb3399018f106d for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:24:21.348013 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6215fd4-8606-4436-ad84-dc30cc86cfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:21.387562 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6215fd4-8606-4436-ad84-dc30cc86cfbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:21.418457 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e9d86e-7985-4399-9bbf-6c2f2f92aa50 None None] Sync routers for ids ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:24:21.445231 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e9d86e-7985-4399-9bbf-6c2f2f92aa50 None None] Routers {'beffebb3-903e-47d5-8b6b-cfbd9af1d17d'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:24:21.446334 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f8e9d86e-7985-4399-9bbf-6c2f2f92aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:24:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:24:21.536882 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6215fd4-8606-4436-ad84-dc30cc86cfbd admin admin] Publish callbacks [] for security_group (35a1764a-cb6a-4757-b78b-b3f1cd21884b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:21.542473 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6215fd4-8606-4436-ad84-dc30cc86cfbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (35a1764a-cb6a-4757-b78b-b3f1cd21884b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:21.569213 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6215fd4-8606-4436-ad84-dc30cc86cfbd admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:24:21.586474 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6215fd4-8606-4436-ad84-dc30cc86cfbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a1764a-cb6a-4757-b78b-b3f1cd21884b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:21.591644 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6215fd4-8606-4436-ad84-dc30cc86cfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (2bb1c217-07df-4f9b-aa47-5d29d47a3fb2), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:21.592116 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-e6215fd4-8606-4436-ad84-dc30cc86cfbd admin admin] Added segment 2bb1c217-07df-4f9b-aa47-5d29d47a3fb2 of type vlan for network a471a251-cfc1-4ba4-9447-976816a198a6 Feb 20 05:24:21.617579 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-f8e9d86e-7985-4399-9bbf-6c2f2f92aa50 None None] Set router beffebb3-903e-47d5-8b6b-cfbd9af1d17d gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:24:21.661169 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6215fd4-8606-4436-ad84-dc30cc86cfbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (a471a251-cfc1-4ba4-9447-976816a198a6), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:21.700688 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6215fd4-8606-4436-ad84-dc30cc86cfbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (a471a251-cfc1-4ba4-9447-976816a198a6), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:21.701806 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6215fd4-8606-4436-ad84-dc30cc86cfbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:21.702411 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6215fd4-8606-4436-ad84-dc30cc86cfbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:21.726431 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ab7e29d8-a9a4-47fb-846a-ecd33df19555 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:24:21.780356 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e6215fd4-8606-4436-ad84-dc30cc86cfbd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4844449 Feb 20 05:24:21.782958 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44876) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:21.788430 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-1794c528-e6b7-4557-88fe-ed483589dbe1 admin admin] Request body: {'subnet': {'network_id': 'a471a251-cfc1-4ba4-9447-976816a198a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-268064399-subnet', 'tenant_id': 'fbf3f7d2fbb4419f9fdb3399018f106d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:24:21.790123 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6215fd4-8606-4436-ad84-dc30cc86cfbd admin admin] Pushing event updated for resources: {'Network': ['ID=a471a251-cfc1-4ba4-9447-976816a198a6,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:21.830116 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network a471a251-cfc1-4ba4-9447-976816a198a6 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:24:21.831681 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1794c528-e6b7-4557-88fe-ed483589dbe1 admin admin] Made reservation on behalf of fbf3f7d2fbb4419f9fdb3399018f106d for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:24:21.850382 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1794c528-e6b7-4557-88fe-ed483589dbe1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:21.866872 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.61', 62930) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:21.925970 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-25d32834-c921-4537-95a0-14654d1895ad tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=f7616543aaa647c985b5ef7338ecb133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576916 Feb 20 05:24:21.983551 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port ab7e29d8-a9a4-47fb-846a-ecd33df19555 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:21.984190 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ab7e29d8-a9a4-47fb-846a-ecd33df19555), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:22.106626 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.48', 56301) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:22.156318 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f8e9d86e-7985-4399-9bbf-6c2f2f92aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931472927-router', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:13Z', 'updated_at': '2022-02-20T05:24:17Z', 'revision_number': 4, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'gw_port': {'id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:14Z', 'updated_at': '2022-02-20T05:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '9dbc5bd5-90c8-434b-a8ed-388ca8294b46', 'name': '', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'mac_address': 'fa:16:3e:e8:a6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:16Z', 'updated_at': '2022-02-20T05:24:18Z', 'revision_number': 2, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'subnets': [{'id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:24:22.194131 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e9d86e-7985-4399-9bbf-6c2f2f92aa50 None None] Checking router: beffebb3-903e-47d5-8b6b-cfbd9af1d17d for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:24:22.194391 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e9d86e-7985-4399-9bbf-6c2f2f92aa50 None None] Updating router beffebb3-903e-47d5-8b6b-cfbd9af1d17d port 9dbc5bd5-90c8-434b-a8ed-388ca8294b46 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:24:22.212037 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-36350ae0-3a18-4b18-91c2-f1e808198640 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=fe161fbd266c450a98833c9c741f175f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1043265 Feb 20 05:24:22.265842 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port ab7e29d8-a9a4-47fb-846a-ecd33df19555 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:24:22.294360 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f8e9d86e-7985-4399-9bbf-6c2f2f92aa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9dbc5bd5-90c8-434b-a8ed-388ca8294b46), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:22.329439 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1794c528-e6b7-4557-88fe-ed483589dbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (239ea1ec-4136-452e-a0b3-487cc8fddb91), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:22.439902 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-ca2d4cdc-7423-4e96-b54d-6af84a67ce57 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:22.441349 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-ca2d4cdc-7423-4e96-b54d-6af84a67ce57 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5080061 Feb 20 05:24:22.461810 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-7d2b9eb4-2db5-4e1a-8a31-b491eac98f12 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:22.465710 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-7d2b9eb4-2db5-4e1a-8a31-b491eac98f12 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2414393 Feb 20 05:24:22.482865 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b33f87a6-b5c5-4a5a-82b5-3b13d6ce2026 req-522e7590-3696-4b05-96ff-8e9c88f2cdc8 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/ports?device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 210 time: 0.1712182 Feb 20 05:24:22.523560 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:22.532718 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-79b971c3-1de4-4905-b3a9-00b359e641d4 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Request body: {'port': {'device_id': '880e6e07-d1a0-4292-8c40-2be3de1a01d0', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': 'f7616543aaa647c985b5ef7338ecb133'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:24:22.555461 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-351ea35d-a0ce-4478-9579-f32fd1a95246 req-4e3f96bb-4d76-4791-969a-27e373a36f95 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 210 time: 0.1506941 Feb 20 05:24:22.562489 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794c528-e6b7-4557-88fe-ed483589dbe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=239ea1ec-4136-452e-a0b3-487cc8fddb91,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:22.581888 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1794c528-e6b7-4557-88fe-ed483589dbe1 admin admin] Checking segment: {'id': '2bb1c217-07df-4f9b-aa47-5d29d47a3fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a471a251-cfc1-4ba4-9447-976816a198a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:24:22.581888 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1794c528-e6b7-4557-88fe-ed483589dbe1 admin admin] Network hostable DHCP agents. Network: a471a251-cfc1-4ba4-9447-976816a198a6, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:24:22.607675 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-3e42fbf2-c07b-47fb-b39d-20967a967f3b tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Request body: {'port': {'device_id': '74aecfde-108a-4321-9fba-f799c7fa3cbe', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': 'fe161fbd266c450a98833c9c741f175f'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:24:22.629353 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1794c528-e6b7-4557-88fe-ed483589dbe1 admin admin] Network a471a251-cfc1-4ba4-9447-976816a198a6 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:24:22.646802 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-1794c528-e6b7-4557-88fe-ed483589dbe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, a471a251-cfc1-4ba4-9447-976816a198a6) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:24:22.652593 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1794c528-e6b7-4557-88fe-ed483589dbe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:22.653580 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1794c528-e6b7-4557-88fe-ed483589dbe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:22.667718 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42513041-ff34-4657-85b8-1b9371a7e7a2 None None] Network a471a251-cfc1-4ba4-9447-976816a198a6 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:24:22.683644 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1794c528-e6b7-4557-88fe-ed483589dbe1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8995249 Feb 20 05:24:22.686339 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44926) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:22.705220 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:22.713307 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9db70ee5-7a98-4245-99fb-866f5ad00f1d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-268064399-router', 'tenant_id': 'fbf3f7d2fbb4419f9fdb3399018f106d', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:24:22.765144 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9db70ee5-7a98-4245-99fb-866f5ad00f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:22.766414 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9db70ee5-7a98-4245-99fb-866f5ad00f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:22.887909 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9db70ee5-7a98-4245-99fb-866f5ad00f1d admin admin] Publish callbacks [] for router_controller (d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:23.012243 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-79b971c3-1de4-4905-b3a9-00b359e641d4 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Made reservation on behalf of f7616543aaa647c985b5ef7338ecb133 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:24:23.016174 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-79b971c3-1de4-4905-b3a9-00b359e641d4 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:23.028109 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-79b971c3-1de4-4905-b3a9-00b359e641d4 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:23.030192 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-3e42fbf2-c07b-47fb-b39d-20967a967f3b tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Made reservation on behalf of fe161fbd266c450a98833c9c741f175f for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:24:23.033546 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-3e42fbf2-c07b-47fb-b39d-20967a967f3b tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:23.118590 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26217d37-c3cf-4253-997b-47c714a77b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-a471a251-cfc1-4ba4-9447-976816a198a6', 'network_id': 'a471a251-cfc1-4ba4-9447-976816a198a6', 'project_id': 'fbf3f7d2fbb4419f9fdb3399018f106d', 'fixed_ips': [{'subnet_id': '239ea1ec-4136-452e-a0b3-487cc8fddb91'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:24:23.120698 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26217d37-c3cf-4253-997b-47c714a77b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:23.128579 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f8e9d86e-7985-4399-9bbf-6c2f2f92aa50 None None] Publish callbacks [] for port (9dbc5bd5-90c8-434b-a8ed-388ca8294b46), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:23.129691 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-79b971c3-1de4-4905-b3a9-00b359e641d4 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Publish callbacks [] for security_group (80d65ea1-9248-4fc8-8294-c25ce2e898a9), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:23.133056 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-3e42fbf2-c07b-47fb-b39d-20967a967f3b tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:23.147145 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f8e9d86e-7985-4399-9bbf-6c2f2f92aa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9dbc5bd5-90c8-434b-a8ed-388ca8294b46), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:23.154357 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-79b971c3-1de4-4905-b3a9-00b359e641d4 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (80d65ea1-9248-4fc8-8294-c25ce2e898a9), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:23.193864 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9db70ee5-7a98-4245-99fb-866f5ad00f1d admin admin] Publish callbacks [] for router_gateway (d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:23.247786 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7db423-1bd7-4026-bbe6-a288be44f34d None None] Pushing event updated for resources: {'Port': ['ID=9dbc5bd5-90c8-434b-a8ed-388ca8294b46,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:23.327117 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b971c3-1de4-4905-b3a9-00b359e641d4 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80d65ea1-9248-4fc8-8294-c25ce2e898a9,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:23.636442 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-26217d37-c3cf-4253-997b-47c714a77b28 None None] Allocated IP 172.20.0.2 (a471a251-cfc1-4ba4-9447-976816a198a6/239ea1ec-4136-452e-a0b3-487cc8fddb91/02fc773e-6aa1-4beb-9145-bd9d8066fef7) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:24:23.816377 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26217d37-c3cf-4253-997b-47c714a77b28 None None] Publish callbacks [] for port (02fc773e-6aa1-4beb-9145-bd9d8066fef7), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:23.826565 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26217d37-c3cf-4253-997b-47c714a77b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (02fc773e-6aa1-4beb-9145-bd9d8066fef7), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:23.885517 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-1ad38bc2-d69c-4eaf-81a5-13dd496effe3 None None] Provisioning complete for port 9dbc5bd5-90c8-434b-a8ed-388ca8294b46 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:23.885897 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1ad38bc2-d69c-4eaf-81a5-13dd496effe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9dbc5bd5-90c8-434b-a8ed-388ca8294b46), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:23.888718 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-07fcafdc-06d2-424f-b425-e40cbbb7782e req-d08f19b4-352a-497f-b6cb-3f8d41a83956 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/ports?device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 210 time: 0.1439414 Feb 20 05:24:23.951394 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9db70ee5-7a98-4245-99fb-866f5ad00f1d admin admin] Publish callbacks [] for router_gateway (d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:24.002596 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-3e42fbf2-c07b-47fb-b39d-20967a967f3b tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Publish callbacks [] for security_group (66b817b3-5954-4055-8dc6-bddd86afc8b5), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:24.030954 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-3e42fbf2-c07b-47fb-b39d-20967a967f3b tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (66b817b3-5954-4055-8dc6-bddd86afc8b5), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:24.062662 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1ad38bc2-d69c-4eaf-81a5-13dd496effe3 None None] Port 9dbc5bd5-90c8-434b-a8ed-388ca8294b46 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:24:24.093853 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26217d37-c3cf-4253-997b-47c714a77b28 None None] Network a471a251-cfc1-4ba4-9447-976816a198a6 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:24:24.131458 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-26217d37-c3cf-4253-997b-47c714a77b28 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:24:24.136480 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26217d37-c3cf-4253-997b-47c714a77b28 None None] Pushing event updated for resources: {'Port': ['ID=02fc773e-6aa1-4beb-9145-bd9d8066fef7,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:24.155124 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26217d37-c3cf-4253-997b-47c714a77b28 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:24:24.239506 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5126395e-32a2-4ef2-a207-e1ff01ae2bc9 req-0ddb9546-4b93-4324-af87-3dc1b70c9386 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 210 time: 0.2037654 Feb 20 05:24:24.240891 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9db70ee5-7a98-4245-99fb-866f5ad00f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:24.336348 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-79b971c3-1de4-4905-b3a9-00b359e641d4 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Allocated IP 192.168.233.15 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/88b33825-9d28-4c93-876d-2e81c6c9387d) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:24:24.369594 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f8e9d86e-7985-4399-9bbf-6c2f2f92aa50 None None] Attempting to bind port 9dbc5bd5-90c8-434b-a8ed-388ca8294b46 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:24:24.370654 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f8e9d86e-7985-4399-9bbf-6c2f2f92aa50 None None] Attempting to bind port 9dbc5bd5-90c8-434b-a8ed-388ca8294b46 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'a8b346e4-a1ba-4a23-9d05-3eeb17deb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:24:24.371701 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e9d86e-7985-4399-9bbf-6c2f2f92aa50 None None] Attempting to bind port 9dbc5bd5-90c8-434b-a8ed-388ca8294b46 on network 805bb61f-0284-479c-a7fa-c503f096a7af {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:24:24.388106 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e9d86e-7985-4399-9bbf-6c2f2f92aa50 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:24:24.389932 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e9d86e-7985-4399-9bbf-6c2f2f92aa50 None None] Checking segment: {'id': 'a8b346e4-a1ba-4a23-9d05-3eeb17deb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:24:24.390355 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f8e9d86e-7985-4399-9bbf-6c2f2f92aa50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:24.390773 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e9d86e-7985-4399-9bbf-6c2f2f92aa50 None None] Bound using segment: {'id': 'a8b346e4-a1ba-4a23-9d05-3eeb17deb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:24:24.391339 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f8e9d86e-7985-4399-9bbf-6c2f2f92aa50 None None] Bound port: 9dbc5bd5-90c8-434b-a8ed-388ca8294b46, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b346e4-a1ba-4a23-9d05-3eeb17deb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:24:24.393911 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f8e9d86e-7985-4399-9bbf-6c2f2f92aa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9dbc5bd5-90c8-434b-a8ed-388ca8294b46), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:24.437427 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-26217d37-c3cf-4253-997b-47c714a77b28 None None] Attempting to bind port 02fc773e-6aa1-4beb-9145-bd9d8066fef7 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:24:24.437814 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-26217d37-c3cf-4253-997b-47c714a77b28 None None] Attempting to bind port 02fc773e-6aa1-4beb-9145-bd9d8066fef7 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2bb1c217-07df-4f9b-aa47-5d29d47a3fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a471a251-cfc1-4ba4-9447-976816a198a6'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:24:24.438172 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26217d37-c3cf-4253-997b-47c714a77b28 None None] Attempting to bind port 02fc773e-6aa1-4beb-9145-bd9d8066fef7 on network a471a251-cfc1-4ba4-9447-976816a198a6 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:24:24.485163 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26217d37-c3cf-4253-997b-47c714a77b28 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:24:24.485642 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26217d37-c3cf-4253-997b-47c714a77b28 None None] Checking segment: {'id': '2bb1c217-07df-4f9b-aa47-5d29d47a3fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a471a251-cfc1-4ba4-9447-976816a198a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:24:24.486723 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26217d37-c3cf-4253-997b-47c714a77b28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:24.496190 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26217d37-c3cf-4253-997b-47c714a77b28 None None] Bound using segment: {'id': '2bb1c217-07df-4f9b-aa47-5d29d47a3fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a471a251-cfc1-4ba4-9447-976816a198a6'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:24:24.496847 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-26217d37-c3cf-4253-997b-47c714a77b28 None None] Bound port: 02fc773e-6aa1-4beb-9145-bd9d8066fef7, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb1c217-07df-4f9b-aa47-5d29d47a3fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a471a251-cfc1-4ba4-9447-976816a198a6'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:24:24.497284 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26217d37-c3cf-4253-997b-47c714a77b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (02fc773e-6aa1-4beb-9145-bd9d8066fef7), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:24.557230 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-9db70ee5-7a98-4245-99fb-866f5ad00f1d admin admin] Allocated IP 172.25.3.13 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/63455924-88b1-4329-909f-c8b85e7ce5e8) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:24:24.639976 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-79b971c3-1de4-4905-b3a9-00b359e641d4 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Publish callbacks [] for port (88b33825-9d28-4c93-876d-2e81c6c9387d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:24.679722 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-79b971c3-1de4-4905-b3a9-00b359e641d4 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (88b33825-9d28-4c93-876d-2e81c6c9387d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:24.689578 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42fbf2-c07b-47fb-b39d-20967a967f3b tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b817b3-5954-4055-8dc6-bddd86afc8b5,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:24.716183 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-79b971c3-1de4-4905-b3a9-00b359e641d4 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:24:24.764155 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-79b971c3-1de4-4905-b3a9-00b359e641d4 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:24:24.770234 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-79b971c3-1de4-4905-b3a9-00b359e641d4 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:24:24.783591 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-79b971c3-1de4-4905-b3a9-00b359e641d4 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:24.784627 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-79b971c3-1de4-4905-b3a9-00b359e641d4 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:24.852600 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9db70ee5-7a98-4245-99fb-866f5ad00f1d admin admin] Publish callbacks [] for port (63455924-88b1-4329-909f-c8b85e7ce5e8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:24.869926 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-26217d37-c3cf-4253-997b-47c714a77b28 None None] For port 02fc773e-6aa1-4beb-9145-bd9d8066fef7, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:24:24.884591 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-26217d37-c3cf-4253-997b-47c714a77b28 None None] For port 02fc773e-6aa1-4beb-9145-bd9d8066fef7, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=02fc773e-6aa1-4beb-9145-bd9d8066fef7,segment=NetworkSegment(2bb1c217-07df-4f9b-aa47-5d29d47a3fb2),segment_id=2bb1c217-07df-4f9b-aa47-5d29d47a3fb2)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:24:24.904897 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26217d37-c3cf-4253-997b-47c714a77b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (02fc773e-6aa1-4beb-9145-bd9d8066fef7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:24.915757 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-79b971c3-1de4-4905-b3a9-00b359e641d4 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3875539 Feb 20 05:24:24.954555 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f8e9d86e-7985-4399-9bbf-6c2f2f92aa50 None None] For port 9dbc5bd5-90c8-434b-a8ed-388ca8294b46, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:24:24.967349 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f8e9d86e-7985-4399-9bbf-6c2f2f92aa50 None None] For port 9dbc5bd5-90c8-434b-a8ed-388ca8294b46, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=9dbc5bd5-90c8-434b-a8ed-388ca8294b46,segment=NetworkSegment(a8b346e4-a1ba-4a23-9d05-3eeb17deb23b),segment_id=a8b346e4-a1ba-4a23-9d05-3eeb17deb23b)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:24:25.020629 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-badd8f8d-2b10-4bc7-bb54-6a1d6b88a94d tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:24:25.023747 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-badd8f8d-2b10-4bc7-bb54-6a1d6b88a94d tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0184591 Feb 20 05:24:25.050374 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9db70ee5-7a98-4245-99fb-866f5ad00f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (63455924-88b1-4329-909f-c8b85e7ce5e8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:25.130383 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b971c3-1de4-4905-b3a9-00b359e641d4 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Pushing event updated for resources: {'Port': ['ID=88b33825-9d28-4c93-876d-2e81c6c9387d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:25.161937 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f8e9d86e-7985-4399-9bbf-6c2f2f92aa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9dbc5bd5-90c8-434b-a8ed-388ca8294b46), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:25.219935 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-3e42fbf2-c07b-47fb-b39d-20967a967f3b tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Allocated IP 192.168.233.24 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/ed6d4b04-c406-42ed-a682-0b0ab5db7589) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:24:25.221416 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:25.296213 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db70ee5-7a98-4245-99fb-866f5ad00f1d admin admin] Pushing event updated for resources: {'Port': ['ID=63455924-88b1-4329-909f-c8b85e7ce5e8,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:25.336533 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db70ee5-7a98-4245-99fb-866f5ad00f1d admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:24:25.340662 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-9db70ee5-7a98-4245-99fb-866f5ad00f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:24:25.355300 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db70ee5-7a98-4245-99fb-866f5ad00f1d admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:24:25.379348 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26217d37-c3cf-4253-997b-47c714a77b28 None None] Pushing event updated for resources: {'Port': ['ID=02fc773e-6aa1-4beb-9145-bd9d8066fef7,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:25.408419 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e9d86e-7985-4399-9bbf-6c2f2f92aa50 None None] Routers {'beffebb3-903e-47d5-8b6b-cfbd9af1d17d'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:24:25.409054 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f8e9d86e-7985-4399-9bbf-6c2f2f92aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:24:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:24:25.738450 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-f1bca7ea-f5b6-47e5-9cfd-1dab6a05d9e3 service neutron] Request body: {'port': {'device_id': '880e6e07-d1a0-4292-8c40-2be3de1a01d0', 'device_owner': 'compute:tempest-test_az-832265867', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:24:25.970835 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-f1bca7ea-f5b6-47e5-9cfd-1dab6a05d9e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (88b33825-9d28-4c93-876d-2e81c6c9387d), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:25.996812 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2099b-922f-44a1-b92e-4c412dfe0a3f req-0e0daf22-c301-4b73-9027-562dff21a9ca tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:25.999577 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-f8e9d86e-7985-4399-9bbf-6c2f2f92aa50 None None] Set router beffebb3-903e-47d5-8b6b-cfbd9af1d17d gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:24:26.040792 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a7d2099b-922f-44a1-b92e-4c412dfe0a3f req-0e0daf22-c301-4b73-9027-562dff21a9ca tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/ports?device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 935 time: 0.3541584 Feb 20 05:24:26.079559 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-3e42fbf2-c07b-47fb-b39d-20967a967f3b tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Publish callbacks [] for port (ed6d4b04-c406-42ed-a682-0b0ab5db7589), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:26.196808 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 02fc773e-6aa1-4beb-9145-bd9d8066fef7 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:24:26.376517 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fb337667-93b7-480a-91c3-4bd52990f807 req-f66b3f3a-2d83-43b8-8b55-93b03f74b6e1 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 210 time: 0.2993407 Feb 20 05:24:26.380985 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-69a720be-3c2c-4587-be65-5062d48f5161 None None] Provisioning complete for port 88b33825-9d28-4c93-876d-2e81c6c9387d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:26.381359 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-69a720be-3c2c-4587-be65-5062d48f5161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (88b33825-9d28-4c93-876d-2e81c6c9387d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:26.453270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7db423-1bd7-4026-bbe6-a288be44f34d None None] Pushing event updated for resources: {'Port': ['ID=9dbc5bd5-90c8-434b-a8ed-388ca8294b46,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:26.464104 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-3e42fbf2-c07b-47fb-b39d-20967a967f3b tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (ed6d4b04-c406-42ed-a682-0b0ab5db7589), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:26.538457 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-69a720be-3c2c-4587-be65-5062d48f5161 None None] Port 88b33825-9d28-4c93-876d-2e81c6c9387d cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:24:26.576726 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a7d2099b-922f-44a1-b92e-4c412dfe0a3f req-b9fcc591-765d-462a-84ca-74acc8f10c01 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d65ea1-9248-4fc8-8294-c25ce2e898a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347600 Feb 20 05:24:26.610317 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 02fc773e-6aa1-4beb-9145-bd9d8066fef7 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:26.610639 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (02fc773e-6aa1-4beb-9145-bd9d8066fef7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:26.675192 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-3e42fbf2-c07b-47fb-b39d-20967a967f3b tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:24:26.684202 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9db70ee5-7a98-4245-99fb-866f5ad00f1d admin admin] Publish callbacks [] for router_gateway (d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:26.739503 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-3e42fbf2-c07b-47fb-b39d-20967a967f3b tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:24:26.751474 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-3e42fbf2-c07b-47fb-b39d-20967a967f3b tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:24:26.757909 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-3e42fbf2-c07b-47fb-b39d-20967a967f3b tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:26.758836 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-3e42fbf2-c07b-47fb-b39d-20967a967f3b tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:26.774743 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42fbf2-c07b-47fb-b39d-20967a967f3b tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Pushing event updated for resources: {'Port': ['ID=ed6d4b04-c406-42ed-a682-0b0ab5db7589,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:26.778625 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-43984013-3e50-4e2a-8068-8a5a17706038 None None] Provisioning complete for port 9dbc5bd5-90c8-434b-a8ed-388ca8294b46 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:26.778625 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43984013-3e50-4e2a-8068-8a5a17706038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9dbc5bd5-90c8-434b-a8ed-388ca8294b46), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:26.806831 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-3e42fbf2-c07b-47fb-b39d-20967a967f3b tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2131801 Feb 20 05:24:26.833795 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-48f8fe3b-8329-4336-ac24-6fbd297bfdd1 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:24:26.835057 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-48f8fe3b-8329-4336-ac24-6fbd297bfdd1 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0181623 Feb 20 05:24:26.966026 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-f1bca7ea-f5b6-47e5-9cfd-1dab6a05d9e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88b33825-9d28-4c93-876d-2e81c6c9387d {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:24:26.989054 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-f1bca7ea-f5b6-47e5-9cfd-1dab6a05d9e3 service neutron] Publish callbacks [] for port (88b33825-9d28-4c93-876d-2e81c6c9387d), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:27.028121 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f8e9d86e-7985-4399-9bbf-6c2f2f92aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931472927-router', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:13Z', 'updated_at': '2022-02-20T05:24:17Z', 'revision_number': 4, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'gw_port': {'id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:14Z', 'updated_at': '2022-02-20T05:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '9dbc5bd5-90c8-434b-a8ed-388ca8294b46', 'name': '', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'mac_address': 'fa:16:3e:e8:a6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:16Z', 'updated_at': '2022-02-20T05:24:24Z', 'revision_number': 4, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'subnets': [{'id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:24:27.084926 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-f1bca7ea-f5b6-47e5-9cfd-1dab6a05d9e3 service neutron] Transition to ACTIVE for port object 88b33825-9d28-4c93-876d-2e81c6c9387d will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:24:27.094879 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-f1bca7ea-f5b6-47e5-9cfd-1dab6a05d9e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (88b33825-9d28-4c93-876d-2e81c6c9387d), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:27.098395 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771e70aa-c7d3-4053-b8bf-812cea14ce85 None None] Network a471a251-cfc1-4ba4-9447-976816a198a6 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:24:27.141312 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e9d86e-7985-4399-9bbf-6c2f2f92aa50 None None] The sync data for ids ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'] in n-d-829866-5 is: [{'id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931472927-router', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:13Z', 'updated_at': '2022-02-20T05:24:17Z', 'revision_number': 4, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'gw_port': {'id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:14Z', 'updated_at': '2022-02-20T05:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '9dbc5bd5-90c8-434b-a8ed-388ca8294b46', 'name': '', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'mac_address': 'fa:16:3e:e8:a6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:16Z', 'updated_at': '2022-02-20T05:24:24Z', 'revision_number': 4, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'subnets': [{'id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:24:27.221266 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-1cb13be0-47ca-4f64-8ad0-afa66d84d2bd service neutron] Request body: {'port': {'device_id': '74aecfde-108a-4321-9fba-f799c7fa3cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:24:27.297974 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 02fc773e-6aa1-4beb-9145-bd9d8066fef7 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:24:27.301145 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (02fc773e-6aa1-4beb-9145-bd9d8066fef7), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:27.344946 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9db70ee5-7a98-4245-99fb-866f5ad00f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:27.472459 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-1cb13be0-47ca-4f64-8ad0-afa66d84d2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ed6d4b04-c406-42ed-a682-0b0ab5db7589), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:27.483574 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-43984013-3e50-4e2a-8068-8a5a17706038 None None] Current status of the port 9dbc5bd5-90c8-434b-a8ed-388ca8294b46 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:24:27.484308 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43984013-3e50-4e2a-8068-8a5a17706038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9dbc5bd5-90c8-434b-a8ed-388ca8294b46), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:27.667560 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 02fc773e-6aa1-4beb-9145-bd9d8066fef7, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=02fc773e-6aa1-4beb-9145-bd9d8066fef7,segment=NetworkSegment(2bb1c217-07df-4f9b-aa47-5d29d47a3fb2),segment_id=2bb1c217-07df-4f9b-aa47-5d29d47a3fb2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:24:27.771790 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-43984013-3e50-4e2a-8068-8a5a17706038 None None] For port 9dbc5bd5-90c8-434b-a8ed-388ca8294b46, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=9dbc5bd5-90c8-434b-a8ed-388ca8294b46,segment=NetworkSegment(a8b346e4-a1ba-4a23-9d05-3eeb17deb23b),segment_id=a8b346e4-a1ba-4a23-9d05-3eeb17deb23b)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:24:27.781920 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43984013-3e50-4e2a-8068-8a5a17706038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9dbc5bd5-90c8-434b-a8ed-388ca8294b46), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:27.979209 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (02fc773e-6aa1-4beb-9145-bd9d8066fef7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:28.006423 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43984013-3e50-4e2a-8068-8a5a17706038 None None] Pushing event updated for resources: {'Port': ['ID=9dbc5bd5-90c8-434b-a8ed-388ca8294b46,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:28.174445 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-37969e26-0e0f-4199-baa0-7924f9900c37 None None] Provisioning complete for port ed6d4b04-c406-42ed-a682-0b0ab5db7589 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:28.175996 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37969e26-0e0f-4199-baa0-7924f9900c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ed6d4b04-c406-42ed-a682-0b0ab5db7589), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:28.249949 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 9dbc5bd5-90c8-434b-a8ed-388ca8294b46 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:24:28.255746 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45070) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:28.256920 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45072) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:28.257034 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=02fc773e-6aa1-4beb-9145-bd9d8066fef7,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:28.287802 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bca7ea-f5b6-47e5-9cfd-1dab6a05d9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=88b33825-9d28-4c93-876d-2e81c6c9387d,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:28.385775 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-f1bca7ea-f5b6-47e5-9cfd-1dab6a05d9e3 service neutron] Attempting to bind port 88b33825-9d28-4c93-876d-2e81c6c9387d on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:24:28.386191 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-f1bca7ea-f5b6-47e5-9cfd-1dab6a05d9e3 service neutron] Attempting to bind port 88b33825-9d28-4c93-876d-2e81c6c9387d by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:24:28.386543 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-f1bca7ea-f5b6-47e5-9cfd-1dab6a05d9e3 service neutron] Attempting to bind port 88b33825-9d28-4c93-876d-2e81c6c9387d on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:24:28.388497 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9bc74-7b1f-4af8-b9f3-3137cc36e941 req-3535072e-2c0f-49db-925e-ad406f32fd6f tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:28.395578 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-f1bca7ea-f5b6-47e5-9cfd-1dab6a05d9e3 service neutron] Port 88b33825-9d28-4c93-876d-2e81c6c9387d on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:24:28.395907 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-f1bca7ea-f5b6-47e5-9cfd-1dab6a05d9e3 service neutron] Attempting to bind port 88b33825-9d28-4c93-876d-2e81c6c9387d on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:24:28.401004 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-71b9bc74-7b1f-4af8-b9f3-3137cc36e941 req-3535072e-2c0f-49db-925e-ad406f32fd6f tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 935 time: 0.7604959 Feb 20 05:24:28.408517 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-f1bca7ea-f5b6-47e5-9cfd-1dab6a05d9e3 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:24:28.408860 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-f1bca7ea-f5b6-47e5-9cfd-1dab6a05d9e3 service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:24:28.409685 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-f1bca7ea-f5b6-47e5-9cfd-1dab6a05d9e3 service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:24:28.410255 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-f1bca7ea-f5b6-47e5-9cfd-1dab6a05d9e3 service neutron] Bound port: 88b33825-9d28-4c93-876d-2e81c6c9387d, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:24:28.410750 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-f1bca7ea-f5b6-47e5-9cfd-1dab6a05d9e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (88b33825-9d28-4c93-876d-2e81c6c9387d), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:28.411586 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db70ee5-7a98-4245-99fb-866f5ad00f1d admin admin] Router d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:24:28.415753 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-1cb13be0-47ca-4f64-8ad0-afa66d84d2bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed6d4b04-c406-42ed-a682-0b0ab5db7589 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:24:28.433988 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-1cb13be0-47ca-4f64-8ad0-afa66d84d2bd service neutron] Publish callbacks [] for port (ed6d4b04-c406-42ed-a682-0b0ab5db7589), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:28.474314 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-1cb13be0-47ca-4f64-8ad0-afa66d84d2bd service neutron] Transition to ACTIVE for port object ed6d4b04-c406-42ed-a682-0b0ab5db7589 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:24:28.484524 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-1cb13be0-47ca-4f64-8ad0-afa66d84d2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ed6d4b04-c406-42ed-a682-0b0ab5db7589), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:28.555706 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb13be0-47ca-4f64-8ad0-afa66d84d2bd service neutron] Pushing event updated for resources: {'Port': ['ID=ed6d4b04-c406-42ed-a682-0b0ab5db7589,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:28.579423 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4abac6a6-440d-4118-a6a8-1a010da53596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:28.637165 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd09b1d-a0db-4974-9da5-1be913633dc0 req-98943aa4-72f1-4991-9d6a-8878f97e10b6 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:28.640950 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cbd09b1d-a0db-4974-9da5-1be913633dc0 req-98943aa4-72f1-4991-9d6a-8878f97e10b6 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/ports?device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 968 time: 0.8774118 Feb 20 05:24:28.658329 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db70ee5-7a98-4245-99fb-866f5ad00f1d admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:24:28.663391 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-37969e26-0e0f-4199-baa0-7924f9900c37 None None] Port ed6d4b04-c406-42ed-a682-0b0ab5db7589 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:24:28.669268 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07477c8b-6d79-4f4f-bd47-3feee13869ba None None] Sync routers for ids ['d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:24:28.686334 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-37969e26-0e0f-4199-baa0-7924f9900c37 None None] Provisioning complete for port 02fc773e-6aa1-4beb-9145-bd9d8066fef7 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:28.687088 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37969e26-0e0f-4199-baa0-7924f9900c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (02fc773e-6aa1-4beb-9145-bd9d8066fef7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:28.696330 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07477c8b-6d79-4f4f-bd47-3feee13869ba None None] Routers {'d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:24:28.697709 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-07477c8b-6d79-4f4f-bd47-3feee13869ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:24:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:24:28.707568 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4abac6a6-440d-4118-a6a8-1a010da53596 admin admin] Publish callbacks [] for security_group (57259578-4c65-4288-a9a7-c2d085e53a14), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:28.741372 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4abac6a6-440d-4118-a6a8-1a010da53596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (57259578-4c65-4288-a9a7-c2d085e53a14), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:28.744444 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9d8799cd-8068-4079-8d61-574b1cbb3f71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:28.768459 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 9dbc5bd5-90c8-434b-a8ed-388ca8294b46 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:28.769201 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9dbc5bd5-90c8-434b-a8ed-388ca8294b46), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:28.851197 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9d8799cd-8068-4079-8d61-574b1cbb3f71 admin admin] Publish callbacks [] for security_group (8d4feb3d-527e-4b6a-b436-7e048bbf25ad), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:28.907931 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-71b9bc74-7b1f-4af8-b9f3-3137cc36e941 req-cc0d16df-8090-48e3-87be-671cdb7b5e3f tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056450 Feb 20 05:24:28.915011 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9db70ee5-7a98-4245-99fb-866f5ad00f1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:28.922133 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9db70ee5-7a98-4245-99fb-866f5ad00f1d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.2323549 Feb 20 05:24:28.924502 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9d8799cd-8068-4079-8d61-574b1cbb3f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8d4feb3d-527e-4b6a-b436-7e048bbf25ad), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:28.929248 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45084) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:28.972367 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-37969e26-0e0f-4199-baa0-7924f9900c37 None None] Current status of the port 02fc773e-6aa1-4beb-9145-bd9d8066fef7 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:24:28.984778 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 9dbc5bd5-90c8-434b-a8ed-388ca8294b46 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:24:29.118375 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2b35b4bb-1586-4f00-8386-4d93a5ef298c None None] Provisioning complete for port 02fc773e-6aa1-4beb-9145-bd9d8066fef7 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:29.118753 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b35b4bb-1586-4f00-8386-4d93a5ef298c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (02fc773e-6aa1-4beb-9145-bd9d8066fef7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:29.179174 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cbd09b1d-a0db-4974-9da5-1be913633dc0 req-07d3e7cd-c090-4ffa-8d30-89a06d64fef2 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d65ea1-9248-4fc8-8294-c25ce2e898a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5185082 Feb 20 05:24:29.265556 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2b35b4bb-1586-4f00-8386-4d93a5ef298c None None] Current status of the port 02fc773e-6aa1-4beb-9145-bd9d8066fef7 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:24:29.271979 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-f1bca7ea-f5b6-47e5-9cfd-1dab6a05d9e3 service neutron] For port 88b33825-9d28-4c93-876d-2e81c6c9387d, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:24:29.277572 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abac6a6-440d-4118-a6a8-1a010da53596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57259578-4c65-4288-a9a7-c2d085e53a14,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:29.325911 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-07477c8b-6d79-4f4f-bd47-3feee13869ba None None] Set router d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:24:29.389854 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8799cd-8068-4079-8d61-574b1cbb3f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4feb3d-527e-4b6a-b436-7e048bbf25ad,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:29.405058 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-f1bca7ea-f5b6-47e5-9cfd-1dab6a05d9e3 service neutron] For port 88b33825-9d28-4c93-876d-2e81c6c9387d, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=88b33825-9d28-4c93-876d-2e81c6c9387d,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:24:29.425717 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45102) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:29.431470 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9d8799cd-8068-4079-8d61-574b1cbb3f71 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06109341b55c4795823e228f0227cdbb&name=default HTTP/1.1" status: 200 len: 2993 time: 1.1695616 Feb 20 05:24:29.437795 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4abac6a6-440d-4118-a6a8-1a010da53596 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a9302a265ac343999fb823c1c4488681&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1775315 Feb 20 05:24:29.440844 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45104) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:29.442077 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-1cb13be0-47ca-4f64-8ad0-afa66d84d2bd service neutron] Attempting to bind port ed6d4b04-c406-42ed-a682-0b0ab5db7589 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:24:29.445704 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-1cb13be0-47ca-4f64-8ad0-afa66d84d2bd service neutron] Attempting to bind port ed6d4b04-c406-42ed-a682-0b0ab5db7589 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:24:29.446210 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-1cb13be0-47ca-4f64-8ad0-afa66d84d2bd service neutron] Attempting to bind port ed6d4b04-c406-42ed-a682-0b0ab5db7589 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:24:29.461313 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-1cb13be0-47ca-4f64-8ad0-afa66d84d2bd service neutron] Port ed6d4b04-c406-42ed-a682-0b0ab5db7589 on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:24:29.471070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-1cb13be0-47ca-4f64-8ad0-afa66d84d2bd service neutron] Attempting to bind port ed6d4b04-c406-42ed-a682-0b0ab5db7589 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:24:29.485743 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-f1bca7ea-f5b6-47e5-9cfd-1dab6a05d9e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (88b33825-9d28-4c93-876d-2e81c6c9387d), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:29.511745 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-07477c8b-6d79-4f4f-bd47-3feee13869ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7687c1d-69bc-4ec4-afe4-781d4c7f0a7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-268064399-router', 'tenant_id': 'fbf3f7d2fbb4419f9fdb3399018f106d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '63455924-88b1-4329-909f-c8b85e7ce5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:22Z', 'updated_at': '2022-02-20T05:24:25Z', 'revision_number': 3, 'project_id': 'fbf3f7d2fbb4419f9fdb3399018f106d', 'gw_port': {'id': '63455924-88b1-4329-909f-c8b85e7ce5e8', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7687c1d-69bc-4ec4-afe4-781d4c7f0a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:24Z', 'updated_at': '2022-02-20T05:24:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:24:29.585047 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07477c8b-6d79-4f4f-bd47-3feee13869ba None None] Checking router: d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:24:29.585830 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07477c8b-6d79-4f4f-bd47-3feee13869ba None None] Updating router d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a port 63455924-88b1-4329-909f-c8b85e7ce5e8 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:24:29.590336 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bca7ea-f5b6-47e5-9cfd-1dab6a05d9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=88b33825-9d28-4c93-876d-2e81c6c9387d,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:29.612381 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-1cb13be0-47ca-4f64-8ad0-afa66d84d2bd service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:24:29.612680 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-1cb13be0-47ca-4f64-8ad0-afa66d84d2bd service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:24:29.613063 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-1cb13be0-47ca-4f64-8ad0-afa66d84d2bd service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:24:29.613503 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-1cb13be0-47ca-4f64-8ad0-afa66d84d2bd service neutron] Bound port: ed6d4b04-c406-42ed-a682-0b0ab5db7589, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:24:29.613857 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-1cb13be0-47ca-4f64-8ad0-afa66d84d2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ed6d4b04-c406-42ed-a682-0b0ab5db7589), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:29.671877 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-f1bca7ea-f5b6-47e5-9cfd-1dab6a05d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:29.672508 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-f1bca7ea-f5b6-47e5-9cfd-1dab6a05d9e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:29.674503 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-f1bca7ea-f5b6-47e5-9cfd-1dab6a05d9e3 service neutron] 10.222.0.61 "PUT /v2.0/ports/88b33825-9d28-4c93-876d-2e81c6c9387d HTTP/1.1" status: 200 len: 1116 time: 4.2629571 Feb 20 05:24:29.678324 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880e6e07-d1a0-4292-8c40-2be3de1a01d0', 'tag': '88b33825-9d28-4c93-876d-2e81c6c9387d'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:24:29.696238 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-07477c8b-6d79-4f4f-bd47-3feee13869ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (63455924-88b1-4329-909f-c8b85e7ce5e8), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:29.757659 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19bcde32-e273-4ba3-93c2-5b7b8cbcada8 admin admin] Publish callbacks [] for security_group (8d4feb3d-527e-4b6a-b436-7e048bbf25ad), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:29.895898 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19bcde32-e273-4ba3-93c2-5b7b8cbcada8 admin admin] Publish callbacks [] for security_group (8d4feb3d-527e-4b6a-b436-7e048bbf25ad), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:30.086704 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0599e2d0-eb72-4b28-a7ec-45fcf46ef4ab" -d '{"events": [{"name": "network-changed", "server_uuid": "880e6e07-d1a0-4292-8c40-2be3de1a01d0", "tag": "88b33825-9d28-4c93-876d-2e81c6c9387d"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:24:30.124679 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eecd9a9d-e064-43d6-9514-89f1a57dd787 admin admin] Publish callbacks [] for security_group (57259578-4c65-4288-a9a7-c2d085e53a14), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:30.187750 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eecd9a9d-e064-43d6-9514-89f1a57dd787 admin admin] Publish callbacks [] for security_group (57259578-4c65-4288-a9a7-c2d085e53a14), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:30.229333 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 02fc773e-6aa1-4beb-9145-bd9d8066fef7 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:24:30.272134 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eecd9a9d-e064-43d6-9514-89f1a57dd787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (57259578-4c65-4288-a9a7-c2d085e53a14), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:30.275545 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eecd9a9d-e064-43d6-9514-89f1a57dd787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:30.276945 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-eecd9a9d-e064-43d6-9514-89f1a57dd787 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57259578-4c65-4288-a9a7-c2d085e53a14 HTTP/1.1" status: 204 len: 168 time: 0.8220611 Feb 20 05:24:30.325242 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-0fd9168e-1104-47c0-a6e2-72cf9c4921bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:30.327366 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-0fd9168e-1104-47c0-a6e2-72cf9c4921bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7616543aaa647c985b5ef7338ecb133&device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 1150 time: 0.3977726 Feb 20 05:24:30.328327 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd9a9d-e064-43d6-9514-89f1a57dd787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57259578-4c65-4288-a9a7-c2d085e53a14,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:30.338261 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-1cb13be0-47ca-4f64-8ad0-afa66d84d2bd service neutron] For port ed6d4b04-c406-42ed-a682-0b0ab5db7589, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:24:30.357994 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19bcde32-e273-4ba3-93c2-5b7b8cbcada8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8d4feb3d-527e-4b6a-b436-7e048bbf25ad), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:30.365208 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19bcde32-e273-4ba3-93c2-5b7b8cbcada8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:30.368667 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-19bcde32-e273-4ba3-93c2-5b7b8cbcada8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d4feb3d-527e-4b6a-b436-7e048bbf25ad HTTP/1.1" status: 204 len: 168 time: 0.9320245 Feb 20 05:24:30.416804 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 02fc773e-6aa1-4beb-9145-bd9d8066fef7 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:30.417379 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (02fc773e-6aa1-4beb-9145-bd9d8066fef7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:30.443244 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-1f3b2e09-97b0-40d7-875e-15a17f7ac3b2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=88b33825-9d28-4c93-876d-2e81c6c9387d HTTP/1.1" status: 200 len: 217 time: 0.1016631 Feb 20 05:24:30.445262 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-1cb13be0-47ca-4f64-8ad0-afa66d84d2bd service neutron] For port ed6d4b04-c406-42ed-a682-0b0ab5db7589, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=ed6d4b04-c406-42ed-a682-0b0ab5db7589,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:24:30.461224 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bcde32-e273-4ba3-93c2-5b7b8cbcada8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4feb3d-527e-4b6a-b436-7e048bbf25ad,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:30.463682 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-07477c8b-6d79-4f4f-bd47-3feee13869ba None None] Publish callbacks [] for port (63455924-88b1-4329-909f-c8b85e7ce5e8), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:30.474209 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-07477c8b-6d79-4f4f-bd47-3feee13869ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (63455924-88b1-4329-909f-c8b85e7ce5e8), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:30.479330 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-1cb13be0-47ca-4f64-8ad0-afa66d84d2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ed6d4b04-c406-42ed-a682-0b0ab5db7589), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:30.490308 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50d05419-fef8-461d-85fc-9566866835fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:30.566630 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246aa89-f8a9-407b-a123-622b22519561 None None] Pushing event updated for resources: {'Port': ['ID=63455924-88b1-4329-909f-c8b85e7ce5e8,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:30.571069 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5b110-5b30-46ba-ad81-6baee8ecd033 req-6d917fa0-d7e4-4d03-b7e0-e3a1876e429a tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:30.573478 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-07477c8b-6d79-4f4f-bd47-3feee13869ba None None] Attempting to bind port 63455924-88b1-4329-909f-c8b85e7ce5e8 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:24:30.573868 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-07477c8b-6d79-4f4f-bd47-3feee13869ba None None] Attempting to bind port 63455924-88b1-4329-909f-c8b85e7ce5e8 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:24:30.574376 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07477c8b-6d79-4f4f-bd47-3feee13869ba None None] Attempting to bind port 63455924-88b1-4329-909f-c8b85e7ce5e8 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:24:30.582188 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07477c8b-6d79-4f4f-bd47-3feee13869ba None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:24:30.582624 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07477c8b-6d79-4f4f-bd47-3feee13869ba None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:24:30.583377 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-07477c8b-6d79-4f4f-bd47-3feee13869ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:30.583894 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07477c8b-6d79-4f4f-bd47-3feee13869ba None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:24:30.585087 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-07477c8b-6d79-4f4f-bd47-3feee13869ba None None] Bound port: 63455924-88b1-4329-909f-c8b85e7ce5e8, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:24:30.585385 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ce5b110-5b30-46ba-ad81-6baee8ecd033 req-6d917fa0-d7e4-4d03-b7e0-e3a1876e429a tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 947 time: 0.5036333 Feb 20 05:24:30.585491 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-07477c8b-6d79-4f4f-bd47-3feee13869ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (63455924-88b1-4329-909f-c8b85e7ce5e8), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:30.648889 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-1cb13be0-47ca-4f64-8ad0-afa66d84d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:30.652995 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-1cb13be0-47ca-4f64-8ad0-afa66d84d2bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:30.661946 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-1cb13be0-47ca-4f64-8ad0-afa66d84d2bd service neutron] 10.222.0.48 "PUT /v2.0/ports/ed6d4b04-c406-42ed-a682-0b0ab5db7589 HTTP/1.1" status: 200 len: 1095 time: 3.6498675 Feb 20 05:24:30.672009 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-07477c8b-6d79-4f4f-bd47-3feee13869ba None None] For port 63455924-88b1-4329-909f-c8b85e7ce5e8, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:24:30.677319 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-07477c8b-6d79-4f4f-bd47-3feee13869ba None None] For port 63455924-88b1-4329-909f-c8b85e7ce5e8, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=63455924-88b1-4329-909f-c8b85e7ce5e8,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:24:30.691051 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-07477c8b-6d79-4f4f-bd47-3feee13869ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (63455924-88b1-4329-909f-c8b85e7ce5e8), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:30.710313 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 02fc773e-6aa1-4beb-9145-bd9d8066fef7 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:24:30.717057 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 9dbc5bd5-90c8-434b-a8ed-388ca8294b46 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:24:30.800571 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd1280a-946e-4846-bc31-78b0caae5788 x-openstack-request-id: req-edd1280a-946e-4846-bc31-78b0caae5788 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:24:30.801908 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880e6e07-d1a0-4292-8c40-2be3de1a01d0", "tag": "88b33825-9d28-4c93-876d-2e81c6c9387d", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:24:30.804931 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-edd1280a-946e-4846-bc31-78b0caae5788 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:24:30.806274 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880e6e07-d1a0-4292-8c40-2be3de1a01d0', 'tag': '88b33825-9d28-4c93-876d-2e81c6c9387d', 'status': 'completed', 'code': 200} Feb 20 05:24:30.920685 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246aa89-f8a9-407b-a123-622b22519561 None None] Pushing event updated for resources: {'Port': ['ID=63455924-88b1-4329-909f-c8b85e7ce5e8,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:30.938386 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 9dbc5bd5-90c8-434b-a8ed-388ca8294b46 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:30.940961 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9dbc5bd5-90c8-434b-a8ed-388ca8294b46), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:30.946584 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07477c8b-6d79-4f4f-bd47-3feee13869ba None None] Routers {'d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:24:30.947720 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-07477c8b-6d79-4f4f-bd47-3feee13869ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:24:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:24:31.025997 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb13be0-47ca-4f64-8ad0-afa66d84d2bd service neutron] Pushing event updated for resources: {'Port': ['ID=ed6d4b04-c406-42ed-a682-0b0ab5db7589,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:31.040903 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-61922ae8-7fc3-4df9-826a-8618ba488b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:31.048379 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-61922ae8-7fc3-4df9-826a-8618ba488b12 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.5930550 Feb 20 05:24:31.105746 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-07477c8b-6d79-4f4f-bd47-3feee13869ba None None] Set router d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:24:31.217115 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 9dbc5bd5-90c8-434b-a8ed-388ca8294b46 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:24:31.269375 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ce5b110-5b30-46ba-ad81-6baee8ecd033 req-72bd4e97-153a-48e8-9741-6458d1e2c910 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6428926 Feb 20 05:24:31.316183 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-24c1d4de-48e6-41df-add3-4a30a056a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:31.318010 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-24c1d4de-48e6-41df-add3-4a30a056a1fb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe161fbd266c450a98833c9c741f175f&device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 1129 time: 0.6050034 Feb 20 05:24:31.456142 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-8de2b2a3-5a1e-4a7f-832e-d9a0159322b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=ed6d4b04-c406-42ed-a682-0b0ab5db7589 HTTP/1.1" status: 200 len: 217 time: 0.1230688 Feb 20 05:24:31.464966 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b3233-35bb-4789-bb0c-a1b3eaf93623 req-267e5959-9f59-4613-8f39-af672e79dec2 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:31.476038 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-377b3233-35bb-4789-bb0c-a1b3eaf93623 req-267e5959-9f59-4613-8f39-af672e79dec2 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/ports?device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 968 time: 0.4966457 Feb 20 05:24:31.495218 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45142) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:31.522872 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45144) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:31.543259 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-1afdf7ed-a331-432f-b000-60b75d45603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:31.545962 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-1afdf7ed-a331-432f-b000-60b75d45603d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4908969 Feb 20 05:24:31.577777 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-1f3b5981-daef-42a9-83f9-7e7c9a03f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:31.584548 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-1f3b5981-daef-42a9-83f9-7e7c9a03f819 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1262667 Feb 20 05:24:31.599064 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-002a835d-ac00-4710-b07f-33d288d36c70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:31.639670 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-07477c8b-6d79-4f4f-bd47-3feee13869ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7687c1d-69bc-4ec4-afe4-781d4c7f0a7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-268064399-router', 'tenant_id': 'fbf3f7d2fbb4419f9fdb3399018f106d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '63455924-88b1-4329-909f-c8b85e7ce5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:22Z', 'updated_at': '2022-02-20T05:24:25Z', 'revision_number': 3, 'project_id': 'fbf3f7d2fbb4419f9fdb3399018f106d', 'gw_port': {'id': '63455924-88b1-4329-909f-c8b85e7ce5e8', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7687c1d-69bc-4ec4-afe4-781d4c7f0a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:24Z', 'updated_at': '2022-02-20T05:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:24:31.640948 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-00330e31-ce1f-497d-9c7f-a4d6d846f6ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:31.644917 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-50d05419-fef8-461d-85fc-9566866835fc admin admin] Allocated IP 172.20.0.1 (a471a251-cfc1-4ba4-9447-976816a198a6/239ea1ec-4136-452e-a0b3-487cc8fddb91/baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:24:31.690932 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-9c535332-4f33-47ab-a40c-cb66fb531752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:31.695056 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-9c535332-4f33-47ab-a40c-cb66fb531752 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1010687 Feb 20 05:24:31.718789 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07477c8b-6d79-4f4f-bd47-3feee13869ba None None] The sync data for ids ['d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a'] in n-d-829866-5 is: [{'id': 'd7687c1d-69bc-4ec4-afe4-781d4c7f0a7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-268064399-router', 'tenant_id': 'fbf3f7d2fbb4419f9fdb3399018f106d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '63455924-88b1-4329-909f-c8b85e7ce5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:22Z', 'updated_at': '2022-02-20T05:24:25Z', 'revision_number': 3, 'project_id': 'fbf3f7d2fbb4419f9fdb3399018f106d', 'gw_port': {'id': '63455924-88b1-4329-909f-c8b85e7ce5e8', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7687c1d-69bc-4ec4-afe4-781d4c7f0a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:24Z', 'updated_at': '2022-02-20T05:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:24:31.799543 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-002a835d-ac00-4710-b07f-33d288d36c70 admin admin] Publish callbacks [] for security_group (6dd332ee-1e05-40c8-9231-3e3e352861f1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:31.846050 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-002a835d-ac00-4710-b07f-33d288d36c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6dd332ee-1e05-40c8-9231-3e3e352861f1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:31.944052 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-377b3233-35bb-4789-bb0c-a1b3eaf93623 req-9933dac7-ccda-48bd-883c-4a06101cb3a4 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d65ea1-9248-4fc8-8294-c25ce2e898a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642115 Feb 20 05:24:31.990821 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a835d-ac00-4710-b07f-33d288d36c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd332ee-1e05-40c8-9231-3e3e352861f1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:32.138742 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-002a835d-ac00-4710-b07f-33d288d36c70 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef51f2a18e2e4387acf94297f5beace6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6387205 Feb 20 05:24:32.148922 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45162) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:32.218135 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-1317ee79-b623-4933-bdc6-38771a6baefa service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785060 Feb 20 05:24:32.226197 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-e98e4e2a-c2e8-4f32-9668-d2000653a874 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236375 Feb 20 05:24:32.369173 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50d05419-fef8-461d-85fc-9566866835fc admin admin] Publish callbacks [] for port (baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:32.371179 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-538bb742-d928-4776-a584-deea36061588 admin admin] Publish callbacks [] for security_group (6dd332ee-1e05-40c8-9231-3e3e352861f1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:32.426694 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-538bb742-d928-4776-a584-deea36061588 admin admin] Publish callbacks [] for security_group (6dd332ee-1e05-40c8-9231-3e3e352861f1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:32.503042 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-00330e31-ce1f-497d-9c7f-a4d6d846f6ec admin admin] Publish callbacks [] for security_group (3040c4e4-901b-470d-8032-17364f3dc5f5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:32.518388 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-538bb742-d928-4776-a584-deea36061588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6dd332ee-1e05-40c8-9231-3e3e352861f1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:32.528889 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-538bb742-d928-4776-a584-deea36061588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:32.530929 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-538bb742-d928-4776-a584-deea36061588 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6dd332ee-1e05-40c8-9231-3e3e352861f1 HTTP/1.1" status: 204 len: 168 time: 0.3808529 Feb 20 05:24:32.606212 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-00330e31-ce1f-497d-9c7f-a4d6d846f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3040c4e4-901b-470d-8032-17364f3dc5f5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:32.676801 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cd02c7a5-4578-4103-a649-16fb8a470dfb req-bfe68de0-dc0c-4c59-a80f-4caf0bad83e7 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441864 Feb 20 05:24:32.684925 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-00330e31-ce1f-497d-9c7f-a4d6d846f6ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=524b77c3934f49afbc57b715c42ea5c0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1586745 Feb 20 05:24:32.697968 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45184) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:32.714070 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538bb742-d928-4776-a584-deea36061588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd332ee-1e05-40c8-9231-3e3e352861f1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:32.797445 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00330e31-ce1f-497d-9c7f-a4d6d846f6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3040c4e4-901b-470d-8032-17364f3dc5f5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:32.815061 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74aecfde-108a-4321-9fba-f799c7fa3cbe', 'tag': 'ed6d4b04-c406-42ed-a682-0b0ab5db7589'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:24:32.818123 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba66a26-2b4a-45e9-a868-e12e0b51c492" -d '{"events": [{"name": "network-changed", "server_uuid": "74aecfde-108a-4321-9fba-f799c7fa3cbe", "tag": "ed6d4b04-c406-42ed-a682-0b0ab5db7589"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:24:32.910063 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b0d14-1142-4fa5-8d6d-48048d8c78df req-a5789b34-2bd1-4ca2-a16e-d3a87214a9ba tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:32.921407 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e17b0d14-1142-4fa5-8d6d-48048d8c78df req-a5789b34-2bd1-4ca2-a16e-d3a87214a9ba tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 947 time: 0.4286070 Feb 20 05:24:32.923883 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50d05419-fef8-461d-85fc-9566866835fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:33.008014 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0903a8de-9a64-4086-85b7-e0bb2ab98a92 x-openstack-request-id: req-0903a8de-9a64-4086-85b7-e0bb2ab98a92 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:24:33.008553 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74aecfde-108a-4321-9fba-f799c7fa3cbe", "tag": "ed6d4b04-c406-42ed-a682-0b0ab5db7589", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:24:33.008981 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0903a8de-9a64-4086-85b7-e0bb2ab98a92 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:24:33.009544 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74aecfde-108a-4321-9fba-f799c7fa3cbe', 'tag': 'ed6d4b04-c406-42ed-a682-0b0ab5db7589', 'status': 'completed', 'code': 200} Feb 20 05:24:33.050728 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b58c5049-a2d3-44ce-93ea-a19fb11c91e2 req-19c61e4e-13bd-48d9-9e04-02d801e0015d service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314806 Feb 20 05:24:33.060121 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599e2d0-eb72-4b28-a7ec-45fcf46ef4ab req-fe7630ae-fae5-460a-8a63-ff4a5587d9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:33.076521 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0599e2d0-eb72-4b28-a7ec-45fcf46ef4ab req-fe7630ae-fae5-460a-8a63-ff4a5587d9af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7616543aaa647c985b5ef7338ecb133&device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 1150 time: 0.2765212 Feb 20 05:24:33.088326 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4076e059-ae78-4e41-852c-6c74ebb80794 admin admin] Publish callbacks [] for security_group (3040c4e4-901b-470d-8032-17364f3dc5f5), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:33.117149 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d05419-fef8-461d-85fc-9566866835fc admin admin] Network a471a251-cfc1-4ba4-9447-976816a198a6 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:24:33.270336 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e17b0d14-1142-4fa5-8d6d-48048d8c78df req-f1a4968b-cb30-4a22-8093-e98f0f7bd7b9 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478301 Feb 20 05:24:33.297637 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-50d05419-fef8-461d-85fc-9566866835fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:24:33.302777 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d05419-fef8-461d-85fc-9566866835fc admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:24:33.303341 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50d05419-fef8-461d-85fc-9566866835fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:33.401859 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4076e059-ae78-4e41-852c-6c74ebb80794 admin admin] Publish callbacks [] for security_group (3040c4e4-901b-470d-8032-17364f3dc5f5), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:33.453400 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d05419-fef8-461d-85fc-9566866835fc admin admin] Pushing event updated for resources: {'Port': ['ID=baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:33.675000 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45206) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:33.816421 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba66a26-2b4a-45e9-a868-e12e0b51c492 req-5a2f4bf1-9289-44b5-964e-36f39634dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:33.818056 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ba66a26-2b4a-45e9-a868-e12e0b51c492 req-5a2f4bf1-9289-44b5-964e-36f39634dc1e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe161fbd266c450a98833c9c741f175f&device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 1129 time: 0.6535833 Feb 20 05:24:33.827257 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599e2d0-eb72-4b28-a7ec-45fcf46ef4ab req-43baa280-3111-411f-a87b-83ce20863541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:33.828959 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0599e2d0-eb72-4b28-a7ec-45fcf46ef4ab req-43baa280-3111-411f-a87b-83ce20863541 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.7379558 Feb 20 05:24:33.831642 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cc4e84a0-9975-46ab-b782-5891bb2e10ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:33.941998 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-065d8c14-823d-458d-be5f-f1bae3cab821 None None] Provisioning complete for port baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:33.942970 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-065d8c14-823d-458d-be5f-f1bae3cab821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:34.040059 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-065d8c14-823d-458d-be5f-f1bae3cab821 None None] Port baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:24:34.084117 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263613f8-f325-42b8-9126-1024943e44bc req-140a38c7-3920-4bcf-857b-3f79608752ef tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:34.097250 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-263613f8-f325-42b8-9126-1024943e44bc req-140a38c7-3920-4bcf-857b-3f79608752ef tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/ports?device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 968 time: 0.8254204 Feb 20 05:24:34.183396 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 63455924-88b1-4329-909f-c8b85e7ce5e8 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:24:34.269204 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-263613f8-f325-42b8-9126-1024943e44bc req-db48c070-1f75-412d-9d5d-64e6dac896ae tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d65ea1-9248-4fc8-8294-c25ce2e898a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707931 Feb 20 05:24:34.347070 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4076e059-ae78-4e41-852c-6c74ebb80794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3040c4e4-901b-470d-8032-17364f3dc5f5), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:34.350026 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4076e059-ae78-4e41-852c-6c74ebb80794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:34.352005 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4076e059-ae78-4e41-852c-6c74ebb80794 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3040c4e4-901b-470d-8032-17364f3dc5f5 HTTP/1.1" status: 204 len: 168 time: 1.5685089 Feb 20 05:24:34.364965 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0599e2d0-eb72-4b28-a7ec-45fcf46ef4ab req-cff1752d-2069-4f5a-a5b9-dc2e3db5a747 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=88b33825-9d28-4c93-876d-2e81c6c9387d HTTP/1.1" status: 200 len: 217 time: 0.4004769 Feb 20 05:24:34.398497 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 63455924-88b1-4329-909f-c8b85e7ce5e8 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:34.399869 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (63455924-88b1-4329-909f-c8b85e7ce5e8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:34.407562 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076e059-ae78-4e41-852c-6c74ebb80794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3040c4e4-901b-470d-8032-17364f3dc5f5,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:34.474682 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50d05419-fef8-461d-85fc-9566866835fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:34.566531 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45222) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:34.657191 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba66a26-2b4a-45e9-a868-e12e0b51c492 req-c29bcb2a-c7aa-4e34-a010-7dc34c0ec495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:34.662378 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ba66a26-2b4a-45e9-a868-e12e0b51c492 req-c29bcb2a-c7aa-4e34-a010-7dc34c0ec495 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.8297782 Feb 20 05:24:34.679346 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 63455924-88b1-4329-909f-c8b85e7ce5e8 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:24:34.679882 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (63455924-88b1-4329-909f-c8b85e7ce5e8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:34.693517 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a1e13-0b3f-406c-887f-f599fb52584e req-5a4f8f81-a6b2-43f0-8c67-1f08d2b29c38 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:34.696804 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b8a1e13-0b3f-406c-887f-f599fb52584e req-5a4f8f81-a6b2-43f0-8c67-1f08d2b29c38 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 947 time: 0.2250400 Feb 20 05:24:34.703948 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599e2d0-eb72-4b28-a7ec-45fcf46ef4ab req-5421fee7-a877-4c3a-9893-1bccaee848a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:34.706324 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0599e2d0-eb72-4b28-a7ec-45fcf46ef4ab req-5421fee7-a877-4c3a-9893-1bccaee848a1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.3222702 Feb 20 05:24:34.731228 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 63455924-88b1-4329-909f-c8b85e7ce5e8, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=63455924-88b1-4329-909f-c8b85e7ce5e8,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:24:34.747942 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (63455924-88b1-4329-909f-c8b85e7ce5e8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:34.834891 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ba66a26-2b4a-45e9-a868-e12e0b51c492 req-823240cf-326f-40ba-8f2c-783606fb8503 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=ed6d4b04-c406-42ed-a682-0b0ab5db7589 HTTP/1.1" status: 200 len: 217 time: 0.1638279 Feb 20 05:24:34.863551 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=63455924-88b1-4329-909f-c8b85e7ce5e8,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:34.914305 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b8a1e13-0b3f-406c-887f-f599fb52584e req-86c30b90-a9d6-4065-a07e-3a141043e5e0 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014470 Feb 20 05:24:34.915714 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cc4e84a0-9975-46ab-b782-5891bb2e10ec admin admin] Publish callbacks [] for security_group (70a881d4-7897-4d09-b688-eb7d3d0cf911), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:34.934657 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cc4e84a0-9975-46ab-b782-5891bb2e10ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (70a881d4-7897-4d09-b688-eb7d3d0cf911), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:34.987580 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba66a26-2b4a-45e9-a868-e12e0b51c492 req-dc368def-1451-4431-b11c-1589fd2106ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:34.989055 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ba66a26-2b4a-45e9-a868-e12e0b51c492 req-dc368def-1451-4431-b11c-1589fd2106ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1151731 Feb 20 05:24:35.047532 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be485497-f07a-4777-bb11-1ac5a9c5eadc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:35.057116 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599e2d0-eb72-4b28-a7ec-45fcf46ef4ab req-f980d588-633c-42cd-aa6e-15ccac003626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:35.058776 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0599e2d0-eb72-4b28-a7ec-45fcf46ef4ab req-f980d588-633c-42cd-aa6e-15ccac003626 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2547100 Feb 20 05:24:35.065423 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cc4e84a0-9975-46ab-b782-5891bb2e10ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1bd6516b0dd247c984b0da4369912ea4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3781610 Feb 20 05:24:35.067983 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45232) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:35.097397 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e84a0-9975-46ab-b782-5891bb2e10ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a881d4-7897-4d09-b688-eb7d3d0cf911,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:35.210323 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba66a26-2b4a-45e9-a868-e12e0b51c492 req-1ffbf146-af2f-4e25-8159-9d5c4cca63c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:35.212050 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ba66a26-2b4a-45e9-a868-e12e0b51c492 req-1ffbf146-af2f-4e25-8159-9d5c4cca63c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1986408 Feb 20 05:24:35.237084 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50d05419-fef8-461d-85fc-9566866835fc admin admin] Publish callbacks [] for port (baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:35.247749 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50d05419-fef8-461d-85fc-9566866835fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:35.256376 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50d05419-fef8-461d-85fc-9566866835fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:35.268089 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dda30c02-fa1e-40d3-b763-9e31f72593fe admin admin] Publish callbacks [] for security_group (70a881d4-7897-4d09-b688-eb7d3d0cf911), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:35.310619 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d05419-fef8-461d-85fc-9566866835fc admin admin] Pushing event updated for resources: {'Port': ['ID=baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:35.340412 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0599e2d0-eb72-4b28-a7ec-45fcf46ef4ab req-df1a3ebe-a8b6-40cc-985e-7a9df9ca0f70 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699718 Feb 20 05:24:35.348047 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dda30c02-fa1e-40d3-b763-9e31f72593fe admin admin] Publish callbacks [] for security_group (70a881d4-7897-4d09-b688-eb7d3d0cf911), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:35.546335 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ba66a26-2b4a-45e9-a868-e12e0b51c492 req-0357745d-5be0-4a42-a7e7-dd1395773742 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131588 Feb 20 05:24:35.658776 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be485497-f07a-4777-bb11-1ac5a9c5eadc admin admin] Publish callbacks [] for security_group (952461e3-265d-4bdb-b3c0-cbc50ba22bb7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:35.743374 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b1b5f-37b1-4547-a894-e737f20198a2 req-ce00cedf-f169-4aac-b4f3-b44cb26c8d4e tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:35.752883 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f24b1b5f-37b1-4547-a894-e737f20198a2 req-ce00cedf-f169-4aac-b4f3-b44cb26c8d4e tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/ports?device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 968 time: 0.2885575 Feb 20 05:24:35.754172 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dda30c02-fa1e-40d3-b763-9e31f72593fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (70a881d4-7897-4d09-b688-eb7d3d0cf911), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:35.754671 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be485497-f07a-4777-bb11-1ac5a9c5eadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (952461e3-265d-4bdb-b3c0-cbc50ba22bb7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:35.771494 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dda30c02-fa1e-40d3-b763-9e31f72593fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:35.771494 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dda30c02-fa1e-40d3-b763-9e31f72593fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70a881d4-7897-4d09-b688-eb7d3d0cf911 HTTP/1.1" status: 204 len: 168 time: 0.6813579 Feb 20 05:24:35.771494 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0599e2d0-eb72-4b28-a7ec-45fcf46ef4ab req-2537eea5-0de9-4da8-84c7-db4154142fd5 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187655 Feb 20 05:24:35.784886 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda30c02-fa1e-40d3-b763-9e31f72593fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a881d4-7897-4d09-b688-eb7d3d0cf911,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:35.865873 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ba66a26-2b4a-45e9-a868-e12e0b51c492 req-fb6dc0be-0814-43d6-8327-d0af6d082dd6 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084557 Feb 20 05:24:35.957571 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be485497-f07a-4777-bb11-1ac5a9c5eadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952461e3-265d-4bdb-b3c0-cbc50ba22bb7,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:36.039472 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d05419-fef8-461d-85fc-9566866835fc admin admin] Network a471a251-cfc1-4ba4-9447-976816a198a6 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:24:36.106184 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-50d05419-fef8-461d-85fc-9566866835fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:24:36.229492 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 63455924-88b1-4329-909f-c8b85e7ce5e8 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:24:36.324319 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d05419-fef8-461d-85fc-9566866835fc admin admin] Router d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:24:36.341506 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45256) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:36.341826 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-be485497-f07a-4777-bb11-1ac5a9c5eadc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8273e67905a54da69813b33c29ee89f1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7739804 Feb 20 05:24:36.364926 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f24b1b5f-37b1-4547-a894-e737f20198a2 req-9004385d-2d0b-4f2b-8ce8-c4f3059cb183 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d65ea1-9248-4fc8-8294-c25ce2e898a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6110883 Feb 20 05:24:36.384307 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba14e1-4291-45ff-82f1-dbb59ba27345 req-55b3ba4f-2e4e-416c-91cb-2cc362c779fa tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:36.393013 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4fba14e1-4291-45ff-82f1-dbb59ba27345 req-55b3ba4f-2e4e-416c-91cb-2cc362c779fa tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 947 time: 0.3867974 Feb 20 05:24:36.410659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 63455924-88b1-4329-909f-c8b85e7ce5e8 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:36.411013 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (63455924-88b1-4329-909f-c8b85e7ce5e8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:36.505462 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81110443-7a8d-49e1-8616-d2bc73b56ce6 admin admin] Publish callbacks [] for security_group (952461e3-265d-4bdb-b3c0-cbc50ba22bb7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:36.552881 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81110443-7a8d-49e1-8616-d2bc73b56ce6 admin admin] Publish callbacks [] for security_group (952461e3-265d-4bdb-b3c0-cbc50ba22bb7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:36.575520 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4fba14e1-4291-45ff-82f1-dbb59ba27345 req-0e94ad2b-f2a7-4751-8778-9a0ea2de6056 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812677 Feb 20 05:24:36.614469 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ab339ecc-d8cf-4930-ada3-36cd3ba1f28d None None] Provisioning complete for port baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:36.615111 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab339ecc-d8cf-4930-ada3-36cd3ba1f28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:36.649648 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81110443-7a8d-49e1-8616-d2bc73b56ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (952461e3-265d-4bdb-b3c0-cbc50ba22bb7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:36.653476 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81110443-7a8d-49e1-8616-d2bc73b56ce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:36.654724 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-81110443-7a8d-49e1-8616-d2bc73b56ce6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/952461e3-265d-4bdb-b3c0-cbc50ba22bb7 HTTP/1.1" status: 204 len: 168 time: 0.3121772 Feb 20 05:24:36.669512 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81110443-7a8d-49e1-8616-d2bc73b56ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952461e3-265d-4bdb-b3c0-cbc50ba22bb7,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:36.697088 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d05419-fef8-461d-85fc-9566866835fc admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:24:36.724225 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-50d05419-fef8-461d-85fc-9566866835fc admin admin] 10.222.0.37 "PUT /v2.0/routers/d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7921107 Feb 20 05:24:36.728594 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ab339ecc-d8cf-4930-ada3-36cd3ba1f28d None None] Port baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:24:36.736230 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c95acc-e0da-455c-9759-60546b9feb8e None None] Sync routers for ids ['d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:24:36.762028 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 63455924-88b1-4329-909f-c8b85e7ce5e8 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:24:36.787002 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c95acc-e0da-455c-9759-60546b9feb8e None None] Routers {'d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:24:36.788178 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-40c95acc-e0da-455c-9759-60546b9feb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:24:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:24:36.922012 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-40c95acc-e0da-455c-9759-60546b9feb8e None None] Set router d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:24:37.212946 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-40c95acc-e0da-455c-9759-60546b9feb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7687c1d-69bc-4ec4-afe4-781d4c7f0a7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-268064399-router', 'tenant_id': 'fbf3f7d2fbb4419f9fdb3399018f106d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '63455924-88b1-4329-909f-c8b85e7ce5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:22Z', 'updated_at': '2022-02-20T05:24:34Z', 'revision_number': 4, 'project_id': 'fbf3f7d2fbb4419f9fdb3399018f106d', 'gw_port': {'id': '63455924-88b1-4329-909f-c8b85e7ce5e8', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7687c1d-69bc-4ec4-afe4-781d4c7f0a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:24Z', 'updated_at': '2022-02-20T05:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95', 'name': '', 'network_id': 'a471a251-cfc1-4ba4-9447-976816a198a6', 'tenant_id': 'fbf3f7d2fbb4419f9fdb3399018f106d', 'mac_address': 'fa:16:3e:1e:8c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7687c1d-69bc-4ec4-afe4-781d4c7f0a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '239ea1ec-4136-452e-a0b3-487cc8fddb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:30Z', 'updated_at': '2022-02-20T05:24:34Z', 'revision_number': 2, 'project_id': 'fbf3f7d2fbb4419f9fdb3399018f106d', 'subnets': [{'id': '239ea1ec-4136-452e-a0b3-487cc8fddb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:24:37.250636 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c95acc-e0da-455c-9759-60546b9feb8e None None] Checking router: d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:24:37.251788 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c95acc-e0da-455c-9759-60546b9feb8e None None] Updating router d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a port baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:24:37.292840 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40c95acc-e0da-455c-9759-60546b9feb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:37.502464 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45292) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:37.530707 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ae40a1b3-6329-4be4-a327-b449221845ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:37.664498 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e122b-79b3-40b6-bd19-0856abe1166b req-d7fa2286-da47-49ef-9c55-93d250dea95b tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:37.676771 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a60e122b-79b3-40b6-bd19-0856abe1166b req-d7fa2286-da47-49ef-9c55-93d250dea95b tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/ports?device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 968 time: 0.1767969 Feb 20 05:24:37.776789 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ae40a1b3-6329-4be4-a327-b449221845ca admin admin] Publish callbacks [] for security_group (d3ba3bfa-2ad9-4218-b951-60a8854c77f0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:37.796169 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ae40a1b3-6329-4be4-a327-b449221845ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d3ba3bfa-2ad9-4218-b951-60a8854c77f0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:37.801714 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a60e122b-79b3-40b6-bd19-0856abe1166b req-6f0a7e78-6bdd-4f70-bcc0-2fc644399ee0 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d65ea1-9248-4fc8-8294-c25ce2e898a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209383 Feb 20 05:24:37.969024 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ae40a1b3-6329-4be4-a327-b449221845ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=169a2cfa7ff6433c976a1b966b6b202b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4644439 Feb 20 05:24:37.972148 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40a1b3-6329-4be4-a327-b449221845ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ba3bfa-2ad9-4218-b951-60a8854c77f0,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:38.005813 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45300) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:38.099038 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40c95acc-e0da-455c-9759-60546b9feb8e None None] Publish callbacks [] for port (baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:38.115819 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40c95acc-e0da-455c-9759-60546b9feb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:38.162138 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71e4bd-b3a9-4f1c-9f70-941603797d71 req-c25586ed-5df6-4e53-bffa-985cf59fa71d tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:38.164897 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cd71e4bd-b3a9-4f1c-9f70-941603797d71 req-c25586ed-5df6-4e53-bffa-985cf59fa71d tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 947 time: 0.2113338 Feb 20 05:24:38.176415 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-82f10236-ea8b-4b54-9dc1-53557d415b3f admin admin] Publish callbacks [] for security_group (d3ba3bfa-2ad9-4218-b951-60a8854c77f0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:38.204286 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-82f10236-ea8b-4b54-9dc1-53557d415b3f admin admin] Publish callbacks [] for security_group (d3ba3bfa-2ad9-4218-b951-60a8854c77f0), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:38.278370 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-82f10236-ea8b-4b54-9dc1-53557d415b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d3ba3bfa-2ad9-4218-b951-60a8854c77f0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:38.281031 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-82f10236-ea8b-4b54-9dc1-53557d415b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:38.282309 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-82f10236-ea8b-4b54-9dc1-53557d415b3f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d3ba3bfa-2ad9-4218-b951-60a8854c77f0 HTTP/1.1" status: 204 len: 168 time: 0.2737350 Feb 20 05:24:38.329295 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f10236-ea8b-4b54-9dc1-53557d415b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ba3bfa-2ad9-4218-b951-60a8854c77f0,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:38.334858 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cd71e4bd-b3a9-4f1c-9f70-941603797d71 req-9a8c4bd5-2f1e-4f4c-9628-ab47868861c1 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598721 Feb 20 05:24:38.551958 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c105f-8874-4989-9aeb-32d580ea4b22 None None] Pushing event updated for resources: {'Port': ['ID=baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:38.569605 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-40c95acc-e0da-455c-9759-60546b9feb8e None None] Attempting to bind port baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:24:38.570028 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-40c95acc-e0da-455c-9759-60546b9feb8e None None] Attempting to bind port baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2bb1c217-07df-4f9b-aa47-5d29d47a3fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a471a251-cfc1-4ba4-9447-976816a198a6'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:24:38.570398 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c95acc-e0da-455c-9759-60546b9feb8e None None] Attempting to bind port baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95 on network a471a251-cfc1-4ba4-9447-976816a198a6 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:24:38.594692 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c95acc-e0da-455c-9759-60546b9feb8e None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:24:38.595143 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c95acc-e0da-455c-9759-60546b9feb8e None None] Checking segment: {'id': '2bb1c217-07df-4f9b-aa47-5d29d47a3fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a471a251-cfc1-4ba4-9447-976816a198a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:24:38.595670 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40c95acc-e0da-455c-9759-60546b9feb8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:38.596215 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c95acc-e0da-455c-9759-60546b9feb8e None None] Bound using segment: {'id': '2bb1c217-07df-4f9b-aa47-5d29d47a3fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a471a251-cfc1-4ba4-9447-976816a198a6'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:24:38.596822 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-40c95acc-e0da-455c-9759-60546b9feb8e None None] Bound port: baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb1c217-07df-4f9b-aa47-5d29d47a3fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a471a251-cfc1-4ba4-9447-976816a198a6'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:24:38.597222 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40c95acc-e0da-455c-9759-60546b9feb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:38.735795 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-dbdf437c-5cbe-4293-ba87-e73da0697c58 None None] Provisioning complete for port baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:38.736210 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dbdf437c-5cbe-4293-ba87-e73da0697c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:38.808966 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-40c95acc-e0da-455c-9759-60546b9feb8e None None] For port baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:24:38.826231 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-dbdf437c-5cbe-4293-ba87-e73da0697c58 None None] Port baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:24:38.842838 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-40c95acc-e0da-455c-9759-60546b9feb8e None None] For port baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95,segment=NetworkSegment(2bb1c217-07df-4f9b-aa47-5d29d47a3fb2),segment_id=2bb1c217-07df-4f9b-aa47-5d29d47a3fb2)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:24:38.853207 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40c95acc-e0da-455c-9759-60546b9feb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:38.991077 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c95acc-e0da-455c-9759-60546b9feb8e None None] Routers {'d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:24:38.994042 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-40c95acc-e0da-455c-9759-60546b9feb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:24:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:24:38.994042 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c105f-8874-4989-9aeb-32d580ea4b22 None None] Pushing event updated for resources: {'Port': ['ID=baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:39.105760 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc183df7-1797-4adb-aa26-442b82f3313a req-6cfc4563-c06e-478a-b2a4-96aed0b94092 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:39.116484 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dc183df7-1797-4adb-aa26-442b82f3313a req-6cfc4563-c06e-478a-b2a4-96aed0b94092 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/ports?device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 968 time: 0.1220043 Feb 20 05:24:39.210997 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dc183df7-1797-4adb-aa26-442b82f3313a req-622ac2cc-a63f-4c65-a41c-de1e392d170d tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d65ea1-9248-4fc8-8294-c25ce2e898a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924551 Feb 20 05:24:39.279113 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45334) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:39.311822 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45338) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:39.323673 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-4774824c-83b1-4bc7-aa46-0d6d60ed9b8e tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--435162832', 'description': 'tempest-description--214282690'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:24:39.407690 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-40c95acc-e0da-455c-9759-60546b9feb8e None None] Set router d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:24:39.414121 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4774824c-83b1-4bc7-aa46-0d6d60ed9b8e tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:39.494754 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30674564-a3e1-4228-a456-3d0b268998ae req-920df06a-c76c-4be7-a32d-014c3f22a16e tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:39.504787 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30674564-a3e1-4228-a456-3d0b268998ae req-920df06a-c76c-4be7-a32d-014c3f22a16e tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 947 time: 0.0988629 Feb 20 05:24:39.580975 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4774824c-83b1-4bc7-aa46-0d6d60ed9b8e tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks [] for security_group (8e25fa16-67cb-4cfa-bfd2-081f2d286c73), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:39.589377 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4774824c-83b1-4bc7-aa46-0d6d60ed9b8e tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8e25fa16-67cb-4cfa-bfd2-081f2d286c73), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:39.618651 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30674564-a3e1-4228-a456-3d0b268998ae req-97b6d81e-1c45-44d6-a938-fbc230b46faf tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106560 Feb 20 05:24:39.654553 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4774824c-83b1-4bc7-aa46-0d6d60ed9b8e tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:39.661957 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4774824c-83b1-4bc7-aa46-0d6d60ed9b8e tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3487740 Feb 20 05:24:39.665377 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45348) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:39.670440 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2591dced-d2b3-4c7e-a615-b4d48b48cf66 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Request body: {'security_group_rule': {'security_group_id': '8e25fa16-67cb-4cfa-bfd2-081f2d286c73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:24:39.711354 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774824c-83b1-4bc7-aa46-0d6d60ed9b8e tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e25fa16-67cb-4cfa-bfd2-081f2d286c73,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:39.723434 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2591dced-d2b3-4c7e-a615-b4d48b48cf66 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks [] for security_group_rule (388666bb-51e0-478d-b92d-96b7680182bd), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:39.726746 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e82730c1-0fb4-477d-a2df-09ed0d326124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:39.847844 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2591dced-d2b3-4c7e-a615-b4d48b48cf66 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks [] for security_group_rule (388666bb-51e0-478d-b92d-96b7680182bd), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:39.854419 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2591dced-d2b3-4c7e-a615-b4d48b48cf66 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (388666bb-51e0-478d-b92d-96b7680182bd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:39.897304 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591dced-d2b3-4c7e-a615-b4d48b48cf66 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388666bb-51e0-478d-b92d-96b7680182bd,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:39.912417 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2591dced-d2b3-4c7e-a615-b4d48b48cf66 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:39.914215 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2591dced-d2b3-4c7e-a615-b4d48b48cf66 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2472792 Feb 20 05:24:39.916737 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45356) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:39.923121 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-3886818f-4224-414e-9271-9791a9837f54 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Request body: {'security_group_rule': {'security_group_id': '8e25fa16-67cb-4cfa-bfd2-081f2d286c73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:24:39.970320 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3886818f-4224-414e-9271-9791a9837f54 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks [] for security_group_rule (91dd8309-7e72-415b-9628-56943776abf7), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:39.981319 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d5b6e019-fb38-4f49-9ce6-991493fc23e3 None None] Provisioning complete for port baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:39.981899 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5b6e019-fb38-4f49-9ce6-991493fc23e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:39.991812 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e82730c1-0fb4-477d-a2df-09ed0d326124 admin admin] Publish callbacks [] for security_group (545ae4a9-1a2a-476f-81ae-29d3daf674b7), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:40.003395 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e82730c1-0fb4-477d-a2df-09ed0d326124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (545ae4a9-1a2a-476f-81ae-29d3daf674b7), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:40.074923 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3886818f-4224-414e-9271-9791a9837f54 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks [] for security_group_rule (91dd8309-7e72-415b-9628-56943776abf7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:40.081013 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3886818f-4224-414e-9271-9791a9837f54 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (91dd8309-7e72-415b-9628-56943776abf7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:40.094557 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82730c1-0fb4-477d-a2df-09ed0d326124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545ae4a9-1a2a-476f-81ae-29d3daf674b7,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:40.114277 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886818f-4224-414e-9271-9791a9837f54 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91dd8309-7e72-415b-9628-56943776abf7,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:40.128840 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3886818f-4224-414e-9271-9791a9837f54 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:40.130607 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3886818f-4224-414e-9271-9791a9837f54 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2126718 Feb 20 05:24:40.134056 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45362) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:40.143585 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a8f8ea85-168d-4f6d-8c83-771617983444 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:24:40.155409 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e82730c1-0fb4-477d-a2df-09ed0d326124 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a8aa19986414d22a3893972f771eb82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8750167 Feb 20 05:24:40.156769 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45366) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:40.201748 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a8f8ea85-168d-4f6d-8c83-771617983444 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:40.228469 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-40c95acc-e0da-455c-9759-60546b9feb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7687c1d-69bc-4ec4-afe4-781d4c7f0a7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-268064399-router', 'tenant_id': 'fbf3f7d2fbb4419f9fdb3399018f106d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '63455924-88b1-4329-909f-c8b85e7ce5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:22Z', 'updated_at': '2022-02-20T05:24:34Z', 'revision_number': 4, 'project_id': 'fbf3f7d2fbb4419f9fdb3399018f106d', 'gw_port': {'id': '63455924-88b1-4329-909f-c8b85e7ce5e8', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7687c1d-69bc-4ec4-afe4-781d4c7f0a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:24Z', 'updated_at': '2022-02-20T05:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95', 'name': '', 'network_id': 'a471a251-cfc1-4ba4-9447-976816a198a6', 'tenant_id': 'fbf3f7d2fbb4419f9fdb3399018f106d', 'mac_address': 'fa:16:3e:1e:8c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7687c1d-69bc-4ec4-afe4-781d4c7f0a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '239ea1ec-4136-452e-a0b3-487cc8fddb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:30Z', 'updated_at': '2022-02-20T05:24:38Z', 'revision_number': 4, 'project_id': 'fbf3f7d2fbb4419f9fdb3399018f106d', 'subnets': [{'id': '239ea1ec-4136-452e-a0b3-487cc8fddb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:24:40.325753 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c95acc-e0da-455c-9759-60546b9feb8e None None] The sync data for ids ['d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a'] in n-d-829866-5 is: [{'id': 'd7687c1d-69bc-4ec4-afe4-781d4c7f0a7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-268064399-router', 'tenant_id': 'fbf3f7d2fbb4419f9fdb3399018f106d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '63455924-88b1-4329-909f-c8b85e7ce5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:22Z', 'updated_at': '2022-02-20T05:24:34Z', 'revision_number': 4, 'project_id': 'fbf3f7d2fbb4419f9fdb3399018f106d', 'gw_port': {'id': '63455924-88b1-4329-909f-c8b85e7ce5e8', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7687c1d-69bc-4ec4-afe4-781d4c7f0a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:24Z', 'updated_at': '2022-02-20T05:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95', 'name': '', 'network_id': 'a471a251-cfc1-4ba4-9447-976816a198a6', 'tenant_id': 'fbf3f7d2fbb4419f9fdb3399018f106d', 'mac_address': 'fa:16:3e:1e:8c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7687c1d-69bc-4ec4-afe4-781d4c7f0a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '239ea1ec-4136-452e-a0b3-487cc8fddb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:30Z', 'updated_at': '2022-02-20T05:24:38Z', 'revision_number': 4, 'project_id': 'fbf3f7d2fbb4419f9fdb3399018f106d', 'subnets': [{'id': '239ea1ec-4136-452e-a0b3-487cc8fddb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:24:40.390137 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f507ff9c-a1bb-4d98-a8f5-f0e7786fee2a admin admin] Publish callbacks [] for security_group (545ae4a9-1a2a-476f-81ae-29d3daf674b7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:40.437889 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d5b6e019-fb38-4f49-9ce6-991493fc23e3 None None] Current status of the port baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:24:40.438307 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5b6e019-fb38-4f49-9ce6-991493fc23e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:40.445016 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f507ff9c-a1bb-4d98-a8f5-f0e7786fee2a admin admin] Publish callbacks [] for security_group (545ae4a9-1a2a-476f-81ae-29d3daf674b7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:40.572547 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f507ff9c-a1bb-4d98-a8f5-f0e7786fee2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (545ae4a9-1a2a-476f-81ae-29d3daf674b7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:40.575805 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f507ff9c-a1bb-4d98-a8f5-f0e7786fee2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:40.577243 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f507ff9c-a1bb-4d98-a8f5-f0e7786fee2a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/545ae4a9-1a2a-476f-81ae-29d3daf674b7 HTTP/1.1" status: 204 len: 168 time: 0.4144726 Feb 20 05:24:40.602658 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507ff9c-a1bb-4d98-a8f5-f0e7786fee2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545ae4a9-1a2a-476f-81ae-29d3daf674b7,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:40.631804 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d5b6e019-fb38-4f49-9ce6-991493fc23e3 None None] For port baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95,segment=NetworkSegment(2bb1c217-07df-4f9b-aa47-5d29d47a3fb2),segment_id=2bb1c217-07df-4f9b-aa47-5d29d47a3fb2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:24:40.647834 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5b6e019-fb38-4f49-9ce6-991493fc23e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:40.824471 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6e019-fb38-4f49-9ce6-991493fc23e3 None None] Pushing event updated for resources: {'Port': ['ID=baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:41.119038 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a22d72-2549-4459-affa-c239045748cc req-57340f7b-8c98-49e6-add3-7419c1b99a67 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:41.124314 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-66a22d72-2549-4459-affa-c239045748cc req-57340f7b-8c98-49e6-add3-7419c1b99a67 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/ports?device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 968 time: 0.7327068 Feb 20 05:24:41.160815 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63eb5d-d1a3-4fa2-9687-e2da0eb84691 req-094ac904-c86a-421c-9608-0a1003652fae tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:41.169390 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e63eb5d-d1a3-4fa2-9687-e2da0eb84691 req-094ac904-c86a-421c-9608-0a1003652fae tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 947 time: 0.2553771 Feb 20 05:24:41.418039 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a8f8ea85-168d-4f6d-8c83-771617983444 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:41.487109 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45396) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:41.525855 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7643ec17-7845-4708-9f1e-3014ac553532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:41.545704 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-66a22d72-2549-4459-affa-c239045748cc req-136f0be0-3d45-46f3-b8e7-059a054b58e1 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d65ea1-9248-4fc8-8294-c25ce2e898a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104261 Feb 20 05:24:41.569159 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e63eb5d-d1a3-4fa2-9687-e2da0eb84691 req-080fb8d1-dd9d-43b5-95d6-0390cbbb7da4 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981187 Feb 20 05:24:41.804717 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7643ec17-7845-4708-9f1e-3014ac553532 admin admin] Publish callbacks [] for security_group (461275fe-3165-4625-9456-9defef8b4eb8), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:41.815976 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7643ec17-7845-4708-9f1e-3014ac553532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (461275fe-3165-4625-9456-9defef8b4eb8), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:41.841138 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-a8f8ea85-168d-4f6d-8c83-771617983444 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Allocated IP 172.25.3.242 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/c007c8d8-d8c6-4f27-a766-3f54c9248980) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:24:41.893394 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643ec17-7845-4708-9f1e-3014ac553532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461275fe-3165-4625-9456-9defef8b4eb8,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:41.991275 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45408) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:42.002571 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7643ec17-7845-4708-9f1e-3014ac553532 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=341261746a154a1d9aae7d57b41eb5cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5143023 Feb 20 05:24:42.231371 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a8f8ea85-168d-4f6d-8c83-771617983444 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks [] for port (c007c8d8-d8c6-4f27-a766-3f54c9248980), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:42.232438 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:24:42.265426 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ab8ef363-0d4c-47f7-8638-82e571968888 admin admin] Publish callbacks [] for security_group (461275fe-3165-4625-9456-9defef8b4eb8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:42.273342 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a8f8ea85-168d-4f6d-8c83-771617983444 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (c007c8d8-d8c6-4f27-a766-3f54c9248980), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:42.327292 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8ea85-168d-4f6d-8c83-771617983444 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Pushing event updated for resources: {'Port': ['ID=c007c8d8-d8c6-4f27-a766-3f54c9248980,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:42.372813 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:42.373244 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:42.394096 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f8ea85-168d-4f6d-8c83-771617983444 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:24:42.403859 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-a8f8ea85-168d-4f6d-8c83-771617983444 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:24:42.409667 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f8ea85-168d-4f6d-8c83-771617983444 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:24:42.557958 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ab8ef363-0d4c-47f7-8638-82e571968888 admin admin] Publish callbacks [] for security_group (461275fe-3165-4625-9456-9defef8b4eb8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:42.614064 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:24:42.648219 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a8f8ea85-168d-4f6d-8c83-771617983444 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks [] for floatingip (711a3cdd-3b0e-42ce-8cba-9328f89b5cea), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:42.829715 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a8f8ea85-168d-4f6d-8c83-771617983444 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c007c8d8-d8c6-4f27-a766-3f54c9248980), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:42.833449 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ab8ef363-0d4c-47f7-8638-82e571968888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (461275fe-3165-4625-9456-9defef8b4eb8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:42.836228 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ab8ef363-0d4c-47f7-8638-82e571968888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:42.837371 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ab8ef363-0d4c-47f7-8638-82e571968888 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/461275fe-3165-4625-9456-9defef8b4eb8 HTTP/1.1" status: 204 len: 168 time: 0.8451593 Feb 20 05:24:42.885096 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373a5f1-c74a-414c-a12e-90b3ad3847d9 req-762fd0d2-fe45-4a23-ba3d-8f532d84edba tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:42.886616 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0373a5f1-c74a-414c-a12e-90b3ad3847d9 req-762fd0d2-fe45-4a23-ba3d-8f532d84edba tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/ports?device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 968 time: 0.2319877 Feb 20 05:24:42.890914 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ef363-0d4c-47f7-8638-82e571968888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461275fe-3165-4625-9456-9defef8b4eb8,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:42.966166 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d56bb-9dbd-48a0-8512-4f4ad941d98a req-1f7cafd0-ca00-4e21-b8eb-f0ab7a2842b3 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:42.967915 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-883d56bb-9dbd-48a0-8512-4f4ad941d98a req-1f7cafd0-ca00-4e21-b8eb-f0ab7a2842b3 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 947 time: 0.1984386 Feb 20 05:24:42.999835 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45446) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:43.115434 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0373a5f1-c74a-414c-a12e-90b3ad3847d9 req-96a3b8b0-97ce-434a-9d5a-44f82c43f1d0 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d65ea1-9248-4fc8-8294-c25ce2e898a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930091 Feb 20 05:24:43.128482 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-883d56bb-9dbd-48a0-8512-4f4ad941d98a req-e49cf3b7-5405-4406-bc0a-23091dba7866 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395693 Feb 20 05:24:43.171304 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a8f8ea85-168d-4f6d-8c83-771617983444 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks [] for port (c007c8d8-d8c6-4f27-a766-3f54c9248980), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:43.176749 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a8f8ea85-168d-4f6d-8c83-771617983444 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c007c8d8-d8c6-4f27-a766-3f54c9248980), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:43.188267 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bc23aab1-8ab1-4529-bcd2-2a251c797e93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:43.210431 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a8f8ea85-168d-4f6d-8c83-771617983444 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (711a3cdd-3b0e-42ce-8cba-9328f89b5cea), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:43.235770 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8ea85-168d-4f6d-8c83-771617983444 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Pushing event updated for resources: {'Port': ['ID=c007c8d8-d8c6-4f27-a766-3f54c9248980,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:43.242121 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a8f8ea85-168d-4f6d-8c83-771617983444 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:43.253663 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a8f8ea85-168d-4f6d-8c83-771617983444 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1183307 Feb 20 05:24:43.274420 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bc23aab1-8ab1-4529-bcd2-2a251c797e93 admin admin] Publish callbacks [] for security_group (b71b725c-cbe7-430a-ab37-b98caa8ae4a3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:43.279049 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bc23aab1-8ab1-4529-bcd2-2a251c797e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b71b725c-cbe7-430a-ab37-b98caa8ae4a3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:43.318858 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bc23aab1-8ab1-4529-bcd2-2a251c797e93 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f11f7568145943999be8b8debabcbd9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177483 Feb 20 05:24:43.320858 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23aab1-8ab1-4529-bcd2-2a251c797e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71b725c-cbe7-430a-ab37-b98caa8ae4a3,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:43.322060 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45462) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:43.388269 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-662b3367-bf36-4a38-a027-de7985f3a3e1 admin admin] Publish callbacks [] for security_group (b71b725c-cbe7-430a-ab37-b98caa8ae4a3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:43.415368 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-662b3367-bf36-4a38-a027-de7985f3a3e1 admin admin] Publish callbacks [] for security_group (b71b725c-cbe7-430a-ab37-b98caa8ae4a3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:43.491422 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-9678e2ab-3870-4c53-b95b-53566dfa5545 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--435162832&fields=id&tenant_id=b882ff5cc38448f182588db0bc9e9522 HTTP/1.1" status: 200 len: 267 time: 0.0789602 Feb 20 05:24:43.542101 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-662b3367-bf36-4a38-a027-de7985f3a3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b71b725c-cbe7-430a-ab37-b98caa8ae4a3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:43.544631 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-662b3367-bf36-4a38-a027-de7985f3a3e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:43.545771 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-662b3367-bf36-4a38-a027-de7985f3a3e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b71b725c-cbe7-430a-ab37-b98caa8ae4a3 HTTP/1.1" status: 204 len: 168 time: 0.2221196 Feb 20 05:24:43.604614 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b3367-bf36-4a38-a027-de7985f3a3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71b725c-cbe7-430a-ab37-b98caa8ae4a3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:43.696755 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-0978ed62-5683-4414-9a36-9afb4f4c5622 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:43.698315 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-0978ed62-5683-4414-9a36-9afb4f4c5622 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/networks?id=805bb61f-0284-479c-a7fa-c503f096a7af HTTP/1.1" status: 200 len: 824 time: 0.2012668 Feb 20 05:24:43.717447 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-4f2bdfd1-042a-465d-aa67-a1079064be78 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/quotas/b882ff5cc38448f182588db0bc9e9522 HTTP/1.1" status: 200 len: 375 time: 0.0123687 Feb 20 05:24:43.790047 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-b039878f-d707-4406-b187-7c985052455a tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b882ff5cc38448f182588db0bc9e9522&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662169 Feb 20 05:24:43.909652 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45498) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:43.927536 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f5c5060-4eda-4cf1-b64f-073a22f8493a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:44.022699 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f5c5060-4eda-4cf1-b64f-073a22f8493a admin admin] Publish callbacks [] for security_group (e27a7af4-3c3e-4da3-b4e1-0fae1f7c3e09), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:44.027172 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f5c5060-4eda-4cf1-b64f-073a22f8493a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e27a7af4-3c3e-4da3-b4e1-0fae1f7c3e09), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:44.065154 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-7b2262f2-a9d7-4629-9dd5-2cba22557b65 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:24:44.066230 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-7b2262f2-a9d7-4629-9dd5-2cba22557b65 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1194420 Feb 20 05:24:44.085468 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8f5c5060-4eda-4cf1-b64f-073a22f8493a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=893a3e50988640978aa240de7e1e519e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1747441 Feb 20 05:24:44.088583 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45504) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:44.098431 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c5060-4eda-4cf1-b64f-073a22f8493a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27a7af4-3c3e-4da3-b4e1-0fae1f7c3e09,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:44.142014 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5329ba4e-0a20-4739-a272-b8d49dfd72ba admin admin] Publish callbacks [] for security_group (e27a7af4-3c3e-4da3-b4e1-0fae1f7c3e09), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:44.172629 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-0f31acfb-99d2-4e2f-a202-8c962ef514ba service neutron] 10.222.0.37 "GET /v2.0/networks/805bb61f-0284-479c-a7fa-c503f096a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986614 Feb 20 05:24:44.184367 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5329ba4e-0a20-4739-a272-b8d49dfd72ba admin admin] Publish callbacks [] for security_group (e27a7af4-3c3e-4da3-b4e1-0fae1f7c3e09), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:44.242470 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5329ba4e-0a20-4739-a272-b8d49dfd72ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e27a7af4-3c3e-4da3-b4e1-0fae1f7c3e09), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:44.245901 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5329ba4e-0a20-4739-a272-b8d49dfd72ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:44.250218 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5329ba4e-0a20-4739-a272-b8d49dfd72ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e27a7af4-3c3e-4da3-b4e1-0fae1f7c3e09 HTTP/1.1" status: 204 len: 168 time: 0.1600173 Feb 20 05:24:44.260078 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329ba4e-0a20-4739-a272-b8d49dfd72ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27a7af4-3c3e-4da3-b4e1-0fae1f7c3e09,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:44.310457 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-cb93a28a-2ad0-42df-af57-fe3f860fc0f0 service neutron] 10.222.0.37 "GET /v2.0/networks/805bb61f-0284-479c-a7fa-c503f096a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318345 Feb 20 05:24:44.322289 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f7e14-d548-4bc8-9035-2cf8bebaccdc req-d2a55b24-2d4d-4323-8f36-deaab42995a8 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:44.323716 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c2f7e14-d548-4bc8-9035-2cf8bebaccdc req-d2a55b24-2d4d-4323-8f36-deaab42995a8 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/ports?device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 968 time: 0.0920632 Feb 20 05:24:44.379020 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c2f7e14-d548-4bc8-9035-2cf8bebaccdc req-09015f42-9e9f-49f5-adaf-433cac9885d0 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d65ea1-9248-4fc8-8294-c25ce2e898a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493832 Feb 20 05:24:44.514655 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8445e3a-5deb-40a1-8245-39701f1dcb45 req-247b653f-577d-4814-adb4-88fe638bc123 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:44.516218 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d8445e3a-5deb-40a1-8245-39701f1dcb45 req-247b653f-577d-4814-adb4-88fe638bc123 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 947 time: 0.0724437 Feb 20 05:24:44.703740 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:24:44.731053 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d8445e3a-5deb-40a1-8245-39701f1dcb45 req-c9fbae58-e5e9-4da5-864a-dc3266aeea3a tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074456 Feb 20 05:24:44.823777 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-daaffb58-5ead-4318-ae9c-bdfa81a6b6a0 req-c63da210-cf28-42d0-b3c5-05acc8bdf7b1 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f057c8c-a4c8-41ad-bdbd-b99843f58040 HTTP/1.1" status: 200 len: 210 time: 0.0358930 Feb 20 05:24:45.211793 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45560) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:45.357513 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-42fb097c-be96-4b48-bc54-d124bc1f915f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:45.446129 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-42fb097c-be96-4b48-bc54-d124bc1f915f admin admin] Publish callbacks [] for security_group (944371d3-f2cf-4fd5-b9dc-579e2d540c18), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:45.454182 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-42fb097c-be96-4b48-bc54-d124bc1f915f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (944371d3-f2cf-4fd5-b9dc-579e2d540c18), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:45.529894 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb097c-be96-4b48-bc54-d124bc1f915f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944371d3-f2cf-4fd5-b9dc-579e2d540c18,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:45.538494 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-42fb097c-be96-4b48-bc54-d124bc1f915f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=52678286b0ea41c283ace65166b97cc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3254757 Feb 20 05:24:45.541057 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45574) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:45.574062 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae5bfd-20d1-4c32-ac16-2a3117064705 req-b7fac56c-1025-4dc1-93ea-905692ce51c5 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:45.575896 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bdae5bfd-20d1-4c32-ac16-2a3117064705 req-b7fac56c-1025-4dc1-93ea-905692ce51c5 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/ports?device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 968 time: 0.1027491 Feb 20 05:24:45.633484 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bdae5bfd-20d1-4c32-ac16-2a3117064705 req-220b1679-a0d6-42c2-8fb2-2edb7bd2a5f4 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d65ea1-9248-4fc8-8294-c25ce2e898a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501215 Feb 20 05:24:45.743155 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-92b4cfef-7366-4fe3-b96c-ebf27c5b3ed8 admin admin] Publish callbacks [] for security_group (944371d3-f2cf-4fd5-b9dc-579e2d540c18), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:45.751062 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-f1a93afe-b7ec-4682-8a05-b12a1b7c220c tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:45.752568 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-f1a93afe-b7ec-4682-8a05-b12a1b7c220c tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.48 "GET /v2.0/networks?id=805bb61f-0284-479c-a7fa-c503f096a7af HTTP/1.1" status: 200 len: 824 time: 0.2699082 Feb 20 05:24:45.791726 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-92b4cfef-7366-4fe3-b96c-ebf27c5b3ed8 admin admin] Publish callbacks [] for security_group (944371d3-f2cf-4fd5-b9dc-579e2d540c18), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:45.862837 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc027f2-b5eb-41a9-87f1-fb6ea6682a03 req-ce87d1c4-7806-4347-a3eb-93feace85c08 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:45.864898 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2cc027f2-b5eb-41a9-87f1-fb6ea6682a03 req-ce87d1c4-7806-4347-a3eb-93feace85c08 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 947 time: 0.0610089 Feb 20 05:24:45.875564 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-f13ed219-492e-4dbc-83f1-117f71cc268b tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b882ff5cc38448f182588db0bc9e9522 HTTP/1.1" status: 200 len: 379 time: 0.1135118 Feb 20 05:24:45.887141 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-88ff2d34-ef33-4a76-8639-fc4fc28734f9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Request body: {'port': {'device_id': '5f057c8c-a4c8-41ad-bdbd-b99843f58040', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'admin_state_up': True, 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'security_groups': ['8e25fa16-67cb-4cfa-bfd2-081f2d286c73']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:24:45.919052 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2cc027f2-b5eb-41a9-87f1-fb6ea6682a03 req-2427e4d7-52b1-4d59-b872-5253c2aded45 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448780 Feb 20 05:24:45.942093 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-92b4cfef-7366-4fe3-b96c-ebf27c5b3ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (944371d3-f2cf-4fd5-b9dc-579e2d540c18), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:45.944635 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-92b4cfef-7366-4fe3-b96c-ebf27c5b3ed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:45.948092 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-92b4cfef-7366-4fe3-b96c-ebf27c5b3ed8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/944371d3-f2cf-4fd5-b9dc-579e2d540c18 HTTP/1.1" status: 204 len: 168 time: 0.4023793 Feb 20 05:24:45.958471 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4cfef-7366-4fe3-b96c-ebf27c5b3ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944371d3-f2cf-4fd5-b9dc-579e2d540c18,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:46.019520 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f871fd2a-749b-46e8-9d33-3d40decbe8b0 req-562dca42-7b88-4e68-b580-a5a436af2266 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f057c8c-a4c8-41ad-bdbd-b99843f58040 HTTP/1.1" status: 200 len: 210 time: 0.0530868 Feb 20 05:24:46.021897 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-88ff2d34-ef33-4a76-8639-fc4fc28734f9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Made reservation on behalf of b882ff5cc38448f182588db0bc9e9522 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:24:46.025309 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-88ff2d34-ef33-4a76-8639-fc4fc28734f9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:46.169779 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-88ff2d34-ef33-4a76-8639-fc4fc28734f9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Allocated IP 172.20.0.13 (805bb61f-0284-479c-a7fa-c503f096a7af/aac2b293-11f4-4fbc-a42b-637ee496d192/056c579f-a4f8-44d5-abd9-86552ef4696b) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:24:46.314748 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-88ff2d34-ef33-4a76-8639-fc4fc28734f9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks [] for port (056c579f-a4f8-44d5-abd9-86552ef4696b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:46.347691 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-483817bb-7211-448b-94c0-6de18bccf878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:46.356179 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-88ff2d34-ef33-4a76-8639-fc4fc28734f9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (056c579f-a4f8-44d5-abd9-86552ef4696b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:46.362357 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45620) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:46.380486 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f8e09c54-efd9-44dc-946a-cc7372647496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:46.403693 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-88ff2d34-ef33-4a76-8639-fc4fc28734f9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Network 805bb61f-0284-479c-a7fa-c503f096a7af is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:24:46.410126 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-88ff2d34-ef33-4a76-8639-fc4fc28734f9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:24:46.414617 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-88ff2d34-ef33-4a76-8639-fc4fc28734f9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:24:46.419878 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-88ff2d34-ef33-4a76-8639-fc4fc28734f9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:46.420471 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-88ff2d34-ef33-4a76-8639-fc4fc28734f9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:46.424708 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff2d34-ef33-4a76-8639-fc4fc28734f9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Pushing event updated for resources: {'Port': ['ID=056c579f-a4f8-44d5-abd9-86552ef4696b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:46.443132 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-88ff2d34-ef33-4a76-8639-fc4fc28734f9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5606658 Feb 20 05:24:46.455567 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-aa02cb4b-ee1e-41c9-b569-641d1d9d91c7 service neutron] Request body: {'port': {'device_id': '5f057c8c-a4c8-41ad-bdbd-b99843f58040', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:24:46.518947 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f8e09c54-efd9-44dc-946a-cc7372647496 admin admin] Publish callbacks [] for security_group (384bda76-3580-493c-a9c3-03868a7e26af), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:46.525187 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f8e09c54-efd9-44dc-946a-cc7372647496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (384bda76-3580-493c-a9c3-03868a7e26af), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:46.538824 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-aa02cb4b-ee1e-41c9-b569-641d1d9d91c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (056c579f-a4f8-44d5-abd9-86552ef4696b), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:46.569059 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e09c54-efd9-44dc-946a-cc7372647496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384bda76-3580-493c-a9c3-03868a7e26af,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:46.602877 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f8e09c54-efd9-44dc-946a-cc7372647496 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b26eb02bbe845dfb3edbaea51bf2ab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383771 Feb 20 05:24:46.605208 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45624) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:46.664920 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f356319-bacb-477f-9bdd-7ddeb8eb8923 admin admin] Publish callbacks [] for security_group (384bda76-3580-493c-a9c3-03868a7e26af), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:46.690116 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f356319-bacb-477f-9bdd-7ddeb8eb8923 admin admin] Publish callbacks [] for security_group (384bda76-3580-493c-a9c3-03868a7e26af), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:46.700365 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45628) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:46.742871 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b72d3d6a-3066-4262-8a5f-69966d888a56 None None] Provisioning complete for port 056c579f-a4f8-44d5-abd9-86552ef4696b triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:46.745303 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b72d3d6a-3066-4262-8a5f-69966d888a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (056c579f-a4f8-44d5-abd9-86552ef4696b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:46.788035 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e13ad3-724a-4ef5-a505-58c5c5fca4af req-5335676c-df1c-472b-a306-c65f7ba17fc6 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:46.789535 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-19e13ad3-724a-4ef5-a505-58c5c5fca4af req-5335676c-df1c-472b-a306-c65f7ba17fc6 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/ports?device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 968 time: 0.0614998 Feb 20 05:24:46.797969 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f356319-bacb-477f-9bdd-7ddeb8eb8923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (384bda76-3580-493c-a9c3-03868a7e26af), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:46.800690 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f356319-bacb-477f-9bdd-7ddeb8eb8923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:46.801839 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8f356319-bacb-477f-9bdd-7ddeb8eb8923 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/384bda76-3580-493c-a9c3-03868a7e26af HTTP/1.1" status: 204 len: 168 time: 0.1954374 Feb 20 05:24:46.811543 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b72d3d6a-3066-4262-8a5f-69966d888a56 None None] Port 056c579f-a4f8-44d5-abd9-86552ef4696b cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:24:46.817017 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f356319-bacb-477f-9bdd-7ddeb8eb8923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384bda76-3580-493c-a9c3-03868a7e26af,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:46.862874 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-aa02cb4b-ee1e-41c9-b569-641d1d9d91c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 056c579f-a4f8-44d5-abd9-86552ef4696b {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:24:46.874212 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-aa02cb4b-ee1e-41c9-b569-641d1d9d91c7 service neutron] Publish callbacks [] for port (056c579f-a4f8-44d5-abd9-86552ef4696b), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:46.874622 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-19e13ad3-724a-4ef5-a505-58c5c5fca4af req-485af112-40d3-44c2-a387-c0c0ddc9f77e tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d65ea1-9248-4fc8-8294-c25ce2e898a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716333 Feb 20 05:24:46.898193 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-aa02cb4b-ee1e-41c9-b569-641d1d9d91c7 service neutron] Transition to ACTIVE for port object 056c579f-a4f8-44d5-abd9-86552ef4696b will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:24:46.902279 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-aa02cb4b-ee1e-41c9-b569-641d1d9d91c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (056c579f-a4f8-44d5-abd9-86552ef4696b), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:46.932400 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc200b0c-d322-48b9-9971-9230f9f25011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:46.965692 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02cb4b-ee1e-41c9-b569-641d1d9d91c7 service neutron] Pushing event updated for resources: {'Port': ['ID=056c579f-a4f8-44d5-abd9-86552ef4696b,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:47.017036 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-aa02cb4b-ee1e-41c9-b569-641d1d9d91c7 service neutron] Attempting to bind port 056c579f-a4f8-44d5-abd9-86552ef4696b on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:24:47.017503 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-aa02cb4b-ee1e-41c9-b569-641d1d9d91c7 service neutron] Attempting to bind port 056c579f-a4f8-44d5-abd9-86552ef4696b by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'a8b346e4-a1ba-4a23-9d05-3eeb17deb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:24:47.018062 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-aa02cb4b-ee1e-41c9-b569-641d1d9d91c7 service neutron] Attempting to bind port 056c579f-a4f8-44d5-abd9-86552ef4696b on network 805bb61f-0284-479c-a7fa-c503f096a7af {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:24:47.023730 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-aa02cb4b-ee1e-41c9-b569-641d1d9d91c7 service neutron] Port 056c579f-a4f8-44d5-abd9-86552ef4696b on network 805bb61f-0284-479c-a7fa-c503f096a7af not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:24:47.024120 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-aa02cb4b-ee1e-41c9-b569-641d1d9d91c7 service neutron] Attempting to bind port 056c579f-a4f8-44d5-abd9-86552ef4696b on network 805bb61f-0284-479c-a7fa-c503f096a7af {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:24:47.030498 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-aa02cb4b-ee1e-41c9-b569-641d1d9d91c7 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:24:47.030848 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-aa02cb4b-ee1e-41c9-b569-641d1d9d91c7 service neutron] Checking segment: {'id': 'a8b346e4-a1ba-4a23-9d05-3eeb17deb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:24:47.031282 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-aa02cb4b-ee1e-41c9-b569-641d1d9d91c7 service neutron] Bound using segment: {'id': 'a8b346e4-a1ba-4a23-9d05-3eeb17deb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:24:47.031909 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-aa02cb4b-ee1e-41c9-b569-641d1d9d91c7 service neutron] Bound port: 056c579f-a4f8-44d5-abd9-86552ef4696b, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b346e4-a1ba-4a23-9d05-3eeb17deb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:24:47.032468 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-aa02cb4b-ee1e-41c9-b569-641d1d9d91c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (056c579f-a4f8-44d5-abd9-86552ef4696b), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:47.130997 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-aa02cb4b-ee1e-41c9-b569-641d1d9d91c7 service neutron] For port 056c579f-a4f8-44d5-abd9-86552ef4696b, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:24:47.134529 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-aa02cb4b-ee1e-41c9-b569-641d1d9d91c7 service neutron] For port 056c579f-a4f8-44d5-abd9-86552ef4696b, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=056c579f-a4f8-44d5-abd9-86552ef4696b,segment=NetworkSegment(a8b346e4-a1ba-4a23-9d05-3eeb17deb23b),segment_id=a8b346e4-a1ba-4a23-9d05-3eeb17deb23b)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:24:47.145276 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-aa02cb4b-ee1e-41c9-b569-641d1d9d91c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (056c579f-a4f8-44d5-abd9-86552ef4696b), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:47.171110 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc200b0c-d322-48b9-9971-9230f9f25011 admin admin] Publish callbacks [] for security_group (9d4ca290-64c3-4529-a1af-25c01722001b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:47.181659 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-aa02cb4b-ee1e-41c9-b569-641d1d9d91c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:47.182376 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-aa02cb4b-ee1e-41c9-b569-641d1d9d91c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:47.184144 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-aa02cb4b-ee1e-41c9-b569-641d1d9d91c7 service neutron] 10.222.0.48 "PUT /v2.0/ports/056c579f-a4f8-44d5-abd9-86552ef4696b HTTP/1.1" status: 200 len: 1092 time: 0.7342012 Feb 20 05:24:47.184425 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f057c8c-a4c8-41ad-bdbd-b99843f58040', 'tag': '056c579f-a4f8-44d5-abd9-86552ef4696b'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:24:47.186631 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42432d4f-22c6-4b49-9828-123a859d62d5" -d '{"events": [{"name": "network-changed", "server_uuid": "5f057c8c-a4c8-41ad-bdbd-b99843f58040", "tag": "056c579f-a4f8-44d5-abd9-86552ef4696b"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:24:47.201338 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf71fe8-5ba1-44c8-917a-dae6142b98a9 req-61aa5a31-fc0a-4547-b438-22ccaa25bbb2 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:47.203401 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-daf71fe8-5ba1-44c8-917a-dae6142b98a9 req-61aa5a31-fc0a-4547-b438-22ccaa25bbb2 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 947 time: 0.1799450 Feb 20 05:24:47.223110 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc200b0c-d322-48b9-9971-9230f9f25011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9d4ca290-64c3-4529-a1af-25c01722001b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:47.224060 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02cb4b-ee1e-41c9-b569-641d1d9d91c7 service neutron] Pushing event updated for resources: {'Port': ['ID=056c579f-a4f8-44d5-abd9-86552ef4696b,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:47.254771 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bc200b0c-d322-48b9-9971-9230f9f25011 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=97885b95c7a74919b2691208548612d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5533619 Feb 20 05:24:47.282836 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45648) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:47.323548 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-daf71fe8-5ba1-44c8-917a-dae6142b98a9 req-70a73577-1308-4398-b6fc-dd4240981ef7 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749419 Feb 20 05:24:47.340782 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-ede95f2a-380e-49e8-a1cf-f2991b90db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:47.341079 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 88b33825-9d28-4c93-876d-2e81c6c9387d details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:24:47.342793 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-ede95f2a-380e-49e8-a1cf-f2991b90db83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b882ff5cc38448f182588db0bc9e9522&device_id=5f057c8c-a4c8-41ad-bdbd-b99843f58040 HTTP/1.1" status: 200 len: 1126 time: 0.0993190 Feb 20 05:24:47.360779 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc200b0c-d322-48b9-9971-9230f9f25011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4ca290-64c3-4529-a1af-25c01722001b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:47.382944 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631b950-9eb8-46c1-92f8-1fd402907a74 req-ed2ceebb-4c62-434f-ac8f-37e0590f8f31 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:47.391900 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0631b950-9eb8-46c1-92f8-1fd402907a74 req-ed2ceebb-4c62-434f-ac8f-37e0590f8f31 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f057c8c-a4c8-41ad-bdbd-b99843f58040 HTTP/1.1" status: 200 len: 944 time: 0.2933342 Feb 20 05:24:47.411872 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-90893341-491d-4e30-b922-1a5a747580ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=056c579f-a4f8-44d5-abd9-86552ef4696b HTTP/1.1" status: 200 len: 217 time: 0.0595679 Feb 20 05:24:47.413833 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e712136-5504-4f6e-be28-d16595031ec2 x-openstack-request-id: req-0e712136-5504-4f6e-be28-d16595031ec2 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:24:47.414339 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f057c8c-a4c8-41ad-bdbd-b99843f58040", "tag": "056c579f-a4f8-44d5-abd9-86552ef4696b", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:24:47.414782 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e712136-5504-4f6e-be28-d16595031ec2 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:24:47.415398 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f057c8c-a4c8-41ad-bdbd-b99843f58040', 'tag': '056c579f-a4f8-44d5-abd9-86552ef4696b', 'status': 'completed', 'code': 200} Feb 20 05:24:47.457669 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c78be9c7-aafb-40da-b34b-5dfb5d189b3e admin admin] Publish callbacks [] for security_group (9d4ca290-64c3-4529-a1af-25c01722001b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:47.468468 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0631b950-9eb8-46c1-92f8-1fd402907a74 req-6dbe4cb5-d9fe-4ae3-b4c0-cb77ca393157 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e25fa16-67cb-4cfa-bfd2-081f2d286c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756598 Feb 20 05:24:47.491404 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c78be9c7-aafb-40da-b34b-5dfb5d189b3e admin admin] Publish callbacks [] for security_group (9d4ca290-64c3-4529-a1af-25c01722001b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:47.494211 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-18a629b3-1a8b-4799-a99d-cc549c083935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:47.495829 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-18a629b3-1a8b-4799-a99d-cc549c083935 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aac2b293-11f4-4fbc-a42b-637ee496d192 HTTP/1.1" status: 200 len: 863 time: 0.0747864 Feb 20 05:24:47.528456 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device ed6d4b04-c406-42ed-a682-0b0ab5db7589 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:24:47.540542 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 88b33825-9d28-4c93-876d-2e81c6c9387d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=88b33825-9d28-4c93-876d-2e81c6c9387d,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:24:47.558581 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '88b33825-9d28-4c93-876d-2e81c6c9387d', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': '88b33825-9d28-4c93-876d-2e81c6c9387d', 'mac_address': 'fa:16:3e:34:54:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:tempest-test_az-832265867', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:24:47.649789 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 88b33825-9d28-4c93-876d-2e81c6c9387d is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:24:47.650268 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (88b33825-9d28-4c93-876d-2e81c6c9387d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:47.674470 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b33825-9d28-4c93-876d-2e81c6c9387d {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:24:47.709435 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port ed6d4b04-c406-42ed-a682-0b0ab5db7589, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=ed6d4b04-c406-42ed-a682-0b0ab5db7589,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:24:47.712666 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 88b33825-9d28-4c93-876d-2e81c6c9387d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=88b33825-9d28-4c93-876d-2e81c6c9387d,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:24:47.718922 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (88b33825-9d28-4c93-876d-2e81c6c9387d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:47.753560 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'ed6d4b04-c406-42ed-a682-0b0ab5db7589', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': 'ed6d4b04-c406-42ed-a682-0b0ab5db7589', 'mac_address': 'fa:16:3e:c0:60:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:24:47.756077 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-598ca7a1-b478-43da-96fd-ff6fdce2f899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:47.758182 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-598ca7a1-b478-43da-96fd-ff6fdce2f899 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=805bb61f-0284-479c-a7fa-c503f096a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2549736 Feb 20 05:24:47.773872 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c78be9c7-aafb-40da-b34b-5dfb5d189b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9d4ca290-64c3-4529-a1af-25c01722001b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:47.776280 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c78be9c7-aafb-40da-b34b-5dfb5d189b3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:47.777344 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c78be9c7-aafb-40da-b34b-5dfb5d189b3e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d4ca290-64c3-4529-a1af-25c01722001b HTTP/1.1" status: 204 len: 168 time: 0.4925790 Feb 20 05:24:47.812326 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=88b33825-9d28-4c93-876d-2e81c6c9387d,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:47.817380 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port ed6d4b04-c406-42ed-a682-0b0ab5db7589 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:24:47.818273 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ed6d4b04-c406-42ed-a682-0b0ab5db7589), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:47.821020 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78be9c7-aafb-40da-b34b-5dfb5d189b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4ca290-64c3-4529-a1af-25c01722001b,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:47.843464 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6d4b04-c406-42ed-a682-0b0ab5db7589 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:24:47.863534 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-eca82425-53f5-4511-8772-1dba888be7bf service neutron] 10.222.0.48 "GET /v2.0/networks/805bb61f-0284-479c-a7fa-c503f096a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992367 Feb 20 05:24:47.869995 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port ed6d4b04-c406-42ed-a682-0b0ab5db7589, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=ed6d4b04-c406-42ed-a682-0b0ab5db7589,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:24:47.875211 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ed6d4b04-c406-42ed-a682-0b0ab5db7589), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:47.946224 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=ed6d4b04-c406-42ed-a682-0b0ab5db7589,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:48.003438 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a83d14e9-8933-46fd-94e3-b0075d30ba9f req-b44374d8-da22-4220-a545-8b33239e3e42 service neutron] 10.222.0.48 "GET /v2.0/networks/805bb61f-0284-479c-a7fa-c503f096a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339817 Feb 20 05:24:48.096815 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5280f6-c4e4-45b9-84a9-f06adf389be0 req-31bfc2bb-af1d-4a71-b52c-f675ff3dff68 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:48.099161 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1c5280f6-c4e4-45b9-84a9-f06adf389be0 req-31bfc2bb-af1d-4a71-b52c-f675ff3dff68 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/ports?device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 969 time: 0.1274397 Feb 20 05:24:48.139286 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['88b33825-9d28-4c93-876d-2e81c6c9387d'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:24:48.173346 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1c5280f6-c4e4-45b9-84a9-f06adf389be0 req-df050652-3d60-40e5-965b-be7abf137636 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d65ea1-9248-4fc8-8294-c25ce2e898a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588808 Feb 20 05:24:48.218833 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42432d4f-22c6-4b49-9828-123a859d62d5 req-85afdfa2-4fb7-44f9-9bc6-40666eabb700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:48.220517 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-42432d4f-22c6-4b49-9828-123a859d62d5 req-85afdfa2-4fb7-44f9-9bc6-40666eabb700 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b882ff5cc38448f182588db0bc9e9522&device_id=5f057c8c-a4c8-41ad-bdbd-b99843f58040 HTTP/1.1" status: 200 len: 1126 time: 0.0585546 Feb 20 05:24:48.324322 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['ed6d4b04-c406-42ed-a682-0b0ab5db7589'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:24:48.346671 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42432d4f-22c6-4b49-9828-123a859d62d5 req-467cb9ca-7038-4c8b-99e5-1702b966f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:48.348268 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-42432d4f-22c6-4b49-9828-123a859d62d5 req-467cb9ca-7038-4c8b-99e5-1702b966f397 service neutron] 10.222.0.48 "GET /v2.0/networks?id=805bb61f-0284-479c-a7fa-c503f096a7af HTTP/1.1" status: 200 len: 924 time: 0.1200070 Feb 20 05:24:48.375468 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45676) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:48.400583 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-42432d4f-22c6-4b49-9828-123a859d62d5 req-eb8a49aa-b160-4667-b1aa-c2d064dc17db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=056c579f-a4f8-44d5-abd9-86552ef4696b HTTP/1.1" status: 200 len: 217 time: 0.0457954 Feb 20 05:24:48.402287 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e0d7edb7-6b9e-4063-8e94-df360348e81f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:48.464194 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42432d4f-22c6-4b49-9828-123a859d62d5 req-4f7dcf33-d40e-4d3f-a901-4308288868b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:48.466086 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-42432d4f-22c6-4b49-9828-123a859d62d5 req-4f7dcf33-d40e-4d3f-a901-4308288868b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aac2b293-11f4-4fbc-a42b-637ee496d192 HTTP/1.1" status: 200 len: 863 time: 0.0595555 Feb 20 05:24:48.523926 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b535999-a93d-47e6-9ef0-7e6aab3d3f90 req-f4207e4c-db7e-4b23-a0fa-4c436ea9378a tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:48.526232 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0b535999-a93d-47e6-9ef0-7e6aab3d3f90 req-f4207e4c-db7e-4b23-a0fa-4c436ea9378a tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 948 time: 0.1205213 Feb 20 05:24:48.538395 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-044c09b1-eb41-4f74-8781-dc095b8f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:48.552159 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42432d4f-22c6-4b49-9828-123a859d62d5 req-d1fecd24-ffeb-4f7e-9849-e4fe7406ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:48.557333 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-42432d4f-22c6-4b49-9828-123a859d62d5 req-d1fecd24-ffeb-4f7e-9849-e4fe7406ff33 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=805bb61f-0284-479c-a7fa-c503f096a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0839062 Feb 20 05:24:48.638928 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0b535999-a93d-47e6-9ef0-7e6aab3d3f90 req-f7dddbcc-0b31-48dd-8f73-e9bebd1cecd9 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055496 Feb 20 05:24:48.654788 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e0d7edb7-6b9e-4063-8e94-df360348e81f admin admin] Publish callbacks [] for security_group (117fd1bb-2ec0-4e5e-8714-1abc29ed0d27), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:48.660312 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e0d7edb7-6b9e-4063-8e94-df360348e81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (117fd1bb-2ec0-4e5e-8714-1abc29ed0d27), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:48.669111 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-42432d4f-22c6-4b49-9828-123a859d62d5 req-c5451241-231f-468c-8983-16b19a2a04db service neutron] 10.222.0.48 "GET /v2.0/networks/805bb61f-0284-479c-a7fa-c503f096a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017909 Feb 20 05:24:48.695857 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0a209-36d1-402e-bf8b-e7c123079c97 req-0c1c8bd5-7530-46a3-b8ba-b54c6f03a65f tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:48.697351 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-36e0a209-36d1-402e-bf8b-e7c123079c97 req-0c1c8bd5-7530-46a3-b8ba-b54c6f03a65f tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f057c8c-a4c8-41ad-bdbd-b99843f58040 HTTP/1.1" status: 200 len: 944 time: 0.1249022 Feb 20 05:24:48.715744 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e0d7edb7-6b9e-4063-8e94-df360348e81f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76f2fa595c4e403da5098cf4c105a559&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3389087 Feb 20 05:24:48.718381 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45686) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:48.735385 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7edb7-6b9e-4063-8e94-df360348e81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117fd1bb-2ec0-4e5e-8714-1abc29ed0d27,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:48.773173 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-42432d4f-22c6-4b49-9828-123a859d62d5 req-17e0082a-2ece-4d5e-9031-8284f32ad08a service neutron] 10.222.0.48 "GET /v2.0/networks/805bb61f-0284-479c-a7fa-c503f096a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942905 Feb 20 05:24:48.785291 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-36e0a209-36d1-402e-bf8b-e7c123079c97 req-fa64425b-23d7-49e4-9dd7-49b380b6892f tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e25fa16-67cb-4cfa-bfd2-081f2d286c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797887 Feb 20 05:24:48.808402 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-80d001cc-104a-4c3c-bf5a-e8fab91841fe admin admin] Publish callbacks [] for security_group (117fd1bb-2ec0-4e5e-8714-1abc29ed0d27), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:48.825693 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-80d001cc-104a-4c3c-bf5a-e8fab91841fe admin admin] Publish callbacks [] for security_group (117fd1bb-2ec0-4e5e-8714-1abc29ed0d27), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:48.871431 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-80d001cc-104a-4c3c-bf5a-e8fab91841fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (117fd1bb-2ec0-4e5e-8714-1abc29ed0d27), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:48.873897 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-80d001cc-104a-4c3c-bf5a-e8fab91841fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:48.875138 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-80d001cc-104a-4c3c-bf5a-e8fab91841fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/117fd1bb-2ec0-4e5e-8714-1abc29ed0d27 HTTP/1.1" status: 204 len: 168 time: 0.1463225 Feb 20 05:24:48.882876 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d001cc-104a-4c3c-bf5a-e8fab91841fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117fd1bb-2ec0-4e5e-8714-1abc29ed0d27,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:49.311020 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d44ef5-8fac-4933-b5b5-550aff2e06c8 req-6a3460ba-63d8-4d91-80e1-dde59d773be4 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:49.312616 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c4d44ef5-8fac-4933-b5b5-550aff2e06c8 req-6a3460ba-63d8-4d91-80e1-dde59d773be4 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/ports?device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 969 time: 0.0636008 Feb 20 05:24:49.323562 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45716) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:49.335703 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 88b33825-9d28-4c93-876d-2e81c6c9387d up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:24:49.379639 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c4d44ef5-8fac-4933-b5b5-550aff2e06c8 req-35ca6bf5-e07c-43d4-be7b-98b38831806b tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d65ea1-9248-4fc8-8294-c25ce2e898a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605597 Feb 20 05:24:49.390817 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 88b33825-9d28-4c93-876d-2e81c6c9387d completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:24:49.402088 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 88b33825-9d28-4c93-876d-2e81c6c9387d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:49.402088 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (88b33825-9d28-4c93-876d-2e81c6c9387d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:49.450651 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:49.499861 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f1bdb1fb-784f-43db-a633-b122d1dd6e0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:49.503764 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 88b33825-9d28-4c93-876d-2e81c6c9387d is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:24:49.504162 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (88b33825-9d28-4c93-876d-2e81c6c9387d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:49.537169 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880e6e07-d1a0-4292-8c40-2be3de1a01d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b33825-9d28-4c93-876d-2e81c6c9387d'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:24:49.583641 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f1bdb1fb-784f-43db-a633-b122d1dd6e0a admin admin] Publish callbacks [] for security_group (00adcabf-d653-44a7-babf-57efd3bcd108), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:49.588913 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f1bdb1fb-784f-43db-a633-b122d1dd6e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (00adcabf-d653-44a7-babf-57efd3bcd108), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:49.602334 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device ed6d4b04-c406-42ed-a682-0b0ab5db7589 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:24:49.635219 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 88b33825-9d28-4c93-876d-2e81c6c9387d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=88b33825-9d28-4c93-876d-2e81c6c9387d,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:24:49.644501 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (88b33825-9d28-4c93-876d-2e81c6c9387d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:49.644853 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f1bdb1fb-784f-43db-a633-b122d1dd6e0a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a011cbb574b4a84ab4ed65d4d13ba7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189461 Feb 20 05:24:49.645449 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45732) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:49.645940 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bdb1fb-784f-43db-a633-b122d1dd6e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00adcabf-d653-44a7-babf-57efd3bcd108,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:49.707349 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=88b33825-9d28-4c93-876d-2e81c6c9387d,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:49.712486 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port ed6d4b04-c406-42ed-a682-0b0ab5db7589 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:24:49.721983 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port ed6d4b04-c406-42ed-a682-0b0ab5db7589 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:49.722300 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ed6d4b04-c406-42ed-a682-0b0ab5db7589), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:49.770851 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c579742-480b-4898-a1b0-7eb2ce9299d9 admin admin] Publish callbacks [] for security_group (00adcabf-d653-44a7-babf-57efd3bcd108), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:49.803240 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa733a41-7e7f-42e1-aa06-90774a94e4df" -d '{"events": [{"server_uuid": "880e6e07-d1a0-4292-8c40-2be3de1a01d0", "name": "network-vif-plugged", "status": "completed", "tag": "88b33825-9d28-4c93-876d-2e81c6c9387d"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:24:49.821137 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port ed6d4b04-c406-42ed-a682-0b0ab5db7589 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:24:49.821830 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ed6d4b04-c406-42ed-a682-0b0ab5db7589), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:49.823658 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c579742-480b-4898-a1b0-7eb2ce9299d9 admin admin] Publish callbacks [] for security_group (00adcabf-d653-44a7-babf-57efd3bcd108), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:49.860941 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4af51-fb73-4887-ae88-a14b3e0e348a req-50447d00-c73c-4cb7-8468-6b7ea1190d1b tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:49.867730 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3eb4af51-fb73-4887-ae88-a14b3e0e348a req-50447d00-c73c-4cb7-8468-6b7ea1190d1b tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 948 time: 0.1077478 Feb 20 05:24:49.872927 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port ed6d4b04-c406-42ed-a682-0b0ab5db7589, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=ed6d4b04-c406-42ed-a682-0b0ab5db7589,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:24:49.879501 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ed6d4b04-c406-42ed-a682-0b0ab5db7589), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:49.928432 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3eb4af51-fb73-4887-ae88-a14b3e0e348a req-436a3e62-cb08-49b5-9ec0-550ff6ffe9c5 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597169 Feb 20 05:24:49.950477 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=ed6d4b04-c406-42ed-a682-0b0ab5db7589,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:49.967487 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c579742-480b-4898-a1b0-7eb2ce9299d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (00adcabf-d653-44a7-babf-57efd3bcd108), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:49.970073 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c579742-480b-4898-a1b0-7eb2ce9299d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:49.971242 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4c579742-480b-4898-a1b0-7eb2ce9299d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/00adcabf-d653-44a7-babf-57efd3bcd108 HTTP/1.1" status: 204 len: 168 time: 0.3233051 Feb 20 05:24:49.979902 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c579742-480b-4898-a1b0-7eb2ce9299d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00adcabf-d653-44a7-babf-57efd3bcd108,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:50.035554 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a81350-ef36-4b96-a865-29a9ee6a1848 x-openstack-request-id: req-14a81350-ef36-4b96-a865-29a9ee6a1848 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:24:50.036232 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880e6e07-d1a0-4292-8c40-2be3de1a01d0", "name": "network-vif-plugged", "status": "completed", "tag": "88b33825-9d28-4c93-876d-2e81c6c9387d", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:24:50.036502 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14a81350-ef36-4b96-a865-29a9ee6a1848 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:24:50.037311 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880e6e07-d1a0-4292-8c40-2be3de1a01d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b33825-9d28-4c93-876d-2e81c6c9387d', 'code': 200} Feb 20 05:24:50.125355 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f6991-07a2-43f9-aed5-9d76195135d0 req-654e7b01-5352-454f-ab32-95fa8e841280 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:50.127027 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f62f6991-07a2-43f9-aed5-9d76195135d0 req-654e7b01-5352-454f-ab32-95fa8e841280 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f057c8c-a4c8-41ad-bdbd-b99843f58040 HTTP/1.1" status: 200 len: 944 time: 0.0977714 Feb 20 05:24:50.191668 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f62f6991-07a2-43f9-aed5-9d76195135d0 req-79e153b5-b512-480d-9a78-b57a8d6c78a1 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e25fa16-67cb-4cfa-bfd2-081f2d286c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552483 Feb 20 05:24:50.212683 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438a1fb-d46a-42ff-b654-c032a1a5546c req-c0d67b7f-6470-4c0d-942a-6f7e6b181d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:50.214279 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e438a1fb-d46a-42ff-b654-c032a1a5546c req-c0d67b7f-6470-4c0d-942a-6f7e6b181d6a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 1152 time: 0.1021051 Feb 20 05:24:50.236447 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e438a1fb-d46a-42ff-b654-c032a1a5546c req-f5804e96-0fd6-4160-b3ea-6882dac36f30 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:50.304276 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45760) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:50.317828 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-979f7079-f8ff-4186-b5d6-b62c4b50edb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:50.318007 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e438a1fb-d46a-42ff-b654-c032a1a5546c req-f5804e96-0fd6-4160-b3ea-6882dac36f30 service neutron] Publish callbacks [] for security_group (aeafb0c5-d168-4c25-80d0-2a00b7de248b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:50.322204 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e438a1fb-d46a-42ff-b654-c032a1a5546c req-f5804e96-0fd6-4160-b3ea-6882dac36f30 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (aeafb0c5-d168-4c25-80d0-2a00b7de248b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:50.367964 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e438a1fb-d46a-42ff-b654-c032a1a5546c req-f5804e96-0fd6-4160-b3ea-6882dac36f30 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=80d65ea1-9248-4fc8-8294-c25ce2e898a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457794 Feb 20 05:24:50.368730 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5804e96-0fd6-4160-b3ea-6882dac36f30 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aeafb0c5-d168-4c25-80d0-2a00b7de248b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:50.409225 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-979f7079-f8ff-4186-b5d6-b62c4b50edb8 admin admin] Publish callbacks [] for security_group (11547c9e-5217-4753-9222-85cdce3f8468), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:50.414412 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-979f7079-f8ff-4186-b5d6-b62c4b50edb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (11547c9e-5217-4753-9222-85cdce3f8468), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:50.456350 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-979f7079-f8ff-4186-b5d6-b62c4b50edb8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=809a6259eddb4b2bb403620c4d1d6dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463087 Feb 20 05:24:50.456574 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45766) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:50.469362 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f7079-f8ff-4186-b5d6-b62c4b50edb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11547c9e-5217-4753-9222-85cdce3f8468,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:50.513305 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0b520-58ce-4075-be11-6bfc458fd001 req-8b9f3b1a-97fa-4397-b9b1-67d179529947 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:50.514803 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62f0b520-58ce-4075-be11-6bfc458fd001 req-8b9f3b1a-97fa-4397-b9b1-67d179529947 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/ports?device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 970 time: 0.0593419 Feb 20 05:24:50.519140 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-31a01106-3341-4c48-bf50-b99dc5c37319 admin admin] Publish callbacks [] for security_group (11547c9e-5217-4753-9222-85cdce3f8468), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:50.542478 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-31a01106-3341-4c48-bf50-b99dc5c37319 admin admin] Publish callbacks [] for security_group (11547c9e-5217-4753-9222-85cdce3f8468), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:50.567919 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62f0b520-58ce-4075-be11-6bfc458fd001 req-3e27b92b-ebf6-441e-aaa8-7fd0a48461cc tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d65ea1-9248-4fc8-8294-c25ce2e898a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459106 Feb 20 05:24:50.604406 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-31a01106-3341-4c48-bf50-b99dc5c37319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (11547c9e-5217-4753-9222-85cdce3f8468), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:50.607082 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-31a01106-3341-4c48-bf50-b99dc5c37319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:50.608278 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-31a01106-3341-4c48-bf50-b99dc5c37319 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11547c9e-5217-4753-9222-85cdce3f8468 HTTP/1.1" status: 204 len: 168 time: 0.1509237 Feb 20 05:24:50.616623 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a01106-3341-4c48-bf50-b99dc5c37319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11547c9e-5217-4753-9222-85cdce3f8468,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:50.715568 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-41cefb00-c4c0-47b9-ab27-08c942bf280d tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=33e073e8724e412e8e85bde2155033d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238764 Feb 20 05:24:50.820736 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-7a9e7ae9-f334-4f41-9614-9e433dda582b tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:50.822251 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-7a9e7ae9-f334-4f41-9614-9e433dda582b tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1015053 Feb 20 05:24:50.836633 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-88b97aa1-81ac-44bf-ada9-109e054ed59a tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.37 "GET /v2.0/quotas/33e073e8724e412e8e85bde2155033d3 HTTP/1.1" status: 200 len: 375 time: 0.0091295 Feb 20 05:24:50.868622 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-12231c48-84ee-46b4-a64a-21acd9c3312f tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=33e073e8724e412e8e85bde2155033d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270655 Feb 20 05:24:51.050293 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4e4ca69f-11f5-4d75-8416-1dcfe029d7ee req-452acb48-042a-480f-bb63-b71c92e78c7d tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.37 "GET /v2.0/ports?device_id=f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a HTTP/1.1" status: 200 len: 210 time: 0.0414467 Feb 20 05:24:51.099356 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947d72a-c93a-40bd-baf9-3139fe6506e7 req-0445140b-88c8-44fa-8a58-b912d1272d15 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:51.100811 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a947d72a-c93a-40bd-baf9-3139fe6506e7 req-0445140b-88c8-44fa-8a58-b912d1272d15 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 949 time: 0.0808160 Feb 20 05:24:51.155605 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a947d72a-c93a-40bd-baf9-3139fe6506e7 req-80b91eae-577f-427d-8380-f7ea1d3a661b tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489120 Feb 20 05:24:51.244625 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:51.327347 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03ba1b-c97b-417b-9305-a4dd2b501137 req-11c1129e-42c7-4cf6-868b-8b7a8f4b2053 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:51.329156 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ed03ba1b-c97b-417b-9305-a4dd2b501137 req-11c1129e-42c7-4cf6-868b-8b7a8f4b2053 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f057c8c-a4c8-41ad-bdbd-b99843f58040 HTTP/1.1" status: 200 len: 944 time: 0.0554452 Feb 20 05:24:51.378857 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ed03ba1b-c97b-417b-9305-a4dd2b501137 req-ca2352b1-f455-470a-b38f-f985ff7d3936 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e25fa16-67cb-4cfa-bfd2-081f2d286c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429535 Feb 20 05:24:51.523640 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 056c579f-a4f8-44d5-abd9-86552ef4696b details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:24:51.634804 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 056c579f-a4f8-44d5-abd9-86552ef4696b, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=056c579f-a4f8-44d5-abd9-86552ef4696b,segment=NetworkSegment(a8b346e4-a1ba-4a23-9d05-3eeb17deb23b),segment_id=a8b346e4-a1ba-4a23-9d05-3eeb17deb23b)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:24:51.654991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '056c579f-a4f8-44d5-abd9-86552ef4696b', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'port_id': '056c579f-a4f8-44d5-abd9-86552ef4696b', 'mac_address': 'fa:16:3e:e5:ae:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:24:51.700274 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 056c579f-a4f8-44d5-abd9-86552ef4696b is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:24:51.700671 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (056c579f-a4f8-44d5-abd9-86552ef4696b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:51.710374 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19078784-2064-4e75-b81a-48383d64a96e req-ca623f33-8942-4404-90ce-1e076e4ce65f tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:51.712330 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-19078784-2064-4e75-b81a-48383d64a96e req-ca623f33-8942-4404-90ce-1e076e4ce65f tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/ports?device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 970 time: 0.0648685 Feb 20 05:24:51.713860 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 056c579f-a4f8-44d5-abd9-86552ef4696b {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:24:51.734851 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 056c579f-a4f8-44d5-abd9-86552ef4696b, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=056c579f-a4f8-44d5-abd9-86552ef4696b,segment=NetworkSegment(a8b346e4-a1ba-4a23-9d05-3eeb17deb23b),segment_id=a8b346e4-a1ba-4a23-9d05-3eeb17deb23b)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:24:51.740620 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (056c579f-a4f8-44d5-abd9-86552ef4696b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:51.766303 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-19078784-2064-4e75-b81a-48383d64a96e req-76bca21d-20ce-4314-8bea-f2c395fcce91 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d65ea1-9248-4fc8-8294-c25ce2e898a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465641 Feb 20 05:24:51.791169 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=056c579f-a4f8-44d5-abd9-86552ef4696b,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:51.965193 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['056c579f-a4f8-44d5-abd9-86552ef4696b'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:24:52.022115 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-95c5c0a7-8970-44f9-a4f2-9d9852fa21a3 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=33e073e8724e412e8e85bde2155033d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245411 Feb 20 05:24:52.053116 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74aecfde-108a-4321-9fba-f799c7fa3cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6d4b04-c406-42ed-a682-0b0ab5db7589'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:24:52.055449 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435567c1-aefd-4737-b403-7175028bf03d" -d '{"events": [{"server_uuid": "74aecfde-108a-4321-9fba-f799c7fa3cbe", "name": "network-vif-plugged", "status": "completed", "tag": "ed6d4b04-c406-42ed-a682-0b0ab5db7589"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:24:52.212942 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-58f91db4-04a3-4162-af02-9f1efa5d7ed6 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:52.216039 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-58f91db4-04a3-4162-af02-9f1efa5d7ed6 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1879044 Feb 20 05:24:52.230330 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-6d9bdefb-b706-4041-a54e-34398948b6bd tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Request body: {'port': {'device_id': 'f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': '33e073e8724e412e8e85bde2155033d3'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:24:52.261973 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c78521b-6927-4f3d-bcb6-71ba2f96b485 req-a96129dd-31b6-4fb2-b9d0-8784e7d92347 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.37 "GET /v2.0/ports?device_id=f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a HTTP/1.1" status: 200 len: 210 time: 0.0497527 Feb 20 05:24:52.300058 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf67f954-49ad-4e2b-8fd3-1bf057cc3f30 x-openstack-request-id: req-bf67f954-49ad-4e2b-8fd3-1bf057cc3f30 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:24:52.300606 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74aecfde-108a-4321-9fba-f799c7fa3cbe", "name": "network-vif-plugged", "status": "completed", "tag": "ed6d4b04-c406-42ed-a682-0b0ab5db7589", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:24:52.300606 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf67f954-49ad-4e2b-8fd3-1bf057cc3f30 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:24:52.301002 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74aecfde-108a-4321-9fba-f799c7fa3cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6d4b04-c406-42ed-a682-0b0ab5db7589', 'code': 200} Feb 20 05:24:52.381607 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-654fe510-4d8c-41c4-a679-66fd2de405d2 req-32c02195-65d6-47b2-b4ae-c934c4d6d2cb tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] Request body: {'security_group': {'name': 'tempest-securitygroup-389094837', 'description': 'tempest-description-500981959'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:24:52.391732 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfcc94-f12a-4607-840b-ed2af2cfb938 req-6b79bc2a-7a92-4414-b9a9-e11df07dfe9e tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:52.394445 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b2bfcc94-f12a-4607-840b-ed2af2cfb938 req-6b79bc2a-7a92-4414-b9a9-e11df07dfe9e tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 949 time: 0.0739706 Feb 20 05:24:52.409482 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc79091-c234-432c-b4d7-29a9eb0aba0e req-c605a029-412d-46fd-a4d4-1f70ba0ff13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:52.411522 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3bc79091-c234-432c-b4d7-29a9eb0aba0e req-c605a029-412d-46fd-a4d4-1f70ba0ff13b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 1131 time: 0.0850151 Feb 20 05:24:52.430713 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-654fe510-4d8c-41c4-a679-66fd2de405d2 req-32c02195-65d6-47b2-b4ae-c934c4d6d2cb tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:52.444831 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-654fe510-4d8c-41c4-a679-66fd2de405d2 req-32c02195-65d6-47b2-b4ae-c934c4d6d2cb tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:52.451811 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-6d9bdefb-b706-4041-a54e-34398948b6bd tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Made reservation on behalf of 33e073e8724e412e8e85bde2155033d3 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:24:52.455129 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-6d9bdefb-b706-4041-a54e-34398948b6bd tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:52.474519 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-6d9bdefb-b706-4041-a54e-34398948b6bd tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:52.475678 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b2bfcc94-f12a-4607-840b-ed2af2cfb938 req-c20faa55-f781-4fab-bfe0-4e47611cac70 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743160 Feb 20 05:24:52.479739 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:52.480553 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3bc79091-c234-432c-b4d7-29a9eb0aba0e req-2f178962-eed1-4fa7-a650-d5d5e56aba33 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625336 Feb 20 05:24:52.562277 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-6d9bdefb-b706-4041-a54e-34398948b6bd tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Publish callbacks [] for security_group (f309216e-855e-498f-8324-1acfbcafc0b4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:52.566438 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-6d9bdefb-b706-4041-a54e-34398948b6bd tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f309216e-855e-498f-8324-1acfbcafc0b4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:52.571329 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-654fe510-4d8c-41c4-a679-66fd2de405d2 req-32c02195-65d6-47b2-b4ae-c934c4d6d2cb tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] Publish callbacks [] for security_group (c14d043e-3bef-462c-867c-1d46be8f6839), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:52.576626 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-654fe510-4d8c-41c4-a679-66fd2de405d2 req-32c02195-65d6-47b2-b4ae-c934c4d6d2cb tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c14d043e-3bef-462c-867c-1d46be8f6839), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:52.617757 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:52.632014 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c02195-65d6-47b2-b4ae-c934c4d6d2cb tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c14d043e-3bef-462c-867c-1d46be8f6839,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:52.641943 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9bdefb-b706-4041-a54e-34398948b6bd tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f309216e-855e-498f-8324-1acfbcafc0b4,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:52.643789 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937b2d7-4095-45b7-a5cb-d33c66666dd3 req-09ace856-1b26-4c22-8cf1-deb9278328f3 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:52.645359 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3937b2d7-4095-45b7-a5cb-d33c66666dd3 req-09ace856-1b26-4c22-8cf1-deb9278328f3 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f057c8c-a4c8-41ad-bdbd-b99843f58040 HTTP/1.1" status: 200 len: 945 time: 0.1051273 Feb 20 05:24:52.690499 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-654fe510-4d8c-41c4-a679-66fd2de405d2 req-32c02195-65d6-47b2-b4ae-c934c4d6d2cb tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] Publish callbacks [] for security_group (7c9e9684-7184-4d8f-af8a-a401dcb18746), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:52.696820 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-654fe510-4d8c-41c4-a679-66fd2de405d2 req-32c02195-65d6-47b2-b4ae-c934c4d6d2cb tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7c9e9684-7184-4d8f-af8a-a401dcb18746), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:52.709940 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-6d9bdefb-b706-4041-a54e-34398948b6bd tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Allocated IP 192.168.233.31 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/bf6f2813-0f54-47d7-bd51-d57f5b718cf4) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:24:52.742875 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-654fe510-4d8c-41c4-a679-66fd2de405d2 req-32c02195-65d6-47b2-b4ae-c934c4d6d2cb tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:52.744092 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-654fe510-4d8c-41c4-a679-66fd2de405d2 req-32c02195-65d6-47b2-b4ae-c934c4d6d2cb tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3672090 Feb 20 05:24:52.747376 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3937b2d7-4095-45b7-a5cb-d33c66666dd3 req-c7d4ff29-6f5f-4402-b8fb-486691029882 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e25fa16-67cb-4cfa-bfd2-081f2d286c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880466 Feb 20 05:24:52.748027 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c02195-65d6-47b2-b4ae-c934c4d6d2cb tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9e9684-7184-4d8f-af8a-a401dcb18746,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:52.773221 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-3647b191-4cb3-452b-8061-12498293f413 req-80138880-f9f8-41ff-8a83-4ebaae28d6de tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] Request body: {'security_group': {'name': 'tempest-securitygroup-380220492', 'description': 'tempest-description-518256267'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:24:52.793823 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3647b191-4cb3-452b-8061-12498293f413 req-80138880-f9f8-41ff-8a83-4ebaae28d6de tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:52.868454 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-6d9bdefb-b706-4041-a54e-34398948b6bd tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Publish callbacks [] for port (bf6f2813-0f54-47d7-bd51-d57f5b718cf4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:52.893916 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3647b191-4cb3-452b-8061-12498293f413 req-80138880-f9f8-41ff-8a83-4ebaae28d6de tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] Publish callbacks [] for security_group (395f8c11-c476-4196-8777-25b169d3af48), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:52.898745 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3647b191-4cb3-452b-8061-12498293f413 req-80138880-f9f8-41ff-8a83-4ebaae28d6de tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (395f8c11-c476-4196-8777-25b169d3af48), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:52.902219 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-6d9bdefb-b706-4041-a54e-34398948b6bd tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (bf6f2813-0f54-47d7-bd51-d57f5b718cf4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:52.937468 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8296b-32be-4612-bff1-7b6a696bdc97 req-31b89fa4-deae-4b03-8916-cb929b302d75 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:52.938998 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-12a8296b-32be-4612-bff1-7b6a696bdc97 req-31b89fa4-deae-4b03-8916-cb929b302d75 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/ports?device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 970 time: 0.1015472 Feb 20 05:24:52.941072 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-6d9bdefb-b706-4041-a54e-34398948b6bd tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:24:52.942170 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3647b191-4cb3-452b-8061-12498293f413 req-80138880-f9f8-41ff-8a83-4ebaae28d6de tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:52.943428 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3647b191-4cb3-452b-8061-12498293f413 req-80138880-f9f8-41ff-8a83-4ebaae28d6de tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1781373 Feb 20 05:24:52.944316 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-6d9bdefb-b706-4041-a54e-34398948b6bd tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:24:52.948108 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-6d9bdefb-b706-4041-a54e-34398948b6bd tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:24:52.953168 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-6d9bdefb-b706-4041-a54e-34398948b6bd tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:52.954024 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-6d9bdefb-b706-4041-a54e-34398948b6bd tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:52.956908 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80138880-f9f8-41ff-8a83-4ebaae28d6de tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=395f8c11-c476-4196-8777-25b169d3af48,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:52.975893 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9bdefb-b706-4041-a54e-34398948b6bd tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Pushing event updated for resources: {'Port': ['ID=bf6f2813-0f54-47d7-bd51-d57f5b718cf4,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:52.985998 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-6d9bdefb-b706-4041-a54e-34398948b6bd tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7602198 Feb 20 05:24:52.999143 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-0ae94bfc-8a81-40a2-92cd-3f93b4c229da service neutron] Request body: {'port': {'device_id': 'f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a', 'device_owner': 'compute:tempest-test_az-832265867', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:24:53.022127 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-12a8296b-32be-4612-bff1-7b6a696bdc97 req-11cd9c84-cb16-4c1c-ac4d-e36e2f25bc75 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d65ea1-9248-4fc8-8294-c25ce2e898a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613337 Feb 20 05:24:53.046025 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-1b0dcca1-2439-4d9b-8d8b-f6728dcf03f5 req-f22eba6f-bb24-4880-8b72-4d386c9e2da2 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1127476861', 'description': 'tempest-description-1569491004'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:24:53.069207 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1b0dcca1-2439-4d9b-8d8b-f6728dcf03f5 req-f22eba6f-bb24-4880-8b72-4d386c9e2da2 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:53.074780 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-0ae94bfc-8a81-40a2-92cd-3f93b4c229da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bf6f2813-0f54-47d7-bd51-d57f5b718cf4), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:53.081508 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1b0dcca1-2439-4d9b-8d8b-f6728dcf03f5 req-f22eba6f-bb24-4880-8b72-4d386c9e2da2 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:53.197999 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1b0dcca1-2439-4d9b-8d8b-f6728dcf03f5 req-f22eba6f-bb24-4880-8b72-4d386c9e2da2 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] Publish callbacks [] for security_group (5812646a-659b-4524-9ff4-95c760f60218), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:53.220194 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1b0dcca1-2439-4d9b-8d8b-f6728dcf03f5 req-f22eba6f-bb24-4880-8b72-4d386c9e2da2 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5812646a-659b-4524-9ff4-95c760f60218), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:53.254228 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2f38e7a7-ec60-4412-b5f2-b21b2a0ab262 None None] Provisioning complete for port bf6f2813-0f54-47d7-bd51-d57f5b718cf4 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:53.254822 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f38e7a7-ec60-4412-b5f2-b21b2a0ab262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bf6f2813-0f54-47d7-bd51-d57f5b718cf4), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:53.277345 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22eba6f-bb24-4880-8b72-4d386c9e2da2 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5812646a-659b-4524-9ff4-95c760f60218,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:53.290825 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2f38e7a7-ec60-4412-b5f2-b21b2a0ab262 None None] Port bf6f2813-0f54-47d7-bd51-d57f5b718cf4 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:24:53.311875 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76642f58-787b-4de9-959f-809af00997df req-e46df712-d4d3-4023-ae1f-5e29fea88935 tempest-AggregatesAdminTestJSON-1950014401 tempest-AggregatesAdminTestJSON-1950014401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:53.313405 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-76642f58-787b-4de9-959f-809af00997df req-e46df712-d4d3-4023-ae1f-5e29fea88935 tempest-AggregatesAdminTestJSON-1950014401 tempest-AggregatesAdminTestJSON-1950014401-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 1152 time: 0.1527140 Feb 20 05:24:53.343825 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-76642f58-787b-4de9-959f-809af00997df req-7ce85f07-552a-4c81-a0b2-04d62a3e4782 tempest-AggregatesAdminTestJSON-1950014401 tempest-AggregatesAdminTestJSON-1950014401-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:53.360894 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1b0dcca1-2439-4d9b-8d8b-f6728dcf03f5 req-f22eba6f-bb24-4880-8b72-4d386c9e2da2 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] Publish callbacks [] for security_group (4261fe08-faf3-4147-b236-b02daef77f15), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:53.367727 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1b0dcca1-2439-4d9b-8d8b-f6728dcf03f5 req-f22eba6f-bb24-4880-8b72-4d386c9e2da2 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4261fe08-faf3-4147-b236-b02daef77f15), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:53.376697 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-0ae94bfc-8a81-40a2-92cd-3f93b4c229da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6f2813-0f54-47d7-bd51-d57f5b718cf4 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:24:53.384924 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-0ae94bfc-8a81-40a2-92cd-3f93b4c229da service neutron] Publish callbacks [] for port (bf6f2813-0f54-47d7-bd51-d57f5b718cf4), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:53.397596 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-0ae94bfc-8a81-40a2-92cd-3f93b4c229da service neutron] Transition to ACTIVE for port object bf6f2813-0f54-47d7-bd51-d57f5b718cf4 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:24:53.401417 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-0ae94bfc-8a81-40a2-92cd-3f93b4c229da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (bf6f2813-0f54-47d7-bd51-d57f5b718cf4), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:53.407700 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1b0dcca1-2439-4d9b-8d8b-f6728dcf03f5 req-f22eba6f-bb24-4880-8b72-4d386c9e2da2 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:53.408997 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1b0dcca1-2439-4d9b-8d8b-f6728dcf03f5 req-f22eba6f-bb24-4880-8b72-4d386c9e2da2 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3672030 Feb 20 05:24:53.417380 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22eba6f-bb24-4880-8b72-4d386c9e2da2 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4261fe08-faf3-4147-b236-b02daef77f15,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:53.466633 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae94bfc-8a81-40a2-92cd-3f93b4c229da service neutron] Pushing event updated for resources: {'Port': ['ID=bf6f2813-0f54-47d7-bd51-d57f5b718cf4,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:53.496907 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-0ae94bfc-8a81-40a2-92cd-3f93b4c229da service neutron] Attempting to bind port bf6f2813-0f54-47d7-bd51-d57f5b718cf4 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:24:53.496907 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-0ae94bfc-8a81-40a2-92cd-3f93b4c229da service neutron] Attempting to bind port bf6f2813-0f54-47d7-bd51-d57f5b718cf4 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:24:53.497271 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-0ae94bfc-8a81-40a2-92cd-3f93b4c229da service neutron] Attempting to bind port bf6f2813-0f54-47d7-bd51-d57f5b718cf4 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:24:53.502673 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-0ae94bfc-8a81-40a2-92cd-3f93b4c229da service neutron] Port bf6f2813-0f54-47d7-bd51-d57f5b718cf4 on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:24:53.503028 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-0ae94bfc-8a81-40a2-92cd-3f93b4c229da service neutron] Attempting to bind port bf6f2813-0f54-47d7-bd51-d57f5b718cf4 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:24:53.510748 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-0ae94bfc-8a81-40a2-92cd-3f93b4c229da service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:24:53.511306 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-0ae94bfc-8a81-40a2-92cd-3f93b4c229da service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:24:53.511699 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-0ae94bfc-8a81-40a2-92cd-3f93b4c229da service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:24:53.512156 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-0ae94bfc-8a81-40a2-92cd-3f93b4c229da service neutron] Bound port: bf6f2813-0f54-47d7-bd51-d57f5b718cf4, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:24:53.512516 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-0ae94bfc-8a81-40a2-92cd-3f93b4c229da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bf6f2813-0f54-47d7-bd51-d57f5b718cf4), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:53.516036 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-76642f58-787b-4de9-959f-809af00997df req-7ce85f07-552a-4c81-a0b2-04d62a3e4782 tempest-AggregatesAdminTestJSON-1950014401 tempest-AggregatesAdminTestJSON-1950014401-project-admin] Publish callbacks [] for security_group (07310a48-1d13-4709-a56b-dbd72b4ff677), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:53.524518 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 056c579f-a4f8-44d5-abd9-86552ef4696b up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:24:53.525145 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-76642f58-787b-4de9-959f-809af00997df req-7ce85f07-552a-4c81-a0b2-04d62a3e4782 tempest-AggregatesAdminTestJSON-1950014401 tempest-AggregatesAdminTestJSON-1950014401-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (07310a48-1d13-4709-a56b-dbd72b4ff677), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:53.566045 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3055b-e3df-4c44-8ee1-a560ed4976c6 req-c64c68db-1f4e-4ed0-ad17-7ab26a6f6868 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:53.573389 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-93e3055b-e3df-4c44-8ee1-a560ed4976c6 req-c64c68db-1f4e-4ed0-ad17-7ab26a6f6868 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.37 "GET /v2.0/ports?device_id=f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a HTTP/1.1" status: 200 len: 968 time: 0.1139276 Feb 20 05:24:53.589201 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 056c579f-a4f8-44d5-abd9-86552ef4696b completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:24:53.589955 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-0ae94bfc-8a81-40a2-92cd-3f93b4c229da service neutron] For port bf6f2813-0f54-47d7-bd51-d57f5b718cf4, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:24:53.594367 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-0ae94bfc-8a81-40a2-92cd-3f93b4c229da service neutron] For port bf6f2813-0f54-47d7-bd51-d57f5b718cf4, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=bf6f2813-0f54-47d7-bd51-d57f5b718cf4,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:24:53.595581 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 056c579f-a4f8-44d5-abd9-86552ef4696b triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:53.597013 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (056c579f-a4f8-44d5-abd9-86552ef4696b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:53.603297 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-0ae94bfc-8a81-40a2-92cd-3f93b4c229da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (bf6f2813-0f54-47d7-bd51-d57f5b718cf4), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:53.638080 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-76642f58-787b-4de9-959f-809af00997df req-7ce85f07-552a-4c81-a0b2-04d62a3e4782 tempest-AggregatesAdminTestJSON-1950014401 tempest-AggregatesAdminTestJSON-1950014401-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=80d65ea1-9248-4fc8-8294-c25ce2e898a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160677 Feb 20 05:24:53.638329 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-0ae94bfc-8a81-40a2-92cd-3f93b4c229da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:53.638780 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-0ae94bfc-8a81-40a2-92cd-3f93b4c229da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:53.640493 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-0ae94bfc-8a81-40a2-92cd-3f93b4c229da service neutron] 10.222.0.61 "PUT /v2.0/ports/bf6f2813-0f54-47d7-bd51-d57f5b718cf4 HTTP/1.1" status: 200 len: 1116 time: 0.6472676 Feb 20 05:24:53.640979 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a', 'tag': 'bf6f2813-0f54-47d7-bd51-d57f5b718cf4'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:24:53.644139 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a37bbfe-b8ca-4a87-8195-25dfe109bd93" -d '{"events": [{"name": "network-changed", "server_uuid": "f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a", "tag": "bf6f2813-0f54-47d7-bd51-d57f5b718cf4"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:24:53.650334 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce85f07-552a-4c81-a0b2-04d62a3e4782 tempest-AggregatesAdminTestJSON-1950014401 tempest-AggregatesAdminTestJSON-1950014401-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07310a48-1d13-4709-a56b-dbd72b4ff677,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:53.681918 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-93e3055b-e3df-4c44-8ee1-a560ed4976c6 req-5ce876cc-a666-4186-b17f-0099c9a66249 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.37 "GET /v2.0/security-groups?id=f309216e-855e-498f-8324-1acfbcafc0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067789 Feb 20 05:24:53.704719 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae94bfc-8a81-40a2-92cd-3f93b4c229da service neutron] Pushing event updated for resources: {'Port': ['ID=bf6f2813-0f54-47d7-bd51-d57f5b718cf4,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:53.707961 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-e53f1260-8002-4619-81f5-5c11c4f9bb1e req-56eec687-fb2d-441b-9d80-6db119536d17 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1048124178', 'description': 'tempest-description-1181974408'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:24:53.746472 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 056c579f-a4f8-44d5-abd9-86552ef4696b is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:24:53.746994 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (056c579f-a4f8-44d5-abd9-86552ef4696b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:53.747673 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e53f1260-8002-4619-81f5-5c11c4f9bb1e req-56eec687-fb2d-441b-9d80-6db119536d17 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:53.751347 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-24040ec6-8707-449e-95cc-c1cb7891a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:53.755671 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-24040ec6-8707-449e-95cc-c1cb7891a369 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33e073e8724e412e8e85bde2155033d3&device_id=f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a HTTP/1.1" status: 200 len: 1150 time: 0.0651922 Feb 20 05:24:53.787109 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 056c579f-a4f8-44d5-abd9-86552ef4696b, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=056c579f-a4f8-44d5-abd9-86552ef4696b,segment=NetworkSegment(a8b346e4-a1ba-4a23-9d05-3eeb17deb23b),segment_id=a8b346e4-a1ba-4a23-9d05-3eeb17deb23b)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:24:53.791727 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (056c579f-a4f8-44d5-abd9-86552ef4696b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:53.815460 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-cef29440-12f2-4a1b-b845-eb7d631e3ec6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=bf6f2813-0f54-47d7-bd51-d57f5b718cf4 HTTP/1.1" status: 200 len: 217 time: 0.0443001 Feb 20 05:24:53.859098 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fcd2b-c51d-465d-9584-b767252039ca req-86034ccb-4a57-43eb-9a61-3dfc2730574c tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:53.861398 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-da4fcd2b-c51d-465d-9584-b767252039ca req-86034ccb-4a57-43eb-9a61-3dfc2730574c tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 949 time: 0.0779006 Feb 20 05:24:53.868021 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=056c579f-a4f8-44d5-abd9-86552ef4696b,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:53.880888 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-4c9bd43b-e612-4278-ac42-b96491b06d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:53.883821 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-4c9bd43b-e612-4278-ac42-b96491b06d38 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0611141 Feb 20 05:24:53.905945 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e53f1260-8002-4619-81f5-5c11c4f9bb1e req-56eec687-fb2d-441b-9d80-6db119536d17 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] Publish callbacks [] for security_group (30630c12-2ca0-438c-8ab0-dd9970d92cf7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:53.916113 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e53f1260-8002-4619-81f5-5c11c4f9bb1e req-56eec687-fb2d-441b-9d80-6db119536d17 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (30630c12-2ca0-438c-8ab0-dd9970d92cf7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:53.941084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-cb6f2f2c-7369-4392-8a3c-8f0219fdcbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:53.943967 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-cb6f2f2c-7369-4392-8a3c-8f0219fdcbb2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0521369 Feb 20 05:24:53.957906 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e53f1260-8002-4619-81f5-5c11c4f9bb1e req-56eec687-fb2d-441b-9d80-6db119536d17 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:53.959418 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e53f1260-8002-4619-81f5-5c11c4f9bb1e req-56eec687-fb2d-441b-9d80-6db119536d17 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2604599 Feb 20 05:24:53.971738 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eec687-fb2d-441b-9d80-6db119536d17 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30630c12-2ca0-438c-8ab0-dd9970d92cf7,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:53.988945 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-da4fcd2b-c51d-465d-9584-b767252039ca req-926d784a-b655-4ba9-866f-fa79990e7051 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958657 Feb 20 05:24:54.027569 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab881a7d-cf25-4b32-86c8-c19e6e7a2a86 x-openstack-request-id: req-ab881a7d-cf25-4b32-86c8-c19e6e7a2a86 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:24:54.027947 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a", "tag": "bf6f2813-0f54-47d7-bd51-d57f5b718cf4", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:24:54.028268 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab881a7d-cf25-4b32-86c8-c19e6e7a2a86 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:24:54.028730 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a', 'tag': 'bf6f2813-0f54-47d7-bd51-d57f5b718cf4', 'status': 'completed', 'code': 200} Feb 20 05:24:54.080567 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-7caf52cc-b256-45b4-9cce-8d7381fe23f3 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219954 Feb 20 05:24:54.138506 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde5cb2-88c6-45ec-a7af-57df0f011dbc req-3ba33f42-95ac-4f39-9a9e-fadc04b695dd tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:54.140106 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-edde5cb2-88c6-45ec-a7af-57df0f011dbc req-3ba33f42-95ac-4f39-9a9e-fadc04b695dd tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f057c8c-a4c8-41ad-bdbd-b99843f58040 HTTP/1.1" status: 200 len: 946 time: 0.0651836 Feb 20 05:24:54.185253 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a0caaeb1-72df-4d5c-abd1-301b115997be req-5f10205a-cfd2-4672-b6d4-745afbce21b3 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967934 Feb 20 05:24:54.192029 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-edde5cb2-88c6-45ec-a7af-57df0f011dbc req-7136ab1e-9666-43ee-ba91-be2c74e39fdb tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e25fa16-67cb-4cfa-bfd2-081f2d286c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447986 Feb 20 05:24:54.302504 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f057c8c-a4c8-41ad-bdbd-b99843f58040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056c579f-a4f8-44d5-abd9-86552ef4696b'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:24:54.304903 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2788c996-7216-4d80-ab58-f6747e6d87fa" -d '{"events": [{"server_uuid": "5f057c8c-a4c8-41ad-bdbd-b99843f58040", "name": "network-vif-plugged", "status": "completed", "tag": "056c579f-a4f8-44d5-abd9-86552ef4696b"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:24:54.306773 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37bbfe-b8ca-4a87-8195-25dfe109bd93 req-ac9b72bb-0d10-40b4-8d37-09f4bb7ed216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:54.308383 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4a37bbfe-b8ca-4a87-8195-25dfe109bd93 req-ac9b72bb-0d10-40b4-8d37-09f4bb7ed216 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33e073e8724e412e8e85bde2155033d3&device_id=f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a HTTP/1.1" status: 200 len: 1150 time: 0.0543594 Feb 20 05:24:54.377843 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4dcedd-ea34-4ca5-b8e6-dd256d3aec1a req-54866c30-b019-4989-b883-503b8a4c8fa0 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:54.379355 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0b4dcedd-ea34-4ca5-b8e6-dd256d3aec1a req-54866c30-b019-4989-b883-503b8a4c8fa0 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/ports?device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 970 time: 0.1015725 Feb 20 05:24:54.428585 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37bbfe-b8ca-4a87-8195-25dfe109bd93 req-5c92e926-9d26-4a07-b2fa-2005c6a5a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:54.430155 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4a37bbfe-b8ca-4a87-8195-25dfe109bd93 req-5c92e926-9d26-4a07-b2fa-2005c6a5a13e service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.1140561 Feb 20 05:24:54.461884 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0b4dcedd-ea34-4ca5-b8e6-dd256d3aec1a req-2e967003-9926-461f-896d-b0bdb4fc3a28 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d65ea1-9248-4fc8-8294-c25ce2e898a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748310 Feb 20 05:24:54.475930 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4a37bbfe-b8ca-4a87-8195-25dfe109bd93 req-378b64ca-4072-4483-91ad-1782343de2dc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=bf6f2813-0f54-47d7-bd51-d57f5b718cf4 HTTP/1.1" status: 200 len: 217 time: 0.0393271 Feb 20 05:24:54.519073 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4066e01-127d-4f73-a7fb-570fa6c39f21 x-openstack-request-id: req-f4066e01-127d-4f73-a7fb-570fa6c39f21 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:24:54.519945 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f057c8c-a4c8-41ad-bdbd-b99843f58040", "name": "network-vif-plugged", "status": "completed", "tag": "056c579f-a4f8-44d5-abd9-86552ef4696b", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:24:54.519945 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4066e01-127d-4f73-a7fb-570fa6c39f21 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:24:54.520139 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f057c8c-a4c8-41ad-bdbd-b99843f58040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056c579f-a4f8-44d5-abd9-86552ef4696b', 'code': 200} Feb 20 05:24:54.520890 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ce6b560-e2bb-46b8-8cb7-8ba73a24e583 req-09456191-ab88-48eb-8eb9-42e7dbf6559d tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39818 time: 0.2940295 Feb 20 05:24:54.537870 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37bbfe-b8ca-4a87-8195-25dfe109bd93 req-f71dd866-379f-435b-894d-af62c9c21cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:54.539387 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4a37bbfe-b8ca-4a87-8195-25dfe109bd93 req-f71dd866-379f-435b-894d-af62c9c21cc0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0558619 Feb 20 05:24:54.562885 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ce6b560-e2bb-46b8-8cb7-8ba73a24e583 req-c94e2c69-837c-4b92-a08d-fbfa0750cfbc tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "GET /v2.0/security-groups/07310a48-1d13-4709-a56b-dbd72b4ff677 HTTP/1.1" status: 200 len: 2998 time: 0.0361111 Feb 20 05:24:54.630531 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37bbfe-b8ca-4a87-8195-25dfe109bd93 req-28704c41-851d-4bda-9c70-5f28fafecc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:54.632163 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4a37bbfe-b8ca-4a87-8195-25dfe109bd93 req-28704c41-851d-4bda-9c70-5f28fafecc84 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0763860 Feb 20 05:24:54.638388 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf2fe4-25a8-4865-b6bc-8afa024ca2e8 req-1eed8a4c-0ba3-4632-a3e9-48bee18c1c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:54.639953 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-63cf2fe4-25a8-4865-b6bc-8afa024ca2e8 req-1eed8a4c-0ba3-4632-a3e9-48bee18c1c14 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5f057c8c-a4c8-41ad-bdbd-b99843f58040 HTTP/1.1" status: 200 len: 1128 time: 0.0588653 Feb 20 05:24:54.741773 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-63cf2fe4-25a8-4865-b6bc-8afa024ca2e8 req-ea4b6d88-bd57-474c-bfa8-325b8194fdb5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8e25fa16-67cb-4cfa-bfd2-081f2d286c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926838 Feb 20 05:24:54.747881 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ce6b560-e2bb-46b8-8cb7-8ba73a24e583 req-98a2a2d4-85ff-4bdb-99d5-8280459fb3b4 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "GET /v2.0/security-groups/07310a48-1d13-4709-a56b-dbd72b4ff677 HTTP/1.1" status: 200 len: 2998 time: 0.1777415 Feb 20 05:24:54.759382 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4a37bbfe-b8ca-4a87-8195-25dfe109bd93 req-e1ac1312-45a9-460d-9549-b513e31244f9 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183546 Feb 20 05:24:54.811284 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ce6b560-e2bb-46b8-8cb7-8ba73a24e583 req-4460262b-76f8-4bee-b1ba-02b131e1777a tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "GET /v2.0/security-groups/2ff50fdf-5fb0-4349-944a-1a2ded2a5dc1 HTTP/1.1" status: 200 len: 2994 time: 0.0625250 Feb 20 05:24:54.832535 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7a8a4-06cd-4481-ac25-a0b680968bed req-2205f2c1-e8c6-4e87-88f5-ab4711c8743a tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:54.833943 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1bc7a8a4-06cd-4481-ac25-a0b680968bed req-2205f2c1-e8c6-4e87-88f5-ab4711c8743a tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.37 "GET /v2.0/ports?device_id=f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a HTTP/1.1" status: 200 len: 968 time: 0.0739219 Feb 20 05:24:54.851385 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4a37bbfe-b8ca-4a87-8195-25dfe109bd93 req-e0f6f851-02a9-46c6-b864-34e962560042 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839479 Feb 20 05:24:54.878087 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ce6b560-e2bb-46b8-8cb7-8ba73a24e583 req-a38438e0-4fb6-4b4f-b4a4-bf2bf7a0187c tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "GET /v2.0/security-groups/2ff50fdf-5fb0-4349-944a-1a2ded2a5dc1 HTTP/1.1" status: 200 len: 2994 time: 0.0602708 Feb 20 05:24:54.881074 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:54.917248 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1bc7a8a4-06cd-4481-ac25-a0b680968bed req-8d9b6cc5-912e-4187-9a16-c15fe0181c4f tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.37 "GET /v2.0/security-groups?id=f309216e-855e-498f-8324-1acfbcafc0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761709 Feb 20 05:24:54.933949 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ce6b560-e2bb-46b8-8cb7-8ba73a24e583 req-edebd0fc-cc35-4a06-9e52-0a90c1b5b45c tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "GET /v2.0/security-groups/35a1764a-cb6a-4757-b78b-b3f1cd21884b HTTP/1.1" status: 200 len: 2994 time: 0.0487771 Feb 20 05:24:54.977510 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ce6b560-e2bb-46b8-8cb7-8ba73a24e583 req-19ed90a3-5aa9-40fa-9f61-79828805c019 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "GET /v2.0/security-groups/35a1764a-cb6a-4757-b78b-b3f1cd21884b HTTP/1.1" status: 200 len: 2994 time: 0.0379696 Feb 20 05:24:55.019410 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ce6b560-e2bb-46b8-8cb7-8ba73a24e583 req-de4efa5e-3856-49e8-b48a-19365c373fa8 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5812646a-659b-4524-9ff4-95c760f60218 HTTP/1.1" status: 200 len: 2998 time: 0.0363977 Feb 20 05:24:55.080452 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ce6b560-e2bb-46b8-8cb7-8ba73a24e583 req-66a34411-88b6-4a4a-a16b-ede822aa2e71 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5812646a-659b-4524-9ff4-95c760f60218 HTTP/1.1" status: 200 len: 2998 time: 0.0570469 Feb 20 05:24:55.130598 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbd902-2093-4fa5-838c-fc0621736e52 req-39654281-f596-4db0-8cf8-902739a20f3f tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:55.132061 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bbfbd902-2093-4fa5-838c-fc0621736e52 req-39654281-f596-4db0-8cf8-902739a20f3f tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 949 time: 0.0834029 Feb 20 05:24:55.136254 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ce6b560-e2bb-46b8-8cb7-8ba73a24e583 req-fe5b20f1-c3a0-4743-9513-2c8c459c402a tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "GET /v2.0/security-groups/66b817b3-5954-4055-8dc6-bddd86afc8b5 HTTP/1.1" status: 200 len: 2994 time: 0.0495324 Feb 20 05:24:55.207177 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bbfbd902-2093-4fa5-838c-fc0621736e52 req-7e70aeae-37c9-4af5-afe1-593971ae982c tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695503 Feb 20 05:24:55.208653 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ce6b560-e2bb-46b8-8cb7-8ba73a24e583 req-4e1d88cb-d3aa-4842-bfcd-572e24727ff7 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "GET /v2.0/security-groups/66b817b3-5954-4055-8dc6-bddd86afc8b5 HTTP/1.1" status: 200 len: 2994 time: 0.0636961 Feb 20 05:24:55.251505 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ce6b560-e2bb-46b8-8cb7-8ba73a24e583 req-7fdb875f-367d-42f1-93e6-4233b4db80c1 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "GET /v2.0/security-groups/80d65ea1-9248-4fc8-8294-c25ce2e898a9 HTTP/1.1" status: 200 len: 2994 time: 0.0370317 Feb 20 05:24:55.320098 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ce6b560-e2bb-46b8-8cb7-8ba73a24e583 req-1d866d08-e3da-4d79-861c-b91f58257923 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "GET /v2.0/security-groups/80d65ea1-9248-4fc8-8294-c25ce2e898a9 HTTP/1.1" status: 200 len: 2994 time: 0.0625029 Feb 20 05:24:55.346871 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317153c-2964-412f-bd4a-772ca15a5930 req-a51ddacc-1f36-4a29-a93e-f29377f5ef9a tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:55.348281 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2317153c-2964-412f-bd4a-772ca15a5930 req-a51ddacc-1f36-4a29-a93e-f29377f5ef9a tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f057c8c-a4c8-41ad-bdbd-b99843f58040 HTTP/1.1" status: 200 len: 946 time: 0.0771289 Feb 20 05:24:55.390415 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ce6b560-e2bb-46b8-8cb7-8ba73a24e583 req-22bc9709-f5b7-42bd-96fe-e3ea510c68ef tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "GET /v2.0/security-groups/9833df30-123c-453e-bb59-075840415429 HTTP/1.1" status: 200 len: 2994 time: 0.0636005 Feb 20 05:24:55.427124 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2317153c-2964-412f-bd4a-772ca15a5930 req-3ff2149f-6b61-4809-9fee-d098cafd2cf0 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e25fa16-67cb-4cfa-bfd2-081f2d286c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729799 Feb 20 05:24:55.447885 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ce6b560-e2bb-46b8-8cb7-8ba73a24e583 req-618debb1-96ca-45ed-9fff-bd8b7807d59b tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "GET /v2.0/security-groups/9833df30-123c-453e-bb59-075840415429 HTTP/1.1" status: 200 len: 2994 time: 0.0512390 Feb 20 05:24:55.488023 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ce6b560-e2bb-46b8-8cb7-8ba73a24e583 req-a4c35ca3-a25f-4f86-bef0-62c3d6505417 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "GET /v2.0/security-groups/aeafb0c5-d168-4c25-80d0-2a00b7de248b HTTP/1.1" status: 200 len: 2998 time: 0.0346355 Feb 20 05:24:55.528349 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ce6b560-e2bb-46b8-8cb7-8ba73a24e583 req-e155a895-250b-42ff-8930-0361754c7866 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "GET /v2.0/security-groups/aeafb0c5-d168-4c25-80d0-2a00b7de248b HTTP/1.1" status: 200 len: 2998 time: 0.0350397 Feb 20 05:24:55.568880 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ce6b560-e2bb-46b8-8cb7-8ba73a24e583 req-19942bbe-4722-466c-9268-f3bf4767f924 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c14d043e-3bef-462c-867c-1d46be8f6839 HTTP/1.1" status: 200 len: 2998 time: 0.0347860 Feb 20 05:24:55.607696 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ce6b560-e2bb-46b8-8cb7-8ba73a24e583 req-a4474e9f-6ffd-44e3-b906-e9eb8710d3dd tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c14d043e-3bef-462c-867c-1d46be8f6839 HTTP/1.1" status: 200 len: 2998 time: 0.0332897 Feb 20 05:24:55.651567 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ce6b560-e2bb-46b8-8cb7-8ba73a24e583 req-a4fb40f1-d572-4431-a59c-ba1c25239ec2 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "GET /v2.0/security-groups/d58c1b0d-7677-40f8-8086-d9c6e3eb2ad8 HTTP/1.1" status: 200 len: 2990 time: 0.0378962 Feb 20 05:24:55.691994 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ce6b560-e2bb-46b8-8cb7-8ba73a24e583 req-208b7ac0-0d83-41ac-9964-e2f48a14d049 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "GET /v2.0/security-groups/d58c1b0d-7677-40f8-8086-d9c6e3eb2ad8 HTTP/1.1" status: 200 len: 2990 time: 0.0343978 Feb 20 05:24:55.747368 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ce6b560-e2bb-46b8-8cb7-8ba73a24e583 req-5963c7a7-7fad-4e4b-b1ec-ec384de1a5f9 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "GET /v2.0/security-groups/f309216e-855e-498f-8324-1acfbcafc0b4 HTTP/1.1" status: 200 len: 2998 time: 0.0492830 Feb 20 05:24:55.802413 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624c972-7d23-4601-a0f4-376712ede7e0 req-a2c36671-f5cb-49ae-9556-5d9ec0449f72 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:55.803895 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e624c972-7d23-4601-a0f4-376712ede7e0 req-a2c36671-f5cb-49ae-9556-5d9ec0449f72 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.61 "GET /v2.0/ports?device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 970 time: 0.1023586 Feb 20 05:24:55.804716 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ce6b560-e2bb-46b8-8cb7-8ba73a24e583 req-e05df529-1a09-463a-a1ec-dd89fa8c1d3a tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "GET /v2.0/security-groups/f309216e-855e-498f-8324-1acfbcafc0b4 HTTP/1.1" status: 200 len: 2998 time: 0.0512557 Feb 20 05:24:55.847937 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbe584-4de4-4701-99ef-34d6ffc6c1d5 req-a4926b01-6fe7-4a37-bb0c-14fd0417781f tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:55.849444 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7ddbe584-4de4-4701-99ef-34d6ffc6c1d5 req-a4926b01-6fe7-4a37-bb0c-14fd0417781f tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/ports?device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 970 time: 0.0585897 Feb 20 05:24:55.937025 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7ddbe584-4de4-4701-99ef-34d6ffc6c1d5 req-41c8872a-fb00-401b-84b9-c2a1a65a01e4 tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d65ea1-9248-4fc8-8294-c25ce2e898a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815535 Feb 20 05:24:55.953640 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e7de8-aaad-45c2-b7df-5c53033f214e req-773a9957-9a8e-4490-a285-2ddce0e97405 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:55.959667 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cf0e7de8-aaad-45c2-b7df-5c53033f214e req-773a9957-9a8e-4490-a285-2ddce0e97405 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 949 time: 0.0841691 Feb 20 05:24:55.988952 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-e624c972-7d23-4601-a0f4-376712ede7e0 req-66a6b9e6-4c2c-46cb-a9ff-01b07521f90b tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Deleting port 88b33825-9d28-4c93-876d-2e81c6c9387d {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:24:55.989744 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e624c972-7d23-4601-a0f4-376712ede7e0 req-66a6b9e6-4c2c-46cb-a9ff-01b07521f90b tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (88b33825-9d28-4c93-876d-2e81c6c9387d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:56.072648 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cf0e7de8-aaad-45c2-b7df-5c53033f214e req-543579ba-a69b-4647-8a47-70cb396ae388 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107013 Feb 20 05:24:56.104488 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d22f6cca-4f7f-4958-a90b-466f75b1513d req-922244f9-cfbc-4657-8ca3-789e7a2e62fb tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d3de4f651b949a192a0b10776854f62 HTTP/1.1" status: 200 len: 6151 time: 0.1436288 Feb 20 05:24:56.182158 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d22f6cca-4f7f-4958-a90b-466f75b1513d req-46842065-ea58-4807-906b-7e3e8aee4a3b tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] 10.222.0.37 "GET /v2.0/security-groups/c14d043e-3bef-462c-867c-1d46be8f6839 HTTP/1.1" status: 200 len: 2998 time: 0.0688450 Feb 20 05:24:56.219932 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6dee4a-762c-4bf3-893d-fb6f22ee7175 req-630b6cb3-f5ce-4343-9a51-400606417870 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:56.222187 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae6dee4a-762c-4bf3-893d-fb6f22ee7175 req-630b6cb3-f5ce-4343-9a51-400606417870 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.37 "GET /v2.0/ports?device_id=f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a HTTP/1.1" status: 200 len: 968 time: 0.0846810 Feb 20 05:24:56.256315 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d22f6cca-4f7f-4958-a90b-466f75b1513d req-7707c351-810e-45bb-b791-d16fafea4b74 tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] 10.222.0.37 "GET /v2.0/security-groups/c14d043e-3bef-462c-867c-1d46be8f6839 HTTP/1.1" status: 200 len: 2998 time: 0.0677154 Feb 20 05:24:56.264326 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-e624c972-7d23-4601-a0f4-376712ede7e0 req-66a6b9e6-4c2c-46cb-a9ff-01b07521f90b tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] For port 88b33825-9d28-4c93-876d-2e81c6c9387d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=88b33825-9d28-4c93-876d-2e81c6c9387d,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:24:56.264690 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e624c972-7d23-4601-a0f4-376712ede7e0 req-66a6b9e6-4c2c-46cb-a9ff-01b07521f90b tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (88b33825-9d28-4c93-876d-2e81c6c9387d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:56.280409 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-e624c972-7d23-4601-a0f4-376712ede7e0 req-66a6b9e6-4c2c-46cb-a9ff-01b07521f90b tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Calling delete_port for 88b33825-9d28-4c93-876d-2e81c6c9387d owned by compute:tempest-test_az-832265867 {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:24:56.288358 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae6dee4a-762c-4bf3-893d-fb6f22ee7175 req-2acf6c99-34a8-4b35-b001-ae63b96d78d4 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.37 "GET /v2.0/security-groups?id=f309216e-855e-498f-8324-1acfbcafc0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584304 Feb 20 05:24:56.317890 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-06df23f6-803f-453b-bce1-c4557abe8748 req-0d571c27-dd20-4744-8ab9-2597e22a7bc0 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "GET /v2.0/security-groups/30630c12-2ca0-438c-8ab0-dd9970d92cf7 HTTP/1.1" status: 200 len: 1795 time: 0.0385306 Feb 20 05:24:56.366738 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-06df23f6-803f-453b-bce1-c4557abe8748 req-4c0fbb11-b8c9-4221-8f73-a9aa23731a83 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] Publish callbacks [] for security_group (30630c12-2ca0-438c-8ab0-dd9970d92cf7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:56.388462 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-06df23f6-803f-453b-bce1-c4557abe8748 req-4c0fbb11-b8c9-4221-8f73-a9aa23731a83 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] Publish callbacks [] for security_group (30630c12-2ca0-438c-8ab0-dd9970d92cf7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:56.426944 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-06df23f6-803f-453b-bce1-c4557abe8748 req-4c0fbb11-b8c9-4221-8f73-a9aa23731a83 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (30630c12-2ca0-438c-8ab0-dd9970d92cf7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:56.429669 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-06df23f6-803f-453b-bce1-c4557abe8748 req-4c0fbb11-b8c9-4221-8f73-a9aa23731a83 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:56.431062 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-06df23f6-803f-453b-bce1-c4557abe8748 req-4c0fbb11-b8c9-4221-8f73-a9aa23731a83 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/30630c12-2ca0-438c-8ab0-dd9970d92cf7 HTTP/1.1" status: 204 len: 173 time: 0.1073182 Feb 20 05:24:56.438297 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e624c972-7d23-4601-a0f4-376712ede7e0 req-66a6b9e6-4c2c-46cb-a9ff-01b07521f90b tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (88b33825-9d28-4c93-876d-2e81c6c9387d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:56.441955 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0fbb11-b8c9-4221-8f73-a9aa23731a83 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30630c12-2ca0-438c-8ab0-dd9970d92cf7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:56.452344 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['88b33825-9d28-4c93-876d-2e81c6c9387d'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:24:56.473309 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6b9e6-4c2c-46cb-a9ff-01b07521f90b tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Pushing event deleted for resources: {'Port': ['ID=88b33825-9d28-4c93-876d-2e81c6c9387d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:56.511931 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8643c9ed-3561-4dcd-a190-e574f3e57428 req-8510c3f1-df7b-466b-ad55-53bdc0954348 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "GET /v2.0/security-groups/4261fe08-faf3-4147-b236-b02daef77f15 HTTP/1.1" status: 200 len: 1795 time: 0.0498459 Feb 20 05:24:56.548115 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-e624c972-7d23-4601-a0f4-376712ede7e0 req-66a6b9e6-4c2c-46cb-a9ff-01b07521f90b tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] No DVR routers for this DVR port 88b33825-9d28-4c93-876d-2e81c6c9387d on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:24:56.553791 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e624c972-7d23-4601-a0f4-376712ede7e0 req-66a6b9e6-4c2c-46cb-a9ff-01b07521f90b tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:56.558418 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e624c972-7d23-4601-a0f4-376712ede7e0 req-66a6b9e6-4c2c-46cb-a9ff-01b07521f90b tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.61 "DELETE /v2.0/ports/88b33825-9d28-4c93-876d-2e81c6c9387d HTTP/1.1" status: 204 len: 173 time: 0.7492783 Feb 20 05:24:56.558880 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880e6e07-d1a0-4292-8c40-2be3de1a01d0', 'name': 'network-vif-deleted', 'tag': '88b33825-9d28-4c93-876d-2e81c6c9387d'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:24:56.561430 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc96b2e5-1f3d-4795-bbba-49828a71c8a0" -d '{"events": [{"server_uuid": "880e6e07-d1a0-4292-8c40-2be3de1a01d0", "name": "network-vif-deleted", "tag": "88b33825-9d28-4c93-876d-2e81c6c9387d"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:24:56.610928 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8643c9ed-3561-4dcd-a190-e574f3e57428 req-31cdb2bd-c1f5-4bd1-9807-cd765e271312 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] Publish callbacks [] for security_group (4261fe08-faf3-4147-b236-b02daef77f15), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:56.620845 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7a529-455b-4c03-81c1-3e4c476fff1a req-e86aa44d-417a-440a-9345-ca31bfe6ef58 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:56.622362 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b2b7a529-455b-4c03-81c1-3e4c476fff1a req-e86aa44d-417a-440a-9345-ca31bfe6ef58 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f057c8c-a4c8-41ad-bdbd-b99843f58040 HTTP/1.1" status: 200 len: 946 time: 0.0854883 Feb 20 05:24:56.654793 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8643c9ed-3561-4dcd-a190-e574f3e57428 req-31cdb2bd-c1f5-4bd1-9807-cd765e271312 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] Publish callbacks [] for security_group (4261fe08-faf3-4147-b236-b02daef77f15), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:56.706248 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b2b7a529-455b-4c03-81c1-3e4c476fff1a req-4371723d-4562-46ab-9530-34e471177dc4 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e25fa16-67cb-4cfa-bfd2-081f2d286c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759521 Feb 20 05:24:56.718187 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8643c9ed-3561-4dcd-a190-e574f3e57428 req-31cdb2bd-c1f5-4bd1-9807-cd765e271312 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4261fe08-faf3-4147-b236-b02daef77f15), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:56.721903 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8643c9ed-3561-4dcd-a190-e574f3e57428 req-31cdb2bd-c1f5-4bd1-9807-cd765e271312 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:56.723057 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8643c9ed-3561-4dcd-a190-e574f3e57428 req-31cdb2bd-c1f5-4bd1-9807-cd765e271312 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/4261fe08-faf3-4147-b236-b02daef77f15 HTTP/1.1" status: 204 len: 173 time: 0.2062466 Feb 20 05:24:56.731182 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdb2bd-c1f5-4bd1-9807-cd765e271312 tempest-SecurityGroupsTestAdminJSON-418196908 tempest-SecurityGroupsTestAdminJSON-418196908-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4261fe08-faf3-4147-b236-b02daef77f15,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:56.770332 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33be1bf7-0262-40f7-b0dc-0525900d024e x-openstack-request-id: req-33be1bf7-0262-40f7-b0dc-0525900d024e {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:24:56.771120 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880e6e07-d1a0-4292-8c40-2be3de1a01d0", "name": "network-vif-deleted", "tag": "88b33825-9d28-4c93-876d-2e81c6c9387d", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:24:56.771450 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33be1bf7-0262-40f7-b0dc-0525900d024e {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:24:56.771925 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880e6e07-d1a0-4292-8c40-2be3de1a01d0', 'name': 'network-vif-deleted', 'tag': '88b33825-9d28-4c93-876d-2e81c6c9387d', 'status': 'completed', 'code': 200} Feb 20 05:24:56.783842 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0590d465-1188-4a51-b2ab-fa44341620dd req-e8b06083-0c29-4021-ba6e-e947387ff0a6 tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] 10.222.0.37 "GET /v2.0/security-groups/395f8c11-c476-4196-8777-25b169d3af48 HTTP/1.1" status: 200 len: 1793 time: 0.0378594 Feb 20 05:24:56.872366 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0590d465-1188-4a51-b2ab-fa44341620dd req-a40fba47-697a-4750-acdb-3f2aedfb383a tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] Publish callbacks [] for security_group (395f8c11-c476-4196-8777-25b169d3af48), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:56.892644 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694f015-b0e0-4a21-87d9-5589c817f1a0 req-00fc8175-ef63-487d-921d-e59e0296cac5 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:56.894104 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6694f015-b0e0-4a21-87d9-5589c817f1a0 req-00fc8175-ef63-487d-921d-e59e0296cac5 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f057c8c-a4c8-41ad-bdbd-b99843f58040 HTTP/1.1" status: 200 len: 946 time: 0.0829732 Feb 20 05:24:56.902592 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45902) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:56.903825 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0590d465-1188-4a51-b2ab-fa44341620dd req-a40fba47-697a-4750-acdb-3f2aedfb383a tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] Publish callbacks [] for security_group (395f8c11-c476-4196-8777-25b169d3af48), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:56.907352 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-dd8fe39d-5871-4ee6-b127-89335e8fd18b tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Request body: {'floatingip': {'port_id': '056c579f-a4f8-44d5-abd9-86552ef4696b'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:24:56.944787 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0590d465-1188-4a51-b2ab-fa44341620dd req-a40fba47-697a-4750-acdb-3f2aedfb383a tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (395f8c11-c476-4196-8777-25b169d3af48), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:56.947329 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0590d465-1188-4a51-b2ab-fa44341620dd req-a40fba47-697a-4750-acdb-3f2aedfb383a tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:56.948441 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0590d465-1188-4a51-b2ab-fa44341620dd req-a40fba47-697a-4750-acdb-3f2aedfb383a tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] 10.222.0.37 "DELETE /v2.0/security-groups/395f8c11-c476-4196-8777-25b169d3af48 HTTP/1.1" status: 204 len: 173 time: 0.1591249 Feb 20 05:24:56.971891 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fba47-697a-4750-acdb-3f2aedfb383a tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=395f8c11-c476-4196-8777-25b169d3af48,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:56.997292 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe39d-5871-4ee6-b127-89335e8fd18b tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks [] for floatingip (711a3cdd-3b0e-42ce-8cba-9328f89b5cea), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:57.046763 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4f06a50a-812a-4240-aa32-337ddc1c9cb6 req-21f4dd8f-8e6e-4868-bb50-c4e5b1e96757 tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] 10.222.0.37 "GET /v2.0/security-groups/7c9e9684-7184-4d8f-af8a-a401dcb18746 HTTP/1.1" status: 200 len: 1793 time: 0.0773959 Feb 20 05:24:57.103435 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1a385a39-1caa-4899-b601-df98b35623ed req-588b2879-7463-40a7-b2f0-0bf044ac71cc tempest-AggregatesAdminTestJSON-374362374 tempest-AggregatesAdminTestJSON-374362374-project] 10.222.0.37 "GET /v2.0/ports?device_id=880e6e07-d1a0-4292-8c40-2be3de1a01d0 HTTP/1.1" status: 200 len: 210 time: 0.0380187 Feb 20 05:24:57.148113 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4f06a50a-812a-4240-aa32-337ddc1c9cb6 req-5ab8014d-58be-4839-90bc-2593239bf4b3 tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] Publish callbacks [] for security_group (7c9e9684-7184-4d8f-af8a-a401dcb18746), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:57.197250 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4f06a50a-812a-4240-aa32-337ddc1c9cb6 req-5ab8014d-58be-4839-90bc-2593239bf4b3 tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] Publish callbacks [] for security_group (7c9e9684-7184-4d8f-af8a-a401dcb18746), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:57.248690 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d3d7d-bdce-4ff9-9453-012c0dfce7c7 req-9d428f00-f850-43e8-86df-1d14302755f6 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:57.250155 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-630d3d7d-bdce-4ff9-9453-012c0dfce7c7 req-9d428f00-f850-43e8-86df-1d14302755f6 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 949 time: 0.0868464 Feb 20 05:24:57.258867 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4f06a50a-812a-4240-aa32-337ddc1c9cb6 req-5ab8014d-58be-4839-90bc-2593239bf4b3 tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7c9e9684-7184-4d8f-af8a-a401dcb18746), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:57.261420 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4f06a50a-812a-4240-aa32-337ddc1c9cb6 req-5ab8014d-58be-4839-90bc-2593239bf4b3 tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:57.263584 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4f06a50a-812a-4240-aa32-337ddc1c9cb6 req-5ab8014d-58be-4839-90bc-2593239bf4b3 tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] 10.222.0.37 "DELETE /v2.0/security-groups/7c9e9684-7184-4d8f-af8a-a401dcb18746 HTTP/1.1" status: 204 len: 173 time: 0.2148154 Feb 20 05:24:57.287621 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9963a8-816f-425d-88cc-ee5b0ae7e3ba req-e6f9ea53-fd43-4c21-b2c9-a9d7efbe137c tempest-DeleteServersAdminTestJSON-1629821232 tempest-DeleteServersAdminTestJSON-1629821232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:57.289031 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3b9963a8-816f-425d-88cc-ee5b0ae7e3ba req-e6f9ea53-fd43-4c21-b2c9-a9d7efbe137c tempest-DeleteServersAdminTestJSON-1629821232 tempest-DeleteServersAdminTestJSON-1629821232-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 1131 time: 0.1030321 Feb 20 05:24:57.291436 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8014d-58be-4839-90bc-2593239bf4b3 tempest-SecurityGroupsTestAdminJSON-927439129 tempest-SecurityGroupsTestAdminJSON-927439129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9e9684-7184-4d8f-af8a-a401dcb18746,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:57.362789 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-630d3d7d-bdce-4ff9-9453-012c0dfce7c7 req-e5fc084b-c594-4e40-bced-94de7d2d5492 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054907 Feb 20 05:24:57.364616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device bf6f2813-0f54-47d7-bd51-d57f5b718cf4 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:24:57.474588 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6c8d7-d1c9-49f3-9d9a-a4fe0cc3852b req-2b5e1447-26c1-4e75-9662-3d69633c53e9 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:57.477175 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4db6c8d7-d1c9-49f3-9d9a-a4fe0cc3852b req-2b5e1447-26c1-4e75-9662-3d69633c53e9 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.37 "GET /v2.0/ports?device_id=f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a HTTP/1.1" status: 200 len: 968 time: 0.0803006 Feb 20 05:24:57.523916 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port bf6f2813-0f54-47d7-bd51-d57f5b718cf4, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=bf6f2813-0f54-47d7-bd51-d57f5b718cf4,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:24:57.536896 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'bf6f2813-0f54-47d7-bd51-d57f5b718cf4', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': 'bf6f2813-0f54-47d7-bd51-d57f5b718cf4', 'mac_address': 'fa:16:3e:a6:06:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:tempest-test_az-832265867', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:24:57.562796 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4db6c8d7-d1c9-49f3-9d9a-a4fe0cc3852b req-cbdcba5b-22a1-4110-bee0-eec9fd0d1e7b tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.37 "GET /v2.0/security-groups?id=f309216e-855e-498f-8324-1acfbcafc0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735123 Feb 20 05:24:57.586039 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port bf6f2813-0f54-47d7-bd51-d57f5b718cf4 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:24:57.586441 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bf6f2813-0f54-47d7-bd51-d57f5b718cf4), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:57.600967 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6f2813-0f54-47d7-bd51-d57f5b718cf4 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:24:57.622279 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port bf6f2813-0f54-47d7-bd51-d57f5b718cf4, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=bf6f2813-0f54-47d7-bd51-d57f5b718cf4,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:24:57.627595 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (bf6f2813-0f54-47d7-bd51-d57f5b718cf4), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:57.656817 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-3b9963a8-816f-425d-88cc-ee5b0ae7e3ba req-208dc0a8-18bf-4da9-a61d-aec0680dca92 tempest-DeleteServersAdminTestJSON-1629821232 tempest-DeleteServersAdminTestJSON-1629821232-project-admin] Deleting port ed6d4b04-c406-42ed-a682-0b0ab5db7589 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:24:57.657163 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3b9963a8-816f-425d-88cc-ee5b0ae7e3ba req-208dc0a8-18bf-4da9-a61d-aec0680dca92 tempest-DeleteServersAdminTestJSON-1629821232 tempest-DeleteServersAdminTestJSON-1629821232-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (ed6d4b04-c406-42ed-a682-0b0ab5db7589), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:57.684526 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45916) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:57.689853 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=bf6f2813-0f54-47d7-bd51-d57f5b718cf4,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:57.819423 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['bf6f2813-0f54-47d7-bd51-d57f5b718cf4'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:24:57.843372 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fa15a5fe-6d7b-497e-b2e4-b9772f4f2ec2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d3de4f651b949a192a0b10776854f62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1576588 Feb 20 05:24:57.844174 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45920) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:57.865122 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe39d-5871-4ee6-b127-89335e8fd18b tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:57.870221 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-3b9963a8-816f-425d-88cc-ee5b0ae7e3ba req-208dc0a8-18bf-4da9-a61d-aec0680dca92 tempest-DeleteServersAdminTestJSON-1629821232 tempest-DeleteServersAdminTestJSON-1629821232-project-admin] For port ed6d4b04-c406-42ed-a682-0b0ab5db7589, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=ed6d4b04-c406-42ed-a682-0b0ab5db7589,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:24:57.870575 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3b9963a8-816f-425d-88cc-ee5b0ae7e3ba req-208dc0a8-18bf-4da9-a61d-aec0680dca92 tempest-DeleteServersAdminTestJSON-1629821232 tempest-DeleteServersAdminTestJSON-1629821232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (ed6d4b04-c406-42ed-a682-0b0ab5db7589), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:57.873562 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe39d-5871-4ee6-b127-89335e8fd18b tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (711a3cdd-3b0e-42ce-8cba-9328f89b5cea), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:57.898680 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0be5ebab-94db-4938-b796-7a7f548a159b admin admin] Publish callbacks [] for security_group (c14d043e-3bef-462c-867c-1d46be8f6839), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:57.915739 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-3b9963a8-816f-425d-88cc-ee5b0ae7e3ba req-208dc0a8-18bf-4da9-a61d-aec0680dca92 tempest-DeleteServersAdminTestJSON-1629821232 tempest-DeleteServersAdminTestJSON-1629821232-project-admin] Calling delete_port for ed6d4b04-c406-42ed-a682-0b0ab5db7589 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:24:57.921884 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0be5ebab-94db-4938-b796-7a7f548a159b admin admin] Publish callbacks [] for security_group (c14d043e-3bef-462c-867c-1d46be8f6839), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:57.980672 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0be5ebab-94db-4938-b796-7a7f548a159b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c14d043e-3bef-462c-867c-1d46be8f6839), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:57.985182 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0be5ebab-94db-4938-b796-7a7f548a159b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:57.986386 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0be5ebab-94db-4938-b796-7a7f548a159b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c14d043e-3bef-462c-867c-1d46be8f6839 HTTP/1.1" status: 204 len: 168 time: 0.1410229 Feb 20 05:24:58.000267 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5ebab-94db-4938-b796-7a7f548a159b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14d043e-3bef-462c-867c-1d46be8f6839,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:58.234512 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-dd8fe39d-5871-4ee6-b127-89335e8fd18b tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Floating IP 711a3cdd-3b0e-42ce-8cba-9328f89b5cea associated. External IP: 172.25.3.242, port: 056c579f-a4f8-44d5-abd9-86552ef4696b. Feb 20 05:24:58.328616 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.48', 56313) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:58.338232 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45938) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:58.396319 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3b9963a8-816f-425d-88cc-ee5b0ae7e3ba req-208dc0a8-18bf-4da9-a61d-aec0680dca92 tempest-DeleteServersAdminTestJSON-1629821232 tempest-DeleteServersAdminTestJSON-1629821232-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (ed6d4b04-c406-42ed-a682-0b0ab5db7589), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:58.406930 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['ed6d4b04-c406-42ed-a682-0b0ab5db7589'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:24:58.426440 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7362052f-3a84-4f33-a8ae-3fe54ed7e7a8 req-eac9e69e-950e-4254-b650-ec3329567f0f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5f057c8c-a4c8-41ad-bdbd-b99843f58040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0966246 Feb 20 05:24:58.431684 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-60a5e250-c674-4687-9ea4-f73ffaf708b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=543c867abe8b4771aeb08d99a8ff9321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0901563 Feb 20 05:24:58.432466 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45946) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:24:58.533574 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9963a8-816f-425d-88cc-ee5b0ae7e3ba req-208dc0a8-18bf-4da9-a61d-aec0680dca92 tempest-DeleteServersAdminTestJSON-1629821232 tempest-DeleteServersAdminTestJSON-1629821232-project-admin] No DVR routers for this DVR port ed6d4b04-c406-42ed-a682-0b0ab5db7589 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:24:58.536094 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208dc0a8-18bf-4da9-a61d-aec0680dca92 tempest-DeleteServersAdminTestJSON-1629821232 tempest-DeleteServersAdminTestJSON-1629821232-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed6d4b04-c406-42ed-a682-0b0ab5db7589,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:58.538450 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3b9963a8-816f-425d-88cc-ee5b0ae7e3ba req-208dc0a8-18bf-4da9-a61d-aec0680dca92 tempest-DeleteServersAdminTestJSON-1629821232 tempest-DeleteServersAdminTestJSON-1629821232-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:58.544938 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3b9963a8-816f-425d-88cc-ee5b0ae7e3ba req-208dc0a8-18bf-4da9-a61d-aec0680dca92 tempest-DeleteServersAdminTestJSON-1629821232 tempest-DeleteServersAdminTestJSON-1629821232-project-admin] 10.222.0.48 "DELETE /v2.0/ports/ed6d4b04-c406-42ed-a682-0b0ab5db7589 HTTP/1.1" status: 204 len: 173 time: 1.2464397 Feb 20 05:24:58.603090 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0e9321e-40ab-4165-8569-bf4960fc2563 admin admin] Publish callbacks [] for security_group (5812646a-659b-4524-9ff4-95c760f60218), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:58.640070 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1225a00-cd62-4a11-845c-d592b50e57f6 req-45dd67da-e37f-4a7c-828b-cd8aa0b3410a tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=74aecfde-108a-4321-9fba-f799c7fa3cbe HTTP/1.1" status: 200 len: 210 time: 0.0518491 Feb 20 05:24:58.689088 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0e9321e-40ab-4165-8569-bf4960fc2563 admin admin] Publish callbacks [] for security_group (5812646a-659b-4524-9ff4-95c760f60218), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:58.689298 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8fe39d-5871-4ee6-b127-89335e8fd18b tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Router beffebb3-903e-47d5-8b6b-cfbd9af1d17d has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:24:58.711573 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362052f-3a84-4f33-a8ae-3fe54ed7e7a8 req-1a185f97-b737-4006-a236-235b12373fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:58.721418 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7362052f-3a84-4f33-a8ae-3fe54ed7e7a8 req-1a185f97-b737-4006-a236-235b12373fff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b882ff5cc38448f182588db0bc9e9522&device_id=5f057c8c-a4c8-41ad-bdbd-b99843f58040 HTTP/1.1" status: 200 len: 1128 time: 0.2160671 Feb 20 05:24:58.789917 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74aecfde-108a-4321-9fba-f799c7fa3cbe', 'name': 'network-vif-deleted', 'tag': 'ed6d4b04-c406-42ed-a682-0b0ab5db7589'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:24:58.792163 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9f54ad-84fa-4019-b8a4-e5fd51406b4b" -d '{"events": [{"server_uuid": "74aecfde-108a-4321-9fba-f799c7fa3cbe", "name": "network-vif-deleted", "tag": "ed6d4b04-c406-42ed-a682-0b0ab5db7589"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:24:58.808038 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0e9321e-40ab-4165-8569-bf4960fc2563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5812646a-659b-4524-9ff4-95c760f60218), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:58.810727 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0e9321e-40ab-4165-8569-bf4960fc2563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:58.811849 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c0e9321e-40ab-4165-8569-bf4960fc2563 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5812646a-659b-4524-9ff4-95c760f60218 HTTP/1.1" status: 204 len: 168 time: 0.3788071 Feb 20 05:24:58.875969 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8fe39d-5871-4ee6-b127-89335e8fd18b tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:24:58.881004 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe39d-5871-4ee6-b127-89335e8fd18b tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:58.893944 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c743d4-8643-4be4-b16a-8af7874f567b None None] Sync routers for ids ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:24:58.910583 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c743d4-8643-4be4-b16a-8af7874f567b None None] Routers {'beffebb3-903e-47d5-8b6b-cfbd9af1d17d'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:24:58.913565 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-73c743d4-8643-4be4-b16a-8af7874f567b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:24:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:24:58.915700 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dd8fe39d-5871-4ee6-b127-89335e8fd18b tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "PUT /v2.0/floatingips/711a3cdd-3b0e-42ce-8cba-9328f89b5cea HTTP/1.1" status: 200 len: 992 time: 2.0118580 Feb 20 05:24:58.935409 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9321e-40ab-4165-8569-bf4960fc2563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5812646a-659b-4524-9ff4-95c760f60218,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:58.981513 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c12f721-9436-4cf9-94a1-ccb50b2aa55c x-openstack-request-id: req-2c12f721-9436-4cf9-94a1-ccb50b2aa55c {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:24:58.982750 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74aecfde-108a-4321-9fba-f799c7fa3cbe", "name": "network-vif-deleted", "tag": "ed6d4b04-c406-42ed-a682-0b0ab5db7589", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:24:58.983291 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c12f721-9436-4cf9-94a1-ccb50b2aa55c {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:24:58.983859 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74aecfde-108a-4321-9fba-f799c7fa3cbe', 'name': 'network-vif-deleted', 'tag': 'ed6d4b04-c406-42ed-a682-0b0ab5db7589', 'status': 'completed', 'code': 200} Feb 20 05:24:59.065234 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff5175-79dd-4173-96ad-0fe83e8086ae req-84db27d6-89e3-4012-83a4-79a76ba7cb29 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:59.066993 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1ff5175-79dd-4173-96ad-0fe83e8086ae req-84db27d6-89e3-4012-83a4-79a76ba7cb29 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.37 "GET /v2.0/ports?device_id=f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a HTTP/1.1" status: 200 len: 969 time: 0.2764761 Feb 20 05:24:59.071391 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362052f-3a84-4f33-a8ae-3fe54ed7e7a8 req-4309d2a9-3839-41b5-b307-3a80aad93e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:59.072758 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7362052f-3a84-4f33-a8ae-3fe54ed7e7a8 req-4309d2a9-3839-41b5-b307-3a80aad93e83 service neutron] 10.222.0.48 "GET /v2.0/networks?id=805bb61f-0284-479c-a7fa-c503f096a7af HTTP/1.1" status: 200 len: 924 time: 0.2872288 Feb 20 05:24:59.090659 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-73c743d4-8643-4be4-b16a-8af7874f567b None None] Set router beffebb3-903e-47d5-8b6b-cfbd9af1d17d gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:24:59.367409 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device bf6f2813-0f54-47d7-bd51-d57f5b718cf4 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:24:59.399692 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-73c743d4-8643-4be4-b16a-8af7874f567b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931472927-router', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:13Z', 'updated_at': '2022-02-20T05:24:17Z', 'revision_number': 4, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'gw_port': {'id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:14Z', 'updated_at': '2022-02-20T05:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '711a3cdd-3b0e-42ce-8cba-9328f89b5cea', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'port_id': '056c579f-a4f8-44d5-abd9-86552ef4696b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'mac_address': 'fa:16:3e:e5:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f057c8c-a4c8-41ad-bdbd-b99843f58040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:24:42Z', 'updated_at': '2022-02-20T05:24:57Z', 'revision_number': 1, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbc5bd5-90c8-434b-a8ed-388ca8294b46', 'name': '', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'mac_address': 'fa:16:3e:e8:a6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:16Z', 'updated_at': '2022-02-20T05:24:27Z', 'revision_number': 5, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'subnets': [{'id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:24:59.423368 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7362052f-3a84-4f33-a8ae-3fe54ed7e7a8 req-f499412d-c3d5-455a-a66a-92d1070f6f28 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=056c579f-a4f8-44d5-abd9-86552ef4696b HTTP/1.1" status: 200 len: 1000 time: 0.3395813 Feb 20 05:24:59.434539 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port bf6f2813-0f54-47d7-bd51-d57f5b718cf4 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:24:59.439260 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port bf6f2813-0f54-47d7-bd51-d57f5b718cf4 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:24:59.439677 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bf6f2813-0f54-47d7-bd51-d57f5b718cf4), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:59.487199 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14b350-900a-44ab-a234-dae9883e5ace req-6bfe1b94-efe0-4c1e-bf4c-c8c213999cba tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:59.494270 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dd14b350-900a-44ab-a234-dae9883e5ace req-6bfe1b94-efe0-4c1e-bf4c-c8c213999cba tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f057c8c-a4c8-41ad-bdbd-b99843f58040 HTTP/1.1" status: 200 len: 946 time: 0.4249556 Feb 20 05:24:59.511870 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1ff5175-79dd-4173-96ad-0fe83e8086ae req-02b6d7a8-dc0d-41fd-8b4d-57419ce2a0bd tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.37 "GET /v2.0/security-groups?id=f309216e-855e-498f-8324-1acfbcafc0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246554 Feb 20 05:24:59.537146 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c743d4-8643-4be4-b16a-8af7874f567b None None] Checking router: beffebb3-903e-47d5-8b6b-cfbd9af1d17d for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:24:59.541093 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port bf6f2813-0f54-47d7-bd51-d57f5b718cf4 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:24:59.541691 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bf6f2813-0f54-47d7-bd51-d57f5b718cf4), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:59.547942 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c743d4-8643-4be4-b16a-8af7874f567b None None] Routers {'beffebb3-903e-47d5-8b6b-cfbd9af1d17d'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:24:59.548678 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-73c743d4-8643-4be4-b16a-8af7874f567b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:24:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:24:59.588075 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6f2813-0f54-47d7-bd51-d57f5b718cf4'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:24:59.595543 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfe78c7-aa37-4057-ba03-87234c7a32f6" -d '{"events": [{"server_uuid": "f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a", "name": "network-vif-plugged", "status": "completed", "tag": "bf6f2813-0f54-47d7-bd51-d57f5b718cf4"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:24:59.632450 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362052f-3a84-4f33-a8ae-3fe54ed7e7a8 req-51edef76-1120-46e6-987e-2915b32242a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:59.632959 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port bf6f2813-0f54-47d7-bd51-d57f5b718cf4, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=bf6f2813-0f54-47d7-bd51-d57f5b718cf4,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:24:59.638808 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (bf6f2813-0f54-47d7-bd51-d57f5b718cf4), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:24:59.640042 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 88b33825-9d28-4c93-876d-2e81c6c9387d no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:24:59.640362 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7362052f-3a84-4f33-a8ae-3fe54ed7e7a8 req-51edef76-1120-46e6-987e-2915b32242a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aac2b293-11f4-4fbc-a42b-637ee496d192 HTTP/1.1" status: 200 len: 863 time: 0.2052176 Feb 20 05:24:59.673448 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dd14b350-900a-44ab-a234-dae9883e5ace req-3a32e3a2-d550-4be3-9bc0-3233cf2423a8 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e25fa16-67cb-4cfa-bfd2-081f2d286c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782212 Feb 20 05:24:59.683964 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-73c743d4-8643-4be4-b16a-8af7874f567b None None] Set router beffebb3-903e-47d5-8b6b-cfbd9af1d17d gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:24:59.689056 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 88b33825-9d28-4c93-876d-2e81c6c9387d {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:24:59.689948 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 88b33825-9d28-4c93-876d-2e81c6c9387d not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:24:59.782539 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=bf6f2813-0f54-47d7-bd51-d57f5b718cf4,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:24:59.811816 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed8be70-f711-4387-a5d6-2f73627b958a x-openstack-request-id: req-7ed8be70-f711-4387-a5d6-2f73627b958a {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:24:59.812116 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a", "name": "network-vif-plugged", "status": "completed", "tag": "bf6f2813-0f54-47d7-bd51-d57f5b718cf4", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:24:59.812394 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ed8be70-f711-4387-a5d6-2f73627b958a {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:24:59.812836 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6f2813-0f54-47d7-bd51-d57f5b718cf4', 'code': 200} Feb 20 05:24:59.921424 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362052f-3a84-4f33-a8ae-3fe54ed7e7a8 req-f89df682-b478-4402-9a1e-c48d0a68399e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:24:59.924087 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7362052f-3a84-4f33-a8ae-3fe54ed7e7a8 req-f89df682-b478-4402-9a1e-c48d0a68399e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=805bb61f-0284-479c-a7fa-c503f096a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2454720 Feb 20 05:25:00.009240 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0404b-73c1-4446-b3d3-cc07f060038f req-172d8d26-bdb8-423f-93a5-6f9488e25303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:00.010794 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5cb0404b-73c1-4446-b3d3-cc07f060038f req-172d8d26-bdb8-423f-93a5-6f9488e25303 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a HTTP/1.1" status: 200 len: 1152 time: 0.1417930 Feb 20 05:25:00.037515 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-73c743d4-8643-4be4-b16a-8af7874f567b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931472927-router', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:13Z', 'updated_at': '2022-02-20T05:24:17Z', 'revision_number': 4, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'gw_port': {'id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:14Z', 'updated_at': '2022-02-20T05:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '711a3cdd-3b0e-42ce-8cba-9328f89b5cea', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'port_id': '056c579f-a4f8-44d5-abd9-86552ef4696b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'mac_address': 'fa:16:3e:e5:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f057c8c-a4c8-41ad-bdbd-b99843f58040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:24:42Z', 'updated_at': '2022-02-20T05:24:57Z', 'revision_number': 1, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbc5bd5-90c8-434b-a8ed-388ca8294b46', 'name': '', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'mac_address': 'fa:16:3e:e8:a6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:16Z', 'updated_at': '2022-02-20T05:24:27Z', 'revision_number': 5, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'subnets': [{'id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:00.087653 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5cb0404b-73c1-4446-b3d3-cc07f060038f req-1f65270a-f7b3-45e0-9311-ecf7cfe16959 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f309216e-855e-498f-8324-1acfbcafc0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658138 Feb 20 05:25:00.156566 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7362052f-3a84-4f33-a8ae-3fe54ed7e7a8 req-00c4114a-79a3-4355-801a-8453d2586ee4 service neutron] 10.222.0.48 "GET /v2.0/networks/805bb61f-0284-479c-a7fa-c503f096a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263608 Feb 20 05:25:00.161869 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c743d4-8643-4be4-b16a-8af7874f567b None None] The sync data for ids ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'] in n-d-829866-5 is: [{'id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931472927-router', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:13Z', 'updated_at': '2022-02-20T05:24:17Z', 'revision_number': 4, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'gw_port': {'id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:14Z', 'updated_at': '2022-02-20T05:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '711a3cdd-3b0e-42ce-8cba-9328f89b5cea', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'port_id': '056c579f-a4f8-44d5-abd9-86552ef4696b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'mac_address': 'fa:16:3e:e5:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f057c8c-a4c8-41ad-bdbd-b99843f58040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:24:42Z', 'updated_at': '2022-02-20T05:24:57Z', 'revision_number': 1, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbc5bd5-90c8-434b-a8ed-388ca8294b46', 'name': '', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'mac_address': 'fa:16:3e:e8:a6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:16Z', 'updated_at': '2022-02-20T05:24:27Z', 'revision_number': 5, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'subnets': [{'id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:25:00.245081 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-6901c37e-fd13-472b-bc81-40a7dc90ed5c tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=fe161fbd266c450a98833c9c741f175f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687110 Feb 20 05:25:00.397224 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7362052f-3a84-4f33-a8ae-3fe54ed7e7a8 req-645065a6-e8ed-47d1-81f3-248fcf6ede3f service neutron] 10.222.0.48 "GET /v2.0/networks/805bb61f-0284-479c-a7fa-c503f096a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332985 Feb 20 05:25:00.429252 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-26202a00-f232-416d-b060-6f76f618fb10 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:00.436977 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-26202a00-f232-416d-b060-6f76f618fb10 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1908696 Feb 20 05:25:00.453207 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-dcc97516-08d1-45ce-b109-766bb821cfb0 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/quotas/fe161fbd266c450a98833c9c741f175f HTTP/1.1" status: 200 len: 375 time: 0.0151877 Feb 20 05:25:00.501549 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-6bcf0693-636f-4244-96a5-53a6626cd9b8 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe161fbd266c450a98833c9c741f175f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473394 Feb 20 05:25:00.621081 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdad26e2-33ce-45db-9450-69cf03f70edd None None] New status for floating IP 711a3cdd-3b0e-42ce-8cba-9328f89b5cea: ACTIVE {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:25:00.927066 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a05f2a5-55d4-4c87-a0bc-6e00d1a8ffa1 req-8093dbf6-2281-41bc-b10a-bcebf1f91e42 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=95375805-267e-4f4b-8dbd-5fd72c8dfeec HTTP/1.1" status: 200 len: 210 time: 0.0819399 Feb 20 05:25:00.958944 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcec024-19d1-4985-a742-f6f5784257f4 req-652f6247-205c-4d74-890e-069b875bb8a8 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:00.972473 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2fcec024-19d1-4985-a742-f6f5784257f4 req-652f6247-205c-4d74-890e-069b875bb8a8 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.37 "GET /v2.0/ports?device_id=f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a HTTP/1.1" status: 200 len: 970 time: 0.2315314 Feb 20 05:25:00.985454 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f057c8c-a4c8-41ad-bdbd-b99843f58040', 'tag': '056c579f-a4f8-44d5-abd9-86552ef4696b'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:25:00.988442 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb136cd5-aa9c-47da-81a8-68cbe187e02e" -d '{"events": [{"name": "network-changed", "server_uuid": "5f057c8c-a4c8-41ad-bdbd-b99843f58040", "tag": "056c579f-a4f8-44d5-abd9-86552ef4696b"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:25:01.173474 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2fcec024-19d1-4985-a742-f6f5784257f4 req-02827d56-dfab-4eca-a200-346cd6bb24cb tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.37 "GET /v2.0/security-groups?id=f309216e-855e-498f-8324-1acfbcafc0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000225 Feb 20 05:25:01.230460 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16536b22-181b-4945-96c2-c434b9668dde x-openstack-request-id: req-16536b22-181b-4945-96c2-c434b9668dde {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:25:01.231002 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f057c8c-a4c8-41ad-bdbd-b99843f58040", "tag": "056c579f-a4f8-44d5-abd9-86552ef4696b", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:25:01.231128 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16536b22-181b-4945-96c2-c434b9668dde {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:25:01.231705 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f057c8c-a4c8-41ad-bdbd-b99843f58040', 'tag': '056c579f-a4f8-44d5-abd9-86552ef4696b', 'status': 'completed', 'code': 200} Feb 20 05:25:01.312569 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb136cd5-aa9c-47da-81a8-68cbe187e02e req-e4603bd0-d8aa-45ee-9c00-a1c85c990bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:01.315736 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fb136cd5-aa9c-47da-81a8-68cbe187e02e req-e4603bd0-d8aa-45ee-9c00-a1c85c990bdb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b882ff5cc38448f182588db0bc9e9522&device_id=5f057c8c-a4c8-41ad-bdbd-b99843f58040 HTTP/1.1" status: 200 len: 1128 time: 0.0559077 Feb 20 05:25:01.457783 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb136cd5-aa9c-47da-81a8-68cbe187e02e req-63b7ea5b-0864-4479-8f5e-0391fd2adcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:01.460038 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fb136cd5-aa9c-47da-81a8-68cbe187e02e req-63b7ea5b-0864-4479-8f5e-0391fd2adcad service neutron] 10.222.0.48 "GET /v2.0/networks?id=805bb61f-0284-479c-a7fa-c503f096a7af HTTP/1.1" status: 200 len: 924 time: 0.1377273 Feb 20 05:25:01.538841 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device ed6d4b04-c406-42ed-a682-0b0ab5db7589 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:25:01.539205 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fb136cd5-aa9c-47da-81a8-68cbe187e02e req-cc401ed4-f5c0-445a-b830-c681b74ba09c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=056c579f-a4f8-44d5-abd9-86552ef4696b HTTP/1.1" status: 200 len: 1002 time: 0.0710917 Feb 20 05:25:01.570661 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: ed6d4b04-c406-42ed-a682-0b0ab5db7589 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:25:01.571403 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device ed6d4b04-c406-42ed-a682-0b0ab5db7589 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:25:01.607097 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb136cd5-aa9c-47da-81a8-68cbe187e02e req-87e3fce9-bfd1-4450-8786-6c59d7d16eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:01.608986 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fb136cd5-aa9c-47da-81a8-68cbe187e02e req-87e3fce9-bfd1-4450-8786-6c59d7d16eb2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aac2b293-11f4-4fbc-a42b-637ee496d192 HTTP/1.1" status: 200 len: 863 time: 0.0630391 Feb 20 05:25:01.714417 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb136cd5-aa9c-47da-81a8-68cbe187e02e req-094157eb-0107-4bef-8bf7-2f8dbc60e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:01.716351 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fb136cd5-aa9c-47da-81a8-68cbe187e02e req-094157eb-0107-4bef-8bf7-2f8dbc60e868 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=805bb61f-0284-479c-a7fa-c503f096a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1012530 Feb 20 05:25:01.892242 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fb136cd5-aa9c-47da-81a8-68cbe187e02e req-56d24d20-8548-4d6e-af8d-15f96728f33a service neutron] 10.222.0.48 "GET /v2.0/networks/805bb61f-0284-479c-a7fa-c503f096a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644399 Feb 20 05:25:02.046977 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fb136cd5-aa9c-47da-81a8-68cbe187e02e req-44e2f7e0-0fea-442e-bb81-6673a3370e81 service neutron] 10.222.0.48 "GET /v2.0/networks/805bb61f-0284-479c-a7fa-c503f096a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439304 Feb 20 05:25:02.105452 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0feb3382-3e92-4e9d-8a67-be64f41463df req-fb6e7ded-66ca-4db5-acd3-924249eedb43 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=95375805-267e-4f4b-8dbd-5fd72c8dfeec HTTP/1.1" status: 200 len: 210 time: 0.0308785 Feb 20 05:25:02.197811 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-74448b4f-5b99-425e-8044-9723a440bd9b tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=fe161fbd266c450a98833c9c741f175f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397654 Feb 20 05:25:02.484593 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c199ca7-bdd2-49f0-b30e-8fd011818863 req-941753e3-fa9f-40a8-995c-c623e4d5b18b tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:02.487044 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c199ca7-bdd2-49f0-b30e-8fd011818863 req-941753e3-fa9f-40a8-995c-c623e4d5b18b tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.37 "GET /v2.0/ports?device_id=f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a HTTP/1.1" status: 200 len: 970 time: 0.0939620 Feb 20 05:25:02.540111 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-6f2d6cf4-5c33-4d42-a908-048011dc239f tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:02.541628 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-6f2d6cf4-5c33-4d42-a908-048011dc239f tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3382628 Feb 20 05:25:02.558033 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-db54be79-15a4-420f-bf7e-7ab000fb2305 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Request body: {'port': {'device_id': '95375805-267e-4f4b-8dbd-5fd72c8dfeec', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': 'fe161fbd266c450a98833c9c741f175f'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:02.561196 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46194) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:02.648534 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c199ca7-bdd2-49f0-b30e-8fd011818863 req-51841ef2-e4a2-4432-ae6c-4d966aee03fd tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.37 "GET /v2.0/security-groups?id=f309216e-855e-498f-8324-1acfbcafc0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532688 Feb 20 05:25:02.728457 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-db54be79-15a4-420f-bf7e-7ab000fb2305 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Made reservation on behalf of fe161fbd266c450a98833c9c741f175f for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:02.732102 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-db54be79-15a4-420f-bf7e-7ab000fb2305 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:02.734412 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8dfa5cb4-3633-4ccb-b847-73b833f56bda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:02.871947 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8dfa5cb4-3633-4ccb-b847-73b833f56bda admin admin] Publish callbacks [] for security_group (6ac4d431-70a9-490c-a101-81fcd168cbe6), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:02.878800 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8dfa5cb4-3633-4ccb-b847-73b833f56bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6ac4d431-70a9-490c-a101-81fcd168cbe6), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:02.955174 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8dfa5cb4-3633-4ccb-b847-73b833f56bda admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d078b0631ecf422c8cbfd91d6e4562d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3900070 Feb 20 05:25:02.965663 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa5cb4-3633-4ccb-b847-73b833f56bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac4d431-70a9-490c-a101-81fcd168cbe6,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:02.968813 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46212) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:03.084403 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-db54be79-15a4-420f-bf7e-7ab000fb2305 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Allocated IP 192.168.233.176 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/d40832ee-1e1b-4612-9b13-01632ba8ad8f) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:25:03.102693 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4b3b238-2cfa-46ab-a3f5-6eba4cb19dc6 admin admin] Publish callbacks [] for security_group (6ac4d431-70a9-490c-a101-81fcd168cbe6), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:03.179311 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4b3b238-2cfa-46ab-a3f5-6eba4cb19dc6 admin admin] Publish callbacks [] for security_group (6ac4d431-70a9-490c-a101-81fcd168cbe6), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:03.255592 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46232) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:03.289206 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4b3b238-2cfa-46ab-a3f5-6eba4cb19dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6ac4d431-70a9-490c-a101-81fcd168cbe6), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:03.293314 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4b3b238-2cfa-46ab-a3f5-6eba4cb19dc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:03.294451 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a4b3b238-2cfa-46ab-a3f5-6eba4cb19dc6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ac4d431-70a9-490c-a101-81fcd168cbe6 HTTP/1.1" status: 204 len: 168 time: 0.3243120 Feb 20 05:25:03.313167 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f3874f4-57f0-4062-9f6c-2e1dbd202794 req-64b4ee88-a63d-463c-9aa3-fe7c6623eb35 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=95375805-267e-4f4b-8dbd-5fd72c8dfeec HTTP/1.1" status: 200 len: 210 time: 0.0530229 Feb 20 05:25:03.313753 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3b238-2cfa-46ab-a3f5-6eba4cb19dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac4d431-70a9-490c-a101-81fcd168cbe6,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:03.457609 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-db54be79-15a4-420f-bf7e-7ab000fb2305 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Publish callbacks [] for port (d40832ee-1e1b-4612-9b13-01632ba8ad8f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:03.506051 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-13e2f550-a85a-4081-b5a2-ee69ada715de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:03.537306 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-db54be79-15a4-420f-bf7e-7ab000fb2305 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (d40832ee-1e1b-4612-9b13-01632ba8ad8f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:03.671205 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-db54be79-15a4-420f-bf7e-7ab000fb2305 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:25:03.682679 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-db54be79-15a4-420f-bf7e-7ab000fb2305 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:03.690598 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-db54be79-15a4-420f-bf7e-7ab000fb2305 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:25:03.697018 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-db54be79-15a4-420f-bf7e-7ab000fb2305 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:03.697887 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-db54be79-15a4-420f-bf7e-7ab000fb2305 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:03.719708 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-db54be79-15a4-420f-bf7e-7ab000fb2305 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1673777 Feb 20 05:25:03.727509 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-13e2f550-a85a-4081-b5a2-ee69ada715de admin admin] Publish callbacks [] for security_group (5499f17e-462a-42e9-8f96-feea9c07391c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:03.731939 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-b1e42b45-224b-48a9-b87a-21d6905060a9 service neutron] Request body: {'port': {'device_id': '95375805-267e-4f4b-8dbd-5fd72c8dfeec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:03.735163 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-13e2f550-a85a-4081-b5a2-ee69ada715de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5499f17e-462a-42e9-8f96-feea9c07391c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:03.796183 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-13e2f550-a85a-4081-b5a2-ee69ada715de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7fbbdd7d1447484da07233f9125e06fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5391076 Feb 20 05:25:03.808671 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46258) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:03.828781 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2f550-a85a-4081-b5a2-ee69ada715de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5499f17e-462a-42e9-8f96-feea9c07391c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:03.858140 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54be79-15a4-420f-bf7e-7ab000fb2305 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Pushing event updated for resources: {'Port': ['ID=d40832ee-1e1b-4612-9b13-01632ba8ad8f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:03.880008 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-b1e42b45-224b-48a9-b87a-21d6905060a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d40832ee-1e1b-4612-9b13-01632ba8ad8f), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:03.897457 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46264) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:03.912978 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd6b56d0-06ad-469e-82fa-01983fbad69c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:04.030339 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd6b56d0-06ad-469e-82fa-01983fbad69c admin admin] Publish callbacks [] for security_group (398e27c4-a16c-4b3a-bfa8-2e31ad5a7434), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:04.036615 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd6b56d0-06ad-469e-82fa-01983fbad69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (398e27c4-a16c-4b3a-bfa8-2e31ad5a7434), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:04.089206 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cd6b56d0-06ad-469e-82fa-01983fbad69c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d004d9b908840caba396cb6ae879fa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1904275 Feb 20 05:25:04.090870 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b56d0-06ad-469e-82fa-01983fbad69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398e27c4-a16c-4b3a-bfa8-2e31ad5a7434,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:04.093792 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46276) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:04.115788 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e8500071-878f-40b9-a739-36d4704fea8f None None] Provisioning complete for port d40832ee-1e1b-4612-9b13-01632ba8ad8f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:04.117899 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e8500071-878f-40b9-a739-36d4704fea8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d40832ee-1e1b-4612-9b13-01632ba8ad8f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:04.161870 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-70831982-69d2-4dd8-bf4b-4d4eace4ece5 admin admin] Publish callbacks [] for security_group (398e27c4-a16c-4b3a-bfa8-2e31ad5a7434), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:04.171195 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e8500071-878f-40b9-a739-36d4704fea8f None None] Port d40832ee-1e1b-4612-9b13-01632ba8ad8f cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:25:04.195796 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-70831982-69d2-4dd8-bf4b-4d4eace4ece5 admin admin] Publish callbacks [] for security_group (398e27c4-a16c-4b3a-bfa8-2e31ad5a7434), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:04.260343 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-70831982-69d2-4dd8-bf4b-4d4eace4ece5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (398e27c4-a16c-4b3a-bfa8-2e31ad5a7434), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:04.275197 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-70831982-69d2-4dd8-bf4b-4d4eace4ece5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:04.278919 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-70831982-69d2-4dd8-bf4b-4d4eace4ece5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/398e27c4-a16c-4b3a-bfa8-2e31ad5a7434 HTTP/1.1" status: 204 len: 168 time: 0.1841297 Feb 20 05:25:04.291086 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70831982-69d2-4dd8-bf4b-4d4eace4ece5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398e27c4-a16c-4b3a-bfa8-2e31ad5a7434,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:04.310379 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0266ca04-0e75-49e6-9baf-97254a5970c6 admin admin] Publish callbacks [] for security_group (5499f17e-462a-42e9-8f96-feea9c07391c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:04.474257 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0266ca04-0e75-49e6-9baf-97254a5970c6 admin admin] Publish callbacks [] for security_group (5499f17e-462a-42e9-8f96-feea9c07391c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:04.516157 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e27c4-8a66-469d-96fa-770afb21a81c req-709ffa6b-854c-42e0-9c9a-d4f3170cd545 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:04.518226 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f61e27c4-8a66-469d-96fa-770afb21a81c req-709ffa6b-854c-42e0-9c9a-d4f3170cd545 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.37 "GET /v2.0/ports?device_id=f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a HTTP/1.1" status: 200 len: 970 time: 0.3010736 Feb 20 05:25:04.592370 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46302) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:04.671759 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f61e27c4-8a66-469d-96fa-770afb21a81c req-495a4a79-2836-4a4f-b8dc-171bcaae014b tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.37 "GET /v2.0/security-groups?id=f309216e-855e-498f-8324-1acfbcafc0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347957 Feb 20 05:25:04.683673 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bc85c-a18e-4c0c-8ec9-1bbacfc28e9a req-d2f1ef1d-43a1-415c-a5e3-d809788e55cf tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:04.685163 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6a3bc85c-a18e-4c0c-8ec9-1bbacfc28e9a req-d2f1ef1d-43a1-415c-a5e3-d809788e55cf tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=95375805-267e-4f4b-8dbd-5fd72c8dfeec HTTP/1.1" status: 200 len: 936 time: 0.2244756 Feb 20 05:25:04.694151 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0266ca04-0e75-49e6-9baf-97254a5970c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5499f17e-462a-42e9-8f96-feea9c07391c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:04.695106 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0266ca04-0e75-49e6-9baf-97254a5970c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:04.696245 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0266ca04-0e75-49e6-9baf-97254a5970c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5499f17e-462a-42e9-8f96-feea9c07391c HTTP/1.1" status: 204 len: 168 time: 0.8843861 Feb 20 05:25:04.733079 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266ca04-0e75-49e6-9baf-97254a5970c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5499f17e-462a-42e9-8f96-feea9c07391c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:04.751663 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39ec24a3-95d8-4f2b-ba6a-529d7b6daee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:04.814111 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6a3bc85c-a18e-4c0c-8ec9-1bbacfc28e9a req-79d28395-76b2-4127-a491-4ff7b4f06659 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119661 Feb 20 05:25:04.844659 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-b1e42b45-224b-48a9-b87a-21d6905060a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d40832ee-1e1b-4612-9b13-01632ba8ad8f {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:25:04.866965 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-b1e42b45-224b-48a9-b87a-21d6905060a9 service neutron] Publish callbacks [] for port (d40832ee-1e1b-4612-9b13-01632ba8ad8f), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:04.889610 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-b1e42b45-224b-48a9-b87a-21d6905060a9 service neutron] Transition to ACTIVE for port object d40832ee-1e1b-4612-9b13-01632ba8ad8f will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:25:04.898557 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-b1e42b45-224b-48a9-b87a-21d6905060a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d40832ee-1e1b-4612-9b13-01632ba8ad8f), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:04.944212 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39ec24a3-95d8-4f2b-ba6a-529d7b6daee7 admin admin] Publish callbacks [] for security_group (64bb11ff-cae0-4d5f-9a50-7ae6192f8f4f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:04.948730 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39ec24a3-95d8-4f2b-ba6a-529d7b6daee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (64bb11ff-cae0-4d5f-9a50-7ae6192f8f4f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:05.016761 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec24a3-95d8-4f2b-ba6a-529d7b6daee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bb11ff-cae0-4d5f-9a50-7ae6192f8f4f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:05.055566 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-39ec24a3-95d8-4f2b-ba6a-529d7b6daee7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b0d0d870bc88425784f5690a5b78a4e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4619515 Feb 20 05:25:05.058142 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46334) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:05.063611 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e42b45-224b-48a9-b87a-21d6905060a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d40832ee-1e1b-4612-9b13-01632ba8ad8f,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:05.093621 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-b1e42b45-224b-48a9-b87a-21d6905060a9 service neutron] Attempting to bind port d40832ee-1e1b-4612-9b13-01632ba8ad8f on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:25:05.093621 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-b1e42b45-224b-48a9-b87a-21d6905060a9 service neutron] Attempting to bind port d40832ee-1e1b-4612-9b13-01632ba8ad8f by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:25:05.093621 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-b1e42b45-224b-48a9-b87a-21d6905060a9 service neutron] Attempting to bind port d40832ee-1e1b-4612-9b13-01632ba8ad8f on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:05.104487 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-b1e42b45-224b-48a9-b87a-21d6905060a9 service neutron] Port d40832ee-1e1b-4612-9b13-01632ba8ad8f on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:25:05.104877 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-b1e42b45-224b-48a9-b87a-21d6905060a9 service neutron] Attempting to bind port d40832ee-1e1b-4612-9b13-01632ba8ad8f on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:05.129833 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-b1e42b45-224b-48a9-b87a-21d6905060a9 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:25:05.130013 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-b1e42b45-224b-48a9-b87a-21d6905060a9 service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:05.130589 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-b1e42b45-224b-48a9-b87a-21d6905060a9 service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:25:05.131081 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-b1e42b45-224b-48a9-b87a-21d6905060a9 service neutron] Bound port: d40832ee-1e1b-4612-9b13-01632ba8ad8f, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:25:05.131446 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-b1e42b45-224b-48a9-b87a-21d6905060a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d40832ee-1e1b-4612-9b13-01632ba8ad8f), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:05.204827 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-19b92b1b-fbc9-4580-af80-48910a594828 admin admin] Publish callbacks [] for security_group (64bb11ff-cae0-4d5f-9a50-7ae6192f8f4f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:05.268590 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd17ddf-cb13-4059-943a-f7b6d15d7cff req-e025f923-01fc-4ae3-9c8f-764a2ca43bfd tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:05.270281 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4cd17ddf-cb13-4059-943a-f7b6d15d7cff req-e025f923-01fc-4ae3-9c8f-764a2ca43bfd tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.61 "GET /v2.0/ports?device_id=f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a HTTP/1.1" status: 200 len: 970 time: 0.1652215 Feb 20 05:25:05.275287 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-19b92b1b-fbc9-4580-af80-48910a594828 admin admin] Publish callbacks [] for security_group (64bb11ff-cae0-4d5f-9a50-7ae6192f8f4f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:05.285110 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-b1e42b45-224b-48a9-b87a-21d6905060a9 service neutron] For port d40832ee-1e1b-4612-9b13-01632ba8ad8f, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:25:05.293957 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-b1e42b45-224b-48a9-b87a-21d6905060a9 service neutron] For port d40832ee-1e1b-4612-9b13-01632ba8ad8f, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=d40832ee-1e1b-4612-9b13-01632ba8ad8f,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:25:05.307438 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-b1e42b45-224b-48a9-b87a-21d6905060a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d40832ee-1e1b-4612-9b13-01632ba8ad8f), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:05.408006 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46360) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:05.429935 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-19b92b1b-fbc9-4580-af80-48910a594828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (64bb11ff-cae0-4d5f-9a50-7ae6192f8f4f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:05.432576 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-19b92b1b-fbc9-4580-af80-48910a594828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:05.433069 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-b1e42b45-224b-48a9-b87a-21d6905060a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:05.436497 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-19b92b1b-fbc9-4580-af80-48910a594828 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64bb11ff-cae0-4d5f-9a50-7ae6192f8f4f HTTP/1.1" status: 204 len: 168 time: 0.3746033 Feb 20 05:25:05.436789 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-b1e42b45-224b-48a9-b87a-21d6905060a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:05.436789 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-b1e42b45-224b-48a9-b87a-21d6905060a9 service neutron] 10.222.0.48 "PUT /v2.0/ports/d40832ee-1e1b-4612-9b13-01632ba8ad8f HTTP/1.1" status: 200 len: 1096 time: 1.7086082 Feb 20 05:25:05.436789 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95375805-267e-4f4b-8dbd-5fd72c8dfeec', 'tag': 'd40832ee-1e1b-4612-9b13-01632ba8ad8f'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:25:05.445465 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b92b1b-fbc9-4580-af80-48910a594828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bb11ff-cae0-4d5f-9a50-7ae6192f8f4f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:05.472413 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-4cd17ddf-cb13-4059-943a-f7b6d15d7cff req-8dcc1fb7-862e-4139-aede-b4aa3d79f228 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Deleting port bf6f2813-0f54-47d7-bd51-d57f5b718cf4 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:25:05.474090 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4cd17ddf-cb13-4059-943a-f7b6d15d7cff req-8dcc1fb7-862e-4139-aede-b4aa3d79f228 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (bf6f2813-0f54-47d7-bd51-d57f5b718cf4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:05.602320 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e42b45-224b-48a9-b87a-21d6905060a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d40832ee-1e1b-4612-9b13-01632ba8ad8f,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:05.619429 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-bc161642-8fce-424d-8d3d-ec7a436fb01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:05.620832 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-bc161642-8fce-424d-8d3d-ec7a436fb01f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe161fbd266c450a98833c9c741f175f&device_id=95375805-267e-4f4b-8dbd-5fd72c8dfeec HTTP/1.1" status: 200 len: 1130 time: 0.0870485 Feb 20 05:25:05.634569 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46376) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:05.647571 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-4cd17ddf-cb13-4059-943a-f7b6d15d7cff req-8dcc1fb7-862e-4139-aede-b4aa3d79f228 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] For port bf6f2813-0f54-47d7-bd51-d57f5b718cf4, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=bf6f2813-0f54-47d7-bd51-d57f5b718cf4,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:05.648328 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4cd17ddf-cb13-4059-943a-f7b6d15d7cff req-8dcc1fb7-862e-4139-aede-b4aa3d79f228 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (bf6f2813-0f54-47d7-bd51-d57f5b718cf4), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:05.669860 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-4cd17ddf-cb13-4059-943a-f7b6d15d7cff req-8dcc1fb7-862e-4139-aede-b4aa3d79f228 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Calling delete_port for bf6f2813-0f54-47d7-bd51-d57f5b718cf4 owned by compute:tempest-test_az-832265867 {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:25:05.765464 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7870879-adc0-45a9-a24b-a2d286b75be4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:05.768417 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-8329d195-cc2e-4580-8b70-a4a069c844a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=d40832ee-1e1b-4612-9b13-01632ba8ad8f HTTP/1.1" status: 200 len: 217 time: 0.1389990 Feb 20 05:25:05.912125 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-1d5c84a3-5d43-4908-a981-e06553a41692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:05.913594 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-1d5c84a3-5d43-4908-a981-e06553a41692 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1391892 Feb 20 05:25:05.952558 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4cd17ddf-cb13-4059-943a-f7b6d15d7cff req-8dcc1fb7-862e-4139-aede-b4aa3d79f228 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (bf6f2813-0f54-47d7-bd51-d57f5b718cf4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:05.966411 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['bf6f2813-0f54-47d7-bd51-d57f5b718cf4'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:25:05.990204 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc1fb7-862e-4139-aede-b4aa3d79f228 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Pushing event deleted for resources: {'Port': ['ID=bf6f2813-0f54-47d7-bd51-d57f5b718cf4,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:05.993910 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e0bf1-50f8-4e3e-a9b6-fe0fe16ec158 req-9654d659-02a0-415d-a77d-9ac1eb6b81ad tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:05.997368 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-767e0bf1-50f8-4e3e-a9b6-fe0fe16ec158 req-9654d659-02a0-415d-a77d-9ac1eb6b81ad tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.37 "GET /v2.0/ports?device_id=f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a HTTP/1.1" status: 200 len: 970 time: 0.1520002 Feb 20 05:25:06.044420 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7870879-adc0-45a9-a24b-a2d286b75be4 admin admin] Publish callbacks [] for security_group (ebd24788-6232-4785-b1ab-5170b4c20998), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:06.053208 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-ad1c0dcf-6e34-4e5d-8e37-463642fda50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:06.054710 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-ad1c0dcf-6e34-4e5d-8e37-463642fda50d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1350057 Feb 20 05:25:06.061475 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7870879-adc0-45a9-a24b-a2d286b75be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ebd24788-6232-4785-b1ab-5170b4c20998), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:06.119262 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-50dc5f44-4519-4867-9c85-c0f331f547e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f7616543aaa647c985b5ef7338ecb133&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7094891 Feb 20 05:25:06.121868 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46400) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:06.150788 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd17ddf-cb13-4059-943a-f7b6d15d7cff req-8dcc1fb7-862e-4139-aede-b4aa3d79f228 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] No DVR routers for this DVR port bf6f2813-0f54-47d7-bd51-d57f5b718cf4 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:25:06.155801 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4cd17ddf-cb13-4059-943a-f7b6d15d7cff req-8dcc1fb7-862e-4139-aede-b4aa3d79f228 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:06.160949 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4cd17ddf-cb13-4059-943a-f7b6d15d7cff req-8dcc1fb7-862e-4139-aede-b4aa3d79f228 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.61 "DELETE /v2.0/ports/bf6f2813-0f54-47d7-bd51-d57f5b718cf4 HTTP/1.1" status: 204 len: 173 time: 0.8796759 Feb 20 05:25:06.170732 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a', 'name': 'network-vif-deleted', 'tag': 'bf6f2813-0f54-47d7-bd51-d57f5b718cf4'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:25:06.174668 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cfa11a-cf57-43d4-ac47-7698b7859760" -d '{"events": [{"server_uuid": "f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a", "name": "network-vif-deleted", "tag": "bf6f2813-0f54-47d7-bd51-d57f5b718cf4"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:25:06.239806 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52ad2abe-e278-4c85-868f-e01742458aae admin admin] Publish callbacks [] for security_group (80d65ea1-9248-4fc8-8294-c25ce2e898a9), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:06.257219 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-767e0bf1-50f8-4e3e-a9b6-fe0fe16ec158 req-48229bad-bbd5-41d7-bdfe-bd0149cb0699 tempest-TenantUsagesTestJSON-238469893 tempest-TenantUsagesTestJSON-238469893-project] 10.222.0.37 "GET /v2.0/security-groups?id=f309216e-855e-498f-8324-1acfbcafc0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509434 Feb 20 05:25:06.276218 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52ad2abe-e278-4c85-868f-e01742458aae admin admin] Publish callbacks [] for security_group (80d65ea1-9248-4fc8-8294-c25ce2e898a9), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:06.284154 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a7870879-adc0-45a9-a24b-a2d286b75be4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=093918ce6ae7459c833176a7ec505ba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6479361 Feb 20 05:25:06.300433 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46408) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:06.319817 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7870879-adc0-45a9-a24b-a2d286b75be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd24788-6232-4785-b1ab-5170b4c20998,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:06.369195 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2879931b-3d33-44d5-9d32-aef4bf0c4c90" -d '{"events": [{"name": "network-changed", "server_uuid": "95375805-267e-4f4b-8dbd-5fd72c8dfeec", "tag": "d40832ee-1e1b-4612-9b13-01632ba8ad8f"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:25:06.373014 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52ad2abe-e278-4c85-868f-e01742458aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (80d65ea1-9248-4fc8-8294-c25ce2e898a9), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:06.381413 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52ad2abe-e278-4c85-868f-e01742458aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:06.382990 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-52ad2abe-e278-4c85-868f-e01742458aae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80d65ea1-9248-4fc8-8294-c25ce2e898a9 HTTP/1.1" status: 204 len: 168 time: 0.2596633 Feb 20 05:25:06.396855 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea36928-a89a-4f92-ac13-50c1873144ae x-openstack-request-id: req-7ea36928-a89a-4f92-ac13-50c1873144ae {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:25:06.397217 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a", "name": "network-vif-deleted", "tag": "bf6f2813-0f54-47d7-bd51-d57f5b718cf4", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:25:06.398248 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ea36928-a89a-4f92-ac13-50c1873144ae {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:25:06.398666 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85dc73d-6ab9-4c89-83fe-94f2fdbb6e1a', 'name': 'network-vif-deleted', 'tag': 'bf6f2813-0f54-47d7-bd51-d57f5b718cf4', 'status': 'completed', 'code': 200} Feb 20 05:25:06.399664 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46416) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:06.400196 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad2abe-e278-4c85-868f-e01742458aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d65ea1-9248-4fc8-8294-c25ce2e898a9,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:06.473569 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-ff6b2648-bf27-4e41-972a-82ddb32d1485 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073379 Feb 20 05:25:06.504018 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-95f605b2-86db-4e0c-9c42-dd69431e9da0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:06.572258 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ed9df-b24e-4d50-a320-101bfb9bee69 req-603ee64d-f169-423b-893b-aeb180c86d07 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:06.573908 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a07ed9df-b24e-4d50-a320-101bfb9bee69 req-603ee64d-f169-423b-893b-aeb180c86d07 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=95375805-267e-4f4b-8dbd-5fd72c8dfeec HTTP/1.1" status: 200 len: 948 time: 0.4915390 Feb 20 05:25:06.619068 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a0311805-52d9-495f-926a-7e1e2eeded83 admin admin] Publish callbacks [] for security_group (ebd24788-6232-4785-b1ab-5170b4c20998), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:06.697096 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a0311805-52d9-495f-926a-7e1e2eeded83 admin admin] Publish callbacks [] for security_group (ebd24788-6232-4785-b1ab-5170b4c20998), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:06.706862 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f8582f16-7d5c-49d0-b52f-96db1f5dc3dd req-08c17145-8b3c-4df4-ba63-0118152678b2 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196181 Feb 20 05:25:06.727546 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a07ed9df-b24e-4d50-a320-101bfb9bee69 req-eebdc98e-49f4-49bd-8a1d-b26dcbca1bb1 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398869 Feb 20 05:25:06.825455 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-95f605b2-86db-4e0c-9c42-dd69431e9da0 admin admin] Publish callbacks [] for security_group (4e1d39f3-b7d3-40c1-aa20-261693111d12), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:06.831546 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-95f605b2-86db-4e0c-9c42-dd69431e9da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4e1d39f3-b7d3-40c1-aa20-261693111d12), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:06.867616 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46432) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:06.876474 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-95f605b2-86db-4e0c-9c42-dd69431e9da0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7090e0c9602f4fcc9ad61dffc24780ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4633360 Feb 20 05:25:06.889756 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a0311805-52d9-495f-926a-7e1e2eeded83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ebd24788-6232-4785-b1ab-5170b4c20998), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:06.895123 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a0311805-52d9-495f-926a-7e1e2eeded83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:06.898617 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a0311805-52d9-495f-926a-7e1e2eeded83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ebd24788-6232-4785-b1ab-5170b4c20998 HTTP/1.1" status: 204 len: 168 time: 0.5933855 Feb 20 05:25:06.917535 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f605b2-86db-4e0c-9c42-dd69431e9da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1d39f3-b7d3-40c1-aa20-261693111d12,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:06.947972 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8890fd51-0b98-4b26-8343-e0d14316cc59 admin admin] Publish callbacks [] for security_group (4e1d39f3-b7d3-40c1-aa20-261693111d12), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:06.952392 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2f70c5-29cf-4fd0-8e3d-f8f80feb7c49 x-openstack-request-id: req-bc2f70c5-29cf-4fd0-8e3d-f8f80feb7c49 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:25:06.952705 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95375805-267e-4f4b-8dbd-5fd72c8dfeec", "tag": "d40832ee-1e1b-4612-9b13-01632ba8ad8f", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:25:06.952963 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc2f70c5-29cf-4fd0-8e3d-f8f80feb7c49 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:25:06.953474 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95375805-267e-4f4b-8dbd-5fd72c8dfeec', 'tag': 'd40832ee-1e1b-4612-9b13-01632ba8ad8f', 'status': 'completed', 'code': 200} Feb 20 05:25:06.954331 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0311805-52d9-495f-926a-7e1e2eeded83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd24788-6232-4785-b1ab-5170b4c20998,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:07.003331 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8890fd51-0b98-4b26-8343-e0d14316cc59 admin admin] Publish callbacks [] for security_group (4e1d39f3-b7d3-40c1-aa20-261693111d12), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:07.025376 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879931b-3d33-44d5-9d32-aef4bf0c4c90 req-931b5733-b643-4e13-9dfd-90eb5f2f3ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:07.027212 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2879931b-3d33-44d5-9d32-aef4bf0c4c90 req-931b5733-b643-4e13-9dfd-90eb5f2f3ea9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe161fbd266c450a98833c9c741f175f&device_id=95375805-267e-4f4b-8dbd-5fd72c8dfeec HTTP/1.1" status: 200 len: 1130 time: 0.0534277 Feb 20 05:25:07.052018 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46438) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:07.103732 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8890fd51-0b98-4b26-8343-e0d14316cc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4e1d39f3-b7d3-40c1-aa20-261693111d12), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:07.106463 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8890fd51-0b98-4b26-8343-e0d14316cc59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:07.107691 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8890fd51-0b98-4b26-8343-e0d14316cc59 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e1d39f3-b7d3-40c1-aa20-261693111d12 HTTP/1.1" status: 204 len: 168 time: 0.2390354 Feb 20 05:25:07.116958 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-19a30b1f-5eb1-4fe7-b175-4f9f8fb42c95 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53851162bf6347ea9dae2c5e4b1c5b96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0612626 Feb 20 05:25:07.119329 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46442) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:07.121723 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890fd51-0b98-4b26-8343-e0d14316cc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1d39f3-b7d3-40c1-aa20-261693111d12,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:07.132382 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879931b-3d33-44d5-9d32-aef4bf0c4c90 req-e8291363-0d98-4b41-9b46-e711759bda42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:07.134113 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2879931b-3d33-44d5-9d32-aef4bf0c4c90 req-e8291363-0d98-4b41-9b46-e711759bda42 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.1012950 Feb 20 05:25:07.184326 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a9e572db-78c4-4c99-9c4d-ecb39e3e8759 admin admin] Publish callbacks [] for security_group (07310a48-1d13-4709-a56b-dbd72b4ff677), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:07.186499 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2879931b-3d33-44d5-9d32-aef4bf0c4c90 req-12da0392-cf97-437d-858a-938bcc60cfc0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=d40832ee-1e1b-4612-9b13-01632ba8ad8f HTTP/1.1" status: 200 len: 217 time: 0.0462587 Feb 20 05:25:07.210342 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a9e572db-78c4-4c99-9c4d-ecb39e3e8759 admin admin] Publish callbacks [] for security_group (07310a48-1d13-4709-a56b-dbd72b4ff677), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:07.249533 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879931b-3d33-44d5-9d32-aef4bf0c4c90 req-c8111ba6-af83-4077-8d32-8f60eeb86218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:07.251048 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2879931b-3d33-44d5-9d32-aef4bf0c4c90 req-c8111ba6-af83-4077-8d32-8f60eeb86218 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0572863 Feb 20 05:25:07.275236 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a9e572db-78c4-4c99-9c4d-ecb39e3e8759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (07310a48-1d13-4709-a56b-dbd72b4ff677), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:07.278164 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a9e572db-78c4-4c99-9c4d-ecb39e3e8759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:07.283724 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a9e572db-78c4-4c99-9c4d-ecb39e3e8759 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/07310a48-1d13-4709-a56b-dbd72b4ff677 HTTP/1.1" status: 204 len: 168 time: 0.1591136 Feb 20 05:25:07.289847 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e572db-78c4-4c99-9c4d-ecb39e3e8759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07310a48-1d13-4709-a56b-dbd72b4ff677,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:07.329602 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879931b-3d33-44d5-9d32-aef4bf0c4c90 req-38b3793a-6ffb-4c20-ab65-77ef471eb676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:07.331552 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2879931b-3d33-44d5-9d32-aef4bf0c4c90 req-38b3793a-6ffb-4c20-ab65-77ef471eb676 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0733240 Feb 20 05:25:07.395915 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46456) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:07.441979 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2879931b-3d33-44d5-9d32-aef4bf0c4c90 req-a72ffca9-a7f6-46df-9892-d24e4a5a8b87 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030912 Feb 20 05:25:07.538054 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2879931b-3d33-44d5-9d32-aef4bf0c4c90 req-8f74a451-acc5-4431-b868-ca9a83facb19 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901413 Feb 20 05:25:07.827216 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb1b88e2-26a4-4e48-9bf8-882cd8369aca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:07.865183 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a9e23-af9c-4ab9-bb76-862ba3e3d315 req-0358bf4f-410a-40d0-9470-6cdc88de8c97 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:07.867547 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0f0a9e23-af9c-4ab9-bb76-862ba3e3d315 req-0358bf4f-410a-40d0-9470-6cdc88de8c97 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=95375805-267e-4f4b-8dbd-5fd72c8dfeec HTTP/1.1" status: 200 len: 948 time: 0.0716245 Feb 20 05:25:07.925080 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0f0a9e23-af9c-4ab9-bb76-862ba3e3d315 req-de80a70c-6313-4b40-9e76-9bc9ea9d273f tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501041 Feb 20 05:25:07.948638 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb1b88e2-26a4-4e48-9bf8-882cd8369aca admin admin] Publish callbacks [] for security_group (4bc91275-f7de-445b-bb91-9683edd92b35), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:07.953178 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb1b88e2-26a4-4e48-9bf8-882cd8369aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4bc91275-f7de-445b-bb91-9683edd92b35), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:07.980666 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46480) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:08.003480 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cb1b88e2-26a4-4e48-9bf8-882cd8369aca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f30b0931fa4347d0a69bb39da0976696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6064403 Feb 20 05:25:08.005175 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b88e2-26a4-4e48-9bf8-882cd8369aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc91275-f7de-445b-bb91-9683edd92b35,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:08.006095 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46484) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:08.071649 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa77bf4f-c3f2-4a17-8590-6c9598ae3bbb admin admin] Publish callbacks [] for security_group (4bc91275-f7de-445b-bb91-9683edd92b35), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:08.093359 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa77bf4f-c3f2-4a17-8590-6c9598ae3bbb admin admin] Publish callbacks [] for security_group (4bc91275-f7de-445b-bb91-9683edd92b35), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:08.147453 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa77bf4f-c3f2-4a17-8590-6c9598ae3bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4bc91275-f7de-445b-bb91-9683edd92b35), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:08.150149 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa77bf4f-c3f2-4a17-8590-6c9598ae3bbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:08.151344 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fa77bf4f-c3f2-4a17-8590-6c9598ae3bbb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4bc91275-f7de-445b-bb91-9683edd92b35 HTTP/1.1" status: 204 len: 168 time: 0.1442158 Feb 20 05:25:08.160022 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77bf4f-c3f2-4a17-8590-6c9598ae3bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc91275-f7de-445b-bb91-9683edd92b35,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:08.273715 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-88183af3-8e24-4949-a58a-74240a3ba484 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=33e073e8724e412e8e85bde2155033d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919056 Feb 20 05:25:08.276122 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46504) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:08.323882 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-972dc30a-3a4f-4625-8d1a-56c531392c5f admin admin] Publish callbacks [] for security_group (f309216e-855e-498f-8324-1acfbcafc0b4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:08.345330 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-972dc30a-3a4f-4625-8d1a-56c531392c5f admin admin] Publish callbacks [] for security_group (f309216e-855e-498f-8324-1acfbcafc0b4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:08.396783 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-972dc30a-3a4f-4625-8d1a-56c531392c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f309216e-855e-498f-8324-1acfbcafc0b4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:08.399439 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-972dc30a-3a4f-4625-8d1a-56c531392c5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:08.402372 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-972dc30a-3a4f-4625-8d1a-56c531392c5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f309216e-855e-498f-8324-1acfbcafc0b4 HTTP/1.1" status: 204 len: 168 time: 0.1245615 Feb 20 05:25:08.410884 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972dc30a-3a4f-4625-8d1a-56c531392c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f309216e-855e-498f-8324-1acfbcafc0b4,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:08.790588 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46524) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:08.804004 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f0b31dcf-3d62-4ba4-8a95-c9d31602362d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:08.886337 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f0b31dcf-3d62-4ba4-8a95-c9d31602362d admin admin] Publish callbacks [] for security_group (4b5ddb62-4c34-4fb2-90e1-5294bc5515cd), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:08.890749 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f0b31dcf-3d62-4ba4-8a95-c9d31602362d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4b5ddb62-4c34-4fb2-90e1-5294bc5515cd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:08.931700 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b31dcf-3d62-4ba4-8a95-c9d31602362d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5ddb62-4c34-4fb2-90e1-5294bc5515cd,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:08.936039 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f0b31dcf-3d62-4ba4-8a95-c9d31602362d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca149b0ac317405498bf8b6d6be4cb0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443877 Feb 20 05:25:08.938631 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46530) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:09.034555 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3712b1d8-57c5-4aa7-9bf4-15537867be12 admin admin] Publish callbacks [] for security_group (4b5ddb62-4c34-4fb2-90e1-5294bc5515cd), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:09.065247 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3712b1d8-57c5-4aa7-9bf4-15537867be12 admin admin] Publish callbacks [] for security_group (4b5ddb62-4c34-4fb2-90e1-5294bc5515cd), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:09.084516 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46536) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:09.098854 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1427939-23bf-4c7d-adab-181f88d0a605 req-6b1d6d9b-70db-4ae4-bdf5-cc8dfc46952f tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:09.100613 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c1427939-23bf-4c7d-adab-181f88d0a605 req-6b1d6d9b-70db-4ae4-bdf5-cc8dfc46952f tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=95375805-267e-4f4b-8dbd-5fd72c8dfeec HTTP/1.1" status: 200 len: 948 time: 0.0945914 Feb 20 05:25:09.316430 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51e00e4f-3621-4124-9f6e-a21362400048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:09.367723 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46548) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:09.432587 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device bf6f2813-0f54-47d7-bd51-d57f5b718cf4 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:25:09.468476 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3712b1d8-57c5-4aa7-9bf4-15537867be12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4b5ddb62-4c34-4fb2-90e1-5294bc5515cd), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:09.469064 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: bf6f2813-0f54-47d7-bd51-d57f5b718cf4 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:25:09.469623 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device bf6f2813-0f54-47d7-bd51-d57f5b718cf4 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:25:09.471545 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3712b1d8-57c5-4aa7-9bf4-15537867be12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:09.473249 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3712b1d8-57c5-4aa7-9bf4-15537867be12 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b5ddb62-4c34-4fb2-90e1-5294bc5515cd HTTP/1.1" status: 204 len: 168 time: 0.5336864 Feb 20 05:25:09.483344 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-4f160068-311d-4363-8d07-ea988282f9c5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-59657475-network', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:09.488709 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c1427939-23bf-4c7d-adab-181f88d0a605 req-3d989eb2-f378-4afc-bba0-fddca6c0a00d tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700323 Feb 20 05:25:09.519941 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712b1d8-57c5-4aa7-9bf4-15537867be12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5ddb62-4c34-4fb2-90e1-5294bc5515cd,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:09.538204 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f160068-311d-4363-8d07-ea988282f9c5 admin admin] Made reservation on behalf of 122ca9bbf6ac4d739b3f45c42bf6ec82 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:09.540920 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4f160068-311d-4363-8d07-ea988282f9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:09.560018 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7873fb-a518-42bb-b323-0d06984c0207 req-0809033c-88b9-4a8d-aea6-b0f7ed2b2f6f tempest-NetworksTest-1965236737 tempest-NetworksTest-1965236737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:09.560488 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7873fb-a518-42bb-b323-0d06984c0207 req-0809033c-88b9-4a8d-aea6-b0f7ed2b2f6f tempest-NetworksTest-1965236737 tempest-NetworksTest-1965236737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:09.560952 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7873fb-a518-42bb-b323-0d06984c0207 req-0809033c-88b9-4a8d-aea6-b0f7ed2b2f6f tempest-NetworksTest-1965236737 tempest-NetworksTest-1965236737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:09.561405 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7873fb-a518-42bb-b323-0d06984c0207 req-0809033c-88b9-4a8d-aea6-b0f7ed2b2f6f tempest-NetworksTest-1965236737 tempest-NetworksTest-1965236737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:09.561512 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4f160068-311d-4363-8d07-ea988282f9c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:09.562034 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7873fb-a518-42bb-b323-0d06984c0207 req-0809033c-88b9-4a8d-aea6-b0f7ed2b2f6f tempest-NetworksTest-1965236737 tempest-NetworksTest-1965236737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:09.563929 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8e7873fb-a518-42bb-b323-0d06984c0207 req-0809033c-88b9-4a8d-aea6-b0f7ed2b2f6f tempest-NetworksTest-1965236737 tempest-NetworksTest-1965236737-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3625 time: 0.4523475 Feb 20 05:25:09.571731 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device d40832ee-1e1b-4612-9b13-01632ba8ad8f details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:25:09.614934 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51e00e4f-3621-4124-9f6e-a21362400048 admin admin] Publish callbacks [] for security_group (999d9028-3f32-4644-8240-407daf1a1a42), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:09.630340 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51e00e4f-3621-4124-9f6e-a21362400048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (999d9028-3f32-4644-8240-407daf1a1a42), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:09.711370 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-51e00e4f-3621-4124-9f6e-a21362400048 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1deba01864494272974fcb91a0e9c8e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6256063 Feb 20 05:25:09.713894 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e00e4f-3621-4124-9f6e-a21362400048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999d9028-3f32-4644-8240-407daf1a1a42,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:09.716525 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46562) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:09.722651 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port d40832ee-1e1b-4612-9b13-01632ba8ad8f, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=d40832ee-1e1b-4612-9b13-01632ba8ad8f,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:09.738863 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'd40832ee-1e1b-4612-9b13-01632ba8ad8f', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': 'd40832ee-1e1b-4612-9b13-01632ba8ad8f', 'mac_address': 'fa:16:3e:51:6d:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:25:09.773474 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4f160068-311d-4363-8d07-ea988282f9c5 admin admin] Publish callbacks [] for security_group (c1f5e683-4db6-49c1-9a4c-a662ff524b58), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:09.778979 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4f160068-311d-4363-8d07-ea988282f9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c1f5e683-4db6-49c1-9a4c-a662ff524b58), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:09.784392 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaa3f6-ca37-46b7-bf59-21a1db6b23ec req-a612cac5-b45b-4e2e-85d8-a103a4fe8c78 tempest-NetworksTest-1965236737 tempest-NetworksTest-1965236737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:09.786309 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-99aaa3f6-ca37-46b7-bf59-21a1db6b23ec req-a612cac5-b45b-4e2e-85d8-a103a4fe8c78 tempest-NetworksTest-1965236737 tempest-NetworksTest-1965236737-project-admin] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 886 time: 0.1926734 Feb 20 05:25:09.808736 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f160068-311d-4363-8d07-ea988282f9c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:25:09.809780 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port d40832ee-1e1b-4612-9b13-01632ba8ad8f is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:09.810400 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d40832ee-1e1b-4612-9b13-01632ba8ad8f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:09.818706 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61259cc8-fc4c-4933-bb10-d0131e7eaf76 admin admin] Publish callbacks [] for security_group (999d9028-3f32-4644-8240-407daf1a1a42), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:09.821994 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4f160068-311d-4363-8d07-ea988282f9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (87bc1b69-4301-4933-b364-73692b06041d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:09.822686 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-4f160068-311d-4363-8d07-ea988282f9c5 admin admin] Added segment 87bc1b69-4301-4933-b364-73692b06041d of type vlan for network a1c5b7b7-c6e3-4247-9c56-38df6739f2a2 Feb 20 05:25:09.842367 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d40832ee-1e1b-4612-9b13-01632ba8ad8f {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:25:09.883961 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4f160068-311d-4363-8d07-ea988282f9c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (a1c5b7b7-c6e3-4247-9c56-38df6739f2a2), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:09.885618 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port d40832ee-1e1b-4612-9b13-01632ba8ad8f, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=d40832ee-1e1b-4612-9b13-01632ba8ad8f,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:09.887188 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61259cc8-fc4c-4933-bb10-d0131e7eaf76 admin admin] Publish callbacks [] for security_group (999d9028-3f32-4644-8240-407daf1a1a42), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:09.890283 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f160068-311d-4363-8d07-ea988282f9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f5e683-4db6-49c1-9a4c-a662ff524b58,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:09.891737 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d40832ee-1e1b-4612-9b13-01632ba8ad8f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:09.932004 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4f160068-311d-4363-8d07-ea988282f9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (a1c5b7b7-c6e3-4247-9c56-38df6739f2a2), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:09.935276 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f160068-311d-4363-8d07-ea988282f9c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:09.936037 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4f160068-311d-4363-8d07-ea988282f9c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:09.984011 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=d40832ee-1e1b-4612-9b13-01632ba8ad8f,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:10.015844 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4f160068-311d-4363-8d07-ea988282f9c5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.6470115 Feb 20 05:25:10.018674 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46574) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:10.025911 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-dd549681-4dfc-42f1-805d-97b0bdde54dc admin admin] Request body: {'subnet': {'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-59657475-subnet', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:10.028267 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37b3de-7ff0-4e71-b227-f44c4e710f4e req-e388f57e-035e-4002-a659-d66634bb5e58 tempest-NetworksTest-1965236737 tempest-NetworksTest-1965236737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:10.028738 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37b3de-7ff0-4e71-b227-f44c4e710f4e req-e388f57e-035e-4002-a659-d66634bb5e58 tempest-NetworksTest-1965236737 tempest-NetworksTest-1965236737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:10.029197 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37b3de-7ff0-4e71-b227-f44c4e710f4e req-e388f57e-035e-4002-a659-d66634bb5e58 tempest-NetworksTest-1965236737 tempest-NetworksTest-1965236737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:10.029647 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37b3de-7ff0-4e71-b227-f44c4e710f4e req-e388f57e-035e-4002-a659-d66634bb5e58 tempest-NetworksTest-1965236737 tempest-NetworksTest-1965236737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:10.030096 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37b3de-7ff0-4e71-b227-f44c4e710f4e req-e388f57e-035e-4002-a659-d66634bb5e58 tempest-NetworksTest-1965236737 tempest-NetworksTest-1965236737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:10.036157 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f37b3de-7ff0-4e71-b227-f44c4e710f4e req-e388f57e-035e-4002-a659-d66634bb5e58 tempest-NetworksTest-1965236737 tempest-NetworksTest-1965236737-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3625 time: 0.2009952 Feb 20 05:25:10.050413 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f160068-311d-4363-8d07-ea988282f9c5 admin admin] Pushing event updated for resources: {'Network': ['ID=a1c5b7b7-c6e3-4247-9c56-38df6739f2a2,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:10.053459 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd549681-4dfc-42f1-805d-97b0bdde54dc admin admin] Made reservation on behalf of 122ca9bbf6ac4d739b3f45c42bf6ec82 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:10.055915 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd549681-4dfc-42f1-805d-97b0bdde54dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:10.067465 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network a1c5b7b7-c6e3-4247-9c56-38df6739f2a2 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:25:10.084277 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61259cc8-fc4c-4933-bb10-d0131e7eaf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (999d9028-3f32-4644-8240-407daf1a1a42), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:10.087287 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61259cc8-fc4c-4933-bb10-d0131e7eaf76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:10.088909 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-61259cc8-fc4c-4933-bb10-d0131e7eaf76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/999d9028-3f32-4644-8240-407daf1a1a42 HTTP/1.1" status: 204 len: 168 time: 0.3695648 Feb 20 05:25:10.097548 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61259cc8-fc4c-4933-bb10-d0131e7eaf76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999d9028-3f32-4644-8240-407daf1a1a42,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:10.237460 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['d40832ee-1e1b-4612-9b13-01632ba8ad8f'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:25:10.258852 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd549681-4dfc-42f1-805d-97b0bdde54dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (ecfd9983-1b03-4999-bf7e-91d977ad0b4d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:10.329269 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd549681-4dfc-42f1-805d-97b0bdde54dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecfd9983-1b03-4999-bf7e-91d977ad0b4d,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:10.340239 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd549681-4dfc-42f1-805d-97b0bdde54dc admin admin] Checking segment: {'id': '87bc1b69-4301-4933-b364-73692b06041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:10.340682 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd549681-4dfc-42f1-805d-97b0bdde54dc admin admin] Network hostable DHCP agents. Network: a1c5b7b7-c6e3-4247-9c56-38df6739f2a2, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:25:10.360532 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd549681-4dfc-42f1-805d-97b0bdde54dc admin admin] Network a1c5b7b7-c6e3-4247-9c56-38df6739f2a2 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:25:10.372186 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-dd549681-4dfc-42f1-805d-97b0bdde54dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, a1c5b7b7-c6e3-4247-9c56-38df6739f2a2) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:10.376691 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd549681-4dfc-42f1-805d-97b0bdde54dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:10.377957 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd549681-4dfc-42f1-805d-97b0bdde54dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:10.391829 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c064963-b760-49d7-87ac-d70e1bd64cb8 None None] Network a1c5b7b7-c6e3-4247-9c56-38df6739f2a2 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:25:10.409099 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dd549681-4dfc-42f1-805d-97b0bdde54dc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 0.3866711 Feb 20 05:25:10.409467 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46588) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:10.414412 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-1bc52376-a72d-461c-a238-1d9e6a8a65a3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-59657475-router', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:10.438685 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1bc52376-a72d-461c-a238-1d9e6a8a65a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (260db41a-792f-43a2-ac81-ef9b4d5de737), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:10.440472 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1bc52376-a72d-461c-a238-1d9e6a8a65a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (260db41a-792f-43a2-ac81-ef9b4d5de737), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:10.503992 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1bc52376-a72d-461c-a238-1d9e6a8a65a3 admin admin] Publish callbacks [] for router_controller (260db41a-792f-43a2-ac81-ef9b4d5de737), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:10.561483 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b38dfe-0770-4ef8-be6d-d0d9157e5126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-a1c5b7b7-c6e3-4247-9c56-38df6739f2a2', 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2', 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'fixed_ips': [{'subnet_id': 'ecfd9983-1b03-4999-bf7e-91d977ad0b4d'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:25:10.562970 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45b38dfe-0770-4ef8-be6d-d0d9157e5126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:10.604466 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46600) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:10.660905 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1bc52376-a72d-461c-a238-1d9e6a8a65a3 admin admin] Publish callbacks [] for router_gateway (260db41a-792f-43a2-ac81-ef9b4d5de737), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:10.762200 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d604c9-66ee-4ef2-a1ec-378e7ba5d36c req-ce28b14f-6049-4050-8190-911c656cd573 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:10.763848 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d2d604c9-66ee-4ef2-a1ec-378e7ba5d36c req-ce28b14f-6049-4050-8190-911c656cd573 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=95375805-267e-4f4b-8dbd-5fd72c8dfeec HTTP/1.1" status: 200 len: 949 time: 0.0978508 Feb 20 05:25:10.830269 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d2d604c9-66ee-4ef2-a1ec-378e7ba5d36c req-e68397ef-96f3-468d-85c6-8172d988077a tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583658 Feb 20 05:25:10.856638 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-45b38dfe-0770-4ef8-be6d-d0d9157e5126 None None] Allocated IP 172.20.0.2 (a1c5b7b7-c6e3-4247-9c56-38df6739f2a2/ecfd9983-1b03-4999-bf7e-91d977ad0b4d/4e70b2c1-b102-4e7c-b305-a8e2cb50f627) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:25:10.939327 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-57e7f5ae-e96d-4226-810d-6df78b6abd5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:11.013586 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1bc52376-a72d-461c-a238-1d9e6a8a65a3 admin admin] Publish callbacks [] for router_gateway (260db41a-792f-43a2-ac81-ef9b4d5de737), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:11.052962 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1bc52376-a72d-461c-a238-1d9e6a8a65a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:11.074258 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45b38dfe-0770-4ef8-be6d-d0d9157e5126 None None] Publish callbacks [] for port (4e70b2c1-b102-4e7c-b305-a8e2cb50f627), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:11.079940 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-57e7f5ae-e96d-4226-810d-6df78b6abd5c admin admin] Publish callbacks [] for security_group (0f185db4-6bb4-45a9-acb4-1d9718320fdd), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:11.081558 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45b38dfe-0770-4ef8-be6d-d0d9157e5126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (4e70b2c1-b102-4e7c-b305-a8e2cb50f627), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:11.084317 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-57e7f5ae-e96d-4226-810d-6df78b6abd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0f185db4-6bb4-45a9-acb4-1d9718320fdd), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:11.100200 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b38dfe-0770-4ef8-be6d-d0d9157e5126 None None] Network a1c5b7b7-c6e3-4247-9c56-38df6739f2a2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:25:11.102555 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-45b38dfe-0770-4ef8-be6d-d0d9157e5126 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:11.116015 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-57e7f5ae-e96d-4226-810d-6df78b6abd5c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cca39f2993b4484ba0353939409f1ddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5104527 Feb 20 05:25:11.118211 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46618) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:11.125024 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b38dfe-0770-4ef8-be6d-d0d9157e5126 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:25:11.190819 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7f5ae-e96d-4226-810d-6df78b6abd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f185db4-6bb4-45a9-acb4-1d9718320fdd,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:11.197085 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b38dfe-0770-4ef8-be6d-d0d9157e5126 None None] Pushing event updated for resources: {'Port': ['ID=4e70b2c1-b102-4e7c-b305-a8e2cb50f627,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:11.210803 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-45b38dfe-0770-4ef8-be6d-d0d9157e5126 None None] Attempting to bind port 4e70b2c1-b102-4e7c-b305-a8e2cb50f627 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:25:11.211217 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-45b38dfe-0770-4ef8-be6d-d0d9157e5126 None None] Attempting to bind port 4e70b2c1-b102-4e7c-b305-a8e2cb50f627 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '87bc1b69-4301-4933-b364-73692b06041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:25:11.211740 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b38dfe-0770-4ef8-be6d-d0d9157e5126 None None] Attempting to bind port 4e70b2c1-b102-4e7c-b305-a8e2cb50f627 on network a1c5b7b7-c6e3-4247-9c56-38df6739f2a2 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:11.217946 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b38dfe-0770-4ef8-be6d-d0d9157e5126 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:25:11.218641 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b38dfe-0770-4ef8-be6d-d0d9157e5126 None None] Checking segment: {'id': '87bc1b69-4301-4933-b364-73692b06041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:11.218772 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45b38dfe-0770-4ef8-be6d-d0d9157e5126 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:11.219259 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b38dfe-0770-4ef8-be6d-d0d9157e5126 None None] Bound using segment: {'id': '87bc1b69-4301-4933-b364-73692b06041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:25:11.219736 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-45b38dfe-0770-4ef8-be6d-d0d9157e5126 None None] Bound port: 4e70b2c1-b102-4e7c-b305-a8e2cb50f627, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc1b69-4301-4933-b364-73692b06041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:25:11.220116 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45b38dfe-0770-4ef8-be6d-d0d9157e5126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4e70b2c1-b102-4e7c-b305-a8e2cb50f627), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:11.232775 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-62fde560-21fe-4ed6-98e3-a154734021b4 admin admin] Publish callbacks [] for security_group (0f185db4-6bb4-45a9-acb4-1d9718320fdd), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:11.257858 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-62fde560-21fe-4ed6-98e3-a154734021b4 admin admin] Publish callbacks [] for security_group (0f185db4-6bb4-45a9-acb4-1d9718320fdd), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:11.306983 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-1bc52376-a72d-461c-a238-1d9e6a8a65a3 admin admin] Allocated IP 172.25.3.200 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/8d681c9c-ba84-435b-8f86-6db70c77a7cc) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:25:11.310515 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-45b38dfe-0770-4ef8-be6d-d0d9157e5126 None None] For port 4e70b2c1-b102-4e7c-b305-a8e2cb50f627, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:25:11.317728 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-45b38dfe-0770-4ef8-be6d-d0d9157e5126 None None] For port 4e70b2c1-b102-4e7c-b305-a8e2cb50f627, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4e70b2c1-b102-4e7c-b305-a8e2cb50f627,segment=NetworkSegment(87bc1b69-4301-4933-b364-73692b06041d),segment_id=87bc1b69-4301-4933-b364-73692b06041d)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:25:11.323183 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-62fde560-21fe-4ed6-98e3-a154734021b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0f185db4-6bb4-45a9-acb4-1d9718320fdd), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:11.324342 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45b38dfe-0770-4ef8-be6d-d0d9157e5126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4e70b2c1-b102-4e7c-b305-a8e2cb50f627), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:11.327922 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-62fde560-21fe-4ed6-98e3-a154734021b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:11.329782 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-62fde560-21fe-4ed6-98e3-a154734021b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f185db4-6bb4-45a9-acb4-1d9718320fdd HTTP/1.1" status: 204 len: 168 time: 0.2106023 Feb 20 05:25:11.342761 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fde560-21fe-4ed6-98e3-a154734021b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f185db4-6bb4-45a9-acb4-1d9718320fdd,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:11.405588 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b38dfe-0770-4ef8-be6d-d0d9157e5126 None None] Pushing event updated for resources: {'Port': ['ID=4e70b2c1-b102-4e7c-b305-a8e2cb50f627,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:11.466391 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1bc52376-a72d-461c-a238-1d9e6a8a65a3 admin admin] Publish callbacks [] for port (8d681c9c-ba84-435b-8f86-6db70c77a7cc), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:11.507315 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1bc52376-a72d-461c-a238-1d9e6a8a65a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (8d681c9c-ba84-435b-8f86-6db70c77a7cc), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:11.550251 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc52376-a72d-461c-a238-1d9e6a8a65a3 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:25:11.555332 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-1bc52376-a72d-461c-a238-1d9e6a8a65a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:11.557872 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc52376-a72d-461c-a238-1d9e6a8a65a3 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:25:11.563944 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc52376-a72d-461c-a238-1d9e6a8a65a3 admin admin] Pushing event updated for resources: {'Port': ['ID=8d681c9c-ba84-435b-8f86-6db70c77a7cc,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:11.588829 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device d40832ee-1e1b-4612-9b13-01632ba8ad8f up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:25:11.773502 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port d40832ee-1e1b-4612-9b13-01632ba8ad8f completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:25:11.787626 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port d40832ee-1e1b-4612-9b13-01632ba8ad8f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:11.788314 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d40832ee-1e1b-4612-9b13-01632ba8ad8f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:11.893001 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1bc52376-a72d-461c-a238-1d9e6a8a65a3 admin admin] Publish callbacks [] for router_gateway (260db41a-792f-43a2-ac81-ef9b4d5de737), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:11.971436 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port d40832ee-1e1b-4612-9b13-01632ba8ad8f is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:11.971930 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d40832ee-1e1b-4612-9b13-01632ba8ad8f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:12.007641 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95375805-267e-4f4b-8dbd-5fd72c8dfeec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40832ee-1e1b-4612-9b13-01632ba8ad8f'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:25:12.010959 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cad9316-c3a5-42fa-bcae-2ef7603ce217" -d '{"events": [{"server_uuid": "95375805-267e-4f4b-8dbd-5fd72c8dfeec", "name": "network-vif-plugged", "status": "completed", "tag": "d40832ee-1e1b-4612-9b13-01632ba8ad8f"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:25:12.016995 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port d40832ee-1e1b-4612-9b13-01632ba8ad8f, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=d40832ee-1e1b-4612-9b13-01632ba8ad8f,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:12.022341 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d40832ee-1e1b-4612-9b13-01632ba8ad8f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:12.095873 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c26eb0-02d2-4685-b29e-9b53d11232b8 req-5b1ddedb-5017-4855-9b09-1b07c3e70af0 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:12.097471 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41c26eb0-02d2-4685-b29e-9b53d11232b8 req-5b1ddedb-5017-4855-9b09-1b07c3e70af0 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=95375805-267e-4f4b-8dbd-5fd72c8dfeec HTTP/1.1" status: 200 len: 949 time: 0.1478040 Feb 20 05:25:12.136089 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=d40832ee-1e1b-4612-9b13-01632ba8ad8f,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:12.216113 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41c26eb0-02d2-4685-b29e-9b53d11232b8 req-7a0bdf45-d075-475f-93a5-22976c38ebb2 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008983 Feb 20 05:25:12.229849 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1bc52376-a72d-461c-a238-1d9e6a8a65a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (260db41a-792f-43a2-ac81-ef9b4d5de737), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:12.281244 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4e70b2c1-b102-4e7c-b305-a8e2cb50f627 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:25:12.312691 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dffd4f-909f-416b-ba8c-e3ce421b3315 x-openstack-request-id: req-09dffd4f-909f-416b-ba8c-e3ce421b3315 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:25:12.313396 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95375805-267e-4f4b-8dbd-5fd72c8dfeec", "name": "network-vif-plugged", "status": "completed", "tag": "d40832ee-1e1b-4612-9b13-01632ba8ad8f", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:25:12.313773 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09dffd4f-909f-416b-ba8c-e3ce421b3315 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:25:12.314278 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95375805-267e-4f4b-8dbd-5fd72c8dfeec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40832ee-1e1b-4612-9b13-01632ba8ad8f', 'code': 200} Feb 20 05:25:12.371091 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 4e70b2c1-b102-4e7c-b305-a8e2cb50f627 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:12.372010 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4e70b2c1-b102-4e7c-b305-a8e2cb50f627), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:12.464938 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7fe99-2c49-4910-b7a5-971e1bdfad2e req-91509362-5370-410b-b2bf-cb67a6c2a379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:12.466502 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00c7fe99-2c49-4910-b7a5-971e1bdfad2e req-91509362-5370-410b-b2bf-cb67a6c2a379 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=95375805-267e-4f4b-8dbd-5fd72c8dfeec HTTP/1.1" status: 200 len: 1132 time: 0.0797269 Feb 20 05:25:12.484866 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46662) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:12.500566 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 4e70b2c1-b102-4e7c-b305-a8e2cb50f627 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:12.500971 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4e70b2c1-b102-4e7c-b305-a8e2cb50f627), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:12.518338 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d98e2ac-c9d8-4d2c-aa2d-cea1fd99cb4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:12.523479 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc52376-a72d-461c-a238-1d9e6a8a65a3 admin admin] Router 260db41a-792f-43a2-ac81-ef9b4d5de737 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:25:12.543404 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 4e70b2c1-b102-4e7c-b305-a8e2cb50f627, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4e70b2c1-b102-4e7c-b305-a8e2cb50f627,segment=NetworkSegment(87bc1b69-4301-4933-b364-73692b06041d),segment_id=87bc1b69-4301-4933-b364-73692b06041d)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:12.552361 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4e70b2c1-b102-4e7c-b305-a8e2cb50f627), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:12.565714 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00c7fe99-2c49-4910-b7a5-971e1bdfad2e req-a3185deb-a18e-42a8-b9e1-ed809969ba0b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913038 Feb 20 05:25:12.626949 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=4e70b2c1-b102-4e7c-b305-a8e2cb50f627,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:12.898871 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b00d7c-980f-49eb-8db4-8487cb61f855 None None] Network a1c5b7b7-c6e3-4247-9c56-38df6739f2a2 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:25:12.976615 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc52376-a72d-461c-a238-1d9e6a8a65a3 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:25:12.984662 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d98e2ac-c9d8-4d2c-aa2d-cea1fd99cb4e admin admin] Publish callbacks [] for security_group (a9734442-c675-44dd-a022-2e441f8faed7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:13.000758 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d98e2ac-c9d8-4d2c-aa2d-cea1fd99cb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a9734442-c675-44dd-a022-2e441f8faed7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:13.004385 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84b6a13-1450-4b56-8c28-6587cca959a6 None None] Sync routers for ids ['260db41a-792f-43a2-ac81-ef9b4d5de737'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:25:13.029280 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84b6a13-1450-4b56-8c28-6587cca959a6 None None] Routers {'260db41a-792f-43a2-ac81-ef9b4d5de737'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:25:13.032698 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e84b6a13-1450-4b56-8c28-6587cca959a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:24:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['260db41a-792f-43a2-ac81-ef9b4d5de737'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:13.049703 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1bc52376-a72d-461c-a238-1d9e6a8a65a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:13.051580 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1bc52376-a72d-461c-a238-1d9e6a8a65a3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 2.6404793 Feb 20 05:25:13.053773 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46686) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:13.079406 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5d98e2ac-c9d8-4d2c-aa2d-cea1fd99cb4e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5b18479d8f14aaab2e67af55a8812d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5755877 Feb 20 05:25:13.079406 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98e2ac-c9d8-4d2c-aa2d-cea1fd99cb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9734442-c675-44dd-a022-2e441f8faed7,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:13.081676 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46690) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:13.085937 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-6fbdfebd-6592-4569-8be2-439d81838c74 None None] Provisioning complete for port 4e70b2c1-b102-4e7c-b305-a8e2cb50f627 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:13.086644 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6fbdfebd-6592-4569-8be2-439d81838c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4e70b2c1-b102-4e7c-b305-a8e2cb50f627), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:13.160209 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f2cf944f-5afd-4103-bdc8-526a3c18a050 admin admin] Publish callbacks [] for security_group (a9734442-c675-44dd-a022-2e441f8faed7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:13.196271 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f2cf944f-5afd-4103-bdc8-526a3c18a050 admin admin] Publish callbacks [] for security_group (a9734442-c675-44dd-a022-2e441f8faed7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:13.312849 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f2cf944f-5afd-4103-bdc8-526a3c18a050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a9734442-c675-44dd-a022-2e441f8faed7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:13.317034 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f2cf944f-5afd-4103-bdc8-526a3c18a050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:13.319165 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f2cf944f-5afd-4103-bdc8-526a3c18a050 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9734442-c675-44dd-a022-2e441f8faed7 HTTP/1.1" status: 204 len: 168 time: 0.2365019 Feb 20 05:25:13.331523 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf944f-5afd-4103-bdc8-526a3c18a050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9734442-c675-44dd-a022-2e441f8faed7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:13.380733 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6fbdfebd-6592-4569-8be2-439d81838c74 None None] Current status of the port 4e70b2c1-b102-4e7c-b305-a8e2cb50f627 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:13.423312 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-e84b6a13-1450-4b56-8c28-6587cca959a6 None None] Set router 260db41a-792f-43a2-ac81-ef9b4d5de737 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:25:13.455609 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094122a-9b0a-4376-96ec-75d108e0bbb8 req-8a089549-4e4c-416d-ac2f-d7a0a79bcebe tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:13.457237 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1094122a-9b0a-4376-96ec-75d108e0bbb8 req-8a089549-4e4c-416d-ac2f-d7a0a79bcebe tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=95375805-267e-4f4b-8dbd-5fd72c8dfeec HTTP/1.1" status: 200 len: 950 time: 0.1036875 Feb 20 05:25:13.641070 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1094122a-9b0a-4376-96ec-75d108e0bbb8 req-ebc47349-9e3c-4f85-8c89-cf41ea5d8183 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755695 Feb 20 05:25:13.713973 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-dbac4b4c-c8a5-4436-8bc8-297b62494438 None None] Provisioning complete for port 4e70b2c1-b102-4e7c-b305-a8e2cb50f627 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:13.714567 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dbac4b4c-c8a5-4436-8bc8-297b62494438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4e70b2c1-b102-4e7c-b305-a8e2cb50f627), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:13.790006 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e84b6a13-1450-4b56-8c28-6587cca959a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-59657475-router', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:10Z', 'updated_at': '2022-02-20T05:25:11Z', 'revision_number': 3, 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'gw_port': {'id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:11Z', 'updated_at': '2022-02-20T05:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:13.864863 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84b6a13-1450-4b56-8c28-6587cca959a6 None None] Checking router: 260db41a-792f-43a2-ac81-ef9b4d5de737 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:25:13.865442 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84b6a13-1450-4b56-8c28-6587cca959a6 None None] Updating router 260db41a-792f-43a2-ac81-ef9b4d5de737 port 8d681c9c-ba84-435b-8f86-6db70c77a7cc binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:25:13.906374 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-dbac4b4c-c8a5-4436-8bc8-297b62494438 None None] Current status of the port 4e70b2c1-b102-4e7c-b305-a8e2cb50f627 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:13.927935 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e84b6a13-1450-4b56-8c28-6587cca959a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8d681c9c-ba84-435b-8f86-6db70c77a7cc), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:13.945785 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:13.989811 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46718) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:14.155330 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4e70b2c1-b102-4e7c-b305-a8e2cb50f627 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:25:14.217277 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Allocated IP 172.20.0.1 (a1c5b7b7-c6e3-4247-9c56-38df6739f2a2/ecfd9983-1b03-4999-bf7e-91d977ad0b4d/5d2fa94c-2a68-493a-ab1b-1f5dcfe60116) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:25:14.289457 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 4e70b2c1-b102-4e7c-b305-a8e2cb50f627 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:14.294461 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4e70b2c1-b102-4e7c-b305-a8e2cb50f627), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:14.343062 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e84b6a13-1450-4b56-8c28-6587cca959a6 None None] Publish callbacks [] for port (8d681c9c-ba84-435b-8f86-6db70c77a7cc), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:14.351081 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e84b6a13-1450-4b56-8c28-6587cca959a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8d681c9c-ba84-435b-8f86-6db70c77a7cc), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:14.371972 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-baee8ff5-0752-42a2-babe-40eb7fd0616f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:14.422606 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de7bc1-7f53-4008-98f9-59bcdf43fbbf None None] Pushing event updated for resources: {'Port': ['ID=8d681c9c-ba84-435b-8f86-6db70c77a7cc,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:14.460806 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 4e70b2c1-b102-4e7c-b305-a8e2cb50f627 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:14.477918 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e84b6a13-1450-4b56-8c28-6587cca959a6 None None] Attempting to bind port 8d681c9c-ba84-435b-8f86-6db70c77a7cc on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:25:14.480145 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Publish callbacks [] for port (5d2fa94c-2a68-493a-ab1b-1f5dcfe60116), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:14.480937 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e84b6a13-1450-4b56-8c28-6587cca959a6 None None] Attempting to bind port 8d681c9c-ba84-435b-8f86-6db70c77a7cc by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:25:14.481575 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84b6a13-1450-4b56-8c28-6587cca959a6 None None] Attempting to bind port 8d681c9c-ba84-435b-8f86-6db70c77a7cc on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:14.490318 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84b6a13-1450-4b56-8c28-6587cca959a6 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:25:14.491461 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84b6a13-1450-4b56-8c28-6587cca959a6 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:14.492201 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e84b6a13-1450-4b56-8c28-6587cca959a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:14.493379 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84b6a13-1450-4b56-8c28-6587cca959a6 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:25:14.494133 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e84b6a13-1450-4b56-8c28-6587cca959a6 None None] Bound port: 8d681c9c-ba84-435b-8f86-6db70c77a7cc, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:25:14.495314 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e84b6a13-1450-4b56-8c28-6587cca959a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8d681c9c-ba84-435b-8f86-6db70c77a7cc), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:14.534096 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-baee8ff5-0752-42a2-babe-40eb7fd0616f admin admin] Publish callbacks [] for security_group (cabff011-f85c-4a63-9817-7d65299dfff3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:14.539106 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (5d2fa94c-2a68-493a-ab1b-1f5dcfe60116), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:14.539265 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-baee8ff5-0752-42a2-babe-40eb7fd0616f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (cabff011-f85c-4a63-9817-7d65299dfff3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:14.579736 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e84b6a13-1450-4b56-8c28-6587cca959a6 None None] For port 8d681c9c-ba84-435b-8f86-6db70c77a7cc, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:25:14.584976 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e84b6a13-1450-4b56-8c28-6587cca959a6 None None] For port 8d681c9c-ba84-435b-8f86-6db70c77a7cc, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8d681c9c-ba84-435b-8f86-6db70c77a7cc,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:25:14.592754 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e84b6a13-1450-4b56-8c28-6587cca959a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8d681c9c-ba84-435b-8f86-6db70c77a7cc), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:14.637045 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-baee8ff5-0752-42a2-babe-40eb7fd0616f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=922720b5ea0d4aafa5350b97efbc533d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6458297 Feb 20 05:25:14.650058 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46750) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:14.651574 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Pushing event updated for resources: {'Port': ['ID=5d2fa94c-2a68-493a-ab1b-1f5dcfe60116,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:14.672201 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee8ff5-0752-42a2-babe-40eb7fd0616f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabff011-f85c-4a63-9817-7d65299dfff3,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:14.678799 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Network a1c5b7b7-c6e3-4247-9c56-38df6739f2a2 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:25:14.682329 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84b6a13-1450-4b56-8c28-6587cca959a6 None None] Routers {'260db41a-792f-43a2-ac81-ef9b4d5de737'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:25:14.684430 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e84b6a13-1450-4b56-8c28-6587cca959a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:24:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['260db41a-792f-43a2-ac81-ef9b4d5de737'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:14.690735 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:14.712271 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:25:14.712839 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (260db41a-792f-43a2-ac81-ef9b4d5de737), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:14.734967 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8459b0dc-e87e-40a0-8b26-c7ef342c3393 req-decee883-3b99-4ab6-9984-531bfca474d8 tempest-AbsoluteLimitsNegativeTestJSON-815765407 tempest-AbsoluteLimitsNegativeTestJSON-815765407-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0bd22d5165604fa2bf6ca4e388a51bce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0920939 Feb 20 05:25:14.764636 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baee8ff5-0752-42a2-babe-40eb7fd0616f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:14.764987 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baee8ff5-0752-42a2-babe-40eb7fd0616f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:14.765336 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baee8ff5-0752-42a2-babe-40eb7fd0616f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:14.765677 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baee8ff5-0752-42a2-babe-40eb7fd0616f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:14.766010 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baee8ff5-0752-42a2-babe-40eb7fd0616f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:14.766341 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baee8ff5-0752-42a2-babe-40eb7fd0616f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:14.766669 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baee8ff5-0752-42a2-babe-40eb7fd0616f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:14.767020 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baee8ff5-0752-42a2-babe-40eb7fd0616f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:14.767347 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baee8ff5-0752-42a2-babe-40eb7fd0616f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:14.767713 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baee8ff5-0752-42a2-babe-40eb7fd0616f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:14.768041 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baee8ff5-0752-42a2-babe-40eb7fd0616f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:14.768361 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baee8ff5-0752-42a2-babe-40eb7fd0616f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:14.768683 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baee8ff5-0752-42a2-babe-40eb7fd0616f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:14.817963 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:14.819088 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:14.819430 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:14.819774 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:14.820115 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:14.820510 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:14.820974 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:14.821175 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:14.821506 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:14.821837 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:14.822167 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:14.822494 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:14.823179 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:14.857823 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de7bc1-7f53-4008-98f9-59bcdf43fbbf None None] Pushing event updated for resources: {'Port': ['ID=8d681c9c-ba84-435b-8f86-6db70c77a7cc,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:14.916786 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-e84b6a13-1450-4b56-8c28-6587cca959a6 None None] Set router 260db41a-792f-43a2-ac81-ef9b4d5de737 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:25:14.930516 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9cbadd4a-5be9-44ee-9133-08f11e013861 admin admin] Publish callbacks [] for security_group (cabff011-f85c-4a63-9817-7d65299dfff3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:14.988413 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae4e76-64fb-4b58-b6e3-27a8dd522ed0 req-43c90b62-1b18-4f6f-a5ca-bcaf502946ab tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:15.001336 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9cbadd4a-5be9-44ee-9133-08f11e013861 admin admin] Publish callbacks [] for security_group (cabff011-f85c-4a63-9817-7d65299dfff3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:15.023460 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5d2fa94c-2a68-493a-ab1b-1f5dcfe60116), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:15.030540 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9aae4e76-64fb-4b58-b6e3-27a8dd522ed0 req-43c90b62-1b18-4f6f-a5ca-bcaf502946ab tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=95375805-267e-4f4b-8dbd-5fd72c8dfeec HTTP/1.1" status: 200 len: 950 time: 0.2114811 Feb 20 05:25:15.053129 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-db1e1076-0e95-48e6-9770-21469634f054 None None] Provisioning complete for port 5d2fa94c-2a68-493a-ab1b-1f5dcfe60116 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:15.053750 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db1e1076-0e95-48e6-9770-21469634f054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5d2fa94c-2a68-493a-ab1b-1f5dcfe60116), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:15.087528 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459b0dc-e87e-40a0-8b26-c7ef342c3393 req-3d759a5c-d21c-4336-9788-f9b9a77d9a5c tempest-AbsoluteLimitsNegativeTestJSON-815765407 tempest-AbsoluteLimitsNegativeTestJSON-815765407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:15.090375 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8459b0dc-e87e-40a0-8b26-c7ef342c3393 req-3d759a5c-d21c-4336-9788-f9b9a77d9a5c tempest-AbsoluteLimitsNegativeTestJSON-815765407 tempest-AbsoluteLimitsNegativeTestJSON-815765407-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3520555 Feb 20 05:25:15.129809 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-db1e1076-0e95-48e6-9770-21469634f054 None None] Port 5d2fa94c-2a68-493a-ab1b-1f5dcfe60116 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:25:15.133925 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8459b0dc-e87e-40a0-8b26-c7ef342c3393 req-d045b7d5-7491-419d-8968-30e9fd45949b tempest-AbsoluteLimitsNegativeTestJSON-815765407 tempest-AbsoluteLimitsNegativeTestJSON-815765407-project] 10.222.0.37 "GET /v2.0/quotas/0bd22d5165604fa2bf6ca4e388a51bce HTTP/1.1" status: 200 len: 375 time: 0.0358834 Feb 20 05:25:15.149709 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9aae4e76-64fb-4b58-b6e3-27a8dd522ed0 req-bcd72824-8fb4-49db-940f-903bc9772d0e tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151314 Feb 20 05:25:15.168939 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9cbadd4a-5be9-44ee-9133-08f11e013861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (cabff011-f85c-4a63-9817-7d65299dfff3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:15.171559 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9cbadd4a-5be9-44ee-9133-08f11e013861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:15.172717 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9cbadd4a-5be9-44ee-9133-08f11e013861 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cabff011-f85c-4a63-9817-7d65299dfff3 HTTP/1.1" status: 204 len: 168 time: 0.5189409 Feb 20 05:25:15.219285 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8459b0dc-e87e-40a0-8b26-c7ef342c3393 req-a93a82fa-0b86-4e37-9b31-f56a8c4bc00b tempest-AbsoluteLimitsNegativeTestJSON-815765407 tempest-AbsoluteLimitsNegativeTestJSON-815765407-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bd22d5165604fa2bf6ca4e388a51bce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581050 Feb 20 05:25:15.259653 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbadd4a-5be9-44ee-9133-08f11e013861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabff011-f85c-4a63-9817-7d65299dfff3,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:15.315654 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e84b6a13-1450-4b56-8c28-6587cca959a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-59657475-router', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:10Z', 'updated_at': '2022-02-20T05:25:11Z', 'revision_number': 3, 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'gw_port': {'id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:11Z', 'updated_at': '2022-02-20T05:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:15.349267 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84b6a13-1450-4b56-8c28-6587cca959a6 None None] The sync data for ids ['260db41a-792f-43a2-ac81-ef9b4d5de737'] in n-d-829866-5 is: [{'id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-59657475-router', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:10Z', 'updated_at': '2022-02-20T05:25:11Z', 'revision_number': 3, 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'gw_port': {'id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:11Z', 'updated_at': '2022-02-20T05:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:25:15.352457 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Publish callbacks [] for port (5d2fa94c-2a68-493a-ab1b-1f5dcfe60116), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:15.364466 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5d2fa94c-2a68-493a-ab1b-1f5dcfe60116), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:15.365194 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (260db41a-792f-43a2-ac81-ef9b4d5de737), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:15.416496 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Pushing event updated for resources: {'Port': ['ID=5d2fa94c-2a68-493a-ab1b-1f5dcfe60116,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:15.523619 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Network a1c5b7b7-c6e3-4247-9c56-38df6739f2a2 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:25:15.525219 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:15.664455 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240d28e-ecab-4cb8-b0fc-601aeec47aa6 req-60aad103-f2dc-4a53-bd62-5c6e602ea8f4 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:15.670854 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0240d28e-ecab-4cb8-b0fc-601aeec47aa6 req-60aad103-f2dc-4a53-bd62-5c6e602ea8f4 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=95375805-267e-4f4b-8dbd-5fd72c8dfeec HTTP/1.1" status: 200 len: 950 time: 0.1235738 Feb 20 05:25:15.818561 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0240d28e-ecab-4cb8-b0fc-601aeec47aa6 req-08838f0d-fa98-4ec3-bcb1-0142c2d1eac2 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359754 Feb 20 05:25:15.969685 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-654e2b3a-ea32-46b3-8836-d636f9748ab6 None None] Provisioning complete for port 5d2fa94c-2a68-493a-ab1b-1f5dcfe60116 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:15.975905 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-654e2b3a-ea32-46b3-8836-d636f9748ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5d2fa94c-2a68-493a-ab1b-1f5dcfe60116), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:16.059457 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-654e2b3a-ea32-46b3-8836-d636f9748ab6 None None] Port 5d2fa94c-2a68-493a-ab1b-1f5dcfe60116 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:25:16.068489 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46804) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:16.180659 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Router 260db41a-792f-43a2-ac81-ef9b4d5de737 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:25:16.230646 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8d681c9c-ba84-435b-8f86-6db70c77a7cc up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:25:16.266269 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46810) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:16.308524 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fd7f9e50-41cc-46fa-8b40-4e039a2383cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:16.356054 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 8d681c9c-ba84-435b-8f86-6db70c77a7cc triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:16.356692 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8d681c9c-ba84-435b-8f86-6db70c77a7cc), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:16.381476 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a08bc4-1933-4b64-beb5-941ac91c85e5 req-54800699-9828-4790-b96e-66147d682bb8 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:16.396161 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30a08bc4-1933-4b64-beb5-941ac91c85e5 req-54800699-9828-4790-b96e-66147d682bb8 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=95375805-267e-4f4b-8dbd-5fd72c8dfeec HTTP/1.1" status: 200 len: 950 time: 0.2186668 Feb 20 05:25:16.401785 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:25:16.409744 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8ac03594-db38-4609-9a8b-6424337b1f34 admin admin] 10.222.0.37 "PUT /v2.0/routers/260db41a-792f-43a2-ac81-ef9b4d5de737/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3524134 Feb 20 05:25:16.427055 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7fcb01af-adda-434b-9f71-5059b93a2915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:16.508472 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fd7f9e50-41cc-46fa-8b40-4e039a2383cc admin admin] Publish callbacks [] for security_group (964357b0-6a0d-4205-9f27-ddb7c215517b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:16.519421 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 8d681c9c-ba84-435b-8f86-6db70c77a7cc is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:16.520125 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8d681c9c-ba84-435b-8f86-6db70c77a7cc), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:16.558845 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 8d681c9c-ba84-435b-8f86-6db70c77a7cc, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8d681c9c-ba84-435b-8f86-6db70c77a7cc,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:16.563681 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8d681c9c-ba84-435b-8f86-6db70c77a7cc), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:16.575021 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30a08bc4-1933-4b64-beb5-941ac91c85e5 req-9714c533-0562-4c35-acdd-904b4ae00db1 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656485 Feb 20 05:25:16.575916 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fd7f9e50-41cc-46fa-8b40-4e039a2383cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (964357b0-6a0d-4205-9f27-ddb7c215517b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:16.622573 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=8d681c9c-ba84-435b-8f86-6db70c77a7cc,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:16.633068 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:16.634152 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:16.634672 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:16.635205 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:16.635695 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:16.636165 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:16.636807 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:16.637289 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:16.637755 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:16.638217 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:16.638823 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:16.639304 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:16.639941 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:16.652739 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fd7f9e50-41cc-46fa-8b40-4e039a2383cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6db91522425049489579a318a07e5339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3817282 Feb 20 05:25:16.654126 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46816) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:16.676842 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46818) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:16.696857 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a9ac80ee-131c-4170-99b1-4ef953fdb303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:16.719403 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f9e50-41cc-46fa-8b40-4e039a2383cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964357b0-6a0d-4205-9f27-ddb7c215517b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:16.757879 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7767-932a-4248-9822-457abbab165f admin admin] Publish callbacks [] for security_group (964357b0-6a0d-4205-9f27-ddb7c215517b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:16.803445 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7767-932a-4248-9822-457abbab165f admin admin] Publish callbacks [] for security_group (964357b0-6a0d-4205-9f27-ddb7c215517b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:16.838511 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a9ac80ee-131c-4170-99b1-4ef953fdb303 admin admin] Publish callbacks [] for security_group (99533460-3051-4970-a767-6167ccd76252), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:16.844229 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a9ac80ee-131c-4170-99b1-4ef953fdb303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (99533460-3051-4970-a767-6167ccd76252), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:16.880507 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7767-932a-4248-9822-457abbab165f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (964357b0-6a0d-4205-9f27-ddb7c215517b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:16.883682 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7767-932a-4248-9822-457abbab165f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:16.884941 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3b0f7767-932a-4248-9822-457abbab165f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/964357b0-6a0d-4205-9f27-ddb7c215517b HTTP/1.1" status: 204 len: 168 time: 0.2295656 Feb 20 05:25:16.888475 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a9ac80ee-131c-4170-99b1-4ef953fdb303 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0bd22d5165604fa2bf6ca4e388a51bce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8187335 Feb 20 05:25:16.889590 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac80ee-131c-4170-99b1-4ef953fdb303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99533460-3051-4970-a767-6167ccd76252,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:16.891063 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46832) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:16.908794 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f7767-932a-4248-9822-457abbab165f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964357b0-6a0d-4205-9f27-ddb7c215517b,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:16.967746 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e245d0df-c67a-4aa2-8b6d-31a6f700d010 admin admin] Publish callbacks [] for security_group (99533460-3051-4970-a767-6167ccd76252), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:16.991115 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e245d0df-c67a-4aa2-8b6d-31a6f700d010 admin admin] Publish callbacks [] for security_group (99533460-3051-4970-a767-6167ccd76252), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:17.062376 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e245d0df-c67a-4aa2-8b6d-31a6f700d010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (99533460-3051-4970-a767-6167ccd76252), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:17.065103 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e245d0df-c67a-4aa2-8b6d-31a6f700d010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:17.066261 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e245d0df-c67a-4aa2-8b6d-31a6f700d010 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99533460-3051-4970-a767-6167ccd76252 HTTP/1.1" status: 204 len: 168 time: 0.1742294 Feb 20 05:25:17.080071 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245d0df-c67a-4aa2-8b6d-31a6f700d010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99533460-3051-4970-a767-6167ccd76252,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:17.108956 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52cdfaa4-9d47-4945-9eee-3f34e02f2eed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:17.198443 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52cdfaa4-9d47-4945-9eee-3f34e02f2eed admin admin] Publish callbacks [] for security_group (16cb5cba-0ac5-4241-9161-866bd25d5b40), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:17.204649 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52cdfaa4-9d47-4945-9eee-3f34e02f2eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (16cb5cba-0ac5-4241-9161-866bd25d5b40), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:17.235857 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46852) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:17.236011 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-52cdfaa4-9d47-4945-9eee-3f34e02f2eed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7601415f6e043909840cb5745382814&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5541496 Feb 20 05:25:17.265568 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdfaa4-9d47-4945-9eee-3f34e02f2eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cb5cba-0ac5-4241-9161-866bd25d5b40,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:17.327735 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d3e642ca-094d-483f-ab40-23135b2a24ba admin admin] Publish callbacks [] for security_group (16cb5cba-0ac5-4241-9161-866bd25d5b40), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:17.353271 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d3e642ca-094d-483f-ab40-23135b2a24ba admin admin] Publish callbacks [] for security_group (16cb5cba-0ac5-4241-9161-866bd25d5b40), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:17.425793 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d3e642ca-094d-483f-ab40-23135b2a24ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (16cb5cba-0ac5-4241-9161-866bd25d5b40), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:17.429244 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d3e642ca-094d-483f-ab40-23135b2a24ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:17.430462 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d3e642ca-094d-483f-ab40-23135b2a24ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16cb5cba-0ac5-4241-9161-866bd25d5b40 HTTP/1.1" status: 204 len: 168 time: 0.1932597 Feb 20 05:25:17.439731 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e642ca-094d-483f-ab40-23135b2a24ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cb5cba-0ac5-4241-9161-866bd25d5b40,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:17.520531 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece4e9d-4114-4e4e-b256-6dca7bd64d8c req-ab19685f-2637-43e2-8a48-a47e0bd18423 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:17.535322 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ece4e9d-4114-4e4e-b256-6dca7bd64d8c req-ab19685f-2637-43e2-8a48-a47e0bd18423 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.48 "GET /v2.0/ports?device_id=95375805-267e-4f4b-8dbd-5fd72c8dfeec HTTP/1.1" status: 200 len: 950 time: 0.0646317 Feb 20 05:25:17.693898 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc86baf-994e-477b-9583-e7aa4db9cc9d None None] Sync routers for ids ['260db41a-792f-43a2-ac81-ef9b4d5de737'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:25:17.705969 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc86baf-994e-477b-9583-e7aa4db9cc9d None None] Routers {'260db41a-792f-43a2-ac81-ef9b4d5de737'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:25:17.707909 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-abc86baf-994e-477b-9583-e7aa4db9cc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:24:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['260db41a-792f-43a2-ac81-ef9b4d5de737'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:17.858289 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-abc86baf-994e-477b-9583-e7aa4db9cc9d None None] Set router 260db41a-792f-43a2-ac81-ef9b4d5de737 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:25:17.868109 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-3ece4e9d-4114-4e4e-b256-6dca7bd64d8c req-156e562f-52d5-4e7f-a376-7379fb975e1f tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Deleting port d40832ee-1e1b-4612-9b13-01632ba8ad8f {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:25:17.868637 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3ece4e9d-4114-4e4e-b256-6dca7bd64d8c req-156e562f-52d5-4e7f-a376-7379fb975e1f tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (d40832ee-1e1b-4612-9b13-01632ba8ad8f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:17.897108 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3377da-b5d3-47ad-b06e-73a128a949b6 req-846f6603-fae4-4392-90be-22926d3b3a72 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:17.898723 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe3377da-b5d3-47ad-b06e-73a128a949b6 req-846f6603-fae4-4392-90be-22926d3b3a72 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/ports?device_id=95375805-267e-4f4b-8dbd-5fd72c8dfeec HTTP/1.1" status: 200 len: 950 time: 0.1731138 Feb 20 05:25:17.911963 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b7c77-0173-47a3-8152-86248359dd93 req-15af009c-7106-49e8-a513-4b6795d6284e tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:17.915007 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-275b7c77-0173-47a3-8152-86248359dd93 req-15af009c-7106-49e8-a513-4b6795d6284e tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/networks?id=a1c5b7b7-c6e3-4247-9c56-38df6739f2a2 HTTP/1.1" status: 200 len: 827 time: 0.2824845 Feb 20 05:25:17.995022 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-275b7c77-0173-47a3-8152-86248359dd93 req-e7f0c1f9-51c4-43b5-b43e-42623f2289b0 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/quotas/122ca9bbf6ac4d739b3f45c42bf6ec82 HTTP/1.1" status: 200 len: 375 time: 0.0413945 Feb 20 05:25:18.079752 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe3377da-b5d3-47ad-b06e-73a128a949b6 req-74c86c5d-5dda-403a-b0ab-382a87320807 tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.37 "GET /v2.0/security-groups?id=66b817b3-5954-4055-8dc6-bddd86afc8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645846 Feb 20 05:25:18.088941 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-3ece4e9d-4114-4e4e-b256-6dca7bd64d8c req-156e562f-52d5-4e7f-a376-7379fb975e1f tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] For port d40832ee-1e1b-4612-9b13-01632ba8ad8f, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=d40832ee-1e1b-4612-9b13-01632ba8ad8f,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:18.089314 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3ece4e9d-4114-4e4e-b256-6dca7bd64d8c req-156e562f-52d5-4e7f-a376-7379fb975e1f tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (d40832ee-1e1b-4612-9b13-01632ba8ad8f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:18.109594 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-3ece4e9d-4114-4e4e-b256-6dca7bd64d8c req-156e562f-52d5-4e7f-a376-7379fb975e1f tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Calling delete_port for d40832ee-1e1b-4612-9b13-01632ba8ad8f owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:25:18.153342 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-275b7c77-0173-47a3-8152-86248359dd93 req-33c74d6e-2048-46b7-a47b-6cfe383c143c tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=122ca9bbf6ac4d739b3f45c42bf6ec82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1496189 Feb 20 05:25:18.171129 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46890) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:18.177108 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8d681c9c-ba84-435b-8f86-6db70c77a7cc up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:25:18.193421 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f7d61d0d-c03e-4263-a9c5-e0e0835aa361 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:18.281330 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-abc86baf-994e-477b-9583-e7aa4db9cc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-59657475-router', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:10Z', 'updated_at': '2022-02-20T05:25:14Z', 'revision_number': 4, 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'gw_port': {'id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:11Z', 'updated_at': '2022-02-20T05:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '5d2fa94c-2a68-493a-ab1b-1f5dcfe60116', 'name': '', 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'mac_address': 'fa:16:3e:44:06:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'ecfd9983-1b03-4999-bf7e-91d977ad0b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:13Z', 'updated_at': '2022-02-20T05:25:15Z', 'revision_number': 2, 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'subnets': [{'id': 'ecfd9983-1b03-4999-bf7e-91d977ad0b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:18.340904 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f7d61d0d-c03e-4263-a9c5-e0e0835aa361 admin admin] Publish callbacks [] for security_group (eae0f87b-0e3b-4d97-a1b2-f0e3ca17f9ce), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:18.346332 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f7d61d0d-c03e-4263-a9c5-e0e0835aa361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (eae0f87b-0e3b-4d97-a1b2-f0e3ca17f9ce), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:18.347972 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc86baf-994e-477b-9583-e7aa4db9cc9d None None] Checking router: 260db41a-792f-43a2-ac81-ef9b4d5de737 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:25:18.348502 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc86baf-994e-477b-9583-e7aa4db9cc9d None None] Updating router 260db41a-792f-43a2-ac81-ef9b4d5de737 port 5d2fa94c-2a68-493a-ab1b-1f5dcfe60116 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:25:18.366572 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3ece4e9d-4114-4e4e-b256-6dca7bd64d8c req-156e562f-52d5-4e7f-a376-7379fb975e1f tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (d40832ee-1e1b-4612-9b13-01632ba8ad8f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:18.384650 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['d40832ee-1e1b-4612-9b13-01632ba8ad8f'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:25:18.386722 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f7d61d0d-c03e-4263-a9c5-e0e0835aa361 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7abd5db43a142a4a81397b1384b2dc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144558 Feb 20 05:25:18.390135 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46902) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:18.435339 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-abc86baf-994e-477b-9583-e7aa4db9cc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5d2fa94c-2a68-493a-ab1b-1f5dcfe60116), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:18.445074 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d61d0d-c03e-4263-a9c5-e0e0835aa361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae0f87b-0e3b-4d97-a1b2-f0e3ca17f9ce,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:18.445561 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 8d681c9c-ba84-435b-8f86-6db70c77a7cc triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:18.448811 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8d681c9c-ba84-435b-8f86-6db70c77a7cc), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:18.470705 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4ab83d73-0f2f-49f2-a059-2ea89ee2a5f7 admin admin] Publish callbacks [] for security_group (eae0f87b-0e3b-4d97-a1b2-f0e3ca17f9ce), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:18.474936 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e562f-52d5-4e7f-a376-7379fb975e1f tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Pushing event deleted for resources: {'Port': ['ID=d40832ee-1e1b-4612-9b13-01632ba8ad8f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:18.512220 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4ab83d73-0f2f-49f2-a059-2ea89ee2a5f7 admin admin] Publish callbacks [] for security_group (eae0f87b-0e3b-4d97-a1b2-f0e3ca17f9ce), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:18.537960 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ece4e9d-4114-4e4e-b256-6dca7bd64d8c req-156e562f-52d5-4e7f-a376-7379fb975e1f tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] No DVR routers for this DVR port d40832ee-1e1b-4612-9b13-01632ba8ad8f on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:25:18.542055 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3ece4e9d-4114-4e4e-b256-6dca7bd64d8c req-156e562f-52d5-4e7f-a376-7379fb975e1f tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:18.546691 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ece4e9d-4114-4e4e-b256-6dca7bd64d8c req-156e562f-52d5-4e7f-a376-7379fb975e1f tempest-DeleteServersAdminTestJSON-1907333125 tempest-DeleteServersAdminTestJSON-1907333125-project] 10.222.0.48 "DELETE /v2.0/ports/d40832ee-1e1b-4612-9b13-01632ba8ad8f HTTP/1.1" status: 204 len: 173 time: 1.0100353 Feb 20 05:25:18.547660 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95375805-267e-4f4b-8dbd-5fd72c8dfeec', 'name': 'network-vif-deleted', 'tag': 'd40832ee-1e1b-4612-9b13-01632ba8ad8f'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:25:18.552879 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd77cd2e-c26e-46b9-8f28-d431b142bb60" -d '{"events": [{"server_uuid": "95375805-267e-4f4b-8dbd-5fd72c8dfeec", "name": "network-vif-deleted", "tag": "d40832ee-1e1b-4612-9b13-01632ba8ad8f"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:25:18.635116 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4ab83d73-0f2f-49f2-a059-2ea89ee2a5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (eae0f87b-0e3b-4d97-a1b2-f0e3ca17f9ce), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:18.638477 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4ab83d73-0f2f-49f2-a059-2ea89ee2a5f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:18.642420 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4ab83d73-0f2f-49f2-a059-2ea89ee2a5f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eae0f87b-0e3b-4d97-a1b2-f0e3ca17f9ce HTTP/1.1" status: 204 len: 168 time: 0.2511570 Feb 20 05:25:18.651876 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab83d73-0f2f-49f2-a059-2ea89ee2a5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae0f87b-0e3b-4d97-a1b2-f0e3ca17f9ce,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:18.687472 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5281ca6f-e9cc-40ed-8fcf-3afb7c5189f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:18.810589 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 8d681c9c-ba84-435b-8f86-6db70c77a7cc is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:18.857319 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-1e52c88c-0c12-4d49-af37-5c4aa3db5f4d tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d9856f0f769340ce9f5bc125817bdadf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274341 Feb 20 05:25:18.956887 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-275b7c77-0173-47a3-8152-86248359dd93 req-0bee5376-a2b5-447f-875b-e3e8c3b8a135 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:25:18.965387 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-275b7c77-0173-47a3-8152-86248359dd93 req-0bee5376-a2b5-447f-875b-e3e8c3b8a135 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2511504 Feb 20 05:25:19.055916 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-8549f55d-5de2-44f6-8dca-9fe0899044c8 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:19.062597 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-8549f55d-5de2-44f6-8dca-9fe0899044c8 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1994114 Feb 20 05:25:19.088731 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-85bfca33-9ea9-437a-b3a4-da5f4c4b6920 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/quotas/d9856f0f769340ce9f5bc125817bdadf HTTP/1.1" status: 200 len: 375 time: 0.0246930 Feb 20 05:25:19.144963 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-fd3cc8f4-cf09-4982-87c5-dc30a055b635 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9856f0f769340ce9f5bc125817bdadf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554266 Feb 20 05:25:19.179137 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-275b7c77-0173-47a3-8152-86248359dd93 req-0baaf576-8c86-4f92-be82-6b55ca8e2acf service neutron] 10.222.0.37 "GET /v2.0/networks/a1c5b7b7-c6e3-4247-9c56-38df6739f2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125573 Feb 20 05:25:19.222274 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-abc86baf-994e-477b-9583-e7aa4db9cc9d None None] Publish callbacks [] for port (5d2fa94c-2a68-493a-ab1b-1f5dcfe60116), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:19.230884 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-abc86baf-994e-477b-9583-e7aa4db9cc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5d2fa94c-2a68-493a-ab1b-1f5dcfe60116), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:19.310500 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d006e72-e5ef-4e12-be79-208657ff1c89 None None] Pushing event updated for resources: {'Port': ['ID=5d2fa94c-2a68-493a-ab1b-1f5dcfe60116,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:19.426676 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-275b7c77-0173-47a3-8152-86248359dd93 req-50c23d84-01f5-4e1b-9f03-a1a96613733c service neutron] 10.222.0.37 "GET /v2.0/networks/a1c5b7b7-c6e3-4247-9c56-38df6739f2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463930 Feb 20 05:25:19.458754 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-abc86baf-994e-477b-9583-e7aa4db9cc9d None None] Attempting to bind port 5d2fa94c-2a68-493a-ab1b-1f5dcfe60116 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:25:19.459162 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-abc86baf-994e-477b-9583-e7aa4db9cc9d None None] Attempting to bind port 5d2fa94c-2a68-493a-ab1b-1f5dcfe60116 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '87bc1b69-4301-4933-b364-73692b06041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:25:19.459530 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc86baf-994e-477b-9583-e7aa4db9cc9d None None] Attempting to bind port 5d2fa94c-2a68-493a-ab1b-1f5dcfe60116 on network a1c5b7b7-c6e3-4247-9c56-38df6739f2a2 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:19.469398 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:19.470736 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc86baf-994e-477b-9583-e7aa4db9cc9d None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:25:19.471172 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc86baf-994e-477b-9583-e7aa4db9cc9d None None] Checking segment: {'id': '87bc1b69-4301-4933-b364-73692b06041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:19.471571 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-abc86baf-994e-477b-9583-e7aa4db9cc9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:19.471967 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc86baf-994e-477b-9583-e7aa4db9cc9d None None] Bound using segment: {'id': '87bc1b69-4301-4933-b364-73692b06041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:25:19.472447 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-abc86baf-994e-477b-9583-e7aa4db9cc9d None None] Bound port: 5d2fa94c-2a68-493a-ab1b-1f5dcfe60116, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc1b69-4301-4933-b364-73692b06041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:25:19.472878 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-abc86baf-994e-477b-9583-e7aa4db9cc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5d2fa94c-2a68-493a-ab1b-1f5dcfe60116), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:19.543070 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258288df-d19d-439c-b076-48066628e16a x-openstack-request-id: req-258288df-d19d-439c-b076-48066628e16a {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:25:19.543722 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95375805-267e-4f4b-8dbd-5fd72c8dfeec", "name": "network-vif-deleted", "tag": "d40832ee-1e1b-4612-9b13-01632ba8ad8f", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:25:19.543895 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-258288df-d19d-439c-b076-48066628e16a {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:25:19.544299 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95375805-267e-4f4b-8dbd-5fd72c8dfeec', 'name': 'network-vif-deleted', 'tag': 'd40832ee-1e1b-4612-9b13-01632ba8ad8f', 'status': 'completed', 'code': 200} Feb 20 05:25:19.559407 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-abc86baf-994e-477b-9583-e7aa4db9cc9d None None] For port 5d2fa94c-2a68-493a-ab1b-1f5dcfe60116, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:25:19.564277 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-abc86baf-994e-477b-9583-e7aa4db9cc9d None None] For port 5d2fa94c-2a68-493a-ab1b-1f5dcfe60116, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=5d2fa94c-2a68-493a-ab1b-1f5dcfe60116,segment=NetworkSegment(87bc1b69-4301-4933-b364-73692b06041d),segment_id=87bc1b69-4301-4933-b364-73692b06041d)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:25:19.575751 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-abc86baf-994e-477b-9583-e7aa4db9cc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5d2fa94c-2a68-493a-ab1b-1f5dcfe60116), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:19.712463 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46960) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:19.824660 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d006e72-e5ef-4e12-be79-208657ff1c89 None None] Pushing event updated for resources: {'Port': ['ID=5d2fa94c-2a68-493a-ab1b-1f5dcfe60116,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:19.835686 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc86baf-994e-477b-9583-e7aa4db9cc9d None None] Routers {'260db41a-792f-43a2-ac81-ef9b4d5de737'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:25:19.840012 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-abc86baf-994e-477b-9583-e7aa4db9cc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:25:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['260db41a-792f-43a2-ac81-ef9b4d5de737'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:19.886711 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f8a9d1e8-0323-4d7a-8dde-36646b54210b req-4fcc8ca3-133e-4709-8e5f-51972c4ca7c3 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13 HTTP/1.1" status: 200 len: 210 time: 0.0888867 Feb 20 05:25:20.060493 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-476d1f36-9361-40be-b8b4-a42d9b95601c None None] Provisioning complete for port 5d2fa94c-2a68-493a-ab1b-1f5dcfe60116 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:20.060954 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-476d1f36-9361-40be-b8b4-a42d9b95601c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5d2fa94c-2a68-493a-ab1b-1f5dcfe60116), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:20.112427 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-df6f3611-f159-4bd3-a695-af45bab0723e tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d9856f0f769340ce9f5bc125817bdadf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537815 Feb 20 05:25:20.206100 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-abc86baf-994e-477b-9583-e7aa4db9cc9d None None] Set router 260db41a-792f-43a2-ac81-ef9b4d5de737 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:25:20.312653 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-365f0230-fd36-4a74-b7a7-d7d193c5b008 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1825635538-network', 'tenant_id': '26a759a2f95f49efbde5d8a39da697c6'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:20.354057 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-c862e88a-6def-4b4d-bfd2-070b9b3d674b tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:20.364253 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-c862e88a-6def-4b4d-bfd2-070b9b3d674b tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2426412 Feb 20 05:25:20.377408 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365f0230-fd36-4a74-b7a7-d7d193c5b008 admin admin] Made reservation on behalf of 26a759a2f95f49efbde5d8a39da697c6 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:20.379419 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-6bd96f8a-74eb-4551-9e82-046140d2aa6b tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/quotas/d9856f0f769340ce9f5bc125817bdadf HTTP/1.1" status: 200 len: 375 time: 0.0143702 Feb 20 05:25:20.384130 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-365f0230-fd36-4a74-b7a7-d7d193c5b008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:20.409514 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-365f0230-fd36-4a74-b7a7-d7d193c5b008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:20.454136 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-ce113a14-d948-484f-9615-ac30e65d8a5a tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9856f0f769340ce9f5bc125817bdadf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687852 Feb 20 05:25:20.533157 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-365f0230-fd36-4a74-b7a7-d7d193c5b008 admin admin] Publish callbacks [] for security_group (4244aa21-7e17-472f-8904-747a2799304e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:20.538332 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-365f0230-fd36-4a74-b7a7-d7d193c5b008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4244aa21-7e17-472f-8904-747a2799304e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:20.556547 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365f0230-fd36-4a74-b7a7-d7d193c5b008 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:25:20.569408 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-365f0230-fd36-4a74-b7a7-d7d193c5b008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (57890a2f-35cd-41ae-b71b-e84feefe17f3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:20.570545 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-365f0230-fd36-4a74-b7a7-d7d193c5b008 admin admin] Added segment 57890a2f-35cd-41ae-b71b-e84feefe17f3 of type vlan for network bed70d26-f820-46d8-bb83-6be7e91e0f96 Feb 20 05:25:20.576799 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-476d1f36-9361-40be-b8b4-a42d9b95601c None None] Current status of the port 5d2fa94c-2a68-493a-ab1b-1f5dcfe60116 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:20.577220 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-476d1f36-9361-40be-b8b4-a42d9b95601c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5d2fa94c-2a68-493a-ab1b-1f5dcfe60116), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:20.627369 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-365f0230-fd36-4a74-b7a7-d7d193c5b008 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (bed70d26-f820-46d8-bb83-6be7e91e0f96), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:20.648589 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f0230-fd36-4a74-b7a7-d7d193c5b008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4244aa21-7e17-472f-8904-747a2799304e,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:20.673983 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-365f0230-fd36-4a74-b7a7-d7d193c5b008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (bed70d26-f820-46d8-bb83-6be7e91e0f96), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:20.676960 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365f0230-fd36-4a74-b7a7-d7d193c5b008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:20.677905 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-365f0230-fd36-4a74-b7a7-d7d193c5b008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:20.748112 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-365f0230-fd36-4a74-b7a7-d7d193c5b008 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0345232 Feb 20 05:25:20.751253 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47020) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:20.756637 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f0230-fd36-4a74-b7a7-d7d193c5b008 admin admin] Pushing event updated for resources: {'Network': ['ID=bed70d26-f820-46d8-bb83-6be7e91e0f96,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:20.771217 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-72787c8a-e3e5-47f4-994f-665851156093 admin admin] Request body: {'subnet': {'network_id': 'bed70d26-f820-46d8-bb83-6be7e91e0f96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1825635538-subnet', 'tenant_id': '26a759a2f95f49efbde5d8a39da697c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:20.788053 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network bed70d26-f820-46d8-bb83-6be7e91e0f96 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:25:20.860896 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eec43b70-7724-46ae-801e-a663b7fc1968 req-929c6978-fbdd-41c2-99e6-9e57ccdf09b2 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6289889-ffcf-4bc7-a6ea-24330b070f35 HTTP/1.1" status: 200 len: 210 time: 0.0852158 Feb 20 05:25:20.893575 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72787c8a-e3e5-47f4-994f-665851156093 admin admin] Made reservation on behalf of 26a759a2f95f49efbde5d8a39da697c6 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:20.900136 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72787c8a-e3e5-47f4-994f-665851156093 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:20.955365 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47030) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:20.956067 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47032) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:21.011047 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-476d1f36-9361-40be-b8b4-a42d9b95601c None None] For port 5d2fa94c-2a68-493a-ab1b-1f5dcfe60116, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=5d2fa94c-2a68-493a-ab1b-1f5dcfe60116,segment=NetworkSegment(87bc1b69-4301-4933-b364-73692b06041d),segment_id=87bc1b69-4301-4933-b364-73692b06041d)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:21.028499 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-476d1f36-9361-40be-b8b4-a42d9b95601c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5d2fa94c-2a68-493a-ab1b-1f5dcfe60116), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:21.093627 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f49c6f1-7a87-4d10-890c-6fed62404bcd req-0c079a86-e085-4b09-b16c-a019a5ec799a tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13 HTTP/1.1" status: 200 len: 210 time: 0.0864444 Feb 20 05:25:21.141745 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-db46045d-dd9e-4310-b5f9-654db0025f54 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=d9856f0f769340ce9f5bc125817bdadf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660079 Feb 20 05:25:21.174795 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d1f36-9361-40be-b8b4-a42d9b95601c None None] Pushing event updated for resources: {'Port': ['ID=5d2fa94c-2a68-493a-ab1b-1f5dcfe60116,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:21.192078 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-abc86baf-994e-477b-9583-e7aa4db9cc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-59657475-router', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:10Z', 'updated_at': '2022-02-20T05:25:14Z', 'revision_number': 4, 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'gw_port': {'id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:11Z', 'updated_at': '2022-02-20T05:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '5d2fa94c-2a68-493a-ab1b-1f5dcfe60116', 'name': '', 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'mac_address': 'fa:16:3e:44:06:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'ecfd9983-1b03-4999-bf7e-91d977ad0b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:13Z', 'updated_at': '2022-02-20T05:25:19Z', 'revision_number': 4, 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'subnets': [{'id': 'ecfd9983-1b03-4999-bf7e-91d977ad0b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:21.289212 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc86baf-994e-477b-9583-e7aa4db9cc9d None None] The sync data for ids ['260db41a-792f-43a2-ac81-ef9b4d5de737'] in n-d-829866-5 is: [{'id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-59657475-router', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:10Z', 'updated_at': '2022-02-20T05:25:14Z', 'revision_number': 4, 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'gw_port': {'id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:11Z', 'updated_at': '2022-02-20T05:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '5d2fa94c-2a68-493a-ab1b-1f5dcfe60116', 'name': '', 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'mac_address': 'fa:16:3e:44:06:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'ecfd9983-1b03-4999-bf7e-91d977ad0b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:13Z', 'updated_at': '2022-02-20T05:25:19Z', 'revision_number': 4, 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'subnets': [{'id': 'ecfd9983-1b03-4999-bf7e-91d977ad0b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:25:21.352311 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e0a35d37-b14c-4b4b-9781-3585e53d9815 None None] Provisioning complete for port 5d2fa94c-2a68-493a-ab1b-1f5dcfe60116 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:21.352692 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e0a35d37-b14c-4b4b-9781-3585e53d9815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5d2fa94c-2a68-493a-ab1b-1f5dcfe60116), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:21.354809 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:21.422107 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72787c8a-e3e5-47f4-994f-665851156093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (ec1a4f6c-99d8-481c-a957-4af3d152dd8f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:21.443454 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-93fcd644-2095-4514-9323-f45f05f25772 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:21.445821 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-93fcd644-2095-4514-9323-f45f05f25772 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2978926 Feb 20 05:25:21.461999 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-624ba149-a52d-440a-88d0-301fa14da3bf tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Request body: {'port': {'device_id': '5907e963-777e-40e4-915a-4f6a07104082', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': 'd9856f0f769340ce9f5bc125817bdadf'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:21.618425 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72787c8a-e3e5-47f4-994f-665851156093 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec1a4f6c-99d8-481c-a957-4af3d152dd8f,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:21.626244 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e0a35d37-b14c-4b4b-9781-3585e53d9815 None None] Current status of the port 5d2fa94c-2a68-493a-ab1b-1f5dcfe60116 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:21.630316 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.61', 62947) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:21.648960 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device d40832ee-1e1b-4612-9b13-01632ba8ad8f no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:25:21.661464 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-67f8ca4d-463f-4e0f-a89d-7e72a8b4d7c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:21.693998 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:25:21.732997 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: d40832ee-1e1b-4612-9b13-01632ba8ad8f {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:25:21.733336 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device d40832ee-1e1b-4612-9b13-01632ba8ad8f not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:25:21.737218 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72787c8a-e3e5-47f4-994f-665851156093 admin admin] Checking segment: {'id': '57890a2f-35cd-41ae-b71b-e84feefe17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bed70d26-f820-46d8-bb83-6be7e91e0f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:21.742989 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72787c8a-e3e5-47f4-994f-665851156093 admin admin] Network hostable DHCP agents. Network: bed70d26-f820-46d8-bb83-6be7e91e0f96, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:25:21.804488 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-67f8ca4d-463f-4e0f-a89d-7e72a8b4d7c0 admin admin] Publish callbacks [] for security_group (86ee68d7-1c5f-427a-9bdf-2ec149cf88c7), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:21.828087 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-67f8ca4d-463f-4e0f-a89d-7e72a8b4d7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (86ee68d7-1c5f-427a-9bdf-2ec149cf88c7), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:21.869524 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72787c8a-e3e5-47f4-994f-665851156093 admin admin] Network bed70d26-f820-46d8-bb83-6be7e91e0f96 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:25:21.888886 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8ca4d-463f-4e0f-a89d-7e72a8b4d7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ee68d7-1c5f-427a-9bdf-2ec149cf88c7,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:21.893189 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-624ba149-a52d-440a-88d0-301fa14da3bf tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Made reservation on behalf of d9856f0f769340ce9f5bc125817bdadf for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:21.905087 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-72787c8a-e3e5-47f4-994f-665851156093 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, bed70d26-f820-46d8-bb83-6be7e91e0f96) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:21.913928 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72787c8a-e3e5-47f4-994f-665851156093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:21.916620 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-624ba149-a52d-440a-88d0-301fa14da3bf tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:21.917513 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72787c8a-e3e5-47f4-994f-665851156093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:21.917909 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6aea854-b850-4e56-beb9-b26a29374943 None None] Network bed70d26-f820-46d8-bb83-6be7e91e0f96 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:25:21.944126 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-624ba149-a52d-440a-88d0-301fa14da3bf tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:21.957325 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b7c77-0173-47a3-8152-86248359dd93 req-d317a7be-ac7c-4648-b700-9fe3fad7e5f0 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:21.963768 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-275b7c77-0173-47a3-8152-86248359dd93 req-d317a7be-ac7c-4648-b700-9fe3fad7e5f0 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.61 "GET /v2.0/networks?id=a1c5b7b7-c6e3-4247-9c56-38df6739f2a2 HTTP/1.1" status: 200 len: 827 time: 0.3322749 Feb 20 05:25:21.985160 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-275b7c77-0173-47a3-8152-86248359dd93 req-c6c6afc0-38d2-4465-859c-b7ce450a60de tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Request body: {'port': {'device_id': '6f35fefd-598a-46b8-b65f-bba6019b4d13', 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2', 'admin_state_up': True, 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:22.047460 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-72787c8a-e3e5-47f4-994f-665851156093 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2909992 Feb 20 05:25:22.061335 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4ab06a25-4162-40a2-9426-1153bcece1ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe161fbd266c450a98833c9c741f175f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1005657 Feb 20 05:25:22.063807 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47058) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:22.064568 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47060) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:22.088331 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-003d15ff-7263-42bb-8c8b-4dc5728c43b8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1825635538-router', 'tenant_id': '26a759a2f95f49efbde5d8a39da697c6', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:22.162962 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-67f8ca4d-463f-4e0f-a89d-7e72a8b4d7c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e0da6f798f942ac825cd68e570bcf25&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2062020 Feb 20 05:25:22.172119 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47068) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:22.216973 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3651de96-9025-4fe8-8985-31456a760504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-bed70d26-f820-46d8-bb83-6be7e91e0f96', 'network_id': 'bed70d26-f820-46d8-bb83-6be7e91e0f96', 'project_id': '26a759a2f95f49efbde5d8a39da697c6', 'fixed_ips': [{'subnet_id': 'ec1a4f6c-99d8-481c-a957-4af3d152dd8f'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:25:22.222515 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-12e93b04-13d8-418f-ab90-e8e503575cb2 req-352082c7-e63d-456d-8ef7-18a008786e4a tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6289889-ffcf-4bc7-a6ea-24330b070f35 HTTP/1.1" status: 200 len: 210 time: 0.0758784 Feb 20 05:25:22.235072 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3651de96-9025-4fe8-8985-31456a760504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:22.292636 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 5d2fa94c-2a68-493a-ab1b-1f5dcfe60116 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:25:22.300541 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-580f3190-aa54-47a3-8064-2cf744dd79f0 req-74639e16-5e59-4f39-b2ca-6f5d0cd54b10 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13 HTTP/1.1" status: 200 len: 210 time: 0.0566797 Feb 20 05:25:22.330092 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-275b7c77-0173-47a3-8152-86248359dd93 req-c6c6afc0-38d2-4465-859c-b7ce450a60de tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Made reservation on behalf of 122ca9bbf6ac4d739b3f45c42bf6ec82 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:22.333897 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-275b7c77-0173-47a3-8152-86248359dd93 req-c6c6afc0-38d2-4465-859c-b7ce450a60de tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:22.433391 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-003d15ff-7263-42bb-8c8b-4dc5728c43b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (15765e4b-3f48-4494-9580-530d751a5f2e), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:22.434541 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-003d15ff-7263-42bb-8c8b-4dc5728c43b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (15765e4b-3f48-4494-9580-530d751a5f2e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:22.468602 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d9db1350-25db-4b18-b6d2-c5c6a2bfb731 admin admin] Publish callbacks [] for security_group (66b817b3-5954-4055-8dc6-bddd86afc8b5), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:22.542149 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 5d2fa94c-2a68-493a-ab1b-1f5dcfe60116 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:22.542379 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5d2fa94c-2a68-493a-ab1b-1f5dcfe60116), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:22.626444 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d9db1350-25db-4b18-b6d2-c5c6a2bfb731 admin admin] Publish callbacks [] for security_group (66b817b3-5954-4055-8dc6-bddd86afc8b5), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:22.677466 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-275b7c77-0173-47a3-8152-86248359dd93 req-c6c6afc0-38d2-4465-859c-b7ce450a60de tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Allocated IP 172.20.0.6 (a1c5b7b7-c6e3-4247-9c56-38df6739f2a2/ecfd9983-1b03-4999-bf7e-91d977ad0b4d/94e9495c-68e3-406f-bd4b-c71e809e1b54) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:25:22.726174 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7eeb9f8a-86ac-4d5d-a2fa-0ced2031d7a3 admin admin] Publish callbacks [] for security_group (86ee68d7-1c5f-427a-9bdf-2ec149cf88c7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:22.736444 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-1cdaac9e-84bf-451c-bbd0-5aad470f6821 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d9856f0f769340ce9f5bc125817bdadf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1066811 Feb 20 05:25:22.804056 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7eeb9f8a-86ac-4d5d-a2fa-0ced2031d7a3 admin admin] Publish callbacks [] for security_group (86ee68d7-1c5f-427a-9bdf-2ec149cf88c7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:22.852824 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-3651de96-9025-4fe8-8985-31456a760504 None None] Allocated IP 172.20.0.2 (bed70d26-f820-46d8-bb83-6be7e91e0f96/ec1a4f6c-99d8-481c-a957-4af3d152dd8f/cf6a058e-88b2-4d5c-8514-e41d2e803f98) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:25:22.869515 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d9db1350-25db-4b18-b6d2-c5c6a2bfb731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (66b817b3-5954-4055-8dc6-bddd86afc8b5), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:22.873899 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d9db1350-25db-4b18-b6d2-c5c6a2bfb731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:22.879255 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d9db1350-25db-4b18-b6d2-c5c6a2bfb731 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66b817b3-5954-4055-8dc6-bddd86afc8b5 HTTP/1.1" status: 204 len: 168 time: 0.7767701 Feb 20 05:25:22.888816 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:22.894330 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-624ba149-a52d-440a-88d0-301fa14da3bf tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Publish callbacks [] for security_group (f4132250-442d-44e1-b20b-2892731fcc98), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:22.894580 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:22.947715 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-624ba149-a52d-440a-88d0-301fa14da3bf tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f4132250-442d-44e1-b20b-2892731fcc98), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:22.963861 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-003d15ff-7263-42bb-8c8b-4dc5728c43b8 admin admin] Publish callbacks [] for router_controller (15765e4b-3f48-4494-9580-530d751a5f2e), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:22.966498 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db1350-25db-4b18-b6d2-c5c6a2bfb731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b817b3-5954-4055-8dc6-bddd86afc8b5,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:23.158159 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 5d2fa94c-2a68-493a-ab1b-1f5dcfe60116 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:23.189561 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ba149-a52d-440a-88d0-301fa14da3bf tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4132250-442d-44e1-b20b-2892731fcc98,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:23.340981 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3651de96-9025-4fe8-8985-31456a760504 None None] Publish callbacks [] for port (cf6a058e-88b2-4d5c-8514-e41d2e803f98), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:23.356586 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7eeb9f8a-86ac-4d5d-a2fa-0ced2031d7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (86ee68d7-1c5f-427a-9bdf-2ec149cf88c7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:23.357132 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3651de96-9025-4fe8-8985-31456a760504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (cf6a058e-88b2-4d5c-8514-e41d2e803f98), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:23.359303 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7eeb9f8a-86ac-4d5d-a2fa-0ced2031d7a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:23.360537 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7eeb9f8a-86ac-4d5d-a2fa-0ced2031d7a3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86ee68d7-1c5f-427a-9bdf-2ec149cf88c7 HTTP/1.1" status: 204 len: 168 time: 1.1698883 Feb 20 05:25:23.397170 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-003d15ff-7263-42bb-8c8b-4dc5728c43b8 admin admin] Publish callbacks [] for router_gateway (15765e4b-3f48-4494-9580-530d751a5f2e), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:23.400608 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb9f8a-86ac-4d5d-a2fa-0ced2031d7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ee68d7-1c5f-427a-9bdf-2ec149cf88c7,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:23.454807 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3651de96-9025-4fe8-8985-31456a760504 None None] Network bed70d26-f820-46d8-bb83-6be7e91e0f96 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:25:23.477627 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-624ba149-a52d-440a-88d0-301fa14da3bf tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Allocated IP 192.168.233.34 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/f576dc56-ce33-4362-86b8-d61ea2a3a64b) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:25:23.489354 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-3651de96-9025-4fe8-8985-31456a760504 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:23.496158 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3651de96-9025-4fe8-8985-31456a760504 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:25:23.506704 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651de96-9025-4fe8-8985-31456a760504 None None] Pushing event updated for resources: {'Port': ['ID=cf6a058e-88b2-4d5c-8514-e41d2e803f98,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:23.588530 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3651de96-9025-4fe8-8985-31456a760504 None None] Attempting to bind port cf6a058e-88b2-4d5c-8514-e41d2e803f98 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:25:23.588900 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3651de96-9025-4fe8-8985-31456a760504 None None] Attempting to bind port cf6a058e-88b2-4d5c-8514-e41d2e803f98 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '57890a2f-35cd-41ae-b71b-e84feefe17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bed70d26-f820-46d8-bb83-6be7e91e0f96'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:25:23.589258 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3651de96-9025-4fe8-8985-31456a760504 None None] Attempting to bind port cf6a058e-88b2-4d5c-8514-e41d2e803f98 on network bed70d26-f820-46d8-bb83-6be7e91e0f96 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:23.595268 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3651de96-9025-4fe8-8985-31456a760504 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:25:23.595647 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3651de96-9025-4fe8-8985-31456a760504 None None] Checking segment: {'id': '57890a2f-35cd-41ae-b71b-e84feefe17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bed70d26-f820-46d8-bb83-6be7e91e0f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:23.596099 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3651de96-9025-4fe8-8985-31456a760504 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:23.596651 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3651de96-9025-4fe8-8985-31456a760504 None None] Bound using segment: {'id': '57890a2f-35cd-41ae-b71b-e84feefe17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bed70d26-f820-46d8-bb83-6be7e91e0f96'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:25:23.597126 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3651de96-9025-4fe8-8985-31456a760504 None None] Bound port: cf6a058e-88b2-4d5c-8514-e41d2e803f98, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57890a2f-35cd-41ae-b71b-e84feefe17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bed70d26-f820-46d8-bb83-6be7e91e0f96'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:25:23.597507 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3651de96-9025-4fe8-8985-31456a760504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (cf6a058e-88b2-4d5c-8514-e41d2e803f98), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:23.646691 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-275b7c77-0173-47a3-8152-86248359dd93 req-c6c6afc0-38d2-4465-859c-b7ce450a60de tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks [] for port (94e9495c-68e3-406f-bd4b-c71e809e1b54), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:23.694282 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-f3f0ba1a-d805-4bc9-ab2e-30f8f07b3f64 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:23.697032 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-f3f0ba1a-d805-4bc9-ab2e-30f8f07b3f64 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9510798 Feb 20 05:25:23.700599 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0efee98a-ad84-49cf-a6a4-e08080740886 req-95a9cef2-678f-406e-9dc3-d015f0984c62 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6289889-ffcf-4bc7-a6ea-24330b070f35 HTTP/1.1" status: 200 len: 210 time: 0.3537176 Feb 20 05:25:23.733472 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3651de96-9025-4fe8-8985-31456a760504 None None] For port cf6a058e-88b2-4d5c-8514-e41d2e803f98, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:25:23.751583 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3651de96-9025-4fe8-8985-31456a760504 None None] For port cf6a058e-88b2-4d5c-8514-e41d2e803f98, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=cf6a058e-88b2-4d5c-8514-e41d2e803f98,segment=NetworkSegment(57890a2f-35cd-41ae-b71b-e84feefe17f3),segment_id=57890a2f-35cd-41ae-b71b-e84feefe17f3)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:25:23.764391 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3651de96-9025-4fe8-8985-31456a760504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (cf6a058e-88b2-4d5c-8514-e41d2e803f98), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:23.765613 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-275b7c77-0173-47a3-8152-86248359dd93 req-c6c6afc0-38d2-4465-859c-b7ce450a60de tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (94e9495c-68e3-406f-bd4b-c71e809e1b54), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:23.774257 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-a81fca84-8257-40ca-a656-a76113578bf4 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Request body: {'port': {'device_id': 'a6289889-ffcf-4bc7-a6ea-24330b070f35', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': 'd9856f0f769340ce9f5bc125817bdadf'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:23.820915 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47108) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:23.880431 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ddae3f3f-5959-421f-9338-6464ca8a7c59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:23.920883 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651de96-9025-4fe8-8985-31456a760504 None None] Pushing event updated for resources: {'Port': ['ID=cf6a058e-88b2-4d5c-8514-e41d2e803f98,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:23.938485 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-003d15ff-7263-42bb-8c8b-4dc5728c43b8 admin admin] Publish callbacks [] for router_gateway (15765e4b-3f48-4494-9580-530d751a5f2e), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:24.006844 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-003d15ff-7263-42bb-8c8b-4dc5728c43b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:24.046945 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-624ba149-a52d-440a-88d0-301fa14da3bf tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Publish callbacks [] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:24.094882 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-275b7c77-0173-47a3-8152-86248359dd93 req-c6c6afc0-38d2-4465-859c-b7ce450a60de tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Network a1c5b7b7-c6e3-4247-9c56-38df6739f2a2 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:25:24.100404 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-275b7c77-0173-47a3-8152-86248359dd93 req-c6c6afc0-38d2-4465-859c-b7ce450a60de tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:24.103379 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-a81fca84-8257-40ca-a656-a76113578bf4 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Made reservation on behalf of d9856f0f769340ce9f5bc125817bdadf for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:24.107390 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-a81fca84-8257-40ca-a656-a76113578bf4 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:24.110989 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-275b7c77-0173-47a3-8152-86248359dd93 req-c6c6afc0-38d2-4465-859c-b7ce450a60de tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:25:24.116613 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b7c77-0173-47a3-8152-86248359dd93 req-c6c6afc0-38d2-4465-859c-b7ce450a60de tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:24.117234 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-275b7c77-0173-47a3-8152-86248359dd93 req-c6c6afc0-38d2-4465-859c-b7ce450a60de tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:24.119723 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6afc0-38d2-4465-859c-b7ce450a60de tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Pushing event updated for resources: {'Port': ['ID=94e9495c-68e3-406f-bd4b-c71e809e1b54,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:24.154544 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98463861-eaee-4c64-9cda-0186e350f47f req-7042e280-d245-436f-b3ee-31317ae6707f tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:24.156265 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-98463861-eaee-4c64-9cda-0186e350f47f req-7042e280-d245-436f-b3ee-31317ae6707f tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13 HTTP/1.1" status: 200 len: 931 time: 0.4543102 Feb 20 05:25:24.165171 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-275b7c77-0173-47a3-8152-86248359dd93 req-c6c6afc0-38d2-4465-859c-b7ce450a60de tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1891692 Feb 20 05:25:24.258557 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-275b7c77-0173-47a3-8152-86248359dd93 req-14039502-4e74-450b-88d9-3e1cf0e31602 service neutron] Request body: {'port': {'device_id': '6f35fefd-598a-46b8-b65f-bba6019b4d13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:24.300814 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ddae3f3f-5959-421f-9338-6464ca8a7c59 admin admin] Publish callbacks [] for security_group (2acc7f21-4fe4-480b-8f6e-8f5ac8163094), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:24.301762 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47134) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:24.316908 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ddae3f3f-5959-421f-9338-6464ca8a7c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2acc7f21-4fe4-480b-8f6e-8f5ac8163094), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:24.353469 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ddae3f3f-5959-421f-9338-6464ca8a7c59 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=128d80adf0f94999a49bf06fc3438261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5186651 Feb 20 05:25:24.354959 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-624ba149-a52d-440a-88d0-301fa14da3bf tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:24.367315 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47136) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:24.443091 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-624ba149-a52d-440a-88d0-301fa14da3bf tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:25:24.447621 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51e0a7ff-b9a5-4e3f-ab52-38083115f55d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:24.465292 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ba149-a52d-440a-88d0-301fa14da3bf tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Pushing event updated for resources: {'Port': ['ID=f576dc56-ce33-4362-86b8-d61ea2a3a64b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:24.470278 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-624ba149-a52d-440a-88d0-301fa14da3bf tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:24.473446 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-624ba149-a52d-440a-88d0-301fa14da3bf tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:25:24.483127 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-624ba149-a52d-440a-88d0-301fa14da3bf tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:24.483801 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-624ba149-a52d-440a-88d0-301fa14da3bf tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:24.500047 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-003d15ff-7263-42bb-8c8b-4dc5728c43b8 admin admin] Allocated IP 172.25.3.213 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/45415ba9-3b01-44f1-b071-598f6af4a6b1) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:25:24.520233 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-624ba149-a52d-440a-88d0-301fa14da3bf tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0643260 Feb 20 05:25:24.533702 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae3f3f-5959-421f-9338-6464ca8a7c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acc7f21-4fe4-480b-8f6e-8f5ac8163094,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:24.541962 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-aa439f4e-02f1-4162-87c7-5e11553fd9a9 service neutron] Request body: {'port': {'device_id': '5907e963-777e-40e4-915a-4f6a07104082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:24.619329 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-aa439f4e-02f1-4162-87c7-5e11553fd9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:24.708722 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-bc01e797-26c1-4859-9073-5434625a34f1 None None] Provisioning complete for port 94e9495c-68e3-406f-bd4b-c71e809e1b54 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:24.711119 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc01e797-26c1-4859-9073-5434625a34f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (94e9495c-68e3-406f-bd4b-c71e809e1b54), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:24.753204 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47150) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:24.789851 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bc01e797-26c1-4859-9073-5434625a34f1 None None] Port 94e9495c-68e3-406f-bd4b-c71e809e1b54 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:25:24.798926 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51e0a7ff-b9a5-4e3f-ab52-38083115f55d admin admin] Publish callbacks [] for security_group (63e41b9d-b0f3-4572-b38b-54fb47412bd3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:24.840022 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-98463861-eaee-4c64-9cda-0186e350f47f req-74107780-456b-41ce-ba2e-28be31ed498c tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1f5e683-4db6-49c1-9a4c-a662ff524b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6716774 Feb 20 05:25:24.873394 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51e0a7ff-b9a5-4e3f-ab52-38083115f55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (63e41b9d-b0f3-4572-b38b-54fb47412bd3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:24.925698 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:24.946939 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-f83836f6-2919-4dde-9049-4f1cd80b8cb5 None None] Provisioning complete for port f576dc56-ce33-4362-86b8-d61ea2a3a64b triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:24.947771 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f83836f6-2919-4dde-9049-4f1cd80b8cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:24.978295 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-51e0a7ff-b9a5-4e3f-ab52-38083115f55d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=77a5c7e93b574edca33521fde3497a67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6706243 Feb 20 05:25:24.982534 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0a7ff-b9a5-4e3f-ab52-38083115f55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e41b9d-b0f3-4572-b38b-54fb47412bd3,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:24.985006 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-275b7c77-0173-47a3-8152-86248359dd93 req-14039502-4e74-450b-88d9-3e1cf0e31602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (94e9495c-68e3-406f-bd4b-c71e809e1b54), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:25.006848 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47154) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:25.017644 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f83836f6-2919-4dde-9049-4f1cd80b8cb5 None None] Port f576dc56-ce33-4362-86b8-d61ea2a3a64b cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:25:25.127925 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a91e73c3-91bc-4966-b9d8-36645f18c369 req-acb86a9b-05ae-4f5f-8a80-44a18b62237b tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6289889-ffcf-4bc7-a6ea-24330b070f35 HTTP/1.1" status: 200 len: 210 time: 0.1438336 Feb 20 05:25:25.129151 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f0ba0c2-d3e9-4773-96c5-1f62ac09de8c admin admin] Publish callbacks [] for security_group (2acc7f21-4fe4-480b-8f6e-8f5ac8163094), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:25.132507 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-a81fca84-8257-40ca-a656-a76113578bf4 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Allocated IP 192.168.233.129 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/8f9586b8-442e-40a0-8f3d-1b292e12a697) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:25:25.161131 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f0ba0c2-d3e9-4773-96c5-1f62ac09de8c admin admin] Publish callbacks [] for security_group (2acc7f21-4fe4-480b-8f6e-8f5ac8163094), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:25.178650 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5127f608-4af8-4d44-af85-48be20b50cdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:25.185095 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-003d15ff-7263-42bb-8c8b-4dc5728c43b8 admin admin] Publish callbacks [] for port (45415ba9-3b01-44f1-b071-598f6af4a6b1), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:25.237528 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b228380c-6e4c-411b-b8c4-5f0060cdb8c3 admin admin] Publish callbacks [] for security_group (63e41b9d-b0f3-4572-b38b-54fb47412bd3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:25.280701 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-003d15ff-7263-42bb-8c8b-4dc5728c43b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (45415ba9-3b01-44f1-b071-598f6af4a6b1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:25.285541 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f0ba0c2-d3e9-4773-96c5-1f62ac09de8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2acc7f21-4fe4-480b-8f6e-8f5ac8163094), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:25.288645 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f0ba0c2-d3e9-4773-96c5-1f62ac09de8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:25.289756 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8f0ba0c2-d3e9-4773-96c5-1f62ac09de8c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2acc7f21-4fe4-480b-8f6e-8f5ac8163094 HTTP/1.1" status: 204 len: 168 time: 0.9195457 Feb 20 05:25:25.356724 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003d15ff-7263-42bb-8c8b-4dc5728c43b8 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:25:25.385032 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-003d15ff-7263-42bb-8c8b-4dc5728c43b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:25.390780 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d15ff-7263-42bb-8c8b-4dc5728c43b8 admin admin] Pushing event updated for resources: {'Port': ['ID=45415ba9-3b01-44f1-b071-598f6af4a6b1,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:25.393685 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003d15ff-7263-42bb-8c8b-4dc5728c43b8 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:25:25.396762 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5127f608-4af8-4d44-af85-48be20b50cdc admin admin] Publish callbacks [] for security_group (df242eb9-d02f-4ba3-a3fe-2d5bf745f43e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:25.455140 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b228380c-6e4c-411b-b8c4-5f0060cdb8c3 admin admin] Publish callbacks [] for security_group (63e41b9d-b0f3-4572-b38b-54fb47412bd3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:25.459262 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ba0c2-d3e9-4773-96c5-1f62ac09de8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acc7f21-4fe4-480b-8f6e-8f5ac8163094,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:25.470794 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5127f608-4af8-4d44-af85-48be20b50cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (df242eb9-d02f-4ba3-a3fe-2d5bf745f43e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:25.529889 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b60c33-44c4-4079-9509-cb8f06ad3b3d None None] Network bed70d26-f820-46d8-bb83-6be7e91e0f96 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:25:25.589097 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5127f608-4af8-4d44-af85-48be20b50cdc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72fcfbce36214f80a39161c7624fc72c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8276496 Feb 20 05:25:25.592429 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47176) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:25.602451 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127f608-4af8-4d44-af85-48be20b50cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df242eb9-d02f-4ba3-a3fe-2d5bf745f43e,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:25.731966 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b228380c-6e4c-411b-b8c4-5f0060cdb8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (63e41b9d-b0f3-4572-b38b-54fb47412bd3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:25.734979 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b228380c-6e4c-411b-b8c4-5f0060cdb8c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:25.739958 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b228380c-6e4c-411b-b8c4-5f0060cdb8c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63e41b9d-b0f3-4572-b38b-54fb47412bd3 HTTP/1.1" status: 204 len: 168 time: 0.7284861 Feb 20 05:25:25.769331 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228380c-6e4c-411b-b8c4-5f0060cdb8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e41b9d-b0f3-4572-b38b-54fb47412bd3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:25.781170 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-86f56f3b-0f70-4e5b-9de3-c6de2eb22a43 admin admin] Publish callbacks [] for security_group (df242eb9-d02f-4ba3-a3fe-2d5bf745f43e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:25.794333 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-a81fca84-8257-40ca-a656-a76113578bf4 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Publish callbacks [] for port (8f9586b8-442e-40a0-8f3d-1b292e12a697), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:25.845485 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-af908505-8422-4599-a48c-28efdef56fb7 None None] Provisioning complete for port cf6a058e-88b2-4d5c-8514-e41d2e803f98 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:25.845998 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af908505-8422-4599-a48c-28efdef56fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (cf6a058e-88b2-4d5c-8514-e41d2e803f98), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:25.880190 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-275b7c77-0173-47a3-8152-86248359dd93 req-14039502-4e74-450b-88d9-3e1cf0e31602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e9495c-68e3-406f-bd4b-c71e809e1b54 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:25:25.892180 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-275b7c77-0173-47a3-8152-86248359dd93 req-14039502-4e74-450b-88d9-3e1cf0e31602 service neutron] Publish callbacks [] for port (94e9495c-68e3-406f-bd4b-c71e809e1b54), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:25.897103 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-a81fca84-8257-40ca-a656-a76113578bf4 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (8f9586b8-442e-40a0-8f3d-1b292e12a697), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:25.954993 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-a81fca84-8257-40ca-a656-a76113578bf4 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:25:25.967704 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-a81fca84-8257-40ca-a656-a76113578bf4 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:25.970857 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-a81fca84-8257-40ca-a656-a76113578bf4 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:25:25.976184 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-a81fca84-8257-40ca-a656-a76113578bf4 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:25.976803 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-a81fca84-8257-40ca-a656-a76113578bf4 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:25.985872 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-275b7c77-0173-47a3-8152-86248359dd93 req-14039502-4e74-450b-88d9-3e1cf0e31602 service neutron] Transition to ACTIVE for port object 94e9495c-68e3-406f-bd4b-c71e809e1b54 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:25:26.056007 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-86f56f3b-0f70-4e5b-9de3-c6de2eb22a43 admin admin] Publish callbacks [] for security_group (df242eb9-d02f-4ba3-a3fe-2d5bf745f43e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:26.059347 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-275b7c77-0173-47a3-8152-86248359dd93 req-14039502-4e74-450b-88d9-3e1cf0e31602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (94e9495c-68e3-406f-bd4b-c71e809e1b54), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:26.095130 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fca84-8257-40ca-a656-a76113578bf4 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Pushing event updated for resources: {'Port': ['ID=8f9586b8-442e-40a0-8f3d-1b292e12a697,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:26.137647 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-a81fca84-8257-40ca-a656-a76113578bf4 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3716848 Feb 20 05:25:26.199309 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-003d15ff-7263-42bb-8c8b-4dc5728c43b8 admin admin] Publish callbacks [] for router_gateway (15765e4b-3f48-4494-9580-530d751a5f2e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:26.243284 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b13d9-eceb-43c7-8ea4-284ca4a6c16f req-3c1ffffc-3a1c-4ecf-bcdb-f97acd18c88a tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:26.246804 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-af908505-8422-4599-a48c-28efdef56fb7 None None] Current status of the port cf6a058e-88b2-4d5c-8514-e41d2e803f98 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:26.247198 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af908505-8422-4599-a48c-28efdef56fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (cf6a058e-88b2-4d5c-8514-e41d2e803f98), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:26.262489 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d62b13d9-eceb-43c7-8ea4-284ca4a6c16f req-3c1ffffc-3a1c-4ecf-bcdb-f97acd18c88a tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13 HTTP/1.1" status: 200 len: 943 time: 0.2964997 Feb 20 05:25:26.282447 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-3da30cd6-c90b-4518-b009-f7bd9f0e9b37 service neutron] Request body: {'port': {'device_id': 'a6289889-ffcf-4bc7-a6ea-24330b070f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:26.369007 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14039502-4e74-450b-88d9-3e1cf0e31602 service neutron] Pushing event updated for resources: {'Port': ['ID=94e9495c-68e3-406f-bd4b-c71e809e1b54,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:26.381569 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device cf6a058e-88b2-4d5c-8514-e41d2e803f98 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:25:26.403979 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-af908505-8422-4599-a48c-28efdef56fb7 None None] For port cf6a058e-88b2-4d5c-8514-e41d2e803f98, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=cf6a058e-88b2-4d5c-8514-e41d2e803f98,segment=NetworkSegment(57890a2f-35cd-41ae-b71b-e84feefe17f3),segment_id=57890a2f-35cd-41ae-b71b-e84feefe17f3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:26.477656 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af908505-8422-4599-a48c-28efdef56fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (cf6a058e-88b2-4d5c-8514-e41d2e803f98), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:26.619155 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-275b7c77-0173-47a3-8152-86248359dd93 req-14039502-4e74-450b-88d9-3e1cf0e31602 service neutron] Attempting to bind port 94e9495c-68e3-406f-bd4b-c71e809e1b54 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:25:26.619547 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-275b7c77-0173-47a3-8152-86248359dd93 req-14039502-4e74-450b-88d9-3e1cf0e31602 service neutron] Attempting to bind port 94e9495c-68e3-406f-bd4b-c71e809e1b54 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '87bc1b69-4301-4933-b364-73692b06041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:25:26.619875 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275b7c77-0173-47a3-8152-86248359dd93 req-14039502-4e74-450b-88d9-3e1cf0e31602 service neutron] Attempting to bind port 94e9495c-68e3-406f-bd4b-c71e809e1b54 on network a1c5b7b7-c6e3-4247-9c56-38df6739f2a2 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:26.634813 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275b7c77-0173-47a3-8152-86248359dd93 req-14039502-4e74-450b-88d9-3e1cf0e31602 service neutron] Port 94e9495c-68e3-406f-bd4b-c71e809e1b54 on network a1c5b7b7-c6e3-4247-9c56-38df6739f2a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:25:26.635313 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275b7c77-0173-47a3-8152-86248359dd93 req-14039502-4e74-450b-88d9-3e1cf0e31602 service neutron] Attempting to bind port 94e9495c-68e3-406f-bd4b-c71e809e1b54 on network a1c5b7b7-c6e3-4247-9c56-38df6739f2a2 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:26.665775 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af908505-8422-4599-a48c-28efdef56fb7 None None] Pushing event updated for resources: {'Port': ['ID=cf6a058e-88b2-4d5c-8514-e41d2e803f98,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:26.675326 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d86a2ce4-ffe5-4f54-b35a-c9d89ec7de24 None None] Provisioning complete for port cf6a058e-88b2-4d5c-8514-e41d2e803f98 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:26.675940 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d86a2ce4-ffe5-4f54-b35a-c9d89ec7de24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (cf6a058e-88b2-4d5c-8514-e41d2e803f98), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:26.678565 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port cf6a058e-88b2-4d5c-8514-e41d2e803f98 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:26.679105 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (cf6a058e-88b2-4d5c-8514-e41d2e803f98), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:26.681313 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-aa439f4e-02f1-4162-87c7-5e11553fd9a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f576dc56-ce33-4362-86b8-d61ea2a3a64b {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:25:26.692074 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-aa439f4e-02f1-4162-87c7-5e11553fd9a9 service neutron] Publish callbacks [] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:26.720639 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-aa439f4e-02f1-4162-87c7-5e11553fd9a9 service neutron] Transition to ACTIVE for port object f576dc56-ce33-4362-86b8-d61ea2a3a64b will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:25:26.723712 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275b7c77-0173-47a3-8152-86248359dd93 req-14039502-4e74-450b-88d9-3e1cf0e31602 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:25:26.724149 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275b7c77-0173-47a3-8152-86248359dd93 req-14039502-4e74-450b-88d9-3e1cf0e31602 service neutron] Checking segment: {'id': '87bc1b69-4301-4933-b364-73692b06041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:26.724547 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275b7c77-0173-47a3-8152-86248359dd93 req-14039502-4e74-450b-88d9-3e1cf0e31602 service neutron] Bound using segment: {'id': '87bc1b69-4301-4933-b364-73692b06041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:25:26.725630 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-86f56f3b-0f70-4e5b-9de3-c6de2eb22a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (df242eb9-d02f-4ba3-a3fe-2d5bf745f43e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:26.728641 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-275b7c77-0173-47a3-8152-86248359dd93 req-14039502-4e74-450b-88d9-3e1cf0e31602 service neutron] Bound port: 94e9495c-68e3-406f-bd4b-c71e809e1b54, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87bc1b69-4301-4933-b364-73692b06041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:25:26.729046 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-275b7c77-0173-47a3-8152-86248359dd93 req-14039502-4e74-450b-88d9-3e1cf0e31602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (94e9495c-68e3-406f-bd4b-c71e809e1b54), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:26.729696 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-86f56f3b-0f70-4e5b-9de3-c6de2eb22a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:26.731048 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-86f56f3b-0f70-4e5b-9de3-c6de2eb22a43 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df242eb9-d02f-4ba3-a3fe-2d5bf745f43e HTTP/1.1" status: 204 len: 168 time: 1.1357415 Feb 20 05:25:26.746930 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-aa439f4e-02f1-4162-87c7-5e11553fd9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:26.756751 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f56f3b-0f70-4e5b-9de3-c6de2eb22a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df242eb9-d02f-4ba3-a3fe-2d5bf745f43e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:26.827576 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194f503-78f2-47df-bffd-c3d81bc818d6 req-61d9fb6f-1c39-40dd-b7db-e2ff274883ce tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:26.837842 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3194f503-78f2-47df-bffd-c3d81bc818d6 req-61d9fb6f-1c39-40dd-b7db-e2ff274883ce tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6289889-ffcf-4bc7-a6ea-24330b070f35 HTTP/1.1" status: 200 len: 936 time: 0.4655514 Feb 20 05:25:26.861209 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-3da30cd6-c90b-4518-b009-f7bd9f0e9b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8f9586b8-442e-40a0-8f3d-1b292e12a697), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:26.869387 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d86a2ce4-ffe5-4f54-b35a-c9d89ec7de24 None None] Current status of the port cf6a058e-88b2-4d5c-8514-e41d2e803f98 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:26.878166 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port cf6a058e-88b2-4d5c-8514-e41d2e803f98 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:26.922774 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d86a2ce4-ffe5-4f54-b35a-c9d89ec7de24 None None] Provisioning complete for port 8f9586b8-442e-40a0-8f3d-1b292e12a697 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:26.924876 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d86a2ce4-ffe5-4f54-b35a-c9d89ec7de24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8f9586b8-442e-40a0-8f3d-1b292e12a697), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:26.982976 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-aa439f4e-02f1-4162-87c7-5e11553fd9a9 service neutron] Attempting to bind port f576dc56-ce33-4362-86b8-d61ea2a3a64b on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:25:26.982976 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-aa439f4e-02f1-4162-87c7-5e11553fd9a9 service neutron] Attempting to bind port f576dc56-ce33-4362-86b8-d61ea2a3a64b by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:25:26.983332 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-aa439f4e-02f1-4162-87c7-5e11553fd9a9 service neutron] Attempting to bind port f576dc56-ce33-4362-86b8-d61ea2a3a64b on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:26.998191 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d86a2ce4-ffe5-4f54-b35a-c9d89ec7de24 None None] Port 8f9586b8-442e-40a0-8f3d-1b292e12a697 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:25:27.003654 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa439f4e-02f1-4162-87c7-5e11553fd9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f576dc56-ce33-4362-86b8-d61ea2a3a64b,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:27.014782 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-aa439f4e-02f1-4162-87c7-5e11553fd9a9 service neutron] Port f576dc56-ce33-4362-86b8-d61ea2a3a64b on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:25:27.015283 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-aa439f4e-02f1-4162-87c7-5e11553fd9a9 service neutron] Attempting to bind port f576dc56-ce33-4362-86b8-d61ea2a3a64b on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:27.026422 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-003d15ff-7263-42bb-8c8b-4dc5728c43b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (15765e4b-3f48-4494-9580-530d751a5f2e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:27.031447 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d62b13d9-eceb-43c7-8ea4-284ca4a6c16f req-2c954303-54bc-4144-8864-12d6770635b8 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1f5e683-4db6-49c1-9a4c-a662ff524b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7681644 Feb 20 05:25:27.032703 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-aa439f4e-02f1-4162-87c7-5e11553fd9a9 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:25:27.033049 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-aa439f4e-02f1-4162-87c7-5e11553fd9a9 service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:27.034977 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-aa439f4e-02f1-4162-87c7-5e11553fd9a9 service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:25:27.037194 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-aa439f4e-02f1-4162-87c7-5e11553fd9a9 service neutron] Bound port: f576dc56-ce33-4362-86b8-d61ea2a3a64b, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:25:27.038201 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-aa439f4e-02f1-4162-87c7-5e11553fd9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:27.203666 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3194f503-78f2-47df-bffd-c3d81bc818d6 req-606be939-8310-4fee-9244-ecd2166197fe tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598912 Feb 20 05:25:27.247381 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-aa439f4e-02f1-4162-87c7-5e11553fd9a9 service neutron] For port f576dc56-ce33-4362-86b8-d61ea2a3a64b, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:25:27.265570 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-275b7c77-0173-47a3-8152-86248359dd93 req-14039502-4e74-450b-88d9-3e1cf0e31602 service neutron] For port 94e9495c-68e3-406f-bd4b-c71e809e1b54, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:25:27.270237 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-aa439f4e-02f1-4162-87c7-5e11553fd9a9 service neutron] For port f576dc56-ce33-4362-86b8-d61ea2a3a64b, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=f576dc56-ce33-4362-86b8-d61ea2a3a64b,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:25:27.280505 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-aa439f4e-02f1-4162-87c7-5e11553fd9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:27.293236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-275b7c77-0173-47a3-8152-86248359dd93 req-14039502-4e74-450b-88d9-3e1cf0e31602 service neutron] For port 94e9495c-68e3-406f-bd4b-c71e809e1b54, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=94e9495c-68e3-406f-bd4b-c71e809e1b54,segment=NetworkSegment(87bc1b69-4301-4933-b364-73692b06041d),segment_id=87bc1b69-4301-4933-b364-73692b06041d)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:25:27.309068 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-275b7c77-0173-47a3-8152-86248359dd93 req-14039502-4e74-450b-88d9-3e1cf0e31602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (94e9495c-68e3-406f-bd4b-c71e809e1b54), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:27.337522 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-aa439f4e-02f1-4162-87c7-5e11553fd9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:27.338246 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-aa439f4e-02f1-4162-87c7-5e11553fd9a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:27.339774 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-aa439f4e-02f1-4162-87c7-5e11553fd9a9 service neutron] 10.222.0.61 "PUT /v2.0/ports/f576dc56-ce33-4362-86b8-d61ea2a3a64b HTTP/1.1" status: 200 len: 1095 time: 2.8075783 Feb 20 05:25:27.340227 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5907e963-777e-40e4-915a-4f6a07104082', 'tag': 'f576dc56-ce33-4362-86b8-d61ea2a3a64b'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:25:27.342721 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e232cc08-16ff-441b-a2cb-166c40358f95" -d '{"events": [{"name": "network-changed", "server_uuid": "5907e963-777e-40e4-915a-4f6a07104082", "tag": "f576dc56-ce33-4362-86b8-d61ea2a3a64b"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:25:27.349886 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003d15ff-7263-42bb-8c8b-4dc5728c43b8 admin admin] Router 15765e4b-3f48-4494-9580-530d751a5f2e is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:25:27.393781 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14039502-4e74-450b-88d9-3e1cf0e31602 service neutron] Pushing event updated for resources: {'Port': ['ID=94e9495c-68e3-406f-bd4b-c71e809e1b54,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:27.422060 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b7c77-0173-47a3-8152-86248359dd93 req-14039502-4e74-450b-88d9-3e1cf0e31602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:27.424822 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-275b7c77-0173-47a3-8152-86248359dd93 req-14039502-4e74-450b-88d9-3e1cf0e31602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:27.426786 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-275b7c77-0173-47a3-8152-86248359dd93 req-14039502-4e74-450b-88d9-3e1cf0e31602 service neutron] 10.222.0.61 "PUT /v2.0/ports/94e9495c-68e3-406f-bd4b-c71e809e1b54 HTTP/1.1" status: 200 len: 1091 time: 3.2477920 Feb 20 05:25:27.427634 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f35fefd-598a-46b8-b65f-bba6019b4d13', 'tag': '94e9495c-68e3-406f-bd4b-c71e809e1b54'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:25:27.430538 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179b4c40-5c5a-418e-836b-300cf68212c5" -d '{"events": [{"name": "network-changed", "server_uuid": "6f35fefd-598a-46b8-b65f-bba6019b4d13", "tag": "94e9495c-68e3-406f-bd4b-c71e809e1b54"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:25:27.495514 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6882af34-a275-4aff-a865-d0cf3fa861a5 x-openstack-request-id: req-6882af34-a275-4aff-a865-d0cf3fa861a5 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:25:27.495812 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5907e963-777e-40e4-915a-4f6a07104082", "tag": "f576dc56-ce33-4362-86b8-d61ea2a3a64b", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:25:27.496068 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6882af34-a275-4aff-a865-d0cf3fa861a5 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:25:27.496467 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5907e963-777e-40e4-915a-4f6a07104082', 'tag': 'f576dc56-ce33-4362-86b8-d61ea2a3a64b', 'status': 'completed', 'code': 200} Feb 20 05:25:27.498992 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa439f4e-02f1-4162-87c7-5e11553fd9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f576dc56-ce33-4362-86b8-d61ea2a3a64b,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:27.539645 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd552f3-c384-48e6-973a-fc13fd50c889 x-openstack-request-id: req-bbd552f3-c384-48e6-973a-fc13fd50c889 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:25:27.540192 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f35fefd-598a-46b8-b65f-bba6019b4d13", "tag": "94e9495c-68e3-406f-bd4b-c71e809e1b54", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:25:27.540556 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bbd552f3-c384-48e6-973a-fc13fd50c889 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:25:27.541115 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f35fefd-598a-46b8-b65f-bba6019b4d13', 'tag': '94e9495c-68e3-406f-bd4b-c71e809e1b54', 'status': 'completed', 'code': 200} Feb 20 05:25:27.541618 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47246) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:27.565973 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32550601-fa7a-49c4-87e8-3c62014614a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:27.570038 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-3da30cd6-c90b-4518-b009-f7bd9f0e9b37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f9586b8-442e-40a0-8f3d-1b292e12a697 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:25:27.581573 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-3da30cd6-c90b-4518-b009-f7bd9f0e9b37 service neutron] Publish callbacks [] for port (8f9586b8-442e-40a0-8f3d-1b292e12a697), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:27.623243 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b7c77-0173-47a3-8152-86248359dd93 req-08e81b3b-e5a1-4c68-8dab-1486315fbe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:27.624903 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-275b7c77-0173-47a3-8152-86248359dd93 req-08e81b3b-e5a1-4c68-8dab-1486315fbe20 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=122ca9bbf6ac4d739b3f45c42bf6ec82&device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13 HTTP/1.1" status: 200 len: 1125 time: 0.1302660 Feb 20 05:25:27.629575 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-226a99d2-f25a-4655-80f9-6032125c9ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:27.633359 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-3da30cd6-c90b-4518-b009-f7bd9f0e9b37 service neutron] Transition to ACTIVE for port object 8f9586b8-442e-40a0-8f3d-1b292e12a697 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:25:27.638772 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-226a99d2-f25a-4655-80f9-6032125c9ae0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d9856f0f769340ce9f5bc125817bdadf&device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 1129 time: 0.2190130 Feb 20 05:25:27.645415 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-3da30cd6-c90b-4518-b009-f7bd9f0e9b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8f9586b8-442e-40a0-8f3d-1b292e12a697), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:27.736541 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-275b7c77-0173-47a3-8152-86248359dd93 req-0fa83c0c-d5f7-4c8a-9ef8-43d14a1c2664 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94e9495c-68e3-406f-bd4b-c71e809e1b54 HTTP/1.1" status: 200 len: 217 time: 0.1043680 Feb 20 05:25:27.759005 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-03999ff9-b4ac-4de5-a358-7ccf9d71f813 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=f576dc56-ce33-4362-86b8-d61ea2a3a64b HTTP/1.1" status: 200 len: 217 time: 0.0914261 Feb 20 05:25:27.802314 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003d15ff-7263-42bb-8c8b-4dc5728c43b8 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:25:27.812819 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c428908f-ae65-4004-8a60-3605c25a438b None None] Sync routers for ids ['15765e4b-3f48-4494-9580-530d751a5f2e'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:25:27.825011 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b7c77-0173-47a3-8152-86248359dd93 req-283a15fe-9644-4fca-868d-f94d5937e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:27.826563 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-275b7c77-0173-47a3-8152-86248359dd93 req-283a15fe-9644-4fca-868d-f94d5937e802 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecfd9983-1b03-4999-bf7e-91d977ad0b4d HTTP/1.1" status: 200 len: 866 time: 0.0735459 Feb 20 05:25:27.846100 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c428908f-ae65-4004-8a60-3605c25a438b None None] Routers {'15765e4b-3f48-4494-9580-530d751a5f2e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:25:27.846811 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c428908f-ae65-4004-8a60-3605c25a438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:25:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['15765e4b-3f48-4494-9580-530d751a5f2e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:27.882125 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-003d15ff-7263-42bb-8c8b-4dc5728c43b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:27.885922 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-003d15ff-7263-42bb-8c8b-4dc5728c43b8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8054528 Feb 20 05:25:27.889049 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47250) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:28.032764 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-cbd07e77-4260-4ec6-8a84-897aebcfe8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:28.035094 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-cbd07e77-4260-4ec6-8a84-897aebcfe8fa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.2612028 Feb 20 05:25:28.042575 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da30cd6-c90b-4518-b009-f7bd9f0e9b37 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9586b8-442e-40a0-8f3d-1b292e12a697,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:28.134288 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-3da30cd6-c90b-4518-b009-f7bd9f0e9b37 service neutron] Attempting to bind port 8f9586b8-442e-40a0-8f3d-1b292e12a697 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:25:28.134888 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-3da30cd6-c90b-4518-b009-f7bd9f0e9b37 service neutron] Attempting to bind port 8f9586b8-442e-40a0-8f3d-1b292e12a697 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:25:28.135180 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-3da30cd6-c90b-4518-b009-f7bd9f0e9b37 service neutron] Attempting to bind port 8f9586b8-442e-40a0-8f3d-1b292e12a697 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:28.161277 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-3da30cd6-c90b-4518-b009-f7bd9f0e9b37 service neutron] Port 8f9586b8-442e-40a0-8f3d-1b292e12a697 on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:25:28.161785 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-3da30cd6-c90b-4518-b009-f7bd9f0e9b37 service neutron] Attempting to bind port 8f9586b8-442e-40a0-8f3d-1b292e12a697 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:28.168518 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b7c77-0173-47a3-8152-86248359dd93 req-e425ac29-b227-4ca7-81ea-e42663d58cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:28.183586 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-275b7c77-0173-47a3-8152-86248359dd93 req-e425ac29-b227-4ca7-81ea-e42663d58cd1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1c5b7b7-c6e3-4247-9c56-38df6739f2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3461618 Feb 20 05:25:28.203831 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-c428908f-ae65-4004-8a60-3605c25a438b None None] Set router 15765e4b-3f48-4494-9580-530d751a5f2e gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:25:28.233132 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device cf6a058e-88b2-4d5c-8514-e41d2e803f98 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:25:28.241293 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-6c57df6b-a3e8-4a9c-9927-ddacc911a41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:28.242796 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-6c57df6b-a3e8-4a9c-9927-ddacc911a41d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2015698 Feb 20 05:25:28.252111 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-3da30cd6-c90b-4518-b009-f7bd9f0e9b37 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:25:28.262304 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-3da30cd6-c90b-4518-b009-f7bd9f0e9b37 service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:28.263062 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-3da30cd6-c90b-4518-b009-f7bd9f0e9b37 service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:25:28.263701 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-3da30cd6-c90b-4518-b009-f7bd9f0e9b37 service neutron] Bound port: 8f9586b8-442e-40a0-8f3d-1b292e12a697, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:25:28.264224 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-3da30cd6-c90b-4518-b009-f7bd9f0e9b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8f9586b8-442e-40a0-8f3d-1b292e12a697), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:28.346720 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32550601-fa7a-49c4-87e8-3c62014614a7 admin admin] Publish callbacks [] for security_group (1ad0895b-878b-48f6-80ee-7ae8cbc04bf2), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:28.389015 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32550601-fa7a-49c4-87e8-3c62014614a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (1ad0895b-878b-48f6-80ee-7ae8cbc04bf2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:28.399071 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port cf6a058e-88b2-4d5c-8514-e41d2e803f98 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:28.399486 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (cf6a058e-88b2-4d5c-8514-e41d2e803f98), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:28.478631 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-3ecc9bda-6d4c-4781-9be3-078dd86e1f1f service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049868 Feb 20 05:25:28.590012 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port cf6a058e-88b2-4d5c-8514-e41d2e803f98 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:28.666621 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c428908f-ae65-4004-8a60-3605c25a438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15765e4b-3f48-4494-9580-530d751a5f2e', 'name': 'tempest-ServersTestMultiNic-1825635538-router', 'tenant_id': '26a759a2f95f49efbde5d8a39da697c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '45415ba9-3b01-44f1-b071-598f6af4a6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:22Z', 'updated_at': '2022-02-20T05:25:25Z', 'revision_number': 3, 'project_id': '26a759a2f95f49efbde5d8a39da697c6', 'gw_port': {'id': '45415ba9-3b01-44f1-b071-598f6af4a6b1', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:35:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15765e4b-3f48-4494-9580-530d751a5f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:24Z', 'updated_at': '2022-02-20T05:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:28.668414 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47264) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:28.706472 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c428908f-ae65-4004-8a60-3605c25a438b None None] Checking router: 15765e4b-3f48-4494-9580-530d751a5f2e for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:25:28.707159 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c428908f-ae65-4004-8a60-3605c25a438b None None] Updating router 15765e4b-3f48-4494-9580-530d751a5f2e port 45415ba9-3b01-44f1-b071-598f6af4a6b1 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:25:28.754636 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-32550601-fa7a-49c4-87e8-3c62014614a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3735ffba59b546938d65cd17af0fee0a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2088029 Feb 20 05:25:28.769993 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47270) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:28.783079 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c428908f-ae65-4004-8a60-3605c25a438b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (45415ba9-3b01-44f1-b071-598f6af4a6b1), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:28.797830 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32550601-fa7a-49c4-87e8-3c62014614a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad0895b-878b-48f6-80ee-7ae8cbc04bf2,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:28.822697 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad74a9-951e-4781-9a14-e44a7b8a0b79 req-35e5124a-f7a6-41f8-9380-c643bce3100d tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:28.824187 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c7ad74a9-951e-4781-9a14-e44a7b8a0b79 req-35e5124a-f7a6-41f8-9380-c643bce3100d tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13 HTTP/1.1" status: 200 len: 943 time: 0.6182771 Feb 20 05:25:28.851811 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-275b7c77-0173-47a3-8152-86248359dd93 req-3994d523-f0eb-47be-86d6-520580399f48 service neutron] 10.222.0.61 "GET /v2.0/networks/a1c5b7b7-c6e3-4247-9c56-38df6739f2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6469510 Feb 20 05:25:28.899314 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b6cfe-93c7-432f-81ea-e686675baa67 req-7ba5e4d0-3424-4b06-aaa6-3cb6b0224a58 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:28.903259 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-855b6cfe-93c7-432f-81ea-e686675baa67 req-7ba5e4d0-3424-4b06-aaa6-3cb6b0224a58 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6289889-ffcf-4bc7-a6ea-24330b070f35 HTTP/1.1" status: 200 len: 948 time: 0.5855927 Feb 20 05:25:28.960068 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-3da30cd6-c90b-4518-b009-f7bd9f0e9b37 service neutron] For port 8f9586b8-442e-40a0-8f3d-1b292e12a697, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:25:29.041055 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-3da30cd6-c90b-4518-b009-f7bd9f0e9b37 service neutron] For port 8f9586b8-442e-40a0-8f3d-1b292e12a697, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=8f9586b8-442e-40a0-8f3d-1b292e12a697,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:25:29.094050 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-3da30cd6-c90b-4518-b009-f7bd9f0e9b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8f9586b8-442e-40a0-8f3d-1b292e12a697), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:29.104268 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c7ad74a9-951e-4781-9a14-e44a7b8a0b79 req-a556418f-34b6-4144-9472-fe685a82ae95 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1f5e683-4db6-49c1-9a4c-a662ff524b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391350 Feb 20 05:25:29.116608 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-855b6cfe-93c7-432f-81ea-e686675baa67 req-5eda338f-a738-4a47-ad45-0fa0db718047 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414120 Feb 20 05:25:29.172624 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5106717e-8d8f-4123-bdb0-b102f0787cdd admin admin] Publish callbacks [] for security_group (1ad0895b-878b-48f6-80ee-7ae8cbc04bf2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:29.178346 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-3da30cd6-c90b-4518-b009-f7bd9f0e9b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:29.179091 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-3da30cd6-c90b-4518-b009-f7bd9f0e9b37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:29.180590 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-3da30cd6-c90b-4518-b009-f7bd9f0e9b37 service neutron] 10.222.0.48 "PUT /v2.0/ports/8f9586b8-442e-40a0-8f3d-1b292e12a697 HTTP/1.1" status: 200 len: 1096 time: 3.0242622 Feb 20 05:25:29.193369 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-d0d189c1-edf0-4451-bd88-c50cc4105310 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1512872371-network', 'tenant_id': 'fd21ae910f154cf58d2067d0920b47f4'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:29.194102 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c428908f-ae65-4004-8a60-3605c25a438b None None] Publish callbacks [] for port (45415ba9-3b01-44f1-b071-598f6af4a6b1), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:29.200362 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c428908f-ae65-4004-8a60-3605c25a438b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (45415ba9-3b01-44f1-b071-598f6af4a6b1), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:29.239328 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c428908f-ae65-4004-8a60-3605c25a438b None None] Attempting to bind port 45415ba9-3b01-44f1-b071-598f6af4a6b1 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:25:29.239970 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c428908f-ae65-4004-8a60-3605c25a438b None None] Attempting to bind port 45415ba9-3b01-44f1-b071-598f6af4a6b1 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:25:29.240138 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c428908f-ae65-4004-8a60-3605c25a438b None None] Attempting to bind port 45415ba9-3b01-44f1-b071-598f6af4a6b1 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:29.270373 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c2033f2-c7f3-4829-ad15-e6d3d8d4e6a0 req-7cb6c7a7-7bbd-48fe-83b2-94c3a24783a3 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7847126 Feb 20 05:25:29.270610 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c428908f-ae65-4004-8a60-3605c25a438b None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:25:29.271123 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c428908f-ae65-4004-8a60-3605c25a438b None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:29.271412 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c428908f-ae65-4004-8a60-3605c25a438b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:29.271808 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c428908f-ae65-4004-8a60-3605c25a438b None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:25:29.272338 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c428908f-ae65-4004-8a60-3605c25a438b None None] Bound port: 45415ba9-3b01-44f1-b071-598f6af4a6b1, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:25:29.272732 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c428908f-ae65-4004-8a60-3605c25a438b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (45415ba9-3b01-44f1-b071-598f6af4a6b1), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:29.273875 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d189c1-edf0-4451-bd88-c50cc4105310 admin admin] Made reservation on behalf of fd21ae910f154cf58d2067d0920b47f4 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:29.277056 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d0d189c1-edf0-4451-bd88-c50cc4105310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:29.333341 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5106717e-8d8f-4123-bdb0-b102f0787cdd admin admin] Publish callbacks [] for security_group (1ad0895b-878b-48f6-80ee-7ae8cbc04bf2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:29.339244 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c428908f-ae65-4004-8a60-3605c25a438b None None] For port 45415ba9-3b01-44f1-b071-598f6af4a6b1, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:25:29.345045 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c428908f-ae65-4004-8a60-3605c25a438b None None] For port 45415ba9-3b01-44f1-b071-598f6af4a6b1, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=45415ba9-3b01-44f1-b071-598f6af4a6b1,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:25:29.353611 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c428908f-ae65-4004-8a60-3605c25a438b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (45415ba9-3b01-44f1-b071-598f6af4a6b1), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:29.357027 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d0d189c1-edf0-4451-bd88-c50cc4105310 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:29.384341 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01462f-b0b7-4880-a3c7-f829055243db None None] Pushing event updated for resources: {'Port': ['ID=45415ba9-3b01-44f1-b071-598f6af4a6b1,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:29.387138 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da30cd6-c90b-4518-b009-f7bd9f0e9b37 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9586b8-442e-40a0-8f3d-1b292e12a697,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:29.395557 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01462f-b0b7-4880-a3c7-f829055243db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:29.395888 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01462f-b0b7-4880-a3c7-f829055243db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:29.396245 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01462f-b0b7-4880-a3c7-f829055243db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:29.396561 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01462f-b0b7-4880-a3c7-f829055243db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:29.396889 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01462f-b0b7-4880-a3c7-f829055243db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:29.399567 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01462f-b0b7-4880-a3c7-f829055243db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:29.401809 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01462f-b0b7-4880-a3c7-f829055243db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:29.402152 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01462f-b0b7-4880-a3c7-f829055243db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:29.402477 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01462f-b0b7-4880-a3c7-f829055243db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:29.402801 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01462f-b0b7-4880-a3c7-f829055243db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:29.403151 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01462f-b0b7-4880-a3c7-f829055243db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:29.403471 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01462f-b0b7-4880-a3c7-f829055243db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:29.403788 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef01462f-b0b7-4880-a3c7-f829055243db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:25:29.418120 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c428908f-ae65-4004-8a60-3605c25a438b None None] Routers {'15765e4b-3f48-4494-9580-530d751a5f2e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:25:29.418733 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c428908f-ae65-4004-8a60-3605c25a438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:25:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['15765e4b-3f48-4494-9580-530d751a5f2e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:29.432176 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-275b7c77-0173-47a3-8152-86248359dd93 req-97e4c40d-abaa-4d2c-be24-802425f23716 service neutron] 10.222.0.61 "GET /v2.0/networks/a1c5b7b7-c6e3-4247-9c56-38df6739f2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561974 Feb 20 05:25:29.546447 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47280) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:29.547936 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6289889-ffcf-4bc7-a6ea-24330b070f35', 'tag': '8f9586b8-442e-40a0-8f3d-1b292e12a697'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:25:29.550197 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddae2c67-0ae8-4190-856d-4ccf4ce80cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "a6289889-ffcf-4bc7-a6ea-24330b070f35", "tag": "8f9586b8-442e-40a0-8f3d-1b292e12a697"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:25:29.559122 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01462f-b0b7-4880-a3c7-f829055243db None None] Pushing event updated for resources: {'Port': ['ID=45415ba9-3b01-44f1-b071-598f6af4a6b1,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:29.566687 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-1d66b18d-d04d-4064-9b24-5bf987912eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:29.568377 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-1d66b18d-d04d-4064-9b24-5bf987912eab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9856f0f769340ce9f5bc125817bdadf&device_id=a6289889-ffcf-4bc7-a6ea-24330b070f35 HTTP/1.1" status: 200 len: 1130 time: 0.3358214 Feb 20 05:25:29.590442 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5106717e-8d8f-4123-bdb0-b102f0787cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (1ad0895b-878b-48f6-80ee-7ae8cbc04bf2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:29.599952 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-c428908f-ae65-4004-8a60-3605c25a438b None None] Set router 15765e4b-3f48-4494-9580-530d751a5f2e gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:25:29.605270 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5106717e-8d8f-4123-bdb0-b102f0787cdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:29.610499 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5106717e-8d8f-4123-bdb0-b102f0787cdd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ad0895b-878b-48f6-80ee-7ae8cbc04bf2 HTTP/1.1" status: 204 len: 168 time: 0.8388226 Feb 20 05:25:29.630806 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232cc08-16ff-441b-a2cb-166c40358f95 req-019fa35d-8021-4e8e-b861-9c3ecdf1f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:29.633033 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e232cc08-16ff-441b-a2cb-166c40358f95 req-019fa35d-8021-4e8e-b861-9c3ecdf1f5d6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d9856f0f769340ce9f5bc125817bdadf&device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 1129 time: 0.3062966 Feb 20 05:25:29.667118 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0faea0f-3c57-4c06-a433-2947569b3258 x-openstack-request-id: req-a0faea0f-3c57-4c06-a433-2947569b3258 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:25:29.667669 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6289889-ffcf-4bc7-a6ea-24330b070f35", "tag": "8f9586b8-442e-40a0-8f3d-1b292e12a697", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:25:29.668062 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0faea0f-3c57-4c06-a433-2947569b3258 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:25:29.668627 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6289889-ffcf-4bc7-a6ea-24330b070f35', 'tag': '8f9586b8-442e-40a0-8f3d-1b292e12a697', 'status': 'completed', 'code': 200} Feb 20 05:25:29.671232 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b4c40-5c5a-418e-836b-300cf68212c5 req-9dd94a0b-43c6-4b7a-8502-9448d692449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:29.672962 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-179b4c40-5c5a-418e-836b-300cf68212c5 req-9dd94a0b-43c6-4b7a-8502-9448d692449b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=122ca9bbf6ac4d739b3f45c42bf6ec82&device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13 HTTP/1.1" status: 200 len: 1125 time: 0.1865401 Feb 20 05:25:29.676195 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-9686c0b4-0e1b-4132-b1af-419266c8241b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=8f9586b8-442e-40a0-8f3d-1b292e12a697 HTTP/1.1" status: 200 len: 217 time: 0.0978906 Feb 20 05:25:29.691227 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106717e-8d8f-4123-bdb0-b102f0787cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad0895b-878b-48f6-80ee-7ae8cbc04bf2,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:29.829559 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c2751bef-b35f-4a4b-800f-e597be63de8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:29.850583 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d0d189c1-edf0-4451-bd88-c50cc4105310 admin admin] Publish callbacks [] for security_group (2751f883-54ff-4b85-adea-5a59f7bed73d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:29.856369 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-fb265a94-e23f-4e38-b22a-7ea450494012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:29.857806 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-fb265a94-e23f-4e38-b22a-7ea450494012 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1683660 Feb 20 05:25:29.865208 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c428908f-ae65-4004-8a60-3605c25a438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15765e4b-3f48-4494-9580-530d751a5f2e', 'name': 'tempest-ServersTestMultiNic-1825635538-router', 'tenant_id': '26a759a2f95f49efbde5d8a39da697c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '45415ba9-3b01-44f1-b071-598f6af4a6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:22Z', 'updated_at': '2022-02-20T05:25:25Z', 'revision_number': 3, 'project_id': '26a759a2f95f49efbde5d8a39da697c6', 'gw_port': {'id': '45415ba9-3b01-44f1-b071-598f6af4a6b1', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:35:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15765e4b-3f48-4494-9580-530d751a5f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:24Z', 'updated_at': '2022-02-20T05:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:29.867504 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0cf5de64-47be-4ae6-8454-e7c82505d604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:29.897648 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c428908f-ae65-4004-8a60-3605c25a438b None None] The sync data for ids ['15765e4b-3f48-4494-9580-530d751a5f2e'] in n-d-829866-5 is: [{'id': '15765e4b-3f48-4494-9580-530d751a5f2e', 'name': 'tempest-ServersTestMultiNic-1825635538-router', 'tenant_id': '26a759a2f95f49efbde5d8a39da697c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '45415ba9-3b01-44f1-b071-598f6af4a6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:22Z', 'updated_at': '2022-02-20T05:25:25Z', 'revision_number': 3, 'project_id': '26a759a2f95f49efbde5d8a39da697c6', 'gw_port': {'id': '45415ba9-3b01-44f1-b071-598f6af4a6b1', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:35:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15765e4b-3f48-4494-9580-530d751a5f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:24Z', 'updated_at': '2022-02-20T05:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:25:29.904925 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d0d189c1-edf0-4451-bd88-c50cc4105310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2751f883-54ff-4b85-adea-5a59f7bed73d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:29.931832 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b4c40-5c5a-418e-836b-300cf68212c5 req-5088d39e-c371-44f3-9b10-116fb270811f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:29.933376 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-179b4c40-5c5a-418e-836b-300cf68212c5 req-5088d39e-c371-44f3-9b10-116fb270811f service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1c5b7b7-c6e3-4247-9c56-38df6739f2a2 HTTP/1.1" status: 200 len: 927 time: 0.2514687 Feb 20 05:25:29.975600 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d189c1-edf0-4451-bd88-c50cc4105310 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:25:29.993413 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-179b4c40-5c5a-418e-836b-300cf68212c5 req-f5604360-ba7c-4e92-bb73-e318472149e7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94e9495c-68e3-406f-bd4b-c71e809e1b54 HTTP/1.1" status: 200 len: 217 time: 0.0516844 Feb 20 05:25:29.996724 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232cc08-16ff-441b-a2cb-166c40358f95 req-636ee421-3c20-4f01-928b-a6ea5f17154b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:29.998357 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e232cc08-16ff-441b-a2cb-166c40358f95 req-636ee421-3c20-4f01-928b-a6ea5f17154b service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.3586371 Feb 20 05:25:30.000804 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-00819dee-4246-4bd6-9c32-e964e94c2408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:30.003118 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-00819dee-4246-4bd6-9c32-e964e94c2408 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1383440 Feb 20 05:25:30.010598 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d0d189c1-edf0-4451-bd88-c50cc4105310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (b88db1a0-5356-40b1-9368-3d7a060c4f59), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:30.010983 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-d0d189c1-edf0-4451-bd88-c50cc4105310 admin admin] Added segment b88db1a0-5356-40b1-9368-3d7a060c4f59 of type vlan for network cb4530de-66c2-443b-82e6-823a997cfe68 Feb 20 05:25:30.050104 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d189c1-edf0-4451-bd88-c50cc4105310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2751f883-54ff-4b85-adea-5a59f7bed73d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:30.056762 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b4c40-5c5a-418e-836b-300cf68212c5 req-47308fc7-067b-40e1-b942-15707e0c4e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:30.063957 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-179b4c40-5c5a-418e-836b-300cf68212c5 req-47308fc7-067b-40e1-b942-15707e0c4e1c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecfd9983-1b03-4999-bf7e-91d977ad0b4d HTTP/1.1" status: 200 len: 866 time: 0.0654454 Feb 20 05:25:30.133884 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e232cc08-16ff-441b-a2cb-166c40358f95 req-d25350b3-8f17-45b5-bd09-63a9593ee477 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=f576dc56-ce33-4362-86b8-d61ea2a3a64b HTTP/1.1" status: 200 len: 217 time: 0.1247463 Feb 20 05:25:30.232288 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b4c40-5c5a-418e-836b-300cf68212c5 req-5728066c-80da-4e25-ac2d-9f56821e1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:30.234119 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-179b4c40-5c5a-418e-836b-300cf68212c5 req-5728066c-80da-4e25-ac2d-9f56821e1297 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1c5b7b7-c6e3-4247-9c56-38df6739f2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1487634 Feb 20 05:25:30.238502 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-e5da3de9-a7b0-4c8f-a3f0-2b16dc7e25cc service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735625 Feb 20 05:25:30.326251 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232cc08-16ff-441b-a2cb-166c40358f95 req-329c4e15-8832-40ee-8190-2fc3e525e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:30.327779 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e232cc08-16ff-441b-a2cb-166c40358f95 req-329c4e15-8832-40ee-8190-2fc3e525e475 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1745408 Feb 20 05:25:30.372802 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d0d189c1-edf0-4451-bd88-c50cc4105310 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (cb4530de-66c2-443b-82e6-823a997cfe68), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:30.416775 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-0cf5de64-47be-4ae6-8454-e7c82505d604 admin admin] Allocated IP 172.20.0.1 (bed70d26-f820-46d8-bb83-6be7e91e0f96/ec1a4f6c-99d8-481c-a957-4af3d152dd8f/748ff6c8-62b2-4473-989f-e80d36debd59) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:25:30.489656 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c2751bef-b35f-4a4b-800f-e597be63de8d admin admin] Publish callbacks [] for security_group (0631ed4a-7a1d-4acc-bb95-09901548e6ab), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:30.504913 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c2751bef-b35f-4a4b-800f-e597be63de8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0631ed4a-7a1d-4acc-bb95-09901548e6ab), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:30.556498 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e3d00-bd3b-4f1e-b725-d253f24c37d2 req-d569ad1b-6301-428c-97b5-bab67a33abc8 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:30.558046 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0a1e3d00-bd3b-4f1e-b725-d253f24c37d2 req-d569ad1b-6301-428c-97b5-bab67a33abc8 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13 HTTP/1.1" status: 200 len: 943 time: 0.3185296 Feb 20 05:25:30.568293 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-179b4c40-5c5a-418e-836b-300cf68212c5 req-f49b56d4-3b96-4689-be9a-01a66c6f0029 service neutron] 10.222.0.61 "GET /v2.0/networks/a1c5b7b7-c6e3-4247-9c56-38df6739f2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165104 Feb 20 05:25:30.585374 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d0d189c1-edf0-4451-bd88-c50cc4105310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (cb4530de-66c2-443b-82e6-823a997cfe68), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:30.586842 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d189c1-edf0-4451-bd88-c50cc4105310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:30.587444 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d0d189c1-edf0-4451-bd88-c50cc4105310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:30.588564 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6c60f-b1fd-4a98-be30-1507f59520b2 req-09c424f3-50d5-4ec7-8f54-8e84c7182e90 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:30.590066 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d5e6c60f-b1fd-4a98-be30-1507f59520b2 req-09c424f3-50d5-4ec7-8f54-8e84c7182e90 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6289889-ffcf-4bc7-a6ea-24330b070f35 HTTP/1.1" status: 200 len: 948 time: 0.2136240 Feb 20 05:25:30.656039 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d32db7ed-25a5-4394-85c9-39d67f809db6 req-0ffe881b-6996-4685-bd39-242eebfad5d6 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053454 Feb 20 05:25:30.700854 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0a1e3d00-bd3b-4f1e-b725-d253f24c37d2 req-8551f655-06f2-4544-beb4-5153efb2f46d tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1f5e683-4db6-49c1-9a4c-a662ff524b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370251 Feb 20 05:25:30.732697 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d189c1-edf0-4451-bd88-c50cc4105310 admin admin] Pushing event updated for resources: {'Network': ['ID=cb4530de-66c2-443b-82e6-823a997cfe68,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:30.749699 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network cb4530de-66c2-443b-82e6-823a997cfe68 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:25:30.783432 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c2751bef-b35f-4a4b-800f-e597be63de8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4b9c9288f794738b83e8020aa49e233&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2169795 Feb 20 05:25:30.790227 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47318) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:30.791139 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2751bef-b35f-4a4b-800f-e597be63de8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0631ed4a-7a1d-4acc-bb95-09901548e6ab,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:30.881741 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d5e6c60f-b1fd-4a98-be30-1507f59520b2 req-b0d562b3-c10e-478d-913d-c475fac04ad7 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822354 Feb 20 05:25:30.898611 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab72e00d-b849-4f25-a42e-c323e7004e32 admin admin] Publish callbacks [] for security_group (0631ed4a-7a1d-4acc-bb95-09901548e6ab), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:30.908798 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d0d189c1-edf0-4451-bd88-c50cc4105310 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.2392712 Feb 20 05:25:30.922840 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47326) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:30.924850 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232cc08-16ff-441b-a2cb-166c40358f95 req-6f95c565-12ab-4ca0-9293-a97b529d60a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:30.926269 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e232cc08-16ff-441b-a2cb-166c40358f95 req-6f95c565-12ab-4ca0-9293-a97b529d60a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5566795 Feb 20 05:25:30.933846 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-302aee8c-e44c-41e2-8cc1-158bea1311e4 admin admin] Request body: {'subnet': {'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1512872371-subnet', 'tenant_id': 'fd21ae910f154cf58d2067d0920b47f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:30.977230 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-179b4c40-5c5a-418e-836b-300cf68212c5 req-8ee8fe67-8f7b-4522-8fde-f82f4d6c7956 service neutron] 10.222.0.61 "GET /v2.0/networks/a1c5b7b7-c6e3-4247-9c56-38df6739f2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019182 Feb 20 05:25:30.979087 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302aee8c-e44c-41e2-8cc1-158bea1311e4 admin admin] Made reservation on behalf of fd21ae910f154cf58d2067d0920b47f4 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:30.981362 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-302aee8c-e44c-41e2-8cc1-158bea1311e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:30.984357 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae2c67-0ae8-4190-856d-4ccf4ce80cb8 req-5a1ecb39-a3e8-4418-ac4a-9e8929070c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:30.985812 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ddae2c67-0ae8-4190-856d-4ccf4ce80cb8 req-5a1ecb39-a3e8-4418-ac4a-9e8929070c5e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9856f0f769340ce9f5bc125817bdadf&device_id=a6289889-ffcf-4bc7-a6ea-24330b070f35 HTTP/1.1" status: 200 len: 1130 time: 0.2693284 Feb 20 05:25:31.024594 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab72e00d-b849-4f25-a42e-c323e7004e32 admin admin] Publish callbacks [] for security_group (0631ed4a-7a1d-4acc-bb95-09901548e6ab), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:31.099031 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0cf5de64-47be-4ae6-8454-e7c82505d604 admin admin] Publish callbacks [] for port (748ff6c8-62b2-4473-989f-e80d36debd59), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:31.145110 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae2c67-0ae8-4190-856d-4ccf4ce80cb8 req-51915350-b84e-482a-83fc-17ad5da1afee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:31.146717 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ddae2c67-0ae8-4190-856d-4ccf4ce80cb8 req-51915350-b84e-482a-83fc-17ad5da1afee service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.1482420 Feb 20 05:25:31.168656 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e232cc08-16ff-441b-a2cb-166c40358f95 req-cdbb5368-671d-4286-997d-97a1750951d6 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318416 Feb 20 05:25:31.218147 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ddae2c67-0ae8-4190-856d-4ccf4ce80cb8 req-644f1438-5fb0-481a-a9da-bc9ae725560a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=8f9586b8-442e-40a0-8f3d-1b292e12a697 HTTP/1.1" status: 200 len: 217 time: 0.0645623 Feb 20 05:25:31.316200 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab72e00d-b849-4f25-a42e-c323e7004e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0631ed4a-7a1d-4acc-bb95-09901548e6ab), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:31.318763 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab72e00d-b849-4f25-a42e-c323e7004e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:31.319981 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ab72e00d-b849-4f25-a42e-c323e7004e32 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0631ed4a-7a1d-4acc-bb95-09901548e6ab HTTP/1.1" status: 204 len: 168 time: 0.5233591 Feb 20 05:25:31.335015 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae2c67-0ae8-4190-856d-4ccf4ce80cb8 req-c1b927b6-95d8-4e55-9ade-bb12915ec400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:31.337817 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ddae2c67-0ae8-4190-856d-4ccf4ce80cb8 req-c1b927b6-95d8-4e55-9ade-bb12915ec400 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1127779 Feb 20 05:25:31.339116 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e232cc08-16ff-441b-a2cb-166c40358f95 req-86bb618a-1e28-43f7-9649-371c3a51e645 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579859 Feb 20 05:25:31.340291 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72e00d-b849-4f25-a42e-c323e7004e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0631ed4a-7a1d-4acc-bb95-09901548e6ab,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:31.372267 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0cf5de64-47be-4ae6-8454-e7c82505d604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (748ff6c8-62b2-4473-989f-e80d36debd59), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:31.446667 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5de64-47be-4ae6-8454-e7c82505d604 admin admin] Pushing event updated for resources: {'Port': ['ID=748ff6c8-62b2-4473-989f-e80d36debd59,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:31.456119 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf5de64-47be-4ae6-8454-e7c82505d604 admin admin] Network bed70d26-f820-46d8-bb83-6be7e91e0f96 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:25:31.457961 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-0cf5de64-47be-4ae6-8454-e7c82505d604 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:31.460880 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf5de64-47be-4ae6-8454-e7c82505d604 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:25:31.461684 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0cf5de64-47be-4ae6-8454-e7c82505d604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (15765e4b-3f48-4494-9580-530d751a5f2e), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:31.465999 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-302aee8c-e44c-41e2-8cc1-158bea1311e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (b4371b84-9467-4135-93c7-7a933f791395), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:31.511586 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae2c67-0ae8-4190-856d-4ccf4ce80cb8 req-61dc1700-3532-4e10-a0d9-677970fd58e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:31.513366 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ddae2c67-0ae8-4190-856d-4ccf4ce80cb8 req-61dc1700-3532-4e10-a0d9-677970fd58e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1271620 Feb 20 05:25:31.555429 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device f576dc56-ce33-4362-86b8-d61ea2a3a64b details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:25:31.612873 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aee8c-e44c-41e2-8cc1-158bea1311e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4371b84-9467-4135-93c7-7a933f791395,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:31.636349 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302aee8c-e44c-41e2-8cc1-158bea1311e4 admin admin] Checking segment: {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:31.636584 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302aee8c-e44c-41e2-8cc1-158bea1311e4 admin admin] Network hostable DHCP agents. Network: cb4530de-66c2-443b-82e6-823a997cfe68, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:25:31.690734 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302aee8c-e44c-41e2-8cc1-158bea1311e4 admin admin] Network cb4530de-66c2-443b-82e6-823a997cfe68 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:25:31.697544 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ddae2c67-0ae8-4190-856d-4ccf4ce80cb8 req-3e21cc79-9d80-4d0d-9077-2956b8ec6b14 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762919 Feb 20 05:25:31.715543 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-302aee8c-e44c-41e2-8cc1-158bea1311e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, cb4530de-66c2-443b-82e6-823a997cfe68) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:31.727775 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bffca0-bc86-46a6-a0e3-dbbc8cd5340e None None] Network cb4530de-66c2-443b-82e6-823a997cfe68 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:25:31.731836 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302aee8c-e44c-41e2-8cc1-158bea1311e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:31.732766 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-302aee8c-e44c-41e2-8cc1-158bea1311e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:31.761965 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0cf5de64-47be-4ae6-8454-e7c82505d604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (748ff6c8-62b2-4473-989f-e80d36debd59), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:31.820747 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-302aee8c-e44c-41e2-8cc1-158bea1311e4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9013796 Feb 20 05:25:31.841715 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47364) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:31.882268 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ddae2c67-0ae8-4190-856d-4ccf4ce80cb8 req-8d016b72-b145-4122-a9b1-48bc7378ff98 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789052 Feb 20 05:25:31.953123 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port f576dc56-ce33-4362-86b8-d61ea2a3a64b, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=f576dc56-ce33-4362-86b8-d61ea2a3a64b,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:31.980623 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'f576dc56-ce33-4362-86b8-d61ea2a3a64b', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': 'f576dc56-ce33-4362-86b8-d61ea2a3a64b', 'mac_address': 'fa:16:3e:34:c0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:25:31.986880 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9930ad2-302a-4544-99a0-b1c0f845a472 req-f23d5add-a5fe-4054-9e01-3e35d805c9c5 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:32.002031 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9930ad2-302a-4544-99a0-b1c0f845a472 req-f23d5add-a5fe-4054-9e01-3e35d805c9c5 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13 HTTP/1.1" status: 200 len: 943 time: 0.1443346 Feb 20 05:25:32.055189 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47372) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:32.084879 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-379d3697-11e4-4f8e-ad0b-072e92f93484 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:32.132508 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0a05f87c-c385-4ee0-ac46-c68ef47cdd59 None None] Provisioning complete for port 748ff6c8-62b2-4473-989f-e80d36debd59 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:32.132914 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0a05f87c-c385-4ee0-ac46-c68ef47cdd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (748ff6c8-62b2-4473-989f-e80d36debd59), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:32.194547 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9930ad2-302a-4544-99a0-b1c0f845a472 req-e74e8714-826f-49d9-b77c-41ed5443c523 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1f5e683-4db6-49c1-9a4c-a662ff524b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789701 Feb 20 05:25:32.206860 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port f576dc56-ce33-4362-86b8-d61ea2a3a64b is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:32.209071 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:32.217860 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcb004-fc40-42dd-a798-12d41e388864 req-b55770c3-ce3e-4837-9bcd-e02299410b7d tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:32.220034 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86bcb004-fc40-42dd-a798-12d41e388864 req-b55770c3-ce3e-4837-9bcd-e02299410b7d tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6289889-ffcf-4bc7-a6ea-24330b070f35 HTTP/1.1" status: 200 len: 948 time: 0.2159791 Feb 20 05:25:32.231061 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0cf5de64-47be-4ae6-8454-e7c82505d604 admin admin] Publish callbacks [] for port (748ff6c8-62b2-4473-989f-e80d36debd59), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:32.248147 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0cf5de64-47be-4ae6-8454-e7c82505d604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (748ff6c8-62b2-4473-989f-e80d36debd59), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:32.248851 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0cf5de64-47be-4ae6-8454-e7c82505d604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (15765e4b-3f48-4494-9580-530d751a5f2e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:32.302483 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 45415ba9-3b01-44f1-b071-598f6af4a6b1 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:25:32.318528 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6913672a-f253-4a2f-a82c-094bbf031171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:32.324499 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86bcb004-fc40-42dd-a798-12d41e388864 req-c93f188f-971b-4a3c-a3cd-6dbed8b76e1a tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977583 Feb 20 05:25:32.339171 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-379d3697-11e4-4f8e-ad0b-072e92f93484 admin admin] Publish callbacks [] for security_group (14ef13af-e19c-4f6a-b568-15c5891b5f0f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:32.352832 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e44197f-7887-4e67-8c56-b8b5273b6102 None None] Network cb4530de-66c2-443b-82e6-823a997cfe68 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:25:32.412216 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5de64-47be-4ae6-8454-e7c82505d604 admin admin] Pushing event updated for resources: {'Port': ['ID=748ff6c8-62b2-4473-989f-e80d36debd59,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:32.459825 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f576dc56-ce33-4362-86b8-d61ea2a3a64b {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:25:32.474225 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6913672a-f253-4a2f-a82c-094bbf031171 admin admin] Publish callbacks [] for security_group (8863b30c-cde7-4eae-85c0-3a9e6f972be7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:32.480441 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0a05f87c-c385-4ee0-ac46-c68ef47cdd59 None None] Port 748ff6c8-62b2-4473-989f-e80d36debd59 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:25:32.481689 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6913672a-f253-4a2f-a82c-094bbf031171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8863b30c-cde7-4eae-85c0-3a9e6f972be7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:32.500028 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-379d3697-11e4-4f8e-ad0b-072e92f93484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (14ef13af-e19c-4f6a-b568-15c5891b5f0f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:32.545438 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6913672a-f253-4a2f-a82c-094bbf031171 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=842af37f909344e6a27ce44b3e4e70f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7017570 Feb 20 05:25:32.553141 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47380) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:32.565153 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port f576dc56-ce33-4362-86b8-d61ea2a3a64b, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=f576dc56-ce33-4362-86b8-d61ea2a3a64b,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:32.568138 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913672a-f253-4a2f-a82c-094bbf031171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8863b30c-cde7-4eae-85c0-3a9e6f972be7,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:32.574981 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 45415ba9-3b01-44f1-b071-598f6af4a6b1 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:32.575456 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (45415ba9-3b01-44f1-b071-598f6af4a6b1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:32.585546 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d3697-11e4-4f8e-ad0b-072e92f93484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ef13af-e19c-4f6a-b568-15c5891b5f0f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:32.597160 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-379d3697-11e4-4f8e-ad0b-072e92f93484 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=226790a3882f47b188cd0769478e3d99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5408342 Feb 20 05:25:32.599848 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47382) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:32.622774 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf5de64-47be-4ae6-8454-e7c82505d604 admin admin] Network bed70d26-f820-46d8-bb83-6be7e91e0f96 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:25:32.626497 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-0cf5de64-47be-4ae6-8454-e7c82505d604 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:32.638179 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:32.642733 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e8539a1b-0acf-4da4-9c07-28bc72137218 admin admin] Publish callbacks [] for security_group (8863b30c-cde7-4eae-85c0-3a9e6f972be7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:32.736499 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e8539a1b-0acf-4da4-9c07-28bc72137218 admin admin] Publish callbacks [] for security_group (8863b30c-cde7-4eae-85c0-3a9e6f972be7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:32.738819 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81730702-942b-4e1a-936a-0bea2d05cb13 admin admin] Publish callbacks [] for security_group (14ef13af-e19c-4f6a-b568-15c5891b5f0f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:32.761472 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=f576dc56-ce33-4362-86b8-d61ea2a3a64b,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:32.773160 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 45415ba9-3b01-44f1-b071-598f6af4a6b1 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:32.774204 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (45415ba9-3b01-44f1-b071-598f6af4a6b1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:32.807740 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 45415ba9-3b01-44f1-b071-598f6af4a6b1, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=45415ba9-3b01-44f1-b071-598f6af4a6b1,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:32.814556 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (45415ba9-3b01-44f1-b071-598f6af4a6b1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:32.820113 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81730702-942b-4e1a-936a-0bea2d05cb13 admin admin] Publish callbacks [] for security_group (14ef13af-e19c-4f6a-b568-15c5891b5f0f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:32.885548 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=45415ba9-3b01-44f1-b071-598f6af4a6b1,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:32.891559 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['f576dc56-ce33-4362-86b8-d61ea2a3a64b'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:25:32.930824 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81730702-942b-4e1a-936a-0bea2d05cb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (14ef13af-e19c-4f6a-b568-15c5891b5f0f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:32.933637 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81730702-942b-4e1a-936a-0bea2d05cb13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:32.936906 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-81730702-942b-4e1a-936a-0bea2d05cb13 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14ef13af-e19c-4f6a-b568-15c5891b5f0f HTTP/1.1" status: 204 len: 168 time: 0.3333225 Feb 20 05:25:32.946181 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf5de64-47be-4ae6-8454-e7c82505d604 admin admin] Router 15765e4b-3f48-4494-9580-530d751a5f2e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:25:32.953428 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81730702-942b-4e1a-936a-0bea2d05cb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ef13af-e19c-4f6a-b568-15c5891b5f0f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:33.004264 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e8539a1b-0acf-4da4-9c07-28bc72137218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8863b30c-cde7-4eae-85c0-3a9e6f972be7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:33.008223 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e8539a1b-0acf-4da4-9c07-28bc72137218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:33.012176 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e8539a1b-0acf-4da4-9c07-28bc72137218 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8863b30c-cde7-4eae-85c0-3a9e6f972be7 HTTP/1.1" status: 204 len: 168 time: 0.4542792 Feb 20 05:25:33.108386 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8539a1b-0acf-4da4-9c07-28bc72137218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8863b30c-cde7-4eae-85c0-3a9e6f972be7,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:33.169509 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-25864ea2-cd71-46ee-91ec-6038bc6bcb1e None None] Provisioning complete for port 748ff6c8-62b2-4473-989f-e80d36debd59 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:33.170440 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25864ea2-cd71-46ee-91ec-6038bc6bcb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (748ff6c8-62b2-4473-989f-e80d36debd59), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:33.182413 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf5de64-47be-4ae6-8454-e7c82505d604 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:25:33.198274 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0cf5de64-47be-4ae6-8454-e7c82505d604 admin admin] 10.222.0.37 "PUT /v2.0/routers/15765e4b-3f48-4494-9580-530d751a5f2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3079457 Feb 20 05:25:33.211968 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5cb9ef-f6bb-4516-b787-653bccc6c2fc None None] Sync routers for ids ['15765e4b-3f48-4494-9580-530d751a5f2e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:25:33.233512 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5cb9ef-f6bb-4516-b787-653bccc6c2fc None None] Routers {'15765e4b-3f48-4494-9580-530d751a5f2e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:25:33.234149 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3a5cb9ef-f6bb-4516-b787-653bccc6c2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:25:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['15765e4b-3f48-4494-9580-530d751a5f2e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:33.268706 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-25864ea2-cd71-46ee-91ec-6038bc6bcb1e None None] Port 748ff6c8-62b2-4473-989f-e80d36debd59 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:25:33.379625 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-3a5cb9ef-f6bb-4516-b787-653bccc6c2fc None None] Set router 15765e4b-3f48-4494-9580-530d751a5f2e gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:25:33.380189 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315b970-87af-4b08-ae80-8112d9ff9065 req-ae4c41d0-5ef1-438d-8843-b84eebb31733 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:33.388560 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b315b970-87af-4b08-ae80-8112d9ff9065 req-ae4c41d0-5ef1-438d-8843-b84eebb31733 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13 HTTP/1.1" status: 200 len: 943 time: 0.0939767 Feb 20 05:25:33.459460 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b315b970-87af-4b08-ae80-8112d9ff9065 req-7f0cd135-0100-456b-b161-431063bf42ab tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1f5e683-4db6-49c1-9a4c-a662ff524b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700004 Feb 20 05:25:33.505353 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861492a-c4d6-4248-8114-a62ef09ef074 req-962d7c79-8913-4a19-bc1a-4b7f5e6a209c tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:33.508067 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c861492a-c4d6-4248-8114-a62ef09ef074 req-962d7c79-8913-4a19-bc1a-4b7f5e6a209c tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6289889-ffcf-4bc7-a6ea-24330b070f35 HTTP/1.1" status: 200 len: 948 time: 0.0642688 Feb 20 05:25:33.568740 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c861492a-c4d6-4248-8114-a62ef09ef074 req-c205988f-cf0d-4920-af83-822b6666718e tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549188 Feb 20 05:25:33.575639 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 94e9495c-68e3-406f-bd4b-c71e809e1b54 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:25:33.599798 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device f576dc56-ce33-4362-86b8-d61ea2a3a64b up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:25:33.616048 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47422) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:33.700912 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47426) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:33.709791 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-bf45187c-3597-490c-adae-22d1b1b31b47 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-298429027-network', 'tenant_id': 'b2b9bfe5e66045e5b3c1b2d16d052b79'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:33.729428 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 8f9586b8-442e-40a0-8f3d-1b292e12a697 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:25:33.741438 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf45187c-3597-490c-adae-22d1b1b31b47 admin admin] Made reservation on behalf of b2b9bfe5e66045e5b3c1b2d16d052b79 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:33.745453 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf45187c-3597-490c-adae-22d1b1b31b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:33.759489 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf45187c-3597-490c-adae-22d1b1b31b47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:33.786095 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port f576dc56-ce33-4362-86b8-d61ea2a3a64b completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:25:33.817960 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47430) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:33.850001 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2dcf935a-a160-4929-8681-a09835b7ca50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:33.938387 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47432) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:33.947713 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf45187c-3597-490c-adae-22d1b1b31b47 admin admin] Publish callbacks [] for security_group (1c083771-8c4d-41d9-a00e-4cdf751d1fed), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:33.955035 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf45187c-3597-490c-adae-22d1b1b31b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (1c083771-8c4d-41d9-a00e-4cdf751d1fed), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:33.978125 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port f576dc56-ce33-4362-86b8-d61ea2a3a64b triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:33.978704 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:33.979484 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf45187c-3597-490c-adae-22d1b1b31b47 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:25:33.996269 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf45187c-3597-490c-adae-22d1b1b31b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (91573d33-68c1-4152-8bdb-96ad707e381e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:33.996665 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-bf45187c-3597-490c-adae-22d1b1b31b47 admin admin] Added segment 91573d33-68c1-4152-8bdb-96ad707e381e of type vlan for network 1f77ebb7-ce75-4802-b54e-2ad9d73919ec Feb 20 05:25:34.043980 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-55160307-9b32-4a1d-a9a4-22c71dddd046 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1851196417'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:34.068332 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3a5cb9ef-f6bb-4516-b787-653bccc6c2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15765e4b-3f48-4494-9580-530d751a5f2e', 'name': 'tempest-ServersTestMultiNic-1825635538-router', 'tenant_id': '26a759a2f95f49efbde5d8a39da697c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '45415ba9-3b01-44f1-b071-598f6af4a6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:22Z', 'updated_at': '2022-02-20T05:25:31Z', 'revision_number': 4, 'project_id': '26a759a2f95f49efbde5d8a39da697c6', 'gw_port': {'id': '45415ba9-3b01-44f1-b071-598f6af4a6b1', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15765e4b-3f48-4494-9580-530d751a5f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:24Z', 'updated_at': '2022-02-20T05:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '748ff6c8-62b2-4473-989f-e80d36debd59', 'name': '', 'network_id': 'bed70d26-f820-46d8-bb83-6be7e91e0f96', 'tenant_id': '26a759a2f95f49efbde5d8a39da697c6', 'mac_address': 'fa:16:3e:33:a9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15765e4b-3f48-4494-9580-530d751a5f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ec1a4f6c-99d8-481c-a957-4af3d152dd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:29Z', 'updated_at': '2022-02-20T05:25:31Z', 'revision_number': 2, 'project_id': '26a759a2f95f49efbde5d8a39da697c6', 'subnets': [{'id': 'ec1a4f6c-99d8-481c-a957-4af3d152dd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:34.079408 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf45187c-3597-490c-adae-22d1b1b31b47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (1f77ebb7-ce75-4802-b54e-2ad9d73919ec), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:34.093434 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2dcf935a-a160-4929-8681-a09835b7ca50 admin admin] Publish callbacks [] for security_group (6b8effa2-4bd7-4033-93e2-edd25223b839), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:34.095680 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 94e9495c-68e3-406f-bd4b-c71e809e1b54, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=94e9495c-68e3-406f-bd4b-c71e809e1b54,segment=NetworkSegment(87bc1b69-4301-4933-b364-73692b06041d),segment_id=87bc1b69-4301-4933-b364-73692b06041d)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:34.100475 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2dcf935a-a160-4929-8681-a09835b7ca50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6b8effa2-4bd7-4033-93e2-edd25223b839), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:34.217759 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55160307-9b32-4a1d-a9a4-22c71dddd046 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Made reservation on behalf of 26a759a2f95f49efbde5d8a39da697c6 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:34.220024 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5cb9ef-f6bb-4516-b787-653bccc6c2fc None None] Checking router: 15765e4b-3f48-4494-9580-530d751a5f2e for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:25:34.222031 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5cb9ef-f6bb-4516-b787-653bccc6c2fc None None] Updating router 15765e4b-3f48-4494-9580-530d751a5f2e port 748ff6c8-62b2-4473-989f-e80d36debd59 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:25:34.222560 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45187c-3597-490c-adae-22d1b1b31b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c083771-8c4d-41d9-a00e-4cdf751d1fed,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:34.222724 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-55160307-9b32-4a1d-a9a4-22c71dddd046 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:34.227174 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf45187c-3597-490c-adae-22d1b1b31b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (1f77ebb7-ce75-4802-b54e-2ad9d73919ec), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:34.245658 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf45187c-3597-490c-adae-22d1b1b31b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:34.248293 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf45187c-3597-490c-adae-22d1b1b31b47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:34.255429 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf935a-a160-4929-8681-a09835b7ca50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8effa2-4bd7-4033-93e2-edd25223b839,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:34.264508 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2dcf935a-a160-4929-8681-a09835b7ca50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6cc1d41e8d5d4832a5dafca032e7f2ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4450743 Feb 20 05:25:34.266087 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 45415ba9-3b01-44f1-b071-598f6af4a6b1 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:25:34.268929 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47444) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:34.269375 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '94e9495c-68e3-406f-bd4b-c71e809e1b54', 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2', 'port_id': '94e9495c-68e3-406f-bd4b-c71e809e1b54', 'mac_address': 'fa:16:3e:11:42:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfd9983-1b03-4999-bf7e-91d977ad0b4d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:25:34.277032 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c0a2df77-4a2c-459b-9061-14ca8c8c041c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:34.349356 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55160307-9b32-4a1d-a9a4-22c71dddd046 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:25:34.360592 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-55160307-9b32-4a1d-a9a4-22c71dddd046 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (bc434c7f-01a4-4624-bd9c-c9f35c771391), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:34.360952 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-55160307-9b32-4a1d-a9a4-22c71dddd046 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Added segment bc434c7f-01a4-4624-bd9c-c9f35c771391 of type vlan for network 6e9bd132-6287-4246-bd04-4201b4617af3 Feb 20 05:25:34.413125 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-55160307-9b32-4a1d-a9a4-22c71dddd046 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (6e9bd132-6287-4246-bd04-4201b4617af3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:34.422939 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb9ef-f6bb-4516-b787-653bccc6c2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (748ff6c8-62b2-4473-989f-e80d36debd59), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:34.435598 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 8f9586b8-442e-40a0-8f3d-1b292e12a697, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=8f9586b8-442e-40a0-8f3d-1b292e12a697,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:34.464895 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-55160307-9b32-4a1d-a9a4-22c71dddd046 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (6e9bd132-6287-4246-bd04-4201b4617af3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:34.469522 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55160307-9b32-4a1d-a9a4-22c71dddd046 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:34.470540 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-55160307-9b32-4a1d-a9a4-22c71dddd046 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:34.472046 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bf45187c-3597-490c-adae-22d1b1b31b47 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7688982 Feb 20 05:25:34.472494 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47454) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:34.498789 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port f576dc56-ce33-4362-86b8-d61ea2a3a64b is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:34.499214 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:34.501843 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-137b5763-af25-4f47-ad1d-81c7977d31ea admin admin] Request body: {'subnet': {'network_id': '1f77ebb7-ce75-4802-b54e-2ad9d73919ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-298429027-subnet', 'tenant_id': 'b2b9bfe5e66045e5b3c1b2d16d052b79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:34.505672 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '8f9586b8-442e-40a0-8f3d-1b292e12a697', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': '8f9586b8-442e-40a0-8f3d-1b292e12a697', 'mac_address': 'fa:16:3e:3f:6b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:25:34.521545 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45187c-3597-490c-adae-22d1b1b31b47 admin admin] Pushing event updated for resources: {'Network': ['ID=1f77ebb7-ce75-4802-b54e-2ad9d73919ec,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:34.553901 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 94e9495c-68e3-406f-bd4b-c71e809e1b54 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:34.554627 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (94e9495c-68e3-406f-bd4b-c71e809e1b54), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:34.557474 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 1f77ebb7-ce75-4802-b54e-2ad9d73919ec details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:25:34.559529 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137b5763-af25-4f47-ad1d-81c7977d31ea admin admin] Made reservation on behalf of b2b9bfe5e66045e5b3c1b2d16d052b79 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:34.562207 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-137b5763-af25-4f47-ad1d-81c7977d31ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:34.635807 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 45415ba9-3b01-44f1-b071-598f6af4a6b1 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:34.636424 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (45415ba9-3b01-44f1-b071-598f6af4a6b1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:34.649257 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55160307-9b32-4a1d-a9a4-22c71dddd046 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event updated for resources: {'Network': ['ID=6e9bd132-6287-4246-bd04-4201b4617af3,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:34.653556 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7a4827b9-8082-43c7-a1a4-8a759aa6a61f admin admin] Publish callbacks [] for security_group (6b8effa2-4bd7-4033-93e2-edd25223b839), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:34.681237 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7a4827b9-8082-43c7-a1a4-8a759aa6a61f admin admin] Publish callbacks [] for security_group (6b8effa2-4bd7-4033-93e2-edd25223b839), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:34.717536 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 6e9bd132-6287-4246-bd04-4201b4617af3 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:25:34.722000 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e9495c-68e3-406f-bd4b-c71e809e1b54 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:25:34.734440 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5907e963-777e-40e4-915a-4f6a07104082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f576dc56-ce33-4362-86b8-d61ea2a3a64b'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:25:34.738134 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdfb56b-0749-4dca-aa74-451246de2d70" -d '{"events": [{"server_uuid": "5907e963-777e-40e4-915a-4f6a07104082", "name": "network-vif-plugged", "status": "completed", "tag": "f576dc56-ce33-4362-86b8-d61ea2a3a64b"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:25:34.744653 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-55160307-9b32-4a1d-a9a4-22c71dddd046 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1265564 Feb 20 05:25:34.751323 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47480) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:34.757931 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-07b72e6b-0d8b-4f8a-b13c-9867c0003f14 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Request body: {'subnet': {'network_id': '6e9bd132-6287-4246-bd04-4201b4617af3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:34.791844 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-137b5763-af25-4f47-ad1d-81c7977d31ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (804174de-180e-4ec2-8d6a-522a7abb199e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:34.835587 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port f576dc56-ce33-4362-86b8-d61ea2a3a64b, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=f576dc56-ce33-4362-86b8-d61ea2a3a64b,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:34.844556 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7a4827b9-8082-43c7-a1a4-8a759aa6a61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6b8effa2-4bd7-4033-93e2-edd25223b839), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:34.848305 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7a4827b9-8082-43c7-a1a4-8a759aa6a61f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:34.849538 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7a4827b9-8082-43c7-a1a4-8a759aa6a61f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b8effa2-4bd7-4033-93e2-edd25223b839 HTTP/1.1" status: 204 len: 168 time: 0.5796683 Feb 20 05:25:34.865823 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 94e9495c-68e3-406f-bd4b-c71e809e1b54, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=94e9495c-68e3-406f-bd4b-c71e809e1b54,segment=NetworkSegment(87bc1b69-4301-4933-b364-73692b06041d),segment_id=87bc1b69-4301-4933-b364-73692b06041d)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:34.869594 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:34.879147 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4827b9-8082-43c7-a1a4-8a759aa6a61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8effa2-4bd7-4033-93e2-edd25223b839,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:34.888935 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 8f9586b8-442e-40a0-8f3d-1b292e12a697 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:34.889507 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8f9586b8-442e-40a0-8f3d-1b292e12a697), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:34.902317 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c0a2df77-4a2c-459b-9061-14ca8c8c041c admin admin] Publish callbacks [] for security_group (61e6956d-a18a-4ba5-83ff-34ad6d018bcb), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:34.925949 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c0a2df77-4a2c-459b-9061-14ca8c8c041c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (61e6956d-a18a-4ba5-83ff-34ad6d018bcb), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:34.938929 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b72e6b-0d8b-4f8a-b13c-9867c0003f14 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Made reservation on behalf of 26a759a2f95f49efbde5d8a39da697c6 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:34.943193 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07b72e6b-0d8b-4f8a-b13c-9867c0003f14 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks [] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:34.943815 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (94e9495c-68e3-406f-bd4b-c71e809e1b54), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:35.006457 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f9586b8-442e-40a0-8f3d-1b292e12a697 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:25:35.112621 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 8f9586b8-442e-40a0-8f3d-1b292e12a697, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=8f9586b8-442e-40a0-8f3d-1b292e12a697,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:35.132968 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8f9586b8-442e-40a0-8f3d-1b292e12a697), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:35.161038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=f576dc56-ce33-4362-86b8-d61ea2a3a64b,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:35.166963 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07b72e6b-0d8b-4f8a-b13c-9867c0003f14 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (5ef2fbf4-cc03-492a-af4f-82c84214b0eb), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:35.185046 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['94e9495c-68e3-406f-bd4b-c71e809e1b54'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:25:35.191115 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-989b7f94-48a4-462e-a99c-1517339d4c94 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--435162832&fields=id&tenant_id=b882ff5cc38448f182588db0bc9e9522 HTTP/1.1" status: 200 len: 267 time: 0.4210291 Feb 20 05:25:35.193803 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b5763-af25-4f47-ad1d-81c7977d31ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=804174de-180e-4ec2-8d6a-522a7abb199e,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:35.204603 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77dc054-8af3-41ef-ae15-d39cd7250aa8 req-e2718dd0-a942-410b-9f03-e2c65afbcc7f tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:35.206845 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f77dc054-8af3-41ef-ae15-d39cd7250aa8 req-e2718dd0-a942-410b-9f03-e2c65afbcc7f tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13 HTTP/1.1" status: 200 len: 943 time: 0.4357073 Feb 20 05:25:35.280264 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 45415ba9-3b01-44f1-b071-598f6af4a6b1 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:35.296490 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b72e6b-0d8b-4f8a-b13c-9867c0003f14 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event updated for resources: {'Subnet': ['ID=5ef2fbf4-cc03-492a-af4f-82c84214b0eb,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:35.309176 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c0a2df77-4a2c-459b-9061-14ca8c8c041c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aaa342e65960415d9d0f3fc90917750b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3632734 Feb 20 05:25:35.312652 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47488) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:35.328586 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=94e9495c-68e3-406f-bd4b-c71e809e1b54,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:35.337264 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-7706509f-afea-4770-a5d8-091c1aa26836 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:35.352170 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-7706509f-afea-4770-a5d8-091c1aa26836 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/networks?id=805bb61f-0284-479c-a7fa-c503f096a7af HTTP/1.1" status: 200 len: 824 time: 0.1597354 Feb 20 05:25:35.363672 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137b5763-af25-4f47-ad1d-81c7977d31ea admin admin] Checking segment: {'id': '91573d33-68c1-4152-8bdb-96ad707e381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f77ebb7-ce75-4802-b54e-2ad9d73919ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:35.364034 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137b5763-af25-4f47-ad1d-81c7977d31ea admin admin] Network hostable DHCP agents. Network: 1f77ebb7-ce75-4802-b54e-2ad9d73919ec, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:25:35.379039 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['8f9586b8-442e-40a0-8f3d-1b292e12a697'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:25:35.392277 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-c7900532-45ab-4a02-b0f9-16e576afa5b5 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/quotas/b882ff5cc38448f182588db0bc9e9522 HTTP/1.1" status: 200 len: 375 time: 0.0388165 Feb 20 05:25:35.436246 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2df77-4a2c-459b-9061-14ca8c8c041c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e6956d-a18a-4ba5-83ff-34ad6d018bcb,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:35.469244 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137b5763-af25-4f47-ad1d-81c7977d31ea admin admin] Network 1f77ebb7-ce75-4802-b54e-2ad9d73919ec is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:25:35.501649 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b72e6b-0d8b-4f8a-b13c-9867c0003f14 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Checking segment: {'id': 'bc434c7f-01a4-4624-bd9c-c9f35c771391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6e9bd132-6287-4246-bd04-4201b4617af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:35.502059 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b72e6b-0d8b-4f8a-b13c-9867c0003f14 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Network hostable DHCP agents. Network: 6e9bd132-6287-4246-bd04-4201b4617af3, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:25:35.506639 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-66085d34-3e40-48f5-adf3-efc6b8280037 admin admin] Publish callbacks [] for security_group (61e6956d-a18a-4ba5-83ff-34ad6d018bcb), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:35.514633 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f77dc054-8af3-41ef-ae15-d39cd7250aa8 req-53287b4f-b5bd-49d2-b72e-7eba65a19aeb tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1f5e683-4db6-49c1-9a4c-a662ff524b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572702 Feb 20 05:25:35.545698 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-beffb3d5-8a54-4185-a8cb-da5e9ef5f1af tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b882ff5cc38448f182588db0bc9e9522&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1524661 Feb 20 05:25:35.548426 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-137b5763-af25-4f47-ad1d-81c7977d31ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 1f77ebb7-ce75-4802-b54e-2ad9d73919ec) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:35.555887 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137b5763-af25-4f47-ad1d-81c7977d31ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:35.556649 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-137b5763-af25-4f47-ad1d-81c7977d31ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:35.569242 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-66085d34-3e40-48f5-adf3-efc6b8280037 admin admin] Publish callbacks [] for security_group (61e6956d-a18a-4ba5-83ff-34ad6d018bcb), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:35.587510 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b37519b-bfb1-47b0-a6eb-382468bd65b9 None None] Network 1f77ebb7-ce75-4802-b54e-2ad9d73919ec requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:25:35.595326 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b72e6b-0d8b-4f8a-b13c-9867c0003f14 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Network 6e9bd132-6287-4246-bd04-4201b4617af3 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:25:35.607667 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=8f9586b8-442e-40a0-8f3d-1b292e12a697,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:35.618274 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-07b72e6b-0d8b-4f8a-b13c-9867c0003f14 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 6e9bd132-6287-4246-bd04-4201b4617af3) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:35.635087 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb9ef-f6bb-4516-b787-653bccc6c2fc None None] Publish callbacks [] for port (748ff6c8-62b2-4473-989f-e80d36debd59), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:35.642493 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a171068-48d3-48b6-b250-e84650378180 None None] Network 6e9bd132-6287-4246-bd04-4201b4617af3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:25:35.645185 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b72e6b-0d8b-4f8a-b13c-9867c0003f14 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:35.645995 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07b72e6b-0d8b-4f8a-b13c-9867c0003f14 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:35.670630 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-137b5763-af25-4f47-ad1d-81c7977d31ea admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1812558 Feb 20 05:25:35.680550 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-07b72e6b-0d8b-4f8a-b13c-9867c0003f14 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9273245 Feb 20 05:25:35.681916 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47504) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:35.697135 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-92feca50-ddfd-412b-b45d-f30503283935 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-941784244'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:35.710632 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-66085d34-3e40-48f5-adf3-efc6b8280037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (61e6956d-a18a-4ba5-83ff-34ad6d018bcb), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:35.715946 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb9ef-f6bb-4516-b787-653bccc6c2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (748ff6c8-62b2-4473-989f-e80d36debd59), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:35.716528 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-66085d34-3e40-48f5-adf3-efc6b8280037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:35.718036 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-66085d34-3e40-48f5-adf3-efc6b8280037 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/61e6956d-a18a-4ba5-83ff-34ad6d018bcb HTTP/1.1" status: 204 len: 168 time: 0.4023659 Feb 20 05:25:35.730363 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66085d34-3e40-48f5-adf3-efc6b8280037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e6956d-a18a-4ba5-83ff-34ad6d018bcb,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:35.798389 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92feca50-ddfd-412b-b45d-f30503283935 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Made reservation on behalf of 26a759a2f95f49efbde5d8a39da697c6 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:35.802589 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-92feca50-ddfd-412b-b45d-f30503283935 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:35.817918 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394c762-590b-45a7-8e31-08232f206d52 req-c772208c-8f03-4886-8e84-167b9870304c tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:35.820962 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7394c762-590b-45a7-8e31-08232f206d52 req-c772208c-8f03-4886-8e84-167b9870304c tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6289889-ffcf-4bc7-a6ea-24330b070f35 HTTP/1.1" status: 200 len: 949 time: 0.1865997 Feb 20 05:25:35.857234 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-5c49c8a5-44bf-46d4-bc87-30ebd5ede5d7 service neutron] 10.222.0.37 "GET /v2.0/networks/805bb61f-0284-479c-a7fa-c503f096a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907832 Feb 20 05:25:35.894955 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cce24-a4d8-4679-8b79-30047933d7ac req-586e7099-b1fd-4202-ac0d-af940666bb3f tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:35.896786 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-708cce24-a4d8-4679-8b79-30047933d7ac req-586e7099-b1fd-4202-ac0d-af940666bb3f tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f057c8c-a4c8-41ad-bdbd-b99843f58040 HTTP/1.1" status: 200 len: 946 time: 0.2137072 Feb 20 05:25:36.125141 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-02007fcf-2a39-4931-bcf0-5c2e677570a3 service neutron] 10.222.0.37 "GET /v2.0/networks/805bb61f-0284-479c-a7fa-c503f096a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579591 Feb 20 05:25:36.186344 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd531d-7390-4010-8a44-a821570ed6eb None None] Pushing event updated for resources: {'Port': ['ID=748ff6c8-62b2-4473-989f-e80d36debd59,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:36.204440 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92feca50-ddfd-412b-b45d-f30503283935 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:25:36.222609 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961b5ab4-c4e5-4e34-9873-8587806e47bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-6e9bd132-6287-4246-bd04-4201b4617af3', 'network_id': '6e9bd132-6287-4246-bd04-4201b4617af3', 'project_id': '26a759a2f95f49efbde5d8a39da697c6', 'fixed_ips': [{'subnet_id': '5ef2fbf4-cc03-492a-af4f-82c84214b0eb'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:25:36.223742 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-961b5ab4-c4e5-4e34-9873-8587806e47bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:36.234182 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-92feca50-ddfd-412b-b45d-f30503283935 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (2e38ba67-7bce-4e0a-8528-18c91fcc35eb), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:36.236046 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-92feca50-ddfd-412b-b45d-f30503283935 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Added segment 2e38ba67-7bce-4e0a-8528-18c91fcc35eb of type vlan for network a5b9cb19-fd36-46cc-a621-512f6d4a0f85 Feb 20 05:25:36.350131 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-92feca50-ddfd-412b-b45d-f30503283935 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (a5b9cb19-fd36-46cc-a621-512f6d4a0f85), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:36.380401 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7394c762-590b-45a7-8e31-08232f206d52 req-12479a82-9213-4793-99f5-5afcafce1941 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5204394 Feb 20 05:25:36.390029 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-92feca50-ddfd-412b-b45d-f30503283935 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (a5b9cb19-fd36-46cc-a621-512f6d4a0f85), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:36.395510 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92feca50-ddfd-412b-b45d-f30503283935 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:36.396279 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-92feca50-ddfd-412b-b45d-f30503283935 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:36.510422 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-92feca50-ddfd-412b-b45d-f30503283935 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8175097 Feb 20 05:25:36.514595 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47528) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:36.523318 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-d36f1f6a-5ffa-4e42-905a-e3a36fd7a7e1 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Request body: {'subnet': {'network_id': 'a5b9cb19-fd36-46cc-a621-512f6d4a0f85', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:36.530458 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92feca50-ddfd-412b-b45d-f30503283935 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event updated for resources: {'Network': ['ID=a5b9cb19-fd36-46cc-a621-512f6d4a0f85,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:36.549579 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-708cce24-a4d8-4679-8b79-30047933d7ac req-2dde9393-a6b6-43f8-840f-286a7a434309 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Deleting port 056c579f-a4f8-44d5-abd9-86552ef4696b {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:25:36.550156 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-708cce24-a4d8-4679-8b79-30047933d7ac req-2dde9393-a6b6-43f8-840f-286a7a434309 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (056c579f-a4f8-44d5-abd9-86552ef4696b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:36.568862 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fc7d9a-c8b9-4738-a018-525619370f52 None None] Network 1f77ebb7-ce75-4802-b54e-2ad9d73919ec requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:25:36.616449 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e380ba6-4238-4e44-a90b-9ced3ab0c452 x-openstack-request-id: req-6e380ba6-4238-4e44-a90b-9ced3ab0c452 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:25:36.616780 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5907e963-777e-40e4-915a-4f6a07104082", "name": "network-vif-plugged", "status": "completed", "tag": "f576dc56-ce33-4362-86b8-d61ea2a3a64b", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:25:36.617043 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e380ba6-4238-4e44-a90b-9ced3ab0c452 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:25:36.617447 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5907e963-777e-40e4-915a-4f6a07104082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f576dc56-ce33-4362-86b8-d61ea2a3a64b', 'code': 200} Feb 20 05:25:36.625072 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3a5cb9ef-f6bb-4516-b787-653bccc6c2fc None None] Attempting to bind port 748ff6c8-62b2-4473-989f-e80d36debd59 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:25:36.625436 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3a5cb9ef-f6bb-4516-b787-653bccc6c2fc None None] Attempting to bind port 748ff6c8-62b2-4473-989f-e80d36debd59 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '57890a2f-35cd-41ae-b71b-e84feefe17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bed70d26-f820-46d8-bb83-6be7e91e0f96'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:25:36.630401 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5cb9ef-f6bb-4516-b787-653bccc6c2fc None None] Attempting to bind port 748ff6c8-62b2-4473-989f-e80d36debd59 on network bed70d26-f820-46d8-bb83-6be7e91e0f96 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:36.632623 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network a5b9cb19-fd36-46cc-a621-512f6d4a0f85 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:25:36.704819 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60de7886-3dd5-4049-8698-31c3cdda7254 req-25cb47a7-4254-4ce5-8788-bea2e43f9d04 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/ports?device_id=9222f63b-adca-4231-a950-7a82f2a40a42 HTTP/1.1" status: 200 len: 210 time: 0.0588481 Feb 20 05:25:36.758875 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-708cce24-a4d8-4679-8b79-30047933d7ac req-2dde9393-a6b6-43f8-840f-286a7a434309 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] For port 056c579f-a4f8-44d5-abd9-86552ef4696b, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=056c579f-a4f8-44d5-abd9-86552ef4696b,segment=NetworkSegment(a8b346e4-a1ba-4a23-9d05-3eeb17deb23b),segment_id=a8b346e4-a1ba-4a23-9d05-3eeb17deb23b)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:36.759626 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-708cce24-a4d8-4679-8b79-30047933d7ac req-2dde9393-a6b6-43f8-840f-286a7a434309 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (056c579f-a4f8-44d5-abd9-86552ef4696b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:36.765532 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47534) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:36.788887 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ecdc5f09-6ecf-444b-ad9f-4507921a6680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:37.076847 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aac7de-7e28-4825-a613-b6d1d6a6a5c1 req-6f4b1798-c09c-4ce5-b94a-3b17c9cddf97 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:37.078549 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-77aac7de-7e28-4825-a613-b6d1d6a6a5c1 req-6f4b1798-c09c-4ce5-b94a-3b17c9cddf97 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13 HTTP/1.1" status: 200 len: 944 time: 0.1750515 Feb 20 05:25:37.118187 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5cb9ef-f6bb-4516-b787-653bccc6c2fc None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:25:37.118585 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5cb9ef-f6bb-4516-b787-653bccc6c2fc None None] Checking segment: {'id': '57890a2f-35cd-41ae-b71b-e84feefe17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bed70d26-f820-46d8-bb83-6be7e91e0f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:37.119022 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb9ef-f6bb-4516-b787-653bccc6c2fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:37.119424 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5cb9ef-f6bb-4516-b787-653bccc6c2fc None None] Bound using segment: {'id': '57890a2f-35cd-41ae-b71b-e84feefe17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bed70d26-f820-46d8-bb83-6be7e91e0f96'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:25:37.119919 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3a5cb9ef-f6bb-4516-b787-653bccc6c2fc None None] Bound port: 748ff6c8-62b2-4473-989f-e80d36debd59, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57890a2f-35cd-41ae-b71b-e84feefe17f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bed70d26-f820-46d8-bb83-6be7e91e0f96'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:25:37.120303 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb9ef-f6bb-4516-b787-653bccc6c2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (748ff6c8-62b2-4473-989f-e80d36debd59), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:37.222445 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d8761864-3907-4159-b5c9-194d571e4b78 None None] Provisioning complete for port 748ff6c8-62b2-4473-989f-e80d36debd59 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:37.222808 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8761864-3907-4159-b5c9-194d571e4b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (748ff6c8-62b2-4473-989f-e80d36debd59), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:37.236551 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce83b4-0193-4f46-bcf6-879837f7824e req-45838291-6ba6-4882-b917-27ed23d88a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:37.241108 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-34ce83b4-0193-4f46-bcf6-879837f7824e req-45838291-6ba6-4882-b917-27ed23d88a87 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 1131 time: 0.5956633 Feb 20 05:25:37.242095 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36f1f6a-5ffa-4e42-905a-e3a36fd7a7e1 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Made reservation on behalf of 26a759a2f95f49efbde5d8a39da697c6 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:37.249216 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d36f1f6a-5ffa-4e42-905a-e3a36fd7a7e1 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks [] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:37.326989 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-f3af0246-d7f5-4939-afa7-a70c025b059c tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:37.339668 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-f3af0246-d7f5-4939-afa7-a70c025b059c tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 808 time: 0.2212889 Feb 20 05:25:37.369427 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d8761864-3907-4159-b5c9-194d571e4b78 None None] Port 748ff6c8-62b2-4473-989f-e80d36debd59 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:25:37.414866 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-961b5ab4-c4e5-4e34-9873-8587806e47bf None None] Allocated IP 19.80.0.2 (6e9bd132-6287-4246-bd04-4201b4617af3/5ef2fbf4-cc03-492a-af4f-82c84214b0eb/7c338a51-71e0-4013-a5e3-0d9611cd53d3) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:25:37.417492 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3a5cb9ef-f6bb-4516-b787-653bccc6c2fc None None] For port 748ff6c8-62b2-4473-989f-e80d36debd59, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:25:37.423101 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3a5cb9ef-f6bb-4516-b787-653bccc6c2fc None None] For port 748ff6c8-62b2-4473-989f-e80d36debd59, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=748ff6c8-62b2-4473-989f-e80d36debd59,segment=NetworkSegment(57890a2f-35cd-41ae-b71b-e84feefe17f3),segment_id=57890a2f-35cd-41ae-b71b-e84feefe17f3)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:25:37.439189 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb9ef-f6bb-4516-b787-653bccc6c2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (748ff6c8-62b2-4473-989f-e80d36debd59), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:37.479316 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-e216afbc-9d9f-4a2a-af60-6ecaa334eae3 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/quotas/fd21ae910f154cf58d2067d0920b47f4 HTTP/1.1" status: 200 len: 375 time: 0.1383758 Feb 20 05:25:37.498641 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-34ce83b4-0193-4f46-bcf6-879837f7824e req-a701a9ec-7565-4749-8c49-65c8f4d43051 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240821 Feb 20 05:25:37.537763 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-5b218b79-7b3d-4030-a576-47076a29191e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571990 Feb 20 05:25:37.594836 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5cb9ef-f6bb-4516-b787-653bccc6c2fc None None] Routers {'15765e4b-3f48-4494-9580-530d751a5f2e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:25:37.601121 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3a5cb9ef-f6bb-4516-b787-653bccc6c2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:25:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['15765e4b-3f48-4494-9580-530d751a5f2e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:37.697054 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d36f1f6a-5ffa-4e42-905a-e3a36fd7a7e1 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (76554ad1-1aee-4469-96e1-f519446dccea), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:37.701113 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-0e542770-c592-49d6-9f27-65cc7d635162 service neutron] 10.222.0.37 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620979 Feb 20 05:25:37.710600 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd531d-7390-4010-8a44-a821570ed6eb None None] Pushing event updated for resources: {'Port': ['ID=748ff6c8-62b2-4473-989f-e80d36debd59,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:37.746830 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-77aac7de-7e28-4825-a613-b6d1d6a6a5c1 req-b2a47045-d97e-4ccb-9bcd-d192c032ccb6 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1f5e683-4db6-49c1-9a4c-a662ff524b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6523015 Feb 20 05:25:37.811434 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 8f9586b8-442e-40a0-8f3d-1b292e12a697 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:25:37.823663 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f1f6a-5ffa-4e42-905a-e3a36fd7a7e1 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event updated for resources: {'Subnet': ['ID=76554ad1-1aee-4469-96e1-f519446dccea,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:37.843830 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36f1f6a-5ffa-4e42-905a-e3a36fd7a7e1 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Checking segment: {'id': '2e38ba67-7bce-4e0a-8528-18c91fcc35eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a5b9cb19-fd36-46cc-a621-512f6d4a0f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:37.844438 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36f1f6a-5ffa-4e42-905a-e3a36fd7a7e1 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Network hostable DHCP agents. Network: a5b9cb19-fd36-46cc-a621-512f6d4a0f85, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:25:37.877263 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36f1f6a-5ffa-4e42-905a-e3a36fd7a7e1 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Network a5b9cb19-fd36-46cc-a621-512f6d4a0f85 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:25:37.894635 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-d36f1f6a-5ffa-4e42-905a-e3a36fd7a7e1 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, a5b9cb19-fd36-46cc-a621-512f6d4a0f85) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:37.900811 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36f1f6a-5ffa-4e42-905a-e3a36fd7a7e1 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:37.903679 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d36f1f6a-5ffa-4e42-905a-e3a36fd7a7e1 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:37.942841 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-961b5ab4-c4e5-4e34-9873-8587806e47bf None None] Publish callbacks [] for port (7c338a51-71e0-4013-a5e3-0d9611cd53d3), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:37.944686 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1a2f7e-8c44-4674-9566-b31c41e1b268 None None] Network a5b9cb19-fd36-46cc-a621-512f6d4a0f85 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:25:37.945019 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d36f1f6a-5ffa-4e42-905a-e3a36fd7a7e1 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4279034 Feb 20 05:25:38.023791 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-961b5ab4-c4e5-4e34-9873-8587806e47bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (7c338a51-71e0-4013-a5e3-0d9611cd53d3), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:38.116697 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 8f9586b8-442e-40a0-8f3d-1b292e12a697 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:25:38.133960 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-3a5cb9ef-f6bb-4516-b787-653bccc6c2fc None None] Set router 15765e4b-3f48-4494-9580-530d751a5f2e gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:25:38.173777 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-708cce24-a4d8-4679-8b79-30047933d7ac req-2dde9393-a6b6-43f8-840f-286a7a434309 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:38.174301 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-708cce24-a4d8-4679-8b79-30047933d7ac req-2dde9393-a6b6-43f8-840f-286a7a434309 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (711a3cdd-3b0e-42ce-8cba-9328f89b5cea), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:38.174765 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [req-708cce24-a4d8-4679-8b79-30047933d7ac req-2dde9393-a6b6-43f8-840f-286a7a434309 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Floating IP 711a3cdd-3b0e-42ce-8cba-9328f89b5cea disassociated. External IP: 172.25.3.242, port: 056c579f-a4f8-44d5-abd9-86552ef4696b. Feb 20 05:25:38.175832 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-708cce24-a4d8-4679-8b79-30047933d7ac req-2dde9393-a6b6-43f8-840f-286a7a434309 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Calling delete_port for 056c579f-a4f8-44d5-abd9-86552ef4696b owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:25:38.182665 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961b5ab4-c4e5-4e34-9873-8587806e47bf None None] Network 6e9bd132-6287-4246-bd04-4201b4617af3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:25:38.186010 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 8f9586b8-442e-40a0-8f3d-1b292e12a697 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:38.186387 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8f9586b8-442e-40a0-8f3d-1b292e12a697), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:38.190407 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-961b5ab4-c4e5-4e34-9873-8587806e47bf None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:38.197456 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ecdc5f09-6ecf-444b-ad9f-4507921a6680 admin admin] Publish callbacks [] for security_group (104a66d6-4371-43cc-939b-3bf95a1f75de), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:38.205517 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b5ab4-c4e5-4e34-9873-8587806e47bf None None] Pushing event updated for resources: {'Port': ['ID=7c338a51-71e0-4013-a5e3-0d9611cd53d3,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:38.231693 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961b5ab4-c4e5-4e34-9873-8587806e47bf None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:25:38.262229 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ecdc5f09-6ecf-444b-ad9f-4507921a6680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (104a66d6-4371-43cc-939b-3bf95a1f75de), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:38.294722 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b9902512-8ea9-43b5-a8b4-10089bfe987b None None] Provisioning complete for port 748ff6c8-62b2-4473-989f-e80d36debd59 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:38.299892 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9902512-8ea9-43b5-a8b4-10089bfe987b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (748ff6c8-62b2-4473-989f-e80d36debd59), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:38.359031 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ecdc5f09-6ecf-444b-ad9f-4507921a6680 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b7e43482c964bc88bc01bd72f5ea2b5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5908659 Feb 20 05:25:38.363840 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc5f09-6ecf-444b-ad9f-4507921a6680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104a66d6-4371-43cc-939b-3bf95a1f75de,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:38.364722 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47580) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:38.381189 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-512aa9e8-1b87-49a9-a7ee-7b4f4244eeea service neutron] 10.222.0.37 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6791651 Feb 20 05:25:38.394785 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad60d0a-834c-4fce-87bb-1c81d979517e req-2b58841c-f35c-49df-b487-bfc1a10440cb tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:38.396866 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aad60d0a-834c-4fce-87bb-1c81d979517e req-2b58841c-f35c-49df-b487-bfc1a10440cb tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6289889-ffcf-4bc7-a6ea-24330b070f35 HTTP/1.1" status: 200 len: 949 time: 0.2325966 Feb 20 05:25:38.403814 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-9c012e27-05f2-49de-bde2-d7f94c4a4645 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:38.405697 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-9c012e27-05f2-49de-bde2-d7f94c4a4645 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.48 "GET /v2.0/networks?id=805bb61f-0284-479c-a7fa-c503f096a7af HTTP/1.1" status: 200 len: 824 time: 0.2748837 Feb 20 05:25:38.491203 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aad60d0a-834c-4fce-87bb-1c81d979517e req-74565f46-2bc1-4307-be4a-b73409a335d6 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816588 Feb 20 05:25:38.492304 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-708cce24-a4d8-4679-8b79-30047933d7ac req-2dde9393-a6b6-43f8-840f-286a7a434309 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (056c579f-a4f8-44d5-abd9-86552ef4696b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:38.527330 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde9393-a6b6-43f8-840f-286a7a434309 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Pushing event deleted for resources: {'Port': ['ID=056c579f-a4f8-44d5-abd9-86552ef4696b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:38.601808 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-e73ed077-c124-44e2-956c-8d092887cc21 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b882ff5cc38448f182588db0bc9e9522 HTTP/1.1" status: 200 len: 379 time: 0.1835613 Feb 20 05:25:38.633377 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-b6a3e9ad-18dc-4840-ac21-6fff039fe5af tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Request body: {'port': {'device_id': '9222f63b-adca-4231-a950-7a82f2a40a42', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'admin_state_up': True, 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'security_groups': ['8e25fa16-67cb-4cfa-bfd2-081f2d286c73']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:38.739222 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c36707-8f80-441b-b790-a61492390ec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-a5b9cb19-fd36-46cc-a621-512f6d4a0f85', 'network_id': 'a5b9cb19-fd36-46cc-a621-512f6d4a0f85', 'project_id': '26a759a2f95f49efbde5d8a39da697c6', 'fixed_ips': [{'subnet_id': '76554ad1-1aee-4469-96e1-f519446dccea'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:25:38.740805 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6c36707-8f80-441b-b790-a61492390ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:38.781785 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9ef64e50-c895-4cca-907f-c3aa2ad8428e admin admin] Publish callbacks [] for security_group (104a66d6-4371-43cc-939b-3bf95a1f75de), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:38.799710 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 8f9586b8-442e-40a0-8f3d-1b292e12a697 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:38.800382 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8f9586b8-442e-40a0-8f3d-1b292e12a697), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:38.826327 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-961b5ab4-c4e5-4e34-9873-8587806e47bf None None] Attempting to bind port 7c338a51-71e0-4013-a5e3-0d9611cd53d3 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:25:38.826841 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-961b5ab4-c4e5-4e34-9873-8587806e47bf None None] Attempting to bind port 7c338a51-71e0-4013-a5e3-0d9611cd53d3 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'bc434c7f-01a4-4624-bd9c-c9f35c771391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6e9bd132-6287-4246-bd04-4201b4617af3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:25:38.827225 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961b5ab4-c4e5-4e34-9873-8587806e47bf None None] Attempting to bind port 7c338a51-71e0-4013-a5e3-0d9611cd53d3 on network 6e9bd132-6287-4246-bd04-4201b4617af3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:38.878585 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 8f9586b8-442e-40a0-8f3d-1b292e12a697, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=8f9586b8-442e-40a0-8f3d-1b292e12a697,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:38.880930 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961b5ab4-c4e5-4e34-9873-8587806e47bf None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:25:38.880930 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961b5ab4-c4e5-4e34-9873-8587806e47bf None None] Checking segment: {'id': 'bc434c7f-01a4-4624-bd9c-c9f35c771391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6e9bd132-6287-4246-bd04-4201b4617af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:38.880930 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-961b5ab4-c4e5-4e34-9873-8587806e47bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:38.881367 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961b5ab4-c4e5-4e34-9873-8587806e47bf None None] Bound using segment: {'id': 'bc434c7f-01a4-4624-bd9c-c9f35c771391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6e9bd132-6287-4246-bd04-4201b4617af3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:25:38.881820 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-961b5ab4-c4e5-4e34-9873-8587806e47bf None None] Bound port: 7c338a51-71e0-4013-a5e3-0d9611cd53d3, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc434c7f-01a4-4624-bd9c-c9f35c771391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6e9bd132-6287-4246-bd04-4201b4617af3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:25:38.882195 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-961b5ab4-c4e5-4e34-9873-8587806e47bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7c338a51-71e0-4013-a5e3-0d9611cd53d3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:38.889496 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-10ec7228-517e-4385-8e5f-afbc04d3cd19 req-0be92fed-4cac-4657-9889-0a3aac5be20e tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/ports?device_id=9222f63b-adca-4231-a950-7a82f2a40a42 HTTP/1.1" status: 200 len: 210 time: 0.0985796 Feb 20 05:25:38.895704 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9ef64e50-c895-4cca-907f-c3aa2ad8428e admin admin] Publish callbacks [] for security_group (104a66d6-4371-43cc-939b-3bf95a1f75de), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:38.909579 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6289889-ffcf-4bc7-a6ea-24330b070f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9586b8-442e-40a0-8f3d-1b292e12a697'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:25:38.913286 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df967670-26a8-48bd-835d-bd04f878b23e" -d '{"events": [{"server_uuid": "a6289889-ffcf-4bc7-a6ea-24330b070f35", "name": "network-vif-plugged", "status": "completed", "tag": "8f9586b8-442e-40a0-8f3d-1b292e12a697"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:25:38.929153 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-708cce24-a4d8-4679-8b79-30047933d7ac req-2dde9393-a6b6-43f8-840f-286a7a434309 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Router beffebb3-903e-47d5-8b6b-cfbd9af1d17d has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:25:38.974431 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8f9586b8-442e-40a0-8f3d-1b292e12a697), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:38.975256 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 056c579f-a4f8-44d5-abd9-86552ef4696b no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:25:39.069717 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-b6a3e9ad-18dc-4840-ac21-6fff039fe5af tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Made reservation on behalf of b882ff5cc38448f182588db0bc9e9522 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:39.074874 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-b6a3e9ad-18dc-4840-ac21-6fff039fe5af tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:39.110610 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 056c579f-a4f8-44d5-abd9-86552ef4696b {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:25:39.110977 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 056c579f-a4f8-44d5-abd9-86552ef4696b not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:25:39.162444 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=8f9586b8-442e-40a0-8f3d-1b292e12a697,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:39.317105 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9ef64e50-c895-4cca-907f-c3aa2ad8428e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (104a66d6-4371-43cc-939b-3bf95a1f75de), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:39.319709 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9ef64e50-c895-4cca-907f-c3aa2ad8428e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:39.320909 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9ef64e50-c895-4cca-907f-c3aa2ad8428e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/104a66d6-4371-43cc-939b-3bf95a1f75de HTTP/1.1" status: 204 len: 168 time: 0.9552245 Feb 20 05:25:39.325445 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-708cce24-a4d8-4679-8b79-30047933d7ac req-2dde9393-a6b6-43f8-840f-286a7a434309 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:25:39.343894 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ec5305-9029-4395-9836-0faa6fe27fc3 None None] Sync routers for ids ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:25:39.355502 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-961b5ab4-c4e5-4e34-9873-8587806e47bf None None] For port 7c338a51-71e0-4013-a5e3-0d9611cd53d3, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:25:39.362790 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ec5305-9029-4395-9836-0faa6fe27fc3 None None] Routers {'beffebb3-903e-47d5-8b6b-cfbd9af1d17d'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:25:39.367326 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-31ec5305-9029-4395-9836-0faa6fe27fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:25:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:39.389902 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef64e50-c895-4cca-907f-c3aa2ad8428e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104a66d6-4371-43cc-939b-3bf95a1f75de,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:39.436287 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-b6a3e9ad-18dc-4840-ac21-6fff039fe5af tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Allocated IP 172.20.0.7 (805bb61f-0284-479c-a7fa-c503f096a7af/aac2b293-11f4-4fbc-a42b-637ee496d192/9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:25:39.517405 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-708cce24-a4d8-4679-8b79-30047933d7ac req-2dde9393-a6b6-43f8-840f-286a7a434309 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] No DVR routers for this DVR port 056c579f-a4f8-44d5-abd9-86552ef4696b on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:25:39.560196 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-708cce24-a4d8-4679-8b79-30047933d7ac req-2dde9393-a6b6-43f8-840f-286a7a434309 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:39.563947 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-708cce24-a4d8-4679-8b79-30047933d7ac req-2dde9393-a6b6-43f8-840f-286a7a434309 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.48 "DELETE /v2.0/ports/056c579f-a4f8-44d5-abd9-86552ef4696b HTTP/1.1" status: 204 len: 173 time: 3.6497970 Feb 20 05:25:39.564717 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f057c8c-a4c8-41ad-bdbd-b99843f58040', 'name': 'network-vif-deleted', 'tag': '056c579f-a4f8-44d5-abd9-86552ef4696b'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:25:39.567395 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60e2870-1596-4c6f-9cc4-6036548ae661" -d '{"events": [{"server_uuid": "5f057c8c-a4c8-41ad-bdbd-b99843f58040", "name": "network-vif-deleted", "tag": "056c579f-a4f8-44d5-abd9-86552ef4696b"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:25:39.580794 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-31ec5305-9029-4395-9836-0faa6fe27fc3 None None] Set router beffebb3-903e-47d5-8b6b-cfbd9af1d17d gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:25:39.624090 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-650d87e4-fd78-499f-86fc-b43400982426 req-1dbc7258-cb49-41d4-aecd-60950c52b6f9 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 210 time: 0.1102893 Feb 20 05:25:39.649878 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b267b56a-c6ea-4b48-a1d3-758905a1fa4c tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:39.655761 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b267b56a-c6ea-4b48-a1d3-758905a1fa4c tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:39.668906 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b267b56a-c6ea-4b48-a1d3-758905a1fa4c tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/networks?id=6e9bd132-6287-4246-bd04-4201b4617af3&id=a5b9cb19-fd36-46cc-a621-512f6d4a0f85&id=6e9bd132-6287-4246-bd04-4201b4617af3 HTTP/1.1" status: 200 len: 1391 time: 0.5247500 Feb 20 05:25:39.683113 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 94e9495c-68e3-406f-bd4b-c71e809e1b54 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:25:39.705803 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-0c46362e-ea8f-4d12-93aa-24beccbecb9c tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/quotas/26a759a2f95f49efbde5d8a39da697c6 HTTP/1.1" status: 200 len: 375 time: 0.0355027 Feb 20 05:25:39.718493 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-961b5ab4-c4e5-4e34-9873-8587806e47bf None None] For port 7c338a51-71e0-4013-a5e3-0d9611cd53d3, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7c338a51-71e0-4013-a5e3-0d9611cd53d3,segment=NetworkSegment(bc434c7f-01a4-4624-bd9c-c9f35c771391),segment_id=bc434c7f-01a4-4624-bd9c-c9f35c771391)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:25:39.810416 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-4f71fca8-d391-4e1a-a2fa-ca9d01dc1566 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=26a759a2f95f49efbde5d8a39da697c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1033924 Feb 20 05:25:39.813293 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-961b5ab4-c4e5-4e34-9873-8587806e47bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7c338a51-71e0-4013-a5e3-0d9611cd53d3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:39.847587 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-e6c36707-8f80-441b-b790-a61492390ec2 None None] Allocated IP 19.86.0.2 (a5b9cb19-fd36-46cc-a621-512f6d4a0f85/76554ad1-1aee-4469-96e1-f519446dccea/24f14fcc-f057-436a-81cb-9d1e79f68e10) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:25:39.945378 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b9902512-8ea9-43b5-a8b4-10089bfe987b None None] Current status of the port 748ff6c8-62b2-4473-989f-e80d36debd59 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:39.951499 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9902512-8ea9-43b5-a8b4-10089bfe987b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (748ff6c8-62b2-4473-989f-e80d36debd59), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:39.992116 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-31ec5305-9029-4395-9836-0faa6fe27fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931472927-router', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:13Z', 'updated_at': '2022-02-20T05:24:17Z', 'revision_number': 4, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'gw_port': {'id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:14Z', 'updated_at': '2022-02-20T05:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '9dbc5bd5-90c8-434b-a8ed-388ca8294b46', 'name': '', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'mac_address': 'fa:16:3e:e8:a6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:16Z', 'updated_at': '2022-02-20T05:24:27Z', 'revision_number': 5, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'subnets': [{'id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:39.996688 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-b6a3e9ad-18dc-4840-ac21-6fff039fe5af tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks [] for port (9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:40.050214 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ec5305-9029-4395-9836-0faa6fe27fc3 None None] Checking router: beffebb3-903e-47d5-8b6b-cfbd9af1d17d for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:25:40.062876 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ec5305-9029-4395-9836-0faa6fe27fc3 None None] Routers {'beffebb3-903e-47d5-8b6b-cfbd9af1d17d'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:25:40.063984 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-31ec5305-9029-4395-9836-0faa6fe27fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:25:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:40.100034 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-81eea1bb-ab57-4d9d-b3f3-da5666b0b0c9 service neutron] 10.222.0.37 "GET /v2.0/networks/6e9bd132-6287-4246-bd04-4201b4617af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852464 Feb 20 05:25:40.106187 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-b6a3e9ad-18dc-4840-ac21-6fff039fe5af tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:40.132350 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b6c72-820a-4ac2-887c-3b7c5a5a99a3 req-ba9bcbd2-674f-450c-a2ea-bce1c1f1b67e tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:40.145826 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e04b6c72-820a-4ac2-887c-3b7c5a5a99a3 req-ba9bcbd2-674f-450c-a2ea-bce1c1f1b67e tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13 HTTP/1.1" status: 200 len: 944 time: 0.2877984 Feb 20 05:25:40.206253 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-b6a3e9ad-18dc-4840-ac21-6fff039fe5af tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Network 805bb61f-0284-479c-a7fa-c503f096a7af is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:25:40.214775 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-b6a3e9ad-18dc-4840-ac21-6fff039fe5af tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:40.218433 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b5ab4-c4e5-4e34-9873-8587806e47bf None None] Pushing event updated for resources: {'Port': ['ID=7c338a51-71e0-4013-a5e3-0d9611cd53d3,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:40.223334 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-b6a3e9ad-18dc-4840-ac21-6fff039fe5af tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:25:40.243334 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-b6a3e9ad-18dc-4840-ac21-6fff039fe5af tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:40.245765 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-b6a3e9ad-18dc-4840-ac21-6fff039fe5af tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:40.323357 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b9902512-8ea9-43b5-a8b4-10089bfe987b None None] For port 748ff6c8-62b2-4473-989f-e80d36debd59, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=748ff6c8-62b2-4473-989f-e80d36debd59,segment=NetworkSegment(57890a2f-35cd-41ae-b71b-e84feefe17f3),segment_id=57890a2f-35cd-41ae-b71b-e84feefe17f3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:40.346665 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9902512-8ea9-43b5-a8b4-10089bfe987b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (748ff6c8-62b2-4473-989f-e80d36debd59), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:40.353990 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3e9ad-18dc-4840-ac21-6fff039fe5af tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Pushing event updated for resources: {'Port': ['ID=9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:40.372506 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-b6a3e9ad-18dc-4840-ac21-6fff039fe5af tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7639725 Feb 20 05:25:40.393938 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-06594a9e-9a98-4beb-8e9e-198c28ed0878 service neutron] Request body: {'port': {'device_id': '9222f63b-adca-4231-a950-7a82f2a40a42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:40.413535 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3a5cb9ef-f6bb-4516-b787-653bccc6c2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15765e4b-3f48-4494-9580-530d751a5f2e', 'name': 'tempest-ServersTestMultiNic-1825635538-router', 'tenant_id': '26a759a2f95f49efbde5d8a39da697c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '45415ba9-3b01-44f1-b071-598f6af4a6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:22Z', 'updated_at': '2022-02-20T05:25:31Z', 'revision_number': 4, 'project_id': '26a759a2f95f49efbde5d8a39da697c6', 'gw_port': {'id': '45415ba9-3b01-44f1-b071-598f6af4a6b1', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15765e4b-3f48-4494-9580-530d751a5f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:24Z', 'updated_at': '2022-02-20T05:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '748ff6c8-62b2-4473-989f-e80d36debd59', 'name': '', 'network_id': 'bed70d26-f820-46d8-bb83-6be7e91e0f96', 'tenant_id': '26a759a2f95f49efbde5d8a39da697c6', 'mac_address': 'fa:16:3e:33:a9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15765e4b-3f48-4494-9580-530d751a5f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ec1a4f6c-99d8-481c-a957-4af3d152dd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:29Z', 'updated_at': '2022-02-20T05:25:37Z', 'revision_number': 4, 'project_id': '26a759a2f95f49efbde5d8a39da697c6', 'subnets': [{'id': 'ec1a4f6c-99d8-481c-a957-4af3d152dd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:40.442461 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 94e9495c-68e3-406f-bd4b-c71e809e1b54 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:25:40.443618 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e04b6c72-820a-4ac2-887c-3b7c5a5a99a3 req-9838a254-941e-436a-8ec3-2d405d96ed24 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1f5e683-4db6-49c1-9a4c-a662ff524b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965651 Feb 20 05:25:40.465798 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-31ec5305-9029-4395-9836-0faa6fe27fc3 None None] Set router beffebb3-903e-47d5-8b6b-cfbd9af1d17d gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:25:40.554553 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-06594a9e-9a98-4beb-8e9e-198c28ed0878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:40.569639 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-40c067a5-b06d-461b-961f-be855fd417f8 service neutron] 10.222.0.37 "GET /v2.0/networks/6e9bd132-6287-4246-bd04-4201b4617af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578378 Feb 20 05:25:40.708962 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e6e9f4-206c-45b7-b2af-98a043ee8df2 x-openstack-request-id: req-64e6e9f4-206c-45b7-b2af-98a043ee8df2 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:25:40.711407 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6289889-ffcf-4bc7-a6ea-24330b070f35", "name": "network-vif-plugged", "status": "completed", "tag": "8f9586b8-442e-40a0-8f3d-1b292e12a697", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:25:40.713254 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64e6e9f4-206c-45b7-b2af-98a043ee8df2 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:25:40.716007 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6289889-ffcf-4bc7-a6ea-24330b070f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9586b8-442e-40a0-8f3d-1b292e12a697', 'code': 200} Feb 20 05:25:40.739949 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-1647b0d1-c137-4c5a-bb70-fadc3872c006 service neutron] 10.222.0.37 "GET /v2.0/networks/a5b9cb19-fd36-46cc-a621-512f6d4a0f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674371 Feb 20 05:25:40.750654 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 94e9495c-68e3-406f-bd4b-c71e809e1b54 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:40.752452 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (94e9495c-68e3-406f-bd4b-c71e809e1b54), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:40.761612 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5cb9ef-f6bb-4516-b787-653bccc6c2fc None None] The sync data for ids ['15765e4b-3f48-4494-9580-530d751a5f2e'] in n-d-829866-5 is: [{'id': '15765e4b-3f48-4494-9580-530d751a5f2e', 'name': 'tempest-ServersTestMultiNic-1825635538-router', 'tenant_id': '26a759a2f95f49efbde5d8a39da697c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '45415ba9-3b01-44f1-b071-598f6af4a6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:22Z', 'updated_at': '2022-02-20T05:25:31Z', 'revision_number': 4, 'project_id': '26a759a2f95f49efbde5d8a39da697c6', 'gw_port': {'id': '45415ba9-3b01-44f1-b071-598f6af4a6b1', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15765e4b-3f48-4494-9580-530d751a5f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:24Z', 'updated_at': '2022-02-20T05:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '748ff6c8-62b2-4473-989f-e80d36debd59', 'name': '', 'network_id': 'bed70d26-f820-46d8-bb83-6be7e91e0f96', 'tenant_id': '26a759a2f95f49efbde5d8a39da697c6', 'mac_address': 'fa:16:3e:33:a9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15765e4b-3f48-4494-9580-530d751a5f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ec1a4f6c-99d8-481c-a957-4af3d152dd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:29Z', 'updated_at': '2022-02-20T05:25:37Z', 'revision_number': 4, 'project_id': '26a759a2f95f49efbde5d8a39da697c6', 'subnets': [{'id': 'ec1a4f6c-99d8-481c-a957-4af3d152dd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:25:40.961004 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-31ec5305-9029-4395-9836-0faa6fe27fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931472927-router', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:13Z', 'updated_at': '2022-02-20T05:24:17Z', 'revision_number': 4, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'gw_port': {'id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:14Z', 'updated_at': '2022-02-20T05:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '9dbc5bd5-90c8-434b-a8ed-388ca8294b46', 'name': '', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'mac_address': 'fa:16:3e:e8:a6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:16Z', 'updated_at': '2022-02-20T05:24:27Z', 'revision_number': 5, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'subnets': [{'id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:41.015233 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-f51e9637-37aa-47ef-b0fa-b9e46260df13 service neutron] 10.222.0.37 "GET /v2.0/networks/a5b9cb19-fd36-46cc-a621-512f6d4a0f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630188 Feb 20 05:25:41.070285 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ec5305-9029-4395-9836-0faa6fe27fc3 None None] The sync data for ids ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'] in n-d-829866-5 is: [{'id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931472927-router', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:13Z', 'updated_at': '2022-02-20T05:24:17Z', 'revision_number': 4, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'gw_port': {'id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:14Z', 'updated_at': '2022-02-20T05:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '9dbc5bd5-90c8-434b-a8ed-388ca8294b46', 'name': '', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'mac_address': 'fa:16:3e:e8:a6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:16Z', 'updated_at': '2022-02-20T05:24:27Z', 'revision_number': 5, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'subnets': [{'id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:25:41.080745 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-c0335fe2-4bcc-4a51-9cff-d0f7b22cdcb4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:41.083625 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-c0335fe2-4bcc-4a51-9cff-d0f7b22cdcb4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.61 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 808 time: 0.2174330 Feb 20 05:25:41.100290 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-91847c32-2996-404e-af88-912d698fd2a4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Request body: {'port': {'device_id': '1d334878-33df-4f59-a2ea-0da3ed0f05a4', 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68', 'admin_state_up': True, 'tenant_id': 'fd21ae910f154cf58d2067d0920b47f4'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:41.190759 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9902512-8ea9-43b5-a8b4-10089bfe987b None None] Pushing event updated for resources: {'Port': ['ID=748ff6c8-62b2-4473-989f-e80d36debd59,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:41.286017 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6c36707-8f80-441b-b790-a61492390ec2 None None] Publish callbacks [] for port (24f14fcc-f057-436a-81cb-9d1e79f68e10), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:41.365040 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6c36707-8f80-441b-b790-a61492390ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (24f14fcc-f057-436a-81cb-9d1e79f68e10), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:41.447016 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cad44b-8bed-4b3e-9df6-cedecc13b8e5 req-920a94bb-b347-4dfe-9360-598afb0cc33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:41.451708 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-08cad44b-8bed-4b3e-9df6-cedecc13b8e5 req-920a94bb-b347-4dfe-9360-598afb0cc33d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a6289889-ffcf-4bc7-a6ea-24330b070f35 HTTP/1.1" status: 200 len: 1132 time: 0.4355302 Feb 20 05:25:41.465870 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c36707-8f80-441b-b790-a61492390ec2 None None] Network a5b9cb19-fd36-46cc-a621-512f6d4a0f85 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:25:41.516070 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-e6c36707-8f80-441b-b790-a61492390ec2 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:41.526052 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c36707-8f80-441b-b790-a61492390ec2 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:25:41.532847 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-18cdd7ab-00cd-4227-8a52-100eb98961ae service neutron] 10.222.0.37 "GET /v2.0/networks/6e9bd132-6287-4246-bd04-4201b4617af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931374 Feb 20 05:25:41.563565 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 94e9495c-68e3-406f-bd4b-c71e809e1b54 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:41.564108 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (94e9495c-68e3-406f-bd4b-c71e809e1b54), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:41.619580 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-91847c32-2996-404e-af88-912d698fd2a4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Made reservation on behalf of fd21ae910f154cf58d2067d0920b47f4 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:41.635753 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-91847c32-2996-404e-af88-912d698fd2a4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:41.715623 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f8ed50-86fc-4c54-8254-7f6d225cb299 None None] New status for floating IP 711a3cdd-3b0e-42ce-8cba-9328f89b5cea: DOWN {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:25:41.739263 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-08cad44b-8bed-4b3e-9df6-cedecc13b8e5 req-4faaa1a5-8ffa-4c38-ae00-8f68acaac6bd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774446 Feb 20 05:25:41.871197 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-826a3f58-28a3-4ccb-8b16-28cbb812cf4d service neutron] 10.222.0.37 "GET /v2.0/networks/6e9bd132-6287-4246-bd04-4201b4617af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302188 Feb 20 05:25:41.875782 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-06594a9e-9a98-4beb-8e9e-198c28ed0878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:25:41.890997 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-06594a9e-9a98-4beb-8e9e-198c28ed0878 service neutron] Publish callbacks [] for port (9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:41.965495 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 94e9495c-68e3-406f-bd4b-c71e809e1b54, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=94e9495c-68e3-406f-bd4b-c71e809e1b54,segment=NetworkSegment(87bc1b69-4301-4933-b364-73692b06041d),segment_id=87bc1b69-4301-4933-b364-73692b06041d)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:41.973030 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d48622-a2be-4391-a7c5-5b58fab911d2 None None] Network 6e9bd132-6287-4246-bd04-4201b4617af3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:25:42.040775 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c36707-8f80-441b-b790-a61492390ec2 None None] Pushing event updated for resources: {'Port': ['ID=24f14fcc-f057-436a-81cb-9d1e79f68e10,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:42.049235 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (94e9495c-68e3-406f-bd4b-c71e809e1b54), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:42.060634 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-06594a9e-9a98-4beb-8e9e-198c28ed0878 service neutron] Transition to ACTIVE for port object 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:25:42.088862 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-06594a9e-9a98-4beb-8e9e-198c28ed0878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:42.126314 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6ac54-364d-4952-b166-5483af65bcfa req-ec41ebcb-4604-4fb6-bd95-4d9ba63d3037 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:42.138767 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2ca6ac54-364d-4952-b166-5483af65bcfa req-ec41ebcb-4604-4fb6-bd95-4d9ba63d3037 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6289889-ffcf-4bc7-a6ea-24330b070f35 HTTP/1.1" status: 200 len: 950 time: 0.1300533 Feb 20 05:25:42.259640 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2ca6ac54-364d-4952-b166-5483af65bcfa req-8e8453f9-5635-4189-9091-a901a369e75c tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162002 Feb 20 05:25:42.314618 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-91847c32-2996-404e-af88-912d698fd2a4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Allocated IP 172.20.0.9 (cb4530de-66c2-443b-82e6-823a997cfe68/b4371b84-9467-4135-93c7-7a933f791395/d31904b3-3549-4eb6-80c5-e356a0b6f8a4) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:25:42.341784 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ebea9d-02bd-4321-ba57-ccbcbbc1a12e x-openstack-request-id: req-a1ebea9d-02bd-4321-ba57-ccbcbbc1a12e {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:25:42.341784 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f057c8c-a4c8-41ad-bdbd-b99843f58040", "name": "network-vif-deleted", "tag": "056c579f-a4f8-44d5-abd9-86552ef4696b", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:25:42.342034 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1ebea9d-02bd-4321-ba57-ccbcbbc1a12e {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:25:42.342454 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f057c8c-a4c8-41ad-bdbd-b99843f58040', 'name': 'network-vif-deleted', 'tag': '056c579f-a4f8-44d5-abd9-86552ef4696b', 'status': 'completed', 'code': 200} Feb 20 05:25:42.454586 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-06594a9e-9a98-4beb-8e9e-198c28ed0878 service neutron] Attempting to bind port 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:25:42.454999 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-06594a9e-9a98-4beb-8e9e-198c28ed0878 service neutron] Attempting to bind port 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'a8b346e4-a1ba-4a23-9d05-3eeb17deb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:25:42.455398 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-06594a9e-9a98-4beb-8e9e-198c28ed0878 service neutron] Attempting to bind port 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426 on network 805bb61f-0284-479c-a7fa-c503f096a7af {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:42.462479 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6f495fb7-1bbc-4c5c-932a-17c0bc7008f5 req-cea23b26-cc23-4666-bffa-31a0af904d2f tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 210 time: 0.0637159 Feb 20 05:25:42.474373 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06594a9e-9a98-4beb-8e9e-198c28ed0878 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:42.483843 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-06594a9e-9a98-4beb-8e9e-198c28ed0878 service neutron] Port 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426 on network 805bb61f-0284-479c-a7fa-c503f096a7af not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:25:42.484184 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-06594a9e-9a98-4beb-8e9e-198c28ed0878 service neutron] Attempting to bind port 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426 on network 805bb61f-0284-479c-a7fa-c503f096a7af {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:42.489104 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7c338a51-71e0-4013-a5e3-0d9611cd53d3 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:25:42.555897 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-175f9436-e88d-4a90-a0e2-6fe704786d82 None None] Provisioning complete for port 7c338a51-71e0-4013-a5e3-0d9611cd53d3 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:42.556783 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-175f9436-e88d-4a90-a0e2-6fe704786d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7c338a51-71e0-4013-a5e3-0d9611cd53d3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:42.568039 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-06594a9e-9a98-4beb-8e9e-198c28ed0878 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:25:42.568411 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-06594a9e-9a98-4beb-8e9e-198c28ed0878 service neutron] Checking segment: {'id': 'a8b346e4-a1ba-4a23-9d05-3eeb17deb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:42.574212 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-06594a9e-9a98-4beb-8e9e-198c28ed0878 service neutron] Bound using segment: {'id': 'a8b346e4-a1ba-4a23-9d05-3eeb17deb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:25:42.574741 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-06594a9e-9a98-4beb-8e9e-198c28ed0878 service neutron] Bound port: 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b346e4-a1ba-4a23-9d05-3eeb17deb23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:25:42.582225 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c194ee-ecfc-416f-a6e8-defff94f06cb req-f98bd93b-bc46-4500-956b-dc5d316a331c tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:42.582383 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-06594a9e-9a98-4beb-8e9e-198c28ed0878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:42.598848 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-67c194ee-ecfc-416f-a6e8-defff94f06cb req-f98bd93b-bc46-4500-956b-dc5d316a331c tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/ports?device_id=9222f63b-adca-4231-a950-7a82f2a40a42 HTTP/1.1" status: 200 len: 943 time: 0.1651905 Feb 20 05:25:42.628073 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e6c36707-8f80-441b-b790-a61492390ec2 None None] Attempting to bind port 24f14fcc-f057-436a-81cb-9d1e79f68e10 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:25:42.628538 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e6c36707-8f80-441b-b790-a61492390ec2 None None] Attempting to bind port 24f14fcc-f057-436a-81cb-9d1e79f68e10 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2e38ba67-7bce-4e0a-8528-18c91fcc35eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a5b9cb19-fd36-46cc-a621-512f6d4a0f85'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:25:42.628995 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c36707-8f80-441b-b790-a61492390ec2 None None] Attempting to bind port 24f14fcc-f057-436a-81cb-9d1e79f68e10 on network a5b9cb19-fd36-46cc-a621-512f6d4a0f85 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:42.643201 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c36707-8f80-441b-b790-a61492390ec2 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:25:42.643637 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c36707-8f80-441b-b790-a61492390ec2 None None] Checking segment: {'id': '2e38ba67-7bce-4e0a-8528-18c91fcc35eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a5b9cb19-fd36-46cc-a621-512f6d4a0f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:42.644149 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6c36707-8f80-441b-b790-a61492390ec2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:42.644751 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c36707-8f80-441b-b790-a61492390ec2 None None] Bound using segment: {'id': '2e38ba67-7bce-4e0a-8528-18c91fcc35eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a5b9cb19-fd36-46cc-a621-512f6d4a0f85'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:25:42.645326 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e6c36707-8f80-441b-b790-a61492390ec2 None None] Bound port: 24f14fcc-f057-436a-81cb-9d1e79f68e10, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e38ba67-7bce-4e0a-8528-18c91fcc35eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a5b9cb19-fd36-46cc-a621-512f6d4a0f85'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:25:42.645797 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6c36707-8f80-441b-b790-a61492390ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (24f14fcc-f057-436a-81cb-9d1e79f68e10), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:42.675734 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=94e9495c-68e3-406f-bd4b-c71e809e1b54,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:42.771568 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f35fefd-598a-46b8-b65f-bba6019b4d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e9495c-68e3-406f-bd4b-c71e809e1b54'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:25:42.777594 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056ac70b-2277-4638-9a00-2d3190f79b6e" -d '{"events": [{"server_uuid": "6f35fefd-598a-46b8-b65f-bba6019b4d13", "name": "network-vif-plugged", "status": "completed", "tag": "94e9495c-68e3-406f-bd4b-c71e809e1b54"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:25:42.816808 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-67c194ee-ecfc-416f-a6e8-defff94f06cb req-7eb7bb5a-f14c-4615-a9e7-ee0334e8821d tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e25fa16-67cb-4cfa-bfd2-081f2d286c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112031 Feb 20 05:25:42.901349 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e6c36707-8f80-441b-b790-a61492390ec2 None None] For port 24f14fcc-f057-436a-81cb-9d1e79f68e10, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:25:42.904922 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e6c36707-8f80-441b-b790-a61492390ec2 None None] For port 24f14fcc-f057-436a-81cb-9d1e79f68e10, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=24f14fcc-f057-436a-81cb-9d1e79f68e10,segment=NetworkSegment(2e38ba67-7bce-4e0a-8528-18c91fcc35eb),segment_id=2e38ba67-7bce-4e0a-8528-18c91fcc35eb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:25:42.907611 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-06594a9e-9a98-4beb-8e9e-198c28ed0878 service neutron] For port 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:25:42.915334 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6c36707-8f80-441b-b790-a61492390ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (24f14fcc-f057-436a-81cb-9d1e79f68e10), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:42.916798 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-06594a9e-9a98-4beb-8e9e-198c28ed0878 service neutron] For port 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426,segment=NetworkSegment(a8b346e4-a1ba-4a23-9d05-3eeb17deb23b),segment_id=a8b346e4-a1ba-4a23-9d05-3eeb17deb23b)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:25:42.942779 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-06594a9e-9a98-4beb-8e9e-198c28ed0878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:43.044695 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275d85d-d0bb-4486-b539-22005c445f19 req-c0a5b680-68e5-4d57-b954-0ecf2a0ee8d4 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:43.057114 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3275d85d-d0bb-4486-b539-22005c445f19 req-c0a5b680-68e5-4d57-b954-0ecf2a0ee8d4 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13 HTTP/1.1" status: 200 len: 945 time: 0.1381254 Feb 20 05:25:43.088730 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-06594a9e-9a98-4beb-8e9e-198c28ed0878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:43.092417 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-06594a9e-9a98-4beb-8e9e-198c28ed0878 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:43.092988 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 7c338a51-71e0-4013-a5e3-0d9611cd53d3 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:43.093356 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7c338a51-71e0-4013-a5e3-0d9611cd53d3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:43.097120 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-06594a9e-9a98-4beb-8e9e-198c28ed0878 service neutron] 10.222.0.48 "PUT /v2.0/ports/9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426 HTTP/1.1" status: 200 len: 1091 time: 2.7120407 Feb 20 05:25:43.114471 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9222f63b-adca-4231-a950-7a82f2a40a42', 'tag': '9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:25:43.122467 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ad10b1-1f1c-4370-a900-e3a0460abf9c" -d '{"events": [{"name": "network-changed", "server_uuid": "9222f63b-adca-4231-a950-7a82f2a40a42", "tag": "9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:25:43.234386 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3275d85d-d0bb-4486-b539-22005c445f19 req-44487f11-2cc1-49c0-9932-d7f4817283e4 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1f5e683-4db6-49c1-9a4c-a662ff524b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761427 Feb 20 05:25:43.358612 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-175f9436-e88d-4a90-a0e2-6fe704786d82 None None] Current status of the port 7c338a51-71e0-4013-a5e3-0d9611cd53d3 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:43.359719 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-175f9436-e88d-4a90-a0e2-6fe704786d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7c338a51-71e0-4013-a5e3-0d9611cd53d3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:43.473634 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06594a9e-9a98-4beb-8e9e-198c28ed0878 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:43.499591 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c36707-8f80-441b-b790-a61492390ec2 None None] Pushing event updated for resources: {'Port': ['ID=24f14fcc-f057-436a-81cb-9d1e79f68e10,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:43.520260 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-91847c32-2996-404e-af88-912d698fd2a4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks [] for port (d31904b3-3549-4eb6-80c5-e356a0b6f8a4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:43.546246 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-56676984-030c-45e7-8312-376f9884c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:43.556468 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-56676984-030c-45e7-8312-376f9884c9b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b882ff5cc38448f182588db0bc9e9522&device_id=9222f63b-adca-4231-a950-7a82f2a40a42 HTTP/1.1" status: 200 len: 1125 time: 0.4095569 Feb 20 05:25:43.587603 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c4d5c706-af19-43e5-b9e3-afacc0ce634e req-ef102df4-cac6-474d-a2dc-f412faaf99d2 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f20b002-a780-4d30-90f4-6de18909c02c HTTP/1.1" status: 200 len: 210 time: 0.1380355 Feb 20 05:25:43.632509 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-175f9436-e88d-4a90-a0e2-6fe704786d82 None None] For port 7c338a51-71e0-4013-a5e3-0d9611cd53d3, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7c338a51-71e0-4013-a5e3-0d9611cd53d3,segment=NetworkSegment(bc434c7f-01a4-4624-bd9c-c9f35c771391),segment_id=bc434c7f-01a4-4624-bd9c-c9f35c771391)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:43.713906 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-2215edb5-c67a-4c3f-bd84-19f8d4506d00 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426 HTTP/1.1" status: 200 len: 217 time: 0.1503859 Feb 20 05:25:43.779955 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-175f9436-e88d-4a90-a0e2-6fe704786d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7c338a51-71e0-4013-a5e3-0d9611cd53d3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:43.814118 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a7a8e0-a7f5-4c1b-8577-4a13124c5ca0 x-openstack-request-id: req-24a7a8e0-a7f5-4c1b-8577-4a13124c5ca0 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:25:43.814733 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f35fefd-598a-46b8-b65f-bba6019b4d13", "name": "network-vif-plugged", "status": "completed", "tag": "94e9495c-68e3-406f-bd4b-c71e809e1b54", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:25:43.815229 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24a7a8e0-a7f5-4c1b-8577-4a13124c5ca0 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:25:43.815930 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f35fefd-598a-46b8-b65f-bba6019b4d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e9495c-68e3-406f-bd4b-c71e809e1b54', 'code': 200} Feb 20 05:25:43.821600 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 7c338a51-71e0-4013-a5e3-0d9611cd53d3 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:43.822245 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7c338a51-71e0-4013-a5e3-0d9611cd53d3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:43.849671 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-bab1db1a-840f-4842-9725-784a1ddbc66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:43.863585 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-bab1db1a-840f-4842-9725-784a1ddbc66f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aac2b293-11f4-4fbc-a42b-637ee496d192 HTTP/1.1" status: 200 len: 863 time: 0.1347663 Feb 20 05:25:43.889831 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb335a94-443c-4bf3-b99a-70ba041542cf x-openstack-request-id: req-cb335a94-443c-4bf3-b99a-70ba041542cf {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:25:43.890147 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9222f63b-adca-4231-a950-7a82f2a40a42", "tag": "9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:25:43.891215 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb335a94-443c-4bf3-b99a-70ba041542cf {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:25:43.891642 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9222f63b-adca-4231-a950-7a82f2a40a42', 'tag': '9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426', 'status': 'completed', 'code': 200} Feb 20 05:25:43.915628 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0997d-4217-46d1-aa26-2a3ecf3092da req-71ba9ae4-5fa3-4199-8371-f7ed66e0d1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:43.917480 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-09b0997d-4217-46d1-aa26-2a3ecf3092da req-71ba9ae4-5fa3-4199-8371-f7ed66e0d1be service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13 HTTP/1.1" status: 200 len: 1127 time: 0.1272986 Feb 20 05:25:43.972931 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f9436-e88d-4a90-a0e2-6fe704786d82 None None] Pushing event updated for resources: {'Port': ['ID=7c338a51-71e0-4013-a5e3-0d9611cd53d3,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:44.040987 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-91847c32-2996-404e-af88-912d698fd2a4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (d31904b3-3549-4eb6-80c5-e356a0b6f8a4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:44.120211 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-087e5781-7cef-4ae2-a096-1ac438720210 None None] Provisioning complete for port 7c338a51-71e0-4013-a5e3-0d9611cd53d3 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:44.120463 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-087e5781-7cef-4ae2-a096-1ac438720210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7c338a51-71e0-4013-a5e3-0d9611cd53d3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:44.122060 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:25:44.122416 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:25:44.126605 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-09b0997d-4217-46d1-aa26-2a3ecf3092da req-a7b8d2e2-5711-439e-88ac-78dfb7925028 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c1f5e683-4db6-49c1-9a4c-a662ff524b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024379 Feb 20 05:25:44.134254 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-33d9aba4-708c-4fc1-944f-f08ed553a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:44.136560 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-33d9aba4-708c-4fc1-944f-f08ed553a4c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=805bb61f-0284-479c-a7fa-c503f096a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2440531 Feb 20 05:25:44.164018 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-91847c32-2996-404e-af88-912d698fd2a4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Network cb4530de-66c2-443b-82e6-823a997cfe68 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:25:44.187627 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-91847c32-2996-404e-af88-912d698fd2a4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:44.190770 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-91847c32-2996-404e-af88-912d698fd2a4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:25:44.196523 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-91847c32-2996-404e-af88-912d698fd2a4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:44.197190 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-91847c32-2996-404e-af88-912d698fd2a4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:44.260360 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91847c32-2996-404e-af88-912d698fd2a4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Pushing event updated for resources: {'Port': ['ID=d31904b3-3549-4eb6-80c5-e356a0b6f8a4,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:44.322224 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-91847c32-2996-404e-af88-912d698fd2a4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2271605 Feb 20 05:25:44.329187 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-087e5781-7cef-4ae2-a096-1ac438720210 None None] Current status of the port 7c338a51-71e0-4013-a5e3-0d9611cd53d3 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:44.347032 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-0af8ba91-dd01-4f67-bb8f-3a639571e262 service neutron] Request body: {'port': {'device_id': '1d334878-33df-4f59-a2ea-0da3ed0f05a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:44.376493 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5764d6-c147-4576-80ee-7801b01114a7 req-5e973f3d-4203-4674-b158-9061c1facf74 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:44.381897 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5a5764d6-c147-4576-80ee-7801b01114a7 req-5e973f3d-4203-4674-b158-9061c1facf74 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6289889-ffcf-4bc7-a6ea-24330b070f35 HTTP/1.1" status: 200 len: 950 time: 0.3731468 Feb 20 05:25:44.422387 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-b0b9fb19-bcca-4b34-9d9f-408a22d0d29d service neutron] 10.222.0.48 "GET /v2.0/networks/805bb61f-0284-479c-a7fa-c503f096a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780616 Feb 20 05:25:44.494036 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-0af8ba91-dd01-4f67-bb8f-3a639571e262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d31904b3-3549-4eb6-80c5-e356a0b6f8a4), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:44.510186 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-87e6be9c-0492-4f18-844d-df3bb6935cf0 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:44.516102 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-87e6be9c-0492-4f18-844d-df3bb6935cf0 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:44.521843 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-87e6be9c-0492-4f18-844d-df3bb6935cf0 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.48 "GET /v2.0/networks?id=6e9bd132-6287-4246-bd04-4201b4617af3&id=a5b9cb19-fd36-46cc-a621-512f6d4a0f85&id=6e9bd132-6287-4246-bd04-4201b4617af3 HTTP/1.1" status: 200 len: 1391 time: 0.4288249 Feb 20 05:25:44.534023 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-4f512573-a1e6-4db3-b007-da654686682c tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Request body: {'port': {'device_id': '8f20b002-a780-4d30-90f4-6de18909c02c', 'network_id': '6e9bd132-6287-4246-bd04-4201b4617af3', 'admin_state_up': True, 'tenant_id': '26a759a2f95f49efbde5d8a39da697c6'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:44.555883 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5a5764d6-c147-4576-80ee-7801b01114a7 req-4837e925-2a43-491d-8c7f-6e351f7a69f9 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585033 Feb 20 05:25:44.593132 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6cfdddb6-38bb-4722-b5b9-712ced860256 req-57fe5131-6784-4ba2-ad92-f524a0e03b6e service neutron] 10.222.0.48 "GET /v2.0/networks/805bb61f-0284-479c-a7fa-c503f096a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628311 Feb 20 05:25:44.805257 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e373c2-1364-4cb9-87bf-a7f3af9ff132 req-bb88eebe-7d7f-4b49-9c81-1aba5f29e2bd tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:44.806801 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75e373c2-1364-4cb9-87bf-a7f3af9ff132 req-bb88eebe-7d7f-4b49-9c81-1aba5f29e2bd tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 931 time: 0.2684779 Feb 20 05:25:44.849411 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 7c338a51-71e0-4013-a5e3-0d9611cd53d3 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:44.850446 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 748ff6c8-62b2-4473-989f-e80d36debd59 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:25:44.895424 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad10b1-1f1c-4370-a900-e3a0460abf9c req-ceaf1027-36d2-491f-a687-fcc5dc762970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:44.896955 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-29ad10b1-1f1c-4370-a900-e3a0460abf9c req-ceaf1027-36d2-491f-a687-fcc5dc762970 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b882ff5cc38448f182588db0bc9e9522&device_id=9222f63b-adca-4231-a950-7a82f2a40a42 HTTP/1.1" status: 200 len: 1125 time: 0.1878092 Feb 20 05:25:44.897725 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebaf5f-11fc-4011-890b-9d45e35f6f63 req-b9bcacfa-4458-4186-b291-076fb86a28ec tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:44.900185 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-17ebaf5f-11fc-4011-890b-9d45e35f6f63 req-b9bcacfa-4458-4186-b291-076fb86a28ec tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/ports?device_id=9222f63b-adca-4231-a950-7a82f2a40a42 HTTP/1.1" status: 200 len: 943 time: 0.1924675 Feb 20 05:25:44.910439 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a33b35-f3bf-4e70-99b1-82091b51c957 None None] Network a5b9cb19-fd36-46cc-a621-512f6d4a0f85 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:25:44.930219 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75e373c2-1364-4cb9-87bf-a7f3af9ff132 req-83659545-7204-4648-8228-25814c55ee04 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122625 Feb 20 05:25:44.932263 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-4f512573-a1e6-4db3-b007-da654686682c tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Made reservation on behalf of 26a759a2f95f49efbde5d8a39da697c6 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:44.936334 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-4f512573-a1e6-4db3-b007-da654686682c tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:45.005811 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-17ebaf5f-11fc-4011-890b-9d45e35f6f63 req-ed82f9e6-5f8f-422a-b982-16d12666e379 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e25fa16-67cb-4cfa-bfd2-081f2d286c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812447 Feb 20 05:25:45.041158 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 748ff6c8-62b2-4473-989f-e80d36debd59 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:45.041764 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (748ff6c8-62b2-4473-989f-e80d36debd59), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:45.155276 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad10b1-1f1c-4370-a900-e3a0460abf9c req-f9e672dd-adac-4b8b-92f5-d9f23e40edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:45.156910 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-29ad10b1-1f1c-4370-a900-e3a0460abf9c req-f9e672dd-adac-4b8b-92f5-d9f23e40edbd service neutron] 10.222.0.48 "GET /v2.0/networks?id=805bb61f-0284-479c-a7fa-c503f096a7af HTTP/1.1" status: 200 len: 924 time: 0.2537799 Feb 20 05:25:45.190156 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-3d52260a-bd09-40bf-9243-27dff2b15078 None None] Provisioning complete for port 24f14fcc-f057-436a-81cb-9d1e79f68e10 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:45.190438 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3d52260a-bd09-40bf-9243-27dff2b15078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (24f14fcc-f057-436a-81cb-9d1e79f68e10), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:45.228209 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-0af8ba91-dd01-4f67-bb8f-3a639571e262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d31904b3-3549-4eb6-80c5-e356a0b6f8a4 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:25:45.234694 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-29ad10b1-1f1c-4370-a900-e3a0460abf9c req-f96e4ccb-3a2d-46c1-ae12-754ca60a902f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426 HTTP/1.1" status: 200 len: 217 time: 0.0707150 Feb 20 05:25:45.239947 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-0af8ba91-dd01-4f67-bb8f-3a639571e262 service neutron] Publish callbacks [] for port (d31904b3-3549-4eb6-80c5-e356a0b6f8a4), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:45.295485 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-0af8ba91-dd01-4f67-bb8f-3a639571e262 service neutron] Transition to ACTIVE for port object d31904b3-3549-4eb6-80c5-e356a0b6f8a4 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:25:45.304415 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-0af8ba91-dd01-4f67-bb8f-3a639571e262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d31904b3-3549-4eb6-80c5-e356a0b6f8a4), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:45.310797 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-4f512573-a1e6-4db3-b007-da654686682c tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Allocated IP 19.80.0.78 (6e9bd132-6287-4246-bd04-4201b4617af3/5ef2fbf4-cc03-492a-af4f-82c84214b0eb/6f028fb8-f054-42d0-a8aa-89287a3352cf) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:25:45.359823 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad10b1-1f1c-4370-a900-e3a0460abf9c req-53a48335-cd78-4b14-b357-e5bafd93b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:45.361632 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-29ad10b1-1f1c-4370-a900-e3a0460abf9c req-53a48335-cd78-4b14-b357-e5bafd93b036 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aac2b293-11f4-4fbc-a42b-637ee496d192 HTTP/1.1" status: 200 len: 863 time: 0.1183081 Feb 20 05:25:45.372703 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b2f59-e16a-417f-a0f0-5c16ae5c944e req-6fe2e6f8-35ef-4c16-8be4-2c2dcad119c0 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:45.378433 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-130b2f59-e16a-417f-a0f0-5c16ae5c944e req-6fe2e6f8-35ef-4c16-8be4-2c2dcad119c0 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13 HTTP/1.1" status: 200 len: 945 time: 0.1846013 Feb 20 05:25:45.438990 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 748ff6c8-62b2-4473-989f-e80d36debd59 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:45.463906 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-0af8ba91-dd01-4f67-bb8f-3a639571e262 service neutron] Attempting to bind port d31904b3-3549-4eb6-80c5-e356a0b6f8a4 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:25:45.464341 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-0af8ba91-dd01-4f67-bb8f-3a639571e262 service neutron] Attempting to bind port d31904b3-3549-4eb6-80c5-e356a0b6f8a4 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:25:45.464567 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-0af8ba91-dd01-4f67-bb8f-3a639571e262 service neutron] Attempting to bind port d31904b3-3549-4eb6-80c5-e356a0b6f8a4 on network cb4530de-66c2-443b-82e6-823a997cfe68 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:45.466600 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3d52260a-bd09-40bf-9243-27dff2b15078 None None] Current status of the port 24f14fcc-f057-436a-81cb-9d1e79f68e10 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:45.467286 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8ba91-dd01-4f67-bb8f-3a639571e262 service neutron] Pushing event updated for resources: {'Port': ['ID=d31904b3-3549-4eb6-80c5-e356a0b6f8a4,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:45.467656 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3d52260a-bd09-40bf-9243-27dff2b15078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (24f14fcc-f057-436a-81cb-9d1e79f68e10), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:45.481413 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-0af8ba91-dd01-4f67-bb8f-3a639571e262 service neutron] Port d31904b3-3549-4eb6-80c5-e356a0b6f8a4 on network cb4530de-66c2-443b-82e6-823a997cfe68 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:25:45.481753 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-0af8ba91-dd01-4f67-bb8f-3a639571e262 service neutron] Attempting to bind port d31904b3-3549-4eb6-80c5-e356a0b6f8a4 on network cb4530de-66c2-443b-82e6-823a997cfe68 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:45.508380 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-0af8ba91-dd01-4f67-bb8f-3a639571e262 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:25:45.510871 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-0af8ba91-dd01-4f67-bb8f-3a639571e262 service neutron] Checking segment: {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:45.511319 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-0af8ba91-dd01-4f67-bb8f-3a639571e262 service neutron] Bound using segment: {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:25:45.511778 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-0af8ba91-dd01-4f67-bb8f-3a639571e262 service neutron] Bound port: d31904b3-3549-4eb6-80c5-e356a0b6f8a4, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:25:45.512140 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-0af8ba91-dd01-4f67-bb8f-3a639571e262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d31904b3-3549-4eb6-80c5-e356a0b6f8a4), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:45.542556 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad10b1-1f1c-4370-a900-e3a0460abf9c req-97acc650-b209-49ca-9e8c-5a6c9678e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:45.544201 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-29ad10b1-1f1c-4370-a900-e3a0460abf9c req-97acc650-b209-49ca-9e8c-5a6c9678e05d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=805bb61f-0284-479c-a7fa-c503f096a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1734080 Feb 20 05:25:45.577978 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3d52260a-bd09-40bf-9243-27dff2b15078 None None] For port 24f14fcc-f057-436a-81cb-9d1e79f68e10, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=24f14fcc-f057-436a-81cb-9d1e79f68e10,segment=NetworkSegment(2e38ba67-7bce-4e0a-8528-18c91fcc35eb),segment_id=2e38ba67-7bce-4e0a-8528-18c91fcc35eb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:45.586006 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3d52260a-bd09-40bf-9243-27dff2b15078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (24f14fcc-f057-436a-81cb-9d1e79f68e10), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:45.684043 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-130b2f59-e16a-417f-a0f0-5c16ae5c944e req-8918099c-54a4-4fcc-99c9-f7ca80d48f0f tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1f5e683-4db6-49c1-9a4c-a662ff524b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964089 Feb 20 05:25:45.724556 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52260a-bd09-40bf-9243-27dff2b15078 None None] Pushing event updated for resources: {'Port': ['ID=24f14fcc-f057-436a-81cb-9d1e79f68e10,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:45.763268 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-27a35b8c-6ac4-48a7-9a31-8b6c19bf1d10 None None] Provisioning complete for port 24f14fcc-f057-436a-81cb-9d1e79f68e10 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:45.763692 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a35b8c-6ac4-48a7-9a31-8b6c19bf1d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (24f14fcc-f057-436a-81cb-9d1e79f68e10), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:45.765623 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7544526-7f07-4275-8cd4-6f523b31566f req-8a7cc950-9fa9-42ae-a609-339404d25b42 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:45.779956 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a7544526-7f07-4275-8cd4-6f523b31566f req-8a7cc950-9fa9-42ae-a609-339404d25b42 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.3185694 Feb 20 05:25:45.817615 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7c338a51-71e0-4013-a5e3-0d9611cd53d3 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:25:45.851864 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-0af8ba91-dd01-4f67-bb8f-3a639571e262 service neutron] For port d31904b3-3549-4eb6-80c5-e356a0b6f8a4, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:25:45.876523 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a176a166-c1e6-495a-85ce-927f7bae3ba3 req-7aa85256-0ef7-47c8-9c56-d768d6f13151 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f20b002-a780-4d30-90f4-6de18909c02c HTTP/1.1" status: 200 len: 210 time: 0.0561469 Feb 20 05:25:45.878103 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-0af8ba91-dd01-4f67-bb8f-3a639571e262 service neutron] For port d31904b3-3549-4eb6-80c5-e356a0b6f8a4, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d31904b3-3549-4eb6-80c5-e356a0b6f8a4,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:25:45.881267 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-29ad10b1-1f1c-4370-a900-e3a0460abf9c req-850d1ea2-fed0-4796-91c2-3b023e625c3e service neutron] 10.222.0.48 "GET /v2.0/networks/805bb61f-0284-479c-a7fa-c503f096a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280058 Feb 20 05:25:45.914968 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-4f512573-a1e6-4db3-b007-da654686682c tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks [] for port (6f028fb8-f054-42d0-a8aa-89287a3352cf), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:45.919964 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-0af8ba91-dd01-4f67-bb8f-3a639571e262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d31904b3-3549-4eb6-80c5-e356a0b6f8a4), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:45.960521 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a7544526-7f07-4275-8cd4-6f523b31566f req-8857bfb7-eef9-44ed-9d1d-8a024bd940bd tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785247 Feb 20 05:25:46.032010 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-4f512573-a1e6-4db3-b007-da654686682c tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (6f028fb8-f054-42d0-a8aa-89287a3352cf), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:46.040990 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 7c338a51-71e0-4013-a5e3-0d9611cd53d3 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:46.044150 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7c338a51-71e0-4013-a5e3-0d9611cd53d3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:46.119311 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8ba91-dd01-4f67-bb8f-3a639571e262 service neutron] Pushing event updated for resources: {'Port': ['ID=d31904b3-3549-4eb6-80c5-e356a0b6f8a4,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:46.136160 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-27a35b8c-6ac4-48a7-9a31-8b6c19bf1d10 None None] Current status of the port 24f14fcc-f057-436a-81cb-9d1e79f68e10 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:46.165002 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-4f512573-a1e6-4db3-b007-da654686682c tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Network 6e9bd132-6287-4246-bd04-4201b4617af3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:25:46.173943 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-4f512573-a1e6-4db3-b007-da654686682c tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:46.188352 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-4f512573-a1e6-4db3-b007-da654686682c tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:25:46.193164 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-0af8ba91-dd01-4f67-bb8f-3a639571e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:46.193855 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-0af8ba91-dd01-4f67-bb8f-3a639571e262 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:46.196042 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-4f512573-a1e6-4db3-b007-da654686682c tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:46.197067 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-4f512573-a1e6-4db3-b007-da654686682c tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:46.211265 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-0af8ba91-dd01-4f67-bb8f-3a639571e262 service neutron] 10.222.0.61 "PUT /v2.0/ports/d31904b3-3549-4eb6-80c5-e356a0b6f8a4 HTTP/1.1" status: 200 len: 1091 time: 1.8627882 Feb 20 05:25:46.212525 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d334878-33df-4f59-a2ea-0da3ed0f05a4', 'tag': 'd31904b3-3549-4eb6-80c5-e356a0b6f8a4'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:25:46.219049 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957ce310-f208-46a2-a399-289eda7130f1" -d '{"events": [{"name": "network-changed", "server_uuid": "1d334878-33df-4f59-a2ea-0da3ed0f05a4", "tag": "d31904b3-3549-4eb6-80c5-e356a0b6f8a4"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:25:46.258020 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 7c338a51-71e0-4013-a5e3-0d9611cd53d3 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:46.261690 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 24f14fcc-f057-436a-81cb-9d1e79f68e10 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:25:46.312448 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-4f512573-a1e6-4db3-b007-da654686682c tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7843416 Feb 20 05:25:46.392225 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b2299886-3df3-4fc6-a0fa-b1894fe0b316 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Request body: {'port': {'device_id': '8f20b002-a780-4d30-90f4-6de18909c02c', 'network_id': 'a5b9cb19-fd36-46cc-a621-512f6d4a0f85', 'admin_state_up': True, 'tenant_id': '26a759a2f95f49efbde5d8a39da697c6'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:46.402981 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-7925fb8e-a5e2-4747-85e4-5037021fb0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:46.404614 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-7925fb8e-a5e2-4747-85e4-5037021fb0f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 1125 time: 0.1631558 Feb 20 05:25:46.408004 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f512573-a1e6-4db3-b007-da654686682c tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event updated for resources: {'Port': ['ID=6f028fb8-f054-42d0-a8aa-89287a3352cf,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:46.430572 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-29ad10b1-1f1c-4370-a900-e3a0460abf9c req-376bd5f8-d0f0-4a52-a114-b5db8ec1c4f8 service neutron] 10.222.0.48 "GET /v2.0/networks/805bb61f-0284-479c-a7fa-c503f096a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434158 Feb 20 05:25:46.439718 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c8c75b5-a767-4320-9588-d66c63e90a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:46.454878 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 24f14fcc-f057-436a-81cb-9d1e79f68e10 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:46.455449 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (24f14fcc-f057-436a-81cb-9d1e79f68e10), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:46.482245 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47758) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:46.492136 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-f1372c31-a88a-4b29-a1d5-c54759af1f8a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d31904b3-3549-4eb6-80c5-e356a0b6f8a4 HTTP/1.1" status: 200 len: 217 time: 0.0784543 Feb 20 05:25:46.572481 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47762) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:46.604753 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-f1d25e24-1eb9-4051-829e-aef2a60f40f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:46.605687 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 24f14fcc-f057-436a-81cb-9d1e79f68e10 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:46.606513 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-f1d25e24-1eb9-4051-829e-aef2a60f40f2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b4371b84-9467-4135-93c7-7a933f791395 HTTP/1.1" status: 200 len: 848 time: 0.0979493 Feb 20 05:25:46.661813 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-824a1143-2761-491a-bbf4-e160160cbd66 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb4530de-66c2-443b-82e6-823a997cfe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480452 Feb 20 05:25:46.666142 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-cd646bea-37bf-4ba1-98d6-cd00ee357e21 None None] Provisioning complete for port 6f028fb8-f054-42d0-a8aa-89287a3352cf triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:46.666601 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd646bea-37bf-4ba1-98d6-cd00ee357e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6f028fb8-f054-42d0-a8aa-89287a3352cf), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:46.749742 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-cd646bea-37bf-4ba1-98d6-cd00ee357e21 None None] Port 6f028fb8-f054-42d0-a8aa-89287a3352cf cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:25:46.803217 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-66768939-d967-4cf0-91c0-c0b79bc8641e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:46.807883 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-191c826c-bc9d-460f-8ec7-ae05b418aff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:46.869140 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0372bc-8bc5-48b1-8fde-b8919424c4dd req-dc3b4a62-846b-4f1b-9e7f-15732074c732 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:46.871473 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2c0372bc-8bc5-48b1-8fde-b8919424c4dd req-dc3b4a62-846b-4f1b-9e7f-15732074c732 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 943 time: 0.7555792 Feb 20 05:25:46.891859 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-34923a6a-610d-4d8f-9566-0338577763a0 service neutron] 10.222.0.61 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220180 Feb 20 05:25:46.942637 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756f4ca-1903-4f5b-99bb-b2012d002322 req-dd236fe4-37bd-42c5-b393-8b0ac03e05d4 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:46.944135 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6756f4ca-1903-4f5b-99bb-b2012d002322 req-dd236fe4-37bd-42c5-b393-8b0ac03e05d4 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/ports?device_id=9222f63b-adca-4231-a950-7a82f2a40a42 HTTP/1.1" status: 200 len: 943 time: 0.6681244 Feb 20 05:25:46.981140 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2c0372bc-8bc5-48b1-8fde-b8919424c4dd req-f8bbd3b0-2e44-4c37-be82-e0f1c4ec4213 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048372 Feb 20 05:25:47.007954 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-66768939-d967-4cf0-91c0-c0b79bc8641e admin admin] Publish callbacks [] for security_group (f178f7d8-b5c9-4114-ab67-7ce991cf3953), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:47.016675 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-66768939-d967-4cf0-91c0-c0b79bc8641e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f178f7d8-b5c9-4114-ab67-7ce991cf3953), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:47.027598 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b2299886-3df3-4fc6-a0fa-b1894fe0b316 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Made reservation on behalf of 26a759a2f95f49efbde5d8a39da697c6 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:47.031106 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b2299886-3df3-4fc6-a0fa-b1894fe0b316 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:47.055558 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6756f4ca-1903-4f5b-99bb-b2012d002322 req-32ad1387-ddfd-4f3d-8a70-13093f8790a5 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e25fa16-67cb-4cfa-bfd2-081f2d286c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976400 Feb 20 05:25:47.099376 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-66768939-d967-4cf0-91c0-c0b79bc8641e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=887a78b564ec43bda4ab7aa4ca02b096&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6159139 Feb 20 05:25:47.101388 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-191c826c-bc9d-460f-8ec7-ae05b418aff3 admin admin] Publish callbacks [] for security_group (5ed32fb0-83e1-440e-a891-dec9adb49ef6), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:47.103751 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47776) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:47.105834 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-29a98f1f-40bf-4ab3-914c-767676b4a3c8 req-1e645ab6-5857-4a41-98db-e2bedf8d7ffd service neutron] 10.222.0.61 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044001 Feb 20 05:25:47.113154 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66768939-d967-4cf0-91c0-c0b79bc8641e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f178f7d8-b5c9-4114-ab67-7ce991cf3953,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:47.116815 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-191c826c-bc9d-460f-8ec7-ae05b418aff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5ed32fb0-83e1-440e-a891-dec9adb49ef6), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:47.130012 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7322e0-8403-4687-9b19-944c4478ed7b x-openstack-request-id: req-bc7322e0-8403-4687-9b19-944c4478ed7b {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:25:47.130321 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d334878-33df-4f59-a2ea-0da3ed0f05a4", "tag": "d31904b3-3549-4eb6-80c5-e356a0b6f8a4", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:25:47.130539 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc7322e0-8403-4687-9b19-944c4478ed7b {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:25:47.130991 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d334878-33df-4f59-a2ea-0da3ed0f05a4', 'tag': 'd31904b3-3549-4eb6-80c5-e356a0b6f8a4', 'status': 'completed', 'code': 200} Feb 20 05:25:47.185938 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c826c-bc9d-460f-8ec7-ae05b418aff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed32fb0-83e1-440e-a891-dec9adb49ef6,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:47.216460 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-191c826c-bc9d-460f-8ec7-ae05b418aff3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a339706b394414293d15e843f776ca4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6428661 Feb 20 05:25:47.222662 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47782) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:47.246559 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-f68b55f5-86eb-4dd5-9da2-e46c3bf25581 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d9856f0f769340ce9f5bc125817bdadf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689275 Feb 20 05:25:47.259009 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9b5eeb70-3f80-4234-9489-b8d1412e3af4 admin admin] Publish callbacks [] for security_group (f178f7d8-b5c9-4114-ab67-7ce991cf3953), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:47.289884 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ce310-f208-46a2-a399-289eda7130f1 req-0b46881e-9003-4fae-b8bf-34e63ec3b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:47.291439 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-957ce310-f208-46a2-a399-289eda7130f1 req-0b46881e-9003-4fae-b8bf-34e63ec3b1ce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 1125 time: 0.0916188 Feb 20 05:25:47.293411 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9b5eeb70-3f80-4234-9489-b8d1412e3af4 admin admin] Publish callbacks [] for security_group (f178f7d8-b5c9-4114-ab67-7ce991cf3953), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:47.387574 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47786) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:47.416289 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9b5eeb70-3f80-4234-9489-b8d1412e3af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f178f7d8-b5c9-4114-ab67-7ce991cf3953), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:47.418756 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9b5eeb70-3f80-4234-9489-b8d1412e3af4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:47.419938 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9b5eeb70-3f80-4234-9489-b8d1412e3af4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f178f7d8-b5c9-4114-ab67-7ce991cf3953 HTTP/1.1" status: 204 len: 168 time: 0.3132315 Feb 20 05:25:47.425191 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ce310-f208-46a2-a399-289eda7130f1 req-7182a39b-ca6c-444c-aa2a-94433a75d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:47.426615 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-957ce310-f208-46a2-a399-289eda7130f1 req-7182a39b-ca6c-444c-aa2a-94433a75d306 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 908 time: 0.1261961 Feb 20 05:25:47.431391 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5eeb70-3f80-4234-9489-b8d1412e3af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f178f7d8-b5c9-4114-ab67-7ce991cf3953,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:47.452086 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1ed84-a10b-4873-9031-9b50a373be4b req-6859565f-8ebf-493b-965d-95572db0fa30 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:47.453664 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bfa1ed84-a10b-4873-9031-9b50a373be4b req-6859565f-8ebf-493b-965d-95572db0fa30 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13 HTTP/1.1" status: 200 len: 945 time: 0.2470431 Feb 20 05:25:47.470153 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebfd0e4b-1fe8-428e-af6c-81804c17e4ca admin admin] Publish callbacks [] for security_group (5ed32fb0-83e1-440e-a891-dec9adb49ef6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:47.514723 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b2299886-3df3-4fc6-a0fa-b1894fe0b316 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Allocated IP 19.86.0.9 (a5b9cb19-fd36-46cc-a621-512f6d4a0f85/76554ad1-1aee-4469-96e1-f519446dccea/5279b48f-d011-431e-9a86-0b19a5e4c899) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:25:47.568440 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-e82a4867-16a2-4811-a34a-48dc6259d413 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:47.575380 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-e82a4867-16a2-4811-a34a-48dc6259d413 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3002381 Feb 20 05:25:47.606653 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebfd0e4b-1fe8-428e-af6c-81804c17e4ca admin admin] Publish callbacks [] for security_group (5ed32fb0-83e1-440e-a891-dec9adb49ef6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:47.609644 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 24f14fcc-f057-436a-81cb-9d1e79f68e10 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:25:47.663459 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 24f14fcc-f057-436a-81cb-9d1e79f68e10 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:47.664342 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bfa1ed84-a10b-4873-9031-9b50a373be4b req-f79ed7dc-0edb-4c74-932f-4966dc29737f tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1f5e683-4db6-49c1-9a4c-a662ff524b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897676 Feb 20 05:25:47.664620 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (24f14fcc-f057-436a-81cb-9d1e79f68e10), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:47.688443 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-e10bb6cc-8d37-4bf4-9d39-d243b16accdd tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/quotas/d9856f0f769340ce9f5bc125817bdadf HTTP/1.1" status: 200 len: 375 time: 0.1115782 Feb 20 05:25:47.723656 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-957ce310-f208-46a2-a399-289eda7130f1 req-b0d31282-bed1-4fd2-b268-c616723b175b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d31904b3-3549-4eb6-80c5-e356a0b6f8a4 HTTP/1.1" status: 200 len: 217 time: 0.2901866 Feb 20 05:25:47.739257 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-86e9e3f2-cbed-4a5d-ab4f-9c25b19ac78e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:47.757642 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:25:47.813357 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 24f14fcc-f057-436a-81cb-9d1e79f68e10 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:47.817229 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ce310-f208-46a2-a399-289eda7130f1 req-1031756a-d655-4b8a-ac69-5c511f502381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:47.819093 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-957ce310-f208-46a2-a399-289eda7130f1 req-1031756a-d655-4b8a-ac69-5c511f502381 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b4371b84-9467-4135-93c7-7a933f791395 HTTP/1.1" status: 200 len: 848 time: 0.0886867 Feb 20 05:25:47.865411 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-957ce310-f208-46a2-a399-289eda7130f1 req-606cdd90-3521-4dde-8a4d-3ef63f47a82e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb4530de-66c2-443b-82e6-823a997cfe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354562 Feb 20 05:25:47.895988 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47796) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:47.900364 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-089d05df-1935-4276-b8fb-1f812b7b5d41 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9856f0f769340ce9f5bc125817bdadf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2109284 Feb 20 05:25:47.927873 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79c068-3260-4169-a260-06cd59766f03 req-71e962da-b21f-4713-9f95-1144c74b64f5 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:47.934688 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c79c068-3260-4169-a260-06cd59766f03 req-71e962da-b21f-4713-9f95-1144c74b64f5 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f20b002-a780-4d30-90f4-6de18909c02c HTTP/1.1" status: 200 len: 931 time: 0.1487372 Feb 20 05:25:47.935782 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426,segment=NetworkSegment(a8b346e4-a1ba-4a23-9d05-3eeb17deb23b),segment_id=a8b346e4-a1ba-4a23-9d05-3eeb17deb23b)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:47.946012 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-447a6f4b-afad-4271-8c5a-fcfe2ad5a303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:47.952006 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'port_id': '9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426', 'mac_address': 'fa:16:3e:aa:6e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:25:48.002242 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebfd0e4b-1fe8-428e-af6c-81804c17e4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5ed32fb0-83e1-440e-a891-dec9adb49ef6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:48.007074 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebfd0e4b-1fe8-428e-af6c-81804c17e4ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:48.010673 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ebfd0e4b-1fe8-428e-af6c-81804c17e4ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5ed32fb0-83e1-440e-a891-dec9adb49ef6 HTTP/1.1" status: 204 len: 168 time: 0.7738667 Feb 20 05:25:48.043949 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:48.044595 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:48.052661 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-86e9e3f2-cbed-4a5d-ab4f-9c25b19ac78e admin admin] Publish callbacks [] for security_group (56d68f26-a299-4b3d-be10-670eafa47ef7), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:48.056975 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-957ce310-f208-46a2-a399-289eda7130f1 req-4cd6ed99-6601-45c8-8d86-65a59a77826d service neutron] 10.222.0.61 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850305 Feb 20 05:25:48.061387 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-86e9e3f2-cbed-4a5d-ab4f-9c25b19ac78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (56d68f26-a299-4b3d-be10-670eafa47ef7), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:48.063322 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:25:48.089434 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426,segment=NetworkSegment(a8b346e4-a1ba-4a23-9d05-3eeb17deb23b),segment_id=a8b346e4-a1ba-4a23-9d05-3eeb17deb23b)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:48.094558 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:48.099782 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd0e4b-1fe8-428e-af6c-81804c17e4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed32fb0-83e1-440e-a891-dec9adb49ef6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:48.156085 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c79c068-3260-4169-a260-06cd59766f03 req-61cd8fb5-5188-411a-9d16-3d5da96fbfad tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163749 Feb 20 05:25:48.180934 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:48.183548 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9e3f2-cbed-4a5d-ab4f-9c25b19ac78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d68f26-a299-4b3d-be10-670eafa47ef7,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:48.188192 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-86e9e3f2-cbed-4a5d-ab4f-9c25b19ac78e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2a9fcb4e2514404a85ed2c3ab62ede1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7997129 Feb 20 05:25:48.196662 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47808) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:48.224841 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-447a6f4b-afad-4271-8c5a-fcfe2ad5a303 admin admin] Publish callbacks [] for security_group (2928747d-73fa-4d75-9e4b-081fd8bc1f37), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:48.240476 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-447a6f4b-afad-4271-8c5a-fcfe2ad5a303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2928747d-73fa-4d75-9e4b-081fd8bc1f37), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:48.316174 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b2299886-3df3-4fc6-a0fa-b1894fe0b316 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks [] for port (5279b48f-d011-431e-9a86-0b19a5e4c899), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:48.329445 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:25:48.391338 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-957ce310-f208-46a2-a399-289eda7130f1 req-dc0a989a-7fdc-4b7a-835a-40e8bfda9033 service neutron] 10.222.0.61 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271108 Feb 20 05:25:48.408643 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-447a6f4b-afad-4271-8c5a-fcfe2ad5a303 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e0e157cdfb1c43d2a371726bc2d3bc6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5082674 Feb 20 05:25:48.411543 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47816) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:48.413996 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a6f4b-afad-4271-8c5a-fcfe2ad5a303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2928747d-73fa-4d75-9e4b-081fd8bc1f37,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:48.421728 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0f502cc1-342b-4dae-bf16-30036fd49b07 admin admin] Publish callbacks [] for security_group (56d68f26-a299-4b3d-be10-670eafa47ef7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:48.453674 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0f502cc1-342b-4dae-bf16-30036fd49b07 admin admin] Publish callbacks [] for security_group (56d68f26-a299-4b3d-be10-670eafa47ef7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:48.516361 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0f502cc1-342b-4dae-bf16-30036fd49b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (56d68f26-a299-4b3d-be10-670eafa47ef7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:48.520191 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0f502cc1-342b-4dae-bf16-30036fd49b07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:48.521672 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0f502cc1-342b-4dae-bf16-30036fd49b07 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56d68f26-a299-4b3d-be10-670eafa47ef7 HTTP/1.1" status: 204 len: 168 time: 0.3240499 Feb 20 05:25:48.530681 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f502cc1-342b-4dae-bf16-30036fd49b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d68f26-a299-4b3d-be10-670eafa47ef7,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:48.589922 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-24f84a8d-14da-41a6-8c16-0c3dabae535d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:48.627920 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b2299886-3df3-4fc6-a0fa-b1894fe0b316 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (5279b48f-d011-431e-9a86-0b19a5e4c899), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:48.637808 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7ea58-acec-42ff-95a7-78873cc65ee4 req-ca3ce8bc-cb0a-48f2-a48e-60e050d84dc3 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:48.644445 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aba7ea58-acec-42ff-95a7-78873cc65ee4 req-ca3ce8bc-cb0a-48f2-a48e-60e050d84dc3 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 943 time: 0.3412304 Feb 20 05:25:48.658707 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47822) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:48.676284 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1053678a-3e4a-4438-997b-402ce39d550d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:48.682457 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1fde40c8-668a-4b6a-a9e1-f95b317441d5 req-eb100ea1-86d1-4030-a36e-e7491c22d670 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 258 time: 0.5249269 Feb 20 05:25:48.691898 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-1fde40c8-668a-4b6a-a9e1-f95b317441d5 req-63473cff-8625-4e4a-9991-e3445b457c29 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:48.755246 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-26a50de5-929c-4b65-b163-2b0774944307 admin admin] Publish callbacks [] for security_group (2928747d-73fa-4d75-9e4b-081fd8bc1f37), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:48.780133 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1053678a-3e4a-4438-997b-402ce39d550d admin admin] Publish callbacks [] for security_group (6023b1d8-e8fa-4f6f-b84f-1a951e738866), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:48.785978 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1053678a-3e4a-4438-997b-402ce39d550d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6023b1d8-e8fa-4f6f-b84f-1a951e738866), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:48.829236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b2299886-3df3-4fc6-a0fa-b1894fe0b316 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Network a5b9cb19-fd36-46cc-a621-512f6d4a0f85 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:25:48.830471 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1fde40c8-668a-4b6a-a9e1-f95b317441d5 req-63473cff-8625-4e4a-9991-e3445b457c29 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:48.830591 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1053678a-3e4a-4438-997b-402ce39d550d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61c30993ada34394b365af477c6c860e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1700199 Feb 20 05:25:48.831494 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053678a-3e4a-4438-997b-402ce39d550d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6023b1d8-e8fa-4f6f-b84f-1a951e738866,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:48.833955 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47826) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:48.836373 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2299886-3df3-4fc6-a0fa-b1894fe0b316 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event updated for resources: {'Port': ['ID=5279b48f-d011-431e-9a86-0b19a5e4c899,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:48.858036 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aba7ea58-acec-42ff-95a7-78873cc65ee4 req-4d5e5d1e-7114-496b-935e-37eb20f5fc24 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118564 Feb 20 05:25:48.863398 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b2299886-3df3-4fc6-a0fa-b1894fe0b316 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:48.868541 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b2299886-3df3-4fc6-a0fa-b1894fe0b316 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:25:48.882593 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b2299886-3df3-4fc6-a0fa-b1894fe0b316 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:48.882593 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b2299886-3df3-4fc6-a0fa-b1894fe0b316 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:48.900858 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-26a50de5-929c-4b65-b163-2b0774944307 admin admin] Publish callbacks [] for security_group (2928747d-73fa-4d75-9e4b-081fd8bc1f37), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:48.949244 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b942e250-9eb9-464c-8ebf-f3a1ae2b586b admin admin] Publish callbacks [] for security_group (6023b1d8-e8fa-4f6f-b84f-1a951e738866), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:48.965335 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b2299886-3df3-4fc6-a0fa-b1894fe0b316 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6151400 Feb 20 05:25:48.981161 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b942e250-9eb9-464c-8ebf-f3a1ae2b586b admin admin] Publish callbacks [] for security_group (6023b1d8-e8fa-4f6f-b84f-1a951e738866), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:48.989654 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47828) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:48.995888 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-53d01946-ddbf-42ec-8595-2034fe9280a8 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Request body: {'port': {'device_id': '8f20b002-a780-4d30-90f4-6de18909c02c', 'network_id': '6e9bd132-6287-4246-bd04-4201b4617af3', 'admin_state_up': True, 'tenant_id': '26a759a2f95f49efbde5d8a39da697c6'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:49.022012 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0162c57d-3ccb-4c58-8379-3b35c50baa29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:49.083644 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b942e250-9eb9-464c-8ebf-f3a1ae2b586b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6023b1d8-e8fa-4f6f-b84f-1a951e738866), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:49.086328 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b942e250-9eb9-464c-8ebf-f3a1ae2b586b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:49.090060 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b942e250-9eb9-464c-8ebf-f3a1ae2b586b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6023b1d8-e8fa-4f6f-b84f-1a951e738866 HTTP/1.1" status: 204 len: 168 time: 0.2526686 Feb 20 05:25:49.108703 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942e250-9eb9-464c-8ebf-f3a1ae2b586b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6023b1d8-e8fa-4f6f-b84f-1a951e738866,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:49.162997 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-26a50de5-929c-4b65-b163-2b0774944307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2928747d-73fa-4d75-9e4b-081fd8bc1f37), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:49.165481 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-26a50de5-929c-4b65-b163-2b0774944307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:49.169531 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-26a50de5-929c-4b65-b163-2b0774944307 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2928747d-73fa-4d75-9e4b-081fd8bc1f37 HTTP/1.1" status: 204 len: 168 time: 0.7384944 Feb 20 05:25:49.180786 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755511d2-3c0b-4156-8931-e0cf6d83c6bc req-3898e8b5-f3cb-4763-b7ae-14280d14dc6c tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:49.187685 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-755511d2-3c0b-4156-8931-e0cf6d83c6bc req-3898e8b5-f3cb-4763-b7ae-14280d14dc6c tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/ports?device_id=9222f63b-adca-4231-a950-7a82f2a40a42 HTTP/1.1" status: 200 len: 944 time: 0.2313254 Feb 20 05:25:49.188860 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0162c57d-3ccb-4c58-8379-3b35c50baa29 admin admin] Publish callbacks [] for security_group (869ffbc6-893b-439e-a593-3b9d53eb3dca), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:49.194242 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0162c57d-3ccb-4c58-8379-3b35c50baa29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (869ffbc6-893b-439e-a593-3b9d53eb3dca), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:49.224982 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a50de5-929c-4b65-b163-2b0774944307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2928747d-73fa-4d75-9e4b-081fd8bc1f37,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:49.249904 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0162c57d-3ccb-4c58-8379-3b35c50baa29 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72b1feb84aa04278871c0e1bd6963f4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588625 Feb 20 05:25:49.252230 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47836) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:49.262669 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162c57d-3ccb-4c58-8379-3b35c50baa29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869ffbc6-893b-439e-a593-3b9d53eb3dca,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:49.277199 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-53d01946-ddbf-42ec-8595-2034fe9280a8 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Made reservation on behalf of 26a759a2f95f49efbde5d8a39da697c6 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:49.280540 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-53d01946-ddbf-42ec-8595-2034fe9280a8 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:49.326359 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-755511d2-3c0b-4156-8931-e0cf6d83c6bc req-120985cd-e2e8-49ac-b95e-ce553d438463 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e25fa16-67cb-4cfa-bfd2-081f2d286c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295161 Feb 20 05:25:49.338106 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-753218d5-9be9-4627-a30a-0e04b9b06b43 admin admin] Publish callbacks [] for security_group (869ffbc6-893b-439e-a593-3b9d53eb3dca), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:49.369426 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-753218d5-9be9-4627-a30a-0e04b9b06b43 admin admin] Publish callbacks [] for security_group (869ffbc6-893b-439e-a593-3b9d53eb3dca), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:49.369716 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-9525c75e-3404-4b37-8de3-2e8d6fe735cb None None] Provisioning complete for port 5279b48f-d011-431e-9a86-0b19a5e4c899 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:49.370157 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9525c75e-3404-4b37-8de3-2e8d6fe735cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5279b48f-d011-431e-9a86-0b19a5e4c899), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:49.380273 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1fde40c8-668a-4b6a-a9e1-f95b317441d5 req-63473cff-8625-4e4a-9991-e3445b457c29 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:49.472615 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9525c75e-3404-4b37-8de3-2e8d6fe735cb None None] Port 5279b48f-d011-431e-9a86-0b19a5e4c899 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:25:49.475641 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-753218d5-9be9-4627-a30a-0e04b9b06b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (869ffbc6-893b-439e-a593-3b9d53eb3dca), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:49.486729 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-753218d5-9be9-4627-a30a-0e04b9b06b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:49.493279 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-753218d5-9be9-4627-a30a-0e04b9b06b43 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/869ffbc6-893b-439e-a593-3b9d53eb3dca HTTP/1.1" status: 204 len: 168 time: 0.2385488 Feb 20 05:25:49.518491 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:49.535930 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-5ffbbb64-e894-448d-9e2a-c1a3650792be tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=d9856f0f769340ce9f5bc125817bdadf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0834148 Feb 20 05:25:49.539169 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753218d5-9be9-4627-a30a-0e04b9b06b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869ffbc6-893b-439e-a593-3b9d53eb3dca,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:49.547425 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa1b8999-cb4a-4dc6-82c6-28a0ecfc9a89 req-334c51b1-c967-4942-a00e-2f14619ff16e tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa86e292-94cd-4e63-9e44-959406ff027c HTTP/1.1" status: 200 len: 210 time: 0.0821774 Feb 20 05:25:49.600158 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device d31904b3-3549-4eb6-80c5-e356a0b6f8a4 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:25:49.699227 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-12ba5606-74cb-4e00-8c59-d87cf62c9edd tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:49.701267 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-12ba5606-74cb-4e00-8c59-d87cf62c9edd tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1571455 Feb 20 05:25:49.715457 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-862d7464-56c2-45bf-ad21-9bde4dadd805 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Request body: {'port': {'device_id': 'aa86e292-94cd-4e63-9e44-959406ff027c', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': 'd9856f0f769340ce9f5bc125817bdadf'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:49.786887 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-53d01946-ddbf-42ec-8595-2034fe9280a8 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Allocated IP 19.80.0.244 (6e9bd132-6287-4246-bd04-4201b4617af3/5ef2fbf4-cc03-492a-af4f-82c84214b0eb/1fba6bf1-6807-4c84-99da-1fc9941f2a86) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:25:49.797358 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:25:49.800385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port d31904b3-3549-4eb6-80c5-e356a0b6f8a4, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d31904b3-3549-4eb6-80c5-e356a0b6f8a4,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:49.837374 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'd31904b3-3549-4eb6-80c5-e356a0b6f8a4', 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68', 'port_id': 'd31904b3-3549-4eb6-80c5-e356a0b6f8a4', 'mac_address': 'fa:16:3e:9a:24:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4371b84-9467-4135-93c7-7a933f791395', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:25:49.851019 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-1fde40c8-668a-4b6a-a9e1-f95b317441d5 req-63473cff-8625-4e4a-9991-e3445b457c29 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Allocated IP 172.25.3.222 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/015a9a1f-2ff6-4a5e-a20c-1408ec03351b) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:25:49.874256 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c0c09-e4dd-4863-ad25-5cb99103efc7 req-afccc860-3dd9-4fbd-a8b7-651da09ac1d0 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:49.880567 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c0c09-e4dd-4863-ad25-5cb99103efc7 req-afccc860-3dd9-4fbd-a8b7-651da09ac1d0 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:49.890092 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-164c0c09-e4dd-4863-ad25-5cb99103efc7 req-afccc860-3dd9-4fbd-a8b7-651da09ac1d0 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f20b002-a780-4d30-90f4-6de18909c02c HTTP/1.1" status: 200 len: 1652 time: 0.2291963 Feb 20 05:25:49.895074 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port d31904b3-3549-4eb6-80c5-e356a0b6f8a4 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:49.895546 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d31904b3-3549-4eb6-80c5-e356a0b6f8a4), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:49.902757 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-862d7464-56c2-45bf-ad21-9bde4dadd805 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Made reservation on behalf of d9856f0f769340ce9f5bc125817bdadf for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:49.911166 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d31904b3-3549-4eb6-80c5-e356a0b6f8a4 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:25:49.919869 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-862d7464-56c2-45bf-ad21-9bde4dadd805 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:49.930947 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:25:49.941409 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:49.941931 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:49.988148 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port d31904b3-3549-4eb6-80c5-e356a0b6f8a4, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d31904b3-3549-4eb6-80c5-e356a0b6f8a4,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:50.008399 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d31904b3-3549-4eb6-80c5-e356a0b6f8a4), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:50.097344 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:50.097735 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:50.116008 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=d31904b3-3549-4eb6-80c5-e356a0b6f8a4,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:50.126231 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9222f63b-adca-4231-a950-7a82f2a40a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:25:50.130096 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b1198b-62eb-4ec7-8da1-64d525bce85a" -d '{"events": [{"server_uuid": "9222f63b-adca-4231-a950-7a82f2a40a42", "name": "network-vif-plugged", "status": "completed", "tag": "9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:25:50.149529 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426,segment=NetworkSegment(a8b346e4-a1ba-4a23-9d05-3eeb17deb23b),segment_id=a8b346e4-a1ba-4a23-9d05-3eeb17deb23b)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:50.160609 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:50.175528 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-164c0c09-e4dd-4863-ad25-5cb99103efc7 req-3cc71ea3-a1fa-484c-98e6-fb1b079f68b0 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820933 Feb 20 05:25:50.176071 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-862d7464-56c2-45bf-ad21-9bde4dadd805 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Allocated IP 192.168.233.133 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/32d38cb5-617d-48ba-8700-6e96acc22418) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:25:50.274502 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:50.307854 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['d31904b3-3549-4eb6-80c5-e356a0b6f8a4'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:25:50.330606 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-53d01946-ddbf-42ec-8595-2034fe9280a8 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks [] for port (1fba6bf1-6807-4c84-99da-1fc9941f2a86), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:50.396282 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-862d7464-56c2-45bf-ad21-9bde4dadd805 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Publish callbacks [] for port (32d38cb5-617d-48ba-8700-6e96acc22418), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:50.401856 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1fde40c8-668a-4b6a-a9e1-f95b317441d5 req-63473cff-8625-4e4a-9991-e3445b457c29 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks [] for port (015a9a1f-2ff6-4a5e-a20c-1408ec03351b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:50.419852 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bb140-1fd7-4146-bec6-70e438e5cc6f req-ff75129c-0eb1-4624-852f-3f041fd375a6 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:50.421405 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-807bb140-1fd7-4146-bec6-70e438e5cc6f req-ff75129c-0eb1-4624-852f-3f041fd375a6 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 944 time: 0.1367145 Feb 20 05:25:50.470319 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-862d7464-56c2-45bf-ad21-9bde4dadd805 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (32d38cb5-617d-48ba-8700-6e96acc22418), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:50.513256 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-807bb140-1fd7-4146-bec6-70e438e5cc6f req-452a66ec-b3b3-46d6-bf16-66749e0fd4ff tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806465 Feb 20 05:25:50.521162 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-53d01946-ddbf-42ec-8595-2034fe9280a8 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (1fba6bf1-6807-4c84-99da-1fc9941f2a86), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:50.547379 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['f576dc56-ce33-4362-86b8-d61ea2a3a64b'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:25:50.569464 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-862d7464-56c2-45bf-ad21-9bde4dadd805 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:25:50.573022 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1fde40c8-668a-4b6a-a9e1-f95b317441d5 req-63473cff-8625-4e4a-9991-e3445b457c29 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (015a9a1f-2ff6-4a5e-a20c-1408ec03351b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:50.584815 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-53d01946-ddbf-42ec-8595-2034fe9280a8 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Network 6e9bd132-6287-4246-bd04-4201b4617af3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:25:50.585275 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-862d7464-56c2-45bf-ad21-9bde4dadd805 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:50.593850 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['8f9586b8-442e-40a0-8f3d-1b292e12a697'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:25:50.598201 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-53d01946-ddbf-42ec-8595-2034fe9280a8 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:50.600191 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-53d01946-ddbf-42ec-8595-2034fe9280a8 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:25:50.601828 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-862d7464-56c2-45bf-ad21-9bde4dadd805 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:25:50.606131 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-53d01946-ddbf-42ec-8595-2034fe9280a8 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:50.606857 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-53d01946-ddbf-42ec-8595-2034fe9280a8 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:50.607244 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-862d7464-56c2-45bf-ad21-9bde4dadd805 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:50.607954 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-862d7464-56c2-45bf-ad21-9bde4dadd805 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:50.613068 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d7464-56c2-45bf-ad21-9bde4dadd805 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Pushing event updated for resources: {'Port': ['ID=32d38cb5-617d-48ba-8700-6e96acc22418,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:50.619197 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fde40c8-668a-4b6a-a9e1-f95b317441d5 req-63473cff-8625-4e4a-9991-e3445b457c29 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:25:50.629811 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-1fde40c8-668a-4b6a-a9e1-f95b317441d5 req-63473cff-8625-4e4a-9991-e3445b457c29 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:50.632339 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fde40c8-668a-4b6a-a9e1-f95b317441d5 req-63473cff-8625-4e4a-9991-e3445b457c29 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:25:50.636520 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d01946-ddbf-42ec-8595-2034fe9280a8 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event updated for resources: {'Port': ['ID=1fba6bf1-6807-4c84-99da-1fc9941f2a86,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:50.649933 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-862d7464-56c2-45bf-ad21-9bde4dadd805 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9398656 Feb 20 05:25:50.661738 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-bfe443a6-1f19-436a-8c9c-bb04fc957223 service neutron] Request body: {'port': {'device_id': 'aa86e292-94cd-4e63-9e44-959406ff027c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:50.685691 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63473cff-8625-4e4a-9991-e3445b457c29 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Pushing event updated for resources: {'Port': ['ID=015a9a1f-2ff6-4a5e-a20c-1408ec03351b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:50.702153 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-53d01946-ddbf-42ec-8595-2034fe9280a8 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7210655 Feb 20 05:25:50.731039 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b97aad20-d1ae-4470-b990-09ae275ff27d service neutron] Request body: {'port': {'device_id': '8f20b002-a780-4d30-90f4-6de18909c02c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:50.750445 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06210d31-b5fa-470a-a933-1f06e3ac8ce7 x-openstack-request-id: req-06210d31-b5fa-470a-a933-1f06e3ac8ce7 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:25:50.750758 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9222f63b-adca-4231-a950-7a82f2a40a42", "name": "network-vif-plugged", "status": "completed", "tag": "9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:25:50.751041 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06210d31-b5fa-470a-a933-1f06e3ac8ce7 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:25:50.751452 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9222f63b-adca-4231-a950-7a82f2a40a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426', 'code': 200} Feb 20 05:25:50.812604 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1fde40c8-668a-4b6a-a9e1-f95b317441d5 req-63473cff-8625-4e4a-9991-e3445b457c29 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks [] for floatingip (7e38c760-c9a1-448c-b8c6-d9a7921db4da), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:50.880511 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-bfe443a6-1f19-436a-8c9c-bb04fc957223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (32d38cb5-617d-48ba-8700-6e96acc22418), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:50.920825 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1fde40c8-668a-4b6a-a9e1-f95b317441d5 req-63473cff-8625-4e4a-9991-e3445b457c29 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (015a9a1f-2ff6-4a5e-a20c-1408ec03351b), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:50.991012 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b97aad20-d1ae-4470-b990-09ae275ff27d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6f028fb8-f054-42d0-a8aa-89287a3352cf), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:51.011734 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76fb4d5-0194-4c00-9a33-73a0fa05e9cb req-ada07933-4766-4c6d-81dc-58c184853e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:51.015647 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d76fb4d5-0194-4c00-9a33-73a0fa05e9cb req-ada07933-4766-4c6d-81dc-58c184853e91 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9222f63b-adca-4231-a950-7a82f2a40a42 HTTP/1.1" status: 200 len: 1127 time: 0.2082071 Feb 20 05:25:51.168880 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0188a903-7cb0-4ab1-81b7-8e3494971419 None None] Provisioning complete for port 32d38cb5-617d-48ba-8700-6e96acc22418 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:51.169287 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0188a903-7cb0-4ab1-81b7-8e3494971419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (32d38cb5-617d-48ba-8700-6e96acc22418), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:51.175655 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3786d6-52cf-4c3b-9e40-8d96439225ce req-928f8953-1354-4325-af20-a1e0953b98f5 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:51.177820 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3a3786d6-52cf-4c3b-9e40-8d96439225ce req-928f8953-1354-4325-af20-a1e0953b98f5 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/ports?device_id=9222f63b-adca-4231-a950-7a82f2a40a42 HTTP/1.1" status: 200 len: 945 time: 0.3121738 Feb 20 05:25:51.223829 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47898) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:51.237681 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d76fb4d5-0194-4c00-9a33-73a0fa05e9cb req-d303ed62-4d00-4c64-898b-fffa431751d5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8e25fa16-67cb-4cfa-bfd2-081f2d286c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069516 Feb 20 05:25:51.239524 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0188a903-7cb0-4ab1-81b7-8e3494971419 None None] Port 32d38cb5-617d-48ba-8700-6e96acc22418 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:25:51.260657 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:51.383527 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-59c3f27d-f507-4ab8-958a-552dccaf6ac7 None None] Provisioning complete for port 1fba6bf1-6807-4c84-99da-1fc9941f2a86 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:51.383527 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59c3f27d-f507-4ab8-958a-552dccaf6ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1fba6bf1-6807-4c84-99da-1fc9941f2a86), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:51.420023 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-bfe443a6-1f19-436a-8c9c-bb04fc957223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d38cb5-617d-48ba-8700-6e96acc22418 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:25:51.430446 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-bfe443a6-1f19-436a-8c9c-bb04fc957223 service neutron] Publish callbacks [] for port (32d38cb5-617d-48ba-8700-6e96acc22418), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:51.444527 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-bfe443a6-1f19-436a-8c9c-bb04fc957223 service neutron] Transition to ACTIVE for port object 32d38cb5-617d-48ba-8700-6e96acc22418 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:25:51.445785 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47906) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:51.454186 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-bfe443a6-1f19-436a-8c9c-bb04fc957223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (32d38cb5-617d-48ba-8700-6e96acc22418), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:51.484468 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-59c3f27d-f507-4ab8-958a-552dccaf6ac7 None None] Port 1fba6bf1-6807-4c84-99da-1fc9941f2a86 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:25:51.499712 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-21127bea-22cf-44c2-bb4f-72c17d7b937f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-735530101-network', 'tenant_id': '370c8f456fd340e383b36f44861b2990'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:51.563613 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-44e55e70-b6da-4cba-a19b-a29b1d8e90c0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1619898677-network', 'tenant_id': '592d7ae3cfbc43f5a598472dbfc479f2'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:51.616977 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e55e70-b6da-4cba-a19b-a29b1d8e90c0 admin admin] Made reservation on behalf of 592d7ae3cfbc43f5a598472dbfc479f2 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:51.618943 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device d31904b3-3549-4eb6-80c5-e356a0b6f8a4 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:25:51.619436 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44e55e70-b6da-4cba-a19b-a29b1d8e90c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:51.624135 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe443a6-1f19-436a-8c9c-bb04fc957223 service neutron] Pushing event updated for resources: {'Port': ['ID=32d38cb5-617d-48ba-8700-6e96acc22418,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:51.627821 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21127bea-22cf-44c2-bb4f-72c17d7b937f admin admin] Made reservation on behalf of 370c8f456fd340e383b36f44861b2990 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:51.630143 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-21127bea-22cf-44c2-bb4f-72c17d7b937f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:51.654502 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44e55e70-b6da-4cba-a19b-a29b1d8e90c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:51.665687 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-21127bea-22cf-44c2-bb4f-72c17d7b937f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:51.667930 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-bfe443a6-1f19-436a-8c9c-bb04fc957223 service neutron] Attempting to bind port 32d38cb5-617d-48ba-8700-6e96acc22418 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:25:51.668662 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-bfe443a6-1f19-436a-8c9c-bb04fc957223 service neutron] Attempting to bind port 32d38cb5-617d-48ba-8700-6e96acc22418 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:25:51.669158 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-bfe443a6-1f19-436a-8c9c-bb04fc957223 service neutron] Attempting to bind port 32d38cb5-617d-48ba-8700-6e96acc22418 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:51.681410 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-bfe443a6-1f19-436a-8c9c-bb04fc957223 service neutron] Port 32d38cb5-617d-48ba-8700-6e96acc22418 on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:25:51.682330 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-bfe443a6-1f19-436a-8c9c-bb04fc957223 service neutron] Attempting to bind port 32d38cb5-617d-48ba-8700-6e96acc22418 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:51.695660 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-bfe443a6-1f19-436a-8c9c-bb04fc957223 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:25:51.696445 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-bfe443a6-1f19-436a-8c9c-bb04fc957223 service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:51.697132 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-bfe443a6-1f19-436a-8c9c-bb04fc957223 service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:25:51.697769 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-bfe443a6-1f19-436a-8c9c-bb04fc957223 service neutron] Bound port: 32d38cb5-617d-48ba-8700-6e96acc22418, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:25:51.698300 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-bfe443a6-1f19-436a-8c9c-bb04fc957223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (32d38cb5-617d-48ba-8700-6e96acc22418), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:51.716143 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port d31904b3-3549-4eb6-80c5-e356a0b6f8a4 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:25:51.733516 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port d31904b3-3549-4eb6-80c5-e356a0b6f8a4 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:51.734307 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d31904b3-3549-4eb6-80c5-e356a0b6f8a4), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:51.735729 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3a3786d6-52cf-4c3b-9e40-8d96439225ce req-0093c821-d503-407c-a783-2f32990f0b9c tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e25fa16-67cb-4cfa-bfd2-081f2d286c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4944925 Feb 20 05:25:51.855241 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-bfe443a6-1f19-436a-8c9c-bb04fc957223 service neutron] For port 32d38cb5-617d-48ba-8700-6e96acc22418, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:25:51.857941 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1fde40c8-668a-4b6a-a9e1-f95b317441d5 req-63473cff-8625-4e4a-9991-e3445b457c29 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks [] for port (015a9a1f-2ff6-4a5e-a20c-1408ec03351b), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:51.866750 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-bfe443a6-1f19-436a-8c9c-bb04fc957223 service neutron] For port 32d38cb5-617d-48ba-8700-6e96acc22418, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=32d38cb5-617d-48ba-8700-6e96acc22418,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:25:51.888193 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-bfe443a6-1f19-436a-8c9c-bb04fc957223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (32d38cb5-617d-48ba-8700-6e96acc22418), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:51.888533 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1fde40c8-668a-4b6a-a9e1-f95b317441d5 req-63473cff-8625-4e4a-9991-e3445b457c29 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (015a9a1f-2ff6-4a5e-a20c-1408ec03351b), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:51.902426 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port d31904b3-3549-4eb6-80c5-e356a0b6f8a4 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:51.903441 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d31904b3-3549-4eb6-80c5-e356a0b6f8a4), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:51.952715 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1fde40c8-668a-4b6a-a9e1-f95b317441d5 req-63473cff-8625-4e4a-9991-e3445b457c29 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (7e38c760-c9a1-448c-b8c6-d9a7921db4da), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:51.952971 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-bfe443a6-1f19-436a-8c9c-bb04fc957223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:51.953479 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-bfe443a6-1f19-436a-8c9c-bb04fc957223 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:51.954953 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-bfe443a6-1f19-436a-8c9c-bb04fc957223 service neutron] 10.222.0.61 "PUT /v2.0/ports/32d38cb5-617d-48ba-8700-6e96acc22418 HTTP/1.1" status: 200 len: 1096 time: 1.2974613 Feb 20 05:25:51.955423 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa86e292-94cd-4e63-9e44-959406ff027c', 'tag': '32d38cb5-617d-48ba-8700-6e96acc22418'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:25:51.958254 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2022c86c-bbfa-45cb-8307-80098cdd4915" -d '{"events": [{"name": "network-changed", "server_uuid": "aa86e292-94cd-4e63-9e44-959406ff027c", "tag": "32d38cb5-617d-48ba-8700-6e96acc22418"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:25:51.973930 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port d31904b3-3549-4eb6-80c5-e356a0b6f8a4, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d31904b3-3549-4eb6-80c5-e356a0b6f8a4,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:51.981182 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d31904b3-3549-4eb6-80c5-e356a0b6f8a4), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:52.010119 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-21127bea-22cf-44c2-bb4f-72c17d7b937f admin admin] Publish callbacks [] for security_group (7b408846-cb87-4032-94f1-d616295316ea), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:52.026052 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63473cff-8625-4e4a-9991-e3445b457c29 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Pushing event updated for resources: {'Port': ['ID=015a9a1f-2ff6-4a5e-a20c-1408ec03351b,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:52.033539 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-21127bea-22cf-44c2-bb4f-72c17d7b937f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7b408846-cb87-4032-94f1-d616295316ea), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:52.046249 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1fde40c8-668a-4b6a-a9e1-f95b317441d5 req-63473cff-8625-4e4a-9991-e3445b457c29 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:52.052254 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1fde40c8-668a-4b6a-a9e1-f95b317441d5 req-63473cff-8625-4e4a-9991-e3445b457c29 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3688753 Feb 20 05:25:52.077729 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12cca6-e5b2-4a7b-bcb8-4d6dc0913e76 req-6c6d8d7a-8cd4-4d17-b4be-a59b2c13f970 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:52.083587 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c12cca6-e5b2-4a7b-bcb8-4d6dc0913e76 req-6c6d8d7a-8cd4-4d17-b4be-a59b2c13f970 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa86e292-94cd-4e63-9e44-959406ff027c HTTP/1.1" status: 200 len: 948 time: 0.2576776 Feb 20 05:25:52.087409 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=d31904b3-3549-4eb6-80c5-e356a0b6f8a4,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:52.099398 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe443a6-1f19-436a-8c9c-bb04fc957223 service neutron] Pushing event updated for resources: {'Port': ['ID=32d38cb5-617d-48ba-8700-6e96acc22418,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:52.122189 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21127bea-22cf-44c2-bb4f-72c17d7b937f admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:25:52.140772 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44e55e70-b6da-4cba-a19b-a29b1d8e90c0 admin admin] Publish callbacks [] for security_group (3e5ff384-8499-4e8d-b21e-164715b65c9d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:52.148083 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21127bea-22cf-44c2-bb4f-72c17d7b937f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b408846-cb87-4032-94f1-d616295316ea,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:52.150959 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-21127bea-22cf-44c2-bb4f-72c17d7b937f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (3b4a6116-9296-415f-b732-b165cb04e131), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:52.151317 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-21127bea-22cf-44c2-bb4f-72c17d7b937f admin admin] Added segment 3b4a6116-9296-415f-b732-b165cb04e131 of type vlan for network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 Feb 20 05:25:52.170332 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44e55e70-b6da-4cba-a19b-a29b1d8e90c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3e5ff384-8499-4e8d-b21e-164715b65c9d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:52.245774 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e55e70-b6da-4cba-a19b-a29b1d8e90c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:25:52.259945 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-ffd400dd-e878-4c09-803e-37d35ddd1aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:52.261649 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-ffd400dd-e878-4c09-803e-37d35ddd1aff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d9856f0f769340ce9f5bc125817bdadf&device_id=aa86e292-94cd-4e63-9e44-959406ff027c HTTP/1.1" status: 200 len: 1130 time: 0.2475457 Feb 20 05:25:52.267549 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44e55e70-b6da-4cba-a19b-a29b1d8e90c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (124a5ef8-1338-4ceb-9818-c9a2bde36949), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:52.267900 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-44e55e70-b6da-4cba-a19b-a29b1d8e90c0 admin admin] Added segment 124a5ef8-1338-4ceb-9818-c9a2bde36949 of type vlan for network d76daf12-b90e-4798-b003-b03a3a53e3b4 Feb 20 05:25:52.274737 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1fde40c8-668a-4b6a-a9e1-f95b317441d5 req-302dba58-04f7-4736-828f-1ba52aa99f46 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.222 HTTP/1.1" status: 200 len: 696 time: 0.1889808 Feb 20 05:25:52.309794 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b97aad20-d1ae-4470-b990-09ae275ff27d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f028fb8-f054-42d0-a8aa-89287a3352cf {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:25:52.330347 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b97aad20-d1ae-4470-b990-09ae275ff27d service neutron] Publish callbacks [] for port (6f028fb8-f054-42d0-a8aa-89287a3352cf), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:52.338973 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-21127bea-22cf-44c2-bb4f-72c17d7b937f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:52.389807 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44e55e70-b6da-4cba-a19b-a29b1d8e90c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (d76daf12-b90e-4798-b003-b03a3a53e3b4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:52.400244 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-135407e2-8e3d-4103-bf90-7c1bf1e0af04 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=32d38cb5-617d-48ba-8700-6e96acc22418 HTTP/1.1" status: 200 len: 217 time: 0.1189265 Feb 20 05:25:52.400461 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c12cca6-e5b2-4a7b-bcb8-4d6dc0913e76 req-4bc002a3-e93f-474e-838d-eef75bbcdfb9 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366745 Feb 20 05:25:52.401271 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e55e70-b6da-4cba-a19b-a29b1d8e90c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5ff384-8499-4e8d-b21e-164715b65c9d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:52.417480 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b97aad20-d1ae-4470-b990-09ae275ff27d service neutron] Transition to ACTIVE for port object 6f028fb8-f054-42d0-a8aa-89287a3352cf will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:25:52.423997 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b97aad20-d1ae-4470-b990-09ae275ff27d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6f028fb8-f054-42d0-a8aa-89287a3352cf), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:52.472212 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-21127bea-22cf-44c2-bb4f-72c17d7b937f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:52.473191 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21127bea-22cf-44c2-bb4f-72c17d7b937f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:52.473778 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-21127bea-22cf-44c2-bb4f-72c17d7b937f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:52.508139 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde40c8-668a-4b6a-a9e1-f95b317441d5 req-8c1a4db0-dc7c-43d8-aa59-3cefa62a1abf tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:52.516520 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1fde40c8-668a-4b6a-a9e1-f95b317441d5 req-8c1a4db0-dc7c-43d8-aa59-3cefa62a1abf tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.2295513 Feb 20 05:25:52.518278 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:52.531220 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44e55e70-b6da-4cba-a19b-a29b1d8e90c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d76daf12-b90e-4798-b003-b03a3a53e3b4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:52.532169 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e55e70-b6da-4cba-a19b-a29b1d8e90c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:52.532773 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44e55e70-b6da-4cba-a19b-a29b1d8e90c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:52.540484 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-1fde40c8-668a-4b6a-a9e1-f95b317441d5 req-f1f50ad9-5178-4260-a029-4bab44ce54b8 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:25:52.557106 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1fde40c8-668a-4b6a-a9e1-f95b317441d5 req-f1f50ad9-5178-4260-a029-4bab44ce54b8 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0324442 Feb 20 05:25:52.591922 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97aad20-d1ae-4470-b990-09ae275ff27d service neutron] Pushing event updated for resources: {'Port': ['ID=6f028fb8-f054-42d0-a8aa-89287a3352cf,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:52.602875 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-21127bea-22cf-44c2-bb4f-72c17d7b937f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3752830 Feb 20 05:25:52.605327 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47932) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:52.611111 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-2bc50816-20c5-4df7-9587-cb21183d2df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:52.612037 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-2bc50816-20c5-4df7-9587-cb21183d2df2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1940184 Feb 20 05:25:52.616101 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-79e931ca-d82a-4f31-b780-8de546fd14fb admin admin] Request body: {'subnet': {'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-735530101-subnet', 'tenant_id': '370c8f456fd340e383b36f44861b2990', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:52.629897 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b97aad20-d1ae-4470-b990-09ae275ff27d service neutron] Attempting to bind port 6f028fb8-f054-42d0-a8aa-89287a3352cf on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:25:52.630222 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b97aad20-d1ae-4470-b990-09ae275ff27d service neutron] Attempting to bind port 6f028fb8-f054-42d0-a8aa-89287a3352cf by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'bc434c7f-01a4-4624-bd9c-c9f35c771391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6e9bd132-6287-4246-bd04-4201b4617af3'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:25:52.630548 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b97aad20-d1ae-4470-b990-09ae275ff27d service neutron] Attempting to bind port 6f028fb8-f054-42d0-a8aa-89287a3352cf on network 6e9bd132-6287-4246-bd04-4201b4617af3 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:52.639391 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b97aad20-d1ae-4470-b990-09ae275ff27d service neutron] Port 6f028fb8-f054-42d0-a8aa-89287a3352cf on network 6e9bd132-6287-4246-bd04-4201b4617af3 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:25:52.639763 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b97aad20-d1ae-4470-b990-09ae275ff27d service neutron] Attempting to bind port 6f028fb8-f054-42d0-a8aa-89287a3352cf on network 6e9bd132-6287-4246-bd04-4201b4617af3 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:52.640611 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:52.655221 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b97aad20-d1ae-4470-b990-09ae275ff27d service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:25:52.655558 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b97aad20-d1ae-4470-b990-09ae275ff27d service neutron] Checking segment: {'id': 'bc434c7f-01a4-4624-bd9c-c9f35c771391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6e9bd132-6287-4246-bd04-4201b4617af3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:52.655941 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b97aad20-d1ae-4470-b990-09ae275ff27d service neutron] Bound using segment: {'id': 'bc434c7f-01a4-4624-bd9c-c9f35c771391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6e9bd132-6287-4246-bd04-4201b4617af3'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:25:52.656384 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b97aad20-d1ae-4470-b990-09ae275ff27d service neutron] Bound port: 6f028fb8-f054-42d0-a8aa-89287a3352cf, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc434c7f-01a4-4624-bd9c-c9f35c771391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6e9bd132-6287-4246-bd04-4201b4617af3'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:25:52.656723 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b97aad20-d1ae-4470-b990-09ae275ff27d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6f028fb8-f054-42d0-a8aa-89287a3352cf), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:52.669160 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-44e55e70-b6da-4cba-a19b-a29b1d8e90c0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2192757 Feb 20 05:25:52.673741 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47936) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:52.677023 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47e367-231b-4887-8c9b-8c3554f3f721 req-39e76c08-8314-4189-80d3-b0563a03318d tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:52.681468 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c0fb71c4-3975-46f7-9feb-d7701ece9552 admin admin] Request body: {'subnet': {'network_id': 'd76daf12-b90e-4798-b003-b03a3a53e3b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1619898677-subnet', 'tenant_id': '592d7ae3cfbc43f5a598472dbfc479f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:52.682273 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47e367-231b-4887-8c9b-8c3554f3f721 req-39e76c08-8314-4189-80d3-b0563a03318d tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:52.684448 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21127bea-22cf-44c2-bb4f-72c17d7b937f admin admin] Pushing event updated for resources: {'Network': ['ID=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:52.687554 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47e367-231b-4887-8c9b-8c3554f3f721 req-39e76c08-8314-4189-80d3-b0563a03318d tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:52.689469 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca47e367-231b-4887-8c9b-8c3554f3f721 req-39e76c08-8314-4189-80d3-b0563a03318d tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f20b002-a780-4d30-90f4-6de18909c02c HTTP/1.1" status: 200 len: 2386 time: 0.1683726 Feb 20 05:25:52.700814 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e931ca-d82a-4f31-b780-8de546fd14fb admin admin] Made reservation on behalf of 370c8f456fd340e383b36f44861b2990 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:52.702682 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:25:52.703668 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-79e931ca-d82a-4f31-b780-8de546fd14fb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:52.801771 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fb71c4-3975-46f7-9feb-d7701ece9552 admin admin] Made reservation on behalf of 592d7ae3cfbc43f5a598472dbfc479f2 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:52.804087 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c0fb71c4-3975-46f7-9feb-d7701ece9552 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:52.831366 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b97aad20-d1ae-4470-b990-09ae275ff27d service neutron] For port 6f028fb8-f054-42d0-a8aa-89287a3352cf, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:25:52.836031 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e55e70-b6da-4cba-a19b-a29b1d8e90c0 admin admin] Pushing event updated for resources: {'Network': ['ID=d76daf12-b90e-4798-b003-b03a3a53e3b4,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:52.853865 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b97aad20-d1ae-4470-b990-09ae275ff27d service neutron] For port 6f028fb8-f054-42d0-a8aa-89287a3352cf, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=6f028fb8-f054-42d0-a8aa-89287a3352cf,segment=NetworkSegment(bc434c7f-01a4-4624-bd9c-c9f35c771391),segment_id=bc434c7f-01a4-4624-bd9c-c9f35c771391)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:25:52.865762 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-2e4ac9ae-df3b-4799-8ec7-e2b028a54b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:52.867460 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-2e4ac9ae-df3b-4799-8ec7-e2b028a54b24 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2377956 Feb 20 05:25:52.878544 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b97aad20-d1ae-4470-b990-09ae275ff27d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6f028fb8-f054-42d0-a8aa-89287a3352cf), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:52.887296 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d334878-33df-4f59-a2ea-0da3ed0f05a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31904b3-3549-4eb6-80c5-e356a0b6f8a4'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:25:52.889820 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8bd87e-193e-42cf-977b-3cae5d1f876f" -d '{"events": [{"server_uuid": "1d334878-33df-4f59-a2ea-0da3ed0f05a4", "name": "network-vif-plugged", "status": "completed", "tag": "d31904b3-3549-4eb6-80c5-e356a0b6f8a4"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:25:52.895021 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network d76daf12-b90e-4798-b003-b03a3a53e3b4 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:25:52.930114 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca47e367-231b-4887-8c9b-8c3554f3f721 req-3938e293-7f8e-4700-9760-bc3d5719535e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220874 Feb 20 05:25:52.939962 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b97aad20-d1ae-4470-b990-09ae275ff27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:52.941098 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b97aad20-d1ae-4470-b990-09ae275ff27d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:52.943418 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-b97aad20-d1ae-4470-b990-09ae275ff27d service neutron] 10.222.0.48 "PUT /v2.0/ports/6f028fb8-f054-42d0-a8aa-89287a3352cf HTTP/1.1" status: 200 len: 1091 time: 2.2185514 Feb 20 05:25:52.945983 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f20b002-a780-4d30-90f4-6de18909c02c', 'tag': '6f028fb8-f054-42d0-a8aa-89287a3352cf'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:25:52.963317 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77d04bd-9f6b-48ba-9c38-edd435667faf" -d '{"events": [{"name": "network-changed", "server_uuid": "8f20b002-a780-4d30-90f4-6de18909c02c", "tag": "6f028fb8-f054-42d0-a8aa-89287a3352cf"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:25:52.975727 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2c54d-7f39-4df0-beec-36a66ec327cf req-8d8dfa33-592c-4b96-ac09-d2fd4a255b4f tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:52.985549 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dfe2c54d-7f39-4df0-beec-36a66ec327cf req-8d8dfa33-592c-4b96-ac09-d2fd4a255b4f tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 945 time: 0.3173201 Feb 20 05:25:53.006800 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-e76de588-e5fa-4474-9603-e69ed9aeb8f5 service neutron] Request body: {'port': {'device_id': '8f20b002-a780-4d30-90f4-6de18909c02c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:53.049338 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-56bbd1b5-ba47-4592-adbf-6fd08e328f7a service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755643 Feb 20 05:25:53.066468 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97aad20-d1ae-4470-b990-09ae275ff27d service neutron] Pushing event updated for resources: {'Port': ['ID=6f028fb8-f054-42d0-a8aa-89287a3352cf,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:53.092998 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b12fed4-efc1-4dc0-b664-3785e185afaf x-openstack-request-id: req-6b12fed4-efc1-4dc0-b664-3785e185afaf {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:25:53.094816 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa86e292-94cd-4e63-9e44-959406ff027c", "tag": "32d38cb5-617d-48ba-8700-6e96acc22418", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:25:53.095338 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b12fed4-efc1-4dc0-b664-3785e185afaf {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:25:53.095947 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa86e292-94cd-4e63-9e44-959406ff027c', 'tag': '32d38cb5-617d-48ba-8700-6e96acc22418', 'status': 'completed', 'code': 200} Feb 20 05:25:53.128701 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dfe2c54d-7f39-4df0-beec-36a66ec327cf req-86fe8e82-714b-4c60-9f9c-53201e294542 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369343 Feb 20 05:25:53.157565 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-e76de588-e5fa-4474-9603-e69ed9aeb8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5279b48f-d011-431e-9a86-0b19a5e4c899), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:53.298023 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-79e931ca-d82a-4f31-b780-8de546fd14fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (ba20b753-c652-4b93-87e5-619a187db804), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:53.307133 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7d64ecdc-8c59-48b3-b6cd-3026eaa2d325 req-0fe306d2-20dc-4a5d-97ac-b98ea511d711 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159998 Feb 20 05:25:53.309862 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c0fb71c4-3975-46f7-9feb-d7701ece9552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (02f41e8c-effe-4279-ad71-79f8bbfdab66), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:53.381722 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e931ca-d82a-4f31-b780-8de546fd14fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba20b753-c652-4b93-87e5-619a187db804,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:53.398728 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44297ed-4983-4e68-9501-75a2775e8e74 req-ca5979e1-9922-4de2-9b5f-15efc49009c0 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:53.400272 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f44297ed-4983-4e68-9501-75a2775e8e74 req-ca5979e1-9922-4de2-9b5f-15efc49009c0 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1760039 Feb 20 05:25:53.438599 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e931ca-d82a-4f31-b780-8de546fd14fb admin admin] Checking segment: {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:53.439016 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e931ca-d82a-4f31-b780-8de546fd14fb admin admin] Network hostable DHCP agents. Network: ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:25:53.471049 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fb71c4-3975-46f7-9feb-d7701ece9552 admin admin] Checking segment: {'id': '124a5ef8-1338-4ceb-9818-c9a2bde36949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd76daf12-b90e-4798-b003-b03a3a53e3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:53.472041 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fb71c4-3975-46f7-9feb-d7701ece9552 admin admin] Network hostable DHCP agents. Network: d76daf12-b90e-4798-b003-b03a3a53e3b4, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:25:53.482440 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb71c4-3975-46f7-9feb-d7701ece9552 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02f41e8c-effe-4279-ad71-79f8bbfdab66,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:53.490837 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e931ca-d82a-4f31-b780-8de546fd14fb admin admin] Network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:25:53.497840 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022c86c-bbfa-45cb-8307-80098cdd4915 req-2d50516f-9ec0-4259-8904-37d3401eece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:53.498110 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f44297ed-4983-4e68-9501-75a2775e8e74 req-638fab5f-ddbc-4bd7-86f4-e7e3d13ba0ce tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.222 HTTP/1.1" status: 200 len: 696 time: 0.0876503 Feb 20 05:25:53.499395 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2022c86c-bbfa-45cb-8307-80098cdd4915 req-2d50516f-9ec0-4259-8904-37d3401eece1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d9856f0f769340ce9f5bc125817bdadf&device_id=aa86e292-94cd-4e63-9e44-959406ff027c HTTP/1.1" status: 200 len: 1130 time: 0.1340575 Feb 20 05:25:53.511229 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-79e931ca-d82a-4f31-b780-8de546fd14fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:53.515909 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e931ca-d82a-4f31-b780-8de546fd14fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:53.516394 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-79e931ca-d82a-4f31-b780-8de546fd14fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:53.518999 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fb71c4-3975-46f7-9feb-d7701ece9552 admin admin] Network d76daf12-b90e-4798-b003-b03a3a53e3b4 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:25:53.524064 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-f44297ed-4983-4e68-9501-75a2775e8e74 req-e3e56628-a5be-48e4-b05a-73eb32bb3088 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Request body: {'floatingip': {'port_id': '94e9495c-68e3-406f-bd4b-c71e809e1b54', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:53.524647 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c0ab99-0393-4973-8d91-86fdad7cb459 None None] Network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:25:53.552079 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-c0fb71c4-3975-46f7-9feb-d7701ece9552 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, d76daf12-b90e-4798-b003-b03a3a53e3b4) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:53.577846 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cbb15c-18c0-44e6-a555-ba0f088ae0a7 None None] Network d76daf12-b90e-4798-b003-b03a3a53e3b4 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:25:53.591473 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-79e931ca-d82a-4f31-b780-8de546fd14fb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9826012 Feb 20 05:25:53.596992 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fb71c4-3975-46f7-9feb-d7701ece9552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:53.597300 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c0fb71c4-3975-46f7-9feb-d7701ece9552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:53.607934 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f44297ed-4983-4e68-9501-75a2775e8e74 req-e3e56628-a5be-48e4-b05a-73eb32bb3088 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks [] for floatingip (7e38c760-c9a1-448c-b8c6-d9a7921db4da), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:53.620338 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c0fb71c4-3975-46f7-9feb-d7701ece9552 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9455416 Feb 20 05:25:53.623190 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47952) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:53.629611 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-09e71ded-726b-4d41-899a-9dc166e86d92 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1619898677-router', 'tenant_id': '592d7ae3cfbc43f5a598472dbfc479f2', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:53.665086 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022c86c-bbfa-45cb-8307-80098cdd4915 req-041505c9-2a3d-45cf-b1ba-65a48db7b972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:53.666600 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2022c86c-bbfa-45cb-8307-80098cdd4915 req-041505c9-2a3d-45cf-b1ba-65a48db7b972 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.1455233 Feb 20 05:25:53.668348 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-09e71ded-726b-4d41-899a-9dc166e86d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (e7abc2ba-8a64-4380-84bb-09df7e084207), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:53.669470 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-09e71ded-726b-4d41-899a-9dc166e86d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (e7abc2ba-8a64-4380-84bb-09df7e084207), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:53.684401 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f756d-1253-4059-b354-131f72d73a81 req-b0688c12-b2cd-4646-80b7-a5101e399d0e tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:53.687026 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a55f756d-1253-4059-b354-131f72d73a81 req-b0688c12-b2cd-4646-80b7-a5101e399d0e tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/ports?device_id=9222f63b-adca-4231-a950-7a82f2a40a42 HTTP/1.1" status: 200 len: 945 time: 0.2102141 Feb 20 05:25:53.714351 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2022c86c-bbfa-45cb-8307-80098cdd4915 req-8d691b73-b6a9-4881-9080-4680c1034cfe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=32d38cb5-617d-48ba-8700-6e96acc22418 HTTP/1.1" status: 200 len: 217 time: 0.0404232 Feb 20 05:25:53.715735 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0f3930-d4c5-439f-8fa6-48d11995a690 None None] Network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:25:53.748014 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa619204-e0d3-431e-92ef-30996981c547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-d76daf12-b90e-4798-b003-b03a3a53e3b4', 'network_id': 'd76daf12-b90e-4798-b003-b03a3a53e3b4', 'project_id': '592d7ae3cfbc43f5a598472dbfc479f2', 'fixed_ips': [{'subnet_id': '02f41e8c-effe-4279-ad71-79f8bbfdab66'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:25:53.749161 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa619204-e0d3-431e-92ef-30996981c547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:53.781524 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a55f756d-1253-4059-b354-131f72d73a81 req-3ef934cc-2e09-4255-9558-b7aeaf731119 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e25fa16-67cb-4cfa-bfd2-081f2d286c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777414 Feb 20 05:25:53.793397 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-09e71ded-726b-4d41-899a-9dc166e86d92 admin admin] Publish callbacks [] for router_controller (e7abc2ba-8a64-4380-84bb-09df7e084207), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:53.853430 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022c86c-bbfa-45cb-8307-80098cdd4915 req-2057b233-b96c-4a7e-96eb-d7007aaabb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:53.855337 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2022c86c-bbfa-45cb-8307-80098cdd4915 req-2057b233-b96c-4a7e-96eb-d7007aaabb02 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1276395 Feb 20 05:25:53.925720 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-fa619204-e0d3-431e-92ef-30996981c547 None None] Allocated IP 172.20.0.2 (d76daf12-b90e-4798-b003-b03a3a53e3b4/02f41e8c-effe-4279-ad71-79f8bbfdab66/6777762e-1bfa-458d-bdb2-f855f0502100) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:25:54.005459 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65aa19ab-f4f8-416c-930c-9e450e08052d x-openstack-request-id: req-65aa19ab-f4f8-416c-930c-9e450e08052d {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:25:54.005724 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f20b002-a780-4d30-90f4-6de18909c02c", "tag": "6f028fb8-f054-42d0-a8aa-89287a3352cf", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:25:54.005970 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65aa19ab-f4f8-416c-930c-9e450e08052d {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:25:54.006368 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f20b002-a780-4d30-90f4-6de18909c02c', 'tag': '6f028fb8-f054-42d0-a8aa-89287a3352cf', 'status': 'completed', 'code': 200} Feb 20 05:25:54.016906 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-09e71ded-726b-4d41-899a-9dc166e86d92 admin admin] Publish callbacks [] for router_gateway (e7abc2ba-8a64-4380-84bb-09df7e084207), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:54.057812 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94c8737-dc90-4e2b-9803-0528abbbb9d4 x-openstack-request-id: req-e94c8737-dc90-4e2b-9803-0528abbbb9d4 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:25:54.058128 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d334878-33df-4f59-a2ea-0da3ed0f05a4", "name": "network-vif-plugged", "status": "completed", "tag": "d31904b3-3549-4eb6-80c5-e356a0b6f8a4", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:25:54.058867 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022c86c-bbfa-45cb-8307-80098cdd4915 req-ed405269-000c-4996-91b6-d9345fe287bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:54.059509 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e94c8737-dc90-4e2b-9803-0528abbbb9d4 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:25:54.060404 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2022c86c-bbfa-45cb-8307-80098cdd4915 req-ed405269-000c-4996-91b6-d9345fe287bd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1692760 Feb 20 05:25:54.060982 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d334878-33df-4f59-a2ea-0da3ed0f05a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31904b3-3549-4eb6-80c5-e356a0b6f8a4', 'code': 200} Feb 20 05:25:54.068846 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-e76de588-e5fa-4474-9603-e69ed9aeb8f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5279b48f-d011-431e-9a86-0b19a5e4c899 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:25:54.082236 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-e76de588-e5fa-4474-9603-e69ed9aeb8f5 service neutron] Publish callbacks [] for port (5279b48f-d011-431e-9a86-0b19a5e4c899), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:54.186267 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa619204-e0d3-431e-92ef-30996981c547 None None] Publish callbacks [] for port (6777762e-1bfa-458d-bdb2-f855f0502100), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:54.191632 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-e76de588-e5fa-4474-9603-e69ed9aeb8f5 service neutron] Transition to ACTIVE for port object 5279b48f-d011-431e-9a86-0b19a5e4c899 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:25:54.195727 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa619204-e0d3-431e-92ef-30996981c547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (6777762e-1bfa-458d-bdb2-f855f0502100), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:54.250507 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69033444-6d1b-40ca-80d0-361b180770a8 req-f6bf7107-6ed8-4aa6-b53b-e9d11222acae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:54.253647 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-69033444-6d1b-40ca-80d0-361b180770a8 req-f6bf7107-6ed8-4aa6-b53b-e9d11222acae service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 1127 time: 0.2458124 Feb 20 05:25:54.254325 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-e76de588-e5fa-4474-9603-e69ed9aeb8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5279b48f-d011-431e-9a86-0b19a5e4c899), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:54.256186 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa619204-e0d3-431e-92ef-30996981c547 None None] Network d76daf12-b90e-4798-b003-b03a3a53e3b4 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:25:54.259721 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-fa619204-e0d3-431e-92ef-30996981c547 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:54.264458 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa619204-e0d3-431e-92ef-30996981c547 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:25:54.276760 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa619204-e0d3-431e-92ef-30996981c547 None None] Pushing event updated for resources: {'Port': ['ID=6777762e-1bfa-458d-bdb2-f855f0502100,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:54.341210 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f5f12-f3fb-4d9a-8482-4b6f653b26ff req-2780e050-08b0-4d63-ba11-c448eaa82326 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:54.342794 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc3f5f12-f3fb-4d9a-8482-4b6f653b26ff req-2780e050-08b0-4d63-ba11-c448eaa82326 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa86e292-94cd-4e63-9e44-959406ff027c HTTP/1.1" status: 200 len: 948 time: 0.2347322 Feb 20 05:25:54.350239 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-fa619204-e0d3-431e-92ef-30996981c547 None None] Attempting to bind port 6777762e-1bfa-458d-bdb2-f855f0502100 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:25:54.350849 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-fa619204-e0d3-431e-92ef-30996981c547 None None] Attempting to bind port 6777762e-1bfa-458d-bdb2-f855f0502100 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '124a5ef8-1338-4ceb-9818-c9a2bde36949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd76daf12-b90e-4798-b003-b03a3a53e3b4'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:25:54.351457 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa619204-e0d3-431e-92ef-30996981c547 None None] Attempting to bind port 6777762e-1bfa-458d-bdb2-f855f0502100 on network d76daf12-b90e-4798-b003-b03a3a53e3b4 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:54.360555 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa619204-e0d3-431e-92ef-30996981c547 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:25:54.361521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa619204-e0d3-431e-92ef-30996981c547 None None] Checking segment: {'id': '124a5ef8-1338-4ceb-9818-c9a2bde36949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd76daf12-b90e-4798-b003-b03a3a53e3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:54.363106 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa619204-e0d3-431e-92ef-30996981c547 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:54.363798 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa619204-e0d3-431e-92ef-30996981c547 None None] Bound using segment: {'id': '124a5ef8-1338-4ceb-9818-c9a2bde36949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd76daf12-b90e-4798-b003-b03a3a53e3b4'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:25:54.364453 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-fa619204-e0d3-431e-92ef-30996981c547 None None] Bound port: 6777762e-1bfa-458d-bdb2-f855f0502100, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124a5ef8-1338-4ceb-9818-c9a2bde36949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd76daf12-b90e-4798-b003-b03a3a53e3b4'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:25:54.365044 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa619204-e0d3-431e-92ef-30996981c547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6777762e-1bfa-458d-bdb2-f855f0502100), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:54.427357 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76de588-e5fa-4474-9603-e69ed9aeb8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5279b48f-d011-431e-9a86-0b19a5e4c899,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:54.442464 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d04bd-9f6b-48ba-9c38-edd435667faf req-6b5ec974-2726-44dc-8d2c-68e244136030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:54.446186 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d04bd-9f6b-48ba-9c38-edd435667faf req-6b5ec974-2726-44dc-8d2c-68e244136030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:54.448322 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d04bd-9f6b-48ba-9c38-edd435667faf req-6b5ec974-2726-44dc-8d2c-68e244136030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:54.450067 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b77d04bd-9f6b-48ba-9c38-edd435667faf req-6b5ec974-2726-44dc-8d2c-68e244136030 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=26a759a2f95f49efbde5d8a39da697c6&device_id=8f20b002-a780-4d30-90f4-6de18909c02c HTTP/1.1" status: 200 len: 2760 time: 0.4192247 Feb 20 05:25:54.466884 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-fa619204-e0d3-431e-92ef-30996981c547 None None] For port 6777762e-1bfa-458d-bdb2-f855f0502100, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:25:54.473292 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-fa619204-e0d3-431e-92ef-30996981c547 None None] For port 6777762e-1bfa-458d-bdb2-f855f0502100, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=6777762e-1bfa-458d-bdb2-f855f0502100,segment=NetworkSegment(124a5ef8-1338-4ceb-9818-c9a2bde36949),segment_id=124a5ef8-1338-4ceb-9818-c9a2bde36949)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:25:54.486509 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa619204-e0d3-431e-92ef-30996981c547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6777762e-1bfa-458d-bdb2-f855f0502100), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:54.572175 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa619204-e0d3-431e-92ef-30996981c547 None None] Pushing event updated for resources: {'Port': ['ID=6777762e-1bfa-458d-bdb2-f855f0502100,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:54.599988 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2022c86c-bbfa-45cb-8307-80098cdd4915 req-f4fe3010-fdcf-4312-909d-71f3df4b1119 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277874 Feb 20 05:25:54.616354 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc3f5f12-f3fb-4d9a-8482-4b6f653b26ff req-15a83c1b-dbe3-4068-abc6-2528bc78cfec tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593093 Feb 20 05:25:54.669032 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47972) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:54.679828 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-f4bfbcde-21bb-4956-a5e8-3927fbf6f901 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1150571899-network', 'tenant_id': '7e00fad98260434eb9775750ad20b9e6'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:54.689178 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-69033444-6d1b-40ca-80d0-361b180770a8 req-103b7cfa-3486-4b09-9e27-60df13af01ab service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173601 Feb 20 05:25:54.703135 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-e76de588-e5fa-4474-9603-e69ed9aeb8f5 service neutron] Attempting to bind port 5279b48f-d011-431e-9a86-0b19a5e4c899 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:25:54.703464 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-e76de588-e5fa-4474-9603-e69ed9aeb8f5 service neutron] Attempting to bind port 5279b48f-d011-431e-9a86-0b19a5e4c899 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '2e38ba67-7bce-4e0a-8528-18c91fcc35eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a5b9cb19-fd36-46cc-a621-512f6d4a0f85'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:25:54.703851 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-e76de588-e5fa-4474-9603-e69ed9aeb8f5 service neutron] Attempting to bind port 5279b48f-d011-431e-9a86-0b19a5e4c899 on network a5b9cb19-fd36-46cc-a621-512f6d4a0f85 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:54.718867 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-e76de588-e5fa-4474-9603-e69ed9aeb8f5 service neutron] Port 5279b48f-d011-431e-9a86-0b19a5e4c899 on network a5b9cb19-fd36-46cc-a621-512f6d4a0f85 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:25:54.719261 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-e76de588-e5fa-4474-9603-e69ed9aeb8f5 service neutron] Attempting to bind port 5279b48f-d011-431e-9a86-0b19a5e4c899 on network a5b9cb19-fd36-46cc-a621-512f6d4a0f85 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:54.746087 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-e76de588-e5fa-4474-9603-e69ed9aeb8f5 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:25:54.746429 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-e76de588-e5fa-4474-9603-e69ed9aeb8f5 service neutron] Checking segment: {'id': '2e38ba67-7bce-4e0a-8528-18c91fcc35eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a5b9cb19-fd36-46cc-a621-512f6d4a0f85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:54.746815 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-e76de588-e5fa-4474-9603-e69ed9aeb8f5 service neutron] Bound using segment: {'id': '2e38ba67-7bce-4e0a-8528-18c91fcc35eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a5b9cb19-fd36-46cc-a621-512f6d4a0f85'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:25:54.747289 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-e76de588-e5fa-4474-9603-e69ed9aeb8f5 service neutron] Bound port: 5279b48f-d011-431e-9a86-0b19a5e4c899, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e38ba67-7bce-4e0a-8528-18c91fcc35eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a5b9cb19-fd36-46cc-a621-512f6d4a0f85'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:25:54.747648 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-e76de588-e5fa-4474-9603-e69ed9aeb8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5279b48f-d011-431e-9a86-0b19a5e4c899), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:54.813891 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bfbcde-21bb-4956-a5e8-3927fbf6f901 admin admin] Made reservation on behalf of 7e00fad98260434eb9775750ad20b9e6 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:54.817091 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f4bfbcde-21bb-4956-a5e8-3927fbf6f901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:54.829128 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d04bd-9f6b-48ba-9c38-edd435667faf req-aa91da79-6049-4e91-9977-6c0727f5f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:54.829611 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d04bd-9f6b-48ba-9c38-edd435667faf req-aa91da79-6049-4e91-9977-6c0727f5f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:54.830084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d04bd-9f6b-48ba-9c38-edd435667faf req-aa91da79-6049-4e91-9977-6c0727f5f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:54.831780 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b77d04bd-9f6b-48ba-9c38-edd435667faf req-aa91da79-6049-4e91-9977-6c0727f5f0f9 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=26a759a2f95f49efbde5d8a39da697c6&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.3692739 Feb 20 05:25:54.843185 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f4bfbcde-21bb-4956-a5e8-3927fbf6f901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:54.905499 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:54.995443 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2022c86c-bbfa-45cb-8307-80098cdd4915 req-1ae96788-03c1-44c1-88b3-9b8f41608b5b service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881221 Feb 20 05:25:55.201392 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d04bd-9f6b-48ba-9c38-edd435667faf req-f560fb3b-56f0-4c24-b031-619af71e80d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:55.202882 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b77d04bd-9f6b-48ba-9c38-edd435667faf req-f560fb3b-56f0-4c24-b031-619af71e80d1 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3609459 Feb 20 05:25:55.210759 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-09e71ded-726b-4d41-899a-9dc166e86d92 admin admin] Publish callbacks [] for router_gateway (e7abc2ba-8a64-4380-84bb-09df7e084207), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:55.234995 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-09e71ded-726b-4d41-899a-9dc166e86d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:55.260952 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f4bfbcde-21bb-4956-a5e8-3927fbf6f901 admin admin] Publish callbacks [] for security_group (5ef7c7b5-bd14-4c0a-928d-873d608a26d6), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:55.290140 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f4bfbcde-21bb-4956-a5e8-3927fbf6f901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5ef7c7b5-bd14-4c0a-928d-873d608a26d6), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:55.290343 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b34f88-b10c-4284-afa8-d8a785f09525 req-4f0db99b-58f9-461c-960f-ac16b41c5147 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:55.291850 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-31b34f88-b10c-4284-afa8-d8a785f09525 req-4f0db99b-58f9-461c-960f-ac16b41c5147 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/ports?device_id=9222f63b-adca-4231-a950-7a82f2a40a42 HTTP/1.1" status: 200 len: 945 time: 0.5166316 Feb 20 05:25:55.301646 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.db.resource_extend [req-f44297ed-4983-4e68-9501-75a2775e8e74 req-e3e56628-a5be-48e4-b05a-73eb32bb3088 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:25:55.301646 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-e76de588-e5fa-4474-9603-e69ed9aeb8f5 service neutron] For port 5279b48f-d011-431e-9a86-0b19a5e4c899, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:25:55.304982 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47976) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:55.309758 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-7cb3b3d8-5df4-419f-907d-b5c6512a4949 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Request body: {'floatingip': {'port_id': '9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:55.340557 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-e76de588-e5fa-4474-9603-e69ed9aeb8f5 service neutron] For port 5279b48f-d011-431e-9a86-0b19a5e4c899, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=5279b48f-d011-431e-9a86-0b19a5e4c899,segment=NetworkSegment(2e38ba67-7bce-4e0a-8528-18c91fcc35eb),segment_id=2e38ba67-7bce-4e0a-8528-18c91fcc35eb)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:25:55.352263 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4bfbcde-21bb-4956-a5e8-3927fbf6f901 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:25:55.362863 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-e76de588-e5fa-4474-9603-e69ed9aeb8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5279b48f-d011-431e-9a86-0b19a5e4c899), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:55.379850 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7cb3b3d8-5df4-419f-907d-b5c6512a4949 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks [] for floatingip (711a3cdd-3b0e-42ce-8cba-9328f89b5cea), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:55.388005 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f4bfbcde-21bb-4956-a5e8-3927fbf6f901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d2ab30b8-10c6-4363-8b3d-81fcecdf3358), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:55.388353 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-f4bfbcde-21bb-4956-a5e8-3927fbf6f901 admin admin] Added segment d2ab30b8-10c6-4363-8b3d-81fcecdf3358 of type vlan for network a1eb14d8-d7ff-4de1-96f0-cd36f0a11680 Feb 20 05:25:55.394252 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f44297ed-4983-4e68-9501-75a2775e8e74 req-e3e56628-a5be-48e4-b05a-73eb32bb3088 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:55.422126 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfbcde-21bb-4956-a5e8-3927fbf6f901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef7c7b5-bd14-4c0a-928d-873d608a26d6,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:55.428940 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f44297ed-4983-4e68-9501-75a2775e8e74 req-e3e56628-a5be-48e4-b05a-73eb32bb3088 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (7e38c760-c9a1-448c-b8c6-d9a7921db4da), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:55.436035 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-e76de588-e5fa-4474-9603-e69ed9aeb8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:55.436828 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-e76de588-e5fa-4474-9603-e69ed9aeb8f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:55.438416 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-e76de588-e5fa-4474-9603-e69ed9aeb8f5 service neutron] 10.222.0.48 "PUT /v2.0/ports/5279b48f-d011-431e-9a86-0b19a5e4c899 HTTP/1.1" status: 200 len: 1090 time: 2.4387124 Feb 20 05:25:55.497084 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-589e7572-a7ef-4f79-bc61-9dae5ce70645 service neutron] Request body: {'port': {'device_id': '8f20b002-a780-4d30-90f4-6de18909c02c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:55.571186 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76de588-e5fa-4474-9603-e69ed9aeb8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5279b48f-d011-431e-9a86-0b19a5e4c899,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:55.591489 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ef093-4ff8-4aa9-82ad-039edcd42b22 req-bb5140af-97d6-421a-be3d-0c2acebddcc8 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:55.597390 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ef093-4ff8-4aa9-82ad-039edcd42b22 req-bb5140af-97d6-421a-be3d-0c2acebddcc8 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:55.602687 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ef093-4ff8-4aa9-82ad-039edcd42b22 req-bb5140af-97d6-421a-be3d-0c2acebddcc8 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:55.608653 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cf2ef093-4ff8-4aa9-82ad-039edcd42b22 req-bb5140af-97d6-421a-be3d-0c2acebddcc8 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f20b002-a780-4d30-90f4-6de18909c02c HTTP/1.1" status: 200 len: 2398 time: 0.2649565 Feb 20 05:25:55.678612 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6777762e-1bfa-458d-bdb2-f855f0502100 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:25:55.690669 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-09e71ded-726b-4d41-899a-9dc166e86d92 admin admin] Allocated IP 172.25.3.209 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/d153dca3-308a-45ba-9e9e-1bf6b78dd49a) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:25:55.722874 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f4bfbcde-21bb-4956-a5e8-3927fbf6f901 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (a1eb14d8-d7ff-4de1-96f0-cd36f0a11680), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:55.758172 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-589e7572-a7ef-4f79-bc61-9dae5ce70645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1fba6bf1-6807-4c84-99da-1fc9941f2a86), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:55.783848 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 6777762e-1bfa-458d-bdb2-f855f0502100 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:55.784295 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6777762e-1bfa-458d-bdb2-f855f0502100), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:55.794339 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [req-f44297ed-4983-4e68-9501-75a2775e8e74 req-e3e56628-a5be-48e4-b05a-73eb32bb3088 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Floating IP 7e38c760-c9a1-448c-b8c6-d9a7921db4da associated. External IP: 172.25.3.222, port: 94e9495c-68e3-406f-bd4b-c71e809e1b54. Feb 20 05:25:55.864739 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f4bfbcde-21bb-4956-a5e8-3927fbf6f901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (a1eb14d8-d7ff-4de1-96f0-cd36f0a11680), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:55.865885 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bfbcde-21bb-4956-a5e8-3927fbf6f901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:55.866407 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f4bfbcde-21bb-4956-a5e8-3927fbf6f901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:55.910741 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 6777762e-1bfa-458d-bdb2-f855f0502100 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:55.911328 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6777762e-1bfa-458d-bdb2-f855f0502100), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:55.952947 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 6777762e-1bfa-458d-bdb2-f855f0502100, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=6777762e-1bfa-458d-bdb2-f855f0502100,segment=NetworkSegment(124a5ef8-1338-4ceb-9818-c9a2bde36949),segment_id=124a5ef8-1338-4ceb-9818-c9a2bde36949)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:55.957879 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6777762e-1bfa-458d-bdb2-f855f0502100), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:55.967722 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfbcde-21bb-4956-a5e8-3927fbf6f901 admin admin] Pushing event updated for resources: {'Network': ['ID=a1eb14d8-d7ff-4de1-96f0-cd36f0a11680,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:55.976341 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f4bfbcde-21bb-4956-a5e8-3927fbf6f901 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3063576 Feb 20 05:25:55.977882 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47980) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:55.987913 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cf2ef093-4ff8-4aa9-82ad-039edcd42b22 req-2171c4c2-1877-4d39-93a7-c5f7b1f7e7f5 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449636 Feb 20 05:25:55.994274 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network a1eb14d8-d7ff-4de1-96f0-cd36f0a11680 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:25:56.009046 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f20b002-a780-4d30-90f4-6de18909c02c', 'tag': '5279b48f-d011-431e-9a86-0b19a5e4c899'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:25:56.009572 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d9a789-cbbd-4a0c-bf86-5d865d6d722d None None] Network d76daf12-b90e-4798-b003-b03a3a53e3b4 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:25:56.011757 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd677a2e-d54b-4642-b7b7-522ecb9d91f9" -d '{"events": [{"name": "network-changed", "server_uuid": "8f20b002-a780-4d30-90f4-6de18909c02c", "tag": "5279b48f-d011-431e-9a86-0b19a5e4c899"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:25:56.045375 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-dd0f8294-de70-4067-a775-3f947c980f99 admin admin] Request body: {'subnet': {'network_id': 'a1eb14d8-d7ff-4de1-96f0-cd36f0a11680', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1150571899-subnet', 'tenant_id': '7e00fad98260434eb9775750ad20b9e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:56.072395 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0f8294-de70-4067-a775-3f947c980f99 admin admin] Made reservation on behalf of 7e00fad98260434eb9775750ad20b9e6 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:25:56.074723 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8294-de70-4067-a775-3f947c980f99 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:56.162310 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=6777762e-1bfa-458d-bdb2-f855f0502100,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:56.170403 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-fee83809-fc74-47d8-8ae0-361d16876618 None None] Provisioning complete for port 6777762e-1bfa-458d-bdb2-f855f0502100 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:56.171040 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fee83809-fc74-47d8-8ae0-361d16876618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6777762e-1bfa-458d-bdb2-f855f0502100), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:56.173516 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-09e71ded-726b-4d41-899a-9dc166e86d92 admin admin] Publish callbacks [] for port (d153dca3-308a-45ba-9e9e-1bf6b78dd49a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:56.272872 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d014d538-1002-40c8-a840-9c784871690d req-67b637a0-6f3e-4552-851f-71548a54fcf8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1773124 Feb 20 05:25:56.289275 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456208e4-a0e1-4d0a-bf46-2b7f35792002 req-fa9a07d1-d773-4404-8c4d-e4ce0852a36a tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:56.291272 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-456208e4-a0e1-4d0a-bf46-2b7f35792002 req-fa9a07d1-d773-4404-8c4d-e4ce0852a36a tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 945 time: 0.1829031 Feb 20 05:25:56.332029 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fee83809-fc74-47d8-8ae0-361d16876618 None None] Current status of the port 6777762e-1bfa-458d-bdb2-f855f0502100 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:56.359328 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-09e71ded-726b-4d41-899a-9dc166e86d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (d153dca3-308a-45ba-9e9e-1bf6b78dd49a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:56.437172 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f44297ed-4983-4e68-9501-75a2775e8e74 req-e3e56628-a5be-48e4-b05a-73eb32bb3088 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Router 260db41a-792f-43a2-ac81-ef9b4d5de737 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:25:56.443294 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-456208e4-a0e1-4d0a-bf46-2b7f35792002 req-ac8f69be-a52a-4eb2-b7e0-fd1d78638ba1 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164777 Feb 20 05:25:56.489429 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-589e7572-a7ef-4f79-bc61-9dae5ce70645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fba6bf1-6807-4c84-99da-1fc9941f2a86 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:25:56.533638 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-589e7572-a7ef-4f79-bc61-9dae5ce70645 service neutron] Publish callbacks [] for port (1fba6bf1-6807-4c84-99da-1fc9941f2a86), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:56.560961 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-589e7572-a7ef-4f79-bc61-9dae5ce70645 service neutron] Transition to ACTIVE for port object 1fba6bf1-6807-4c84-99da-1fc9941f2a86 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:25:56.565070 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b0bd7874-d8f3-46f0-8533-c8212661f31d None None] Provisioning complete for port 6777762e-1bfa-458d-bdb2-f855f0502100 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:56.566288 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b0bd7874-d8f3-46f0-8533-c8212661f31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6777762e-1bfa-458d-bdb2-f855f0502100), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:56.567872 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-589e7572-a7ef-4f79-bc61-9dae5ce70645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1fba6bf1-6807-4c84-99da-1fc9941f2a86), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:56.657039 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.db.resource_extend [None req-7cb3b3d8-5df4-419f-907d-b5c6512a4949 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:25:56.660798 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b0bd7874-d8f3-46f0-8533-c8212661f31d None None] Current status of the port 6777762e-1bfa-458d-bdb2-f855f0502100 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:56.700128 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e7572-a7ef-4f79-bc61-9dae5ce70645 service neutron] Pushing event updated for resources: {'Port': ['ID=1fba6bf1-6807-4c84-99da-1fc9941f2a86,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:56.719188 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f44297ed-4983-4e68-9501-75a2775e8e74 req-e3e56628-a5be-48e4-b05a-73eb32bb3088 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:25:56.729819 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f44297ed-4983-4e68-9501-75a2775e8e74 req-e3e56628-a5be-48e4-b05a-73eb32bb3088 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:56.731999 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e71ded-726b-4d41-899a-9dc166e86d92 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:25:56.736814 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de3821d-bd1f-401b-9be6-719043c17d47 None None] Sync routers for ids ['260db41a-792f-43a2-ac81-ef9b4d5de737'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:25:56.756100 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de3821d-bd1f-401b-9be6-719043c17d47 None None] Routers {'260db41a-792f-43a2-ac81-ef9b4d5de737'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:25:56.757299 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5de3821d-bd1f-401b-9be6-719043c17d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:25:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['260db41a-792f-43a2-ac81-ef9b4d5de737'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:56.766093 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-589e7572-a7ef-4f79-bc61-9dae5ce70645 service neutron] Attempting to bind port 1fba6bf1-6807-4c84-99da-1fc9941f2a86 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:25:56.766420 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-589e7572-a7ef-4f79-bc61-9dae5ce70645 service neutron] Attempting to bind port 1fba6bf1-6807-4c84-99da-1fc9941f2a86 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'bc434c7f-01a4-4624-bd9c-c9f35c771391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6e9bd132-6287-4246-bd04-4201b4617af3'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:25:56.766747 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-589e7572-a7ef-4f79-bc61-9dae5ce70645 service neutron] Attempting to bind port 1fba6bf1-6807-4c84-99da-1fc9941f2a86 on network 6e9bd132-6287-4246-bd04-4201b4617af3 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:56.767678 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-09e71ded-726b-4d41-899a-9dc166e86d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:56.784968 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-589e7572-a7ef-4f79-bc61-9dae5ce70645 service neutron] Port 1fba6bf1-6807-4c84-99da-1fc9941f2a86 on network 6e9bd132-6287-4246-bd04-4201b4617af3 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:25:56.785261 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-589e7572-a7ef-4f79-bc61-9dae5ce70645 service neutron] Attempting to bind port 1fba6bf1-6807-4c84-99da-1fc9941f2a86 on network 6e9bd132-6287-4246-bd04-4201b4617af3 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:25:56.786867 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e71ded-726b-4d41-899a-9dc166e86d92 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:25:56.790303 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e71ded-726b-4d41-899a-9dc166e86d92 admin admin] Pushing event updated for resources: {'Port': ['ID=d153dca3-308a-45ba-9e9e-1bf6b78dd49a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:56.795936 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f44297ed-4983-4e68-9501-75a2775e8e74 req-e3e56628-a5be-48e4-b05a-73eb32bb3088 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "PUT /v2.0/floatingips/7e38c760-c9a1-448c-b8c6-d9a7921db4da HTTP/1.1" status: 200 len: 996 time: 3.2754304 Feb 20 05:25:56.819630 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcbb50-0ffa-40d0-9c6f-f8c89384e2b6 req-81a4b863-e3fe-4233-aa3b-ee2f8f8fadca tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:56.821131 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-23bcbb50-0ffa-40d0-9c6f-f8c89384e2b6 req-81a4b863-e3fe-4233-aa3b-ee2f8f8fadca tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa86e292-94cd-4e63-9e44-959406ff027c HTTP/1.1" status: 200 len: 948 time: 0.2237346 Feb 20 05:25:56.841904 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-589e7572-a7ef-4f79-bc61-9dae5ce70645 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:25:56.842244 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-589e7572-a7ef-4f79-bc61-9dae5ce70645 service neutron] Checking segment: {'id': 'bc434c7f-01a4-4624-bd9c-c9f35c771391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6e9bd132-6287-4246-bd04-4201b4617af3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:56.842635 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-589e7572-a7ef-4f79-bc61-9dae5ce70645 service neutron] Bound using segment: {'id': 'bc434c7f-01a4-4624-bd9c-c9f35c771391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6e9bd132-6287-4246-bd04-4201b4617af3'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:25:56.843115 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-589e7572-a7ef-4f79-bc61-9dae5ce70645 service neutron] Bound port: 1fba6bf1-6807-4c84-99da-1fc9941f2a86, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc434c7f-01a4-4624-bd9c-c9f35c771391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6e9bd132-6287-4246-bd04-4201b4617af3'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:25:56.843340 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7cb3b3d8-5df4-419f-907d-b5c6512a4949 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:56.843475 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-589e7572-a7ef-4f79-bc61-9dae5ce70645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1fba6bf1-6807-4c84-99da-1fc9941f2a86), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:56.855288 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7cb3b3d8-5df4-419f-907d-b5c6512a4949 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (711a3cdd-3b0e-42ce-8cba-9328f89b5cea), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:56.923645 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8294-de70-4067-a775-3f947c980f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (8f4e1a40-e7ff-42c7-b677-5b520b66008c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:56.928265 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-5de3821d-bd1f-401b-9be6-719043c17d47 None None] Set router 260db41a-792f-43a2-ac81-ef9b4d5de737 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:25:56.932866 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014d538-1002-40c8-a840-9c784871690d req-aefc0c02-7868-4fd3-a4ad-fc7742953e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:56.934113 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d014d538-1002-40c8-a840-9c784871690d req-aefc0c02-7868-4fd3-a4ad-fc7742953e6b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d9856f0f769340ce9f5bc125817bdadf&device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 1131 time: 0.5591693 Feb 20 05:25:56.953181 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44297ed-4983-4e68-9501-75a2775e8e74 req-d56ec869-38ef-43da-b281-dfa18fb16e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:56.954702 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f44297ed-4983-4e68-9501-75a2775e8e74 req-d56ec869-38ef-43da-b281-dfa18fb16e23 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=122ca9bbf6ac4d739b3f45c42bf6ec82&device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13 HTTP/1.1" status: 200 len: 1127 time: 0.1503341 Feb 20 05:25:56.969262 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-23bcbb50-0ffa-40d0-9c6f-f8c89384e2b6 req-9de2c6d3-2626-4e8e-993f-f1d87af9d61b tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254065 Feb 20 05:25:57.029933 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b045a2de-e4e6-4be1-bea1-56b9a0f6fe0b x-openstack-request-id: req-b045a2de-e4e6-4be1-bea1-56b9a0f6fe0b {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:25:57.030240 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f20b002-a780-4d30-90f4-6de18909c02c", "tag": "5279b48f-d011-431e-9a86-0b19a5e4c899", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:25:57.030499 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b045a2de-e4e6-4be1-bea1-56b9a0f6fe0b {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:25:57.030920 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f20b002-a780-4d30-90f4-6de18909c02c', 'tag': '5279b48f-d011-431e-9a86-0b19a5e4c899', 'status': 'completed', 'code': 200} Feb 20 05:25:57.070517 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-589e7572-a7ef-4f79-bc61-9dae5ce70645 service neutron] For port 1fba6bf1-6807-4c84-99da-1fc9941f2a86, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:25:57.086862 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-589e7572-a7ef-4f79-bc61-9dae5ce70645 service neutron] For port 1fba6bf1-6807-4c84-99da-1fc9941f2a86, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1fba6bf1-6807-4c84-99da-1fc9941f2a86,segment=NetworkSegment(bc434c7f-01a4-4624-bd9c-c9f35c771391),segment_id=bc434c7f-01a4-4624-bd9c-c9f35c771391)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:25:57.101782 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-589e7572-a7ef-4f79-bc61-9dae5ce70645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1fba6bf1-6807-4c84-99da-1fc9941f2a86), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:57.136291 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f8294-de70-4067-a775-3f947c980f99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f4e1a40-e7ff-42c7-b677-5b520b66008c,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:57.157023 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-589e7572-a7ef-4f79-bc61-9dae5ce70645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:57.157635 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-589e7572-a7ef-4f79-bc61-9dae5ce70645 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:57.159905 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-589e7572-a7ef-4f79-bc61-9dae5ce70645 service neutron] 10.222.0.48 "PUT /v2.0/ports/1fba6bf1-6807-4c84-99da-1fc9941f2a86 HTTP/1.1" status: 200 len: 1092 time: 1.6755157 Feb 20 05:25:57.160895 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44297ed-4983-4e68-9501-75a2775e8e74 req-dc638e68-1ef0-4e33-a9fd-b8631ecc267d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:57.162260 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f44297ed-4983-4e68-9501-75a2775e8e74 req-dc638e68-1ef0-4e33-a9fd-b8631ecc267d service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1c5b7b7-c6e3-4247-9c56-38df6739f2a2 HTTP/1.1" status: 200 len: 927 time: 0.1831412 Feb 20 05:25:57.251093 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e7572-a7ef-4f79-bc61-9dae5ce70645 service neutron] Pushing event updated for resources: {'Port': ['ID=1fba6bf1-6807-4c84-99da-1fc9941f2a86,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:57.252988 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0f8294-de70-4067-a775-3f947c980f99 admin admin] Checking segment: {'id': 'd2ab30b8-10c6-4363-8b3d-81fcecdf3358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a1eb14d8-d7ff-4de1-96f0-cd36f0a11680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:25:57.253531 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0f8294-de70-4067-a775-3f947c980f99 admin admin] Network hostable DHCP agents. Network: a1eb14d8-d7ff-4de1-96f0-cd36f0a11680, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:25:57.296411 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f44297ed-4983-4e68-9501-75a2775e8e74 req-4126e85e-c0dd-4644-bb06-3a9f97e461f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94e9495c-68e3-406f-bd4b-c71e809e1b54 HTTP/1.1" status: 200 len: 999 time: 0.1184962 Feb 20 05:25:57.298193 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-7cb3b3d8-5df4-419f-907d-b5c6512a4949 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Floating IP 711a3cdd-3b0e-42ce-8cba-9328f89b5cea associated. External IP: 172.25.3.242, port: 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426. Feb 20 05:25:57.367017 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44297ed-4983-4e68-9501-75a2775e8e74 req-67aaf7da-0595-4de8-9c1f-7756b1330f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:57.369162 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f44297ed-4983-4e68-9501-75a2775e8e74 req-67aaf7da-0595-4de8-9c1f-7756b1330f4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecfd9983-1b03-4999-bf7e-91d977ad0b4d HTTP/1.1" status: 200 len: 866 time: 0.0629160 Feb 20 05:25:57.375639 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014d538-1002-40c8-a840-9c784871690d req-0601f64c-170b-4e14-b28b-cfdb3bfdfeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:57.377192 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d014d538-1002-40c8-a840-9c784871690d req-0601f64c-170b-4e14-b28b-cfdb3bfdfeca service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.4183123 Feb 20 05:25:57.388915 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd677a2e-d54b-4642-b7b7-522ecb9d91f9 req-add34021-4409-40b6-881e-779532aaa8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:57.389388 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd677a2e-d54b-4642-b7b7-522ecb9d91f9 req-add34021-4409-40b6-881e-779532aaa8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:57.389996 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd677a2e-d54b-4642-b7b7-522ecb9d91f9 req-add34021-4409-40b6-881e-779532aaa8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:57.391669 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cd677a2e-d54b-4642-b7b7-522ecb9d91f9 req-add34021-4409-40b6-881e-779532aaa8e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=26a759a2f95f49efbde5d8a39da697c6&device_id=8f20b002-a780-4d30-90f4-6de18909c02c HTTP/1.1" status: 200 len: 2956 time: 0.3338668 Feb 20 05:25:57.393183 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5de3821d-bd1f-401b-9be6-719043c17d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-59657475-router', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:10Z', 'updated_at': '2022-02-20T05:25:14Z', 'revision_number': 4, 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'gw_port': {'id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:11Z', 'updated_at': '2022-02-20T05:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '7e38c760-c9a1-448c-b8c6-d9a7921db4da', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'port_id': '94e9495c-68e3-406f-bd4b-c71e809e1b54', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2', 'mac_address': 'fa:16:3e:11:42:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f35fefd-598a-46b8-b65f-bba6019b4d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:25:50Z', 'updated_at': '2022-02-20T05:25:55Z', 'revision_number': 1, 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2fa94c-2a68-493a-ab1b-1f5dcfe60116', 'name': '', 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'mac_address': 'fa:16:3e:44:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'ecfd9983-1b03-4999-bf7e-91d977ad0b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:13Z', 'updated_at': '2022-02-20T05:25:20Z', 'revision_number': 5, 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'subnets': [{'id': 'ecfd9983-1b03-4999-bf7e-91d977ad0b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:57.397228 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0f8294-de70-4067-a775-3f947c980f99 admin admin] Network a1eb14d8-d7ff-4de1-96f0-cd36f0a11680 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:25:57.445723 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de3821d-bd1f-401b-9be6-719043c17d47 None None] Checking router: 260db41a-792f-43a2-ac81-ef9b4d5de737 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:25:57.453222 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44297ed-4983-4e68-9501-75a2775e8e74 req-b69e2bc5-3346-4d5b-96ec-0ecd448d8db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:57.454819 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f44297ed-4983-4e68-9501-75a2775e8e74 req-b69e2bc5-3346-4d5b-96ec-0ecd448d8db0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1c5b7b7-c6e3-4247-9c56-38df6739f2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0767984 Feb 20 05:25:57.467966 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-f44297ed-4983-4e68-9501-75a2775e8e74 req-3453a228-a4f2-4eb4-b0ef-c36c16943c18 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:25:57.469539 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f44297ed-4983-4e68-9501-75a2775e8e74 req-3453a228-a4f2-4eb4-b0ef-c36c16943c18 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054510 Feb 20 05:25:57.469935 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de3821d-bd1f-401b-9be6-719043c17d47 None None] Routers {'260db41a-792f-43a2-ac81-ef9b4d5de737'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:25:57.470931 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5de3821d-bd1f-401b-9be6-719043c17d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:25:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['260db41a-792f-43a2-ac81-ef9b4d5de737'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:57.478447 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d014d538-1002-40c8-a840-9c784871690d req-ccea2505-7fc1-4c41-ba60-453adec67b9b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=f576dc56-ce33-4362-86b8-d61ea2a3a64b HTTP/1.1" status: 200 len: 217 time: 0.0839026 Feb 20 05:25:57.479052 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-dd0f8294-de70-4067-a775-3f947c980f99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, a1eb14d8-d7ff-4de1-96f0-cd36f0a11680) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:57.484377 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0f8294-de70-4067-a775-3f947c980f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:57.484815 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8294-de70-4067-a775-3f947c980f99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:57.491439 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e916e28-d03e-4ffe-bdbd-76e2c1b38eb0 None None] Network a1eb14d8-d7ff-4de1-96f0-cd36f0a11680 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:25:57.564203 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f44297ed-4983-4e68-9501-75a2775e8e74 req-1a156825-390c-4d31-8adc-aa4a9305e362 service neutron] 10.222.0.37 "GET /v2.0/networks/a1c5b7b7-c6e3-4247-9c56-38df6739f2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884442 Feb 20 05:25:57.593461 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-09e71ded-726b-4d41-899a-9dc166e86d92 admin admin] Publish callbacks [] for router_gateway (e7abc2ba-8a64-4380-84bb-09df7e084207), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:57.642631 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 32d38cb5-617d-48ba-8700-6e96acc22418 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:25:57.651465 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6777762e-1bfa-458d-bdb2-f855f0502100 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:25:57.661942 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dd0f8294-de70-4067-a775-3f947c980f99 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6713588 Feb 20 05:25:57.674332 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-5de3821d-bd1f-401b-9be6-719043c17d47 None None] Set router 260db41a-792f-43a2-ac81-ef9b4d5de737 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:25:57.691701 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014d538-1002-40c8-a840-9c784871690d req-dec8ee16-2c74-4bf9-917e-2b393d51792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:57.693230 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d014d538-1002-40c8-a840-9c784871690d req-dec8ee16-2c74-4bf9-917e-2b393d51792c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.2005305 Feb 20 05:25:57.727457 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f44297ed-4983-4e68-9501-75a2775e8e74 req-8d31513c-eca3-4510-8a78-af5566a113a4 service neutron] 10.222.0.37 "GET /v2.0/networks/a1c5b7b7-c6e3-4247-9c56-38df6739f2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535575 Feb 20 05:25:57.762615 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2276312-b32b-4ada-9239-23e35dabe8a4 req-938232a6-fb86-492f-b44e-d1fafb050b9e tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:57.779114 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f2276312-b32b-4ada-9239-23e35dabe8a4 req-938232a6-fb86-492f-b44e-d1fafb050b9e tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 1127 time: 0.2186601 Feb 20 05:25:57.826277 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 6777762e-1bfa-458d-bdb2-f855f0502100 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:57.826277 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6777762e-1bfa-458d-bdb2-f855f0502100), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:57.842787 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd677a2e-d54b-4642-b7b7-522ecb9d91f9 req-a7457b39-9e5b-4c88-acfa-920828c5615d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:57.843369 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd677a2e-d54b-4642-b7b7-522ecb9d91f9 req-a7457b39-9e5b-4c88-acfa-920828c5615d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:57.843755 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd677a2e-d54b-4642-b7b7-522ecb9d91f9 req-a7457b39-9e5b-4c88-acfa-920828c5615d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:57.845349 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cd677a2e-d54b-4642-b7b7-522ecb9d91f9 req-a7457b39-9e5b-4c88-acfa-920828c5615d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=26a759a2f95f49efbde5d8a39da697c6&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.4397476 Feb 20 05:25:57.880489 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f2276312-b32b-4ada-9239-23e35dabe8a4 req-0390da08-42a3-4c68-ad3b-3294a0027a53 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913618 Feb 20 05:25:57.996720 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014d538-1002-40c8-a840-9c784871690d req-44139190-9c12-4fbf-af6a-7013ede985bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:57.998318 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d014d538-1002-40c8-a840-9c784871690d req-44139190-9c12-4fbf-af6a-7013ede985bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2952223 Feb 20 05:25:58.151356 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c54dec-72e8-4dc3-baa4-83c47cda4d0c None None] Network a1eb14d8-d7ff-4de1-96f0-cd36f0a11680 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:25:58.157207 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5de3821d-bd1f-401b-9be6-719043c17d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-59657475-router', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:10Z', 'updated_at': '2022-02-20T05:25:14Z', 'revision_number': 4, 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'gw_port': {'id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:11Z', 'updated_at': '2022-02-20T05:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '7e38c760-c9a1-448c-b8c6-d9a7921db4da', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'port_id': '94e9495c-68e3-406f-bd4b-c71e809e1b54', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2', 'mac_address': 'fa:16:3e:11:42:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f35fefd-598a-46b8-b65f-bba6019b4d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:25:50Z', 'updated_at': '2022-02-20T05:25:55Z', 'revision_number': 1, 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2fa94c-2a68-493a-ab1b-1f5dcfe60116', 'name': '', 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'mac_address': 'fa:16:3e:44:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'ecfd9983-1b03-4999-bf7e-91d977ad0b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:13Z', 'updated_at': '2022-02-20T05:25:20Z', 'revision_number': 5, 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'subnets': [{'id': 'ecfd9983-1b03-4999-bf7e-91d977ad0b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:58.192774 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de3821d-bd1f-401b-9be6-719043c17d47 None None] The sync data for ids ['260db41a-792f-43a2-ac81-ef9b4d5de737'] in n-d-829866-5 is: [{'id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-59657475-router', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:10Z', 'updated_at': '2022-02-20T05:25:14Z', 'revision_number': 4, 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'gw_port': {'id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:11Z', 'updated_at': '2022-02-20T05:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '7e38c760-c9a1-448c-b8c6-d9a7921db4da', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'port_id': '94e9495c-68e3-406f-bd4b-c71e809e1b54', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2', 'mac_address': 'fa:16:3e:11:42:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f35fefd-598a-46b8-b65f-bba6019b4d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:25:50Z', 'updated_at': '2022-02-20T05:25:55Z', 'revision_number': 1, 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2fa94c-2a68-493a-ab1b-1f5dcfe60116', 'name': '', 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'mac_address': 'fa:16:3e:44:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'ecfd9983-1b03-4999-bf7e-91d977ad0b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:13Z', 'updated_at': '2022-02-20T05:25:20Z', 'revision_number': 5, 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'subnets': [{'id': 'ecfd9983-1b03-4999-bf7e-91d977ad0b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:25:58.359967 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 32d38cb5-617d-48ba-8700-6e96acc22418, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=32d38cb5-617d-48ba-8700-6e96acc22418,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:58.381680 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 6777762e-1bfa-458d-bdb2-f855f0502100 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:58.384476 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '32d38cb5-617d-48ba-8700-6e96acc22418', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': '32d38cb5-617d-48ba-8700-6e96acc22418', 'mac_address': 'fa:16:3e:ea:06:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:25:58.429781 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 32d38cb5-617d-48ba-8700-6e96acc22418 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:25:58.429781 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (32d38cb5-617d-48ba-8700-6e96acc22418), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:58.449302 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d38cb5-617d-48ba-8700-6e96acc22418 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:25:58.473749 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 32d38cb5-617d-48ba-8700-6e96acc22418, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=32d38cb5-617d-48ba-8700-6e96acc22418,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:25:58.478239 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb3b3d8-5df4-419f-907d-b5c6512a4949 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Router beffebb3-903e-47d5-8b6b-cfbd9af1d17d has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:25:58.479219 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (32d38cb5-617d-48ba-8700-6e96acc22418), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:58.506702 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd677a2e-d54b-4642-b7b7-522ecb9d91f9 req-9b885ba4-2244-43fb-b150-6fb04788b7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:58.508304 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cd677a2e-d54b-4642-b7b7-522ecb9d91f9 req-9b885ba4-2244-43fb-b150-6fb04788b7fe service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6478064 Feb 20 05:25:58.513735 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e89279-da76-4d26-9f4b-a2671e182956 None None] New status for floating IP 7e38c760-c9a1-448c-b8c6-d9a7921db4da: ACTIVE {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:25:58.520172 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de184a81-4e32-41a8-8b94-bc73b7ac03e6 req-f55143c0-949e-4970-9fe4-01b6c4043f53 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:58.525940 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de184a81-4e32-41a8-8b94-bc73b7ac03e6 req-f55143c0-949e-4970-9fe4-01b6c4043f53 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:58.531172 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de184a81-4e32-41a8-8b94-bc73b7ac03e6 req-f55143c0-949e-4970-9fe4-01b6c4043f53 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:58.538059 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-09e71ded-726b-4d41-899a-9dc166e86d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (e7abc2ba-8a64-4380-84bb-09df7e084207), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:58.538541 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-de184a81-4e32-41a8-8b94-bc73b7ac03e6 req-f55143c0-949e-4970-9fe4-01b6c4043f53 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f20b002-a780-4d30-90f4-6de18909c02c HTTP/1.1" status: 200 len: 2410 time: 0.4726191 Feb 20 05:25:58.546950 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d014d538-1002-40c8-a840-9c784871690d req-227aa23e-bae3-4217-b8bc-ec6821481d46 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5114462 Feb 20 05:25:58.557274 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50cb46cc-de46-4c74-a0c8-26d81b25d6a4 req-33e28347-53f5-41c4-8b5f-8b3886fdef8b tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 258 time: 0.4472365 Feb 20 05:25:58.570041 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-50cb46cc-de46-4c74-a0c8-26d81b25d6a4 req-15ca76de-81ac-4a5f-b973-8d0899020e38 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:25:58.596946 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-50cb46cc-de46-4c74-a0c8-26d81b25d6a4 req-15ca76de-81ac-4a5f-b973-8d0899020e38 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:58.598601 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=32d38cb5-617d-48ba-8700-6e96acc22418,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:58.645204 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-de184a81-4e32-41a8-8b94-bc73b7ac03e6 req-584d7d0b-1c63-4ae8-ab26-d8047422dd5d tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006589 Feb 20 05:25:58.694554 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:25:58.726742 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['32d38cb5-617d-48ba-8700-6e96acc22418'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:25:58.781366 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-50cb46cc-de46-4c74-a0c8-26d81b25d6a4 req-15ca76de-81ac-4a5f-b973-8d0899020e38 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:58.801537 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71822d61-ebe8-4d77-846c-5cf7169c7529 req-a555e5fe-d0d4-4dc4-80f2-b42a31e005e8 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:58.803257 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-71822d61-ebe8-4d77-846c-5cf7169c7529 req-a555e5fe-d0d4-4dc4-80f2-b42a31e005e8 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 1127 time: 0.0820241 Feb 20 05:25:58.862813 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-d5a2dcab-df12-4035-b85d-fb0b5cabde42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:58.863391 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-d5a2dcab-df12-4035-b85d-fb0b5cabde42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:58.863691 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-d5a2dcab-df12-4035-b85d-fb0b5cabde42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:58.865467 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-d5a2dcab-df12-4035-b85d-fb0b5cabde42 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=26a759a2f95f49efbde5d8a39da697c6&device_id=8f20b002-a780-4d30-90f4-6de18909c02c HTTP/1.1" status: 200 len: 2956 time: 0.2334139 Feb 20 05:25:58.876190 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb3b3d8-5df4-419f-907d-b5c6512a4949 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:25:58.881225 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7cb3b3d8-5df4-419f-907d-b5c6512a4949 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:58.887529 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483c5060-7d9e-43a1-9df7-2f96c7f16fb9 None None] Sync routers for ids ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:25:58.898145 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483c5060-7d9e-43a1-9df7-2f96c7f16fb9 None None] Routers {'beffebb3-903e-47d5-8b6b-cfbd9af1d17d'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:25:58.899127 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-483c5060-7d9e-43a1-9df7-2f96c7f16fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:25:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:58.927554 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-71822d61-ebe8-4d77-846c-5cf7169c7529 req-ab81dc74-8be0-4104-b05c-33c31326515e tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946743 Feb 20 05:25:58.953612 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-50cb46cc-de46-4c74-a0c8-26d81b25d6a4 req-15ca76de-81ac-4a5f-b973-8d0899020e38 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Allocated IP 172.25.3.191 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/1252d0ed-d274-4600-8a99-33e2f5492f78) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:25:58.953718 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d014d538-1002-40c8-a840-9c784871690d req-e206b3fe-dd87-4269-a21b-154024ef6f8d service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657763 Feb 20 05:25:58.955495 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-afce8916-b351-461b-bad0-df2a3e52a64a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.78&port_id=6f028fb8-f054-42d0-a8aa-89287a3352cf HTTP/1.1" status: 200 len: 217 time: 0.0659440 Feb 20 05:25:58.969356 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7cb3b3d8-5df4-419f-907d-b5c6512a4949 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "PUT /v2.0/floatingips/711a3cdd-3b0e-42ce-8cba-9328f89b5cea HTTP/1.1" status: 200 len: 991 time: 3.6609812 Feb 20 05:25:58.969704 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9222f63b-adca-4231-a950-7a82f2a40a42', 'tag': '9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:25:58.971932 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f7b4dc-124d-4b10-88bc-03efe5b1a261" -d '{"events": [{"name": "network-changed", "server_uuid": "9222f63b-adca-4231-a950-7a82f2a40a42", "tag": "9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:25:59.035179 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f35fefd-598a-46b8-b65f-bba6019b4d13', 'tag': '94e9495c-68e3-406f-bd4b-c71e809e1b54'}, {'name': 'network-changed', 'server_uuid': '8f20b002-a780-4d30-90f4-6de18909c02c', 'tag': '1fba6bf1-6807-4c84-99da-1fc9941f2a86'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:25:59.037723 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0c149f-0a54-4d27-bbe1-d2861d541a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f35fefd-598a-46b8-b65f-bba6019b4d13", "tag": "94e9495c-68e3-406f-bd4b-c71e809e1b54"}, {"name": "network-changed", "server_uuid": "8f20b002-a780-4d30-90f4-6de18909c02c", "tag": "1fba6bf1-6807-4c84-99da-1fc9941f2a86"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:25:59.039579 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-c53f32b5-2121-4dcb-ad40-4412d4dae960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:59.041672 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-c53f32b5-2121-4dcb-ad40-4412d4dae960 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5ef2fbf4-cc03-492a-af4f-82c84214b0eb HTTP/1.1" status: 200 len: 801 time: 0.0660527 Feb 20 05:25:59.042789 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e71ded-726b-4d41-899a-9dc166e86d92 admin admin] Router e7abc2ba-8a64-4380-84bb-09df7e084207 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:25:59.128752 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9d7d0-9dc6-4f79-b4fe-8df8c8e08b10 req-220778fd-3d90-46d4-a229-e47544abc8bd tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:59.130153 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3da9d7d0-9dc6-4f79-b4fe-8df8c8e08b10 req-220778fd-3d90-46d4-a229-e47544abc8bd tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa86e292-94cd-4e63-9e44-959406ff027c HTTP/1.1" status: 200 len: 949 time: 0.1094754 Feb 20 05:25:59.134919 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-50cb46cc-de46-4c74-a0c8-26d81b25d6a4 req-15ca76de-81ac-4a5f-b973-8d0899020e38 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks [] for port (1252d0ed-d274-4600-8a99-33e2f5492f78), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:59.161578 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-21d68899-2721-47c8-b18a-17cc57f01139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:59.163269 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-21d68899-2721-47c8-b18a-17cc57f01139 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6e9bd132-6287-4246-bd04-4201b4617af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1149971 Feb 20 05:25:59.166234 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-483c5060-7d9e-43a1-9df7-2f96c7f16fb9 None None] Set router beffebb3-903e-47d5-8b6b-cfbd9af1d17d gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:25:59.196578 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3da9d7d0-9dc6-4f79-b4fe-8df8c8e08b10 req-d3a7399e-1655-45cf-a7c6-a6c3957abcee tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599823 Feb 20 05:25:59.207180 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-50cb46cc-de46-4c74-a0c8-26d81b25d6a4 req-15ca76de-81ac-4a5f-b973-8d0899020e38 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (1252d0ed-d274-4600-8a99-33e2f5492f78), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:59.249389 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50cb46cc-de46-4c74-a0c8-26d81b25d6a4 req-15ca76de-81ac-4a5f-b973-8d0899020e38 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:25:59.252381 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-50cb46cc-de46-4c74-a0c8-26d81b25d6a4 req-15ca76de-81ac-4a5f-b973-8d0899020e38 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:25:59.257611 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cb46cc-de46-4c74-a0c8-26d81b25d6a4 req-15ca76de-81ac-4a5f-b973-8d0899020e38 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:25:59.275265 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca76de-81ac-4a5f-b973-8d0899020e38 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Pushing event updated for resources: {'Port': ['ID=1252d0ed-d274-4600-8a99-33e2f5492f78,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:25:59.279984 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e71ded-726b-4d41-899a-9dc166e86d92 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:25:59.293926 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54f63da-98cf-4c97-9ae1-2cffe799f3f2 None None] Sync routers for ids ['e7abc2ba-8a64-4380-84bb-09df7e084207'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:25:59.319393 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54f63da-98cf-4c97-9ae1-2cffe799f3f2 None None] Routers {'e7abc2ba-8a64-4380-84bb-09df7e084207'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:25:59.320192 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-b54f63da-98cf-4c97-9ae1-2cffe799f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:25:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['e7abc2ba-8a64-4380-84bb-09df7e084207'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:59.325356 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-50cb46cc-de46-4c74-a0c8-26d81b25d6a4 req-15ca76de-81ac-4a5f-b973-8d0899020e38 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks [] for floatingip (f52f4e51-545d-4531-9f25-d046963bcd92), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:59.351372 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-09e71ded-726b-4d41-899a-9dc166e86d92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:59.353283 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-09e71ded-726b-4d41-899a-9dc166e86d92 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7291572 Feb 20 05:25:59.365760 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48018) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:25:59.411579 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-50cb46cc-de46-4c74-a0c8-26d81b25d6a4 req-15ca76de-81ac-4a5f-b973-8d0899020e38 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1252d0ed-d274-4600-8a99-33e2f5492f78), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:59.417448 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-9f38f662-1eb5-41fc-8748-d24d7a09e8f6 service neutron] 10.222.0.48 "GET /v2.0/networks/6e9bd132-6287-4246-bd04-4201b4617af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287853 Feb 20 05:25:59.487653 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f1a450d-fe0f-420a-bf83-90fa76ef8c06 req-21d1517e-d215-4088-a56c-962d7589e48c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a6289889-ffcf-4bc7-a6ea-24330b070f35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1231217 Feb 20 05:25:59.503690 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-483c5060-7d9e-43a1-9df7-2f96c7f16fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931472927-router', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:13Z', 'updated_at': '2022-02-20T05:24:17Z', 'revision_number': 4, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'gw_port': {'id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:14Z', 'updated_at': '2022-02-20T05:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '711a3cdd-3b0e-42ce-8cba-9328f89b5cea', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'port_id': '9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'mac_address': 'fa:16:3e:aa:6e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9222f63b-adca-4231-a950-7a82f2a40a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:24:42Z', 'updated_at': '2022-02-20T05:25:56Z', 'revision_number': 5, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbc5bd5-90c8-434b-a8ed-388ca8294b46', 'name': '', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'mac_address': 'fa:16:3e:e8:a6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:16Z', 'updated_at': '2022-02-20T05:24:27Z', 'revision_number': 5, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'subnets': [{'id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:59.539911 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483c5060-7d9e-43a1-9df7-2f96c7f16fb9 None None] Checking router: beffebb3-903e-47d5-8b6b-cfbd9af1d17d for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:25:59.548996 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483c5060-7d9e-43a1-9df7-2f96c7f16fb9 None None] Routers {'beffebb3-903e-47d5-8b6b-cfbd9af1d17d'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:25:59.549650 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-483c5060-7d9e-43a1-9df7-2f96c7f16fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:25:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:59.557329 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-b54f63da-98cf-4c97-9ae1-2cffe799f3f2 None None] Set router e7abc2ba-8a64-4380-84bb-09df7e084207 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:25:59.665535 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 32d38cb5-617d-48ba-8700-6e96acc22418 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:25:59.698419 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-483c5060-7d9e-43a1-9df7-2f96c7f16fb9 None None] Set router beffebb3-903e-47d5-8b6b-cfbd9af1d17d gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:25:59.754175 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-cf50ca29-7117-4075-b0c8-47ec2c76a178 service neutron] 10.222.0.48 "GET /v2.0/networks/6e9bd132-6287-4246-bd04-4201b4617af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308179 Feb 20 05:25:59.807409 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-3ba8eb0a-859f-4f12-b3a8-36b9343a4982 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.9&port_id=5279b48f-d011-431e-9a86-0b19a5e4c899 HTTP/1.1" status: 200 len: 217 time: 0.0453541 Feb 20 05:25:59.904034 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 32d38cb5-617d-48ba-8700-6e96acc22418 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:25:59.908150 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-db33419a-ac6f-4f88-8c72-6cd1ea55cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:25:59.909998 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-db33419a-ac6f-4f88-8c72-6cd1ea55cc7e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76554ad1-1aee-4469-96e1-f519446dccea HTTP/1.1" status: 200 len: 801 time: 0.0706353 Feb 20 05:25:59.924274 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 32d38cb5-617d-48ba-8700-6e96acc22418 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:25:59.926132 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (32d38cb5-617d-48ba-8700-6e96acc22418), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:25:59.957826 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-483c5060-7d9e-43a1-9df7-2f96c7f16fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931472927-router', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:13Z', 'updated_at': '2022-02-20T05:24:17Z', 'revision_number': 4, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'gw_port': {'id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:14Z', 'updated_at': '2022-02-20T05:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '711a3cdd-3b0e-42ce-8cba-9328f89b5cea', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'port_id': '9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'mac_address': 'fa:16:3e:aa:6e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9222f63b-adca-4231-a950-7a82f2a40a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:24:42Z', 'updated_at': '2022-02-20T05:25:56Z', 'revision_number': 5, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbc5bd5-90c8-434b-a8ed-388ca8294b46', 'name': '', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'mac_address': 'fa:16:3e:e8:a6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:16Z', 'updated_at': '2022-02-20T05:24:27Z', 'revision_number': 5, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'subnets': [{'id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:59.979662 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-b54f63da-98cf-4c97-9ae1-2cffe799f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7abc2ba-8a64-4380-84bb-09df7e084207', 'name': 'tempest-AttachSCSIVolumeTestJSON-1619898677-router', 'tenant_id': '592d7ae3cfbc43f5a598472dbfc479f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'd153dca3-308a-45ba-9e9e-1bf6b78dd49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:53Z', 'updated_at': '2022-02-20T05:25:57Z', 'revision_number': 3, 'project_id': '592d7ae3cfbc43f5a598472dbfc479f2', 'gw_port': {'id': 'd153dca3-308a-45ba-9e9e-1bf6b78dd49a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7abc2ba-8a64-4380-84bb-09df7e084207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:55Z', 'updated_at': '2022-02-20T05:25:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:25:59.986097 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483c5060-7d9e-43a1-9df7-2f96c7f16fb9 None None] The sync data for ids ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'] in n-d-829866-5 is: [{'id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931472927-router', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:13Z', 'updated_at': '2022-02-20T05:24:17Z', 'revision_number': 4, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'gw_port': {'id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:14Z', 'updated_at': '2022-02-20T05:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '711a3cdd-3b0e-42ce-8cba-9328f89b5cea', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'port_id': '9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'mac_address': 'fa:16:3e:aa:6e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9222f63b-adca-4231-a950-7a82f2a40a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:24:42Z', 'updated_at': '2022-02-20T05:25:56Z', 'revision_number': 5, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbc5bd5-90c8-434b-a8ed-388ca8294b46', 'name': '', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'mac_address': 'fa:16:3e:e8:a6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:16Z', 'updated_at': '2022-02-20T05:24:27Z', 'revision_number': 5, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'subnets': [{'id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:26:00.020955 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-50cb46cc-de46-4c74-a0c8-26d81b25d6a4 req-15ca76de-81ac-4a5f-b973-8d0899020e38 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks [] for port (1252d0ed-d274-4600-8a99-33e2f5492f78), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:00.029767 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-205da997-8f8a-499e-978b-97c717a355bc tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:00.034206 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54f63da-98cf-4c97-9ae1-2cffe799f3f2 None None] Checking router: e7abc2ba-8a64-4380-84bb-09df7e084207 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:26:00.034796 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54f63da-98cf-4c97-9ae1-2cffe799f3f2 None None] Updating router e7abc2ba-8a64-4380-84bb-09df7e084207 port d153dca3-308a-45ba-9e9e-1bf6b78dd49a binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:26:00.037521 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-205da997-8f8a-499e-978b-97c717a355bc tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 820 time: 0.5854604 Feb 20 05:26:00.051311 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a450d-fe0f-420a-bf83-90fa76ef8c06 req-6883f576-99c9-4a5a-9a94-3b2c6a076f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:00.052970 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f1a450d-fe0f-420a-bf83-90fa76ef8c06 req-6883f576-99c9-4a5a-9a94-3b2c6a076f44 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9856f0f769340ce9f5bc125817bdadf&device_id=a6289889-ffcf-4bc7-a6ea-24330b070f35 HTTP/1.1" status: 200 len: 1132 time: 0.4578936 Feb 20 05:26:00.053685 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-50cb46cc-de46-4c74-a0c8-26d81b25d6a4 req-15ca76de-81ac-4a5f-b973-8d0899020e38 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1252d0ed-d274-4600-8a99-33e2f5492f78), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:00.067404 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-a233dff3-3966-4c34-a382-1f093322e7ff tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/quotas/370c8f456fd340e383b36f44861b2990 HTTP/1.1" status: 200 len: 375 time: 0.0289795 Feb 20 05:26:00.108774 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-524a581b-3895-4e42-a88e-858fc54ab520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:00.109575 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b54f63da-98cf-4c97-9ae1-2cffe799f3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d153dca3-308a-45ba-9e9e-1bf6b78dd49a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:00.110341 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-524a581b-3895-4e42-a88e-858fc54ab520 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a5b9cb19-fd36-46cc-a621-512f6d4a0f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1598895 Feb 20 05:26:00.182176 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-dc7ca940-39db-4e0f-8cc2-39a9fffffc47 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1136672 Feb 20 05:26:00.184390 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-50cb46cc-de46-4c74-a0c8-26d81b25d6a4 req-15ca76de-81ac-4a5f-b973-8d0899020e38 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (f52f4e51-545d-4531-9f25-d046963bcd92), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:00.197909 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 32d38cb5-617d-48ba-8700-6e96acc22418 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:00.198306 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (32d38cb5-617d-48ba-8700-6e96acc22418), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:00.237600 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa86e292-94cd-4e63-9e44-959406ff027c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d38cb5-617d-48ba-8700-6e96acc22418'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:26:00.241072 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc634bcd-418c-4f76-8070-800d7d86c730" -d '{"events": [{"server_uuid": "aa86e292-94cd-4e63-9e44-959406ff027c", "name": "network-vif-plugged", "status": "completed", "tag": "32d38cb5-617d-48ba-8700-6e96acc22418"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:26:00.304453 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca76de-81ac-4a5f-b973-8d0899020e38 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Pushing event updated for resources: {'Port': ['ID=1252d0ed-d274-4600-8a99-33e2f5492f78,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:00.331951 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 32d38cb5-617d-48ba-8700-6e96acc22418, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=32d38cb5-617d-48ba-8700-6e96acc22418,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:00.336243 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (32d38cb5-617d-48ba-8700-6e96acc22418), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:00.338877 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-50cb46cc-de46-4c74-a0c8-26d81b25d6a4 req-15ca76de-81ac-4a5f-b973-8d0899020e38 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:00.340952 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50cb46cc-de46-4c74-a0c8-26d81b25d6a4 req-15ca76de-81ac-4a5f-b973-8d0899020e38 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7825081 Feb 20 05:26:00.387806 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cccc855-e48a-4531-94ed-1d141c56096e None None] New status for floating IP 711a3cdd-3b0e-42ce-8cba-9328f89b5cea: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:26:00.426806 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-07c27421-96a5-4447-be0d-7e08be8a7b89 service neutron] 10.222.0.48 "GET /v2.0/networks/a5b9cb19-fd36-46cc-a621-512f6d4a0f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081782 Feb 20 05:26:00.432444 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-76a670dc-ebc2-4075-8e16-1896dacd05bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:00.455455 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a450d-fe0f-420a-bf83-90fa76ef8c06 req-22cfc88e-4e3a-47b9-8037-908ec881087b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:00.457160 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f1a450d-fe0f-420a-bf83-90fa76ef8c06 req-22cfc88e-4e3a-47b9-8037-908ec881087b service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.3440545 Feb 20 05:26:00.465527 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50cb46cc-de46-4c74-a0c8-26d81b25d6a4 req-6c7ae702-9948-46b8-aee7-0dde528cb14f tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.191 HTTP/1.1" status: 200 len: 696 time: 0.1164727 Feb 20 05:26:00.503480 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-186d9846-8f91-4acf-b2bf-1ab9a0967440 service neutron] 10.222.0.37 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203754 Feb 20 05:26:00.575741 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b54f63da-98cf-4c97-9ae1-2cffe799f3f2 None None] Publish callbacks [] for port (d153dca3-308a-45ba-9e9e-1bf6b78dd49a), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:00.586053 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b54f63da-98cf-4c97-9ae1-2cffe799f3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d153dca3-308a-45ba-9e9e-1bf6b78dd49a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:00.627036 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f1a450d-fe0f-420a-bf83-90fa76ef8c06 req-b1da66a5-2ea6-4e56-9142-c5417b21cf6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=8f9586b8-442e-40a0-8f3d-1b292e12a697 HTTP/1.1" status: 200 len: 217 time: 0.1526642 Feb 20 05:26:00.638045 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=32d38cb5-617d-48ba-8700-6e96acc22418,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:00.648284 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-b54f63da-98cf-4c97-9ae1-2cffe799f3f2 None None] Attempting to bind port d153dca3-308a-45ba-9e9e-1bf6b78dd49a on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:26:00.648486 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-b54f63da-98cf-4c97-9ae1-2cffe799f3f2 None None] Attempting to bind port d153dca3-308a-45ba-9e9e-1bf6b78dd49a by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:26:00.649222 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54f63da-98cf-4c97-9ae1-2cffe799f3f2 None None] Attempting to bind port d153dca3-308a-45ba-9e9e-1bf6b78dd49a on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:00.682263 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54f63da-98cf-4c97-9ae1-2cffe799f3f2 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:26:00.682701 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54f63da-98cf-4c97-9ae1-2cffe799f3f2 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:26:00.686881 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b54f63da-98cf-4c97-9ae1-2cffe799f3f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:00.687396 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54f63da-98cf-4c97-9ae1-2cffe799f3f2 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:26:00.687912 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-b54f63da-98cf-4c97-9ae1-2cffe799f3f2 None None] Bound port: d153dca3-308a-45ba-9e9e-1bf6b78dd49a, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:26:00.688306 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b54f63da-98cf-4c97-9ae1-2cffe799f3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d153dca3-308a-45ba-9e9e-1bf6b78dd49a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:00.761636 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7a261-d376-4dd8-b274-c7a907fc9f84 None None] Pushing event updated for resources: {'Port': ['ID=d153dca3-308a-45ba-9e9e-1bf6b78dd49a,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:00.817385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b54f63da-98cf-4c97-9ae1-2cffe799f3f2 None None] For port d153dca3-308a-45ba-9e9e-1bf6b78dd49a, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:26:00.825677 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b54f63da-98cf-4c97-9ae1-2cffe799f3f2 None None] For port d153dca3-308a-45ba-9e9e-1bf6b78dd49a, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d153dca3-308a-45ba-9e9e-1bf6b78dd49a,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:26:00.838403 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b54f63da-98cf-4c97-9ae1-2cffe799f3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d153dca3-308a-45ba-9e9e-1bf6b78dd49a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:00.875612 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a450d-fe0f-420a-bf83-90fa76ef8c06 req-00d21ab0-52a0-4e1e-a438-e938d1f9cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:00.877158 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f1a450d-fe0f-420a-bf83-90fa76ef8c06 req-00d21ab0-52a0-4e1e-a438-e938d1f9cd1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1820223 Feb 20 05:26:00.921122 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54f63da-98cf-4c97-9ae1-2cffe799f3f2 None None] Routers {'e7abc2ba-8a64-4380-84bb-09df7e084207'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:26:00.922158 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-b54f63da-98cf-4c97-9ae1-2cffe799f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:25:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['e7abc2ba-8a64-4380-84bb-09df7e084207'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:00.924339 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7a261-d376-4dd8-b274-c7a907fc9f84 None None] Pushing event updated for resources: {'Port': ['ID=d153dca3-308a-45ba-9e9e-1bf6b78dd49a,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:00.941686 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb46cc-de46-4c74-a0c8-26d81b25d6a4 req-611bd901-823d-4472-bd87-caca52d45678 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:00.944795 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50cb46cc-de46-4c74-a0c8-26d81b25d6a4 req-611bd901-823d-4472-bd87-caca52d45678 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.4682813 Feb 20 05:26:00.981408 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-e1ea8306-5062-4680-801b-e6355c75d35d service neutron] 10.222.0.48 "GET /v2.0/networks/a5b9cb19-fd36-46cc-a621-512f6d4a0f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5458040 Feb 20 05:26:00.985753 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-e4fc2c7d-ac34-43fe-824e-b49503e547b1 service neutron] 10.222.0.37 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808283 Feb 20 05:26:00.997915 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-50cb46cc-de46-4c74-a0c8-26d81b25d6a4 req-f1655913-88ca-4fee-bd5d-7954053c7d2e tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:26:00.998913 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50cb46cc-de46-4c74-a0c8-26d81b25d6a4 req-f1655913-88ca-4fee-bd5d-7954053c7d2e tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071983 Feb 20 05:26:01.057371 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a450d-fe0f-420a-bf83-90fa76ef8c06 req-c32ee7c0-6ec8-4d84-bf4f-4dd213f3cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:01.059007 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f1a450d-fe0f-420a-bf83-90fa76ef8c06 req-c32ee7c0-6ec8-4d84-bf4f-4dd213f3cbb1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1705744 Feb 20 05:26:01.093176 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-b54f63da-98cf-4c97-9ae1-2cffe799f3f2 None None] Set router e7abc2ba-8a64-4380-84bb-09df7e084207 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:26:01.095542 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-f7c1b723-f1ad-42e6-9ed7-e0956c3483c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.244&port_id=1fba6bf1-6807-4c84-99da-1fc9941f2a86 HTTP/1.1" status: 200 len: 217 time: 0.1012542 Feb 20 05:26:01.220406 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.48', 56322) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:01.225903 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1480480-ce1f-4874-8409-43df6b9006e4 x-openstack-request-id: req-f1480480-ce1f-4874-8409-43df6b9006e4 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:26:01.226135 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9222f63b-adca-4231-a950-7a82f2a40a42", "tag": "9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:26:01.226411 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1480480-ce1f-4874-8409-43df6b9006e4 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:26:01.226797 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9222f63b-adca-4231-a950-7a82f2a40a42', 'tag': '9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426', 'status': 'completed', 'code': 200} Feb 20 05:26:01.259989 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 20 Feb 2022 05:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec9ade8-0b45-4dc7-8a5f-abb7dfcca894 x-openstack-request-id: req-cec9ade8-0b45-4dc7-8a5f-abb7dfcca894 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:26:01.260263 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f35fefd-598a-46b8-b65f-bba6019b4d13", "tag": "94e9495c-68e3-406f-bd4b-c71e809e1b54", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8f20b002-a780-4d30-90f4-6de18909c02c", "tag": "1fba6bf1-6807-4c84-99da-1fc9941f2a86", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:26:01.260510 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cec9ade8-0b45-4dc7-8a5f-abb7dfcca894 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:26:01.260913 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f35fefd-598a-46b8-b65f-bba6019b4d13', 'tag': '94e9495c-68e3-406f-bd4b-c71e809e1b54', 'status': 'completed', 'code': 200} Feb 20 05:26:01.261301 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f20b002-a780-4d30-90f4-6de18909c02c', 'tag': '1fba6bf1-6807-4c84-99da-1fc9941f2a86', 'status': 'completed', 'code': 200} Feb 20 05:26:01.309154 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f1a450d-fe0f-420a-bf83-90fa76ef8c06 req-0969961c-d5d7-4eae-b410-962d37ac5fbe service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423453 Feb 20 05:26:01.368068 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-76a670dc-ebc2-4075-8e16-1896dacd05bb admin admin] Allocated IP 172.20.0.1 (d76daf12-b90e-4798-b003-b03a3a53e3b4/02f41e8c-effe-4279-ad71-79f8bbfdab66/7724d816-9c1f-41c2-b055-fae5b98d3cf0) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:26:01.482209 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-ba09a2d5-7b9e-4d65-8892-c6891dabd3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:01.484099 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-ba09a2d5-7b9e-4d65-8892-c6891dabd3d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5ef2fbf4-cc03-492a-af4f-82c84214b0eb HTTP/1.1" status: 200 len: 801 time: 0.3766413 Feb 20 05:26:01.514501 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e45d77-7ba5-43df-87b3-38689faadf81 req-555e2e46-4fcd-43d7-a8d9-5bcb9bbde8d7 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:01.516517 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4e45d77-7ba5-43df-87b3-38689faadf81 req-555e2e46-4fcd-43d7-a8d9-5bcb9bbde8d7 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/ports?device_id=9222f63b-adca-4231-a950-7a82f2a40a42 HTTP/1.1" status: 200 len: 945 time: 0.2596381 Feb 20 05:26:01.521536 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c149f-0a54-4d27-bbe1-d2861d541a5d req-de148652-7f9c-49a6-b0a0-9777729e55d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:01.523411 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cc0c149f-0a54-4d27-bbe1-d2861d541a5d req-de148652-7f9c-49a6-b0a0-9777729e55d4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=122ca9bbf6ac4d739b3f45c42bf6ec82&device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13 HTTP/1.1" status: 200 len: 1127 time: 0.1954069 Feb 20 05:26:01.546345 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-b54f63da-98cf-4c97-9ae1-2cffe799f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7abc2ba-8a64-4380-84bb-09df7e084207', 'name': 'tempest-AttachSCSIVolumeTestJSON-1619898677-router', 'tenant_id': '592d7ae3cfbc43f5a598472dbfc479f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'd153dca3-308a-45ba-9e9e-1bf6b78dd49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:53Z', 'updated_at': '2022-02-20T05:25:57Z', 'revision_number': 3, 'project_id': '592d7ae3cfbc43f5a598472dbfc479f2', 'gw_port': {'id': 'd153dca3-308a-45ba-9e9e-1bf6b78dd49a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7abc2ba-8a64-4380-84bb-09df7e084207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:55Z', 'updated_at': '2022-02-20T05:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:01.590807 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a6855-f266-4291-8cc5-a9eec61434f3 req-f6e5c468-1954-4736-b845-0d3721f12eae tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:01.596790 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a6855-f266-4291-8cc5-a9eec61434f3 req-f6e5c468-1954-4736-b845-0d3721f12eae tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:01.602630 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a6855-f266-4291-8cc5-a9eec61434f3 req-f6e5c468-1954-4736-b845-0d3721f12eae tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:01.613079 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bb7a6855-f266-4291-8cc5-a9eec61434f3 req-f6e5c468-1954-4736-b845-0d3721f12eae tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f20b002-a780-4d30-90f4-6de18909c02c HTTP/1.1" status: 200 len: 2410 time: 0.1844115 Feb 20 05:26:01.616970 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54f63da-98cf-4c97-9ae1-2cffe799f3f2 None None] The sync data for ids ['e7abc2ba-8a64-4380-84bb-09df7e084207'] in n-d-829866-5 is: [{'id': 'e7abc2ba-8a64-4380-84bb-09df7e084207', 'name': 'tempest-AttachSCSIVolumeTestJSON-1619898677-router', 'tenant_id': '592d7ae3cfbc43f5a598472dbfc479f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'd153dca3-308a-45ba-9e9e-1bf6b78dd49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:53Z', 'updated_at': '2022-02-20T05:25:57Z', 'revision_number': 3, 'project_id': '592d7ae3cfbc43f5a598472dbfc479f2', 'gw_port': {'id': 'd153dca3-308a-45ba-9e9e-1bf6b78dd49a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7abc2ba-8a64-4380-84bb-09df7e084207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:55Z', 'updated_at': '2022-02-20T05:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:26:01.617527 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7b4dc-124d-4b10-88bc-03efe5b1a261 req-454c9d25-658a-4129-8e2c-9b1bde808424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:01.618912 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-78f7b4dc-124d-4b10-88bc-03efe5b1a261 req-454c9d25-658a-4129-8e2c-9b1bde808424 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b882ff5cc38448f182588db0bc9e9522&device_id=9222f63b-adca-4231-a950-7a82f2a40a42 HTTP/1.1" status: 200 len: 1127 time: 0.3908672 Feb 20 05:26:01.634188 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f1a450d-fe0f-420a-bf83-90fa76ef8c06 req-62cb56b4-52d9-4b68-a5ce-c970737ee403 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156514 Feb 20 05:26:01.735823 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bb7a6855-f266-4291-8cc5-a9eec61434f3 req-1dd709d8-0e1e-437d-a995-7c3d966998bb tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160979 Feb 20 05:26:01.752694 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4e45d77-7ba5-43df-87b3-38689faadf81 req-4aab6d93-b7ba-4566-bbe7-28472cfb8b58 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e25fa16-67cb-4cfa-bfd2-081f2d286c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106693 Feb 20 05:26:01.832207 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734ea3dd-7afd-4881-a40f-2a4f795dca91 x-openstack-request-id: req-734ea3dd-7afd-4881-a40f-2a4f795dca91 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:26:01.832695 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa86e292-94cd-4e63-9e44-959406ff027c", "name": "network-vif-plugged", "status": "completed", "tag": "32d38cb5-617d-48ba-8700-6e96acc22418", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:26:01.833102 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-734ea3dd-7afd-4881-a40f-2a4f795dca91 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:26:01.833742 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa86e292-94cd-4e63-9e44-959406ff027c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d38cb5-617d-48ba-8700-6e96acc22418', 'code': 200} Feb 20 05:26:01.895964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7b4dc-124d-4b10-88bc-03efe5b1a261 req-a8fe1f85-7512-4280-8b7a-7cbd7da92ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:01.897693 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-78f7b4dc-124d-4b10-88bc-03efe5b1a261 req-a8fe1f85-7512-4280-8b7a-7cbd7da92ce5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=805bb61f-0284-479c-a7fa-c503f096a7af HTTP/1.1" status: 200 len: 924 time: 0.2555461 Feb 20 05:26:01.988069 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-c55f8489-534a-4bc2-a5c0-fe54f0e721b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:02.003185 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-c55f8489-534a-4bc2-a5c0-fe54f0e721b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6e9bd132-6287-4246-bd04-4201b4617af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4749420 Feb 20 05:26:02.066169 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d9356-8ded-4314-bfd5-12e7218a8eb2 req-d4c17f8d-d374-4969-933a-77c4d83fdc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:02.067806 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-803d9356-8ded-4314-bfd5-12e7218a8eb2 req-d4c17f8d-d374-4969-933a-77c4d83fdc83 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aa86e292-94cd-4e63-9e44-959406ff027c HTTP/1.1" status: 200 len: 1132 time: 0.1392436 Feb 20 05:26:02.089395 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b87f43-764b-4eda-8c5e-ac525df0f4c9 req-98e85180-a9a5-4e05-875d-decd2591bca5 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:02.104860 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a2b87f43-764b-4eda-8c5e-ac525df0f4c9 req-98e85180-a9a5-4e05-875d-decd2591bca5 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa86e292-94cd-4e63-9e44-959406ff027c HTTP/1.1" status: 200 len: 950 time: 0.2894127 Feb 20 05:26:02.138129 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc10e6f-ae94-4d5a-96c9-b06407dcde9b req-840ecac3-76ac-4a1e-8605-d6bbd02884cb tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:02.139653 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fcc10e6f-ae94-4d5a-96c9-b06407dcde9b req-840ecac3-76ac-4a1e-8605-d6bbd02884cb tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2373965 Feb 20 05:26:02.151088 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-12916c6a-4dc5-4700-843b-005223853797 service neutron] 10.222.0.48 "GET /v2.0/networks/6e9bd132-6287-4246-bd04-4201b4617af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469336 Feb 20 05:26:02.239506 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-76a670dc-ebc2-4075-8e16-1896dacd05bb admin admin] Publish callbacks [] for port (7724d816-9c1f-41c2-b055-fae5b98d3cf0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:02.241546 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c149f-0a54-4d27-bbe1-d2861d541a5d req-56803f89-3d53-4674-a91b-7ce9fa2b0525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:02.244507 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cc0c149f-0a54-4d27-bbe1-d2861d541a5d req-56803f89-3d53-4674-a91b-7ce9fa2b0525 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1c5b7b7-c6e3-4247-9c56-38df6739f2a2 HTTP/1.1" status: 200 len: 927 time: 0.6657805 Feb 20 05:26:02.297260 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fcc10e6f-ae94-4d5a-96c9-b06407dcde9b req-4dfb79bc-6fb0-4ea3-aade-64a978b2c7ee tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.191 HTTP/1.1" status: 200 len: 696 time: 0.1413448 Feb 20 05:26:02.303420 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-803d9356-8ded-4314-bfd5-12e7218a8eb2 req-abc36e6a-32e8-4aef-9242-fc38660eb813 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281058 Feb 20 05:26:02.315861 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-fcc10e6f-ae94-4d5a-96c9-b06407dcde9b req-c0e26212-14b0-4412-8207-3e23dcf180a1 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Request body: {'floatingip': {'port_id': '94e9495c-68e3-406f-bd4b-c71e809e1b54', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:02.358229 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-78f7b4dc-124d-4b10-88bc-03efe5b1a261 req-d9396c41-b605-42ba-939e-3e6408fb1268 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426 HTTP/1.1" status: 200 len: 1001 time: 0.4487948 Feb 20 05:26:02.358442 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a2b87f43-764b-4eda-8c5e-ac525df0f4c9 req-394a0dec-691b-4ca7-b3a0-0df31a7af5de tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523267 Feb 20 05:26:02.369140 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-fcc10e6f-ae94-4d5a-96c9-b06407dcde9b req-c0e26212-14b0-4412-8207-3e23dcf180a1 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks [] for floatingip (f52f4e51-545d-4531-9f25-d046963bcd92), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:02.421314 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cc0c149f-0a54-4d27-bbe1-d2861d541a5d req-d4582e66-b74f-4e54-803b-85fe8fedc8c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94e9495c-68e3-406f-bd4b-c71e809e1b54 HTTP/1.1" status: 200 len: 1001 time: 0.1485817 Feb 20 05:26:02.515840 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7b4dc-124d-4b10-88bc-03efe5b1a261 req-531a757b-5fcd-458e-af07-766f9710287a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:02.517651 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-78f7b4dc-124d-4b10-88bc-03efe5b1a261 req-531a757b-5fcd-458e-af07-766f9710287a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aac2b293-11f4-4fbc-a42b-637ee496d192 HTTP/1.1" status: 200 len: 863 time: 0.1457005 Feb 20 05:26:02.523133 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-76a670dc-ebc2-4075-8e16-1896dacd05bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (7724d816-9c1f-41c2-b055-fae5b98d3cf0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:02.569200 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-f5743d44-ce03-4512-90d3-797704312b19 req-319ae9b8-90f4-4df8-ae86-7469df8d6d0f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:26:02.585030 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f5743d44-ce03-4512-90d3-797704312b19 req-319ae9b8-90f4-4df8-ae86-7469df8d6d0f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0202103 Feb 20 05:26:02.646627 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a670dc-ebc2-4075-8e16-1896dacd05bb admin admin] Network d76daf12-b90e-4798-b003-b03a3a53e3b4 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:26:02.665083 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-76a670dc-ebc2-4075-8e16-1896dacd05bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:26:02.673513 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a670dc-ebc2-4075-8e16-1896dacd05bb admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:26:02.673764 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-76a670dc-ebc2-4075-8e16-1896dacd05bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (e7abc2ba-8a64-4380-84bb-09df7e084207), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:02.679748 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a670dc-ebc2-4075-8e16-1896dacd05bb admin admin] Pushing event updated for resources: {'Port': ['ID=7724d816-9c1f-41c2-b055-fae5b98d3cf0,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:02.743282 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a22f6484-a9e8-4cb6-8704-7bbf9e89fb00 req-af6502e5-ac71-4045-8b4c-af9a37c01dbf service neutron] 10.222.0.48 "GET /v2.0/networks/6e9bd132-6287-4246-bd04-4201b4617af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5666595 Feb 20 05:26:02.801292 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [req-fcc10e6f-ae94-4d5a-96c9-b06407dcde9b req-c0e26212-14b0-4412-8207-3e23dcf180a1 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] update failed (client error): There was a conflict when trying to complete your request. Feb 20 05:26:02.819517 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fcc10e6f-ae94-4d5a-96c9-b06407dcde9b req-c0e26212-14b0-4412-8207-3e23dcf180a1 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "PUT /v2.0/floatingips/f52f4e51-545d-4531-9f25-d046963bcd92 HTTP/1.1" status: 409 len: 550 time: 0.5109398 Feb 20 05:26:02.821201 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c149f-0a54-4d27-bbe1-d2861d541a5d req-418c0edb-f868-49d1-9139-800df22b2dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:02.829074 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cc0c149f-0a54-4d27-bbe1-d2861d541a5d req-418c0edb-f868-49d1-9139-800df22b2dc3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecfd9983-1b03-4999-bf7e-91d977ad0b4d HTTP/1.1" status: 200 len: 866 time: 0.2816687 Feb 20 05:26:02.924215 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7b4dc-124d-4b10-88bc-03efe5b1a261 req-39e0cb64-be6b-4020-8026-c4980bbd3b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:02.929716 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-78f7b4dc-124d-4b10-88bc-03efe5b1a261 req-39e0cb64-be6b-4020-8026-c4980bbd3b3e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=805bb61f-0284-479c-a7fa-c503f096a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3989191 Feb 20 05:26:02.975169 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc61edac-7b0a-4a4a-868a-7d7004f19f71 req-245adb4a-d8b1-48cf-92ed-b1fac641caaa tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 210 time: 0.0542233 Feb 20 05:26:03.101887 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-cf3e58d1-66a5-43ba-ae4b-624c65d3fb2b None None] Provisioning complete for port 7724d816-9c1f-41c2-b055-fae5b98d3cf0 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:03.102857 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cf3e58d1-66a5-43ba-ae4b-624c65d3fb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7724d816-9c1f-41c2-b055-fae5b98d3cf0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:03.220649 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-cf3e58d1-66a5-43ba-ae4b-624c65d3fb2b None None] Port 7724d816-9c1f-41c2-b055-fae5b98d3cf0 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:26:03.220911 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c149f-0a54-4d27-bbe1-d2861d541a5d req-e3cf763d-d0f7-4c98-923d-b0561e73ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:03.221403 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c149f-0a54-4d27-bbe1-d2861d541a5d req-e3cf763d-d0f7-4c98-923d-b0561e73ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:03.222231 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c149f-0a54-4d27-bbe1-d2861d541a5d req-e3cf763d-d0f7-4c98-923d-b0561e73ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:03.224139 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cc0c149f-0a54-4d27-bbe1-d2861d541a5d req-e3cf763d-d0f7-4c98-923d-b0561e73ee2c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=26a759a2f95f49efbde5d8a39da697c6&device_id=8f20b002-a780-4d30-90f4-6de18909c02c HTTP/1.1" status: 200 len: 2956 time: 0.3873096 Feb 20 05:26:03.324296 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c149f-0a54-4d27-bbe1-d2861d541a5d req-fa174c22-5a64-4841-a3b8-867dd208d6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:03.325846 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cc0c149f-0a54-4d27-bbe1-d2861d541a5d req-fa174c22-5a64-4841-a3b8-867dd208d6b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1c5b7b7-c6e3-4247-9c56-38df6739f2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4408057 Feb 20 05:26:03.384446 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-78f7b4dc-124d-4b10-88bc-03efe5b1a261 req-814cbb22-83d1-42b7-8920-9fdcdef9a1fb service neutron] 10.222.0.48 "GET /v2.0/networks/805bb61f-0284-479c-a7fa-c503f096a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368386 Feb 20 05:26:03.429696 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-76a670dc-ebc2-4075-8e16-1896dacd05bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7724d816-9c1f-41c2-b055-fae5b98d3cf0), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:03.522413 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c149f-0a54-4d27-bbe1-d2861d541a5d req-ecd5b370-b064-4acd-ba9f-211d55a6beab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:03.523958 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cc0c149f-0a54-4d27-bbe1-d2861d541a5d req-ecd5b370-b064-4acd-ba9f-211d55a6beab service neutron] 10.222.0.48 "GET /v2.0/networks?id=6e9bd132-6287-4246-bd04-4201b4617af3 HTTP/1.1" status: 200 len: 902 time: 0.2818573 Feb 20 05:26:03.544143 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-348bd6da-8722-479f-86de-993635a363db tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:03.546987 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-348bd6da-8722-479f-86de-993635a363db tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.61 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 820 time: 0.5707345 Feb 20 05:26:03.559314 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f6f68-a93a-43d6-bc0a-c1a64562cce4 req-53801bc2-5417-45f8-8518-8df2bb6678c4 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:03.567486 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f6f68-a93a-43d6-bc0a-c1a64562cce4 req-53801bc2-5417-45f8-8518-8df2bb6678c4 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:03.573515 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f6f68-a93a-43d6-bc0a-c1a64562cce4 req-53801bc2-5417-45f8-8518-8df2bb6678c4 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:03.582063 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3c6f6f68-a93a-43d6-bc0a-c1a64562cce4 req-53801bc2-5417-45f8-8518-8df2bb6678c4 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f20b002-a780-4d30-90f4-6de18909c02c HTTP/1.1" status: 200 len: 2410 time: 0.1495650 Feb 20 05:26:03.588173 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-fd581928-0a58-462b-af4d-55769ea3a42b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Request body: {'port': {'device_id': 'daa51041-a94a-417e-8ca2-2832a92ffa7e', 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86', 'admin_state_up': True, 'tenant_id': '370c8f456fd340e383b36f44861b2990'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:03.678007 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d153dca3-308a-45ba-9e9e-1bf6b78dd49a up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:26:03.770748 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port d153dca3-308a-45ba-9e9e-1bf6b78dd49a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:03.771341 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d153dca3-308a-45ba-9e9e-1bf6b78dd49a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:03.866246 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3c6f6f68-a93a-43d6-bc0a-c1a64562cce4 req-29d35fe3-413f-4a14-adb4-87806c690ee7 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830496 Feb 20 05:26:03.879545 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port d153dca3-308a-45ba-9e9e-1bf6b78dd49a is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:03.880317 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d153dca3-308a-45ba-9e9e-1bf6b78dd49a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:03.882141 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-fd581928-0a58-462b-af4d-55769ea3a42b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Made reservation on behalf of 370c8f456fd340e383b36f44861b2990 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:26:03.887902 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cc0c149f-0a54-4d27-bbe1-d2861d541a5d req-e131bb5a-f233-4c06-ae83-1db32ff614e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.244&port_id=1fba6bf1-6807-4c84-99da-1fc9941f2a86 HTTP/1.1" status: 200 len: 217 time: 0.3354595 Feb 20 05:26:03.892685 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-fd581928-0a58-462b-af4d-55769ea3a42b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:03.918934 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port d153dca3-308a-45ba-9e9e-1bf6b78dd49a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d153dca3-308a-45ba-9e9e-1bf6b78dd49a,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:03.928694 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d153dca3-308a-45ba-9e9e-1bf6b78dd49a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:03.945894 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cc0c149f-0a54-4d27-bbe1-d2861d541a5d req-94951c5c-232f-4ab3-b531-48a797c6a2e7 service neutron] 10.222.0.61 "GET /v2.0/networks/a1c5b7b7-c6e3-4247-9c56-38df6739f2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5957963 Feb 20 05:26:03.997843 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5eee5a4d-5804-473e-a6f9-29f806f6582b req-b604b01c-2c45-4ff7-93bd-22e0054e98d3 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/floatingips/f52f4e51-545d-4531-9f25-d046963bcd92 HTTP/1.1" status: 200 len: 693 time: 0.0810163 Feb 20 05:26:04.016515 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-78f7b4dc-124d-4b10-88bc-03efe5b1a261 req-4510c00a-f7b8-40c8-8a4d-cb62d80c8462 service neutron] 10.222.0.48 "GET /v2.0/networks/805bb61f-0284-479c-a7fa-c503f096a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5879371 Feb 20 05:26:04.017583 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=d153dca3-308a-45ba-9e9e-1bf6b78dd49a,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:04.078475 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c149f-0a54-4d27-bbe1-d2861d541a5d req-bb440cd6-6038-41b9-8dea-54fd2f076ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:04.079907 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cc0c149f-0a54-4d27-bbe1-d2861d541a5d req-bb440cd6-6038-41b9-8dea-54fd2f076ffa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5ef2fbf4-cc03-492a-af4f-82c84214b0eb HTTP/1.1" status: 200 len: 801 time: 0.1740284 Feb 20 05:26:04.194150 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cc0c149f-0a54-4d27-bbe1-d2861d541a5d req-0201553e-4c4d-4dff-a88e-2737eeeedbd4 service neutron] 10.222.0.61 "GET /v2.0/networks/a1c5b7b7-c6e3-4247-9c56-38df6739f2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275684 Feb 20 05:26:04.196417 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-76a670dc-ebc2-4075-8e16-1896dacd05bb admin admin] Publish callbacks [] for port (7724d816-9c1f-41c2-b055-fae5b98d3cf0), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:04.203503 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-76a670dc-ebc2-4075-8e16-1896dacd05bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7724d816-9c1f-41c2-b055-fae5b98d3cf0), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:04.204556 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-76a670dc-ebc2-4075-8e16-1896dacd05bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (e7abc2ba-8a64-4380-84bb-09df7e084207), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:04.219638 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee5a4d-5804-473e-a6f9-29f806f6582b req-58f4fe0c-b4b9-465c-bffd-52e993997dbf tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:04.221088 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5eee5a4d-5804-473e-a6f9-29f806f6582b req-58f4fe0c-b4b9-465c-bffd-52e993997dbf tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.1968236 Feb 20 05:26:04.242012 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-5eee5a4d-5804-473e-a6f9-29f806f6582b req-0cd56a29-296b-45fb-8373-8765c1a884db tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:26:04.243188 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5eee5a4d-5804-473e-a6f9-29f806f6582b req-0cd56a29-296b-45fb-8373-8765c1a884db tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096247 Feb 20 05:26:04.247276 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-fd581928-0a58-462b-af4d-55769ea3a42b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Allocated IP 172.20.0.4 (ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86/ba20b753-c652-4b93-87e5-619a187db804/30fcc51a-1bb6-4c51-b069-8c95adf83e0e) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:26:04.272545 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c149f-0a54-4d27-bbe1-d2861d541a5d req-991683bd-0519-4578-8f40-3901aeaa2b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:04.274700 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cc0c149f-0a54-4d27-bbe1-d2861d541a5d req-991683bd-0519-4578-8f40-3901aeaa2b48 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6e9bd132-6287-4246-bd04-4201b4617af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1546075 Feb 20 05:26:04.313828 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5eee5a4d-5804-473e-a6f9-29f806f6582b req-ee6c6c7f-9516-4138-84d7-da8c445b27eb tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.191 HTTP/1.1" status: 200 len: 696 time: 0.0616164 Feb 20 05:26:04.316456 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a670dc-ebc2-4075-8e16-1896dacd05bb admin admin] Pushing event updated for resources: {'Port': ['ID=7724d816-9c1f-41c2-b055-fae5b98d3cf0,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:04.390825 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48098) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:04.393761 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5eee5a4d-5804-473e-a6f9-29f806f6582b req-b99ab361-7a80-4053-810f-a000b928d02b tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.191 HTTP/1.1" status: 200 len: 696 time: 0.0615387 Feb 20 05:26:04.438721 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a670dc-ebc2-4075-8e16-1896dacd05bb admin admin] Network d76daf12-b90e-4798-b003-b03a3a53e3b4 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:26:04.441109 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cc0c149f-0a54-4d27-bbe1-d2861d541a5d req-3c95b1d5-885f-41f0-9c1b-6c56e7861a8c service neutron] 10.222.0.48 "GET /v2.0/networks/6e9bd132-6287-4246-bd04-4201b4617af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383271 Feb 20 05:26:04.442345 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-76a670dc-ebc2-4075-8e16-1896dacd05bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:26:04.541721 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-0e157b67-7787-46f5-91b2-dbc2ab4fccc4 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:26:04.542781 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-0e157b67-7787-46f5-91b2-dbc2ab4fccc4 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1481004 Feb 20 05:26:04.638473 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-fd581928-0a58-462b-af4d-55769ea3a42b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks [] for port (30fcc51a-1bb6-4c51-b069-8c95adf83e0e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:04.645189 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-5eee5a4d-5804-473e-a6f9-29f806f6582b req-29ab11f4-e23a-4b3a-8746-c9c994483f7c tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Deleting port 1252d0ed-d274-4600-8a99-33e2f5492f78 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:26:04.645334 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cc0c149f-0a54-4d27-bbe1-d2861d541a5d req-2a4b2449-6fd2-44c7-aa16-b61286f8e544 service neutron] 10.222.0.48 "GET /v2.0/networks/6e9bd132-6287-4246-bd04-4201b4617af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966527 Feb 20 05:26:04.645532 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5eee5a4d-5804-473e-a6f9-29f806f6582b req-29ab11f4-e23a-4b3a-8746-c9c994483f7c tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1252d0ed-d274-4600-8a99-33e2f5492f78), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:04.657135 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a670dc-ebc2-4075-8e16-1896dacd05bb admin admin] Router e7abc2ba-8a64-4380-84bb-09df7e084207 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:26:04.751466 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5f31fb30-6021-4037-a1ee-27fee20a7f43 None None] Provisioning complete for port 7724d816-9c1f-41c2-b055-fae5b98d3cf0 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:04.752977 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f31fb30-6021-4037-a1ee-27fee20a7f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7724d816-9c1f-41c2-b055-fae5b98d3cf0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:04.759574 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-8e5a3b84-8755-45f9-90fe-caa05ca4a0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:04.760981 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-8e5a3b84-8755-45f9-90fe-caa05ca4a0fa service neutron] 10.222.0.37 "GET /v2.0/ports/d31904b3-3549-4eb6-80c5-e356a0b6f8a4 HTTP/1.1" status: 200 len: 1124 time: 0.1612623 Feb 20 05:26:04.763470 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-fd581928-0a58-462b-af4d-55769ea3a42b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (30fcc51a-1bb6-4c51-b069-8c95adf83e0e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:04.789651 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a670dc-ebc2-4075-8e16-1896dacd05bb admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:26:04.791582 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5f31fb30-6021-4037-a1ee-27fee20a7f43 None None] Port 7724d816-9c1f-41c2-b055-fae5b98d3cf0 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:26:04.807889 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-76a670dc-ebc2-4075-8e16-1896dacd05bb admin admin] 10.222.0.37 "PUT /v2.0/routers/e7abc2ba-8a64-4380-84bb-09df7e084207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4323301 Feb 20 05:26:04.808086 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-a39e688f-6799-41ae-9c3e-e110646ee072 service neutron] Request body: {'binding': {'host': 'n-h2-829866-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:04.808086 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-a39e688f-6799-41ae-9c3e-e110646ee072 service neutron] Unknown quota resources ['binding']. {{(pid=103407) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 05:26:04.813640 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee09c14-2b66-4d10-b1a3-4bb1a9d4d779 None None] Sync routers for ids ['e7abc2ba-8a64-4380-84bb-09df7e084207'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:26:04.824192 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee09c14-2b66-4d10-b1a3-4bb1a9d4d779 None None] Routers {'e7abc2ba-8a64-4380-84bb-09df7e084207'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:26:04.824900 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-6ee09c14-2b66-4d10-b1a3-4bb1a9d4d779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:25:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['e7abc2ba-8a64-4380-84bb-09df7e084207'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:04.840027 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5eee5a4d-5804-473e-a6f9-29f806f6582b req-29ab11f4-e23a-4b3a-8746-c9c994483f7c tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1252d0ed-d274-4600-8a99-33e2f5492f78), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:04.840389 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5eee5a4d-5804-473e-a6f9-29f806f6582b req-29ab11f4-e23a-4b3a-8746-c9c994483f7c tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks [] for floatingip (1252d0ed-d274-4600-8a99-33e2f5492f78), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:04.875905 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-5eee5a4d-5804-473e-a6f9-29f806f6582b req-29ab11f4-e23a-4b3a-8746-c9c994483f7c tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Calling delete_port for 1252d0ed-d274-4600-8a99-33e2f5492f78 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:26:04.878831 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-fd581928-0a58-462b-af4d-55769ea3a42b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:26:04.883674 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd581928-0a58-462b-af4d-55769ea3a42b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Pushing event updated for resources: {'Port': ['ID=30fcc51a-1bb6-4c51-b069-8c95adf83e0e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:04.897368 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-fd581928-0a58-462b-af4d-55769ea3a42b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:26:04.903653 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-fd581928-0a58-462b-af4d-55769ea3a42b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:26:04.908733 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-fd581928-0a58-462b-af4d-55769ea3a42b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:04.909986 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-fd581928-0a58-462b-af4d-55769ea3a42b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:04.945412 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-6ee09c14-2b66-4d10-b1a3-4bb1a9d4d779 None None] Set router e7abc2ba-8a64-4380-84bb-09df7e084207 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:26:05.013914 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-fd581928-0a58-462b-af4d-55769ea3a42b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4297554 Feb 20 05:26:05.028645 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-1b800599-4d73-4ec7-a172-a1a1762c4e91 service neutron] Request body: {'port': {'device_id': 'daa51041-a94a-417e-8ca2-2832a92ffa7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:05.156721 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-1b800599-4d73-4ec7-a172-a1a1762c4e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (30fcc51a-1bb6-4c51-b069-8c95adf83e0e), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:05.169213 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-a39e688f-6799-41ae-9c3e-e110646ee072 service neutron] Attempting to bind port d31904b3-3549-4eb6-80c5-e356a0b6f8a4 on host n-h2-829866-5 for vnic_type normal with profile None {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:26:05.169476 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-a39e688f-6799-41ae-9c3e-e110646ee072 service neutron] Attempting to bind port d31904b3-3549-4eb6-80c5-e356a0b6f8a4 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:26:05.169995 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-a39e688f-6799-41ae-9c3e-e110646ee072 service neutron] Attempting to bind port d31904b3-3549-4eb6-80c5-e356a0b6f8a4 on network cb4530de-66c2-443b-82e6-823a997cfe68 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:05.172246 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-6ee09c14-2b66-4d10-b1a3-4bb1a9d4d779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7abc2ba-8a64-4380-84bb-09df7e084207', 'name': 'tempest-AttachSCSIVolumeTestJSON-1619898677-router', 'tenant_id': '592d7ae3cfbc43f5a598472dbfc479f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'd153dca3-308a-45ba-9e9e-1bf6b78dd49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:53Z', 'updated_at': '2022-02-20T05:26:03Z', 'revision_number': 4, 'project_id': '592d7ae3cfbc43f5a598472dbfc479f2', 'gw_port': {'id': 'd153dca3-308a-45ba-9e9e-1bf6b78dd49a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7abc2ba-8a64-4380-84bb-09df7e084207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:55Z', 'updated_at': '2022-02-20T05:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '7724d816-9c1f-41c2-b055-fae5b98d3cf0', 'name': '', 'network_id': 'd76daf12-b90e-4798-b003-b03a3a53e3b4', 'tenant_id': '592d7ae3cfbc43f5a598472dbfc479f2', 'mac_address': 'fa:16:3e:b7:8d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7abc2ba-8a64-4380-84bb-09df7e084207', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '02f41e8c-effe-4279-ad71-79f8bbfdab66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:26:00Z', 'updated_at': '2022-02-20T05:26:03Z', 'revision_number': 2, 'project_id': '592d7ae3cfbc43f5a598472dbfc479f2', 'subnets': [{'id': '02f41e8c-effe-4279-ad71-79f8bbfdab66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:05.184522 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-a39e688f-6799-41ae-9c3e-e110646ee072 service neutron] Port d31904b3-3549-4eb6-80c5-e356a0b6f8a4 on network cb4530de-66c2-443b-82e6-823a997cfe68 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:26:05.184846 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-a39e688f-6799-41ae-9c3e-e110646ee072 service neutron] Attempting to bind port d31904b3-3549-4eb6-80c5-e356a0b6f8a4 on network cb4530de-66c2-443b-82e6-823a997cfe68 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:05.204289 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee09c14-2b66-4d10-b1a3-4bb1a9d4d779 None None] Checking router: e7abc2ba-8a64-4380-84bb-09df7e084207 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:26:05.204733 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee09c14-2b66-4d10-b1a3-4bb1a9d4d779 None None] Updating router e7abc2ba-8a64-4380-84bb-09df7e084207 port 7724d816-9c1f-41c2-b055-fae5b98d3cf0 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:26:05.209679 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-a39e688f-6799-41ae-9c3e-e110646ee072 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:26:05.210017 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-a39e688f-6799-41ae-9c3e-e110646ee072 service neutron] Checking segment: {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:26:05.210395 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-a39e688f-6799-41ae-9c3e-e110646ee072 service neutron] Bound using segment: {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:26:05.210839 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-a39e688f-6799-41ae-9c3e-e110646ee072 service neutron] Bound port: d31904b3-3549-4eb6-80c5-e356a0b6f8a4, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:26:05.234490 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ee09c14-2b66-4d10-b1a3-4bb1a9d4d779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7724d816-9c1f-41c2-b055-fae5b98d3cf0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:05.398234 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5eee5a4d-5804-473e-a6f9-29f806f6582b req-29ab11f4-e23a-4b3a-8746-c9c994483f7c tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (1252d0ed-d274-4600-8a99-33e2f5492f78), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:05.403650 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48122) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:05.408483 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-22f3ecf9-195d-49c3-912c-bb3152fc9747 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1356538395-network', 'tenant_id': 'e219dc432ba04efba2feeb329fd59ae1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:05.431207 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f3ecf9-195d-49c3-912c-bb3152fc9747 admin admin] Made reservation on behalf of e219dc432ba04efba2feeb329fd59ae1 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:26:05.433554 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-22f3ecf9-195d-49c3-912c-bb3152fc9747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:05.443220 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-22f3ecf9-195d-49c3-912c-bb3152fc9747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:05.458172 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-a39e688f-6799-41ae-9c3e-e110646ee072 service neutron] For port d31904b3-3549-4eb6-80c5-e356a0b6f8a4, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=d31904b3-3549-4eb6-80c5-e356a0b6f8a4,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:26:05.461785 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab11f4-e23a-4b3a-8746-c9c994483f7c tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Pushing event deleted for resources: {'Port': ['ID=1252d0ed-d274-4600-8a99-33e2f5492f78,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:05.476065 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-a39e688f-6799-41ae-9c3e-e110646ee072 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:05.477554 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-a39e688f-6799-41ae-9c3e-e110646ee072 service neutron] 10.222.0.37 "POST /v2.0/ports/d31904b3-3549-4eb6-80c5-e356a0b6f8a4/bindings HTTP/1.1" status: 201 len: 389 time: 0.7054033 Feb 20 05:26:05.535946 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5eee5a4d-5804-473e-a6f9-29f806f6582b req-29ab11f4-e23a-4b3a-8746-c9c994483f7c tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks [] for floatingip (f52f4e51-545d-4531-9f25-d046963bcd92), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:05.538733 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5eee5a4d-5804-473e-a6f9-29f806f6582b req-29ab11f4-e23a-4b3a-8746-c9c994483f7c tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:05.541043 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-22f3ecf9-195d-49c3-912c-bb3152fc9747 admin admin] Publish callbacks [] for security_group (7fa81b2f-1c4e-4ab2-aae0-d3bb289c8e8b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:05.552414 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5eee5a4d-5804-473e-a6f9-29f806f6582b req-29ab11f4-e23a-4b3a-8746-c9c994483f7c tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "DELETE /v2.0/floatingips/f52f4e51-545d-4531-9f25-d046963bcd92 HTTP/1.1" status: 204 len: 173 time: 1.1488101 Feb 20 05:26:05.553859 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-22f3ecf9-195d-49c3-912c-bb3152fc9747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7fa81b2f-1c4e-4ab2-aae0-d3bb289c8e8b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:05.580673 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ee09c14-2b66-4d10-b1a3-4bb1a9d4d779 None None] Publish callbacks [] for port (7724d816-9c1f-41c2-b055-fae5b98d3cf0), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:05.583311 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f3ecf9-195d-49c3-912c-bb3152fc9747 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:26:05.603786 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ee09c14-2b66-4d10-b1a3-4bb1a9d4d779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7724d816-9c1f-41c2-b055-fae5b98d3cf0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:05.605834 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3ecf9-195d-49c3-912c-bb3152fc9747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa81b2f-1c4e-4ab2-aae0-d3bb289c8e8b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:05.614069 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-22f3ecf9-195d-49c3-912c-bb3152fc9747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d9cbb184-a307-48f4-81c1-db402a465f98), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:05.614477 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-22f3ecf9-195d-49c3-912c-bb3152fc9747 admin admin] Added segment d9cbb184-a307-48f4-81c1-db402a465f98 of type vlan for network 7530dab8-91ac-49e5-89c5-79a7a99994ae Feb 20 05:26:05.682947 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-22f3ecf9-195d-49c3-912c-bb3152fc9747 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (7530dab8-91ac-49e5-89c5-79a7a99994ae), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:05.711856 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-22f3ecf9-195d-49c3-912c-bb3152fc9747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (7530dab8-91ac-49e5-89c5-79a7a99994ae), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:05.714281 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f3ecf9-195d-49c3-912c-bb3152fc9747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:05.715082 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-22f3ecf9-195d-49c3-912c-bb3152fc9747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:05.720712 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042ec0-529a-4c55-bf07-afe23eec65c1 None None] Pushing event updated for resources: {'Port': ['ID=7724d816-9c1f-41c2-b055-fae5b98d3cf0,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:05.732381 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d153dca3-308a-45ba-9e9e-1bf6b78dd49a up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:26:05.753914 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-22f3ecf9-195d-49c3-912c-bb3152fc9747 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3491986 Feb 20 05:26:05.757437 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48130) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:05.812417 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-fef27a78-fa6f-4977-b40f-aebbf0422c08 admin admin] Request body: {'subnet': {'network_id': '7530dab8-91ac-49e5-89c5-79a7a99994ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356538395-subnet', 'tenant_id': 'e219dc432ba04efba2feeb329fd59ae1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:05.850657 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3ecf9-195d-49c3-912c-bb3152fc9747 admin admin] Pushing event updated for resources: {'Network': ['ID=7530dab8-91ac-49e5-89c5-79a7a99994ae,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:05.870308 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5118955-742e-44a5-88fa-7c69196558dc req-98792d7e-9c5f-4aba-b619-15daa81db31d tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:05.879525 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b5118955-742e-44a5-88fa-7c69196558dc req-98792d7e-9c5f-4aba-b619-15daa81db31d tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa86e292-94cd-4e63-9e44-959406ff027c HTTP/1.1" status: 200 len: 950 time: 0.1783037 Feb 20 05:26:05.897387 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-1b800599-4d73-4ec7-a172-a1a1762c4e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30fcc51a-1bb6-4c51-b069-8c95adf83e0e {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:26:05.899392 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 7530dab8-91ac-49e5-89c5-79a7a99994ae details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:26:05.900874 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef27a78-fa6f-4977-b40f-aebbf0422c08 admin admin] Made reservation on behalf of e219dc432ba04efba2feeb329fd59ae1 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:26:05.903859 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fef27a78-fa6f-4977-b40f-aebbf0422c08 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:05.939704 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-1b800599-4d73-4ec7-a172-a1a1762c4e91 service neutron] Publish callbacks [] for port (30fcc51a-1bb6-4c51-b069-8c95adf83e0e), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:05.965404 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b5118955-742e-44a5-88fa-7c69196558dc req-3ec5191a-c3fb-454d-9333-445e29ca5b7f tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783725 Feb 20 05:26:05.965850 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 6f028fb8-f054-42d0-a8aa-89287a3352cf details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:26:05.970425 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-6ee09c14-2b66-4d10-b1a3-4bb1a9d4d779 None None] Attempting to bind port 7724d816-9c1f-41c2-b055-fae5b98d3cf0 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:26:05.970796 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-6ee09c14-2b66-4d10-b1a3-4bb1a9d4d779 None None] Attempting to bind port 7724d816-9c1f-41c2-b055-fae5b98d3cf0 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '124a5ef8-1338-4ceb-9818-c9a2bde36949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd76daf12-b90e-4798-b003-b03a3a53e3b4'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:26:05.971193 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee09c14-2b66-4d10-b1a3-4bb1a9d4d779 None None] Attempting to bind port 7724d816-9c1f-41c2-b055-fae5b98d3cf0 on network d76daf12-b90e-4798-b003-b03a3a53e3b4 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:05.980919 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-1b800599-4d73-4ec7-a172-a1a1762c4e91 service neutron] Transition to ACTIVE for port object 30fcc51a-1bb6-4c51-b069-8c95adf83e0e will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:26:05.989049 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3309d0-2637-4be1-9f25-2faf6f82699f req-776fd170-eb69-41f0-a0e8-b9784775111d tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:05.995946 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe3309d0-2637-4be1-9f25-2faf6f82699f req-776fd170-eb69-41f0-a0e8-b9784775111d tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 931 time: 0.1785715 Feb 20 05:26:05.998820 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-1b800599-4d73-4ec7-a172-a1a1762c4e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (30fcc51a-1bb6-4c51-b069-8c95adf83e0e), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:06.009457 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-22883c4c-3ffc-4a3d-b224-b5504e349700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:06.011012 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-22883c4c-3ffc-4a3d-b224-b5504e349700 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 1127 time: 0.1924050 Feb 20 05:26:06.017353 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee09c14-2b66-4d10-b1a3-4bb1a9d4d779 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:26:06.017797 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee09c14-2b66-4d10-b1a3-4bb1a9d4d779 None None] Checking segment: {'id': '124a5ef8-1338-4ceb-9818-c9a2bde36949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd76daf12-b90e-4798-b003-b03a3a53e3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:26:06.018256 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ee09c14-2b66-4d10-b1a3-4bb1a9d4d779 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:06.018693 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee09c14-2b66-4d10-b1a3-4bb1a9d4d779 None None] Bound using segment: {'id': '124a5ef8-1338-4ceb-9818-c9a2bde36949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd76daf12-b90e-4798-b003-b03a3a53e3b4'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:26:06.019226 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-6ee09c14-2b66-4d10-b1a3-4bb1a9d4d779 None None] Bound port: 7724d816-9c1f-41c2-b055-fae5b98d3cf0, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124a5ef8-1338-4ceb-9818-c9a2bde36949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd76daf12-b90e-4798-b003-b03a3a53e3b4'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:26:06.019926 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ee09c14-2b66-4d10-b1a3-4bb1a9d4d779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7724d816-9c1f-41c2-b055-fae5b98d3cf0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:06.022961 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port d153dca3-308a-45ba-9e9e-1bf6b78dd49a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:06.022961 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d153dca3-308a-45ba-9e9e-1bf6b78dd49a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:06.138574 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b800599-4d73-4ec7-a172-a1a1762c4e91 service neutron] Pushing event updated for resources: {'Port': ['ID=30fcc51a-1bb6-4c51-b069-8c95adf83e0e,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:06.162733 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-4850c60c-b3de-483a-8065-3e5cae174968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:06.164561 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-4850c60c-b3de-483a-8065-3e5cae174968 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 908 time: 0.1440048 Feb 20 05:26:06.185955 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-3e2156e5-9cc9-4626-923d-7270e62180ab None None] Provisioning complete for port 7724d816-9c1f-41c2-b055-fae5b98d3cf0 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:06.186225 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e2156e5-9cc9-4626-923d-7270e62180ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7724d816-9c1f-41c2-b055-fae5b98d3cf0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:06.212159 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-2cba6a46-d71f-46ea-8fb0-7cdd6a47227f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d31904b3-3549-4eb6-80c5-e356a0b6f8a4 HTTP/1.1" status: 200 len: 217 time: 0.0411463 Feb 20 05:26:06.215307 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe3309d0-2637-4be1-9f25-2faf6f82699f req-3d08191a-b210-46e0-b762-e3849242543c tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122838 Feb 20 05:26:06.217034 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-1b800599-4d73-4ec7-a172-a1a1762c4e91 service neutron] Attempting to bind port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:26:06.217529 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-1b800599-4d73-4ec7-a172-a1a1762c4e91 service neutron] Attempting to bind port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:26:06.217864 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-1b800599-4d73-4ec7-a172-a1a1762c4e91 service neutron] Attempting to bind port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:06.233102 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f0233-2be8-4349-bbe8-61b2a1f6e45a req-18c44ca2-c2d7-4893-950b-b3441e53dd29 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:06.240056 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f0233-2be8-4349-bbe8-61b2a1f6e45a req-18c44ca2-c2d7-4893-950b-b3441e53dd29 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:06.245690 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f0233-2be8-4349-bbe8-61b2a1f6e45a req-18c44ca2-c2d7-4893-950b-b3441e53dd29 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:06.247470 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-685f0233-2be8-4349-bbe8-61b2a1f6e45a req-18c44ca2-c2d7-4893-950b-b3441e53dd29 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f20b002-a780-4d30-90f4-6de18909c02c HTTP/1.1" status: 200 len: 2410 time: 0.1768346 Feb 20 05:26:06.249697 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-1b800599-4d73-4ec7-a172-a1a1762c4e91 service neutron] Port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:26:06.250042 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-1b800599-4d73-4ec7-a172-a1a1762c4e91 service neutron] Attempting to bind port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:06.293729 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-6ee09c14-2b66-4d10-b1a3-4bb1a9d4d779 None None] For port 7724d816-9c1f-41c2-b055-fae5b98d3cf0, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:26:06.297919 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3e2156e5-9cc9-4626-923d-7270e62180ab None None] Port 7724d816-9c1f-41c2-b055-fae5b98d3cf0 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:26:06.306189 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-6ee09c14-2b66-4d10-b1a3-4bb1a9d4d779 None None] For port 7724d816-9c1f-41c2-b055-fae5b98d3cf0, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7724d816-9c1f-41c2-b055-fae5b98d3cf0,segment=NetworkSegment(124a5ef8-1338-4ceb-9818-c9a2bde36949),segment_id=124a5ef8-1338-4ceb-9818-c9a2bde36949)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:26:06.306441 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fef27a78-fa6f-4977-b40f-aebbf0422c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (55038adc-22cc-4ea0-a2e6-87e3d7ca8327), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:06.310325 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-1b800599-4d73-4ec7-a172-a1a1762c4e91 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:26:06.310700 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-1b800599-4d73-4ec7-a172-a1a1762c4e91 service neutron] Checking segment: {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:26:06.311123 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-1b800599-4d73-4ec7-a172-a1a1762c4e91 service neutron] Bound using segment: {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:26:06.311773 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-1b800599-4d73-4ec7-a172-a1a1762c4e91 service neutron] Bound port: 30fcc51a-1bb6-4c51-b069-8c95adf83e0e, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:26:06.311899 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 6f028fb8-f054-42d0-a8aa-89287a3352cf, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=6f028fb8-f054-42d0-a8aa-89287a3352cf,segment=NetworkSegment(bc434c7f-01a4-4624-bd9c-c9f35c771391),segment_id=bc434c7f-01a4-4624-bd9c-c9f35c771391)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:06.311986 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-1b800599-4d73-4ec7-a172-a1a1762c4e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (30fcc51a-1bb6-4c51-b069-8c95adf83e0e), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:06.318560 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-a352ca89-eb25-45f2-a11c-77a17a536553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:06.319740 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-a352ca89-eb25-45f2-a11c-77a17a536553 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b4371b84-9467-4135-93c7-7a933f791395 HTTP/1.1" status: 200 len: 848 time: 0.0992846 Feb 20 05:26:06.341352 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ee09c14-2b66-4d10-b1a3-4bb1a9d4d779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7724d816-9c1f-41c2-b055-fae5b98d3cf0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:06.373073 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '6f028fb8-f054-42d0-a8aa-89287a3352cf', 'network_id': '6e9bd132-6287-4246-bd04-4201b4617af3', 'port_id': '6f028fb8-f054-42d0-a8aa-89287a3352cf', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef2fbf4-cc03-492a-af4f-82c84214b0eb', 'ip_address': '19.80.0.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:26:06.377642 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-7c9dd5a1-6fe6-4140-8ee9-37a33d6ad119 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb4530de-66c2-443b-82e6-823a997cfe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336025 Feb 20 05:26:06.400322 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-605eaf63-2548-4608-87fa-129c9f160d15 req-807ecc74-70c3-4ce1-aeb5-1c669f823bb5 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.222 HTTP/1.1" status: 200 len: 1001 time: 0.1514993 Feb 20 05:26:06.421605 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef27a78-fa6f-4977-b40f-aebbf0422c08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55038adc-22cc-4ea0-a2e6-87e3d7ca8327,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:06.444696 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port d153dca3-308a-45ba-9e9e-1bf6b78dd49a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:06.445654 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-685f0233-2be8-4349-bbe8-61b2a1f6e45a req-b62f4a31-a0df-46ca-9a69-2e46e8a31214 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856415 Feb 20 05:26:06.451647 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee09c14-2b66-4d10-b1a3-4bb1a9d4d779 None None] Routers {'e7abc2ba-8a64-4380-84bb-09df7e084207'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:26:06.452348 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-6ee09c14-2b66-4d10-b1a3-4bb1a9d4d779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:25:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['e7abc2ba-8a64-4380-84bb-09df7e084207'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:06.459537 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042ec0-529a-4c55-bf07-afe23eec65c1 None None] Pushing event updated for resources: {'Port': ['ID=7724d816-9c1f-41c2-b055-fae5b98d3cf0,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:06.462012 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef27a78-fa6f-4977-b40f-aebbf0422c08 admin admin] Checking segment: {'id': 'd9cbb184-a307-48f4-81c1-db402a465f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7530dab8-91ac-49e5-89c5-79a7a99994ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:26:06.462472 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef27a78-fa6f-4977-b40f-aebbf0422c08 admin admin] Network hostable DHCP agents. Network: 7530dab8-91ac-49e5-89c5-79a7a99994ae, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:26:06.501629 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605eaf63-2548-4608-87fa-129c9f160d15 req-2ca3e148-8c74-4f46-8f1d-dab700d5cb0a tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:06.502281 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef27a78-fa6f-4977-b40f-aebbf0422c08 admin admin] Network 7530dab8-91ac-49e5-89c5-79a7a99994ae is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:26:06.503723 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-605eaf63-2548-4608-87fa-129c9f160d15 req-2ca3e148-8c74-4f46-8f1d-dab700d5cb0a tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/ports/94e9495c-68e3-406f-bd4b-c71e809e1b54 HTTP/1.1" status: 200 len: 942 time: 0.0851793 Feb 20 05:26:06.504931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-1b800599-4d73-4ec7-a172-a1a1762c4e91 service neutron] For port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:26:06.508682 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-1b800599-4d73-4ec7-a172-a1a1762c4e91 service neutron] For port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=30fcc51a-1bb6-4c51-b069-8c95adf83e0e,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:26:06.512634 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 6f028fb8-f054-42d0-a8aa-89287a3352cf is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:06.513197 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6f028fb8-f054-42d0-a8aa-89287a3352cf), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:06.515517 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-1b800599-4d73-4ec7-a172-a1a1762c4e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (30fcc51a-1bb6-4c51-b069-8c95adf83e0e), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:06.519600 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-39108997-06b7-42d2-aa2a-8971790d4e26 service neutron] 10.222.0.48 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337662 Feb 20 05:26:06.520838 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-fef27a78-fa6f-4977-b40f-aebbf0422c08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 7530dab8-91ac-49e5-89c5-79a7a99994ae) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:26:06.525079 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef27a78-fa6f-4977-b40f-aebbf0422c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:06.525793 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fef27a78-fa6f-4977-b40f-aebbf0422c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:06.543683 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f028fb8-f054-42d0-a8aa-89287a3352cf {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:26:06.584420 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-1b800599-4d73-4ec7-a172-a1a1762c4e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:06.585066 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-1b800599-4d73-4ec7-a172-a1a1762c4e91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:06.586521 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-1b800599-4d73-4ec7-a172-a1a1762c4e91 service neutron] 10.222.0.61 "PUT /v2.0/ports/30fcc51a-1bb6-4c51-b069-8c95adf83e0e HTTP/1.1" status: 200 len: 1091 time: 1.5638387 Feb 20 05:26:06.587083 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa51041-a94a-417e-8ca2-2832a92ffa7e', 'tag': '30fcc51a-1bb6-4c51-b069-8c95adf83e0e'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:26:06.589633 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f0c0e3-539d-4a50-a509-d80ea796c014" -d '{"events": [{"name": "network-changed", "server_uuid": "daa51041-a94a-417e-8ca2-2832a92ffa7e", "tag": "30fcc51a-1bb6-4c51-b069-8c95adf83e0e"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:26:06.617540 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b800599-4d73-4ec7-a172-a1a1762c4e91 service neutron] Pushing event updated for resources: {'Port': ['ID=30fcc51a-1bb6-4c51-b069-8c95adf83e0e,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:06.661103 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fef27a78-fa6f-4977-b40f-aebbf0422c08 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9011693 Feb 20 05:26:06.668678 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 6f028fb8-f054-42d0-a8aa-89287a3352cf, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=6f028fb8-f054-42d0-a8aa-89287a3352cf,segment=NetworkSegment(bc434c7f-01a4-4624-bd9c-c9f35c771391),segment_id=bc434c7f-01a4-4624-bd9c-c9f35c771391)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:06.670142 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2e1e05-2a30-4f4d-813b-c218e970d7c4 None None] Network 7530dab8-91ac-49e5-89c5-79a7a99994ae requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:26:06.679381 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48138) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:06.683703 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-3d62bfea-3a32-45f1-af4f-1c718d403a67 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1356538395-router', 'tenant_id': 'e219dc432ba04efba2feeb329fd59ae1', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:06.709007 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-225a3af3-21cb-4c3c-92ed-57c709f18180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:06.715019 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-225a3af3-21cb-4c3c-92ed-57c709f18180 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 1125 time: 0.0775070 Feb 20 05:26:06.762876 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3d62bfea-3a32-45f1-af4f-1c718d403a67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (c33c4926-05cc-49d7-8207-5fc3aa610a68), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:06.765354 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3d62bfea-3a32-45f1-af4f-1c718d403a67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (c33c4926-05cc-49d7-8207-5fc3aa610a68), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:06.809675 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-cddce73d-1309-4bdb-b13b-76d31a406e3e service neutron] 10.222.0.48 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802739 Feb 20 05:26:06.813002 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6f028fb8-f054-42d0-a8aa-89287a3352cf), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:06.814202 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 5279b48f-d011-431e-9a86-0b19a5e4c899 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:26:06.851899 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-2222df39-b7bc-47fc-9ab4-9262aef66e7c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30fcc51a-1bb6-4c51-b069-8c95adf83e0e HTTP/1.1" status: 200 len: 217 time: 0.1318946 Feb 20 05:26:06.879972 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3d62bfea-3a32-45f1-af4f-1c718d403a67 admin admin] Publish callbacks [] for router_controller (c33c4926-05cc-49d7-8207-5fc3aa610a68), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:06.961598 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-605eaf63-2548-4608-87fa-129c9f160d15 req-74542b84-6c5f-4567-9491-efbfe296be90 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.222 HTTP/1.1" status: 200 len: 1001 time: 0.2027516 Feb 20 05:26:06.975794 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a49458-06c8-4685-8d12-fa1199495709 req-12204ed2-beea-4d06-b9df-f7db9d6ad0e4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:06.977358 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-69a49458-06c8-4685-8d12-fa1199495709 req-12204ed2-beea-4d06-b9df-f7db9d6ad0e4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 945 time: 0.2436681 Feb 20 05:26:06.979776 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-b857ccc4-63e2-40ef-b853-2a08f7e8189c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:06.981042 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-b857ccc4-63e2-40ef-b853-2a08f7e8189c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 200 len: 860 time: 0.0943303 Feb 20 05:26:07.026068 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48142) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:07.026275 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485edfb3-20e7-4e64-afa7-277f619d0589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-7530dab8-91ac-49e5-89c5-79a7a99994ae', 'network_id': '7530dab8-91ac-49e5-89c5-79a7a99994ae', 'project_id': 'e219dc432ba04efba2feeb329fd59ae1', 'fixed_ips': [{'subnet_id': '55038adc-22cc-4ea0-a2e6-87e3d7ca8327'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:26:07.027119 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-485edfb3-20e7-4e64-afa7-277f619d0589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:07.041581 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-d3a306e1-4ef9-4558-a980-7d80da1076f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518363 Feb 20 05:26:07.061026 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:26:07.098630 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-6ee09c14-2b66-4d10-b1a3-4bb1a9d4d779 None None] Set router e7abc2ba-8a64-4380-84bb-09df7e084207 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:26:07.123564 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3d62bfea-3a32-45f1-af4f-1c718d403a67 admin admin] Publish callbacks [] for router_gateway (c33c4926-05cc-49d7-8207-5fc3aa610a68), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:07.173148 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-69a49458-06c8-4685-8d12-fa1199495709 req-3ce479e6-14d1-4638-8ff3-89604ae30d6e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823096 Feb 20 05:26:07.215097 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-891a8550-a74f-44c6-be58-42c2129c97f8 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:07.216782 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-891a8550-a74f-44c6-be58-42c2129c97f8 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4&tenant_id=fd21ae910f154cf58d2067d0920b47f4&binding%3Ahost_id=n-h1-829866-5 HTTP/1.1" status: 200 len: 1127 time: 0.1916008 Feb 20 05:26:07.228071 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605eaf63-2548-4608-87fa-129c9f160d15 req-c216658a-64a7-4289-a640-307209be8aaa tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:07.229613 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-aa9e85df-1602-48f2-bc5f-2ae6094fcccb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829866-5'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:07.230246 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-605eaf63-2548-4608-87fa-129c9f160d15 req-c216658a-64a7-4289-a640-307209be8aaa tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.2625613 Feb 20 05:26:07.236676 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-45376438-558a-411a-a2a1-3d1a90543f38 service neutron] 10.222.0.61 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644218 Feb 20 05:26:07.253758 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-605eaf63-2548-4608-87fa-129c9f160d15 req-fe13c37a-9962-4c88-98eb-52e9a5cc3ee4 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:26:07.254838 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-605eaf63-2548-4608-87fa-129c9f160d15 req-fe13c37a-9962-4c88-98eb-52e9a5cc3ee4 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139549 Feb 20 05:26:07.281790 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b69f2823-c777-48ff-b1db-0ca5c7638b2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:07.310130 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e147c22e-90f5-4c94-95cc-162027b00e93 None None] Provisioning complete for port 7724d816-9c1f-41c2-b055-fae5b98d3cf0 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:07.310503 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e147c22e-90f5-4c94-95cc-162027b00e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7724d816-9c1f-41c2-b055-fae5b98d3cf0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:07.323056 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=6f028fb8-f054-42d0-a8aa-89287a3352cf,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:07.353872 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-aa9e85df-1602-48f2-bc5f-2ae6094fcccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d31904b3-3549-4eb6-80c5-e356a0b6f8a4), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:07.540066 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 5279b48f-d011-431e-9a86-0b19a5e4c899, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=5279b48f-d011-431e-9a86-0b19a5e4c899,segment=NetworkSegment(2e38ba67-7bce-4e0a-8528-18c91fcc35eb),segment_id=2e38ba67-7bce-4e0a-8528-18c91fcc35eb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:07.569309 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '5279b48f-d011-431e-9a86-0b19a5e4c899', 'network_id': 'a5b9cb19-fd36-46cc-a621-512f6d4a0f85', 'port_id': '5279b48f-d011-431e-9a86-0b19a5e4c899', 'mac_address': 'fa:16:3e:a5:b6:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76554ad1-1aee-4469-96e1-f519446dccea', 'ip_address': '19.86.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:26:07.579742 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3d62bfea-3a32-45f1-af4f-1c718d403a67 admin admin] Publish callbacks [] for router_gateway (c33c4926-05cc-49d7-8207-5fc3aa610a68), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:07.580376 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-485edfb3-20e7-4e64-afa7-277f619d0589 None None] Allocated IP 172.20.0.2 (7530dab8-91ac-49e5-89c5-79a7a99994ae/55038adc-22cc-4ea0-a2e6-87e3d7ca8327/66624155-46eb-4500-8d47-f3223901814f) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:26:07.639035 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3d62bfea-3a32-45f1-af4f-1c718d403a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:07.656511 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b69f2823-c777-48ff-b1db-0ca5c7638b2a admin admin] Publish callbacks [] for security_group (9a013cbc-d301-4d35-9030-97bcdab7dd24), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:07.709134 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b69f2823-c777-48ff-b1db-0ca5c7638b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9a013cbc-d301-4d35-9030-97bcdab7dd24), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:07.712558 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4e4b5b2-bfdb-416e-87f4-d097eea33493 req-7be12163-71b7-45a9-9bcb-53f3e9a742bc service neutron] 10.222.0.61 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562318 Feb 20 05:26:07.735349 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1edcd7-ff41-44da-bf54-313f6aa82b89 x-openstack-request-id: req-7b1edcd7-ff41-44da-bf54-313f6aa82b89 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:26:07.735572 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa51041-a94a-417e-8ca2-2832a92ffa7e", "tag": "30fcc51a-1bb6-4c51-b069-8c95adf83e0e", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:26:07.735977 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b1edcd7-ff41-44da-bf54-313f6aa82b89 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:26:07.736174 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa51041-a94a-417e-8ca2-2832a92ffa7e', 'tag': '30fcc51a-1bb6-4c51-b069-8c95adf83e0e', 'status': 'completed', 'code': 200} Feb 20 05:26:07.755604 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 5279b48f-d011-431e-9a86-0b19a5e4c899 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:07.756150 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5279b48f-d011-431e-9a86-0b19a5e4c899), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:07.792524 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e147c22e-90f5-4c94-95cc-162027b00e93 None None] Current status of the port 7724d816-9c1f-41c2-b055-fae5b98d3cf0 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:07.793069 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e147c22e-90f5-4c94-95cc-162027b00e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7724d816-9c1f-41c2-b055-fae5b98d3cf0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:07.806778 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5279b48f-d011-431e-9a86-0b19a5e4c899 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:26:07.854175 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 5279b48f-d011-431e-9a86-0b19a5e4c899, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=5279b48f-d011-431e-9a86-0b19a5e4c899,segment=NetworkSegment(2e38ba67-7bce-4e0a-8528-18c91fcc35eb),segment_id=2e38ba67-7bce-4e0a-8528-18c91fcc35eb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:07.865462 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-605eaf63-2548-4608-87fa-129c9f160d15 req-9dd5a412-99c4-4bd2-a764-2db4906bce6e tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.222 HTTP/1.1" status: 200 len: 1001 time: 0.6003020 Feb 20 05:26:07.875934 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5279b48f-d011-431e-9a86-0b19a5e4c899), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:07.878829 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 1fba6bf1-6807-4c84-99da-1fc9941f2a86 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:26:07.882566 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-605eaf63-2548-4608-87fa-129c9f160d15 req-19f8708e-d20c-4d64-9ec9-2ceb3c8d03db tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:07.896297 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e147c22e-90f5-4c94-95cc-162027b00e93 None None] For port 7724d816-9c1f-41c2-b055-fae5b98d3cf0, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7724d816-9c1f-41c2-b055-fae5b98d3cf0,segment=NetworkSegment(124a5ef8-1338-4ceb-9818-c9a2bde36949),segment_id=124a5ef8-1338-4ceb-9818-c9a2bde36949)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:07.933703 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0c0e3-539d-4a50-a509-d80ea796c014 req-53e29f5b-2612-4b22-b7c7-73f5f4525092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:07.935479 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b1f0c0e3-539d-4a50-a509-d80ea796c014 req-53e29f5b-2612-4b22-b7c7-73f5f4525092 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 1125 time: 0.1572483 Feb 20 05:26:07.945680 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdabdb-1d54-4390-a729-e74c6ecc5cc8 req-5e333e7d-a0d7-4df1-a2ed-e812ae1a6134 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:07.947386 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eabdabdb-1d54-4390-a729-e74c6ecc5cc8 req-5e333e7d-a0d7-4df1-a2ed-e812ae1a6134 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 943 time: 0.1556685 Feb 20 05:26:07.959601 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e147c22e-90f5-4c94-95cc-162027b00e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7724d816-9c1f-41c2-b055-fae5b98d3cf0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:08.006432 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-6ee09c14-2b66-4d10-b1a3-4bb1a9d4d779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7abc2ba-8a64-4380-84bb-09df7e084207', 'name': 'tempest-AttachSCSIVolumeTestJSON-1619898677-router', 'tenant_id': '592d7ae3cfbc43f5a598472dbfc479f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'd153dca3-308a-45ba-9e9e-1bf6b78dd49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:53Z', 'updated_at': '2022-02-20T05:26:03Z', 'revision_number': 4, 'project_id': '592d7ae3cfbc43f5a598472dbfc479f2', 'gw_port': {'id': 'd153dca3-308a-45ba-9e9e-1bf6b78dd49a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7abc2ba-8a64-4380-84bb-09df7e084207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:55Z', 'updated_at': '2022-02-20T05:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '7724d816-9c1f-41c2-b055-fae5b98d3cf0', 'name': '', 'network_id': 'd76daf12-b90e-4798-b003-b03a3a53e3b4', 'tenant_id': '592d7ae3cfbc43f5a598472dbfc479f2', 'mac_address': 'fa:16:3e:b7:8d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7abc2ba-8a64-4380-84bb-09df7e084207', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '02f41e8c-effe-4279-ad71-79f8bbfdab66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:26:00Z', 'updated_at': '2022-02-20T05:26:06Z', 'revision_number': 4, 'project_id': '592d7ae3cfbc43f5a598472dbfc479f2', 'subnets': [{'id': '02f41e8c-effe-4279-ad71-79f8bbfdab66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:08.042624 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-605eaf63-2548-4608-87fa-129c9f160d15 req-19f8708e-d20c-4d64-9ec9-2ceb3c8d03db tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks [] for floatingip (7e38c760-c9a1-448c-b8c6-d9a7921db4da), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:08.043987 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee09c14-2b66-4d10-b1a3-4bb1a9d4d779 None None] The sync data for ids ['e7abc2ba-8a64-4380-84bb-09df7e084207'] in n-d-829866-5 is: [{'id': 'e7abc2ba-8a64-4380-84bb-09df7e084207', 'name': 'tempest-AttachSCSIVolumeTestJSON-1619898677-router', 'tenant_id': '592d7ae3cfbc43f5a598472dbfc479f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'd153dca3-308a-45ba-9e9e-1bf6b78dd49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:53Z', 'updated_at': '2022-02-20T05:26:03Z', 'revision_number': 4, 'project_id': '592d7ae3cfbc43f5a598472dbfc479f2', 'gw_port': {'id': 'd153dca3-308a-45ba-9e9e-1bf6b78dd49a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7abc2ba-8a64-4380-84bb-09df7e084207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:55Z', 'updated_at': '2022-02-20T05:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '7724d816-9c1f-41c2-b055-fae5b98d3cf0', 'name': '', 'network_id': 'd76daf12-b90e-4798-b003-b03a3a53e3b4', 'tenant_id': '592d7ae3cfbc43f5a598472dbfc479f2', 'mac_address': 'fa:16:3e:b7:8d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7abc2ba-8a64-4380-84bb-09df7e084207', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '02f41e8c-effe-4279-ad71-79f8bbfdab66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:26:00Z', 'updated_at': '2022-02-20T05:26:06Z', 'revision_number': 4, 'project_id': '592d7ae3cfbc43f5a598472dbfc479f2', 'subnets': [{'id': '02f41e8c-effe-4279-ad71-79f8bbfdab66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:26:08.055466 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-485edfb3-20e7-4e64-afa7-277f619d0589 None None] Publish callbacks [] for port (66624155-46eb-4500-8d47-f3223901814f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:08.074397 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=5279b48f-d011-431e-9a86-0b19a5e4c899,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:08.076512 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b69f2823-c777-48ff-b1db-0ca5c7638b2a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a13181a5a9d495f99f7ca7ec216c7ca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0490108 Feb 20 05:26:08.083157 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 1fba6bf1-6807-4c84-99da-1fc9941f2a86, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1fba6bf1-6807-4c84-99da-1fc9941f2a86,segment=NetworkSegment(bc434c7f-01a4-4624-bd9c-c9f35c771391),segment_id=bc434c7f-01a4-4624-bd9c-c9f35c771391)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:08.084832 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48156) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:08.087494 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-485edfb3-20e7-4e64-afa7-277f619d0589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (66624155-46eb-4500-8d47-f3223901814f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:08.109481 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-aa9e85df-1602-48f2-bc5f-2ae6094fcccb service neutron] For port d31904b3-3549-4eb6-80c5-e356a0b6f8a4, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d31904b3-3549-4eb6-80c5-e356a0b6f8a4,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:08.141748 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eabdabdb-1d54-4390-a729-e74c6ecc5cc8 req-14956601-49db-4696-bc5f-a11fa9c496d4 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815455 Feb 20 05:26:08.151092 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f2823-c777-48ff-b1db-0ca5c7638b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a013cbc-d301-4d35-9030-97bcdab7dd24,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:08.200401 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147c22e-90f5-4c94-95cc-162027b00e93 None None] Pushing event updated for resources: {'Port': ['ID=7724d816-9c1f-41c2-b055-fae5b98d3cf0,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:08.217863 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '1fba6bf1-6807-4c84-99da-1fc9941f2a86', 'network_id': '6e9bd132-6287-4246-bd04-4201b4617af3', 'port_id': '1fba6bf1-6807-4c84-99da-1fc9941f2a86', 'mac_address': 'fa:16:3e:84:75:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef2fbf4-cc03-492a-af4f-82c84214b0eb', 'ip_address': '19.80.0.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:26:08.245462 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0c0e3-539d-4a50-a509-d80ea796c014 req-6d7f890d-6bb3-476c-9084-e96c6dfbe5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:08.246985 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b1f0c0e3-539d-4a50-a509-d80ea796c014 req-6d7f890d-6bb3-476c-9084-e96c6dfbe5ef service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 920 time: 0.2986641 Feb 20 05:26:08.285774 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-aa9e85df-1602-48f2-bc5f-2ae6094fcccb service neutron] For port d31904b3-3549-4eb6-80c5-e356a0b6f8a4, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:26:08.297124 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485edfb3-20e7-4e64-afa7-277f619d0589 None None] Network 7530dab8-91ac-49e5-89c5-79a7a99994ae is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:26:08.306788 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-485edfb3-20e7-4e64-afa7-277f619d0589 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:26:08.325820 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485edfb3-20e7-4e64-afa7-277f619d0589 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:26:08.328163 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-3d62bfea-3a32-45f1-af4f-1c718d403a67 admin admin] Allocated IP 172.25.3.191 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/51f9c89d-28f5-40a0-a8a9-a2d10ba20db6) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:26:08.331697 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de3bcc42-3ec9-472a-884a-cacaac121abb admin admin] Publish callbacks [] for security_group (9a013cbc-d301-4d35-9030-97bcdab7dd24), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:08.350468 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485edfb3-20e7-4e64-afa7-277f619d0589 None None] Pushing event updated for resources: {'Port': ['ID=66624155-46eb-4500-8d47-f3223901814f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:08.352830 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 1fba6bf1-6807-4c84-99da-1fc9941f2a86 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:08.353274 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1fba6bf1-6807-4c84-99da-1fc9941f2a86), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:08.356639 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de3bcc42-3ec9-472a-884a-cacaac121abb admin admin] Publish callbacks [] for security_group (9a013cbc-d301-4d35-9030-97bcdab7dd24), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:08.360906 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-605eaf63-2548-4608-87fa-129c9f160d15 req-19f8708e-d20c-4d64-9ec9-2ceb3c8d03db tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:08.406408 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-605eaf63-2548-4608-87fa-129c9f160d15 req-19f8708e-d20c-4d64-9ec9-2ceb3c8d03db tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (7e38c760-c9a1-448c-b8c6-d9a7921db4da), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:08.406927 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [req-605eaf63-2548-4608-87fa-129c9f160d15 req-19f8708e-d20c-4d64-9ec9-2ceb3c8d03db tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Floating IP 7e38c760-c9a1-448c-b8c6-d9a7921db4da disassociated. External IP: 172.25.3.222, port: 94e9495c-68e3-406f-bd4b-c71e809e1b54. Feb 20 05:26:08.432664 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d334878-33df-4f59-a2ea-0da3ed0f05a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd31904b3-3549-4eb6-80c5-e356a0b6f8a4'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:26:08.435296 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc01d5a1-13b1-41cc-84f3-22bd1fbb1a4e" -d '{"events": [{"server_uuid": "1d334878-33df-4f59-a2ea-0da3ed0f05a4", "name": "network-vif-unplugged", "status": "completed", "tag": "d31904b3-3549-4eb6-80c5-e356a0b6f8a4"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:26:08.446746 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fba6bf1-6807-4c84-99da-1fc9941f2a86 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:26:08.464062 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-aa9e85df-1602-48f2-bc5f-2ae6094fcccb service neutron] Publish callbacks [] for port (d31904b3-3549-4eb6-80c5-e356a0b6f8a4), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:08.479720 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-aa9e85df-1602-48f2-bc5f-2ae6094fcccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d31904b3-3549-4eb6-80c5-e356a0b6f8a4), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:08.483754 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 1fba6bf1-6807-4c84-99da-1fc9941f2a86, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1fba6bf1-6807-4c84-99da-1fc9941f2a86,segment=NetworkSegment(bc434c7f-01a4-4624-bd9c-c9f35c771391),segment_id=bc434c7f-01a4-4624-bd9c-c9f35c771391)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:08.489142 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1fba6bf1-6807-4c84-99da-1fc9941f2a86), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:08.500972 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-485edfb3-20e7-4e64-afa7-277f619d0589 None None] Attempting to bind port 66624155-46eb-4500-8d47-f3223901814f on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:26:08.501400 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-485edfb3-20e7-4e64-afa7-277f619d0589 None None] Attempting to bind port 66624155-46eb-4500-8d47-f3223901814f by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'd9cbb184-a307-48f4-81c1-db402a465f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7530dab8-91ac-49e5-89c5-79a7a99994ae'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:26:08.501939 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485edfb3-20e7-4e64-afa7-277f619d0589 None None] Attempting to bind port 66624155-46eb-4500-8d47-f3223901814f on network 7530dab8-91ac-49e5-89c5-79a7a99994ae {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:08.542344 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485edfb3-20e7-4e64-afa7-277f619d0589 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:26:08.545025 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485edfb3-20e7-4e64-afa7-277f619d0589 None None] Checking segment: {'id': 'd9cbb184-a307-48f4-81c1-db402a465f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7530dab8-91ac-49e5-89c5-79a7a99994ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:26:08.545803 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-485edfb3-20e7-4e64-afa7-277f619d0589 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:08.546120 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485edfb3-20e7-4e64-afa7-277f619d0589 None None] Bound using segment: {'id': 'd9cbb184-a307-48f4-81c1-db402a465f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7530dab8-91ac-49e5-89c5-79a7a99994ae'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:26:08.547181 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-485edfb3-20e7-4e64-afa7-277f619d0589 None None] Bound port: 66624155-46eb-4500-8d47-f3223901814f, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cbb184-a307-48f4-81c1-db402a465f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7530dab8-91ac-49e5-89c5-79a7a99994ae'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:26:08.547665 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-485edfb3-20e7-4e64-afa7-277f619d0589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (66624155-46eb-4500-8d47-f3223901814f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:08.592296 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de3bcc42-3ec9-472a-884a-cacaac121abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9a013cbc-d301-4d35-9030-97bcdab7dd24), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:08.595306 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de3bcc42-3ec9-472a-884a-cacaac121abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:08.597104 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-de3bcc42-3ec9-472a-884a-cacaac121abb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a013cbc-d301-4d35-9030-97bcdab7dd24 HTTP/1.1" status: 204 len: 168 time: 0.5089090 Feb 20 05:26:08.635406 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b1f0c0e3-539d-4a50-a509-d80ea796c014 req-2f3af511-9842-4e53-9f5a-73bfcd2079d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30fcc51a-1bb6-4c51-b069-8c95adf83e0e HTTP/1.1" status: 200 len: 217 time: 0.2722006 Feb 20 05:26:08.645299 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e85df-1602-48f2-bc5f-2ae6094fcccb service neutron] Pushing event updated for resources: {'Port': ['ID=d31904b3-3549-4eb6-80c5-e356a0b6f8a4,revision_number=7']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:08.649314 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-aa9e85df-1602-48f2-bc5f-2ae6094fcccb service neutron] Attempting to bind port d31904b3-3549-4eb6-80c5-e356a0b6f8a4 on host n-h1-829866-5 for vnic_type normal with profile {"migrating_to": "n-h2-829866-5"} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:26:08.649657 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-aa9e85df-1602-48f2-bc5f-2ae6094fcccb service neutron] Attempting to bind port d31904b3-3549-4eb6-80c5-e356a0b6f8a4 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:26:08.650171 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-aa9e85df-1602-48f2-bc5f-2ae6094fcccb service neutron] Attempting to bind port d31904b3-3549-4eb6-80c5-e356a0b6f8a4 on network cb4530de-66c2-443b-82e6-823a997cfe68 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:08.660825 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-aa9e85df-1602-48f2-bc5f-2ae6094fcccb service neutron] Port d31904b3-3549-4eb6-80c5-e356a0b6f8a4 on network cb4530de-66c2-443b-82e6-823a997cfe68 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:26:08.661117 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-aa9e85df-1602-48f2-bc5f-2ae6094fcccb service neutron] Attempting to bind port d31904b3-3549-4eb6-80c5-e356a0b6f8a4 on network cb4530de-66c2-443b-82e6-823a997cfe68 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:08.663081 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3bcc42-3ec9-472a-884a-cacaac121abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a013cbc-d301-4d35-9030-97bcdab7dd24,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:08.672766 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3d62bfea-3a32-45f1-af4f-1c718d403a67 admin admin] Publish callbacks [] for port (51f9c89d-28f5-40a0-a8a9-a2d10ba20db6), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:08.676171 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-aa9e85df-1602-48f2-bc5f-2ae6094fcccb service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:26:08.676511 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-aa9e85df-1602-48f2-bc5f-2ae6094fcccb service neutron] Checking segment: {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:26:08.676901 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-aa9e85df-1602-48f2-bc5f-2ae6094fcccb service neutron] Bound using segment: {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:26:08.677342 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-aa9e85df-1602-48f2-bc5f-2ae6094fcccb service neutron] Bound port: d31904b3-3549-4eb6-80c5-e356a0b6f8a4, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:26:08.677690 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-aa9e85df-1602-48f2-bc5f-2ae6094fcccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d31904b3-3549-4eb6-80c5-e356a0b6f8a4), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:08.679396 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=1fba6bf1-6807-4c84-99da-1fc9941f2a86,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:08.724219 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cd159-4811-4730-bf4b-bed4914a7400 req-d9ca3076-076d-4401-85e0-77d45bcbc8c4 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:08.730250 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cd159-4811-4730-bf4b-bed4914a7400 req-d9ca3076-076d-4401-85e0-77d45bcbc8c4 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:08.735791 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cd159-4811-4730-bf4b-bed4914a7400 req-d9ca3076-076d-4401-85e0-77d45bcbc8c4 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:08.742236 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a67cd159-4811-4730-bf4b-bed4914a7400 req-d9ca3076-076d-4401-85e0-77d45bcbc8c4 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f20b002-a780-4d30-90f4-6de18909c02c HTTP/1.1" status: 200 len: 2413 time: 0.3679824 Feb 20 05:26:08.760593 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-485edfb3-20e7-4e64-afa7-277f619d0589 None None] For port 66624155-46eb-4500-8d47-f3223901814f, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:26:08.773984 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3d62bfea-3a32-45f1-af4f-1c718d403a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (51f9c89d-28f5-40a0-a8a9-a2d10ba20db6), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:08.790231 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-485edfb3-20e7-4e64-afa7-277f619d0589 None None] For port 66624155-46eb-4500-8d47-f3223901814f, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=66624155-46eb-4500-8d47-f3223901814f,segment=NetworkSegment(d9cbb184-a307-48f4-81c1-db402a465f98),segment_id=d9cbb184-a307-48f4-81c1-db402a465f98)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:26:08.798099 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-485edfb3-20e7-4e64-afa7-277f619d0589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (66624155-46eb-4500-8d47-f3223901814f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:08.812602 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-aa9e85df-1602-48f2-bc5f-2ae6094fcccb service neutron] For port d31904b3-3549-4eb6-80c5-e356a0b6f8a4, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:26:08.821931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0c0e3-539d-4a50-a509-d80ea796c014 req-09d31e9e-b5a6-4954-acbe-975f9ec214ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:08.823603 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b1f0c0e3-539d-4a50-a509-d80ea796c014 req-09d31e9e-b5a6-4954-acbe-975f9ec214ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 200 len: 860 time: 0.1777234 Feb 20 05:26:08.840498 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['1fba6bf1-6807-4c84-99da-1fc9941f2a86'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:26:08.840969 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-605eaf63-2548-4608-87fa-129c9f160d15 req-19f8708e-d20c-4d64-9ec9-2ceb3c8d03db tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Router 260db41a-792f-43a2-ac81-ef9b4d5de737 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:26:08.842218 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-aa9e85df-1602-48f2-bc5f-2ae6094fcccb service neutron] For port d31904b3-3549-4eb6-80c5-e356a0b6f8a4, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d31904b3-3549-4eb6-80c5-e356a0b6f8a4,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:26:08.845513 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d62bfea-3a32-45f1-af4f-1c718d403a67 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:26:08.851864 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-3d62bfea-3a32-45f1-af4f-1c718d403a67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:26:08.858345 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d62bfea-3a32-45f1-af4f-1c718d403a67 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:26:08.861212 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-aa9e85df-1602-48f2-bc5f-2ae6094fcccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d31904b3-3549-4eb6-80c5-e356a0b6f8a4), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:08.874038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['5279b48f-d011-431e-9a86-0b19a5e4c899'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:26:08.885384 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b1f0c0e3-539d-4a50-a509-d80ea796c014 req-8f5bd9dd-3b33-4012-8978-8ec8f7749de1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536323 Feb 20 05:26:08.910062 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62bfea-3a32-45f1-af4f-1c718d403a67 admin admin] Pushing event updated for resources: {'Port': ['ID=51f9c89d-28f5-40a0-a8a9-a2d10ba20db6,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:08.959330 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a67cd159-4811-4730-bf4b-bed4914a7400 req-59ebd884-c750-4601-acaa-e7b50d5ff350 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668618 Feb 20 05:26:09.006579 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485edfb3-20e7-4e64-afa7-277f619d0589 None None] Pushing event updated for resources: {'Port': ['ID=66624155-46eb-4500-8d47-f3223901814f,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:09.077450 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e85df-1602-48f2-bc5f-2ae6094fcccb service neutron] Pushing event updated for resources: {'Port': ['ID=d31904b3-3549-4eb6-80c5-e356a0b6f8a4,revision_number=8']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:09.182806 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-aa9e85df-1602-48f2-bc5f-2ae6094fcccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:09.183468 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-aa9e85df-1602-48f2-bc5f-2ae6094fcccb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:09.185072 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-aa9e85df-1602-48f2-bc5f-2ae6094fcccb service neutron] 10.222.0.48 "PUT /v2.0/ports/d31904b3-3549-4eb6-80c5-e356a0b6f8a4 HTTP/1.1" status: 200 len: 1121 time: 1.9617627 Feb 20 05:26:09.306389 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48168) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:09.350104 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99b018bf-c8c5-48ab-bf48-09705fbd341a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:09.361634 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b1f0c0e3-539d-4a50-a509-d80ea796c014 req-a328bd24-6dfd-4aaa-8430-8a9218b1fe51 service neutron] 10.222.0.61 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557276 Feb 20 05:26:09.364390 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['d31904b3-3549-4eb6-80c5-e356a0b6f8a4'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:26:09.414465 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-605eaf63-2548-4608-87fa-129c9f160d15 req-19f8708e-d20c-4d64-9ec9-2ceb3c8d03db tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:26:09.425582 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-605eaf63-2548-4608-87fa-129c9f160d15 req-19f8708e-d20c-4d64-9ec9-2ceb3c8d03db tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:09.427241 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e27964-56d8-4a51-94f2-88c46ffbf6a9 None None] Sync routers for ids ['260db41a-792f-43a2-ac81-ef9b4d5de737'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:26:09.429503 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3d62bfea-3a32-45f1-af4f-1c718d403a67 admin admin] Publish callbacks [] for router_gateway (c33c4926-05cc-49d7-8207-5fc3aa610a68), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:09.444648 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e27964-56d8-4a51-94f2-88c46ffbf6a9 None None] Routers {'260db41a-792f-43a2-ac81-ef9b4d5de737'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:26:09.446207 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-66e27964-56d8-4a51-94f2-88c46ffbf6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:25:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['260db41a-792f-43a2-ac81-ef9b4d5de737'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:09.522398 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-605eaf63-2548-4608-87fa-129c9f160d15 req-19f8708e-d20c-4d64-9ec9-2ceb3c8d03db tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "PUT /v2.0/floatingips/7e38c760-c9a1-448c-b8c6-d9a7921db4da HTTP/1.1" status: 200 len: 695 time: 1.6451180 Feb 20 05:26:09.616236 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-66e27964-56d8-4a51-94f2-88c46ffbf6a9 None None] Set router 260db41a-792f-43a2-ac81-ef9b4d5de737 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:26:09.770006 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7724d816-9c1f-41c2-b055-fae5b98d3cf0 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:26:09.785830 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f35fefd-598a-46b8-b65f-bba6019b4d13', 'tag': '94e9495c-68e3-406f-bd4b-c71e809e1b54'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:26:09.789076 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b85eeb9-3e43-4b80-96c2-933845063d44" -d '{"events": [{"name": "network-changed", "server_uuid": "6f35fefd-598a-46b8-b65f-bba6019b4d13", "tag": "94e9495c-68e3-406f-bd4b-c71e809e1b54"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:26:09.793306 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b1f0c0e3-539d-4a50-a509-d80ea796c014 req-c847b63d-922a-480f-b238-7e2dbc4726b3 service neutron] 10.222.0.61 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065118 Feb 20 05:26:09.855639 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99b018bf-c8c5-48ab-bf48-09705fbd341a admin admin] Publish callbacks [] for security_group (78bfb19e-a032-4f1e-a6e9-8a3918cf9067), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:09.862709 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99b018bf-c8c5-48ab-bf48-09705fbd341a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (78bfb19e-a032-4f1e-a6e9-8a3918cf9067), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:09.886406 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3d62bfea-3a32-45f1-af4f-1c718d403a67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (c33c4926-05cc-49d7-8207-5fc3aa610a68), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:09.908275 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-66e27964-56d8-4a51-94f2-88c46ffbf6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-59657475-router', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:10Z', 'updated_at': '2022-02-20T05:25:14Z', 'revision_number': 4, 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'gw_port': {'id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:11Z', 'updated_at': '2022-02-20T05:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '5d2fa94c-2a68-493a-ab1b-1f5dcfe60116', 'name': '', 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'mac_address': 'fa:16:3e:44:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'ecfd9983-1b03-4999-bf7e-91d977ad0b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:13Z', 'updated_at': '2022-02-20T05:25:20Z', 'revision_number': 5, 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'subnets': [{'id': 'ecfd9983-1b03-4999-bf7e-91d977ad0b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:09.915315 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b018bf-c8c5-48ab-bf48-09705fbd341a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bfb19e-a032-4f1e-a6e9-8a3918cf9067,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:09.944986 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 7724d816-9c1f-41c2-b055-fae5b98d3cf0 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:09.945773 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7724d816-9c1f-41c2-b055-fae5b98d3cf0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:09.961193 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e27964-56d8-4a51-94f2-88c46ffbf6a9 None None] Checking router: 260db41a-792f-43a2-ac81-ef9b4d5de737 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:26:09.976515 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e27964-56d8-4a51-94f2-88c46ffbf6a9 None None] Routers {'260db41a-792f-43a2-ac81-ef9b4d5de737'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:26:09.978444 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-66e27964-56d8-4a51-94f2-88c46ffbf6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:25:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['260db41a-792f-43a2-ac81-ef9b4d5de737'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:10.002989 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-99b018bf-c8c5-48ab-bf48-09705fbd341a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f355ff8932545b290cdd113b9feb27f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6954439 Feb 20 05:26:10.003192 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48174) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:10.022245 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670e153-5091-44aa-ad58-2c59e108c2d0 req-51f7b04d-7ddf-496f-a757-f784dec5e163 tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:10.023256 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670e153-5091-44aa-ad58-2c59e108c2d0 req-51f7b04d-7ddf-496f-a757-f784dec5e163 tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:10.023843 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670e153-5091-44aa-ad58-2c59e108c2d0 req-51f7b04d-7ddf-496f-a757-f784dec5e163 tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:10.024377 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670e153-5091-44aa-ad58-2c59e108c2d0 req-51f7b04d-7ddf-496f-a757-f784dec5e163 tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:10.024907 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670e153-5091-44aa-ad58-2c59e108c2d0 req-51f7b04d-7ddf-496f-a757-f784dec5e163 tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:10.025441 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670e153-5091-44aa-ad58-2c59e108c2d0 req-51f7b04d-7ddf-496f-a757-f784dec5e163 tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:10.025960 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670e153-5091-44aa-ad58-2c59e108c2d0 req-51f7b04d-7ddf-496f-a757-f784dec5e163 tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:10.026481 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670e153-5091-44aa-ad58-2c59e108c2d0 req-51f7b04d-7ddf-496f-a757-f784dec5e163 tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:10.030054 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670e153-5091-44aa-ad58-2c59e108c2d0 req-51f7b04d-7ddf-496f-a757-f784dec5e163 tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:10.030649 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670e153-5091-44aa-ad58-2c59e108c2d0 req-51f7b04d-7ddf-496f-a757-f784dec5e163 tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:10.040169 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4670e153-5091-44aa-ad58-2c59e108c2d0 req-51f7b04d-7ddf-496f-a757-f784dec5e163 tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e&device_id=aa86e292-94cd-4e63-9e44-959406ff027c&device_id=8f20b002-a780-4d30-90f4-6de18909c02c&device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4&device_id=9222f63b-adca-4231-a950-7a82f2a40a42&device_id=a6289889-ffcf-4bc7-a6ea-24330b070f35&device_id=5907e963-777e-40e4-915a-4f6a07104082&device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13 HTTP/1.1" status: 200 len: 9418 time: 0.1812677 Feb 20 05:26:10.059128 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4670e153-5091-44aa-ad58-2c59e108c2d0 req-8138755e-e742-438d-95a4-092f8294121e tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:10.059860 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 7724d816-9c1f-41c2-b055-fae5b98d3cf0 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:10.067547 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 66624155-46eb-4500-8d47-f3223901814f up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:26:10.075326 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['6f028fb8-f054-42d0-a8aa-89287a3352cf'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:26:10.192677 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f476-e1bc-499e-9c66-c57c8a3f2d11 admin admin] Publish callbacks [] for security_group (78bfb19e-a032-4f1e-a6e9-8a3918cf9067), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:10.209641 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4670e153-5091-44aa-ad58-2c59e108c2d0 req-8138755e-e742-438d-95a4-092f8294121e tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] Publish callbacks [] for security_group (d3401f66-532d-4b83-877c-bafd2542e21e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:10.219903 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605eaf63-2548-4608-87fa-129c9f160d15 req-6b40c523-0f17-4ecf-b49a-57e36fc1bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:10.229268 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-605eaf63-2548-4608-87fa-129c9f160d15 req-6b40c523-0f17-4ecf-b49a-57e36fc1bcc9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=122ca9bbf6ac4d739b3f45c42bf6ec82&device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13 HTTP/1.1" status: 200 len: 1127 time: 0.6122088 Feb 20 05:26:10.243034 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4670e153-5091-44aa-ad58-2c59e108c2d0 req-8138755e-e742-438d-95a4-092f8294121e tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d3401f66-532d-4b83-877c-bafd2542e21e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:10.278518 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f476-e1bc-499e-9c66-c57c8a3f2d11 admin admin] Publish callbacks [] for security_group (78bfb19e-a032-4f1e-a6e9-8a3918cf9067), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:10.321166 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-66e27964-56d8-4a51-94f2-88c46ffbf6a9 None None] Set router 260db41a-792f-43a2-ac81-ef9b4d5de737 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:26:10.348942 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d62bfea-3a32-45f1-af4f-1c718d403a67 admin admin] Router c33c4926-05cc-49d7-8207-5fc3aa610a68 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:26:10.421202 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138755e-e742-438d-95a4-092f8294121e tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3401f66-532d-4b83-877c-bafd2542e21e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:10.445458 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 66624155-46eb-4500-8d47-f3223901814f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:10.445983 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (66624155-46eb-4500-8d47-f3223901814f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:10.510083 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605eaf63-2548-4608-87fa-129c9f160d15 req-c70b8bf6-6d1e-417a-a533-39f141adaf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:10.520267 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device d31904b3-3549-4eb6-80c5-e356a0b6f8a4 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:26:10.522608 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-605eaf63-2548-4608-87fa-129c9f160d15 req-c70b8bf6-6d1e-417a-a533-39f141adaf69 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1c5b7b7-c6e3-4247-9c56-38df6739f2a2 HTTP/1.1" status: 200 len: 927 time: 0.2886901 Feb 20 05:26:10.528992 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 5279b48f-d011-431e-9a86-0b19a5e4c899 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:26:10.538354 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d62bfea-3a32-45f1-af4f-1c718d403a67 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:26:10.548652 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f476-e1bc-499e-9c66-c57c8a3f2d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (78bfb19e-a032-4f1e-a6e9-8a3918cf9067), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:10.560524 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f476-e1bc-499e-9c66-c57c8a3f2d11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:10.564562 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d5b3f476-e1bc-499e-9c66-c57c8a3f2d11 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78bfb19e-a032-4f1e-a6e9-8a3918cf9067 HTTP/1.1" status: 204 len: 168 time: 0.5603838 Feb 20 05:26:10.579889 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3f476-e1bc-499e-9c66-c57c8a3f2d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bfb19e-a032-4f1e-a6e9-8a3918cf9067,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:10.583631 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-66e27964-56d8-4a51-94f2-88c46ffbf6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-59657475-router', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:10Z', 'updated_at': '2022-02-20T05:25:14Z', 'revision_number': 4, 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'gw_port': {'id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:11Z', 'updated_at': '2022-02-20T05:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '5d2fa94c-2a68-493a-ab1b-1f5dcfe60116', 'name': '', 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'mac_address': 'fa:16:3e:44:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'ecfd9983-1b03-4999-bf7e-91d977ad0b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:13Z', 'updated_at': '2022-02-20T05:25:20Z', 'revision_number': 5, 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'subnets': [{'id': 'ecfd9983-1b03-4999-bf7e-91d977ad0b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:10.590663 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3d62bfea-3a32-45f1-af4f-1c718d403a67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:10.595954 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea4af9a-040c-42f5-becc-adc07b8f249e None None] Sync routers for ids ['c33c4926-05cc-49d7-8207-5fc3aa610a68'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:26:10.596604 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3d62bfea-3a32-45f1-af4f-1c718d403a67 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9161706 Feb 20 05:26:10.600312 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48178) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:10.614560 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-605eaf63-2548-4608-87fa-129c9f160d15 req-93892c69-9096-41c4-892e-f4ff371f5f98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94e9495c-68e3-406f-bd4b-c71e809e1b54 HTTP/1.1" status: 200 len: 217 time: 0.0908303 Feb 20 05:26:10.636671 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4670e153-5091-44aa-ad58-2c59e108c2d0 req-8138755e-e742-438d-95a4-092f8294121e tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c1f5e683-4db6-49c1-9a4c-a662ff524b58&id=8e25fa16-67cb-4cfa-bfd2-081f2d286c73&id=4244aa21-7e17-472f-8904-747a2799304e&id=7b408846-cb87-4032-94f1-d616295316ea&id=f4132250-442d-44e1-b20b-2892731fcc98&id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.5863192 Feb 20 05:26:10.652229 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e27964-56d8-4a51-94f2-88c46ffbf6a9 None None] The sync data for ids ['260db41a-792f-43a2-ac81-ef9b4d5de737'] in n-d-829866-5 is: [{'id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-59657475-router', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:10Z', 'updated_at': '2022-02-20T05:25:14Z', 'revision_number': 4, 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'gw_port': {'id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:11Z', 'updated_at': '2022-02-20T05:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '5d2fa94c-2a68-493a-ab1b-1f5dcfe60116', 'name': '', 'network_id': 'a1c5b7b7-c6e3-4247-9c56-38df6739f2a2', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'mac_address': 'fa:16:3e:44:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'ecfd9983-1b03-4999-bf7e-91d977ad0b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:13Z', 'updated_at': '2022-02-20T05:25:20Z', 'revision_number': 5, 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'subnets': [{'id': 'ecfd9983-1b03-4999-bf7e-91d977ad0b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:26:10.688430 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cf24ac-6159-453d-be04-1c548f3a7d85 None None] Network 7530dab8-91ac-49e5-89c5-79a7a99994ae requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:26:10.774891 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605eaf63-2548-4608-87fa-129c9f160d15 req-be60f8cb-2dc2-438a-9ccb-529013b87d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:10.776561 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-605eaf63-2548-4608-87fa-129c9f160d15 req-be60f8cb-2dc2-438a-9ccb-529013b87d06 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecfd9983-1b03-4999-bf7e-91d977ad0b4d HTTP/1.1" status: 200 len: 866 time: 0.1610730 Feb 20 05:26:10.820717 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea4af9a-040c-42f5-becc-adc07b8f249e None None] Routers {'c33c4926-05cc-49d7-8207-5fc3aa610a68'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:26:10.821509 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fea4af9a-040c-42f5-becc-adc07b8f249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:25:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c33c4926-05cc-49d7-8207-5fc3aa610a68'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:10.825556 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:26:10.862604 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290f486-b74b-49ad-81cb-c437ac5e569a req-1526b1c5-3e1a-45fb-941b-22d63fe64653 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:10.869874 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0290f486-b74b-49ad-81cb-c437ac5e569a req-1526b1c5-3e1a-45fb-941b-22d63fe64653 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 943 time: 0.1538544 Feb 20 05:26:10.911537 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605eaf63-2548-4608-87fa-129c9f160d15 req-53a801d1-6ab4-4e8d-ac8c-f6377555b8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:10.913200 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-605eaf63-2548-4608-87fa-129c9f160d15 req-53a801d1-6ab4-4e8d-ac8c-f6377555b8be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1c5b7b7-c6e3-4247-9c56-38df6739f2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1304786 Feb 20 05:26:10.964069 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 66624155-46eb-4500-8d47-f3223901814f is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:10.964469 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (66624155-46eb-4500-8d47-f3223901814f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:11.016745 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 66624155-46eb-4500-8d47-f3223901814f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=66624155-46eb-4500-8d47-f3223901814f,segment=NetworkSegment(d9cbb184-a307-48f4-81c1-db402a465f98),segment_id=d9cbb184-a307-48f4-81c1-db402a465f98)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:11.025185 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0290f486-b74b-49ad-81cb-c437ac5e569a req-5db786d9-4bb8-4b8a-b983-3b5eac2ddf21 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459014 Feb 20 05:26:11.063392 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (66624155-46eb-4500-8d47-f3223901814f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:11.091966 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-605eaf63-2548-4608-87fa-129c9f160d15 req-99ddc291-3cff-4eb3-b6d5-61eeae848d93 service neutron] 10.222.0.37 "GET /v2.0/networks/a1c5b7b7-c6e3-4247-9c56-38df6739f2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728592 Feb 20 05:26:11.123153 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00626009-8cd3-4ea1-8f48-1f65ba6731cf x-openstack-request-id: req-00626009-8cd3-4ea1-8f48-1f65ba6731cf {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:26:11.125136 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d334878-33df-4f59-a2ea-0da3ed0f05a4", "name": "network-vif-unplugged", "status": "completed", "tag": "d31904b3-3549-4eb6-80c5-e356a0b6f8a4", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:26:11.125627 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00626009-8cd3-4ea1-8f48-1f65ba6731cf {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:26:11.126239 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d334878-33df-4f59-a2ea-0da3ed0f05a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd31904b3-3549-4eb6-80c5-e356a0b6f8a4', 'code': 200} Feb 20 05:26:11.150496 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e700aa4-4302-41e0-b120-a9589ef1d281 None None] New status for floating IP 7e38c760-c9a1-448c-b8c6-d9a7921db4da: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:26:11.174008 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-9e8bcd91-cd98-42df-ac62-e939a0b00f6d None None] Provisioning complete for port 66624155-46eb-4500-8d47-f3223901814f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:11.174400 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e8bcd91-cd98-42df-ac62-e939a0b00f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (66624155-46eb-4500-8d47-f3223901814f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:11.304455 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=66624155-46eb-4500-8d47-f3223901814f,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:11.310958 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8d8bf2c9-28f9-474a-91e2-f2406e12c4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:11.380115 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-605eaf63-2548-4608-87fa-129c9f160d15 req-8399e50c-8722-4147-af25-40f0f57c0002 service neutron] 10.222.0.37 "GET /v2.0/networks/a1c5b7b7-c6e3-4247-9c56-38df6739f2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822142 Feb 20 05:26:11.398072 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 5279b48f-d011-431e-9a86-0b19a5e4c899 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:26:11.431361 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 5279b48f-d011-431e-9a86-0b19a5e4c899 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:11.431743 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5279b48f-d011-431e-9a86-0b19a5e4c899), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:11.457580 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75c3a0-9c80-4769-9b73-859cc4598db7 req-62ae4972-06fe-420f-be57-a40f288ffbd7 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:11.462965 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fc75c3a0-9c80-4769-9b73-859cc4598db7 req-62ae4972-06fe-420f-be57-a40f288ffbd7 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 943 time: 0.1947064 Feb 20 05:26:11.474033 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45fa8f6-53f0-49ff-9b01-cc0bfb5fd2f0 x-openstack-request-id: req-a45fa8f6-53f0-49ff-9b01-cc0bfb5fd2f0 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:26:11.478152 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f35fefd-598a-46b8-b65f-bba6019b4d13", "tag": "94e9495c-68e3-406f-bd4b-c71e809e1b54", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:26:11.479606 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a45fa8f6-53f0-49ff-9b01-cc0bfb5fd2f0 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:26:11.482056 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f35fefd-598a-46b8-b65f-bba6019b4d13', 'tag': '94e9495c-68e3-406f-bd4b-c71e809e1b54', 'status': 'completed', 'code': 200} Feb 20 05:26:11.569877 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port d31904b3-3549-4eb6-80c5-e356a0b6f8a4, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d31904b3-3549-4eb6-80c5-e356a0b6f8a4,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:11.601124 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-fea4af9a-040c-42f5-becc-adc07b8f249e None None] Set router c33c4926-05cc-49d7-8207-5fc3aa610a68 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:26:11.630971 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device d31904b3-3549-4eb6-80c5-e356a0b6f8a4 has no active binding in host n-h2-829866-5 {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 20 05:26:11.699218 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fc75c3a0-9c80-4769-9b73-859cc4598db7 req-23c90d10-daf6-4527-8d30-5688cbc3b2dc tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992998 Feb 20 05:26:11.701712 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 66624155-46eb-4500-8d47-f3223901814f up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:26:11.735032 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85eeb9-3e43-4b80-96c2-933845063d44 req-416f50db-d430-4109-b2e4-fab098cd302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:11.737112 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b85eeb9-3e43-4b80-96c2-933845063d44 req-416f50db-d430-4109-b2e4-fab098cd302b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=122ca9bbf6ac4d739b3f45c42bf6ec82&device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13 HTTP/1.1" status: 200 len: 1127 time: 0.1952369 Feb 20 05:26:11.740284 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-8d8bf2c9-28f9-474a-91e2-f2406e12c4ee admin admin] Allocated IP 172.20.0.1 (7530dab8-91ac-49e5-89c5-79a7a99994ae/55038adc-22cc-4ea0-a2e6-87e3d7ca8327/0079c75d-30d4-4c05-84e5-b3427dc09e7f) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:26:11.765940 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 30fcc51a-1bb6-4c51-b069-8c95adf83e0e details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:26:11.805754 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99ad25-dfdc-4fba-b6e8-6da668fa56e9 req-d2ed9e06-bd56-422c-a354-dec46d9ff56e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:11.811020 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99ad25-dfdc-4fba-b6e8-6da668fa56e9 req-d2ed9e06-bd56-422c-a354-dec46d9ff56e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:11.829352 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99ad25-dfdc-4fba-b6e8-6da668fa56e9 req-d2ed9e06-bd56-422c-a354-dec46d9ff56e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:11.831089 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fd99ad25-dfdc-4fba-b6e8-6da668fa56e9 req-d2ed9e06-bd56-422c-a354-dec46d9ff56e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f20b002-a780-4d30-90f4-6de18909c02c HTTP/1.1" status: 200 len: 2413 time: 0.2056315 Feb 20 05:26:11.871073 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8d8bf2c9-28f9-474a-91e2-f2406e12c4ee admin admin] Publish callbacks [] for port (0079c75d-30d4-4c05-84e5-b3427dc09e7f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:11.911574 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8d8bf2c9-28f9-474a-91e2-f2406e12c4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (0079c75d-30d4-4c05-84e5-b3427dc09e7f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:11.957057 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9e8bcd91-cd98-42df-ac62-e939a0b00f6d None None] Current status of the port 66624155-46eb-4500-8d47-f3223901814f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:11.961802 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8bf2c9-28f9-474a-91e2-f2406e12c4ee admin admin] Network 7530dab8-91ac-49e5-89c5-79a7a99994ae is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:26:11.967746 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-8d8bf2c9-28f9-474a-91e2-f2406e12c4ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:26:11.972587 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8bf2c9-28f9-474a-91e2-f2406e12c4ee admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:26:11.973082 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8d8bf2c9-28f9-474a-91e2-f2406e12c4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (c33c4926-05cc-49d7-8207-5fc3aa610a68), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:12.024313 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8bf2c9-28f9-474a-91e2-f2406e12c4ee admin admin] Pushing event updated for resources: {'Port': ['ID=0079c75d-30d4-4c05-84e5-b3427dc09e7f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:12.153228 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 5279b48f-d011-431e-9a86-0b19a5e4c899 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:12.153795 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5279b48f-d011-431e-9a86-0b19a5e4c899), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:12.158418 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 66624155-46eb-4500-8d47-f3223901814f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:12.159071 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (66624155-46eb-4500-8d47-f3223901814f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:12.166625 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8d8bf2c9-28f9-474a-91e2-f2406e12c4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0079c75d-30d4-4c05-84e5-b3427dc09e7f), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:12.246093 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d398111f-bb6c-492d-95e0-a17692b37ce7 req-463c5139-9522-43a6-988f-ccd9f6004a88 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/floatingips/7e38c760-c9a1-448c-b8c6-d9a7921db4da HTTP/1.1" status: 200 len: 693 time: 0.3891189 Feb 20 05:26:12.271232 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f20b002-a780-4d30-90f4-6de18909c02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5279b48f-d011-431e-9a86-0b19a5e4c899'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:26:12.273743 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e362e2-2f8a-41ef-ba04-7b0be75542c5" -d '{"events": [{"server_uuid": "8f20b002-a780-4d30-90f4-6de18909c02c", "name": "network-vif-plugged", "status": "completed", "tag": "5279b48f-d011-431e-9a86-0b19a5e4c899"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:26:12.294521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fea4af9a-040c-42f5-becc-adc07b8f249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33c4926-05cc-49d7-8207-5fc3aa610a68', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356538395-router', 'tenant_id': 'e219dc432ba04efba2feeb329fd59ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '51f9c89d-28f5-40a0-a8a9-a2d10ba20db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:26:06Z', 'updated_at': '2022-02-20T05:26:09Z', 'revision_number': 3, 'project_id': 'e219dc432ba04efba2feeb329fd59ae1', 'gw_port': {'id': '51f9c89d-28f5-40a0-a8a9-a2d10ba20db6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:68:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33c4926-05cc-49d7-8207-5fc3aa610a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:26:07Z', 'updated_at': '2022-02-20T05:26:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:12.352074 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 5279b48f-d011-431e-9a86-0b19a5e4c899, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=5279b48f-d011-431e-9a86-0b19a5e4c899,segment=NetworkSegment(2e38ba67-7bce-4e0a-8528-18c91fcc35eb),segment_id=2e38ba67-7bce-4e0a-8528-18c91fcc35eb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:12.378376 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea4af9a-040c-42f5-becc-adc07b8f249e None None] Checking router: c33c4926-05cc-49d7-8207-5fc3aa610a68 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:26:12.379317 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea4af9a-040c-42f5-becc-adc07b8f249e None None] Updating router c33c4926-05cc-49d7-8207-5fc3aa610a68 port 51f9c89d-28f5-40a0-a8a9-a2d10ba20db6 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:26:12.387982 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=30fcc51a-1bb6-4c51-b069-8c95adf83e0e,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:12.401022 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8d8bf2c9-28f9-474a-91e2-f2406e12c4ee admin admin] Publish callbacks [] for port (0079c75d-30d4-4c05-84e5-b3427dc09e7f), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:12.404650 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5279b48f-d011-431e-9a86-0b19a5e4c899), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:12.405738 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 1fba6bf1-6807-4c84-99da-1fc9941f2a86 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:26:12.407078 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8d8bf2c9-28f9-474a-91e2-f2406e12c4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0079c75d-30d4-4c05-84e5-b3427dc09e7f), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:12.407959 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8d8bf2c9-28f9-474a-91e2-f2406e12c4ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (c33c4926-05cc-49d7-8207-5fc3aa610a68), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:12.414257 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fd99ad25-dfdc-4fba-b6e8-6da668fa56e9 req-0eb86eae-f8ad-4460-9c4b-7f6cdf3b9051 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774824 Feb 20 05:26:12.433731 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85eeb9-3e43-4b80-96c2-933845063d44 req-8a0c0911-35be-444b-abbf-4c546845b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:12.435231 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b85eeb9-3e43-4b80-96c2-933845063d44 req-8a0c0911-35be-444b-abbf-4c546845b8c5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1c5b7b7-c6e3-4247-9c56-38df6739f2a2 HTTP/1.1" status: 200 len: 927 time: 0.6888127 Feb 20 05:26:12.492383 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ae4ad371-bfa6-4280-a167-803f2cf977ea None None] Provisioning complete for port 66624155-46eb-4500-8d47-f3223901814f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:12.492383 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad371-bfa6-4280-a167-803f2cf977ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (66624155-46eb-4500-8d47-f3223901814f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:12.508144 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b85eeb9-3e43-4b80-96c2-933845063d44 req-b5278769-1894-4929-90bf-7cc75d1c602b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94e9495c-68e3-406f-bd4b-c71e809e1b54 HTTP/1.1" status: 200 len: 217 time: 0.0625994 Feb 20 05:26:12.516052 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398111f-bb6c-492d-95e0-a17692b37ce7 req-dc464c40-8f7c-4eea-8155-d5c01dcf77df tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:12.522997 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d398111f-bb6c-492d-95e0-a17692b37ce7 req-dc464c40-8f7c-4eea-8155-d5c01dcf77df tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.2760911 Feb 20 05:26:12.563824 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8bf2c9-28f9-474a-91e2-f2406e12c4ee admin admin] Pushing event updated for resources: {'Port': ['ID=0079c75d-30d4-4c05-84e5-b3427dc09e7f,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:12.584870 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8bf2c9-28f9-474a-91e2-f2406e12c4ee admin admin] Network 7530dab8-91ac-49e5-89c5-79a7a99994ae is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:26:12.585713 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85eeb9-3e43-4b80-96c2-933845063d44 req-5af46968-3d5a-40da-93b5-6d757c49e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:12.586756 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-8d8bf2c9-28f9-474a-91e2-f2406e12c4ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:26:12.587181 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b85eeb9-3e43-4b80-96c2-933845063d44 req-5af46968-3d5a-40da-93b5-6d757c49e05d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecfd9983-1b03-4999-bf7e-91d977ad0b4d HTTP/1.1" status: 200 len: 866 time: 0.0616255 Feb 20 05:26:12.650261 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 66624155-46eb-4500-8d47-f3223901814f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:12.658964 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '30fcc51a-1bb6-4c51-b069-8c95adf83e0e', 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86', 'port_id': '30fcc51a-1bb6-4c51-b069-8c95adf83e0e', 'mac_address': 'fa:16:3e:71:8f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba20b753-c652-4b93-87e5-619a187db804', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:26:12.683654 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d398111f-bb6c-492d-95e0-a17692b37ce7 req-86d95155-e4aa-4b2a-a747-3980ea2252dd tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.222 HTTP/1.1" status: 200 len: 696 time: 0.1597915 Feb 20 05:26:12.742850 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8bf2c9-28f9-474a-91e2-f2406e12c4ee admin admin] Router c33c4926-05cc-49d7-8207-5fc3aa610a68 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:26:12.774439 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fea4af9a-040c-42f5-becc-adc07b8f249e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (51f9c89d-28f5-40a0-a8a9-a2d10ba20db6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:12.802738 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d398111f-bb6c-492d-95e0-a17692b37ce7 req-6c0dc645-b47f-46b3-901d-04fd840ed2dd tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.222 HTTP/1.1" status: 200 len: 696 time: 0.1041729 Feb 20 05:26:12.903243 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8bf2c9-28f9-474a-91e2-f2406e12c4ee admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:26:12.925388 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8d8bf2c9-28f9-474a-91e2-f2406e12c4ee admin admin] 10.222.0.37 "PUT /v2.0/routers/c33c4926-05cc-49d7-8207-5fc3aa610a68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3233297 Feb 20 05:26:12.957793 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85eeb9-3e43-4b80-96c2-933845063d44 req-8385407f-9ff3-4bc1-a90b-20fa6a86c0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:12.959786 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b85eeb9-3e43-4b80-96c2-933845063d44 req-8385407f-9ff3-4bc1-a90b-20fa6a86c0ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1c5b7b7-c6e3-4247-9c56-38df6739f2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3367417 Feb 20 05:26:13.085878 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:13.086791 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (30fcc51a-1bb6-4c51-b069-8c95adf83e0e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:13.126295 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=5279b48f-d011-431e-9a86-0b19a5e4c899,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:13.127447 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d334878-33df-4f59-a2ea-0da3ed0f05a4', 'tag': 'd31904b3-3549-4eb6-80c5-e356a0b6f8a4'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:26:13.130876 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e42e23-579d-40c5-9d10-0ea2528529e0" -d '{"events": [{"name": "network-changed", "server_uuid": "1d334878-33df-4f59-a2ea-0da3ed0f05a4", "tag": "d31904b3-3549-4eb6-80c5-e356a0b6f8a4"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:26:13.152584 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30fcc51a-1bb6-4c51-b069-8c95adf83e0e {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:26:13.162138 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-d398111f-bb6c-492d-95e0-a17692b37ce7 req-3643bbb4-f96f-4be4-b190-f551bc53fa3b tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Deleting port 015a9a1f-2ff6-4a5e-a20c-1408ec03351b {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:26:13.162758 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d398111f-bb6c-492d-95e0-a17692b37ce7 req-3643bbb4-f96f-4be4-b190-f551bc53fa3b tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (015a9a1f-2ff6-4a5e-a20c-1408ec03351b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:13.168332 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b85eeb9-3e43-4b80-96c2-933845063d44 req-2abc9064-b6d6-4b74-99d7-1db02d8baf85 service neutron] 10.222.0.61 "GET /v2.0/networks/a1c5b7b7-c6e3-4247-9c56-38df6739f2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814508 Feb 20 05:26:13.182925 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8a92c-3ea2-4f6e-9130-f93fe94e35d5 req-043cd5ec-95c2-4bf1-857f-83dcec9c9b07 tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:13.183422 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8a92c-3ea2-4f6e-9130-f93fe94e35d5 req-043cd5ec-95c2-4bf1-857f-83dcec9c9b07 tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:13.183947 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8a92c-3ea2-4f6e-9130-f93fe94e35d5 req-043cd5ec-95c2-4bf1-857f-83dcec9c9b07 tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:13.185515 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-47b8a92c-3ea2-4f6e-9130-f93fe94e35d5 req-043cd5ec-95c2-4bf1-857f-83dcec9c9b07 tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=aa86e292-94cd-4e63-9e44-959406ff027c&device_id=a6289889-ffcf-4bc7-a6ea-24330b070f35&device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 2976 time: 0.1613085 Feb 20 05:26:13.187342 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 1fba6bf1-6807-4c84-99da-1fc9941f2a86 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:26:13.192611 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ae4ad371-bfa6-4280-a167-803f2cf977ea None None] Current status of the port 66624155-46eb-4500-8d47-f3223901814f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:13.241680 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=30fcc51a-1bb6-4c51-b069-8c95adf83e0e,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:13.243892 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 1fba6bf1-6807-4c84-99da-1fc9941f2a86 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:13.243892 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1fba6bf1-6807-4c84-99da-1fc9941f2a86), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:13.250161 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (30fcc51a-1bb6-4c51-b069-8c95adf83e0e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:13.367887 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d398111f-bb6c-492d-95e0-a17692b37ce7 req-3643bbb4-f96f-4be4-b190-f551bc53fa3b tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (015a9a1f-2ff6-4a5e-a20c-1408ec03351b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:13.367887 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d398111f-bb6c-492d-95e0-a17692b37ce7 req-3643bbb4-f96f-4be4-b190-f551bc53fa3b tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks [] for floatingip (015a9a1f-2ff6-4a5e-a20c-1408ec03351b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:13.373501 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-4329af1f-51ad-4f16-a1f5-76784ec0bb4b None None] Provisioning complete for port 0079c75d-30d4-4c05-84e5-b3427dc09e7f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:13.373501 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4329af1f-51ad-4f16-a1f5-76784ec0bb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0079c75d-30d4-4c05-84e5-b3427dc09e7f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:13.381209 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-47b8a92c-3ea2-4f6e-9130-f93fe94e35d5 req-b552721f-580b-4f70-9d21-4db3a03d3aad tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577055 Feb 20 05:26:13.384397 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=30fcc51a-1bb6-4c51-b069-8c95adf83e0e,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:13.412859 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-d398111f-bb6c-492d-95e0-a17692b37ce7 req-3643bbb4-f96f-4be4-b190-f551bc53fa3b tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Calling delete_port for 015a9a1f-2ff6-4a5e-a20c-1408ec03351b owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:26:13.419794 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b85eeb9-3e43-4b80-96c2-933845063d44 req-a06858b4-3056-44fc-9bb1-7d2e105b4851 service neutron] 10.222.0.61 "GET /v2.0/networks/a1c5b7b7-c6e3-4247-9c56-38df6739f2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333498 Feb 20 05:26:13.482641 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4329af1f-51ad-4f16-a1f5-76784ec0bb4b None None] Port 0079c75d-30d4-4c05-84e5-b3427dc09e7f cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:26:13.500680 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 1fba6bf1-6807-4c84-99da-1fc9941f2a86 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:13.501066 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1fba6bf1-6807-4c84-99da-1fc9941f2a86), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:13.553199 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fea4af9a-040c-42f5-becc-adc07b8f249e None None] Publish callbacks [] for port (51f9c89d-28f5-40a0-a8a9-a2d10ba20db6), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:13.567280 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 1fba6bf1-6807-4c84-99da-1fc9941f2a86, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1fba6bf1-6807-4c84-99da-1fc9941f2a86,segment=NetworkSegment(bc434c7f-01a4-4624-bd9c-c9f35c771391),segment_id=bc434c7f-01a4-4624-bd9c-c9f35c771391)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:13.578721 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fea4af9a-040c-42f5-becc-adc07b8f249e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (51f9c89d-28f5-40a0-a8a9-a2d10ba20db6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:13.581512 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1fba6bf1-6807-4c84-99da-1fc9941f2a86), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:13.605661 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 6f028fb8-f054-42d0-a8aa-89287a3352cf up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:26:13.613650 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['30fcc51a-1bb6-4c51-b069-8c95adf83e0e'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:26:13.621433 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd09d85-4e6a-47c1-8edd-567b9dc95f39 req-07f305d3-6a5c-43f2-8c5e-e7dc3aab8457 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:13.645996 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cdd09d85-4e6a-47c1-8edd-567b9dc95f39 req-07f305d3-6a5c-43f2-8c5e-e7dc3aab8457 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 943 time: 0.1608703 Feb 20 05:26:13.735481 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d398111f-bb6c-492d-95e0-a17692b37ce7 req-3643bbb4-f96f-4be4-b190-f551bc53fa3b tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (015a9a1f-2ff6-4a5e-a20c-1408ec03351b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:13.767099 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-fea4af9a-040c-42f5-becc-adc07b8f249e None None] Attempting to bind port 51f9c89d-28f5-40a0-a8a9-a2d10ba20db6 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:26:13.768253 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-fea4af9a-040c-42f5-becc-adc07b8f249e None None] Attempting to bind port 51f9c89d-28f5-40a0-a8a9-a2d10ba20db6 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:26:13.769592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea4af9a-040c-42f5-becc-adc07b8f249e None None] Attempting to bind port 51f9c89d-28f5-40a0-a8a9-a2d10ba20db6 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:13.776547 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cdd09d85-4e6a-47c1-8edd-567b9dc95f39 req-06ced6af-4a51-4166-9abd-0331b4d12d43 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360724 Feb 20 05:26:13.779529 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643bbb4-f96f-4be4-b190-f551bc53fa3b tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Pushing event deleted for resources: {'Port': ['ID=015a9a1f-2ff6-4a5e-a20c-1408ec03351b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:13.818724 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f096400-5824-48ef-85fa-1fece87c6c78 None None] Pushing event updated for resources: {'Port': ['ID=51f9c89d-28f5-40a0-a8a9-a2d10ba20db6,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:13.841701 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d398111f-bb6c-492d-95e0-a17692b37ce7 req-3643bbb4-f96f-4be4-b190-f551bc53fa3b tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks [] for floatingip (7e38c760-c9a1-448c-b8c6-d9a7921db4da), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:13.844351 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d398111f-bb6c-492d-95e0-a17692b37ce7 req-3643bbb4-f96f-4be4-b190-f551bc53fa3b tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:13.861456 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d398111f-bb6c-492d-95e0-a17692b37ce7 req-3643bbb4-f96f-4be4-b190-f551bc53fa3b tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "DELETE /v2.0/floatingips/7e38c760-c9a1-448c-b8c6-d9a7921db4da HTTP/1.1" status: 204 len: 173 time: 1.0501192 Feb 20 05:26:13.901093 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=1fba6bf1-6807-4c84-99da-1fc9941f2a86,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:13.938176 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40c09c8-7283-4771-a19f-c5cbd5ebaba3 x-openstack-request-id: req-e40c09c8-7283-4771-a19f-c5cbd5ebaba3 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:26:13.938578 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f20b002-a780-4d30-90f4-6de18909c02c", "name": "network-vif-plugged", "status": "completed", "tag": "5279b48f-d011-431e-9a86-0b19a5e4c899", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:26:13.938949 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e40c09c8-7283-4771-a19f-c5cbd5ebaba3 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:26:13.939839 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f20b002-a780-4d30-90f4-6de18909c02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5279b48f-d011-431e-9a86-0b19a5e4c899', 'code': 200} Feb 20 05:26:13.947881 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea4af9a-040c-42f5-becc-adc07b8f249e None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:26:13.948321 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea4af9a-040c-42f5-becc-adc07b8f249e None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:26:13.948722 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fea4af9a-040c-42f5-becc-adc07b8f249e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:13.949120 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea4af9a-040c-42f5-becc-adc07b8f249e None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:26:13.949612 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-fea4af9a-040c-42f5-becc-adc07b8f249e None None] Bound port: 51f9c89d-28f5-40a0-a8a9-a2d10ba20db6, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:26:13.950820 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fea4af9a-040c-42f5-becc-adc07b8f249e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (51f9c89d-28f5-40a0-a8a9-a2d10ba20db6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:14.044254 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec876f7-b4a7-4a15-99a2-89c6d386a200 req-83aa68ab-13dd-4af1-83b0-5a8e004ffb19 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:14.049339 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ec876f7-b4a7-4a15-99a2-89c6d386a200 req-83aa68ab-13dd-4af1-83b0-5a8e004ffb19 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 944 time: 0.1051793 Feb 20 05:26:14.055383 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 6f028fb8-f054-42d0-a8aa-89287a3352cf completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:26:14.064238 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 6f028fb8-f054-42d0-a8aa-89287a3352cf triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:14.065254 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6f028fb8-f054-42d0-a8aa-89287a3352cf), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:14.131309 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-fea4af9a-040c-42f5-becc-adc07b8f249e None None] For port 51f9c89d-28f5-40a0-a8a9-a2d10ba20db6, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:26:14.163882 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-fea4af9a-040c-42f5-becc-adc07b8f249e None None] For port 51f9c89d-28f5-40a0-a8a9-a2d10ba20db6, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=51f9c89d-28f5-40a0-a8a9-a2d10ba20db6,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:26:14.185989 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba778182-2b3b-47d4-8505-76c17ff1823a x-openstack-request-id: req-ba778182-2b3b-47d4-8505-76c17ff1823a {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:26:14.186513 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ec876f7-b4a7-4a15-99a2-89c6d386a200 req-cfd48785-2a7b-4fd1-82a5-074dd94214fa tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220353 Feb 20 05:26:14.187044 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d334878-33df-4f59-a2ea-0da3ed0f05a4", "tag": "d31904b3-3549-4eb6-80c5-e356a0b6f8a4", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:26:14.187459 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba778182-2b3b-47d4-8505-76c17ff1823a {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:26:14.188010 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d334878-33df-4f59-a2ea-0da3ed0f05a4', 'tag': 'd31904b3-3549-4eb6-80c5-e356a0b6f8a4', 'status': 'completed', 'code': 200} Feb 20 05:26:14.195599 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fea4af9a-040c-42f5-becc-adc07b8f249e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (51f9c89d-28f5-40a0-a8a9-a2d10ba20db6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:14.382171 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e42e23-579d-40c5-9d10-0ea2528529e0 req-eb4fbbfc-e6b4-4436-b1b4-c6ed4ea1b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:14.383742 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-82e42e23-579d-40c5-9d10-0ea2528529e0 req-eb4fbbfc-e6b4-4436-b1b4-c6ed4ea1b186 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 1155 time: 0.1848936 Feb 20 05:26:14.472170 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f096400-5824-48ef-85fa-1fece87c6c78 None None] Pushing event updated for resources: {'Port': ['ID=51f9c89d-28f5-40a0-a8a9-a2d10ba20db6,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:14.500733 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea4af9a-040c-42f5-becc-adc07b8f249e None None] Routers {'c33c4926-05cc-49d7-8207-5fc3aa610a68'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:26:14.501957 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fea4af9a-040c-42f5-becc-adc07b8f249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:25:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c33c4926-05cc-49d7-8207-5fc3aa610a68'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:14.565319 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 6f028fb8-f054-42d0-a8aa-89287a3352cf is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:14.566370 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6f028fb8-f054-42d0-a8aa-89287a3352cf), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:14.663758 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07880d30-5b8b-4eec-9087-77a32357b321 req-27b8c0f3-f526-4f84-9648-2578284f2213 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:14.671509 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07880d30-5b8b-4eec-9087-77a32357b321 req-27b8c0f3-f526-4f84-9648-2578284f2213 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:14.672728 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 6f028fb8-f054-42d0-a8aa-89287a3352cf, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=6f028fb8-f054-42d0-a8aa-89287a3352cf,segment=NetworkSegment(bc434c7f-01a4-4624-bd9c-c9f35c771391),segment_id=bc434c7f-01a4-4624-bd9c-c9f35c771391)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:14.690302 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-fea4af9a-040c-42f5-becc-adc07b8f249e None None] Set router c33c4926-05cc-49d7-8207-5fc3aa610a68 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:26:14.693475 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6f028fb8-f054-42d0-a8aa-89287a3352cf), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:14.693655 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07880d30-5b8b-4eec-9087-77a32357b321 req-27b8c0f3-f526-4f84-9648-2578284f2213 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:14.695862 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-07880d30-5b8b-4eec-9087-77a32357b321 req-27b8c0f3-f526-4f84-9648-2578284f2213 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f20b002-a780-4d30-90f4-6de18909c02c HTTP/1.1" status: 200 len: 2415 time: 0.3354173 Feb 20 05:26:14.702662 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48262) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:14.714343 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d7327-e234-464f-af74-837c37341757 req-17da6a50-6bd6-4c68-889e-fc54f642f142 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:14.721992 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-790d7327-e234-464f-af74-837c37341757 req-17da6a50-6bd6-4c68-889e-fc54f642f142 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2717972 Feb 20 05:26:14.863481 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-07880d30-5b8b-4eec-9087-77a32357b321 req-8f27d6dd-e421-4f19-9554-1238b8981c29 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280508 Feb 20 05:26:14.931215 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-790d7327-e234-464f-af74-837c37341757 req-da8c1a39-91b1-4cd9-9fc4-e5ba46c78255 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2082360 Feb 20 05:26:14.932475 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e42e23-579d-40c5-9d10-0ea2528529e0 req-7f7434f4-dcdb-4f84-8cf0-deb9c379922b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:14.934318 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-82cb82a4-ce7a-4561-a2de-0e2a4d82c270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:14.934637 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-82e42e23-579d-40c5-9d10-0ea2528529e0 req-7f7434f4-dcdb-4f84-8cf0-deb9c379922b service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 908 time: 0.5402603 Feb 20 05:26:15.069752 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-82cb82a4-ce7a-4561-a2de-0e2a4d82c270 admin admin] Publish callbacks [] for security_group (225baf41-8887-482c-9d0f-ac0f29f6ca6c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:15.076569 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-82cb82a4-ce7a-4561-a2de-0e2a4d82c270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (225baf41-8887-482c-9d0f-ac0f29f6ca6c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:15.127496 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-345d9501-672f-4ba6-a216-c49e8e37d88a req-ec2b1889-7460-442f-a626-0dba3e87ba7c tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0832365 Feb 20 05:26:15.176237 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=6f028fb8-f054-42d0-a8aa-89287a3352cf,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:15.181137 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-82cb82a4-ce7a-4561-a2de-0e2a4d82c270 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2d74ee6448644a0b2961ab57510654b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4766898 Feb 20 05:26:15.189275 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48274) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:15.199975 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb82a4-ce7a-4561-a2de-0e2a4d82c270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225baf41-8887-482c-9d0f-ac0f29f6ca6c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:15.207977 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-82e42e23-579d-40c5-9d10-0ea2528529e0 req-1d9a3b38-a0cd-45e0-9251-7fcf8cb83fda service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d31904b3-3549-4eb6-80c5-e356a0b6f8a4 HTTP/1.1" status: 200 len: 217 time: 0.1454949 Feb 20 05:26:15.255600 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fea4af9a-040c-42f5-becc-adc07b8f249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33c4926-05cc-49d7-8207-5fc3aa610a68', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356538395-router', 'tenant_id': 'e219dc432ba04efba2feeb329fd59ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '51f9c89d-28f5-40a0-a8a9-a2d10ba20db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:26:06Z', 'updated_at': '2022-02-20T05:26:12Z', 'revision_number': 4, 'project_id': 'e219dc432ba04efba2feeb329fd59ae1', 'gw_port': {'id': '51f9c89d-28f5-40a0-a8a9-a2d10ba20db6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:68:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33c4926-05cc-49d7-8207-5fc3aa610a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:26:07Z', 'updated_at': '2022-02-20T05:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '0079c75d-30d4-4c05-84e5-b3427dc09e7f', 'name': '', 'network_id': '7530dab8-91ac-49e5-89c5-79a7a99994ae', 'tenant_id': 'e219dc432ba04efba2feeb329fd59ae1', 'mac_address': 'fa:16:3e:3a:9e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33c4926-05cc-49d7-8207-5fc3aa610a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '55038adc-22cc-4ea0-a2e6-87e3d7ca8327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:26:11Z', 'updated_at': '2022-02-20T05:26:12Z', 'revision_number': 2, 'project_id': 'e219dc432ba04efba2feeb329fd59ae1', 'subnets': [{'id': '55038adc-22cc-4ea0-a2e6-87e3d7ca8327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:15.262376 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb82a4-ce7a-4561-a2de-0e2a4d82c270 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:15.262865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb82a4-ce7a-4561-a2de-0e2a4d82c270 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:15.263343 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb82a4-ce7a-4561-a2de-0e2a4d82c270 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:15.263801 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb82a4-ce7a-4561-a2de-0e2a4d82c270 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:15.264246 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb82a4-ce7a-4561-a2de-0e2a4d82c270 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:15.264686 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb82a4-ce7a-4561-a2de-0e2a4d82c270 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:15.265250 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb82a4-ce7a-4561-a2de-0e2a4d82c270 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:15.265703 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb82a4-ce7a-4561-a2de-0e2a4d82c270 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:15.266227 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb82a4-ce7a-4561-a2de-0e2a4d82c270 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:15.266674 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb82a4-ce7a-4561-a2de-0e2a4d82c270 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:15.267148 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb82a4-ce7a-4561-a2de-0e2a4d82c270 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:15.267614 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb82a4-ce7a-4561-a2de-0e2a4d82c270 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:15.268064 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cb82a4-ce7a-4561-a2de-0e2a4d82c270 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:15.281285 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-867e37e5-894f-4151-89ac-a0a6a2b61f49 service neutron] 10.222.0.61 "GET /v2.0/ports/d31904b3-3549-4eb6-80c5-e356a0b6f8a4/bindings/n-h2-829866-5 HTTP/1.1" status: 200 len: 384 time: 0.2141471 Feb 20 05:26:15.313936 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea4af9a-040c-42f5-becc-adc07b8f249e None None] The sync data for ids ['c33c4926-05cc-49d7-8207-5fc3aa610a68'] in n-d-829866-5 is: [{'id': 'c33c4926-05cc-49d7-8207-5fc3aa610a68', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356538395-router', 'tenant_id': 'e219dc432ba04efba2feeb329fd59ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '51f9c89d-28f5-40a0-a8a9-a2d10ba20db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:26:06Z', 'updated_at': '2022-02-20T05:26:12Z', 'revision_number': 4, 'project_id': 'e219dc432ba04efba2feeb329fd59ae1', 'gw_port': {'id': '51f9c89d-28f5-40a0-a8a9-a2d10ba20db6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:68:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33c4926-05cc-49d7-8207-5fc3aa610a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:26:07Z', 'updated_at': '2022-02-20T05:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '0079c75d-30d4-4c05-84e5-b3427dc09e7f', 'name': '', 'network_id': '7530dab8-91ac-49e5-89c5-79a7a99994ae', 'tenant_id': 'e219dc432ba04efba2feeb329fd59ae1', 'mac_address': 'fa:16:3e:3a:9e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33c4926-05cc-49d7-8207-5fc3aa610a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '55038adc-22cc-4ea0-a2e6-87e3d7ca8327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:26:11Z', 'updated_at': '2022-02-20T05:26:12Z', 'revision_number': 2, 'project_id': 'e219dc432ba04efba2feeb329fd59ae1', 'subnets': [{'id': '55038adc-22cc-4ea0-a2e6-87e3d7ca8327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:26:15.326255 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e42e23-579d-40c5-9d10-0ea2528529e0 req-67d9b51b-bd57-4384-987b-c87d1cb9dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:15.328955 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-82e42e23-579d-40c5-9d10-0ea2528529e0 req-67d9b51b-bd57-4384-987b-c87d1cb9dea9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b4371b84-9467-4135-93c7-7a933f791395 HTTP/1.1" status: 200 len: 848 time: 0.1093497 Feb 20 05:26:15.346821 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45087a-faa3-472a-ae33-25f655c70698 req-53977591-348b-495f-9384-c031630e31d2 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:15.348424 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8b45087a-faa3-472a-ae33-25f655c70698 req-53977591-348b-495f-9384-c031630e31d2 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 943 time: 0.3198247 Feb 20 05:26:15.361799 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b7be684a-7547-423b-86cc-97ec34636e5a admin admin] Publish callbacks [] for security_group (225baf41-8887-482c-9d0f-ac0f29f6ca6c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:15.405527 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-82e42e23-579d-40c5-9d10-0ea2528529e0 req-c8cd9ecc-a2c6-4fbe-9972-31ca8d630bc1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb4530de-66c2-443b-82e6-823a997cfe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560937 Feb 20 05:26:15.435899 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b7be684a-7547-423b-86cc-97ec34636e5a admin admin] Publish callbacks [] for security_group (225baf41-8887-482c-9d0f-ac0f29f6ca6c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:15.475142 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8b45087a-faa3-472a-ae33-25f655c70698 req-17421b38-6528-4ebd-bde6-b846edf136c9 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067734 Feb 20 05:26:15.752532 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-82e42e23-579d-40c5-9d10-0ea2528529e0 req-9c78b3eb-2907-487d-800f-822aa54860b4 service neutron] 10.222.0.61 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056226 Feb 20 05:26:15.754200 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 30fcc51a-1bb6-4c51-b069-8c95adf83e0e up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:26:15.762756 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2059d0-6671-4383-836e-061505f88be7 req-800e0fce-265b-4127-a829-bdfb28fdb6f3 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:15.774020 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d2059d0-6671-4383-836e-061505f88be7 req-800e0fce-265b-4127-a829-bdfb28fdb6f3 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 944 time: 0.1562989 Feb 20 05:26:15.943134 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d2059d0-6671-4383-836e-061505f88be7 req-fb3dd570-70ee-450f-998d-a34cc29388b4 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678014 Feb 20 05:26:15.947213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f20b002-a780-4d30-90f4-6de18909c02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fba6bf1-6807-4c84-99da-1fc9941f2a86'}, {'server_uuid': '8f20b002-a780-4d30-90f4-6de18909c02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f028fb8-f054-42d0-a8aa-89287a3352cf'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:26:15.963717 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f93921-13d5-4ae2-a5e4-ee1a65ffcddd" -d '{"events": [{"server_uuid": "8f20b002-a780-4d30-90f4-6de18909c02c", "name": "network-vif-plugged", "status": "completed", "tag": "1fba6bf1-6807-4c84-99da-1fc9941f2a86"}, {"server_uuid": "8f20b002-a780-4d30-90f4-6de18909c02c", "name": "network-vif-plugged", "status": "completed", "tag": "6f028fb8-f054-42d0-a8aa-89287a3352cf"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:26:15.977556 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:26:16.004917 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:16.006645 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (30fcc51a-1bb6-4c51-b069-8c95adf83e0e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:16.120058 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-82e42e23-579d-40c5-9d10-0ea2528529e0 req-497033ec-bdd2-4688-a6c4-f635ef8d1815 service neutron] 10.222.0.61 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437049 Feb 20 05:26:16.180710 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:16.181333 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (30fcc51a-1bb6-4c51-b069-8c95adf83e0e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:16.253574 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=30fcc51a-1bb6-4c51-b069-8c95adf83e0e,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:16.268190 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (30fcc51a-1bb6-4c51-b069-8c95adf83e0e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:16.323414 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b7be684a-7547-423b-86cc-97ec34636e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (225baf41-8887-482c-9d0f-ac0f29f6ca6c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:16.330634 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b7be684a-7547-423b-86cc-97ec34636e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:16.351316 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b7be684a-7547-423b-86cc-97ec34636e5a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/225baf41-8887-482c-9d0f-ac0f29f6ca6c HTTP/1.1" status: 204 len: 168 time: 1.1523929 Feb 20 05:26:16.362521 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-358297ca-a5f8-4465-be12-6aa170e6c1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:16.364287 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=30fcc51a-1bb6-4c51-b069-8c95adf83e0e,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:16.420429 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be684a-7547-423b-86cc-97ec34636e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225baf41-8887-482c-9d0f-ac0f29f6ca6c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:16.464203 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51468f-fc01-424b-8f64-4edb9709b0b8 req-cdcba41e-95bc-43ce-ac6c-134f35fc70ff tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:16.468501 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-06ded335-04d8-480e-b815-2c103287cfbd service neutron] For port d31904b3-3549-4eb6-80c5-e356a0b6f8a4, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d31904b3-3549-4eb6-80c5-e356a0b6f8a4,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:16.472595 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51468f-fc01-424b-8f64-4edb9709b0b8 req-cdcba41e-95bc-43ce-ac6c-134f35fc70ff tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:16.477912 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51468f-fc01-424b-8f64-4edb9709b0b8 req-cdcba41e-95bc-43ce-ac6c-134f35fc70ff tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:16.515805 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6d51468f-fc01-424b-8f64-4edb9709b0b8 req-cdcba41e-95bc-43ce-ac6c-134f35fc70ff tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f20b002-a780-4d30-90f4-6de18909c02c HTTP/1.1" status: 200 len: 2416 time: 0.2787781 Feb 20 05:26:16.515805 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff701f-bbea-41ec-90a5-88ae5b51e116 req-ee40ea22-eba7-43cc-b3da-94226f6fb1b8 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:16.525574 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-53ff701f-bbea-41ec-90a5-88ae5b51e116 req-ee40ea22-eba7-43cc-b3da-94226f6fb1b8 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13 HTTP/1.1" status: 200 len: 945 time: 0.3705468 Feb 20 05:26:16.530337 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-06ded335-04d8-480e-b815-2c103287cfbd service neutron] For port d31904b3-3549-4eb6-80c5-e356a0b6f8a4, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:26:16.578662 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-06ded335-04d8-480e-b815-2c103287cfbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d31904b3-3549-4eb6-80c5-e356a0b6f8a4 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:26:16.593728 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-06ded335-04d8-480e-b815-2c103287cfbd service neutron] For port d31904b3-3549-4eb6-80c5-e356a0b6f8a4, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=d31904b3-3549-4eb6-80c5-e356a0b6f8a4,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:16.614166 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-06ded335-04d8-480e-b815-2c103287cfbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d31904b3-3549-4eb6-80c5-e356a0b6f8a4), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:16.647500 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-53ff701f-bbea-41ec-90a5-88ae5b51e116 req-7a7ab819-f04e-411b-82ad-a8a6a87b7caf tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1f5e683-4db6-49c1-9a4c-a662ff524b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207049 Feb 20 05:26:16.743837 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6d51468f-fc01-424b-8f64-4edb9709b0b8 req-2dac58f4-deb5-44a8-a489-493b4d4fb565 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161813 Feb 20 05:26:16.779090 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 20 Feb 2022 05:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70239c40-617c-4421-a466-3658f3b26861 x-openstack-request-id: req-70239c40-617c-4421-a466-3658f3b26861 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:26:16.779507 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f20b002-a780-4d30-90f4-6de18909c02c", "name": "network-vif-plugged", "status": "completed", "tag": "1fba6bf1-6807-4c84-99da-1fc9941f2a86", "code": 200}, {"server_uuid": "8f20b002-a780-4d30-90f4-6de18909c02c", "name": "network-vif-plugged", "status": "completed", "tag": "6f028fb8-f054-42d0-a8aa-89287a3352cf", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:26:16.780056 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70239c40-617c-4421-a466-3658f3b26861 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:26:16.780525 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f20b002-a780-4d30-90f4-6de18909c02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fba6bf1-6807-4c84-99da-1fc9941f2a86', 'code': 200} Feb 20 05:26:16.781989 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f20b002-a780-4d30-90f4-6de18909c02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f028fb8-f054-42d0-a8aa-89287a3352cf', 'code': 200} Feb 20 05:26:16.811860 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-06ded335-04d8-480e-b815-2c103287cfbd service neutron] Transition to ACTIVE for port object d31904b3-3549-4eb6-80c5-e356a0b6f8a4 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:26:16.823853 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-06ded335-04d8-480e-b815-2c103287cfbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d31904b3-3549-4eb6-80c5-e356a0b6f8a4), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:16.986754 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-06ded335-04d8-480e-b815-2c103287cfbd service neutron] No DVR routers for this DVR port d31904b3-3549-4eb6-80c5-e356a0b6f8a4 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:26:17.043601 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48296) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:17.044861 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ded335-04d8-480e-b815-2c103287cfbd service neutron] Pushing event updated for resources: {'Port': ['ID=d31904b3-3549-4eb6-80c5-e356a0b6f8a4,revision_number=10']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:17.055224 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-06ded335-04d8-480e-b815-2c103287cfbd service neutron] 10.222.0.61 "PUT /v2.0/ports/d31904b3-3549-4eb6-80c5-e356a0b6f8a4/bindings/n-h2-829866-5/activate HTTP/1.1" status: 200 len: 369 time: 1.7669628 Feb 20 05:26:17.057866 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed61b9b-035f-4d26-89ad-f72c7e8809ed req-18252477-3440-457c-ac22-cacfbc05551f tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:17.068129 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6ed61b9b-035f-4d26-89ad-f72c7e8809ed req-18252477-3440-457c-ac22-cacfbc05551f tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 944 time: 0.2318687 Feb 20 05:26:17.121293 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae8d68-3ee0-4dca-ae6a-cf579ea55937 req-ba53b1bb-3dd6-466f-8f1e-a2c2dd3a4136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:17.122113 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae8d68-3ee0-4dca-ae6a-cf579ea55937 req-ba53b1bb-3dd6-466f-8f1e-a2c2dd3a4136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:17.123456 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae8d68-3ee0-4dca-ae6a-cf579ea55937 req-ba53b1bb-3dd6-466f-8f1e-a2c2dd3a4136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:17.125404 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4bae8d68-3ee0-4dca-ae6a-cf579ea55937 req-ba53b1bb-3dd6-466f-8f1e-a2c2dd3a4136 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8f20b002-a780-4d30-90f4-6de18909c02c HTTP/1.1" status: 200 len: 2962 time: 0.1334348 Feb 20 05:26:17.157112 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8e2c8fe8-f4b3-449e-ad3a-1dd5fae4cfd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:17.248636 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6ed61b9b-035f-4d26-89ad-f72c7e8809ed req-ecf43f74-b98d-465a-9904-cce82d2651a9 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792450 Feb 20 05:26:17.266155 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4bae8d68-3ee0-4dca-ae6a-cf579ea55937 req-df3e24bb-2db9-4a10-8f27-594071ab314e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224651 Feb 20 05:26:17.315352 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2aff48-5f5c-4108-a555-ce29bbd98422 req-e14cd398-2bc5-4cdd-a3f1-8c874189d804 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:17.318073 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9b2aff48-5f5c-4108-a555-ce29bbd98422 req-e14cd398-2bc5-4cdd-a3f1-8c874189d804 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13 HTTP/1.1" status: 200 len: 945 time: 0.0741832 Feb 20 05:26:17.332807 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c6f98-6717-4763-a452-6de68630f1aa req-690c71aa-64e0-4c8d-ba59-135f688000c4 tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:17.338140 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-cec5bff7-35d2-4146-a10d-ffecbdb159b8 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:17.340460 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-cec5bff7-35d2-4146-a10d-ffecbdb159b8 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4&tenant_id=fd21ae910f154cf58d2067d0920b47f4&binding%3Ahost_id=n-h1-829866-5 HTTP/1.1" status: 200 len: 1126 time: 0.1632941 Feb 20 05:26:17.345976 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a70c6f98-6717-4763-a452-6de68630f1aa req-690c71aa-64e0-4c8d-ba59-135f688000c4 tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 1131 time: 0.2264616 Feb 20 05:26:17.467160 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-9b2aff48-5f5c-4108-a555-ce29bbd98422 req-5017228d-d055-45af-b171-ba605d66258d tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Deleting port 94e9495c-68e3-406f-bd4b-c71e809e1b54 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:26:17.467781 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9b2aff48-5f5c-4108-a555-ce29bbd98422 req-5017228d-d055-45af-b171-ba605d66258d tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (94e9495c-68e3-406f-bd4b-c71e809e1b54), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:17.475920 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a70c6f98-6717-4763-a452-6de68630f1aa req-7616d284-e4ae-47c0-9fa5-d0f31547825b tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290073 Feb 20 05:26:17.495446 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8e2c8fe8-f4b3-449e-ad3a-1dd5fae4cfd7 admin admin] Publish callbacks [] for security_group (1cb708fb-1b6d-41cf-b2ac-6d0713eb6599), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:17.504071 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8e2c8fe8-f4b3-449e-ad3a-1dd5fae4cfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (1cb708fb-1b6d-41cf-b2ac-6d0713eb6599), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:17.598701 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25599f72-c992-4023-8a14-5254234249c3 req-ca0a584f-5adf-4aea-a107-d0329d045415 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:17.606034 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-25599f72-c992-4023-8a14-5254234249c3 req-ca0a584f-5adf-4aea-a107-d0329d045415 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 945 time: 0.2388263 Feb 20 05:26:17.653812 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c8fe8-f4b3-449e-ad3a-1dd5fae4cfd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb708fb-1b6d-41cf-b2ac-6d0713eb6599,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:17.703136 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 51f9c89d-28f5-40a0-a8a9-a2d10ba20db6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:26:17.705966 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8e2c8fe8-f4b3-449e-ad3a-1dd5fae4cfd7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4fc02de31dd145beb0d5f4be74a844d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6000276 Feb 20 05:26:17.722832 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-9b2aff48-5f5c-4108-a555-ce29bbd98422 req-5017228d-d055-45af-b171-ba605d66258d tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] For port 94e9495c-68e3-406f-bd4b-c71e809e1b54, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=94e9495c-68e3-406f-bd4b-c71e809e1b54,segment=NetworkSegment(87bc1b69-4301-4933-b364-73692b06041d),segment_id=87bc1b69-4301-4933-b364-73692b06041d)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:17.725742 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9b2aff48-5f5c-4108-a555-ce29bbd98422 req-5017228d-d055-45af-b171-ba605d66258d tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (94e9495c-68e3-406f-bd4b-c71e809e1b54), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:17.742753 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48302) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:17.754037 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-25599f72-c992-4023-8a14-5254234249c3 req-21ebdd95-dd3c-4ccd-8e52-185e5c0832ae tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470771 Feb 20 05:26:17.756756 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-9b2aff48-5f5c-4108-a555-ce29bbd98422 req-5017228d-d055-45af-b171-ba605d66258d tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Calling delete_port for 94e9495c-68e3-406f-bd4b-c71e809e1b54 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:26:17.832681 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 51f9c89d-28f5-40a0-a8a9-a2d10ba20db6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:17.833024 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (51f9c89d-28f5-40a0-a8a9-a2d10ba20db6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:17.849931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c8fe8-f4b3-449e-ad3a-1dd5fae4cfd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:17.857910 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c8fe8-f4b3-449e-ad3a-1dd5fae4cfd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:17.858587 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c8fe8-f4b3-449e-ad3a-1dd5fae4cfd7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:17.859172 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c8fe8-f4b3-449e-ad3a-1dd5fae4cfd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:17.859659 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c8fe8-f4b3-449e-ad3a-1dd5fae4cfd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:17.860313 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c8fe8-f4b3-449e-ad3a-1dd5fae4cfd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:17.860819 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c8fe8-f4b3-449e-ad3a-1dd5fae4cfd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:17.861830 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c8fe8-f4b3-449e-ad3a-1dd5fae4cfd7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:17.862317 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c8fe8-f4b3-449e-ad3a-1dd5fae4cfd7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:17.862794 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c8fe8-f4b3-449e-ad3a-1dd5fae4cfd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:17.863322 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c8fe8-f4b3-449e-ad3a-1dd5fae4cfd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:17.863796 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c8fe8-f4b3-449e-ad3a-1dd5fae4cfd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:17.864278 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c8fe8-f4b3-449e-ad3a-1dd5fae4cfd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:17.919459 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e5287-767f-44e0-9182-12deea6ddc44 req-e78dfe57-8b33-4eb4-9496-1af5502813a8 tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:17.927725 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-335e5287-767f-44e0-9182-12deea6ddc44 req-e78dfe57-8b33-4eb4-9496-1af5502813a8 tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 1131 time: 0.3194885 Feb 20 05:26:17.957174 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 51f9c89d-28f5-40a0-a8a9-a2d10ba20db6 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:17.957721 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (51f9c89d-28f5-40a0-a8a9-a2d10ba20db6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:17.974943 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-34857fda-36a2-41d6-bf28-6d277932d185 admin admin] Publish callbacks [] for security_group (1cb708fb-1b6d-41cf-b2ac-6d0713eb6599), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:17.983222 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 51f9c89d-28f5-40a0-a8a9-a2d10ba20db6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=51f9c89d-28f5-40a0-a8a9-a2d10ba20db6,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:17.988503 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (51f9c89d-28f5-40a0-a8a9-a2d10ba20db6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:18.064148 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-24116e69-4a94-4e71-b23b-fde51b381f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:18.066784 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-24116e69-4a94-4e71-b23b-fde51b381f5f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4&tenant_id=fd21ae910f154cf58d2067d0920b47f4 HTTP/1.1" status: 200 len: 1126 time: 0.5485275 Feb 20 05:26:18.067951 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9b2aff48-5f5c-4108-a555-ce29bbd98422 req-5017228d-d055-45af-b171-ba605d66258d tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (94e9495c-68e3-406f-bd4b-c71e809e1b54), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:18.074035 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=51f9c89d-28f5-40a0-a8a9-a2d10ba20db6,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:18.089373 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:18.099616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:18.099616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:18.099616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:18.099616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:18.099616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:18.099616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:18.099616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:18.099616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:18.099616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:18.099616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:18.099616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:18.099616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:26:18.101807 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-34857fda-36a2-41d6-bf28-6d277932d185 admin admin] Publish callbacks [] for security_group (1cb708fb-1b6d-41cf-b2ac-6d0713eb6599), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:18.103014 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['94e9495c-68e3-406f-bd4b-c71e809e1b54'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:26:18.166217 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017228d-d055-45af-b171-ba605d66258d tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Pushing event deleted for resources: {'Port': ['ID=94e9495c-68e3-406f-bd4b-c71e809e1b54,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:18.179276 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-335e5287-767f-44e0-9182-12deea6ddc44 req-40f2202c-4218-4a97-9f43-8047d403f855 tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339194 Feb 20 05:26:18.197943 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312d9fd-9821-4270-a20e-f883d7859d17 req-bbeff38d-ec7c-4858-8ffe-ef8174587398 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:18.201371 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0312d9fd-9821-4270-a20e-f883d7859d17 req-bbeff38d-ec7c-4858-8ffe-ef8174587398 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f35fefd-598a-46b8-b65f-bba6019b4d13 HTTP/1.1" status: 200 len: 945 time: 0.2990842 Feb 20 05:26:18.245413 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-34857fda-36a2-41d6-bf28-6d277932d185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (1cb708fb-1b6d-41cf-b2ac-6d0713eb6599), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:18.248249 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-34857fda-36a2-41d6-bf28-6d277932d185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:18.249432 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-34857fda-36a2-41d6-bf28-6d277932d185 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1cb708fb-1b6d-41cf-b2ac-6d0713eb6599 HTTP/1.1" status: 204 len: 168 time: 0.4822717 Feb 20 05:26:18.265426 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2aff48-5f5c-4108-a555-ce29bbd98422 req-5017228d-d055-45af-b171-ba605d66258d tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] No DVR routers for this DVR port 94e9495c-68e3-406f-bd4b-c71e809e1b54 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:26:18.265972 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34857fda-36a2-41d6-bf28-6d277932d185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb708fb-1b6d-41cf-b2ac-6d0713eb6599,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:18.276177 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9b2aff48-5f5c-4108-a555-ce29bbd98422 req-5017228d-d055-45af-b171-ba605d66258d tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:18.279871 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9b2aff48-5f5c-4108-a555-ce29bbd98422 req-5017228d-d055-45af-b171-ba605d66258d tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.61 "DELETE /v2.0/ports/94e9495c-68e3-406f-bd4b-c71e809e1b54 HTTP/1.1" status: 204 len: 173 time: 0.9565542 Feb 20 05:26:18.282451 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-fbc5f101-aedb-4e6f-b366-cc690bc2d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:18.285799 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-fbc5f101-aedb-4e6f-b366-cc690bc2d63e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 1126 time: 0.1897428 Feb 20 05:26:18.286279 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f35fefd-598a-46b8-b65f-bba6019b4d13', 'name': 'network-vif-deleted', 'tag': '94e9495c-68e3-406f-bd4b-c71e809e1b54'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:26:18.289222 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6b7a9a-7676-4b3b-9fad-877f0b470fca" -d '{"events": [{"server_uuid": "6f35fefd-598a-46b8-b65f-bba6019b4d13", "name": "network-vif-deleted", "tag": "94e9495c-68e3-406f-bd4b-c71e809e1b54"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:26:18.342398 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0312d9fd-9821-4270-a20e-f883d7859d17 req-8403889b-75c5-4264-a983-9c805ed3b0a5 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249 tempest-FloatingIPsAssociationNegativeTestJSON-2117750249-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1f5e683-4db6-49c1-9a4c-a662ff524b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318364 Feb 20 05:26:18.472052 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174adb9-4b41-49f9-9a51-624de315f2a2 req-797bfb9b-d69b-4ee0-b226-dd320d9f007c tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:18.481263 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174adb9-4b41-49f9-9a51-624de315f2a2 req-797bfb9b-d69b-4ee0-b226-dd320d9f007c tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:18.487214 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174adb9-4b41-49f9-9a51-624de315f2a2 req-797bfb9b-d69b-4ee0-b226-dd320d9f007c tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:18.494537 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2174adb9-4b41-49f9-9a51-624de315f2a2 req-797bfb9b-d69b-4ee0-b226-dd320d9f007c tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f20b002-a780-4d30-90f4-6de18909c02c HTTP/1.1" status: 200 len: 2416 time: 0.1280589 Feb 20 05:26:18.522437 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19ec3451-7489-4913-a990-898443c3decf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:18.567514 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-a1f489ea-6a14-4272-a4ee-6e664ff7493a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:18.569017 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-a1f489ea-6a14-4272-a4ee-6e664ff7493a service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 908 time: 0.2713749 Feb 20 05:26:18.602248 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2174adb9-4b41-49f9-9a51-624de315f2a2 req-e3a90036-f484-44b0-8fd8-49c57fefb018 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062531 Feb 20 05:26:18.745109 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-0317759b-b742-4abe-b155-6c71080f0ba1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d31904b3-3549-4eb6-80c5-e356a0b6f8a4 HTTP/1.1" status: 200 len: 217 time: 0.1586204 Feb 20 05:26:18.783792 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa51041-a94a-417e-8ca2-2832a92ffa7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fcc51a-1bb6-4c51-b069-8c95adf83e0e'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:26:18.786408 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fac871-9b32-4331-8283-bae55b6b4ebf" -d '{"events": [{"server_uuid": "daa51041-a94a-417e-8ca2-2832a92ffa7e", "name": "network-vif-plugged", "status": "completed", "tag": "30fcc51a-1bb6-4c51-b069-8c95adf83e0e"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:26:18.855370 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600ae33-396c-4948-8a3d-e0063ad1023e req-f96920b5-44ef-465a-997a-48fdf9fdd94d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:18.865184 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c600ae33-396c-4948-8a3d-e0063ad1023e req-f96920b5-44ef-465a-997a-48fdf9fdd94d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 944 time: 0.1390369 Feb 20 05:26:18.909012 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f3afe8-7fdf-4b6c-8829-bf5ccb09b4de x-openstack-request-id: req-70f3afe8-7fdf-4b6c-8829-bf5ccb09b4de {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:26:18.909310 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f35fefd-598a-46b8-b65f-bba6019b4d13", "name": "network-vif-deleted", "tag": "94e9495c-68e3-406f-bd4b-c71e809e1b54", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:26:18.911722 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70f3afe8-7fdf-4b6c-8829-bf5ccb09b4de {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:26:18.912157 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f35fefd-598a-46b8-b65f-bba6019b4d13', 'name': 'network-vif-deleted', 'tag': '94e9495c-68e3-406f-bd4b-c71e809e1b54', 'status': 'completed', 'code': 200} Feb 20 05:26:18.957501 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-49c16dae-14d1-4ff6-92c9-995a45261a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:18.963905 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-49c16dae-14d1-4ff6-92c9-995a45261a4c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b4371b84-9467-4135-93c7-7a933f791395 HTTP/1.1" status: 200 len: 848 time: 0.1972868 Feb 20 05:26:18.974249 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c600ae33-396c-4948-8a3d-e0063ad1023e req-1ba478f6-7253-45d3-9df6-8598f097ba04 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078136 Feb 20 05:26:19.012864 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-1d0a6bc2-8bd3-4c9c-a411-071935e84278 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb4530de-66c2-443b-82e6-823a997cfe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413644 Feb 20 05:26:19.086207 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10c426e-acba-471f-aaed-c90aa5cd4f11 x-openstack-request-id: req-d10c426e-acba-471f-aaed-c90aa5cd4f11 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:26:19.086777 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa51041-a94a-417e-8ca2-2832a92ffa7e", "name": "network-vif-plugged", "status": "completed", "tag": "30fcc51a-1bb6-4c51-b069-8c95adf83e0e", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:26:19.089376 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d10c426e-acba-471f-aaed-c90aa5cd4f11 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:26:19.089989 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa51041-a94a-417e-8ca2-2832a92ffa7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fcc51a-1bb6-4c51-b069-8c95adf83e0e', 'code': 200} Feb 20 05:26:19.191327 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb60f7a-06b7-4caa-a44b-a074cb14ad44 req-9e81b81a-6e26-4b71-8f1b-4a2dbf0d93c1 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:19.198112 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5fb60f7a-06b7-4caa-a44b-a074cb14ad44 req-9e81b81a-6e26-4b71-8f1b-4a2dbf0d93c1 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 945 time: 0.1023936 Feb 20 05:26:19.271429 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5fb60f7a-06b7-4caa-a44b-a074cb14ad44 req-3613c3d3-ea71-4c2a-80f9-d9f04017c875 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673761 Feb 20 05:26:19.292539 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d385f2d-f455-4f88-a72f-e52edd607f0e req-0eb7b27b-6f13-42f6-bda4-791dc93ea07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:19.294597 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8d385f2d-f455-4f88-a72f-e52edd607f0e req-0eb7b27b-6f13-42f6-bda4-791dc93ea07d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 1127 time: 0.1302998 Feb 20 05:26:19.302133 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-26edc5d8-e0ca-4c02-b85e-274bafe74196 service neutron] 10.222.0.48 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817028 Feb 20 05:26:19.445688 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48338) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:19.465789 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:19.500042 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8d385f2d-f455-4f88-a72f-e52edd607f0e req-92f82393-71ef-4ee3-81f8-b5e5581ba808 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960690 Feb 20 05:26:19.554843 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-1e8e8c9d-657a-465d-8a44-ff40b315ca0b service neutron] 10.222.0.48 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342176 Feb 20 05:26:19.647163 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 51f9c89d-28f5-40a0-a8a9-a2d10ba20db6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:26:19.790446 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device d31904b3-3549-4eb6-80c5-e356a0b6f8a4 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:26:19.796269 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 51f9c89d-28f5-40a0-a8a9-a2d10ba20db6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:19.799536 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (51f9c89d-28f5-40a0-a8a9-a2d10ba20db6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:19.960390 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74061182-865e-412a-8a4b-f031ac765385 req-67da4b50-2d32-40b7-b32f-45ca0ec229e7 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:19.968385 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74061182-865e-412a-8a4b-f031ac765385 req-67da4b50-2d32-40b7-b32f-45ca0ec229e7 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:19.974410 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74061182-865e-412a-8a4b-f031ac765385 req-67da4b50-2d32-40b7-b32f-45ca0ec229e7 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:19.983261 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74061182-865e-412a-8a4b-f031ac765385 req-67da4b50-2d32-40b7-b32f-45ca0ec229e7 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f20b002-a780-4d30-90f4-6de18909c02c HTTP/1.1" status: 200 len: 2416 time: 0.2478769 Feb 20 05:26:20.058997 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-bc3522f5-7513-4c8f-aeec-8ddbd75f4ea2 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:20.064056 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-bc3522f5-7513-4c8f-aeec-8ddbd75f4ea2 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4&tenant_id=fd21ae910f154cf58d2067d0920b47f4&binding%3Ahost_id=n-h2-829866-5 HTTP/1.1" status: 200 len: 1126 time: 0.1606264 Feb 20 05:26:20.134701 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74061182-865e-412a-8a4b-f031ac765385 req-a242dc42-c256-410c-b494-34082cef94c3 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500130 Feb 20 05:26:20.374613 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-8867522a-10ba-4642-b49c-1b19be63afd4 service neutron] For port d31904b3-3549-4eb6-80c5-e356a0b6f8a4, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:26:20.396804 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-8867522a-10ba-4642-b49c-1b19be63afd4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:20.401186 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ceef5287-ba23-4029-a4d8-b271ab740606 req-8867522a-10ba-4642-b49c-1b19be63afd4 service neutron] 10.222.0.48 "DELETE /v2.0/ports/d31904b3-3549-4eb6-80c5-e356a0b6f8a4/bindings/n-h1-829866-5 HTTP/1.1" status: 204 len: 173 time: 0.3275046 Feb 20 05:26:20.456605 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1abe4f-7ad1-49d8-8491-41c3c74321ff None None] Sync routers for ids ['c33c4926-05cc-49d7-8207-5fc3aa610a68'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:26:20.491111 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] The host n-h1-829866-5 is not matching for port d31904b3-3549-4eb6-80c5-e356a0b6f8a4 host n-h2-829866-5! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 05:26:20.492632 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device d31904b3-3549-4eb6-80c5-e356a0b6f8a4 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:26:20.493071 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 94e9495c-68e3-406f-bd4b-c71e809e1b54 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:26:20.547639 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 94e9495c-68e3-406f-bd4b-c71e809e1b54 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:26:20.547993 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 94e9495c-68e3-406f-bd4b-c71e809e1b54 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:26:20.662065 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1abe4f-7ad1-49d8-8491-41c3c74321ff None None] Routers {'c33c4926-05cc-49d7-8207-5fc3aa610a68'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:26:20.662641 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-4c1abe4f-7ad1-49d8-8491-41c3c74321ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:26:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c33c4926-05cc-49d7-8207-5fc3aa610a68'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:20.723073 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce2aca-ef5f-4a49-a262-1c1fb3ef8d39 req-d4353546-07b3-4132-8092-dbbe4fb49c82 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:20.725213 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a3ce2aca-ef5f-4a49-a262-1c1fb3ef8d39 req-d4353546-07b3-4132-8092-dbbe4fb49c82 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 944 time: 0.4685953 Feb 20 05:26:20.757939 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad64fcd-38b3-4540-8ea3-1dc715f6e638 req-0df3feb8-1f96-460a-a54c-41dff00e77c7 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:20.766095 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bad64fcd-38b3-4540-8ea3-1dc715f6e638 req-0df3feb8-1f96-460a-a54c-41dff00e77c7 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.4841018 Feb 20 05:26:20.783637 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 51f9c89d-28f5-40a0-a8a9-a2d10ba20db6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:20.850765 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a3ce2aca-ef5f-4a49-a262-1c1fb3ef8d39 req-b305b2eb-d67e-4500-acc9-15170ba3b73a tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166930 Feb 20 05:26:20.924122 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-4c1abe4f-7ad1-49d8-8491-41c3c74321ff None None] Set router c33c4926-05cc-49d7-8207-5fc3aa610a68 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:26:20.949207 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bad64fcd-38b3-4540-8ea3-1dc715f6e638 req-1cd1218e-e1b9-436c-8374-53b68f4294e7 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771512 Feb 20 05:26:21.181493 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5ff320e-c1b4-4b14-bdfc-07f06f43d40d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (260db41a-792f-43a2-ac81-ef9b4d5de737), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:21.312223 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:21.342944 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35834a-68b2-4f80-ad0c-2807b8cfc118 req-8f97a00a-aca4-43f7-9ec2-40758ad04b10 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:21.347911 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad35834a-68b2-4f80-ad0c-2807b8cfc118 req-8f97a00a-aca4-43f7-9ec2-40758ad04b10 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 945 time: 0.2086866 Feb 20 05:26:21.361218 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-4c1abe4f-7ad1-49d8-8491-41c3c74321ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33c4926-05cc-49d7-8207-5fc3aa610a68', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356538395-router', 'tenant_id': 'e219dc432ba04efba2feeb329fd59ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '51f9c89d-28f5-40a0-a8a9-a2d10ba20db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:26:06Z', 'updated_at': '2022-02-20T05:26:12Z', 'revision_number': 4, 'project_id': 'e219dc432ba04efba2feeb329fd59ae1', 'gw_port': {'id': '51f9c89d-28f5-40a0-a8a9-a2d10ba20db6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:68:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33c4926-05cc-49d7-8207-5fc3aa610a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:26:07Z', 'updated_at': '2022-02-20T05:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '0079c75d-30d4-4c05-84e5-b3427dc09e7f', 'name': '', 'network_id': '7530dab8-91ac-49e5-89c5-79a7a99994ae', 'tenant_id': 'e219dc432ba04efba2feeb329fd59ae1', 'mac_address': 'fa:16:3e:3a:9e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33c4926-05cc-49d7-8207-5fc3aa610a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '55038adc-22cc-4ea0-a2e6-87e3d7ca8327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:26:11Z', 'updated_at': '2022-02-20T05:26:12Z', 'revision_number': 2, 'project_id': 'e219dc432ba04efba2feeb329fd59ae1', 'subnets': [{'id': '55038adc-22cc-4ea0-a2e6-87e3d7ca8327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:21.408074 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1abe4f-7ad1-49d8-8491-41c3c74321ff None None] Checking router: c33c4926-05cc-49d7-8207-5fc3aa610a68 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:26:21.408723 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1abe4f-7ad1-49d8-8491-41c3c74321ff None None] Updating router c33c4926-05cc-49d7-8207-5fc3aa610a68 port 0079c75d-30d4-4c05-84e5-b3427dc09e7f binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:26:21.451241 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4c1abe4f-7ad1-49d8-8491-41c3c74321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0079c75d-30d4-4c05-84e5-b3427dc09e7f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:21.628748 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad35834a-68b2-4f80-ad0c-2807b8cfc118 req-a13ad58a-38f4-474e-a177-4b6f24211db7 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773297 Feb 20 05:26:21.813112 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cf382-bda9-4b0b-ae7b-3dd79ada40c1 req-7a6dbcf9-1be3-4654-b8cc-65a0ed80246a tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:21.814684 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f10cf382-bda9-4b0b-ae7b-3dd79ada40c1 req-7a6dbcf9-1be3-4654-b8cc-65a0ed80246a tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 1126 time: 0.1521304 Feb 20 05:26:21.847577 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4c1abe4f-7ad1-49d8-8491-41c3c74321ff None None] Publish callbacks [] for port (0079c75d-30d4-4c05-84e5-b3427dc09e7f), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:21.857365 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4c1abe4f-7ad1-49d8-8491-41c3c74321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0079c75d-30d4-4c05-84e5-b3427dc09e7f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:21.908582 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f10cf382-bda9-4b0b-ae7b-3dd79ada40c1 req-0b0d1241-4b76-498e-bdb5-de89ed7c2607 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697885 Feb 20 05:26:21.943532 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff320e-c1b4-4b14-bdfc-07f06f43d40d admin admin] Deleting port 5d2fa94c-2a68-493a-ab1b-1f5dcfe60116 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:26:21.943532 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5ff320e-c1b4-4b14-bdfc-07f06f43d40d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (5d2fa94c-2a68-493a-ab1b-1f5dcfe60116), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:21.975925 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1f734-8004-437c-a4fc-435723e95e65 None None] Pushing event updated for resources: {'Port': ['ID=0079c75d-30d4-4c05-84e5-b3427dc09e7f,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:22.137145 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4c1abe4f-7ad1-49d8-8491-41c3c74321ff None None] Attempting to bind port 0079c75d-30d4-4c05-84e5-b3427dc09e7f on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:26:22.137528 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4c1abe4f-7ad1-49d8-8491-41c3c74321ff None None] Attempting to bind port 0079c75d-30d4-4c05-84e5-b3427dc09e7f by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'd9cbb184-a307-48f4-81c1-db402a465f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7530dab8-91ac-49e5-89c5-79a7a99994ae'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:26:22.141831 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1abe4f-7ad1-49d8-8491-41c3c74321ff None None] Attempting to bind port 0079c75d-30d4-4c05-84e5-b3427dc09e7f on network 7530dab8-91ac-49e5-89c5-79a7a99994ae {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:22.148466 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-b5ff320e-c1b4-4b14-bdfc-07f06f43d40d admin admin] For port 5d2fa94c-2a68-493a-ab1b-1f5dcfe60116, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=5d2fa94c-2a68-493a-ab1b-1f5dcfe60116,segment=NetworkSegment(87bc1b69-4301-4933-b364-73692b06041d),segment_id=87bc1b69-4301-4933-b364-73692b06041d)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:22.150454 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5ff320e-c1b4-4b14-bdfc-07f06f43d40d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (5d2fa94c-2a68-493a-ab1b-1f5dcfe60116), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:22.150734 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1abe4f-7ad1-49d8-8491-41c3c74321ff None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:26:22.151144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1abe4f-7ad1-49d8-8491-41c3c74321ff None None] Checking segment: {'id': 'd9cbb184-a307-48f4-81c1-db402a465f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7530dab8-91ac-49e5-89c5-79a7a99994ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:26:22.151768 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4c1abe4f-7ad1-49d8-8491-41c3c74321ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:22.151951 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1abe4f-7ad1-49d8-8491-41c3c74321ff None None] Bound using segment: {'id': 'd9cbb184-a307-48f4-81c1-db402a465f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7530dab8-91ac-49e5-89c5-79a7a99994ae'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:26:22.152418 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4c1abe4f-7ad1-49d8-8491-41c3c74321ff None None] Bound port: 0079c75d-30d4-4c05-84e5-b3427dc09e7f, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cbb184-a307-48f4-81c1-db402a465f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7530dab8-91ac-49e5-89c5-79a7a99994ae'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:26:22.152800 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4c1abe4f-7ad1-49d8-8491-41c3c74321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0079c75d-30d4-4c05-84e5-b3427dc09e7f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:22.184131 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff320e-c1b4-4b14-bdfc-07f06f43d40d admin admin] Calling delete_port for 5d2fa94c-2a68-493a-ab1b-1f5dcfe60116 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:26:22.223590 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83613c-a225-4fd3-b89a-5ad711f51347 req-4f94c9b9-2728-4f94-a6c6-268bc59d7694 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:22.230455 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83613c-a225-4fd3-b89a-5ad711f51347 req-4f94c9b9-2728-4f94-a6c6-268bc59d7694 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:22.237070 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83613c-a225-4fd3-b89a-5ad711f51347 req-4f94c9b9-2728-4f94-a6c6-268bc59d7694 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:22.244281 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c83613c-a225-4fd3-b89a-5ad711f51347 req-4f94c9b9-2728-4f94-a6c6-268bc59d7694 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f20b002-a780-4d30-90f4-6de18909c02c HTTP/1.1" status: 200 len: 2416 time: 0.2057958 Feb 20 05:26:22.289229 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-4c1abe4f-7ad1-49d8-8491-41c3c74321ff None None] For port 0079c75d-30d4-4c05-84e5-b3427dc09e7f, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:26:22.292602 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-4c1abe4f-7ad1-49d8-8491-41c3c74321ff None None] For port 0079c75d-30d4-4c05-84e5-b3427dc09e7f, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0079c75d-30d4-4c05-84e5-b3427dc09e7f,segment=NetworkSegment(d9cbb184-a307-48f4-81c1-db402a465f98),segment_id=d9cbb184-a307-48f4-81c1-db402a465f98)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:26:22.300420 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4c1abe4f-7ad1-49d8-8491-41c3c74321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0079c75d-30d4-4c05-84e5-b3427dc09e7f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:22.368901 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1abe4f-7ad1-49d8-8491-41c3c74321ff None None] Routers {'c33c4926-05cc-49d7-8207-5fc3aa610a68'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:26:22.369724 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-4c1abe4f-7ad1-49d8-8491-41c3c74321ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:26:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c33c4926-05cc-49d7-8207-5fc3aa610a68'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:22.407991 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c83613c-a225-4fd3-b89a-5ad711f51347 req-6ad2c6a4-03ae-45b9-84ce-04a8ea440ea0 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609323 Feb 20 05:26:22.494933 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d00c4f-036d-46cf-bc95-892b545f490c req-c3245f1e-41d6-400d-93a1-216fefc051d0 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:22.501962 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1f734-8004-437c-a4fc-435723e95e65 None None] Pushing event updated for resources: {'Port': ['ID=0079c75d-30d4-4c05-84e5-b3427dc09e7f,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:22.504857 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-35d00c4f-036d-46cf-bc95-892b545f490c req-c3245f1e-41d6-400d-93a1-216fefc051d0 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 1127 time: 0.2060072 Feb 20 05:26:22.630640 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-4c1abe4f-7ad1-49d8-8491-41c3c74321ff None None] Set router c33c4926-05cc-49d7-8207-5fc3aa610a68 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:26:22.655721 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-35d00c4f-036d-46cf-bc95-892b545f490c req-5565b470-d036-4c58-9e65-9467815be81a tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289814 Feb 20 05:26:22.762937 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:22.764176 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5ff320e-c1b4-4b14-bdfc-07f06f43d40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (5d2fa94c-2a68-493a-ab1b-1f5dcfe60116), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:22.834559 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff320e-c1b4-4b14-bdfc-07f06f43d40d admin admin] Pushing event deleted for resources: {'Port': ['ID=5d2fa94c-2a68-493a-ab1b-1f5dcfe60116,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:22.856482 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-28eb7b20-d357-4707-a3bc-c74e8ea40115 None None] Provisioning complete for port 0079c75d-30d4-4c05-84e5-b3427dc09e7f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:22.856880 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28eb7b20-d357-4707-a3bc-c74e8ea40115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0079c75d-30d4-4c05-84e5-b3427dc09e7f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:22.902358 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:23.005776 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-28eb7b20-d357-4707-a3bc-c74e8ea40115 None None] Current status of the port 0079c75d-30d4-4c05-84e5-b3427dc09e7f is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:23.005776 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28eb7b20-d357-4707-a3bc-c74e8ea40115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0079c75d-30d4-4c05-84e5-b3427dc09e7f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:23.090914 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-28eb7b20-d357-4707-a3bc-c74e8ea40115 None None] For port 0079c75d-30d4-4c05-84e5-b3427dc09e7f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0079c75d-30d4-4c05-84e5-b3427dc09e7f,segment=NetworkSegment(d9cbb184-a307-48f4-81c1-db402a465f98),segment_id=d9cbb184-a307-48f4-81c1-db402a465f98)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:23.111081 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28eb7b20-d357-4707-a3bc-c74e8ea40115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0079c75d-30d4-4c05-84e5-b3427dc09e7f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:23.167031 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb7b20-d357-4707-a3bc-c74e8ea40115 None None] Pushing event updated for resources: {'Port': ['ID=0079c75d-30d4-4c05-84e5-b3427dc09e7f,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:23.179249 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-4c1abe4f-7ad1-49d8-8491-41c3c74321ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33c4926-05cc-49d7-8207-5fc3aa610a68', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356538395-router', 'tenant_id': 'e219dc432ba04efba2feeb329fd59ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '51f9c89d-28f5-40a0-a8a9-a2d10ba20db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:26:06Z', 'updated_at': '2022-02-20T05:26:12Z', 'revision_number': 4, 'project_id': 'e219dc432ba04efba2feeb329fd59ae1', 'gw_port': {'id': '51f9c89d-28f5-40a0-a8a9-a2d10ba20db6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:68:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33c4926-05cc-49d7-8207-5fc3aa610a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:26:07Z', 'updated_at': '2022-02-20T05:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '0079c75d-30d4-4c05-84e5-b3427dc09e7f', 'name': '', 'network_id': '7530dab8-91ac-49e5-89c5-79a7a99994ae', 'tenant_id': 'e219dc432ba04efba2feeb329fd59ae1', 'mac_address': 'fa:16:3e:3a:9e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33c4926-05cc-49d7-8207-5fc3aa610a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '55038adc-22cc-4ea0-a2e6-87e3d7ca8327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:26:11Z', 'updated_at': '2022-02-20T05:26:22Z', 'revision_number': 4, 'project_id': 'e219dc432ba04efba2feeb329fd59ae1', 'subnets': [{'id': '55038adc-22cc-4ea0-a2e6-87e3d7ca8327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:23.213603 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1abe4f-7ad1-49d8-8491-41c3c74321ff None None] The sync data for ids ['c33c4926-05cc-49d7-8207-5fc3aa610a68'] in n-d-829866-5 is: [{'id': 'c33c4926-05cc-49d7-8207-5fc3aa610a68', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356538395-router', 'tenant_id': 'e219dc432ba04efba2feeb329fd59ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '51f9c89d-28f5-40a0-a8a9-a2d10ba20db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:26:06Z', 'updated_at': '2022-02-20T05:26:12Z', 'revision_number': 4, 'project_id': 'e219dc432ba04efba2feeb329fd59ae1', 'gw_port': {'id': '51f9c89d-28f5-40a0-a8a9-a2d10ba20db6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:68:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33c4926-05cc-49d7-8207-5fc3aa610a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:26:07Z', 'updated_at': '2022-02-20T05:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '0079c75d-30d4-4c05-84e5-b3427dc09e7f', 'name': '', 'network_id': '7530dab8-91ac-49e5-89c5-79a7a99994ae', 'tenant_id': 'e219dc432ba04efba2feeb329fd59ae1', 'mac_address': 'fa:16:3e:3a:9e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33c4926-05cc-49d7-8207-5fc3aa610a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '55038adc-22cc-4ea0-a2e6-87e3d7ca8327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:26:11Z', 'updated_at': '2022-02-20T05:26:22Z', 'revision_number': 4, 'project_id': 'e219dc432ba04efba2feeb329fd59ae1', 'subnets': [{'id': '55038adc-22cc-4ea0-a2e6-87e3d7ca8327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:26:23.230550 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5ff320e-c1b4-4b14-bdfc-07f06f43d40d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (260db41a-792f-43a2-ac81-ef9b4d5de737), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:23.248233 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-63660dd5-2503-440a-baa2-cb511b5825a0 None None] Provisioning complete for port 0079c75d-30d4-4c05-84e5-b3427dc09e7f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:23.248963 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-63660dd5-2503-440a-baa2-cb511b5825a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0079c75d-30d4-4c05-84e5-b3427dc09e7f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:23.256471 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-33518f5c-af4b-48a7-9b69-9c8f801818a8 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:23.269751 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-33518f5c-af4b-48a7-9b69-9c8f801818a8 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 808 time: 0.2289824 Feb 20 05:26:23.287324 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7ac47-82fb-41cb-8817-c79118bddf97 req-71d5c29e-2d5c-4de0-af95-5ccaf2325511 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:23.293295 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4ba7ac47-82fb-41cb-8817-c79118bddf97 req-71d5c29e-2d5c-4de0-af95-5ccaf2325511 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.4610195 Feb 20 05:26:23.387608 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-63660dd5-2503-440a-baa2-cb511b5825a0 None None] Current status of the port 0079c75d-30d4-4c05-84e5-b3427dc09e7f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:23.408480 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-cd5b2a37-7bd1-436a-9ba5-6512e50a04ec tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/quotas/fd21ae910f154cf58d2067d0920b47f4 HTTP/1.1" status: 200 len: 375 time: 0.1376975 Feb 20 05:26:23.489679 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-7b321d40-d083-4b30-b0ef-f9c04c4c629f tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:23.495733 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4ba7ac47-82fb-41cb-8817-c79118bddf97 req-d3b76d9d-f864-4c1e-92f3-a2317dffa8fd tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996313 Feb 20 05:26:23.497942 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-7b321d40-d083-4b30-b0ef-f9c04c4c629f tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:23.506071 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-7b321d40-d083-4b30-b0ef-f9c04c4c629f tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:23.508063 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-7b321d40-d083-4b30-b0ef-f9c04c4c629f tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f20b002-a780-4d30-90f4-6de18909c02c HTTP/1.1" status: 200 len: 2416 time: 0.0994477 Feb 20 05:26:23.697198 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-7cac3eb9-74e6-499e-9eaf-3ecb300f8f75 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2795968 Feb 20 05:26:23.724131 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-cfdb75ab-6c18-442b-ae9a-8446d404ba22 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Deleting port 6f028fb8-f054-42d0-a8aa-89287a3352cf {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:26:23.724616 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-cfdb75ab-6c18-442b-ae9a-8446d404ba22 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (6f028fb8-f054-42d0-a8aa-89287a3352cf), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:23.839639 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0079c75d-30d4-4c05-84e5-b3427dc09e7f up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:26:23.879135 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ed2bb-668c-4310-9c97-04e0d407ebcc req-4c9c0249-6476-42ba-aa93-bd1407b110d3 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:23.880639 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8a2ed2bb-668c-4310-9c97-04e0d407ebcc req-4c9c0249-6476-42ba-aa93-bd1407b110d3 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 1127 time: 0.2498498 Feb 20 05:26:23.902528 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ff320e-c1b4-4b14-bdfc-07f06f43d40d admin admin] Router 260db41a-792f-43a2-ac81-ef9b4d5de737 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:26:23.942491 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 0079c75d-30d4-4c05-84e5-b3427dc09e7f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:23.942859 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0079c75d-30d4-4c05-84e5-b3427dc09e7f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:23.967064 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-cfdb75ab-6c18-442b-ae9a-8446d404ba22 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] For port 6f028fb8-f054-42d0-a8aa-89287a3352cf, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=6f028fb8-f054-42d0-a8aa-89287a3352cf,segment=NetworkSegment(bc434c7f-01a4-4624-bd9c-c9f35c771391),segment_id=bc434c7f-01a4-4624-bd9c-c9f35c771391)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:23.968103 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-cfdb75ab-6c18-442b-ae9a-8446d404ba22 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (6f028fb8-f054-42d0-a8aa-89287a3352cf), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:23.982278 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-cfdb75ab-6c18-442b-ae9a-8446d404ba22 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Calling delete_port for 6f028fb8-f054-42d0-a8aa-89287a3352cf owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:26:24.009790 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8a2ed2bb-668c-4310-9c97-04e0d407ebcc req-b5c5f58b-32aa-40c8-b5ed-a919eb305e93 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027279 Feb 20 05:26:24.015982 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-2bd8608a-e924-4b5a-84a7-48a81f56011e service neutron] 10.222.0.37 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122842 Feb 20 05:26:24.295074 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-cfdb75ab-6c18-442b-ae9a-8446d404ba22 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (6f028fb8-f054-42d0-a8aa-89287a3352cf), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:24.363580 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb75ab-6c18-442b-ae9a-8446d404ba22 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event deleted for resources: {'Port': ['ID=6f028fb8-f054-42d0-a8aa-89287a3352cf,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:24.400495 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 0079c75d-30d4-4c05-84e5-b3427dc09e7f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:24.408998 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['5279b48f-d011-431e-9a86-0b19a5e4c899', '1fba6bf1-6807-4c84-99da-1fc9941f2a86', '6f028fb8-f054-42d0-a8aa-89287a3352cf'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:26:24.428556 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ff320e-c1b4-4b14-bdfc-07f06f43d40d admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:26:24.445100 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a404cd-7c50-4810-9bee-5d423549ff0f None None] Sync routers for ids ['260db41a-792f-43a2-ac81-ef9b4d5de737'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:26:24.449179 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-cfdb75ab-6c18-442b-ae9a-8446d404ba22 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] No DVR routers for this DVR port 6f028fb8-f054-42d0-a8aa-89287a3352cf on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:26:24.451945 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-cfdb75ab-6c18-442b-ae9a-8446d404ba22 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:24.454446 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b5ff320e-c1b4-4b14-bdfc-07f06f43d40d admin admin] 10.222.0.37 "PUT /v2.0/routers/260db41a-792f-43a2-ac81-ef9b4d5de737/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0075064 Feb 20 05:26:24.456780 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-cfdb75ab-6c18-442b-ae9a-8446d404ba22 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.48 "DELETE /v2.0/ports/6f028fb8-f054-42d0-a8aa-89287a3352cf HTTP/1.1" status: 204 len: 173 time: 0.9413452 Feb 20 05:26:24.459065 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-b64bdfe0-0192-432f-ad01-ace7b33f6ed0 service neutron] 10.222.0.37 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309509 Feb 20 05:26:24.461947 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48432) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:24.462862 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a404cd-7c50-4810-9bee-5d423549ff0f None None] Routers {'260db41a-792f-43a2-ac81-ef9b4d5de737'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:26:24.465615 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e1a404cd-7c50-4810-9bee-5d423549ff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:26:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['260db41a-792f-43a2-ac81-ef9b4d5de737'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:24.471339 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f20b002-a780-4d30-90f4-6de18909c02c', 'name': 'network-vif-deleted', 'tag': '6f028fb8-f054-42d0-a8aa-89287a3352cf'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:26:24.474371 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f976f3c-6ab1-4a24-9cb0-3dabf20061e9" -d '{"events": [{"server_uuid": "8f20b002-a780-4d30-90f4-6de18909c02c", "name": "network-vif-deleted", "tag": "6f028fb8-f054-42d0-a8aa-89287a3352cf"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:26:24.576615 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e194b-a044-49bb-99fd-5047602a0200 req-4ad50a06-1236-42e2-a4f0-1e9552356326 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:24.602363 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e194b-a044-49bb-99fd-5047602a0200 req-4ad50a06-1236-42e2-a4f0-1e9552356326 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:24.603926 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-092e194b-a044-49bb-99fd-5047602a0200 req-4ad50a06-1236-42e2-a4f0-1e9552356326 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f20b002-a780-4d30-90f4-6de18909c02c HTTP/1.1" status: 200 len: 1681 time: 0.3570700 Feb 20 05:26:24.704536 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-c61e75ae-dddc-4afa-bc5b-97472021a4c9 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Deleting port 5279b48f-d011-431e-9a86-0b19a5e4c899 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:26:24.705049 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-c61e75ae-dddc-4afa-bc5b-97472021a4c9 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (5279b48f-d011-431e-9a86-0b19a5e4c899), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:24.796295 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-e1a404cd-7c50-4810-9bee-5d423549ff0f None None] Set router 260db41a-792f-43a2-ac81-ef9b4d5de737 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:26:24.803044 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-092e194b-a044-49bb-99fd-5047602a0200 req-e2ed3340-7f89-44a4-82e8-a33523e37d31 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866586 Feb 20 05:26:24.979790 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50da2554-bfcc-44f3-a696-413bf03206cd admin admin] Publish callbacks [] for router (260db41a-792f-43a2-ac81-ef9b4d5de737), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:25.039318 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f632bb-58fe-47b5-a103-542d3759b135 x-openstack-request-id: req-23f632bb-58fe-47b5-a103-542d3759b135 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:26:25.041744 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f20b002-a780-4d30-90f4-6de18909c02c", "name": "network-vif-deleted", "tag": "6f028fb8-f054-42d0-a8aa-89287a3352cf", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:26:25.042012 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-23f632bb-58fe-47b5-a103-542d3759b135 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:26:25.047229 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f20b002-a780-4d30-90f4-6de18909c02c', 'name': 'network-vif-deleted', 'tag': '6f028fb8-f054-42d0-a8aa-89287a3352cf', 'status': 'completed', 'code': 200} Feb 20 05:26:25.059185 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:25.121873 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-c61e75ae-dddc-4afa-bc5b-97472021a4c9 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] For port 5279b48f-d011-431e-9a86-0b19a5e4c899, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=5279b48f-d011-431e-9a86-0b19a5e4c899,segment=NetworkSegment(2e38ba67-7bce-4e0a-8528-18c91fcc35eb),segment_id=2e38ba67-7bce-4e0a-8528-18c91fcc35eb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:25.122499 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-c61e75ae-dddc-4afa-bc5b-97472021a4c9 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (5279b48f-d011-431e-9a86-0b19a5e4c899), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:25.186085 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-c61e75ae-dddc-4afa-bc5b-97472021a4c9 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Calling delete_port for 5279b48f-d011-431e-9a86-0b19a5e4c899 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:26:25.279568 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-45589e19-fcfc-4a61-9077-c2acf1ad7572 req-463d4884-b7cc-47a6-a46b-0fd6713610e9 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 210 time: 0.0891132 Feb 20 05:26:25.507770 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e1a404cd-7c50-4810-9bee-5d423549ff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-59657475-router', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:10Z', 'updated_at': '2022-02-20T05:26:22Z', 'revision_number': 5, 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'gw_port': {'id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:11Z', 'updated_at': '2022-02-20T05:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:25.561758 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-c61e75ae-dddc-4afa-bc5b-97472021a4c9 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (5279b48f-d011-431e-9a86-0b19a5e4c899), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:25.577359 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['6f028fb8-f054-42d0-a8aa-89287a3352cf'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:26:25.584760 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a404cd-7c50-4810-9bee-5d423549ff0f None None] Checking router: 260db41a-792f-43a2-ac81-ef9b4d5de737 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:26:25.628154 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a404cd-7c50-4810-9bee-5d423549ff0f None None] Routers {'260db41a-792f-43a2-ac81-ef9b4d5de737'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:26:25.630622 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e75ae-dddc-4afa-bc5b-97472021a4c9 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event deleted for resources: {'Port': ['ID=5279b48f-d011-431e-9a86-0b19a5e4c899,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:25.631413 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e1a404cd-7c50-4810-9bee-5d423549ff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:26:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['260db41a-792f-43a2-ac81-ef9b4d5de737'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:25.772600 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-c61e75ae-dddc-4afa-bc5b-97472021a4c9 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] No DVR routers for this DVR port 5279b48f-d011-431e-9a86-0b19a5e4c899 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:26:25.778121 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-c61e75ae-dddc-4afa-bc5b-97472021a4c9 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:25.785520 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-c61e75ae-dddc-4afa-bc5b-97472021a4c9 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.48 "DELETE /v2.0/ports/5279b48f-d011-431e-9a86-0b19a5e4c899 HTTP/1.1" status: 204 len: 173 time: 1.2938607 Feb 20 05:26:25.895452 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48458) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:25.933616 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-e1a404cd-7c50-4810-9bee-5d423549ff0f None None] Set router 260db41a-792f-43a2-ac81-ef9b4d5de737 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:26:26.061121 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-26b45084-d98b-4b4b-bdce-e7588fa409e7 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Deleting port 1fba6bf1-6807-4c84-99da-1fc9941f2a86 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:26:26.065972 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-26b45084-d98b-4b4b-bdce-e7588fa409e7 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1fba6bf1-6807-4c84-99da-1fc9941f2a86), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:26.171263 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6fc2ba58-8f17-43b0-9b78-781a98dfbc8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:26.180987 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-8a04ef6f-0afc-4054-961f-681c5c7dde01 req-836f7a54-bfab-4f2e-87fe-be5aeeb47ebf service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:26:26.191317 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8a04ef6f-0afc-4054-961f-681c5c7dde01 req-836f7a54-bfab-4f2e-87fe-be5aeeb47ebf service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0226581 Feb 20 05:26:26.192694 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50da2554-bfcc-44f3-a696-413bf03206cd admin admin] Publish callbacks [] for router_gateway (260db41a-792f-43a2-ac81-ef9b4d5de737), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:26.252237 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f87ff-9358-40f3-86b7-bf82a26fdb3c req-9204e011-4244-465c-ba18-cf0b4436ad55 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:26.261122 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1b9f87ff-9358-40f3-86b7-bf82a26fdb3c req-9204e011-4244-465c-ba18-cf0b4436ad55 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.9893863 Feb 20 05:26:26.265084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-26b45084-d98b-4b4b-bdce-e7588fa409e7 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] For port 1fba6bf1-6807-4c84-99da-1fc9941f2a86, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1fba6bf1-6807-4c84-99da-1fc9941f2a86,segment=NetworkSegment(bc434c7f-01a4-4624-bd9c-c9f35c771391),segment_id=bc434c7f-01a4-4624-bd9c-c9f35c771391)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:26.265456 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-26b45084-d98b-4b4b-bdce-e7588fa409e7 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1fba6bf1-6807-4c84-99da-1fc9941f2a86), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:26.339454 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e1a404cd-7c50-4810-9bee-5d423549ff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-59657475-router', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:10Z', 'updated_at': '2022-02-20T05:26:22Z', 'revision_number': 5, 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'gw_port': {'id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:11Z', 'updated_at': '2022-02-20T05:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:26.358988 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6fc2ba58-8f17-43b0-9b78-781a98dfbc8c admin admin] Publish callbacks [] for security_group (44c5b08d-146a-425d-aaab-adedf9ce2d35), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:26.361976 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-26b45084-d98b-4b4b-bdce-e7588fa409e7 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Calling delete_port for 1fba6bf1-6807-4c84-99da-1fc9941f2a86 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:26:26.370537 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a404cd-7c50-4810-9bee-5d423549ff0f None None] The sync data for ids ['260db41a-792f-43a2-ac81-ef9b4d5de737'] in n-d-829866-5 is: [{'id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-59657475-router', 'tenant_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:10Z', 'updated_at': '2022-02-20T05:26:22Z', 'revision_number': 5, 'project_id': '122ca9bbf6ac4d739b3f45c42bf6ec82', 'gw_port': {'id': '8d681c9c-ba84-435b-8f86-6db70c77a7cc', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260db41a-792f-43a2-ac81-ef9b4d5de737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:11Z', 'updated_at': '2022-02-20T05:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:26:26.401174 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1b9f87ff-9358-40f3-86b7-bf82a26fdb3c req-df2ce48c-25b3-4691-a979-29e5a94d1a22 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375999 Feb 20 05:26:26.444893 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6fc2ba58-8f17-43b0-9b78-781a98dfbc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (44c5b08d-146a-425d-aaab-adedf9ce2d35), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:26.449280 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-50da2554-bfcc-44f3-a696-413bf03206cd admin admin] Deleting port 8d681c9c-ba84-435b-8f86-6db70c77a7cc {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:26:26.449831 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50da2554-bfcc-44f3-a696-413bf03206cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (8d681c9c-ba84-435b-8f86-6db70c77a7cc), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:26.475460 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2ba58-8f17-43b0-9b78-781a98dfbc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c5b08d-146a-425d-aaab-adedf9ce2d35,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:26.528714 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6fc2ba58-8f17-43b0-9b78-781a98dfbc8c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3954ebb0f6d4421904bab55f08b6d27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6322207 Feb 20 05:26:26.533693 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48484) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:26.630321 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8aaf1516-231f-4638-b9de-17b80902b310 admin admin] Publish callbacks [] for security_group (44c5b08d-146a-425d-aaab-adedf9ce2d35), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:26.664171 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8aaf1516-231f-4638-b9de-17b80902b310 admin admin] Publish callbacks [] for security_group (44c5b08d-146a-425d-aaab-adedf9ce2d35), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:26.674646 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-50da2554-bfcc-44f3-a696-413bf03206cd admin admin] For port 8d681c9c-ba84-435b-8f86-6db70c77a7cc, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8d681c9c-ba84-435b-8f86-6db70c77a7cc,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:26.686214 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50da2554-bfcc-44f3-a696-413bf03206cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (8d681c9c-ba84-435b-8f86-6db70c77a7cc), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:26.701152 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-50da2554-bfcc-44f3-a696-413bf03206cd admin admin] Calling delete_port for 8d681c9c-ba84-435b-8f86-6db70c77a7cc owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:26:26.811187 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035951c-a90c-4353-b9cf-6308a792f2ee req-605ebc92-421d-4535-b8b4-99c27ddce3f8 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:26.834157 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2035951c-a90c-4353-b9cf-6308a792f2ee req-605ebc92-421d-4535-b8b4-99c27ddce3f8 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f20b002-a780-4d30-90f4-6de18909c02c HTTP/1.1" status: 200 len: 946 time: 0.2863419 Feb 20 05:26:26.857787 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8aaf1516-231f-4638-b9de-17b80902b310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (44c5b08d-146a-425d-aaab-adedf9ce2d35), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:26.860903 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8aaf1516-231f-4638-b9de-17b80902b310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:26.864398 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8aaf1516-231f-4638-b9de-17b80902b310 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44c5b08d-146a-425d-aaab-adedf9ce2d35 HTTP/1.1" status: 204 len: 168 time: 0.3273387 Feb 20 05:26:26.878407 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf1516-231f-4638-b9de-17b80902b310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c5b08d-146a-425d-aaab-adedf9ce2d35,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:26.885087 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-26b45084-d98b-4b4b-bdce-e7588fa409e7 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (1fba6bf1-6807-4c84-99da-1fc9941f2a86), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:26.927059 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b45084-d98b-4b4b-bdce-e7588fa409e7 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event deleted for resources: {'Port': ['ID=1fba6bf1-6807-4c84-99da-1fc9941f2a86,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:27.031152 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2035951c-a90c-4353-b9cf-6308a792f2ee req-c19da634-5216-40a0-a968-4be500f6382a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894867 Feb 20 05:26:27.096962 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f20b002-a780-4d30-90f4-6de18909c02c', 'name': 'network-vif-deleted', 'tag': '5279b48f-d011-431e-9a86-0b19a5e4c899'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:26:27.107151 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cadd68-31e6-4c48-8db4-58a2150c7111" -d '{"events": [{"server_uuid": "8f20b002-a780-4d30-90f4-6de18909c02c", "name": "network-vif-deleted", "tag": "5279b48f-d011-431e-9a86-0b19a5e4c899"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:26:27.128265 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-10cf9877-fff9-4ec7-ab70-9c6898d15341 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:27.132850 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-10cf9877-fff9-4ec7-ab70-9c6898d15341 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.48 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 808 time: 0.4206140 Feb 20 05:26:27.133767 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-26b45084-d98b-4b4b-bdce-e7588fa409e7 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] No DVR routers for this DVR port 1fba6bf1-6807-4c84-99da-1fc9941f2a86 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:26:27.141225 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-26b45084-d98b-4b4b-bdce-e7588fa409e7 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:27.148131 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5e07850a-a127-42ab-9b4e-8fab098ddbb4 req-26b45084-d98b-4b4b-bdce-e7588fa409e7 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.48 "DELETE /v2.0/ports/1fba6bf1-6807-4c84-99da-1fc9941f2a86 HTTP/1.1" status: 204 len: 173 time: 1.3488724 Feb 20 05:26:27.168063 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-a3b920f9-463d-4633-b78f-0296d682b9b7 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Request body: {'port': {'device_id': '35426803-27e2-4271-a15b-95230147ef13', 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68', 'admin_state_up': True, 'tenant_id': 'fd21ae910f154cf58d2067d0920b47f4'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:27.388764 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4e579e06-8c9c-4732-8ed7-36973942f797 req-1798566c-deed-4d39-8ea1-7bc8a36076f0 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 210 time: 0.0664489 Feb 20 05:26:27.448246 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-a3b920f9-463d-4633-b78f-0296d682b9b7 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Made reservation on behalf of fd21ae910f154cf58d2067d0920b47f4 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:26:27.451771 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-a3b920f9-463d-4633-b78f-0296d682b9b7 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:27.483950 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50da2554-bfcc-44f3-a696-413bf03206cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (8d681c9c-ba84-435b-8f86-6db70c77a7cc), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:27.490979 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9655b216-50c1-4b80-a5cf-00b77d0e50d7 x-openstack-request-id: req-9655b216-50c1-4b80-a5cf-00b77d0e50d7 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:26:27.491582 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f20b002-a780-4d30-90f4-6de18909c02c", "name": "network-vif-deleted", "tag": "5279b48f-d011-431e-9a86-0b19a5e4c899", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:26:27.491856 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9655b216-50c1-4b80-a5cf-00b77d0e50d7 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:26:27.492398 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f20b002-a780-4d30-90f4-6de18909c02c', 'name': 'network-vif-deleted', 'tag': '5279b48f-d011-431e-9a86-0b19a5e4c899', 'status': 'completed', 'code': 200} Feb 20 05:26:27.546196 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48528) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:27.555251 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da2554-bfcc-44f3-a696-413bf03206cd admin admin] Pushing event deleted for resources: {'Port': ['ID=8d681c9c-ba84-435b-8f86-6db70c77a7cc,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:27.585523 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 5d2fa94c-2a68-493a-ab1b-1f5dcfe60116 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:26:27.591598 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e31f5721-dc00-425d-8f99-0d935caacc2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:27.612215 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 5d2fa94c-2a68-493a-ab1b-1f5dcfe60116 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:26:27.612654 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 5d2fa94c-2a68-493a-ab1b-1f5dcfe60116 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:26:27.642770 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50da2554-bfcc-44f3-a696-413bf03206cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (260db41a-792f-43a2-ac81-ef9b4d5de737), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:27.670334 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-a3b920f9-463d-4633-b78f-0296d682b9b7 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Allocated IP 172.20.0.3 (cb4530de-66c2-443b-82e6-823a997cfe68/b4371b84-9467-4135-93c7-7a933f791395/8b1e2169-ea66-4338-8a41-14d4cc868dfe) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:26:27.812003 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50da2554-bfcc-44f3-a696-413bf03206cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (260db41a-792f-43a2-ac81-ef9b4d5de737), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:27.826795 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf864d6-5a1f-4904-be53-9ec614a91960 req-fb974379-3456-4672-85d2-268e830a9ebb tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:27.833989 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6bf864d6-5a1f-4904-be53-9ec614a91960 req-fb974379-3456-4672-85d2-268e830a9ebb tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.2621672 Feb 20 05:26:27.838489 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50da2554-bfcc-44f3-a696-413bf03206cd admin admin] Publish callbacks [] for router_controller (260db41a-792f-43a2-ac81-ef9b4d5de737), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:27.980387 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-a3b920f9-463d-4633-b78f-0296d682b9b7 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks [] for port (8b1e2169-ea66-4338-8a41-14d4cc868dfe), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:28.021292 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50da2554-bfcc-44f3-a696-413bf03206cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (260db41a-792f-43a2-ac81-ef9b4d5de737), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:28.021764 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50da2554-bfcc-44f3-a696-413bf03206cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 260db41a-792f-43a2-ac81-ef9b4d5de737 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:26:28.029858 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48534) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:28.042705 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50da2554-bfcc-44f3-a696-413bf03206cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:28.046260 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-50da2554-bfcc-44f3-a696-413bf03206cd admin admin] 10.222.0.37 "DELETE /v2.0/routers/260db41a-792f-43a2-ac81-ef9b4d5de737 HTTP/1.1" status: 204 len: 168 time: 3.5801237 Feb 20 05:26:28.048816 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48538) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:28.049338 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6bf864d6-5a1f-4904-be53-9ec614a91960 req-a0102505-f5fb-4a5e-96e3-1cdce9b9ffb2 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145178 Feb 20 05:26:28.081325 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e31f5721-dc00-425d-8f99-0d935caacc2d admin admin] Publish callbacks [] for security_group (dd57d3d5-99be-4543-a5a6-e27ef8007f4a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:28.087275 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e31f5721-dc00-425d-8f99-0d935caacc2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (dd57d3d5-99be-4543-a5a6-e27ef8007f4a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:28.098673 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-a3b920f9-463d-4633-b78f-0296d682b9b7 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (8b1e2169-ea66-4338-8a41-14d4cc868dfe), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:28.138945 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f5721-dc00-425d-8f99-0d935caacc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd57d3d5-99be-4543-a5a6-e27ef8007f4a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:28.163850 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48542) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:28.195320 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-a3b920f9-463d-4633-b78f-0296d682b9b7 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Network cb4530de-66c2-443b-82e6-823a997cfe68 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:26:28.201307 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-a3b920f9-463d-4633-b78f-0296d682b9b7 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:26:28.225369 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-a3b920f9-463d-4633-b78f-0296d682b9b7 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:26:28.232475 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-a3b920f9-463d-4633-b78f-0296d682b9b7 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:28.233131 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-a3b920f9-463d-4633-b78f-0296d682b9b7 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:28.245112 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e31f5721-dc00-425d-8f99-0d935caacc2d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a8c21789d994482b23f0ade433d55fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6958413 Feb 20 05:26:28.248220 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48544) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:28.293074 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-132e8297-b865-4520-b227-af5873763189 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Deleting subnet 76554ad1-1aee-4469-96e1-f519446dccea {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:26:28.296947 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b920f9-463d-4633-b78f-0296d682b9b7 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Pushing event updated for resources: {'Port': ['ID=8b1e2169-ea66-4338-8a41-14d4cc868dfe,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:28.297480 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-132e8297-b865-4520-b227-af5873763189 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks [] for subnet (76554ad1-1aee-4469-96e1-f519446dccea), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:28.314538 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-a3b920f9-463d-4633-b78f-0296d682b9b7 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1652539 Feb 20 05:26:28.326608 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-40dc56b7-5d17-4380-a248-e3b571fd95b3 admin admin] Deleting subnet ecfd9983-1b03-4999-bf7e-91d977ad0b4d {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:26:28.338326 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-720e1608-a2b8-4861-b92f-77b133440ea4 service neutron] Request body: {'port': {'device_id': '35426803-27e2-4271-a15b-95230147ef13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:28.342055 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-40dc56b7-5d17-4380-a248-e3b571fd95b3 admin admin] Publish callbacks [] for subnet (ecfd9983-1b03-4999-bf7e-91d977ad0b4d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:28.356157 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-132e8297-b865-4520-b227-af5873763189 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks [] for subnet (76554ad1-1aee-4469-96e1-f519446dccea), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:28.380501 n-d-829866-5 neutron-server[103406]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 20 05:26:28.408237 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-8d1f0fdc-8f6f-455d-842a-ab90bad4c96a tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:26:28.409470 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-8d1f0fdc-8f6f-455d-842a-ab90bad4c96a tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3783925 Feb 20 05:26:28.476779 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-132e8297-b865-4520-b227-af5873763189 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (76554ad1-1aee-4469-96e1-f519446dccea), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:28.483542 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-40dc56b7-5d17-4380-a248-e3b571fd95b3 admin admin] Publish callbacks [] for subnet (ecfd9983-1b03-4999-bf7e-91d977ad0b4d), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:28.534148 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-720e1608-a2b8-4861-b92f-77b133440ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8b1e2169-ea66-4338-8a41-14d4cc868dfe), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:28.577714 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-132e8297-b865-4520-b227-af5873763189 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (76554ad1-1aee-4469-96e1-f519446dccea), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:28.586919 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 6f028fb8-f054-42d0-a8aa-89287a3352cf no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:26:28.612697 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 6f028fb8-f054-42d0-a8aa-89287a3352cf {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:26:28.613455 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 6f028fb8-f054-42d0-a8aa-89287a3352cf not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:26:28.614086 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 5279b48f-d011-431e-9a86-0b19a5e4c899 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:26:28.633179 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e8297-b865-4520-b227-af5873763189 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event deleted for resources: {'Subnet': ['ID=76554ad1-1aee-4469-96e1-f519446dccea,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:28.645474 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 5279b48f-d011-431e-9a86-0b19a5e4c899 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:26:28.646175 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 5279b48f-d011-431e-9a86-0b19a5e4c899 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:26:28.646590 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-993d435e-9c68-4241-a09c-17a866b49e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:28.648150 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-993d435e-9c68-4241-a09c-17a866b49e20 service neutron] 10.222.0.37 "GET /v2.0/ports/30fcc51a-1bb6-4c51-b069-8c95adf83e0e HTTP/1.1" status: 200 len: 1124 time: 0.1497304 Feb 20 05:26:28.654770 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 1fba6bf1-6807-4c84-99da-1fc9941f2a86 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:26:28.667075 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-b66c7c35-b481-45cc-9774-9b7e164c6889 service neutron] Request body: {'binding': {'host': 'n-h2-829866-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:28.667849 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-b66c7c35-b481-45cc-9774-9b7e164c6889 service neutron] Unknown quota resources ['binding']. {{(pid=103406) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 05:26:28.696576 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-132e8297-b865-4520-b227-af5873763189 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:28.700073 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-132e8297-b865-4520-b227-af5873763189 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "DELETE /v2.0/subnets/76554ad1-1aee-4469-96e1-f519446dccea HTTP/1.1" status: 204 len: 168 time: 0.5333183 Feb 20 05:26:28.706101 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd0b4d5-dc05-4836-9702-2bce5b5fe5a3 None None] Network a5b9cb19-fd36-46cc-a621-512f6d4a0f85 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:26:28.717363 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48552) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:28.721102 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 1fba6bf1-6807-4c84-99da-1fc9941f2a86 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:26:28.721717 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 1fba6bf1-6807-4c84-99da-1fc9941f2a86 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:26:28.742574 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-40dc56b7-5d17-4380-a248-e3b571fd95b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (ecfd9983-1b03-4999-bf7e-91d977ad0b4d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:28.750549 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201550c4-ca5b-4cc3-9b80-18272741c771 req-5368c4b8-7e11-4b0a-be6d-16d7058d4701 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:28.762159 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-201550c4-ca5b-4cc3-9b80-18272741c771 req-5368c4b8-7e11-4b0a-be6d-16d7058d4701 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 931 time: 0.1991363 Feb 20 05:26:28.764008 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a754f2c-69bc-4bd9-ab50-3e1ffdbc09d2 admin admin] Publish callbacks [] for security_group (dd57d3d5-99be-4543-a5a6-e27ef8007f4a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:28.839262 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-201550c4-ca5b-4cc3-9b80-18272741c771 req-fa9eb988-4d5a-4254-9f7f-60e8f93662e9 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710115 Feb 20 05:26:28.865984 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a754f2c-69bc-4bd9-ab50-3e1ffdbc09d2 admin admin] Publish callbacks [] for security_group (dd57d3d5-99be-4543-a5a6-e27ef8007f4a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:28.966193 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a754f2c-69bc-4bd9-ab50-3e1ffdbc09d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (dd57d3d5-99be-4543-a5a6-e27ef8007f4a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:28.975693 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a754f2c-69bc-4bd9-ab50-3e1ffdbc09d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:28.978445 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6a754f2c-69bc-4bd9-ab50-3e1ffdbc09d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd57d3d5-99be-4543-a5a6-e27ef8007f4a HTTP/1.1" status: 204 len: 168 time: 0.7281528 Feb 20 05:26:28.979678 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4817cc61-0f1d-4378-ab70-34d0ef63ad4b None None] DHCP port deletion for a5b9cb19-fd36-46cc-a621-512f6d4a0f85 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:26:29.006008 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a754f2c-69bc-4bd9-ab50-3e1ffdbc09d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd57d3d5-99be-4543-a5a6-e27ef8007f4a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:29.083973 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4817cc61-0f1d-4378-ab70-34d0ef63ad4b None None] Deleting port 24f14fcc-f057-436a-81cb-9d1e79f68e10 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:26:29.087567 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4817cc61-0f1d-4378-ab70-34d0ef63ad4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (24f14fcc-f057-436a-81cb-9d1e79f68e10), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:29.186405 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-4817cc61-0f1d-4378-ab70-34d0ef63ad4b None None] For port 24f14fcc-f057-436a-81cb-9d1e79f68e10, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=24f14fcc-f057-436a-81cb-9d1e79f68e10,segment=NetworkSegment(2e38ba67-7bce-4e0a-8528-18c91fcc35eb),segment_id=2e38ba67-7bce-4e0a-8528-18c91fcc35eb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:29.189079 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4817cc61-0f1d-4378-ab70-34d0ef63ad4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (24f14fcc-f057-436a-81cb-9d1e79f68e10), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:29.221339 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4817cc61-0f1d-4378-ab70-34d0ef63ad4b None None] Calling delete_port for 24f14fcc-f057-436a-81cb-9d1e79f68e10 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:26:29.222018 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b28e659-03d2-4506-abe9-1d6da2e1c306 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (a5b9cb19-fd36-46cc-a621-512f6d4a0f85), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:29.279354 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65fc3c-96a9-4b04-9166-0c60d52ae24f req-583e39b6-2e08-44e2-b205-2762bbceb9ba tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:29.281114 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb65fc3c-96a9-4b04-9166-0c60d52ae24f req-583e39b6-2e08-44e2-b205-2762bbceb9ba tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.1051781 Feb 20 05:26:29.396540 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb65fc3c-96a9-4b04-9166-0c60d52ae24f req-672b9fe0-6f72-437d-8c9a-25c8af7705d1 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082330 Feb 20 05:26:29.448768 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-40dc56b7-5d17-4380-a248-e3b571fd95b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (ecfd9983-1b03-4999-bf7e-91d977ad0b4d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:29.490354 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4817cc61-0f1d-4378-ab70-34d0ef63ad4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (24f14fcc-f057-436a-81cb-9d1e79f68e10), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:29.500751 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f20b002-a780-4d30-90f4-6de18909c02c', 'name': 'network-vif-deleted', 'tag': '1fba6bf1-6807-4c84-99da-1fc9941f2a86'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:26:29.505685 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7431308a-a82b-486d-8a6b-f07674e808e1" -d '{"events": [{"server_uuid": "8f20b002-a780-4d30-90f4-6de18909c02c", "name": "network-vif-deleted", "tag": "1fba6bf1-6807-4c84-99da-1fc9941f2a86"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:26:29.508698 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-b66c7c35-b481-45cc-9774-9b7e164c6889 service neutron] Attempting to bind port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e on host n-h2-829866-5 for vnic_type normal with profile None {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:26:29.509256 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-b66c7c35-b481-45cc-9774-9b7e164c6889 service neutron] Attempting to bind port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:26:29.509692 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-b66c7c35-b481-45cc-9774-9b7e164c6889 service neutron] Attempting to bind port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:29.545677 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817cc61-0f1d-4378-ab70-34d0ef63ad4b None None] Pushing event deleted for resources: {'Port': ['ID=24f14fcc-f057-436a-81cb-9d1e79f68e10,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:29.547723 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4817cc61-0f1d-4378-ab70-34d0ef63ad4b None None] No DVR routers for this DVR port 24f14fcc-f057-436a-81cb-9d1e79f68e10 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:26:29.565585 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-b66c7c35-b481-45cc-9774-9b7e164c6889 service neutron] Port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:26:29.565919 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-b66c7c35-b481-45cc-9774-9b7e164c6889 service neutron] Attempting to bind port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:29.584650 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc19bd7-863e-4625-bbb1-8f8f37f703e8 x-openstack-request-id: req-bbc19bd7-863e-4625-bbb1-8f8f37f703e8 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:26:29.585275 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f20b002-a780-4d30-90f4-6de18909c02c", "name": "network-vif-deleted", "tag": "1fba6bf1-6807-4c84-99da-1fc9941f2a86", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:26:29.585744 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bbc19bd7-863e-4625-bbb1-8f8f37f703e8 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:26:29.586610 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f20b002-a780-4d30-90f4-6de18909c02c', 'name': 'network-vif-deleted', 'tag': '1fba6bf1-6807-4c84-99da-1fc9941f2a86', 'status': 'completed', 'code': 200} Feb 20 05:26:29.595780 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-b66c7c35-b481-45cc-9774-9b7e164c6889 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:26:29.596238 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-b66c7c35-b481-45cc-9774-9b7e164c6889 service neutron] Checking segment: {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:26:29.596743 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-b66c7c35-b481-45cc-9774-9b7e164c6889 service neutron] Bound using segment: {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:26:29.597300 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-b66c7c35-b481-45cc-9774-9b7e164c6889 service neutron] Bound port: 30fcc51a-1bb6-4c51-b069-8c95adf83e0e, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:26:29.616912 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc56b7-5d17-4380-a248-e3b571fd95b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecfd9983-1b03-4999-bf7e-91d977ad0b4d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:29.630927 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6cf8ff-97e0-4af9-b0b6-068c5b686e76 None None] Network a1c5b7b7-c6e3-4247-9c56-38df6739f2a2 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:26:29.644629 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-40dc56b7-5d17-4380-a248-e3b571fd95b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:29.647990 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-40dc56b7-5d17-4380-a248-e3b571fd95b3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ecfd9983-1b03-4999-bf7e-91d977ad0b4d HTTP/1.1" status: 204 len: 168 time: 1.5909777 Feb 20 05:26:29.650523 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48568) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:29.729192 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8d681c9c-ba84-435b-8f86-6db70c77a7cc no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:26:29.758031 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 8d681c9c-ba84-435b-8f86-6db70c77a7cc {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:26:29.758636 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8d681c9c-ba84-435b-8f86-6db70c77a7cc not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:26:29.759265 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 24f14fcc-f057-436a-81cb-9d1e79f68e10 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:26:29.785958 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 24f14fcc-f057-436a-81cb-9d1e79f68e10 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:26:29.786590 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 24f14fcc-f057-436a-81cb-9d1e79f68e10 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:26:29.804135 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (a1c5b7b7-c6e3-4247-9c56-38df6739f2a2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:29.808999 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b28e659-03d2-4506-abe9-1d6da2e1c306 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (a5b9cb19-fd36-46cc-a621-512f6d4a0f85), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:29.838084 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b28e659-03d2-4506-abe9-1d6da2e1c306 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Subscribe: > segment before_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:29.838475 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b28e659-03d2-4506-abe9-1d6da2e1c306 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:29.840350 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b28e659-03d2-4506-abe9-1d6da2e1c306 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:29.841163 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b28e659-03d2-4506-abe9-1d6da2e1c306 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Subscribe: > port after_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:29.841689 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b28e659-03d2-4506-abe9-1d6da2e1c306 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Subscribe: > port after_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:29.842218 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b28e659-03d2-4506-abe9-1d6da2e1c306 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Subscribe: > port after_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:29.842747 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b28e659-03d2-4506-abe9-1d6da2e1c306 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Subscribe: > segment after_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:29.843411 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b28e659-03d2-4506-abe9-1d6da2e1c306 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Subscribe: > subnet after_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:29.843825 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b28e659-03d2-4506-abe9-1d6da2e1c306 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Subscribe: > subnet after_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:29.844290 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b28e659-03d2-4506-abe9-1d6da2e1c306 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Subscribe: > subnet after_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:29.923880 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Deleting port 4e70b2c1-b102-4e7c-b305-a8e2cb50f627 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:26:29.924286 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4e70b2c1-b102-4e7c-b305-a8e2cb50f627), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:29.934991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db9a468-b1ae-41e1-acb7-2bf07137eb07 None None] DHCP port deletion for a1c5b7b7-c6e3-4247-9c56-38df6739f2a2 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:26:30.008050 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0db9a468-b1ae-41e1-acb7-2bf07137eb07 None None] Deleting port 4e70b2c1-b102-4e7c-b305-a8e2cb50f627 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:26:30.008425 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0db9a468-b1ae-41e1-acb7-2bf07137eb07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4e70b2c1-b102-4e7c-b305-a8e2cb50f627), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:30.049629 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b28e659-03d2-4506-abe9-1d6da2e1c306 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Subscribe: > subnet after_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:30.050104 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b28e659-03d2-4506-abe9-1d6da2e1c306 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Subscribe: > subnet after_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:30.050937 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b28e659-03d2-4506-abe9-1d6da2e1c306 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Subscribe: > subnet before_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:30.050937 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b28e659-03d2-4506-abe9-1d6da2e1c306 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Subscribe: > subnet before_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:30.051437 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-4b28e659-03d2-4506-abe9-1d6da2e1c306 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b9cb19-fd36-46cc-a621-512f6d4a0f85']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:30.099115 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0db9a468-b1ae-41e1-acb7-2bf07137eb07 None None] For port 4e70b2c1-b102-4e7c-b305-a8e2cb50f627, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4e70b2c1-b102-4e7c-b305-a8e2cb50f627,segment=NetworkSegment(87bc1b69-4301-4933-b364-73692b06041d),segment_id=87bc1b69-4301-4933-b364-73692b06041d)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:30.100797 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0db9a468-b1ae-41e1-acb7-2bf07137eb07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4e70b2c1-b102-4e7c-b305-a8e2cb50f627), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:30.107607 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] For port 4e70b2c1-b102-4e7c-b305-a8e2cb50f627, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4e70b2c1-b102-4e7c-b305-a8e2cb50f627,segment=NetworkSegment(87bc1b69-4301-4933-b364-73692b06041d),segment_id=87bc1b69-4301-4933-b364-73692b06041d)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:30.108148 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4e70b2c1-b102-4e7c-b305-a8e2cb50f627), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:30.125329 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Calling delete_port for 4e70b2c1-b102-4e7c-b305-a8e2cb50f627 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:26:30.131298 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-b66c7c35-b481-45cc-9774-9b7e164c6889 service neutron] For port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=30fcc51a-1bb6-4c51-b069-8c95adf83e0e,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:26:30.132694 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0db9a468-b1ae-41e1-acb7-2bf07137eb07 None None] Calling delete_port for 4e70b2c1-b102-4e7c-b305-a8e2cb50f627 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:26:30.138180 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-b66c7c35-b481-45cc-9774-9b7e164c6889 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:30.143126 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-b66c7c35-b481-45cc-9774-9b7e164c6889 service neutron] 10.222.0.37 "POST /v2.0/ports/30fcc51a-1bb6-4c51-b069-8c95adf83e0e/bindings HTTP/1.1" status: 201 len: 389 time: 1.4794865 Feb 20 05:26:30.150583 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24df86-4f0b-44bf-ba03-2a7a8d19cbd2 req-39908329-05e6-4c45-9a4d-462a3f6ce343 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:30.160331 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8d24df86-4f0b-44bf-ba03-2a7a8d19cbd2 req-39908329-05e6-4c45-9a4d-462a3f6ce343 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 931 time: 0.1433516 Feb 20 05:26:30.239016 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-4b28e659-03d2-4506-abe9-1d6da2e1c306 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e38ba67-7bce-4e0a-8528-18c91fcc35eb') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:30.239954 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-4b28e659-03d2-4506-abe9-1d6da2e1c306 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e38ba67-7bce-4e0a-8528-18c91fcc35eb') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:30.297235 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b28e659-03d2-4506-abe9-1d6da2e1c306 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (2e38ba67-7bce-4e0a-8528-18c91fcc35eb), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:30.310518 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0db9a468-b1ae-41e1-acb7-2bf07137eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (4e70b2c1-b102-4e7c-b305-a8e2cb50f627), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:30.339739 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8d24df86-4f0b-44bf-ba03-2a7a8d19cbd2 req-53fb8f76-d22b-4b29-86c8-525b93561a07 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795437 Feb 20 05:26:30.374551 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9a468-b1ae-41e1-acb7-2bf07137eb07 None None] Pushing event deleted for resources: {'Port': ['ID=4e70b2c1-b102-4e7c-b305-a8e2cb50f627,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:30.376100 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b28e659-03d2-4506-abe9-1d6da2e1c306 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (2e38ba67-7bce-4e0a-8528-18c91fcc35eb), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:30.389165 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db9a468-b1ae-41e1-acb7-2bf07137eb07 None None] No DVR routers for this DVR port 4e70b2c1-b102-4e7c-b305-a8e2cb50f627 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:26:30.409201 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (4e70b2c1-b102-4e7c-b305-a8e2cb50f627), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:30.414828 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b28e659-03d2-4506-abe9-1d6da2e1c306 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:26:30.415262 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b28e659-03d2-4506-abe9-1d6da2e1c306 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (2e38ba67-7bce-4e0a-8528-18c91fcc35eb), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: from cryptography.utils import int_from_bytes Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: from cryptography.utils import int_from_bytes Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:26:30.446483 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:26:30.518383 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] No DVR routers for this DVR port 4e70b2c1-b102-4e7c-b305-a8e2cb50f627 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:26:30.520681 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Pushing event deleted for resources: {'Port': ['ID=4e70b2c1-b102-4e7c-b305-a8e2cb50f627,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:30.659977 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fef78-cc13-4d34-92ac-74c4601053c0 req-732c047f-268a-488d-b7a8-d927fe5c6049 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:30.661660 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-210fef78-cc13-4d34-92ac-74c4601053c0 req-732c047f-268a-488d-b7a8-d927fe5c6049 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 945 time: 0.2722251 Feb 20 05:26:30.704109 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-720e1608-a2b8-4861-b92f-77b133440ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b1e2169-ea66-4338-8a41-14d4cc868dfe {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:26:30.710458 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (a1c5b7b7-c6e3-4247-9c56-38df6739f2a2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:30.721117 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-720e1608-a2b8-4861-b92f-77b133440ea4 service neutron] Publish callbacks [] for port (8b1e2169-ea66-4338-8a41-14d4cc868dfe), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:30.740016 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-720e1608-a2b8-4861-b92f-77b133440ea4 service neutron] Transition to ACTIVE for port object 8b1e2169-ea66-4338-8a41-14d4cc868dfe will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:26:30.747364 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b28e659-03d2-4506-abe9-1d6da2e1c306 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (a5b9cb19-fd36-46cc-a621-512f6d4a0f85), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:30.749025 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede5531-1903-4180-a174-69a9d7f64d25 req-ad33b045-ce01-4452-8c72-d32cf03e1162 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:30.750919 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6ede5531-1903-4180-a174-69a9d7f64d25 req-ad33b045-ce01-4452-8c72-d32cf03e1162 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.1967084 Feb 20 05:26:30.760701 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-720e1608-a2b8-4861-b92f-77b133440ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (8b1e2169-ea66-4338-8a41-14d4cc868dfe), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:30.771224 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-210fef78-cc13-4d34-92ac-74c4601053c0 req-77ae5260-1828-4a6d-a63b-1a8a5b6d1588 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004333 Feb 20 05:26:30.773415 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:30.773790 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:30.774550 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:30.774885 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Subscribe: > port after_create 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:30.775263 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Subscribe: > port after_delete 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:30.775589 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Subscribe: > port after_update 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:30.775912 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:30.776235 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:30.776576 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:30.776878 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:30.841155 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e1608-a2b8-4861-b92f-77b133440ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1e2169-ea66-4338-8a41-14d4cc868dfe,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:30.847238 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:30.847597 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:30.847932 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:30.848313 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 05:26:30.848677 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c5b7b7-c6e3-4247-9c56-38df6739f2a2']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:30.859651 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4b28e659-03d2-4506-abe9-1d6da2e1c306 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:30.865805 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4b28e659-03d2-4506-abe9-1d6da2e1c306 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "DELETE /v2.0/networks/a5b9cb19-fd36-46cc-a621-512f6d4a0f85 HTTP/1.1" status: 204 len: 168 time: 2.1426587 Feb 20 05:26:30.866342 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-5a0555ba-e8cf-4b0b-9258-d4c80a8ffb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:30.870366 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48594) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:30.871176 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-5a0555ba-e8cf-4b0b-9258-d4c80a8ffb1b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 1127 time: 0.3363118 Feb 20 05:26:30.874463 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28e659-03d2-4506-abe9-1d6da2e1c306 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event deleted for resources: {'Network': ['ID=a5b9cb19-fd36-46cc-a621-512f6d4a0f85,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:30.909179 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87bc1b69-4301-4933-b364-73692b06041d') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:30.909503 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87bc1b69-4301-4933-b364-73692b06041d') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:30.950725 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (87bc1b69-4301-4933-b364-73692b06041d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:30.987016 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-6d336c82-6ac6-4820-a15b-d345b0451ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:30.987291 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b486ed-6697-4527-8727-9bbda537d73a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Deleting subnet 5ef2fbf4-cc03-492a-af4f-82c84214b0eb {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:26:30.988880 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-6d336c82-6ac6-4820-a15b-d345b0451ece service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 920 time: 0.1094270 Feb 20 05:26:30.990357 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-90b486ed-6697-4527-8727-9bbda537d73a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks [] for subnet (5ef2fbf4-cc03-492a-af4f-82c84214b0eb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:31.040659 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-e4937032-464b-434a-9e2b-a9a7549f5767 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30fcc51a-1bb6-4c51-b069-8c95adf83e0e HTTP/1.1" status: 200 len: 217 time: 0.0449457 Feb 20 05:26:31.048782 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-90b486ed-6697-4527-8727-9bbda537d73a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (5ef2fbf4-cc03-492a-af4f-82c84214b0eb), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:31.154194 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-90b486ed-6697-4527-8727-9bbda537d73a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (5ef2fbf4-cc03-492a-af4f-82c84214b0eb), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:31.189017 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-720e1608-a2b8-4861-b92f-77b133440ea4 service neutron] Attempting to bind port 8b1e2169-ea66-4338-8a41-14d4cc868dfe on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:26:31.189017 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-720e1608-a2b8-4861-b92f-77b133440ea4 service neutron] Attempting to bind port 8b1e2169-ea66-4338-8a41-14d4cc868dfe by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:26:31.189424 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-720e1608-a2b8-4861-b92f-77b133440ea4 service neutron] Attempting to bind port 8b1e2169-ea66-4338-8a41-14d4cc868dfe on network cb4530de-66c2-443b-82e6-823a997cfe68 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:31.194328 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-720e1608-a2b8-4861-b92f-77b133440ea4 service neutron] Port 8b1e2169-ea66-4338-8a41-14d4cc868dfe on network cb4530de-66c2-443b-82e6-823a997cfe68 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:26:31.194754 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-720e1608-a2b8-4861-b92f-77b133440ea4 service neutron] Attempting to bind port 8b1e2169-ea66-4338-8a41-14d4cc868dfe on network cb4530de-66c2-443b-82e6-823a997cfe68 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:31.197643 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-19e09022-f212-4889-9d70-ee0f8324f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:31.199464 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-19e09022-f212-4889-9d70-ee0f8324f856 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 200 len: 860 time: 0.1526616 Feb 20 05:26:31.207714 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-720e1608-a2b8-4861-b92f-77b133440ea4 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:26:31.208467 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-720e1608-a2b8-4861-b92f-77b133440ea4 service neutron] Checking segment: {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:26:31.208861 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-720e1608-a2b8-4861-b92f-77b133440ea4 service neutron] Bound using segment: {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:26:31.209377 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-720e1608-a2b8-4861-b92f-77b133440ea4 service neutron] Bound port: 8b1e2169-ea66-4338-8a41-14d4cc868dfe, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:26:31.209804 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-720e1608-a2b8-4861-b92f-77b133440ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8b1e2169-ea66-4338-8a41-14d4cc868dfe), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:31.235060 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6ede5531-1903-4180-a174-69a9d7f64d25 req-af594e45-cf32-43d5-8083-73ea3ebfb7d7 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761107 Feb 20 05:26:31.236724 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (87bc1b69-4301-4933-b364-73692b06041d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:31.242014 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-90b486ed-6697-4527-8727-9bbda537d73a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (5ef2fbf4-cc03-492a-af4f-82c84214b0eb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:31.269527 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-fd9a682b-6dc7-4d27-9fe8-fb9608c13f7b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629277 Feb 20 05:26:31.279309 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f2de46-c8b6-46d5-bf3d-10eaf31f8d7b None None] Network 6e9bd132-6287-4246-bd04-4201b4617af3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:26:31.280277 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-90b486ed-6697-4527-8727-9bbda537d73a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:31.287541 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-90b486ed-6697-4527-8727-9bbda537d73a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "DELETE /v2.0/subnets/5ef2fbf4-cc03-492a-af4f-82c84214b0eb HTTP/1.1" status: 204 len: 168 time: 0.4166787 Feb 20 05:26:31.296454 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48602) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:31.310522 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:26:31.310958 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (87bc1b69-4301-4933-b364-73692b06041d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: from cryptography.utils import int_from_bytes Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: from cryptography.utils import int_from_bytes Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:26:31.316208 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:26:31.327513 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b486ed-6697-4527-8727-9bbda537d73a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event deleted for resources: {'Subnet': ['ID=5ef2fbf4-cc03-492a-af4f-82c84214b0eb,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:31.412152 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c0d454da-479a-452f-8148-bd56463d499e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (6e9bd132-6287-4246-bd04-4201b4617af3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:31.446735 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (a1c5b7b7-c6e3-4247-9c56-38df6739f2a2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:31.462675 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:31.470502 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] 10.222.0.37 "DELETE /v2.0/networks/a1c5b7b7-c6e3-4247-9c56-38df6739f2a2 HTTP/1.1" status: 204 len: 168 time: 1.8185048 Feb 20 05:26:31.502507 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238c2ed-7cdf-4d82-8e3f-37829769dfbb admin admin] Pushing event deleted for resources: {'Network': ['ID=a1c5b7b7-c6e3-4247-9c56-38df6739f2a2,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:31.541138 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-720e1608-a2b8-4861-b92f-77b133440ea4 service neutron] For port 8b1e2169-ea66-4338-8a41-14d4cc868dfe, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:26:31.574352 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-720e1608-a2b8-4861-b92f-77b133440ea4 service neutron] For port 8b1e2169-ea66-4338-8a41-14d4cc868dfe, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=8b1e2169-ea66-4338-8a41-14d4cc868dfe,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:26:31.590795 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-720e1608-a2b8-4861-b92f-77b133440ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (8b1e2169-ea66-4338-8a41-14d4cc868dfe), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:31.606072 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-aa3378d2-f403-40aa-ac51-bd267803b89e service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074803 Feb 20 05:26:31.635208 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-720e1608-a2b8-4861-b92f-77b133440ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:31.635918 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-720e1608-a2b8-4861-b92f-77b133440ea4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:31.637465 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-720e1608-a2b8-4861-b92f-77b133440ea4 service neutron] 10.222.0.48 "PUT /v2.0/ports/8b1e2169-ea66-4338-8a41-14d4cc868dfe HTTP/1.1" status: 200 len: 1091 time: 3.3060973 Feb 20 05:26:31.640299 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35426803-27e2-4271-a15b-95230147ef13', 'tag': '8b1e2169-ea66-4338-8a41-14d4cc868dfe'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:26:31.643702 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfc8504-3b3b-4a09-9405-a2dc914b0f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "35426803-27e2-4271-a15b-95230147ef13", "tag": "8b1e2169-ea66-4338-8a41-14d4cc868dfe"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:26:31.652947 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d511df7e-794b-455d-b344-ee7cc8da0b87 None None] DHCP port deletion for 6e9bd132-6287-4246-bd04-4201b4617af3 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:26:31.663468 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48897006-3847-4a9a-be9a-d630330ba72a req-ef56052a-4ff1-4b58-952a-2eb515bfe5f4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:31.665082 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-48897006-3847-4a9a-be9a-d630330ba72a req-ef56052a-4ff1-4b58-952a-2eb515bfe5f4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 943 time: 0.1885843 Feb 20 05:26:31.761121 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4e70b2c1-b102-4e7c-b305-a8e2cb50f627 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:26:31.771500 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-c0d454da-479a-452f-8148-bd56463d499e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Deleting port 7c338a51-71e0-4013-a5e3-0d9611cd53d3 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:26:31.772088 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c0d454da-479a-452f-8148-bd56463d499e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (7c338a51-71e0-4013-a5e3-0d9611cd53d3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:31.790316 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 4e70b2c1-b102-4e7c-b305-a8e2cb50f627 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:26:31.790982 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4e70b2c1-b102-4e7c-b305-a8e2cb50f627 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:26:31.810046 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d511df7e-794b-455d-b344-ee7cc8da0b87 None None] Deleting port 7c338a51-71e0-4013-a5e3-0d9611cd53d3 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:26:31.810660 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d511df7e-794b-455d-b344-ee7cc8da0b87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (7c338a51-71e0-4013-a5e3-0d9611cd53d3), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:31.822169 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e1608-a2b8-4861-b92f-77b133440ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1e2169-ea66-4338-8a41-14d4cc868dfe,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:31.857635 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-48897006-3847-4a9a-be9a-d630330ba72a req-3678c2d8-cbe9-4040-8bab-c23d124da1d6 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845291 Feb 20 05:26:31.943952 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf4a3cc-0ebc-4668-8da2-3e8f6d2cc665 x-openstack-request-id: req-faf4a3cc-0ebc-4668-8da2-3e8f6d2cc665 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:26:31.945347 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35426803-27e2-4271-a15b-95230147ef13", "tag": "8b1e2169-ea66-4338-8a41-14d4cc868dfe", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:26:31.945602 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-faf4a3cc-0ebc-4668-8da2-3e8f6d2cc665 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:26:31.946022 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35426803-27e2-4271-a15b-95230147ef13', 'tag': '8b1e2169-ea66-4338-8a41-14d4cc868dfe', 'status': 'completed', 'code': 200} Feb 20 05:26:31.996468 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48622) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:32.004295 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d511df7e-794b-455d-b344-ee7cc8da0b87 None None] For port 7c338a51-71e0-4013-a5e3-0d9611cd53d3, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7c338a51-71e0-4013-a5e3-0d9611cd53d3,segment=NetworkSegment(bc434c7f-01a4-4624-bd9c-c9f35c771391),segment_id=bc434c7f-01a4-4624-bd9c-c9f35c771391)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:32.005524 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d511df7e-794b-455d-b344-ee7cc8da0b87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (7c338a51-71e0-4013-a5e3-0d9611cd53d3), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:32.022289 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d511df7e-794b-455d-b344-ee7cc8da0b87 None None] Calling delete_port for 7c338a51-71e0-4013-a5e3-0d9611cd53d3 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:26:32.025644 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-bb9a48a6-f9c9-4365-9125-f1fc8e66e528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:32.027399 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-bb9a48a6-f9c9-4365-9125-f1fc8e66e528 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 1125 time: 0.3150022 Feb 20 05:26:32.032880 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-872d0132-707f-4abb-9ac4-a60394b42a6c service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004214 Feb 20 05:26:32.067813 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-28aae549-e130-428e-8083-8224ba8efca1 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=169b11ff0ede40539c7c12f34d00b865&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432432 Feb 20 05:26:32.105576 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e03c8d84-8750-4a97-9157-e99459300d27 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=122ca9bbf6ac4d739b3f45c42bf6ec82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1080923 Feb 20 05:26:32.113582 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48628) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:32.135205 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d511df7e-794b-455d-b344-ee7cc8da0b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (7c338a51-71e0-4013-a5e3-0d9611cd53d3), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:32.139692 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-ec2c55d7-077d-4bc4-9cbe-bcb324f5b123 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b1e2169-ea66-4338-8a41-14d4cc868dfe HTTP/1.1" status: 200 len: 217 time: 0.0663688 Feb 20 05:26:32.152320 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-c0d454da-479a-452f-8148-bd56463d499e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] For port 7c338a51-71e0-4013-a5e3-0d9611cd53d3, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7c338a51-71e0-4013-a5e3-0d9611cd53d3,segment=NetworkSegment(bc434c7f-01a4-4624-bd9c-c9f35c771391),segment_id=bc434c7f-01a4-4624-bd9c-c9f35c771391)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:32.152943 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c0d454da-479a-452f-8148-bd56463d499e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (7c338a51-71e0-4013-a5e3-0d9611cd53d3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:32.169996 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511df7e-794b-455d-b344-ee7cc8da0b87 None None] Pushing event deleted for resources: {'Port': ['ID=7c338a51-71e0-4013-a5e3-0d9611cd53d3,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:32.175562 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d511df7e-794b-455d-b344-ee7cc8da0b87 None None] No DVR routers for this DVR port 7c338a51-71e0-4013-a5e3-0d9611cd53d3 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:26:32.249441 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-c0d454da-479a-452f-8148-bd56463d499e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Calling delete_port for 7c338a51-71e0-4013-a5e3-0d9611cd53d3 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:26:32.269731 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28c8bc-58c9-45ba-b5e5-149625b26e91 req-e976433b-1064-4d47-a62e-b878772d80ed tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:32.272334 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e28c8bc-58c9-45ba-b5e5-149625b26e91 req-e976433b-1064-4d47-a62e-b878772d80ed tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 945 time: 0.2370477 Feb 20 05:26:32.333284 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-ccd7600a-6397-43e7-bc90-e26e1f3ee39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:32.334743 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-ccd7600a-6397-43e7-bc90-e26e1f3ee39e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b4371b84-9467-4135-93c7-7a933f791395 HTTP/1.1" status: 200 len: 848 time: 0.1622922 Feb 20 05:26:32.351344 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-083c537a-d7c9-4e82-8591-b8fca3df0fd4 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:32.352989 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-083c537a-d7c9-4e82-8591-b8fca3df0fd4 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2082074 Feb 20 05:26:32.356563 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e28c8bc-58c9-45ba-b5e5-149625b26e91 req-859fc12b-8094-4201-a91b-1c774374c32a tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778937 Feb 20 05:26:32.364638 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-9f5d7f6b-0d70-4e34-9fc7-4d223d81f13a tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:32.366148 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-9f5d7f6b-0d70-4e34-9fc7-4d223d81f13a tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e&tenant_id=370c8f456fd340e383b36f44861b2990&binding%3Ahost_id=n-h1-829866-5 HTTP/1.1" status: 200 len: 1127 time: 0.2534244 Feb 20 05:26:32.374546 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-7cc03256-2b82-41b4-a336-286879d7b2f4 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.37 "GET /v2.0/quotas/169b11ff0ede40539c7c12f34d00b865 HTTP/1.1" status: 200 len: 375 time: 0.0152895 Feb 20 05:26:32.433213 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-0540c78b-09be-4521-93bc-8e0bcc2e59bc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829866-5'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:32.444339 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-d3176e3e-fe7b-4083-856c-bdfd2fa28f72 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=169b11ff0ede40539c7c12f34d00b865&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429575 Feb 20 05:26:32.463519 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-c639a051-6eba-4c7a-9a8b-1aaec328961e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb4530de-66c2-443b-82e6-823a997cfe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194332 Feb 20 05:26:32.513038 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b2382a01-fcc8-469d-8002-2661ad24c65d admin admin] Publish callbacks [] for security_group (c1f5e683-4db6-49c1-9a4c-a662ff524b58), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:32.548632 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31559e60-4501-4e68-b0c3-717470dae630 req-d03083a1-aacd-49bd-96ea-3d0f3cd2dbae tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:32.554630 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-31559e60-4501-4e68-b0c3-717470dae630 req-d03083a1-aacd-49bd-96ea-3d0f3cd2dbae tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.0784538 Feb 20 05:26:32.613142 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-31559e60-4501-4e68-b0c3-717470dae630 req-23e8871b-28e8-4470-b5c7-5cf395aecf7b tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518122 Feb 20 05:26:32.622163 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b2382a01-fcc8-469d-8002-2661ad24c65d admin admin] Publish callbacks [] for security_group (c1f5e683-4db6-49c1-9a4c-a662ff524b58), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:32.701066 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c0d454da-479a-452f-8148-bd56463d499e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (7c338a51-71e0-4013-a5e3-0d9611cd53d3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:32.744446 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-0540c78b-09be-4521-93bc-8e0bcc2e59bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (30fcc51a-1bb6-4c51-b069-8c95adf83e0e), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:32.758123 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d454da-479a-452f-8148-bd56463d499e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event deleted for resources: {'Port': ['ID=7c338a51-71e0-4013-a5e3-0d9611cd53d3,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:32.766781 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d454da-479a-452f-8148-bd56463d499e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] No DVR routers for this DVR port 7c338a51-71e0-4013-a5e3-0d9611cd53d3 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:26:32.804867 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0c887061-742c-4bec-aa76-9d3fec723778 req-79d86a9d-3e4a-4e12-8778-2e571553ccc7 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.37 "GET /v2.0/ports?device_id=8712c661-0a66-448c-ba43-bd99ee7be147 HTTP/1.1" status: 200 len: 210 time: 0.0905249 Feb 20 05:26:32.870985 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-795455ae-59b6-4fc1-95ca-4382c8fff016 service neutron] 10.222.0.48 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733201 Feb 20 05:26:32.876061 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b2382a01-fcc8-469d-8002-2661ad24c65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c1f5e683-4db6-49c1-9a4c-a662ff524b58), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:32.878647 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b2382a01-fcc8-469d-8002-2661ad24c65d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:32.882343 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b2382a01-fcc8-469d-8002-2661ad24c65d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1f5e683-4db6-49c1-9a4c-a662ff524b58 HTTP/1.1" status: 204 len: 168 time: 0.7631943 Feb 20 05:26:33.025815 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2382a01-fcc8-469d-8002-2661ad24c65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f5e683-4db6-49c1-9a4c-a662ff524b58,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:33.049445 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126a8f0-bb57-4053-a825-2781f2ca960c req-e3f00432-bd05-4032-904e-dd4584704d4b tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:33.052433 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c0d454da-479a-452f-8148-bd56463d499e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (6e9bd132-6287-4246-bd04-4201b4617af3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:33.079411 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d126a8f0-bb57-4053-a825-2781f2ca960c req-e3f00432-bd05-4032-904e-dd4584704d4b tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 943 time: 0.1112459 Feb 20 05:26:33.116962 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-c0d454da-479a-452f-8148-bd56463d499e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9bd132-6287-4246-bd04-4201b4617af3']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:33.144649 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-c0d454da-479a-452f-8148-bd56463d499e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc434c7f-01a4-4624-bd9c-c9f35c771391') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:33.145091 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-c0d454da-479a-452f-8148-bd56463d499e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc434c7f-01a4-4624-bd9c-c9f35c771391') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:33.167943 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c0d454da-479a-452f-8148-bd56463d499e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (bc434c7f-01a4-4624-bd9c-c9f35c771391), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:33.179553 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4c42a2e7-5893-44f1-b203-ea60b5402545 req-51a361db-2d5a-4f41-acdf-5a10ad88e0c2 service neutron] 10.222.0.48 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985802 Feb 20 05:26:33.219190 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c0d454da-479a-452f-8148-bd56463d499e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (bc434c7f-01a4-4624-bd9c-c9f35c771391), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:33.240042 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-0540c78b-09be-4521-93bc-8e0bcc2e59bc service neutron] For port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=30fcc51a-1bb6-4c51-b069-8c95adf83e0e,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:33.243200 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d454da-479a-452f-8148-bd56463d499e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:26:33.245008 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c0d454da-479a-452f-8148-bd56463d499e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (bc434c7f-01a4-4624-bd9c-c9f35c771391), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:33.246554 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d126a8f0-bb57-4053-a825-2781f2ca960c req-4871a5bc-b3c0-478c-9216-d665e5e7a225 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566322 Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:26:33.249029 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:26:33.570112 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2524ab-2a9d-4ad2-8ded-40ec819c7e72 req-663fdb88-6d0c-4031-91fc-ec365769b1ec tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:33.572882 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f2524ab-2a9d-4ad2-8ded-40ec819c7e72 req-663fdb88-6d0c-4031-91fc-ec365769b1ec tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 945 time: 0.1018550 Feb 20 05:26:33.705389 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c0d454da-479a-452f-8148-bd56463d499e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (6e9bd132-6287-4246-bd04-4201b4617af3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:33.709935 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7c338a51-71e0-4013-a5e3-0d9611cd53d3 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:26:33.722105 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-0540c78b-09be-4521-93bc-8e0bcc2e59bc service neutron] For port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:26:33.739382 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c0d454da-479a-452f-8148-bd56463d499e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:33.745556 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f2524ab-2a9d-4ad2-8ded-40ec819c7e72 req-fb625bc3-7cfb-40dc-a66e-2fd10dc1e1bb tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613679 Feb 20 05:26:33.748632 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c0d454da-479a-452f-8148-bd56463d499e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "DELETE /v2.0/networks/6e9bd132-6287-4246-bd04-4201b4617af3 HTTP/1.1" status: 204 len: 168 time: 2.4452620 Feb 20 05:26:33.763458 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48666) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:33.780661 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-74b886a5-e605-4ba8-a565-e1580d65ede6 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-538591355'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:33.786785 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d454da-479a-452f-8148-bd56463d499e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event deleted for resources: {'Network': ['ID=6e9bd132-6287-4246-bd04-4201b4617af3,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:33.799243 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 7c338a51-71e0-4013-a5e3-0d9611cd53d3 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:26:33.799726 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7c338a51-71e0-4013-a5e3-0d9611cd53d3 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:26:33.819311 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc8504-3b3b-4a09-9405-a2dc914b0f0c req-6f2ec939-727a-4dfa-9884-0a92473d884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:33.821109 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4cfc8504-3b3b-4a09-9405-a2dc914b0f0c req-6f2ec939-727a-4dfa-9884-0a92473d884e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 1125 time: 0.5466964 Feb 20 05:26:33.833767 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-0540c78b-09be-4521-93bc-8e0bcc2e59bc service neutron] Publish callbacks [] for port (30fcc51a-1bb6-4c51-b069-8c95adf83e0e), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:33.847534 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-0540c78b-09be-4521-93bc-8e0bcc2e59bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (30fcc51a-1bb6-4c51-b069-8c95adf83e0e), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:33.947909 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa51041-a94a-417e-8ca2-2832a92ffa7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30fcc51a-1bb6-4c51-b069-8c95adf83e0e'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:26:33.950299 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0576a5-06c7-442e-9a9d-264022023070" -d '{"events": [{"server_uuid": "daa51041-a94a-417e-8ca2-2832a92ffa7e", "name": "network-vif-unplugged", "status": "completed", "tag": "30fcc51a-1bb6-4c51-b069-8c95adf83e0e"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:26:33.982274 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fda14148-56a9-4bc5-bc65-64535fcc6dfd req-7c321304-434e-4f2e-8521-c1280c79db18 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.37 "GET /v2.0/ports?device_id=8712c661-0a66-448c-ba43-bd99ee7be147 HTTP/1.1" status: 200 len: 210 time: 0.0540276 Feb 20 05:26:33.986423 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b886a5-e605-4ba8-a565-e1580d65ede6 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Made reservation on behalf of 26a759a2f95f49efbde5d8a39da697c6 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:26:33.995585 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74b886a5-e605-4ba8-a565-e1580d65ede6 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:34.025362 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540c78b-09be-4521-93bc-8e0bcc2e59bc service neutron] Pushing event updated for resources: {'Port': ['ID=30fcc51a-1bb6-4c51-b069-8c95adf83e0e,revision_number=7']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:34.041661 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479856d3-153b-43ed-9a76-1fb9ea8bdaf8 x-openstack-request-id: req-479856d3-153b-43ed-9a76-1fb9ea8bdaf8 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:26:34.042033 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa51041-a94a-417e-8ca2-2832a92ffa7e", "name": "network-vif-unplugged", "status": "completed", "tag": "30fcc51a-1bb6-4c51-b069-8c95adf83e0e", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:26:34.042360 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-479856d3-153b-43ed-9a76-1fb9ea8bdaf8 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:26:34.042820 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa51041-a94a-417e-8ca2-2832a92ffa7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30fcc51a-1bb6-4c51-b069-8c95adf83e0e', 'code': 200} Feb 20 05:26:34.049313 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-0540c78b-09be-4521-93bc-8e0bcc2e59bc service neutron] Attempting to bind port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e on host n-h1-829866-5 for vnic_type normal with profile {"migrating_to": "n-h2-829866-5"} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:26:34.049754 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-0540c78b-09be-4521-93bc-8e0bcc2e59bc service neutron] Attempting to bind port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:26:34.050210 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-0540c78b-09be-4521-93bc-8e0bcc2e59bc service neutron] Attempting to bind port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:34.054050 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc8504-3b3b-4a09-9405-a2dc914b0f0c req-9665ec89-c012-41d2-827c-3c0c1867c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:34.055600 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4cfc8504-3b3b-4a09-9405-a2dc914b0f0c req-9665ec89-c012-41d2-827c-3c0c1867c9f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 908 time: 0.2191012 Feb 20 05:26:34.057722 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-0540c78b-09be-4521-93bc-8e0bcc2e59bc service neutron] Port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:26:34.058057 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-0540c78b-09be-4521-93bc-8e0bcc2e59bc service neutron] Attempting to bind port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:34.069767 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-0540c78b-09be-4521-93bc-8e0bcc2e59bc service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:26:34.070123 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-0540c78b-09be-4521-93bc-8e0bcc2e59bc service neutron] Checking segment: {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:26:34.070496 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-0540c78b-09be-4521-93bc-8e0bcc2e59bc service neutron] Bound using segment: {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:26:34.070983 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-0540c78b-09be-4521-93bc-8e0bcc2e59bc service neutron] Bound port: 30fcc51a-1bb6-4c51-b069-8c95adf83e0e, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:26:34.071349 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-0540c78b-09be-4521-93bc-8e0bcc2e59bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (30fcc51a-1bb6-4c51-b069-8c95adf83e0e), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:34.078830 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7791bef-3ee9-400b-bd7d-6cc81c9e0a09 req-381cf750-0b88-44d7-80ba-dc9a26079be4 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:34.088855 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c7791bef-3ee9-400b-bd7d-6cc81c9e0a09 req-381cf750-0b88-44d7-80ba-dc9a26079be4 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.3243387 Feb 20 05:26:34.114450 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4cfc8504-3b3b-4a09-9405-a2dc914b0f0c req-9e5592cb-97c9-4528-9ab0-d0703d72be64 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b1e2169-ea66-4338-8a41-14d4cc868dfe HTTP/1.1" status: 200 len: 217 time: 0.0506916 Feb 20 05:26:34.170929 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b886a5-e605-4ba8-a565-e1580d65ede6 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:26:34.216159 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c7791bef-3ee9-400b-bd7d-6cc81c9e0a09 req-bed841b2-5c74-4a0a-a03b-b9b960d6cac5 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263485 Feb 20 05:26:34.228066 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc8504-3b3b-4a09-9405-a2dc914b0f0c req-11b320c1-f830-4b01-a022-3ad8006aa776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:34.228570 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74b886a5-e605-4ba8-a565-e1580d65ede6 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (36432d0c-ce9b-4ca4-af59-87f87a330770), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:34.229050 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-74b886a5-e605-4ba8-a565-e1580d65ede6 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Added segment 36432d0c-ce9b-4ca4-af59-87f87a330770 of type vlan for network be57392a-195d-4177-a812-f333a009c904 Feb 20 05:26:34.230476 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4cfc8504-3b3b-4a09-9405-a2dc914b0f0c req-11b320c1-f830-4b01-a022-3ad8006aa776 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b4371b84-9467-4135-93c7-7a933f791395 HTTP/1.1" status: 200 len: 848 time: 0.1088421 Feb 20 05:26:34.279434 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4cfc8504-3b3b-4a09-9405-a2dc914b0f0c req-66e81523-acd1-47a1-bf2e-e4be5a57c328 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb4530de-66c2-443b-82e6-823a997cfe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419443 Feb 20 05:26:34.326162 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-f1356c82-8a67-48be-aae7-3e243f9aacc6 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=169b11ff0ede40539c7c12f34d00b865&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482852 Feb 20 05:26:34.346889 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-0540c78b-09be-4521-93bc-8e0bcc2e59bc service neutron] For port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:26:34.381668 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74b886a5-e605-4ba8-a565-e1580d65ede6 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (be57392a-195d-4177-a812-f333a009c904), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:34.395751 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48682) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:34.412697 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-0540c78b-09be-4521-93bc-8e0bcc2e59bc service neutron] For port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=30fcc51a-1bb6-4c51-b069-8c95adf83e0e,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:26:34.427219 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-0540c78b-09be-4521-93bc-8e0bcc2e59bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (30fcc51a-1bb6-4c51-b069-8c95adf83e0e), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:34.537961 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-0540c78b-09be-4521-93bc-8e0bcc2e59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:34.538518 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-0540c78b-09be-4521-93bc-8e0bcc2e59bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:34.540013 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-0540c78b-09be-4521-93bc-8e0bcc2e59bc service neutron] 10.222.0.48 "PUT /v2.0/ports/30fcc51a-1bb6-4c51-b069-8c95adf83e0e HTTP/1.1" status: 200 len: 1121 time: 2.1491625 Feb 20 05:26:34.566084 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4cfc8504-3b3b-4a09-9405-a2dc914b0f0c req-82d8f9e1-6112-4351-ba08-38c151307990 service neutron] 10.222.0.48 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731757 Feb 20 05:26:34.566697 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540c78b-09be-4521-93bc-8e0bcc2e59bc service neutron] Pushing event updated for resources: {'Port': ['ID=30fcc51a-1bb6-4c51-b069-8c95adf83e0e,revision_number=8']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:34.584264 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.db.resource_extend [None req-74b886a5-e605-4ba8-a565-e1580d65ede6 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:26:34.618849 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 8b1e2169-ea66-4338-8a41-14d4cc868dfe details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:26:34.622037 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['30fcc51a-1bb6-4c51-b069-8c95adf83e0e'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:26:34.672599 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74b886a5-e605-4ba8-a565-e1580d65ede6 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (be57392a-195d-4177-a812-f333a009c904), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:34.677630 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b886a5-e605-4ba8-a565-e1580d65ede6 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:34.678232 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74b886a5-e605-4ba8-a565-e1580d65ede6 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:34.697713 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d85db022-4a83-44df-8d0a-72071a9fe45e admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1069658871-network', 'tenant_id': '0920b60773554bf08776a4d9e0f90f40'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:34.714704 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4cfc8504-3b3b-4a09-9405-a2dc914b0f0c req-3e073e5e-d299-4abb-ab75-6e12a938c441 service neutron] 10.222.0.48 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349175 Feb 20 05:26:34.775368 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-74b886a5-e605-4ba8-a565-e1580d65ede6 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0095267 Feb 20 05:26:34.778795 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48688) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:34.783217 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ce7a9-5272-485b-821e-b1d8ef19dce8 req-ee2d0543-2796-4d44-8fcc-fbcb6862bcd6 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:34.784694 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5a8ce7a9-5272-485b-821e-b1d8ef19dce8 req-ee2d0543-2796-4d44-8fcc-fbcb6862bcd6 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 943 time: 0.4080496 Feb 20 05:26:34.784865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-30548d35-5ea1-42ab-9bc3-25887063c489 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Request body: {'subnet': {'network_id': 'be57392a-195d-4177-a812-f333a009c904', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:34.802958 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-fe2a868a-1a5d-47e5-9b5d-915cdd13c0ac tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:34.804458 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-fe2a868a-1a5d-47e5-9b5d-915cdd13c0ac tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4610789 Feb 20 05:26:34.853882 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-d005c8bd-3465-40f5-8528-b99f7e6c3968 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Request body: {'port': {'device_id': '8712c661-0a66-448c-ba43-bd99ee7be147', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': '169b11ff0ede40539c7c12f34d00b865'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:34.902771 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b886a5-e605-4ba8-a565-e1580d65ede6 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event updated for resources: {'Network': ['ID=be57392a-195d-4177-a812-f333a009c904,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:34.926224 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85db022-4a83-44df-8d0a-72071a9fe45e admin admin] Made reservation on behalf of 0920b60773554bf08776a4d9e0f90f40 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:26:34.928707 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d85db022-4a83-44df-8d0a-72071a9fe45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:34.988449 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30548d35-5ea1-42ab-9bc3-25887063c489 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Made reservation on behalf of 26a759a2f95f49efbde5d8a39da697c6 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:26:34.991912 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d85db022-4a83-44df-8d0a-72071a9fe45e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:34.998032 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-30548d35-5ea1-42ab-9bc3-25887063c489 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:35.047373 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network be57392a-195d-4177-a812-f333a009c904 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:26:35.097719 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5a8ce7a9-5272-485b-821e-b1d8ef19dce8 req-c8ad7eea-49fa-4db8-a30d-fd9eb0c903ef tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863178 Feb 20 05:26:35.193704 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82473f9-dee3-44fe-8d91-fac5918caf99 req-4ffeb093-db17-46f5-bb6c-ee630b7bfa01 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:35.195658 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b82473f9-dee3-44fe-8d91-fac5918caf99 req-4ffeb093-db17-46f5-bb6c-ee630b7bfa01 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 943 time: 0.2580323 Feb 20 05:26:35.248689 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 8b1e2169-ea66-4338-8a41-14d4cc868dfe, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=8b1e2169-ea66-4338-8a41-14d4cc868dfe,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:35.262316 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-d005c8bd-3465-40f5-8528-b99f7e6c3968 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Made reservation on behalf of 169b11ff0ede40539c7c12f34d00b865 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:26:35.263311 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '8b1e2169-ea66-4338-8a41-14d4cc868dfe', 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68', 'port_id': '8b1e2169-ea66-4338-8a41-14d4cc868dfe', 'mac_address': 'fa:16:3e:b5:4c:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4371b84-9467-4135-93c7-7a933f791395', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:26:35.265966 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-d005c8bd-3465-40f5-8528-b99f7e6c3968 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:35.288231 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-d005c8bd-3465-40f5-8528-b99f7e6c3968 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:35.308941 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 8b1e2169-ea66-4338-8a41-14d4cc868dfe is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:35.309597 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8b1e2169-ea66-4338-8a41-14d4cc868dfe), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:35.330939 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1e2169-ea66-4338-8a41-14d4cc868dfe {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:26:35.349803 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-30548d35-5ea1-42ab-9bc3-25887063c489 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (9097bc75-a581-4b58-920c-86aadfd7c4eb), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:35.358746 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 8b1e2169-ea66-4338-8a41-14d4cc868dfe, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=8b1e2169-ea66-4338-8a41-14d4cc868dfe,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:35.365074 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8b1e2169-ea66-4338-8a41-14d4cc868dfe), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:35.436575 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=8b1e2169-ea66-4338-8a41-14d4cc868dfe,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:35.445438 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30548d35-5ea1-42ab-9bc3-25887063c489 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event updated for resources: {'Subnet': ['ID=9097bc75-a581-4b58-920c-86aadfd7c4eb,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:35.454108 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30548d35-5ea1-42ab-9bc3-25887063c489 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Checking segment: {'id': '36432d0c-ce9b-4ca4-af59-87f87a330770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'be57392a-195d-4177-a812-f333a009c904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:26:35.454529 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30548d35-5ea1-42ab-9bc3-25887063c489 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Network hostable DHCP agents. Network: be57392a-195d-4177-a812-f333a009c904, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:26:35.479514 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30548d35-5ea1-42ab-9bc3-25887063c489 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Network be57392a-195d-4177-a812-f333a009c904 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:26:35.496551 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-30548d35-5ea1-42ab-9bc3-25887063c489 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, be57392a-195d-4177-a812-f333a009c904) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:26:35.505800 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64bf900-b690-4849-b77c-87120933fa89 None None] Network be57392a-195d-4177-a812-f333a009c904 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:26:35.513725 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30548d35-5ea1-42ab-9bc3-25887063c489 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:35.514408 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-30548d35-5ea1-42ab-9bc3-25887063c489 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:35.540087 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-30548d35-5ea1-42ab-9bc3-25887063c489 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7569981 Feb 20 05:26:35.540705 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48698) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:35.550683 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-8ef609af-4773-422d-83db-9d35c0d6b7a1 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-468524130'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:35.583154 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef609af-4773-422d-83db-9d35c0d6b7a1 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Made reservation on behalf of 26a759a2f95f49efbde5d8a39da697c6 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:26:35.589380 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ef609af-4773-422d-83db-9d35c0d6b7a1 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:35.638673 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d85db022-4a83-44df-8d0a-72071a9fe45e admin admin] Publish callbacks [] for security_group (b0ddd9f7-584f-44ea-9dff-6007d01a332e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:35.649110 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef609af-4773-422d-83db-9d35c0d6b7a1 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:26:35.661323 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b82473f9-dee3-44fe-8d91-fac5918caf99 req-b9a5919c-f868-4f00-95ae-f93b62391fd7 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552827 Feb 20 05:26:35.661705 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ef609af-4773-422d-83db-9d35c0d6b7a1 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (4de25c78-7591-40f4-b21a-91612535feae), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:35.662168 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-8ef609af-4773-422d-83db-9d35c0d6b7a1 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Added segment 4de25c78-7591-40f4-b21a-91612535feae of type vlan for network 3711c42b-6270-40dc-aea8-ab4a19b7636c Feb 20 05:26:35.672678 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d85db022-4a83-44df-8d0a-72071a9fe45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b0ddd9f7-584f-44ea-9dff-6007d01a332e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:35.685317 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abdcf49-e9ed-4170-9b69-a8c7bdc4911e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-be57392a-195d-4177-a812-f333a009c904', 'network_id': 'be57392a-195d-4177-a812-f333a009c904', 'project_id': '26a759a2f95f49efbde5d8a39da697c6', 'fixed_ips': [{'subnet_id': '9097bc75-a581-4b58-920c-86aadfd7c4eb'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:26:35.686357 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8abdcf49-e9ed-4170-9b69-a8c7bdc4911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:35.704821 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['8b1e2169-ea66-4338-8a41-14d4cc868dfe'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:26:35.706038 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:26:35.714928 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312a7ab-80f2-4f6c-b64d-9f781d58f76f req-0b3c806c-6b68-4526-9a1b-f818cc817810 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:35.722576 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1312a7ab-80f2-4f6c-b64d-9f781d58f76f req-0b3c806c-6b68-4526-9a1b-f818cc817810 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/ports?device_id=9222f63b-adca-4231-a950-7a82f2a40a42 HTTP/1.1" status: 200 len: 945 time: 0.5253067 Feb 20 05:26:35.761402 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ef609af-4773-422d-83db-9d35c0d6b7a1 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (3711c42b-6270-40dc-aea8-ab4a19b7636c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:35.779685 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85db022-4a83-44df-8d0a-72071a9fe45e admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:26:35.821362 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ef609af-4773-422d-83db-9d35c0d6b7a1 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (3711c42b-6270-40dc-aea8-ab4a19b7636c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:35.826309 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85db022-4a83-44df-8d0a-72071a9fe45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ddd9f7-584f-44ea-9dff-6007d01a332e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:35.828023 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef609af-4773-422d-83db-9d35c0d6b7a1 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:35.828671 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ef609af-4773-422d-83db-9d35c0d6b7a1 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:35.861461 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d85db022-4a83-44df-8d0a-72071a9fe45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:35.862160 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-d85db022-4a83-44df-8d0a-72071a9fe45e admin admin] Added segment b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1 of type vlan for network 8d5e3dec-6d5c-4634-b419-6efab0fe545e Feb 20 05:26:35.876477 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-562b3a28-412c-49be-b724-9129c9b96973 req-57a537bd-1427-4d33-8f1a-5728da5572b2 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.37 "GET /v2.0/ports?device_id=8712c661-0a66-448c-ba43-bd99ee7be147 HTTP/1.1" status: 200 len: 210 time: 0.0755532 Feb 20 05:26:35.900596 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8ef609af-4773-422d-83db-9d35c0d6b7a1 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3584647 Feb 20 05:26:35.904759 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48700) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:35.928134 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef609af-4773-422d-83db-9d35c0d6b7a1 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event updated for resources: {'Network': ['ID=3711c42b-6270-40dc-aea8-ab4a19b7636c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:35.952077 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-15b84fe4-3794-4671-907b-eeb60f6deb3f tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Request body: {'subnet': {'network_id': '3711c42b-6270-40dc-aea8-ab4a19b7636c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:35.953609 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 3711c42b-6270-40dc-aea8-ab4a19b7636c details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:26:36.018068 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1312a7ab-80f2-4f6c-b64d-9f781d58f76f req-ad9746bd-3b88-4ff0-aed9-17a7170c6ff6 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e25fa16-67cb-4cfa-bfd2-081f2d286c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2923634 Feb 20 05:26:36.044637 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa51041-a94a-417e-8ca2-2832a92ffa7e', 'tag': '30fcc51a-1bb6-4c51-b069-8c95adf83e0e'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:26:36.047508 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e757ba-eeef-4775-81b2-228d847a8d50" -d '{"events": [{"name": "network-changed", "server_uuid": "daa51041-a94a-417e-8ca2-2832a92ffa7e", "tag": "30fcc51a-1bb6-4c51-b069-8c95adf83e0e"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:26:36.070996 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d85db022-4a83-44df-8d0a-72071a9fe45e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (8d5e3dec-6d5c-4634-b419-6efab0fe545e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:36.086949 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276dbc41-41fc-4657-9fcc-04db2dede895 x-openstack-request-id: req-276dbc41-41fc-4657-9fcc-04db2dede895 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:26:36.087251 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa51041-a94a-417e-8ca2-2832a92ffa7e", "tag": "30fcc51a-1bb6-4c51-b069-8c95adf83e0e", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:26:36.087525 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-276dbc41-41fc-4657-9fcc-04db2dede895 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:26:36.087919 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa51041-a94a-417e-8ca2-2832a92ffa7e', 'tag': '30fcc51a-1bb6-4c51-b069-8c95adf83e0e', 'status': 'completed', 'code': 200} Feb 20 05:26:36.123096 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-8abdcf49-e9ed-4170-9b69-a8c7bdc4911e None None] Allocated IP 19.80.0.2 (be57392a-195d-4177-a812-f333a009c904/9097bc75-a581-4b58-920c-86aadfd7c4eb/1d4022b6-c09c-4482-beb1-5e9538f2a37d) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:26:36.166641 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-d005c8bd-3465-40f5-8528-b99f7e6c3968 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Publish callbacks [] for security_group (bc55690b-8159-4c0c-870e-d9a40f7f2090), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:36.180527 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-d005c8bd-3465-40f5-8528-b99f7e6c3968 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (bc55690b-8159-4c0c-870e-d9a40f7f2090), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:36.189849 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d85db022-4a83-44df-8d0a-72071a9fe45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (8d5e3dec-6d5c-4634-b419-6efab0fe545e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:36.191006 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85db022-4a83-44df-8d0a-72071a9fe45e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:36.191595 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d85db022-4a83-44df-8d0a-72071a9fe45e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:36.220791 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e757ba-eeef-4775-81b2-228d847a8d50 req-2d9292bf-a301-44b5-9334-78318afa0b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:36.223290 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c7e757ba-eeef-4775-81b2-228d847a8d50 req-2d9292bf-a301-44b5-9334-78318afa0b45 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 1155 time: 0.1119132 Feb 20 05:26:36.256194 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d85db022-4a83-44df-8d0a-72071a9fe45e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.8433678 Feb 20 05:26:36.265904 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48706) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:36.274513 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-7e087af0-5e8e-46d2-aea1-8f0195b09bde admin admin] Request body: {'subnet': {'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1069658871-subnet', 'tenant_id': '0920b60773554bf08776a4d9e0f90f40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:36.345839 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e087af0-5e8e-46d2-aea1-8f0195b09bde admin admin] Made reservation on behalf of 0920b60773554bf08776a4d9e0f90f40 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:26:36.348773 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7e087af0-5e8e-46d2-aea1-8f0195b09bde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:36.380679 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8abdcf49-e9ed-4170-9b69-a8c7bdc4911e None None] Publish callbacks [] for port (1d4022b6-c09c-4482-beb1-5e9538f2a37d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:36.387552 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8abdcf49-e9ed-4170-9b69-a8c7bdc4911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (1d4022b6-c09c-4482-beb1-5e9538f2a37d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:36.419261 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005c8bd-3465-40f5-8528-b99f7e6c3968 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc55690b-8159-4c0c-870e-d9a40f7f2090,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:36.439358 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e757ba-eeef-4775-81b2-228d847a8d50 req-b436a589-b20d-47c9-9cf5-f7eec58faa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:36.441089 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c7e757ba-eeef-4775-81b2-228d847a8d50 req-b436a589-b20d-47c9-9cf5-f7eec58faa08 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 920 time: 0.2100327 Feb 20 05:26:36.472420 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abdcf49-e9ed-4170-9b69-a8c7bdc4911e None None] Network be57392a-195d-4177-a812-f333a009c904 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:26:36.474069 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba155d4-24c8-480e-900d-c97167940dbe req-fc1ce533-25ff-49d6-8b8e-c0ac678d84b8 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:36.479367 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-8abdcf49-e9ed-4170-9b69-a8c7bdc4911e None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:26:36.485188 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ba155d4-24c8-480e-900d-c97167940dbe req-fc1ce533-25ff-49d6-8b8e-c0ac678d84b8 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.5126433 Feb 20 05:26:36.487028 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85db022-4a83-44df-8d0a-72071a9fe45e admin admin] Pushing event updated for resources: {'Network': ['ID=8d5e3dec-6d5c-4634-b419-6efab0fe545e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:36.498944 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abdcf49-e9ed-4170-9b69-a8c7bdc4911e None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:26:36.539993 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 8d5e3dec-6d5c-4634-b419-6efab0fe545e details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:26:36.540679 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b84fe4-3794-4671-907b-eeb60f6deb3f tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Made reservation on behalf of 26a759a2f95f49efbde5d8a39da697c6 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:26:36.546410 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-15b84fe4-3794-4671-907b-eeb60f6deb3f tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:36.570517 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c7e757ba-eeef-4775-81b2-228d847a8d50 req-d4ce0d66-1727-458d-9236-536b6316487a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30fcc51a-1bb6-4c51-b069-8c95adf83e0e HTTP/1.1" status: 200 len: 217 time: 0.1057837 Feb 20 05:26:36.626538 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 30fcc51a-1bb6-4c51-b069-8c95adf83e0e details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:26:36.671021 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abdcf49-e9ed-4170-9b69-a8c7bdc4911e None None] Pushing event updated for resources: {'Port': ['ID=1d4022b6-c09c-4482-beb1-5e9538f2a37d,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:36.684500 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dc5a4-efcf-457a-bc64-f7dd9a2d1e7b req-a7894db6-17c6-480f-b637-17b14de854b0 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:36.692958 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a8dc5a4-efcf-457a-bc64-f7dd9a2d1e7b req-a7894db6-17c6-480f-b637-17b14de854b0 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 944 time: 0.4446001 Feb 20 05:26:36.712311 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-8abdcf49-e9ed-4170-9b69-a8c7bdc4911e None None] Attempting to bind port 1d4022b6-c09c-4482-beb1-5e9538f2a37d on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:26:36.712656 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-8abdcf49-e9ed-4170-9b69-a8c7bdc4911e None None] Attempting to bind port 1d4022b6-c09c-4482-beb1-5e9538f2a37d by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '36432d0c-ce9b-4ca4-af59-87f87a330770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'be57392a-195d-4177-a812-f333a009c904'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:26:36.713019 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abdcf49-e9ed-4170-9b69-a8c7bdc4911e None None] Attempting to bind port 1d4022b6-c09c-4482-beb1-5e9538f2a37d on network be57392a-195d-4177-a812-f333a009c904 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:36.752803 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abdcf49-e9ed-4170-9b69-a8c7bdc4911e None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:26:36.753206 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abdcf49-e9ed-4170-9b69-a8c7bdc4911e None None] Checking segment: {'id': '36432d0c-ce9b-4ca4-af59-87f87a330770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'be57392a-195d-4177-a812-f333a009c904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:26:36.753649 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8abdcf49-e9ed-4170-9b69-a8c7bdc4911e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:36.753929 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-d005c8bd-3465-40f5-8528-b99f7e6c3968 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Allocated IP 192.168.233.132 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/4bb1a66e-b165-4db0-97b7-4255cbf8daee) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:26:36.754051 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abdcf49-e9ed-4170-9b69-a8c7bdc4911e None None] Bound using segment: {'id': '36432d0c-ce9b-4ca4-af59-87f87a330770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'be57392a-195d-4177-a812-f333a009c904'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:26:36.754782 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-8abdcf49-e9ed-4170-9b69-a8c7bdc4911e None None] Bound port: 1d4022b6-c09c-4482-beb1-5e9538f2a37d, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36432d0c-ce9b-4ca4-af59-87f87a330770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'be57392a-195d-4177-a812-f333a009c904'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:26:36.754949 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8abdcf49-e9ed-4170-9b69-a8c7bdc4911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1d4022b6-c09c-4482-beb1-5e9538f2a37d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:36.767557 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7e087af0-5e8e-46d2-aea1-8f0195b09bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:36.776356 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e757ba-eeef-4775-81b2-228d847a8d50 req-a3773f38-4af8-426f-a9de-82f6d09607e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:36.778111 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c7e757ba-eeef-4775-81b2-228d847a8d50 req-a3773f38-4af8-426f-a9de-82f6d09607e5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 200 len: 860 time: 0.1952040 Feb 20 05:26:36.784855 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ba155d4-24c8-480e-900d-c97167940dbe req-6b1bb367-d023-4192-967f-96d744bf4f17 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987032 Feb 20 05:26:36.876102 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98b408-d52f-4e40-aa98-236e41730451 req-a4392edf-706e-43b2-b8e5-5e617e2fcc22 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:36.877820 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7a98b408-d52f-4e40-aa98-236e41730451 req-a4392edf-706e-43b2-b8e5-5e617e2fcc22 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.48 "GET /v2.0/ports?device_id=9222f63b-adca-4231-a950-7a82f2a40a42 HTTP/1.1" status: 200 len: 945 time: 0.4179938 Feb 20 05:26:36.957291 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a8dc5a4-efcf-457a-bc64-f7dd9a2d1e7b req-ce1edb5d-fc2a-4d70-9263-4c7bee218109 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633080 Feb 20 05:26:36.957842 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-8abdcf49-e9ed-4170-9b69-a8c7bdc4911e None None] For port 1d4022b6-c09c-4482-beb1-5e9538f2a37d, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:26:36.975456 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-8abdcf49-e9ed-4170-9b69-a8c7bdc4911e None None] For port 1d4022b6-c09c-4482-beb1-5e9538f2a37d, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1d4022b6-c09c-4482-beb1-5e9538f2a37d,segment=NetworkSegment(36432d0c-ce9b-4ca4-af59-87f87a330770),segment_id=36432d0c-ce9b-4ca4-af59-87f87a330770)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:26:36.987218 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c7e757ba-eeef-4775-81b2-228d847a8d50 req-10d39ce2-980b-4f30-a0a8-e38b320e0292 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1398590 Feb 20 05:26:37.069303 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8abdcf49-e9ed-4170-9b69-a8c7bdc4911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1d4022b6-c09c-4482-beb1-5e9538f2a37d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:37.200904 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abdcf49-e9ed-4170-9b69-a8c7bdc4911e None None] Pushing event updated for resources: {'Port': ['ID=1d4022b6-c09c-4482-beb1-5e9538f2a37d,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:37.215622 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c7e757ba-eeef-4775-81b2-228d847a8d50 req-3c3873fe-5cbd-42a6-8d32-ea7ffc54372f service neutron] 10.222.0.61 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062774 Feb 20 05:26:37.235700 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-99502f13-a3b0-400e-b70c-80c8310cdc76 req-ca6f0d5d-5f26-4733-b190-89c99dcc1c51 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.37 "GET /v2.0/ports?device_id=8712c661-0a66-448c-ba43-bd99ee7be147 HTTP/1.1" status: 200 len: 210 time: 0.1648841 Feb 20 05:26:37.245428 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=30fcc51a-1bb6-4c51-b069-8c95adf83e0e,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:37.266217 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 30fcc51a-1bb6-4c51-b069-8c95adf83e0e has no active binding in host n-h2-829866-5 {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 20 05:26:37.328979 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e499c-2b6c-4d31-bfe0-71645c613eff req-e301a35e-b4a2-425e-bd32-e2c738222120 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:37.335442 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e087af0-5e8e-46d2-aea1-8f0195b09bde admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:37.336789 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-416e499c-2b6c-4d31-bfe0-71645c613eff req-e301a35e-b4a2-425e-bd32-e2c738222120 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 943 time: 0.4350615 Feb 20 05:26:37.444513 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e087af0-5e8e-46d2-aea1-8f0195b09bde admin admin] Checking segment: {'id': 'b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:26:37.444862 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e087af0-5e8e-46d2-aea1-8f0195b09bde admin admin] Network hostable DHCP agents. Network: 8d5e3dec-6d5c-4634-b419-6efab0fe545e, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:26:37.464172 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-15b84fe4-3794-4671-907b-eeb60f6deb3f tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (93985899-a389-46d1-a027-edbe7402ea36), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:37.532295 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e087af0-5e8e-46d2-aea1-8f0195b09bde admin admin] Network 8d5e3dec-6d5c-4634-b419-6efab0fe545e is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:26:37.548394 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-7e087af0-5e8e-46d2-aea1-8f0195b09bde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 8d5e3dec-6d5c-4634-b419-6efab0fe545e) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:26:37.552790 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c7e757ba-eeef-4775-81b2-228d847a8d50 req-c6de556c-ddc2-4cea-8d94-7d0126982b9b service neutron] 10.222.0.61 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145533 Feb 20 05:26:37.557744 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-7a98b408-d52f-4e40-aa98-236e41730451 req-83b30e32-e71b-4ae1-aeb4-78a7320650a9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Deleting port 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:26:37.558086 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7a98b408-d52f-4e40-aa98-236e41730451 req-83b30e32-e71b-4ae1-aeb4-78a7320650a9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:37.561544 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e087af0-5e8e-46d2-aea1-8f0195b09bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:37.563563 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7e087af0-5e8e-46d2-aea1-8f0195b09bde admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:37.580185 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d5cb99-93fc-4003-8ef3-c830d0476431 None None] Network 8d5e3dec-6d5c-4634-b419-6efab0fe545e requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:26:37.584635 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-d005c8bd-3465-40f5-8528-b99f7e6c3968 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Publish callbacks [] for port (4bb1a66e-b165-4db0-97b7-4255cbf8daee), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:37.634147 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-416e499c-2b6c-4d31-bfe0-71645c613eff req-5b49e366-cdb0-43d1-9dd6-ed5b5c7e5ef3 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570777 Feb 20 05:26:37.658140 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958e167-094c-4543-8d00-c609f03ffbfa req-5dc1bea5-fcd1-4633-b523-94656964d61e tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:37.668236 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e958e167-094c-4543-8d00-c609f03ffbfa req-5dc1bea5-fcd1-4633-b523-94656964d61e tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/ports?device_id=9222f63b-adca-4231-a950-7a82f2a40a42 HTTP/1.1" status: 200 len: 945 time: 0.2998674 Feb 20 05:26:37.677353 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b84fe4-3794-4671-907b-eeb60f6deb3f tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event updated for resources: {'Subnet': ['ID=93985899-a389-46d1-a027-edbe7402ea36,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:37.724797 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7e087af0-5e8e-46d2-aea1-8f0195b09bde admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4574311 Feb 20 05:26:37.754491 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b84fe4-3794-4671-907b-eeb60f6deb3f tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Checking segment: {'id': '4de25c78-7591-40f4-b21a-91612535feae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3711c42b-6270-40dc-aea8-ab4a19b7636c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:26:37.754826 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b84fe4-3794-4671-907b-eeb60f6deb3f tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Network hostable DHCP agents. Network: 3711c42b-6270-40dc-aea8-ab4a19b7636c, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:26:37.811169 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e958e167-094c-4543-8d00-c609f03ffbfa req-9034badf-8748-4549-a0bd-c99bc45baa95 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e25fa16-67cb-4cfa-bfd2-081f2d286c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419504 Feb 20 05:26:37.817855 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-d005c8bd-3465-40f5-8528-b99f7e6c3968 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (4bb1a66e-b165-4db0-97b7-4255cbf8daee), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:37.830712 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a3bee4-c275-4792-b521-82be6e2599dd None None] Network 8d5e3dec-6d5c-4634-b419-6efab0fe545e requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:26:37.832663 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b84fe4-3794-4671-907b-eeb60f6deb3f tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Network 3711c42b-6270-40dc-aea8-ab4a19b7636c is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:26:37.847285 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-7a98b408-d52f-4e40-aa98-236e41730451 req-83b30e32-e71b-4ae1-aeb4-78a7320650a9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] For port 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426,segment=NetworkSegment(a8b346e4-a1ba-4a23-9d05-3eeb17deb23b),segment_id=a8b346e4-a1ba-4a23-9d05-3eeb17deb23b)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:37.849758 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7a98b408-d52f-4e40-aa98-236e41730451 req-83b30e32-e71b-4ae1-aeb4-78a7320650a9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:37.910381 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-d005c8bd-3465-40f5-8528-b99f7e6c3968 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:26:37.911778 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-15b84fe4-3794-4671-907b-eeb60f6deb3f tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 3711c42b-6270-40dc-aea8-ab4a19b7636c) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:26:37.916635 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-d005c8bd-3465-40f5-8528-b99f7e6c3968 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:26:37.923423 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b84fe4-3794-4671-907b-eeb60f6deb3f tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:37.924129 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-15b84fe4-3794-4671-907b-eeb60f6deb3f tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:37.926671 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-d005c8bd-3465-40f5-8528-b99f7e6c3968 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:26:37.962937 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005c8bd-3465-40f5-8528-b99f7e6c3968 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Pushing event updated for resources: {'Port': ['ID=4bb1a66e-b165-4db0-97b7-4255cbf8daee,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:38.009494 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-15b84fe4-3794-4671-907b-eeb60f6deb3f tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0613039 Feb 20 05:26:38.049132 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1d4022b6-c09c-4482-beb1-5e9538f2a37d up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:26:38.057173 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f190822-0f2a-4891-ae18-1c7b1f0405e5 None None] Network 3711c42b-6270-40dc-aea8-ab4a19b7636c requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:26:38.100686 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-d005c8bd-3465-40f5-8528-b99f7e6c3968 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:38.104546 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-d005c8bd-3465-40f5-8528-b99f7e6c3968 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:38.257898 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-d005c8bd-3465-40f5-8528-b99f7e6c3968 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4250503 Feb 20 05:26:38.285239 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa6fca-3468-4fb8-bb94-af6fbef89b0b req-83a5ecb8-2711-45d2-bbf1-39403debc7d0 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:38.286797 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-17fa6fca-3468-4fb8-bb94-af6fbef89b0b req-83a5ecb8-2711-45d2-bbf1-39403debc7d0 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.2761450 Feb 20 05:26:38.308379 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-aba54e08-a775-42a9-98a3-7b5d4ca2305d service neutron] Request body: {'port': {'device_id': '8712c661-0a66-448c-ba43-bd99ee7be147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:38.381817 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7a98b408-d52f-4e40-aa98-236e41730451 req-83b30e32-e71b-4ae1-aeb4-78a7320650a9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:38.383076 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7a98b408-d52f-4e40-aa98-236e41730451 req-83b30e32-e71b-4ae1-aeb4-78a7320650a9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (711a3cdd-3b0e-42ce-8cba-9328f89b5cea), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:38.383484 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [req-7a98b408-d52f-4e40-aa98-236e41730451 req-83b30e32-e71b-4ae1-aeb4-78a7320650a9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Floating IP 711a3cdd-3b0e-42ce-8cba-9328f89b5cea disassociated. External IP: 172.25.3.242, port: 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426. Feb 20 05:26:38.383934 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-7a98b408-d52f-4e40-aa98-236e41730451 req-83b30e32-e71b-4ae1-aeb4-78a7320650a9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Calling delete_port for 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:26:38.438614 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915f0b7-3c2a-4f10-8629-5b824190f4d4 req-c59408e0-e77c-490b-8754-97374356b6b1 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:38.440511 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b915f0b7-3c2a-4f10-8629-5b824190f4d4 req-c59408e0-e77c-490b-8754-97374356b6b1 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 944 time: 0.2818627 Feb 20 05:26:38.488246 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311271a5-d4ba-4c14-a1e8-931d2ec0fb56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-3711c42b-6270-40dc-aea8-ab4a19b7636c', 'network_id': '3711c42b-6270-40dc-aea8-ab4a19b7636c', 'project_id': '26a759a2f95f49efbde5d8a39da697c6', 'fixed_ips': [{'subnet_id': '93985899-a389-46d1-a027-edbe7402ea36'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:26:38.489866 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-311271a5-d4ba-4c14-a1e8-931d2ec0fb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:38.502721 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-17fa6fca-3468-4fb8-bb94-af6fbef89b0b req-72fe31fa-c729-472f-8ff1-a7e1bdfb93cc tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892452 Feb 20 05:26:38.526296 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-aba54e08-a775-42a9-98a3-7b5d4ca2305d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4bb1a66e-b165-4db0-97b7-4255cbf8daee), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:38.563811 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7268a428-4914-4f19-b523-903c94f9eb13 None None] Provisioning complete for port 4bb1a66e-b165-4db0-97b7-4255cbf8daee triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:38.569009 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7268a428-4914-4f19-b523-903c94f9eb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4bb1a66e-b165-4db0-97b7-4255cbf8daee), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:38.585954 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7a98b408-d52f-4e40-aa98-236e41730451 req-83b30e32-e71b-4ae1-aeb4-78a7320650a9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:38.643015 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b30e32-e71b-4ae1-aeb4-78a7320650a9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Pushing event deleted for resources: {'Port': ['ID=9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:38.683550 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7268a428-4914-4f19-b523-903c94f9eb13 None None] Port 4bb1a66e-b165-4db0-97b7-4255cbf8daee cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:26:38.685121 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 8b1e2169-ea66-4338-8a41-14d4cc868dfe up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:26:38.749907 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b915f0b7-3c2a-4f10-8629-5b824190f4d4 req-30e068bd-ef9f-48db-a2ca-698a7aab869c tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519035 Feb 20 05:26:38.897484 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 1d4022b6-c09c-4482-beb1-5e9538f2a37d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:38.897872 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1d4022b6-c09c-4482-beb1-5e9538f2a37d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:38.989106 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c9454-2d3f-48b3-93e2-8c7e5a61e08c req-d401fabb-a85e-4e12-8b5e-8b69970edb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:38.990649 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a15c9454-2d3f-48b3-93e2-8c7e5a61e08c req-d401fabb-a85e-4e12-8b5e-8b69970edb24 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 1131 time: 0.2226985 Feb 20 05:26:39.062555 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a15c9454-2d3f-48b3-93e2-8c7e5a61e08c req-3f586f1f-1089-4d79-94c0-5cb2652ce916 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600712 Feb 20 05:26:39.071117 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a98b408-d52f-4e40-aa98-236e41730451 req-83b30e32-e71b-4ae1-aeb4-78a7320650a9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Router beffebb3-903e-47d5-8b6b-cfbd9af1d17d has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:26:39.204265 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfa8a31-fc2b-48a6-8459-57468e79b295 None None] Network be57392a-195d-4177-a812-f333a009c904 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:26:39.238736 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a98b408-d52f-4e40-aa98-236e41730451 req-83b30e32-e71b-4ae1-aeb4-78a7320650a9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:26:39.293611 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c1998d-9793-400f-bf29-df98b6f2f88f None None] Sync routers for ids ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:26:39.314337 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a98b408-d52f-4e40-aa98-236e41730451 req-83b30e32-e71b-4ae1-aeb4-78a7320650a9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] No DVR routers for this DVR port 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:26:39.322131 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7a98b408-d52f-4e40-aa98-236e41730451 req-83b30e32-e71b-4ae1-aeb4-78a7320650a9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:39.331991 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7a98b408-d52f-4e40-aa98-236e41730451 req-83b30e32-e71b-4ae1-aeb4-78a7320650a9 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.48 "DELETE /v2.0/ports/9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426 HTTP/1.1" status: 204 len: 173 time: 2.4474487 Feb 20 05:26:39.334615 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9222f63b-adca-4231-a950-7a82f2a40a42', 'name': 'network-vif-deleted', 'tag': '9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:26:39.336408 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-311271a5-d4ba-4c14-a1e8-931d2ec0fb56 None None] Allocated IP 19.86.0.2 (3711c42b-6270-40dc-aea8-ab4a19b7636c/93985899-a389-46d1-a027-edbe7402ea36/83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:26:39.339013 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-99dd4c1e-c5a3-4ec7-a34c-304e4201e3d0 None None] Provisioning complete for port 1d4022b6-c09c-4482-beb1-5e9538f2a37d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:39.339418 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-99dd4c1e-c5a3-4ec7-a34c-304e4201e3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1d4022b6-c09c-4482-beb1-5e9538f2a37d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:39.342891 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27266643-0419-4752-a3a6-f4547ee09b42" -d '{"events": [{"server_uuid": "9222f63b-adca-4231-a950-7a82f2a40a42", "name": "network-vif-deleted", "tag": "9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:26:39.356744 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c1998d-9793-400f-bf29-df98b6f2f88f None None] Routers {'beffebb3-903e-47d5-8b6b-cfbd9af1d17d'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:26:39.357402 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-85c1998d-9793-400f-bf29-df98b6f2f88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:26:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:39.402709 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-9d0a1fc4-bced-4c27-9c85-6e5caceb007a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:39.408124 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-9d0a1fc4-bced-4c27-9c85-6e5caceb007a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:39.409700 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-9d0a1fc4-bced-4c27-9c85-6e5caceb007a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/networks?id=be57392a-195d-4177-a812-f333a009c904&id=3711c42b-6270-40dc-aea8-ab4a19b7636c HTTP/1.1" status: 200 len: 1390 time: 0.3028865 Feb 20 05:26:39.419154 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-379db663-d859-4463-8633-47fbfef48917 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:39.435080 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-379db663-d859-4463-8633-47fbfef48917 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/networks?id=8d5e3dec-6d5c-4634-b419-6efab0fe545e HTTP/1.1" status: 200 len: 805 time: 0.3291802 Feb 20 05:26:39.494383 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-43d49a40-3031-4648-a2cd-93ee1a8dd898 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/quotas/0920b60773554bf08776a4d9e0f90f40 HTTP/1.1" status: 200 len: 375 time: 0.0583615 Feb 20 05:26:39.499868 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 1d4022b6-c09c-4482-beb1-5e9538f2a37d is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:39.500486 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1d4022b6-c09c-4482-beb1-5e9538f2a37d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:39.525839 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-9ac165f6-59ee-4be8-9b54-ff62b28c2f6f tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/quotas/26a759a2f95f49efbde5d8a39da697c6 HTTP/1.1" status: 200 len: 375 time: 0.0884356 Feb 20 05:26:39.562345 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-f28011af-8a44-422d-8410-3987394059c1 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0920b60773554bf08776a4d9e0f90f40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668893 Feb 20 05:26:39.616534 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 8b1e2169-ea66-4338-8a41-14d4cc868dfe completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:26:39.651863 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 8b1e2169-ea66-4338-8a41-14d4cc868dfe triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:39.652303 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8b1e2169-ea66-4338-8a41-14d4cc868dfe), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:39.721921 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-aba54e08-a775-42a9-98a3-7b5d4ca2305d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb1a66e-b165-4db0-97b7-4255cbf8daee {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:26:39.725579 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 1d4022b6-c09c-4482-beb1-5e9538f2a37d, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1d4022b6-c09c-4482-beb1-5e9538f2a37d,segment=NetworkSegment(36432d0c-ce9b-4ca4-af59-87f87a330770),segment_id=36432d0c-ce9b-4ca4-af59-87f87a330770)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:39.738180 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-aba54e08-a775-42a9-98a3-7b5d4ca2305d service neutron] Publish callbacks [] for port (4bb1a66e-b165-4db0-97b7-4255cbf8daee), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:39.743318 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1d4022b6-c09c-4482-beb1-5e9538f2a37d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:39.754318 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-3cbc2ec3-ff9e-42b4-9be8-4b7a9992d206 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=26a759a2f95f49efbde5d8a39da697c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1969874 Feb 20 05:26:39.785595 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-af7d4fb6-c346-43c6-baac-5dda46e66d6d service neutron] 10.222.0.37 "GET /v2.0/networks/8d5e3dec-6d5c-4634-b419-6efab0fe545e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078972 Feb 20 05:26:39.788075 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-aba54e08-a775-42a9-98a3-7b5d4ca2305d service neutron] Transition to ACTIVE for port object 4bb1a66e-b165-4db0-97b7-4255cbf8daee will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:26:39.826147 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-aba54e08-a775-42a9-98a3-7b5d4ca2305d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (4bb1a66e-b165-4db0-97b7-4255cbf8daee), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:39.886401 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-85c1998d-9793-400f-bf29-df98b6f2f88f None None] Set router beffebb3-903e-47d5-8b6b-cfbd9af1d17d gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:26:39.893114 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device f576dc56-ce33-4362-86b8-d61ea2a3a64b details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:26:39.959757 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba54e08-a775-42a9-98a3-7b5d4ca2305d service neutron] Pushing event updated for resources: {'Port': ['ID=4bb1a66e-b165-4db0-97b7-4255cbf8daee,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:40.070567 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=1d4022b6-c09c-4482-beb1-5e9538f2a37d,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:40.086555 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-99dd4c1e-c5a3-4ec7-a34c-304e4201e3d0 None None] Current status of the port 1d4022b6-c09c-4482-beb1-5e9538f2a37d is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:40.089241 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-26a1a050-46e2-43e6-921c-ba1c5c4b1051 service neutron] 10.222.0.37 "GET /v2.0/networks/be57392a-195d-4177-a812-f333a009c904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263075 Feb 20 05:26:40.190017 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:26:40.296882 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-d926f4c5-e0d2-4d37-9ee0-72735d650367 service neutron] 10.222.0.37 "GET /v2.0/networks/be57392a-195d-4177-a812-f333a009c904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062931 Feb 20 05:26:40.312301 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-cffff714-d81c-4ee1-8e48-c1056bae98eb service neutron] 10.222.0.37 "GET /v2.0/networks/8d5e3dec-6d5c-4634-b419-6efab0fe545e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963477 Feb 20 05:26:40.426336 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-aba54e08-a775-42a9-98a3-7b5d4ca2305d service neutron] Attempting to bind port 4bb1a66e-b165-4db0-97b7-4255cbf8daee on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:26:40.427028 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-aba54e08-a775-42a9-98a3-7b5d4ca2305d service neutron] Attempting to bind port 4bb1a66e-b165-4db0-97b7-4255cbf8daee by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:26:40.427028 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-aba54e08-a775-42a9-98a3-7b5d4ca2305d service neutron] Attempting to bind port 4bb1a66e-b165-4db0-97b7-4255cbf8daee on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:40.444331 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-aba54e08-a775-42a9-98a3-7b5d4ca2305d service neutron] Port 4bb1a66e-b165-4db0-97b7-4255cbf8daee on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:26:40.444649 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-aba54e08-a775-42a9-98a3-7b5d4ca2305d service neutron] Attempting to bind port 4bb1a66e-b165-4db0-97b7-4255cbf8daee on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:40.454804 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-aba54e08-a775-42a9-98a3-7b5d4ca2305d service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:26:40.455207 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-aba54e08-a775-42a9-98a3-7b5d4ca2305d service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:26:40.455568 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-aba54e08-a775-42a9-98a3-7b5d4ca2305d service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:26:40.456021 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-aba54e08-a775-42a9-98a3-7b5d4ca2305d service neutron] Bound port: 4bb1a66e-b165-4db0-97b7-4255cbf8daee, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:26:40.456384 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-aba54e08-a775-42a9-98a3-7b5d4ca2305d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4bb1a66e-b165-4db0-97b7-4255cbf8daee), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:40.476083 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 8b1e2169-ea66-4338-8a41-14d4cc868dfe is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:40.476512 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8b1e2169-ea66-4338-8a41-14d4cc868dfe), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:40.515146 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-2183a414-51c1-48b5-bf37-49d3d0df721a service neutron] 10.222.0.37 "GET /v2.0/networks/3711c42b-6270-40dc-aea8-ab4a19b7636c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172346 Feb 20 05:26:40.589657 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-311271a5-d4ba-4c14-a1e8-931d2ec0fb56 None None] Publish callbacks [] for port (83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:40.623101 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35426803-27e2-4271-a15b-95230147ef13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1e2169-ea66-4338-8a41-14d4cc868dfe'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:26:40.625792 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b41501-2f4e-4ffe-b904-6869471e38fc" -d '{"events": [{"server_uuid": "35426803-27e2-4271-a15b-95230147ef13", "name": "network-vif-plugged", "status": "completed", "tag": "8b1e2169-ea66-4338-8a41-14d4cc868dfe"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:26:40.651695 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 8b1e2169-ea66-4338-8a41-14d4cc868dfe, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=8b1e2169-ea66-4338-8a41-14d4cc868dfe,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:40.656247 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-311271a5-d4ba-4c14-a1e8-931d2ec0fb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:40.688934 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8b1e2169-ea66-4338-8a41-14d4cc868dfe), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:40.689725 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:26:40.772062 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port f576dc56-ce33-4362-86b8-d61ea2a3a64b, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=f576dc56-ce33-4362-86b8-d61ea2a3a64b,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:40.795357 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311271a5-d4ba-4c14-a1e8-931d2ec0fb56 None None] Network 3711c42b-6270-40dc-aea8-ab4a19b7636c is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:26:40.799487 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'f576dc56-ce33-4362-86b8-d61ea2a3a64b', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': 'f576dc56-ce33-4362-86b8-d61ea2a3a64b', 'mac_address': 'fa:16:3e:34:c0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:26:40.837940 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-311271a5-d4ba-4c14-a1e8-931d2ec0fb56 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:26:40.844218 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:26:40.844573 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:26:40.878284 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311271a5-d4ba-4c14-a1e8-931d2ec0fb56 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:26:40.929286 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5178ff98-fab2-47d6-ac27-7f642cc6e0cf None None] Provisioning complete for port 1d4022b6-c09c-4482-beb1-5e9538f2a37d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:40.929846 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5178ff98-fab2-47d6-ac27-7f642cc6e0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1d4022b6-c09c-4482-beb1-5e9538f2a37d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:40.985111 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311271a5-d4ba-4c14-a1e8-931d2ec0fb56 None None] Pushing event updated for resources: {'Port': ['ID=83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:41.103341 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-aba54e08-a775-42a9-98a3-7b5d4ca2305d service neutron] For port 4bb1a66e-b165-4db0-97b7-4255cbf8daee, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:26:41.115092 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702df1f-132f-4bdb-b557-9b2a36b2fac2 req-aa7d854d-590e-4fc4-98a5-a925d8140bf4 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:41.116583 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1702df1f-132f-4bdb-b557-9b2a36b2fac2 req-aa7d854d-590e-4fc4-98a5-a925d8140bf4 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.37 "GET /v2.0/ports?device_id=8712c661-0a66-448c-ba43-bd99ee7be147 HTTP/1.1" status: 200 len: 948 time: 0.4540195 Feb 20 05:26:41.127335 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port f576dc56-ce33-4362-86b8-d61ea2a3a64b is: ACTIVE; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:41.127785 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:41.131224 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-1b31b981-3a10-49a8-a78e-ba40af1578d2 service neutron] 10.222.0.37 "GET /v2.0/networks/3711c42b-6270-40dc-aea8-ab4a19b7636c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6151359 Feb 20 05:26:41.135478 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-aba54e08-a775-42a9-98a3-7b5d4ca2305d service neutron] For port 4bb1a66e-b165-4db0-97b7-4255cbf8daee, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4bb1a66e-b165-4db0-97b7-4255cbf8daee,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:26:41.176107 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1702df1f-132f-4bdb-b557-9b2a36b2fac2 req-463cd334-52f5-4bdd-b9da-a4aa77a8232f tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc55690b-8159-4c0c-870e-d9a40f7f2090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534301 Feb 20 05:26:41.177115 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=8b1e2169-ea66-4338-8a41-14d4cc868dfe,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:41.177705 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-aba54e08-a775-42a9-98a3-7b5d4ca2305d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (4bb1a66e-b165-4db0-97b7-4255cbf8daee), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:41.182574 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f576dc56-ce33-4362-86b8-d61ea2a3a64b {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:26:41.208273 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port f576dc56-ce33-4362-86b8-d61ea2a3a64b, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=f576dc56-ce33-4362-86b8-d61ea2a3a64b,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:41.209903 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-311271a5-d4ba-4c14-a1e8-931d2ec0fb56 None None] Attempting to bind port 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:26:41.210719 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-311271a5-d4ba-4c14-a1e8-931d2ec0fb56 None None] Attempting to bind port 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '4de25c78-7591-40f4-b21a-91612535feae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3711c42b-6270-40dc-aea8-ab4a19b7636c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:26:41.211235 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311271a5-d4ba-4c14-a1e8-931d2ec0fb56 None None] Attempting to bind port 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b on network 3711c42b-6270-40dc-aea8-ab4a19b7636c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:41.228372 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-aba54e08-a775-42a9-98a3-7b5d4ca2305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:41.229360 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-aba54e08-a775-42a9-98a3-7b5d4ca2305d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:41.231153 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-aba54e08-a775-42a9-98a3-7b5d4ca2305d service neutron] 10.222.0.48 "PUT /v2.0/ports/4bb1a66e-b165-4db0-97b7-4255cbf8daee HTTP/1.1" status: 200 len: 1096 time: 2.9425862 Feb 20 05:26:41.231631 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8712c661-0a66-448c-ba43-bd99ee7be147', 'tag': '4bb1a66e-b165-4db0-97b7-4255cbf8daee'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:26:41.234629 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83361b90-f1b8-4996-9a34-a114cb594fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "8712c661-0a66-448c-ba43-bd99ee7be147", "tag": "4bb1a66e-b165-4db0-97b7-4255cbf8daee"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:26:41.256961 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:41.270795 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba54e08-a775-42a9-98a3-7b5d4ca2305d service neutron] Pushing event updated for resources: {'Port': ['ID=4bb1a66e-b165-4db0-97b7-4255cbf8daee,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:41.277155 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311271a5-d4ba-4c14-a1e8-931d2ec0fb56 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:26:41.277943 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311271a5-d4ba-4c14-a1e8-931d2ec0fb56 None None] Checking segment: {'id': '4de25c78-7591-40f4-b21a-91612535feae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3711c42b-6270-40dc-aea8-ab4a19b7636c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:26:41.278440 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-311271a5-d4ba-4c14-a1e8-931d2ec0fb56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:41.279857 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311271a5-d4ba-4c14-a1e8-931d2ec0fb56 None None] Bound using segment: {'id': '4de25c78-7591-40f4-b21a-91612535feae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3711c42b-6270-40dc-aea8-ab4a19b7636c'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:26:41.280507 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-311271a5-d4ba-4c14-a1e8-931d2ec0fb56 None None] Bound port: 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de25c78-7591-40f4-b21a-91612535feae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3711c42b-6270-40dc-aea8-ab4a19b7636c'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:26:41.281731 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-311271a5-d4ba-4c14-a1e8-931d2ec0fb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:41.380213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-85c1998d-9793-400f-bf29-df98b6f2f88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931472927-router', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:13Z', 'updated_at': '2022-02-20T05:24:17Z', 'revision_number': 4, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'gw_port': {'id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:14Z', 'updated_at': '2022-02-20T05:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '9dbc5bd5-90c8-434b-a8ed-388ca8294b46', 'name': '', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'mac_address': 'fa:16:3e:e8:a6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:16Z', 'updated_at': '2022-02-20T05:24:27Z', 'revision_number': 5, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'subnets': [{'id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:41.476110 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c1998d-9793-400f-bf29-df98b6f2f88f None None] Checking router: beffebb3-903e-47d5-8b6b-cfbd9af1d17d for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:26:41.523307 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed0b2af-ea99-4975-b8e1-1550ae1497e4 x-openstack-request-id: req-4ed0b2af-ea99-4975-b8e1-1550ae1497e4 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:26:41.523858 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9222f63b-adca-4231-a950-7a82f2a40a42", "name": "network-vif-deleted", "tag": "9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:26:41.523957 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ed0b2af-ea99-4975-b8e1-1550ae1497e4 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:26:41.524332 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9222f63b-adca-4231-a950-7a82f2a40a42', 'name': 'network-vif-deleted', 'tag': '9b0c0f7c-1c5d-4bbf-9cb9-8cc29b9b9426', 'status': 'completed', 'code': 200} Feb 20 05:26:41.555519 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-3c546092-6293-47d1-88ce-19b22757877d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:41.557134 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-3c546092-6293-47d1-88ce-19b22757877d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=169b11ff0ede40539c7c12f34d00b865&device_id=8712c661-0a66-448c-ba43-bd99ee7be147 HTTP/1.1" status: 200 len: 1130 time: 0.2790394 Feb 20 05:26:41.593469 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5178ff98-fab2-47d6-ac27-7f642cc6e0cf None None] Current status of the port 1d4022b6-c09c-4482-beb1-5e9538f2a37d is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:41.607265 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['f576dc56-ce33-4362-86b8-d61ea2a3a64b'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:26:41.652692 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-7b396bb7-8b4d-44b2-ab11-2dac23ceb62d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=4bb1a66e-b165-4db0-97b7-4255cbf8daee HTTP/1.1" status: 200 len: 217 time: 0.0689871 Feb 20 05:26:41.748646 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c1998d-9793-400f-bf29-df98b6f2f88f None None] Routers {'beffebb3-903e-47d5-8b6b-cfbd9af1d17d'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:26:41.750201 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-85c1998d-9793-400f-bf29-df98b6f2f88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:26:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:41.761293 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=f576dc56-ce33-4362-86b8-d61ea2a3a64b,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:41.767215 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b32da-9bb4-44b0-b2cf-bdaa09275879 req-6adc693b-d949-4ad6-b705-37ecbe0940f1 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:41.774655 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d68b32da-9bb4-44b0-b2cf-bdaa09275879 req-6adc693b-d949-4ad6-b705-37ecbe0940f1 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 943 time: 0.3886642 Feb 20 05:26:41.847793 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0fdc9-1e30-41f0-a1b9-7633a0ab967e req-aef117fd-5c4d-4d28-b46c-4fe1bf0cf437 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:41.855696 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-39f0fdc9-1e30-41f0-a1b9-7633a0ab967e req-aef117fd-5c4d-4d28-b46c-4fe1bf0cf437 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 948 time: 0.2077987 Feb 20 05:26:41.894019 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-fd265b23-1e57-42f6-b949-96037814a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:41.895825 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-fd265b23-1e57-42f6-b949-96037814a138 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1996744 Feb 20 05:26:41.951543 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-39f0fdc9-1e30-41f0-a1b9-7633a0ab967e req-bd83001a-cd7f-4ce0-ab25-f7571fbe47c5 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946980 Feb 20 05:26:41.989131 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device f576dc56-ce33-4362-86b8-d61ea2a3a64b no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:26:42.025352 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1d4022b6-c09c-4482-beb1-5e9538f2a37d up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:26:42.082838 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-311271a5-d4ba-4c14-a1e8-931d2ec0fb56 None None] For port 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:26:42.096722 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d68b32da-9bb4-44b0-b2cf-bdaa09275879 req-731a5696-0b6d-455e-b90f-5bde2a706401 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210075 Feb 20 05:26:42.175470 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-311271a5-d4ba-4c14-a1e8-931d2ec0fb56 None None] For port 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b,segment=NetworkSegment(4de25c78-7591-40f4-b21a-91612535feae),segment_id=4de25c78-7591-40f4-b21a-91612535feae)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:26:42.284541 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-f3f46091-b068-4ee1-817a-04493952a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:42.292935 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-f3f46091-b068-4ee1-817a-04493952a7a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3579640 Feb 20 05:26:42.317659 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-311271a5-d4ba-4c14-a1e8-931d2ec0fb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:42.327315 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port f576dc56-ce33-4362-86b8-d61ea2a3a64b is: BUILD; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:42.327710 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:42.336928 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fd62a446-ade9-4d14-841d-99b64b0188dd req-ea50d6d9-db14-440f-be8b-1e495828272d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=221f0899-bc76-429e-8719-9e4aeb467266 HTTP/1.1" status: 200 len: 210 time: 0.0801461 Feb 20 05:26:42.409617 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-b913eb1e-6022-486e-a57f-31bebac14a6d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:42.414582 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-b913eb1e-6022-486e-a57f-31bebac14a6d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.61 "GET /v2.0/networks?id=8d5e3dec-6d5c-4634-b419-6efab0fe545e HTTP/1.1" status: 200 len: 805 time: 0.2500217 Feb 20 05:26:42.429510 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-d0e3b686-9d5e-4fda-8fee-641f0772b776 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Request body: {'port': {'device_id': '221f0899-bc76-429e-8719-9e4aeb467266', 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e', 'admin_state_up': True, 'tenant_id': '0920b60773554bf08776a4d9e0f90f40'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:42.484055 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b56dffc-a34e-46e0-bf3a-b16857724fb4 x-openstack-request-id: req-8b56dffc-a34e-46e0-bf3a-b16857724fb4 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:26:42.484387 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35426803-27e2-4271-a15b-95230147ef13", "name": "network-vif-plugged", "status": "completed", "tag": "8b1e2169-ea66-4338-8a41-14d4cc868dfe", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:26:42.484650 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b56dffc-a34e-46e0-bf3a-b16857724fb4 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:26:42.485053 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35426803-27e2-4271-a15b-95230147ef13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1e2169-ea66-4338-8a41-14d4cc868dfe', 'code': 200} Feb 20 05:26:42.522882 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f576dc56-ce33-4362-86b8-d61ea2a3a64b {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:26:42.535829 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-4a3f4d41-633f-40c7-bd59-9dcf4ed1cc7a service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906092 Feb 20 05:26:42.578688 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port f576dc56-ce33-4362-86b8-d61ea2a3a64b, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=f576dc56-ce33-4362-86b8-d61ea2a3a64b,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:42.604538 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:42.619608 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-85c1998d-9793-400f-bf29-df98b6f2f88f None None] Set router beffebb3-903e-47d5-8b6b-cfbd9af1d17d gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:26:42.625354 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfd57c2-9b82-486d-878f-c346239ff3a0 x-openstack-request-id: req-8cfd57c2-9b82-486d-878f-c346239ff3a0 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:26:42.625957 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8712c661-0a66-448c-ba43-bd99ee7be147", "tag": "4bb1a66e-b165-4db0-97b7-4255cbf8daee", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:26:42.626058 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8cfd57c2-9b82-486d-878f-c346239ff3a0 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:26:42.626579 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8712c661-0a66-448c-ba43-bd99ee7be147', 'tag': '4bb1a66e-b165-4db0-97b7-4255cbf8daee', 'status': 'completed', 'code': 200} Feb 20 05:26:42.661753 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-1b56628c-6726-4fbf-a333-eb2e1a6c0ba3 service neutron] 10.222.0.61 "GET /v2.0/ports/30fcc51a-1bb6-4c51-b069-8c95adf83e0e/bindings/n-h2-829866-5 HTTP/1.1" status: 200 len: 384 time: 0.1236827 Feb 20 05:26:42.716029 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 1d4022b6-c09c-4482-beb1-5e9538f2a37d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:42.716566 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1d4022b6-c09c-4482-beb1-5e9538f2a37d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:42.720152 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa5760-11b7-41fa-a042-c14d77f36256 req-d8fd9692-f1d3-4b6c-a8d4-e028b3ff95b4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:42.737383 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bafa5760-11b7-41fa-a042-c14d77f36256 req-d8fd9692-f1d3-4b6c-a8d4-e028b3ff95b4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 945 time: 0.6393433 Feb 20 05:26:42.893705 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb1d28-389b-40a2-9aa6-6a679bdd781f req-dee68932-fff1-43c7-9650-18924dd56030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:42.896427 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-02bb1d28-389b-40a2-9aa6-6a679bdd781f req-dee68932-fff1-43c7-9650-18924dd56030 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 1127 time: 0.2461402 Feb 20 05:26:42.925691 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-d0e3b686-9d5e-4fda-8fee-641f0772b776 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Made reservation on behalf of 0920b60773554bf08776a4d9e0f90f40 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:26:42.932275 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-d0e3b686-9d5e-4fda-8fee-641f0772b776 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:42.972150 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-02bb1d28-389b-40a2-9aa6-6a679bdd781f req-a01bc2e9-4add-49c6-85ca-6e6d862d7f6d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681286 Feb 20 05:26:43.008567 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311271a5-d4ba-4c14-a1e8-931d2ec0fb56 None None] Pushing event updated for resources: {'Port': ['ID=83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:43.075864 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-27cb8444-289a-4dc4-b24a-e88edc8ab0d6 service neutron] For port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=30fcc51a-1bb6-4c51-b069-8c95adf83e0e,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:43.100209 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-27cb8444-289a-4dc4-b24a-e88edc8ab0d6 service neutron] For port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:26:43.151250 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-27cb8444-289a-4dc4-b24a-e88edc8ab0d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30fcc51a-1bb6-4c51-b069-8c95adf83e0e {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:26:43.167302 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-27cb8444-289a-4dc4-b24a-e88edc8ab0d6 service neutron] For port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=30fcc51a-1bb6-4c51-b069-8c95adf83e0e,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:43.173320 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-d0e3b686-9d5e-4fda-8fee-641f0772b776 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Allocated IP 172.20.0.6 (8d5e3dec-6d5c-4634-b419-6efab0fe545e/9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9/788d9b1e-af46-4742-ba8b-8d1ab97977b8) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:26:43.204031 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-070631fc-9da8-4fbe-8006-7b8df2905585 req-c7d3f865-a4ac-47a4-ade4-9fedec540a84 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8de56f0-2294-4db6-ac3f-3107f61899cf HTTP/1.1" status: 200 len: 210 time: 0.3686547 Feb 20 05:26:43.233013 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-27cb8444-289a-4dc4-b24a-e88edc8ab0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (30fcc51a-1bb6-4c51-b069-8c95adf83e0e), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:43.287492 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.61', 62993) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:43.374342 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bafa5760-11b7-41fa-a042-c14d77f36256 req-775543fd-4c97-4bbf-bf2f-2195ef12c275 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6358089 Feb 20 05:26:43.382183 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27db2c5c-1ee4-4a45-925d-99e151925ce4 req-4a2e22de-6337-48a4-97b1-529cdfa3b008 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7616405 Feb 20 05:26:43.426857 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=f576dc56-ce33-4362-86b8-d61ea2a3a64b,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:43.462779 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 1d4022b6-c09c-4482-beb1-5e9538f2a37d is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:43.464990 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-27cb8444-289a-4dc4-b24a-e88edc8ab0d6 service neutron] Transition to ACTIVE for port object 30fcc51a-1bb6-4c51-b069-8c95adf83e0e will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:26:43.480359 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-85c1998d-9793-400f-bf29-df98b6f2f88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931472927-router', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:13Z', 'updated_at': '2022-02-20T05:24:17Z', 'revision_number': 4, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'gw_port': {'id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:14Z', 'updated_at': '2022-02-20T05:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '9dbc5bd5-90c8-434b-a8ed-388ca8294b46', 'name': '', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'mac_address': 'fa:16:3e:e8:a6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:16Z', 'updated_at': '2022-02-20T05:24:27Z', 'revision_number': 5, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'subnets': [{'id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:43.529412 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-27cb8444-289a-4dc4-b24a-e88edc8ab0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (30fcc51a-1bb6-4c51-b069-8c95adf83e0e), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:43.543686 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c1998d-9793-400f-bf29-df98b6f2f88f None None] The sync data for ids ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'] in n-d-829866-5 is: [{'id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931472927-router', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:13Z', 'updated_at': '2022-02-20T05:24:17Z', 'revision_number': 4, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'gw_port': {'id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:14Z', 'updated_at': '2022-02-20T05:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '9dbc5bd5-90c8-434b-a8ed-388ca8294b46', 'name': '', 'network_id': '805bb61f-0284-479c-a7fa-c503f096a7af', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'mac_address': 'fa:16:3e:e8:a6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:16Z', 'updated_at': '2022-02-20T05:24:27Z', 'revision_number': 5, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'subnets': [{'id': 'aac2b293-11f4-4fbc-a42b-637ee496d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:26:43.723567 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb8444-289a-4dc4-b24a-e88edc8ab0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=30fcc51a-1bb6-4c51-b069-8c95adf83e0e,revision_number=10']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:43.778754 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83361b90-f1b8-4996-9a34-a114cb594fd0 req-543da2b6-ec36-42c5-a170-e6ad6e458d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:43.785702 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-83361b90-f1b8-4996-9a34-a114cb594fd0 req-543da2b6-ec36-42c5-a170-e6ad6e458d7f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=169b11ff0ede40539c7c12f34d00b865&device_id=8712c661-0a66-448c-ba43-bd99ee7be147 HTTP/1.1" status: 200 len: 1130 time: 0.3243363 Feb 20 05:26:43.880483 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device f576dc56-ce33-4362-86b8-d61ea2a3a64b up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:26:43.989967 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:26:44.043068 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83361b90-f1b8-4996-9a34-a114cb594fd0 req-50f8a005-9912-4012-9418-08cca8c90967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:44.050642 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-83361b90-f1b8-4996-9a34-a114cb594fd0 req-50f8a005-9912-4012-9418-08cca8c90967 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.2394686 Feb 20 05:26:44.069878 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-8894365a-7d9f-41b5-8f8a-7bbdebf1a740 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:44.075625 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-8894365a-7d9f-41b5-8f8a-7bbdebf1a740 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:44.077240 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-8894365a-7d9f-41b5-8f8a-7bbdebf1a740 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.61 "GET /v2.0/networks?id=be57392a-195d-4177-a812-f333a009c904&id=3711c42b-6270-40dc-aea8-ab4a19b7636c HTTP/1.1" status: 200 len: 1390 time: 0.7865305 Feb 20 05:26:44.088970 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7d8872-097b-4f43-8ca8-e8175792c445 None None] New status for floating IP 711a3cdd-3b0e-42ce-8cba-9328f89b5cea: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:26:44.100496 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-27cb8444-289a-4dc4-b24a-e88edc8ab0d6 service neutron] No DVR routers for this DVR port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:26:44.110742 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-58fdcd10-43ec-4470-b047-a0dd3d0d5e1a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Request body: {'port': {'device_id': 'c8de56f0-2294-4db6-ac3f-3107f61899cf', 'network_id': 'be57392a-195d-4177-a812-f333a009c904', 'admin_state_up': True, 'tenant_id': '26a759a2f95f49efbde5d8a39da697c6'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:44.112366 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port f576dc56-ce33-4362-86b8-d61ea2a3a64b triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:44.112921 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:44.252686 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port f576dc56-ce33-4362-86b8-d61ea2a3a64b is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:44.253087 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:44.257506 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:44.257879 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:44.295208 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-83361b90-f1b8-4996-9a34-a114cb594fd0 req-3fc2bb3b-96e2-4ecc-a924-14fdb3952c3e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=4bb1a66e-b165-4db0-97b7-4255cbf8daee HTTP/1.1" status: 200 len: 217 time: 0.2089453 Feb 20 05:26:44.306323 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2b6e95-1367-40be-bccf-01f517838580 None None] Network 3711c42b-6270-40dc-aea8-ab4a19b7636c requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:26:44.311960 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f6b94-3e63-43ae-81c4-0634c228c64a req-daf83eeb-48d7-4034-9962-382776c4ce77 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:44.317045 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-522f6b94-3e63-43ae-81c4-0634c228c64a req-daf83eeb-48d7-4034-9962-382776c4ce77 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.37 "GET /v2.0/ports?device_id=8712c661-0a66-448c-ba43-bd99ee7be147 HTTP/1.1" status: 200 len: 948 time: 0.7915044 Feb 20 05:26:44.331115 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-27cb8444-289a-4dc4-b24a-e88edc8ab0d6 service neutron] 10.222.0.61 "PUT /v2.0/ports/30fcc51a-1bb6-4c51-b069-8c95adf83e0e/bindings/n-h2-829866-5/activate HTTP/1.1" status: 200 len: 369 time: 1.6621354 Feb 20 05:26:44.346205 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbcf81-ffbe-4395-972b-4413198f4351 req-e3099eee-3643-4a1d-bdad-69c8744205e9 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:44.351513 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96cbcf81-ffbe-4395-972b-4413198f4351 req-e3099eee-3643-4a1d-bdad-69c8744205e9 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 947 time: 0.8247440 Feb 20 05:26:44.392945 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-58fdcd10-43ec-4470-b047-a0dd3d0d5e1a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Made reservation on behalf of 26a759a2f95f49efbde5d8a39da697c6 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:26:44.396586 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-58fdcd10-43ec-4470-b047-a0dd3d0d5e1a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:44.428249 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-d0e3b686-9d5e-4fda-8fee-641f0772b776 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks [] for port (788d9b1e-af46-4742-ba8b-8d1ab97977b8), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:44.455901 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port f576dc56-ce33-4362-86b8-d61ea2a3a64b, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=f576dc56-ce33-4362-86b8-d61ea2a3a64b,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:44.482694 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:44.497181 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5907e963-777e-40e4-915a-4f6a07104082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f576dc56-ce33-4362-86b8-d61ea2a3a64b'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:26:44.500955 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2c6a35-cd07-416e-9506-63b67fcf7e6f" -d '{"events": [{"server_uuid": "5907e963-777e-40e4-915a-4f6a07104082", "name": "network-vif-plugged", "status": "completed", "tag": "f576dc56-ce33-4362-86b8-d61ea2a3a64b"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:26:44.501597 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-522f6b94-3e63-43ae-81c4-0634c228c64a req-bca772d2-a5ef-4799-bc85-b974671ba235 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc55690b-8159-4c0c-870e-d9a40f7f2090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406233 Feb 20 05:26:44.514099 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96cbcf81-ffbe-4395-972b-4413198f4351 req-12788dec-fd1a-4378-bed6-a114f72860aa tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509848 Feb 20 05:26:44.540955 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83361b90-f1b8-4996-9a34-a114cb594fd0 req-07256e8a-ad20-4da5-9712-f47d01bb8cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:44.549386 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-83361b90-f1b8-4996-9a34-a114cb594fd0 req-07256e8a-ad20-4da5-9712-f47d01bb8cec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.2144685 Feb 20 05:26:44.584337 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-d0e3b686-9d5e-4fda-8fee-641f0772b776 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (788d9b1e-af46-4742-ba8b-8d1ab97977b8), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:44.611428 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-20b099ec-ee25-49a6-b965-6b44741a2500 None None] Provisioning complete for port 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:44.611810 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-20b099ec-ee25-49a6-b965-6b44741a2500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:44.648190 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 4bb1a66e-b165-4db0-97b7-4255cbf8daee details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:26:44.755178 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83361b90-f1b8-4996-9a34-a114cb594fd0 req-813ebdbc-cd48-403f-9a4f-924f311aab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:44.757481 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-83361b90-f1b8-4996-9a34-a114cb594fd0 req-813ebdbc-cd48-403f-9a4f-924f311aab5d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2043338 Feb 20 05:26:44.770172 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-43e0fd06-3bb3-469c-9fec-c96560eb86df tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:44.772288 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-43e0fd06-3bb3-469c-9fec-c96560eb86df tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e&tenant_id=370c8f456fd340e383b36f44861b2990&binding%3Ahost_id=n-h1-829866-5 HTTP/1.1" status: 200 len: 1126 time: 0.3603792 Feb 20 05:26:44.773557 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994aa82a-b8d4-4dd0-93c4-cfd923f80dde req-c46e9c49-a5a6-4bd4-a57d-001e9ef83012 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:44.775313 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-994aa82a-b8d4-4dd0-93c4-cfd923f80dde req-c46e9c49-a5a6-4bd4-a57d-001e9ef83012 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 944 time: 0.1522303 Feb 20 05:26:44.792813 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 4bb1a66e-b165-4db0-97b7-4255cbf8daee, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4bb1a66e-b165-4db0-97b7-4255cbf8daee,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:44.795190 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35024e1f-bfc1-42df-9ae9-8a51e935dfc2 req-73d61033-213a-4f91-b422-af4f39882173 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:44.797481 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-35024e1f-bfc1-42df-9ae9-8a51e935dfc2 req-73d61033-213a-4f91-b422-af4f39882173 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=221f0899-bc76-429e-8719-9e4aeb467266 HTTP/1.1" status: 200 len: 931 time: 0.1044240 Feb 20 05:26:44.808176 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-d0e3b686-9d5e-4fda-8fee-641f0772b776 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Network 8d5e3dec-6d5c-4634-b419-6efab0fe545e is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:26:44.818284 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '4bb1a66e-b165-4db0-97b7-4255cbf8daee', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': '4bb1a66e-b165-4db0-97b7-4255cbf8daee', 'mac_address': 'fa:16:3e:5e:2b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:26:44.839167 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-d0e3b686-9d5e-4fda-8fee-641f0772b776 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:26:44.846254 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3b686-9d5e-4fda-8fee-641f0772b776 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Pushing event updated for resources: {'Port': ['ID=788d9b1e-af46-4742-ba8b-8d1ab97977b8,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:44.870378 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-d0e3b686-9d5e-4fda-8fee-641f0772b776 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:26:44.891884 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:44.893138 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:44.923293 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-994aa82a-b8d4-4dd0-93c4-cfd923f80dde req-a6788326-8342-494d-a383-a892bb304a6f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377368 Feb 20 05:26:44.981232 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-35024e1f-bfc1-42df-9ae9-8a51e935dfc2 req-e5fc84a7-321b-4954-910d-531a4b02e41c tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397481 Feb 20 05:26:45.012092 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-58fdcd10-43ec-4470-b047-a0dd3d0d5e1a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Allocated IP 19.80.0.215 (be57392a-195d-4177-a812-f333a009c904/9097bc75-a581-4b58-920c-86aadfd7c4eb/b3da7f3f-c526-4a18-b4d6-4c1eda25babd) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:26:45.026577 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=f576dc56-ce33-4362-86b8-d61ea2a3a64b,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:45.031897 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-d0e3b686-9d5e-4fda-8fee-641f0772b776 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:45.033843 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-d0e3b686-9d5e-4fda-8fee-641f0772b776 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:45.040527 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-83361b90-f1b8-4996-9a34-a114cb594fd0 req-18962462-c75f-4371-8f20-efb3e12e453c service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763224 Feb 20 05:26:45.045140 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b,segment=NetworkSegment(4de25c78-7591-40f4-b21a-91612535feae),segment_id=4de25c78-7591-40f4-b21a-91612535feae)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:45.054918 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:45.079476 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-1677886f-9467-4a3c-9e7c-11c404872209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:45.082168 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-1677886f-9467-4a3c-9e7c-11c404872209 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e&tenant_id=370c8f456fd340e383b36f44861b2990 HTTP/1.1" status: 200 len: 1126 time: 0.2920187 Feb 20 05:26:45.115598 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 4bb1a66e-b165-4db0-97b7-4255cbf8daee is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:45.115992 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4bb1a66e-b165-4db0-97b7-4255cbf8daee), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:45.132493 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4767f1ae-b0c4-4274-addb-77e63b3c5aaf req-5c8247cd-a576-4a3d-a104-33cf96717525 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8de56f0-2294-4db6-ac3f-3107f61899cf HTTP/1.1" status: 200 len: 210 time: 0.0592608 Feb 20 05:26:45.179303 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-d0e3b686-9d5e-4fda-8fee-641f0772b776 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7537897 Feb 20 05:26:45.185907 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb1a66e-b165-4db0-97b7-4255cbf8daee {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:26:45.208836 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 4bb1a66e-b165-4db0-97b7-4255cbf8daee, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4bb1a66e-b165-4db0-97b7-4255cbf8daee,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:45.222825 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-31cb20a4-02a0-471b-9794-5dd5dc5a3b07 service neutron] Request body: {'port': {'device_id': '221f0899-bc76-429e-8719-9e4aeb467266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:45.227004 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4bb1a66e-b165-4db0-97b7-4255cbf8daee), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:45.233354 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2e4e25-7297-4e8a-b280-a3f2f0f0c3fd x-openstack-request-id: req-be2e4e25-7297-4e8a-b280-a3f2f0f0c3fd {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:26:45.233927 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5907e963-777e-40e4-915a-4f6a07104082", "name": "network-vif-plugged", "status": "completed", "tag": "f576dc56-ce33-4362-86b8-d61ea2a3a64b", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:26:45.234834 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be2e4e25-7297-4e8a-b280-a3f2f0f0c3fd {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:26:45.236225 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5907e963-777e-40e4-915a-4f6a07104082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f576dc56-ce33-4362-86b8-d61ea2a3a64b', 'code': 200} Feb 20 05:26:45.240113 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-20b099ec-ee25-49a6-b965-6b44741a2500 None None] Current status of the port 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:45.246470 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:45.351628 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=4bb1a66e-b165-4db0-97b7-4255cbf8daee,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:45.410541 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bbc53-f67d-4688-9cd1-793f31d6ac71 req-61735a8f-071b-40d4-97fd-37345ff7af46 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:45.412161 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a50bbc53-f67d-4688-9cd1-793f31d6ac71 req-61735a8f-071b-40d4-97fd-37345ff7af46 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 945 time: 0.2540734 Feb 20 05:26:45.421773 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-c27c7c80-12c5-4057-be61-0aa1e49fc7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:45.431802 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-c27c7c80-12c5-4057-be61-0aa1e49fc7fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 1126 time: 0.3251534 Feb 20 05:26:45.453112 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-83361b90-f1b8-4996-9a34-a114cb594fd0 req-fed04401-07ee-4e67-b414-3b277d99b6a5 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062679 Feb 20 05:26:45.475320 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-8aa18134-1753-47de-8674-1cec4152a4f6 None None] Provisioning complete for port 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:45.475872 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8aa18134-1753-47de-8674-1cec4152a4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:45.486247 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['4bb1a66e-b165-4db0-97b7-4255cbf8daee'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:26:45.504200 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a50bbc53-f67d-4688-9cd1-793f31d6ac71 req-905b414b-754c-4a7b-b7bf-5dd0e6e8c66a tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760467 Feb 20 05:26:45.582562 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48820) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:45.727130 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d34526cf-38e7-425a-ad03-2d77ae095290 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks [] for security_group (8e25fa16-67cb-4cfa-bfd2-081f2d286c73), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:45.746561 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-31cb20a4-02a0-471b-9794-5dd5dc5a3b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (788d9b1e-af46-4742-ba8b-8d1ab97977b8), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:45.788304 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d34526cf-38e7-425a-ad03-2d77ae095290 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks [] for security_group (8e25fa16-67cb-4cfa-bfd2-081f2d286c73), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:45.902024 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdf9dd-0f61-406a-8e3f-a4647e918353 req-b3884c87-35dd-465a-952a-c948d45e6527 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:45.903772 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3bdf9dd-0f61-406a-8e3f-a4647e918353 req-b3884c87-35dd-465a-952a-c948d45e6527 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.37 "GET /v2.0/ports?device_id=8712c661-0a66-448c-ba43-bd99ee7be147 HTTP/1.1" status: 200 len: 949 time: 0.1073415 Feb 20 05:26:45.905720 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f0a69-03dc-4471-8330-d6500ac97f12 req-d0f35f7b-c7c2-4a61-9f4d-a0b90a4c3408 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:45.913606 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-735f0a69-03dc-4471-8330-d6500ac97f12 req-d0f35f7b-c7c2-4a61-9f4d-a0b90a4c3408 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 1127 time: 0.1917791 Feb 20 05:26:45.961008 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-58fdcd10-43ec-4470-b047-a0dd3d0d5e1a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks [] for port (b3da7f3f-c526-4a18-b4d6-4c1eda25babd), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:46.006106 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 30fcc51a-1bb6-4c51-b069-8c95adf83e0e no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:26:46.025329 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3bdf9dd-0f61-406a-8e3f-a4647e918353 req-2d3c519c-0515-41fd-808e-7350ca690601 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc55690b-8159-4c0c-870e-d9a40f7f2090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086664 Feb 20 05:26:46.046312 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:26:46.105145 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-735f0a69-03dc-4471-8330-d6500ac97f12 req-e239fcf3-9ae8-4f61-b16d-a92307f87bcb tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829276 Feb 20 05:26:46.118982 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-18691373-b23e-481e-8bad-fef36c227a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:46.122699 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d34526cf-38e7-425a-ad03-2d77ae095290 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8e25fa16-67cb-4cfa-bfd2-081f2d286c73), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:46.128819 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-18691373-b23e-481e-8bad-fef36c227a87 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 920 time: 0.6884143 Feb 20 05:26:46.130078 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d34526cf-38e7-425a-ad03-2d77ae095290 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:46.136406 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d34526cf-38e7-425a-ad03-2d77ae095290 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "DELETE /v2.0/security-groups/8e25fa16-67cb-4cfa-bfd2-081f2d286c73 HTTP/1.1" status: 204 len: 168 time: 0.5524259 Feb 20 05:26:46.137131 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48834) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:46.141977 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8aa18134-1753-47de-8674-1cec4152a4f6 None None] Current status of the port 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:46.180710 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] The host n-h1-829866-5 is not matching for port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e host n-h2-829866-5! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 05:26:46.181123 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 30fcc51a-1bb6-4c51-b069-8c95adf83e0e not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:26:46.216787 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-26bc1f3c-5736-469a-b0e7-ff1dc9e96f30 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] show failed (client error): The resource could not be found. Feb 20 05:26:46.217047 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:46.217948 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:46.236068 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-26bc1f3c-5736-469a-b0e7-ff1dc9e96f30 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "GET /v2.0/security-groups/8e25fa16-67cb-4cfa-bfd2-081f2d286c73 HTTP/1.1" status: 404 len: 347 time: 0.0889468 Feb 20 05:26:46.250532 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48838) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:46.317893 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-7874d20e-57cf-423d-9bb4-9bb254012fda service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30fcc51a-1bb6-4c51-b069-8c95adf83e0e HTTP/1.1" status: 200 len: 217 time: 0.1473453 Feb 20 05:26:46.329720 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34526cf-38e7-425a-ad03-2d77ae095290 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e25fa16-67cb-4cfa-bfd2-081f2d286c73,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:46.364619 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:46.369941 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-58fdcd10-43ec-4470-b047-a0dd3d0d5e1a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (b3da7f3f-c526-4a18-b4d6-4c1eda25babd), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:46.438412 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-22c5f83f-b22a-49ef-a386-2e87262cdaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:46.468092 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-74f98655-1c75-455d-a10e-39af04361987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:46.470190 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-74f98655-1c75-455d-a10e-39af04361987 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 200 len: 860 time: 0.1451447 Feb 20 05:26:46.487920 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7a7f3-380d-4113-b250-506d71a282e2 req-5e172276-97c2-448c-b89c-3ecd48b39d86 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:46.494585 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-58fdcd10-43ec-4470-b047-a0dd3d0d5e1a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Network be57392a-195d-4177-a812-f333a009c904 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:26:46.500229 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d4d7a7f3-380d-4113-b250-506d71a282e2 req-5e172276-97c2-448c-b89c-3ecd48b39d86 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.3084171 Feb 20 05:26:46.516476 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdcd10-43ec-4470-b047-a0dd3d0d5e1a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event updated for resources: {'Port': ['ID=b3da7f3f-c526-4a18-b4d6-4c1eda25babd,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:46.521416 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-58fdcd10-43ec-4470-b047-a0dd3d0d5e1a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:26:46.522024 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365121c0-5f54-4db7-a032-6466f2a80ae4 req-13ccbfe7-f50e-407b-83c7-c85d7e83dcc5 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:46.524716 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-e3cb0c66-e328-4f18-adc7-b2ea5a4d6bf8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417774 Feb 20 05:26:46.529032 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-365121c0-5f54-4db7-a032-6466f2a80ae4 req-13ccbfe7-f50e-407b-83c7-c85d7e83dcc5 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 944 time: 0.2915556 Feb 20 05:26:46.531731 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-58fdcd10-43ec-4470-b047-a0dd3d0d5e1a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:26:46.604509 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-365121c0-5f54-4db7-a032-6466f2a80ae4 req-cade8325-2b17-4e0d-8064-abd2d1c0f2c7 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744650 Feb 20 05:26:46.682713 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-bbec996c-5f32-49d9-8d43-c8f337eb2099 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Deleting port c007c8d8-d8c6-4f27-a766-3f54c9248980 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:26:46.691066 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bbec996c-5f32-49d9-8d43-c8f337eb2099 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (c007c8d8-d8c6-4f27-a766-3f54c9248980), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:46.697819 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d4d7a7f3-380d-4113-b250-506d71a282e2 req-7ac8e388-7828-43a7-832c-4381fbaf7ceb tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966972 Feb 20 05:26:46.706397 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-58fdcd10-43ec-4470-b047-a0dd3d0d5e1a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:46.707075 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-58fdcd10-43ec-4470-b047-a0dd3d0d5e1a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:46.782191 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-58fdcd10-43ec-4470-b047-a0dd3d0d5e1a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6831589 Feb 20 05:26:46.799422 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-147c17c7-1ed2-4847-b7e3-68328881a5aa tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Request body: {'port': {'device_id': 'c8de56f0-2294-4db6-ac3f-3107f61899cf', 'network_id': '3711c42b-6270-40dc-aea8-ab4a19b7636c', 'admin_state_up': True, 'tenant_id': '26a759a2f95f49efbde5d8a39da697c6'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:46.882519 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d1a7d700-af35-40d8-99ed-1dcda111032b None None] Provisioning complete for port b3da7f3f-c526-4a18-b4d6-4c1eda25babd triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:46.883547 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d1a7d700-af35-40d8-99ed-1dcda111032b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b3da7f3f-c526-4a18-b4d6-4c1eda25babd), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:46.893246 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bbec996c-5f32-49d9-8d43-c8f337eb2099 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (c007c8d8-d8c6-4f27-a766-3f54c9248980), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:46.893810 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bbec996c-5f32-49d9-8d43-c8f337eb2099 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks [] for floatingip (c007c8d8-d8c6-4f27-a766-3f54c9248980), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:46.914124 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dfe6a-f7dd-4459-878e-8aa976389e5f req-409e21c9-a656-4fe9-86bd-8caf30920a08 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:46.915650 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-473dfe6a-f7dd-4459-878e-8aa976389e5f req-409e21c9-a656-4fe9-86bd-8caf30920a08 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=221f0899-bc76-429e-8719-9e4aeb467266 HTTP/1.1" status: 200 len: 931 time: 0.1832099 Feb 20 05:26:46.921021 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d1a7d700-af35-40d8-99ed-1dcda111032b None None] Port b3da7f3f-c526-4a18-b4d6-4c1eda25babd cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:26:46.921241 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-bbec996c-5f32-49d9-8d43-c8f337eb2099 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Calling delete_port for c007c8d8-d8c6-4f27-a766-3f54c9248980 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:26:46.926846 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310a910-a4ef-49ec-9320-d5df9bb8aca9 req-f776f41f-11e9-4585-97e3-126f18a4e013 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:46.928376 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0310a910-a4ef-49ec-9320-d5df9bb8aca9 req-f776f41f-11e9-4585-97e3-126f18a4e013 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 1127 time: 0.1386857 Feb 20 05:26:46.944642 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-35711ceb-1172-4040-a907-4bb04b310b13 service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087551 Feb 20 05:26:46.968337 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-31cb20a4-02a0-471b-9794-5dd5dc5a3b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 788d9b1e-af46-4742-ba8b-8d1ab97977b8 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:26:46.990844 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-31cb20a4-02a0-471b-9794-5dd5dc5a3b07 service neutron] Publish callbacks [] for port (788d9b1e-af46-4742-ba8b-8d1ab97977b8), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:47.058880 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-473dfe6a-f7dd-4459-878e-8aa976389e5f req-5fd15eab-2d85-4638-9b27-fe7ff101e628 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295385 Feb 20 05:26:47.062060 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-31cb20a4-02a0-471b-9794-5dd5dc5a3b07 service neutron] Transition to ACTIVE for port object 788d9b1e-af46-4742-ba8b-8d1ab97977b8 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:26:47.062887 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0310a910-a4ef-49ec-9320-d5df9bb8aca9 req-1724471b-04a9-440e-9e3f-7806dd9aa92b tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137731 Feb 20 05:26:47.090046 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-31cb20a4-02a0-471b-9794-5dd5dc5a3b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (788d9b1e-af46-4742-ba8b-8d1ab97977b8), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:47.230823 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bbec996c-5f32-49d9-8d43-c8f337eb2099 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (c007c8d8-d8c6-4f27-a766-3f54c9248980), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:47.240213 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-865180ff-c8de-4708-94e2-119ad4dd0bfb service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887778 Feb 20 05:26:47.270853 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb20a4-02a0-471b-9794-5dd5dc5a3b07 service neutron] Pushing event updated for resources: {'Port': ['ID=788d9b1e-af46-4742-ba8b-8d1ab97977b8,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:47.306257 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec996c-5f32-49d9-8d43-c8f337eb2099 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Pushing event deleted for resources: {'Port': ['ID=c007c8d8-d8c6-4f27-a766-3f54c9248980,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:47.315564 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-147c17c7-1ed2-4847-b7e3-68328881a5aa tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Made reservation on behalf of 26a759a2f95f49efbde5d8a39da697c6 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:26:47.319893 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-147c17c7-1ed2-4847-b7e3-68328881a5aa tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:47.397986 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6ee70-7f48-4f13-b717-b7d2bddbc72c req-6e870023-b13a-4f14-8b8b-b8ebdb4c26ea tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:47.406238 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1f6ee70-7f48-4f13-b717-b7d2bddbc72c req-6e870023-b13a-4f14-8b8b-b8ebdb4c26ea tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.37 "GET /v2.0/ports?device_id=8712c661-0a66-448c-ba43-bd99ee7be147 HTTP/1.1" status: 200 len: 949 time: 0.2100918 Feb 20 05:26:47.426083 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46fd59-e8ab-4bd8-8205-8a4012d006fc req-95400ef9-b149-4134-b9f4-cce72aac2514 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:47.427911 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9a46fd59-e8ab-4bd8-8205-8a4012d006fc req-95400ef9-b149-4134-b9f4-cce72aac2514 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8de56f0-2294-4db6-ac3f-3107f61899cf HTTP/1.1" status: 200 len: 932 time: 0.2562945 Feb 20 05:26:47.441334 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bbec996c-5f32-49d9-8d43-c8f337eb2099 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks [] for floatingip (711a3cdd-3b0e-42ce-8cba-9328f89b5cea), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:47.444165 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bbec996c-5f32-49d9-8d43-c8f337eb2099 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:47.445583 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bbec996c-5f32-49d9-8d43-c8f337eb2099 tempest-ServersWithSpecificFlavorTestJSON-720697092 tempest-ServersWithSpecificFlavorTestJSON-720697092-project] 10.222.0.37 "DELETE /v2.0/floatingips/711a3cdd-3b0e-42ce-8cba-9328f89b5cea HTTP/1.1" status: 204 len: 168 time: 1.1960781 Feb 20 05:26:47.478401 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-31cb20a4-02a0-471b-9794-5dd5dc5a3b07 service neutron] Attempting to bind port 788d9b1e-af46-4742-ba8b-8d1ab97977b8 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:26:47.478926 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-31cb20a4-02a0-471b-9794-5dd5dc5a3b07 service neutron] Attempting to bind port 788d9b1e-af46-4742-ba8b-8d1ab97977b8 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:26:47.480160 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-31cb20a4-02a0-471b-9794-5dd5dc5a3b07 service neutron] Attempting to bind port 788d9b1e-af46-4742-ba8b-8d1ab97977b8 on network 8d5e3dec-6d5c-4634-b419-6efab0fe545e {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:47.500880 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-31cb20a4-02a0-471b-9794-5dd5dc5a3b07 service neutron] Port 788d9b1e-af46-4742-ba8b-8d1ab97977b8 on network 8d5e3dec-6d5c-4634-b419-6efab0fe545e not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:26:47.501472 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-31cb20a4-02a0-471b-9794-5dd5dc5a3b07 service neutron] Attempting to bind port 788d9b1e-af46-4742-ba8b-8d1ab97977b8 on network 8d5e3dec-6d5c-4634-b419-6efab0fe545e {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:47.526802 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1f6ee70-7f48-4f13-b717-b7d2bddbc72c req-ea998e10-27ad-4ba7-9709-1a91419e39e8 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc55690b-8159-4c0c-870e-d9a40f7f2090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193399 Feb 20 05:26:47.547540 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9a46fd59-e8ab-4bd8-8205-8a4012d006fc req-64ae462b-e50f-4a4a-a4e1-f95403f2903a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132936 Feb 20 05:26:47.547972 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-31cb20a4-02a0-471b-9794-5dd5dc5a3b07 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:26:47.548324 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-31cb20a4-02a0-471b-9794-5dd5dc5a3b07 service neutron] Checking segment: {'id': 'b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:26:47.548706 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-31cb20a4-02a0-471b-9794-5dd5dc5a3b07 service neutron] Bound using segment: {'id': 'b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:26:47.549189 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-31cb20a4-02a0-471b-9794-5dd5dc5a3b07 service neutron] Bound port: 788d9b1e-af46-4742-ba8b-8d1ab97977b8, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:26:47.549544 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-31cb20a4-02a0-471b-9794-5dd5dc5a3b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (788d9b1e-af46-4742-ba8b-8d1ab97977b8), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:47.667054 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-6dbc3e8f-b70b-4978-9c84-147a8996a936 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:47.668827 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-6dbc3e8f-b70b-4978-9c84-147a8996a936 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e&tenant_id=370c8f456fd340e383b36f44861b2990&binding%3Ahost_id=n-h2-829866-5 HTTP/1.1" status: 200 len: 1126 time: 0.1613219 Feb 20 05:26:47.673926 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-147c17c7-1ed2-4847-b7e3-68328881a5aa tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Allocated IP 19.86.0.51 (3711c42b-6270-40dc-aea8-ab4a19b7636c/93985899-a389-46d1-a027-edbe7402ea36/7827130f-ee2b-49a9-9011-8fc1153db241) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:26:47.740730 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-31cb20a4-02a0-471b-9794-5dd5dc5a3b07 service neutron] For port 788d9b1e-af46-4742-ba8b-8d1ab97977b8, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:26:47.746246 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-31cb20a4-02a0-471b-9794-5dd5dc5a3b07 service neutron] For port 788d9b1e-af46-4742-ba8b-8d1ab97977b8, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=788d9b1e-af46-4742-ba8b-8d1ab97977b8,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:26:47.776962 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-31cb20a4-02a0-471b-9794-5dd5dc5a3b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (788d9b1e-af46-4742-ba8b-8d1ab97977b8), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:47.800807 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f35e1-f34b-40d8-9c06-29c3a6eff059 req-5ef06d65-f57d-4f7d-a550-3d842dbb7fd2 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:47.802631 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-da4f35e1-f34b-40d8-9c06-29c3a6eff059 req-5ef06d65-f57d-4f7d-a550-3d842dbb7fd2 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 944 time: 0.1173031 Feb 20 05:26:47.912455 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-da4f35e1-f34b-40d8-9c06-29c3a6eff059 req-50210e2d-dacf-4b8e-81c9-407b4a0d8512 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983646 Feb 20 05:26:47.933535 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d724e-4c77-409d-85d0-ed5bebc72845 req-cc3de681-e065-43b9-b34d-f99af33c3285 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:47.940863 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-079d724e-4c77-409d-85d0-ed5bebc72845 req-cc3de681-e065-43b9-b34d-f99af33c3285 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 1127 time: 0.0617192 Feb 20 05:26:48.019452 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb20a4-02a0-471b-9794-5dd5dc5a3b07 service neutron] Pushing event updated for resources: {'Port': ['ID=788d9b1e-af46-4742-ba8b-8d1ab97977b8,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:48.042169 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-079d724e-4c77-409d-85d0-ed5bebc72845 req-bb35904e-d792-4b8e-ac9d-d9e2b05db7a4 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957642 Feb 20 05:26:48.075819 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-31cb20a4-02a0-471b-9794-5dd5dc5a3b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:48.076448 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-31cb20a4-02a0-471b-9794-5dd5dc5a3b07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:48.078426 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-31cb20a4-02a0-471b-9794-5dd5dc5a3b07 service neutron] 10.222.0.61 "PUT /v2.0/ports/788d9b1e-af46-4742-ba8b-8d1ab97977b8 HTTP/1.1" status: 200 len: 1091 time: 2.8605969 Feb 20 05:26:48.079376 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221f0899-bc76-429e-8719-9e4aeb467266', 'tag': '788d9b1e-af46-4742-ba8b-8d1ab97977b8'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:26:48.082365 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3e38b5-939f-4e36-8ca5-29bae894113b" -d '{"events": [{"name": "network-changed", "server_uuid": "221f0899-bc76-429e-8719-9e4aeb467266", "tag": "788d9b1e-af46-4742-ba8b-8d1ab97977b8"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:26:48.089792 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-77f31543-2593-4883-b31d-a30c05f4e535 service neutron] For port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:26:48.123251 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-77f31543-2593-4883-b31d-a30c05f4e535 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:48.128336 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6c3822b9-a18c-43ff-9eeb-5f4d2687555c req-77f31543-2593-4883-b31d-a30c05f4e535 service neutron] 10.222.0.48 "DELETE /v2.0/ports/30fcc51a-1bb6-4c51-b069-8c95adf83e0e/bindings/n-h1-829866-5 HTTP/1.1" status: 204 len: 173 time: 0.4482763 Feb 20 05:26:48.150364 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b8779-946b-4ac1-ab29-9831fbba2778 req-33201b37-7134-483e-b0bb-8e63d772b8ac tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:48.158944 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a9b8779-946b-4ac1-ab29-9831fbba2778 req-33201b37-7134-483e-b0bb-8e63d772b8ac tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.1155818 Feb 20 05:26:48.172695 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-147c17c7-1ed2-4847-b7e3-68328881a5aa tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks [] for port (7827130f-ee2b-49a9-9011-8fc1153db241), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:48.218196 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a9b8779-946b-4ac1-ab29-9831fbba2778 req-87420a54-c573-4f9d-9151-507dbdb69528 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583725 Feb 20 05:26:48.282435 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60705694-a0ff-4529-b917-2f9d29c47da1 req-f2bc47e1-55c1-4ae4-bb86-1b52ef8e849f tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:48.284312 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60705694-a0ff-4529-b917-2f9d29c47da1 req-f2bc47e1-55c1-4ae4-bb86-1b52ef8e849f tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=221f0899-bc76-429e-8719-9e4aeb467266 HTTP/1.1" status: 200 len: 943 time: 0.0652273 Feb 20 05:26:48.327996 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-147c17c7-1ed2-4847-b7e3-68328881a5aa tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (7827130f-ee2b-49a9-9011-8fc1153db241), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:48.336231 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a18a824-d257-4a3a-87bb-7963e0a1bcb5 x-openstack-request-id: req-1a18a824-d257-4a3a-87bb-7963e0a1bcb5 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:26:48.336545 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221f0899-bc76-429e-8719-9e4aeb467266", "tag": "788d9b1e-af46-4742-ba8b-8d1ab97977b8", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:26:48.336836 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a18a824-d257-4a3a-87bb-7963e0a1bcb5 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:26:48.337235 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221f0899-bc76-429e-8719-9e4aeb467266', 'tag': '788d9b1e-af46-4742-ba8b-8d1ab97977b8', 'status': 'completed', 'code': 200} Feb 20 05:26:48.366618 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60705694-a0ff-4529-b917-2f9d29c47da1 req-d8d968cd-1647-4afb-bc58-682888cf47b0 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746982 Feb 20 05:26:48.396743 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-171f9bb4-8824-4507-8cd2-7381571ef40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:48.398463 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-171f9bb4-8824-4507-8cd2-7381571ef40d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0920b60773554bf08776a4d9e0f90f40&device_id=221f0899-bc76-429e-8719-9e4aeb467266 HTTP/1.1" status: 200 len: 1125 time: 0.2691443 Feb 20 05:26:48.441825 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-147c17c7-1ed2-4847-b7e3-68328881a5aa tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Network 3711c42b-6270-40dc-aea8-ab4a19b7636c is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:26:48.487437 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac892ffb-e1d5-4f70-bb43-96986cda9625 req-b09df1e5-4d97-47b3-a601-74c5437daaf9 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:48.489170 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ac892ffb-e1d5-4f70-bb43-96986cda9625 req-b09df1e5-4d97-47b3-a601-74c5437daaf9 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 1126 time: 0.0593042 Feb 20 05:26:48.505984 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c17c7-1ed2-4847-b7e3-68328881a5aa tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event updated for resources: {'Port': ['ID=7827130f-ee2b-49a9-9011-8fc1153db241,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:48.511592 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-338acd44-f022-470e-8d74-5a1f1fd4e83e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=788d9b1e-af46-4742-ba8b-8d1ab97977b8 HTTP/1.1" status: 200 len: 217 time: 0.0961761 Feb 20 05:26:48.512533 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-147c17c7-1ed2-4847-b7e3-68328881a5aa tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:26:48.515252 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-147c17c7-1ed2-4847-b7e3-68328881a5aa tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:26:48.534653 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-957c2a09-2380-49c2-939b-2f5984e8e87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:48.612791 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ac892ffb-e1d5-4f70-bb43-96986cda9625 req-7ddfe288-0087-435f-b7f1-1a77d1f46b9f tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144691 Feb 20 05:26:48.645883 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 4bb1a66e-b165-4db0-97b7-4255cbf8daee up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:26:48.648301 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-bc0f27b6-32fc-410f-a0ac-3fe2a7ab4f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:48.650952 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-bc0f27b6-32fc-410f-a0ac-3fe2a7ab4f6e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9 HTTP/1.1" status: 200 len: 845 time: 0.1317894 Feb 20 05:26:48.657191 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-147c17c7-1ed2-4847-b7e3-68328881a5aa tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:48.657820 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-147c17c7-1ed2-4847-b7e3-68328881a5aa tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:48.742428 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-a9f6c550-badf-478c-87ce-574eec7b9a84 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8d5e3dec-6d5c-4634-b419-6efab0fe545e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818098 Feb 20 05:26:48.760231 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48890) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:48.794788 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9c2e9-2094-48e1-8cce-3b14c3484938 req-4439c5f3-5a30-44db-bad9-ea260d89b549 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:48.804471 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a6c9c2e9-2094-48e1-8cce-3b14c3484938 req-4439c5f3-5a30-44db-bad9-ea260d89b549 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.37 "GET /v2.0/ports?device_id=8712c661-0a66-448c-ba43-bd99ee7be147 HTTP/1.1" status: 200 len: 949 time: 0.1270208 Feb 20 05:26:48.848344 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 4bb1a66e-b165-4db0-97b7-4255cbf8daee completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:26:48.854313 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 4bb1a66e-b165-4db0-97b7-4255cbf8daee triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:48.854730 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4bb1a66e-b165-4db0-97b7-4255cbf8daee), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:48.859444 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-147c17c7-1ed2-4847-b7e3-68328881a5aa tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0665123 Feb 20 05:26:48.912818 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-52c3cea6-9234-4460-b051-08c9fde25c0f service neutron] Request body: {'port': {'device_id': 'c8de56f0-2294-4db6-ac3f-3107f61899cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:49.008768 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 4bb1a66e-b165-4db0-97b7-4255cbf8daee is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:49.008999 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-52c3cea6-9234-4460-b051-08c9fde25c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b3da7f3f-c526-4a18-b4d6-4c1eda25babd), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:49.010069 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4bb1a66e-b165-4db0-97b7-4255cbf8daee), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:49.012413 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-83abf81a-9a7c-4608-b0c4-2dc42207574e None None] Provisioning complete for port 7827130f-ee2b-49a9-9011-8fc1153db241 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:49.013632 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-83abf81a-9a7c-4608-b0c4-2dc42207574e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7827130f-ee2b-49a9-9011-8fc1153db241), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:49.023406 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-ee92b7b9-c739-41e4-a841-4ef2fec23cd8 service neutron] 10.222.0.61 "GET /v2.0/networks/8d5e3dec-6d5c-4634-b419-6efab0fe545e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451651 Feb 20 05:26:49.081669 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8712c661-0a66-448c-ba43-bd99ee7be147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb1a66e-b165-4db0-97b7-4255cbf8daee'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:26:49.084460 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68346e97-d8cf-4013-a467-e1900ab5143b" -d '{"events": [{"server_uuid": "8712c661-0a66-448c-ba43-bd99ee7be147", "name": "network-vif-plugged", "status": "completed", "tag": "4bb1a66e-b165-4db0-97b7-4255cbf8daee"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:26:49.090711 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-83abf81a-9a7c-4608-b0c4-2dc42207574e None None] Port 7827130f-ee2b-49a9-9011-8fc1153db241 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:26:49.109395 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 4bb1a66e-b165-4db0-97b7-4255cbf8daee, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4bb1a66e-b165-4db0-97b7-4255cbf8daee,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:49.116081 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4bb1a66e-b165-4db0-97b7-4255cbf8daee), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:49.179694 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=4bb1a66e-b165-4db0-97b7-4255cbf8daee,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:49.334112 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fbc198b2-09be-48c1-86d3-8e2630a9632b req-cb3b504c-79b8-4044-859a-18ea7be94381 service neutron] 10.222.0.61 "GET /v2.0/networks/8d5e3dec-6d5c-4634-b419-6efab0fe545e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988820 Feb 20 05:26:49.361400 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c16a50-6957-43c7-9517-b3bfd5bbf7c6 req-609cd664-b7a0-4d6c-92db-b14783a7a81c tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:49.367023 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c16a50-6957-43c7-9517-b3bfd5bbf7c6 req-609cd664-b7a0-4d6c-92db-b14783a7a81c tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:49.368745 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-42c16a50-6957-43c7-9517-b3bfd5bbf7c6 req-609cd664-b7a0-4d6c-92db-b14783a7a81c tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8de56f0-2294-4db6-ac3f-3107f61899cf HTTP/1.1" status: 200 len: 1654 time: 0.4880641 Feb 20 05:26:49.376887 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a6c9c2e9-2094-48e1-8cce-3b14c3484938 req-ec08adce-a609-45ab-b920-aa0735fe8066 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc55690b-8159-4c0c-870e-d9a40f7f2090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995084 Feb 20 05:26:49.450546 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:49.471493 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e38b5-939f-4e36-8ca5-29bae894113b req-71c124a5-0bfb-4163-9287-40e93029ef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:49.473070 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2e3e38b5-939f-4e36-8ca5-29bae894113b req-71c124a5-0bfb-4163-9287-40e93029ef7e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0920b60773554bf08776a4d9e0f90f40&device_id=221f0899-bc76-429e-8719-9e4aeb467266 HTTP/1.1" status: 200 len: 1125 time: 0.0819814 Feb 20 05:26:49.578485 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-42c16a50-6957-43c7-9517-b3bfd5bbf7c6 req-5c05c26b-aae3-40d8-a217-5b03d95463f3 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005119 Feb 20 05:26:49.676795 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-86881090-3fa4-48f6-9679-c21676d0b5d9 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:49.678353 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-86881090-3fa4-48f6-9679-c21676d0b5d9 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 820 time: 0.2049377 Feb 20 05:26:49.736084 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-f4ddd682-1fb0-4aec-952c-f9aaf8694349 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/quotas/370c8f456fd340e383b36f44861b2990 HTTP/1.1" status: 200 len: 375 time: 0.0408168 Feb 20 05:26:49.805563 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0dd26-36d9-49f1-94a4-0e851a5465d0 req-701925f3-76e8-4f1b-a429-ff3df857b371 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:49.807134 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7ee0dd26-36d9-49f1-94a4-0e851a5465d0 req-701925f3-76e8-4f1b-a429-ff3df857b371 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 1127 time: 0.1511426 Feb 20 05:26:49.839602 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-52c3cea6-9234-4460-b051-08c9fde25c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3da7f3f-c526-4a18-b4d6-4c1eda25babd {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:26:49.851771 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-52c3cea6-9234-4460-b051-08c9fde25c0f service neutron] Publish callbacks [] for port (b3da7f3f-c526-4a18-b4d6-4c1eda25babd), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:49.857140 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-876ef2a0-d034-40f5-8679-5716e44e5935 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1135066 Feb 20 05:26:49.885716 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-52c3cea6-9234-4460-b051-08c9fde25c0f service neutron] Transition to ACTIVE for port object b3da7f3f-c526-4a18-b4d6-4c1eda25babd will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:26:49.897173 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-52c3cea6-9234-4460-b051-08c9fde25c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (b3da7f3f-c526-4a18-b4d6-4c1eda25babd), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:49.912833 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7ee0dd26-36d9-49f1-94a4-0e851a5465d0 req-214215a4-b11b-4651-8aa7-cbcf8ca30319 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976064 Feb 20 05:26:49.934444 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e38b5-939f-4e36-8ca5-29bae894113b req-845e75eb-535b-488c-93ea-5e3de27851b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:49.936733 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2e3e38b5-939f-4e36-8ca5-29bae894113b req-845e75eb-535b-488c-93ea-5e3de27851b6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8d5e3dec-6d5c-4634-b419-6efab0fe545e HTTP/1.1" status: 200 len: 905 time: 0.4409773 Feb 20 05:26:49.984160 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae94a83a-6420-4470-806a-0ba8d11af13f x-openstack-request-id: req-ae94a83a-6420-4470-806a-0ba8d11af13f {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:26:49.984666 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8712c661-0a66-448c-ba43-bd99ee7be147", "name": "network-vif-plugged", "status": "completed", "tag": "4bb1a66e-b165-4db0-97b7-4255cbf8daee", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:26:49.984753 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae94a83a-6420-4470-806a-0ba8d11af13f {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:26:49.985148 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8712c661-0a66-448c-ba43-bd99ee7be147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb1a66e-b165-4db0-97b7-4255cbf8daee', 'code': 200} Feb 20 05:26:50.012011 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2e3e38b5-939f-4e36-8ca5-29bae894113b req-ed2c1ec0-6c88-4272-babf-8f951574ee58 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=788d9b1e-af46-4742-ba8b-8d1ab97977b8 HTTP/1.1" status: 200 len: 217 time: 0.0676954 Feb 20 05:26:50.016081 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3cea6-9234-4460-b051-08c9fde25c0f service neutron] Pushing event updated for resources: {'Port': ['ID=b3da7f3f-c526-4a18-b4d6-4c1eda25babd,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:50.033403 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-d0ddf570-1ed8-427d-939d-508fdabb98a2 service neutron] 10.222.0.37 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638012 Feb 20 05:26:50.085643 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-47e178e9-beec-4cc2-bc2f-c133da790054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (beffebb3-903e-47d5-8b6b-cfbd9af1d17d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:50.175836 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-52c3cea6-9234-4460-b051-08c9fde25c0f service neutron] Attempting to bind port b3da7f3f-c526-4a18-b4d6-4c1eda25babd on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:26:50.176192 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-52c3cea6-9234-4460-b051-08c9fde25c0f service neutron] Attempting to bind port b3da7f3f-c526-4a18-b4d6-4c1eda25babd by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '36432d0c-ce9b-4ca4-af59-87f87a330770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'be57392a-195d-4177-a812-f333a009c904'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:26:50.176801 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-52c3cea6-9234-4460-b051-08c9fde25c0f service neutron] Attempting to bind port b3da7f3f-c526-4a18-b4d6-4c1eda25babd on network be57392a-195d-4177-a812-f333a009c904 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:50.188759 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e38b5-939f-4e36-8ca5-29bae894113b req-6a2120c7-f0cf-4443-86c9-c45e2bab413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:50.190277 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2e3e38b5-939f-4e36-8ca5-29bae894113b req-6a2120c7-f0cf-4443-86c9-c45e2bab413a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9 HTTP/1.1" status: 200 len: 845 time: 0.1702735 Feb 20 05:26:50.191914 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-52c3cea6-9234-4460-b051-08c9fde25c0f service neutron] Port b3da7f3f-c526-4a18-b4d6-4c1eda25babd on network be57392a-195d-4177-a812-f333a009c904 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:26:50.192238 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-52c3cea6-9234-4460-b051-08c9fde25c0f service neutron] Attempting to bind port b3da7f3f-c526-4a18-b4d6-4c1eda25babd on network be57392a-195d-4177-a812-f333a009c904 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:50.210262 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-52c3cea6-9234-4460-b051-08c9fde25c0f service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:26:50.210881 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-52c3cea6-9234-4460-b051-08c9fde25c0f service neutron] Checking segment: {'id': '36432d0c-ce9b-4ca4-af59-87f87a330770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'be57392a-195d-4177-a812-f333a009c904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:26:50.211053 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-52c3cea6-9234-4460-b051-08c9fde25c0f service neutron] Bound using segment: {'id': '36432d0c-ce9b-4ca4-af59-87f87a330770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'be57392a-195d-4177-a812-f333a009c904'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:26:50.211474 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-52c3cea6-9234-4460-b051-08c9fde25c0f service neutron] Bound port: b3da7f3f-c526-4a18-b4d6-4c1eda25babd, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36432d0c-ce9b-4ca4-af59-87f87a330770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'be57392a-195d-4177-a812-f333a009c904'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:26:50.211828 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-52c3cea6-9234-4460-b051-08c9fde25c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b3da7f3f-c526-4a18-b4d6-4c1eda25babd), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:50.238464 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2e3e38b5-939f-4e36-8ca5-29bae894113b req-863a7a29-dbbd-448b-a846-e07aa8b977ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8d5e3dec-6d5c-4634-b419-6efab0fe545e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400829 Feb 20 05:26:50.243571 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2fcad-4610-470b-8d4b-acbede64c473 req-ec3aa7da-5a5f-431a-be3d-2658e4c78d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:50.244963 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bde2fcad-4610-470b-8d4b-acbede64c473 req-ec3aa7da-5a5f-431a-be3d-2658e4c78d16 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8712c661-0a66-448c-ba43-bd99ee7be147 HTTP/1.1" status: 200 len: 1132 time: 0.1645277 Feb 20 05:26:50.269802 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bee8a-9f11-4953-bb80-f80f3d6dafd1 req-70db7584-13e2-4b6f-8077-0b883de3d1c8 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:50.271220 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d14bee8a-9f11-4953-bb80-f80f3d6dafd1 req-70db7584-13e2-4b6f-8077-0b883de3d1c8 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.2105389 Feb 20 05:26:50.274692 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-6a21ccba-419b-4156-9410-728d949e212a service neutron] 10.222.0.37 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243614 Feb 20 05:26:50.378470 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d14bee8a-9f11-4953-bb80-f80f3d6dafd1 req-b6693985-22af-41d8-83c5-0d108467f37c tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989976 Feb 20 05:26:50.398599 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-52c3cea6-9234-4460-b051-08c9fde25c0f service neutron] For port b3da7f3f-c526-4a18-b4d6-4c1eda25babd, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:26:50.406787 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bde2fcad-4610-470b-8d4b-acbede64c473 req-43d2daf8-c99a-429f-ab18-8cb01c5ce14f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bc55690b-8159-4c0c-870e-d9a40f7f2090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506026 Feb 20 05:26:50.414700 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-52c3cea6-9234-4460-b051-08c9fde25c0f service neutron] For port b3da7f3f-c526-4a18-b4d6-4c1eda25babd, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b3da7f3f-c526-4a18-b4d6-4c1eda25babd,segment=NetworkSegment(36432d0c-ce9b-4ca4-af59-87f87a330770),segment_id=36432d0c-ce9b-4ca4-af59-87f87a330770)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:26:50.421442 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2e3e38b5-939f-4e36-8ca5-29bae894113b req-c009fae2-60bf-4add-951a-ec9adf66d8b9 service neutron] 10.222.0.61 "GET /v2.0/networks/8d5e3dec-6d5c-4634-b419-6efab0fe545e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753201 Feb 20 05:26:50.423862 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-52c3cea6-9234-4460-b051-08c9fde25c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (b3da7f3f-c526-4a18-b4d6-4c1eda25babd), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:50.532009 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78873993-ec4b-4d6b-9eb6-43ae9cfe36b3 req-d3a20816-8bbe-4a62-9df9-708d5259f735 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:50.539137 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-78873993-ec4b-4d6b-9eb6-43ae9cfe36b3 req-d3a20816-8bbe-4a62-9df9-708d5259f735 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=221f0899-bc76-429e-8719-9e4aeb467266 HTTP/1.1" status: 200 len: 943 time: 0.0899286 Feb 20 05:26:50.544010 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-52c3cea6-9234-4460-b051-08c9fde25c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:50.544633 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-52c3cea6-9234-4460-b051-08c9fde25c0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:50.546741 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-52c3cea6-9234-4460-b051-08c9fde25c0f service neutron] 10.222.0.61 "PUT /v2.0/ports/b3da7f3f-c526-4a18-b4d6-4c1eda25babd HTTP/1.1" status: 200 len: 1092 time: 1.6426563 Feb 20 05:26:50.547228 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8de56f0-2294-4db6-ac3f-3107f61899cf', 'tag': 'b3da7f3f-c526-4a18-b4d6-4c1eda25babd'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:26:50.549679 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fd299e-e45c-4c66-9225-95f6b0da8bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "c8de56f0-2294-4db6-ac3f-3107f61899cf", "tag": "b3da7f3f-c526-4a18-b4d6-4c1eda25babd"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:26:50.565010 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-47e178e9-beec-4cc2-bc2f-c133da790054 admin admin] Deleting port 9dbc5bd5-90c8-434b-a8ed-388ca8294b46 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:26:50.565365 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-47e178e9-beec-4cc2-bc2f-c133da790054 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (9dbc5bd5-90c8-434b-a8ed-388ca8294b46), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:50.596793 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-57dc09c8-0e71-4b7e-ac10-946085d08e85 service neutron] Request body: {'port': {'device_id': 'c8de56f0-2294-4db6-ac3f-3107f61899cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:50.620815 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3cea6-9234-4460-b051-08c9fde25c0f service neutron] Pushing event updated for resources: {'Port': ['ID=b3da7f3f-c526-4a18-b4d6-4c1eda25babd,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:50.679111 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2e3e38b5-939f-4e36-8ca5-29bae894113b req-0933c871-e901-4e6a-87eb-1f5752b8a71e service neutron] 10.222.0.61 "GET /v2.0/networks/8d5e3dec-6d5c-4634-b419-6efab0fe545e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511163 Feb 20 05:26:50.690833 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-57dc09c8-0e71-4b7e-ac10-946085d08e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7827130f-ee2b-49a9-9011-8fc1153db241), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:50.709202 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-78873993-ec4b-4d6b-9eb6-43ae9cfe36b3 req-3fce6089-c86c-45dd-a5b6-29c8d0a1529a tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691134 Feb 20 05:26:50.775707 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-47e178e9-beec-4cc2-bc2f-c133da790054 admin admin] For port 9dbc5bd5-90c8-434b-a8ed-388ca8294b46, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=9dbc5bd5-90c8-434b-a8ed-388ca8294b46,segment=NetworkSegment(a8b346e4-a1ba-4a23-9d05-3eeb17deb23b),segment_id=a8b346e4-a1ba-4a23-9d05-3eeb17deb23b)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:50.776167 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-47e178e9-beec-4cc2-bc2f-c133da790054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (9dbc5bd5-90c8-434b-a8ed-388ca8294b46), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:50.806237 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-47e178e9-beec-4cc2-bc2f-c133da790054 admin admin] Calling delete_port for 9dbc5bd5-90c8-434b-a8ed-388ca8294b46 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:26:50.814079 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-4dc090c0-3587-4565-b942-a3b05d06d378 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:50.815660 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-4dc090c0-3587-4565-b942-a3b05d06d378 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.37 "GET /v2.0/networks?id=d76daf12-b90e-4798-b003-b03a3a53e3b4 HTTP/1.1" status: 200 len: 815 time: 0.2315481 Feb 20 05:26:50.849727 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-9ea44356-7088-4d2a-9799-e315726ef250 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.37 "GET /v2.0/quotas/592d7ae3cfbc43f5a598472dbfc479f2 HTTP/1.1" status: 200 len: 375 time: 0.0263381 Feb 20 05:26:51.011077 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-826861ba-8fd2-4066-8590-c24e8bc5ef81 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=592d7ae3cfbc43f5a598472dbfc479f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1131418 Feb 20 05:26:51.100715 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-57dc09c8-0e71-4b7e-ac10-946085d08e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7827130f-ee2b-49a9-9011-8fc1153db241 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:26:51.111287 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-57dc09c8-0e71-4b7e-ac10-946085d08e85 service neutron] Publish callbacks [] for port (7827130f-ee2b-49a9-9011-8fc1153db241), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:51.127628 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-57dc09c8-0e71-4b7e-ac10-946085d08e85 service neutron] Transition to ACTIVE for port object 7827130f-ee2b-49a9-9011-8fc1153db241 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:26:51.134440 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-57dc09c8-0e71-4b7e-ac10-946085d08e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (7827130f-ee2b-49a9-9011-8fc1153db241), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:51.179308 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-dd65cbc6-a069-4921-b611-c850bd33c27c service neutron] 10.222.0.37 "GET /v2.0/networks/d76daf12-b90e-4798-b003-b03a3a53e3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588192 Feb 20 05:26:51.182022 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc09c8-0e71-4b7e-ac10-946085d08e85 service neutron] Pushing event updated for resources: {'Port': ['ID=7827130f-ee2b-49a9-9011-8fc1153db241,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:51.246590 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-47e178e9-beec-4cc2-bc2f-c133da790054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (9dbc5bd5-90c8-434b-a8ed-388ca8294b46), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:51.264851 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:51.298959 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e178e9-beec-4cc2-bc2f-c133da790054 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dbc5bd5-90c8-434b-a8ed-388ca8294b46,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:51.422142 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-57dc09c8-0e71-4b7e-ac10-946085d08e85 service neutron] Attempting to bind port 7827130f-ee2b-49a9-9011-8fc1153db241 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:26:51.423239 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-57dc09c8-0e71-4b7e-ac10-946085d08e85 service neutron] Attempting to bind port 7827130f-ee2b-49a9-9011-8fc1153db241 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '4de25c78-7591-40f4-b21a-91612535feae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3711c42b-6270-40dc-aea8-ab4a19b7636c'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:26:51.423562 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-57dc09c8-0e71-4b7e-ac10-946085d08e85 service neutron] Attempting to bind port 7827130f-ee2b-49a9-9011-8fc1153db241 on network 3711c42b-6270-40dc-aea8-ab4a19b7636c {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:51.428455 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-57dc09c8-0e71-4b7e-ac10-946085d08e85 service neutron] Port 7827130f-ee2b-49a9-9011-8fc1153db241 on network 3711c42b-6270-40dc-aea8-ab4a19b7636c not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:26:51.428681 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-57dc09c8-0e71-4b7e-ac10-946085d08e85 service neutron] Attempting to bind port 7827130f-ee2b-49a9-9011-8fc1153db241 on network 3711c42b-6270-40dc-aea8-ab4a19b7636c {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:51.439605 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-57dc09c8-0e71-4b7e-ac10-946085d08e85 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:26:51.445549 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-57dc09c8-0e71-4b7e-ac10-946085d08e85 service neutron] Checking segment: {'id': '4de25c78-7591-40f4-b21a-91612535feae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3711c42b-6270-40dc-aea8-ab4a19b7636c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:26:51.446167 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-57dc09c8-0e71-4b7e-ac10-946085d08e85 service neutron] Bound using segment: {'id': '4de25c78-7591-40f4-b21a-91612535feae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3711c42b-6270-40dc-aea8-ab4a19b7636c'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:26:51.447141 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-57dc09c8-0e71-4b7e-ac10-946085d08e85 service neutron] Bound port: 7827130f-ee2b-49a9-9011-8fc1153db241, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de25c78-7591-40f4-b21a-91612535feae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3711c42b-6270-40dc-aea8-ab4a19b7636c'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:26:51.447757 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-57dc09c8-0e71-4b7e-ac10-946085d08e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7827130f-ee2b-49a9-9011-8fc1153db241), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:51.481647 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-a03552aa-0952-4ad9-a4cb-e675f025b71d service neutron] 10.222.0.37 "GET /v2.0/networks/d76daf12-b90e-4798-b003-b03a3a53e3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009713 Feb 20 05:26:51.599402 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-57dc09c8-0e71-4b7e-ac10-946085d08e85 service neutron] For port 7827130f-ee2b-49a9-9011-8fc1153db241, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:26:51.612411 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-57dc09c8-0e71-4b7e-ac10-946085d08e85 service neutron] For port 7827130f-ee2b-49a9-9011-8fc1153db241, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=7827130f-ee2b-49a9-9011-8fc1153db241,segment=NetworkSegment(4de25c78-7591-40f4-b21a-91612535feae),segment_id=4de25c78-7591-40f4-b21a-91612535feae)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:26:51.622507 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-47e178e9-beec-4cc2-bc2f-c133da790054 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (beffebb3-903e-47d5-8b6b-cfbd9af1d17d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:51.624328 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-57dc09c8-0e71-4b7e-ac10-946085d08e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (7827130f-ee2b-49a9-9011-8fc1153db241), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:51.668683 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-57dc09c8-0e71-4b7e-ac10-946085d08e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:51.669793 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-57dc09c8-0e71-4b7e-ac10-946085d08e85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:51.673605 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-57dc09c8-0e71-4b7e-ac10-946085d08e85 service neutron] 10.222.0.61 "PUT /v2.0/ports/7827130f-ee2b-49a9-9011-8fc1153db241 HTTP/1.1" status: 200 len: 1091 time: 1.0826311 Feb 20 05:26:51.873929 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc09c8-0e71-4b7e-ac10-946085d08e85 service neutron] Pushing event updated for resources: {'Port': ['ID=7827130f-ee2b-49a9-9011-8fc1153db241,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:51.930296 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 788d9b1e-af46-4742-ba8b-8d1ab97977b8 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:26:51.975713 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-45cffb8d-58e5-4d86-a613-dc74a1a413ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:51.976206 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-45cffb8d-58e5-4d86-a613-dc74a1a413ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:51.977825 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-45cffb8d-58e5-4d86-a613-dc74a1a413ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=26a759a2f95f49efbde5d8a39da697c6&device_id=c8de56f0-2294-4db6-ac3f-3107f61899cf HTTP/1.1" status: 200 len: 2042 time: 0.2628441 Feb 20 05:26:52.113458 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-a4a9f5e5-0567-4a8e-b6d3-6d67eadc888b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:52.115065 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-a4a9f5e5-0567-4a8e-b6d3-6d67eadc888b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.48 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 820 time: 0.3410270 Feb 20 05:26:52.116515 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-4b15fa51-a724-49ff-a7c1-e922e8fc8bca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.215&port_id=b3da7f3f-c526-4a18-b4d6-4c1eda25babd HTTP/1.1" status: 200 len: 217 time: 0.1140811 Feb 20 05:26:52.124485 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47e94d-8647-4db1-81ab-c910111d784e req-9e8144ba-d7d1-4544-8638-7d7591d633eb tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:52.126029 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b47e94d-8647-4db1-81ab-c910111d784e req-9e8144ba-d7d1-4544-8638-7d7591d633eb tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.37 "GET /v2.0/ports?device_id=8712c661-0a66-448c-ba43-bd99ee7be147 HTTP/1.1" status: 200 len: 950 time: 0.1421309 Feb 20 05:26:52.134950 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-0d24a485-6e61-4fdb-a726-2ee77eac0b4e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Request body: {'port': {'device_id': 'c2dbe326-f865-4b32-944d-8e0b4b8e733d', 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86', 'admin_state_up': True, 'tenant_id': '370c8f456fd340e383b36f44861b2990'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:52.167058 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-c8827978-d6a1-431e-9003-41fe795f275d req-fe64c402-11e1-4be7-b323-8de35245bcb1 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:26:52.168205 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8827978-d6a1-431e-9003-41fe795f275d req-fe64c402-11e1-4be7-b323-8de35245bcb1 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163994 Feb 20 05:26:52.169863 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e178e9-beec-4cc2-bc2f-c133da790054 admin admin] Router beffebb3-903e-47d5-8b6b-cfbd9af1d17d has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:26:52.204786 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b47e94d-8647-4db1-81ab-c910111d784e req-a26864c8-1f07-4003-a734-e77d41426af3 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc55690b-8159-4c0c-870e-d9a40f7f2090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712349 Feb 20 05:26:52.216052 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 788d9b1e-af46-4742-ba8b-8d1ab97977b8, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=788d9b1e-af46-4742-ba8b-8d1ab97977b8,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:52.274432 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '788d9b1e-af46-4742-ba8b-8d1ab97977b8', 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e', 'port_id': '788d9b1e-af46-4742-ba8b-8d1ab97977b8', 'mac_address': 'fa:16:3e:30:f8:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:26:52.306373 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-897289f5-b1fb-4646-8da2-dd5a1443afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:52.307788 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-897289f5-b1fb-4646-8da2-dd5a1443afe1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9097bc75-a581-4b58-920c-86aadfd7c4eb HTTP/1.1" status: 200 len: 801 time: 0.1855776 Feb 20 05:26:52.324222 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8827978-d6a1-431e-9003-41fe795f275d req-c3099946-1058-480c-aa18-43fbc844ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:52.325570 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8827978-d6a1-431e-9003-41fe795f275d req-c3099946-1058-480c-aa18-43fbc844ee2e service neutron] 10.222.0.37 "GET /v2.0/ports/8b1e2169-ea66-4338-8a41-14d4cc868dfe HTTP/1.1" status: 200 len: 1124 time: 0.1397569 Feb 20 05:26:52.346698 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 788d9b1e-af46-4742-ba8b-8d1ab97977b8 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:52.347428 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (788d9b1e-af46-4742-ba8b-8d1ab97977b8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:52.347792 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-c8827978-d6a1-431e-9003-41fe795f275d req-8cd985e3-6c87-49be-a52c-257d2da48f98 service neutron] Request body: {'binding': {'host': 'n-h1-829866-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:52.348248 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-c8827978-d6a1-431e-9003-41fe795f275d req-8cd985e3-6c87-49be-a52c-257d2da48f98 service neutron] Unknown quota resources ['binding']. {{(pid=103406) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 05:26:52.362887 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02871d42-6505-4bf4-aa6e-44041b7c7216 req-008740cb-f578-4fb3-9470-52a6679f1246 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 210 time: 0.0818374 Feb 20 05:26:52.366576 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 788d9b1e-af46-4742-ba8b-8d1ab97977b8 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:26:52.399051 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e178e9-beec-4cc2-bc2f-c133da790054 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:26:52.404504 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-47e178e9-beec-4cc2-bc2f-c133da790054 admin admin] 10.222.0.37 "PUT /v2.0/routers/beffebb3-903e-47d5-8b6b-cfbd9af1d17d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6432292 Feb 20 05:26:52.412170 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48984) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:52.421891 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39341786-2e1d-4d8b-b669-2db88e84311b None None] Sync routers for ids ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:26:52.431502 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 788d9b1e-af46-4742-ba8b-8d1ab97977b8, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=788d9b1e-af46-4742-ba8b-8d1ab97977b8,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:52.432553 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5219a4-1dda-4794-9da1-464eaad0f6fc x-openstack-request-id: req-1d5219a4-1dda-4794-9da1-464eaad0f6fc {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:26:52.433137 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8de56f0-2294-4db6-ac3f-3107f61899cf", "tag": "b3da7f3f-c526-4a18-b4d6-4c1eda25babd", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:26:52.433137 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d5219a4-1dda-4794-9da1-464eaad0f6fc {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:26:52.433486 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8de56f0-2294-4db6-ac3f-3107f61899cf', 'tag': 'b3da7f3f-c526-4a18-b4d6-4c1eda25babd', 'status': 'completed', 'code': 200} Feb 20 05:26:52.452488 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (788d9b1e-af46-4742-ba8b-8d1ab97977b8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:52.479614 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-8fe1f99a-9596-4ddf-87a1-be23c22b7ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:52.481119 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-8fe1f99a-9596-4ddf-87a1-be23c22b7ec4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=be57392a-195d-4177-a812-f333a009c904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1654859 Feb 20 05:26:52.483414 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-0d24a485-6e61-4fdb-a726-2ee77eac0b4e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Made reservation on behalf of 370c8f456fd340e383b36f44861b2990 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:26:52.486770 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-0d24a485-6e61-4fdb-a726-2ee77eac0b4e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:52.501181 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39341786-2e1d-4d8b-b669-2db88e84311b None None] Routers {'beffebb3-903e-47d5-8b6b-cfbd9af1d17d'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:26:52.502767 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-39341786-2e1d-4d8b-b669-2db88e84311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:26:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:52.642340 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-84aed8f0-8fb3-4cf3-8359-5face4a001da admin admin] Publish callbacks [] for router (beffebb3-903e-47d5-8b6b-cfbd9af1d17d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:52.653250 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19139c3-cdbe-4fe9-b7d9-a4db7ee39ff8 req-7a19a813-e715-44e1-b493-a2ef0a87de82 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:52.658865 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19139c3-cdbe-4fe9-b7d9-a4db7ee39ff8 req-7a19a813-e715-44e1-b493-a2ef0a87de82 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:52.661076 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f19139c3-cdbe-4fe9-b7d9-a4db7ee39ff8 req-7a19a813-e715-44e1-b493-a2ef0a87de82 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8de56f0-2294-4db6-ac3f-3107f61899cf HTTP/1.1" status: 200 len: 1678 time: 0.1478908 Feb 20 05:26:52.667480 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:52.680498 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=788d9b1e-af46-4742-ba8b-8d1ab97977b8,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:52.719208 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-c8827978-d6a1-431e-9003-41fe795f275d req-8cd985e3-6c87-49be-a52c-257d2da48f98 service neutron] Attempting to bind port 8b1e2169-ea66-4338-8a41-14d4cc868dfe on host n-h1-829866-5 for vnic_type normal with profile None {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:26:52.720052 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-c8827978-d6a1-431e-9003-41fe795f275d req-8cd985e3-6c87-49be-a52c-257d2da48f98 service neutron] Attempting to bind port 8b1e2169-ea66-4338-8a41-14d4cc868dfe by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:26:52.720554 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8827978-d6a1-431e-9003-41fe795f275d req-8cd985e3-6c87-49be-a52c-257d2da48f98 service neutron] Attempting to bind port 8b1e2169-ea66-4338-8a41-14d4cc868dfe on network cb4530de-66c2-443b-82e6-823a997cfe68 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:52.732468 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-1f179588-97ff-41c4-a019-11c19fd9df49 service neutron] 10.222.0.61 "GET /v2.0/networks/be57392a-195d-4177-a812-f333a009c904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422884 Feb 20 05:26:52.739493 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['788d9b1e-af46-4742-ba8b-8d1ab97977b8'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:26:52.750710 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8827978-d6a1-431e-9003-41fe795f275d req-8cd985e3-6c87-49be-a52c-257d2da48f98 service neutron] Port 8b1e2169-ea66-4338-8a41-14d4cc868dfe on network cb4530de-66c2-443b-82e6-823a997cfe68 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:26:52.751319 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8827978-d6a1-431e-9003-41fe795f275d req-8cd985e3-6c87-49be-a52c-257d2da48f98 service neutron] Attempting to bind port 8b1e2169-ea66-4338-8a41-14d4cc868dfe on network cb4530de-66c2-443b-82e6-823a997cfe68 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:52.771277 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:52.797645 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8827978-d6a1-431e-9003-41fe795f275d req-8cd985e3-6c87-49be-a52c-257d2da48f98 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:26:52.797899 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8827978-d6a1-431e-9003-41fe795f275d req-8cd985e3-6c87-49be-a52c-257d2da48f98 service neutron] Checking segment: {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:26:52.798294 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8827978-d6a1-431e-9003-41fe795f275d req-8cd985e3-6c87-49be-a52c-257d2da48f98 service neutron] Bound using segment: {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:26:52.799013 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-c8827978-d6a1-431e-9003-41fe795f275d req-8cd985e3-6c87-49be-a52c-257d2da48f98 service neutron] Bound port: 8b1e2169-ea66-4338-8a41-14d4cc868dfe, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:26:52.816084 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-39341786-2e1d-4d8b-b669-2db88e84311b None None] Set router beffebb3-903e-47d5-8b6b-cfbd9af1d17d gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:26:52.885120 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-0d24a485-6e61-4fdb-a726-2ee77eac0b4e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Allocated IP 172.20.0.9 (ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86/ba20b753-c652-4b93-87e5-619a187db804/75bd0c81-cc6f-40cb-88e6-b054e8647fb3) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:26:52.952852 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-21a6d4a0-3385-403e-99e2-b4ef777414ee service neutron] 10.222.0.61 "GET /v2.0/networks/be57392a-195d-4177-a812-f333a009c904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114062 Feb 20 05:26:52.956475 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-c8827978-d6a1-431e-9003-41fe795f275d req-8cd985e3-6c87-49be-a52c-257d2da48f98 service neutron] For port 8b1e2169-ea66-4338-8a41-14d4cc868dfe, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=8b1e2169-ea66-4338-8a41-14d4cc868dfe,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:26:52.978267 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c8827978-d6a1-431e-9003-41fe795f275d req-8cd985e3-6c87-49be-a52c-257d2da48f98 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:52.988504 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8827978-d6a1-431e-9003-41fe795f275d req-8cd985e3-6c87-49be-a52c-257d2da48f98 service neutron] 10.222.0.37 "POST /v2.0/ports/8b1e2169-ea66-4338-8a41-14d4cc868dfe/bindings HTTP/1.1" status: 201 len: 389 time: 0.6382475 Feb 20 05:26:53.048874 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-03cbd6a5-f7ce-4559-a999-89453201fc63 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.51&port_id=7827130f-ee2b-49a9-9011-8fc1153db241 HTTP/1.1" status: 200 len: 217 time: 0.0879638 Feb 20 05:26:53.082855 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f19139c3-cdbe-4fe9-b7d9-a4db7ee39ff8 req-c20881e9-8d1a-44fa-a96c-e1f387e8e807 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836737 Feb 20 05:26:53.109628 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-84aed8f0-8fb3-4cf3-8359-5face4a001da admin admin] Publish callbacks [] for router_gateway (beffebb3-903e-47d5-8b6b-cfbd9af1d17d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:53.189565 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-84aed8f0-8fb3-4cf3-8359-5face4a001da admin admin] Deleting port ab7e29d8-a9a4-47fb-846a-ecd33df19555 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:26:53.190263 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-84aed8f0-8fb3-4cf3-8359-5face4a001da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (ab7e29d8-a9a4-47fb-846a-ecd33df19555), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:53.218997 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-39341786-2e1d-4d8b-b669-2db88e84311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931472927-router', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:13Z', 'updated_at': '2022-02-20T05:26:51Z', 'revision_number': 5, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'gw_port': {'id': 'ab7e29d8-a9a4-47fb-846a-ecd33df19555', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:14Z', 'updated_at': '2022-02-20T05:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:53.244890 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-0d24a485-6e61-4fdb-a726-2ee77eac0b4e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks [] for port (75bd0c81-cc6f-40cb-88e6-b054e8647fb3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:53.264055 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39341786-2e1d-4d8b-b669-2db88e84311b None None] Checking router: beffebb3-903e-47d5-8b6b-cfbd9af1d17d for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:26:53.274551 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39341786-2e1d-4d8b-b669-2db88e84311b None None] Routers {'beffebb3-903e-47d5-8b6b-cfbd9af1d17d'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:26:53.275540 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-39341786-2e1d-4d8b-b669-2db88e84311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:26:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:53.288457 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-0d24a485-6e61-4fdb-a726-2ee77eac0b4e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (75bd0c81-cc6f-40cb-88e6-b054e8647fb3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:53.300748 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-269e6842-ebe4-4fcd-8ebc-c1466acae89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:53.302535 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-269e6842-ebe4-4fcd-8ebc-c1466acae89f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=93985899-a389-46d1-a027-edbe7402ea36 HTTP/1.1" status: 200 len: 801 time: 0.2483790 Feb 20 05:26:53.372417 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-0d24a485-6e61-4fdb-a726-2ee77eac0b4e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:26:53.380177 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-0d24a485-6e61-4fdb-a726-2ee77eac0b4e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:26:53.386842 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24a485-6e61-4fdb-a726-2ee77eac0b4e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Pushing event updated for resources: {'Port': ['ID=75bd0c81-cc6f-40cb-88e6-b054e8647fb3,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:53.391029 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-0d24a485-6e61-4fdb-a726-2ee77eac0b4e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:26:53.412198 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-39341786-2e1d-4d8b-b669-2db88e84311b None None] Set router beffebb3-903e-47d5-8b6b-cfbd9af1d17d gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:26:53.428030 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-934ad4fc-b9ba-41c6-be36-7f63c8778fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:53.429639 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-934ad4fc-b9ba-41c6-be36-7f63c8778fd2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3711c42b-6270-40dc-aea8-ab4a19b7636c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1042075 Feb 20 05:26:53.469654 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45776129-1ab6-45db-9d00-2ebaa812a523 req-ce62412b-ed72-4738-89b8-a7ed9b441e37 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:53.471312 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-45776129-1ab6-45db-9d00-2ebaa812a523 req-ce62412b-ed72-4738-89b8-a7ed9b441e37 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.2556565 Feb 20 05:26:53.503378 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-39341786-2e1d-4d8b-b669-2db88e84311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931472927-router', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:13Z', 'updated_at': '2022-02-20T05:26:53Z', 'revision_number': 6, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:53.506734 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-0d24a485-6e61-4fdb-a726-2ee77eac0b4e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:53.507282 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-0d24a485-6e61-4fdb-a726-2ee77eac0b4e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:53.512314 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-84aed8f0-8fb3-4cf3-8359-5face4a001da admin admin] For port ab7e29d8-a9a4-47fb-846a-ecd33df19555, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=ab7e29d8-a9a4-47fb-846a-ecd33df19555,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:53.512567 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-84aed8f0-8fb3-4cf3-8359-5face4a001da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (ab7e29d8-a9a4-47fb-846a-ecd33df19555), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:53.543544 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39341786-2e1d-4d8b-b669-2db88e84311b None None] The sync data for ids ['beffebb3-903e-47d5-8b6b-cfbd9af1d17d'] in n-d-829866-5 is: [{'id': 'beffebb3-903e-47d5-8b6b-cfbd9af1d17d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1931472927-router', 'tenant_id': 'b882ff5cc38448f182588db0bc9e9522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:13Z', 'updated_at': '2022-02-20T05:26:53Z', 'revision_number': 6, 'project_id': 'b882ff5cc38448f182588db0bc9e9522', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:26:53.550647 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f929a-acc7-4a2e-a62d-a4d6becd53e1 req-1abb84ee-87f0-44bc-ade2-a8493b2b81e0 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:53.552595 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-335f929a-acc7-4a2e-a62d-a4d6becd53e1 req-1abb84ee-87f0-44bc-ade2-a8493b2b81e0 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=221f0899-bc76-429e-8719-9e4aeb467266 HTTP/1.1" status: 200 len: 944 time: 0.3230963 Feb 20 05:26:53.559936 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-0d24a485-6e61-4fdb-a726-2ee77eac0b4e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4348869 Feb 20 05:26:53.560520 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-84aed8f0-8fb3-4cf3-8359-5face4a001da admin admin] Calling delete_port for ab7e29d8-a9a4-47fb-846a-ecd33df19555 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:26:53.578439 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-94d12630-048e-440b-92c0-7d0f0e5927cd service neutron] Request body: {'port': {'device_id': 'c2dbe326-f865-4b32-944d-8e0b4b8e733d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:53.624199 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-3de5d6c5-db82-4128-b52a-b4469e90659d service neutron] 10.222.0.61 "GET /v2.0/networks/3711c42b-6270-40dc-aea8-ab4a19b7636c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835330 Feb 20 05:26:53.628456 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8827978-d6a1-431e-9003-41fe795f275d req-ac35c93c-2765-450a-8720-9315e1c13658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:53.629870 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8827978-d6a1-431e-9003-41fe795f275d req-ac35c93c-2765-450a-8720-9315e1c13658 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 1127 time: 0.1364834 Feb 20 05:26:53.630625 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-f82e54ce-46a0-47aa-9bcc-a1457b5071cb tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:53.632100 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-f82e54ce-46a0-47aa-9bcc-a1457b5071cb tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.48 "GET /v2.0/networks?id=d76daf12-b90e-4798-b003-b03a3a53e3b4 HTTP/1.1" status: 200 len: 815 time: 0.3288820 Feb 20 05:26:53.642042 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-45776129-1ab6-45db-9d00-2ebaa812a523 req-6732e944-df99-4d40-9857-356b50ccdd20 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564581 Feb 20 05:26:53.646616 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-9726056e-9385-4a2e-9624-b9232e314844 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Request body: {'port': {'device_id': '1e293679-465c-4209-8c52-cc9ec58b51f0', 'network_id': 'd76daf12-b90e-4798-b003-b03a3a53e3b4', 'admin_state_up': True, 'tenant_id': '592d7ae3cfbc43f5a598472dbfc479f2'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:53.729543 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-94d12630-048e-440b-92c0-7d0f0e5927cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (75bd0c81-cc6f-40cb-88e6-b054e8647fb3), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:53.794005 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d88abde4-92fc-4177-8e46-411ed98e063f req-2c56c193-9d5b-4529-b705-7a19bc0c7336 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e293679-465c-4209-8c52-cc9ec58b51f0 HTTP/1.1" status: 200 len: 210 time: 0.0506706 Feb 20 05:26:53.797752 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-335f929a-acc7-4a2e-a62d-a4d6becd53e1 req-99f66332-ace1-41da-aea2-9b03487ec989 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201915 Feb 20 05:26:53.885170 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cdac4673-825b-4fff-be34-bdda4f98c349 req-90700b0d-3dff-467a-abcb-89952ea16d39 service neutron] 10.222.0.61 "GET /v2.0/networks/3711c42b-6270-40dc-aea8-ab4a19b7636c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329545 Feb 20 05:26:53.944798 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 788d9b1e-af46-4742-ba8b-8d1ab97977b8 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:26:54.016887 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 9dbc5bd5-90c8-434b-a8ed-388ca8294b46 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:26:54.059096 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8827978-d6a1-431e-9003-41fe795f275d req-77261a90-1cd9-4eb2-880b-8580d5743122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:54.060637 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8827978-d6a1-431e-9003-41fe795f275d req-77261a90-1cd9-4eb2-880b-8580d5743122 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 908 time: 0.3970513 Feb 20 05:26:54.104208 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 9dbc5bd5-90c8-434b-a8ed-388ca8294b46 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:26:54.107000 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 9dbc5bd5-90c8-434b-a8ed-388ca8294b46 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:26:54.174252 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 788d9b1e-af46-4742-ba8b-8d1ab97977b8 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:26:54.187051 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 788d9b1e-af46-4742-ba8b-8d1ab97977b8 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:54.187979 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (788d9b1e-af46-4742-ba8b-8d1ab97977b8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:54.236089 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8827978-d6a1-431e-9003-41fe795f275d req-652423c0-5ee2-44ce-8318-7d3ca284cf8c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b1e2169-ea66-4338-8a41-14d4cc868dfe HTTP/1.1" status: 200 len: 217 time: 0.1557662 Feb 20 05:26:54.328409 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-84aed8f0-8fb3-4cf3-8359-5face4a001da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (ab7e29d8-a9a4-47fb-846a-ecd33df19555), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:54.376907 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817136f-4db1-4423-970e-df2fe82e9be5 req-2b63667f-10c7-4d70-9cd4-9fdb4aa97802 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:54.385112 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9817136f-4db1-4423-970e-df2fe82e9be5 req-2b63667f-10c7-4d70-9cd4-9fdb4aa97802 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 931 time: 0.3743730 Feb 20 05:26:54.387137 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-9726056e-9385-4a2e-9624-b9232e314844 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Made reservation on behalf of 592d7ae3cfbc43f5a598472dbfc479f2 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:26:54.391061 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-9726056e-9385-4a2e-9624-b9232e314844 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:54.395327 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aed8f0-8fb3-4cf3-8359-5face4a001da admin admin] Pushing event deleted for resources: {'Port': ['ID=ab7e29d8-a9a4-47fb-846a-ecd33df19555,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:54.429216 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf39017-eae4-4469-86ba-703b2cc853d0 req-c58bc0bd-8689-41d6-b0c8-47c2200dde53 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:54.430777 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-edf39017-eae4-4469-86ba-703b2cc853d0 req-c58bc0bd-8689-41d6-b0c8-47c2200dde53 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 945 time: 0.4186604 Feb 20 05:26:54.697016 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-9726056e-9385-4a2e-9624-b9232e314844 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Allocated IP 172.20.0.9 (d76daf12-b90e-4798-b003-b03a3a53e3b4/02f41e8c-effe-4279-ad71-79f8bbfdab66/658a72e9-4293-4fbf-a3ef-d675947ce961) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:26:54.868383 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9817136f-4db1-4423-970e-df2fe82e9be5 req-ef580027-f86b-4808-8b9a-29020fe17640 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821010 Feb 20 05:26:54.910396 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 788d9b1e-af46-4742-ba8b-8d1ab97977b8 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:54.910936 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (788d9b1e-af46-4742-ba8b-8d1ab97977b8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:54.942231 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:54.991706 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 788d9b1e-af46-4742-ba8b-8d1ab97977b8, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=788d9b1e-af46-4742-ba8b-8d1ab97977b8,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:54.998232 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221f0899-bc76-429e-8719-9e4aeb467266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788d9b1e-af46-4742-ba8b-8d1ab97977b8'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:26:55.004226 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217c3a6d-4177-45d2-8327-387bf4625ce1" -d '{"events": [{"server_uuid": "221f0899-bc76-429e-8719-9e4aeb467266", "name": "network-vif-plugged", "status": "completed", "tag": "788d9b1e-af46-4742-ba8b-8d1ab97977b8"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:26:55.012369 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (788d9b1e-af46-4742-ba8b-8d1ab97977b8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:55.101916 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8de56f0-2294-4db6-ac3f-3107f61899cf', 'tag': '7827130f-ee2b-49a9-9011-8fc1153db241'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:26:55.104198 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2839a5-80dc-4303-bc48-19d0d051c763" -d '{"events": [{"name": "network-changed", "server_uuid": "c8de56f0-2294-4db6-ac3f-3107f61899cf", "tag": "7827130f-ee2b-49a9-9011-8fc1153db241"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:26:55.112209 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=788d9b1e-af46-4742-ba8b-8d1ab97977b8,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:55.143048 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-84aed8f0-8fb3-4cf3-8359-5face4a001da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (beffebb3-903e-47d5-8b6b-cfbd9af1d17d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:55.153990 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-edf39017-eae4-4469-86ba-703b2cc853d0 req-f5f4c1ed-3876-4dec-b034-c990f5f93365 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7079465 Feb 20 05:26:55.206299 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd299e-e45c-4c66-9225-95f6b0da8bf8 req-0042c2bd-066d-473e-ad59-f3d04a373f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:55.206861 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd299e-e45c-4c66-9225-95f6b0da8bf8 req-0042c2bd-066d-473e-ad59-f3d04a373f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:55.208698 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-80fd299e-e45c-4c66-9225-95f6b0da8bf8 req-0042c2bd-066d-473e-ad59-f3d04a373f51 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=26a759a2f95f49efbde5d8a39da697c6&device_id=c8de56f0-2294-4db6-ac3f-3107f61899cf HTTP/1.1" status: 200 len: 2042 time: 1.1947339 Feb 20 05:26:55.214318 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8827978-d6a1-431e-9003-41fe795f275d req-221d5a45-01e4-4f42-a9e8-d3dec9357720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:55.215864 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8827978-d6a1-431e-9003-41fe795f275d req-221d5a45-01e4-4f42-a9e8-d3dec9357720 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b4371b84-9467-4135-93c7-7a933f791395 HTTP/1.1" status: 200 len: 848 time: 0.9502344 Feb 20 05:26:55.281207 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8827978-d6a1-431e-9003-41fe795f275d req-c4a8796d-c7e8-441d-b32d-aa87a613b361 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb4530de-66c2-443b-82e6-823a997cfe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502024 Feb 20 05:26:55.396852 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-84aed8f0-8fb3-4cf3-8359-5face4a001da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (beffebb3-903e-47d5-8b6b-cfbd9af1d17d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:55.411166 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-84aed8f0-8fb3-4cf3-8359-5face4a001da admin admin] Publish callbacks [] for router_controller (beffebb3-903e-47d5-8b6b-cfbd9af1d17d), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:55.486515 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd299e-e45c-4c66-9225-95f6b0da8bf8 req-5bdcc350-e4ed-4f16-aa70-7c4cb7030f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:55.488594 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-80fd299e-e45c-4c66-9225-95f6b0da8bf8 req-5bdcc350-e4ed-4f16-aa70-7c4cb7030f5b service neutron] 10.222.0.61 "GET /v2.0/networks?id=be57392a-195d-4177-a812-f333a009c904 HTTP/1.1" status: 200 len: 901 time: 0.2694452 Feb 20 05:26:55.491098 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-94d12630-048e-440b-92c0-7d0f0e5927cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:26:55.506435 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da97106-106f-4cab-8446-835a9c4a065d req-e0e18f3b-8856-4b2f-ab95-ff65345771d8 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:55.509482 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6da97106-106f-4cab-8446-835a9c4a065d req-e0e18f3b-8856-4b2f-ab95-ff65345771d8 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.2325532 Feb 20 05:26:55.510768 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-94d12630-048e-440b-92c0-7d0f0e5927cd service neutron] Publish callbacks [] for port (75bd0c81-cc6f-40cb-88e6-b054e8647fb3), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:55.541303 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-9726056e-9385-4a2e-9624-b9232e314844 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Publish callbacks [] for port (658a72e9-4293-4fbf-a3ef-d675947ce961), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:55.542877 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-84aed8f0-8fb3-4cf3-8359-5face4a001da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (beffebb3-903e-47d5-8b6b-cfbd9af1d17d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:55.543457 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84aed8f0-8fb3-4cf3-8359-5face4a001da admin admin] Fanout notify agent at l3_agent the message router_deleted on router beffebb3-903e-47d5-8b6b-cfbd9af1d17d {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:26:55.549936 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8827978-d6a1-431e-9003-41fe795f275d req-37132df5-e688-4273-83b2-d593d9e79ff8 service neutron] 10.222.0.61 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231684 Feb 20 05:26:55.553763 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-80fd299e-e45c-4c66-9225-95f6b0da8bf8 req-67d8fcdb-86dd-4b0b-af0a-d1823885fe87 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.215&port_id=b3da7f3f-c526-4a18-b4d6-4c1eda25babd HTTP/1.1" status: 200 len: 217 time: 0.0533221 Feb 20 05:26:55.560788 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-84aed8f0-8fb3-4cf3-8359-5face4a001da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:55.561921 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-84aed8f0-8fb3-4cf3-8359-5face4a001da admin admin] 10.222.0.37 "DELETE /v2.0/routers/beffebb3-903e-47d5-8b6b-cfbd9af1d17d HTTP/1.1" status: 204 len: 168 time: 3.1486046 Feb 20 05:26:55.581667 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4234156-529a-4016-8aac-78433d1e1e52 req-1a257344-2a6e-49bb-b049-f94dba8d038a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:55.590752 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4234156-529a-4016-8aac-78433d1e1e52 req-1a257344-2a6e-49bb-b049-f94dba8d038a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:55.592967 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f4234156-529a-4016-8aac-78433d1e1e52 req-1a257344-2a6e-49bb-b049-f94dba8d038a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8de56f0-2294-4db6-ac3f-3107f61899cf HTTP/1.1" status: 200 len: 1678 time: 0.3221967 Feb 20 05:26:55.595601 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49024) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:55.671777 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-94d12630-048e-440b-92c0-7d0f0e5927cd service neutron] Transition to ACTIVE for port object 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:26:55.678249 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd299e-e45c-4c66-9225-95f6b0da8bf8 req-9e981130-0c6f-44a6-b5ff-479787b5761e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:55.680758 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-80fd299e-e45c-4c66-9225-95f6b0da8bf8 req-9e981130-0c6f-44a6-b5ff-479787b5761e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9097bc75-a581-4b58-920c-86aadfd7c4eb HTTP/1.1" status: 200 len: 801 time: 0.1187198 Feb 20 05:26:55.786807 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6da97106-106f-4cab-8446-835a9c4a065d req-f21c5203-91c6-481a-9e62-e0a8d21efa3a tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516437 Feb 20 05:26:55.831563 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb772259-e76d-476f-967b-de96c4a77372 admin admin] Deleting subnet aac2b293-11f4-4fbc-a42b-637ee496d192 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:26:55.838638 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-94d12630-048e-440b-92c0-7d0f0e5927cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (75bd0c81-cc6f-40cb-88e6-b054e8647fb3), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:55.856001 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-9726056e-9385-4a2e-9624-b9232e314844 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (658a72e9-4293-4fbf-a3ef-d675947ce961), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:55.883886 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f4234156-529a-4016-8aac-78433d1e1e52 req-2cc39a44-2445-47fa-b5ca-7307e0c6a608 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661445 Feb 20 05:26:55.886807 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb772259-e76d-476f-967b-de96c4a77372 admin admin] Publish callbacks [] for subnet (aac2b293-11f4-4fbc-a42b-637ee496d192), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:55.940520 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ab7e29d8-a9a4-47fb-846a-ecd33df19555 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:26:55.989165 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: ab7e29d8-a9a4-47fb-846a-ecd33df19555 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:26:55.989517 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ab7e29d8-a9a4-47fb-846a-ecd33df19555 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:26:56.062852 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-9726056e-9385-4a2e-9624-b9232e314844 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Network d76daf12-b90e-4798-b003-b03a3a53e3b4 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:26:56.070112 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-9726056e-9385-4a2e-9624-b9232e314844 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:26:56.079261 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-9726056e-9385-4a2e-9624-b9232e314844 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:26:56.084110 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb772259-e76d-476f-967b-de96c4a77372 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (aac2b293-11f4-4fbc-a42b-637ee496d192), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:56.131933 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8827978-d6a1-431e-9003-41fe795f275d req-12e2927f-121d-406e-b1da-86409964c16c service neutron] 10.222.0.61 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574157 Feb 20 05:26:56.178992 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd299e-e45c-4c66-9225-95f6b0da8bf8 req-4eb1a873-2aa7-4204-bae4-d268f3627173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:56.182011 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-80fd299e-e45c-4c66-9225-95f6b0da8bf8 req-4eb1a873-2aa7-4204-bae4-d268f3627173 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=be57392a-195d-4177-a812-f333a009c904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4206541 Feb 20 05:26:56.198441 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726056e-9385-4a2e-9624-b9232e314844 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Pushing event updated for resources: {'Port': ['ID=658a72e9-4293-4fbf-a3ef-d675947ce961,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:56.235498 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d12630-048e-440b-92c0-7d0f0e5927cd service neutron] Pushing event updated for resources: {'Port': ['ID=75bd0c81-cc6f-40cb-88e6-b054e8647fb3,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:56.252032 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784158c-f3f9-4578-a90e-647cff2e9264 req-709de4ca-9648-4886-9b15-573091ac667f tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:56.259897 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d784158c-f3f9-4578-a90e-647cff2e9264 req-709de4ca-9648-4886-9b15-573091ac667f tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=221f0899-bc76-429e-8719-9e4aeb467266 HTTP/1.1" status: 200 len: 945 time: 0.2912250 Feb 20 05:26:56.273711 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-9726056e-9385-4a2e-9624-b9232e314844 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:56.273944 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-9726056e-9385-4a2e-9624-b9232e314844 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:56.312170 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10882f1e-05ef-4444-80d9-4d161bf148f6 req-23294ad9-d4e5-44d1-93ba-b796646147e2 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:56.314484 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-10882f1e-05ef-4444-80d9-4d161bf148f6 req-23294ad9-d4e5-44d1-93ba-b796646147e2 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e293679-465c-4209-8c52-cc9ec58b51f0 HTTP/1.1" status: 200 len: 931 time: 0.2499974 Feb 20 05:26:56.378528 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-9726056e-9385-4a2e-9624-b9232e314844 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7352719 Feb 20 05:26:56.458300 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d784158c-f3f9-4578-a90e-647cff2e9264 req-9721dce1-8e5c-4018-8251-ef187854dcb2 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974876 Feb 20 05:26:56.470201 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb772259-e76d-476f-967b-de96c4a77372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (aac2b293-11f4-4fbc-a42b-637ee496d192), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:56.494226 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-1ce42c52-8d5b-44ca-a506-022a515308ec None None] Provisioning complete for port 658a72e9-4293-4fbf-a3ef-d675947ce961 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:26:56.494607 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1ce42c52-8d5b-44ca-a506-022a515308ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (658a72e9-4293-4fbf-a3ef-d675947ce961), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:56.505936 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-80fd299e-e45c-4c66-9225-95f6b0da8bf8 req-1b8acdf0-69dd-40f5-9017-acef3dc3730b service neutron] 10.222.0.61 "GET /v2.0/networks/be57392a-195d-4177-a812-f333a009c904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788327 Feb 20 05:26:56.554587 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fc9dcf-c470-42af-a665-1a6f6f8bb9af x-openstack-request-id: req-d8fc9dcf-c470-42af-a665-1a6f6f8bb9af {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:26:56.564820 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221f0899-bc76-429e-8719-9e4aeb467266", "name": "network-vif-plugged", "status": "completed", "tag": "788d9b1e-af46-4742-ba8b-8d1ab97977b8", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:26:56.565133 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8fc9dcf-c470-42af-a665-1a6f6f8bb9af {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:26:56.565658 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221f0899-bc76-429e-8719-9e4aeb467266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788d9b1e-af46-4742-ba8b-8d1ab97977b8', 'code': 200} Feb 20 05:26:56.581299 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5674a1a-03b5-4825-a5a9-37976f1fbd59 x-openstack-request-id: req-a5674a1a-03b5-4825-a5a9-37976f1fbd59 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:26:56.581803 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8de56f0-2294-4db6-ac3f-3107f61899cf", "tag": "7827130f-ee2b-49a9-9011-8fc1153db241", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:26:56.583320 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5674a1a-03b5-4825-a5a9-37976f1fbd59 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:26:56.584035 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8de56f0-2294-4db6-ac3f-3107f61899cf', 'tag': '7827130f-ee2b-49a9-9011-8fc1153db241', 'status': 'completed', 'code': 200} Feb 20 05:26:56.584419 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-10882f1e-05ef-4444-80d9-4d161bf148f6 req-7448e2bf-c669-43fa-9177-b4659d99c474 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e5ff384-8499-4e8d-b21e-164715b65c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372940 Feb 20 05:26:56.590589 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1ce42c52-8d5b-44ca-a506-022a515308ec None None] Port 658a72e9-4293-4fbf-a3ef-d675947ce961 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:26:56.646259 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb772259-e76d-476f-967b-de96c4a77372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (aac2b293-11f4-4fbc-a42b-637ee496d192), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:56.679001 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-94d12630-048e-440b-92c0-7d0f0e5927cd service neutron] Attempting to bind port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:26:56.679859 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-94d12630-048e-440b-92c0-7d0f0e5927cd service neutron] Attempting to bind port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:26:56.680363 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-94d12630-048e-440b-92c0-7d0f0e5927cd service neutron] Attempting to bind port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:56.705293 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-94d12630-048e-440b-92c0-7d0f0e5927cd service neutron] Port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:26:56.705629 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-94d12630-048e-440b-92c0-7d0f0e5927cd service neutron] Attempting to bind port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:56.721471 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8827978-d6a1-431e-9003-41fe795f275d req-c615783d-1426-47b2-b67c-7d90ae02affc tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:56.723339 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8827978-d6a1-431e-9003-41fe795f275d req-c615783d-1426-47b2-b67c-7d90ae02affc tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13&tenant_id=fd21ae910f154cf58d2067d0920b47f4&binding%3Ahost_id=n-h2-829866-5 HTTP/1.1" status: 200 len: 1127 time: 0.5049021 Feb 20 05:26:56.726487 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb772259-e76d-476f-967b-de96c4a77372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aac2b293-11f4-4fbc-a42b-637ee496d192,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:56.727420 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-94d12630-048e-440b-92c0-7d0f0e5927cd service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:26:56.727851 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-94d12630-048e-440b-92c0-7d0f0e5927cd service neutron] Checking segment: {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:26:56.728548 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-94d12630-048e-440b-92c0-7d0f0e5927cd service neutron] Bound using segment: {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:26:56.729137 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-94d12630-048e-440b-92c0-7d0f0e5927cd service neutron] Bound port: 75bd0c81-cc6f-40cb-88e6-b054e8647fb3, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:26:56.729559 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-94d12630-048e-440b-92c0-7d0f0e5927cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (75bd0c81-cc6f-40cb-88e6-b054e8647fb3), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:56.738289 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-c8827978-d6a1-431e-9003-41fe795f275d req-4ae2665c-b9bf-45d6-a954-9c6cbe26ebb7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829866-5'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:56.742038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfbaa04-ec8d-4bdf-a012-9d8c0eb331d0 None None] Network 805bb61f-0284-479c-a7fa-c503f096a7af requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:26:56.747349 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb772259-e76d-476f-967b-de96c4a77372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:56.754829 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bb772259-e76d-476f-967b-de96c4a77372 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/aac2b293-11f4-4fbc-a42b-637ee496d192 HTTP/1.1" status: 204 len: 168 time: 1.1573045 Feb 20 05:26:56.760577 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49030) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:56.793236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b4225-beb8-4fab-8f0e-445e3533f111 req-009956d8-58dd-47bd-9351-92a7c84e1298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:56.794861 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0b7b4225-beb8-4fab-8f0e-445e3533f111 req-009956d8-58dd-47bd-9351-92a7c84e1298 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=221f0899-bc76-429e-8719-9e4aeb467266 HTTP/1.1" status: 200 len: 1127 time: 0.1976943 Feb 20 05:26:56.933198 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c063d-95a7-48e0-9dc2-a0f5e660c0f9 req-c43c7763-4876-48a1-8d6b-c4e3d5d603ad tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:56.935443 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4e6c063d-95a7-48e0-9dc2-a0f5e660c0f9 req-c43c7763-4876-48a1-8d6b-c4e3d5d603ad tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.37 "GET /v2.0/ports?device_id=8712c661-0a66-448c-ba43-bd99ee7be147 HTTP/1.1" status: 200 len: 950 time: 0.2456324 Feb 20 05:26:56.956645 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-80fd299e-e45c-4c66-9225-95f6b0da8bf8 req-af9924eb-dbac-407a-8362-4ee9a8d0f781 service neutron] 10.222.0.61 "GET /v2.0/networks/be57392a-195d-4177-a812-f333a009c904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338558 Feb 20 05:26:56.960144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5dc340-7ae3-49e4-a80b-5b25a79ef7e8 None None] DHCP port deletion for 805bb61f-0284-479c-a7fa-c503f096a7af request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:26:56.980782 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-45fe1f11-7d65-4b1e-bfe2-39ba1962a290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (805bb61f-0284-479c-a7fa-c503f096a7af), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:57.031747 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ae5dc340-7ae3-49e4-a80b-5b25a79ef7e8 None None] Deleting port 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:26:57.032124 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ae5dc340-7ae3-49e4-a80b-5b25a79ef7e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:57.052113 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0b7b4225-beb8-4fab-8f0e-445e3533f111 req-8ef69dbe-151e-459a-b654-4bbad4b4d31f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397473 Feb 20 05:26:57.097655 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c8827978-d6a1-431e-9003-41fe795f275d req-4ae2665c-b9bf-45d6-a954-9c6cbe26ebb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8b1e2169-ea66-4338-8a41-14d4cc868dfe), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:57.114623 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-94d12630-048e-440b-92c0-7d0f0e5927cd service neutron] For port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:26:57.142874 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-1e181376-7ad6-4a47-a764-14c28866f4f9 service neutron] Request body: {'port': {'device_id': '1e293679-465c-4209-8c52-cc9ec58b51f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:26:57.161875 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-94d12630-048e-440b-92c0-7d0f0e5927cd service neutron] For port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=75bd0c81-cc6f-40cb-88e6-b054e8647fb3,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:26:57.196281 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-94d12630-048e-440b-92c0-7d0f0e5927cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (75bd0c81-cc6f-40cb-88e6-b054e8647fb3), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:57.200650 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2839a5-80dc-4303-bc48-19d0d051c763 req-92670ca3-2ca0-4c66-8ab6-36f275eca614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:57.201327 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ae5dc340-7ae3-49e4-a80b-5b25a79ef7e8 None None] For port 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb,segment=NetworkSegment(a8b346e4-a1ba-4a23-9d05-3eeb17deb23b),segment_id=a8b346e4-a1ba-4a23-9d05-3eeb17deb23b)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:57.202159 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2839a5-80dc-4303-bc48-19d0d051c763 req-92670ca3-2ca0-4c66-8ab6-36f275eca614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:57.202459 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ae5dc340-7ae3-49e4-a80b-5b25a79ef7e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:57.204333 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ae2839a5-80dc-4303-bc48-19d0d051c763 req-92670ca3-2ca0-4c66-8ab6-36f275eca614 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=26a759a2f95f49efbde5d8a39da697c6&device_id=c8de56f0-2294-4db6-ac3f-3107f61899cf HTTP/1.1" status: 200 len: 2042 time: 0.1819441 Feb 20 05:26:57.214655 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4e6c063d-95a7-48e0-9dc2-a0f5e660c0f9 req-0c33f0f8-9ac8-4026-ba48-87b8c1e94aac tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc55690b-8159-4c0c-870e-d9a40f7f2090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030954 Feb 20 05:26:57.257557 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ae5dc340-7ae3-49e4-a80b-5b25a79ef7e8 None None] Calling delete_port for 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:26:57.290189 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86852b1-7601-4b7a-9aa7-be3fb31ebc7b req-50beb09a-18de-4357-85c0-1eb3909898f0 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:57.292152 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a86852b1-7601-4b7a-9aa7-be3fb31ebc7b req-50beb09a-18de-4357-85c0-1eb3909898f0 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 943 time: 0.4778640 Feb 20 05:26:57.385648 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-1e181376-7ad6-4a47-a764-14c28866f4f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (658a72e9-4293-4fbf-a3ef-d675947ce961), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:57.456925 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-94d12630-048e-440b-92c0-7d0f0e5927cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:57.467916 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-94d12630-048e-440b-92c0-7d0f0e5927cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:57.468411 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-94d12630-048e-440b-92c0-7d0f0e5927cd service neutron] 10.222.0.48 "PUT /v2.0/ports/75bd0c81-cc6f-40cb-88e6-b054e8647fb3 HTTP/1.1" status: 200 len: 1091 time: 3.8940594 Feb 20 05:26:57.478252 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ae5dc340-7ae3-49e4-a80b-5b25a79ef7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:57.480455 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a86852b1-7601-4b7a-9aa7-be3fb31ebc7b req-b3be83e3-f6bc-486d-93a8-abd338a71677 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757109 Feb 20 05:26:57.527814 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3d66f-dad3-45f7-a6a9-4dafbc4732cd req-2c76444e-873d-4c12-96db-13f21083f29f tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:57.538440 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ece3d66f-dad3-45f7-a6a9-4dafbc4732cd req-2c76444e-873d-4c12-96db-13f21083f29f tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 945 time: 0.2447762 Feb 20 05:26:57.547524 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5dc340-7ae3-49e4-a80b-5b25a79ef7e8 None None] Pushing event deleted for resources: {'Port': ['ID=25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:57.549933 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5dc340-7ae3-49e4-a80b-5b25a79ef7e8 None None] No DVR routers for this DVR port 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:26:57.583985 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-45fe1f11-7d65-4b1e-bfe2-39ba1962a290 admin admin] Deleting port 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:26:57.585212 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-45fe1f11-7d65-4b1e-bfe2-39ba1962a290 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:57.703701 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d12630-048e-440b-92c0-7d0f0e5927cd service neutron] Pushing event updated for resources: {'Port': ['ID=75bd0c81-cc6f-40cb-88e6-b054e8647fb3,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:57.768003 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-45fe1f11-7d65-4b1e-bfe2-39ba1962a290 admin admin] For port 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb, host n-d-829866-5, got binding levels [] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:57.768634 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-45fe1f11-7d65-4b1e-bfe2-39ba1962a290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:57.806841 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-45fe1f11-7d65-4b1e-bfe2-39ba1962a290 admin admin] Calling delete_port for 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:26:57.815627 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-c8827978-d6a1-431e-9003-41fe795f275d req-4ae2665c-b9bf-45d6-a954-9c6cbe26ebb7 service neutron] For port 8b1e2169-ea66-4338-8a41-14d4cc868dfe, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=8b1e2169-ea66-4338-8a41-14d4cc868dfe,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:57.819294 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.ipam_backend_mixin [None req-45fe1f11-7d65-4b1e-bfe2-39ba1962a290 admin admin] Port 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb was not found and therefore no delete operation was performed {{(pid=103406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 05:26:57.828755 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2839a5-80dc-4303-bc48-19d0d051c763 req-5a1ba9d4-37a6-48c0-b19a-8c7a988068e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:57.830342 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ae2839a5-80dc-4303-bc48-19d0d051c763 req-5a1ba9d4-37a6-48c0-b19a-8c7a988068e2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3711c42b-6270-40dc-aea8-ab4a19b7636c HTTP/1.1" status: 200 len: 901 time: 0.5953808 Feb 20 05:26:57.834516 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-45fe1f11-7d65-4b1e-bfe2-39ba1962a290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:57.858970 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-1833966f-faf4-4db9-aa38-f8eb804503dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:57.858970 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-1833966f-faf4-4db9-aa38-f8eb804503dd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 1125 time: 0.2482486 Feb 20 05:26:57.920358 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ae2839a5-80dc-4303-bc48-19d0d051c763 req-aa3df627-8a24-4605-8876-b18198ef4012 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.51&port_id=7827130f-ee2b-49a9-9011-8fc1153db241 HTTP/1.1" status: 200 len: 217 time: 0.0769172 Feb 20 05:26:57.921349 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe1f11-7d65-4b1e-bfe2-39ba1962a290 admin admin] Pushing event deleted for resources: {'Port': ['ID=25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:57.933351 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:26:57.945344 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fe1f11-7d65-4b1e-bfe2-39ba1962a290 admin admin] No DVR routers for this DVR port 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:26:57.965735 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 7827130f-ee2b-49a9-9011-8fc1153db241 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:26:57.968980 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:26:57.969325 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 25efdc4c-f5a7-4d1e-9ea9-d6e5ad7c31fb not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:26:58.020733 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-c8827978-d6a1-431e-9003-41fe795f275d req-4ae2665c-b9bf-45d6-a954-9c6cbe26ebb7 service neutron] For port 8b1e2169-ea66-4338-8a41-14d4cc868dfe, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:26:58.146193 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-45fe1f11-7d65-4b1e-bfe2-39ba1962a290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (805bb61f-0284-479c-a7fa-c503f096a7af), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:58.157101 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2839a5-80dc-4303-bc48-19d0d051c763 req-27958c8f-8f07-4842-b060-b6edffe7a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:58.158614 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ae2839a5-80dc-4303-bc48-19d0d051c763 req-27958c8f-8f07-4842-b060-b6edffe7a907 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=93985899-a389-46d1-a027-edbe7402ea36 HTTP/1.1" status: 200 len: 801 time: 0.2217081 Feb 20 05:26:58.219939 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c8827978-d6a1-431e-9003-41fe795f275d req-4ae2665c-b9bf-45d6-a954-9c6cbe26ebb7 service neutron] Publish callbacks [] for port (8b1e2169-ea66-4338-8a41-14d4cc868dfe), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:58.221710 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 7827130f-ee2b-49a9-9011-8fc1153db241, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=7827130f-ee2b-49a9-9011-8fc1153db241,segment=NetworkSegment(4de25c78-7591-40f4-b21a-91612535feae),segment_id=4de25c78-7591-40f4-b21a-91612535feae)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:58.245779 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '7827130f-ee2b-49a9-9011-8fc1153db241', 'network_id': '3711c42b-6270-40dc-aea8-ab4a19b7636c', 'port_id': '7827130f-ee2b-49a9-9011-8fc1153db241', 'mac_address': 'fa:16:3e:97:04:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93985899-a389-46d1-a027-edbe7402ea36', 'ip_address': '19.86.0.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:26:58.306775 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-45fe1f11-7d65-4b1e-bfe2-39ba1962a290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805bb61f-0284-479c-a7fa-c503f096a7af']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:58.310234 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c8827978-d6a1-431e-9003-41fe795f275d req-4ae2665c-b9bf-45d6-a954-9c6cbe26ebb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (8b1e2169-ea66-4338-8a41-14d4cc868dfe), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:58.316445 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 7827130f-ee2b-49a9-9011-8fc1153db241 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:58.316837 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7827130f-ee2b-49a9-9011-8fc1153db241), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:58.322151 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-3b6ace2f-e5b0-4f41-9324-bb755d9cb793 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75bd0c81-cc6f-40cb-88e6-b054e8647fb3 HTTP/1.1" status: 200 len: 217 time: 0.1219373 Feb 20 05:26:58.338835 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7827130f-ee2b-49a9-9011-8fc1153db241 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:26:58.352202 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-45fe1f11-7d65-4b1e-bfe2-39ba1962a290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b346e4-a1ba-4a23-9d05-3eeb17deb23b') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:58.352558 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-45fe1f11-7d65-4b1e-bfe2-39ba1962a290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b346e4-a1ba-4a23-9d05-3eeb17deb23b') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:26:58.395674 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 7827130f-ee2b-49a9-9011-8fc1153db241, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=7827130f-ee2b-49a9-9011-8fc1153db241,segment=NetworkSegment(4de25c78-7591-40f4-b21a-91612535feae),segment_id=4de25c78-7591-40f4-b21a-91612535feae)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:58.400374 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7827130f-ee2b-49a9-9011-8fc1153db241), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:58.401095 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b3da7f3f-c526-4a18-b4d6-4c1eda25babd details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:26:58.442735 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-45fe1f11-7d65-4b1e-bfe2-39ba1962a290 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (a8b346e4-a1ba-4a23-9d05-3eeb17deb23b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:58.521249 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2665c-b9bf-45d6-a954-9c6cbe26ebb7 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1e2169-ea66-4338-8a41-14d4cc868dfe,revision_number=7']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:58.524008 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-1e181376-7ad6-4a47-a764-14c28866f4f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 658a72e9-4293-4fbf-a3ef-d675947ce961 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:26:58.527272 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-69f723a5-c096-4a8b-aba4-89dbccecf1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:58.529770 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-69f723a5-c096-4a8b-aba4-89dbccecf1bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 200 len: 860 time: 0.1745787 Feb 20 05:26:58.585141 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ece3d66f-dad3-45f7-a6a9-4dafbc4732cd req-7009193b-9373-4cc8-8ded-e864979d84eb tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0451412 Feb 20 05:26:58.591868 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-45fe1f11-7d65-4b1e-bfe2-39ba1962a290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (a8b346e4-a1ba-4a23-9d05-3eeb17deb23b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:58.595226 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2dbe326-f865-4b32-944d-8e0b4b8e733d', 'tag': '75bd0c81-cc6f-40cb-88e6-b054e8647fb3'}, {'server_uuid': '35426803-27e2-4271-a15b-95230147ef13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b1e2169-ea66-4338-8a41-14d4cc868dfe'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:26:58.598689 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=7827130f-ee2b-49a9-9011-8fc1153db241,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:58.600283 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f03846f-ca3e-4f64-b41f-a9fa84b51bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "c2dbe326-f865-4b32-944d-8e0b4b8e733d", "tag": "75bd0c81-cc6f-40cb-88e6-b054e8647fb3"}, {"server_uuid": "35426803-27e2-4271-a15b-95230147ef13", "name": "network-vif-unplugged", "status": "completed", "tag": "8b1e2169-ea66-4338-8a41-14d4cc868dfe"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:26:58.608548 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-1e181376-7ad6-4a47-a764-14c28866f4f9 service neutron] Publish callbacks [] for port (658a72e9-4293-4fbf-a3ef-d675947ce961), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:58.662488 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-c8827978-d6a1-431e-9003-41fe795f275d req-4ae2665c-b9bf-45d6-a954-9c6cbe26ebb7 service neutron] Attempting to bind port 8b1e2169-ea66-4338-8a41-14d4cc868dfe on host n-h2-829866-5 for vnic_type normal with profile {"migrating_to": "n-h1-829866-5"} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:26:58.662853 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-c8827978-d6a1-431e-9003-41fe795f275d req-4ae2665c-b9bf-45d6-a954-9c6cbe26ebb7 service neutron] Attempting to bind port 8b1e2169-ea66-4338-8a41-14d4cc868dfe by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:26:58.663202 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8827978-d6a1-431e-9003-41fe795f275d req-4ae2665c-b9bf-45d6-a954-9c6cbe26ebb7 service neutron] Attempting to bind port 8b1e2169-ea66-4338-8a41-14d4cc868dfe on network cb4530de-66c2-443b-82e6-823a997cfe68 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:58.665399 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-1e181376-7ad6-4a47-a764-14c28866f4f9 service neutron] Transition to ACTIVE for port object 658a72e9-4293-4fbf-a3ef-d675947ce961 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:26:58.667238 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45fe1f11-7d65-4b1e-bfe2-39ba1962a290 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:26:58.667907 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-45fe1f11-7d65-4b1e-bfe2-39ba1962a290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (a8b346e4-a1ba-4a23-9d05-3eeb17deb23b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:26:58.671311 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:26:58.676486 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b3da7f3f-c526-4a18-b4d6-4c1eda25babd, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b3da7f3f-c526-4a18-b4d6-4c1eda25babd,segment=NetworkSegment(36432d0c-ce9b-4ca4-af59-87f87a330770),segment_id=36432d0c-ce9b-4ca4-af59-87f87a330770)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:58.678610 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-1e181376-7ad6-4a47-a764-14c28866f4f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (658a72e9-4293-4fbf-a3ef-d675947ce961), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:58.694437 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'b3da7f3f-c526-4a18-b4d6-4c1eda25babd', 'network_id': 'be57392a-195d-4177-a812-f333a009c904', 'port_id': 'b3da7f3f-c526-4a18-b4d6-4c1eda25babd', 'mac_address': 'fa:16:3e:ca:07:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9097bc75-a581-4b58-920c-86aadfd7c4eb', 'ip_address': '19.80.0.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:26:58.714842 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2839a5-80dc-4303-bc48-19d0d051c763 req-ee67e130-1a52-4493-ac82-051747f36d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:58.717085 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ae2839a5-80dc-4303-bc48-19d0d051c763 req-ee67e130-1a52-4493-ac82-051747f36d1c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3711c42b-6270-40dc-aea8-ab4a19b7636c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5379028 Feb 20 05:26:58.719451 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-bd3710d8-ca19-4431-a5c7-dc9eaa4cd7b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741112 Feb 20 05:26:58.765290 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port b3da7f3f-c526-4a18-b4d6-4c1eda25babd is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:26:58.765898 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b3da7f3f-c526-4a18-b4d6-4c1eda25babd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:58.788355 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3da7f3f-c526-4a18-b4d6-4c1eda25babd {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:26:58.796253 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8827978-d6a1-431e-9003-41fe795f275d req-4ae2665c-b9bf-45d6-a954-9c6cbe26ebb7 service neutron] Port 8b1e2169-ea66-4338-8a41-14d4cc868dfe on network cb4530de-66c2-443b-82e6-823a997cfe68 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:26:58.796570 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8827978-d6a1-431e-9003-41fe795f275d req-4ae2665c-b9bf-45d6-a954-9c6cbe26ebb7 service neutron] Attempting to bind port 8b1e2169-ea66-4338-8a41-14d4cc868dfe on network cb4530de-66c2-443b-82e6-823a997cfe68 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:58.827482 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b3da7f3f-c526-4a18-b4d6-4c1eda25babd, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b3da7f3f-c526-4a18-b4d6-4c1eda25babd,segment=NetworkSegment(36432d0c-ce9b-4ca4-af59-87f87a330770),segment_id=36432d0c-ce9b-4ca4-af59-87f87a330770)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:26:58.846287 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b3da7f3f-c526-4a18-b4d6-4c1eda25babd), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:58.849150 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43254d2a-f541-438a-b428-a5eedb01d7cc req-7bc1b05f-1d2e-487a-aed0-ac16fcdaefc2 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:58.850815 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-43254d2a-f541-438a-b428-a5eedb01d7cc req-7bc1b05f-1d2e-487a-aed0-ac16fcdaefc2 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.3596885 Feb 20 05:26:58.855318 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e181376-7ad6-4a47-a764-14c28866f4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=658a72e9-4293-4fbf-a3ef-d675947ce961,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:58.974085 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=b3da7f3f-c526-4a18-b4d6-4c1eda25babd,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:58.985671 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06786ce6-9528-42ec-a877-768cd834c062 req-94486876-e145-481f-9720-9baa7abee92d tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:58.991130 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06786ce6-9528-42ec-a877-768cd834c062 req-94486876-e145-481f-9720-9baa7abee92d tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:58.998838 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-06786ce6-9528-42ec-a877-768cd834c062 req-94486876-e145-481f-9720-9baa7abee92d tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8de56f0-2294-4db6-ac3f-3107f61899cf HTTP/1.1" status: 200 len: 1679 time: 0.2800763 Feb 20 05:26:59.012611 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-43254d2a-f541-438a-b428-a5eedb01d7cc req-a9799297-2335-467c-988d-1ecc69b0d805 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545165 Feb 20 05:26:59.089267 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8827978-d6a1-431e-9003-41fe795f275d req-4ae2665c-b9bf-45d6-a954-9c6cbe26ebb7 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:26:59.089614 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8827978-d6a1-431e-9003-41fe795f275d req-4ae2665c-b9bf-45d6-a954-9c6cbe26ebb7 service neutron] Checking segment: {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:26:59.100262 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-1e181376-7ad6-4a47-a764-14c28866f4f9 service neutron] Attempting to bind port 658a72e9-4293-4fbf-a3ef-d675947ce961 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:26:59.100514 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-1e181376-7ad6-4a47-a764-14c28866f4f9 service neutron] Attempting to bind port 658a72e9-4293-4fbf-a3ef-d675947ce961 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '124a5ef8-1338-4ceb-9818-c9a2bde36949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd76daf12-b90e-4798-b003-b03a3a53e3b4'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:26:59.100849 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-1e181376-7ad6-4a47-a764-14c28866f4f9 service neutron] Attempting to bind port 658a72e9-4293-4fbf-a3ef-d675947ce961 on network d76daf12-b90e-4798-b003-b03a3a53e3b4 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:59.101875 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8827978-d6a1-431e-9003-41fe795f275d req-4ae2665c-b9bf-45d6-a954-9c6cbe26ebb7 service neutron] Bound using segment: {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:26:59.102424 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-c8827978-d6a1-431e-9003-41fe795f275d req-4ae2665c-b9bf-45d6-a954-9c6cbe26ebb7 service neutron] Bound port: 8b1e2169-ea66-4338-8a41-14d4cc868dfe, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:26:59.102786 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c8827978-d6a1-431e-9003-41fe795f275d req-4ae2665c-b9bf-45d6-a954-9c6cbe26ebb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8b1e2169-ea66-4338-8a41-14d4cc868dfe), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:59.114171 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['7827130f-ee2b-49a9-9011-8fc1153db241'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:26:59.156535 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-1e181376-7ad6-4a47-a764-14c28866f4f9 service neutron] Port 658a72e9-4293-4fbf-a3ef-d675947ce961 on network d76daf12-b90e-4798-b003-b03a3a53e3b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:26:59.156865 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-1e181376-7ad6-4a47-a764-14c28866f4f9 service neutron] Attempting to bind port 658a72e9-4293-4fbf-a3ef-d675947ce961 on network d76daf12-b90e-4798-b003-b03a3a53e3b4 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:26:59.187972 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-06786ce6-9528-42ec-a877-768cd834c062 req-814bed9d-d339-4622-b240-a5c245e9e3ea tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881382 Feb 20 05:26:59.210726 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-41293efd-69f4-465b-a3cc-a3f7d2c4fb2f service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033432 Feb 20 05:26:59.217040 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-45fe1f11-7d65-4b1e-bfe2-39ba1962a290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (805bb61f-0284-479c-a7fa-c503f096a7af), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:59.226184 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-1e181376-7ad6-4a47-a764-14c28866f4f9 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:26:59.234177 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-1e181376-7ad6-4a47-a764-14c28866f4f9 service neutron] Checking segment: {'id': '124a5ef8-1338-4ceb-9818-c9a2bde36949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd76daf12-b90e-4798-b003-b03a3a53e3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:26:59.234840 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-1e181376-7ad6-4a47-a764-14c28866f4f9 service neutron] Bound using segment: {'id': '124a5ef8-1338-4ceb-9818-c9a2bde36949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd76daf12-b90e-4798-b003-b03a3a53e3b4'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:26:59.235519 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-1e181376-7ad6-4a47-a764-14c28866f4f9 service neutron] Bound port: 658a72e9-4293-4fbf-a3ef-d675947ce961, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '124a5ef8-1338-4ceb-9818-c9a2bde36949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd76daf12-b90e-4798-b003-b03a3a53e3b4'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:26:59.235950 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-1e181376-7ad6-4a47-a764-14c28866f4f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (658a72e9-4293-4fbf-a3ef-d675947ce961), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:59.268854 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-45fe1f11-7d65-4b1e-bfe2-39ba1962a290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:59.272506 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-45fe1f11-7d65-4b1e-bfe2-39ba1962a290 admin admin] 10.222.0.37 "DELETE /v2.0/networks/805bb61f-0284-479c-a7fa-c503f096a7af HTTP/1.1" status: 204 len: 168 time: 2.4940507 Feb 20 05:26:59.278386 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49048) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:26:59.353592 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe1f11-7d65-4b1e-bfe2-39ba1962a290 admin admin] Pushing event deleted for resources: {'Network': ['ID=805bb61f-0284-479c-a7fa-c503f096a7af,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:26:59.398482 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ae2839a5-80dc-4303-bc48-19d0d051c763 req-8cdcf69c-85ff-41a1-b543-63481f9ae6d0 service neutron] 10.222.0.61 "GET /v2.0/networks/3711c42b-6270-40dc-aea8-ab4a19b7636c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6211629 Feb 20 05:26:59.409457 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-c8827978-d6a1-431e-9003-41fe795f275d req-4ae2665c-b9bf-45d6-a954-9c6cbe26ebb7 service neutron] For port 8b1e2169-ea66-4338-8a41-14d4cc868dfe, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:26:59.618735 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618778f5-c3eb-4985-a714-9c9d0dbf004e req-e141599a-b0ce-4261-bee8-9e2595325c2b tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:59.620512 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-618778f5-c3eb-4985-a714-9c9d0dbf004e req-e141599a-b0ce-4261-bee8-9e2595325c2b tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=221f0899-bc76-429e-8719-9e4aeb467266 HTTP/1.1" status: 200 len: 945 time: 0.4840863 Feb 20 05:26:59.730749 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-1e181376-7ad6-4a47-a764-14c28866f4f9 service neutron] For port 658a72e9-4293-4fbf-a3ef-d675947ce961, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:26:59.756285 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-1e181376-7ad6-4a47-a764-14c28866f4f9 service neutron] For port 658a72e9-4293-4fbf-a3ef-d675947ce961, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=658a72e9-4293-4fbf-a3ef-d675947ce961,segment=NetworkSegment(124a5ef8-1338-4ceb-9818-c9a2bde36949),segment_id=124a5ef8-1338-4ceb-9818-c9a2bde36949)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:26:59.790971 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d348d2-a6c0-4587-b05a-af58cca80bcf req-1a18eeee-bb0e-4e75-8534-fe3ba0f25ee9 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:59.792578 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-12d348d2-a6c0-4587-b05a-af58cca80bcf req-1a18eeee-bb0e-4e75-8534-fe3ba0f25ee9 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e293679-465c-4209-8c52-cc9ec58b51f0 HTTP/1.1" status: 200 len: 943 time: 0.4938247 Feb 20 05:26:59.793779 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-1e181376-7ad6-4a47-a764-14c28866f4f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (658a72e9-4293-4fbf-a3ef-d675947ce961), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:59.816440 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-618778f5-c3eb-4985-a714-9c9d0dbf004e req-93083613-752e-4e54-a286-0d6791acb750 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174502 Feb 20 05:26:59.914762 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-1e181376-7ad6-4a47-a764-14c28866f4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:26:59.916050 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-1e181376-7ad6-4a47-a764-14c28866f4f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:26:59.917626 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-1e181376-7ad6-4a47-a764-14c28866f4f9 service neutron] 10.222.0.48 "PUT /v2.0/ports/658a72e9-4293-4fbf-a3ef-d675947ce961 HTTP/1.1" status: 200 len: 1091 time: 2.7984905 Feb 20 05:26:59.925156 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e293679-465c-4209-8c52-cc9ec58b51f0', 'tag': '658a72e9-4293-4fbf-a3ef-d675947ce961'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:26:59.927493 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff75416c-66d2-4ced-a9b9-88b7791bf5ba" -d '{"events": [{"name": "network-changed", "server_uuid": "1e293679-465c-4209-8c52-cc9ec58b51f0", "tag": "658a72e9-4293-4fbf-a3ef-d675947ce961"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:00.061365 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-c8827978-d6a1-431e-9003-41fe795f275d req-4ae2665c-b9bf-45d6-a954-9c6cbe26ebb7 service neutron] For port 8b1e2169-ea66-4338-8a41-14d4cc868dfe, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=8b1e2169-ea66-4338-8a41-14d4cc868dfe,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:27:00.085589 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e181376-7ad6-4a47-a764-14c28866f4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=658a72e9-4293-4fbf-a3ef-d675947ce961,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:00.101744 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-12d348d2-a6c0-4587-b05a-af58cca80bcf req-d0429a00-e028-4b80-a70b-84e44b2dd2a4 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e5ff384-8499-4e8d-b21e-164715b65c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948751 Feb 20 05:27:00.174258 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['b3da7f3f-c526-4a18-b4d6-4c1eda25babd'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:27:00.223428 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fe211b47-0d21-416f-b55a-b78d62b093c6 req-2a3a97ad-72ab-4261-be7f-c19528c3ba99 service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9756234 Feb 20 05:27:00.224953 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c8827978-d6a1-431e-9003-41fe795f275d req-4ae2665c-b9bf-45d6-a954-9c6cbe26ebb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (8b1e2169-ea66-4338-8a41-14d4cc868dfe), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:00.480157 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d162e-4ea6-4d54-b5c8-69e62354c88c req-eebeb822-5549-4e16-bf43-bcbbf67aec86 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:00.482268 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-014d162e-4ea6-4d54-b5c8-69e62354c88c req-eebeb822-5549-4e16-bf43-bcbbf67aec86 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.37 "GET /v2.0/ports?device_id=8712c661-0a66-448c-ba43-bd99ee7be147 HTTP/1.1" status: 200 len: 950 time: 0.4745154 Feb 20 05:27:00.545630 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-c57ecea7-5278-4e64-ad5b-28ab16a04148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:00.547192 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-c57ecea7-5278-4e64-ad5b-28ab16a04148 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=592d7ae3cfbc43f5a598472dbfc479f2&device_id=1e293679-465c-4209-8c52-cc9ec58b51f0 HTTP/1.1" status: 200 len: 1125 time: 0.4077778 Feb 20 05:27:00.558450 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d8a8d-1f2c-4ef4-b84e-f86a3345a999 req-61705293-2225-47ea-9bd2-6bfe8503eead tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:00.562365 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bc2d8a8d-1f2c-4ef4-b84e-f86a3345a999 req-61705293-2225-47ea-9bd2-6bfe8503eead tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 943 time: 0.2878380 Feb 20 05:27:00.572115 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ae2839a5-80dc-4303-bc48-19d0d051c763 req-bda59699-f015-4859-9edf-20a1fcfd6b98 service neutron] 10.222.0.61 "GET /v2.0/networks/3711c42b-6270-40dc-aea8-ab4a19b7636c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1600878 Feb 20 05:27:00.626782 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a6b6d-039d-4b79-b351-5a41439b506d req-f4b3fa10-a646-4349-85aa-921f09816fd5 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:00.628353 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-489a6b6d-039d-4b79-b351-5a41439b506d req-f4b3fa10-a646-4349-85aa-921f09816fd5 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.48 "GET /v2.0/ports?device_id=8712c661-0a66-448c-ba43-bd99ee7be147 HTTP/1.1" status: 200 len: 950 time: 0.5556412 Feb 20 05:27:00.697724 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2665c-b9bf-45d6-a954-9c6cbe26ebb7 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1e2169-ea66-4338-8a41-14d4cc868dfe,revision_number=8']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:00.701944 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8827978-d6a1-431e-9003-41fe795f275d req-4ae2665c-b9bf-45d6-a954-9c6cbe26ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:00.702506 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c8827978-d6a1-431e-9003-41fe795f275d req-4ae2665c-b9bf-45d6-a954-9c6cbe26ebb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:00.703937 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8827978-d6a1-431e-9003-41fe795f275d req-4ae2665c-b9bf-45d6-a954-9c6cbe26ebb7 service neutron] 10.222.0.61 "PUT /v2.0/ports/8b1e2169-ea66-4338-8a41-14d4cc868dfe HTTP/1.1" status: 200 len: 1121 time: 3.9703095 Feb 20 05:27:00.806982 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-4249f1a3-a8a2-4b74-b3b8-63e53ffd6213 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=658a72e9-4293-4fbf-a3ef-d675947ce961 HTTP/1.1" status: 200 len: 217 time: 0.2017276 Feb 20 05:27:00.812297 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['8b1e2169-ea66-4338-8a41-14d4cc868dfe'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:27:00.824187 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-489a6b6d-039d-4b79-b351-5a41439b506d req-afcc7632-6d06-4089-998c-96af0920ff8b tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Deleting port 4bb1a66e-b165-4db0-97b7-4255cbf8daee {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:27:00.826120 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-014d162e-4ea6-4d54-b5c8-69e62354c88c req-edb6a6b7-6e9d-405f-9cdb-8121c55b2394 tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc55690b-8159-4c0c-870e-d9a40f7f2090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165679 Feb 20 05:27:00.834149 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-489a6b6d-039d-4b79-b351-5a41439b506d req-afcc7632-6d06-4089-998c-96af0920ff8b tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4bb1a66e-b165-4db0-97b7-4255cbf8daee), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:00.915507 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bc2d8a8d-1f2c-4ef4-b84e-f86a3345a999 req-4b74967a-0045-4230-be80-aaed7e401b14 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429685 Feb 20 05:27:00.961194 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sun, 20 Feb 2022 05:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6717020a-8632-4b2e-87ba-d605caa6e250 x-openstack-request-id: req-6717020a-8632-4b2e-87ba-d605caa6e250 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:00.965075 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2dbe326-f865-4b32-944d-8e0b4b8e733d", "tag": "75bd0c81-cc6f-40cb-88e6-b054e8647fb3", "status": "completed", "code": 200}, {"server_uuid": "35426803-27e2-4271-a15b-95230147ef13", "name": "network-vif-unplugged", "status": "completed", "tag": "8b1e2169-ea66-4338-8a41-14d4cc868dfe", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:00.965948 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6717020a-8632-4b2e-87ba-d605caa6e250 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:00.967866 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2dbe326-f865-4b32-944d-8e0b4b8e733d', 'tag': '75bd0c81-cc6f-40cb-88e6-b054e8647fb3', 'status': 'completed', 'code': 200} Feb 20 05:27:00.979465 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35426803-27e2-4271-a15b-95230147ef13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b1e2169-ea66-4338-8a41-14d4cc868dfe', 'code': 200} Feb 20 05:27:01.069911 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-6fe7c595-079a-4108-b459-164bdd8aeba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:01.073916 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-6fe7c595-079a-4108-b459-164bdd8aeba2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=02f41e8c-effe-4279-ad71-79f8bbfdab66 HTTP/1.1" status: 200 len: 854 time: 0.1458912 Feb 20 05:27:01.122082 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03846f-ca3e-4f64-b41f-a9fa84b51bf7 req-69417c78-1642-48ca-81b0-707e6c9344ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:01.125108 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0f03846f-ca3e-4f64-b41f-a9fa84b51bf7 req-69417c78-1642-48ca-81b0-707e6c9344ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 1125 time: 0.1351480 Feb 20 05:27:01.154366 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-489a6b6d-039d-4b79-b351-5a41439b506d req-afcc7632-6d06-4089-998c-96af0920ff8b tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] For port 4bb1a66e-b165-4db0-97b7-4255cbf8daee, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4bb1a66e-b165-4db0-97b7-4255cbf8daee,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:01.155015 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-489a6b6d-039d-4b79-b351-5a41439b506d req-afcc7632-6d06-4089-998c-96af0920ff8b tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4bb1a66e-b165-4db0-97b7-4255cbf8daee), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:01.285499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-489a6b6d-039d-4b79-b351-5a41439b506d req-afcc7632-6d06-4089-998c-96af0920ff8b tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Calling delete_port for 4bb1a66e-b165-4db0-97b7-4255cbf8daee owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:27:01.327644 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d8e608-157b-4f81-829b-6a431ba0e8b0 x-openstack-request-id: req-a8d8e608-157b-4f81-829b-6a431ba0e8b0 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:01.328167 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e293679-465c-4209-8c52-cc9ec58b51f0", "tag": "658a72e9-4293-4fbf-a3ef-d675947ce961", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:01.328283 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8d8e608-157b-4f81-829b-6a431ba0e8b0 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:01.335088 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e293679-465c-4209-8c52-cc9ec58b51f0', 'tag': '658a72e9-4293-4fbf-a3ef-d675947ce961', 'status': 'completed', 'code': 200} Feb 20 05:27:01.451471 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44f7c1-06fd-4f4e-a27f-77a4d9b9e93a req-ffa1684a-26a7-4a8a-8dc6-bc979ae20da4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:01.459151 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b44f7c1-06fd-4f4e-a27f-77a4d9b9e93a req-ffa1684a-26a7-4a8a-8dc6-bc979ae20da4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 943 time: 0.3654668 Feb 20 05:27:01.484062 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-c2ad95d9-299b-4b80-a29a-50de37c1342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:01.485606 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-c2ad95d9-299b-4b80-a29a-50de37c1342c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d76daf12-b90e-4798-b003-b03a3a53e3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3612659 Feb 20 05:27:01.539101 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03846f-ca3e-4f64-b41f-a9fa84b51bf7 req-d6a4edec-9520-4bc0-b98c-11536e01f41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:01.542452 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b40f8ea1-c41b-4eb1-a9a1-0fffd457feb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:01.545346 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0f03846f-ca3e-4f64-b41f-a9fa84b51bf7 req-d6a4edec-9520-4bc0-b98c-11536e01f41d service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 920 time: 0.3861506 Feb 20 05:27:01.642620 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0f03846f-ca3e-4f64-b41f-a9fa84b51bf7 req-22528107-24a7-4f25-87fb-5e8f3dd556b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75bd0c81-cc6f-40cb-88e6-b054e8647fb3 HTTP/1.1" status: 200 len: 217 time: 0.0676403 Feb 20 05:27:01.646172 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b44f7c1-06fd-4f4e-a27f-77a4d9b9e93a req-6de17801-ac4c-4747-ba6b-f49863391bad tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857896 Feb 20 05:27:01.742680 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-489a6b6d-039d-4b79-b351-5a41439b506d req-afcc7632-6d06-4089-998c-96af0920ff8b tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (4bb1a66e-b165-4db0-97b7-4255cbf8daee), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:01.756982 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['4bb1a66e-b165-4db0-97b7-4255cbf8daee'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:27:01.816575 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03846f-ca3e-4f64-b41f-a9fa84b51bf7 req-9e1d19f9-3d97-4b64-9424-b0c39f8e2830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:01.818199 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0f03846f-ca3e-4f64-b41f-a9fa84b51bf7 req-9e1d19f9-3d97-4b64-9424-b0c39f8e2830 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 200 len: 860 time: 0.1186292 Feb 20 05:27:01.821932 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc7632-6d06-4089-998c-96af0920ff8b tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Pushing event deleted for resources: {'Port': ['ID=4bb1a66e-b165-4db0-97b7-4255cbf8daee,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:01.869500 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0dda3b-12b0-4303-ab78-9f56c5658f4e req-890809cf-0f6f-4e93-9eeb-f4b7bab165f6 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:01.875151 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f0dda3b-12b0-4303-ab78-9f56c5658f4e req-890809cf-0f6f-4e93-9eeb-f4b7bab165f6 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.5013366 Feb 20 05:27:01.904963 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0f03846f-ca3e-4f64-b41f-a9fa84b51bf7 req-193c4c8b-0d36-4c99-b96c-763721c44a7a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755756 Feb 20 05:27:01.924386 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-489a6b6d-039d-4b79-b351-5a41439b506d req-afcc7632-6d06-4089-998c-96af0920ff8b tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] No DVR routers for this DVR port 4bb1a66e-b165-4db0-97b7-4255cbf8daee on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:27:01.928905 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-489a6b6d-039d-4b79-b351-5a41439b506d req-afcc7632-6d06-4089-998c-96af0920ff8b tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:01.936467 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-489a6b6d-039d-4b79-b351-5a41439b506d req-afcc7632-6d06-4089-998c-96af0920ff8b tempest-ServerDiagnosticsNegativeTest-32892727 tempest-ServerDiagnosticsNegativeTest-32892727-project] 10.222.0.48 "DELETE /v2.0/ports/4bb1a66e-b165-4db0-97b7-4255cbf8daee HTTP/1.1" status: 204 len: 173 time: 1.2836695 Feb 20 05:27:01.943226 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-1291997b-1f78-4f44-8425-64c3fa03a6a4 service neutron] 10.222.0.48 "GET /v2.0/networks/d76daf12-b90e-4798-b003-b03a3a53e3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230106 Feb 20 05:27:01.983225 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b3da7f3f-c526-4a18-b4d6-4c1eda25babd up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:27:02.125567 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port b3da7f3f-c526-4a18-b4d6-4c1eda25babd completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:27:02.134560 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port b3da7f3f-c526-4a18-b4d6-4c1eda25babd triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:27:02.136705 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b3da7f3f-c526-4a18-b4d6-4c1eda25babd), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:02.233096 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0f03846f-ca3e-4f64-b41f-a9fa84b51bf7 req-88f4f9e3-f9bf-4922-916e-9bb7386c02ae service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835190 Feb 20 05:27:02.371700 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port b3da7f3f-c526-4a18-b4d6-4c1eda25babd is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:02.372082 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b3da7f3f-c526-4a18-b4d6-4c1eda25babd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:02.418687 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b3da7f3f-c526-4a18-b4d6-4c1eda25babd, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b3da7f3f-c526-4a18-b4d6-4c1eda25babd,segment=NetworkSegment(36432d0c-ce9b-4ca4-af59-87f87a330770),segment_id=36432d0c-ce9b-4ca4-af59-87f87a330770)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:02.420757 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8de56f0-2294-4db6-ac3f-3107f61899cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3da7f3f-c526-4a18-b4d6-4c1eda25babd'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:02.424941 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676c5682-8f32-4f12-9bf1-0c923a67dfb1" -d '{"events": [{"server_uuid": "c8de56f0-2294-4db6-ac3f-3107f61899cf", "name": "network-vif-plugged", "status": "completed", "tag": "b3da7f3f-c526-4a18-b4d6-4c1eda25babd"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:02.442589 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b3da7f3f-c526-4a18-b4d6-4c1eda25babd), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:02.443345 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 7827130f-ee2b-49a9-9011-8fc1153db241 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:27:02.445475 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0f03846f-ca3e-4f64-b41f-a9fa84b51bf7 req-d64f0b55-c93d-43dc-b27d-256f09e1cdc7 service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929436 Feb 20 05:27:02.488841 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f0dda3b-12b0-4303-ab78-9f56c5658f4e req-439e5709-de5f-444f-9531-38bbfbdf6cd0 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5294399 Feb 20 05:27:02.512057 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ab25b-da77-457f-aa57-6ea5ea7d1e59 req-88f82fbf-b215-4009-bf54-44bcacaf2b0a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:02.521087 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ab25b-da77-457f-aa57-6ea5ea7d1e59 req-88f82fbf-b215-4009-bf54-44bcacaf2b0a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:02.548163 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-310ab25b-da77-457f-aa57-6ea5ea7d1e59 req-88f82fbf-b215-4009-bf54-44bcacaf2b0a tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8de56f0-2294-4db6-ac3f-3107f61899cf HTTP/1.1" status: 200 len: 1680 time: 0.6415484 Feb 20 05:27:02.655204 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=b3da7f3f-c526-4a18-b4d6-4c1eda25babd,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:02.681839 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 7827130f-ee2b-49a9-9011-8fc1153db241 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:27:02.692277 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 7827130f-ee2b-49a9-9011-8fc1153db241 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:27:02.692801 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7827130f-ee2b-49a9-9011-8fc1153db241), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:02.698422 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-68d27ced-00de-4a79-b51b-2f7f4d1b57b5 req-6036b488-db49-4cf3-98d5-dbd4b0e62ba4 service neutron] 10.222.0.48 "GET /v2.0/networks/d76daf12-b90e-4798-b003-b03a3a53e3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329356 Feb 20 05:27:02.717394 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-310ab25b-da77-457f-aa57-6ea5ea7d1e59 req-e9c56910-7390-4abb-806f-6d8b59f64e82 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597238 Feb 20 05:27:02.785824 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bcc79-0e6d-493a-97e4-217e192ba13f req-6f4a9f14-cb41-4924-9e20-7a16b94cb508 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:02.795681 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea8bcc79-0e6d-493a-97e4-217e192ba13f req-6f4a9f14-cb41-4924-9e20-7a16b94cb508 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e293679-465c-4209-8c52-cc9ec58b51f0 HTTP/1.1" status: 200 len: 943 time: 0.1888292 Feb 20 05:27:02.801094 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:27:02.980793 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35426803-27e2-4271-a15b-95230147ef13', 'tag': '8b1e2169-ea66-4338-8a41-14d4cc868dfe'}, {'server_uuid': '8712c661-0a66-448c-ba43-bd99ee7be147', 'name': 'network-vif-deleted', 'tag': '4bb1a66e-b165-4db0-97b7-4255cbf8daee'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:02.983965 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8b2853-5ac4-4db0-9675-07843679993a" -d '{"events": [{"name": "network-changed", "server_uuid": "35426803-27e2-4271-a15b-95230147ef13", "tag": "8b1e2169-ea66-4338-8a41-14d4cc868dfe"}, {"server_uuid": "8712c661-0a66-448c-ba43-bd99ee7be147", "name": "network-vif-deleted", "tag": "4bb1a66e-b165-4db0-97b7-4255cbf8daee"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:03.002506 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=75bd0c81-cc6f-40cb-88e6-b054e8647fb3,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:03.063201 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '75bd0c81-cc6f-40cb-88e6-b054e8647fb3', 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86', 'port_id': '75bd0c81-cc6f-40cb-88e6-b054e8647fb3', 'mac_address': 'fa:16:3e:ba:0a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba20b753-c652-4b93-87e5-619a187db804', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:27:03.093200 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea8bcc79-0e6d-493a-97e4-217e192ba13f req-8091c34e-3f6e-43cc-b76f-b47a3c15427b tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e5ff384-8499-4e8d-b21e-164715b65c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962382 Feb 20 05:27:03.109034 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 7827130f-ee2b-49a9-9011-8fc1153db241 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:03.109467 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7827130f-ee2b-49a9-9011-8fc1153db241), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:03.130075 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75416c-66d2-4ced-a9b9-88b7791bf5ba req-81acc885-a1a9-48b5-8c64-47b9975e1a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:03.138866 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ff75416c-66d2-4ced-a9b9-88b7791bf5ba req-81acc885-a1a9-48b5-8c64-47b9975e1a0b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=592d7ae3cfbc43f5a598472dbfc479f2&device_id=1e293679-465c-4209-8c52-cc9ec58b51f0 HTTP/1.1" status: 200 len: 1125 time: 0.2988753 Feb 20 05:27:03.189981 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e2a42-a991-4508-ba0d-ef09944aeb1d req-4ceb420c-db42-430f-8d8c-aede7f64dc9a tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:03.191871 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:03.192343 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (75bd0c81-cc6f-40cb-88e6-b054e8647fb3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:03.202187 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad8e2a42-a991-4508-ba0d-ef09944aeb1d req-4ceb420c-db42-430f-8d8c-aede7f64dc9a tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=221f0899-bc76-429e-8719-9e4aeb467266 HTTP/1.1" status: 200 len: 945 time: 0.3483369 Feb 20 05:27:03.264950 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:27:03.280221 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 7827130f-ee2b-49a9-9011-8fc1153db241, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=7827130f-ee2b-49a9-9011-8fc1153db241,segment=NetworkSegment(4de25c78-7591-40f4-b21a-91612535feae),segment_id=4de25c78-7591-40f4-b21a-91612535feae)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:03.288233 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7827130f-ee2b-49a9-9011-8fc1153db241), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:03.427388 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=7827130f-ee2b-49a9-9011-8fc1153db241,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:03.457203 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75416c-66d2-4ced-a9b9-88b7791bf5ba req-6e8ebe57-1bf5-489d-a076-022e57e718bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:03.458726 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ff75416c-66d2-4ced-a9b9-88b7791bf5ba req-6e8ebe57-1bf5-489d-a076-022e57e718bc service neutron] 10.222.0.48 "GET /v2.0/networks?id=d76daf12-b90e-4798-b003-b03a3a53e3b4 HTTP/1.1" status: 200 len: 915 time: 0.3072677 Feb 20 05:27:03.465058 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=75bd0c81-cc6f-40cb-88e6-b054e8647fb3,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:03.480260 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (75bd0c81-cc6f-40cb-88e6-b054e8647fb3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:03.520999 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ff75416c-66d2-4ced-a9b9-88b7791bf5ba req-9c7b7053-d7e5-4236-a482-e3bf20ae50ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=658a72e9-4293-4fbf-a3ef-d675947ce961 HTTP/1.1" status: 200 len: 217 time: 0.0461915 Feb 20 05:27:03.522517 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b40f8ea1-c41b-4eb1-a9a1-0fffd457feb4 admin admin] Deleting port baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:27:03.522861 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b40f8ea1-c41b-4eb1-a9a1-0fffd457feb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:03.576254 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=75bd0c81-cc6f-40cb-88e6-b054e8647fb3,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:03.635679 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49086) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:03.779445 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['75bd0c81-cc6f-40cb-88e6-b054e8647fb3'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:27:03.899157 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-225aed7e-9bf6-41af-b07c-79760dc18938 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=169b11ff0ede40539c7c12f34d00b865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614388 Feb 20 05:27:03.901886 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49092) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:03.977029 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0eafd46-b683-44cc-bd6b-30c6d6c2f1d7 admin admin] Publish callbacks [] for security_group (bc55690b-8159-4c0c-870e-d9a40f7f2090), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:03.980957 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 8b1e2169-ea66-4338-8a41-14d4cc868dfe details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:27:04.033751 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0eafd46-b683-44cc-bd6b-30c6d6c2f1d7 admin admin] Publish callbacks [] for security_group (bc55690b-8159-4c0c-870e-d9a40f7f2090), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:04.107480 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0eafd46-b683-44cc-bd6b-30c6d6c2f1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (bc55690b-8159-4c0c-870e-d9a40f7f2090), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:04.112592 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0eafd46-b683-44cc-bd6b-30c6d6c2f1d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:04.116999 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a0eafd46-b683-44cc-bd6b-30c6d6c2f1d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc55690b-8159-4c0c-870e-d9a40f7f2090 HTTP/1.1" status: 204 len: 168 time: 0.2107661 Feb 20 05:27:04.131068 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eafd46-b683-44cc-bd6b-30c6d6c2f1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc55690b-8159-4c0c-870e-d9a40f7f2090,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:04.186421 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75416c-66d2-4ced-a9b9-88b7791bf5ba req-aade8071-0b8a-489f-912a-201a579682ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:04.188681 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ff75416c-66d2-4ced-a9b9-88b7791bf5ba req-aade8071-0b8a-489f-912a-201a579682ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=02f41e8c-effe-4279-ad71-79f8bbfdab66 HTTP/1.1" status: 200 len: 854 time: 0.6457615 Feb 20 05:27:04.239010 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad8e2a42-a991-4508-ba0d-ef09944aeb1d req-21b584b0-a4ac-4880-8100-55acc2c0428c tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0357707 Feb 20 05:27:04.335541 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec86efc4-a425-47e2-aeaf-7c117515e406 x-openstack-request-id: req-ec86efc4-a425-47e2-aeaf-7c117515e406 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:04.336247 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8de56f0-2294-4db6-ac3f-3107f61899cf", "name": "network-vif-plugged", "status": "completed", "tag": "b3da7f3f-c526-4a18-b4d6-4c1eda25babd", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:04.339259 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec86efc4-a425-47e2-aeaf-7c117515e406 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:04.339817 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8de56f0-2294-4db6-ac3f-3107f61899cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3da7f3f-c526-4a18-b4d6-4c1eda25babd', 'code': 200} Feb 20 05:27:04.362671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 8b1e2169-ea66-4338-8a41-14d4cc868dfe, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=8b1e2169-ea66-4338-8a41-14d4cc868dfe,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:04.375521 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e9b3d-e64d-4c3a-8d90-1e32fcc18d4b req-2795748a-86b7-41b1-bdf6-5e1366baecd7 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:04.384955 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 8b1e2169-ea66-4338-8a41-14d4cc868dfe has no active binding in host n-h1-829866-5 {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 20 05:27:04.400844 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-275e9b3d-e64d-4c3a-8d90-1e32fcc18d4b req-2795748a-86b7-41b1-bdf6-5e1366baecd7 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 944 time: 1.0584874 Feb 20 05:27:04.530711 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-b40f8ea1-c41b-4eb1-a9a1-0fffd457feb4 admin admin] For port baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95,segment=NetworkSegment(2bb1c217-07df-4f9b-aa47-5d29d47a3fb2),segment_id=2bb1c217-07df-4f9b-aa47-5d29d47a3fb2)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:04.531257 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b40f8ea1-c41b-4eb1-a9a1-0fffd457feb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:04.552919 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b40f8ea1-c41b-4eb1-a9a1-0fffd457feb4 admin admin] Calling delete_port for baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:27:04.677317 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-275e9b3d-e64d-4c3a-8d90-1e32fcc18d4b req-668eddc5-9716-4a75-8eec-612df505e672 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740526 Feb 20 05:27:04.741766 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 4bb1a66e-b165-4db0-97b7-4255cbf8daee no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:27:04.783171 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75416c-66d2-4ced-a9b9-88b7791bf5ba req-102b824d-c39c-489c-859e-568ee2a1b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:04.789061 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ff75416c-66d2-4ced-a9b9-88b7791bf5ba req-102b824d-c39c-489c-859e-568ee2a1b1b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d76daf12-b90e-4798-b003-b03a3a53e3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3592365 Feb 20 05:27:04.799911 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7d56f4-d69d-46bb-b5fa-50c73cf3694b x-openstack-request-id: req-2f7d56f4-d69d-46bb-b5fa-50c73cf3694b {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:04.800472 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35426803-27e2-4271-a15b-95230147ef13", "tag": "8b1e2169-ea66-4338-8a41-14d4cc868dfe", "status": "completed", "code": 200}, {"server_uuid": "8712c661-0a66-448c-ba43-bd99ee7be147", "name": "network-vif-deleted", "tag": "4bb1a66e-b165-4db0-97b7-4255cbf8daee", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:04.800959 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f7d56f4-d69d-46bb-b5fa-50c73cf3694b {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:04.801583 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35426803-27e2-4271-a15b-95230147ef13', 'tag': '8b1e2169-ea66-4338-8a41-14d4cc868dfe', 'status': 'completed', 'code': 200} Feb 20 05:27:04.802049 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8712c661-0a66-448c-ba43-bd99ee7be147', 'name': 'network-vif-deleted', 'tag': '4bb1a66e-b165-4db0-97b7-4255cbf8daee', 'status': 'completed', 'code': 200} Feb 20 05:27:04.813605 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ba6f5-b557-4bc7-920d-fa7e9db5ec7a req-76bd9efb-65e2-4043-8442-3c74d3b28d87 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:04.814586 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49104) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:04.815627 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d24ba6f5-b557-4bc7-920d-fa7e9db5ec7a req-76bd9efb-65e2-4043-8442-3c74d3b28d87 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 943 time: 0.3992682 Feb 20 05:27:04.828389 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 4bb1a66e-b165-4db0-97b7-4255cbf8daee {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:27:04.828795 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 4bb1a66e-b165-4db0-97b7-4255cbf8daee not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:27:04.838658 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-980b8185-fd2d-40d2-8f56-8f11a69d704d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:04.949241 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-980b8185-fd2d-40d2-8f56-8f11a69d704d admin admin] Publish callbacks [] for security_group (96a6eea4-dde6-4c2f-b1a6-9ff625b84812), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:04.955046 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-980b8185-fd2d-40d2-8f56-8f11a69d704d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (96a6eea4-dde6-4c2f-b1a6-9ff625b84812), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:04.983696 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d24ba6f5-b557-4bc7-920d-fa7e9db5ec7a req-a412074c-206c-4256-970e-20f7831ac8e0 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182129 Feb 20 05:27:05.004901 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b8185-fd2d-40d2-8f56-8f11a69d704d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a6eea4-dde6-4c2f-b1a6-9ff625b84812,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:05.012314 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-980b8185-fd2d-40d2-8f56-8f11a69d704d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e810e2d099b541f6a371abf372b750fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1954010 Feb 20 05:27:05.017424 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49106) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:05.019671 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff473fab-f192-46ca-b5dc-695aba338418 req-4b76dbfa-9875-406a-b379-7c37814bec1c tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:05.021475 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ff473fab-f192-46ca-b5dc-695aba338418 req-4b76dbfa-9875-406a-b379-7c37814bec1c tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.1471853 Feb 20 05:27:05.072796 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca5294e5-d159-4d6d-960e-3f9972431663 admin admin] Publish callbacks [] for security_group (96a6eea4-dde6-4c2f-b1a6-9ff625b84812), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:05.096864 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca5294e5-d159-4d6d-960e-3f9972431663 admin admin] Publish callbacks [] for security_group (96a6eea4-dde6-4c2f-b1a6-9ff625b84812), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:05.147690 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca5294e5-d159-4d6d-960e-3f9972431663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (96a6eea4-dde6-4c2f-b1a6-9ff625b84812), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:05.150603 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca5294e5-d159-4d6d-960e-3f9972431663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:05.151782 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ca5294e5-d159-4d6d-960e-3f9972431663 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96a6eea4-dde6-4c2f-b1a6-9ff625b84812 HTTP/1.1" status: 204 len: 168 time: 0.1333897 Feb 20 05:27:05.152431 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ff473fab-f192-46ca-b5dc-695aba338418 req-20dde0d2-7f98-41e2-94a1-c22fd2316416 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164205 Feb 20 05:27:05.165301 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b40f8ea1-c41b-4eb1-a9a1-0fffd457feb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:05.165642 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5294e5-d159-4d6d-960e-3f9972431663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a6eea4-dde6-4c2f-b1a6-9ff625b84812,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:05.277184 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b2853-5ac4-4db0-9675-07843679993a req-8cbe7e68-7f6c-429d-b58c-d2611cc5f79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:05.278755 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ac8b2853-5ac4-4db0-9675-07843679993a req-8cbe7e68-7f6c-429d-b58c-d2611cc5f79e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 1155 time: 0.1104074 Feb 20 05:27:05.286280 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8827978-d6a1-431e-9003-41fe795f275d req-c7c2b124-cec2-4905-9a68-7c615ef133a7 service neutron] 10.222.0.48 "GET /v2.0/ports/8b1e2169-ea66-4338-8a41-14d4cc868dfe/bindings/n-h1-829866-5 HTTP/1.1" status: 200 len: 384 time: 0.1070054 Feb 20 05:27:05.292269 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f8ea1-c41b-4eb1-a9a1-0fffd457feb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:05.319561 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd93b3-7e9e-4e67-a6af-9df0b56a3f6b req-998305db-a831-430f-bc0e-596055305621 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:05.324969 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd93b3-7e9e-4e67-a6af-9df0b56a3f6b req-998305db-a831-430f-bc0e-596055305621 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:05.326584 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-15dd93b3-7e9e-4e67-a6af-9df0b56a3f6b req-998305db-a831-430f-bc0e-596055305621 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8de56f0-2294-4db6-ac3f-3107f61899cf HTTP/1.1" status: 200 len: 1682 time: 0.2726672 Feb 20 05:27:05.511114 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445e937-96be-465e-a761-233c86a4a547 req-357abd94-71d0-4d53-9777-81104d1bff29 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:05.512797 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2445e937-96be-465e-a761-233c86a4a547 req-357abd94-71d0-4d53-9777-81104d1bff29 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e293679-465c-4209-8c52-cc9ec58b51f0 HTTP/1.1" status: 200 len: 943 time: 0.2715116 Feb 20 05:27:05.514525 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ff75416c-66d2-4ced-a9b9-88b7791bf5ba req-1ea26eff-5f69-434f-84f7-bf87cda97bb2 service neutron] 10.222.0.48 "GET /v2.0/networks/d76daf12-b90e-4798-b003-b03a3a53e3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594370 Feb 20 05:27:05.517638 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-15dd93b3-7e9e-4e67-a6af-9df0b56a3f6b req-f50a9a09-3888-4aa3-86a9-40fc9b793393 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726227 Feb 20 05:27:05.595578 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b2853-5ac4-4db0-9675-07843679993a req-d8f3e28f-3d7e-45ce-9e77-9d75a19bae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:05.597839 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ac8b2853-5ac4-4db0-9675-07843679993a req-d8f3e28f-3d7e-45ce-9e77-9d75a19bae58 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 908 time: 0.3024743 Feb 20 05:27:05.657435 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ac8b2853-5ac4-4db0-9675-07843679993a req-d31e7ec9-39d4-4edd-afb2-ae0aa6c6e8b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b1e2169-ea66-4338-8a41-14d4cc868dfe HTTP/1.1" status: 200 len: 217 time: 0.0529749 Feb 20 05:27:05.719180 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2445e937-96be-465e-a761-233c86a4a547 req-5a1b2baa-3c3b-428d-abc2-dda8431ebb42 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e5ff384-8499-4e8d-b21e-164715b65c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892421 Feb 20 05:27:05.725840 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b2853-5ac4-4db0-9675-07843679993a req-37927a96-112f-4bcf-856d-10fe6615b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:05.727672 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ac8b2853-5ac4-4db0-9675-07843679993a req-37927a96-112f-4bcf-856d-10fe6615b5ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b4371b84-9467-4135-93c7-7a933f791395 HTTP/1.1" status: 200 len: 848 time: 0.0627759 Feb 20 05:27:05.733129 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b40f8ea1-c41b-4eb1-a9a1-0fffd457feb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:05.764232 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ff75416c-66d2-4ced-a9b9-88b7791bf5ba req-9f02f79a-09d9-4b01-98f9-ea4f5a856f08 service neutron] 10.222.0.48 "GET /v2.0/networks/d76daf12-b90e-4798-b003-b03a3a53e3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433255 Feb 20 05:27:05.801333 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ac8b2853-5ac4-4db0-9675-07843679993a req-90b34cd6-53fe-4a8c-81ea-ee0c72a53d93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb4530de-66c2-443b-82e6-823a997cfe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652301 Feb 20 05:27:05.803492 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-c8827978-d6a1-431e-9003-41fe795f275d req-adef4dee-f9d2-4b50-a7fe-ff29b12ea7ea service neutron] For port 8b1e2169-ea66-4338-8a41-14d4cc868dfe, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=8b1e2169-ea66-4338-8a41-14d4cc868dfe,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:05.884956 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-c8827978-d6a1-431e-9003-41fe795f275d req-adef4dee-f9d2-4b50-a7fe-ff29b12ea7ea service neutron] For port 8b1e2169-ea66-4338-8a41-14d4cc868dfe, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:27:05.933896 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-c8827978-d6a1-431e-9003-41fe795f275d req-adef4dee-f9d2-4b50-a7fe-ff29b12ea7ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b1e2169-ea66-4338-8a41-14d4cc868dfe {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:27:05.952302 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-c8827978-d6a1-431e-9003-41fe795f275d req-adef4dee-f9d2-4b50-a7fe-ff29b12ea7ea service neutron] For port 8b1e2169-ea66-4338-8a41-14d4cc868dfe, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=8b1e2169-ea66-4338-8a41-14d4cc868dfe,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:05.972591 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ac8b2853-5ac4-4db0-9675-07843679993a req-907bfd92-9dcc-4751-9802-798d0a3acaab service neutron] 10.222.0.48 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599691 Feb 20 05:27:05.974982 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c8827978-d6a1-431e-9003-41fe795f275d req-adef4dee-f9d2-4b50-a7fe-ff29b12ea7ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8b1e2169-ea66-4338-8a41-14d4cc868dfe), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:06.086805 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7619b7-0f7a-4675-9d18-469bc959e6e8 req-f5092a5f-5f6b-4145-9f7b-aea5f379fa2f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:06.088508 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3a7619b7-0f7a-4675-9d18-469bc959e6e8 req-f5092a5f-5f6b-4145-9f7b-aea5f379fa2f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 944 time: 0.1699119 Feb 20 05:27:06.109274 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40f8ea1-c41b-4eb1-a9a1-0fffd457feb4 admin admin] Router d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:27:06.184925 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49150) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:06.211714 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ac8b2853-5ac4-4db0-9675-07843679993a req-ee807908-b1cc-4b83-8e9d-cebb1ee6cb30 service neutron] 10.222.0.48 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110329 Feb 20 05:27:06.222081 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-c8827978-d6a1-431e-9003-41fe795f275d req-adef4dee-f9d2-4b50-a7fe-ff29b12ea7ea service neutron] Transition to ACTIVE for port object 8b1e2169-ea66-4338-8a41-14d4cc868dfe will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:27:06.228593 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c8827978-d6a1-431e-9003-41fe795f275d req-adef4dee-f9d2-4b50-a7fe-ff29b12ea7ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (8b1e2169-ea66-4338-8a41-14d4cc868dfe), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:06.233348 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3a7619b7-0f7a-4675-9d18-469bc959e6e8 req-8895cebd-93a5-48c9-8c39-5966b055fad2 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362417 Feb 20 05:27:06.307165 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651493f-28d5-404d-96e6-1427cdc9ccf9 req-91d76a17-7eba-4f2c-a9e9-76bb501bce27 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:06.307820 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8827978-d6a1-431e-9003-41fe795f275d req-adef4dee-f9d2-4b50-a7fe-ff29b12ea7ea service neutron] No DVR routers for this DVR port 8b1e2169-ea66-4338-8a41-14d4cc868dfe on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:27:06.308708 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a651493f-28d5-404d-96e6-1427cdc9ccf9 req-91d76a17-7eba-4f2c-a9e9-76bb501bce27 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 943 time: 0.1679969 Feb 20 05:27:06.341270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8de56f0-2294-4db6-ac3f-3107f61899cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7827130f-ee2b-49a9-9011-8fc1153db241'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:06.344315 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199e0f3d-894e-4e27-b498-bf6af75a360d" -d '{"events": [{"server_uuid": "c8de56f0-2294-4db6-ac3f-3107f61899cf", "name": "network-vif-plugged", "status": "completed", "tag": "7827130f-ee2b-49a9-9011-8fc1153db241"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:06.348586 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef4dee-f9d2-4b50-a7fe-ff29b12ea7ea service neutron] Pushing event updated for resources: {'Port': ['ID=8b1e2169-ea66-4338-8a41-14d4cc868dfe,revision_number=10']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:06.354572 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-903ed715-0910-41ed-86e5-0a797d341193 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-network', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:27:06.358154 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40f8ea1-c41b-4eb1-a9a1-0fffd457feb4 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:27:06.367626 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b40f8ea1-c41b-4eb1-a9a1-0fffd457feb4 admin admin] 10.222.0.37 "PUT /v2.0/routers/d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0830939 Feb 20 05:27:06.368388 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8827978-d6a1-431e-9003-41fe795f275d req-adef4dee-f9d2-4b50-a7fe-ff29b12ea7ea service neutron] 10.222.0.48 "PUT /v2.0/ports/8b1e2169-ea66-4338-8a41-14d4cc868dfe/bindings/n-h1-829866-5/activate HTTP/1.1" status: 200 len: 369 time: 1.0566888 Feb 20 05:27:06.368388 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49158) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:06.373528 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754815f0-4cf5-403a-a74b-28f107459e0d None None] Sync routers for ids ['d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:27:06.391412 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754815f0-4cf5-403a-a74b-28f107459e0d None None] Routers {'d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:27:06.392179 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-754815f0-4cf5-403a-a74b-28f107459e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:26:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:06.422632 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903ed715-0910-41ed-86e5-0a797d341193 admin admin] Made reservation on behalf of 19bb3bd855364f478f15757cdbc4ef79 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:27:06.425671 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-903ed715-0910-41ed-86e5-0a797d341193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:06.427478 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a651493f-28d5-404d-96e6-1427cdc9ccf9 req-801861b5-f987-4853-82fe-24ff92edf4f6 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038663 Feb 20 05:27:06.467450 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9d7a7-f76f-49c3-a94e-06040908885d req-21153647-fbb1-42c4-ad9a-73e3d88a97c7 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:06.474656 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ddc9d7a7-f76f-49c3-a94e-06040908885d req-21153647-fbb1-42c4-ad9a-73e3d88a97c7 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.1323757 Feb 20 05:27:06.477342 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-903ed715-0910-41ed-86e5-0a797d341193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:06.480756 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab8bc77-a9c7-4ee8-b997-7cab5ee812e5 x-openstack-request-id: req-4ab8bc77-a9c7-4ee8-b997-7cab5ee812e5 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:06.481069 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8de56f0-2294-4db6-ac3f-3107f61899cf", "name": "network-vif-plugged", "status": "completed", "tag": "7827130f-ee2b-49a9-9011-8fc1153db241", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:06.481397 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ab8bc77-a9c7-4ee8-b997-7cab5ee812e5 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:06.482279 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8de56f0-2294-4db6-ac3f-3107f61899cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7827130f-ee2b-49a9-9011-8fc1153db241', 'code': 200} Feb 20 05:27:06.541868 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ddc9d7a7-f76f-49c3-a94e-06040908885d req-78b4f266-1081-44b7-a3b2-49702ccb613e tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581210 Feb 20 05:27:06.543663 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-754815f0-4cf5-403a-a74b-28f107459e0d None None] Set router d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:27:06.557191 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b33f2b18-722c-4aff-bdfd-2cedf33ba160 admin admin] Publish callbacks [] for router (d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:06.631417 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8827978-d6a1-431e-9003-41fe795f275d req-03248cdf-76fc-4103-a3bb-6d9dc808df12 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:06.632919 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8827978-d6a1-431e-9003-41fe795f275d req-03248cdf-76fc-4103-a3bb-6d9dc808df12 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13&tenant_id=fd21ae910f154cf58d2067d0920b47f4&binding%3Ahost_id=n-h2-829866-5 HTTP/1.1" status: 200 len: 1126 time: 0.2050982 Feb 20 05:27:06.655802 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c6209-a57c-4bd6-a717-d0571a344386 req-cff7899a-4f1b-484c-9983-88f73c5c5bfd tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:06.662960 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c6209-a57c-4bd6-a717-d0571a344386 req-cff7899a-4f1b-484c-9983-88f73c5c5bfd tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:06.664893 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f8c6209-a57c-4bd6-a717-d0571a344386 req-cff7899a-4f1b-484c-9983-88f73c5c5bfd tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8de56f0-2294-4db6-ac3f-3107f61899cf HTTP/1.1" status: 200 len: 1682 time: 0.0649340 Feb 20 05:27:06.721616 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f8c6209-a57c-4bd6-a717-d0571a344386 req-6b1be2a4-4a82-4d13-9c37-8f13c1610528 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498927 Feb 20 05:27:06.737278 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-754815f0-4cf5-403a-a74b-28f107459e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7687c1d-69bc-4ec4-afe4-781d4c7f0a7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-268064399-router', 'tenant_id': 'fbf3f7d2fbb4419f9fdb3399018f106d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '63455924-88b1-4329-909f-c8b85e7ce5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:22Z', 'updated_at': '2022-02-20T05:27:05Z', 'revision_number': 5, 'project_id': 'fbf3f7d2fbb4419f9fdb3399018f106d', 'gw_port': {'id': '63455924-88b1-4329-909f-c8b85e7ce5e8', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7687c1d-69bc-4ec4-afe4-781d4c7f0a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:24Z', 'updated_at': '2022-02-20T05:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:06.741556 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3b42c-1bad-48d3-8625-806a5707facc req-a4e3c6e2-49f9-48c6-89a0-3fa82d69813a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:06.742043 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3b42c-1bad-48d3-8625-806a5707facc req-a4e3c6e2-49f9-48c6-89a0-3fa82d69813a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:06.743647 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-18d3b42c-1bad-48d3-8625-806a5707facc req-a4e3c6e2-49f9-48c6-89a0-3fa82d69813a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c8de56f0-2294-4db6-ac3f-3107f61899cf HTTP/1.1" status: 200 len: 2046 time: 0.1912971 Feb 20 05:27:06.752500 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 658a72e9-4293-4fbf-a3ef-d675947ce961 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:27:06.758695 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:27:06.776836 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754815f0-4cf5-403a-a74b-28f107459e0d None None] Checking router: d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:27:06.786405 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754815f0-4cf5-403a-a74b-28f107459e0d None None] Routers {'d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:27:06.787053 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-754815f0-4cf5-403a-a74b-28f107459e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:26:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:06.821661 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8827978-d6a1-431e-9003-41fe795f275d req-6ac2df7e-8613-468b-b18b-f356f60dbf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:06.826260 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8827978-d6a1-431e-9003-41fe795f275d req-6ac2df7e-8613-468b-b18b-f356f60dbf35 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13&tenant_id=fd21ae910f154cf58d2067d0920b47f4 HTTP/1.1" status: 200 len: 1126 time: 0.1821570 Feb 20 05:27:06.838977 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b33f2b18-722c-4aff-bdfd-2cedf33ba160 admin admin] Publish callbacks [] for router_gateway (d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:06.884238 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-903ed715-0910-41ed-86e5-0a797d341193 admin admin] Publish callbacks [] for security_group (855fcd15-a9c3-4993-9a39-7fd38b35ad47), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:06.901775 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146e9c0-e785-4a93-98e7-85c5fb2706fb req-160d3ab0-4b0d-496e-9f28-b7cd31151fc4 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:06.904448 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3146e9c0-e785-4a93-98e7-85c5fb2706fb req-160d3ab0-4b0d-496e-9f28-b7cd31151fc4 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e293679-465c-4209-8c52-cc9ec58b51f0 HTTP/1.1" status: 200 len: 943 time: 0.0919838 Feb 20 05:27:06.926538 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-903ed715-0910-41ed-86e5-0a797d341193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (855fcd15-a9c3-4993-9a39-7fd38b35ad47), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:06.942926 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 658a72e9-4293-4fbf-a3ef-d675947ce961, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=658a72e9-4293-4fbf-a3ef-d675947ce961,segment=NetworkSegment(124a5ef8-1338-4ceb-9818-c9a2bde36949),segment_id=124a5ef8-1338-4ceb-9818-c9a2bde36949)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:06.959030 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:27:06.963437 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-18d3b42c-1bad-48d3-8625-806a5707facc req-71dccff9-ba02-493e-8b4f-2279f37dfd56 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073045 Feb 20 05:27:06.963596 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-754815f0-4cf5-403a-a74b-28f107459e0d None None] Set router d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:27:06.963945 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:27:06.964671 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (75bd0c81-cc6f-40cb-88e6-b054e8647fb3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:06.968364 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ed715-0910-41ed-86e5-0a797d341193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855fcd15-a9c3-4993-9a39-7fd38b35ad47,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:06.982839 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3146e9c0-e785-4a93-98e7-85c5fb2706fb req-1141a416-365b-44a3-88bd-e52bfe169c28 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e5ff384-8499-4e8d-b21e-164715b65c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716705 Feb 20 05:27:06.985557 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903ed715-0910-41ed-86e5-0a797d341193 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:27:07.008915 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-903ed715-0910-41ed-86e5-0a797d341193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (2f846fab-1023-4142-9b98-5429bbacc081), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:07.008915 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-903ed715-0910-41ed-86e5-0a797d341193 admin admin] Added segment 2f846fab-1023-4142-9b98-5429bbacc081 of type vlan for network 2abba46f-80a0-459a-bed6-12708e438ddb Feb 20 05:27:07.017759 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '658a72e9-4293-4fbf-a3ef-d675947ce961', 'network_id': 'd76daf12-b90e-4798-b003-b03a3a53e3b4', 'port_id': '658a72e9-4293-4fbf-a3ef-d675947ce961', 'mac_address': 'fa:16:3e:0f:ed:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02f41e8c-effe-4279-ad71-79f8bbfdab66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:27:07.028873 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8827978-d6a1-431e-9003-41fe795f275d req-3db3e9ae-a583-45df-87aa-40be6567bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:07.030395 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8827978-d6a1-431e-9003-41fe795f275d req-3db3e9ae-a583-45df-87aa-40be6567bee3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 1126 time: 0.1704674 Feb 20 05:27:07.061016 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-b33f2b18-722c-4aff-bdfd-2cedf33ba160 admin admin] Deleting port 63455924-88b1-4329-909f-c8b85e7ce5e8 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:27:07.061381 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b33f2b18-722c-4aff-bdfd-2cedf33ba160 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (63455924-88b1-4329-909f-c8b85e7ce5e8), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:07.079318 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-903ed715-0910-41ed-86e5-0a797d341193 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (2abba46f-80a0-459a-bed6-12708e438ddb), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:07.111511 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 658a72e9-4293-4fbf-a3ef-d675947ce961 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:07.112193 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (658a72e9-4293-4fbf-a3ef-d675947ce961), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:07.132967 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:07.133425 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (75bd0c81-cc6f-40cb-88e6-b054e8647fb3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:07.156599 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 658a72e9-4293-4fbf-a3ef-d675947ce961 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:27:07.157111 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-903ed715-0910-41ed-86e5-0a797d341193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (2abba46f-80a0-459a-bed6-12708e438ddb), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:07.158070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903ed715-0910-41ed-86e5-0a797d341193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:07.158653 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-903ed715-0910-41ed-86e5-0a797d341193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:07.177573 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 658a72e9-4293-4fbf-a3ef-d675947ce961, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=658a72e9-4293-4fbf-a3ef-d675947ce961,segment=NetworkSegment(124a5ef8-1338-4ceb-9818-c9a2bde36949),segment_id=124a5ef8-1338-4ceb-9818-c9a2bde36949)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:07.183042 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (658a72e9-4293-4fbf-a3ef-d675947ce961), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:07.190738 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-754815f0-4cf5-403a-a74b-28f107459e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7687c1d-69bc-4ec4-afe4-781d4c7f0a7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-268064399-router', 'tenant_id': 'fbf3f7d2fbb4419f9fdb3399018f106d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '63455924-88b1-4329-909f-c8b85e7ce5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:22Z', 'updated_at': '2022-02-20T05:27:05Z', 'revision_number': 5, 'project_id': 'fbf3f7d2fbb4419f9fdb3399018f106d', 'gw_port': {'id': '63455924-88b1-4329-909f-c8b85e7ce5e8', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7687c1d-69bc-4ec4-afe4-781d4c7f0a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:24Z', 'updated_at': '2022-02-20T05:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:07.199523 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-b33f2b18-722c-4aff-bdfd-2cedf33ba160 admin admin] For port 63455924-88b1-4329-909f-c8b85e7ce5e8, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=63455924-88b1-4329-909f-c8b85e7ce5e8,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:07.200141 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b33f2b18-722c-4aff-bdfd-2cedf33ba160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (63455924-88b1-4329-909f-c8b85e7ce5e8), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:07.225929 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754815f0-4cf5-403a-a74b-28f107459e0d None None] The sync data for ids ['d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a'] in n-d-829866-5 is: [{'id': 'd7687c1d-69bc-4ec4-afe4-781d4c7f0a7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-268064399-router', 'tenant_id': 'fbf3f7d2fbb4419f9fdb3399018f106d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '63455924-88b1-4329-909f-c8b85e7ce5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:24:22Z', 'updated_at': '2022-02-20T05:27:05Z', 'revision_number': 5, 'project_id': 'fbf3f7d2fbb4419f9fdb3399018f106d', 'gw_port': {'id': '63455924-88b1-4329-909f-c8b85e7ce5e8', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7687c1d-69bc-4ec4-afe4-781d4c7f0a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:24:24Z', 'updated_at': '2022-02-20T05:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:27:07.232282 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=75bd0c81-cc6f-40cb-88e6-b054e8647fb3,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:07.247648 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (75bd0c81-cc6f-40cb-88e6-b054e8647fb3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:07.253637 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=658a72e9-4293-4fbf-a3ef-d675947ce961,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:07.260991 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-903ed715-0910-41ed-86e5-0a797d341193 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0724449 Feb 20 05:27:07.261783 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49174) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:07.263076 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-b33f2b18-722c-4aff-bdfd-2cedf33ba160 admin admin] Calling delete_port for 63455924-88b1-4329-909f-c8b85e7ce5e8 owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:27:07.269367 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-469b375c-109e-43ca-bf30-580b5c81ba13 admin admin] Request body: {'subnet': {'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-subnet', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:27:07.270565 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ed715-0910-41ed-86e5-0a797d341193 admin admin] Pushing event updated for resources: {'Network': ['ID=2abba46f-80a0-459a-bed6-12708e438ddb,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:07.306377 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 2abba46f-80a0-459a-bed6-12708e438ddb details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:27:07.327709 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469b375c-109e-43ca-bf30-580b5c81ba13 admin admin] Made reservation on behalf of 19bb3bd855364f478f15757cdbc4ef79 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:27:07.331774 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-469b375c-109e-43ca-bf30-580b5c81ba13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:07.374628 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=75bd0c81-cc6f-40cb-88e6-b054e8647fb3,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:07.434110 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['658a72e9-4293-4fbf-a3ef-d675947ce961'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:27:07.463691 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40eb9ae-112d-4c3d-9224-23dea3de0901 req-a9594909-60c2-4486-8564-da42a89cce77 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:07.464630 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c40eb9ae-112d-4c3d-9224-23dea3de0901 req-a9594909-60c2-4486-8564-da42a89cce77 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 945 time: 0.1174788 Feb 20 05:27:07.476270 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b33f2b18-722c-4aff-bdfd-2cedf33ba160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (63455924-88b1-4329-909f-c8b85e7ce5e8), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:07.511359 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f2b18-722c-4aff-bdfd-2cedf33ba160 admin admin] Pushing event deleted for resources: {'Port': ['ID=63455924-88b1-4329-909f-c8b85e7ce5e8,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:07.573614 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b33f2b18-722c-4aff-bdfd-2cedf33ba160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:07.638022 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c40eb9ae-112d-4c3d-9224-23dea3de0901 req-9ce07a52-77c7-4a92-bcec-56125eb36637 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658702 Feb 20 05:27:07.648359 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-469b375c-109e-43ca-bf30-580b5c81ba13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (02b4f072-587a-4100-aff1-5d1330162eab), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:07.676162 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e4917-e933-41cb-aa1f-b08dec978a7c req-f8c62bb2-510e-4077-aae2-4f6a7c702e08 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:07.677852 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c4e4917-e933-41cb-aa1f-b08dec978a7c req-f8c62bb2-510e-4077-aae2-4f6a7c702e08 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 944 time: 0.1442754 Feb 20 05:27:07.779826 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b375c-109e-43ca-bf30-580b5c81ba13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02b4f072-587a-4100-aff1-5d1330162eab,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:07.815965 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c4e4917-e933-41cb-aa1f-b08dec978a7c req-04ab6b84-8014-4921-85f5-89989938adc6 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146238 Feb 20 05:27:07.821746 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469b375c-109e-43ca-bf30-580b5c81ba13 admin admin] Checking segment: {'id': '2f846fab-1023-4142-9b98-5429bbacc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:27:07.822180 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469b375c-109e-43ca-bf30-580b5c81ba13 admin admin] Network hostable DHCP agents. Network: 2abba46f-80a0-459a-bed6-12708e438ddb, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:27:07.848664 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f4acc-c0b8-4eb5-b50e-cc6edf09b9e7 req-c06020c4-49fe-4925-a83f-a57abd12b402 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:07.855715 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c76f4acc-c0b8-4eb5-b50e-cc6edf09b9e7 req-c06020c4-49fe-4925-a83f-a57abd12b402 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.1278620 Feb 20 05:27:07.876482 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469b375c-109e-43ca-bf30-580b5c81ba13 admin admin] Network 2abba46f-80a0-459a-bed6-12708e438ddb is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:27:07.895091 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-469b375c-109e-43ca-bf30-580b5c81ba13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 2abba46f-80a0-459a-bed6-12708e438ddb) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:27:07.906550 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469b375c-109e-43ca-bf30-580b5c81ba13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:07.907179 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-469b375c-109e-43ca-bf30-580b5c81ba13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:07.911250 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d657f3fb-7356-4b2d-8637-73f68fdf5317 None None] Network 2abba46f-80a0-459a-bed6-12708e438ddb requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:27:07.924221 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c76f4acc-c0b8-4eb5-b50e-cc6edf09b9e7 req-1baa0503-34cc-4fe9-9727-c828e34d24ab tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675225 Feb 20 05:27:07.936478 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-469b375c-109e-43ca-bf30-580b5c81ba13 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6733220 Feb 20 05:27:07.939145 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49184) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:07.944489 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-5fd42e83-218e-4632-b25e-430ea8201c12 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:27:07.948557 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:27:08.004848 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5fd42e83-218e-4632-b25e-430ea8201c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (f28ea473-00ca-45bb-a4db-4aac309846e7), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:08.006058 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5fd42e83-218e-4632-b25e-430ea8201c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (f28ea473-00ca-45bb-a4db-4aac309846e7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:08.053662 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b33f2b18-722c-4aff-bdfd-2cedf33ba160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:08.056338 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b33f2b18-722c-4aff-bdfd-2cedf33ba160 admin admin] Publish callbacks [] for router_controller (d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:08.102258 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5fd42e83-218e-4632-b25e-430ea8201c12 admin admin] Publish callbacks [] for router_controller (f28ea473-00ca-45bb-a4db-4aac309846e7), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:08.127109 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b33f2b18-722c-4aff-bdfd-2cedf33ba160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:08.127648 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33f2b18-722c-4aff-bdfd-2cedf33ba160 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:27:08.133932 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b33f2b18-722c-4aff-bdfd-2cedf33ba160 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:08.135132 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b33f2b18-722c-4aff-bdfd-2cedf33ba160 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d7687c1d-69bc-4ec4-afe4-781d4c7f0a7a HTTP/1.1" status: 204 len: 168 time: 1.7662666 Feb 20 05:27:08.138341 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49188) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:08.140655 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:27:08.141003 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device baa8065c-b4e0-4f1b-b888-ff8f1ca3ac95 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:27:08.184718 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef739f0-9f67-4350-ad5b-a6d71e41831b req-b6cae084-d698-41cf-a197-630390543d22 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:08.189840 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef739f0-9f67-4350-ad5b-a6d71e41831b req-b6cae084-d698-41cf-a197-630390543d22 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:08.194308 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee25bb6-ec7c-4877-afaf-de055a8d6d44 admin admin] Deleting subnet 239ea1ec-4136-452e-a0b3-487cc8fddb91 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:27:08.197067 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2ef739f0-9f67-4350-ad5b-a6d71e41831b req-b6cae084-d698-41cf-a197-630390543d22 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8de56f0-2294-4db6-ac3f-3107f61899cf HTTP/1.1" status: 200 len: 1682 time: 0.2479217 Feb 20 05:27:08.198848 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bee25bb6-ec7c-4877-afaf-de055a8d6d44 admin admin] Publish callbacks [] for subnet (239ea1ec-4136-452e-a0b3-487cc8fddb91), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:08.211335 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619f3e66-1bed-4259-89f1-ba373d4229cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-2abba46f-80a0-459a-bed6-12708e438ddb', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'fixed_ips': [{'subnet_id': '02b4f072-587a-4100-aff1-5d1330162eab'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:27:08.212462 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-619f3e66-1bed-4259-89f1-ba373d4229cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:08.257158 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bee25bb6-ec7c-4877-afaf-de055a8d6d44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (239ea1ec-4136-452e-a0b3-487cc8fddb91), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:08.357713 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bee25bb6-ec7c-4877-afaf-de055a8d6d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (239ea1ec-4136-452e-a0b3-487cc8fddb91), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:08.368659 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda039b-09f8-4714-af4d-f211528409ec req-9fb2a56b-39b6-482a-92f2-0416ee6e356b tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:08.370311 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bda039b-09f8-4714-af4d-f211528409ec req-9fb2a56b-39b6-482a-92f2-0416ee6e356b tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e293679-465c-4209-8c52-cc9ec58b51f0 HTTP/1.1" status: 200 len: 944 time: 0.2699795 Feb 20 05:27:08.370639 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-619f3e66-1bed-4259-89f1-ba373d4229cc None None] Allocated IP 172.20.0.2 (2abba46f-80a0-459a-bed6-12708e438ddb/02b4f072-587a-4100-aff1-5d1330162eab/2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:27:08.373271 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5fd42e83-218e-4632-b25e-430ea8201c12 admin admin] Publish callbacks [] for router_gateway (f28ea473-00ca-45bb-a4db-4aac309846e7), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:08.380204 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2ef739f0-9f67-4350-ad5b-a6d71e41831b req-797adcba-324a-4c33-82e8-2b597ab3ba4c tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817832 Feb 20 05:27:08.432252 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bee25bb6-ec7c-4877-afaf-de055a8d6d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (239ea1ec-4136-452e-a0b3-487cc8fddb91), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:08.463434 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee25bb6-ec7c-4877-afaf-de055a8d6d44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=239ea1ec-4136-452e-a0b3-487cc8fddb91,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:08.474480 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bee25bb6-ec7c-4877-afaf-de055a8d6d44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:08.482466 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49200) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:08.484600 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dbe326-f865-4b32-944d-8e0b4b8e733d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bd0c81-cc6f-40cb-88e6-b054e8647fb3'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:08.487127 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb3f97d-63fc-430f-b5a8-b65f68b182c6" -d '{"events": [{"server_uuid": "c2dbe326-f865-4b32-944d-8e0b4b8e733d", "name": "network-vif-plugged", "status": "completed", "tag": "75bd0c81-cc6f-40cb-88e6-b054e8647fb3"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:08.487790 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bee25bb6-ec7c-4877-afaf-de055a8d6d44 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/239ea1ec-4136-452e-a0b3-487cc8fddb91 HTTP/1.1" status: 204 len: 168 time: 0.3479152 Feb 20 05:27:08.494147 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1457ede3-dae2-453c-b610-1c2990856f25 None None] Network a471a251-cfc1-4ba4-9447-976816a198a6 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:27:08.495831 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bda039b-09f8-4714-af4d-f211528409ec req-b0846172-0d18-424a-98da-0a1b8980180a tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e5ff384-8499-4e8d-b21e-164715b65c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932221 Feb 20 05:27:08.568250 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcdf812-ec1f-4f9f-8c15-cdba5061e382 x-openstack-request-id: req-3dcdf812-ec1f-4f9f-8c15-cdba5061e382 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:08.568633 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2dbe326-f865-4b32-944d-8e0b4b8e733d", "name": "network-vif-plugged", "status": "completed", "tag": "75bd0c81-cc6f-40cb-88e6-b054e8647fb3", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:08.568968 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3dcdf812-ec1f-4f9f-8c15-cdba5061e382 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:08.569581 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2dbe326-f865-4b32-944d-8e0b4b8e733d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bd0c81-cc6f-40cb-88e6-b054e8647fb3', 'code': 200} Feb 20 05:27:08.656688 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-619f3e66-1bed-4259-89f1-ba373d4229cc None None] Publish callbacks [] for port (2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:08.672504 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-619f3e66-1bed-4259-89f1-ba373d4229cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:08.689773 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345604be-ac16-46e0-970e-646df765782c req-10dd0c07-a997-49a1-b2ac-57cdc1e0e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:08.691419 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-345604be-ac16-46e0-970e-646df765782c req-10dd0c07-a997-49a1-b2ac-57cdc1e0e311 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 1127 time: 0.0751708 Feb 20 05:27:08.715231 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f3e66-1bed-4259-89f1-ba373d4229cc None None] Pushing event updated for resources: {'Port': ['ID=2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:08.734041 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619f3e66-1bed-4259-89f1-ba373d4229cc None None] Network 2abba46f-80a0-459a-bed6-12708e438ddb is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:27:08.735601 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-619f3e66-1bed-4259-89f1-ba373d4229cc None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:27:08.743613 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619f3e66-1bed-4259-89f1-ba373d4229cc None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:27:08.783156 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 658a72e9-4293-4fbf-a3ef-d675947ce961 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:27:08.791100 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d538fa-1f74-4487-b20e-a1902907eba9 None None] DHCP port deletion for a471a251-cfc1-4ba4-9447-976816a198a6 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:27:08.809408 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-345604be-ac16-46e0-970e-646df765782c req-d4358809-5945-4f10-bd8d-1148773797fa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088097 Feb 20 05:27:08.876671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-619f3e66-1bed-4259-89f1-ba373d4229cc None None] Attempting to bind port 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:27:08.877224 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-619f3e66-1bed-4259-89f1-ba373d4229cc None None] Attempting to bind port 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2f846fab-1023-4142-9b98-5429bbacc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:27:08.877719 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619f3e66-1bed-4259-89f1-ba373d4229cc None None] Attempting to bind port 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882 on network 2abba46f-80a0-459a-bed6-12708e438ddb {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:27:08.903679 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619f3e66-1bed-4259-89f1-ba373d4229cc None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:27:08.904070 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619f3e66-1bed-4259-89f1-ba373d4229cc None None] Checking segment: {'id': '2f846fab-1023-4142-9b98-5429bbacc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:27:08.904483 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-619f3e66-1bed-4259-89f1-ba373d4229cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:08.904697 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d9616a3e-ec89-4bfe-9d82-7235eb195258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (a471a251-cfc1-4ba4-9447-976816a198a6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:08.904885 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619f3e66-1bed-4259-89f1-ba373d4229cc None None] Bound using segment: {'id': '2f846fab-1023-4142-9b98-5429bbacc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:27:08.905540 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-619f3e66-1bed-4259-89f1-ba373d4229cc None None] Bound port: 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f846fab-1023-4142-9b98-5429bbacc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:27:08.906052 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-619f3e66-1bed-4259-89f1-ba373d4229cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:08.933015 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 658a72e9-4293-4fbf-a3ef-d675947ce961 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:27:08.955646 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f03d6-e9e6-42d6-957e-54390832c24d req-52e23ec8-641f-49be-a076-a02b675990c1 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:08.957634 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ee0f03d6-e9e6-42d6-957e-54390832c24d req-52e23ec8-641f-49be-a076-a02b675990c1 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 945 time: 0.1171725 Feb 20 05:27:08.990298 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8827978-d6a1-431e-9003-41fe795f275d req-2be11720-4767-449f-ab91-8ef465d128cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:08.992478 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8827978-d6a1-431e-9003-41fe795f275d req-2be11720-4767-449f-ab91-8ef465d128cc service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 908 time: 0.1063323 Feb 20 05:27:09.001742 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 658a72e9-4293-4fbf-a3ef-d675947ce961 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:27:09.002070 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (658a72e9-4293-4fbf-a3ef-d675947ce961), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:09.005813 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-619f3e66-1bed-4259-89f1-ba373d4229cc None None] For port 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:27:09.038224 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8827978-d6a1-431e-9003-41fe795f275d req-f70a6f89-d18f-4b28-92ec-2fde923e2191 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b1e2169-ea66-4338-8a41-14d4cc868dfe HTTP/1.1" status: 200 len: 217 time: 0.0365479 Feb 20 05:27:09.050670 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-619f3e66-1bed-4259-89f1-ba373d4229cc None None] For port 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882,segment=NetworkSegment(2f846fab-1023-4142-9b98-5429bbacc081),segment_id=2f846fab-1023-4142-9b98-5429bbacc081)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:27:09.062366 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-619f3e66-1bed-4259-89f1-ba373d4229cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:09.086503 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d6d538fa-1f74-4487-b20e-a1902907eba9 None None] Deleting port 02fc773e-6aa1-4beb-9145-bd9d8066fef7 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:27:09.086956 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d6d538fa-1f74-4487-b20e-a1902907eba9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (02fc773e-6aa1-4beb-9145-bd9d8066fef7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:09.093358 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8827978-d6a1-431e-9003-41fe795f275d req-4acf28e7-4370-4eca-b8e1-92f45067c621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:09.094630 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8827978-d6a1-431e-9003-41fe795f275d req-4acf28e7-4370-4eca-b8e1-92f45067c621 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b4371b84-9467-4135-93c7-7a933f791395 HTTP/1.1" status: 200 len: 848 time: 0.0477974 Feb 20 05:27:09.134140 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8827978-d6a1-431e-9003-41fe795f275d req-4b0aa284-6fc3-46a5-bc19-67a94e112ce3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb4530de-66c2-443b-82e6-823a997cfe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306988 Feb 20 05:27:09.157393 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ee0f03d6-e9e6-42d6-957e-54390832c24d req-6ed93c49-3454-4b51-881a-c3ffc4ddc33a tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778951 Feb 20 05:27:09.164649 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a17c3-cebd-4fd7-8ac5-ce6987db1309 req-b672c74b-fad0-42b8-893d-7b83d3df6001 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:09.171406 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a67a17c3-cebd-4fd7-8ac5-ce6987db1309 req-b672c74b-fad0-42b8-893d-7b83d3df6001 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 944 time: 0.2458165 Feb 20 05:27:09.214783 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f3e66-1bed-4259-89f1-ba373d4229cc None None] Pushing event updated for resources: {'Port': ['ID=2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:09.229349 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d6d538fa-1f74-4487-b20e-a1902907eba9 None None] For port 02fc773e-6aa1-4beb-9145-bd9d8066fef7, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=02fc773e-6aa1-4beb-9145-bd9d8066fef7,segment=NetworkSegment(2bb1c217-07df-4f9b-aa47-5d29d47a3fb2),segment_id=2bb1c217-07df-4f9b-aa47-5d29d47a3fb2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:09.229744 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d6d538fa-1f74-4487-b20e-a1902907eba9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (02fc773e-6aa1-4beb-9145-bd9d8066fef7), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:09.266651 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8827978-d6a1-431e-9003-41fe795f275d req-b13db087-916c-421c-9a59-fa99f27f52f6 service neutron] 10.222.0.61 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278636 Feb 20 05:27:09.271219 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d6d538fa-1f74-4487-b20e-a1902907eba9 None None] Calling delete_port for 02fc773e-6aa1-4beb-9145-bd9d8066fef7 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:27:09.276277 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5fd42e83-218e-4632-b25e-430ea8201c12 admin admin] Publish callbacks [] for router_gateway (f28ea473-00ca-45bb-a4db-4aac309846e7), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:09.293392 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 658a72e9-4293-4fbf-a3ef-d675947ce961 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:09.294214 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (658a72e9-4293-4fbf-a3ef-d675947ce961), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:09.343053 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-d9616a3e-ec89-4bfe-9d82-7235eb195258 admin admin] Deleting port 02fc773e-6aa1-4beb-9145-bd9d8066fef7 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:27:09.343393 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d9616a3e-ec89-4bfe-9d82-7235eb195258 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (02fc773e-6aa1-4beb-9145-bd9d8066fef7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:09.349720 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5fd42e83-218e-4632-b25e-430ea8201c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:09.375328 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 658a72e9-4293-4fbf-a3ef-d675947ce961, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=658a72e9-4293-4fbf-a3ef-d675947ce961,segment=NetworkSegment(124a5ef8-1338-4ceb-9818-c9a2bde36949),segment_id=124a5ef8-1338-4ceb-9818-c9a2bde36949)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:09.377694 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a67a17c3-cebd-4fd7-8ac5-ce6987db1309 req-944d8071-9224-4690-a90c-2ed138012c26 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049623 Feb 20 05:27:09.388354 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8827978-d6a1-431e-9003-41fe795f275d req-088d1d74-5ba0-4d16-858a-0102b817d29d service neutron] 10.222.0.61 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137640 Feb 20 05:27:09.389721 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (658a72e9-4293-4fbf-a3ef-d675947ce961), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:09.390714 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 8b1e2169-ea66-4338-8a41-14d4cc868dfe no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:27:09.506499 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=658a72e9-4293-4fbf-a3ef-d675947ce961,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:09.524815 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d6d538fa-1f74-4487-b20e-a1902907eba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (02fc773e-6aa1-4beb-9145-bd9d8066fef7), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:09.563883 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d538fa-1f74-4487-b20e-a1902907eba9 None None] No DVR routers for this DVR port 02fc773e-6aa1-4beb-9145-bd9d8066fef7 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:27:09.568593 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d538fa-1f74-4487-b20e-a1902907eba9 None None] Pushing event deleted for resources: {'Port': ['ID=02fc773e-6aa1-4beb-9145-bd9d8066fef7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:09.574208 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-d9616a3e-ec89-4bfe-9d82-7235eb195258 admin admin] For port 02fc773e-6aa1-4beb-9145-bd9d8066fef7, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=02fc773e-6aa1-4beb-9145-bd9d8066fef7,segment=NetworkSegment(2bb1c217-07df-4f9b-aa47-5d29d47a3fb2),segment_id=2bb1c217-07df-4f9b-aa47-5d29d47a3fb2)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:09.574208 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d9616a3e-ec89-4bfe-9d82-7235eb195258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (02fc773e-6aa1-4beb-9145-bd9d8066fef7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:09.575679 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] The host n-h2-829866-5 is not matching for port 8b1e2169-ea66-4338-8a41-14d4cc868dfe host n-h1-829866-5! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 05:27:09.576103 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 8b1e2169-ea66-4338-8a41-14d4cc868dfe not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:27:09.622554 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-d9616a3e-ec89-4bfe-9d82-7235eb195258 admin admin] Calling delete_port for 02fc773e-6aa1-4beb-9145-bd9d8066fef7 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:27:09.660499 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31c8e7-ec8c-4725-accf-80672329cca6 req-9772c695-505b-49fb-a76c-53efd8e02570 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:09.662047 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-be31c8e7-ec8c-4725-accf-80672329cca6 req-9772c695-505b-49fb-a76c-53efd8e02570 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.3942935 Feb 20 05:27:09.698012 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8827978-d6a1-431e-9003-41fe795f275d req-d16b979f-df8d-41ea-a0a9-8c87f42f1317 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:09.699506 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8827978-d6a1-431e-9003-41fe795f275d req-d16b979f-df8d-41ea-a0a9-8c87f42f1317 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13&tenant_id=fd21ae910f154cf58d2067d0920b47f4&binding%3Ahost_id=n-h1-829866-5 HTTP/1.1" status: 200 len: 1126 time: 0.0517151 Feb 20 05:27:09.751367 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-5fd42e83-218e-4632-b25e-430ea8201c12 admin admin] Allocated IP 172.25.3.207 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/5882af53-bd0e-479b-b329-e8c2bef73791) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:27:09.777641 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84855dab-c824-46fa-aaab-d91ff5bcfb85 req-4cf83a30-9a76-4208-948b-a1aded7e2136 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:09.783420 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84855dab-c824-46fa-aaab-d91ff5bcfb85 req-4cf83a30-9a76-4208-948b-a1aded7e2136 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:09.784982 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-84855dab-c824-46fa-aaab-d91ff5bcfb85 req-4cf83a30-9a76-4208-948b-a1aded7e2136 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8de56f0-2294-4db6-ac3f-3107f61899cf HTTP/1.1" status: 200 len: 1682 time: 0.2411909 Feb 20 05:27:09.823551 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-be31c8e7-ec8c-4725-accf-80672329cca6 req-00128f74-312f-4e7c-a1f1-3f484cfa7b67 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518979 Feb 20 05:27:09.827606 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-c8827978-d6a1-431e-9003-41fe795f275d req-7fed60e6-553a-4d2e-b46a-c86325e191a7 service neutron] For port 8b1e2169-ea66-4338-8a41-14d4cc868dfe, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:27:09.836196 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c8827978-d6a1-431e-9003-41fe795f275d req-7fed60e6-553a-4d2e-b46a-c86325e191a7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:09.838049 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8827978-d6a1-431e-9003-41fe795f275d req-7fed60e6-553a-4d2e-b46a-c86325e191a7 service neutron] 10.222.0.61 "DELETE /v2.0/ports/8b1e2169-ea66-4338-8a41-14d4cc868dfe/bindings/n-h2-829866-5 HTTP/1.1" status: 204 len: 173 time: 0.1305315 Feb 20 05:27:09.904002 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d9616a3e-ec89-4bfe-9d82-7235eb195258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (02fc773e-6aa1-4beb-9145-bd9d8066fef7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:09.953110 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-84855dab-c824-46fa-aaab-d91ff5bcfb85 req-b5147019-0b92-4b76-a39c-146e08106b8b tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519568 Feb 20 05:27:09.953714 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9616a3e-ec89-4bfe-9d82-7235eb195258 admin admin] Pushing event deleted for resources: {'Port': ['ID=02fc773e-6aa1-4beb-9145-bd9d8066fef7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:09.955755 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:27:09.966311 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9616a3e-ec89-4bfe-9d82-7235eb195258 admin admin] No DVR routers for this DVR port 02fc773e-6aa1-4beb-9145-bd9d8066fef7 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:27:10.008632 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 788d9b1e-af46-4742-ba8b-8d1ab97977b8 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:27:10.054337 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5fd42e83-218e-4632-b25e-430ea8201c12 admin admin] Publish callbacks [] for port (5882af53-bd0e-479b-b329-e8c2bef73791), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:10.081691 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d9616a3e-ec89-4bfe-9d82-7235eb195258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (a471a251-cfc1-4ba4-9447-976816a198a6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:10.099263 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:27:10.099647 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:10.130397 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-d9616a3e-ec89-4bfe-9d82-7235eb195258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a471a251-cfc1-4ba4-9447-976816a198a6']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:10.154730 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-d9616a3e-ec89-4bfe-9d82-7235eb195258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb1c217-07df-4f9b-aa47-5d29d47a3fb2') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:10.155111 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-d9616a3e-ec89-4bfe-9d82-7235eb195258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb1c217-07df-4f9b-aa47-5d29d47a3fb2') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:10.167441 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 788d9b1e-af46-4742-ba8b-8d1ab97977b8, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=788d9b1e-af46-4742-ba8b-8d1ab97977b8,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:10.168590 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d9616a3e-ec89-4bfe-9d82-7235eb195258 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (2bb1c217-07df-4f9b-aa47-5d29d47a3fb2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:10.186791 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '788d9b1e-af46-4742-ba8b-8d1ab97977b8', 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e', 'port_id': '788d9b1e-af46-4742-ba8b-8d1ab97977b8', 'mac_address': 'fa:16:3e:30:f8:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:27:10.202808 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496500d8-ad4b-4fb0-8a30-eb3832911445 req-a6630e49-02ef-4bc6-8a41-e11c720b890b tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:10.204452 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-496500d8-ad4b-4fb0-8a30-eb3832911445 req-a6630e49-02ef-4bc6-8a41-e11c720b890b tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e293679-465c-4209-8c52-cc9ec58b51f0 HTTP/1.1" status: 200 len: 945 time: 0.1398060 Feb 20 05:27:10.209298 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5fd42e83-218e-4632-b25e-430ea8201c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (5882af53-bd0e-479b-b329-e8c2bef73791), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:10.212044 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d9616a3e-ec89-4bfe-9d82-7235eb195258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (2bb1c217-07df-4f9b-aa47-5d29d47a3fb2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:10.266212 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9616a3e-ec89-4bfe-9d82-7235eb195258 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:27:10.267167 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d9616a3e-ec89-4bfe-9d82-7235eb195258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (2bb1c217-07df-4f9b-aa47-5d29d47a3fb2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:27:10.271417 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:27:10.281990 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 788d9b1e-af46-4742-ba8b-8d1ab97977b8 is: ACTIVE; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:10.282384 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (788d9b1e-af46-4742-ba8b-8d1ab97977b8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:10.286638 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:10.287063 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:10.306116 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 788d9b1e-af46-4742-ba8b-8d1ab97977b8 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:27:10.337295 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 788d9b1e-af46-4742-ba8b-8d1ab97977b8, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=788d9b1e-af46-4742-ba8b-8d1ab97977b8,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:10.345333 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (788d9b1e-af46-4742-ba8b-8d1ab97977b8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:10.380312 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882,segment=NetworkSegment(2f846fab-1023-4142-9b98-5429bbacc081),segment_id=2f846fab-1023-4142-9b98-5429bbacc081)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:10.388979 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd42e83-218e-4632-b25e-430ea8201c12 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:27:10.394654 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:10.417763 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-5fd42e83-218e-4632-b25e-430ea8201c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:27:10.428485 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd42e83-218e-4632-b25e-430ea8201c12 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:27:10.441465 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=788d9b1e-af46-4742-ba8b-8d1ab97977b8,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:10.447910 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd42e83-218e-4632-b25e-430ea8201c12 admin admin] Pushing event updated for resources: {'Port': ['ID=5882af53-bd0e-479b-b329-e8c2bef73791,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:10.473129 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['788d9b1e-af46-4742-ba8b-8d1ab97977b8'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:27:10.478943 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 02fc773e-6aa1-4beb-9145-bd9d8066fef7 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:27:10.479134 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d9616a3e-ec89-4bfe-9d82-7235eb195258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (a471a251-cfc1-4ba4-9447-976816a198a6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:10.504032 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d9616a3e-ec89-4bfe-9d82-7235eb195258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:10.507149 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d9616a3e-ec89-4bfe-9d82-7235eb195258 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a471a251-cfc1-4ba4-9447-976816a198a6 HTTP/1.1" status: 204 len: 168 time: 2.0228472 Feb 20 05:27:10.525782 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-496500d8-ad4b-4fb0-8a30-eb3832911445 req-ba2aa400-4271-42fe-b722-844d4f95a8bc tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e5ff384-8499-4e8d-b21e-164715b65c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060899 Feb 20 05:27:10.532637 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9616a3e-ec89-4bfe-9d82-7235eb195258 admin admin] Pushing event deleted for resources: {'Network': ['ID=a471a251-cfc1-4ba4-9447-976816a198a6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:10.553075 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce7148-5a98-4096-a645-0d2a2902971d req-14f6bc25-a49e-4fe2-8c47-ddb0ed2e82a3 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:10.555016 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3cce7148-5a98-4096-a645-0d2a2902971d req-14f6bc25-a49e-4fe2-8c47-ddb0ed2e82a3 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 945 time: 0.2902834 Feb 20 05:27:10.558477 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 02fc773e-6aa1-4beb-9145-bd9d8066fef7 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:27:10.558970 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 02fc773e-6aa1-4beb-9145-bd9d8066fef7 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:27:10.559330 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 63455924-88b1-4329-909f-c8b85e7ce5e8 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:27:10.591268 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e293679-465c-4209-8c52-cc9ec58b51f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658a72e9-4293-4fbf-a3ef-d675947ce961'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:10.594292 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2582c32-aa28-4d77-b80d-fc1b7b63d6bc" -d '{"events": [{"server_uuid": "1e293679-465c-4209-8c52-cc9ec58b51f0", "name": "network-vif-plugged", "status": "completed", "tag": "658a72e9-4293-4fbf-a3ef-d675947ce961"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:10.606954 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a1c2e2-8ac5-4be7-b5e4-35c1fe6fe669 None None] Network 2abba46f-80a0-459a-bed6-12708e438ddb requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:27:10.667561 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 63455924-88b1-4329-909f-c8b85e7ce5e8 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:27:10.667995 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 63455924-88b1-4329-909f-c8b85e7ce5e8 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:27:10.761587 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49244) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:10.783871 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3cce7148-5a98-4096-a645-0d2a2902971d req-ca260641-74a9-4cd5-8b74-65828788b2b5 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901736 Feb 20 05:27:10.859664 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-87a7196d-4447-449b-85a2-71ab230807ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b882ff5cc38448f182588db0bc9e9522&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0963328 Feb 20 05:27:10.860864 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49250) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:10.867223 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:10.886620 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fcc25-526f-4d06-803a-e4f430300139 req-6f331f2f-7950-4175-81a5-a6df67754bcc tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:10.892899 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-794fcc25-526f-4d06-803a-e4f430300139 req-6f331f2f-7950-4175-81a5-a6df67754bcc tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 944 time: 0.2125518 Feb 20 05:27:10.938512 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a0b620-8ae1-4815-ae2f-f88da67ae62e x-openstack-request-id: req-d1a0b620-8ae1-4815-ae2f-f88da67ae62e {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:10.938936 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e293679-465c-4209-8c52-cc9ec58b51f0", "name": "network-vif-plugged", "status": "completed", "tag": "658a72e9-4293-4fbf-a3ef-d675947ce961", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:10.939262 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1a0b620-8ae1-4815-ae2f-f88da67ae62e {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:10.939722 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e293679-465c-4209-8c52-cc9ec58b51f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658a72e9-4293-4fbf-a3ef-d675947ce961', 'code': 200} Feb 20 05:27:10.972076 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b34af86b-9068-4721-be9f-0534f357c4d2 admin admin] Publish callbacks [] for security_group (9833df30-123c-453e-bb59-075840415429), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:10.974415 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5fd42e83-218e-4632-b25e-430ea8201c12 admin admin] Publish callbacks [] for router_gateway (f28ea473-00ca-45bb-a4db-4aac309846e7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:10.978353 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a7b60e80-0a3b-46f9-976b-5ee706eb3c83 None None] Provisioning complete for port 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:27:10.978545 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a7b60e80-0a3b-46f9-976b-5ee706eb3c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:11.008577 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b34af86b-9068-4721-be9f-0534f357c4d2 admin admin] Publish callbacks [] for security_group (9833df30-123c-453e-bb59-075840415429), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:11.044709 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c341e6-e03f-43c6-9731-2502cb213bb1 req-fae9b776-adff-4fdd-8b2d-225ccb9265ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:11.046455 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-03c341e6-e03f-43c6-9731-2502cb213bb1 req-fae9b776-adff-4fdd-8b2d-225ccb9265ac service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1e293679-465c-4209-8c52-cc9ec58b51f0 HTTP/1.1" status: 200 len: 1127 time: 0.1050391 Feb 20 05:27:11.099013 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-03c341e6-e03f-43c6-9731-2502cb213bb1 req-eceb3e36-c65a-4a77-91d5-83bc9f7070d7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3e5ff384-8499-4e8d-b21e-164715b65c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465682 Feb 20 05:27:11.099939 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b34af86b-9068-4721-be9f-0534f357c4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9833df30-123c-453e-bb59-075840415429), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:11.103723 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b34af86b-9068-4721-be9f-0534f357c4d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:11.108251 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b34af86b-9068-4721-be9f-0534f357c4d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9833df30-123c-453e-bb59-075840415429 HTTP/1.1" status: 204 len: 168 time: 0.2460732 Feb 20 05:27:11.116346 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34af86b-9068-4721-be9f-0534f357c4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9833df30-123c-453e-bb59-075840415429,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:11.229775 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a7b60e80-0a3b-46f9-976b-5ee706eb3c83 None None] Current status of the port 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:11.273813 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-794fcc25-526f-4d06-803a-e4f430300139 req-088acf6d-95d1-49b8-a960-b994b39d5c0f tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430232 Feb 20 05:27:11.315358 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c5649-1e16-45b8-9f8c-aa00da0bf2c9 req-74373d8f-e0e1-48f1-837e-bbd692dd372d tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:11.326284 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-439c5649-1e16-45b8-9f8c-aa00da0bf2c9 req-74373d8f-e0e1-48f1-837e-bbd692dd372d tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 1127 time: 0.3018677 Feb 20 05:27:11.464282 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2ee33422-4387-4141-a7a0-b2cb8a145cc8 None None] Provisioning complete for port 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:27:11.467985 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2ee33422-4387-4141-a7a0-b2cb8a145cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:11.491096 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-439c5649-1e16-45b8-9f8c-aa00da0bf2c9 req-b23a4458-5f32-4201-8b50-23e2ac6fc594 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549871 Feb 20 05:27:11.639048 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2ee33422-4387-4141-a7a0-b2cb8a145cc8 None None] Current status of the port 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:11.646867 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1cf48-46b2-4150-b4a7-57f0fbd1b28b req-71b0f246-230f-4f23-891a-247313d476c3 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:11.655312 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-81c1cf48-46b2-4150-b4a7-57f0fbd1b28b req-71b0f246-230f-4f23-891a-247313d476c3 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.2790370 Feb 20 05:27:11.680621 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5fd42e83-218e-4632-b25e-430ea8201c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (f28ea473-00ca-45bb-a4db-4aac309846e7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:11.698193 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49276) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:11.756947 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7eddd338-3838-4f9c-932c-8ad1509d25e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fbf3f7d2fbb4419f9fdb3399018f106d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0575771 Feb 20 05:27:11.759612 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49278) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:11.817694 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9370ba-1c60-4d18-a4cf-da23dad64e5c req-50caf8f2-4729-4534-bbec-4c9540dbb982 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:11.823281 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9370ba-1c60-4d18-a4cf-da23dad64e5c req-50caf8f2-4729-4534-bbec-4c9540dbb982 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:11.824918 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f9370ba-1c60-4d18-a4cf-da23dad64e5c req-50caf8f2-4729-4534-bbec-4c9540dbb982 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8de56f0-2294-4db6-ac3f-3107f61899cf HTTP/1.1" status: 200 len: 1682 time: 0.2302227 Feb 20 05:27:11.837043 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bb751096-45ae-4113-a4e8-47dfff7ae28f admin admin] Publish callbacks [] for security_group (35a1764a-cb6a-4757-b78b-b3f1cd21884b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:11.857355 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-81c1cf48-46b2-4150-b4a7-57f0fbd1b28b req-16aa0a66-3906-4810-9319-b9ec8f62a029 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931751 Feb 20 05:27:11.874664 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bb751096-45ae-4113-a4e8-47dfff7ae28f admin admin] Publish callbacks [] for security_group (35a1764a-cb6a-4757-b78b-b3f1cd21884b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:11.930721 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:27:11.952443 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bb751096-45ae-4113-a4e8-47dfff7ae28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (35a1764a-cb6a-4757-b78b-b3f1cd21884b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:11.956205 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bb751096-45ae-4113-a4e8-47dfff7ae28f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:11.957617 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bb751096-45ae-4113-a4e8-47dfff7ae28f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35a1764a-cb6a-4757-b78b-b3f1cd21884b HTTP/1.1" status: 204 len: 168 time: 0.1970057 Feb 20 05:27:11.974974 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb751096-45ae-4113-a4e8-47dfff7ae28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a1764a-cb6a-4757-b78b-b3f1cd21884b,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:12.032225 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f9370ba-1c60-4d18-a4cf-da23dad64e5c req-81b5d336-9e7f-49a3-afe2-2106785ad6c4 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082528 Feb 20 05:27:12.050742 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 788d9b1e-af46-4742-ba8b-8d1ab97977b8 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:27:12.099302 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd42e83-218e-4632-b25e-430ea8201c12 admin admin] Router f28ea473-00ca-45bb-a4db-4aac309846e7 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:27:12.192970 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:27:12.193369 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:12.239305 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 788d9b1e-af46-4742-ba8b-8d1ab97977b8 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:27:12.239859 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (788d9b1e-af46-4742-ba8b-8d1ab97977b8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:12.399915 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:12.455942 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 788d9b1e-af46-4742-ba8b-8d1ab97977b8 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:12.456272 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (788d9b1e-af46-4742-ba8b-8d1ab97977b8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:12.502486 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 788d9b1e-af46-4742-ba8b-8d1ab97977b8, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=788d9b1e-af46-4742-ba8b-8d1ab97977b8,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:12.512049 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (788d9b1e-af46-4742-ba8b-8d1ab97977b8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:12.578432 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=788d9b1e-af46-4742-ba8b-8d1ab97977b8,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:12.694811 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:27:12.756683 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a171d-2844-4b2c-a1c5-48759d8572d7 req-cfd5fd6a-bc65-4456-bd75-36a8e1caef54 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:12.764578 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6e7a171d-2844-4b2c-a1c5-48759d8572d7 req-cfd5fd6a-bc65-4456-bd75-36a8e1caef54 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e293679-465c-4209-8c52-cc9ec58b51f0 HTTP/1.1" status: 200 len: 945 time: 0.5566099 Feb 20 05:27:12.768883 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2698c8-6ac2-4bdf-a029-f1dc4edc347a req-34916751-8537-4e6d-807c-a315e71ade78 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:12.770345 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ee2698c8-6ac2-4bdf-a029-f1dc4edc347a req-34916751-8537-4e6d-807c-a315e71ade78 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 1127 time: 0.5637698 Feb 20 05:27:12.776140 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd42e83-218e-4632-b25e-430ea8201c12 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:27:12.792448 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7752a203-eebb-4376-8160-f6fe58275ad5 None None] Sync routers for ids ['f28ea473-00ca-45bb-a4db-4aac309846e7'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:27:12.818554 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5fd42e83-218e-4632-b25e-430ea8201c12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:12.822576 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5fd42e83-218e-4632-b25e-430ea8201c12 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8794916 Feb 20 05:27:12.826936 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49310) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:12.837153 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7752a203-eebb-4376-8160-f6fe58275ad5 None None] Routers {'f28ea473-00ca-45bb-a4db-4aac309846e7'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:27:12.842699 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-7752a203-eebb-4376-8160-f6fe58275ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:26:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f28ea473-00ca-45bb-a4db-4aac309846e7'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:12.853932 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6e7a171d-2844-4b2c-a1c5-48759d8572d7 req-ea8bc00e-a60d-4e50-bfe6-31558bcaaffe tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e5ff384-8499-4e8d-b21e-164715b65c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883977 Feb 20 05:27:12.917548 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ee2698c8-6ac2-4bdf-a029-f1dc4edc347a req-fb6ea806-5444-4f4e-beff-7abc1d9fb351 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122870 Feb 20 05:27:12.943992 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221f0899-bc76-429e-8719-9e4aeb467266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788d9b1e-af46-4742-ba8b-8d1ab97977b8'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:12.946582 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fb1fbe-9f35-4bf1-bc25-3aabaa4e4165" -d '{"events": [{"server_uuid": "221f0899-bc76-429e-8719-9e4aeb467266", "name": "network-vif-plugged", "status": "completed", "tag": "788d9b1e-af46-4742-ba8b-8d1ab97977b8"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:13.067673 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127051f-e38a-4b07-ba2b-78580357fa10 req-5154c1e3-cbdb-43e7-9148-d4bd44764dbc tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:13.089678 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d127051f-e38a-4b07-ba2b-78580357fa10 req-5154c1e3-cbdb-43e7-9148-d4bd44764dbc tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 1126 time: 0.1166234 Feb 20 05:27:13.162119 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-7752a203-eebb-4376-8160-f6fe58275ad5 None None] Set router f28ea473-00ca-45bb-a4db-4aac309846e7 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:27:13.208044 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d127051f-e38a-4b07-ba2b-78580357fa10 req-682dc9f4-c100-465f-b3fc-e7eabf6aa15d tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170163 Feb 20 05:27:13.313571 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083adc30-9cd6-44df-b8ba-fa8c68ee2394 req-afc32800-60c5-4f70-9805-67fce3fad6c4 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:13.322284 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-083adc30-9cd6-44df-b8ba-fa8c68ee2394 req-afc32800-60c5-4f70-9805-67fce3fad6c4 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.1131670 Feb 20 05:27:13.367509 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f2436d-98b3-42c7-bffd-5d51cf883d18 x-openstack-request-id: req-d4f2436d-98b3-42c7-bffd-5d51cf883d18 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:13.369290 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221f0899-bc76-429e-8719-9e4aeb467266", "name": "network-vif-plugged", "status": "completed", "tag": "788d9b1e-af46-4742-ba8b-8d1ab97977b8", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:13.374575 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4f2436d-98b3-42c7-bffd-5d51cf883d18 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:13.374575 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221f0899-bc76-429e-8719-9e4aeb467266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788d9b1e-af46-4742-ba8b-8d1ab97977b8', 'code': 200} Feb 20 05:27:13.454849 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-083adc30-9cd6-44df-b8ba-fa8c68ee2394 req-0d6bf032-ab65-491c-a191-bd9618c8f600 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311412 Feb 20 05:27:13.555778 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-7752a203-eebb-4376-8160-f6fe58275ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:27:08Z', 'updated_at': '2022-02-20T05:27:10Z', 'revision_number': 3, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'gw_port': {'id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:09Z', 'updated_at': '2022-02-20T05:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:13.627445 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7752a203-eebb-4376-8160-f6fe58275ad5 None None] Checking router: f28ea473-00ca-45bb-a4db-4aac309846e7 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:27:13.628312 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7752a203-eebb-4376-8160-f6fe58275ad5 None None] Updating router f28ea473-00ca-45bb-a4db-4aac309846e7 port 5882af53-bd0e-479b-b329-e8c2bef73791 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:27:13.684147 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7752a203-eebb-4376-8160-f6fe58275ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5882af53-bd0e-479b-b329-e8c2bef73791), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:13.817430 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-5712d1cb-e160-46c1-ad9c-feda4ce81af0 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:13.818009 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:13.825708 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-5712d1cb-e160-46c1-ad9c-feda4ce81af0 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 808 time: 0.2146668 Feb 20 05:27:13.853924 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-056e79fa-f7d4-4add-a4eb-93d82d997043 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/quotas/fd21ae910f154cf58d2067d0920b47f4 HTTP/1.1" status: 200 len: 375 time: 0.0271814 Feb 20 05:27:14.025041 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-8caa6b45-f0c0-49ad-b958-6236feb20098 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1701844 Feb 20 05:27:14.136298 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051066f9-c2ce-48ba-86b6-57a89f528320 req-45908062-6e9b-4133-b83f-f71c33978341 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:14.142322 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Allocated IP 172.20.0.1 (2abba46f-80a0-459a-bed6-12708e438ddb/02b4f072-587a-4100-aff1-5d1330162eab/c0ea043d-57a6-46de-8f22-17daa50c547b) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:27:14.144830 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051066f9-c2ce-48ba-86b6-57a89f528320 req-45908062-6e9b-4133-b83f-f71c33978341 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:14.155374 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-051066f9-c2ce-48ba-86b6-57a89f528320 req-45908062-6e9b-4133-b83f-f71c33978341 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8de56f0-2294-4db6-ac3f-3107f61899cf HTTP/1.1" status: 200 len: 1682 time: 0.1906826 Feb 20 05:27:14.282942 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-0c00b65f-a82d-41a5-8e70-3905cb5cf46c service neutron] 10.222.0.37 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536967 Feb 20 05:27:14.316986 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7752a203-eebb-4376-8160-f6fe58275ad5 None None] Publish callbacks [] for port (5882af53-bd0e-479b-b329-e8c2bef73791), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:14.324733 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7752a203-eebb-4376-8160-f6fe58275ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5882af53-bd0e-479b-b329-e8c2bef73791), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:14.344621 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Publish callbacks [] for port (c0ea043d-57a6-46de-8f22-17daa50c547b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:14.394697 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (c0ea043d-57a6-46de-8f22-17daa50c547b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:14.438191 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-7752a203-eebb-4376-8160-f6fe58275ad5 None None] Attempting to bind port 5882af53-bd0e-479b-b329-e8c2bef73791 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:27:14.438191 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-7752a203-eebb-4376-8160-f6fe58275ad5 None None] Attempting to bind port 5882af53-bd0e-479b-b329-e8c2bef73791 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:27:14.438191 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7752a203-eebb-4376-8160-f6fe58275ad5 None None] Attempting to bind port 5882af53-bd0e-479b-b329-e8c2bef73791 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:27:14.438796 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-051066f9-c2ce-48ba-86b6-57a89f528320 req-3b9d925f-db63-42c5-85d1-cc5d5fe6950b tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718568 Feb 20 05:27:14.454175 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Pushing event updated for resources: {'Port': ['ID=c0ea043d-57a6-46de-8f22-17daa50c547b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:14.461273 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2519d65-ad7b-4e65-b692-3556e7779e70 None None] Pushing event updated for resources: {'Port': ['ID=5882af53-bd0e-479b-b329-e8c2bef73791,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:14.469152 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Network 2abba46f-80a0-459a-bed6-12708e438ddb is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:27:14.470442 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7752a203-eebb-4376-8160-f6fe58275ad5 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:27:14.470684 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:27:14.472092 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7752a203-eebb-4376-8160-f6fe58275ad5 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:27:14.473348 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7752a203-eebb-4376-8160-f6fe58275ad5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:14.474485 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7752a203-eebb-4376-8160-f6fe58275ad5 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:27:14.475007 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:27:14.475605 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-7752a203-eebb-4376-8160-f6fe58275ad5 None None] Bound port: 5882af53-bd0e-479b-b329-e8c2bef73791, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:27:14.479528 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7752a203-eebb-4376-8160-f6fe58275ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5882af53-bd0e-479b-b329-e8c2bef73791), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:14.537786 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (f28ea473-00ca-45bb-a4db-4aac309846e7), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:14.595492 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-cd1584bc-5ffd-42a3-b837-2ab3dbc67e3d service neutron] 10.222.0.37 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062527 Feb 20 05:27:14.612897 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7752a203-eebb-4376-8160-f6fe58275ad5 None None] For port 5882af53-bd0e-479b-b329-e8c2bef73791, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:27:14.622858 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7752a203-eebb-4376-8160-f6fe58275ad5 None None] For port 5882af53-bd0e-479b-b329-e8c2bef73791, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=5882af53-bd0e-479b-b329-e8c2bef73791,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:27:14.633875 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7752a203-eebb-4376-8160-f6fe58275ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5882af53-bd0e-479b-b329-e8c2bef73791), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:14.662108 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bf394-ef29-49c3-a8da-b5a4b72d940e req-9d1b58a1-9265-48c3-99aa-53e0b512e742 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:14.667680 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d57bf394-ef29-49c3-a8da-b5a4b72d940e req-9d1b58a1-9265-48c3-99aa-53e0b512e742 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 1127 time: 0.1226315 Feb 20 05:27:14.722372 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7752a203-eebb-4376-8160-f6fe58275ad5 None None] Routers {'f28ea473-00ca-45bb-a4db-4aac309846e7'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:27:14.723240 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-7752a203-eebb-4376-8160-f6fe58275ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:26:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f28ea473-00ca-45bb-a4db-4aac309846e7'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:14.771120 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2519d65-ad7b-4e65-b692-3556e7779e70 None None] Pushing event updated for resources: {'Port': ['ID=5882af53-bd0e-479b-b329-e8c2bef73791,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:14.799371 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d57bf394-ef29-49c3-a8da-b5a4b72d940e req-21d9dd6a-652d-4580-9707-4b4915e4deb2 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227264 Feb 20 05:27:14.860427 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c0ea043d-57a6-46de-8f22-17daa50c547b), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:14.897323 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-7752a203-eebb-4376-8160-f6fe58275ad5 None None] Set router f28ea473-00ca-45bb-a4db-4aac309846e7 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:27:15.017156 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039859cb-6000-4a9e-bdb5-fdd45b936fc5 req-da6b0c48-0d64-4326-9268-e29132bc33f4 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:15.024127 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-039859cb-6000-4a9e-bdb5-fdd45b936fc5 req-da6b0c48-0d64-4326-9268-e29132bc33f4 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e293679-465c-4209-8c52-cc9ec58b51f0 HTTP/1.1" status: 200 len: 945 time: 0.1040347 Feb 20 05:27:15.151610 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Publish callbacks [] for port (c0ea043d-57a6-46de-8f22-17daa50c547b), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:15.155463 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-039859cb-6000-4a9e-bdb5-fdd45b936fc5 req-dc3371d7-4b15-449e-bbbc-9d1f48de55a7 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e5ff384-8499-4e8d-b21e-164715b65c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245935 Feb 20 05:27:15.169658 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (c0ea043d-57a6-46de-8f22-17daa50c547b), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:15.260369 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-43d97188-cdef-448a-85af-cb0342256aad None None] Provisioning complete for port c0ea043d-57a6-46de-8f22-17daa50c547b triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:27:15.260752 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43d97188-cdef-448a-85af-cb0342256aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c0ea043d-57a6-46de-8f22-17daa50c547b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:15.375872 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-43d97188-cdef-448a-85af-cb0342256aad None None] Port c0ea043d-57a6-46de-8f22-17daa50c547b cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:27:15.462073 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-20c8282d-1ad3-43f5-a81d-eae96a1d3430 req-0038d514-ff2d-433a-8116-ae83a39f83b1 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 210 time: 0.0964346 Feb 20 05:27:15.495919 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-7752a203-eebb-4376-8160-f6fe58275ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:27:08Z', 'updated_at': '2022-02-20T05:27:10Z', 'revision_number': 3, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'gw_port': {'id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:09Z', 'updated_at': '2022-02-20T05:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:15.510102 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb41853-7571-425a-91bc-bc6fa4775888 req-20eee19f-5a5f-45aa-905f-f66caca5b712 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:15.511661 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9fb41853-7571-425a-91bc-bc6fa4775888 req-20eee19f-5a5f-45aa-905f-f66caca5b712 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.2016492 Feb 20 05:27:15.533647 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Pushing event updated for resources: {'Port': ['ID=c0ea043d-57a6-46de-8f22-17daa50c547b,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:15.555965 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (f28ea473-00ca-45bb-a4db-4aac309846e7), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:15.557701 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7752a203-eebb-4376-8160-f6fe58275ad5 None None] The sync data for ids ['f28ea473-00ca-45bb-a4db-4aac309846e7'] in n-d-829866-5 is: [{'id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:27:08Z', 'updated_at': '2022-02-20T05:27:10Z', 'revision_number': 3, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'gw_port': {'id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:09Z', 'updated_at': '2022-02-20T05:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:27:15.603827 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:15.605154 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:15.607160 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:15.607884 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:15.608576 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:15.612543 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:15.614089 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:15.614634 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:15.615160 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:15.616326 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:15.617826 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:15.618976 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:15.620024 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:15.658449 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9fb41853-7571-425a-91bc-bc6fa4775888 req-f71ed1ba-66f9-4706-988d-b5026fb5b92f tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147516 Feb 20 05:27:15.843106 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e2821-14f8-4d2a-96af-a5d63a63bcc5 req-052a96b4-e793-46fe-a561-675399bfeece tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:15.849649 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e2821-14f8-4d2a-96af-a5d63a63bcc5 req-052a96b4-e793-46fe-a561-675399bfeece tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:15.852271 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-373e2821-14f8-4d2a-96af-a5d63a63bcc5 req-052a96b4-e793-46fe-a561-675399bfeece tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8de56f0-2294-4db6-ac3f-3107f61899cf HTTP/1.1" status: 200 len: 1682 time: 0.6757476 Feb 20 05:27:15.863713 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Network 2abba46f-80a0-459a-bed6-12708e438ddb is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:27:15.871888 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:27:16.196937 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-373e2821-14f8-4d2a-96af-a5d63a63bcc5 req-9cb6de99-9f69-449b-ad69-e7395a126bcb tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Deleting port 7827130f-ee2b-49a9-9011-8fc1153db241 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:27:16.197376 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-373e2821-14f8-4d2a-96af-a5d63a63bcc5 req-9cb6de99-9f69-449b-ad69-e7395a126bcb tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (7827130f-ee2b-49a9-9011-8fc1153db241), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:16.297267 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Router f28ea473-00ca-45bb-a4db-4aac309846e7 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:27:16.369627 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-24be0c07-0075-4b66-a9a9-a9b3c695803a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:16.373368 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee40d8-36ad-49f8-ad22-ebc3b26466e9 req-04e502fb-e9e2-4638-9dfc-d6e034407cfb tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:16.391112 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee40d8-36ad-49f8-ad22-ebc3b26466e9 req-04e502fb-e9e2-4638-9dfc-d6e034407cfb tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:16.399661 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-25ee40d8-36ad-49f8-ad22-ebc3b26466e9 req-04e502fb-e9e2-4638-9dfc-d6e034407cfb tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8de56f0-2294-4db6-ac3f-3107f61899cf HTTP/1.1" status: 200 len: 1682 time: 0.1427777 Feb 20 05:27:16.440308 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b2e5bf99-f22c-4e9f-bc54-316e02a04e7b None None] Provisioning complete for port c0ea043d-57a6-46de-8f22-17daa50c547b triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:27:16.440712 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b2e5bf99-f22c-4e9f-bc54-316e02a04e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c0ea043d-57a6-46de-8f22-17daa50c547b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:16.522075 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-373e2821-14f8-4d2a-96af-a5d63a63bcc5 req-9cb6de99-9f69-449b-ad69-e7395a126bcb tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] For port 7827130f-ee2b-49a9-9011-8fc1153db241, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=7827130f-ee2b-49a9-9011-8fc1153db241,segment=NetworkSegment(4de25c78-7591-40f4-b21a-91612535feae),segment_id=4de25c78-7591-40f4-b21a-91612535feae)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:16.540541 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-373e2821-14f8-4d2a-96af-a5d63a63bcc5 req-9cb6de99-9f69-449b-ad69-e7395a126bcb tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (7827130f-ee2b-49a9-9011-8fc1153db241), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:16.541395 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-25ee40d8-36ad-49f8-ad22-ebc3b26466e9 req-aaa7a042-66fb-4428-8e52-c198cf608a6d tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403859 Feb 20 05:27:16.556217 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b2e5bf99-f22c-4e9f-bc54-316e02a04e7b None None] Port c0ea043d-57a6-46de-8f22-17daa50c547b cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:27:16.677551 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-373e2821-14f8-4d2a-96af-a5d63a63bcc5 req-9cb6de99-9f69-449b-ad69-e7395a126bcb tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Calling delete_port for 7827130f-ee2b-49a9-9011-8fc1153db241 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:27:17.014998 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:27:17.019351 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe3d6b22-1d75-466e-8f2e-82166ece70e1 req-957b9cc5-526a-418c-a47f-d6ef2795e6f4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 210 time: 0.0772336 Feb 20 05:27:17.028863 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-de79e31e-ecd1-4fe4-b4c7-45c073a7d7c9 admin admin] 10.222.0.37 "PUT /v2.0/routers/f28ea473-00ca-45bb-a4db-4aac309846e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2000015 Feb 20 05:27:17.126066 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-dc93c144-f9b8-410f-ba6c-3474a9bcf067 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:17.130274 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-dc93c144-f9b8-410f-ba6c-3474a9bcf067 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.48 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 808 time: 0.4825459 Feb 20 05:27:17.162286 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-2a5ff5d6-92f0-4ab7-af49-d007ea76f9cc tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Request body: {'port': {'device_id': '05679688-f986-415e-b2c1-afef330c97f6', 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68', 'admin_state_up': True, 'tenant_id': 'fd21ae910f154cf58d2067d0920b47f4'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:27:17.292807 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ae1aa-805f-41e7-bf3a-7b71f8448e6e req-e9712058-d28e-4634-9312-56ebd9f56253 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:17.296088 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5a4ae1aa-805f-41e7-bf3a-7b71f8448e6e req-e9712058-d28e-4634-9312-56ebd9f56253 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.1602683 Feb 20 05:27:17.443272 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5a4ae1aa-805f-41e7-bf3a-7b71f8448e6e req-291e895f-081f-4377-ab41-04030390c737 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308293 Feb 20 05:27:17.511093 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-2a5ff5d6-92f0-4ab7-af49-d007ea76f9cc tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Made reservation on behalf of fd21ae910f154cf58d2067d0920b47f4 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:27:17.517530 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-2a5ff5d6-92f0-4ab7-af49-d007ea76f9cc tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:17.612717 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-373e2821-14f8-4d2a-96af-a5d63a63bcc5 req-9cb6de99-9f69-449b-ad69-e7395a126bcb tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (7827130f-ee2b-49a9-9011-8fc1153db241), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:17.627814 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['7827130f-ee2b-49a9-9011-8fc1153db241', 'b3da7f3f-c526-4a18-b4d6-4c1eda25babd'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:27:17.665657 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-f69fd87c-1722-429a-8121-c313e157d133 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:27:17.666734 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-f69fd87c-1722-429a-8121-c313e157d133 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061107 Feb 20 05:27:17.741176 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6de99-9f69-449b-ad69-e7395a126bcb tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event deleted for resources: {'Port': ['ID=7827130f-ee2b-49a9-9011-8fc1153db241,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:17.914138 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-2a5ff5d6-92f0-4ab7-af49-d007ea76f9cc tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Allocated IP 172.20.0.4 (cb4530de-66c2-443b-82e6-823a997cfe68/b4371b84-9467-4135-93c7-7a933f791395/58b2f612-c972-429c-abc1-3310488c066e) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:27:18.114353 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-f7032dde-ac45-4c37-9ad3-8eb653f0cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:18.135596 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-f7032dde-ac45-4c37-9ad3-8eb653f0cd5f service neutron] 10.222.0.37 "GET /v2.0/ports/75bd0c81-cc6f-40cb-88e6-b054e8647fb3 HTTP/1.1" status: 200 len: 1124 time: 0.4600501 Feb 20 05:27:18.141039 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-516e5b2d-89c4-4579-92e9-a414d105db9f service neutron] Request body: {'binding': {'host': 'n-h1-829866-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:27:18.141797 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-516e5b2d-89c4-4579-92e9-a414d105db9f service neutron] Unknown quota resources ['binding']. {{(pid=103407) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 05:27:18.326818 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-be7ed327-e56e-4b12-acf1-e7a3de232086 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:18.334272 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-be7ed327-e56e-4b12-acf1-e7a3de232086 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/networks?id=2abba46f-80a0-459a-bed6-12708e438ddb HTTP/1.1" status: 200 len: 819 time: 0.4971881 Feb 20 05:27:18.388651 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 5882af53-bd0e-479b-b329-e8c2bef73791 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:27:18.391986 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-40884e37-d67f-4662-8bbe-3b2d8b9dd396 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/quotas/19bb3bd855364f478f15757cdbc4ef79 HTTP/1.1" status: 200 len: 375 time: 0.0509870 Feb 20 05:27:18.481940 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 5882af53-bd0e-479b-b329-e8c2bef73791 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:27:18.482853 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5882af53-bd0e-479b-b329-e8c2bef73791), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:18.497376 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-2a5ff5d6-92f0-4ab7-af49-d007ea76f9cc tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks [] for port (58b2f612-c972-429c-abc1-3310488c066e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:18.555376 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-2a5ff5d6-92f0-4ab7-af49-d007ea76f9cc tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (58b2f612-c972-429c-abc1-3310488c066e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:18.576382 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-373e2821-14f8-4d2a-96af-a5d63a63bcc5 req-9cb6de99-9f69-449b-ad69-e7395a126bcb tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] No DVR routers for this DVR port 7827130f-ee2b-49a9-9011-8fc1153db241 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:27:18.612785 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0d620cfc-cdb7-4f7f-9125-f879c203853a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:18.628562 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-373e2821-14f8-4d2a-96af-a5d63a63bcc5 req-9cb6de99-9f69-449b-ad69-e7395a126bcb tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:18.632019 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-373e2821-14f8-4d2a-96af-a5d63a63bcc5 req-9cb6de99-9f69-449b-ad69-e7395a126bcb tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.61 "DELETE /v2.0/ports/7827130f-ee2b-49a9-9011-8fc1153db241 HTTP/1.1" status: 204 len: 173 time: 2.7722404 Feb 20 05:27:18.633211 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-90b44ffd-faf1-4209-852d-511e0f1498c3 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=19bb3bd855364f478f15757cdbc4ef79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2284129 Feb 20 05:27:18.633695 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8de56f0-2294-4db6-ac3f-3107f61899cf', 'name': 'network-vif-deleted', 'tag': '7827130f-ee2b-49a9-9011-8fc1153db241'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:18.635469 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c1d402-e88d-4195-8466-e2cecfcb32aa" -d '{"events": [{"server_uuid": "c8de56f0-2294-4db6-ac3f-3107f61899cf", "name": "network-vif-deleted", "tag": "7827130f-ee2b-49a9-9011-8fc1153db241"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:18.677833 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ff5d6-92f0-4ab7-af49-d007ea76f9cc tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Pushing event updated for resources: {'Port': ['ID=58b2f612-c972-429c-abc1-3310488c066e,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:18.693159 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-2a5ff5d6-92f0-4ab7-af49-d007ea76f9cc tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Network cb4530de-66c2-443b-82e6-823a997cfe68 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:27:18.705482 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-2a5ff5d6-92f0-4ab7-af49-d007ea76f9cc tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:27:18.737214 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 5882af53-bd0e-479b-b329-e8c2bef73791 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:18.737750 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5882af53-bd0e-479b-b329-e8c2bef73791), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:18.740776 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-2a5ff5d6-92f0-4ab7-af49-d007ea76f9cc tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:27:18.783986 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 5882af53-bd0e-479b-b329-e8c2bef73791, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=5882af53-bd0e-479b-b329-e8c2bef73791,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:18.791170 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5882af53-bd0e-479b-b329-e8c2bef73791), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:18.858805 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-2a5ff5d6-92f0-4ab7-af49-d007ea76f9cc tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:18.859836 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-2a5ff5d6-92f0-4ab7-af49-d007ea76f9cc tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:18.863996 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-0ad5969f-d780-41e2-8ec0-fa85a5b1a2fc service neutron] 10.222.0.37 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301657 Feb 20 05:27:18.887155 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-2a5ff5d6-92f0-4ab7-af49-d007ea76f9cc tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7400649 Feb 20 05:27:18.891375 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-373e2821-14f8-4d2a-96af-a5d63a63bcc5 req-0f7b74bc-31f6-4e1d-b65a-c410e895b624 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Deleting port b3da7f3f-c526-4a18-b4d6-4c1eda25babd {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:27:18.893771 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37741ea-fc32-4b9b-bb44-aed62ba2cd5b None None] Sync routers for ids ['f28ea473-00ca-45bb-a4db-4aac309846e7'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:27:18.902441 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-373e2821-14f8-4d2a-96af-a5d63a63bcc5 req-0f7b74bc-31f6-4e1d-b65a-c410e895b624 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (b3da7f3f-c526-4a18-b4d6-4c1eda25babd), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:18.907085 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37741ea-fc32-4b9b-bb44-aed62ba2cd5b None None] Routers {'f28ea473-00ca-45bb-a4db-4aac309846e7'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:27:18.907709 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a37741ea-fc32-4b9b-bb44-aed62ba2cd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:27:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f28ea473-00ca-45bb-a4db-4aac309846e7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:18.912949 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=5882af53-bd0e-479b-b329-e8c2bef73791,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:18.915570 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-188b61cc-3a56-450b-b3e8-16904b0efaed service neutron] Request body: {'port': {'device_id': '05679688-f986-415e-b2c1-afef330c97f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:27:18.942388 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:18.943205 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:18.943617 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:18.944023 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:18.944458 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:18.944804 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:18.945141 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:18.945744 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:18.946085 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:18.946503 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:18.946839 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:18.947197 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:18.956941 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:19.038030 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-516e5b2d-89c4-4579-92e9-a414d105db9f service neutron] Attempting to bind port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 on host n-h1-829866-5 for vnic_type normal with profile None {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:27:19.038362 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-516e5b2d-89c4-4579-92e9-a414d105db9f service neutron] Attempting to bind port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:27:19.038687 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-516e5b2d-89c4-4579-92e9-a414d105db9f service neutron] Attempting to bind port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:27:19.051668 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-516e5b2d-89c4-4579-92e9-a414d105db9f service neutron] Port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:27:19.051887 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-516e5b2d-89c4-4579-92e9-a414d105db9f service neutron] Attempting to bind port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:27:19.064210 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-516e5b2d-89c4-4579-92e9-a414d105db9f service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:27:19.064553 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-516e5b2d-89c4-4579-92e9-a414d105db9f service neutron] Checking segment: {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:27:19.064929 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-516e5b2d-89c4-4579-92e9-a414d105db9f service neutron] Bound using segment: {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:27:19.065364 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-516e5b2d-89c4-4579-92e9-a414d105db9f service neutron] Bound port: 75bd0c81-cc6f-40cb-88e6-b054e8647fb3, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:27:19.107688 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-373e2821-14f8-4d2a-96af-a5d63a63bcc5 req-0f7b74bc-31f6-4e1d-b65a-c410e895b624 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] For port b3da7f3f-c526-4a18-b4d6-4c1eda25babd, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b3da7f3f-c526-4a18-b4d6-4c1eda25babd,segment=NetworkSegment(36432d0c-ce9b-4ca4-af59-87f87a330770),segment_id=36432d0c-ce9b-4ca4-af59-87f87a330770)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:19.108422 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-373e2821-14f8-4d2a-96af-a5d63a63bcc5 req-0f7b74bc-31f6-4e1d-b65a-c410e895b624 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (b3da7f3f-c526-4a18-b4d6-4c1eda25babd), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:19.118849 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-516e5b2d-89c4-4579-92e9-a414d105db9f service neutron] For port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=75bd0c81-cc6f-40cb-88e6-b054e8647fb3,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:27:19.126065 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-373e2821-14f8-4d2a-96af-a5d63a63bcc5 req-0f7b74bc-31f6-4e1d-b65a-c410e895b624 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Calling delete_port for b3da7f3f-c526-4a18-b4d6-4c1eda25babd owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:27:19.130877 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-516e5b2d-89c4-4579-92e9-a414d105db9f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:19.132014 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-516e5b2d-89c4-4579-92e9-a414d105db9f service neutron] 10.222.0.37 "POST /v2.0/ports/75bd0c81-cc6f-40cb-88e6-b054e8647fb3/bindings HTTP/1.1" status: 201 len: 389 time: 0.9953563 Feb 20 05:27:19.150697 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-7db36c9f-6a27-44f4-ad4a-57a3e011b552 service neutron] 10.222.0.37 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857735 Feb 20 05:27:19.289523 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-a37741ea-fc32-4b9b-bb44-aed62ba2cd5b None None] Set router f28ea473-00ca-45bb-a4db-4aac309846e7 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:27:19.461975 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:19.511061 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-188b61cc-3a56-450b-b3e8-16904b0efaed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (58b2f612-c972-429c-abc1-3310488c066e), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:19.678551 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a37741ea-fc32-4b9b-bb44-aed62ba2cd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:27:08Z', 'updated_at': '2022-02-20T05:27:14Z', 'revision_number': 4, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'gw_port': {'id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:09Z', 'updated_at': '2022-02-20T05:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'c0ea043d-57a6-46de-8f22-17daa50c547b', 'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'mac_address': 'fa:16:3e:17:7d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '02b4f072-587a-4100-aff1-5d1330162eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:13Z', 'updated_at': '2022-02-20T05:27:14Z', 'revision_number': 2, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'subnets': [{'id': '02b4f072-587a-4100-aff1-5d1330162eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:19.691129 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349c9a5-6938-451b-9002-ce18fea40f95 req-978b10bd-789c-488e-ade4-003271359ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:19.698459 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5349c9a5-6938-451b-9002-ce18fea40f95 req-978b10bd-789c-488e-ade4-003271359ebd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 1131 time: 0.6400793 Feb 20 05:27:19.718053 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37741ea-fc32-4b9b-bb44-aed62ba2cd5b None None] Checking router: f28ea473-00ca-45bb-a4db-4aac309846e7 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:27:19.718689 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37741ea-fc32-4b9b-bb44-aed62ba2cd5b None None] Updating router f28ea473-00ca-45bb-a4db-4aac309846e7 port c0ea043d-57a6-46de-8f22-17daa50c547b binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:27:19.727247 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bf1da-1d54-42b8-ab40-f73107bb5309 req-bbbe0e88-83bf-40a5-89ed-82aca1ba4da2 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:19.738478 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c2bf1da-1d54-42b8-ab40-f73107bb5309 req-bbbe0e88-83bf-40a5-89ed-82aca1ba4da2 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8de56f0-2294-4db6-ac3f-3107f61899cf HTTP/1.1" status: 200 len: 946 time: 0.3030798 Feb 20 05:27:19.754518 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a37741ea-fc32-4b9b-bb44-aed62ba2cd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c0ea043d-57a6-46de-8f22-17daa50c547b), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:19.836771 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-cd95ceb3-b1be-4be4-b396-dd8c6c54e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:19.843498 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-cd95ceb3-b1be-4be4-b396-dd8c6c54e7b1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 1127 time: 0.3082976 Feb 20 05:27:19.998778 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bd8aa-15b1-4efb-a1cc-bc945725f34c req-df3e0a50-44e3-448b-b9e0-5156f98a34a6 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:20.025803 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e01bd8aa-15b1-4efb-a1cc-bc945725f34c req-df3e0a50-44e3-448b-b9e0-5156f98a34a6 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 931 time: 0.4941263 Feb 20 05:27:20.075794 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 5882af53-bd0e-479b-b329-e8c2bef73791 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:27:20.160610 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b3da7f3f-c526-4a18-b4d6-4c1eda25babd no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:27:20.230081 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a37741ea-fc32-4b9b-bb44-aed62ba2cd5b None None] Publish callbacks [] for port (c0ea043d-57a6-46de-8f22-17daa50c547b), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:20.244820 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a37741ea-fc32-4b9b-bb44-aed62ba2cd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c0ea043d-57a6-46de-8f22-17daa50c547b), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:20.262702 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c2bf1da-1d54-42b8-ab40-f73107bb5309 req-c3b81352-bd20-475d-a43a-76333662ee94 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/security-groups?id=4244aa21-7e17-472f-8904-747a2799304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207784 Feb 20 05:27:20.279064 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5349c9a5-6938-451b-9002-ce18fea40f95 req-2c8e4190-4cc1-47d8-b07a-6fbaf9527a10 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5658696 Feb 20 05:27:20.300972 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e01bd8aa-15b1-4efb-a1cc-bc945725f34c req-504e13f5-7575-4ff4-9013-b82ac15fcaa0 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740102 Feb 20 05:27:20.329916 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port b3da7f3f-c526-4a18-b4d6-4c1eda25babd is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:20.330778 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b3da7f3f-c526-4a18-b4d6-4c1eda25babd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:20.374820 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb38aa-6cc4-4f95-a2f9-4715d5aa546a None None] Pushing event updated for resources: {'Port': ['ID=c0ea043d-57a6-46de-8f22-17daa50c547b,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:20.400386 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb38aa-6cc4-4f95-a2f9-4715d5aa546a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:20.404741 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb38aa-6cc4-4f95-a2f9-4715d5aa546a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:20.405297 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb38aa-6cc4-4f95-a2f9-4715d5aa546a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:20.405790 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb38aa-6cc4-4f95-a2f9-4715d5aa546a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:20.406382 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb38aa-6cc4-4f95-a2f9-4715d5aa546a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:20.407118 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb38aa-6cc4-4f95-a2f9-4715d5aa546a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:20.407601 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb38aa-6cc4-4f95-a2f9-4715d5aa546a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:20.408082 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb38aa-6cc4-4f95-a2f9-4715d5aa546a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:20.408560 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb38aa-6cc4-4f95-a2f9-4715d5aa546a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:20.409337 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb38aa-6cc4-4f95-a2f9-4715d5aa546a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:20.409934 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb38aa-6cc4-4f95-a2f9-4715d5aa546a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:20.410414 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb38aa-6cc4-4f95-a2f9-4715d5aa546a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:20.410889 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb38aa-6cc4-4f95-a2f9-4715d5aa546a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:20.414776 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-905abb08-afdc-4065-ac67-4bf705b62e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:20.416323 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-905abb08-afdc-4065-ac67-4bf705b62e9b service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 920 time: 0.5661502 Feb 20 05:27:20.426324 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 5882af53-bd0e-479b-b329-e8c2bef73791 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:27:20.427376 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5882af53-bd0e-479b-b329-e8c2bef73791), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:20.465971 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925436f9-e34d-4357-8949-bf8cfbeb8f86 x-openstack-request-id: req-925436f9-e34d-4357-8949-bf8cfbeb8f86 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:20.466358 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8de56f0-2294-4db6-ac3f-3107f61899cf", "name": "network-vif-deleted", "tag": "7827130f-ee2b-49a9-9011-8fc1153db241", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:20.474597 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-925436f9-e34d-4357-8949-bf8cfbeb8f86 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:20.478483 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8de56f0-2294-4db6-ac3f-3107f61899cf', 'name': 'network-vif-deleted', 'tag': '7827130f-ee2b-49a9-9011-8fc1153db241', 'status': 'completed', 'code': 200} Feb 20 05:27:20.627164 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a37741ea-fc32-4b9b-bb44-aed62ba2cd5b None None] Attempting to bind port c0ea043d-57a6-46de-8f22-17daa50c547b on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:27:20.627800 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a37741ea-fc32-4b9b-bb44-aed62ba2cd5b None None] Attempting to bind port c0ea043d-57a6-46de-8f22-17daa50c547b by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2f846fab-1023-4142-9b98-5429bbacc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:27:20.628320 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37741ea-fc32-4b9b-bb44-aed62ba2cd5b None None] Attempting to bind port c0ea043d-57a6-46de-8f22-17daa50c547b on network 2abba46f-80a0-459a-bed6-12708e438ddb {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:27:20.635552 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37741ea-fc32-4b9b-bb44-aed62ba2cd5b None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:27:20.636219 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37741ea-fc32-4b9b-bb44-aed62ba2cd5b None None] Checking segment: {'id': '2f846fab-1023-4142-9b98-5429bbacc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:27:20.637347 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a37741ea-fc32-4b9b-bb44-aed62ba2cd5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:20.637918 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37741ea-fc32-4b9b-bb44-aed62ba2cd5b None None] Bound using segment: {'id': '2f846fab-1023-4142-9b98-5429bbacc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:27:20.638556 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a37741ea-fc32-4b9b-bb44-aed62ba2cd5b None None] Bound port: c0ea043d-57a6-46de-8f22-17daa50c547b, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f846fab-1023-4142-9b98-5429bbacc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:27:20.639123 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a37741ea-fc32-4b9b-bb44-aed62ba2cd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c0ea043d-57a6-46de-8f22-17daa50c547b), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:20.672524 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 5882af53-bd0e-479b-b329-e8c2bef73791 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:20.697509 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-e233a6a9-daa6-4562-b2ef-ca94884a0354 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75bd0c81-cc6f-40cb-88e6-b054e8647fb3 HTTP/1.1" status: 200 len: 217 time: 0.2079678 Feb 20 05:27:20.814527 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6cc2f031-ab4f-44c2-9e38-a792185fdf40 req-46a2ae77-ec9d-4ef6-a4c0-9f37d2400bfc tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=19639a1a-aa67-43af-806f-1d5f40a5395a HTTP/1.1" status: 200 len: 210 time: 0.1216912 Feb 20 05:27:20.828611 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-373e2821-14f8-4d2a-96af-a5d63a63bcc5 req-0f7b74bc-31f6-4e1d-b65a-c410e895b624 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (b3da7f3f-c526-4a18-b4d6-4c1eda25babd), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:20.829822 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a37741ea-fc32-4b9b-bb44-aed62ba2cd5b None None] For port c0ea043d-57a6-46de-8f22-17daa50c547b, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:27:20.834175 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a37741ea-fc32-4b9b-bb44-aed62ba2cd5b None None] For port c0ea043d-57a6-46de-8f22-17daa50c547b, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=c0ea043d-57a6-46de-8f22-17daa50c547b,segment=NetworkSegment(2f846fab-1023-4142-9b98-5429bbacc081),segment_id=2f846fab-1023-4142-9b98-5429bbacc081)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:27:20.842663 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a37741ea-fc32-4b9b-bb44-aed62ba2cd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c0ea043d-57a6-46de-8f22-17daa50c547b), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:20.878064 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 7827130f-ee2b-49a9-9011-8fc1153db241 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:27:20.903629 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b74bc-31f6-4e1d-b65a-c410e895b624 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event deleted for resources: {'Port': ['ID=b3da7f3f-c526-4a18-b4d6-4c1eda25babd,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:20.904334 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb38aa-6cc4-4f95-a2f9-4715d5aa546a None None] Pushing event updated for resources: {'Port': ['ID=c0ea043d-57a6-46de-8f22-17daa50c547b,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:20.904980 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76578b-e7ab-449b-8b1a-736f3ec1ed61 req-0809ab4f-ef04-48d5-bd4f-6e1ba7a3f38e tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:20.911635 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4d76578b-e7ab-449b-8b1a-736f3ec1ed61 req-0809ab4f-ef04-48d5-bd4f-6e1ba7a3f38e tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.4542534 Feb 20 05:27:20.939677 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37741ea-fc32-4b9b-bb44-aed62ba2cd5b None None] Routers {'f28ea473-00ca-45bb-a4db-4aac309846e7'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:27:20.940475 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a37741ea-fc32-4b9b-bb44-aed62ba2cd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:27:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f28ea473-00ca-45bb-a4db-4aac309846e7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:20.994496 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-97742372-cb9d-4937-bffa-09a7566b48b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:21.001611 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-97742372-cb9d-4937-bffa-09a7566b48b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 200 len: 860 time: 0.2884917 Feb 20 05:27:21.009134 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 7827130f-ee2b-49a9-9011-8fc1153db241 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:27:21.010390 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 7827130f-ee2b-49a9-9011-8fc1153db241 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:27:21.044845 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2672aa35-8b78-4a03-84ae-06a76bb7777b None None] Provisioning complete for port c0ea043d-57a6-46de-8f22-17daa50c547b triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:27:21.045334 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2672aa35-8b78-4a03-84ae-06a76bb7777b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c0ea043d-57a6-46de-8f22-17daa50c547b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:21.138570 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-373e2821-14f8-4d2a-96af-a5d63a63bcc5 req-0f7b74bc-31f6-4e1d-b65a-c410e895b624 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] No DVR routers for this DVR port b3da7f3f-c526-4a18-b4d6-4c1eda25babd on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:27:21.152431 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-373e2821-14f8-4d2a-96af-a5d63a63bcc5 req-0f7b74bc-31f6-4e1d-b65a-c410e895b624 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:21.164178 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-373e2821-14f8-4d2a-96af-a5d63a63bcc5 req-0f7b74bc-31f6-4e1d-b65a-c410e895b624 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.61 "DELETE /v2.0/ports/b3da7f3f-c526-4a18-b4d6-4c1eda25babd HTTP/1.1" status: 204 len: 173 time: 2.5228403 Feb 20 05:27:21.185877 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-349794b8-739c-46a3-aff2-fde686b48976 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157808 Feb 20 05:27:21.249527 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-a37741ea-fc32-4b9b-bb44-aed62ba2cd5b None None] Set router f28ea473-00ca-45bb-a4db-4aac309846e7 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:27:21.313420 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-188b61cc-3a56-450b-b3e8-16904b0efaed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58b2f612-c972-429c-abc1-3310488c066e {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:27:21.330178 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-188b61cc-3a56-450b-b3e8-16904b0efaed service neutron] Publish callbacks [] for port (58b2f612-c972-429c-abc1-3310488c066e), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:21.369755 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-188b61cc-3a56-450b-b3e8-16904b0efaed service neutron] Transition to ACTIVE for port object 58b2f612-c972-429c-abc1-3310488c066e will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:27:21.372674 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-29a0aa46-6e7f-4ca1-b57a-3e3236f28514 service neutron] 10.222.0.61 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755886 Feb 20 05:27:21.376593 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-188b61cc-3a56-450b-b3e8-16904b0efaed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (58b2f612-c972-429c-abc1-3310488c066e), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:21.384654 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2672aa35-8b78-4a03-84ae-06a76bb7777b None None] Current status of the port c0ea043d-57a6-46de-8f22-17daa50c547b is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:21.391753 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2672aa35-8b78-4a03-84ae-06a76bb7777b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c0ea043d-57a6-46de-8f22-17daa50c547b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:21.463356 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:21.468255 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b61cc-3a56-450b-b3e8-16904b0efaed service neutron] Pushing event updated for resources: {'Port': ['ID=58b2f612-c972-429c-abc1-3310488c066e,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:21.491352 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4d76578b-e7ab-449b-8b1a-736f3ec1ed61 req-83c07742-455a-4510-81c1-05493cbf40cf tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5704856 Feb 20 05:27:21.540514 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2672aa35-8b78-4a03-84ae-06a76bb7777b None None] For port c0ea043d-57a6-46de-8f22-17daa50c547b, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=c0ea043d-57a6-46de-8f22-17daa50c547b,segment=NetworkSegment(2f846fab-1023-4142-9b98-5429bbacc081),segment_id=2f846fab-1023-4142-9b98-5429bbacc081)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:21.547739 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2672aa35-8b78-4a03-84ae-06a76bb7777b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c0ea043d-57a6-46de-8f22-17daa50c547b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:21.629314 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14767783-770e-4dae-897e-5ed0d92d7e17 req-336a1b82-583c-4422-a6a8-090dc6086945 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:21.641014 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-14767783-770e-4dae-897e-5ed0d92d7e17 req-336a1b82-583c-4422-a6a8-090dc6086945 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 945 time: 0.6625292 Feb 20 05:27:21.691216 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672aa35-8b78-4a03-84ae-06a76bb7777b None None] Pushing event updated for resources: {'Port': ['ID=c0ea043d-57a6-46de-8f22-17daa50c547b,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:21.755125 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-76286582-a63d-4995-b399-b747206d17f2 None None] Provisioning complete for port c0ea043d-57a6-46de-8f22-17daa50c547b triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:27:21.755653 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-76286582-a63d-4995-b399-b747206d17f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c0ea043d-57a6-46de-8f22-17daa50c547b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:21.847975 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-14767783-770e-4dae-897e-5ed0d92d7e17 req-dfa694ce-4149-417a-ae85-996aa54ff533 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060590 Feb 20 05:27:21.861991 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-c3ad7ffa-557d-4e7f-a542-3ad6ff29af75 service neutron] 10.222.0.61 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682667 Feb 20 05:27:21.970209 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a37741ea-fc32-4b9b-bb44-aed62ba2cd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:27:08Z', 'updated_at': '2022-02-20T05:27:14Z', 'revision_number': 4, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'gw_port': {'id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:09Z', 'updated_at': '2022-02-20T05:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'c0ea043d-57a6-46de-8f22-17daa50c547b', 'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'mac_address': 'fa:16:3e:17:7d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '02b4f072-587a-4100-aff1-5d1330162eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:13Z', 'updated_at': '2022-02-20T05:27:20Z', 'revision_number': 4, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'subnets': [{'id': '02b4f072-587a-4100-aff1-5d1330162eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:21.977959 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-046ae0a6-2bd8-4128-9f35-ae9725722a90 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:21.979726 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-046ae0a6-2bd8-4128-9f35-ae9725722a90 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.61 "GET /v2.0/networks?id=2abba46f-80a0-459a-bed6-12708e438ddb HTTP/1.1" status: 200 len: 819 time: 0.5227976 Feb 20 05:27:21.983412 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-188b61cc-3a56-450b-b3e8-16904b0efaed service neutron] Attempting to bind port 58b2f612-c972-429c-abc1-3310488c066e on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:27:21.983948 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-188b61cc-3a56-450b-b3e8-16904b0efaed service neutron] Attempting to bind port 58b2f612-c972-429c-abc1-3310488c066e by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:27:21.984965 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-188b61cc-3a56-450b-b3e8-16904b0efaed service neutron] Attempting to bind port 58b2f612-c972-429c-abc1-3310488c066e on network cb4530de-66c2-443b-82e6-823a997cfe68 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:27:21.998264 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-3dec0aee-b1d9-406b-b604-621722f7ece2 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Request body: {'port': {'device_id': '19639a1a-aa67-43af-806f-1d5f40a5395a', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'admin_state_up': True, 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:27:22.000926 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-76286582-a63d-4995-b399-b747206d17f2 None None] Current status of the port c0ea043d-57a6-46de-8f22-17daa50c547b is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:22.018885 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37741ea-fc32-4b9b-bb44-aed62ba2cd5b None None] The sync data for ids ['f28ea473-00ca-45bb-a4db-4aac309846e7'] in n-d-829866-5 is: [{'id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:27:08Z', 'updated_at': '2022-02-20T05:27:14Z', 'revision_number': 4, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'gw_port': {'id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:09Z', 'updated_at': '2022-02-20T05:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'c0ea043d-57a6-46de-8f22-17daa50c547b', 'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'mac_address': 'fa:16:3e:17:7d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '02b4f072-587a-4100-aff1-5d1330162eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:13Z', 'updated_at': '2022-02-20T05:27:20Z', 'revision_number': 4, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'subnets': [{'id': '02b4f072-587a-4100-aff1-5d1330162eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:27:22.040110 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-188b61cc-3a56-450b-b3e8-16904b0efaed service neutron] Port 58b2f612-c972-429c-abc1-3310488c066e on network cb4530de-66c2-443b-82e6-823a997cfe68 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:27:22.040440 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-188b61cc-3a56-450b-b3e8-16904b0efaed service neutron] Attempting to bind port 58b2f612-c972-429c-abc1-3310488c066e on network cb4530de-66c2-443b-82e6-823a997cfe68 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:27:22.057130 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-188b61cc-3a56-450b-b3e8-16904b0efaed service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:27:22.057775 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-188b61cc-3a56-450b-b3e8-16904b0efaed service neutron] Checking segment: {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:27:22.058999 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-188b61cc-3a56-450b-b3e8-16904b0efaed service neutron] Bound using segment: {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:27:22.063162 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-188b61cc-3a56-450b-b3e8-16904b0efaed service neutron] Bound port: 58b2f612-c972-429c-abc1-3310488c066e, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:27:22.064752 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-188b61cc-3a56-450b-b3e8-16904b0efaed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (58b2f612-c972-429c-abc1-3310488c066e), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:22.131951 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device f576dc56-ce33-4362-86b8-d61ea2a3a64b details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:27:22.137929 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device f576dc56-ce33-4362-86b8-d61ea2a3a64b no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:27:22.304773 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-644a1fa3-a05b-4f3a-912c-f5540c08f6dc req-f453ea0b-0f6e-4707-b2de-38722fff4051 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8de56f0-2294-4db6-ac3f-3107f61899cf HTTP/1.1" status: 200 len: 210 time: 0.1214929 Feb 20 05:27:22.332078 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:27:22.381846 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-68ebfd43-aac6-48de-ba45-c6d54dfd8187 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:22.388782 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-68ebfd43-aac6-48de-ba45-c6d54dfd8187 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d&tenant_id=370c8f456fd340e383b36f44861b2990&binding%3Ahost_id=n-h2-829866-5 HTTP/1.1" status: 200 len: 1127 time: 0.4496553 Feb 20 05:27:22.409607 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829866-5'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:27:22.457530 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-3dec0aee-b1d9-406b-b604-621722f7ece2 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Made reservation on behalf of 19bb3bd855364f478f15757cdbc4ef79 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:27:22.466265 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-3dec0aee-b1d9-406b-b604-621722f7ece2 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:22.482140 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-188b61cc-3a56-450b-b3e8-16904b0efaed service neutron] For port 58b2f612-c972-429c-abc1-3310488c066e, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:27:22.497744 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-188b61cc-3a56-450b-b3e8-16904b0efaed service neutron] For port 58b2f612-c972-429c-abc1-3310488c066e, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=58b2f612-c972-429c-abc1-3310488c066e,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:27:22.505675 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8de56f0-2294-4db6-ac3f-3107f61899cf', 'name': 'network-vif-deleted', 'tag': 'b3da7f3f-c526-4a18-b4d6-4c1eda25babd'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:22.513227 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ef3481-12c1-4ad2-969c-522478e5ea47" -d '{"events": [{"server_uuid": "c8de56f0-2294-4db6-ac3f-3107f61899cf", "name": "network-vif-deleted", "tag": "b3da7f3f-c526-4a18-b4d6-4c1eda25babd"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:22.560513 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port f576dc56-ce33-4362-86b8-d61ea2a3a64b, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=f576dc56-ce33-4362-86b8-d61ea2a3a64b,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:22.575144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'f576dc56-ce33-4362-86b8-d61ea2a3a64b', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': 'f576dc56-ce33-4362-86b8-d61ea2a3a64b', 'mac_address': 'fa:16:3e:34:c0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:27:22.584789 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-188b61cc-3a56-450b-b3e8-16904b0efaed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (58b2f612-c972-429c-abc1-3310488c066e), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:22.633266 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce79bd-123f-49cd-bb02-1841304d618e req-1b1c715b-e390-4ade-a017-1efbeeefd8f7 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:22.637165 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2cce79bd-123f-49cd-bb02-1841304d618e req-1b1c715b-e390-4ade-a017-1efbeeefd8f7 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 943 time: 0.1829972 Feb 20 05:27:22.682925 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:22.730845 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (75bd0c81-cc6f-40cb-88e6-b054e8647fb3), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:22.777828 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-188b61cc-3a56-450b-b3e8-16904b0efaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:22.778555 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-188b61cc-3a56-450b-b3e8-16904b0efaed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:22.781631 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-188b61cc-3a56-450b-b3e8-16904b0efaed service neutron] 10.222.0.48 "PUT /v2.0/ports/58b2f612-c972-429c-abc1-3310488c066e HTTP/1.1" status: 200 len: 1091 time: 3.8731658 Feb 20 05:27:22.799383 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b61cc-3a56-450b-b3e8-16904b0efaed service neutron] Pushing event updated for resources: {'Port': ['ID=58b2f612-c972-429c-abc1-3310488c066e,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:22.884512 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e54d530-7e14-4bd4-94a3-40033f31f935 req-d54f7fbb-72a4-4d16-bed8-20549de5d483 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=19639a1a-aa67-43af-806f-1d5f40a5395a HTTP/1.1" status: 200 len: 210 time: 0.2151339 Feb 20 05:27:23.120283 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-3dec0aee-b1d9-406b-b604-621722f7ece2 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Allocated IP 172.20.0.12 (2abba46f-80a0-459a-bed6-12708e438ddb/02b4f072-587a-4100-aff1-5d1330162eab/99a3f4ae-d5ba-4af7-bc54-296e24e56b62) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:27:23.181378 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2cce79bd-123f-49cd-bb02-1841304d618e req-9e1d2f39-2424-4343-940e-4c63768b8916 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363855 Feb 20 05:27:23.221196 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49566) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:23.223555 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-9d8e1504-2105-4803-b560-2ec1f7ca997e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:23.225121 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-9d8e1504-2105-4803-b560-2ec1f7ca997e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 1125 time: 0.3860512 Feb 20 05:27:23.346880 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:23.360135 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] For port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=75bd0c81-cc6f-40cb-88e6-b054e8647fb3,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:23.370394 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port f576dc56-ce33-4362-86b8-d61ea2a3a64b is: ACTIVE; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:23.373117 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:23.383883 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port f576dc56-ce33-4362-86b8-d61ea2a3a64b is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:23.384452 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:23.425505 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f576dc56-ce33-4362-86b8-d61ea2a3a64b {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:27:23.429741 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5907e963-777e-40e4-915a-4f6a07104082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f576dc56-ce33-4362-86b8-d61ea2a3a64b'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:23.434280 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a763a9f9-f49d-4940-98dc-c71f6a1a18ed" -d '{"events": [{"server_uuid": "5907e963-777e-40e4-915a-4f6a07104082", "name": "network-vif-unplugged", "status": "completed", "tag": "f576dc56-ce33-4362-86b8-d61ea2a3a64b"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:23.443574 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2ac2d-2c56-4695-a3e4-1d0de2611b4f req-da11f752-2cd0-43a6-ac23-18aba586c8e0 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:23.452507 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd343d9-67e6-414d-9f03-129b1059f109 x-openstack-request-id: req-6dd343d9-67e6-414d-9f03-129b1059f109 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:23.453024 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8de56f0-2294-4db6-ac3f-3107f61899cf", "name": "network-vif-deleted", "tag": "b3da7f3f-c526-4a18-b4d6-4c1eda25babd", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:23.453442 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6dd343d9-67e6-414d-9f03-129b1059f109 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:23.453839 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cef2ac2d-2c56-4695-a3e4-1d0de2611b4f req-da11f752-2cd0-43a6-ac23-18aba586c8e0 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 949 time: 0.3082981 Feb 20 05:27:23.454646 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8de56f0-2294-4db6-ac3f-3107f61899cf', 'name': 'network-vif-deleted', 'tag': 'b3da7f3f-c526-4a18-b4d6-4c1eda25babd', 'status': 'completed', 'code': 200} Feb 20 05:27:23.461022 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port f576dc56-ce33-4362-86b8-d61ea2a3a64b, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=f576dc56-ce33-4362-86b8-d61ea2a3a64b,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:23.473762 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:23.480012 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-5c8088ce-2570-459f-98dc-d4cd9f64896c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58b2f612-c972-429c-abc1-3310488c066e HTTP/1.1" status: 200 len: 217 time: 0.2314129 Feb 20 05:27:23.517112 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] For port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:27:23.632893 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:27:23.633456 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:27:23.657801 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-c042da05-4984-4260-a29a-ef479d9a873a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:23.675016 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=f576dc56-ce33-4362-86b8-d61ea2a3a64b,revision_number=9']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:23.688320 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-c042da05-4984-4260-a29a-ef479d9a873a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b4371b84-9467-4135-93c7-7a933f791395 HTTP/1.1" status: 200 len: 848 time: 0.1990674 Feb 20 05:27:23.770089 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-8e7c013c-33f7-4c71-8fbe-ad957b3931a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb4530de-66c2-443b-82e6-823a997cfe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732496 Feb 20 05:27:23.802329 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a1e9bf28-80fd-48d3-8ae2-100bad2443e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:23.852077 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cef2ac2d-2c56-4695-a3e4-1d0de2611b4f req-43c2dc9f-4196-4914-9ea9-01ca02d8bbc0 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967607 Feb 20 05:27:23.920959 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dbe326-f865-4b32-944d-8e0b4b8e733d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75bd0c81-cc6f-40cb-88e6-b054e8647fb3'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:23.927306 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e498296f-a1e2-4b30-91ee-24d328f89d41" -d '{"events": [{"server_uuid": "c2dbe326-f865-4b32-944d-8e0b4b8e733d", "name": "network-vif-unplugged", "status": "completed", "tag": "75bd0c81-cc6f-40cb-88e6-b054e8647fb3"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:23.945333 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Publish callbacks [] for port (75bd0c81-cc6f-40cb-88e6-b054e8647fb3), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:23.978216 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49590) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:23.995153 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device c0ea043d-57a6-46de-8f22-17daa50c547b up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:27:24.009041 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11808dab-89e6-4af4-9c47-9a1bcea4d8cc req-e8ed770b-4ae7-4d14-8e41-031155c5fe64 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:24.010818 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-3dec0aee-b1d9-406b-b604-621722f7ece2 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks [] for port (99a3f4ae-d5ba-4af7-bc54-296e24e56b62), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:24.014402 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-11808dab-89e6-4af4-9c47-9a1bcea4d8cc req-e8ed770b-4ae7-4d14-8e41-031155c5fe64 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 945 time: 0.4340560 Feb 20 05:27:24.019048 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (75bd0c81-cc6f-40cb-88e6-b054e8647fb3), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:24.087231 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9265a3-15ae-45bb-9184-cb0d67970c35 x-openstack-request-id: req-cd9265a3-15ae-45bb-9184-cb0d67970c35 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:24.092550 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5907e963-777e-40e4-915a-4f6a07104082", "name": "network-vif-unplugged", "status": "completed", "tag": "f576dc56-ce33-4362-86b8-d61ea2a3a64b", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:24.092997 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd9265a3-15ae-45bb-9184-cb0d67970c35 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:24.093578 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5907e963-777e-40e4-915a-4f6a07104082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f576dc56-ce33-4362-86b8-d61ea2a3a64b', 'code': 200} Feb 20 05:27:24.170650 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-7974b4fd-a2a6-438f-91b6-ea6da9ff9e77 service neutron] 10.222.0.48 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806539 Feb 20 05:27:24.264700 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port f576dc56-ce33-4362-86b8-d61ea2a3a64b is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:24.265208 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:24.268946 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-3dec0aee-b1d9-406b-b604-621722f7ece2 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (99a3f4ae-d5ba-4af7-bc54-296e24e56b62), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:24.301386 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f576dc56-ce33-4362-86b8-d61ea2a3a64b {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:27:24.373587 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port f576dc56-ce33-4362-86b8-d61ea2a3a64b, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=f576dc56-ce33-4362-86b8-d61ea2a3a64b,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:24.377720 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Attempting to bind port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 on host n-h2-829866-5 for vnic_type normal with profile {"migrating_to": "n-h1-829866-5"} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:27:24.378857 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Attempting to bind port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:27:24.379933 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Attempting to bind port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:27:24.380920 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:24.411095 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-3dec0aee-b1d9-406b-b604-621722f7ece2 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Network 2abba46f-80a0-459a-bed6-12708e438ddb is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:27:24.412784 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:27:24.413338 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Attempting to bind port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:27:24.419915 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-3dec0aee-b1d9-406b-b604-621722f7ece2 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:27:24.425761 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-3dec0aee-b1d9-406b-b604-621722f7ece2 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:27:24.478107 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:27:24.479520 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port c0ea043d-57a6-46de-8f22-17daa50c547b triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:27:24.480092 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Checking segment: {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:27:24.480690 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c0ea043d-57a6-46de-8f22-17daa50c547b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:24.481690 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Bound using segment: {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:27:24.482206 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Bound port: 75bd0c81-cc6f-40cb-88e6-b054e8647fb3, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:27:24.485090 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (75bd0c81-cc6f-40cb-88e6-b054e8647fb3), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:24.503909 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-3dec0aee-b1d9-406b-b604-621722f7ece2 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:24.504766 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-3dec0aee-b1d9-406b-b604-621722f7ece2 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:24.528886 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-3dec0aee-b1d9-406b-b604-621722f7ece2 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5403957 Feb 20 05:27:24.551101 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-ecc3e45a-8bb7-4d64-b1b9-668d56729496 service neutron] Request body: {'port': {'device_id': '19639a1a-aa67-43af-806f-1d5f40a5395a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:27:24.556773 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec0aee-b1d9-406b-b604-621722f7ece2 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Pushing event updated for resources: {'Port': ['ID=99a3f4ae-d5ba-4af7-bc54-296e24e56b62,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:24.611688 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-893e6518-54d2-47c8-bb46-c0812a7b9541 req-4cc2be0c-4bab-40b1-aa3d-80bdda9c0e20 service neutron] 10.222.0.48 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652179 Feb 20 05:27:24.684631 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-ecc3e45a-8bb7-4d64-b1b9-668d56729496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (99a3f4ae-d5ba-4af7-bc54-296e24e56b62), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:24.697508 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['f576dc56-ce33-4362-86b8-d61ea2a3a64b'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:27:24.714339 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] For port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:27:24.723587 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] For port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=75bd0c81-cc6f-40cb-88e6-b054e8647fb3,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:27:24.803117 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=f576dc56-ce33-4362-86b8-d61ea2a3a64b,revision_number=10']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:24.872461 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-43fdc9e6-4df4-43e9-a48e-68005289bd50 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Deleting subnet 93985899-a389-46d1-a027-edbe7402ea36 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:27:24.903492 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (75bd0c81-cc6f-40cb-88e6-b054e8647fb3), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:24.918080 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-11808dab-89e6-4af4-9c47-9a1bcea4d8cc req-025688e3-9086-494e-82d1-90f18d0ab7b1 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8832893 Feb 20 05:27:24.923712 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-43fdc9e6-4df4-43e9-a48e-68005289bd50 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks [] for subnet (93985899-a389-46d1-a027-edbe7402ea36), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:25.005698 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port c0ea043d-57a6-46de-8f22-17daa50c547b is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:25.028755 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-77274f15-f44d-4198-b94b-7601455e7292 None None] Provisioning complete for port 99a3f4ae-d5ba-4af7-bc54-296e24e56b62 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:27:25.029700 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-77274f15-f44d-4198-b94b-7601455e7292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (99a3f4ae-d5ba-4af7-bc54-296e24e56b62), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:25.035204 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:25.045274 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-43fdc9e6-4df4-43e9-a48e-68005289bd50 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (93985899-a389-46d1-a027-edbe7402ea36), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:25.149141 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-77274f15-f44d-4198-b94b-7601455e7292 None None] Port 99a3f4ae-d5ba-4af7-bc54-296e24e56b62 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:27:25.194683 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-43fdc9e6-4df4-43e9-a48e-68005289bd50 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (93985899-a389-46d1-a027-edbe7402ea36), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:25.244541 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-ecc3e45a-8bb7-4d64-b1b9-668d56729496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a3f4ae-d5ba-4af7-bc54-296e24e56b62 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:27:25.265994 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-ecc3e45a-8bb7-4d64-b1b9-668d56729496 service neutron] Publish callbacks [] for port (99a3f4ae-d5ba-4af7-bc54-296e24e56b62), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:25.283704 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-ecc3e45a-8bb7-4d64-b1b9-668d56729496 service neutron] Transition to ACTIVE for port object 99a3f4ae-d5ba-4af7-bc54-296e24e56b62 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:27:25.291720 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a0a126-4237-4be4-b535-8cab87902c8f x-openstack-request-id: req-78a0a126-4237-4be4-b535-8cab87902c8f {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:25.292422 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2dbe326-f865-4b32-944d-8e0b4b8e733d", "name": "network-vif-unplugged", "status": "completed", "tag": "75bd0c81-cc6f-40cb-88e6-b054e8647fb3", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:25.292887 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78a0a126-4237-4be4-b535-8cab87902c8f {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:25.293531 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2dbe326-f865-4b32-944d-8e0b4b8e733d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75bd0c81-cc6f-40cb-88e6-b054e8647fb3', 'code': 200} Feb 20 05:27:25.294854 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-43fdc9e6-4df4-43e9-a48e-68005289bd50 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (93985899-a389-46d1-a027-edbe7402ea36), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:25.304656 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Pushing event updated for resources: {'Port': ['ID=75bd0c81-cc6f-40cb-88e6-b054e8647fb3,revision_number=7']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:25.308892 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-ecc3e45a-8bb7-4d64-b1b9-668d56729496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (99a3f4ae-d5ba-4af7-bc54-296e24e56b62), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:25.330092 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-43fdc9e6-4df4-43e9-a48e-68005289bd50 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:25.335645 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36313402-fdc5-42af-8a6e-b3f221d646a1 None None] Network 3711c42b-6270-40dc-aea8-ab4a19b7636c requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:27:25.340525 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-43fdc9e6-4df4-43e9-a48e-68005289bd50 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "DELETE /v2.0/subnets/93985899-a389-46d1-a027-edbe7402ea36 HTTP/1.1" status: 204 len: 168 time: 1.3244896 Feb 20 05:27:25.342015 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:25.347395 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:25.348014 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:25.348462 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:25.348919 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:25.349354 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:25.349787 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:25.350367 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:25.350796 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:25.351279 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:25.351705 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:25.357489 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:25.358070 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:27:25.363586 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49602) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:25.380868 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3e45a-8bb7-4d64-b1b9-668d56729496 service neutron] Pushing event updated for resources: {'Port': ['ID=99a3f4ae-d5ba-4af7-bc54-296e24e56b62,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:25.458200 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05679688-f986-415e-b2c1-afef330c97f6', 'tag': '58b2f612-c972-429c-abc1-3310488c066e'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:25.461838 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafb5e7e-7631-49c5-b2ce-27edea4c2cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "05679688-f986-415e-b2c1-afef330c97f6", "tag": "58b2f612-c972-429c-abc1-3310488c066e"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:25.517939 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-ecc3e45a-8bb7-4d64-b1b9-668d56729496 service neutron] Attempting to bind port 99a3f4ae-d5ba-4af7-bc54-296e24e56b62 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:27:25.518282 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-ecc3e45a-8bb7-4d64-b1b9-668d56729496 service neutron] Attempting to bind port 99a3f4ae-d5ba-4af7-bc54-296e24e56b62 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '2f846fab-1023-4142-9b98-5429bbacc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:27:25.518623 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-ecc3e45a-8bb7-4d64-b1b9-668d56729496 service neutron] Attempting to bind port 99a3f4ae-d5ba-4af7-bc54-296e24e56b62 on network 2abba46f-80a0-459a-bed6-12708e438ddb {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:27:25.529532 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-ecc3e45a-8bb7-4d64-b1b9-668d56729496 service neutron] Port 99a3f4ae-d5ba-4af7-bc54-296e24e56b62 on network 2abba46f-80a0-459a-bed6-12708e438ddb not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:27:25.529871 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-ecc3e45a-8bb7-4d64-b1b9-668d56729496 service neutron] Attempting to bind port 99a3f4ae-d5ba-4af7-bc54-296e24e56b62 on network 2abba46f-80a0-459a-bed6-12708e438ddb {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:27:25.532751 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ffe26b1e-e31e-40c7-9295-cdfb205a637e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (3711c42b-6270-40dc-aea8-ab4a19b7636c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:25.546567 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-ecc3e45a-8bb7-4d64-b1b9-668d56729496 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:27:25.550343 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-ecc3e45a-8bb7-4d64-b1b9-668d56729496 service neutron] Checking segment: {'id': '2f846fab-1023-4142-9b98-5429bbacc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:27:25.550805 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-ecc3e45a-8bb7-4d64-b1b9-668d56729496 service neutron] Bound using segment: {'id': '2f846fab-1023-4142-9b98-5429bbacc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:27:25.552839 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-ecc3e45a-8bb7-4d64-b1b9-668d56729496 service neutron] Bound port: 99a3f4ae-d5ba-4af7-bc54-296e24e56b62, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f846fab-1023-4142-9b98-5429bbacc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:27:25.553239 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-ecc3e45a-8bb7-4d64-b1b9-668d56729496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (99a3f4ae-d5ba-4af7-bc54-296e24e56b62), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:25.558540 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14701d1-fc5b-420f-82e2-11ac9d851672 req-f1bf3de2-9482-4b65-b895-24b384ce9798 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:25.565820 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b14701d1-fc5b-420f-82e2-11ac9d851672 req-f1bf3de2-9482-4b65-b895-24b384ce9798 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=19639a1a-aa67-43af-806f-1d5f40a5395a HTTP/1.1" status: 200 len: 932 time: 1.0357912 Feb 20 05:27:25.687855 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-ecc3e45a-8bb7-4d64-b1b9-668d56729496 service neutron] For port 99a3f4ae-d5ba-4af7-bc54-296e24e56b62, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:27:25.693636 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-ecc3e45a-8bb7-4d64-b1b9-668d56729496 service neutron] For port 99a3f4ae-d5ba-4af7-bc54-296e24e56b62, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=99a3f4ae-d5ba-4af7-bc54-296e24e56b62,segment=NetworkSegment(2f846fab-1023-4142-9b98-5429bbacc081),segment_id=2f846fab-1023-4142-9b98-5429bbacc081)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:27:25.702163 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-ecc3e45a-8bb7-4d64-b1b9-668d56729496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (99a3f4ae-d5ba-4af7-bc54-296e24e56b62), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:25.763101 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a898181b-433c-494d-b6ba-3b35b3a934b7 None None] DHCP port deletion for 3711c42b-6270-40dc-aea8-ab4a19b7636c request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:27:25.814130 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3e45a-8bb7-4d64-b1b9-668d56729496 service neutron] Pushing event updated for resources: {'Port': ['ID=99a3f4ae-d5ba-4af7-bc54-296e24e56b62,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:25.839844 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-ecc3e45a-8bb7-4d64-b1b9-668d56729496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:25.842282 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-ecc3e45a-8bb7-4d64-b1b9-668d56729496 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:25.847705 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-ecc3e45a-8bb7-4d64-b1b9-668d56729496 service neutron] 10.222.0.61 "PUT /v2.0/ports/99a3f4ae-d5ba-4af7-bc54-296e24e56b62 HTTP/1.1" status: 200 len: 1092 time: 1.3023841 Feb 20 05:27:25.893953 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a898181b-433c-494d-b6ba-3b35b3a934b7 None None] Deleting port 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:27:25.894343 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a898181b-433c-494d-b6ba-3b35b3a934b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:26.014864 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-fa620c4e-5d8c-40e9-b270-e19774844d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:26.022554 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:27:26.023841 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-fa620c4e-5d8c-40e9-b270-e19774844d11 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=19bb3bd855364f478f15757cdbc4ef79&device_id=19639a1a-aa67-43af-806f-1d5f40a5395a HTTP/1.1" status: 200 len: 1126 time: 0.1327474 Feb 20 05:27:26.130662 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a898181b-433c-494d-b6ba-3b35b3a934b7 None None] For port 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b,segment=NetworkSegment(4de25c78-7591-40f4-b21a-91612535feae),segment_id=4de25c78-7591-40f4-b21a-91612535feae)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:26.131105 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a898181b-433c-494d-b6ba-3b35b3a934b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:26.132027 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-ef036948-ad47-424d-84ca-d43d5efe41d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99a3f4ae-d5ba-4af7-bc54-296e24e56b62 HTTP/1.1" status: 200 len: 217 time: 0.0987909 Feb 20 05:27:26.145876 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a898181b-433c-494d-b6ba-3b35b3a934b7 None None] Calling delete_port for 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:27:26.202681 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:26.205040 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:26.208093 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] 10.222.0.61 "PUT /v2.0/ports/75bd0c81-cc6f-40cb-88e6-b054e8647fb3 HTTP/1.1" status: 200 len: 1121 time: 3.8083069 Feb 20 05:27:26.232146 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-616744b5-eead-4b30-81a8-99bb42dddbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:26.240679 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-616744b5-eead-4b30-81a8-99bb42dddbd5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=02b4f072-587a-4100-aff1-5d1330162eab HTTP/1.1" status: 200 len: 858 time: 0.1033752 Feb 20 05:27:26.268729 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdc9e6-4df4-43e9-a48e-68005289bd50 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event deleted for resources: {'Subnet': ['ID=93985899-a389-46d1-a027-edbe7402ea36,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:26.295858 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No active binding found for port 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b {{(pid=103408) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 20 05:27:26.296162 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] The host n-d-829866-5 is not matching for port 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b host None! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 05:27:26.296552 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:27:26.319465 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a898181b-433c-494d-b6ba-3b35b3a934b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:26.328349 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a1e9bf28-80fd-48d3-8ae2-100bad2443e3 admin admin] Publish callbacks [] for security_group (be451149-0a55-4f2b-a216-0ed485b652f5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:26.334793 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-1509ff8c-7edf-43fe-aa45-a5cab269fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:26.336543 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-1509ff8c-7edf-43fe-aa45-a5cab269fcad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2abba46f-80a0-459a-bed6-12708e438ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0898259 Feb 20 05:27:26.361385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898181b-433c-494d-b6ba-3b35b3a934b7 None None] Pushing event deleted for resources: {'Port': ['ID=83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:26.367897 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a898181b-433c-494d-b6ba-3b35b3a934b7 None None] No DVR routers for this DVR port 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:27:26.385854 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['75bd0c81-cc6f-40cb-88e6-b054e8647fb3'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:27:26.418938 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device f576dc56-ce33-4362-86b8-d61ea2a3a64b up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:27:26.428511 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b14701d1-fc5b-420f-82e2-11ac9d851672 req-6eabb9e2-0f9d-46fd-ad82-25a142029274 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/security-groups?id=855fcd15-a9c3-4993-9a39-7fd38b35ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8616650 Feb 20 05:27:26.429329 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a1e9bf28-80fd-48d3-8ae2-100bad2443e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (be451149-0a55-4f2b-a216-0ed485b652f5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:26.490775 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a1e9bf28-80fd-48d3-8ae2-100bad2443e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=04e075d04c434d6ca04bc6df44be72d2&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2542627 Feb 20 05:27:26.507565 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49610) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:26.542144 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635fcc5-153f-49f8-a8a9-3b3f205f6498 service neutron] Pushing event updated for resources: {'Port': ['ID=75bd0c81-cc6f-40cb-88e6-b054e8647fb3,revision_number=8']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:26.560554 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8fe3c-f4d9-45c0-9314-a88ab60e6752 req-a855510d-1922-4036-86e4-c3bd7e6b77d0 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:26.582337 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-def8fe3c-f4d9-45c0-9314-a88ab60e6752 req-a855510d-1922-4036-86e4-c3bd7e6b77d0 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 943 time: 1.3075137 Feb 20 05:27:26.595999 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-c0c3681d-5c5d-446e-98bf-5a2d88b8973c service neutron] 10.222.0.61 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522843 Feb 20 05:27:26.617430 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port f576dc56-ce33-4362-86b8-d61ea2a3a64b triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:27:26.617819 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:26.685690 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9bf28-80fd-48d3-8ae2-100bad2443e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be451149-0a55-4f2b-a216-0ed485b652f5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:26.754047 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-ffe26b1e-e31e-40c7-9295-cdfb205a637e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Deleting port 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:27:26.763012 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ffe26b1e-e31e-40c7-9295-cdfb205a637e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:26.784901 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-27c3b6a6-ae62-48bf-bffc-8ff16fef1413 req-12d4ee6e-347d-49bc-96ca-7d33eecb951d service neutron] 10.222.0.61 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818249 Feb 20 05:27:26.821333 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-beb51e96-5c69-4a20-a731-2f19fa718224 admin admin] Publish callbacks [] for security_group (be451149-0a55-4f2b-a216-0ed485b652f5), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:26.865831 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4857c00-e8df-408e-9284-174fe448d633 req-75f88543-b24d-4f73-ae65-c4825ba9aa18 tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:26.867535 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a4857c00-e8df-408e-9284-174fe448d633 req-75f88543-b24d-4f73-ae65-c4825ba9aa18 tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 1131 time: 0.2621989 Feb 20 05:27:26.869706 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-beb51e96-5c69-4a20-a731-2f19fa718224 admin admin] Publish callbacks [] for security_group (be451149-0a55-4f2b-a216-0ed485b652f5), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:26.891868 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-def8fe3c-f4d9-45c0-9314-a88ab60e6752 req-95320d96-68bc-4938-aa65-46b34eaa6728 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036690 Feb 20 05:27:26.945721 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 58b2f612-c972-429c-abc1-3310488c066e details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:27:26.967581 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-ffe26b1e-e31e-40c7-9295-cdfb205a637e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] For port 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b, host n-d-829866-5, got binding levels [] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:26.968314 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ffe26b1e-e31e-40c7-9295-cdfb205a637e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:26.972854 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a4857c00-e8df-408e-9284-174fe448d633 req-133f9656-5521-4639-8dcf-09835cd6adb2 tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795434 Feb 20 05:27:26.987070 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-ffe26b1e-e31e-40c7-9295-cdfb205a637e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Calling delete_port for 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:27:26.987866 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-beb51e96-5c69-4a20-a731-2f19fa718224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (be451149-0a55-4f2b-a216-0ed485b652f5), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:27.003573 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.ipam_backend_mixin [None req-ffe26b1e-e31e-40c7-9295-cdfb205a637e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Port 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b was not found and therefore no delete operation was performed {{(pid=103407) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 05:27:27.005259 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ffe26b1e-e31e-40c7-9295-cdfb205a637e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:27.005400 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-beb51e96-5c69-4a20-a731-2f19fa718224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:27.006480 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-beb51e96-5c69-4a20-a731-2f19fa718224 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be451149-0a55-4f2b-a216-0ed485b652f5 HTTP/1.1" status: 204 len: 168 time: 0.5046322 Feb 20 05:27:27.044280 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb51e96-5c69-4a20-a731-2f19fa718224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be451149-0a55-4f2b-a216-0ed485b652f5,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:27.130029 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d59874-8bb0-4ba5-9b4f-f1026d81f5db x-openstack-request-id: req-b2d59874-8bb0-4ba5-9b4f-f1026d81f5db {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:27.130965 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05679688-f986-415e-b2c1-afef330c97f6", "tag": "58b2f612-c972-429c-abc1-3310488c066e", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:27.131368 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2d59874-8bb0-4ba5-9b4f-f1026d81f5db {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:27.132595 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05679688-f986-415e-b2c1-afef330c97f6', 'tag': '58b2f612-c972-429c-abc1-3310488c066e', 'status': 'completed', 'code': 200} Feb 20 05:27:27.139563 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe26b1e-e31e-40c7-9295-cdfb205a637e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event deleted for resources: {'Port': ['ID=83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:27.142825 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe26b1e-e31e-40c7-9295-cdfb205a637e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] No DVR routers for this DVR port 83e6fd34-83b0-41ae-bd67-d80c9e8e0f4b on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:27:27.271950 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 58b2f612-c972-429c-abc1-3310488c066e, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=58b2f612-c972-429c-abc1-3310488c066e,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:27.312671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '58b2f612-c972-429c-abc1-3310488c066e', 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68', 'port_id': '58b2f612-c972-429c-abc1-3310488c066e', 'mac_address': 'fa:16:3e:f0:8d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4371b84-9467-4135-93c7-7a933f791395', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:27:27.316032 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb5e7e-7631-49c5-b2ce-27edea4c2cc7 req-437c3e8e-318f-4a1e-a4bb-87e197f352e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:27.318728 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bafb5e7e-7631-49c5-b2ce-27edea4c2cc7 req-437c3e8e-318f-4a1e-a4bb-87e197f352e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 1125 time: 0.1163871 Feb 20 05:27:27.332104 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2dbe326-f865-4b32-944d-8e0b4b8e733d', 'tag': '75bd0c81-cc6f-40cb-88e6-b054e8647fb3'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:27.336783 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d7f00d-69cb-4222-b51f-731f09eeefc3" -d '{"events": [{"name": "network-changed", "server_uuid": "c2dbe326-f865-4b32-944d-8e0b4b8e733d", "tag": "75bd0c81-cc6f-40cb-88e6-b054e8647fb3"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:27.337850 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port f576dc56-ce33-4362-86b8-d61ea2a3a64b is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:27.338337 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:27.488791 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72258bc7-46c8-457a-8dae-98db3db0187c x-openstack-request-id: req-72258bc7-46c8-457a-8dae-98db3db0187c {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:27.489882 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2dbe326-f865-4b32-944d-8e0b4b8e733d", "tag": "75bd0c81-cc6f-40cb-88e6-b054e8647fb3", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:27.490551 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72258bc7-46c8-457a-8dae-98db3db0187c {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:27.492481 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2dbe326-f865-4b32-944d-8e0b4b8e733d', 'tag': '75bd0c81-cc6f-40cb-88e6-b054e8647fb3', 'status': 'completed', 'code': 200} Feb 20 05:27:27.508607 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port f576dc56-ce33-4362-86b8-d61ea2a3a64b, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=f576dc56-ce33-4362-86b8-d61ea2a3a64b,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:27.520855 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5907e963-777e-40e4-915a-4f6a07104082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f576dc56-ce33-4362-86b8-d61ea2a3a64b'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:27.526131 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebc9f63-8b1c-42a6-a22d-566cfe9bf7e6" -d '{"events": [{"server_uuid": "5907e963-777e-40e4-915a-4f6a07104082", "name": "network-vif-plugged", "status": "completed", "tag": "f576dc56-ce33-4362-86b8-d61ea2a3a64b"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:27.538338 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ffe26b1e-e31e-40c7-9295-cdfb205a637e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (3711c42b-6270-40dc-aea8-ab4a19b7636c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:27.552232 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:27.611331 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15116303-2307-4498-aca4-5bdb982cf7f7 req-fd4d6381-60a5-4cbf-a1d5-9da9e90db81b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:27.619874 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb5e7e-7631-49c5-b2ce-27edea4c2cc7 req-59dd4ac6-7493-4a68-b2bf-4dfaf7c852ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:27.623683 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bafb5e7e-7631-49c5-b2ce-27edea4c2cc7 req-59dd4ac6-7493-4a68-b2bf-4dfaf7c852ef service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 908 time: 0.2992909 Feb 20 05:27:27.630281 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-15116303-2307-4498-aca4-5bdb982cf7f7 req-fd4d6381-60a5-4cbf-a1d5-9da9e90db81b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 943 time: 0.3658195 Feb 20 05:27:27.648121 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=f576dc56-ce33-4362-86b8-d61ea2a3a64b,revision_number=11']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:27.656654 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 58b2f612-c972-429c-abc1-3310488c066e is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:27.657201 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (58b2f612-c972-429c-abc1-3310488c066e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:27.691552 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58b2f612-c972-429c-abc1-3310488c066e {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:27:27.694866 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49642) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:27.696482 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-ffe26b1e-e31e-40c7-9295-cdfb205a637e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3711c42b-6270-40dc-aea8-ab4a19b7636c']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:27.713035 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bafb5e7e-7631-49c5-b2ce-27edea4c2cc7 req-5e9575c4-2691-4229-9a60-f940dc5c8133 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58b2f612-c972-429c-abc1-3310488c066e HTTP/1.1" status: 200 len: 217 time: 0.0789833 Feb 20 05:27:27.716904 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 58b2f612-c972-429c-abc1-3310488c066e, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=58b2f612-c972-429c-abc1-3310488c066e,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:27.717479 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-ffe26b1e-e31e-40c7-9295-cdfb205a637e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de25c78-7591-40f4-b21a-91612535feae') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:27.717768 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-ffe26b1e-e31e-40c7-9295-cdfb205a637e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de25c78-7591-40f4-b21a-91612535feae') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:27.722773 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (58b2f612-c972-429c-abc1-3310488c066e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:27.729432 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7f00d-69cb-4222-b51f-731f09eeefc3 req-5536cc19-7c81-48cc-b8db-b6bbcb11d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:27.731584 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-32d7f00d-69cb-4222-b51f-731f09eeefc3 req-5536cc19-7c81-48cc-b8db-b6bbcb11d7ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 1155 time: 0.2417512 Feb 20 05:27:27.768013 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-15116303-2307-4498-aca4-5bdb982cf7f7 req-3bf1f9b9-3bc2-48f5-8403-4aae99a39ed2 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344926 Feb 20 05:27:27.768847 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bac0b75a-6873-4482-85df-a92ac9bb1c89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:27.791194 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ffe26b1e-e31e-40c7-9295-cdfb205a637e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (4de25c78-7591-40f4-b21a-91612535feae), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:27.798418 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=58b2f612-c972-429c-abc1-3310488c066e,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:27.825690 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ffe26b1e-e31e-40c7-9295-cdfb205a637e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (4de25c78-7591-40f4-b21a-91612535feae), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:27.870621 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe26b1e-e31e-40c7-9295-cdfb205a637e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:27:27.874538 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ffe26b1e-e31e-40c7-9295-cdfb205a637e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (4de25c78-7591-40f4-b21a-91612535feae), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:27:27.879890 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:27:27.909979 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb5e7e-7631-49c5-b2ce-27edea4c2cc7 req-b18bc03d-9067-46e8-9e5b-e88b157046ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:27.911696 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bafb5e7e-7631-49c5-b2ce-27edea4c2cc7 req-b18bc03d-9067-46e8-9e5b-e88b157046ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b4371b84-9467-4135-93c7-7a933f791395 HTTP/1.1" status: 200 len: 848 time: 0.1880529 Feb 20 05:27:27.931794 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6250555-36e0-4c72-b92f-0f8a289950a1 req-0a76b1c2-c4cf-4341-a765-e40182ac6c4f tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:27.939764 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6250555-36e0-4c72-b92f-0f8a289950a1 req-0a76b1c2-c4cf-4341-a765-e40182ac6c4f tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 1132 time: 0.2941904 Feb 20 05:27:27.958940 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bafb5e7e-7631-49c5-b2ce-27edea4c2cc7 req-f9c05304-87d2-413c-881a-e0bfc963d327 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb4530de-66c2-443b-82e6-823a997cfe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357327 Feb 20 05:27:28.014401 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['58b2f612-c972-429c-abc1-3310488c066e'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:27:28.027016 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7f00d-69cb-4222-b51f-731f09eeefc3 req-88154c8d-978e-4dfe-a0c9-11557748cf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:28.028517 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-32d7f00d-69cb-4222-b51f-731f09eeefc3 req-88154c8d-978e-4dfe-a0c9-11557748cf80 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 920 time: 0.2747707 Feb 20 05:27:28.094813 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-32d7f00d-69cb-4222-b51f-731f09eeefc3 req-7c77b90f-5735-4785-92de-e0e3daed811b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75bd0c81-cc6f-40cb-88e6-b054e8647fb3 HTTP/1.1" status: 200 len: 217 time: 0.0588875 Feb 20 05:27:28.192450 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7f00d-69cb-4222-b51f-731f09eeefc3 req-e95809ee-5cb8-4f8d-940a-2ea11097a3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:28.194370 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-32d7f00d-69cb-4222-b51f-731f09eeefc3 req-e95809ee-5cb8-4f8d-940a-2ea11097a3f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 200 len: 860 time: 0.0924113 Feb 20 05:27:28.196472 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bafb5e7e-7631-49c5-b2ce-27edea4c2cc7 req-8302ae47-2940-4c68-b450-3e630f94ec9a service neutron] 10.222.0.48 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259433 Feb 20 05:27:28.347170 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6250555-36e0-4c72-b92f-0f8a289950a1 req-8e9ee99a-bbee-48e2-bb16-ff6e41205b41 tempest-ServersAdminTestJSON-1063373619 tempest-ServersAdminTestJSON-1063373619-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009526 Feb 20 05:27:28.359306 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ffe26b1e-e31e-40c7-9295-cdfb205a637e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (3711c42b-6270-40dc-aea8-ab4a19b7636c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:28.372068 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ffe26b1e-e31e-40c7-9295-cdfb205a637e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:28.377847 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ffe26b1e-e31e-40c7-9295-cdfb205a637e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "DELETE /v2.0/networks/3711c42b-6270-40dc-aea8-ab4a19b7636c HTTP/1.1" status: 204 len: 168 time: 2.9766402 Feb 20 05:27:28.383846 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49652) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:28.425440 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:27:28.435093 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbe659-35c5-43d9-b0de-77b8db690c75 req-8bdf77bc-d643-410d-a8d3-0de94d11d93f tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:28.441703 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5bbe659-35c5-43d9-b0de-77b8db690c75 req-8bdf77bc-d643-410d-a8d3-0de94d11d93f tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=19639a1a-aa67-43af-806f-1d5f40a5395a HTTP/1.1" status: 200 len: 944 time: 0.5635090 Feb 20 05:27:28.459979 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde8e3bb-ae68-4168-86cf-19480511361c x-openstack-request-id: req-fde8e3bb-ae68-4168-86cf-19480511361c {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:28.461217 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5907e963-777e-40e4-915a-4f6a07104082", "name": "network-vif-plugged", "status": "completed", "tag": "f576dc56-ce33-4362-86b8-d61ea2a3a64b", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:28.461487 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fde8e3bb-ae68-4168-86cf-19480511361c {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:28.461955 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5907e963-777e-40e4-915a-4f6a07104082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f576dc56-ce33-4362-86b8-d61ea2a3a64b', 'code': 200} Feb 20 05:27:28.469051 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe26b1e-e31e-40c7-9295-cdfb205a637e tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event deleted for resources: {'Network': ['ID=3711c42b-6270-40dc-aea8-ab4a19b7636c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:28.627830 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bac0b75a-6873-4482-85df-a92ac9bb1c89 admin admin] Publish callbacks [] for security_group (c0dbec15-4d0e-498b-9edf-de762c8ce31d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:28.631474 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=75bd0c81-cc6f-40cb-88e6-b054e8647fb3,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:28.640225 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bac0b75a-6873-4482-85df-a92ac9bb1c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c0dbec15-4d0e-498b-9edf-de762c8ce31d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:28.647899 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 has no active binding in host n-h1-829866-5 {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 20 05:27:28.692455 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-66bcb5b3-08d4-4823-8a4a-26926190d5b2 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Deleting subnet 9097bc75-a581-4b58-920c-86aadfd7c4eb {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:27:28.717547 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66bcb5b3-08d4-4823-8a4a-26926190d5b2 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks [] for subnet (9097bc75-a581-4b58-920c-86aadfd7c4eb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:28.724763 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bac0b75a-6873-4482-85df-a92ac9bb1c89 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a16342134259407db63df4c97a20211f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0257618 Feb 20 05:27:28.750787 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49654) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:28.764081 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0b75a-6873-4482-85df-a92ac9bb1c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dbec15-4d0e-498b-9edf-de762c8ce31d,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:28.778513 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5bbe659-35c5-43d9-b0de-77b8db690c75 req-6535e379-d4c9-4217-a93c-35314c4b17ab tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/security-groups?id=855fcd15-a9c3-4993-9a39-7fd38b35ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032906 Feb 20 05:27:28.795172 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bafb5e7e-7631-49c5-b2ce-27edea4c2cc7 req-b5a138e1-f8ef-4ec6-a308-0e46fde3062e service neutron] 10.222.0.48 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5868983 Feb 20 05:27:28.813470 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75476539-ba12-4253-aea5-e6ce75addbfe req-79e5fe41-a061-4c98-8a69-bc9a26188572 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:28.821737 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75476539-ba12-4253-aea5-e6ce75addbfe req-79e5fe41-a061-4c98-8a69-bc9a26188572 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 944 time: 0.2723789 Feb 20 05:27:28.825796 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66bcb5b3-08d4-4823-8a4a-26926190d5b2 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (9097bc75-a581-4b58-920c-86aadfd7c4eb), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:28.844807 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-32d7f00d-69cb-4222-b51f-731f09eeefc3 req-1a1233b6-d551-4d30-841d-a3ecaf3784b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6384108 Feb 20 05:27:28.953070 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 58b2f612-c972-429c-abc1-3310488c066e up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:27:29.000486 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75476539-ba12-4253-aea5-e6ce75addbfe req-503ffca3-ed36-4713-8604-fbbba66c131d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777899 Feb 20 05:27:29.031980 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-42c01810-6a3b-4970-9b68-7ca9d11f4eb7 admin admin] Publish callbacks [] for security_group (c0dbec15-4d0e-498b-9edf-de762c8ce31d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:29.034557 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-32d7f00d-69cb-4222-b51f-731f09eeefc3 req-a98eb5f9-ccab-47f9-9858-92724c5d453a service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799579 Feb 20 05:27:29.109661 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66bcb5b3-08d4-4823-8a4a-26926190d5b2 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (9097bc75-a581-4b58-920c-86aadfd7c4eb), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:29.132325 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 58b2f612-c972-429c-abc1-3310488c066e completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:27:29.153759 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 58b2f612-c972-429c-abc1-3310488c066e triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:27:29.154530 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (58b2f612-c972-429c-abc1-3310488c066e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:29.173592 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19639a1a-aa67-43af-806f-1d5f40a5395a', 'tag': '99a3f4ae-d5ba-4af7-bc54-296e24e56b62'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:29.181403 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416ed40f-df12-439f-97ed-3f328d654b15" -d '{"events": [{"name": "network-changed", "server_uuid": "19639a1a-aa67-43af-806f-1d5f40a5395a", "tag": "99a3f4ae-d5ba-4af7-bc54-296e24e56b62"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:29.261537 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-42c01810-6a3b-4970-9b68-7ca9d11f4eb7 admin admin] Publish callbacks [] for security_group (c0dbec15-4d0e-498b-9edf-de762c8ce31d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:29.309780 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-32d7f00d-69cb-4222-b51f-731f09eeefc3 req-1b7e09f1-13bb-4694-98ee-380a84eaa682 service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648377 Feb 20 05:27:29.336455 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65255da6-326d-4e8c-934b-8380ff5d5766 x-openstack-request-id: req-65255da6-326d-4e8c-934b-8380ff5d5766 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:29.337948 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19639a1a-aa67-43af-806f-1d5f40a5395a", "tag": "99a3f4ae-d5ba-4af7-bc54-296e24e56b62", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:29.339088 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65255da6-326d-4e8c-934b-8380ff5d5766 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:29.339258 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19639a1a-aa67-43af-806f-1d5f40a5395a', 'tag': '99a3f4ae-d5ba-4af7-bc54-296e24e56b62', 'status': 'completed', 'code': 200} Feb 20 05:27:29.418510 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 58b2f612-c972-429c-abc1-3310488c066e is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:29.419490 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ed40f-df12-439f-97ed-3f328d654b15 req-e06bfe50-a5d3-44e0-8250-5a1853492bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:29.423190 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (58b2f612-c972-429c-abc1-3310488c066e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:29.424404 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-416ed40f-df12-439f-97ed-3f328d654b15 req-e06bfe50-a5d3-44e0-8250-5a1853492bba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=19bb3bd855364f478f15757cdbc4ef79&device_id=19639a1a-aa67-43af-806f-1d5f40a5395a HTTP/1.1" status: 200 len: 1126 time: 0.1104255 Feb 20 05:27:29.465837 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 58b2f612-c972-429c-abc1-3310488c066e, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=58b2f612-c972-429c-abc1-3310488c066e,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:29.485963 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (58b2f612-c972-429c-abc1-3310488c066e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:29.516638 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66bcb5b3-08d4-4823-8a4a-26926190d5b2 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (9097bc75-a581-4b58-920c-86aadfd7c4eb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:29.562479 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bcb5b3-08d4-4823-8a4a-26926190d5b2 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event deleted for resources: {'Subnet': ['ID=9097bc75-a581-4b58-920c-86aadfd7c4eb,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:29.577050 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66bcb5b3-08d4-4823-8a4a-26926190d5b2 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:29.584374 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-66bcb5b3-08d4-4823-8a4a-26926190d5b2 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "DELETE /v2.0/subnets/9097bc75-a581-4b58-920c-86aadfd7c4eb HTTP/1.1" status: 204 len: 168 time: 1.1373641 Feb 20 05:27:29.597961 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81320ef4-ce7d-457f-b61e-85bb0051e9a4 req-7b8e8fd3-9ae8-4d11-85b0-fc3004d6eac5 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:29.605254 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-81320ef4-ce7d-457f-b61e-85bb0051e9a4 req-7b8e8fd3-9ae8-4d11-85b0-fc3004d6eac5 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 943 time: 0.3997576 Feb 20 05:27:29.611732 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49672) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:29.615866 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=58b2f612-c972-429c-abc1-3310488c066e,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:29.626744 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0394747d-c238-4479-b9ee-ba681324dd01 None None] Network be57392a-195d-4177-a812-f333a009c904 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:27:29.633516 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-42c01810-6a3b-4970-9b68-7ca9d11f4eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c0dbec15-4d0e-498b-9edf-de762c8ce31d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:29.636840 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-42c01810-6a3b-4970-9b68-7ca9d11f4eb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:29.640402 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-42c01810-6a3b-4970-9b68-7ca9d11f4eb7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0dbec15-4d0e-498b-9edf-de762c8ce31d HTTP/1.1" status: 204 len: 168 time: 0.8847611 Feb 20 05:27:29.640762 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ed40f-df12-439f-97ed-3f328d654b15 req-33eda76c-e372-43bb-a0c3-062c5bca14eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:29.642336 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-416ed40f-df12-439f-97ed-3f328d654b15 req-33eda76c-e372-43bb-a0c3-062c5bca14eb service neutron] 10.222.0.61 "GET /v2.0/networks?id=2abba46f-80a0-459a-bed6-12708e438ddb HTTP/1.1" status: 200 len: 919 time: 0.2104602 Feb 20 05:27:29.704234 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff5835-1967-4ad8-9961-8e8015d7cd5d req-75446648-3262-490a-825e-765bfcd0a88e tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:29.721274 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50ff5835-1967-4ad8-9961-8e8015d7cd5d req-75446648-3262-490a-825e-765bfcd0a88e tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa86e292-94cd-4e63-9e44-959406ff027c HTTP/1.1" status: 200 len: 950 time: 0.3519347 Feb 20 05:27:29.740452 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-416ed40f-df12-439f-97ed-3f328d654b15 req-ea7e6344-c1bf-416b-bfba-0a763dd3c0a2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99a3f4ae-d5ba-4af7-bc54-296e24e56b62 HTTP/1.1" status: 200 len: 217 time: 0.0881679 Feb 20 05:27:29.825483 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ed40f-df12-439f-97ed-3f328d654b15 req-39ffaccc-cf68-4aa3-a54a-2316d3d47214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:29.827802 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-416ed40f-df12-439f-97ed-3f328d654b15 req-39ffaccc-cf68-4aa3-a54a-2316d3d47214 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=02b4f072-587a-4100-aff1-5d1330162eab HTTP/1.1" status: 200 len: 858 time: 0.0826271 Feb 20 05:27:29.891062 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-81320ef4-ce7d-457f-b61e-85bb0051e9a4 req-edd20a74-6b1f-40e8-9a7a-83f264d9b4ba tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846842 Feb 20 05:27:29.892048 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c01810-6a3b-4970-9b68-7ca9d11f4eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dbec15-4d0e-498b-9edf-de762c8ce31d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:29.947497 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9ab250-399b-4c3a-b594-18fc502615e6 None None] DHCP port deletion for be57392a-195d-4177-a812-f333a009c904 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:27:30.020380 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-33f2922d-c021-42f7-bd6f-862bba0cfe16 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (be57392a-195d-4177-a812-f333a009c904), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:30.050272 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ed40f-df12-439f-97ed-3f328d654b15 req-066dce24-b4e2-47fb-8a3a-78e22c7ff259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:30.052281 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-416ed40f-df12-439f-97ed-3f328d654b15 req-066dce24-b4e2-47fb-8a3a-78e22c7ff259 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2abba46f-80a0-459a-bed6-12708e438ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2043364 Feb 20 05:27:30.067781 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-df9ab250-399b-4c3a-b594-18fc502615e6 None None] Deleting port 1d4022b6-c09c-4482-beb1-5e9538f2a37d {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:27:30.069339 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df9ab250-399b-4c3a-b594-18fc502615e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1d4022b6-c09c-4482-beb1-5e9538f2a37d), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:30.086163 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50ff5835-1967-4ad8-9961-8e8015d7cd5d req-e40c8e87-9e3e-4aa3-810b-8f492740e3f2 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618524 Feb 20 05:27:30.250208 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-df9ab250-399b-4c3a-b594-18fc502615e6 None None] For port 1d4022b6-c09c-4482-beb1-5e9538f2a37d, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1d4022b6-c09c-4482-beb1-5e9538f2a37d,segment=NetworkSegment(36432d0c-ce9b-4ca4-af59-87f87a330770),segment_id=36432d0c-ce9b-4ca4-af59-87f87a330770)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:30.255501 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df9ab250-399b-4c3a-b594-18fc502615e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1d4022b6-c09c-4482-beb1-5e9538f2a37d), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:30.262307 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-416ed40f-df12-439f-97ed-3f328d654b15 req-8c6d1d48-9bd7-4829-952f-32ba3c1f8a07 service neutron] 10.222.0.61 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951511 Feb 20 05:27:30.266212 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3f294-1051-428f-a08f-cf31a3d76ea4 req-7b332806-1a63-4bf4-8394-50d3e54fc0da tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:30.272657 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50e3f294-1051-428f-a08f-cf31a3d76ea4 req-7b332806-1a63-4bf4-8394-50d3e54fc0da tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=19639a1a-aa67-43af-806f-1d5f40a5395a HTTP/1.1" status: 200 len: 944 time: 0.2328763 Feb 20 05:27:30.291612 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-df9ab250-399b-4c3a-b594-18fc502615e6 None None] Calling delete_port for 1d4022b6-c09c-4482-beb1-5e9538f2a37d owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:27:30.379640 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-33f2922d-c021-42f7-bd6f-862bba0cfe16 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Deleting port 1d4022b6-c09c-4482-beb1-5e9538f2a37d {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:27:30.379971 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-33f2922d-c021-42f7-bd6f-862bba0cfe16 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1d4022b6-c09c-4482-beb1-5e9538f2a37d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:30.388197 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-245a8924-c242-40c9-8d14-bab63f0d8ed3 service neutron] 10.222.0.48 "GET /v2.0/ports/75bd0c81-cc6f-40cb-88e6-b054e8647fb3/bindings/n-h1-829866-5 HTTP/1.1" status: 200 len: 384 time: 0.4051871 Feb 20 05:27:30.456963 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 99a3f4ae-d5ba-4af7-bc54-296e24e56b62 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:27:30.462953 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05679688-f986-415e-b2c1-afef330c97f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b2f612-c972-429c-abc1-3310488c066e'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:30.467554 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4704b0a8-eb00-498b-a492-68517ab2c87c" -d '{"events": [{"server_uuid": "05679688-f986-415e-b2c1-afef330c97f6", "name": "network-vif-plugged", "status": "completed", "tag": "58b2f612-c972-429c-abc1-3310488c066e"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:30.471519 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df9ab250-399b-4c3a-b594-18fc502615e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (1d4022b6-c09c-4482-beb1-5e9538f2a37d), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:30.537071 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ab250-399b-4c3a-b594-18fc502615e6 None None] Pushing event deleted for resources: {'Port': ['ID=1d4022b6-c09c-4482-beb1-5e9538f2a37d,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:30.550873 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50e3f294-1051-428f-a08f-cf31a3d76ea4 req-54bfa5f5-6222-497e-b5b9-aa1c006c833f tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/security-groups?id=855fcd15-a9c3-4993-9a39-7fd38b35ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707908 Feb 20 05:27:30.580465 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9ab250-399b-4c3a-b594-18fc502615e6 None None] No DVR routers for this DVR port 1d4022b6-c09c-4482-beb1-5e9538f2a37d on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:27:30.582943 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-416ed40f-df12-439f-97ed-3f328d654b15 req-9b40042e-af4b-458e-874f-2786ee820c31 service neutron] 10.222.0.61 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143353 Feb 20 05:27:30.601161 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd127d8f-b2e9-4469-bdd6-cd81c10c1f57 req-a542303d-e377-4dfc-be03-1ca7b658d921 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:30.616867 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dd127d8f-b2e9-4469-bdd6-cd81c10c1f57 req-a542303d-e377-4dfc-be03-1ca7b658d921 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 945 time: 0.3102708 Feb 20 05:27:30.662007 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-33f2922d-c021-42f7-bd6f-862bba0cfe16 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] For port 1d4022b6-c09c-4482-beb1-5e9538f2a37d, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1d4022b6-c09c-4482-beb1-5e9538f2a37d,segment=NetworkSegment(36432d0c-ce9b-4ca4-af59-87f87a330770),segment_id=36432d0c-ce9b-4ca4-af59-87f87a330770)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:30.662664 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-33f2922d-c021-42f7-bd6f-862bba0cfe16 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1d4022b6-c09c-4482-beb1-5e9538f2a37d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:30.710441 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801f12a6-d5d2-4b8f-b53b-5b3abf17e5c9 x-openstack-request-id: req-801f12a6-d5d2-4b8f-b53b-5b3abf17e5c9 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:30.710441 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05679688-f986-415e-b2c1-afef330c97f6", "name": "network-vif-plugged", "status": "completed", "tag": "58b2f612-c972-429c-abc1-3310488c066e", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:30.710441 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-801f12a6-d5d2-4b8f-b53b-5b3abf17e5c9 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:30.714189 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05679688-f986-415e-b2c1-afef330c97f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b2f612-c972-429c-abc1-3310488c066e', 'code': 200} Feb 20 05:27:30.714708 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dd127d8f-b2e9-4469-bdd6-cd81c10c1f57 req-5ab1c167-cb82-4822-9b94-967351e6a889 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885601 Feb 20 05:27:30.725453 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-33f2922d-c021-42f7-bd6f-862bba0cfe16 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Calling delete_port for 1d4022b6-c09c-4482-beb1-5e9538f2a37d owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:27:30.835039 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 99a3f4ae-d5ba-4af7-bc54-296e24e56b62, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=99a3f4ae-d5ba-4af7-bc54-296e24e56b62,segment=NetworkSegment(2f846fab-1023-4142-9b98-5429bbacc081),segment_id=2f846fab-1023-4142-9b98-5429bbacc081)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:30.853909 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '99a3f4ae-d5ba-4af7-bc54-296e24e56b62', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'port_id': '99a3f4ae-d5ba-4af7-bc54-296e24e56b62', 'mac_address': 'fa:16:3e:12:fe:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02b4f072-587a-4100-aff1-5d1330162eab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:27:30.895296 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-44b7cd45-26a0-44ee-803c-941c16964801 service neutron] For port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=75bd0c81-cc6f-40cb-88e6-b054e8647fb3,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:30.905972 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-33f2922d-c021-42f7-bd6f-862bba0cfe16 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (1d4022b6-c09c-4482-beb1-5e9538f2a37d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:30.944678 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-44b7cd45-26a0-44ee-803c-941c16964801 service neutron] For port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:27:30.948959 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2922d-c021-42f7-bd6f-862bba0cfe16 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event deleted for resources: {'Port': ['ID=1d4022b6-c09c-4482-beb1-5e9538f2a37d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:30.953517 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f2922d-c021-42f7-bd6f-862bba0cfe16 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] No DVR routers for this DVR port 1d4022b6-c09c-4482-beb1-5e9538f2a37d on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:27:30.972809 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 99a3f4ae-d5ba-4af7-bc54-296e24e56b62 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:30.973813 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (99a3f4ae-d5ba-4af7-bc54-296e24e56b62), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:30.990939 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-44b7cd45-26a0-44ee-803c-941c16964801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:27:31.000006 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a3f4ae-d5ba-4af7-bc54-296e24e56b62 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:27:31.009274 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-44b7cd45-26a0-44ee-803c-941c16964801 service neutron] For port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=75bd0c81-cc6f-40cb-88e6-b054e8647fb3,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:31.032836 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 99a3f4ae-d5ba-4af7-bc54-296e24e56b62, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=99a3f4ae-d5ba-4af7-bc54-296e24e56b62,segment=NetworkSegment(2f846fab-1023-4142-9b98-5429bbacc081),segment_id=2f846fab-1023-4142-9b98-5429bbacc081)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:31.039630 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (99a3f4ae-d5ba-4af7-bc54-296e24e56b62), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:31.064353 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577dc10-012b-4d83-8713-8549c27730f8 req-7fdb46b7-6257-4844-b78f-e5e4af61ad1c tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:31.065894 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b577dc10-012b-4d83-8713-8549c27730f8 req-7fdb46b7-6257-4844-b78f-e5e4af61ad1c tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa86e292-94cd-4e63-9e44-959406ff027c HTTP/1.1" status: 200 len: 950 time: 0.3102779 Feb 20 05:27:31.067738 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573a7b8-cdb2-477f-b8ab-23f0f058780e req-824fbb04-e868-4af3-8e02-29815d9030fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:31.069080 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c573a7b8-cdb2-477f-b8ab-23f0f058780e req-824fbb04-e868-4af3-8e02-29815d9030fb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 1127 time: 0.3122349 Feb 20 05:27:31.070188 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-44b7cd45-26a0-44ee-803c-941c16964801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (75bd0c81-cc6f-40cb-88e6-b054e8647fb3), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:31.127378 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=99a3f4ae-d5ba-4af7-bc54-296e24e56b62,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:31.212547 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-33f2922d-c021-42f7-bd6f-862bba0cfe16 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (be57392a-195d-4177-a812-f333a009c904), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:31.246743 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-33f2922d-c021-42f7-bd6f-862bba0cfe16 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be57392a-195d-4177-a812-f333a009c904']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:31.260850 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-33f2922d-c021-42f7-bd6f-862bba0cfe16 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36432d0c-ce9b-4ca4-af59-87f87a330770') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:31.261198 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-33f2922d-c021-42f7-bd6f-862bba0cfe16 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36432d0c-ce9b-4ca4-af59-87f87a330770') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:31.273168 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-33f2922d-c021-42f7-bd6f-862bba0cfe16 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (36432d0c-ce9b-4ca4-af59-87f87a330770), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:31.291056 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-33f2922d-c021-42f7-bd6f-862bba0cfe16 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (36432d0c-ce9b-4ca4-af59-87f87a330770), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:31.296933 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['99a3f4ae-d5ba-4af7-bc54-296e24e56b62'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:27:31.300522 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f2922d-c021-42f7-bd6f-862bba0cfe16 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:27:31.306352 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-33f2922d-c021-42f7-bd6f-862bba0cfe16 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (36432d0c-ce9b-4ca4-af59-87f87a330770), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:27:31.395187 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:27:31.400492 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-33f2922d-c021-42f7-bd6f-862bba0cfe16 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (be57392a-195d-4177-a812-f333a009c904), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:31.443295 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-33f2922d-c021-42f7-bd6f-862bba0cfe16 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:31.456022 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-33f2922d-c021-42f7-bd6f-862bba0cfe16 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] 10.222.0.37 "DELETE /v2.0/networks/be57392a-195d-4177-a812-f333a009c904 HTTP/1.1" status: 204 len: 168 time: 1.8402929 Feb 20 05:27:31.468843 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2922d-c021-42f7-bd6f-862bba0cfe16 tempest-ServersTestMultiNic-1806240446 tempest-ServersTestMultiNic-1806240446-project] Pushing event deleted for resources: {'Network': ['ID=be57392a-195d-4177-a812-f333a009c904,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:31.502560 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c573a7b8-cdb2-477f-b8ab-23f0f058780e req-002c10e3-da00-4766-96a5-74f71791fcde service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322542 Feb 20 05:27:31.558095 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-b577dc10-012b-4d83-8713-8549c27730f8 req-27f7d9da-5029-45db-a708-208b8cfef9a7 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Deleting port 32d38cb5-617d-48ba-8700-6e96acc22418 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:27:31.558443 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b577dc10-012b-4d83-8713-8549c27730f8 req-27f7d9da-5029-45db-a708-208b8cfef9a7 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (32d38cb5-617d-48ba-8700-6e96acc22418), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:31.562754 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-44b7cd45-26a0-44ee-803c-941c16964801 service neutron] Transition to ACTIVE for port object 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:27:31.563395 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc261cf-9d41-4e38-be22-99de6975a017 req-59185e74-4c2c-4119-b5ae-e0cd8f31070b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:31.565656 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ddc261cf-9d41-4e38-be22-99de6975a017 req-59185e74-4c2c-4119-b5ae-e0cd8f31070b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 943 time: 0.4687765 Feb 20 05:27:31.608900 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-44b7cd45-26a0-44ee-803c-941c16964801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (75bd0c81-cc6f-40cb-88e6-b054e8647fb3), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:31.640282 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ddc261cf-9d41-4e38-be22-99de6975a017 req-cf37e6fd-29e3-4a0f-bd5e-7c6c60a640cc tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681198 Feb 20 05:27:31.655108 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1dad8-4dd0-4b9f-8aad-d54c8f7b84d6 req-6e1a3284-e40c-413a-9d41-cfd60d7242c9 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:31.657069 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95c1dad8-4dd0-4b9f-8aad-d54c8f7b84d6 req-6e1a3284-e40c-413a-9d41-cfd60d7242c9 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa86e292-94cd-4e63-9e44-959406ff027c HTTP/1.1" status: 200 len: 950 time: 0.2587798 Feb 20 05:27:31.736440 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95c1dad8-4dd0-4b9f-8aad-d54c8f7b84d6 req-bb98558e-3849-4949-b461-fb2ba9351005 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629702 Feb 20 05:27:31.882831 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-44b7cd45-26a0-44ee-803c-941c16964801 service neutron] No DVR routers for this DVR port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:27:31.963190 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1d4022b6-c09c-4482-beb1-5e9538f2a37d no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:27:31.969211 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7cd45-26a0-44ee-803c-941c16964801 service neutron] Pushing event updated for resources: {'Port': ['ID=75bd0c81-cc6f-40cb-88e6-b054e8647fb3,revision_number=10']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:32.037931 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 1d4022b6-c09c-4482-beb1-5e9538f2a37d {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:27:32.038754 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1d4022b6-c09c-4482-beb1-5e9538f2a37d not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:27:32.064812 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-44b7cd45-26a0-44ee-803c-941c16964801 service neutron] 10.222.0.48 "PUT /v2.0/ports/75bd0c81-cc6f-40cb-88e6-b054e8647fb3/bindings/n-h1-829866-5/activate HTTP/1.1" status: 200 len: 369 time: 1.6671455 Feb 20 05:27:32.071211 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-b577dc10-012b-4d83-8713-8549c27730f8 req-27f7d9da-5029-45db-a708-208b8cfef9a7 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] For port 32d38cb5-617d-48ba-8700-6e96acc22418, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=32d38cb5-617d-48ba-8700-6e96acc22418,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:32.071905 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b577dc10-012b-4d83-8713-8549c27730f8 req-27f7d9da-5029-45db-a708-208b8cfef9a7 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (32d38cb5-617d-48ba-8700-6e96acc22418), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:32.096579 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-b577dc10-012b-4d83-8713-8549c27730f8 req-27f7d9da-5029-45db-a708-208b8cfef9a7 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Calling delete_port for 32d38cb5-617d-48ba-8700-6e96acc22418 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:27:32.134795 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c581d6-6dca-4521-9284-f4bd282581bf req-2bf4eff2-6707-4df2-b870-677ef1b1e5da tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:32.136940 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91c581d6-6dca-4521-9284-f4bd282581bf req-2bf4eff2-6707-4df2-b870-677ef1b1e5da tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 945 time: 0.1929181 Feb 20 05:27:32.200860 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce8712-2002-48fb-a602-49b1ab52f430 req-69fdcf5d-5e6a-4330-a00a-2f72c58448f7 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:32.202344 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-45ce8712-2002-48fb-a602-49b1ab52f430 req-69fdcf5d-5e6a-4330-a00a-2f72c58448f7 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=19639a1a-aa67-43af-806f-1d5f40a5395a HTTP/1.1" status: 200 len: 945 time: 0.1724508 Feb 20 05:27:32.286018 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91c581d6-6dca-4521-9284-f4bd282581bf req-29a6e39d-21a2-43b6-b9fb-a294df17ed86 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193142 Feb 20 05:27:32.289250 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-9c3134f5-c706-467c-93bc-37a07f77eca6 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:32.290705 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-9c3134f5-c706-467c-93bc-37a07f77eca6 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d&tenant_id=370c8f456fd340e383b36f44861b2990&binding%3Ahost_id=n-h2-829866-5 HTTP/1.1" status: 200 len: 1126 time: 0.1634972 Feb 20 05:27:32.335324 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b577dc10-012b-4d83-8713-8549c27730f8 req-27f7d9da-5029-45db-a708-208b8cfef9a7 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (32d38cb5-617d-48ba-8700-6e96acc22418), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:32.348430 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['8f9586b8-442e-40a0-8f3d-1b292e12a697'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:27:32.405491 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['f576dc56-ce33-4362-86b8-d61ea2a3a64b'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:27:32.407222 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7d9da-5029-45db-a708-208b8cfef9a7 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Pushing event deleted for resources: {'Port': ['ID=32d38cb5-617d-48ba-8700-6e96acc22418,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:32.424897 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-45ce8712-2002-48fb-a602-49b1ab52f430 req-40118007-97bc-4acb-b6cb-2affc076b296 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/security-groups?id=855fcd15-a9c3-4993-9a39-7fd38b35ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132814 Feb 20 05:27:32.491375 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-870c791a-b689-4004-9234-995ea166d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:32.501539 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-870c791a-b689-4004-9234-995ea166d156 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d&tenant_id=370c8f456fd340e383b36f44861b2990 HTTP/1.1" status: 200 len: 1126 time: 0.1990626 Feb 20 05:27:32.510342 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 99a3f4ae-d5ba-4af7-bc54-296e24e56b62 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:27:32.534140 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-b577dc10-012b-4d83-8713-8549c27730f8 req-27f7d9da-5029-45db-a708-208b8cfef9a7 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] No DVR routers for this DVR port 32d38cb5-617d-48ba-8700-6e96acc22418 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:27:32.536970 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b577dc10-012b-4d83-8713-8549c27730f8 req-27f7d9da-5029-45db-a708-208b8cfef9a7 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:32.543058 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b577dc10-012b-4d83-8713-8549c27730f8 req-27f7d9da-5029-45db-a708-208b8cfef9a7 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.61 "DELETE /v2.0/ports/32d38cb5-617d-48ba-8700-6e96acc22418 HTTP/1.1" status: 204 len: 173 time: 1.4571693 Feb 20 05:27:32.554361 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa86e292-94cd-4e63-9e44-959406ff027c', 'name': 'network-vif-deleted', 'tag': '32d38cb5-617d-48ba-8700-6e96acc22418'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:32.560967 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2ef07d-c67e-4cc5-990c-d10a905caf0d" -d '{"events": [{"server_uuid": "aa86e292-94cd-4e63-9e44-959406ff027c", "name": "network-vif-deleted", "tag": "32d38cb5-617d-48ba-8700-6e96acc22418"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:32.645928 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-d916d852-227d-4367-ae68-3a2b58269b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:32.651968 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-d916d852-227d-4367-ae68-3a2b58269b91 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 1126 time: 0.1219487 Feb 20 05:27:32.659520 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49758) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:32.864333 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4935f7-ef13-4949-badd-4f0ffa821a1b x-openstack-request-id: req-6d4935f7-ef13-4949-badd-4f0ffa821a1b {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:32.864612 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa86e292-94cd-4e63-9e44-959406ff027c", "name": "network-vif-deleted", "tag": "32d38cb5-617d-48ba-8700-6e96acc22418", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:32.864870 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d4935f7-ef13-4949-badd-4f0ffa821a1b {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:32.865277 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa86e292-94cd-4e63-9e44-959406ff027c', 'name': 'network-vif-deleted', 'tag': '32d38cb5-617d-48ba-8700-6e96acc22418', 'status': 'completed', 'code': 200} Feb 20 05:27:33.044967 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-376e3a21-cc1a-4935-aab8-55ea03aa7d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:33.046506 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-376e3a21-cc1a-4935-aab8-55ea03aa7d6e service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 920 time: 0.3880496 Feb 20 05:27:33.120367 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 99a3f4ae-d5ba-4af7-bc54-296e24e56b62 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:27:33.132789 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-fdda9c92-4379-4a25-9c53-d631abc6a23b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75bd0c81-cc6f-40cb-88e6-b054e8647fb3 HTTP/1.1" status: 200 len: 217 time: 0.0537238 Feb 20 05:27:33.162351 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23f33a-7d3e-45fd-a3ac-6d2d21915f40 req-bc1b65b7-6262-47ee-8e17-b5faa99077e3 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:33.166186 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 99a3f4ae-d5ba-4af7-bc54-296e24e56b62 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:27:33.170548 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8e23f33a-7d3e-45fd-a3ac-6d2d21915f40 req-bc1b65b7-6262-47ee-8e17-b5faa99077e3 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 944 time: 0.2312627 Feb 20 05:27:33.170788 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (99a3f4ae-d5ba-4af7-bc54-296e24e56b62), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:33.365800 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-cd05c565-edf0-41c4-9c21-c4c9cae7744c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:33.367495 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-cd05c565-edf0-41c4-9c21-c4c9cae7744c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 200 len: 860 time: 0.2257853 Feb 20 05:27:33.405452 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 99a3f4ae-d5ba-4af7-bc54-296e24e56b62 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:33.406052 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (99a3f4ae-d5ba-4af7-bc54-296e24e56b62), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:33.425668 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8e23f33a-7d3e-45fd-a3ac-6d2d21915f40 req-1f63aebc-0a94-4c52-ac32-672097b30788 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541823 Feb 20 05:27:33.436893 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19639a1a-aa67-43af-806f-1d5f40a5395a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a3f4ae-d5ba-4af7-bc54-296e24e56b62'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:33.443242 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8591691a-d0e0-475d-9013-0fb2511718bc" -d '{"events": [{"server_uuid": "19639a1a-aa67-43af-806f-1d5f40a5395a", "name": "network-vif-plugged", "status": "completed", "tag": "99a3f4ae-d5ba-4af7-bc54-296e24e56b62"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:33.462928 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 99a3f4ae-d5ba-4af7-bc54-296e24e56b62, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=99a3f4ae-d5ba-4af7-bc54-296e24e56b62,segment=NetworkSegment(2f846fab-1023-4142-9b98-5429bbacc081),segment_id=2f846fab-1023-4142-9b98-5429bbacc081)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:33.469841 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (99a3f4ae-d5ba-4af7-bc54-296e24e56b62), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:33.470962 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 32d38cb5-617d-48ba-8700-6e96acc22418 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:27:33.509315 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-340af93b-9ddd-440f-95fe-7c19b07588a1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313834 Feb 20 05:27:33.513653 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-61d95d82-d6e1-4243-a4ab-1e231b4229cc req-6a34752d-5505-420e-bb8e-1763b524df9c tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa86e292-94cd-4e63-9e44-959406ff027c HTTP/1.1" status: 200 len: 210 time: 0.1351364 Feb 20 05:27:33.548590 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 32d38cb5-617d-48ba-8700-6e96acc22418 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:27:33.548887 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 32d38cb5-617d-48ba-8700-6e96acc22418 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:27:33.580545 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=99a3f4ae-d5ba-4af7-bc54-296e24e56b62,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:33.698157 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993ce4f9-3265-41ee-a031-9fcde0542ed7 x-openstack-request-id: req-993ce4f9-3265-41ee-a031-9fcde0542ed7 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:33.698499 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19639a1a-aa67-43af-806f-1d5f40a5395a", "name": "network-vif-plugged", "status": "completed", "tag": "99a3f4ae-d5ba-4af7-bc54-296e24e56b62", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:33.698763 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-993ce4f9-3265-41ee-a031-9fcde0542ed7 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:33.699707 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19639a1a-aa67-43af-806f-1d5f40a5395a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a3f4ae-d5ba-4af7-bc54-296e24e56b62', 'code': 200} Feb 20 05:27:33.737186 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-56a28b89-3e86-47f5-a264-de8ff24e4505 service neutron] 10.222.0.61 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211733 Feb 20 05:27:33.838669 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eeb6155c-c5a9-4e7c-a071-7df49a20ca38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (15765e4b-3f48-4494-9580-530d751a5f2e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:33.936560 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb98bc7-e7ed-4a33-be0e-466a1178612e req-a9f823ff-c34b-46ef-b065-12901bb9bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:33.937786 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7cb98bc7-e7ed-4a33-be0e-466a1178612e req-a9f823ff-c34b-46ef-b065-12901bb9bc11 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=19639a1a-aa67-43af-806f-1d5f40a5395a HTTP/1.1" status: 200 len: 1128 time: 0.1606965 Feb 20 05:27:33.966181 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974160b1-fabb-4442-87a6-3ba807b9ea53 req-d249ff32-737c-4f46-9941-9a56be7d1906 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:33.968309 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-974160b1-fabb-4442-87a6-3ba807b9ea53 req-d249ff32-737c-4f46-9941-9a56be7d1906 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 945 time: 0.2103927 Feb 20 05:27:34.014447 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf1c8e-e386-4e4d-a403-83dc21f9161d req-f4a83c1d-124b-4b35-8875-272eacbbee5c tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:34.031507 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95cf1c8e-e386-4e4d-a403-83dc21f9161d req-f4a83c1d-124b-4b35-8875-272eacbbee5c tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=19639a1a-aa67-43af-806f-1d5f40a5395a HTTP/1.1" status: 200 len: 946 time: 0.2107887 Feb 20 05:27:34.042057 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-c6c3948a-a19f-42c0-ad88-39fd927d0007 service neutron] 10.222.0.61 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939167 Feb 20 05:27:34.076017 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7cb98bc7-e7ed-4a33-be0e-466a1178612e req-680e52f5-3531-422a-9297-958390248da5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=855fcd15-a9c3-4993-9a39-7fd38b35ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188455 Feb 20 05:27:34.154861 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-974160b1-fabb-4442-87a6-3ba807b9ea53 req-d498733a-faf2-47cf-859a-04b5c3c61d65 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743531 Feb 20 05:27:34.177108 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95cf1c8e-e386-4e4d-a403-83dc21f9161d req-fca069c2-0cfe-4e15-be7a-18901a74e9d5 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/security-groups?id=855fcd15-a9c3-4993-9a39-7fd38b35ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446033 Feb 20 05:27:34.336759 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-eeb6155c-c5a9-4e7c-a071-7df49a20ca38 admin admin] Deleting port 748ff6c8-62b2-4473-989f-e80d36debd59 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:27:34.337889 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eeb6155c-c5a9-4e7c-a071-7df49a20ca38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (748ff6c8-62b2-4473-989f-e80d36debd59), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:34.377859 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef6aa0-bef0-4499-8230-1cdc36ab236d req-56762aae-1fb1-4313-991c-a217a52c4438 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:34.392901 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95ef6aa0-bef0-4499-8230-1cdc36ab236d req-56762aae-1fb1-4313-991c-a217a52c4438 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 1127 time: 0.1205103 Feb 20 05:27:34.475666 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-eeb6155c-c5a9-4e7c-a071-7df49a20ca38 admin admin] For port 748ff6c8-62b2-4473-989f-e80d36debd59, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=748ff6c8-62b2-4473-989f-e80d36debd59,segment=NetworkSegment(57890a2f-35cd-41ae-b71b-e84feefe17f3),segment_id=57890a2f-35cd-41ae-b71b-e84feefe17f3)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:34.476027 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eeb6155c-c5a9-4e7c-a071-7df49a20ca38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (748ff6c8-62b2-4473-989f-e80d36debd59), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:34.521049 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95ef6aa0-bef0-4499-8230-1cdc36ab236d req-cfd2138b-ce86-4a5b-875d-0d9ad42d8c27 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271687 Feb 20 05:27:34.526761 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-eeb6155c-c5a9-4e7c-a071-7df49a20ca38 admin admin] Calling delete_port for 748ff6c8-62b2-4473-989f-e80d36debd59 owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:27:34.637266 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-2ffd2b69-a710-47cc-ae90-b7529d2268cc tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:34.638817 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-2ffd2b69-a710-47cc-ae90-b7529d2268cc tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d&tenant_id=370c8f456fd340e383b36f44861b2990&binding%3Ahost_id=n-h1-829866-5 HTTP/1.1" status: 200 len: 1126 time: 0.1527588 Feb 20 05:27:34.705080 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e676fe-4eec-4378-bf54-b926d7e91a3a req-5bc7f935-a01d-4f53-9a20-aa27c17811f4 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:34.712758 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a8e676fe-4eec-4378-bf54-b926d7e91a3a req-5bc7f935-a01d-4f53-9a20-aa27c17811f4 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 944 time: 0.1023700 Feb 20 05:27:34.821826 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a8e676fe-4eec-4378-bf54-b926d7e91a3a req-54596fa7-81b0-4e51-af94-5b8162e81f5e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926902 Feb 20 05:27:34.989172 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:27:35.194443 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] The host n-h2-829866-5 is not matching for port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 host n-h1-829866-5! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 05:27:35.195849 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:27:35.252853 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd136eb-36ea-4a5b-8119-820d7a11a8ca req-81675825-7728-4828-b63b-80e3016ba511 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:35.260196 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0bd136eb-36ea-4a5b-8119-820d7a11a8ca req-81675825-7728-4828-b63b-80e3016ba511 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 1126 time: 0.1200762 Feb 20 05:27:35.350950 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-9be0b95f-6878-4ae0-805e-104311e85eef service neutron] For port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:27:35.369836 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-9be0b95f-6878-4ae0-805e-104311e85eef service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:35.371107 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cc9aa83f-1539-4dc2-a869-f13a7e21ec0a req-9be0b95f-6878-4ae0-805e-104311e85eef service neutron] 10.222.0.61 "DELETE /v2.0/ports/75bd0c81-cc6f-40cb-88e6-b054e8647fb3/bindings/n-h2-829866-5 HTTP/1.1" status: 204 len: 173 time: 0.7245951 Feb 20 05:27:35.395389 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d9634-2ee7-46fb-b55d-48b7b75512eb req-ddb2eee2-7715-44cb-b683-2a3a66847efc tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:35.404169 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a52d9634-2ee7-46fb-b55d-48b7b75512eb req-ddb2eee2-7715-44cb-b683-2a3a66847efc tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6289889-ffcf-4bc7-a6ea-24330b070f35 HTTP/1.1" status: 200 len: 950 time: 0.1346383 Feb 20 05:27:35.423442 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eeb6155c-c5a9-4e7c-a071-7df49a20ca38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (748ff6c8-62b2-4473-989f-e80d36debd59), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:35.424390 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0bd136eb-36ea-4a5b-8119-820d7a11a8ca req-ad7b4cbd-9fcf-4b9e-a091-e98b1f5284dd tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562889 Feb 20 05:27:35.630500 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a52d9634-2ee7-46fb-b55d-48b7b75512eb req-ad010f03-a183-47c2-951b-fc8a7e1c448b tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201059 Feb 20 05:27:35.638514 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6155c-c5a9-4e7c-a071-7df49a20ca38 admin admin] Pushing event deleted for resources: {'Port': ['ID=748ff6c8-62b2-4473-989f-e80d36debd59,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:35.805318 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b11e5-3856-4d6f-a2e7-f7e4c1bb0a0a req-b7f449f5-4ebf-4eff-9fa4-4b2ab755d399 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:35.815669 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f73b11e5-3856-4d6f-a2e7-f7e4c1bb0a0a req-b7f449f5-4ebf-4eff-9fa4-4b2ab755d399 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=19639a1a-aa67-43af-806f-1d5f40a5395a HTTP/1.1" status: 200 len: 946 time: 0.1437082 Feb 20 05:27:35.941266 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f73b11e5-3856-4d6f-a2e7-f7e4c1bb0a0a req-8616f801-c792-48c3-ac15-344b8ea30af6 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/security-groups?id=855fcd15-a9c3-4993-9a39-7fd38b35ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246371 Feb 20 05:27:35.976116 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49868) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:36.625478 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35160dbb-94be-4b86-9190-6d59f9ce436e req-3c96d1b2-6e12-47fd-b3ee-f3d85f98ee04 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:36.627221 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-35160dbb-94be-4b86-9190-6d59f9ce436e req-3c96d1b2-6e12-47fd-b3ee-f3d85f98ee04 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6289889-ffcf-4bc7-a6ea-24330b070f35 HTTP/1.1" status: 200 len: 950 time: 0.0780544 Feb 20 05:27:36.628042 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eeb6155c-c5a9-4e7c-a071-7df49a20ca38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (15765e4b-3f48-4494-9580-530d751a5f2e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:36.872671 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-35160dbb-94be-4b86-9190-6d59f9ce436e req-e4944c65-2c0e-4d8a-9567-e1a42c5f0013 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Deleting port 8f9586b8-442e-40a0-8f3d-1b292e12a697 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:27:36.872925 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-35160dbb-94be-4b86-9190-6d59f9ce436e req-e4944c65-2c0e-4d8a-9567-e1a42c5f0013 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (8f9586b8-442e-40a0-8f3d-1b292e12a697), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:36.934534 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cbf14f3b-656c-4030-a694-65df1fc1be36 req-f1b3f374-29cf-4646-a75d-831e068931c5 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9592800 Feb 20 05:27:36.949045 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52084e0a-55a8-4824-9a77-5e239369895a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:36.953688 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-cbf14f3b-656c-4030-a694-65df1fc1be36 req-a41624f1-342f-4674-9421-62b0cb481b02 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:27:36.968076 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-35160dbb-94be-4b86-9190-6d59f9ce436e req-e4944c65-2c0e-4d8a-9567-e1a42c5f0013 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] For port 8f9586b8-442e-40a0-8f3d-1b292e12a697, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=8f9586b8-442e-40a0-8f3d-1b292e12a697,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:36.968442 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-35160dbb-94be-4b86-9190-6d59f9ce436e req-e4944c65-2c0e-4d8a-9567-e1a42c5f0013 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (8f9586b8-442e-40a0-8f3d-1b292e12a697), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:36.982419 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-35160dbb-94be-4b86-9190-6d59f9ce436e req-e4944c65-2c0e-4d8a-9567-e1a42c5f0013 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Calling delete_port for 8f9586b8-442e-40a0-8f3d-1b292e12a697 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:27:37.020993 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cbf14f3b-656c-4030-a694-65df1fc1be36 req-a41624f1-342f-4674-9421-62b0cb481b02 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:37.110994 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a06401-92ff-4096-8f20-eba51393ac4f req-74a44e46-3e03-4bf3-9361-856aca83d72b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:37.118435 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86a06401-92ff-4096-8f20-eba51393ac4f req-74a44e46-3e03-4bf3-9361-856aca83d72b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 820 time: 0.9419651 Feb 20 05:27:37.150570 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86a06401-92ff-4096-8f20-eba51393ac4f req-ac06b0bd-5746-482e-8cc8-15632d926943 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/quotas/370c8f456fd340e383b36f44861b2990 HTTP/1.1" status: 200 len: 375 time: 0.0308542 Feb 20 05:27:37.223667 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-35160dbb-94be-4b86-9190-6d59f9ce436e req-e4944c65-2c0e-4d8a-9567-e1a42c5f0013 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (8f9586b8-442e-40a0-8f3d-1b292e12a697), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:37.236510 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['f576dc56-ce33-4362-86b8-d61ea2a3a64b'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:27:37.337262 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['8f9586b8-442e-40a0-8f3d-1b292e12a697'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:27:37.359496 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-35160dbb-94be-4b86-9190-6d59f9ce436e req-e4944c65-2c0e-4d8a-9567-e1a42c5f0013 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] No DVR routers for this DVR port 8f9586b8-442e-40a0-8f3d-1b292e12a697 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:27:37.365695 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-35160dbb-94be-4b86-9190-6d59f9ce436e req-e4944c65-2c0e-4d8a-9567-e1a42c5f0013 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:37.371111 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-35160dbb-94be-4b86-9190-6d59f9ce436e req-e4944c65-2c0e-4d8a-9567-e1a42c5f0013 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.48 "DELETE /v2.0/ports/8f9586b8-442e-40a0-8f3d-1b292e12a697 HTTP/1.1" status: 204 len: 173 time: 0.7246494 Feb 20 05:27:37.371280 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86a06401-92ff-4096-8f20-eba51393ac4f req-584b7ad9-2cb6-44ae-8970-c93e6c5ae77f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2195761 Feb 20 05:27:37.371923 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6289889-ffcf-4bc7-a6ea-24330b070f35', 'name': 'network-vif-deleted', 'tag': '8f9586b8-442e-40a0-8f3d-1b292e12a697'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:37.374822 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101f3e78-9426-47da-8d04-8f616348544e" -d '{"events": [{"server_uuid": "a6289889-ffcf-4bc7-a6ea-24330b070f35", "name": "network-vif-deleted", "tag": "8f9586b8-442e-40a0-8f3d-1b292e12a697"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:37.381330 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4944c65-2c0e-4d8a-9567-e1a42c5f0013 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Pushing event deleted for resources: {'Port': ['ID=8f9586b8-442e-40a0-8f3d-1b292e12a697,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:37.422531 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52084e0a-55a8-4824-9a77-5e239369895a admin admin] Publish callbacks [] for security_group (f7878530-ed5e-4034-80bb-cf3dd005290f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:37.465897 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52084e0a-55a8-4824-9a77-5e239369895a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f7878530-ed5e-4034-80bb-cf3dd005290f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:37.475876 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb6155c-c5a9-4e7c-a071-7df49a20ca38 admin admin] Router 15765e4b-3f48-4494-9580-530d751a5f2e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:27:37.609990 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cbf14f3b-656c-4030-a694-65df1fc1be36 req-a41624f1-342f-4674-9421-62b0cb481b02 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:37.632920 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-52084e0a-55a8-4824-9a77-5e239369895a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f9838e012cc4fa5a4c35a78d8a34cf1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6518896 Feb 20 05:27:37.638079 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49900) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:37.642240 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52084e0a-55a8-4824-9a77-5e239369895a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7878530-ed5e-4034-80bb-cf3dd005290f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:37.718755 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb6155c-c5a9-4e7c-a071-7df49a20ca38 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:27:37.733239 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-eeb6155c-c5a9-4e7c-a071-7df49a20ca38 admin admin] 10.222.0.37 "PUT /v2.0/routers/15765e4b-3f48-4494-9580-530d751a5f2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0722320 Feb 20 05:27:37.736444 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49906) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:37.737351 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863daf10-8a67-484b-89c5-f2a33b8dc14a None None] Sync routers for ids ['15765e4b-3f48-4494-9580-530d751a5f2e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:27:37.803933 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863daf10-8a67-484b-89c5-f2a33b8dc14a None None] Routers {'15765e4b-3f48-4494-9580-530d751a5f2e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:27:37.810018 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-863daf10-8a67-484b-89c5-f2a33b8dc14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:27:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['15765e4b-3f48-4494-9580-530d751a5f2e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:38.043126 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0dcdcca6-ad9c-4cf3-8c7a-cf7f7f168fd9 admin admin] Publish callbacks [] for router (15765e4b-3f48-4494-9580-530d751a5f2e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:38.071585 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-cbf14f3b-656c-4030-a694-65df1fc1be36 req-a41624f1-342f-4674-9421-62b0cb481b02 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Allocated IP 172.25.3.77 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/f3f1aa6c-ca04-4c94-ae36-b99439b6628e) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:27:38.140563 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-863daf10-8a67-484b-89c5-f2a33b8dc14a None None] Set router 15765e4b-3f48-4494-9580-530d751a5f2e gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:27:38.198324 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cbf14f3b-656c-4030-a694-65df1fc1be36 req-a41624f1-342f-4674-9421-62b0cb481b02 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks [] for port (f3f1aa6c-ca04-4c94-ae36-b99439b6628e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:38.247024 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86a06401-92ff-4096-8f20-eba51393ac4f req-f15ca1a2-1d6a-4921-bb4a-c011830dd8ca service neutron] 10.222.0.37 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8748162 Feb 20 05:27:38.257827 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cbf14f3b-656c-4030-a694-65df1fc1be36 req-a41624f1-342f-4674-9421-62b0cb481b02 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (f3f1aa6c-ca04-4c94-ae36-b99439b6628e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:38.260968 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fb77c57-ccf1-4833-85ef-cbb2cd571cf6 admin admin] Publish callbacks [] for security_group (f7878530-ed5e-4034-80bb-cf3dd005290f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:38.289389 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0dcdcca6-ad9c-4cf3-8c7a-cf7f7f168fd9 admin admin] Publish callbacks [] for router_gateway (15765e4b-3f48-4494-9580-530d751a5f2e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:38.356855 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-0dcdcca6-ad9c-4cf3-8c7a-cf7f7f168fd9 admin admin] Deleting port 45415ba9-3b01-44f1-b071-598f6af4a6b1 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:27:38.357577 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0dcdcca6-ad9c-4cf3-8c7a-cf7f7f168fd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (45415ba9-3b01-44f1-b071-598f6af4a6b1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:38.375015 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf14f3b-656c-4030-a694-65df1fc1be36 req-a41624f1-342f-4674-9421-62b0cb481b02 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:27:38.385366 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-cbf14f3b-656c-4030-a694-65df1fc1be36 req-a41624f1-342f-4674-9421-62b0cb481b02 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:27:38.387902 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf14f3b-656c-4030-a694-65df1fc1be36 req-a41624f1-342f-4674-9421-62b0cb481b02 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:27:38.463466 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fb77c57-ccf1-4833-85ef-cbb2cd571cf6 admin admin] Publish callbacks [] for security_group (f7878530-ed5e-4034-80bb-cf3dd005290f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:38.471539 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-0dcdcca6-ad9c-4cf3-8c7a-cf7f7f168fd9 admin admin] For port 45415ba9-3b01-44f1-b071-598f6af4a6b1, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=45415ba9-3b01-44f1-b071-598f6af4a6b1,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:38.472507 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0dcdcca6-ad9c-4cf3-8c7a-cf7f7f168fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (45415ba9-3b01-44f1-b071-598f6af4a6b1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:38.498382 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-0dcdcca6-ad9c-4cf3-8c7a-cf7f7f168fd9 admin admin] Calling delete_port for 45415ba9-3b01-44f1-b071-598f6af4a6b1 owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:27:38.520121 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-863daf10-8a67-484b-89c5-f2a33b8dc14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15765e4b-3f48-4494-9580-530d751a5f2e', 'name': 'tempest-ServersTestMultiNic-1825635538-router', 'tenant_id': '26a759a2f95f49efbde5d8a39da697c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '45415ba9-3b01-44f1-b071-598f6af4a6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:22Z', 'updated_at': '2022-02-20T05:27:35Z', 'revision_number': 5, 'project_id': '26a759a2f95f49efbde5d8a39da697c6', 'gw_port': {'id': '45415ba9-3b01-44f1-b071-598f6af4a6b1', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15765e4b-3f48-4494-9580-530d751a5f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:24Z', 'updated_at': '2022-02-20T05:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:38.528266 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41624f1-342f-4674-9421-62b0cb481b02 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Pushing event updated for resources: {'Port': ['ID=f3f1aa6c-ca04-4c94-ae36-b99439b6628e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:38.573484 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863daf10-8a67-484b-89c5-f2a33b8dc14a None None] Checking router: 15765e4b-3f48-4494-9580-530d751a5f2e for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:27:38.583857 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863daf10-8a67-484b-89c5-f2a33b8dc14a None None] Routers {'15765e4b-3f48-4494-9580-530d751a5f2e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:27:38.584598 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-863daf10-8a67-484b-89c5-f2a33b8dc14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:27:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['15765e4b-3f48-4494-9580-530d751a5f2e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:38.608056 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86a06401-92ff-4096-8f20-eba51393ac4f req-d6e0fc19-ae97-4d41-860f-73f1e9edd7cd service neutron] 10.222.0.37 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600643 Feb 20 05:27:38.626446 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cbf14f3b-656c-4030-a694-65df1fc1be36 req-a41624f1-342f-4674-9421-62b0cb481b02 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks [] for floatingip (c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:38.655327 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fb77c57-ccf1-4833-85ef-cbb2cd571cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f7878530-ed5e-4034-80bb-cf3dd005290f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:38.661499 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fb77c57-ccf1-4833-85ef-cbb2cd571cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:38.664503 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6fb77c57-ccf1-4833-85ef-cbb2cd571cf6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f7878530-ed5e-4034-80bb-cf3dd005290f HTTP/1.1" status: 204 len: 168 time: 1.0233729 Feb 20 05:27:38.738352 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb77c57-ccf1-4833-85ef-cbb2cd571cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7878530-ed5e-4034-80bb-cf3dd005290f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:38.740412 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-863daf10-8a67-484b-89c5-f2a33b8dc14a None None] Set router 15765e4b-3f48-4494-9580-530d751a5f2e gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:27:38.769443 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cbf14f3b-656c-4030-a694-65df1fc1be36 req-a41624f1-342f-4674-9421-62b0cb481b02 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f3f1aa6c-ca04-4c94-ae36-b99439b6628e), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:38.831785 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0dcdcca6-ad9c-4cf3-8c7a-cf7f7f168fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (45415ba9-3b01-44f1-b071-598f6af4a6b1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:38.876655 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdcca6-ad9c-4cf3-8c7a-cf7f7f168fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=45415ba9-3b01-44f1-b071-598f6af4a6b1,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:38.931583 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-863daf10-8a67-484b-89c5-f2a33b8dc14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15765e4b-3f48-4494-9580-530d751a5f2e', 'name': 'tempest-ServersTestMultiNic-1825635538-router', 'tenant_id': '26a759a2f95f49efbde5d8a39da697c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:22Z', 'updated_at': '2022-02-20T05:27:38Z', 'revision_number': 6, 'project_id': '26a759a2f95f49efbde5d8a39da697c6', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:38.968160 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863daf10-8a67-484b-89c5-f2a33b8dc14a None None] The sync data for ids ['15765e4b-3f48-4494-9580-530d751a5f2e'] in n-d-829866-5 is: [{'id': '15765e4b-3f48-4494-9580-530d751a5f2e', 'name': 'tempest-ServersTestMultiNic-1825635538-router', 'tenant_id': '26a759a2f95f49efbde5d8a39da697c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:22Z', 'updated_at': '2022-02-20T05:27:38Z', 'revision_number': 6, 'project_id': '26a759a2f95f49efbde5d8a39da697c6', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:27:39.074237 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0dcdcca6-ad9c-4cf3-8c7a-cf7f7f168fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (15765e4b-3f48-4494-9580-530d751a5f2e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:39.146270 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cbf14f3b-656c-4030-a694-65df1fc1be36 req-a41624f1-342f-4674-9421-62b0cb481b02 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks [] for port (f3f1aa6c-ca04-4c94-ae36-b99439b6628e), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:39.152931 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cbf14f3b-656c-4030-a694-65df1fc1be36 req-a41624f1-342f-4674-9421-62b0cb481b02 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (f3f1aa6c-ca04-4c94-ae36-b99439b6628e), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:39.197338 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b563df-2800-4976-9154-3864bc2b06e6 x-openstack-request-id: req-f0b563df-2800-4976-9154-3864bc2b06e6 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:39.198165 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6289889-ffcf-4bc7-a6ea-24330b070f35", "name": "network-vif-deleted", "tag": "8f9586b8-442e-40a0-8f3d-1b292e12a697", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:39.198417 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0b563df-2800-4976-9154-3864bc2b06e6 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:39.198817 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6289889-ffcf-4bc7-a6ea-24330b070f35', 'name': 'network-vif-deleted', 'tag': '8f9586b8-442e-40a0-8f3d-1b292e12a697', 'status': 'completed', 'code': 200} Feb 20 05:27:39.216812 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49936) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:39.268059 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-edb67602-7f8b-4b47-a960-71c7dc896510 req-2996bd6b-d81c-4de4-b037-f6c4ac9b8a25 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 210 time: 0.0676036 Feb 20 05:27:39.273516 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0dcdcca6-ad9c-4cf3-8c7a-cf7f7f168fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (15765e4b-3f48-4494-9580-530d751a5f2e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:39.277236 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0dcdcca6-ad9c-4cf3-8c7a-cf7f7f168fd9 admin admin] Publish callbacks [] for router_controller (15765e4b-3f48-4494-9580-530d751a5f2e), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:39.284849 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41624f1-342f-4674-9421-62b0cb481b02 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Pushing event updated for resources: {'Port': ['ID=f3f1aa6c-ca04-4c94-ae36-b99439b6628e,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:39.316286 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cbf14f3b-656c-4030-a694-65df1fc1be36 req-a41624f1-342f-4674-9421-62b0cb481b02 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:39.339818 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cbf14f3b-656c-4030-a694-65df1fc1be36 req-a41624f1-342f-4674-9421-62b0cb481b02 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:39.343123 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cbf14f3b-656c-4030-a694-65df1fc1be36 req-a41624f1-342f-4674-9421-62b0cb481b02 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4075553 Feb 20 05:27:39.352411 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e1f65b1a-8404-4c83-baa2-2f4a37555824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:39.382613 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0dcdcca6-ad9c-4cf3-8c7a-cf7f7f168fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (15765e4b-3f48-4494-9580-530d751a5f2e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:39.383175 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcdcca6-ad9c-4cf3-8c7a-cf7f7f168fd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15765e4b-3f48-4494-9580-530d751a5f2e {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:27:39.400953 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0dcdcca6-ad9c-4cf3-8c7a-cf7f7f168fd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:39.402959 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0dcdcca6-ad9c-4cf3-8c7a-cf7f7f168fd9 admin admin] 10.222.0.37 "DELETE /v2.0/routers/15765e4b-3f48-4494-9580-530d751a5f2e HTTP/1.1" status: 204 len: 168 time: 1.6644869 Feb 20 05:27:39.407764 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49940) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:39.463990 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cbf14f3b-656c-4030-a694-65df1fc1be36 req-ab24aa61-0335-4515-94ef-830d7ec20dcc tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 695 time: 0.1134973 Feb 20 05:27:39.539736 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-25aa01d8-5164-49a1-a80e-be260436d14a admin admin] Deleting subnet ec1a4f6c-99d8-481c-a957-4af3d152dd8f {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:27:39.550827 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25aa01d8-5164-49a1-a80e-be260436d14a admin admin] Publish callbacks [] for subnet (ec1a4f6c-99d8-481c-a957-4af3d152dd8f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:39.677034 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e1f65b1a-8404-4c83-baa2-2f4a37555824 admin admin] Publish callbacks [] for security_group (6fa2fa07-4f94-4ca4-ae9a-562cecc9a439), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:39.688633 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25aa01d8-5164-49a1-a80e-be260436d14a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (ec1a4f6c-99d8-481c-a957-4af3d152dd8f), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:39.705601 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf14f3b-656c-4030-a694-65df1fc1be36 req-763914b1-fcc1-4ed5-b97c-3cbfd53f1978 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:39.707012 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cbf14f3b-656c-4030-a694-65df1fc1be36 req-763914b1-fcc1-4ed5-b97c-3cbfd53f1978 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.2421575 Feb 20 05:27:39.879348 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25aa01d8-5164-49a1-a80e-be260436d14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (ec1a4f6c-99d8-481c-a957-4af3d152dd8f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:39.953494 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e1f65b1a-8404-4c83-baa2-2f4a37555824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6fa2fa07-4f94-4ca4-ae9a-562cecc9a439), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:39.990327 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e1f65b1a-8404-4c83-baa2-2f4a37555824 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b55fc29a0ce848b081b05bc679ebf46a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7699828 Feb 20 05:27:40.020899 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49970) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:40.040851 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 748ff6c8-62b2-4473-989f-e80d36debd59 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:27:40.094366 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf84e5-1690-44c7-b9ba-5c41debc55be req-e1f76857-0af1-41f2-8ee1-4fe25d62d59d tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:40.094935 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f65b1a-8404-4c83-baa2-2f4a37555824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa2fa07-4f94-4ca4-ae9a-562cecc9a439,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:40.116378 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 748ff6c8-62b2-4473-989f-e80d36debd59 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:27:40.117432 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-66bf84e5-1690-44c7-b9ba-5c41debc55be req-e1f76857-0af1-41f2-8ee1-4fe25d62d59d tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 950 time: 0.1603651 Feb 20 05:27:40.118152 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 748ff6c8-62b2-4473-989f-e80d36debd59 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:27:40.119037 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 45415ba9-3b01-44f1-b071-598f6af4a6b1 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:27:40.126253 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5a573b36-8e73-40c7-bf55-689eb1876b30 admin admin] Publish callbacks [] for security_group (6fa2fa07-4f94-4ca4-ae9a-562cecc9a439), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:40.180052 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 45415ba9-3b01-44f1-b071-598f6af4a6b1 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:27:40.184383 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 45415ba9-3b01-44f1-b071-598f6af4a6b1 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:27:40.185974 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5a573b36-8e73-40c7-bf55-689eb1876b30 admin admin] Publish callbacks [] for security_group (6fa2fa07-4f94-4ca4-ae9a-562cecc9a439), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:40.205989 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-66bf84e5-1690-44c7-b9ba-5c41debc55be req-c2f42934-e344-4f44-b324-d6e9942f8571 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864561 Feb 20 05:27:40.244555 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25aa01d8-5164-49a1-a80e-be260436d14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (ec1a4f6c-99d8-481c-a957-4af3d152dd8f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:40.311377 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa01d8-5164-49a1-a80e-be260436d14a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec1a4f6c-99d8-481c-a957-4af3d152dd8f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:40.316400 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25aa01d8-5164-49a1-a80e-be260436d14a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:40.321950 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-25aa01d8-5164-49a1-a80e-be260436d14a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ec1a4f6c-99d8-481c-a957-4af3d152dd8f HTTP/1.1" status: 204 len: 168 time: 0.9062090 Feb 20 05:27:40.322212 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49992) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:40.328873 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9824292a-4b05-41a9-833e-d1f299e6b6af None None] Network bed70d26-f820-46d8-bb83-6be7e91e0f96 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:27:40.433554 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-53ece46b-b896-4abb-8da4-31f76a1306d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (bed70d26-f820-46d8-bb83-6be7e91e0f96), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:40.447565 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5a573b36-8e73-40c7-bf55-689eb1876b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6fa2fa07-4f94-4ca4-ae9a-562cecc9a439), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:40.450832 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5a573b36-8e73-40c7-bf55-689eb1876b30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:40.452030 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5a573b36-8e73-40c7-bf55-689eb1876b30 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6fa2fa07-4f94-4ca4-ae9a-562cecc9a439 HTTP/1.1" status: 204 len: 168 time: 0.4301784 Feb 20 05:27:40.494936 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a573b36-8e73-40c7-bf55-689eb1876b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa2fa07-4f94-4ca4-ae9a-562cecc9a439,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:40.585547 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-53ece46b-b896-4abb-8da4-31f76a1306d1 admin admin] Deleting port cf6a058e-88b2-4d5c-8514-e41d2e803f98 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:27:40.586095 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-53ece46b-b896-4abb-8da4-31f76a1306d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (cf6a058e-88b2-4d5c-8514-e41d2e803f98), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:40.644799 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-3dd04527-f4c8-499a-8758-1f9e6ab8355b tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:40.656835 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-3dd04527-f4c8-499a-8758-1f9e6ab8355b tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/networks?id=2abba46f-80a0-459a-bed6-12708e438ddb HTTP/1.1" status: 200 len: 819 time: 0.3333492 Feb 20 05:27:40.689602 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-ec4b7a84-42a3-4192-a850-27e91549142d tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/quotas/19bb3bd855364f478f15757cdbc4ef79 HTTP/1.1" status: 200 len: 375 time: 0.0301087 Feb 20 05:27:40.735364 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10840d68-5018-4309-bc78-fff3f1961ae5 None None] DHCP port deletion for bed70d26-f820-46d8-bb83-6be7e91e0f96 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:27:40.776158 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-53ece46b-b896-4abb-8da4-31f76a1306d1 admin admin] For port cf6a058e-88b2-4d5c-8514-e41d2e803f98, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=cf6a058e-88b2-4d5c-8514-e41d2e803f98,segment=NetworkSegment(57890a2f-35cd-41ae-b71b-e84feefe17f3),segment_id=57890a2f-35cd-41ae-b71b-e84feefe17f3)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:40.776531 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-53ece46b-b896-4abb-8da4-31f76a1306d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (cf6a058e-88b2-4d5c-8514-e41d2e803f98), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:40.809331 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-53ece46b-b896-4abb-8da4-31f76a1306d1 admin admin] Calling delete_port for cf6a058e-88b2-4d5c-8514-e41d2e803f98 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:27:40.830507 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-ce151f80-335b-46c0-acc2-a2e8c8044b53 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=19bb3bd855364f478f15757cdbc4ef79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1396458 Feb 20 05:27:40.856373 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-10840d68-5018-4309-bc78-fff3f1961ae5 None None] Deleting port cf6a058e-88b2-4d5c-8514-e41d2e803f98 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:27:40.856751 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10840d68-5018-4309-bc78-fff3f1961ae5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (cf6a058e-88b2-4d5c-8514-e41d2e803f98), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:40.964091 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-df878679-fa93-471d-b303-04e7fee0ea4e service neutron] 10.222.0.37 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321304 Feb 20 05:27:41.012858 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-53ece46b-b896-4abb-8da4-31f76a1306d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (cf6a058e-88b2-4d5c-8514-e41d2e803f98), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:41.020804 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-10840d68-5018-4309-bc78-fff3f1961ae5 None None] For port cf6a058e-88b2-4d5c-8514-e41d2e803f98, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=cf6a058e-88b2-4d5c-8514-e41d2e803f98,segment=NetworkSegment(57890a2f-35cd-41ae-b71b-e84feefe17f3),segment_id=57890a2f-35cd-41ae-b71b-e84feefe17f3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:41.021532 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10840d68-5018-4309-bc78-fff3f1961ae5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (cf6a058e-88b2-4d5c-8514-e41d2e803f98), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:41.058677 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 8f9586b8-442e-40a0-8f3d-1b292e12a697 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:27:41.081823 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-10840d68-5018-4309-bc78-fff3f1961ae5 None None] Calling delete_port for cf6a058e-88b2-4d5c-8514-e41d2e803f98 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:27:41.137847 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 8f9586b8-442e-40a0-8f3d-1b292e12a697 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:27:41.140508 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 8f9586b8-442e-40a0-8f3d-1b292e12a697 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:27:41.177985 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-6f91857b-54b5-4cf0-80f7-167ae32739ad service neutron] 10.222.0.37 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091761 Feb 20 05:27:41.179643 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ece46b-b896-4abb-8da4-31f76a1306d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf6a058e-88b2-4d5c-8514-e41d2e803f98,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:41.198093 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ece46b-b896-4abb-8da4-31f76a1306d1 admin admin] No DVR routers for this DVR port cf6a058e-88b2-4d5c-8514-e41d2e803f98 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:27:41.311064 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10840d68-5018-4309-bc78-fff3f1961ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (cf6a058e-88b2-4d5c-8514-e41d2e803f98), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:41.340111 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10840d68-5018-4309-bc78-fff3f1961ae5 None None] No DVR routers for this DVR port cf6a058e-88b2-4d5c-8514-e41d2e803f98 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:27:41.407832 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10840d68-5018-4309-bc78-fff3f1961ae5 None None] Pushing event deleted for resources: {'Port': ['ID=cf6a058e-88b2-4d5c-8514-e41d2e803f98,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:41.432864 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59d0b0-997b-4b52-bef9-252437e8f62a req-bd046876-44d9-4b02-aa6c-a148fee24a94 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:41.436815 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0a59d0b0-997b-4b52-bef9-252437e8f62a req-bd046876-44d9-4b02-aa6c-a148fee24a94 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.61 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 950 time: 0.4594896 Feb 20 05:27:41.460810 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a06401-92ff-4096-8f20-eba51393ac4f req-641ef0b9-89b9-4668-9686-da1bd6e88e2a tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:41.466506 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-86a06401-92ff-4096-8f20-eba51393ac4f req-641ef0b9-89b9-4668-9686-da1bd6e88e2a tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.48 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 820 time: 0.9344959 Feb 20 05:27:41.529457 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-86a06401-92ff-4096-8f20-eba51393ac4f req-ddbf0abb-68c6-4c80-ae13-3963ce975189 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Request body: {'port': {'device_id': 'f570b026-7b00-4db8-a7c5-c2eb25d39065', 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86', 'admin_state_up': True, 'tenant_id': '370c8f456fd340e383b36f44861b2990'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:27:41.571653 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-53ece46b-b896-4abb-8da4-31f76a1306d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (bed70d26-f820-46d8-bb83-6be7e91e0f96), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:41.664182 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-53ece46b-b896-4abb-8da4-31f76a1306d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed70d26-f820-46d8-bb83-6be7e91e0f96']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:41.714352 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-53ece46b-b896-4abb-8da4-31f76a1306d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57890a2f-35cd-41ae-b71b-e84feefe17f3') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:41.715844 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-53ece46b-b896-4abb-8da4-31f76a1306d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57890a2f-35cd-41ae-b71b-e84feefe17f3') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:41.733205 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05767b93-f4c6-43f4-a80c-b29b374b5efe req-f63ee6fd-2425-4d5d-81c7-f01ce0366047 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 210 time: 0.1080604 Feb 20 05:27:41.764191 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-53ece46b-b896-4abb-8da4-31f76a1306d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (57890a2f-35cd-41ae-b71b-e84feefe17f3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:41.788238 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe47d3-ef86-4cac-94d9-bf19866b442d req-19ec8977-7f82-457a-b1cc-7a099cc0974b tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:41.795051 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-39fe47d3-ef86-4cac-94d9-bf19866b442d req-19ec8977-7f82-457a-b1cc-7a099cc0974b tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 950 time: 0.3192441 Feb 20 05:27:41.804583 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-53ece46b-b896-4abb-8da4-31f76a1306d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (57890a2f-35cd-41ae-b71b-e84feefe17f3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:41.822192 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ece46b-b896-4abb-8da4-31f76a1306d1 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:27:41.822771 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-53ece46b-b896-4abb-8da4-31f76a1306d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (57890a2f-35cd-41ae-b71b-e84feefe17f3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:27:41.824998 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:27:41.940665 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-39fe47d3-ef86-4cac-94d9-bf19866b442d req-835c6835-b516-4502-a848-bbbb4e0f5434 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4132250-442d-44e1-b20b-2892731fcc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395638 Feb 20 05:27:41.943814 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-0a59d0b0-997b-4b52-bef9-252437e8f62a req-f945e229-8d12-47db-8578-77a350dc5623 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Deleting port f576dc56-ce33-4362-86b8-d61ea2a3a64b {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:27:41.950685 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0a59d0b0-997b-4b52-bef9-252437e8f62a req-f945e229-8d12-47db-8578-77a350dc5623 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:41.972325 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device cf6a058e-88b2-4d5c-8514-e41d2e803f98 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:27:42.050351 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: cf6a058e-88b2-4d5c-8514-e41d2e803f98 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:27:42.055539 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device cf6a058e-88b2-4d5c-8514-e41d2e803f98 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:27:42.099484 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e11ba08a-e8a6-4cf8-93c9-a0e25264e7fa req-f41f215c-6437-4082-8f54-dfeca726a0c1 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a38470f-aa9e-4f5b-8cad-0f414aa3cccd HTTP/1.1" status: 200 len: 210 time: 0.0628202 Feb 20 05:27:42.257530 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-0a59d0b0-997b-4b52-bef9-252437e8f62a req-f945e229-8d12-47db-8578-77a350dc5623 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] For port f576dc56-ce33-4362-86b8-d61ea2a3a64b, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=f576dc56-ce33-4362-86b8-d61ea2a3a64b,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:42.258534 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0a59d0b0-997b-4b52-bef9-252437e8f62a req-f945e229-8d12-47db-8578-77a350dc5623 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:42.288746 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-0a59d0b0-997b-4b52-bef9-252437e8f62a req-f945e229-8d12-47db-8578-77a350dc5623 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Calling delete_port for f576dc56-ce33-4362-86b8-d61ea2a3a64b owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:27:42.427471 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a06401-92ff-4096-8f20-eba51393ac4f req-ddbf0abb-68c6-4c80-ae13-3963ce975189 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Made reservation on behalf of 370c8f456fd340e383b36f44861b2990 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:27:42.430739 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-86a06401-92ff-4096-8f20-eba51393ac4f req-ddbf0abb-68c6-4c80-ae13-3963ce975189 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:42.447645 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528ff81-388d-41cf-8990-f23437a6c912 req-4290157e-370f-4f06-9389-c0f8bb94128c tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:42.461528 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3528ff81-388d-41cf-8990-f23437a6c912 req-4290157e-370f-4f06-9389-c0f8bb94128c tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/networks?id=8d5e3dec-6d5c-4634-b419-6efab0fe545e HTTP/1.1" status: 200 len: 805 time: 0.1731749 Feb 20 05:27:42.486968 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 788d9b1e-af46-4742-ba8b-8d1ab97977b8 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:27:42.499730 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3528ff81-388d-41cf-8990-f23437a6c912 req-a98fffd4-433a-45a9-9deb-065cd2cc16f8 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/quotas/0920b60773554bf08776a4d9e0f90f40 HTTP/1.1" status: 200 len: 375 time: 0.0310776 Feb 20 05:27:42.506557 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-53ece46b-b896-4abb-8da4-31f76a1306d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (bed70d26-f820-46d8-bb83-6be7e91e0f96), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:42.521809 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-53ece46b-b896-4abb-8da4-31f76a1306d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:42.525084 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-53ece46b-b896-4abb-8da4-31f76a1306d1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bed70d26-f820-46d8-bb83-6be7e91e0f96 HTTP/1.1" status: 204 len: 168 time: 2.2019446 Feb 20 05:27:42.560043 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ece46b-b896-4abb-8da4-31f76a1306d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bed70d26-f820-46d8-bb83-6be7e91e0f96,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:42.655099 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0a59d0b0-997b-4b52-bef9-252437e8f62a req-f945e229-8d12-47db-8578-77a350dc5623 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (f576dc56-ce33-4362-86b8-d61ea2a3a64b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:42.664936 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3528ff81-388d-41cf-8990-f23437a6c912 req-dacc6681-eca1-4f6c-8097-ac2964444c71 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0920b60773554bf08776a4d9e0f90f40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1586356 Feb 20 05:27:42.678570 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 788d9b1e-af46-4742-ba8b-8d1ab97977b8 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:42.679242 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (788d9b1e-af46-4742-ba8b-8d1ab97977b8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:42.708265 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221f0899-bc76-429e-8719-9e4aeb467266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '788d9b1e-af46-4742-ba8b-8d1ab97977b8'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:42.711069 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0582cb-3e89-465e-a46f-7198a6b8dbe2" -d '{"events": [{"server_uuid": "221f0899-bc76-429e-8719-9e4aeb467266", "name": "network-vif-unplugged", "status": "completed", "tag": "788d9b1e-af46-4742-ba8b-8d1ab97977b8"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:42.752880 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 788d9b1e-af46-4742-ba8b-8d1ab97977b8, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=788d9b1e-af46-4742-ba8b-8d1ab97977b8,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:42.759400 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (788d9b1e-af46-4742-ba8b-8d1ab97977b8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:42.795195 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945e229-8d12-47db-8578-77a350dc5623 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Pushing event deleted for resources: {'Port': ['ID=f576dc56-ce33-4362-86b8-d61ea2a3a64b,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:42.827151 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd44da56-a236-4496-87de-39cd5543cf9d x-openstack-request-id: req-fd44da56-a236-4496-87de-39cd5543cf9d {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:42.831688 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221f0899-bc76-429e-8719-9e4aeb467266", "name": "network-vif-unplugged", "status": "completed", "tag": "788d9b1e-af46-4742-ba8b-8d1ab97977b8", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:42.832370 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd44da56-a236-4496-87de-39cd5543cf9d {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:42.834357 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221f0899-bc76-429e-8719-9e4aeb467266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '788d9b1e-af46-4742-ba8b-8d1ab97977b8', 'code': 200} Feb 20 05:27:42.898876 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=788d9b1e-af46-4742-ba8b-8d1ab97977b8,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:42.951988 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3528ff81-388d-41cf-8990-f23437a6c912 req-0b5dfc03-0680-446e-a2b9-4b345599a1d0 service neutron] 10.222.0.37 "GET /v2.0/networks/8d5e3dec-6d5c-4634-b419-6efab0fe545e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857347 Feb 20 05:27:43.008833 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50086) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:43.015124 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bd87f1ba-caf5-4e1f-95b6-895a6b281b9c req-d5bbeb29-6b27-45f2-9f06-9aea6444d59c tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 210 time: 0.0511291 Feb 20 05:27:43.080768 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-86a06401-92ff-4096-8f20-eba51393ac4f req-ddbf0abb-68c6-4c80-ae13-3963ce975189 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Allocated IP 172.20.0.7 (ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86/ba20b753-c652-4b93-87e5-619a187db804/53b45731-e8e0-44c8-876f-cf7a72184c28) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:27:43.139559 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a59d0b0-997b-4b52-bef9-252437e8f62a req-f945e229-8d12-47db-8578-77a350dc5623 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] No DVR routers for this DVR port f576dc56-ce33-4362-86b8-d61ea2a3a64b on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:27:43.151198 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0a59d0b0-997b-4b52-bef9-252437e8f62a req-f945e229-8d12-47db-8578-77a350dc5623 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:43.155079 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0a59d0b0-997b-4b52-bef9-252437e8f62a req-f945e229-8d12-47db-8578-77a350dc5623 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.61 "DELETE /v2.0/ports/f576dc56-ce33-4362-86b8-d61ea2a3a64b HTTP/1.1" status: 204 len: 173 time: 1.6469049 Feb 20 05:27:43.164331 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8feaf5a4-50b9-4ca0-b6cb-b93b4ad3950a req-b4d397e7-3948-4bd0-869c-b00e3fb6c499 tempest-ServersAdminTestJSON-1696429135 tempest-ServersAdminTestJSON-1696429135-project] 10.222.0.37 "GET /v2.0/ports?device_id=5907e963-777e-40e4-915a-4f6a07104082 HTTP/1.1" status: 200 len: 210 time: 0.0463841 Feb 20 05:27:43.178307 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5907e963-777e-40e4-915a-4f6a07104082', 'name': 'network-vif-deleted', 'tag': 'f576dc56-ce33-4362-86b8-d61ea2a3a64b'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:43.180611 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84cb606-33d0-4fd0-a95f-001890c96c35" -d '{"events": [{"server_uuid": "5907e963-777e-40e4-915a-4f6a07104082", "name": "network-vif-deleted", "tag": "f576dc56-ce33-4362-86b8-d61ea2a3a64b"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:43.197290 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3528ff81-388d-41cf-8990-f23437a6c912 req-23e02124-3267-4d79-a267-6e35134ff4dc service neutron] 10.222.0.37 "GET /v2.0/networks/8d5e3dec-6d5c-4634-b419-6efab0fe545e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427430 Feb 20 05:27:43.346424 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3d93991-e207-41e1-a49d-cef9e7430f04 req-4701e06f-c1cc-40ae-865d-2a8e4a2abc1d tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a38470f-aa9e-4f5b-8cad-0f414aa3cccd HTTP/1.1" status: 200 len: 210 time: 0.0542741 Feb 20 05:27:43.453251 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75d825be-aa2c-4e7a-9a25-bbbe43437b25 req-ca034fda-99e6-4873-a348-dc816c95f736 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 210 time: 0.0461729 Feb 20 05:27:43.547360 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-ff0bdea2-a4ae-4ea5-8d33-cb842dad9857 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:43.549862 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-ff0bdea2-a4ae-4ea5-8d33-cb842dad9857 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.48 "GET /v2.0/networks?id=2abba46f-80a0-459a-bed6-12708e438ddb HTTP/1.1" status: 200 len: 819 time: 0.2656240 Feb 20 05:27:43.556197 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e98802-b6d9-4157-9ac9-d2750c34a29f x-openstack-request-id: req-11e98802-b6d9-4157-9ac9-d2750c34a29f {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:43.558491 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5907e963-777e-40e4-915a-4f6a07104082", "name": "network-vif-deleted", "tag": "f576dc56-ce33-4362-86b8-d61ea2a3a64b", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:43.558491 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11e98802-b6d9-4157-9ac9-d2750c34a29f {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:43.558891 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5907e963-777e-40e4-915a-4f6a07104082', 'name': 'network-vif-deleted', 'tag': 'f576dc56-ce33-4362-86b8-d61ea2a3a64b', 'status': 'completed', 'code': 200} Feb 20 05:27:43.562891 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0c79525f-3f7a-4e3f-843a-0e852c6d2bcb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=26a759a2f95f49efbde5d8a39da697c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4242082 Feb 20 05:27:43.565279 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50102) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:43.588066 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-117744f6-08b9-4fa4-abf2-a86757302f79 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Request body: {'port': {'device_id': '0a38470f-aa9e-4f5b-8cad-0f414aa3cccd', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'admin_state_up': True, 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:27:43.682119 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-33c1c326-5804-4892-9a1e-a87f70fae700 admin admin] Publish callbacks [] for security_group (4244aa21-7e17-472f-8904-747a2799304e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:43.718852 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-33c1c326-5804-4892-9a1e-a87f70fae700 admin admin] Publish callbacks [] for security_group (4244aa21-7e17-472f-8904-747a2799304e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:43.792178 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-86a06401-92ff-4096-8f20-eba51393ac4f req-ddbf0abb-68c6-4c80-ae13-3963ce975189 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks [] for port (53b45731-e8e0-44c8-876f-cf7a72184c28), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:43.808819 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-33c1c326-5804-4892-9a1e-a87f70fae700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4244aa21-7e17-472f-8904-747a2799304e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:43.813447 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-33c1c326-5804-4892-9a1e-a87f70fae700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:43.817595 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-33c1c326-5804-4892-9a1e-a87f70fae700 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4244aa21-7e17-472f-8904-747a2799304e HTTP/1.1" status: 204 len: 168 time: 0.2501488 Feb 20 05:27:43.860069 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1c326-5804-4892-9a1e-a87f70fae700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4244aa21-7e17-472f-8904-747a2799304e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:43.944983 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-117744f6-08b9-4fa4-abf2-a86757302f79 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Made reservation on behalf of 19bb3bd855364f478f15757cdbc4ef79 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:27:43.948894 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-117744f6-08b9-4fa4-abf2-a86757302f79 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:43.968948 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-86a06401-92ff-4096-8f20-eba51393ac4f req-ddbf0abb-68c6-4c80-ae13-3963ce975189 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (53b45731-e8e0-44c8-876f-cf7a72184c28), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:44.001761 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98a8fe-592f-4c9b-9a24-6cd198d37886 req-1f1f4768-ebac-4da6-b190-5ea5e14e1d8e tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:44.004244 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3f98a8fe-592f-4c9b-9a24-6cd198d37886 req-1f1f4768-ebac-4da6-b190-5ea5e14e1d8e tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.61 "GET /v2.0/ports?device_id=221f0899-bc76-429e-8719-9e4aeb467266 HTTP/1.1" status: 200 len: 943 time: 0.1790102 Feb 20 05:27:44.218399 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa70699-0cc4-468b-b777-793734028378 req-724fa6b5-0985-426d-aacb-8bbb831f07bb tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:44.238343 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5aa70699-0cc4-468b-b777-793734028378 req-724fa6b5-0985-426d-aacb-8bbb831f07bb tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 931 time: 0.1038523 Feb 20 05:27:44.334921 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5aa70699-0cc4-468b-b777-793734028378 req-0055439b-ec2e-4ee2-8553-6abf233ce5ec tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948899 Feb 20 05:27:44.484756 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device f576dc56-ce33-4362-86b8-d61ea2a3a64b no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:27:44.573286 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a06401-92ff-4096-8f20-eba51393ac4f req-ddbf0abb-68c6-4c80-ae13-3963ce975189 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:27:44.584305 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: f576dc56-ce33-4362-86b8-d61ea2a3a64b {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:27:44.588495 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device f576dc56-ce33-4362-86b8-d61ea2a3a64b not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:27:44.608149 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8826fc88-cdcc-4d0d-9427-59a519ad27d5 req-f591a707-f9cf-446a-a79c-1055d16dafa4 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a38470f-aa9e-4f5b-8cad-0f414aa3cccd HTTP/1.1" status: 200 len: 210 time: 0.1054943 Feb 20 05:27:44.644814 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-86a06401-92ff-4096-8f20-eba51393ac4f req-ddbf0abb-68c6-4c80-ae13-3963ce975189 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:27:44.648102 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a06401-92ff-4096-8f20-eba51393ac4f req-ddbf0abb-68c6-4c80-ae13-3963ce975189 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:27:44.702275 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8b153962-b65e-43a5-872b-933c07ba5bfb req-b9fbc139-a928-4f8b-a44d-0286707148c8 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 210 time: 0.0647113 Feb 20 05:27:44.813931 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-3f98a8fe-592f-4c9b-9a24-6cd198d37886 req-5738c070-fbb5-4ecb-b823-174a5cd8b851 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Deleting port 788d9b1e-af46-4742-ba8b-8d1ab97977b8 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:27:44.814278 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3f98a8fe-592f-4c9b-9a24-6cd198d37886 req-5738c070-fbb5-4ecb-b823-174a5cd8b851 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (788d9b1e-af46-4742-ba8b-8d1ab97977b8), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:44.882798 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf0abb-68c6-4c80-ae13-3963ce975189 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Pushing event updated for resources: {'Port': ['ID=53b45731-e8e0-44c8-876f-cf7a72184c28,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:44.887034 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50148) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:44.918519 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a06401-92ff-4096-8f20-eba51393ac4f req-ddbf0abb-68c6-4c80-ae13-3963ce975189 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:44.919193 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-86a06401-92ff-4096-8f20-eba51393ac4f req-ddbf0abb-68c6-4c80-ae13-3963ce975189 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:44.977511 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-86a06401-92ff-4096-8f20-eba51393ac4f req-ddbf0abb-68c6-4c80-ae13-3963ce975189 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4600940 Feb 20 05:27:44.994738 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-86a06401-92ff-4096-8f20-eba51393ac4f req-afd510b4-1d62-4b18-9e3f-a4f54084bf51 service neutron] Request body: {'port': {'device_id': 'f570b026-7b00-4db8-a7c5-c2eb25d39065', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:27:45.099648 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-3f98a8fe-592f-4c9b-9a24-6cd198d37886 req-5738c070-fbb5-4ecb-b823-174a5cd8b851 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] For port 788d9b1e-af46-4742-ba8b-8d1ab97977b8, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=788d9b1e-af46-4742-ba8b-8d1ab97977b8,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:45.099961 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3f98a8fe-592f-4c9b-9a24-6cd198d37886 req-5738c070-fbb5-4ecb-b823-174a5cd8b851 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (788d9b1e-af46-4742-ba8b-8d1ab97977b8), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:45.167664 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-86a06401-92ff-4096-8f20-eba51393ac4f req-afd510b4-1d62-4b18-9e3f-a4f54084bf51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (53b45731-e8e0-44c8-876f-cf7a72184c28), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:45.176396 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-3f98a8fe-592f-4c9b-9a24-6cd198d37886 req-5738c070-fbb5-4ecb-b823-174a5cd8b851 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Calling delete_port for 788d9b1e-af46-4742-ba8b-8d1ab97977b8 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:27:45.182564 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-117744f6-08b9-4fa4-abf2-a86757302f79 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Allocated IP 172.20.0.7 (2abba46f-80a0-459a-bed6-12708e438ddb/02b4f072-587a-4100-aff1-5d1330162eab/75351174-856b-4232-9346-20de97c9826f) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:27:45.213297 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528ff81-388d-41cf-8990-f23437a6c912 req-047bef0b-12e3-4118-8919-975151254f9b tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:45.216025 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3528ff81-388d-41cf-8990-f23437a6c912 req-047bef0b-12e3-4118-8919-975151254f9b tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.61 "GET /v2.0/networks?id=8d5e3dec-6d5c-4634-b419-6efab0fe545e HTTP/1.1" status: 200 len: 805 time: 0.2440312 Feb 20 05:27:45.230250 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-3528ff81-388d-41cf-8990-f23437a6c912 req-59b4a809-08cd-42f9-81e0-b8d455f2e425 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Request body: {'port': {'device_id': 'e33bfd98-cc1f-49da-9646-ba66cd767f51', 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e', 'admin_state_up': True, 'tenant_id': '0920b60773554bf08776a4d9e0f90f40'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:27:45.378721 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50170) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:45.387350 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-36cdb01e-7dc1-4ec0-bd18-2dace1708ed1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9856f0f769340ce9f5bc125817bdadf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4990890 Feb 20 05:27:45.393309 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50172) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:45.545174 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-dec1ca95-af6f-4ffe-a1ff-c1ce48cbcc7d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-18357215-network', 'tenant_id': 'ba68b400a4764ecd8cffcc89b3c1b40a'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:27:45.568063 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec1ca95-af6f-4ffe-a1ff-c1ce48cbcc7d admin admin] Made reservation on behalf of ba68b400a4764ecd8cffcc89b3c1b40a for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:27:45.570548 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dec1ca95-af6f-4ffe-a1ff-c1ce48cbcc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:45.595528 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dec1ca95-af6f-4ffe-a1ff-c1ce48cbcc7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:45.688586 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50180) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:45.703835 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dec1ca95-af6f-4ffe-a1ff-c1ce48cbcc7d admin admin] Publish callbacks [] for security_group (92ac702d-931c-4b9d-b342-01471a0d18ee), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:45.723862 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dec1ca95-af6f-4ffe-a1ff-c1ce48cbcc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (92ac702d-931c-4b9d-b342-01471a0d18ee), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:45.746145 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ffaf7-86a0-4ea4-aa04-15690a19b97b req-4be309b5-6932-4143-8a15-fa7d8988cb65 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:45.758253 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-246ffaf7-86a0-4ea4-aa04-15690a19b97b req-4be309b5-6932-4143-8a15-fa7d8988cb65 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 931 time: 0.3277907 Feb 20 05:27:45.778566 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec1ca95-af6f-4ffe-a1ff-c1ce48cbcc7d admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:27:45.789516 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dec1ca95-af6f-4ffe-a1ff-c1ce48cbcc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (3b1341d4-1465-431a-9bc8-6cb9bf3a2e07), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:45.790072 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-dec1ca95-af6f-4ffe-a1ff-c1ce48cbcc7d admin admin] Added segment 3b1341d4-1465-431a-9bc8-6cb9bf3a2e07 of type vlan for network bfecaaea-4537-49c6-826a-93e263cff952 Feb 20 05:27:45.833143 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232b96d0-a9f3-4b12-8ebd-501dfc9cf273 admin admin] Publish callbacks [] for security_group (f4132250-442d-44e1-b20b-2892731fcc98), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:45.863875 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0e4d-499d-42d6-9bee-6792db2c1b80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:45.865730 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3528ff81-388d-41cf-8990-f23437a6c912 req-59b4a809-08cd-42f9-81e0-b8d455f2e425 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Made reservation on behalf of 0920b60773554bf08776a4d9e0f90f40 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:27:45.869728 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3528ff81-388d-41cf-8990-f23437a6c912 req-59b4a809-08cd-42f9-81e0-b8d455f2e425 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:45.898268 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3f98a8fe-592f-4c9b-9a24-6cd198d37886 req-5738c070-fbb5-4ecb-b823-174a5cd8b851 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (788d9b1e-af46-4742-ba8b-8d1ab97977b8), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:45.912246 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-117744f6-08b9-4fa4-abf2-a86757302f79 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks [] for port (75351174-856b-4232-9346-20de97c9826f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:45.917554 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7eb2c2af-3640-455d-893a-a8d126b825f2 req-4481b66e-cd14-4ddb-a42a-a47f456f0b8f tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a38470f-aa9e-4f5b-8cad-0f414aa3cccd HTTP/1.1" status: 200 len: 210 time: 0.1546988 Feb 20 05:27:45.927328 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dec1ca95-af6f-4ffe-a1ff-c1ce48cbcc7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (bfecaaea-4537-49c6-826a-93e263cff952), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:45.961554 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232b96d0-a9f3-4b12-8ebd-501dfc9cf273 admin admin] Publish callbacks [] for security_group (f4132250-442d-44e1-b20b-2892731fcc98), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:45.966817 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1ca95-af6f-4ffe-a1ff-c1ce48cbcc7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ac702d-931c-4b9d-b342-01471a0d18ee,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:45.968997 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738c070-fbb5-4ecb-b823-174a5cd8b851 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Pushing event deleted for resources: {'Port': ['ID=788d9b1e-af46-4742-ba8b-8d1ab97977b8,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:46.072001 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f98a8fe-592f-4c9b-9a24-6cd198d37886 req-5738c070-fbb5-4ecb-b823-174a5cd8b851 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] No DVR routers for this DVR port 788d9b1e-af46-4742-ba8b-8d1ab97977b8 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:27:46.072289 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dec1ca95-af6f-4ffe-a1ff-c1ce48cbcc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (bfecaaea-4537-49c6-826a-93e263cff952), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:46.073853 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec1ca95-af6f-4ffe-a1ff-c1ce48cbcc7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:46.075273 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dec1ca95-af6f-4ffe-a1ff-c1ce48cbcc7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:46.081251 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3f98a8fe-592f-4c9b-9a24-6cd198d37886 req-5738c070-fbb5-4ecb-b823-174a5cd8b851 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:46.085456 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3f98a8fe-592f-4c9b-9a24-6cd198d37886 req-5738c070-fbb5-4ecb-b823-174a5cd8b851 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.61 "DELETE /v2.0/ports/788d9b1e-af46-4742-ba8b-8d1ab97977b8 HTTP/1.1" status: 204 len: 173 time: 1.5106204 Feb 20 05:27:46.087432 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221f0899-bc76-429e-8719-9e4aeb467266', 'name': 'network-vif-deleted', 'tag': '788d9b1e-af46-4742-ba8b-8d1ab97977b8'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:46.091036 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335b4bd6-8b28-4bba-9134-d3b40a176e5d" -d '{"events": [{"server_uuid": "221f0899-bc76-429e-8719-9e4aeb467266", "name": "network-vif-deleted", "tag": "788d9b1e-af46-4742-ba8b-8d1ab97977b8"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:46.110127 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-246ffaf7-86a0-4ea4-aa04-15690a19b97b req-71d37afe-8428-4fec-a23b-375fe62e155d tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500381 Feb 20 05:27:46.235922 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-86a06401-92ff-4096-8f20-eba51393ac4f req-afd510b4-1d62-4b18-9e3f-a4f54084bf51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b45731-e8e0-44c8-876f-cf7a72184c28 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:27:46.237574 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-dec1ca95-af6f-4ffe-a1ff-c1ce48cbcc7d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8535793 Feb 20 05:27:46.253569 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cd227245-f371-42fc-b183-df58ac3e3ee7 req-72447fcf-a13e-4f62-9be8-0005e9e4b049 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 210 time: 0.1210196 Feb 20 05:27:46.255342 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50192) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:46.259224 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf7e56a-47a6-4b62-9cd1-6c2a67ec6c30 x-openstack-request-id: req-fbf7e56a-47a6-4b62-9cd1-6c2a67ec6c30 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:46.260250 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221f0899-bc76-429e-8719-9e4aeb467266", "name": "network-vif-deleted", "tag": "788d9b1e-af46-4742-ba8b-8d1ab97977b8", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:46.260638 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fbf7e56a-47a6-4b62-9cd1-6c2a67ec6c30 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:46.261049 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221f0899-bc76-429e-8719-9e4aeb467266', 'name': 'network-vif-deleted', 'tag': '788d9b1e-af46-4742-ba8b-8d1ab97977b8', 'status': 'completed', 'code': 200} Feb 20 05:27:46.271948 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-117744f6-08b9-4fa4-abf2-a86757302f79 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (75351174-856b-4232-9346-20de97c9826f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:46.274989 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-86a06401-92ff-4096-8f20-eba51393ac4f req-afd510b4-1d62-4b18-9e3f-a4f54084bf51 service neutron] Publish callbacks [] for port (53b45731-e8e0-44c8-876f-cf7a72184c28), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:46.280947 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-d4b542e3-17e3-4247-b50c-2f3b99eaf460 admin admin] Request body: {'subnet': {'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-18357215-subnet', 'tenant_id': 'ba68b400a4764ecd8cffcc89b3c1b40a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:27:46.283213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['99a3f4ae-d5ba-4af7-bc54-296e24e56b62'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:27:46.297266 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1ca95-af6f-4ffe-a1ff-c1ce48cbcc7d admin admin] Pushing event updated for resources: {'Network': ['ID=bfecaaea-4537-49c6-826a-93e263cff952,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:46.314491 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-3528ff81-388d-41cf-8990-f23437a6c912 req-59b4a809-08cd-42f9-81e0-b8d455f2e425 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Allocated IP 172.20.0.14 (8d5e3dec-6d5c-4634-b419-6efab0fe545e/9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9/ba343ebb-d84b-4627-9449-f6743e5dd259) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:27:46.332576 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232b96d0-a9f3-4b12-8ebd-501dfc9cf273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f4132250-442d-44e1-b20b-2892731fcc98), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:46.333073 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network bfecaaea-4537-49c6-826a-93e263cff952 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:27:46.337256 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232b96d0-a9f3-4b12-8ebd-501dfc9cf273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:46.340854 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-232b96d0-a9f3-4b12-8ebd-501dfc9cf273 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4132250-442d-44e1-b20b-2892731fcc98 HTTP/1.1" status: 204 len: 168 time: 0.9442604 Feb 20 05:27:46.357079 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-86a06401-92ff-4096-8f20-eba51393ac4f req-afd510b4-1d62-4b18-9e3f-a4f54084bf51 service neutron] Transition to ACTIVE for port object 53b45731-e8e0-44c8-876f-cf7a72184c28 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:27:46.357577 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b96d0-a9f3-4b12-8ebd-501dfc9cf273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4132250-442d-44e1-b20b-2892731fcc98,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:46.378841 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-117744f6-08b9-4fa4-abf2-a86757302f79 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Network 2abba46f-80a0-459a-bed6-12708e438ddb is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:27:46.381516 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-86a06401-92ff-4096-8f20-eba51393ac4f req-afd510b4-1d62-4b18-9e3f-a4f54084bf51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (53b45731-e8e0-44c8-876f-cf7a72184c28), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:46.385406 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0e4d-499d-42d6-9bee-6792db2c1b80 admin admin] Publish callbacks [] for security_group (52439a6b-d406-4d13-8c4f-da2ce54146ec), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:46.398683 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-117744f6-08b9-4fa4-abf2-a86757302f79 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:27:46.405952 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0e4d-499d-42d6-9bee-6792db2c1b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (52439a6b-d406-4d13-8c4f-da2ce54146ec), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:46.408684 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-117744f6-08b9-4fa4-abf2-a86757302f79 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:27:46.422554 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117744f6-08b9-4fa4-abf2-a86757302f79 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Pushing event updated for resources: {'Port': ['ID=75351174-856b-4232-9346-20de97c9826f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:46.425497 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b542e3-17e3-4247-b50c-2f3b99eaf460 admin admin] Made reservation on behalf of ba68b400a4764ecd8cffcc89b3c1b40a for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:27:46.430423 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d4b542e3-17e3-4247-b50c-2f3b99eaf460 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:46.565142 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-117744f6-08b9-4fa4-abf2-a86757302f79 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:46.567517 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-117744f6-08b9-4fa4-abf2-a86757302f79 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:46.570233 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b0e4d-499d-42d6-9bee-6792db2c1b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52439a6b-d406-4d13-8c4f-da2ce54146ec,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:46.584928 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3528ff81-388d-41cf-8990-f23437a6c912 req-59b4a809-08cd-42f9-81e0-b8d455f2e425 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks [] for port (ba343ebb-d84b-4627-9449-f6743e5dd259), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:46.641569 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3528ff81-388d-41cf-8990-f23437a6c912 req-59b4a809-08cd-42f9-81e0-b8d455f2e425 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (ba343ebb-d84b-4627-9449-f6743e5dd259), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:46.779186 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1b2b0e4d-499d-42d6-9bee-6792db2c1b80 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=633b1c3ad7084813ae2c249174faaa71&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0896456 Feb 20 05:27:46.783297 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50198) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:46.800219 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1024d732-ffbb-4bb5-ba4d-e8fe2ada9fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:46.805722 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3528ff81-388d-41cf-8990-f23437a6c912 req-59b4a809-08cd-42f9-81e0-b8d455f2e425 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Network 8d5e3dec-6d5c-4634-b419-6efab0fe545e is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:27:46.819444 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-117744f6-08b9-4fa4-abf2-a86757302f79 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2544103 Feb 20 05:27:46.820191 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-3528ff81-388d-41cf-8990-f23437a6c912 req-59b4a809-08cd-42f9-81e0-b8d455f2e425 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:27:46.830729 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-3528ff81-388d-41cf-8990-f23437a6c912 req-59b4a809-08cd-42f9-81e0-b8d455f2e425 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:27:46.861288 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e6ef4585-dd62-4d5a-87d1-9152617cf2a2 None None] Provisioning complete for port 75351174-856b-4232-9346-20de97c9826f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:27:46.861953 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6ef4585-dd62-4d5a-87d1-9152617cf2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (75351174-856b-4232-9346-20de97c9826f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:46.871793 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd510b4-1d62-4b18-9e3f-a4f54084bf51 service neutron] Pushing event updated for resources: {'Port': ['ID=53b45731-e8e0-44c8-876f-cf7a72184c28,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:46.904156 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e6ef4585-dd62-4d5a-87d1-9152617cf2a2 None None] Port 75351174-856b-4232-9346-20de97c9826f cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:27:46.949091 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50200) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:46.975999 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528ff81-388d-41cf-8990-f23437a6c912 req-59b4a809-08cd-42f9-81e0-b8d455f2e425 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:46.976648 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3528ff81-388d-41cf-8990-f23437a6c912 req-59b4a809-08cd-42f9-81e0-b8d455f2e425 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:46.984046 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-98760d20-de6a-410e-8dd5-5e564073c829 service neutron] Request body: {'port': {'device_id': '0a38470f-aa9e-4f5b-8cad-0f414aa3cccd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:27:47.008418 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3528ff81-388d-41cf-8990-f23437a6c912 req-59b4a809-08cd-42f9-81e0-b8d455f2e425 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7815781 Feb 20 05:27:47.014692 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4a809-08cd-42f9-81e0-b8d455f2e425 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Pushing event updated for resources: {'Port': ['ID=ba343ebb-d84b-4627-9449-f6743e5dd259,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:47.036037 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-3528ff81-388d-41cf-8990-f23437a6c912 req-1ff47ca4-aa64-47ee-99b8-e7e89e6505f0 service neutron] Request body: {'port': {'device_id': 'e33bfd98-cc1f-49da-9646-ba66cd767f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:27:47.057627 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-55e9429b-c906-47ce-b2e6-2a15e4f436bb admin admin] Publish callbacks [] for security_group (52439a6b-d406-4d13-8c4f-da2ce54146ec), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:47.125694 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-86a06401-92ff-4096-8f20-eba51393ac4f req-afd510b4-1d62-4b18-9e3f-a4f54084bf51 service neutron] Attempting to bind port 53b45731-e8e0-44c8-876f-cf7a72184c28 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:27:47.126131 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-86a06401-92ff-4096-8f20-eba51393ac4f req-afd510b4-1d62-4b18-9e3f-a4f54084bf51 service neutron] Attempting to bind port 53b45731-e8e0-44c8-876f-cf7a72184c28 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:27:47.126784 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a06401-92ff-4096-8f20-eba51393ac4f req-afd510b4-1d62-4b18-9e3f-a4f54084bf51 service neutron] Attempting to bind port 53b45731-e8e0-44c8-876f-cf7a72184c28 on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:27:47.137244 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3528ff81-388d-41cf-8990-f23437a6c912 req-1ff47ca4-aa64-47ee-99b8-e7e89e6505f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ba343ebb-d84b-4627-9449-f6743e5dd259), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:47.147005 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37014473-322e-4c6c-ba85-e6211cc985a1 req-1f150db1-e25c-42c1-bb2d-4cf28b55176d tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:47.148456 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-37014473-322e-4c6c-ba85-e6211cc985a1 req-1f150db1-e25c-42c1-bb2d-4cf28b55176d tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a38470f-aa9e-4f5b-8cad-0f414aa3cccd HTTP/1.1" status: 200 len: 931 time: 0.1076429 Feb 20 05:27:47.156901 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-55e9429b-c906-47ce-b2e6-2a15e4f436bb admin admin] Publish callbacks [] for security_group (52439a6b-d406-4d13-8c4f-da2ce54146ec), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:47.187633 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a06401-92ff-4096-8f20-eba51393ac4f req-afd510b4-1d62-4b18-9e3f-a4f54084bf51 service neutron] Port 53b45731-e8e0-44c8-876f-cf7a72184c28 on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:27:47.188068 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a06401-92ff-4096-8f20-eba51393ac4f req-afd510b4-1d62-4b18-9e3f-a4f54084bf51 service neutron] Attempting to bind port 53b45731-e8e0-44c8-876f-cf7a72184c28 on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:27:47.216100 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fa7554e9-5d84-4ee9-96b8-e49fd6c3da79 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e246e40309d46e7b820fd5722e184bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2637732 Feb 20 05:27:47.216857 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50208) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:47.284423 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a06401-92ff-4096-8f20-eba51393ac4f req-afd510b4-1d62-4b18-9e3f-a4f54084bf51 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:27:47.284769 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a06401-92ff-4096-8f20-eba51393ac4f req-afd510b4-1d62-4b18-9e3f-a4f54084bf51 service neutron] Checking segment: {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:27:47.285223 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a06401-92ff-4096-8f20-eba51393ac4f req-afd510b4-1d62-4b18-9e3f-a4f54084bf51 service neutron] Bound using segment: {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:27:47.285739 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-86a06401-92ff-4096-8f20-eba51393ac4f req-afd510b4-1d62-4b18-9e3f-a4f54084bf51 service neutron] Bound port: 53b45731-e8e0-44c8-876f-cf7a72184c28, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:27:47.286169 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-86a06401-92ff-4096-8f20-eba51393ac4f req-afd510b4-1d62-4b18-9e3f-a4f54084bf51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (53b45731-e8e0-44c8-876f-cf7a72184c28), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:47.287976 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-98760d20-de6a-410e-8dd5-5e564073c829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (75351174-856b-4232-9346-20de97c9826f), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:47.297844 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-37014473-322e-4c6c-ba85-e6211cc985a1 req-f6b06f1c-e4f0-4db6-ade7-2b03c8af4684 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/security-groups?id=855fcd15-a9c3-4993-9a39-7fd38b35ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170847 Feb 20 05:27:47.409301 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d4b542e3-17e3-4247-b50c-2f3b99eaf460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (f6cf6e5f-5eef-4832-87f6-e3f3339d48a1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:47.510774 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-55e9429b-c906-47ce-b2e6-2a15e4f436bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (52439a6b-d406-4d13-8c4f-da2ce54146ec), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:47.513347 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-55e9429b-c906-47ce-b2e6-2a15e4f436bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:47.514544 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-55e9429b-c906-47ce-b2e6-2a15e4f436bb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52439a6b-d406-4d13-8c4f-da2ce54146ec HTTP/1.1" status: 204 len: 168 time: 0.7199287 Feb 20 05:27:47.543990 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684b4fe-5837-41d2-9543-311c7494b710 req-e9f7d673-3bea-4083-9181-a1827fbc8f09 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:47.551423 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4684b4fe-5837-41d2-9543-311c7494b710 req-e9f7d673-3bea-4083-9181-a1827fbc8f09 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 943 time: 0.3191490 Feb 20 05:27:47.592831 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ed1c402c-ad87-4236-bbf0-b4325833b7cf admin admin] Publish callbacks [] for security_group (d3401f66-532d-4b83-877c-bafd2542e21e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:47.594417 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec50468-ad98-4f19-9d66-46a1ba7ee62e req-f1209e23-755b-493b-8ab3-079f5ce56b39 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:47.596154 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7ec50468-ad98-4f19-9d66-46a1ba7ee62e req-f1209e23-755b-493b-8ab3-079f5ce56b39 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 932 time: 0.1536553 Feb 20 05:27:47.612530 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9429b-c906-47ce-b2e6-2a15e4f436bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52439a6b-d406-4d13-8c4f-da2ce54146ec,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:47.616294 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-86a06401-92ff-4096-8f20-eba51393ac4f req-afd510b4-1d62-4b18-9e3f-a4f54084bf51 service neutron] For port 53b45731-e8e0-44c8-876f-cf7a72184c28, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:27:47.664217 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-86a06401-92ff-4096-8f20-eba51393ac4f req-afd510b4-1d62-4b18-9e3f-a4f54084bf51 service neutron] For port 53b45731-e8e0-44c8-876f-cf7a72184c28, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=53b45731-e8e0-44c8-876f-cf7a72184c28,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:27:47.666227 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b542e3-17e3-4247-b50c-2f3b99eaf460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6cf6e5f-5eef-4832-87f6-e3f3339d48a1,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:47.677353 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ed1c402c-ad87-4236-bbf0-b4325833b7cf admin admin] Publish callbacks [] for security_group (d3401f66-532d-4b83-877c-bafd2542e21e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:47.687002 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4684b4fe-5837-41d2-9543-311c7494b710 req-92216e83-fea9-4ea9-a1d5-5663ef7de0ed tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346135 Feb 20 05:27:47.694411 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-86a06401-92ff-4096-8f20-eba51393ac4f req-afd510b4-1d62-4b18-9e3f-a4f54084bf51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (53b45731-e8e0-44c8-876f-cf7a72184c28), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:47.741488 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7ec50468-ad98-4f19-9d66-46a1ba7ee62e req-f27b7be3-5ef8-4070-8522-7017bca12492 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322970 Feb 20 05:27:47.742610 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b542e3-17e3-4247-b50c-2f3b99eaf460 admin admin] Checking segment: {'id': '3b1341d4-1465-431a-9bc8-6cb9bf3a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:27:47.743115 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b542e3-17e3-4247-b50c-2f3b99eaf460 admin admin] Network hostable DHCP agents. Network: bfecaaea-4537-49c6-826a-93e263cff952, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:27:47.750661 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-3528ff81-388d-41cf-8990-f23437a6c912 req-1ff47ca4-aa64-47ee-99b8-e7e89e6505f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba343ebb-d84b-4627-9449-f6743e5dd259 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:27:47.759162 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3528ff81-388d-41cf-8990-f23437a6c912 req-1ff47ca4-aa64-47ee-99b8-e7e89e6505f0 service neutron] Publish callbacks [] for port (ba343ebb-d84b-4627-9449-f6743e5dd259), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:47.778565 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-3528ff81-388d-41cf-8990-f23437a6c912 req-1ff47ca4-aa64-47ee-99b8-e7e89e6505f0 service neutron] Transition to ACTIVE for port object ba343ebb-d84b-4627-9449-f6743e5dd259 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:27:47.784103 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3528ff81-388d-41cf-8990-f23437a6c912 req-1ff47ca4-aa64-47ee-99b8-e7e89e6505f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (ba343ebb-d84b-4627-9449-f6743e5dd259), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:47.810821 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a06401-92ff-4096-8f20-eba51393ac4f req-afd510b4-1d62-4b18-9e3f-a4f54084bf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:47.812920 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-86a06401-92ff-4096-8f20-eba51393ac4f req-afd510b4-1d62-4b18-9e3f-a4f54084bf51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:47.817540 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-86a06401-92ff-4096-8f20-eba51393ac4f req-afd510b4-1d62-4b18-9e3f-a4f54084bf51 service neutron] 10.222.0.48 "PUT /v2.0/ports/53b45731-e8e0-44c8-876f-cf7a72184c28 HTTP/1.1" status: 200 len: 1091 time: 2.8253336 Feb 20 05:27:47.841297 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff47ca4-aa64-47ee-99b8-e7e89e6505f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba343ebb-d84b-4627-9449-f6743e5dd259,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:47.910779 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd510b4-1d62-4b18-9e3f-a4f54084bf51 service neutron] Pushing event updated for resources: {'Port': ['ID=53b45731-e8e0-44c8-876f-cf7a72184c28,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:47.926276 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b542e3-17e3-4247-b50c-2f3b99eaf460 admin admin] Network bfecaaea-4537-49c6-826a-93e263cff952 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:27:47.951633 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ed1c402c-ad87-4236-bbf0-b4325833b7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d3401f66-532d-4b83-877c-bafd2542e21e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:47.954278 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ed1c402c-ad87-4236-bbf0-b4325833b7cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:47.955561 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ed1c402c-ad87-4236-bbf0-b4325833b7cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d3401f66-532d-4b83-877c-bafd2542e21e HTTP/1.1" status: 204 len: 168 time: 0.7078853 Feb 20 05:27:47.970422 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-3528ff81-388d-41cf-8990-f23437a6c912 req-1ff47ca4-aa64-47ee-99b8-e7e89e6505f0 service neutron] Attempting to bind port ba343ebb-d84b-4627-9449-f6743e5dd259 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:27:47.971000 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-3528ff81-388d-41cf-8990-f23437a6c912 req-1ff47ca4-aa64-47ee-99b8-e7e89e6505f0 service neutron] Attempting to bind port ba343ebb-d84b-4627-9449-f6743e5dd259 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:27:47.971359 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3528ff81-388d-41cf-8990-f23437a6c912 req-1ff47ca4-aa64-47ee-99b8-e7e89e6505f0 service neutron] Attempting to bind port ba343ebb-d84b-4627-9449-f6743e5dd259 on network 8d5e3dec-6d5c-4634-b419-6efab0fe545e {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:27:47.973448 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-d4b542e3-17e3-4247-b50c-2f3b99eaf460 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, bfecaaea-4537-49c6-826a-93e263cff952) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:27:47.993210 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3528ff81-388d-41cf-8990-f23437a6c912 req-1ff47ca4-aa64-47ee-99b8-e7e89e6505f0 service neutron] Port ba343ebb-d84b-4627-9449-f6743e5dd259 on network 8d5e3dec-6d5c-4634-b419-6efab0fe545e not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:27:47.993543 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3528ff81-388d-41cf-8990-f23437a6c912 req-1ff47ca4-aa64-47ee-99b8-e7e89e6505f0 service neutron] Attempting to bind port ba343ebb-d84b-4627-9449-f6743e5dd259 on network 8d5e3dec-6d5c-4634-b419-6efab0fe545e {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:27:47.995547 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2b2ff7-cd76-425a-9d71-46139a98aab0 None None] Network bfecaaea-4537-49c6-826a-93e263cff952 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:27:48.003862 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b542e3-17e3-4247-b50c-2f3b99eaf460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:48.004651 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d4b542e3-17e3-4247-b50c-2f3b99eaf460 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:48.005560 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3528ff81-388d-41cf-8990-f23437a6c912 req-1ff47ca4-aa64-47ee-99b8-e7e89e6505f0 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:27:48.005854 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3528ff81-388d-41cf-8990-f23437a6c912 req-1ff47ca4-aa64-47ee-99b8-e7e89e6505f0 service neutron] Checking segment: {'id': 'b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:27:48.006372 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3528ff81-388d-41cf-8990-f23437a6c912 req-1ff47ca4-aa64-47ee-99b8-e7e89e6505f0 service neutron] Bound using segment: {'id': 'b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:27:48.006980 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-3528ff81-388d-41cf-8990-f23437a6c912 req-1ff47ca4-aa64-47ee-99b8-e7e89e6505f0 service neutron] Bound port: ba343ebb-d84b-4627-9449-f6743e5dd259, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:27:48.007438 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3528ff81-388d-41cf-8990-f23437a6c912 req-1ff47ca4-aa64-47ee-99b8-e7e89e6505f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ba343ebb-d84b-4627-9449-f6743e5dd259), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:48.016079 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c402c-ad87-4236-bbf0-b4325833b7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3401f66-532d-4b83-877c-bafd2542e21e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:48.058641 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d4b542e3-17e3-4247-b50c-2f3b99eaf460 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7799590 Feb 20 05:27:48.058641 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a06401-92ff-4096-8f20-eba51393ac4f req-2628a650-3b6d-4169-aae8-882c586603f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:48.072669 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-86a06401-92ff-4096-8f20-eba51393ac4f req-2628a650-3b6d-4169-aae8-882c586603f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 1125 time: 0.2085309 Feb 20 05:27:48.098946 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50224) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:48.208436 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-86a06401-92ff-4096-8f20-eba51393ac4f req-a71210ba-05cb-4223-8f67-03aad48ed269 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53b45731-e8e0-44c8-876f-cf7a72184c28 HTTP/1.1" status: 200 len: 217 time: 0.0937192 Feb 20 05:27:48.214637 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-98760d20-de6a-410e-8dd5-5e564073c829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75351174-856b-4232-9346-20de97c9826f {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:27:48.231501 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-98760d20-de6a-410e-8dd5-5e564073c829 service neutron] Publish callbacks [] for port (75351174-856b-4232-9346-20de97c9826f), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:48.235180 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeec59e-6099-45e2-af9d-6ffb616a7eec None None] Network bfecaaea-4537-49c6-826a-93e263cff952 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:27:48.264018 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f570b026-7b00-4db8-a7c5-c2eb25d39065', 'tag': '53b45731-e8e0-44c8-876f-cf7a72184c28'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:48.266406 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b1029a-f5b5-4003-acbe-8d0e595f1e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "f570b026-7b00-4db8-a7c5-c2eb25d39065", "tag": "53b45731-e8e0-44c8-876f-cf7a72184c28"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:48.278244 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-98760d20-de6a-410e-8dd5-5e564073c829 service neutron] Transition to ACTIVE for port object 75351174-856b-4232-9346-20de97c9826f will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:27:48.303391 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-98760d20-de6a-410e-8dd5-5e564073c829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (75351174-856b-4232-9346-20de97c9826f), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:48.402586 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a06401-92ff-4096-8f20-eba51393ac4f req-fb8759ba-100b-4552-b1ca-f00f1a28d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:48.405100 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-86a06401-92ff-4096-8f20-eba51393ac4f req-fb8759ba-100b-4552-b1ca-f00f1a28d003 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 200 len: 860 time: 0.1857626 Feb 20 05:27:48.409672 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3644384-ba7d-42b1-8299-2b8b5a4b6d54 x-openstack-request-id: req-a3644384-ba7d-42b1-8299-2b8b5a4b6d54 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:48.410039 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f570b026-7b00-4db8-a7c5-c2eb25d39065", "tag": "53b45731-e8e0-44c8-876f-cf7a72184c28", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:48.410359 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a3644384-ba7d-42b1-8299-2b8b5a4b6d54 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:48.410845 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f570b026-7b00-4db8-a7c5-c2eb25d39065', 'tag': '53b45731-e8e0-44c8-876f-cf7a72184c28', 'status': 'completed', 'code': 200} Feb 20 05:27:48.492380 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 788d9b1e-af46-4742-ba8b-8d1ab97977b8 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:27:48.517079 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-86a06401-92ff-4096-8f20-eba51393ac4f req-2f3909be-acfb-4906-8be7-a4cedffb382c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023836 Feb 20 05:27:48.575850 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 788d9b1e-af46-4742-ba8b-8d1ab97977b8 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:27:48.576213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 788d9b1e-af46-4742-ba8b-8d1ab97977b8 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:27:48.601278 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6ce1752-b720-4589-9503-35addbdd996a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:48.688812 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98760d20-de6a-410e-8dd5-5e564073c829 service neutron] Pushing event updated for resources: {'Port': ['ID=75351174-856b-4232-9346-20de97c9826f,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:48.769214 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-98760d20-de6a-410e-8dd5-5e564073c829 service neutron] Attempting to bind port 75351174-856b-4232-9346-20de97c9826f on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:27:48.769564 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-98760d20-de6a-410e-8dd5-5e564073c829 service neutron] Attempting to bind port 75351174-856b-4232-9346-20de97c9826f by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '2f846fab-1023-4142-9b98-5429bbacc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:27:48.771250 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-98760d20-de6a-410e-8dd5-5e564073c829 service neutron] Attempting to bind port 75351174-856b-4232-9346-20de97c9826f on network 2abba46f-80a0-459a-bed6-12708e438ddb {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:27:48.776743 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-98760d20-de6a-410e-8dd5-5e564073c829 service neutron] Port 75351174-856b-4232-9346-20de97c9826f on network 2abba46f-80a0-459a-bed6-12708e438ddb not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:27:48.777083 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-98760d20-de6a-410e-8dd5-5e564073c829 service neutron] Attempting to bind port 75351174-856b-4232-9346-20de97c9826f on network 2abba46f-80a0-459a-bed6-12708e438ddb {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:27:48.793688 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-98760d20-de6a-410e-8dd5-5e564073c829 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:27:48.794467 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-98760d20-de6a-410e-8dd5-5e564073c829 service neutron] Checking segment: {'id': '2f846fab-1023-4142-9b98-5429bbacc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:27:48.794888 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-98760d20-de6a-410e-8dd5-5e564073c829 service neutron] Bound using segment: {'id': '2f846fab-1023-4142-9b98-5429bbacc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:27:48.795384 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-98760d20-de6a-410e-8dd5-5e564073c829 service neutron] Bound port: 75351174-856b-4232-9346-20de97c9826f, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f846fab-1023-4142-9b98-5429bbacc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:27:48.795727 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-98760d20-de6a-410e-8dd5-5e564073c829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (75351174-856b-4232-9346-20de97c9826f), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:48.809230 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-86a06401-92ff-4096-8f20-eba51393ac4f req-635c0690-f179-4295-9579-f4082cdcbffd service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548001 Feb 20 05:27:48.911079 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e7d16268-bb0e-40e7-a88f-1de2841b0b31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:48.956492 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-98760d20-de6a-410e-8dd5-5e564073c829 service neutron] For port 75351174-856b-4232-9346-20de97c9826f, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:27:48.987070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-98760d20-de6a-410e-8dd5-5e564073c829 service neutron] For port 75351174-856b-4232-9346-20de97c9826f, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=75351174-856b-4232-9346-20de97c9826f,segment=NetworkSegment(2f846fab-1023-4142-9b98-5429bbacc081),segment_id=2f846fab-1023-4142-9b98-5429bbacc081)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:27:48.988806 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-3528ff81-388d-41cf-8990-f23437a6c912 req-1ff47ca4-aa64-47ee-99b8-e7e89e6505f0 service neutron] For port ba343ebb-d84b-4627-9449-f6743e5dd259, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:27:48.995673 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-86a06401-92ff-4096-8f20-eba51393ac4f req-fc22907d-839f-4e2d-b71f-431de1baa003 service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529255 Feb 20 05:27:48.997468 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-98760d20-de6a-410e-8dd5-5e564073c829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (75351174-856b-4232-9346-20de97c9826f), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:49.030992 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-3528ff81-388d-41cf-8990-f23437a6c912 req-1ff47ca4-aa64-47ee-99b8-e7e89e6505f0 service neutron] For port ba343ebb-d84b-4627-9449-f6743e5dd259, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=ba343ebb-d84b-4627-9449-f6743e5dd259,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:27:49.050210 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-7941d091-75b1-488f-bbf0-817ce19f08ac tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:49.052014 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-7941d091-75b1-488f-bbf0-817ce19f08ac tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/networks?id=bfecaaea-4537-49c6-826a-93e263cff952 HTTP/1.1" status: 200 len: 810 time: 0.2571175 Feb 20 05:27:49.059139 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3528ff81-388d-41cf-8990-f23437a6c912 req-1ff47ca4-aa64-47ee-99b8-e7e89e6505f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (ba343ebb-d84b-4627-9449-f6743e5dd259), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:49.101891 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cf13c-8e99-4cf7-a3cb-7d7ba9046dd7 req-f0718ed8-b983-46d8-8659-6751eda68ec7 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:49.107680 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-653cf13c-8e99-4cf7-a3cb-7d7ba9046dd7 req-f0718ed8-b983-46d8-8659-6751eda68ec7 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a38470f-aa9e-4f5b-8cad-0f414aa3cccd HTTP/1.1" status: 200 len: 943 time: 0.3286600 Feb 20 05:27:49.113487 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98760d20-de6a-410e-8dd5-5e564073c829 service neutron] Pushing event updated for resources: {'Port': ['ID=75351174-856b-4232-9346-20de97c9826f,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:49.135169 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-98760d20-de6a-410e-8dd5-5e564073c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:49.136358 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-98760d20-de6a-410e-8dd5-5e564073c829 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:49.138256 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-98760d20-de6a-410e-8dd5-5e564073c829 service neutron] 10.222.0.48 "PUT /v2.0/ports/75351174-856b-4232-9346-20de97c9826f HTTP/1.1" status: 200 len: 1091 time: 2.1794896 Feb 20 05:27:49.141479 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528ff81-388d-41cf-8990-f23437a6c912 req-1ff47ca4-aa64-47ee-99b8-e7e89e6505f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:49.142288 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3528ff81-388d-41cf-8990-f23437a6c912 req-1ff47ca4-aa64-47ee-99b8-e7e89e6505f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:49.145761 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3528ff81-388d-41cf-8990-f23437a6c912 req-1ff47ca4-aa64-47ee-99b8-e7e89e6505f0 service neutron] 10.222.0.61 "PUT /v2.0/ports/ba343ebb-d84b-4627-9449-f6743e5dd259 HTTP/1.1" status: 200 len: 1092 time: 2.1150649 Feb 20 05:27:49.154454 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33bfd98-cc1f-49da-9646-ba66cd767f51', 'tag': 'ba343ebb-d84b-4627-9449-f6743e5dd259'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:49.156930 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ff1b86-925e-425a-8872-6935e832d07f" -d '{"events": [{"name": "network-changed", "server_uuid": "e33bfd98-cc1f-49da-9646-ba66cd767f51", "tag": "ba343ebb-d84b-4627-9449-f6743e5dd259"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:49.201462 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-a485152c-5ee1-4873-8640-bf06bb82ff57 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/quotas/ba68b400a4764ecd8cffcc89b3c1b40a HTTP/1.1" status: 200 len: 375 time: 0.1396008 Feb 20 05:27:49.223067 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1029a-f5b5-4003-acbe-8d0e595f1e9d req-44cc776b-caed-4044-8974-f6a18ad95a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:49.224635 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-37b1029a-f5b5-4003-acbe-8d0e595f1e9d req-44cc776b-caed-4044-8974-f6a18ad95a29 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 1125 time: 0.1192002 Feb 20 05:27:49.313592 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e7d16268-bb0e-40e7-a88f-1de2841b0b31 admin admin] Publish callbacks [] for security_group (e27d632b-ed0e-48ec-94dd-c88b6590bb2a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:49.315037 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff47ca4-aa64-47ee-99b8-e7e89e6505f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba343ebb-d84b-4627-9449-f6743e5dd259,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:49.344472 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e7d16268-bb0e-40e7-a88f-1de2841b0b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e27d632b-ed0e-48ec-94dd-c88b6590bb2a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:49.367993 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-450de0fb-bba8-481e-b02f-42d34bd0acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:49.369559 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-450de0fb-bba8-481e-b02f-42d34bd0acf2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=19bb3bd855364f478f15757cdbc4ef79&device_id=0a38470f-aa9e-4f5b-8cad-0f414aa3cccd HTTP/1.1" status: 200 len: 1125 time: 0.1633513 Feb 20 05:27:49.445856 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d16268-bb0e-40e7-a88f-1de2841b0b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27d632b-ed0e-48ec-94dd-c88b6590bb2a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:49.452472 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:49.456021 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-653cf13c-8e99-4cf7-a3cb-7d7ba9046dd7 req-058bd97a-0c2d-4708-a059-7803e8ad7c04 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/security-groups?id=855fcd15-a9c3-4993-9a39-7fd38b35ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217449 Feb 20 05:27:49.467135 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-2dfb559a-2262-4e60-a266-71958b455a25 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ba68b400a4764ecd8cffcc89b3c1b40a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1404886 Feb 20 05:27:49.487779 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-eaa877d7-b4b7-40f9-ba8e-1095bb39c472 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75351174-856b-4232-9346-20de97c9826f HTTP/1.1" status: 200 len: 217 time: 0.0965478 Feb 20 05:27:49.518112 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e7d16268-bb0e-40e7-a88f-1de2841b0b31 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ccb579e5b16490fa29e7a76395ee0de&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4166675 Feb 20 05:27:49.526942 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50276) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:49.528975 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528ff81-388d-41cf-8990-f23437a6c912 req-ac49d6b7-1fae-4838-a3bc-7b32444ee04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:49.530626 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3528ff81-388d-41cf-8990-f23437a6c912 req-ac49d6b7-1fae-4838-a3bc-7b32444ee04c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0920b60773554bf08776a4d9e0f90f40&device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 1126 time: 0.3311493 Feb 20 05:27:49.612559 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3528ff81-388d-41cf-8990-f23437a6c912 req-8df7876f-4a8b-4a04-965a-135244f39c11 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba343ebb-d84b-4627-9449-f6743e5dd259 HTTP/1.1" status: 200 len: 217 time: 0.0444524 Feb 20 05:27:49.623359 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1029a-f5b5-4003-acbe-8d0e595f1e9d req-4252d452-94a3-4dd8-8c16-c01b5abd6f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:49.624821 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-37b1029a-f5b5-4003-acbe-8d0e595f1e9d req-4252d452-94a3-4dd8-8c16-c01b5abd6f3a service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 920 time: 0.3834732 Feb 20 05:27:49.693239 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-ace5a703-6028-4140-9486-9dd09beb0999 service neutron] 10.222.0.37 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022283 Feb 20 05:27:49.694093 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:27:49.694861 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-37b1029a-f5b5-4003-acbe-8d0e595f1e9d req-f6eceb61-e7f5-4ec3-8418-80bc01b19bd5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53b45731-e8e0-44c8-876f-cf7a72184c28 HTTP/1.1" status: 200 len: 217 time: 0.0560746 Feb 20 05:27:49.697233 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-8645e087-2350-4a7d-8fb8-7360cd0504fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:49.698667 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-8645e087-2350-4a7d-8fb8-7360cd0504fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=02b4f072-587a-4100-aff1-5d1330162eab HTTP/1.1" status: 200 len: 858 time: 0.2101207 Feb 20 05:27:49.764845 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1029a-f5b5-4003-acbe-8d0e595f1e9d req-7ec91ade-2f57-4e1b-a724-bc4fbc450dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:49.766658 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-37b1029a-f5b5-4003-acbe-8d0e595f1e9d req-7ec91ade-2f57-4e1b-a724-bc4fbc450dee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 200 len: 860 time: 0.0588272 Feb 20 05:27:49.832746 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-37b1029a-f5b5-4003-acbe-8d0e595f1e9d req-96de8079-cb9e-481a-9e2a-f4f4216d6336 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564351 Feb 20 05:27:49.849035 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528ff81-388d-41cf-8990-f23437a6c912 req-517792f7-dcc5-4770-92ca-fa34ced1d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:49.850492 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3528ff81-388d-41cf-8990-f23437a6c912 req-517792f7-dcc5-4770-92ca-fa34ced1d6bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9 HTTP/1.1" status: 200 len: 845 time: 0.1561029 Feb 20 05:27:49.861665 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a338ff-8fd8-4120-b662-3a6bc79e06cc req-0224922e-3607-4d23-8213-5b081530b5b1 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:49.864475 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a5a338ff-8fd8-4120-b662-3a6bc79e06cc req-0224922e-3607-4d23-8213-5b081530b5b1 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 943 time: 0.2458560 Feb 20 05:27:49.916616 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-11107a0a-739e-40da-b097-bbb9178b26e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:49.918236 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-11107a0a-739e-40da-b097-bbb9178b26e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2abba46f-80a0-459a-bed6-12708e438ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1566942 Feb 20 05:27:49.932374 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1765aebe-2324-4e2a-a87a-68707e694ee6 admin admin] Publish callbacks [] for security_group (e27d632b-ed0e-48ec-94dd-c88b6590bb2a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:49.935523 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3528ff81-388d-41cf-8990-f23437a6c912 req-17e2e582-6e8c-4113-adcd-2be882d80cb8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8d5e3dec-6d5c-4634-b419-6efab0fe545e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480940 Feb 20 05:27:50.006486 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-ffc5b498-e47b-4632-bd19-db6364633db0 service neutron] 10.222.0.37 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747827 Feb 20 05:27:50.049700 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1765aebe-2324-4e2a-a87a-68707e694ee6 admin admin] Publish callbacks [] for security_group (e27d632b-ed0e-48ec-94dd-c88b6590bb2a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:50.085028 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a5a338ff-8fd8-4120-b662-3a6bc79e06cc req-59910c7c-344a-4069-8c01-4887d2ecfbea tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048581 Feb 20 05:27:50.144717 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3528ff81-388d-41cf-8990-f23437a6c912 req-68dfce6f-6ec2-41b9-bdca-36eec630f95d service neutron] 10.222.0.61 "GET /v2.0/networks/8d5e3dec-6d5c-4634-b419-6efab0fe545e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011216 Feb 20 05:27:50.169724 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1765aebe-2324-4e2a-a87a-68707e694ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e27d632b-ed0e-48ec-94dd-c88b6590bb2a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:50.172235 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1765aebe-2324-4e2a-a87a-68707e694ee6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:50.175822 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1765aebe-2324-4e2a-a87a-68707e694ee6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e27d632b-ed0e-48ec-94dd-c88b6590bb2a HTTP/1.1" status: 204 len: 168 time: 0.6418300 Feb 20 05:27:50.280896 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1765aebe-2324-4e2a-a87a-68707e694ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27d632b-ed0e-48ec-94dd-c88b6590bb2a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:50.360329 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946969e9-b5a6-4d07-a6c2-d3f46e89c98b x-openstack-request-id: req-946969e9-b5a6-4d07-a6c2-d3f46e89c98b {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:50.360629 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33bfd98-cc1f-49da-9646-ba66cd767f51", "tag": "ba343ebb-d84b-4627-9449-f6743e5dd259", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:50.360957 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-946969e9-b5a6-4d07-a6c2-d3f46e89c98b {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:50.361289 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e33bfd98-cc1f-49da-9646-ba66cd767f51', 'tag': 'ba343ebb-d84b-4627-9449-f6743e5dd259', 'status': 'completed', 'code': 200} Feb 20 05:27:50.426788 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbdef9-a0d7-4ddf-92ae-ccc25bdfb616 req-fc1da784-adec-43ec-9d50-d7938805392d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:50.428632 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ecbdef9-a0d7-4ddf-92ae-ccc25bdfb616 req-fc1da784-adec-43ec-9d50-d7938805392d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 944 time: 0.1500406 Feb 20 05:27:50.461366 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a38470f-aa9e-4f5b-8cad-0f414aa3cccd', 'tag': '75351174-856b-4232-9346-20de97c9826f'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:50.466149 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea8503d-315c-4023-aaf9-db820229f9ea" -d '{"events": [{"name": "network-changed", "server_uuid": "0a38470f-aa9e-4f5b-8cad-0f414aa3cccd", "tag": "75351174-856b-4232-9346-20de97c9826f"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:50.471244 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3528ff81-388d-41cf-8990-f23437a6c912 req-975b5b5d-55fa-4d40-8242-2e508d4d468a service neutron] 10.222.0.61 "GET /v2.0/networks/8d5e3dec-6d5c-4634-b419-6efab0fe545e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174498 Feb 20 05:27:50.496462 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-185fc1ef-4630-4217-8c8f-bd40dd1b784a req-a53a117f-0d55-4922-8939-3619788861d2 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=547006f4-dc90-4475-bcad-8083e0deb29b HTTP/1.1" status: 200 len: 210 time: 0.0976951 Feb 20 05:27:50.567137 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-37b1029a-f5b5-4003-acbe-8d0e595f1e9d req-9cb72464-57ce-40ec-8166-1fecb80708bc service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7243383 Feb 20 05:27:50.609401 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ecbdef9-a0d7-4ddf-92ae-ccc25bdfb616 req-05039c59-e048-49f2-9de7-09edf1399ee9 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371081 Feb 20 05:27:50.627448 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff1b86-925e-425a-8872-6935e832d07f req-76509dee-aa33-4380-9acc-cdb0d9df8433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:50.629171 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16ff1b86-925e-425a-8872-6935e832d07f req-76509dee-aa33-4380-9acc-cdb0d9df8433 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0920b60773554bf08776a4d9e0f90f40&device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 1126 time: 0.0773525 Feb 20 05:27:50.781364 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-1b487035-ed6c-474b-bde4-a1817f7138cc service neutron] 10.222.0.48 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8555243 Feb 20 05:27:50.810166 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff1b86-925e-425a-8872-6935e832d07f req-f0f31cc0-0541-4faa-94b5-5cbfe5bf7e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:50.811957 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16ff1b86-925e-425a-8872-6935e832d07f req-f0f31cc0-0541-4faa-94b5-5cbfe5bf7e46 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8d5e3dec-6d5c-4634-b419-6efab0fe545e HTTP/1.1" status: 200 len: 905 time: 0.1761823 Feb 20 05:27:50.881746 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16ff1b86-925e-425a-8872-6935e832d07f req-6991a419-4d48-40c9-b6ec-9d188afed880 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba343ebb-d84b-4627-9449-f6743e5dd259 HTTP/1.1" status: 200 len: 217 time: 0.0629802 Feb 20 05:27:50.952005 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-37b1029a-f5b5-4003-acbe-8d0e595f1e9d req-13bcca9e-9b2b-410b-98fd-f979ab29ef0d service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763716 Feb 20 05:27:51.027630 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538fe61-85ca-4ce2-b76a-b3068ff6e482 req-37d64c89-10a5-46db-8f94-a266a2933094 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:51.030347 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a2eba5f0-3ef7-46b1-8ed5-99761243d5ce req-e46853bf-04c9-4441-8c3b-9f733db67682 service neutron] 10.222.0.48 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421181 Feb 20 05:27:51.047510 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3538fe61-85ca-4ce2-b76a-b3068ff6e482 req-37d64c89-10a5-46db-8f94-a266a2933094 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a38470f-aa9e-4f5b-8cad-0f414aa3cccd HTTP/1.1" status: 200 len: 943 time: 0.2187922 Feb 20 05:27:51.057020 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff1b86-925e-425a-8872-6935e832d07f req-35c1624c-04c4-4e19-a399-94d27a9cac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:51.062251 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16ff1b86-925e-425a-8872-6935e832d07f req-35c1624c-04c4-4e19-a399-94d27a9cac99 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9 HTTP/1.1" status: 200 len: 845 time: 0.1594470 Feb 20 05:27:51.112347 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16ff1b86-925e-425a-8872-6935e832d07f req-145bf5e8-2901-4a6c-b590-21e6714c4f34 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8d5e3dec-6d5c-4634-b419-6efab0fe545e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435293 Feb 20 05:27:51.150400 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3538fe61-85ca-4ce2-b76a-b3068ff6e482 req-dc1ec4ba-2788-4a70-ae43-5828024609e7 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/security-groups?id=855fcd15-a9c3-4993-9a39-7fd38b35ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712974 Feb 20 05:27:51.248652 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72af200a-6262-4590-9904-16de89a0360a req-7ed9a5ee-3f36-4665-b3fc-775b3cd4ecf9 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=be482396f26b4e429ca877a89c17d58e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520623 Feb 20 05:27:51.253571 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:51.262102 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9fcc22-3c6c-48d4-af70-f9abc4c33e85 x-openstack-request-id: req-ea9fcc22-3c6c-48d4-af70-f9abc4c33e85 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:51.262397 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a38470f-aa9e-4f5b-8cad-0f414aa3cccd", "tag": "75351174-856b-4232-9346-20de97c9826f", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:51.262651 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea9fcc22-3c6c-48d4-af70-f9abc4c33e85 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:51.263064 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a38470f-aa9e-4f5b-8cad-0f414aa3cccd', 'tag': '75351174-856b-4232-9346-20de97c9826f', 'status': 'completed', 'code': 200} Feb 20 05:27:51.360681 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8503d-315c-4023-aaf9-db820229f9ea req-874c9011-32e4-4f93-bcfd-93852aed1626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:51.362430 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7ea8503d-315c-4023-aaf9-db820229f9ea req-874c9011-32e4-4f93-bcfd-93852aed1626 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=19bb3bd855364f478f15757cdbc4ef79&device_id=0a38470f-aa9e-4f5b-8cad-0f414aa3cccd HTTP/1.1" status: 200 len: 1125 time: 0.0707812 Feb 20 05:27:51.424406 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16ff1b86-925e-425a-8872-6935e832d07f req-257b7e83-1967-4665-9e50-1bd50b027e0b service neutron] 10.222.0.61 "GET /v2.0/networks/8d5e3dec-6d5c-4634-b419-6efab0fe545e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837737 Feb 20 05:27:51.506396 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8503d-315c-4023-aaf9-db820229f9ea req-3acf67f9-ca9b-4188-b38b-c143e758253b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:51.510279 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7ea8503d-315c-4023-aaf9-db820229f9ea req-3acf67f9-ca9b-4188-b38b-c143e758253b service neutron] 10.222.0.48 "GET /v2.0/networks?id=2abba46f-80a0-459a-bed6-12708e438ddb HTTP/1.1" status: 200 len: 919 time: 0.1406057 Feb 20 05:27:51.586571 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7ea8503d-315c-4023-aaf9-db820229f9ea req-78fc1cb8-61f4-4757-9c7c-30b840ef3310 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75351174-856b-4232-9346-20de97c9826f HTTP/1.1" status: 200 len: 217 time: 0.0586054 Feb 20 05:27:51.606125 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af200a-6262-4590-9904-16de89a0360a req-d8e3b3f4-5109-4385-aaf0-412aa44271b1 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:51.613141 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72af200a-6262-4590-9904-16de89a0360a req-d8e3b3f4-5109-4385-aaf0-412aa44271b1 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3580117 Feb 20 05:27:51.632810 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056b16b-1325-440b-9a5e-6ab8d8670125 req-ddda9a57-90e7-497f-b854-f7b2124ea244 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:51.639786 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3056b16b-1325-440b-9a5e-6ab8d8670125 req-ddda9a57-90e7-497f-b854-f7b2124ea244 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 943 time: 0.2810986 Feb 20 05:27:51.668095 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72af200a-6262-4590-9904-16de89a0360a req-98822f84-5f61-45ad-8d0b-ede4755f3689 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/quotas/be482396f26b4e429ca877a89c17d58e HTTP/1.1" status: 200 len: 375 time: 0.0541019 Feb 20 05:27:51.670082 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50350) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:51.729026 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8503d-315c-4023-aaf9-db820229f9ea req-3daef709-1d7d-40b1-bf09-b9de40893d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:51.732986 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7ea8503d-315c-4023-aaf9-db820229f9ea req-3daef709-1d7d-40b1-bf09-b9de40893d1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=02b4f072-587a-4100-aff1-5d1330162eab HTTP/1.1" status: 200 len: 858 time: 0.1394327 Feb 20 05:27:51.746270 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16ff1b86-925e-425a-8872-6935e832d07f req-dafccb34-f075-4733-b189-929670a6c12b service neutron] 10.222.0.61 "GET /v2.0/networks/8d5e3dec-6d5c-4634-b419-6efab0fe545e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116815 Feb 20 05:27:51.748417 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72af200a-6262-4590-9904-16de89a0360a req-7a58b144-6e8d-40fa-a0fa-7ff5cc7848a7 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=be482396f26b4e429ca877a89c17d58e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795901 Feb 20 05:27:51.804455 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3056b16b-1325-440b-9a5e-6ab8d8670125 req-8b0cff67-9aee-4438-b21e-3384f2c0cb86 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636987 Feb 20 05:27:51.816581 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8503d-315c-4023-aaf9-db820229f9ea req-01323c3b-6eef-44cd-992f-b554098f4029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:51.818318 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7ea8503d-315c-4023-aaf9-db820229f9ea req-01323c3b-6eef-44cd-992f-b554098f4029 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2abba46f-80a0-459a-bed6-12708e438ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0778892 Feb 20 05:27:51.952950 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0ec41eb6-6de8-402d-88c0-20ed25b548a4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-942956409-network', 'tenant_id': 'a47eac7b20ee42d2bd2bdf574c967f80'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:27:51.982259 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec41eb6-6de8-402d-88c0-20ed25b548a4 admin admin] Made reservation on behalf of a47eac7b20ee42d2bd2bdf574c967f80 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:27:51.984940 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0ec41eb6-6de8-402d-88c0-20ed25b548a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:51.999040 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0ec41eb6-6de8-402d-88c0-20ed25b548a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:52.060796 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eb5c6c5d-84bb-43a3-9578-decffbc22b7e req-b434ed0f-f83c-4576-9404-d7f948132156 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=547006f4-dc90-4475-bcad-8083e0deb29b HTTP/1.1" status: 200 len: 210 time: 0.1235919 Feb 20 05:27:52.092380 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7ea8503d-315c-4023-aaf9-db820229f9ea req-15eb131f-4930-436d-8c48-8894dccf7c9e service neutron] 10.222.0.48 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647524 Feb 20 05:27:52.182511 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-931ff048-0a26-454e-81fb-4d57d7109852 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:52.184025 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-931ff048-0a26-454e-81fb-4d57d7109852 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.61 "GET /v2.0/networks?id=bfecaaea-4537-49c6-826a-93e263cff952 HTTP/1.1" status: 200 len: 810 time: 0.2706025 Feb 20 05:27:52.206466 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e86305d9-fd54-4376-8ff0-b171e1dca31d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Request body: {'port': {'device_id': '547006f4-dc90-4475-bcad-8083e0deb29b', 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952', 'admin_state_up': True, 'tenant_id': 'ba68b400a4764ecd8cffcc89b3c1b40a'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:27:52.241189 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1912ad6c-ce19-4ccd-a842-0d80413422a7 req-65932e9c-48ba-4b17-9370-daaba2c411eb tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cba7995-958c-4bb7-a905-d8cd9c20d786 HTTP/1.1" status: 200 len: 210 time: 0.0947430 Feb 20 05:27:52.252059 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7ea8503d-315c-4023-aaf9-db820229f9ea req-9496e5ff-bb86-4e34-8374-b41bc66236a3 service neutron] 10.222.0.48 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534715 Feb 20 05:27:52.317868 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0ec41eb6-6de8-402d-88c0-20ed25b548a4 admin admin] Publish callbacks [] for security_group (3b5e3365-a289-4e3b-a04c-87c969fcc32a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:52.323854 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0ec41eb6-6de8-402d-88c0-20ed25b548a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3b5e3365-a289-4e3b-a04c-87c969fcc32a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:52.352138 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ec9a0-5813-4a3c-a32e-12e5cebdccfb req-c103b1cc-2af1-4af3-9ed3-7ae8a05611cb tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:52.361227 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-515ec9a0-5813-4a3c-a32e-12e5cebdccfb req-c103b1cc-2af1-4af3-9ed3-7ae8a05611cb tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 944 time: 0.1758304 Feb 20 05:27:52.361552 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec41eb6-6de8-402d-88c0-20ed25b548a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:27:52.381793 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec41eb6-6de8-402d-88c0-20ed25b548a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5e3365-a289-4e3b-a04c-87c969fcc32a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:52.390614 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0ec41eb6-6de8-402d-88c0-20ed25b548a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (03ac81a3-7247-40bd-a4fe-d81cfb407997), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:52.390991 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-0ec41eb6-6de8-402d-88c0-20ed25b548a4 admin admin] Added segment 03ac81a3-7247-40bd-a4fe-d81cfb407997 of type vlan for network a7d85073-ff02-46b5-9c09-b2a7dad81fc4 Feb 20 05:27:52.456731 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0ec41eb6-6de8-402d-88c0-20ed25b548a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (a7d85073-ff02-46b5-9c09-b2a7dad81fc4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:52.494886 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0ec41eb6-6de8-402d-88c0-20ed25b548a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (a7d85073-ff02-46b5-9c09-b2a7dad81fc4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:52.495842 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec41eb6-6de8-402d-88c0-20ed25b548a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:52.496943 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0ec41eb6-6de8-402d-88c0-20ed25b548a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:52.499023 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-515ec9a0-5813-4a3c-a32e-12e5cebdccfb req-9fda7cf1-578b-4b0f-99f4-4dc18d611a8c tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331220 Feb 20 05:27:52.512332 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e86305d9-fd54-4376-8ff0-b171e1dca31d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Made reservation on behalf of ba68b400a4764ecd8cffcc89b3c1b40a for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:27:52.528808 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e86305d9-fd54-4376-8ff0-b171e1dca31d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:52.539105 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:52.606937 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec41eb6-6de8-402d-88c0-20ed25b548a4 admin admin] Pushing event updated for resources: {'Network': ['ID=a7d85073-ff02-46b5-9c09-b2a7dad81fc4,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:52.614391 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0ec41eb6-6de8-402d-88c0-20ed25b548a4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9431269 Feb 20 05:27:52.623923 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50378) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:52.629902 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network a7d85073-ff02-46b5-9c09-b2a7dad81fc4 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:27:52.635588 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a62471db-bb92-4861-89d9-d08dd96f2c43 admin admin] Request body: {'subnet': {'network_id': 'a7d85073-ff02-46b5-9c09-b2a7dad81fc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-942956409-subnet', 'tenant_id': 'a47eac7b20ee42d2bd2bdf574c967f80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:27:52.740232 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be32df-700d-4d79-982c-dbdd4c058ecf req-a11b936b-5644-4142-b05d-82fa2f5d0ea6 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:52.742055 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f5be32df-700d-4d79-982c-dbdd4c058ecf req-a11b936b-5644-4142-b05d-82fa2f5d0ea6 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a38470f-aa9e-4f5b-8cad-0f414aa3cccd HTTP/1.1" status: 200 len: 943 time: 0.2612906 Feb 20 05:27:52.758532 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:52.788169 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62471db-bb92-4861-89d9-d08dd96f2c43 admin admin] Made reservation on behalf of a47eac7b20ee42d2bd2bdf574c967f80 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:27:52.791612 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a62471db-bb92-4861-89d9-d08dd96f2c43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:52.921025 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e86305d9-fd54-4376-8ff0-b171e1dca31d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Allocated IP 172.20.0.14 (bfecaaea-4537-49c6-826a-93e263cff952/f6cf6e5f-5eef-4832-87f6-e3f3339d48a1/393ae3e2-f866-4a7a-abe5-560b9f5a0d80) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:27:52.961217 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f5be32df-700d-4d79-982c-dbdd4c058ecf req-b9e29e02-e76c-440d-876b-ff592054d017 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/security-groups?id=855fcd15-a9c3-4993-9a39-7fd38b35ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020776 Feb 20 05:27:53.077424 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 53b45731-e8e0-44c8-876f-cf7a72184c28 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:27:53.244372 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 53b45731-e8e0-44c8-876f-cf7a72184c28, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=53b45731-e8e0-44c8-876f-cf7a72184c28,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:53.262097 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '53b45731-e8e0-44c8-876f-cf7a72184c28', 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86', 'port_id': '53b45731-e8e0-44c8-876f-cf7a72184c28', 'mac_address': 'fa:16:3e:1f:d3:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba20b753-c652-4b93-87e5-619a187db804', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:27:53.270415 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fc5e5d77-5faf-4cf9-870a-ca85b70cb6b7 req-36f79679-357a-4faa-a733-2e7c3699e6d1 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=547006f4-dc90-4475-bcad-8083e0deb29b HTTP/1.1" status: 200 len: 210 time: 0.0754101 Feb 20 05:27:53.325467 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 53b45731-e8e0-44c8-876f-cf7a72184c28 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:53.326271 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (53b45731-e8e0-44c8-876f-cf7a72184c28), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:53.346281 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b45731-e8e0-44c8-876f-cf7a72184c28 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:27:53.349823 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e86305d9-fd54-4376-8ff0-b171e1dca31d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks [] for port (393ae3e2-f866-4a7a-abe5-560b9f5a0d80), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:53.372499 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a62471db-bb92-4861-89d9-d08dd96f2c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (0148a083-6f56-47c9-8251-13c3ca04c135), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:53.381336 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 53b45731-e8e0-44c8-876f-cf7a72184c28, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=53b45731-e8e0-44c8-876f-cf7a72184c28,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:53.386607 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (53b45731-e8e0-44c8-876f-cf7a72184c28), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:53.398460 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-316dd5c8-b04c-4bf0-b6a8-1173bba730fe req-a0a1eed7-c448-4b33-b582-9f1351e795f3 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cba7995-958c-4bb7-a905-d8cd9c20d786 HTTP/1.1" status: 200 len: 210 time: 0.0434947 Feb 20 05:27:53.405996 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f5b46-0280-4485-a437-1be457ae6fc9 req-76d77f93-5979-4445-bb4e-0dabde3ca2bd tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:53.407702 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f8f5b46-0280-4485-a437-1be457ae6fc9 req-76d77f93-5979-4445-bb4e-0dabde3ca2bd tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 943 time: 0.3576338 Feb 20 05:27:53.477242 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=53b45731-e8e0-44c8-876f-cf7a72184c28,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:53.491742 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-72af200a-6262-4590-9904-16de89a0360a req-529affad-8591-4e0a-b8a1-aed28e2fb7ed tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=be482396f26b4e429ca877a89c17d58e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439589 Feb 20 05:27:53.524885 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f8f5b46-0280-4485-a437-1be457ae6fc9 req-72ee84ba-55be-4467-980f-8ec336aa8f34 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842392 Feb 20 05:27:53.544085 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e86305d9-fd54-4376-8ff0-b171e1dca31d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (393ae3e2-f866-4a7a-abe5-560b9f5a0d80), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:53.547820 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62471db-bb92-4861-89d9-d08dd96f2c43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0148a083-6f56-47c9-8251-13c3ca04c135,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:53.616441 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62471db-bb92-4861-89d9-d08dd96f2c43 admin admin] Checking segment: {'id': '03ac81a3-7247-40bd-a4fe-d81cfb407997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a7d85073-ff02-46b5-9c09-b2a7dad81fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:27:53.616722 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62471db-bb92-4861-89d9-d08dd96f2c43 admin admin] Network hostable DHCP agents. Network: a7d85073-ff02-46b5-9c09-b2a7dad81fc4, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:27:53.658763 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e86305d9-fd54-4376-8ff0-b171e1dca31d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Network bfecaaea-4537-49c6-826a-93e263cff952 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:27:53.674066 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af200a-6262-4590-9904-16de89a0360a req-0293ecb9-7a38-4f81-9644-b05e5384924a tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:53.675873 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-72af200a-6262-4590-9904-16de89a0360a req-0293ecb9-7a38-4f81-9644-b05e5384924a tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779654 Feb 20 05:27:53.678947 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86305d9-fd54-4376-8ff0-b171e1dca31d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Pushing event updated for resources: {'Port': ['ID=393ae3e2-f866-4a7a-abe5-560b9f5a0d80,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:53.682110 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e86305d9-fd54-4376-8ff0-b171e1dca31d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:27:53.691428 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-72af200a-6262-4590-9904-16de89a0360a req-97a84406-fee0-4267-8ee2-5602aa0fb1c1 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Request body: {'port': {'device_id': '9cba7995-958c-4bb7-a905-d8cd9c20d786', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': 'be482396f26b4e429ca877a89c17d58e'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:27:53.699840 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['53b45731-e8e0-44c8-876f-cf7a72184c28'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:27:53.706366 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e86305d9-fd54-4376-8ff0-b171e1dca31d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:27:53.777943 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62471db-bb92-4861-89d9-d08dd96f2c43 admin admin] Network a7d85073-ff02-46b5-9c09-b2a7dad81fc4 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:27:53.789837 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-a62471db-bb92-4861-89d9-d08dd96f2c43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, a7d85073-ff02-46b5-9c09-b2a7dad81fc4) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:27:53.799282 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62471db-bb92-4861-89d9-d08dd96f2c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:53.799874 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a62471db-bb92-4861-89d9-d08dd96f2c43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:53.809866 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63e30c0-c4f6-4bd8-9a55-b36ec2f9686b None None] Network a7d85073-ff02-46b5-9c09-b2a7dad81fc4 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:27:53.815632 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e86305d9-fd54-4376-8ff0-b171e1dca31d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:53.816243 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e86305d9-fd54-4376-8ff0-b171e1dca31d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:53.844822 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8109cd-aaa8-4a02-8b2e-854ef65f3e2e req-33df2d5a-11e3-44c0-9644-3548238289dd tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:53.863013 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72af200a-6262-4590-9904-16de89a0360a req-97a84406-fee0-4267-8ee2-5602aa0fb1c1 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Made reservation on behalf of be482396f26b4e429ca877a89c17d58e for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:27:53.864091 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b8109cd-aaa8-4a02-8b2e-854ef65f3e2e req-33df2d5a-11e3-44c0-9644-3548238289dd tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 944 time: 0.2249048 Feb 20 05:27:53.868354 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-72af200a-6262-4590-9904-16de89a0360a req-97a84406-fee0-4267-8ee2-5602aa0fb1c1 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:53.880593 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e86305d9-fd54-4376-8ff0-b171e1dca31d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6859236 Feb 20 05:27:53.885036 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-72af200a-6262-4590-9904-16de89a0360a req-97a84406-fee0-4267-8ee2-5602aa0fb1c1 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:53.900689 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e5409815-8116-4687-a1db-b178f05829a2 service neutron] Request body: {'port': {'device_id': '547006f4-dc90-4475-bcad-8083e0deb29b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:27:53.928675 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a62471db-bb92-4861-89d9-d08dd96f2c43 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2914677 Feb 20 05:27:53.999826 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b8109cd-aaa8-4a02-8b2e-854ef65f3e2e req-7442b966-020d-4f38-ad45-b6098a6f13a7 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222708 Feb 20 05:27:54.019903 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-72af200a-6262-4590-9904-16de89a0360a req-97a84406-fee0-4267-8ee2-5602aa0fb1c1 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Publish callbacks [] for security_group (e0acbf52-2d96-49ad-83ea-d576b52400ee), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:54.026330 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-72af200a-6262-4590-9904-16de89a0360a req-97a84406-fee0-4267-8ee2-5602aa0fb1c1 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e0acbf52-2d96-49ad-83ea-d576b52400ee), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:54.060501 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c854b49f-73b0-4678-a445-d73c4dedfa03 None None] Network a7d85073-ff02-46b5-9c09-b2a7dad81fc4 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:27:54.084678 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e5409815-8116-4687-a1db-b178f05829a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (393ae3e2-f866-4a7a-abe5-560b9f5a0d80), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:54.136899 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a84406-fee0-4267-8ee2-5602aa0fb1c1 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0acbf52-2d96-49ad-83ea-d576b52400ee,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:54.245556 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05f36d-5f87-436f-814d-1d310d6acbd3 req-1d46af55-c30c-47cb-80de-19c7aff5f0b8 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:54.247415 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad05f36d-5f87-436f-814d-1d310d6acbd3 req-1d46af55-c30c-47cb-80de-19c7aff5f0b8 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a38470f-aa9e-4f5b-8cad-0f414aa3cccd HTTP/1.1" status: 200 len: 943 time: 0.1549492 Feb 20 05:27:54.275725 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-72af200a-6262-4590-9904-16de89a0360a req-97a84406-fee0-4267-8ee2-5602aa0fb1c1 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Allocated IP 192.168.233.102 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/b3549c07-997e-4e66-9c24-2dfc97c6b696) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:27:54.366732 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad05f36d-5f87-436f-814d-1d310d6acbd3 req-b6149a47-bdf1-43d7-ad0d-f452980b1bb4 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/security-groups?id=855fcd15-a9c3-4993-9a39-7fd38b35ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063778 Feb 20 05:27:54.493288 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f331ac-6a8e-4144-80c9-83957a6e5fc8 req-e68f06b8-2029-4539-8bbf-23d2efe929aa tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:54.494707 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-32f331ac-6a8e-4144-80c9-83957a6e5fc8 req-e68f06b8-2029-4539-8bbf-23d2efe929aa tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=547006f4-dc90-4475-bcad-8083e0deb29b HTTP/1.1" status: 200 len: 932 time: 0.1103351 Feb 20 05:27:54.508199 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-72af200a-6262-4590-9904-16de89a0360a req-97a84406-fee0-4267-8ee2-5602aa0fb1c1 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Publish callbacks [] for port (b3549c07-997e-4e66-9c24-2dfc97c6b696), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:54.522275 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device ba343ebb-d84b-4627-9449-f6743e5dd259 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:27:54.551618 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-72af200a-6262-4590-9904-16de89a0360a req-97a84406-fee0-4267-8ee2-5602aa0fb1c1 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (b3549c07-997e-4e66-9c24-2dfc97c6b696), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:54.607252 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72af200a-6262-4590-9904-16de89a0360a req-97a84406-fee0-4267-8ee2-5602aa0fb1c1 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:27:54.612750 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-72af200a-6262-4590-9904-16de89a0360a req-97a84406-fee0-4267-8ee2-5602aa0fb1c1 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:27:54.615137 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-72af200a-6262-4590-9904-16de89a0360a req-97a84406-fee0-4267-8ee2-5602aa0fb1c1 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:27:54.646920 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a84406-fee0-4267-8ee2-5602aa0fb1c1 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Pushing event updated for resources: {'Port': ['ID=b3549c07-997e-4e66-9c24-2dfc97c6b696,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:54.702363 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af200a-6262-4590-9904-16de89a0360a req-97a84406-fee0-4267-8ee2-5602aa0fb1c1 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:54.704215 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-72af200a-6262-4590-9904-16de89a0360a req-97a84406-fee0-4267-8ee2-5602aa0fb1c1 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:54.722732 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port ba343ebb-d84b-4627-9449-f6743e5dd259, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=ba343ebb-d84b-4627-9449-f6743e5dd259,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:54.738671 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-72af200a-6262-4590-9904-16de89a0360a req-97a84406-fee0-4267-8ee2-5602aa0fb1c1 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0523307 Feb 20 05:27:54.747605 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'ba343ebb-d84b-4627-9449-f6743e5dd259', 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e', 'port_id': 'ba343ebb-d84b-4627-9449-f6743e5dd259', 'mac_address': 'fa:16:3e:59:e5:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:27:54.752703 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-72af200a-6262-4590-9904-16de89a0360a req-1c0759c9-e6e7-426a-9916-cee74b6964e1 service neutron] Request body: {'port': {'device_id': '9cba7995-958c-4bb7-a905-d8cd9c20d786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:27:54.839820 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-72af200a-6262-4590-9904-16de89a0360a req-1c0759c9-e6e7-426a-9916-cee74b6964e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b3549c07-997e-4e66-9c24-2dfc97c6b696), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:54.860028 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port ba343ebb-d84b-4627-9449-f6743e5dd259 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:54.861754 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ba343ebb-d84b-4627-9449-f6743e5dd259), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:54.896375 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba343ebb-d84b-4627-9449-f6743e5dd259 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:27:54.922733 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50424) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:54.930047 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-6b574e8d-0028-4731-b6dc-cf2e970d0975 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1065708277-network', 'tenant_id': 'dbaee54da37142f59e5f9b3d7c4c5e2e'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:27:54.940904 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port ba343ebb-d84b-4627-9449-f6743e5dd259, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=ba343ebb-d84b-4627-9449-f6743e5dd259,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:54.948985 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ba343ebb-d84b-4627-9449-f6743e5dd259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:54.972765 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b574e8d-0028-4731-b6dc-cf2e970d0975 admin admin] Made reservation on behalf of dbaee54da37142f59e5f9b3d7c4c5e2e for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:27:54.976002 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6b574e8d-0028-4731-b6dc-cf2e970d0975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:54.990544 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6b574e8d-0028-4731-b6dc-cf2e970d0975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:55.015748 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:55.023534 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-c3b55eba-c4ea-4bb4-a8c5-d9b3bcee9dae None None] Provisioning complete for port b3549c07-997e-4e66-9c24-2dfc97c6b696 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:27:55.024082 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3b55eba-c4ea-4bb4-a8c5-d9b3bcee9dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b3549c07-997e-4e66-9c24-2dfc97c6b696), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:55.066760 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=ba343ebb-d84b-4627-9449-f6743e5dd259,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:55.090078 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 75351174-856b-4232-9346-20de97c9826f details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:27:55.097604 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 53b45731-e8e0-44c8-876f-cf7a72184c28 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:27:55.150537 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c3b55eba-c4ea-4bb4-a8c5-d9b3bcee9dae None None] Port b3549c07-997e-4e66-9c24-2dfc97c6b696 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:27:55.154680 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-32f331ac-6a8e-4144-80c9-83957a6e5fc8 req-5f9f3a3a-8afe-4fff-b242-c25aa6dd7f0d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6470873 Feb 20 05:27:55.184130 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 53b45731-e8e0-44c8-876f-cf7a72184c28 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:27:55.223494 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e5409815-8116-4687-a1db-b178f05829a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 393ae3e2-f866-4a7a-abe5-560b9f5a0d80 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:27:55.238628 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 53b45731-e8e0-44c8-876f-cf7a72184c28 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:27:55.239042 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (53b45731-e8e0-44c8-876f-cf7a72184c28), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:55.242296 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86857875-054d-4937-a65b-8d8f2ea33598 req-968e723a-51e7-4725-8f16-c72adb23f1a8 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:55.247140 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86857875-054d-4937-a65b-8d8f2ea33598 req-968e723a-51e7-4725-8f16-c72adb23f1a8 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cba7995-958c-4bb7-a905-d8cd9c20d786 HTTP/1.1" status: 200 len: 936 time: 0.7473404 Feb 20 05:27:55.254238 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e5409815-8116-4687-a1db-b178f05829a2 service neutron] Publish callbacks [] for port (393ae3e2-f866-4a7a-abe5-560b9f5a0d80), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:55.255416 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['ba343ebb-d84b-4627-9449-f6743e5dd259'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:27:55.255769 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6b574e8d-0028-4731-b6dc-cf2e970d0975 admin admin] Publish callbacks [] for security_group (172b76c8-1466-4e64-92c5-5a5d664b4968), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:55.264179 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6b574e8d-0028-4731-b6dc-cf2e970d0975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (172b76c8-1466-4e64-92c5-5a5d664b4968), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:55.297562 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b574e8d-0028-4731-b6dc-cf2e970d0975 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:27:55.315272 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e5409815-8116-4687-a1db-b178f05829a2 service neutron] Transition to ACTIVE for port object 393ae3e2-f866-4a7a-abe5-560b9f5a0d80 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:27:55.322221 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b574e8d-0028-4731-b6dc-cf2e970d0975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172b76c8-1466-4e64-92c5-5a5d664b4968,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:55.322854 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e5409815-8116-4687-a1db-b178f05829a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (393ae3e2-f866-4a7a-abe5-560b9f5a0d80), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:55.325498 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6b574e8d-0028-4731-b6dc-cf2e970d0975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (7f4e57b7-8fa4-4c0e-a066-66d0104a0024), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:55.325914 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-6b574e8d-0028-4731-b6dc-cf2e970d0975 admin admin] Added segment 7f4e57b7-8fa4-4c0e-a066-66d0104a0024 of type vlan for network 0c734fa6-8fe0-4c5e-a27b-ac1d74626a90 Feb 20 05:27:55.396031 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-72af200a-6262-4590-9904-16de89a0360a req-1c0759c9-e6e7-426a-9916-cee74b6964e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3549c07-997e-4e66-9c24-2dfc97c6b696 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:27:55.417788 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-72af200a-6262-4590-9904-16de89a0360a req-1c0759c9-e6e7-426a-9916-cee74b6964e1 service neutron] Publish callbacks [] for port (b3549c07-997e-4e66-9c24-2dfc97c6b696), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:55.423849 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 75351174-856b-4232-9346-20de97c9826f, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=75351174-856b-4232-9346-20de97c9826f,segment=NetworkSegment(2f846fab-1023-4142-9b98-5429bbacc081),segment_id=2f846fab-1023-4142-9b98-5429bbacc081)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:55.433756 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-72af200a-6262-4590-9904-16de89a0360a req-1c0759c9-e6e7-426a-9916-cee74b6964e1 service neutron] Transition to ACTIVE for port object b3549c07-997e-4e66-9c24-2dfc97c6b696 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:27:55.437588 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-72af200a-6262-4590-9904-16de89a0360a req-1c0759c9-e6e7-426a-9916-cee74b6964e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (b3549c07-997e-4e66-9c24-2dfc97c6b696), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:55.442413 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6b574e8d-0028-4731-b6dc-cf2e970d0975 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (0c734fa6-8fe0-4c5e-a27b-ac1d74626a90), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:55.463312 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86857875-054d-4937-a65b-8d8f2ea33598 req-e24700f7-bbbd-4d13-a4dd-3717f5dbd688 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0acbf52-2d96-49ad-83ea-d576b52400ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040350 Feb 20 05:27:55.472579 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5409815-8116-4687-a1db-b178f05829a2 service neutron] Pushing event updated for resources: {'Port': ['ID=393ae3e2-f866-4a7a-abe5-560b9f5a0d80,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:55.529129 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '75351174-856b-4232-9346-20de97c9826f', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'port_id': '75351174-856b-4232-9346-20de97c9826f', 'mac_address': 'fa:16:3e:c9:3e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02b4f072-587a-4100-aff1-5d1330162eab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:27:55.581586 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6b574e8d-0028-4731-b6dc-cf2e970d0975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (0c734fa6-8fe0-4c5e-a27b-ac1d74626a90), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:55.582801 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b574e8d-0028-4731-b6dc-cf2e970d0975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:55.583419 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6b574e8d-0028-4731-b6dc-cf2e970d0975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:55.605625 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0759c9-e6e7-426a-9916-cee74b6964e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b3549c07-997e-4e66-9c24-2dfc97c6b696,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:55.611970 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6b574e8d-0028-4731-b6dc-cf2e970d0975 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6877067 Feb 20 05:27:55.612215 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267237ec-874a-493c-a4a1-8473000a7f3d req-5fa98a42-72db-411f-a78b-4b0930ad4652 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:55.614130 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-267237ec-874a-493c-a4a1-8473000a7f3d req-5fa98a42-72db-411f-a78b-4b0930ad4652 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 944 time: 0.3243473 Feb 20 05:27:55.614610 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50430) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:55.627323 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-62d6387d-9d89-4bf1-bf01-02726d45c7e1 admin admin] Request body: {'subnet': {'network_id': '0c734fa6-8fe0-4c5e-a27b-ac1d74626a90', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1065708277-subnet', 'tenant_id': 'dbaee54da37142f59e5f9b3d7c4c5e2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:27:55.631080 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 53b45731-e8e0-44c8-876f-cf7a72184c28 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:55.631744 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (53b45731-e8e0-44c8-876f-cf7a72184c28), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:55.653403 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e5409815-8116-4687-a1db-b178f05829a2 service neutron] Attempting to bind port 393ae3e2-f866-4a7a-abe5-560b9f5a0d80 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:27:55.653951 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e5409815-8116-4687-a1db-b178f05829a2 service neutron] Attempting to bind port 393ae3e2-f866-4a7a-abe5-560b9f5a0d80 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '3b1341d4-1465-431a-9bc8-6cb9bf3a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:27:55.654353 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e5409815-8116-4687-a1db-b178f05829a2 service neutron] Attempting to bind port 393ae3e2-f866-4a7a-abe5-560b9f5a0d80 on network bfecaaea-4537-49c6-826a-93e263cff952 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:27:55.711724 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e5409815-8116-4687-a1db-b178f05829a2 service neutron] Port 393ae3e2-f866-4a7a-abe5-560b9f5a0d80 on network bfecaaea-4537-49c6-826a-93e263cff952 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:27:55.712193 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e5409815-8116-4687-a1db-b178f05829a2 service neutron] Attempting to bind port 393ae3e2-f866-4a7a-abe5-560b9f5a0d80 on network bfecaaea-4537-49c6-826a-93e263cff952 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:27:55.723142 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b574e8d-0028-4731-b6dc-cf2e970d0975 admin admin] Pushing event updated for resources: {'Network': ['ID=0c734fa6-8fe0-4c5e-a27b-ac1d74626a90,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:55.741048 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f570b026-7b00-4db8-a7c5-c2eb25d39065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b45731-e8e0-44c8-876f-cf7a72184c28'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:55.744207 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704fc92c-3e4e-4f2d-a560-06b4357599fe" -d '{"events": [{"server_uuid": "f570b026-7b00-4db8-a7c5-c2eb25d39065", "name": "network-vif-plugged", "status": "completed", "tag": "53b45731-e8e0-44c8-876f-cf7a72184c28"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:55.759987 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-267237ec-874a-493c-a4a1-8473000a7f3d req-782aa8bc-8ec1-41d6-ad74-e7bf29201b3d tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289148 Feb 20 05:27:55.762961 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e5409815-8116-4687-a1db-b178f05829a2 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:27:55.763308 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e5409815-8116-4687-a1db-b178f05829a2 service neutron] Checking segment: {'id': '3b1341d4-1465-431a-9bc8-6cb9bf3a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:27:55.763428 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 0c734fa6-8fe0-4c5e-a27b-ac1d74626a90 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:27:55.763695 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e5409815-8116-4687-a1db-b178f05829a2 service neutron] Bound using segment: {'id': '3b1341d4-1465-431a-9bc8-6cb9bf3a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:27:55.764141 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e5409815-8116-4687-a1db-b178f05829a2 service neutron] Bound port: 393ae3e2-f866-4a7a-abe5-560b9f5a0d80, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b1341d4-1465-431a-9bc8-6cb9bf3a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:27:55.764503 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e5409815-8116-4687-a1db-b178f05829a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (393ae3e2-f866-4a7a-abe5-560b9f5a0d80), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:55.777202 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d6387d-9d89-4bf1-bf01-02726d45c7e1 admin admin] Made reservation on behalf of dbaee54da37142f59e5f9b3d7c4c5e2e for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:27:55.780725 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62d6387d-9d89-4bf1-bf01-02726d45c7e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:55.790355 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-72af200a-6262-4590-9904-16de89a0360a req-1c0759c9-e6e7-426a-9916-cee74b6964e1 service neutron] Attempting to bind port b3549c07-997e-4e66-9c24-2dfc97c6b696 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:27:55.791625 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-72af200a-6262-4590-9904-16de89a0360a req-1c0759c9-e6e7-426a-9916-cee74b6964e1 service neutron] Attempting to bind port b3549c07-997e-4e66-9c24-2dfc97c6b696 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:27:55.792047 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72af200a-6262-4590-9904-16de89a0360a req-1c0759c9-e6e7-426a-9916-cee74b6964e1 service neutron] Attempting to bind port b3549c07-997e-4e66-9c24-2dfc97c6b696 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:27:55.804809 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72af200a-6262-4590-9904-16de89a0360a req-1c0759c9-e6e7-426a-9916-cee74b6964e1 service neutron] Port b3549c07-997e-4e66-9c24-2dfc97c6b696 on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:27:55.805202 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72af200a-6262-4590-9904-16de89a0360a req-1c0759c9-e6e7-426a-9916-cee74b6964e1 service neutron] Attempting to bind port b3549c07-997e-4e66-9c24-2dfc97c6b696 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:27:55.820829 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72af200a-6262-4590-9904-16de89a0360a req-1c0759c9-e6e7-426a-9916-cee74b6964e1 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:27:55.822026 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72af200a-6262-4590-9904-16de89a0360a req-1c0759c9-e6e7-426a-9916-cee74b6964e1 service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:27:55.822712 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72af200a-6262-4590-9904-16de89a0360a req-1c0759c9-e6e7-426a-9916-cee74b6964e1 service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:27:55.825184 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-72af200a-6262-4590-9904-16de89a0360a req-1c0759c9-e6e7-426a-9916-cee74b6964e1 service neutron] Bound port: b3549c07-997e-4e66-9c24-2dfc97c6b696, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:27:55.826820 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-72af200a-6262-4590-9904-16de89a0360a req-1c0759c9-e6e7-426a-9916-cee74b6964e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b3549c07-997e-4e66-9c24-2dfc97c6b696), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:55.849458 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ebdd0-76f9-4588-ab26-404bba041059 req-ebaa894c-3729-4ee6-b022-5b0729cefa8e tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:55.851018 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d57ebdd0-76f9-4588-ab26-404bba041059 req-ebaa894c-3729-4ee6-b022-5b0729cefa8e tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 945 time: 0.2169001 Feb 20 05:27:55.874124 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 75351174-856b-4232-9346-20de97c9826f is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:55.874523 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (75351174-856b-4232-9346-20de97c9826f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:55.880782 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 53b45731-e8e0-44c8-876f-cf7a72184c28, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=53b45731-e8e0-44c8-876f-cf7a72184c28,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:55.915252 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (53b45731-e8e0-44c8-876f-cf7a72184c28), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:55.946962 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-72af200a-6262-4590-9904-16de89a0360a req-1c0759c9-e6e7-426a-9916-cee74b6964e1 service neutron] For port b3549c07-997e-4e66-9c24-2dfc97c6b696, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:27:55.949304 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-72af200a-6262-4590-9904-16de89a0360a req-1c0759c9-e6e7-426a-9916-cee74b6964e1 service neutron] For port b3549c07-997e-4e66-9c24-2dfc97c6b696, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=b3549c07-997e-4e66-9c24-2dfc97c6b696,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:27:55.957040 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-72af200a-6262-4590-9904-16de89a0360a req-1c0759c9-e6e7-426a-9916-cee74b6964e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (b3549c07-997e-4e66-9c24-2dfc97c6b696), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:55.961336 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75351174-856b-4232-9346-20de97c9826f {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:27:56.010087 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d57ebdd0-76f9-4588-ab26-404bba041059 req-598a6218-4a88-49c4-b86e-1e553c15392f tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312134 Feb 20 05:27:56.017485 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e5409815-8116-4687-a1db-b178f05829a2 service neutron] For port 393ae3e2-f866-4a7a-abe5-560b9f5a0d80, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:27:56.028310 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e5409815-8116-4687-a1db-b178f05829a2 service neutron] For port 393ae3e2-f866-4a7a-abe5-560b9f5a0d80, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=393ae3e2-f866-4a7a-abe5-560b9f5a0d80,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:27:56.057864 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e5409815-8116-4687-a1db-b178f05829a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (393ae3e2-f866-4a7a-abe5-560b9f5a0d80), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:56.065430 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af200a-6262-4590-9904-16de89a0360a req-1c0759c9-e6e7-426a-9916-cee74b6964e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:56.066331 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-72af200a-6262-4590-9904-16de89a0360a req-1c0759c9-e6e7-426a-9916-cee74b6964e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:56.068408 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-72af200a-6262-4590-9904-16de89a0360a req-1c0759c9-e6e7-426a-9916-cee74b6964e1 service neutron] 10.222.0.48 "PUT /v2.0/ports/b3549c07-997e-4e66-9c24-2dfc97c6b696 HTTP/1.1" status: 200 len: 1096 time: 1.3207669 Feb 20 05:27:56.072139 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cba7995-958c-4bb7-a905-d8cd9c20d786', 'tag': 'b3549c07-997e-4e66-9c24-2dfc97c6b696'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:56.075692 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 75351174-856b-4232-9346-20de97c9826f, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=75351174-856b-4232-9346-20de97c9826f,segment=NetworkSegment(2f846fab-1023-4142-9b98-5429bbacc081),segment_id=2f846fab-1023-4142-9b98-5429bbacc081)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:56.077041 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38f41f7-a77d-4713-abfc-a1f46c059dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "9cba7995-958c-4bb7-a905-d8cd9c20d786", "tag": "b3549c07-997e-4e66-9c24-2dfc97c6b696"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:56.127588 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (75351174-856b-4232-9346-20de97c9826f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:56.141863 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=53b45731-e8e0-44c8-876f-cf7a72184c28,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:56.176354 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792bfaf7-a2ea-4879-bbc4-63f7969d6f9b x-openstack-request-id: req-792bfaf7-a2ea-4879-bbc4-63f7969d6f9b {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:56.176741 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f570b026-7b00-4db8-a7c5-c2eb25d39065", "name": "network-vif-plugged", "status": "completed", "tag": "53b45731-e8e0-44c8-876f-cf7a72184c28", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:56.177065 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-792bfaf7-a2ea-4879-bbc4-63f7969d6f9b {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:56.177525 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f570b026-7b00-4db8-a7c5-c2eb25d39065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b45731-e8e0-44c8-876f-cf7a72184c28', 'code': 200} Feb 20 05:27:56.191709 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0759c9-e6e7-426a-9916-cee74b6964e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b3549c07-997e-4e66-9c24-2dfc97c6b696,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:56.223926 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=75351174-856b-4232-9346-20de97c9826f,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:56.238157 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af200a-6262-4590-9904-16de89a0360a req-e282a2b8-e03e-4c3d-839e-6cec8fc83f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:56.239864 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-72af200a-6262-4590-9904-16de89a0360a req-e282a2b8-e03e-4c3d-839e-6cec8fc83f7b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=be482396f26b4e429ca877a89c17d58e&device_id=9cba7995-958c-4bb7-a905-d8cd9c20d786 HTTP/1.1" status: 200 len: 1130 time: 0.1258380 Feb 20 05:27:56.243986 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63938c40-7dc8-46d2-aa32-6507b9dc5cf8 req-f47bd60e-d94d-493e-a086-5cc2beaa82da tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:56.245585 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-63938c40-7dc8-46d2-aa32-6507b9dc5cf8 req-f47bd60e-d94d-493e-a086-5cc2beaa82da tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a38470f-aa9e-4f5b-8cad-0f414aa3cccd HTTP/1.1" status: 200 len: 943 time: 0.3265326 Feb 20 05:27:56.261979 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e5409815-8116-4687-a1db-b178f05829a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:56.262631 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e5409815-8116-4687-a1db-b178f05829a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:56.265751 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e5409815-8116-4687-a1db-b178f05829a2 service neutron] 10.222.0.61 "PUT /v2.0/ports/393ae3e2-f866-4a7a-abe5-560b9f5a0d80 HTTP/1.1" status: 200 len: 1092 time: 2.3747983 Feb 20 05:27:56.266223 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547006f4-dc90-4475-bcad-8083e0deb29b', 'tag': '393ae3e2-f866-4a7a-abe5-560b9f5a0d80'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:56.272904 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840efd43-40c7-4fb9-9018-55235b2dc0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "547006f4-dc90-4475-bcad-8083e0deb29b", "tag": "393ae3e2-f866-4a7a-abe5-560b9f5a0d80"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:56.292735 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4ccd64-1e5c-4b08-9a23-906c2a4580ae x-openstack-request-id: req-6c4ccd64-1e5c-4b08-9a23-906c2a4580ae {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:56.293028 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cba7995-958c-4bb7-a905-d8cd9c20d786", "tag": "b3549c07-997e-4e66-9c24-2dfc97c6b696", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:56.293844 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c4ccd64-1e5c-4b08-9a23-906c2a4580ae {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:56.297871 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cba7995-958c-4bb7-a905-d8cd9c20d786', 'tag': 'b3549c07-997e-4e66-9c24-2dfc97c6b696', 'status': 'completed', 'code': 200} Feb 20 05:27:56.347585 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-72af200a-6262-4590-9904-16de89a0360a req-ad00854d-10b4-4436-bc73-efc2a11a29c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=b3549c07-997e-4e66-9c24-2dfc97c6b696 HTTP/1.1" status: 200 len: 217 time: 0.0719633 Feb 20 05:27:56.400260 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87f7d2-2d39-4d27-b580-1ffb20756471 req-f0e84c36-e820-4d85-86d4-545c2c50c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:56.401780 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5a87f7d2-2d39-4d27-b580-1ffb20756471 req-f0e84c36-e820-4d85-86d4-545c2c50c855 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 1127 time: 0.1442416 Feb 20 05:27:56.412158 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['75351174-856b-4232-9346-20de97c9826f'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:27:56.415170 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af200a-6262-4590-9904-16de89a0360a req-a2394d3f-cd08-41f3-b9f9-242b6de04c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:56.416573 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-72af200a-6262-4590-9904-16de89a0360a req-a2394d3f-cd08-41f3-b9f9-242b6de04c87 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0618324 Feb 20 05:27:56.419371 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5409815-8116-4687-a1db-b178f05829a2 service neutron] Pushing event updated for resources: {'Port': ['ID=393ae3e2-f866-4a7a-abe5-560b9f5a0d80,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:56.481365 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62d6387d-9d89-4bf1-bf01-02726d45c7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (1cb6fc73-d1a8-42a1-9605-a1636707d385), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:56.485960 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5a87f7d2-2d39-4d27-b580-1ffb20756471 req-6e682996-5ae3-40da-be1b-90bf72bac667 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777194 Feb 20 05:27:56.498764 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af200a-6262-4590-9904-16de89a0360a req-a9001ec9-48a5-4e47-9fe8-f07dd5d33519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:56.501165 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-72af200a-6262-4590-9904-16de89a0360a req-a9001ec9-48a5-4e47-9fe8-f07dd5d33519 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0681937 Feb 20 05:27:56.544260 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-63938c40-7dc8-46d2-aa32-6507b9dc5cf8 req-45436ec2-4af1-40e1-b2b9-ba8b659878e9 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/security-groups?id=855fcd15-a9c3-4993-9a39-7fd38b35ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510872 Feb 20 05:27:56.575912 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-c02bffb6-854b-47ca-bf08-86fe3653c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:56.577434 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-c02bffb6-854b-47ca-bf08-86fe3653c2c5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba68b400a4764ecd8cffcc89b3c1b40a&device_id=547006f4-dc90-4475-bcad-8083e0deb29b HTTP/1.1" status: 200 len: 1126 time: 0.2442310 Feb 20 05:27:56.590240 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6387d-9d89-4bf1-bf01-02726d45c7e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cb6fc73-d1a8-42a1-9605-a1636707d385,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:56.643735 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547289d-dab8-4615-bf78-62d14ac5ca6f req-24c3b5ad-0bbb-4768-bedc-319916ae18e0 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:56.645237 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7547289d-dab8-4615-bf78-62d14ac5ca6f req-24c3b5ad-0bbb-4768-bedc-319916ae18e0 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=547006f4-dc90-4475-bcad-8083e0deb29b HTTP/1.1" status: 200 len: 944 time: 0.3109109 Feb 20 05:27:56.650247 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb92059-39c2-4fbb-9847-ce369300e7db x-openstack-request-id: req-9fb92059-39c2-4fbb-9847-ce369300e7db {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:56.650534 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547006f4-dc90-4475-bcad-8083e0deb29b", "tag": "393ae3e2-f866-4a7a-abe5-560b9f5a0d80", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:56.650787 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9fb92059-39c2-4fbb-9847-ce369300e7db {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:56.651212 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547006f4-dc90-4475-bcad-8083e0deb29b', 'tag': '393ae3e2-f866-4a7a-abe5-560b9f5a0d80', 'status': 'completed', 'code': 200} Feb 20 05:27:56.654485 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-4b4a7f37-8fcc-4578-9816-a117c124f95a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=393ae3e2-f866-4a7a-abe5-560b9f5a0d80 HTTP/1.1" status: 200 len: 217 time: 0.0678520 Feb 20 05:27:56.658862 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d6387d-9d89-4bf1-bf01-02726d45c7e1 admin admin] Checking segment: {'id': '7f4e57b7-8fa4-4c0e-a066-66d0104a0024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0c734fa6-8fe0-4c5e-a27b-ac1d74626a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:27:56.659276 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d6387d-9d89-4bf1-bf01-02726d45c7e1 admin admin] Network hostable DHCP agents. Network: 0c734fa6-8fe0-4c5e-a27b-ac1d74626a90, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:27:56.779545 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-2ac0e7b9-6c88-4d41-9f95-cb172ad4baf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:56.781014 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-2ac0e7b9-6c88-4d41-9f95-cb172ad4baf6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6cf6e5f-5eef-4832-87f6-e3f3339d48a1 HTTP/1.1" status: 200 len: 850 time: 0.1155050 Feb 20 05:27:56.783879 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-72af200a-6262-4590-9904-16de89a0360a req-7c72409a-b48c-4158-9251-0f3e6d3f27b0 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912127 Feb 20 05:27:56.785063 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d6387d-9d89-4bf1-bf01-02726d45c7e1 admin admin] Network 0c734fa6-8fe0-4c5e-a27b-ac1d74626a90 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:27:56.805959 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7547289d-dab8-4615-bf78-62d14ac5ca6f req-19f8dd47-3cc9-45b7-a6e7-8eb95bd1ee5e tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492765 Feb 20 05:27:56.812623 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-62d6387d-9d89-4bf1-bf01-02726d45c7e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 0c734fa6-8fe0-4c5e-a27b-ac1d74626a90) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:27:56.830276 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c833e260-a0b0-4f21-a618-60c8157a8a08 None None] Network 0c734fa6-8fe0-4c5e-a27b-ac1d74626a90 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:27:56.833353 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-e29a4d71-7d8f-47cc-80d1-bb4c54c4e3c5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bfecaaea-4537-49c6-826a-93e263cff952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432558 Feb 20 05:27:56.842281 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ae974-2b37-423c-a799-0cc2b347ad96 req-4f9e8dc8-269f-4a1c-b619-c3914cd81bab tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:56.849411 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8b7ae974-2b37-423c-a799-0cc2b347ad96 req-4f9e8dc8-269f-4a1c-b619-c3914cd81bab tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cba7995-958c-4bb7-a905-d8cd9c20d786 HTTP/1.1" status: 200 len: 948 time: 0.1939547 Feb 20 05:27:56.854185 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d6387d-9d89-4bf1-bf01-02726d45c7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:56.854787 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62d6387d-9d89-4bf1-bf01-02726d45c7e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:56.922533 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-72af200a-6262-4590-9904-16de89a0360a req-5420e1ae-78cd-4a72-875d-67cfe74db1d8 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325810 Feb 20 05:27:56.952684 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8b7ae974-2b37-423c-a799-0cc2b347ad96 req-8caf070e-32ab-4766-b5bc-9dc1cfb8b186 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0acbf52-2d96-49ad-83ea-d576b52400ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020434 Feb 20 05:27:56.996124 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-62d6387d-9d89-4bf1-bf01-02726d45c7e1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3776748 Feb 20 05:27:57.012280 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc984258-50f9-45cb-b972-7714563725bc None None] Network 0c734fa6-8fe0-4c5e-a27b-ac1d74626a90 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:27:57.075343 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f41f7-a77d-4713-abfc-a1f46c059dd4 req-5d4321a5-ae33-4afa-9805-4bc94c94ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:57.078275 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c38f41f7-a77d-4713-abfc-a1f46c059dd4 req-5d4321a5-ae33-4afa-9805-4bc94c94ee01 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=be482396f26b4e429ca877a89c17d58e&device_id=9cba7995-958c-4bb7-a905-d8cd9c20d786 HTTP/1.1" status: 200 len: 1130 time: 0.0913074 Feb 20 05:27:57.123442 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-0da69a80-846c-4b7f-ab1e-115ba71083fd service neutron] 10.222.0.61 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711935 Feb 20 05:27:57.172795 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50448) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:57.226134 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f41f7-a77d-4713-abfc-a1f46c059dd4 req-0a01ef37-d44a-4c1d-8e8c-59f06f054416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:57.228367 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c38f41f7-a77d-4713-abfc-a1f46c059dd4 req-0a01ef37-d44a-4c1d-8e8c-59f06f054416 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.1416514 Feb 20 05:27:57.285072 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c38f41f7-a77d-4713-abfc-a1f46c059dd4 req-518d9cf5-1c13-47c2-8cee-fb4f11fe459e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=b3549c07-997e-4e66-9c24-2dfc97c6b696 HTTP/1.1" status: 200 len: 217 time: 0.0491531 Feb 20 05:27:57.286191 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af170aeb-fe60-4a6c-9f44-aa73078c8290 req-e8734f4e-a6da-439a-8d9c-930560e5e496 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:57.290784 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-af170aeb-fe60-4a6c-9f44-aa73078c8290 req-e8734f4e-a6da-439a-8d9c-930560e5e496 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.3360238 Feb 20 05:27:57.336822 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f41f7-a77d-4713-abfc-a1f46c059dd4 req-3ed4990c-bd73-4f01-98fb-b918444e5477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:57.337150 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-422ef18e-836a-430e-a3a4-02477d2780b1 admin admin] Deleting subnet 0148a083-6f56-47c9-8251-13c3ca04c135 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:27:57.338202 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c38f41f7-a77d-4713-abfc-a1f46c059dd4 req-3ed4990c-bd73-4f01-98fb-b918444e5477 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0454292 Feb 20 05:27:57.352238 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-422ef18e-836a-430e-a3a4-02477d2780b1 admin admin] Publish callbacks [] for subnet (0148a083-6f56-47c9-8251-13c3ca04c135), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:57.394384 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f41f7-a77d-4713-abfc-a1f46c059dd4 req-01a03738-763e-4214-a7a4-faf1b818a44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:57.395765 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0db381-22b1-491b-a8bd-392674edc67a req-f4fca84b-d1e6-4e83-945c-e94e3f068ac9 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:57.396222 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c38f41f7-a77d-4713-abfc-a1f46c059dd4 req-01a03738-763e-4214-a7a4-faf1b818a44d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0519688 Feb 20 05:27:57.397252 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ef0db381-22b1-491b-a8bd-392674edc67a req-f4fca84b-d1e6-4e83-945c-e94e3f068ac9 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 945 time: 0.2698541 Feb 20 05:27:57.405076 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72b8f1ea-214d-4ee6-9ff5-bb617f087014 req-93a79604-b575-43ae-9b17-2937627a7677 service neutron] 10.222.0.61 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679474 Feb 20 05:27:57.425285 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-422ef18e-836a-430e-a3a4-02477d2780b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (0148a083-6f56-47c9-8251-13c3ca04c135), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:57.460506 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-af170aeb-fe60-4a6c-9f44-aa73078c8290 req-79a38b32-cbe2-4115-ba8d-8ca304e1a416 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604679 Feb 20 05:27:57.510998 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c38f41f7-a77d-4713-abfc-a1f46c059dd4 req-dc72d9ed-ebd8-4bb1-86a2-25fa30f5a4b6 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066639 Feb 20 05:27:57.522257 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-422ef18e-836a-430e-a3a4-02477d2780b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (0148a083-6f56-47c9-8251-13c3ca04c135), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:57.557864 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ef0db381-22b1-491b-a8bd-392674edc67a req-e2c19db8-44f3-454c-9da6-59ef9b30d5bd tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503856 Feb 20 05:27:57.578844 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840efd43-40c7-4fb9-9018-55235b2dc0f5 req-fb9363f7-d4e9-400c-9f97-6d92512858ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:57.580444 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-840efd43-40c7-4fb9-9018-55235b2dc0f5 req-fb9363f7-d4e9-400c-9f97-6d92512858ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba68b400a4764ecd8cffcc89b3c1b40a&device_id=547006f4-dc90-4475-bcad-8083e0deb29b HTTP/1.1" status: 200 len: 1126 time: 0.1238670 Feb 20 05:27:57.631247 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c38f41f7-a77d-4713-abfc-a1f46c059dd4 req-e4638fff-b83b-43ed-b0b6-f4fc73762a2b service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136866 Feb 20 05:27:57.652428 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-422ef18e-836a-430e-a3a4-02477d2780b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (0148a083-6f56-47c9-8251-13c3ca04c135), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:57.706380 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ef18e-836a-430e-a3a4-02477d2780b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0148a083-6f56-47c9-8251-13c3ca04c135,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:57.724964 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-422ef18e-836a-430e-a3a4-02477d2780b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:57.729392 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-422ef18e-836a-430e-a3a4-02477d2780b1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0148a083-6f56-47c9-8251-13c3ca04c135 HTTP/1.1" status: 204 len: 168 time: 0.5333776 Feb 20 05:27:57.732297 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50452) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:57.780793 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840efd43-40c7-4fb9-9018-55235b2dc0f5 req-3184ad8f-9cc9-460b-8452-b1c76c55aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:57.782267 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-840efd43-40c7-4fb9-9018-55235b2dc0f5 req-3184ad8f-9cc9-460b-8452-b1c76c55aa34 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bfecaaea-4537-49c6-826a-93e263cff952 HTTP/1.1" status: 200 len: 910 time: 0.1859643 Feb 20 05:27:57.799081 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d1629-ae18-4834-a4bb-85653e23b0ba req-a1489503-2011-483a-9819-cafd1d584960 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:57.801827 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-259d1629-ae18-4834-a4bb-85653e23b0ba req-a1489503-2011-483a-9819-cafd1d584960 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a38470f-aa9e-4f5b-8cad-0f414aa3cccd HTTP/1.1" status: 200 len: 944 time: 0.1413026 Feb 20 05:27:57.813904 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b5e2a99e-edc7-4ce0-bded-8d504b2d47b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (a7d85073-ff02-46b5-9c09-b2a7dad81fc4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:57.848872 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-840efd43-40c7-4fb9-9018-55235b2dc0f5 req-1b7b0149-82e2-4af9-905f-a6184f75ff47 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=393ae3e2-f866-4a7a-abe5-560b9f5a0d80 HTTP/1.1" status: 200 len: 217 time: 0.0458336 Feb 20 05:27:57.921923 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b5e2a99e-edc7-4ce0-bded-8d504b2d47b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (a7d85073-ff02-46b5-9c09-b2a7dad81fc4), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:57.944496 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-259d1629-ae18-4834-a4bb-85653e23b0ba req-d5f3bb3d-817f-4b92-98df-5b4958e53b3a tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/security-groups?id=855fcd15-a9c3-4993-9a39-7fd38b35ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316457 Feb 20 05:27:57.947082 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-b5e2a99e-edc7-4ce0-bded-8d504b2d47b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7d85073-ff02-46b5-9c09-b2a7dad81fc4']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:57.958108 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-b5e2a99e-edc7-4ce0-bded-8d504b2d47b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ac81a3-7247-40bd-a4fe-d81cfb407997') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:57.958391 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-b5e2a99e-edc7-4ce0-bded-8d504b2d47b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ac81a3-7247-40bd-a4fe-d81cfb407997') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:57.967004 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840efd43-40c7-4fb9-9018-55235b2dc0f5 req-ef9c1769-33ed-4084-8024-5c326d1437e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:57.968613 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-840efd43-40c7-4fb9-9018-55235b2dc0f5 req-ef9c1769-33ed-4084-8024-5c326d1437e7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6cf6e5f-5eef-4832-87f6-e3f3339d48a1 HTTP/1.1" status: 200 len: 850 time: 0.1126637 Feb 20 05:27:57.976302 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b5e2a99e-edc7-4ce0-bded-8d504b2d47b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (03ac81a3-7247-40bd-a4fe-d81cfb407997), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:57.998943 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b5e2a99e-edc7-4ce0-bded-8d504b2d47b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (03ac81a3-7247-40bd-a4fe-d81cfb407997), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:58.010438 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e2a99e-edc7-4ce0-bded-8d504b2d47b6 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:27:58.011092 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b5e2a99e-edc7-4ce0-bded-8d504b2d47b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (03ac81a3-7247-40bd-a4fe-d81cfb407997), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:27:58.013864 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:27:58.016172 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-840efd43-40c7-4fb9-9018-55235b2dc0f5 req-38bf9f80-7d2a-4f4f-a6ea-eb68f2c1785f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bfecaaea-4537-49c6-826a-93e263cff952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399098 Feb 20 05:27:58.027408 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cc2fb-0bb3-4f54-87d2-24e91fe195b8 req-0423b4f0-85fc-44ad-bfed-7ab27b4f5cea tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:58.034325 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba6cc2fb-0bb3-4f54-87d2-24e91fe195b8 req-0423b4f0-85fc-44ad-bfed-7ab27b4f5cea tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=547006f4-dc90-4475-bcad-8083e0deb29b HTTP/1.1" status: 200 len: 944 time: 0.1103091 Feb 20 05:27:58.093747 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b5e2a99e-edc7-4ce0-bded-8d504b2d47b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (a7d85073-ff02-46b5-9c09-b2a7dad81fc4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:58.102668 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b5e2a99e-edc7-4ce0-bded-8d504b2d47b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:58.108204 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b5e2a99e-edc7-4ce0-bded-8d504b2d47b6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a7d85073-ff02-46b5-9c09-b2a7dad81fc4 HTTP/1.1" status: 204 len: 168 time: 0.3720908 Feb 20 05:27:58.109007 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50458) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:58.130713 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2a99e-edc7-4ce0-bded-8d504b2d47b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7d85073-ff02-46b5-9c09-b2a7dad81fc4,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:58.174261 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c2b7307d-f60b-48d5-a26b-a3d12ed17d8b req-1c7ba4fa-8fbc-44f2-bd25-b1280fef472f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553942 Feb 20 05:27:58.234448 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba6cc2fb-0bb3-4f54-87d2-24e91fe195b8 req-8cc1dea6-2bc8-4e2c-83d9-aef6ec75f806 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991940 Feb 20 05:27:58.248943 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b4081e9-2538-4019-ab06-88c2e49c41b3 admin admin] Deleting subnet 1cb6fc73-d1a8-42a1-9605-a1636707d385 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:27:58.266304 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3b4081e9-2538-4019-ab06-88c2e49c41b3 admin admin] Publish callbacks [] for subnet (1cb6fc73-d1a8-42a1-9605-a1636707d385), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:58.296851 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7307d-f60b-48d5-a26b-a3d12ed17d8b req-edf26bcf-81b3-49d1-82cb-e8140aef6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:58.299306 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c2b7307d-f60b-48d5-a26b-a3d12ed17d8b req-edf26bcf-81b3-49d1-82cb-e8140aef6dbf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 1126 time: 0.0737429 Feb 20 05:27:58.304686 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108be088-9d80-4abc-9aa5-162091764709 req-5c8dde85-a875-4347-9c71-762385b353cb tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:58.312525 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-108be088-9d80-4abc-9aa5-162091764709 req-5c8dde85-a875-4347-9c71-762385b353cb tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cba7995-958c-4bb7-a905-d8cd9c20d786 HTTP/1.1" status: 200 len: 948 time: 0.2496507 Feb 20 05:27:58.339459 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-840efd43-40c7-4fb9-9018-55235b2dc0f5 req-9d448f15-5c6b-4aab-9913-e8fc93edc767 service neutron] 10.222.0.61 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030720 Feb 20 05:27:58.369157 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3b4081e9-2538-4019-ab06-88c2e49c41b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (1cb6fc73-d1a8-42a1-9605-a1636707d385), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:58.407613 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7307d-f60b-48d5-a26b-a3d12ed17d8b req-be7e1c58-d814-404b-aebb-12cbcb01d0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:58.409561 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c2b7307d-f60b-48d5-a26b-a3d12ed17d8b req-be7e1c58-d814-404b-aebb-12cbcb01d0bf service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 908 time: 0.0907357 Feb 20 05:27:58.447827 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-108be088-9d80-4abc-9aa5-162091764709 req-b0da9d9b-8908-492b-b901-709087773f36 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0acbf52-2d96-49ad-83ea-d576b52400ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343236 Feb 20 05:27:58.458295 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c2b7307d-f60b-48d5-a26b-a3d12ed17d8b req-906d4094-77a6-4e72-bc14-6c92832f18bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b1e2169-ea66-4338-8a41-14d4cc868dfe HTTP/1.1" status: 200 len: 217 time: 0.0396748 Feb 20 05:27:58.471323 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3b4081e9-2538-4019-ab06-88c2e49c41b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (1cb6fc73-d1a8-42a1-9605-a1636707d385), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:58.512721 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7307d-f60b-48d5-a26b-a3d12ed17d8b req-60426f1c-01e2-434b-97ef-339b5af61310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:58.514185 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c2b7307d-f60b-48d5-a26b-a3d12ed17d8b req-60426f1c-01e2-434b-97ef-339b5af61310 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b4371b84-9467-4135-93c7-7a933f791395 HTTP/1.1" status: 200 len: 848 time: 0.0476446 Feb 20 05:27:58.527812 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-840efd43-40c7-4fb9-9018-55235b2dc0f5 req-571b353d-d502-4403-8897-532c8dc9c368 service neutron] 10.222.0.61 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815019 Feb 20 05:27:58.547264 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device ba343ebb-d84b-4627-9449-f6743e5dd259 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:27:58.567984 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c2b7307d-f60b-48d5-a26b-a3d12ed17d8b req-3c6a05a9-7df9-48f5-9560-43d42f9a29b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb4530de-66c2-443b-82e6-823a997cfe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483625 Feb 20 05:27:58.584386 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3b4081e9-2538-4019-ab06-88c2e49c41b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (1cb6fc73-d1a8-42a1-9605-a1636707d385), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:58.634404 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port ba343ebb-d84b-4627-9449-f6743e5dd259 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:27:58.638721 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port ba343ebb-d84b-4627-9449-f6743e5dd259 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:27:58.639133 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ba343ebb-d84b-4627-9449-f6743e5dd259), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:58.647507 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3b4081e9-2538-4019-ab06-88c2e49c41b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:58.654176 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3b4081e9-2538-4019-ab06-88c2e49c41b3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1cb6fc73-d1a8-42a1-9605-a1636707d385 HTTP/1.1" status: 204 len: 168 time: 0.5402272 Feb 20 05:27:58.656537 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50464) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:58.661661 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4081e9-2538-4019-ab06-88c2e49c41b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cb6fc73-d1a8-42a1-9605-a1636707d385,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:58.722078 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c2b7307d-f60b-48d5-a26b-a3d12ed17d8b req-d71cd9a6-89f7-4c9c-b0f3-eaa89d8e10f4 service neutron] 10.222.0.61 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471696 Feb 20 05:27:58.747474 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port ba343ebb-d84b-4627-9449-f6743e5dd259 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:58.748134 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ba343ebb-d84b-4627-9449-f6743e5dd259), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:58.777391 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33bfd98-cc1f-49da-9646-ba66cd767f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba343ebb-d84b-4627-9449-f6743e5dd259'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:27:58.779986 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94eac3e-0065-4082-85eb-5b0787a1e423" -d '{"events": [{"server_uuid": "e33bfd98-cc1f-49da-9646-ba66cd767f51", "name": "network-vif-plugged", "status": "completed", "tag": "ba343ebb-d84b-4627-9449-f6743e5dd259"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:27:58.780775 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7b1308a3-c3f3-411c-85ff-7fd3ea794d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (0c734fa6-8fe0-4c5e-a27b-ac1d74626a90), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:58.793890 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563214d1-f2cd-4c16-9b9b-14d9e2d6d132 req-1c9de5ce-0a04-4f38-a7b9-74ee9ff91469 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:58.795914 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port ba343ebb-d84b-4627-9449-f6743e5dd259, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=ba343ebb-d84b-4627-9449-f6743e5dd259,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:58.796073 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-563214d1-f2cd-4c16-9b9b-14d9e2d6d132 req-1c9de5ce-0a04-4f38-a7b9-74ee9ff91469 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.2292190 Feb 20 05:27:58.801251 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ba343ebb-d84b-4627-9449-f6743e5dd259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:58.822309 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb63e7-d4f9-4bb4-b0bd-fd6a0e9ebedb req-913861e7-fe85-48af-8768-87b0ac5e9dbd tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:58.824089 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bdcb63e7-d4f9-4bb4-b0bd-fd6a0e9ebedb req-913861e7-fe85-48af-8768-87b0ac5e9dbd tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 945 time: 0.1090264 Feb 20 05:27:58.868780 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=ba343ebb-d84b-4627-9449-f6743e5dd259,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:58.871363 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c2b7307d-f60b-48d5-a26b-a3d12ed17d8b req-4d9ce0f3-f77d-4a7a-85ca-b21523384ad3 service neutron] 10.222.0.61 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426489 Feb 20 05:27:58.917805 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-563214d1-f2cd-4c16-9b9b-14d9e2d6d132 req-554c0017-c9d6-4614-8f86-80eed90e4cb9 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145091 Feb 20 05:27:58.973377 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d06894-be01-4656-b9a1-5a6ffd2e3100 x-openstack-request-id: req-49d06894-be01-4656-b9a1-5a6ffd2e3100 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:27:58.973871 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33bfd98-cc1f-49da-9646-ba66cd767f51", "name": "network-vif-plugged", "status": "completed", "tag": "ba343ebb-d84b-4627-9449-f6743e5dd259", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:27:58.974274 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49d06894-be01-4656-b9a1-5a6ffd2e3100 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:27:58.974819 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33bfd98-cc1f-49da-9646-ba66cd767f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba343ebb-d84b-4627-9449-f6743e5dd259', 'code': 200} Feb 20 05:27:58.975382 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bdcb63e7-d4f9-4bb4-b0bd-fd6a0e9ebedb req-bf5771f6-8053-434f-9d20-1d9f55de5e54 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432991 Feb 20 05:27:58.990947 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7b1308a3-c3f3-411c-85ff-7fd3ea794d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (0c734fa6-8fe0-4c5e-a27b-ac1d74626a90), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:59.018502 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-7b1308a3-c3f3-411c-85ff-7fd3ea794d6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c734fa6-8fe0-4c5e-a27b-ac1d74626a90']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:59.029367 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-7b1308a3-c3f3-411c-85ff-7fd3ea794d6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f4e57b7-8fa4-4c0e-a066-66d0104a0024') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:59.029742 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-7b1308a3-c3f3-411c-85ff-7fd3ea794d6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f4e57b7-8fa4-4c0e-a066-66d0104a0024') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:27:59.039591 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7b1308a3-c3f3-411c-85ff-7fd3ea794d6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (7f4e57b7-8fa4-4c0e-a066-66d0104a0024), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:59.065420 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7b1308a3-c3f3-411c-85ff-7fd3ea794d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (7f4e57b7-8fa4-4c0e-a066-66d0104a0024), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:59.074520 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1308a3-c3f3-411c-85ff-7fd3ea794d6c admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:27:59.075171 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7b1308a3-c3f3-411c-85ff-7fd3ea794d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (7f4e57b7-8fa4-4c0e-a066-66d0104a0024), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:59.112809 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 75351174-856b-4232-9346-20de97c9826f up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:27:59.117360 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3dccd1-7e2b-4919-86b8-550b8f168097 req-abd78a7f-3011-468d-a903-90f14836f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:59.119020 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3e3dccd1-7e2b-4919-86b8-550b8f168097 req-abd78a7f-3011-468d-a903-90f14836f31a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 1128 time: 0.0581012 Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:27:59.124257 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:27:59.177185 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 75351174-856b-4232-9346-20de97c9826f completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:27:59.185412 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 75351174-856b-4232-9346-20de97c9826f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:27:59.186406 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (75351174-856b-4232-9346-20de97c9826f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:59.190532 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3e3dccd1-7e2b-4919-86b8-550b8f168097 req-303e93ef-5c35-4875-a566-3c4160269916 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632167 Feb 20 05:27:59.208709 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7b1308a3-c3f3-411c-85ff-7fd3ea794d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (0c734fa6-8fe0-4c5e-a27b-ac1d74626a90), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:59.217301 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7b1308a3-c3f3-411c-85ff-7fd3ea794d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:59.223012 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7b1308a3-c3f3-411c-85ff-7fd3ea794d6c admin admin] 10.222.0.37 "DELETE /v2.0/networks/0c734fa6-8fe0-4c5e-a27b-ac1d74626a90 HTTP/1.1" status: 204 len: 168 time: 0.5653257 Feb 20 05:27:59.239999 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1308a3-c3f3-411c-85ff-7fd3ea794d6c admin admin] Pushing event deleted for resources: {'Network': ['ID=0c734fa6-8fe0-4c5e-a27b-ac1d74626a90,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:59.255527 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a0a1c-6439-4cd5-aabc-f32dc107ae25 req-f1a102a4-4b94-4a5e-9f16-6ab009395fb1 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:59.257042 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a0a0a1c-6439-4cd5-aabc-f32dc107ae25 req-f1a102a4-4b94-4a5e-9f16-6ab009395fb1 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 1127 time: 0.1318550 Feb 20 05:27:59.265121 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670a403-bc33-4744-a755-ec55f8bd5ad1 req-9c13d21a-fd88-4335-94f1-519f78c61074 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:59.271861 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3670a403-bc33-4744-a755-ec55f8bd5ad1 req-9c13d21a-fd88-4335-94f1-519f78c61074 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a38470f-aa9e-4f5b-8cad-0f414aa3cccd HTTP/1.1" status: 200 len: 944 time: 0.1439450 Feb 20 05:27:59.317714 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 75351174-856b-4232-9346-20de97c9826f is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:27:59.318415 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (75351174-856b-4232-9346-20de97c9826f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:59.380806 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 75351174-856b-4232-9346-20de97c9826f, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=75351174-856b-4232-9346-20de97c9826f,segment=NetworkSegment(2f846fab-1023-4142-9b98-5429bbacc081),segment_id=2f846fab-1023-4142-9b98-5429bbacc081)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:27:59.384609 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a0a0a1c-6439-4cd5-aabc-f32dc107ae25 req-00b72f96-1db3-4752-94a2-dcd93672aa5f tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106503 Feb 20 05:27:59.398762 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3670a403-bc33-4744-a755-ec55f8bd5ad1 req-a6b52a05-15a6-4192-950c-e332de9c8c80 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/security-groups?id=855fcd15-a9c3-4993-9a39-7fd38b35ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213465 Feb 20 05:27:59.403763 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (75351174-856b-4232-9346-20de97c9826f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:59.525439 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=75351174-856b-4232-9346-20de97c9826f,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:27:59.593605 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50488) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:59.662940 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c4c2da3d-9f48-4e2a-b7c7-36f4e1c406d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a47eac7b20ee42d2bd2bdf574c967f80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0664027 Feb 20 05:27:59.663510 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50490) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:27:59.669373 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5221954-148f-482b-8623-303599dece5d req-83d709b4-7077-44ee-8628-04dbbefd9120 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:27:59.672116 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5221954-148f-482b-8623-303599dece5d req-83d709b4-7077-44ee-8628-04dbbefd9120 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=547006f4-dc90-4475-bcad-8083e0deb29b HTTP/1.1" status: 200 len: 944 time: 0.1998179 Feb 20 05:27:59.771350 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e52c7ee-c580-4b61-82e1-64158e61ba35 admin admin] Publish callbacks [] for security_group (3b5e3365-a289-4e3b-a04c-87c969fcc32a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:59.840917 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e52c7ee-c580-4b61-82e1-64158e61ba35 admin admin] Publish callbacks [] for security_group (3b5e3365-a289-4e3b-a04c-87c969fcc32a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:59.913566 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e52c7ee-c580-4b61-82e1-64158e61ba35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3b5e3365-a289-4e3b-a04c-87c969fcc32a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:59.917766 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e52c7ee-c580-4b61-82e1-64158e61ba35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:27:59.919205 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9e52c7ee-c580-4b61-82e1-64158e61ba35 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3b5e3365-a289-4e3b-a04c-87c969fcc32a HTTP/1.1" status: 204 len: 168 time: 0.2547612 Feb 20 05:27:59.951867 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52c7ee-c580-4b61-82e1-64158e61ba35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5e3365-a289-4e3b-a04c-87c969fcc32a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:00.331588 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5221954-148f-482b-8623-303599dece5d req-32378874-2051-4fbd-9e51-ecc34c6d91ed tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6495633 Feb 20 05:28:00.365722 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4e169-4545-4bf9-880e-29f5f2969e74 req-b73d6e04-0c55-4ed7-a472-125a3fdbe799 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:00.377826 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ced4e169-4545-4bf9-880e-29f5f2969e74 req-b73d6e04-0c55-4ed7-a472-125a3fdbe799 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cba7995-958c-4bb7-a905-d8cd9c20d786 HTTP/1.1" status: 200 len: 948 time: 0.7341921 Feb 20 05:28:00.458136 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ced4e169-4545-4bf9-880e-29f5f2969e74 req-dd9dd655-e045-4adb-bb7e-5ef1d9a6b36c tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0acbf52-2d96-49ad-83ea-d576b52400ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791497 Feb 20 05:28:00.540535 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50510) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:00.568127 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 393ae3e2-f866-4a7a-abe5-560b9f5a0d80 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:28:00.636917 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9e2db-0bc5-4d20-a444-35c6e809276b req-53e443a9-e70d-4c42-a9ce-bedffa7da838 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:00.642955 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2851ad99-c45d-44e4-a7d2-88621dca72bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dbaee54da37142f59e5f9b3d7c4c5e2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1012034 Feb 20 05:28:00.643935 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6df9e2db-0bc5-4d20-a444-35c6e809276b req-53e443a9-e70d-4c42-a9ce-bedffa7da838 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 946 time: 0.1380434 Feb 20 05:28:00.646184 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50512) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:00.761157 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8d89ade7-af06-4a9d-a410-2836a5007f83 admin admin] Publish callbacks [] for security_group (172b76c8-1466-4e64-92c5-5a5d664b4968), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:00.776409 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 393ae3e2-f866-4a7a-abe5-560b9f5a0d80, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=393ae3e2-f866-4a7a-abe5-560b9f5a0d80,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:00.789509 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8d89ade7-af06-4a9d-a410-2836a5007f83 admin admin] Publish callbacks [] for security_group (172b76c8-1466-4e64-92c5-5a5d664b4968), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:00.809609 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '393ae3e2-f866-4a7a-abe5-560b9f5a0d80', 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952', 'port_id': '393ae3e2-f866-4a7a-abe5-560b9f5a0d80', 'mac_address': 'fa:16:3e:c4:96:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6cf6e5f-5eef-4832-87f6-e3f3339d48a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:28:00.833950 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399ff5d-63aa-4486-8041-c580625ccbf6 req-d4af8b95-919f-45c6-9029-0cbb84e34ee3 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:00.835843 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1399ff5d-63aa-4486-8041-c580625ccbf6 req-d4af8b95-919f-45c6-9029-0cbb84e34ee3 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a38470f-aa9e-4f5b-8cad-0f414aa3cccd HTTP/1.1" status: 200 len: 945 time: 0.1912086 Feb 20 05:28:00.863111 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6df9e2db-0bc5-4d20-a444-35c6e809276b req-3d55f854-7983-41ec-84c6-1edefb551628 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561635 Feb 20 05:28:00.891378 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 393ae3e2-f866-4a7a-abe5-560b9f5a0d80 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:28:00.891777 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (393ae3e2-f866-4a7a-abe5-560b9f5a0d80), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:00.906525 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1399ff5d-63aa-4486-8041-c580625ccbf6 req-4b48cdf9-4123-4935-82e8-59c5e1836125 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/security-groups?id=855fcd15-a9c3-4993-9a39-7fd38b35ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572901 Feb 20 05:28:00.914532 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8d89ade7-af06-4a9d-a410-2836a5007f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (172b76c8-1466-4e64-92c5-5a5d664b4968), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:00.917612 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8d89ade7-af06-4a9d-a410-2836a5007f83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:00.921881 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8d89ade7-af06-4a9d-a410-2836a5007f83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/172b76c8-1466-4e64-92c5-5a5d664b4968 HTTP/1.1" status: 204 len: 168 time: 0.2725940 Feb 20 05:28:00.928404 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89ade7-af06-4a9d-a410-2836a5007f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172b76c8-1466-4e64-92c5-5a5d664b4968,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:00.936154 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393ae3e2-f866-4a7a-abe5-560b9f5a0d80 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:28:00.984981 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a38470f-aa9e-4f5b-8cad-0f414aa3cccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75351174-856b-4232-9346-20de97c9826f'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:28:00.987715 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f20ffe9-90b7-4a9f-aaf3-d3b72e034afa" -d '{"events": [{"server_uuid": "0a38470f-aa9e-4f5b-8cad-0f414aa3cccd", "name": "network-vif-plugged", "status": "completed", "tag": "75351174-856b-4232-9346-20de97c9826f"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:28:00.998658 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 393ae3e2-f866-4a7a-abe5-560b9f5a0d80, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=393ae3e2-f866-4a7a-abe5-560b9f5a0d80,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:01.006930 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (393ae3e2-f866-4a7a-abe5-560b9f5a0d80), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:01.066234 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513ea9f0-0f0a-469d-a453-d96c9701039f x-openstack-request-id: req-513ea9f0-0f0a-469d-a453-d96c9701039f {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:28:01.066889 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a38470f-aa9e-4f5b-8cad-0f414aa3cccd", "name": "network-vif-plugged", "status": "completed", "tag": "75351174-856b-4232-9346-20de97c9826f", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:28:01.067756 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-513ea9f0-0f0a-469d-a453-d96c9701039f {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:28:01.068405 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a38470f-aa9e-4f5b-8cad-0f414aa3cccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75351174-856b-4232-9346-20de97c9826f', 'code': 200} Feb 20 05:28:01.120064 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=393ae3e2-f866-4a7a-abe5-560b9f5a0d80,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:01.135353 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device b3549c07-997e-4e66-9c24-2dfc97c6b696 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:28:01.274515 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dcc5d-9a33-47ee-8bd5-b7961b5bdfde req-51a1a489-b2d0-4f23-bdbb-3ae7beb88fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:01.276771 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ce6dcc5d-9a33-47ee-8bd5-b7961b5bdfde req-51a1a489-b2d0-4f23-bdbb-3ae7beb88fc2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0a38470f-aa9e-4f5b-8cad-0f414aa3cccd HTTP/1.1" status: 200 len: 1127 time: 0.1068361 Feb 20 05:28:01.330428 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['393ae3e2-f866-4a7a-abe5-560b9f5a0d80'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:28:01.392367 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ce6dcc5d-9a33-47ee-8bd5-b7961b5bdfde req-3eaff21c-8b39-4ec4-8122-4ac893769de6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=855fcd15-a9c3-4993-9a39-7fd38b35ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058614 Feb 20 05:28:01.499787 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port b3549c07-997e-4e66-9c24-2dfc97c6b696, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=b3549c07-997e-4e66-9c24-2dfc97c6b696,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:01.510865 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1d665c68-04a9-41f4-b989-5b505305ea30 req-420ef2c5-9734-44fe-a815-015c82e99db8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1236272 Feb 20 05:28:01.544082 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'b3549c07-997e-4e66-9c24-2dfc97c6b696', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': 'b3549c07-997e-4e66-9c24-2dfc97c6b696', 'mac_address': 'fa:16:3e:88:e5:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:28:01.606279 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338c0c3-1699-4f3f-88d2-a13e7fb18e6a req-0057340a-6d35-47c0-8fc3-e0ee3afb68f1 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:01.624581 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c338c0c3-1699-4f3f-88d2-a13e7fb18e6a req-0057340a-6d35-47c0-8fc3-e0ee3afb68f1 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=547006f4-dc90-4475-bcad-8083e0deb29b HTTP/1.1" status: 200 len: 945 time: 0.1455276 Feb 20 05:28:01.752488 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d665c68-04a9-41f4-b989-5b505305ea30 req-71661b7a-8e73-4fdf-b7cb-fecf2c05512a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:01.767718 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1d665c68-04a9-41f4-b989-5b505305ea30 req-71661b7a-8e73-4fdf-b7cb-fecf2c05512a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 1126 time: 0.1202824 Feb 20 05:28:01.796551 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port b3549c07-997e-4e66-9c24-2dfc97c6b696 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:28:01.800795 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b3549c07-997e-4e66-9c24-2dfc97c6b696), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:01.811686 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298ce2e-de2f-490f-b565-4e9d6664d770 req-7f21f6b3-3f4f-4390-aa56-1adeb15eb4a3 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:01.813249 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4298ce2e-de2f-490f-b565-4e9d6664d770 req-7f21f6b3-3f4f-4390-aa56-1adeb15eb4a3 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cba7995-958c-4bb7-a905-d8cd9c20d786 HTTP/1.1" status: 200 len: 948 time: 0.1658278 Feb 20 05:28:01.817125 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c338c0c3-1699-4f3f-88d2-a13e7fb18e6a req-b18f0915-d398-4381-8913-ab992410c50a tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782577 Feb 20 05:28:01.848914 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3549c07-997e-4e66-9c24-2dfc97c6b696 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:28:01.889599 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4298ce2e-de2f-490f-b565-4e9d6664d770 req-e51d602b-5557-469c-8f7d-2ca3766aeb51 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0acbf52-2d96-49ad-83ea-d576b52400ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703158 Feb 20 05:28:01.916319 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port b3549c07-997e-4e66-9c24-2dfc97c6b696, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=b3549c07-997e-4e66-9c24-2dfc97c6b696,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:01.922677 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b3549c07-997e-4e66-9c24-2dfc97c6b696), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:02.026126 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d665c68-04a9-41f4-b989-5b505305ea30 req-e388d90c-f8c5-4749-bcb3-2cddbcac98c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:02.027793 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1d665c68-04a9-41f4-b989-5b505305ea30 req-e388d90c-f8c5-4749-bcb3-2cddbcac98c1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 908 time: 0.2354941 Feb 20 05:28:02.083020 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=b3549c07-997e-4e66-9c24-2dfc97c6b696,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:02.123390 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1d665c68-04a9-41f4-b989-5b505305ea30 req-86df7764-b4df-4ea4-bc8a-d20652aa0fb6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d31904b3-3549-4eb6-80c5-e356a0b6f8a4 HTTP/1.1" status: 200 len: 217 time: 0.0778768 Feb 20 05:28:02.187987 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d665c68-04a9-41f4-b989-5b505305ea30 req-b6c667d3-6c8b-410c-8e23-f9f852987be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:02.189476 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1d665c68-04a9-41f4-b989-5b505305ea30 req-b6c667d3-6c8b-410c-8e23-f9f852987be6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b4371b84-9467-4135-93c7-7a933f791395 HTTP/1.1" status: 200 len: 848 time: 0.0653055 Feb 20 05:28:02.200785 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b5fc5-ce49-4f23-adc1-e1c9ffea8031 req-14ce2d28-236b-4f78-acdb-8ee34115d109 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:02.203937 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-409b5fc5-ce49-4f23-adc1-e1c9ffea8031 req-14ce2d28-236b-4f78-acdb-8ee34115d109 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 946 time: 0.1941428 Feb 20 05:28:02.260935 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afeb9c-9cb1-40ba-a3e6-dbdc7dd70a56 req-53a6cbc3-916a-466c-abb4-28c3dc9207bb tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:02.266587 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1d665c68-04a9-41f4-b989-5b505305ea30 req-41a77faf-73ec-4977-a37e-62c32f7c1279 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb4530de-66c2-443b-82e6-823a997cfe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682411 Feb 20 05:28:02.267416 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96afeb9c-9cb1-40ba-a3e6-dbdc7dd70a56 req-53a6cbc3-916a-466c-abb4-28c3dc9207bb tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a38470f-aa9e-4f5b-8cad-0f414aa3cccd HTTP/1.1" status: 200 len: 945 time: 0.1886518 Feb 20 05:28:02.272970 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['b3549c07-997e-4e66-9c24-2dfc97c6b696'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:28:02.422799 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-409b5fc5-ce49-4f23-adc1-e1c9ffea8031 req-8e65c058-e9c4-4bff-9176-8f494c76e177 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126505 Feb 20 05:28:02.472036 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1d665c68-04a9-41f4-b989-5b505305ea30 req-1b1ae8ee-31ae-4024-bf6e-00de530dcf71 service neutron] 10.222.0.48 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789489 Feb 20 05:28:02.474062 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96afeb9c-9cb1-40ba-a3e6-dbdc7dd70a56 req-2992afe5-745f-477b-9f3e-f98d7f987819 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/security-groups?id=855fcd15-a9c3-4993-9a39-7fd38b35ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915216 Feb 20 05:28:02.567841 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 393ae3e2-f866-4a7a-abe5-560b9f5a0d80 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:28:02.729025 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1d665c68-04a9-41f4-b989-5b505305ea30 req-1861985d-42e6-42de-83a7-384ce12b5a08 service neutron] 10.222.0.48 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472372 Feb 20 05:28:02.842862 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 393ae3e2-f866-4a7a-abe5-560b9f5a0d80 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:28:02.863484 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 393ae3e2-f866-4a7a-abe5-560b9f5a0d80 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:28:02.863862 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (393ae3e2-f866-4a7a-abe5-560b9f5a0d80), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:03.022255 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 393ae3e2-f866-4a7a-abe5-560b9f5a0d80 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:28:03.022690 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (393ae3e2-f866-4a7a-abe5-560b9f5a0d80), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:03.031236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e08f2-79f0-4ec8-8ca0-db2c9e8e6d91 req-ec55bf72-1316-488e-b611-3088b77e2600 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:03.033288 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf8e08f2-79f0-4ec8-8ca0-db2c9e8e6d91 req-ec55bf72-1316-488e-b611-3088b77e2600 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 946 time: 0.1181428 Feb 20 05:28:03.064176 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3ade8-326f-42c3-8c54-46d6d117d439 req-cf285383-abda-47ca-900b-549b1b281de9 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:03.065974 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6de3ade8-326f-42c3-8c54-46d6d117d439 req-cf285383-abda-47ca-900b-549b1b281de9 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=547006f4-dc90-4475-bcad-8083e0deb29b HTTP/1.1" status: 200 len: 945 time: 0.1116331 Feb 20 05:28:03.103118 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547006f4-dc90-4475-bcad-8083e0deb29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393ae3e2-f866-4a7a-abe5-560b9f5a0d80'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:28:03.105993 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997195a2-3b3d-4353-b0e9-a079942f7d76" -d '{"events": [{"server_uuid": "547006f4-dc90-4475-bcad-8083e0deb29b", "name": "network-vif-plugged", "status": "completed", "tag": "393ae3e2-f866-4a7a-abe5-560b9f5a0d80"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:28:03.136937 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 393ae3e2-f866-4a7a-abe5-560b9f5a0d80, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=393ae3e2-f866-4a7a-abe5-560b9f5a0d80,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:03.143216 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (393ae3e2-f866-4a7a-abe5-560b9f5a0d80), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:03.170651 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6de3ade8-326f-42c3-8c54-46d6d117d439 req-d66dc449-5495-4bb2-be38-4fd7c797e8b8 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957026 Feb 20 05:28:03.174555 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf8e08f2-79f0-4ec8-8ca0-db2c9e8e6d91 req-b6d6da6d-587e-49d4-b8c5-7ec6309dccdd tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279955 Feb 20 05:28:03.236792 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=393ae3e2-f866-4a7a-abe5-560b9f5a0d80,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:03.262875 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292be89e-c888-4fcf-aa36-63d3c2c9bb77 x-openstack-request-id: req-292be89e-c888-4fcf-aa36-63d3c2c9bb77 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:28:03.265867 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547006f4-dc90-4475-bcad-8083e0deb29b", "name": "network-vif-plugged", "status": "completed", "tag": "393ae3e2-f866-4a7a-abe5-560b9f5a0d80", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:28:03.266257 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-292be89e-c888-4fcf-aa36-63d3c2c9bb77 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:28:03.266776 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547006f4-dc90-4475-bcad-8083e0deb29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393ae3e2-f866-4a7a-abe5-560b9f5a0d80', 'code': 200} Feb 20 05:28:03.343821 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de97b56-03ee-404d-b1e9-0576d8d9e686 req-a377b377-574a-4907-9b03-3639e65ab76b tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:03.351288 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6de97b56-03ee-404d-b1e9-0576d8d9e686 req-a377b377-574a-4907-9b03-3639e65ab76b tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cba7995-958c-4bb7-a905-d8cd9c20d786 HTTP/1.1" status: 200 len: 949 time: 0.0902348 Feb 20 05:28:03.390963 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3bd57-77dd-46f5-8baf-36a07a3a361b req-4433cf52-3049-4338-a198-120668756165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:03.392590 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-abb3bd57-77dd-46f5-8baf-36a07a3a361b req-4433cf52-3049-4338-a198-120668756165 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=547006f4-dc90-4475-bcad-8083e0deb29b HTTP/1.1" status: 200 len: 1128 time: 0.0542746 Feb 20 05:28:03.444706 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6de97b56-03ee-404d-b1e9-0576d8d9e686 req-9a2960d2-5669-4a6e-8a76-6eef053ddb2c tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0acbf52-2d96-49ad-83ea-d576b52400ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914018 Feb 20 05:28:03.447418 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-abb3bd57-77dd-46f5-8baf-36a07a3a361b req-88263e43-8a0f-4a34-b545-7e41a3f86928 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491018 Feb 20 05:28:03.620919 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5a736-6666-4cee-8c84-e3135d1f3b54 req-a29e97c2-a0ef-449e-8a9f-d1097d4cc351 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:03.631268 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b2d5a736-6666-4cee-8c84-e3135d1f3b54 req-a29e97c2-a0ef-449e-8a9f-d1097d4cc351 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a38470f-aa9e-4f5b-8cad-0f414aa3cccd HTTP/1.1" status: 200 len: 945 time: 0.0703416 Feb 20 05:28:03.679444 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b2d5a736-6666-4cee-8c84-e3135d1f3b54 req-953dd6a8-84b7-4146-ba74-f554bdbee0ab tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/security-groups?id=855fcd15-a9c3-4993-9a39-7fd38b35ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471663 Feb 20 05:28:04.087890 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848649ee-b288-49cf-915d-05ce372ae9ad req-fd951ba0-b711-498d-946c-44f4dd2a954d tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:04.089460 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-848649ee-b288-49cf-915d-05ce372ae9ad req-fd951ba0-b711-498d-946c-44f4dd2a954d tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=19639a1a-aa67-43af-806f-1d5f40a5395a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0789232 Feb 20 05:28:04.161916 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-848649ee-b288-49cf-915d-05ce372ae9ad req-21f058f0-e12e-46b9-8ddb-c75768cd0843 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 695 time: 0.0670261 Feb 20 05:28:04.176801 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-848649ee-b288-49cf-915d-05ce372ae9ad req-a7b57d72-7a2b-49ff-ab6c-b26b8e455a65 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Request body: {'floatingip': {'port_id': '99a3f4ae-d5ba-4af7-bc54-296e24e56b62', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:28:04.247797 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-848649ee-b288-49cf-915d-05ce372ae9ad req-a7b57d72-7a2b-49ff-ab6c-b26b8e455a65 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks [] for floatingip (c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:04.394371 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b461c0-0ea4-4ad9-9f87-d3945aaedf6c req-3be7290c-cebb-41fb-8b9e-5da7ff731a13 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:04.395911 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-82b461c0-0ea4-4ad9-9f87-d3945aaedf6c req-3be7290c-cebb-41fb-8b9e-5da7ff731a13 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 1127 time: 0.1441655 Feb 20 05:28:04.519581 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-82b461c0-0ea4-4ad9-9f87-d3945aaedf6c req-86607a46-89f7-46ec-bc19-2fdbae54d3cf tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900371 Feb 20 05:28:04.743842 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc0c8c-134d-420e-b456-8ff9b23fd4b0 req-db74db70-1a0b-471d-afea-f56a146fe842 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:04.745332 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-85dc0c8c-134d-420e-b456-8ff9b23fd4b0 req-db74db70-1a0b-471d-afea-f56a146fe842 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=547006f4-dc90-4475-bcad-8083e0deb29b HTTP/1.1" status: 200 len: 946 time: 0.1379790 Feb 20 05:28:04.833366 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-85dc0c8c-134d-420e-b456-8ff9b23fd4b0 req-aaf0ee9d-61c5-4149-bf49-947aca8a297d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791755 Feb 20 05:28:04.887784 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-848649ee-b288-49cf-915d-05ce372ae9ad req-a7b57d72-7a2b-49ff-ab6c-b26b8e455a65 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:04.892203 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-848649ee-b288-49cf-915d-05ce372ae9ad req-a7b57d72-7a2b-49ff-ab6c-b26b8e455a65 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:05.029153 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fb193-7557-4323-a67e-f690714623bd req-8eafd101-9f20-4085-ac57-dc688533541c tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:05.030623 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-876fb193-7557-4323-a67e-f690714623bd req-8eafd101-9f20-4085-ac57-dc688533541c tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 946 time: 0.1028960 Feb 20 05:28:05.054033 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [req-848649ee-b288-49cf-915d-05ce372ae9ad req-a7b57d72-7a2b-49ff-ab6c-b26b8e455a65 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Floating IP c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08 associated. External IP: 172.25.3.77, port: 99a3f4ae-d5ba-4af7-bc54-296e24e56b62. Feb 20 05:28:05.129318 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-876fb193-7557-4323-a67e-f690714623bd req-ec8afa0b-ec81-4d9f-a57e-c7bec84da65a tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911734 Feb 20 05:28:05.139612 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device b3549c07-997e-4e66-9c24-2dfc97c6b696 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:28:05.220982 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port b3549c07-997e-4e66-9c24-2dfc97c6b696 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:28:05.232520 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port b3549c07-997e-4e66-9c24-2dfc97c6b696 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:28:05.232908 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b3549c07-997e-4e66-9c24-2dfc97c6b696), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:05.329151 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dcc0f8e8-5ecc-4ddf-9dd3-f924acf2c076 req-bd1e4675-18a8-4121-a75c-457322c71ed7 tempest-QuotasAdminNegativeTest-906184919 tempest-QuotasAdminNegativeTest-906184919-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2f46b8b4c2c445299019fa475e07283b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258865 Feb 20 05:28:05.351068 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port b3549c07-997e-4e66-9c24-2dfc97c6b696 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:28:05.351633 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b3549c07-997e-4e66-9c24-2dfc97c6b696), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:05.378213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cba7995-958c-4bb7-a905-d8cd9c20d786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3549c07-997e-4e66-9c24-2dfc97c6b696'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:28:05.382572 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5438f18f-6a93-46b2-acdb-f22d7d14a188" -d '{"events": [{"server_uuid": "9cba7995-958c-4bb7-a905-d8cd9c20d786", "name": "network-vif-plugged", "status": "completed", "tag": "b3549c07-997e-4e66-9c24-2dfc97c6b696"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:28:05.395480 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port b3549c07-997e-4e66-9c24-2dfc97c6b696, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=b3549c07-997e-4e66-9c24-2dfc97c6b696,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:05.400695 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b3549c07-997e-4e66-9c24-2dfc97c6b696), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:05.457311 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=b3549c07-997e-4e66-9c24-2dfc97c6b696,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:05.503209 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-848649ee-b288-49cf-915d-05ce372ae9ad req-a7b57d72-7a2b-49ff-ab6c-b26b8e455a65 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Router f28ea473-00ca-45bb-a4db-4aac309846e7 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:28:05.569909 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0f8e8-5ecc-4ddf-9dd3-f924acf2c076 req-bf37ef0a-616b-49bf-833d-8183c6fbbaf3 tempest-QuotasAdminNegativeTest-906184919 tempest-QuotasAdminNegativeTest-906184919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:05.571402 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dcc0f8e8-5ecc-4ddf-9dd3-f924acf2c076 req-bf37ef0a-616b-49bf-833d-8183c6fbbaf3 tempest-QuotasAdminNegativeTest-906184919 tempest-QuotasAdminNegativeTest-906184919-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2356498 Feb 20 05:28:05.592407 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dcc0f8e8-5ecc-4ddf-9dd3-f924acf2c076 req-fe73a2b3-e5cd-4a52-8c05-c618a8466488 tempest-QuotasAdminNegativeTest-906184919 tempest-QuotasAdminNegativeTest-906184919-project] 10.222.0.37 "GET /v2.0/quotas/2f46b8b4c2c445299019fa475e07283b HTTP/1.1" status: 200 len: 375 time: 0.0151412 Feb 20 05:28:05.652546 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dcc0f8e8-5ecc-4ddf-9dd3-f924acf2c076 req-b8c15148-a372-43dd-b286-fbc1363876df tempest-QuotasAdminNegativeTest-906184919 tempest-QuotasAdminNegativeTest-906184919-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f46b8b4c2c445299019fa475e07283b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538006 Feb 20 05:28:05.672135 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-848649ee-b288-49cf-915d-05ce372ae9ad req-a7b57d72-7a2b-49ff-ab6c-b26b8e455a65 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:28:05.677053 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-848649ee-b288-49cf-915d-05ce372ae9ad req-a7b57d72-7a2b-49ff-ab6c-b26b8e455a65 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:05.687582 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d51ced-2261-41ab-8544-7676303d1aa1 None None] Sync routers for ids ['f28ea473-00ca-45bb-a4db-4aac309846e7'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:28:05.697106 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d51ced-2261-41ab-8544-7676303d1aa1 None None] Routers {'f28ea473-00ca-45bb-a4db-4aac309846e7'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:28:05.697293 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d2d51ced-2261-41ab-8544-7676303d1aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:27:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f28ea473-00ca-45bb-a4db-4aac309846e7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:05.708736 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-848649ee-b288-49cf-915d-05ce372ae9ad req-a7b57d72-7a2b-49ff-ab6c-b26b8e455a65 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "PUT /v2.0/floatingips/c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08 HTTP/1.1" status: 200 len: 996 time: 1.5395267 Feb 20 05:28:05.709321 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19639a1a-aa67-43af-806f-1d5f40a5395a', 'tag': '99a3f4ae-d5ba-4af7-bc54-296e24e56b62'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:28:05.712429 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32be5f44-9557-473a-b142-378ab832d022" -d '{"events": [{"name": "network-changed", "server_uuid": "19639a1a-aa67-43af-806f-1d5f40a5395a", "tag": "99a3f4ae-d5ba-4af7-bc54-296e24e56b62"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:28:05.777457 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848649ee-b288-49cf-915d-05ce372ae9ad req-fc11ff91-fddc-41da-978b-13eecc7a4f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:05.779059 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-848649ee-b288-49cf-915d-05ce372ae9ad req-fc11ff91-fddc-41da-978b-13eecc7a4f6a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19bb3bd855364f478f15757cdbc4ef79&device_id=19639a1a-aa67-43af-806f-1d5f40a5395a HTTP/1.1" status: 200 len: 1128 time: 0.0575237 Feb 20 05:28:05.824257 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d2d51ced-2261-41ab-8544-7676303d1aa1 None None] Set router f28ea473-00ca-45bb-a4db-4aac309846e7 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:28:05.913631 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4629b0b-268d-44cc-b9ae-b6d9419c40c8 req-65b52ac8-6212-4754-a1bd-8689c4082cac tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:05.915180 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c4629b0b-268d-44cc-b9ae-b6d9419c40c8 req-65b52ac8-6212-4754-a1bd-8689c4082cac tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cba7995-958c-4bb7-a905-d8cd9c20d786 HTTP/1.1" status: 200 len: 950 time: 0.1231396 Feb 20 05:28:05.916213 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848649ee-b288-49cf-915d-05ce372ae9ad req-c357ccf3-ec60-4ad6-a9df-a78bb95f4730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:05.917623 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-848649ee-b288-49cf-915d-05ce372ae9ad req-c357ccf3-ec60-4ad6-a9df-a78bb95f4730 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2abba46f-80a0-459a-bed6-12708e438ddb HTTP/1.1" status: 200 len: 919 time: 0.1332085 Feb 20 05:28:06.022153 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c4629b0b-268d-44cc-b9ae-b6d9419c40c8 req-4f9f4b4e-d06d-41f0-b78d-7129f98338ad tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0acbf52-2d96-49ad-83ea-d576b52400ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002104 Feb 20 05:28:06.041810 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-848649ee-b288-49cf-915d-05ce372ae9ad req-0c410356-e122-4229-9f6d-ff6cd6bd40b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99a3f4ae-d5ba-4af7-bc54-296e24e56b62 HTTP/1.1" status: 200 len: 999 time: 0.1114957 Feb 20 05:28:06.065214 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d2d51ced-2261-41ab-8544-7676303d1aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:27:08Z', 'updated_at': '2022-02-20T05:27:14Z', 'revision_number': 4, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'gw_port': {'id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:09Z', 'updated_at': '2022-02-20T05:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'port_id': '99a3f4ae-d5ba-4af7-bc54-296e24e56b62', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'mac_address': 'fa:16:3e:12:fe:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19639a1a-aa67-43af-806f-1d5f40a5395a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:27:38Z', 'updated_at': '2022-02-20T05:28:04Z', 'revision_number': 1, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ea043d-57a6-46de-8f22-17daa50c547b', 'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'mac_address': 'fa:16:3e:17:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '02b4f072-587a-4100-aff1-5d1330162eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:13Z', 'updated_at': '2022-02-20T05:27:21Z', 'revision_number': 5, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'subnets': [{'id': '02b4f072-587a-4100-aff1-5d1330162eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:06.096226 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d51ced-2261-41ab-8544-7676303d1aa1 None None] Checking router: f28ea473-00ca-45bb-a4db-4aac309846e7 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:28:06.098515 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848649ee-b288-49cf-915d-05ce372ae9ad req-bfbb413c-6fcd-47d5-93bf-634cd0d581a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:06.100399 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-848649ee-b288-49cf-915d-05ce372ae9ad req-bfbb413c-6fcd-47d5-93bf-634cd0d581a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02b4f072-587a-4100-aff1-5d1330162eab HTTP/1.1" status: 200 len: 858 time: 0.0517938 Feb 20 05:28:06.106220 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d51ced-2261-41ab-8544-7676303d1aa1 None None] Routers {'f28ea473-00ca-45bb-a4db-4aac309846e7'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:28:06.106839 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d2d51ced-2261-41ab-8544-7676303d1aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:27:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f28ea473-00ca-45bb-a4db-4aac309846e7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:06.166524 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848649ee-b288-49cf-915d-05ce372ae9ad req-50720998-5749-4152-ad8f-1b7a1a1d3ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:06.177103 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-848649ee-b288-49cf-915d-05ce372ae9ad req-50720998-5749-4152-ad8f-1b7a1a1d3ff1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2abba46f-80a0-459a-bed6-12708e438ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0695410 Feb 20 05:28:06.234630 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d2d51ced-2261-41ab-8544-7676303d1aa1 None None] Set router f28ea473-00ca-45bb-a4db-4aac309846e7 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:28:06.292816 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-848649ee-b288-49cf-915d-05ce372ae9ad req-dcef17ab-5814-4065-97c6-c1530221756d service neutron] 10.222.0.37 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145205 Feb 20 05:28:06.401913 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-848649ee-b288-49cf-915d-05ce372ae9ad req-3c538efb-762d-4be0-b030-71922e80c57e service neutron] 10.222.0.37 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962591 Feb 20 05:28:06.460820 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4caeda9c-49e1-4d97-82db-986de1deb39c x-openstack-request-id: req-4caeda9c-49e1-4d97-82db-986de1deb39c {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:28:06.461921 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cba7995-958c-4bb7-a905-d8cd9c20d786", "name": "network-vif-plugged", "status": "completed", "tag": "b3549c07-997e-4e66-9c24-2dfc97c6b696", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:28:06.462139 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4caeda9c-49e1-4d97-82db-986de1deb39c {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:28:06.463088 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cba7995-958c-4bb7-a905-d8cd9c20d786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3549c07-997e-4e66-9c24-2dfc97c6b696', 'code': 200} Feb 20 05:28:06.525596 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ca401c-733b-4d27-8805-7625d17de3dc x-openstack-request-id: req-84ca401c-733b-4d27-8805-7625d17de3dc {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:28:06.526271 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19639a1a-aa67-43af-806f-1d5f40a5395a", "tag": "99a3f4ae-d5ba-4af7-bc54-296e24e56b62", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:28:06.526448 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d2d51ced-2261-41ab-8544-7676303d1aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:27:08Z', 'updated_at': '2022-02-20T05:27:14Z', 'revision_number': 4, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'gw_port': {'id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:09Z', 'updated_at': '2022-02-20T05:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'port_id': '99a3f4ae-d5ba-4af7-bc54-296e24e56b62', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'mac_address': 'fa:16:3e:12:fe:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19639a1a-aa67-43af-806f-1d5f40a5395a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:27:38Z', 'updated_at': '2022-02-20T05:28:04Z', 'revision_number': 1, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ea043d-57a6-46de-8f22-17daa50c547b', 'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'mac_address': 'fa:16:3e:17:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '02b4f072-587a-4100-aff1-5d1330162eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:13Z', 'updated_at': '2022-02-20T05:27:21Z', 'revision_number': 5, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'subnets': [{'id': '02b4f072-587a-4100-aff1-5d1330162eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:06.526677 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84ca401c-733b-4d27-8805-7625d17de3dc {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:28:06.528492 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19639a1a-aa67-43af-806f-1d5f40a5395a', 'tag': '99a3f4ae-d5ba-4af7-bc54-296e24e56b62', 'status': 'completed', 'code': 200} Feb 20 05:28:06.670822 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d51ced-2261-41ab-8544-7676303d1aa1 None None] The sync data for ids ['f28ea473-00ca-45bb-a4db-4aac309846e7'] in n-d-829866-5 is: [{'id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:27:08Z', 'updated_at': '2022-02-20T05:27:14Z', 'revision_number': 4, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'gw_port': {'id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:09Z', 'updated_at': '2022-02-20T05:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'port_id': '99a3f4ae-d5ba-4af7-bc54-296e24e56b62', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'mac_address': 'fa:16:3e:12:fe:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19639a1a-aa67-43af-806f-1d5f40a5395a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:27:38Z', 'updated_at': '2022-02-20T05:28:04Z', 'revision_number': 1, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ea043d-57a6-46de-8f22-17daa50c547b', 'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'mac_address': 'fa:16:3e:17:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '02b4f072-587a-4100-aff1-5d1330162eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:13Z', 'updated_at': '2022-02-20T05:27:21Z', 'revision_number': 5, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'subnets': [{'id': '02b4f072-587a-4100-aff1-5d1330162eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:28:06.714185 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be5f44-9557-473a-b142-378ab832d022 req-0d07b8fb-6809-4f30-93a0-c72242a1391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:06.715884 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-32be5f44-9557-473a-b142-378ab832d022 req-0d07b8fb-6809-4f30-93a0-c72242a1391b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=19bb3bd855364f478f15757cdbc4ef79&device_id=19639a1a-aa67-43af-806f-1d5f40a5395a HTTP/1.1" status: 200 len: 1128 time: 0.1582525 Feb 20 05:28:06.718738 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e0a40-6fce-4b19-951a-e646fa3c60e3 req-01d50514-2d91-412f-82ed-d1b1e086ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:06.720536 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a97e0a40-6fce-4b19-951a-e646fa3c60e3 req-01d50514-2d91-412f-82ed-d1b1e086ca7c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9cba7995-958c-4bb7-a905-d8cd9c20d786 HTTP/1.1" status: 200 len: 1132 time: 0.1484110 Feb 20 05:28:06.806987 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed1a93-daa5-4a11-b29c-81ffe42fa600 req-46abfaac-63b3-4181-9076-28cd52b68c41 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:06.816667 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50ed1a93-daa5-4a11-b29c-81ffe42fa600 req-46abfaac-63b3-4181-9076-28cd52b68c41 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=547006f4-dc90-4475-bcad-8083e0deb29b HTTP/1.1" status: 200 len: 946 time: 0.0820036 Feb 20 05:28:06.846463 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a97e0a40-6fce-4b19-951a-e646fa3c60e3 req-7635f416-1d7e-4022-81a4-31aee5f5852b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e0acbf52-2d96-49ad-83ea-d576b52400ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150415 Feb 20 05:28:06.867341 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be5f44-9557-473a-b142-378ab832d022 req-e2bc4abb-18df-4139-913b-1cc8d99f7dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:06.870594 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-32be5f44-9557-473a-b142-378ab832d022 req-e2bc4abb-18df-4139-913b-1cc8d99f7dcf service neutron] 10.222.0.61 "GET /v2.0/networks?id=2abba46f-80a0-459a-bed6-12708e438ddb HTTP/1.1" status: 200 len: 919 time: 0.1488824 Feb 20 05:28:06.886950 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50ed1a93-daa5-4a11-b29c-81ffe42fa600 req-28bb088e-5904-4b2e-80aa-7416e8d12102 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695415 Feb 20 05:28:06.987366 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-32be5f44-9557-473a-b142-378ab832d022 req-ba04adc3-c9a0-420f-87b4-24154c90149e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99a3f4ae-d5ba-4af7-bc54-296e24e56b62 HTTP/1.1" status: 200 len: 999 time: 0.1066899 Feb 20 05:28:07.022699 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abeb24-e38b-4d36-b89e-89ce58a0d12d req-05fec04d-6b24-4bcc-88bc-0eed6262c8c0 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:07.024406 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-90abeb24-e38b-4d36-b89e-89ce58a0d12d req-05fec04d-6b24-4bcc-88bc-0eed6262c8c0 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 946 time: 0.0666454 Feb 20 05:28:07.045592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f246f6cc-0060-4da3-9d52-85f6c1d6f15b None None] New status for floating IP c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08: ACTIVE {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:28:07.115356 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be5f44-9557-473a-b142-378ab832d022 req-9582fe7e-7692-4e67-842b-b6bca206c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:07.115947 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-90abeb24-e38b-4d36-b89e-89ce58a0d12d req-36337ece-0967-4831-adf7-c3e61502cba8 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840557 Feb 20 05:28:07.118811 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-32be5f44-9557-473a-b142-378ab832d022 req-9582fe7e-7692-4e67-842b-b6bca206c370 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=02b4f072-587a-4100-aff1-5d1330162eab HTTP/1.1" status: 200 len: 858 time: 0.1008649 Feb 20 05:28:07.212415 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-419efd64-b931-4577-b978-b4b2e3da42a0 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:28:07.222347 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-419efd64-b931-4577-b978-b4b2e3da42a0 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0210633 Feb 20 05:28:07.262017 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-420b1405-a782-4d3b-a070-300be90f5277 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:07.269113 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-420b1405-a782-4d3b-a070-300be90f5277 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a38470f-aa9e-4f5b-8cad-0f414aa3cccd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0639410 Feb 20 05:28:07.269594 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-b1e5fa34-037d-43bf-ba70-a5277930b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:07.276256 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-b1e5fa34-037d-43bf-ba70-a5277930b05f service neutron] 10.222.0.37 "GET /v2.0/ports/58b2f612-c972-429c-abc1-3310488c066e HTTP/1.1" status: 200 len: 1124 time: 0.0523257 Feb 20 05:28:07.283136 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-8e33ebae-ddf4-470e-8e14-819f9d864467 service neutron] Request body: {'binding': {'host': 'n-h1-829866-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:28:07.288298 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-8e33ebae-ddf4-470e-8e14-819f9d864467 service neutron] Unknown quota resources ['binding']. {{(pid=103406) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 05:28:07.341151 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-797223b0-2900-47b7-94c7-c3bdccbd1cdf tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 999 time: 0.0708592 Feb 20 05:28:07.342084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be5f44-9557-473a-b142-378ab832d022 req-120d01eb-8fc7-4472-aa90-d40cf27824d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:07.343706 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-32be5f44-9557-473a-b142-378ab832d022 req-120d01eb-8fc7-4472-aa90-d40cf27824d5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2abba46f-80a0-459a-bed6-12708e438ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2159688 Feb 20 05:28:07.353811 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-c2459faa-46b5-42ea-8a5e-5bcc2e48f54e tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Request body: {'floatingip': {'port_id': '75351174-856b-4232-9346-20de97c9826f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:28:07.417234 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-c2459faa-46b5-42ea-8a5e-5bcc2e48f54e tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks [] for floatingip (c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:07.504166 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-32be5f44-9557-473a-b142-378ab832d022 req-8b31b840-2638-4f8a-8ed6-6b93c8a9da6a service neutron] 10.222.0.61 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281881 Feb 20 05:28:07.506673 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-8e33ebae-ddf4-470e-8e14-819f9d864467 service neutron] Attempting to bind port 58b2f612-c972-429c-abc1-3310488c066e on host n-h1-829866-5 for vnic_type normal with profile None {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:28:07.507057 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-8e33ebae-ddf4-470e-8e14-819f9d864467 service neutron] Attempting to bind port 58b2f612-c972-429c-abc1-3310488c066e by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:28:07.507384 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-8e33ebae-ddf4-470e-8e14-819f9d864467 service neutron] Attempting to bind port 58b2f612-c972-429c-abc1-3310488c066e on network cb4530de-66c2-443b-82e6-823a997cfe68 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:28:07.520760 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-8e33ebae-ddf4-470e-8e14-819f9d864467 service neutron] Port 58b2f612-c972-429c-abc1-3310488c066e on network cb4530de-66c2-443b-82e6-823a997cfe68 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:28:07.521080 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-8e33ebae-ddf4-470e-8e14-819f9d864467 service neutron] Attempting to bind port 58b2f612-c972-429c-abc1-3310488c066e on network cb4530de-66c2-443b-82e6-823a997cfe68 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:28:07.564673 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-8e33ebae-ddf4-470e-8e14-819f9d864467 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:28:07.565058 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-8e33ebae-ddf4-470e-8e14-819f9d864467 service neutron] Checking segment: {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:28:07.565397 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-8e33ebae-ddf4-470e-8e14-819f9d864467 service neutron] Bound using segment: {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:28:07.565852 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-8e33ebae-ddf4-470e-8e14-819f9d864467 service neutron] Bound port: 58b2f612-c972-429c-abc1-3310488c066e, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:28:07.651158 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-8e33ebae-ddf4-470e-8e14-819f9d864467 service neutron] For port 58b2f612-c972-429c-abc1-3310488c066e, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=58b2f612-c972-429c-abc1-3310488c066e,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:28:07.653826 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-32be5f44-9557-473a-b142-378ab832d022 req-637ef41f-039d-4a99-8ec3-746208191214 service neutron] 10.222.0.61 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428683 Feb 20 05:28:07.658376 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-8e33ebae-ddf4-470e-8e14-819f9d864467 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:07.668616 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-8e33ebae-ddf4-470e-8e14-819f9d864467 service neutron] 10.222.0.37 "POST /v2.0/ports/58b2f612-c972-429c-abc1-3310488c066e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3850253 Feb 20 05:28:07.959601 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-ffe9f5e9-7d8b-4a93-9a5e-6f20c82553b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:07.962110 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-ffe9f5e9-7d8b-4a93-9a5e-6f20c82553b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 1127 time: 0.0606484 Feb 20 05:28:08.071524 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-e858ac45-abba-4526-87ca-0c7c80cc0610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:08.073110 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-e858ac45-abba-4526-87ca-0c7c80cc0610 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 908 time: 0.1007190 Feb 20 05:28:08.124477 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-c7a19adf-cac9-4570-9ec6-53a35e917dc4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58b2f612-c972-429c-abc1-3310488c066e HTTP/1.1" status: 200 len: 217 time: 0.0440333 Feb 20 05:28:08.268581 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c6dbe-f1df-4389-b1d5-89adcad7cba6 req-a03edc56-cc4e-4e5b-abb3-5671fe693af9 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:08.284938 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-226c6dbe-f1df-4389-b1d5-89adcad7cba6 req-a03edc56-cc4e-4e5b-abb3-5671fe693af9 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cba7995-958c-4bb7-a905-d8cd9c20d786 HTTP/1.1" status: 200 len: 950 time: 0.2424092 Feb 20 05:28:08.390223 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-226c6dbe-f1df-4389-b1d5-89adcad7cba6 req-3d689f3f-7cdc-47f8-9f30-070a347b4b96 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0acbf52-2d96-49ad-83ea-d576b52400ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038587 Feb 20 05:28:08.466227 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-c2459faa-46b5-42ea-8a5e-5bcc2e48f54e tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:08.471078 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-c2459faa-46b5-42ea-8a5e-5bcc2e48f54e tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:08.495277 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-34066f12-8b04-4f19-9ee8-3d0b7d671476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:08.497051 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-34066f12-8b04-4f19-9ee8-3d0b7d671476 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b4371b84-9467-4135-93c7-7a933f791395 HTTP/1.1" status: 200 len: 848 time: 0.3656580 Feb 20 05:28:08.529922 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-2e5ebbaf-de6d-482a-85b7-bd3ce66e1d58 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb4530de-66c2-443b-82e6-823a997cfe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257773 Feb 20 05:28:08.622880 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63076934-429f-4eac-b80e-a0d799fb6247 req-31464e63-1994-44ef-bee6-253f7745c431 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:08.624387 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-63076934-429f-4eac-b80e-a0d799fb6247 req-31464e63-1994-44ef-bee6-253f7745c431 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 945 time: 0.1083248 Feb 20 05:28:08.632392 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-c2459faa-46b5-42ea-8a5e-5bcc2e48f54e tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Floating IP c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08 associated. External IP: 172.25.3.77, port: 99a3f4ae-d5ba-4af7-bc54-296e24e56b62. Feb 20 05:28:08.647174 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-2262f2dd-9541-40ac-88e9-615e9b76a592 service neutron] 10.222.0.61 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102154 Feb 20 05:28:08.719998 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-63076934-429f-4eac-b80e-a0d799fb6247 req-9aabbea9-573d-4707-9c49-398af536bc1c tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850430 Feb 20 05:28:08.758009 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-6083a4e8-6357-41e9-8e59-51ce8f863fb6 service neutron] 10.222.0.61 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032701 Feb 20 05:28:08.909094 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-c2459faa-46b5-42ea-8a5e-5bcc2e48f54e tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Router f28ea473-00ca-45bb-a4db-4aac309846e7 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:28:09.041347 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af0e2a-2eb2-4cc5-b579-4272ee772786 req-b83573e9-705c-43f6-8bbd-ba6cd8b47189 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:09.042827 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-64af0e2a-2eb2-4cc5-b579-4272ee772786 req-b83573e9-705c-43f6-8bbd-ba6cd8b47189 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=547006f4-dc90-4475-bcad-8083e0deb29b HTTP/1.1" status: 200 len: 946 time: 0.1242754 Feb 20 05:28:09.074922 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-c2459faa-46b5-42ea-8a5e-5bcc2e48f54e tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:28:09.085570 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaf61da-89d5-45b1-84e1-091b0c89d959 None None] Sync routers for ids ['f28ea473-00ca-45bb-a4db-4aac309846e7'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:28:09.096329 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaf61da-89d5-45b1-84e1-091b0c89d959 None None] Routers {'f28ea473-00ca-45bb-a4db-4aac309846e7'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:28:09.097075 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-abaf61da-89d5-45b1-84e1-091b0c89d959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:27:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f28ea473-00ca-45bb-a4db-4aac309846e7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:09.141817 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-64af0e2a-2eb2-4cc5-b579-4272ee772786 req-97ecf348-39b5-4fb7-99e2-c09e502921af tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929596 Feb 20 05:28:09.226263 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-abaf61da-89d5-45b1-84e1-091b0c89d959 None None] Set router f28ea473-00ca-45bb-a4db-4aac309846e7 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:28:09.356372 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f2c59-5efe-46cb-b4c7-dc2ebf25b538 req-4cb658c2-9d53-43a1-a23f-6c790575d523 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:09.357890 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-473f2c59-5efe-46cb-b4c7-dc2ebf25b538 req-4cb658c2-9d53-43a1-a23f-6c790575d523 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 946 time: 0.1077611 Feb 20 05:28:09.375864 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-c2459faa-46b5-42ea-8a5e-5bcc2e48f54e tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Router f28ea473-00ca-45bb-a4db-4aac309846e7 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:28:09.376081 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d85ae8-dfb3-45b3-8249-d072d205e018 req-10c4f0cd-b658-43ea-950d-f104282457f4 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:09.377930 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a8d85ae8-dfb3-45b3-8249-d072d205e018 req-10c4f0cd-b658-43ea-950d-f104282457f4 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.61 "GET /v2.0/ports?device_id=547006f4-dc90-4475-bcad-8083e0deb29b HTTP/1.1" status: 200 len: 946 time: 0.0700519 Feb 20 05:28:09.462521 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-473f2c59-5efe-46cb-b4c7-dc2ebf25b538 req-5a84bee8-2382-4c41-bb99-a61f580fc12b tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975299 Feb 20 05:28:09.490995 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-abaf61da-89d5-45b1-84e1-091b0c89d959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:27:08Z', 'updated_at': '2022-02-20T05:27:14Z', 'revision_number': 4, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'gw_port': {'id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:09Z', 'updated_at': '2022-02-20T05:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'port_id': '75351174-856b-4232-9346-20de97c9826f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'mac_address': 'fa:16:3e:c9:3e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a38470f-aa9e-4f5b-8cad-0f414aa3cccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:27:38Z', 'updated_at': '2022-02-20T05:28:08Z', 'revision_number': 3, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ea043d-57a6-46de-8f22-17daa50c547b', 'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'mac_address': 'fa:16:3e:17:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '02b4f072-587a-4100-aff1-5d1330162eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:13Z', 'updated_at': '2022-02-20T05:27:21Z', 'revision_number': 5, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'subnets': [{'id': '02b4f072-587a-4100-aff1-5d1330162eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:09.512782 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-a8d85ae8-dfb3-45b3-8249-d072d205e018 req-bd802e8f-e170-4557-b04d-a719bdab5804 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Deleting port 393ae3e2-f866-4a7a-abe5-560b9f5a0d80 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:28:09.513228 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a8d85ae8-dfb3-45b3-8249-d072d205e018 req-bd802e8f-e170-4557-b04d-a719bdab5804 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (393ae3e2-f866-4a7a-abe5-560b9f5a0d80), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:09.534621 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-c2459faa-46b5-42ea-8a5e-5bcc2e48f54e tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:28:09.540435 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-c2459faa-46b5-42ea-8a5e-5bcc2e48f54e tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:09.547170 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaf61da-89d5-45b1-84e1-091b0c89d959 None None] Checking router: f28ea473-00ca-45bb-a4db-4aac309846e7 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:28:09.565528 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaf61da-89d5-45b1-84e1-091b0c89d959 None None] Routers {'f28ea473-00ca-45bb-a4db-4aac309846e7'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:28:09.566437 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-abaf61da-89d5-45b1-84e1-091b0c89d959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:27:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f28ea473-00ca-45bb-a4db-4aac309846e7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:09.579184 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19639a1a-aa67-43af-806f-1d5f40a5395a', 'tag': '99a3f4ae-d5ba-4af7-bc54-296e24e56b62'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:28:09.581542 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0e7bdd-b52c-4ad0-8376-dccde1fb6ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "19639a1a-aa67-43af-806f-1d5f40a5395a", "tag": "99a3f4ae-d5ba-4af7-bc54-296e24e56b62"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:28:09.632557 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d151eef2-9096-4c83-aad7-f9b85d55a9bf req-fdc450bf-096e-4c65-9dc3-65357ce8af47 tempest-QuotasAdminNegativeTest-906184919 tempest-QuotasAdminNegativeTest-906184919-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2f46b8b4c2c445299019fa475e07283b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543482 Feb 20 05:28:09.638961 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-c2459faa-46b5-42ea-8a5e-5bcc2e48f54e tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "PUT /v2.0/floatingips/c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08 HTTP/1.1" status: 200 len: 997 time: 2.2898912 Feb 20 05:28:09.668671 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-a8d85ae8-dfb3-45b3-8249-d072d205e018 req-bd802e8f-e170-4557-b04d-a719bdab5804 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] For port 393ae3e2-f866-4a7a-abe5-560b9f5a0d80, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=393ae3e2-f866-4a7a-abe5-560b9f5a0d80,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:09.669045 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a8d85ae8-dfb3-45b3-8249-d072d205e018 req-bd802e8f-e170-4557-b04d-a719bdab5804 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (393ae3e2-f866-4a7a-abe5-560b9f5a0d80), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:09.682744 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-a8d85ae8-dfb3-45b3-8249-d072d205e018 req-bd802e8f-e170-4557-b04d-a719bdab5804 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Calling delete_port for 393ae3e2-f866-4a7a-abe5-560b9f5a0d80 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:28:09.718436 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-abaf61da-89d5-45b1-84e1-091b0c89d959 None None] Set router f28ea473-00ca-45bb-a4db-4aac309846e7 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:28:09.719188 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-186f3e2f-615e-46f8-8436-59316dbce806 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:09.722273 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-186f3e2f-615e-46f8-8436-59316dbce806 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports/99a3f4ae-d5ba-4af7-bc54-296e24e56b62 HTTP/1.1" status: 200 len: 943 time: 0.0688674 Feb 20 05:28:09.918845 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a8d85ae8-dfb3-45b3-8249-d072d205e018 req-bd802e8f-e170-4557-b04d-a719bdab5804 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (393ae3e2-f866-4a7a-abe5-560b9f5a0d80), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:09.933420 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['393ae3e2-f866-4a7a-abe5-560b9f5a0d80'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:28:09.995056 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151eef2-9096-4c83-aad7-f9b85d55a9bf req-631f01e6-0f42-45e9-9881-606fc898b95e tempest-QuotasAdminNegativeTest-906184919 tempest-QuotasAdminNegativeTest-906184919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:09.995056 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d151eef2-9096-4c83-aad7-f9b85d55a9bf req-631f01e6-0f42-45e9-9881-606fc898b95e tempest-QuotasAdminNegativeTest-906184919 tempest-QuotasAdminNegativeTest-906184919-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3502162 Feb 20 05:28:10.017089 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd802e8f-e170-4557-b04d-a719bdab5804 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Pushing event deleted for resources: {'Port': ['ID=393ae3e2-f866-4a7a-abe5-560b9f5a0d80,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:10.027275 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d151eef2-9096-4c83-aad7-f9b85d55a9bf req-8799e8d9-737e-4592-be17-784324f6c11d tempest-QuotasAdminNegativeTest-906184919 tempest-QuotasAdminNegativeTest-906184919-project] 10.222.0.37 "GET /v2.0/quotas/2f46b8b4c2c445299019fa475e07283b HTTP/1.1" status: 200 len: 375 time: 0.0230923 Feb 20 05:28:10.030108 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-f4493464-c20b-4fe3-b054-639402bc7cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:10.031755 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-f4493464-c20b-4fe3-b054-639402bc7cc7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19bb3bd855364f478f15757cdbc4ef79&device_id=19639a1a-aa67-43af-806f-1d5f40a5395a HTTP/1.1" status: 200 len: 1128 time: 0.1654408 Feb 20 05:28:10.078057 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d151eef2-9096-4c83-aad7-f9b85d55a9bf req-5d920093-ecd0-4eb3-a097-747d0a7b88e0 tempest-QuotasAdminNegativeTest-906184919 tempest-QuotasAdminNegativeTest-906184919-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f46b8b4c2c445299019fa475e07283b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435104 Feb 20 05:28:10.084152 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d85ae8-dfb3-45b3-8249-d072d205e018 req-bd802e8f-e170-4557-b04d-a719bdab5804 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] No DVR routers for this DVR port 393ae3e2-f866-4a7a-abe5-560b9f5a0d80 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:28:10.087767 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a8d85ae8-dfb3-45b3-8249-d072d205e018 req-bd802e8f-e170-4557-b04d-a719bdab5804 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:10.091117 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a8d85ae8-dfb3-45b3-8249-d072d205e018 req-bd802e8f-e170-4557-b04d-a719bdab5804 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.61 "DELETE /v2.0/ports/393ae3e2-f866-4a7a-abe5-560b9f5a0d80 HTTP/1.1" status: 204 len: 173 time: 0.7072229 Feb 20 05:28:10.091714 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547006f4-dc90-4475-bcad-8083e0deb29b', 'name': 'network-vif-deleted', 'tag': '393ae3e2-f866-4a7a-abe5-560b9f5a0d80'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:28:10.094607 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2632be-3358-493e-a951-7a7e8be362b8" -d '{"events": [{"server_uuid": "547006f4-dc90-4475-bcad-8083e0deb29b", "name": "network-vif-deleted", "tag": "393ae3e2-f866-4a7a-abe5-560b9f5a0d80"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:28:10.106981 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-abaf61da-89d5-45b1-84e1-091b0c89d959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:27:08Z', 'updated_at': '2022-02-20T05:27:14Z', 'revision_number': 4, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'gw_port': {'id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:09Z', 'updated_at': '2022-02-20T05:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'port_id': '75351174-856b-4232-9346-20de97c9826f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'mac_address': 'fa:16:3e:c9:3e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a38470f-aa9e-4f5b-8cad-0f414aa3cccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:27:38Z', 'updated_at': '2022-02-20T05:28:08Z', 'revision_number': 3, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ea043d-57a6-46de-8f22-17daa50c547b', 'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'mac_address': 'fa:16:3e:17:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '02b4f072-587a-4100-aff1-5d1330162eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:13Z', 'updated_at': '2022-02-20T05:27:21Z', 'revision_number': 5, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'subnets': [{'id': '02b4f072-587a-4100-aff1-5d1330162eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:10.153252 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaf61da-89d5-45b1-84e1-091b0c89d959 None None] The sync data for ids ['f28ea473-00ca-45bb-a4db-4aac309846e7'] in n-d-829866-5 is: [{'id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:27:08Z', 'updated_at': '2022-02-20T05:27:14Z', 'revision_number': 4, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'gw_port': {'id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:09Z', 'updated_at': '2022-02-20T05:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'port_id': '75351174-856b-4232-9346-20de97c9826f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'mac_address': 'fa:16:3e:c9:3e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a38470f-aa9e-4f5b-8cad-0f414aa3cccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:27:38Z', 'updated_at': '2022-02-20T05:28:08Z', 'revision_number': 3, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ea043d-57a6-46de-8f22-17daa50c547b', 'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'mac_address': 'fa:16:3e:17:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '02b4f072-587a-4100-aff1-5d1330162eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:13Z', 'updated_at': '2022-02-20T05:27:21Z', 'revision_number': 5, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'subnets': [{'id': '02b4f072-587a-4100-aff1-5d1330162eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:28:10.220526 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-ac76b944-2e6b-44ec-88c2-dec184732095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:10.224443 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-ac76b944-2e6b-44ec-88c2-dec184732095 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2abba46f-80a0-459a-bed6-12708e438ddb HTTP/1.1" status: 200 len: 919 time: 0.1796749 Feb 20 05:28:10.318375 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-ebc6ae91-63a7-4e3a-ab2d-c788165d52b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99a3f4ae-d5ba-4af7-bc54-296e24e56b62 HTTP/1.1" status: 200 len: 217 time: 0.0873342 Feb 20 05:28:10.412857 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-05ed89ad-a0c0-48a1-a28d-e5b96d77adc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:10.420879 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-05ed89ad-a0c0-48a1-a28d-e5b96d77adc3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02b4f072-587a-4100-aff1-5d1330162eab HTTP/1.1" status: 200 len: 858 time: 0.1015952 Feb 20 05:28:10.441537 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672808e-26ac-43f0-9c9e-7876c2354b81 req-4817a9bf-9937-452a-9967-3fc33e7a1373 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:10.443009 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e672808e-26ac-43f0-9c9e-7876c2354b81 req-4817a9bf-9937-452a-9967-3fc33e7a1373 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cba7995-958c-4bb7-a905-d8cd9c20d786 HTTP/1.1" status: 200 len: 950 time: 0.1351707 Feb 20 05:28:10.455997 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d1d5d0-8cf1-4f0c-8c6f-b982859d4591 None None] New status for floating IP c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08: ACTIVE {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:28:10.524124 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-c316a073-0810-4ee3-9b8a-38e5f997064c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:10.526146 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-c316a073-0810-4ee3-9b8a-38e5f997064c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2abba46f-80a0-459a-bed6-12708e438ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1045153 Feb 20 05:28:10.530009 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e672808e-26ac-43f0-9c9e-7876c2354b81 req-72eaa90d-ec82-4504-a231-e08af9e04487 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0acbf52-2d96-49ad-83ea-d576b52400ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667636 Feb 20 05:28:10.621480 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a0e6a8-76db-4bc0-a58a-82b38dde5349 x-openstack-request-id: req-52a0e6a8-76db-4bc0-a58a-82b38dde5349 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:28:10.621856 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19639a1a-aa67-43af-806f-1d5f40a5395a", "tag": "99a3f4ae-d5ba-4af7-bc54-296e24e56b62", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:28:10.622030 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52a0e6a8-76db-4bc0-a58a-82b38dde5349 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:28:10.622415 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19639a1a-aa67-43af-806f-1d5f40a5395a', 'tag': '99a3f4ae-d5ba-4af7-bc54-296e24e56b62', 'status': 'completed', 'code': 200} Feb 20 05:28:10.687821 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e7bdd-b52c-4ad0-8376-dccde1fb6ee3 req-3b0d038c-1722-4cd8-9228-7aef507b23a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:10.689578 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2e0e7bdd-b52c-4ad0-8376-dccde1fb6ee3 req-3b0d038c-1722-4cd8-9228-7aef507b23a9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=19bb3bd855364f478f15757cdbc4ef79&device_id=19639a1a-aa67-43af-806f-1d5f40a5395a HTTP/1.1" status: 200 len: 1128 time: 0.0724437 Feb 20 05:28:10.765680 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-8b91ff15-441d-4e64-8fff-bfb71afc9d73 service neutron] 10.222.0.37 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333355 Feb 20 05:28:10.784984 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6f3571-d81f-46a3-8630-fd6bb1127163 None None] Sync routers for ids ['f28ea473-00ca-45bb-a4db-4aac309846e7'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:28:10.799336 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6f3571-d81f-46a3-8630-fd6bb1127163 None None] Routers {'f28ea473-00ca-45bb-a4db-4aac309846e7'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:28:10.801067 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ef6f3571-d81f-46a3-8630-fd6bb1127163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:27:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f28ea473-00ca-45bb-a4db-4aac309846e7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:10.869372 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e7bdd-b52c-4ad0-8376-dccde1fb6ee3 req-c356a435-7f83-47af-ba57-829083cda4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:10.871649 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2e0e7bdd-b52c-4ad0-8376-dccde1fb6ee3 req-c356a435-7f83-47af-ba57-829083cda4e7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2abba46f-80a0-459a-bed6-12708e438ddb HTTP/1.1" status: 200 len: 919 time: 0.1739559 Feb 20 05:28:10.917664 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25cc06-e99d-4132-a9c2-a991b90086c8 req-2e439958-5f25-4706-9b56-e3cadbf6a2c6 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:10.919552 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea25cc06-e99d-4132-a9c2-a991b90086c8 req-2e439958-5f25-4706-9b56-e3cadbf6a2c6 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 945 time: 0.2542479 Feb 20 05:28:10.956440 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2e0e7bdd-b52c-4ad0-8376-dccde1fb6ee3 req-15af80df-4e48-4821-83df-e35565c5d3f3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99a3f4ae-d5ba-4af7-bc54-296e24e56b62 HTTP/1.1" status: 200 len: 217 time: 0.0790138 Feb 20 05:28:10.976491 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-ef6f3571-d81f-46a3-8630-fd6bb1127163 None None] Set router f28ea473-00ca-45bb-a4db-4aac309846e7 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:28:11.020040 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea25cc06-e99d-4132-a9c2-a991b90086c8 req-46723464-f64c-4ab6-b8b8-1e26dc13af8f tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825832 Feb 20 05:28:11.053957 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e7bdd-b52c-4ad0-8376-dccde1fb6ee3 req-1a33a0b3-b022-480b-9218-a5ffa5e83ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:11.059781 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2e0e7bdd-b52c-4ad0-8376-dccde1fb6ee3 req-1a33a0b3-b022-480b-9218-a5ffa5e83ca0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=02b4f072-587a-4100-aff1-5d1330162eab HTTP/1.1" status: 200 len: 858 time: 0.0952458 Feb 20 05:28:11.065928 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-61b8caf3-9432-409f-97ab-ff8acb1cada3 service neutron] 10.222.0.37 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869329 Feb 20 05:28:11.178635 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e7bdd-b52c-4ad0-8376-dccde1fb6ee3 req-43c9edeb-6888-4327-af70-a87399de4cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:11.184610 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-864e0761-f75f-48a6-b7b2-9761102d58de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:11.188659 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2e0e7bdd-b52c-4ad0-8376-dccde1fb6ee3 req-43c9edeb-6888-4327-af70-a87399de4cae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2abba46f-80a0-459a-bed6-12708e438ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1151695 Feb 20 05:28:11.190210 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-864e0761-f75f-48a6-b7b2-9761102d58de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19bb3bd855364f478f15757cdbc4ef79&device_id=0a38470f-aa9e-4f5b-8cad-0f414aa3cccd HTTP/1.1" status: 200 len: 1127 time: 0.0826671 Feb 20 05:28:11.192651 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b7bbac-a441-4370-8916-b6ff1d8d9ec3 x-openstack-request-id: req-62b7bbac-a441-4370-8916-b6ff1d8d9ec3 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:28:11.195028 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547006f4-dc90-4475-bcad-8083e0deb29b", "name": "network-vif-deleted", "tag": "393ae3e2-f866-4a7a-abe5-560b9f5a0d80", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:28:11.195627 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-62b7bbac-a441-4370-8916-b6ff1d8d9ec3 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:28:11.196267 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547006f4-dc90-4475-bcad-8083e0deb29b', 'name': 'network-vif-deleted', 'tag': '393ae3e2-f866-4a7a-abe5-560b9f5a0d80', 'status': 'completed', 'code': 200} Feb 20 05:28:11.354725 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-23cbcb12-44ec-491e-8fe3-1366fa8f3d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:11.357247 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-23cbcb12-44ec-491e-8fe3-1366fa8f3d59 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2abba46f-80a0-459a-bed6-12708e438ddb HTTP/1.1" status: 200 len: 919 time: 0.1635575 Feb 20 05:28:11.395187 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ef6f3571-d81f-46a3-8630-fd6bb1127163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:27:08Z', 'updated_at': '2022-02-20T05:27:14Z', 'revision_number': 4, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'gw_port': {'id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:09Z', 'updated_at': '2022-02-20T05:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'port_id': '75351174-856b-4232-9346-20de97c9826f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'mac_address': 'fa:16:3e:c9:3e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a38470f-aa9e-4f5b-8cad-0f414aa3cccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:27:38Z', 'updated_at': '2022-02-20T05:28:10Z', 'revision_number': 4, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ea043d-57a6-46de-8f22-17daa50c547b', 'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'mac_address': 'fa:16:3e:17:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '02b4f072-587a-4100-aff1-5d1330162eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:13Z', 'updated_at': '2022-02-20T05:27:21Z', 'revision_number': 5, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'subnets': [{'id': '02b4f072-587a-4100-aff1-5d1330162eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:11.442780 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2e0e7bdd-b52c-4ad0-8376-dccde1fb6ee3 req-a4468a08-a0a0-46e5-bb3b-7237ca490747 service neutron] 10.222.0.61 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413905 Feb 20 05:28:11.473690 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6f3571-d81f-46a3-8630-fd6bb1127163 None None] Checking router: f28ea473-00ca-45bb-a4db-4aac309846e7 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:28:11.485506 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-e1f99d3c-b6f0-4edf-9a3c-8e170acd9844 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75351174-856b-4232-9346-20de97c9826f HTTP/1.1" status: 200 len: 1000 time: 0.1213546 Feb 20 05:28:11.498060 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6f3571-d81f-46a3-8630-fd6bb1127163 None None] Routers {'f28ea473-00ca-45bb-a4db-4aac309846e7'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:28:11.498686 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ef6f3571-d81f-46a3-8630-fd6bb1127163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:27:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f28ea473-00ca-45bb-a4db-4aac309846e7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:11.596428 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2e0e7bdd-b52c-4ad0-8376-dccde1fb6ee3 req-e92276fc-67fe-408a-8ae2-433cb259a85a service neutron] 10.222.0.61 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471603 Feb 20 05:28:11.603174 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-b96c47ef-608d-4b7e-82ad-87a13bbd6a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:11.615169 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-b96c47ef-608d-4b7e-82ad-87a13bbd6a39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02b4f072-587a-4100-aff1-5d1330162eab HTTP/1.1" status: 200 len: 858 time: 0.1211808 Feb 20 05:28:11.681103 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-ef6f3571-d81f-46a3-8630-fd6bb1127163 None None] Set router f28ea473-00ca-45bb-a4db-4aac309846e7 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:28:11.741322 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-997744d5-0079-4277-a984-03009035b181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:11.743107 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-997744d5-0079-4277-a984-03009035b181 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2abba46f-80a0-459a-bed6-12708e438ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1229868 Feb 20 05:28:11.775269 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add07aa6-0be5-4a09-a7e9-4677c778c00f req-4e64a8bf-f267-43ea-9ecd-0e173a4c6f93 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:11.776918 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-add07aa6-0be5-4a09-a7e9-4677c778c00f req-4e64a8bf-f267-43ea-9ecd-0e173a4c6f93 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 946 time: 0.1406350 Feb 20 05:28:11.885991 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-add07aa6-0be5-4a09-a7e9-4677c778c00f req-f576c4bf-64e0-4f55-870e-ae5ad74c94c9 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976572 Feb 20 05:28:11.934374 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-6a12575b-fa93-48dd-bdaf-58c73839e0a3 service neutron] 10.222.0.37 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811190 Feb 20 05:28:12.112063 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ef6f3571-d81f-46a3-8630-fd6bb1127163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:27:08Z', 'updated_at': '2022-02-20T05:27:14Z', 'revision_number': 4, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'gw_port': {'id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:09Z', 'updated_at': '2022-02-20T05:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'port_id': '75351174-856b-4232-9346-20de97c9826f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'mac_address': 'fa:16:3e:c9:3e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a38470f-aa9e-4f5b-8cad-0f414aa3cccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:27:38Z', 'updated_at': '2022-02-20T05:28:10Z', 'revision_number': 4, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ea043d-57a6-46de-8f22-17daa50c547b', 'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'mac_address': 'fa:16:3e:17:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '02b4f072-587a-4100-aff1-5d1330162eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:13Z', 'updated_at': '2022-02-20T05:27:21Z', 'revision_number': 5, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'subnets': [{'id': '02b4f072-587a-4100-aff1-5d1330162eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:12.167741 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6f3571-d81f-46a3-8630-fd6bb1127163 None None] The sync data for ids ['f28ea473-00ca-45bb-a4db-4aac309846e7'] in n-d-829866-5 is: [{'id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:27:08Z', 'updated_at': '2022-02-20T05:27:14Z', 'revision_number': 4, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'gw_port': {'id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:09Z', 'updated_at': '2022-02-20T05:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'port_id': '75351174-856b-4232-9346-20de97c9826f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'mac_address': 'fa:16:3e:c9:3e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a38470f-aa9e-4f5b-8cad-0f414aa3cccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:27:38Z', 'updated_at': '2022-02-20T05:28:10Z', 'revision_number': 4, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ea043d-57a6-46de-8f22-17daa50c547b', 'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'mac_address': 'fa:16:3e:17:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '02b4f072-587a-4100-aff1-5d1330162eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:13Z', 'updated_at': '2022-02-20T05:27:21Z', 'revision_number': 5, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'subnets': [{'id': '02b4f072-587a-4100-aff1-5d1330162eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:28:12.378046 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d71569b8-cdac-4ac2-a8d1-427975deafdf req-6f5a3ccd-368b-40cb-a519-75143773b0e3 service neutron] 10.222.0.37 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427986 Feb 20 05:28:12.514432 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-90c0da79-46ec-4bd7-97b0-7cba56edc9a5 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:12.515908 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-90c0da79-46ec-4bd7-97b0-7cba56edc9a5 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/networks?id=bfecaaea-4537-49c6-826a-93e263cff952 HTTP/1.1" status: 200 len: 810 time: 0.1415179 Feb 20 05:28:12.541105 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aafafc-ba5e-4cb2-93fa-2caff701a9bd req-878ccae9-79d1-49ae-9b64-5ff45c64acc8 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:12.542512 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95aafafc-ba5e-4cb2-93fa-2caff701a9bd req-878ccae9-79d1-49ae-9b64-5ff45c64acc8 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 945 time: 0.0887313 Feb 20 05:28:12.544130 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-3bfa7e7b-3f4d-49e8-baf9-028b9d98aefd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/quotas/ba68b400a4764ecd8cffcc89b3c1b40a HTTP/1.1" status: 200 len: 375 time: 0.0207613 Feb 20 05:28:12.585534 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-9cae800d-0591-4841-9bbf-75b24030f6b1 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ba68b400a4764ecd8cffcc89b3c1b40a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317028 Feb 20 05:28:12.623009 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a38470f-aa9e-4f5b-8cad-0f414aa3cccd', 'tag': '75351174-856b-4232-9346-20de97c9826f'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:28:12.625097 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33087ae-98bb-4162-a53d-ebcbc9b5f363" -d '{"events": [{"name": "network-changed", "server_uuid": "0a38470f-aa9e-4f5b-8cad-0f414aa3cccd", "tag": "75351174-856b-4232-9346-20de97c9826f"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:28:12.663584 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95aafafc-ba5e-4cb2-93fa-2caff701a9bd req-156c2d02-c8fc-4e63-8c7e-92f651142f86 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152265 Feb 20 05:28:12.710458 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-6c292a96-f048-4fb0-b885-236857047e6e service neutron] 10.222.0.37 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145716 Feb 20 05:28:12.803824 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-e7f90c65-5eb6-40f0-b38b-c2155bcd7eb0 service neutron] 10.222.0.37 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877419 Feb 20 05:28:12.899424 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-d3f8657a-f70a-44aa-907c-c9c9efffd950 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=be482396f26b4e429ca877a89c17d58e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236161 Feb 20 05:28:13.055760 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28231857-7770-467d-ac1e-18394eee7cc0 req-86bef391-7b95-4fbd-b041-443d1079195a tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 1000 time: 0.0897841 Feb 20 05:28:13.082937 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-5dfe7709-48c8-4edd-85bd-7d338ad4f96f tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:13.084491 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-5dfe7709-48c8-4edd-85bd-7d338ad4f96f tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1791112 Feb 20 05:28:13.128722 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-567cf2c9-47b6-43c8-afc8-1fa8ffdea853 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/quotas/be482396f26b4e429ca877a89c17d58e HTTP/1.1" status: 200 len: 375 time: 0.0179057 Feb 20 05:28:13.140952 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28231857-7770-467d-ac1e-18394eee7cc0 req-e56b57d7-2585-4961-9d30-789f1c8fccc7 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:13.142516 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28231857-7770-467d-ac1e-18394eee7cc0 req-e56b57d7-2585-4961-9d30-789f1c8fccc7 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports/75351174-856b-4232-9346-20de97c9826f HTTP/1.1" status: 200 len: 942 time: 0.0768883 Feb 20 05:28:13.198306 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-bbb751c0-0947-4d50-abe7-d71691ea7434 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=be482396f26b4e429ca877a89c17d58e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0547714 Feb 20 05:28:13.286509 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28231857-7770-467d-ac1e-18394eee7cc0 req-183e1dce-2c41-4523-b5b5-2fbfa4fc3148 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 1000 time: 0.0741839 Feb 20 05:28:13.389522 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad038dd0-7cc4-4272-98c2-86e2b5beaab0 x-openstack-request-id: req-ad038dd0-7cc4-4272-98c2-86e2b5beaab0 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:28:13.390064 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a38470f-aa9e-4f5b-8cad-0f414aa3cccd", "tag": "75351174-856b-4232-9346-20de97c9826f", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:28:13.390478 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad038dd0-7cc4-4272-98c2-86e2b5beaab0 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:28:13.391258 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a38470f-aa9e-4f5b-8cad-0f414aa3cccd', 'tag': '75351174-856b-4232-9346-20de97c9826f', 'status': 'completed', 'code': 200} Feb 20 05:28:13.435450 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28231857-7770-467d-ac1e-18394eee7cc0 req-86e596ba-6b5c-4887-bdeb-423c4c41ef81 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:13.448257 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28231857-7770-467d-ac1e-18394eee7cc0 req-86e596ba-6b5c-4887-bdeb-423c4c41ef81 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.1607745 Feb 20 05:28:13.505158 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ec3dd069-c96c-400c-8305-f7abd65cb24b req-17e1a72f-e7c4-4f40-81b6-7141f6df526d tempest-QuotasAdminNegativeTest-906184919 tempest-QuotasAdminNegativeTest-906184919-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2f46b8b4c2c445299019fa475e07283b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401342 Feb 20 05:28:13.537781 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33087ae-98bb-4162-a53d-ebcbc9b5f363 req-4f442e6d-f088-4b2c-93b1-1c314d5f9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:13.542684 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c33087ae-98bb-4162-a53d-ebcbc9b5f363 req-4f442e6d-f088-4b2c-93b1-1c314d5f9b8b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=19bb3bd855364f478f15757cdbc4ef79&device_id=0a38470f-aa9e-4f5b-8cad-0f414aa3cccd HTTP/1.1" status: 200 len: 1127 time: 0.1252775 Feb 20 05:28:13.627161 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d69da0-714f-4bad-8a81-9fdf3ee31e1c req-cb7d3c32-a8cc-417a-84a2-dff3d642426a tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:13.635366 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-53d69da0-714f-4bad-8a81-9fdf3ee31e1c req-cb7d3c32-a8cc-417a-84a2-dff3d642426a tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 946 time: 0.1288233 Feb 20 05:28:13.699810 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33087ae-98bb-4162-a53d-ebcbc9b5f363 req-6e478e14-2ab8-418a-82df-9e6880048b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:13.703206 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c33087ae-98bb-4162-a53d-ebcbc9b5f363 req-6e478e14-2ab8-418a-82df-9e6880048b34 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2abba46f-80a0-459a-bed6-12708e438ddb HTTP/1.1" status: 200 len: 919 time: 0.1538689 Feb 20 05:28:13.718400 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3dd069-c96c-400c-8305-f7abd65cb24b req-51d4aac5-9ece-43f4-a796-e64580380324 tempest-QuotasAdminNegativeTest-906184919 tempest-QuotasAdminNegativeTest-906184919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:13.720258 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ec3dd069-c96c-400c-8305-f7abd65cb24b req-51d4aac5-9ece-43f4-a796-e64580380324 tempest-QuotasAdminNegativeTest-906184919 tempest-QuotasAdminNegativeTest-906184919-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2040393 Feb 20 05:28:13.738794 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-53d69da0-714f-4bad-8a81-9fdf3ee31e1c req-443f1978-c19b-41c4-bd57-e331bed74ca1 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025195 Feb 20 05:28:13.765507 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ec3dd069-c96c-400c-8305-f7abd65cb24b req-f33c33ba-d357-45af-a887-fc18b6d8f12e tempest-QuotasAdminNegativeTest-906184919 tempest-QuotasAdminNegativeTest-906184919-project] 10.222.0.37 "GET /v2.0/quotas/2f46b8b4c2c445299019fa475e07283b HTTP/1.1" status: 200 len: 375 time: 0.0254960 Feb 20 05:28:13.806348 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ec3dd069-c96c-400c-8305-f7abd65cb24b req-0867f894-588f-4e48-9483-603300d7bcc9 tempest-QuotasAdminNegativeTest-906184919 tempest-QuotasAdminNegativeTest-906184919-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f46b8b4c2c445299019fa475e07283b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398297 Feb 20 05:28:13.807478 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c33087ae-98bb-4162-a53d-ebcbc9b5f363 req-d8698960-5dec-472b-8e85-247269f7f208 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75351174-856b-4232-9346-20de97c9826f HTTP/1.1" status: 200 len: 1000 time: 0.0973566 Feb 20 05:28:13.864965 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-20f472cd-2dd3-47d3-80c8-b249ee73a0a0 req-4a7de9a6-ebc9-4f08-bb46-d473c1030f10 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 210 time: 0.0342658 Feb 20 05:28:13.869299 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33087ae-98bb-4162-a53d-ebcbc9b5f363 req-03ff44c7-e22e-4110-9d29-686badfce2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:13.870723 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c33087ae-98bb-4162-a53d-ebcbc9b5f363 req-03ff44c7-e22e-4110-9d29-686badfce2db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=02b4f072-587a-4100-aff1-5d1330162eab HTTP/1.1" status: 200 len: 858 time: 0.0563068 Feb 20 05:28:13.962754 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33087ae-98bb-4162-a53d-ebcbc9b5f363 req-d4b74a20-439b-4338-82cb-14aba807b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:13.964434 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c33087ae-98bb-4162-a53d-ebcbc9b5f363 req-d4b74a20-439b-4338-82cb-14aba807b95c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2abba46f-80a0-459a-bed6-12708e438ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0789299 Feb 20 05:28:14.003802 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96f7620d-beaf-4051-8aef-57016167976a req-82d47d8a-a5b9-42ae-b7bf-1ad1af2ba096 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dd4bf80-8751-47bd-a071-cfc629b79996 HTTP/1.1" status: 200 len: 210 time: 0.0643814 Feb 20 05:28:14.053293 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae923772-1790-4b4f-8e63-57391e6e8a3e req-0621117f-2ebb-4f4a-8c51-06c2c9ef8f47 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 1000 time: 0.1028645 Feb 20 05:28:14.095766 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c33087ae-98bb-4162-a53d-ebcbc9b5f363 req-3dcf9635-ca4c-421a-b234-78e53ad07ce8 service neutron] 10.222.0.48 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234877 Feb 20 05:28:14.113585 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae923772-1790-4b4f-8e63-57391e6e8a3e req-26e9fbf2-6eae-4771-9519-19373bfe7c59 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:14.115372 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae923772-1790-4b4f-8e63-57391e6e8a3e req-26e9fbf2-6eae-4771-9519-19373bfe7c59 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports/75351174-856b-4232-9346-20de97c9826f HTTP/1.1" status: 200 len: 942 time: 0.0564854 Feb 20 05:28:14.310706 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c33087ae-98bb-4162-a53d-ebcbc9b5f363 req-39e4887d-6759-47e7-9858-5c5e401fc4a7 service neutron] 10.222.0.48 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038777 Feb 20 05:28:14.333810 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-531852d8-46f6-4d62-8e11-862ea550839a tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:14.335666 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-531852d8-46f6-4d62-8e11-862ea550839a tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.61 "GET /v2.0/networks?id=bfecaaea-4537-49c6-826a-93e263cff952 HTTP/1.1" status: 200 len: 810 time: 0.1469934 Feb 20 05:28:14.340516 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae923772-1790-4b4f-8e63-57391e6e8a3e req-10c6e8a0-b2c8-4b15-9589-acaa9a6beb7b tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 1000 time: 0.1424468 Feb 20 05:28:14.352458 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-45260d16-a11f-4351-b3d0-267f0a4c06dd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Request body: {'port': {'device_id': 'e0bb885a-27d5-4298-b7b3-443f67da6bbf', 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952', 'admin_state_up': True, 'tenant_id': 'ba68b400a4764ecd8cffcc89b3c1b40a'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:28:14.362378 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0966f63-e52e-49cc-977c-a868b3a68cf4 req-9260eb25-c709-4fed-8c62-d4cf94cdc5ad tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:14.365093 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0966f63-e52e-49cc-977c-a868b3a68cf4 req-9260eb25-c709-4fed-8c62-d4cf94cdc5ad tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 945 time: 0.2355278 Feb 20 05:28:14.481539 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-45260d16-a11f-4351-b3d0-267f0a4c06dd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Made reservation on behalf of ba68b400a4764ecd8cffcc89b3c1b40a for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:28:14.485313 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-45260d16-a11f-4351-b3d0-267f0a4c06dd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:14.503697 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0966f63-e52e-49cc-977c-a868b3a68cf4 req-ee59c1d9-b127-4b96-a4a7-8c892d2f3f53 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133888 Feb 20 05:28:14.527055 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae923772-1790-4b4f-8e63-57391e6e8a3e req-e28a8216-dadc-464c-891a-863d4dd690a9 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:14.533086 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae923772-1790-4b4f-8e63-57391e6e8a3e req-e28a8216-dadc-464c-891a-863d4dd690a9 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.1807904 Feb 20 05:28:14.617890 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae923772-1790-4b4f-8e63-57391e6e8a3e req-79a79eea-52b8-44a8-8894-c317c43db061 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 1000 time: 0.0839245 Feb 20 05:28:14.625462 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 393ae3e2-f866-4a7a-abe5-560b9f5a0d80 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:28:14.633191 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-ae923772-1790-4b4f-8e63-57391e6e8a3e req-5cd6fc6d-ca69-41df-9743-97e2a8245c21 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:28:14.653361 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 393ae3e2-f866-4a7a-abe5-560b9f5a0d80 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:28:14.654204 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 393ae3e2-f866-4a7a-abe5-560b9f5a0d80 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:28:14.661366 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-45260d16-a11f-4351-b3d0-267f0a4c06dd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Allocated IP 172.20.0.12 (bfecaaea-4537-49c6-826a-93e263cff952/f6cf6e5f-5eef-4832-87f6-e3f3339d48a1/4477e366-60ae-4979-a584-00f4641ba8bd) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:28:14.740713 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-13a67002-fa3d-4d09-ac83-ac23c73dd1bb tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=be482396f26b4e429ca877a89c17d58e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445080 Feb 20 05:28:14.746113 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ae923772-1790-4b4f-8e63-57391e6e8a3e req-5cd6fc6d-ca69-41df-9743-97e2a8245c21 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks [] for floatingip (c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:14.932034 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-45260d16-a11f-4351-b3d0-267f0a4c06dd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks [] for port (4477e366-60ae-4979-a584-00f4641ba8bd), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:14.971867 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-45260d16-a11f-4351-b3d0-267f0a4c06dd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (4477e366-60ae-4979-a584-00f4641ba8bd), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:15.016626 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf773dff-cc12-4659-ae71-38dafdb5da9f req-0db7af73-6686-49bc-80a9-9c16c00ad4b9 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:15.023550 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf773dff-cc12-4659-ae71-38dafdb5da9f req-0db7af73-6686-49bc-80a9-9c16c00ad4b9 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 946 time: 0.1938534 Feb 20 05:28:15.033851 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-45260d16-a11f-4351-b3d0-267f0a4c06dd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Network bfecaaea-4537-49c6-826a-93e263cff952 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:28:15.041873 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-45260d16-a11f-4351-b3d0-267f0a4c06dd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:28:15.044704 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-5614d684-1cd2-4572-bf9c-9a8fd6c86086 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:15.046463 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-5614d684-1cd2-4572-bf9c-9a8fd6c86086 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2950621 Feb 20 05:28:15.047431 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-45260d16-a11f-4351-b3d0-267f0a4c06dd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:28:15.051673 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45260d16-a11f-4351-b3d0-267f0a4c06dd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Pushing event updated for resources: {'Port': ['ID=4477e366-60ae-4979-a584-00f4641ba8bd,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:15.089267 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ae923772-1790-4b4f-8e63-57391e6e8a3e req-5cd6fc6d-ca69-41df-9743-97e2a8245c21 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:15.094569 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-628098c6-3085-447d-b4ee-eda8b0a55f35 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Request body: {'port': {'device_id': '9dd4bf80-8751-47bd-a071-cfc629b79996', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': 'be482396f26b4e429ca877a89c17d58e'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:28:15.110053 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ae923772-1790-4b4f-8e63-57391e6e8a3e req-5cd6fc6d-ca69-41df-9743-97e2a8245c21 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:15.110515 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [req-ae923772-1790-4b4f-8e63-57391e6e8a3e req-5cd6fc6d-ca69-41df-9743-97e2a8245c21 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Floating IP c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08 disassociated. External IP: 172.25.3.77, port: 75351174-856b-4232-9346-20de97c9826f. Feb 20 05:28:15.111384 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-45260d16-a11f-4351-b3d0-267f0a4c06dd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:15.112107 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-45260d16-a11f-4351-b3d0-267f0a4c06dd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:15.128731 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-45260d16-a11f-4351-b3d0-267f0a4c06dd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7852006 Feb 20 05:28:15.139056 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50842) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:15.144181 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Request body: {'port': {'device_id': 'e0bb885a-27d5-4298-b7b3-443f67da6bbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:28:15.219026 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4477e366-60ae-4979-a584-00f4641ba8bd), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:15.226970 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf773dff-cc12-4659-ae71-38dafdb5da9f req-bdf35997-6be3-4584-8ae1-f355c643913f tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981750 Feb 20 05:28:15.356266 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18fc6600-2b94-41e9-af70-7cd92f2f3394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:15.407356 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-628098c6-3085-447d-b4ee-eda8b0a55f35 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Made reservation on behalf of be482396f26b4e429ca877a89c17d58e for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:28:15.410638 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-628098c6-3085-447d-b4ee-eda8b0a55f35 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:15.469603 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016e2c4-d7dd-41cb-8bbd-b5ec0f2464b6 req-1987e057-4032-483d-a561-2fc866d73288 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:15.471095 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7016e2c4-d7dd-41cb-8bbd-b5ec0f2464b6 req-1987e057-4032-483d-a561-2fc866d73288 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 932 time: 0.1436551 Feb 20 05:28:15.520036 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18fc6600-2b94-41e9-af70-7cd92f2f3394 admin admin] Publish callbacks [] for security_group (5c430d48-b99b-4a8f-a62e-5d0f6c0df4c9), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:15.534801 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18fc6600-2b94-41e9-af70-7cd92f2f3394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5c430d48-b99b-4a8f-a62e-5d0f6c0df4c9), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:15.603816 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc6600-2b94-41e9-af70-7cd92f2f3394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c430d48-b99b-4a8f-a62e-5d0f6c0df4c9,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:15.614782 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-18fc6600-2b94-41e9-af70-7cd92f2f3394 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f46b8b4c2c445299019fa475e07283b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4675896 Feb 20 05:28:15.615475 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50848) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:15.617954 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4477e366-60ae-4979-a584-00f4641ba8bd {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:28:15.631990 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Publish callbacks [] for port (4477e366-60ae-4979-a584-00f4641ba8bd), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:15.661104 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Transition to ACTIVE for port object 4477e366-60ae-4979-a584-00f4641ba8bd will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:28:15.661356 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7016e2c4-d7dd-41cb-8bbd-b5ec0f2464b6 req-8dc15ce2-2edd-4b13-b82c-8bb6b379487b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749470 Feb 20 05:28:15.662956 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae923772-1790-4b4f-8e63-57391e6e8a3e req-5cd6fc6d-ca69-41df-9743-97e2a8245c21 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Router f28ea473-00ca-45bb-a4db-4aac309846e7 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:28:15.670219 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (4477e366-60ae-4979-a584-00f4641ba8bd), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:15.705269 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-628098c6-3085-447d-b4ee-eda8b0a55f35 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Allocated IP 192.168.233.81 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/214fcb87-101b-4547-95f1-5a2051748e8a) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:28:15.732062 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-36d1eaeb-7eb6-4fdb-b02c-0b48b4cd02b4 admin admin] Publish callbacks [] for security_group (5c430d48-b99b-4a8f-a62e-5d0f6c0df4c9), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:15.734964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Pushing event updated for resources: {'Port': ['ID=4477e366-60ae-4979-a584-00f4641ba8bd,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:15.761154 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:15.761384 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:15.761721 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:15.761931 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:15.762262 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:15.762994 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:15.762994 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:15.763309 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:15.763590 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:15.763914 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:15.764383 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:15.764900 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:15.765025 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:15.793367 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-36d1eaeb-7eb6-4fdb-b02c-0b48b4cd02b4 admin admin] Publish callbacks [] for security_group (5c430d48-b99b-4a8f-a62e-5d0f6c0df4c9), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:15.863934 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Attempting to bind port 4477e366-60ae-4979-a584-00f4641ba8bd on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:28:15.864299 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Attempting to bind port 4477e366-60ae-4979-a584-00f4641ba8bd by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '3b1341d4-1465-431a-9bc8-6cb9bf3a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:28:15.864606 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Attempting to bind port 4477e366-60ae-4979-a584-00f4641ba8bd on network bfecaaea-4537-49c6-826a-93e263cff952 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:28:15.865105 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a9daeed-e68b-465d-a51e-f15e6262e059 req-e78a25cd-b476-41c9-9740-d180f9e20ae7 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dd4bf80-8751-47bd-a071-cfc629b79996 HTTP/1.1" status: 200 len: 210 time: 0.0531006 Feb 20 05:28:15.870788 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Port 4477e366-60ae-4979-a584-00f4641ba8bd on network bfecaaea-4537-49c6-826a-93e263cff952 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:28:15.871146 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Attempting to bind port 4477e366-60ae-4979-a584-00f4641ba8bd on network bfecaaea-4537-49c6-826a-93e263cff952 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:28:15.879357 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:28:15.879713 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Checking segment: {'id': '3b1341d4-1465-431a-9bc8-6cb9bf3a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:28:15.880187 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Bound using segment: {'id': '3b1341d4-1465-431a-9bc8-6cb9bf3a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:28:15.880733 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Bound port: 4477e366-60ae-4979-a584-00f4641ba8bd, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b1341d4-1465-431a-9bc8-6cb9bf3a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:28:15.881354 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4477e366-60ae-4979-a584-00f4641ba8bd), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:15.898652 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae923772-1790-4b4f-8e63-57391e6e8a3e req-5cd6fc6d-ca69-41df-9743-97e2a8245c21 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:28:15.902293 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ae923772-1790-4b4f-8e63-57391e6e8a3e req-5cd6fc6d-ca69-41df-9743-97e2a8245c21 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:15.907482 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-36d1eaeb-7eb6-4fdb-b02c-0b48b4cd02b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5c430d48-b99b-4a8f-a62e-5d0f6c0df4c9), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:15.910006 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-36d1eaeb-7eb6-4fdb-b02c-0b48b4cd02b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:15.912752 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbf4814-8707-4288-97da-856fed2fd872 None None] Sync routers for ids ['f28ea473-00ca-45bb-a4db-4aac309846e7'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:28:15.923759 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-36d1eaeb-7eb6-4fdb-b02c-0b48b4cd02b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c430d48-b99b-4a8f-a62e-5d0f6c0df4c9 HTTP/1.1" status: 204 len: 168 time: 0.3004770 Feb 20 05:28:15.929160 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbf4814-8707-4288-97da-856fed2fd872 None None] Routers {'f28ea473-00ca-45bb-a4db-4aac309846e7'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:28:15.931246 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-9bbf4814-8707-4288-97da-856fed2fd872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:27:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f28ea473-00ca-45bb-a4db-4aac309846e7'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:15.977976 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1eaeb-7eb6-4fdb-b02c-0b48b4cd02b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c430d48-b99b-4a8f-a62e-5d0f6c0df4c9,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:16.039951 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] For port 4477e366-60ae-4979-a584-00f4641ba8bd, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:28:16.052736 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae923772-1790-4b4f-8e63-57391e6e8a3e req-5cd6fc6d-ca69-41df-9743-97e2a8245c21 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "PUT /v2.0/floatingips/c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08 HTTP/1.1" status: 200 len: 694 time: 1.4233913 Feb 20 05:28:16.062409 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] For port 4477e366-60ae-4979-a584-00f4641ba8bd, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4477e366-60ae-4979-a584-00f4641ba8bd,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:28:16.071661 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (4477e366-60ae-4979-a584-00f4641ba8bd), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:16.096150 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-9bbf4814-8707-4288-97da-856fed2fd872 None None] Set router f28ea473-00ca-45bb-a4db-4aac309846e7 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:28:16.132310 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-628098c6-3085-447d-b4ee-eda8b0a55f35 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Publish callbacks [] for port (214fcb87-101b-4547-95f1-5a2051748e8a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:16.140053 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:16.141472 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:16.143071 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] 10.222.0.61 "PUT /v2.0/ports/4477e366-60ae-4979-a584-00f4641ba8bd HTTP/1.1" status: 200 len: 1092 time: 1.0029886 Feb 20 05:28:16.143809 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0bb885a-27d5-4298-b7b3-443f67da6bbf', 'tag': '4477e366-60ae-4979-a584-00f4641ba8bd'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:28:16.146230 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534552c4-b588-4074-8368-4b31d3c01923" -d '{"events": [{"name": "network-changed", "server_uuid": "e0bb885a-27d5-4298-b7b3-443f67da6bbf", "tag": "4477e366-60ae-4979-a584-00f4641ba8bd"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:28:16.176091 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c80b87-1830-41d6-bded-1187b2819f82 service neutron] Pushing event updated for resources: {'Port': ['ID=4477e366-60ae-4979-a584-00f4641ba8bd,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:16.224765 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a38470f-aa9e-4f5b-8cad-0f414aa3cccd', 'tag': '75351174-856b-4232-9346-20de97c9826f'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:28:16.227826 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a45605-0f80-4622-83bb-2e84753df7ed" -d '{"events": [{"name": "network-changed", "server_uuid": "0a38470f-aa9e-4f5b-8cad-0f414aa3cccd", "tag": "75351174-856b-4232-9346-20de97c9826f"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:28:16.280486 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-aaa21297-7584-400c-9971-a626b1efa97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:16.283340 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-aaa21297-7584-400c-9971-a626b1efa97f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba68b400a4764ecd8cffcc89b3c1b40a&device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 1126 time: 0.0930734 Feb 20 05:28:16.286243 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-628098c6-3085-447d-b4ee-eda8b0a55f35 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (214fcb87-101b-4547-95f1-5a2051748e8a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:16.330799 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['b3549c07-997e-4e66-9c24-2dfc97c6b696'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:28:16.342724 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-7105d42d-b6ca-43fb-a03a-8afbace56fb1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4477e366-60ae-4979-a584-00f4641ba8bd HTTP/1.1" status: 200 len: 217 time: 0.0528173 Feb 20 05:28:16.357073 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-628098c6-3085-447d-b4ee-eda8b0a55f35 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:28:16.366465 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628098c6-3085-447d-b4ee-eda8b0a55f35 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Pushing event updated for resources: {'Port': ['ID=214fcb87-101b-4547-95f1-5a2051748e8a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:16.370500 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-628098c6-3085-447d-b4ee-eda8b0a55f35 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:28:16.374209 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-628098c6-3085-447d-b4ee-eda8b0a55f35 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:28:16.411678 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464f012-4fc4-466f-b1b0-1d81c1944d7e req-fa7d7899-13a9-4bdc-84c6-90869d26631b tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:16.419724 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e464f012-4fc4-466f-b1b0-1d81c1944d7e req-fa7d7899-13a9-4bdc-84c6-90869d26631b tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 945 time: 0.2299478 Feb 20 05:28:16.445708 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-735568cf-a953-4f3f-be78-1985fb5e64f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:16.465257 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-52a2365a-0a75-45c9-9b19-d361cfbba98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:16.467039 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-52a2365a-0a75-45c9-9b19-d361cfbba98e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6cf6e5f-5eef-4832-87f6-e3f3339d48a1 HTTP/1.1" status: 200 len: 850 time: 0.1168327 Feb 20 05:28:16.493581 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50860) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:16.528075 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-628098c6-3085-447d-b4ee-eda8b0a55f35 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:16.528723 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-628098c6-3085-447d-b4ee-eda8b0a55f35 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:16.528936 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-2d63923a-5b14-4e9f-8e8d-f3fa95ca5979 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bfecaaea-4537-49c6-826a-93e263cff952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558970 Feb 20 05:28:16.545148 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-82150764-38af-48d6-a072-fa741aea216a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:16.556154 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae923772-1790-4b4f-8e63-57391e6e8a3e req-2389318f-2b26-4176-9812-dce33f69e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:16.571487 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae923772-1790-4b4f-8e63-57391e6e8a3e req-2389318f-2b26-4176-9812-dce33f69e1e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19bb3bd855364f478f15757cdbc4ef79&device_id=0a38470f-aa9e-4f5b-8cad-0f414aa3cccd HTTP/1.1" status: 200 len: 1127 time: 0.3342831 Feb 20 05:28:16.611933 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e464f012-4fc4-466f-b1b0-1d81c1944d7e req-f13ac8c1-f7c3-4cad-a4f0-d2cf18ad667c tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888728 Feb 20 05:28:16.660126 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-628098c6-3085-447d-b4ee-eda8b0a55f35 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5731645 Feb 20 05:28:16.684469 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-91ce82cc-fef1-49ac-8274-d82baa6d1ae6 service neutron] 10.222.0.61 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495464 Feb 20 05:28:16.688333 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1766fc-0d25-4288-97d4-79c1ffcff0eb x-openstack-request-id: req-4b1766fc-0d25-4288-97d4-79c1ffcff0eb {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:28:16.688623 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0bb885a-27d5-4298-b7b3-443f67da6bbf", "tag": "4477e366-60ae-4979-a584-00f4641ba8bd", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:28:16.688874 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b1766fc-0d25-4288-97d4-79c1ffcff0eb {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:28:16.689263 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0bb885a-27d5-4298-b7b3-443f67da6bbf', 'tag': '4477e366-60ae-4979-a584-00f4641ba8bd', 'status': 'completed', 'code': 200} Feb 20 05:28:16.722567 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-9bbf4814-8707-4288-97da-856fed2fd872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:27:08Z', 'updated_at': '2022-02-20T05:27:14Z', 'revision_number': 4, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'gw_port': {'id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:09Z', 'updated_at': '2022-02-20T05:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'c0ea043d-57a6-46de-8f22-17daa50c547b', 'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'mac_address': 'fa:16:3e:17:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '02b4f072-587a-4100-aff1-5d1330162eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:13Z', 'updated_at': '2022-02-20T05:27:21Z', 'revision_number': 5, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'subnets': [{'id': '02b4f072-587a-4100-aff1-5d1330162eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:16.795177 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbf4814-8707-4288-97da-856fed2fd872 None None] Checking router: f28ea473-00ca-45bb-a4db-4aac309846e7 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:28:16.808790 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbf4814-8707-4288-97da-856fed2fd872 None None] Routers {'f28ea473-00ca-45bb-a4db-4aac309846e7'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:28:16.809704 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-9bbf4814-8707-4288-97da-856fed2fd872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:27:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f28ea473-00ca-45bb-a4db-4aac309846e7'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:16.823546 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04d6ec44-c2f8-47fb-ba0b-cb29ac4a8297 req-3ba1184c-6ab8-442b-942e-70f0d5cb2ff9 service neutron] 10.222.0.61 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326585 Feb 20 05:28:16.829034 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-82150764-38af-48d6-a072-fa741aea216a admin admin] Publish callbacks [] for security_group (4f0ab52e-c134-4c99-a18a-a771de773c54), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:16.848841 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-15fa71d3-ddeb-4dd0-98b6-ecdd8f312110 service neutron] Request body: {'port': {'device_id': '9dd4bf80-8751-47bd-a071-cfc629b79996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:28:16.865731 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-82150764-38af-48d6-a072-fa741aea216a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4f0ab52e-c134-4c99-a18a-a771de773c54), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:16.908775 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-bb0ad988-da68-43f1-b8ac-2b6a7ba4023a None None] Provisioning complete for port 214fcb87-101b-4547-95f1-5a2051748e8a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:28:16.909463 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bb0ad988-da68-43f1-b8ac-2b6a7ba4023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (214fcb87-101b-4547-95f1-5a2051748e8a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:16.938032 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534552c4-b588-4074-8368-4b31d3c01923 req-bdc3418b-3a11-4bbe-b09c-b7aade0c927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:16.939274 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae923772-1790-4b4f-8e63-57391e6e8a3e req-e47fab2d-6573-4d64-b1b4-75cc8e232e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:16.940190 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-534552c4-b588-4074-8368-4b31d3c01923 req-bdc3418b-3a11-4bbe-b09c-b7aade0c927a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba68b400a4764ecd8cffcc89b3c1b40a&device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 1126 time: 0.0624647 Feb 20 05:28:16.940774 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae923772-1790-4b4f-8e63-57391e6e8a3e req-e47fab2d-6573-4d64-b1b4-75cc8e232e89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2abba46f-80a0-459a-bed6-12708e438ddb HTTP/1.1" status: 200 len: 919 time: 0.3587978 Feb 20 05:28:17.003565 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-82150764-38af-48d6-a072-fa741aea216a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5b6090de8c7c4705a8459ea85a3af337&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5091183 Feb 20 05:28:17.030797 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bb0ad988-da68-43f1-b8ac-2b6a7ba4023a None None] Port 214fcb87-101b-4547-95f1-5a2051748e8a cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:28:17.035560 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50866) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:17.041848 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82150764-38af-48d6-a072-fa741aea216a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0ab52e-c134-4c99-a18a-a771de773c54,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:17.048071 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-9bbf4814-8707-4288-97da-856fed2fd872 None None] Set router f28ea473-00ca-45bb-a4db-4aac309846e7 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:28:17.059328 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae923772-1790-4b4f-8e63-57391e6e8a3e req-d8a89c4f-0928-4128-86de-7106e37b0c5b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75351174-856b-4232-9346-20de97c9826f HTTP/1.1" status: 200 len: 217 time: 0.1064568 Feb 20 05:28:17.102103 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-15fa71d3-ddeb-4dd0-98b6-ecdd8f312110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (214fcb87-101b-4547-95f1-5a2051748e8a), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:17.104240 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d8f5ca71-6493-4c13-8ce4-acd17e8a1a2a admin admin] Publish callbacks [] for security_group (4f0ab52e-c134-4c99-a18a-a771de773c54), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:17.128098 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d8f5ca71-6493-4c13-8ce4-acd17e8a1a2a admin admin] Publish callbacks [] for security_group (4f0ab52e-c134-4c99-a18a-a771de773c54), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:17.132356 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fbf6b-7d29-4910-97cf-130b6edd03f1 req-ca02313d-cf3d-4a76-bacf-609704329f35 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:17.139799 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f49fbf6b-7d29-4910-97cf-130b6edd03f1 req-ca02313d-cf3d-4a76-bacf-609704329f35 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 946 time: 0.3027565 Feb 20 05:28:17.170595 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae923772-1790-4b4f-8e63-57391e6e8a3e req-2ca2177c-6f86-413d-a032-7ac01616abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:17.172683 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae923772-1790-4b4f-8e63-57391e6e8a3e req-2ca2177c-6f86-413d-a032-7ac01616abc8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02b4f072-587a-4100-aff1-5d1330162eab HTTP/1.1" status: 200 len: 858 time: 0.1047981 Feb 20 05:28:17.198465 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534552c4-b588-4074-8368-4b31d3c01923 req-1cadc5bd-e60e-46e4-80dc-0f67956c67a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:17.200352 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-534552c4-b588-4074-8368-4b31d3c01923 req-1cadc5bd-e60e-46e4-80dc-0f67956c67a8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bfecaaea-4537-49c6-826a-93e263cff952 HTTP/1.1" status: 200 len: 910 time: 0.2492700 Feb 20 05:28:17.216239 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d8f5ca71-6493-4c13-8ce4-acd17e8a1a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4f0ab52e-c134-4c99-a18a-a771de773c54), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:17.220027 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d8f5ca71-6493-4c13-8ce4-acd17e8a1a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:17.221907 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d8f5ca71-6493-4c13-8ce4-acd17e8a1a2a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f0ab52e-c134-4c99-a18a-a771de773c54 HTTP/1.1" status: 204 len: 168 time: 0.1854835 Feb 20 05:28:17.281462 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-534552c4-b588-4074-8368-4b31d3c01923 req-38b0861a-2444-4fb3-8a92-14d66fe440d7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4477e366-60ae-4979-a584-00f4641ba8bd HTTP/1.1" status: 200 len: 217 time: 0.0749226 Feb 20 05:28:17.286551 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f49fbf6b-7d29-4910-97cf-130b6edd03f1 req-f2982e26-f0e2-4caa-99fa-a2f04548051c tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456659 Feb 20 05:28:17.289801 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5ca71-6493-4c13-8ce4-acd17e8a1a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0ab52e-c134-4c99-a18a-a771de773c54,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:17.292505 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae923772-1790-4b4f-8e63-57391e6e8a3e req-1375d5b3-4010-453b-ada6-09acafc5c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:17.294397 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae923772-1790-4b4f-8e63-57391e6e8a3e req-1375d5b3-4010-453b-ada6-09acafc5c366 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2abba46f-80a0-459a-bed6-12708e438ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1012015 Feb 20 05:28:17.351393 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534552c4-b588-4074-8368-4b31d3c01923 req-93912a45-560b-4139-a599-cf5aaac0efdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:17.355489 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-534552c4-b588-4074-8368-4b31d3c01923 req-93912a45-560b-4139-a599-cf5aaac0efdc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6cf6e5f-5eef-4832-87f6-e3f3339d48a1 HTTP/1.1" status: 200 len: 850 time: 0.0674405 Feb 20 05:28:17.406503 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f11212-315c-4380-b3bb-475cc1d3fa2c x-openstack-request-id: req-37f11212-315c-4380-b3bb-475cc1d3fa2c {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:28:17.406805 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a38470f-aa9e-4f5b-8cad-0f414aa3cccd", "tag": "75351174-856b-4232-9346-20de97c9826f", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:28:17.407485 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37f11212-315c-4380-b3bb-475cc1d3fa2c {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:28:17.408116 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a38470f-aa9e-4f5b-8cad-0f414aa3cccd', 'tag': '75351174-856b-4232-9346-20de97c9826f', 'status': 'completed', 'code': 200} Feb 20 05:28:17.447437 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-534552c4-b588-4074-8368-4b31d3c01923 req-5f08d661-62db-4c68-8187-c3f97b991b11 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bfecaaea-4537-49c6-826a-93e263cff952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852079 Feb 20 05:28:17.509804 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-9bbf4814-8707-4288-97da-856fed2fd872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:27:08Z', 'updated_at': '2022-02-20T05:27:14Z', 'revision_number': 4, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'gw_port': {'id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:09Z', 'updated_at': '2022-02-20T05:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'c0ea043d-57a6-46de-8f22-17daa50c547b', 'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'mac_address': 'fa:16:3e:17:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '02b4f072-587a-4100-aff1-5d1330162eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:13Z', 'updated_at': '2022-02-20T05:27:21Z', 'revision_number': 5, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'subnets': [{'id': '02b4f072-587a-4100-aff1-5d1330162eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:17.539270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbf4814-8707-4288-97da-856fed2fd872 None None] The sync data for ids ['f28ea473-00ca-45bb-a4db-4aac309846e7'] in n-d-829866-5 is: [{'id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:27:08Z', 'updated_at': '2022-02-20T05:27:14Z', 'revision_number': 4, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'gw_port': {'id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:09Z', 'updated_at': '2022-02-20T05:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'c0ea043d-57a6-46de-8f22-17daa50c547b', 'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'mac_address': 'fa:16:3e:17:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '02b4f072-587a-4100-aff1-5d1330162eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:13Z', 'updated_at': '2022-02-20T05:27:21Z', 'revision_number': 5, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'subnets': [{'id': '02b4f072-587a-4100-aff1-5d1330162eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:28:17.599206 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a45605-0f80-4622-83bb-2e84753df7ed req-f682c68f-69e7-43ff-ab99-6dca17a48c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:17.600725 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-57a45605-0f80-4622-83bb-2e84753df7ed req-f682c68f-69e7-43ff-ab99-6dca17a48c28 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=19bb3bd855364f478f15757cdbc4ef79&device_id=0a38470f-aa9e-4f5b-8cad-0f414aa3cccd HTTP/1.1" status: 200 len: 1127 time: 0.1595457 Feb 20 05:28:17.644710 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-534552c4-b588-4074-8368-4b31d3c01923 req-9ed06d01-6669-468e-8987-e4f9d7c73005 service neutron] 10.222.0.61 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810696 Feb 20 05:28:17.845095 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a45605-0f80-4622-83bb-2e84753df7ed req-96225f77-92d1-4d3e-9bb6-11a288e4c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:17.846594 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-57a45605-0f80-4622-83bb-2e84753df7ed req-96225f77-92d1-4d3e-9bb6-11a288e4c4f4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2abba46f-80a0-459a-bed6-12708e438ddb HTTP/1.1" status: 200 len: 919 time: 0.2269034 Feb 20 05:28:17.851083 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-534552c4-b588-4074-8368-4b31d3c01923 req-33dfb0d9-a41a-4a6d-81a3-9954c216cb33 service neutron] 10.222.0.61 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905961 Feb 20 05:28:17.904000 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-57a45605-0f80-4622-83bb-2e84753df7ed req-65c9e9b2-db40-4884-be63-df8fa585454f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75351174-856b-4232-9346-20de97c9826f HTTP/1.1" status: 200 len: 217 time: 0.0504971 Feb 20 05:28:17.982581 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a45605-0f80-4622-83bb-2e84753df7ed req-e49eebe5-ac59-4031-be16-20a609056348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:17.984205 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-57a45605-0f80-4622-83bb-2e84753df7ed req-e49eebe5-ac59-4031-be16-20a609056348 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=02b4f072-587a-4100-aff1-5d1330162eab HTTP/1.1" status: 200 len: 858 time: 0.0744750 Feb 20 05:28:17.991463 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bde4f37-dcfb-4bc0-9151-4455cf7c5e2c None None] New status for floating IP c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:28:18.045091 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a45605-0f80-4622-83bb-2e84753df7ed req-64db80e5-3eac-4215-a0c5-9381970d31de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:18.046995 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-57a45605-0f80-4622-83bb-2e84753df7ed req-64db80e5-3eac-4215-a0c5-9381970d31de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2abba46f-80a0-459a-bed6-12708e438ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0564003 Feb 20 05:28:18.104660 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae923772-1790-4b4f-8e63-57391e6e8a3e req-6b70bd66-2f82-4c78-90ec-62459be2c69e service neutron] 10.222.0.37 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7573545 Feb 20 05:28:18.219440 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c18d0-52c3-432b-9b39-09acbf78aa04 req-522fc2c6-544d-4984-ba26-529138530b1e tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:18.225906 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f23c18d0-52c3-432b-9b39-09acbf78aa04 req-522fc2c6-544d-4984-ba26-529138530b1e tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 944 time: 0.3140950 Feb 20 05:28:18.246466 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-57a45605-0f80-4622-83bb-2e84753df7ed req-15a2288a-d2d1-4237-9723-5f2e834b467d service neutron] 10.222.0.48 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895552 Feb 20 05:28:18.294916 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-15fa71d3-ddeb-4dd0-98b6-ecdd8f312110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214fcb87-101b-4547-95f1-5a2051748e8a {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:28:18.311367 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-15fa71d3-ddeb-4dd0-98b6-ecdd8f312110 service neutron] Publish callbacks [] for port (214fcb87-101b-4547-95f1-5a2051748e8a), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:18.352450 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-15fa71d3-ddeb-4dd0-98b6-ecdd8f312110 service neutron] Transition to ACTIVE for port object 214fcb87-101b-4547-95f1-5a2051748e8a will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:28:18.360903 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f23c18d0-52c3-432b-9b39-09acbf78aa04 req-3111b73f-ba99-40cd-a137-898d92a5cbd9 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342721 Feb 20 05:28:18.369610 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-15fa71d3-ddeb-4dd0-98b6-ecdd8f312110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (214fcb87-101b-4547-95f1-5a2051748e8a), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:18.392522 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae923772-1790-4b4f-8e63-57391e6e8a3e req-d6d53ff6-6236-4da2-b384-7da333a0cb56 service neutron] 10.222.0.37 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759099 Feb 20 05:28:18.417710 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-57a45605-0f80-4622-83bb-2e84753df7ed req-60b686c3-b5f1-427b-9149-cf872a5d6605 service neutron] 10.222.0.48 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618466 Feb 20 05:28:18.519069 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e044225a-5a79-4d63-85e2-c4c6e9ec33c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:18.536987 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa71d3-ddeb-4dd0-98b6-ecdd8f312110 service neutron] Pushing event updated for resources: {'Port': ['ID=214fcb87-101b-4547-95f1-5a2051748e8a,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:18.650255 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-15fa71d3-ddeb-4dd0-98b6-ecdd8f312110 service neutron] Attempting to bind port 214fcb87-101b-4547-95f1-5a2051748e8a on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:28:18.650597 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-15fa71d3-ddeb-4dd0-98b6-ecdd8f312110 service neutron] Attempting to bind port 214fcb87-101b-4547-95f1-5a2051748e8a by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:28:18.650951 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-15fa71d3-ddeb-4dd0-98b6-ecdd8f312110 service neutron] Attempting to bind port 214fcb87-101b-4547-95f1-5a2051748e8a on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:28:18.661632 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcf06f-f771-4bb8-a993-16b7fbf2da7d req-9b5a1856-c33b-4bd4-a27f-5620d63b0299 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:18.663215 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bddcf06f-f771-4bb8-a993-16b7fbf2da7d req-9b5a1856-c33b-4bd4-a27f-5620d63b0299 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dd4bf80-8751-47bd-a071-cfc629b79996 HTTP/1.1" status: 200 len: 947 time: 0.1682746 Feb 20 05:28:18.672994 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc8d08-321f-4a3e-ab2d-e7ea4a32fb68 req-18812230-e51a-4cca-9c6d-fb295cfdd790 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:18.674435 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1bc8d08-321f-4a3e-ab2d-e7ea4a32fb68 req-18812230-e51a-4cca-9c6d-fb295cfdd790 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 945 time: 0.1506007 Feb 20 05:28:18.676377 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-15fa71d3-ddeb-4dd0-98b6-ecdd8f312110 service neutron] Port 214fcb87-101b-4547-95f1-5a2051748e8a on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:28:18.676701 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-15fa71d3-ddeb-4dd0-98b6-ecdd8f312110 service neutron] Attempting to bind port 214fcb87-101b-4547-95f1-5a2051748e8a on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:28:18.684050 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-15fa71d3-ddeb-4dd0-98b6-ecdd8f312110 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:28:18.684425 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-15fa71d3-ddeb-4dd0-98b6-ecdd8f312110 service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:28:18.684869 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-15fa71d3-ddeb-4dd0-98b6-ecdd8f312110 service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:28:18.685335 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-15fa71d3-ddeb-4dd0-98b6-ecdd8f312110 service neutron] Bound port: 214fcb87-101b-4547-95f1-5a2051748e8a, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:28:18.685724 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-15fa71d3-ddeb-4dd0-98b6-ecdd8f312110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (214fcb87-101b-4547-95f1-5a2051748e8a), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:18.795730 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1bc8d08-321f-4a3e-ab2d-e7ea4a32fb68 req-63160fcc-336c-478a-954d-d22565a4a945 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126795 Feb 20 05:28:18.807715 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bddcf06f-f771-4bb8-a993-16b7fbf2da7d req-7832e111-35f8-4690-9d5b-885a416a2a12 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0acbf52-2d96-49ad-83ea-d576b52400ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321361 Feb 20 05:28:18.819488 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-15fa71d3-ddeb-4dd0-98b6-ecdd8f312110 service neutron] For port 214fcb87-101b-4547-95f1-5a2051748e8a, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:28:18.824335 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-15fa71d3-ddeb-4dd0-98b6-ecdd8f312110 service neutron] For port 214fcb87-101b-4547-95f1-5a2051748e8a, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=214fcb87-101b-4547-95f1-5a2051748e8a,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:28:18.831361 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-15fa71d3-ddeb-4dd0-98b6-ecdd8f312110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (214fcb87-101b-4547-95f1-5a2051748e8a), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:18.867924 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-15fa71d3-ddeb-4dd0-98b6-ecdd8f312110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:18.868548 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-15fa71d3-ddeb-4dd0-98b6-ecdd8f312110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:18.869984 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-15fa71d3-ddeb-4dd0-98b6-ecdd8f312110 service neutron] 10.222.0.61 "PUT /v2.0/ports/214fcb87-101b-4547-95f1-5a2051748e8a HTTP/1.1" status: 200 len: 1095 time: 2.0368605 Feb 20 05:28:18.998151 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa71d3-ddeb-4dd0-98b6-ecdd8f312110 service neutron] Pushing event updated for resources: {'Port': ['ID=214fcb87-101b-4547-95f1-5a2051748e8a,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:19.028004 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7882e4-d163-4418-8c06-10c2d7833b47 req-f4f8b876-7eaa-4762-ba61-5c8a0aa14e36 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:19.029721 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1d7882e4-d163-4418-8c06-10c2d7833b47 req-f4f8b876-7eaa-4762-ba61-5c8a0aa14e36 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 946 time: 0.1565065 Feb 20 05:28:19.032760 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-53c95393-4c7a-4434-9bf4-1334741b146b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:19.034208 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-53c95393-4c7a-4434-9bf4-1334741b146b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=be482396f26b4e429ca877a89c17d58e&device_id=9dd4bf80-8751-47bd-a071-cfc629b79996 HTTP/1.1" status: 200 len: 1129 time: 0.1213150 Feb 20 05:28:19.112755 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-4b18dc44-34d3-452a-9351-79e0dfd6637e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=214fcb87-101b-4547-95f1-5a2051748e8a HTTP/1.1" status: 200 len: 217 time: 0.0608871 Feb 20 05:28:19.211955 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1d7882e4-d163-4418-8c06-10c2d7833b47 req-569f9854-c5bf-48d7-b42d-cbaac550678d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720054 Feb 20 05:28:19.246467 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-73067ad0-847c-4e60-bf65-7377b66ef91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:19.248058 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-73067ad0-847c-4e60-bf65-7377b66ef91f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1288862 Feb 20 05:28:19.299146 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74b620-0220-4a79-9b82-e0337a04f620 req-72ce445b-7e70-499a-9dd7-6e847e77119f tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:19.307308 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba74b620-0220-4a79-9b82-e0337a04f620 req-72ce445b-7e70-499a-9dd7-6e847e77119f tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=19639a1a-aa67-43af-806f-1d5f40a5395a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1215231 Feb 20 05:28:19.365436 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-d4d22fcf-886f-4879-ba55-252c49d44309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:19.367670 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-d4d22fcf-886f-4879-ba55-252c49d44309 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1115992 Feb 20 05:28:19.371429 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba74b620-0220-4a79-9b82-e0337a04f620 req-f31415e6-0793-409d-be53-52ae71d7e83b tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 695 time: 0.0632122 Feb 20 05:28:19.387929 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-ba74b620-0220-4a79-9b82-e0337a04f620 req-330528ea-1995-4ce6-afdc-0ff5029390ab tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Request body: {'floatingip': {'port_id': '99a3f4ae-d5ba-4af7-bc54-296e24e56b62', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:28:19.428440 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd4bf80-8751-47bd-a071-cfc629b79996', 'tag': '214fcb87-101b-4547-95f1-5a2051748e8a'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:28:19.430853 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf369bf-90d9-4411-aad6-7ae7afd9a164" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd4bf80-8751-47bd-a071-cfc629b79996", "tag": "214fcb87-101b-4547-95f1-5a2051748e8a"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:28:19.441968 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:19.484666 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ba74b620-0220-4a79-9b82-e0337a04f620 req-330528ea-1995-4ce6-afdc-0ff5029390ab tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks [] for floatingip (c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:19.625220 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50918) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:19.647650 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-9f752029-65cc-4140-a8c0-375849034302 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728944 Feb 20 05:28:19.662703 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee175c0-66a9-4353-8d69-0422b28fe58d req-5fadc9b8-2c3e-48c7-89ed-3e90436f4c7d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:19.664756 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6ee175c0-66a9-4353-8d69-0422b28fe58d req-5fadc9b8-2c3e-48c7-89ed-3e90436f4c7d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 944 time: 0.1944637 Feb 20 05:28:19.744975 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9430cc50-e880-456b-9a20-e928505df73a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:19.823778 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9430cc50-e880-456b-9a20-e928505df73a admin admin] Publish callbacks [] for security_group (58e540ed-8067-46cb-baf0-db60b54e34ef), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:19.828163 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9430cc50-e880-456b-9a20-e928505df73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (58e540ed-8067-46cb-baf0-db60b54e34ef), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:19.867902 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6ee175c0-66a9-4353-8d69-0422b28fe58d req-7c0117ef-c9f0-4420-bab9-4a5398405853 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692419 Feb 20 05:28:19.869101 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430cc50-e880-456b-9a20-e928505df73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e540ed-8067-46cb-baf0-db60b54e34ef,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:19.876857 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9430cc50-e880-456b-9a20-e928505df73a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=774efe85bd4c4be790efdd36a05290d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468574 Feb 20 05:28:19.876857 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50926) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:19.903747 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5410fe8d-ec8b-4ae5-b438-360b6b356f02 req-7a1bf2d9-4dbe-4727-a41f-3a9a59673761 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364488 Feb 20 05:28:19.941288 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-709ed8cf-76fe-4c9b-97a4-4eac1f8cddca admin admin] Publish callbacks [] for security_group (58e540ed-8067-46cb-baf0-db60b54e34ef), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:19.967476 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-709ed8cf-76fe-4c9b-97a4-4eac1f8cddca admin admin] Publish callbacks [] for security_group (58e540ed-8067-46cb-baf0-db60b54e34ef), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:19.987280 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d45b00e-0701-4fef-8fb9-c3bac85fd927 x-openstack-request-id: req-8d45b00e-0701-4fef-8fb9-c3bac85fd927 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:28:19.987653 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd4bf80-8751-47bd-a071-cfc629b79996", "tag": "214fcb87-101b-4547-95f1-5a2051748e8a", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:28:19.987828 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d45b00e-0701-4fef-8fb9-c3bac85fd927 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:28:19.988214 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dd4bf80-8751-47bd-a071-cfc629b79996', 'tag': '214fcb87-101b-4547-95f1-5a2051748e8a', 'status': 'completed', 'code': 200} Feb 20 05:28:20.048126 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-709ed8cf-76fe-4c9b-97a4-4eac1f8cddca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (58e540ed-8067-46cb-baf0-db60b54e34ef), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:20.051677 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-709ed8cf-76fe-4c9b-97a4-4eac1f8cddca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:20.056305 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-709ed8cf-76fe-4c9b-97a4-4eac1f8cddca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58e540ed-8067-46cb-baf0-db60b54e34ef HTTP/1.1" status: 204 len: 168 time: 0.1782050 Feb 20 05:28:20.065125 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ed8cf-76fe-4c9b-97a4-4eac1f8cddca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e540ed-8067-46cb-baf0-db60b54e34ef,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:20.149921 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf369bf-90d9-4411-aad6-7ae7afd9a164 req-d984512e-2486-4ba1-a8be-a53ec9bfd04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:20.151648 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9bf369bf-90d9-4411-aad6-7ae7afd9a164 req-d984512e-2486-4ba1-a8be-a53ec9bfd04f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=be482396f26b4e429ca877a89c17d58e&device_id=9dd4bf80-8751-47bd-a071-cfc629b79996 HTTP/1.1" status: 200 len: 1129 time: 0.1472085 Feb 20 05:28:20.242709 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51b80f-a400-4acd-af5a-09f47f7127c2 req-533840ee-b73f-454c-88ee-ce2f24929e6b tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:20.244249 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb51b80f-a400-4acd-af5a-09f47f7127c2 req-533840ee-b73f-454c-88ee-ce2f24929e6b tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 945 time: 0.2016366 Feb 20 05:28:20.365671 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50934) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:20.372235 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ba74b620-0220-4a79-9b82-e0337a04f620 req-330528ea-1995-4ce6-afdc-0ff5029390ab tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:20.376548 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf369bf-90d9-4411-aad6-7ae7afd9a164 req-c70530cf-16c8-4acc-8ee3-6200430ff7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:20.378045 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9bf369bf-90d9-4411-aad6-7ae7afd9a164 req-c70530cf-16c8-4acc-8ee3-6200430ff7fb service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.2171893 Feb 20 05:28:20.380086 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ba74b620-0220-4a79-9b82-e0337a04f620 req-330528ea-1995-4ce6-afdc-0ff5029390ab tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:20.380382 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-09ddb422-f9fd-4a2f-bbb2-31af8fac5720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:20.386271 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb51b80f-a400-4acd-af5a-09f47f7127c2 req-5b903aa4-3710-4afc-b2ea-9be3b0fa58ef tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303773 Feb 20 05:28:20.483662 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-09ddb422-f9fd-4a2f-bbb2-31af8fac5720 admin admin] Publish callbacks [] for security_group (c3d11d10-b3be-4d2d-b509-6535b59c7e70), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:20.487494 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-09ddb422-f9fd-4a2f-bbb2-31af8fac5720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c3d11d10-b3be-4d2d-b509-6535b59c7e70), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:20.496406 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9bf369bf-90d9-4411-aad6-7ae7afd9a164 req-eba21e8c-a97b-47ae-b210-c67e0fc257fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=214fcb87-101b-4547-95f1-5a2051748e8a HTTP/1.1" status: 200 len: 217 time: 0.1091988 Feb 20 05:28:20.517673 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ddb422-f9fd-4a2f-bbb2-31af8fac5720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d11d10-b3be-4d2d-b509-6535b59c7e70,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:20.539379 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-09ddb422-f9fd-4a2f-bbb2-31af8fac5720 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b4c95d6d08e459995359b4e9eaedb9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1723130 Feb 20 05:28:20.541897 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50936) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:20.592546 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6e8451af-01f5-4d7f-8246-063f58b595a7 admin admin] Publish callbacks [] for security_group (c3d11d10-b3be-4d2d-b509-6535b59c7e70), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:20.614599 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf369bf-90d9-4411-aad6-7ae7afd9a164 req-fdeef1ec-b20c-4b75-a139-16e364a949ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:20.616108 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9bf369bf-90d9-4411-aad6-7ae7afd9a164 req-fdeef1ec-b20c-4b75-a139-16e364a949ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1095126 Feb 20 05:28:20.618597 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6e8451af-01f5-4d7f-8246-063f58b595a7 admin admin] Publish callbacks [] for security_group (c3d11d10-b3be-4d2d-b509-6535b59c7e70), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:20.656097 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [req-ba74b620-0220-4a79-9b82-e0337a04f620 req-330528ea-1995-4ce6-afdc-0ff5029390ab tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Floating IP c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08 associated. External IP: 172.25.3.77, port: 99a3f4ae-d5ba-4af7-bc54-296e24e56b62. Feb 20 05:28:20.657666 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 4477e366-60ae-4979-a584-00f4641ba8bd details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:28:20.666942 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c71399-b90c-4df6-a112-5ca3f73dbd7e req-5b1adbbe-6ccd-4df7-a1ec-d1c406c4fd8f tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:20.668466 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46c71399-b90c-4df6-a112-5ca3f73dbd7e req-5b1adbbe-6ccd-4df7-a1ec-d1c406c4fd8f tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dd4bf80-8751-47bd-a071-cfc629b79996 HTTP/1.1" status: 200 len: 947 time: 0.1770260 Feb 20 05:28:20.683646 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6e8451af-01f5-4d7f-8246-063f58b595a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c3d11d10-b3be-4d2d-b509-6535b59c7e70), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:20.687131 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6e8451af-01f5-4d7f-8246-063f58b595a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:20.688765 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6e8451af-01f5-4d7f-8246-063f58b595a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c3d11d10-b3be-4d2d-b509-6535b59c7e70 HTTP/1.1" status: 204 len: 168 time: 0.1459231 Feb 20 05:28:20.699871 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8451af-01f5-4d7f-8246-063f58b595a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d11d10-b3be-4d2d-b509-6535b59c7e70,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:20.797342 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2246b-abc0-48c8-94d7-8c4fbcd47bcc req-0a0f3b78-dedf-44c8-a61b-0b61b5a5d4e9 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:20.800505 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ac2246b-abc0-48c8-94d7-8c4fbcd47bcc req-0a0f3b78-dedf-44c8-a61b-0b61b5a5d4e9 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a38470f-aa9e-4f5b-8cad-0f414aa3cccd HTTP/1.1" status: 200 len: 945 time: 0.0862725 Feb 20 05:28:20.800992 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf369bf-90d9-4411-aad6-7ae7afd9a164 req-bb68b5d9-eb61-448e-9af5-6b117ed004fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:20.802481 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9bf369bf-90d9-4411-aad6-7ae7afd9a164 req-bb68b5d9-eb61-448e-9af5-6b117ed004fa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1794665 Feb 20 05:28:20.815658 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46c71399-b90c-4df6-a112-5ca3f73dbd7e req-25fc1126-eafe-4dab-ac2c-7dce70de1163 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0acbf52-2d96-49ad-83ea-d576b52400ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097445 Feb 20 05:28:20.947464 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 4477e366-60ae-4979-a584-00f4641ba8bd, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4477e366-60ae-4979-a584-00f4641ba8bd,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:20.977542 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '4477e366-60ae-4979-a584-00f4641ba8bd', 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952', 'port_id': '4477e366-60ae-4979-a584-00f4641ba8bd', 'mac_address': 'fa:16:3e:88:1c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6cf6e5f-5eef-4832-87f6-e3f3339d48a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:28:21.014663 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-0ac2246b-abc0-48c8-94d7-8c4fbcd47bcc req-cb4fc889-572d-4df7-beef-23ee821c7c34 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Deleting port 75351174-856b-4232-9346-20de97c9826f {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:28:21.015200 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ac2246b-abc0-48c8-94d7-8c4fbcd47bcc req-cb4fc889-572d-4df7-beef-23ee821c7c34 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (75351174-856b-4232-9346-20de97c9826f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:21.084708 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 4477e366-60ae-4979-a584-00f4641ba8bd is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:28:21.086126 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4477e366-60ae-4979-a584-00f4641ba8bd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:21.110494 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4477e366-60ae-4979-a584-00f4641ba8bd {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:28:21.134717 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 4477e366-60ae-4979-a584-00f4641ba8bd, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4477e366-60ae-4979-a584-00f4641ba8bd,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:21.139547 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4477e366-60ae-4979-a584-00f4641ba8bd), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:21.193508 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-0ac2246b-abc0-48c8-94d7-8c4fbcd47bcc req-cb4fc889-572d-4df7-beef-23ee821c7c34 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] For port 75351174-856b-4232-9346-20de97c9826f, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=75351174-856b-4232-9346-20de97c9826f,segment=NetworkSegment(2f846fab-1023-4142-9b98-5429bbacc081),segment_id=2f846fab-1023-4142-9b98-5429bbacc081)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:21.194269 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ac2246b-abc0-48c8-94d7-8c4fbcd47bcc req-cb4fc889-572d-4df7-beef-23ee821c7c34 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (75351174-856b-4232-9346-20de97c9826f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:21.216239 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-0ac2246b-abc0-48c8-94d7-8c4fbcd47bcc req-cb4fc889-572d-4df7-beef-23ee821c7c34 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Calling delete_port for 75351174-856b-4232-9346-20de97c9826f owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:28:21.233989 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=4477e366-60ae-4979-a584-00f4641ba8bd,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:21.250671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:21.251208 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:21.251661 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:21.252107 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:21.252552 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:21.252996 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:21.253430 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:21.253865 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:21.254297 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:21.254754 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:21.255216 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:21.255644 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:21.256080 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:21.295327 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:21.367897 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9bf369bf-90d9-4411-aad6-7ae7afd9a164 req-05577a83-1950-4d1b-a50d-326301e659f1 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5557330 Feb 20 05:28:21.387447 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['4477e366-60ae-4979-a584-00f4641ba8bd'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:28:21.418154 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ac2246b-abc0-48c8-94d7-8c4fbcd47bcc req-cb4fc889-572d-4df7-beef-23ee821c7c34 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (75351174-856b-4232-9346-20de97c9826f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:21.436785 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f229ab0-19a1-4e91-898a-025cdaa0f51d req-71380434-1ca1-4070-86a3-45cfeeed68d8 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:21.444210 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1f229ab0-19a1-4e91-898a-025cdaa0f51d req-71380434-1ca1-4070-86a3-45cfeeed68d8 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 946 time: 0.2219138 Feb 20 05:28:21.454719 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fc889-572d-4df7-beef-23ee821c7c34 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Pushing event deleted for resources: {'Port': ['ID=75351174-856b-4232-9346-20de97c9826f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:21.525335 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac2246b-abc0-48c8-94d7-8c4fbcd47bcc req-cb4fc889-572d-4df7-beef-23ee821c7c34 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] No DVR routers for this DVR port 75351174-856b-4232-9346-20de97c9826f on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:28:21.529304 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ac2246b-abc0-48c8-94d7-8c4fbcd47bcc req-cb4fc889-572d-4df7-beef-23ee821c7c34 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:21.533506 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ac2246b-abc0-48c8-94d7-8c4fbcd47bcc req-cb4fc889-572d-4df7-beef-23ee821c7c34 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.48 "DELETE /v2.0/ports/75351174-856b-4232-9346-20de97c9826f HTTP/1.1" status: 204 len: 173 time: 0.7262845 Feb 20 05:28:21.534310 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a38470f-aa9e-4f5b-8cad-0f414aa3cccd', 'name': 'network-vif-deleted', 'tag': '75351174-856b-4232-9346-20de97c9826f'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:28:21.536122 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['75351174-856b-4232-9346-20de97c9826f'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:28:21.538138 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3a7a90-c4fd-44b9-8666-6c46ddeadf8a" -d '{"events": [{"server_uuid": "0a38470f-aa9e-4f5b-8cad-0f414aa3cccd", "name": "network-vif-deleted", "tag": "75351174-856b-4232-9346-20de97c9826f"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:28:21.576608 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba74b620-0220-4a79-9b82-e0337a04f620 req-330528ea-1995-4ce6-afdc-0ff5029390ab tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Router f28ea473-00ca-45bb-a4db-4aac309846e7 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:28:21.618432 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1f229ab0-19a1-4e91-898a-025cdaa0f51d req-41db39cf-ccf9-492c-aee1-f6865867d942 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728244 Feb 20 05:28:21.627170 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9bf369bf-90d9-4411-aad6-7ae7afd9a164 req-6c3a893d-6663-41b0-bb15-b26c19924de7 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526965 Feb 20 05:28:21.639085 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['99a3f4ae-d5ba-4af7-bc54-296e24e56b62'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:28:21.879996 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba74b620-0220-4a79-9b82-e0337a04f620 req-330528ea-1995-4ce6-afdc-0ff5029390ab tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:28:21.890316 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f3f7c-e5d6-4a30-8f9e-ed20495acec2 req-e3b8bd44-899a-497c-8e4a-63e9a731ef3c tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:21.899473 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f1f3f7c-e5d6-4a30-8f9e-ed20495acec2 req-e3b8bd44-899a-497c-8e4a-63e9a731ef3c tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 945 time: 0.1025274 Feb 20 05:28:21.910657 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ba74b620-0220-4a79-9b82-e0337a04f620 req-330528ea-1995-4ce6-afdc-0ff5029390ab tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:21.914980 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57867786-4dc4-42a3-b987-ef08f502b56a None None] Sync routers for ids ['f28ea473-00ca-45bb-a4db-4aac309846e7'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:28:21.955535 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57867786-4dc4-42a3-b987-ef08f502b56a None None] Routers {'f28ea473-00ca-45bb-a4db-4aac309846e7'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:28:21.956094 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-57867786-4dc4-42a3-b987-ef08f502b56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:28:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f28ea473-00ca-45bb-a4db-4aac309846e7'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:21.969205 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba74b620-0220-4a79-9b82-e0337a04f620 req-330528ea-1995-4ce6-afdc-0ff5029390ab tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "PUT /v2.0/floatingips/c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08 HTTP/1.1" status: 200 len: 996 time: 2.5870070 Feb 20 05:28:21.982011 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f1f3f7c-e5d6-4a30-8f9e-ed20495acec2 req-14110d21-c780-4608-b768-8fbdb9a9f7af tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815411 Feb 20 05:28:21.990057 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19639a1a-aa67-43af-806f-1d5f40a5395a', 'tag': '99a3f4ae-d5ba-4af7-bc54-296e24e56b62'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:28:21.994194 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcc1546-11f7-46f4-8702-51b584311ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "19639a1a-aa67-43af-806f-1d5f40a5395a", "tag": "99a3f4ae-d5ba-4af7-bc54-296e24e56b62"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:28:22.176341 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74b620-0220-4a79-9b82-e0337a04f620 req-ec3c02b5-2acf-440c-a21f-65861264eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:22.183218 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-57867786-4dc4-42a3-b987-ef08f502b56a None None] Set router f28ea473-00ca-45bb-a4db-4aac309846e7 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:28:22.185349 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba74b620-0220-4a79-9b82-e0337a04f620 req-ec3c02b5-2acf-440c-a21f-65861264eadc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19bb3bd855364f478f15757cdbc4ef79&device_id=19639a1a-aa67-43af-806f-1d5f40a5395a HTTP/1.1" status: 200 len: 1128 time: 0.1727161 Feb 20 05:28:22.292534 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725e6e4-ca69-4580-b08c-17ca03e603c8 req-fadb584a-80b3-48e5-9ce4-eeb267719c39 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:22.294249 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1725e6e4-ca69-4580-b08c-17ca03e603c8 req-fadb584a-80b3-48e5-9ce4-eeb267719c39 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 945 time: 0.2140870 Feb 20 05:28:22.367170 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74b620-0220-4a79-9b82-e0337a04f620 req-6fca9c04-f4fc-48f1-848a-892e53e10698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:22.369763 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba74b620-0220-4a79-9b82-e0337a04f620 req-6fca9c04-f4fc-48f1-848a-892e53e10698 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2abba46f-80a0-459a-bed6-12708e438ddb HTTP/1.1" status: 200 len: 919 time: 0.1733897 Feb 20 05:28:22.474031 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1725e6e4-ca69-4580-b08c-17ca03e603c8 req-36cad26f-8001-452a-b4fa-939ebc186d4d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681404 Feb 20 05:28:22.505862 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba74b620-0220-4a79-9b82-e0337a04f620 req-c7558ac0-06c4-4dca-9500-2cd0ea5c5a1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99a3f4ae-d5ba-4af7-bc54-296e24e56b62 HTTP/1.1" status: 200 len: 999 time: 0.1282182 Feb 20 05:28:22.539057 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:22.539466 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8463ee-8023-4c8c-8a8b-e4c178cd11b0 x-openstack-request-id: req-8a8463ee-8023-4c8c-8a8b-e4c178cd11b0 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:28:22.539946 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a38470f-aa9e-4f5b-8cad-0f414aa3cccd", "name": "network-vif-deleted", "tag": "75351174-856b-4232-9346-20de97c9826f", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:28:22.540053 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a8463ee-8023-4c8c-8a8b-e4c178cd11b0 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:28:22.540439 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a38470f-aa9e-4f5b-8cad-0f414aa3cccd', 'name': 'network-vif-deleted', 'tag': '75351174-856b-4232-9346-20de97c9826f', 'status': 'completed', 'code': 200} Feb 20 05:28:22.558685 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-57867786-4dc4-42a3-b987-ef08f502b56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:27:08Z', 'updated_at': '2022-02-20T05:27:14Z', 'revision_number': 4, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'gw_port': {'id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:09Z', 'updated_at': '2022-02-20T05:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'port_id': '99a3f4ae-d5ba-4af7-bc54-296e24e56b62', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'mac_address': 'fa:16:3e:12:fe:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19639a1a-aa67-43af-806f-1d5f40a5395a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:27:38Z', 'updated_at': '2022-02-20T05:28:20Z', 'revision_number': 8, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ea043d-57a6-46de-8f22-17daa50c547b', 'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'mac_address': 'fa:16:3e:17:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '02b4f072-587a-4100-aff1-5d1330162eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:13Z', 'updated_at': '2022-02-20T05:27:21Z', 'revision_number': 5, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'subnets': [{'id': '02b4f072-587a-4100-aff1-5d1330162eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:22.567546 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74b620-0220-4a79-9b82-e0337a04f620 req-e2f2071a-c1c7-4c72-9705-7ae4b9971da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:22.570202 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba74b620-0220-4a79-9b82-e0337a04f620 req-e2f2071a-c1c7-4c72-9705-7ae4b9971da5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02b4f072-587a-4100-aff1-5d1330162eab HTTP/1.1" status: 200 len: 858 time: 0.0561061 Feb 20 05:28:22.606726 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57867786-4dc4-42a3-b987-ef08f502b56a None None] Checking router: f28ea473-00ca-45bb-a4db-4aac309846e7 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:28:22.619614 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57867786-4dc4-42a3-b987-ef08f502b56a None None] Routers {'f28ea473-00ca-45bb-a4db-4aac309846e7'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:28:22.620309 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-57867786-4dc4-42a3-b987-ef08f502b56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:28:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f28ea473-00ca-45bb-a4db-4aac309846e7'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:22.677614 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 214fcb87-101b-4547-95f1-5a2051748e8a details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:28:22.701166 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:22.704824 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74b620-0220-4a79-9b82-e0337a04f620 req-26add945-54ac-4d68-a662-495a2fe26204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:22.729958 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba74b620-0220-4a79-9b82-e0337a04f620 req-26add945-54ac-4d68-a662-495a2fe26204 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2abba46f-80a0-459a-bed6-12708e438ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1519308 Feb 20 05:28:22.849504 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba74b620-0220-4a79-9b82-e0337a04f620 req-2b7f8334-c80b-4f6d-97f0-0b205ee5d3b6 service neutron] 10.222.0.37 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186330 Feb 20 05:28:22.931480 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdbab5-8da2-4425-85b1-1ed2b4d0fbc4 req-1aa9d2af-a5d8-404a-abdb-9d37084e0810 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:22.935684 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27cdbab5-8da2-4425-85b1-1ed2b4d0fbc4 req-1aa9d2af-a5d8-404a-abdb-9d37084e0810 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dd4bf80-8751-47bd-a071-cfc629b79996 HTTP/1.1" status: 200 len: 947 time: 0.3039689 Feb 20 05:28:22.981449 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-57867786-4dc4-42a3-b987-ef08f502b56a None None] Set router f28ea473-00ca-45bb-a4db-4aac309846e7 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:28:23.004918 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27cdbab5-8da2-4425-85b1-1ed2b4d0fbc4 req-1aff32da-4c67-4ac4-9c03-2520d0524f03 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0acbf52-2d96-49ad-83ea-d576b52400ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642018 Feb 20 05:28:23.017824 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba74b620-0220-4a79-9b82-e0337a04f620 req-2e1b392b-5223-41bd-abf1-c2a7ef80dc2c service neutron] 10.222.0.37 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674681 Feb 20 05:28:23.073284 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73923ec-e151-431b-9ccd-4d0ec1b18fbd x-openstack-request-id: req-f73923ec-e151-431b-9ccd-4d0ec1b18fbd {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:28:23.073822 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19639a1a-aa67-43af-806f-1d5f40a5395a", "tag": "99a3f4ae-d5ba-4af7-bc54-296e24e56b62", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:28:23.074311 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f73923ec-e151-431b-9ccd-4d0ec1b18fbd {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:28:23.075028 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19639a1a-aa67-43af-806f-1d5f40a5395a', 'tag': '99a3f4ae-d5ba-4af7-bc54-296e24e56b62', 'status': 'completed', 'code': 200} Feb 20 05:28:23.094197 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 214fcb87-101b-4547-95f1-5a2051748e8a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=214fcb87-101b-4547-95f1-5a2051748e8a,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:23.135303 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '214fcb87-101b-4547-95f1-5a2051748e8a', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': '214fcb87-101b-4547-95f1-5a2051748e8a', 'mac_address': 'fa:16:3e:8e:1c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:28:23.193834 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc1546-11f7-46f4-8702-51b584311ef7 req-b532d405-2db1-4389-b0d2-571d722fb167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:23.195877 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cfcc1546-11f7-46f4-8702-51b584311ef7 req-b532d405-2db1-4389-b0d2-571d722fb167 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=19bb3bd855364f478f15757cdbc4ef79&device_id=19639a1a-aa67-43af-806f-1d5f40a5395a HTTP/1.1" status: 200 len: 1128 time: 0.0906861 Feb 20 05:28:23.218713 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6aa462-76e7-4859-a69a-5453e858fe8e req-f6bd53f3-17fd-4469-abb9-10b3b80971d1 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:23.220220 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ac6aa462-76e7-4859-a69a-5453e858fe8e req-f6bd53f3-17fd-4469-abb9-10b3b80971d1 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 946 time: 0.0817657 Feb 20 05:28:23.306300 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 214fcb87-101b-4547-95f1-5a2051748e8a is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:28:23.306981 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (214fcb87-101b-4547-95f1-5a2051748e8a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:23.348840 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214fcb87-101b-4547-95f1-5a2051748e8a {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:28:23.358365 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ac6aa462-76e7-4859-a69a-5453e858fe8e req-6ffb44ac-2701-4a36-8eae-15d792b4c24e tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280155 Feb 20 05:28:23.365904 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc1546-11f7-46f4-8702-51b584311ef7 req-c22fb651-6eea-427c-b8d0-bf201bbd0ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:23.368333 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cfcc1546-11f7-46f4-8702-51b584311ef7 req-c22fb651-6eea-427c-b8d0-bf201bbd0ebf service neutron] 10.222.0.61 "GET /v2.0/networks?id=2abba46f-80a0-459a-bed6-12708e438ddb HTTP/1.1" status: 200 len: 919 time: 0.1658463 Feb 20 05:28:23.394689 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 214fcb87-101b-4547-95f1-5a2051748e8a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=214fcb87-101b-4547-95f1-5a2051748e8a,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:23.400756 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (214fcb87-101b-4547-95f1-5a2051748e8a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:23.408210 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-57867786-4dc4-42a3-b987-ef08f502b56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:27:08Z', 'updated_at': '2022-02-20T05:27:14Z', 'revision_number': 4, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'gw_port': {'id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:09Z', 'updated_at': '2022-02-20T05:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'port_id': '99a3f4ae-d5ba-4af7-bc54-296e24e56b62', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'mac_address': 'fa:16:3e:12:fe:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19639a1a-aa67-43af-806f-1d5f40a5395a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:27:38Z', 'updated_at': '2022-02-20T05:28:20Z', 'revision_number': 8, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ea043d-57a6-46de-8f22-17daa50c547b', 'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'mac_address': 'fa:16:3e:17:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '02b4f072-587a-4100-aff1-5d1330162eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:13Z', 'updated_at': '2022-02-20T05:27:21Z', 'revision_number': 5, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'subnets': [{'id': '02b4f072-587a-4100-aff1-5d1330162eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:23.460887 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57867786-4dc4-42a3-b987-ef08f502b56a None None] The sync data for ids ['f28ea473-00ca-45bb-a4db-4aac309846e7'] in n-d-829866-5 is: [{'id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:27:08Z', 'updated_at': '2022-02-20T05:27:14Z', 'revision_number': 4, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'gw_port': {'id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:09Z', 'updated_at': '2022-02-20T05:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'port_id': '99a3f4ae-d5ba-4af7-bc54-296e24e56b62', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'mac_address': 'fa:16:3e:12:fe:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19639a1a-aa67-43af-806f-1d5f40a5395a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:27:38Z', 'updated_at': '2022-02-20T05:28:20Z', 'revision_number': 8, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ea043d-57a6-46de-8f22-17daa50c547b', 'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'mac_address': 'fa:16:3e:17:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '02b4f072-587a-4100-aff1-5d1330162eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:13Z', 'updated_at': '2022-02-20T05:27:21Z', 'revision_number': 5, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'subnets': [{'id': '02b4f072-587a-4100-aff1-5d1330162eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:28:23.473428 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db473a-e553-4741-b57c-98a3d44332e2 req-9792a015-96c0-4835-a891-c5efcc40c19a tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:23.474999 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-98db473a-e553-4741-b57c-98a3d44332e2 req-9792a015-96c0-4835-a891-c5efcc40c19a tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 945 time: 0.1633382 Feb 20 05:28:23.490878 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=214fcb87-101b-4547-95f1-5a2051748e8a,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:23.521884 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cfcc1546-11f7-46f4-8702-51b584311ef7 req-415a0ca5-ee1c-4847-b63e-cac497e7edf4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99a3f4ae-d5ba-4af7-bc54-296e24e56b62 HTTP/1.1" status: 200 len: 999 time: 0.1343961 Feb 20 05:28:23.541876 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3c6d9921-8f5a-4c4f-9ea9-24de9578f09b req-781b72f5-b896-4bb4-b6da-06409891c149 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/floatingips/c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08 HTTP/1.1" status: 200 len: 996 time: 0.1467738 Feb 20 05:28:23.648620 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-98db473a-e553-4741-b57c-98a3d44332e2 req-f2eb7fb2-aab1-464d-a241-eade8a71578d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622195 Feb 20 05:28:23.659858 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['214fcb87-101b-4547-95f1-5a2051748e8a'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:28:23.660444 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc1546-11f7-46f4-8702-51b584311ef7 req-8b819429-da55-4b07-9dc2-f0fa21f81907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:23.661916 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cfcc1546-11f7-46f4-8702-51b584311ef7 req-8b819429-da55-4b07-9dc2-f0fa21f81907 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=02b4f072-587a-4100-aff1-5d1330162eab HTTP/1.1" status: 200 len: 858 time: 0.1312118 Feb 20 05:28:23.737278 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d9921-8f5a-4c4f-9ea9-24de9578f09b req-f9c58b38-3a43-412d-894e-dcfcdbc8b72e tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:23.738721 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3c6d9921-8f5a-4c4f-9ea9-24de9578f09b req-f9c58b38-3a43-412d-894e-dcfcdbc8b72e tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.1903031 Feb 20 05:28:23.752721 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-3c6d9921-8f5a-4c4f-9ea9-24de9578f09b req-495f3750-b9f6-40ea-9bcf-32df3423edac tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:28:23.753708 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3c6d9921-8f5a-4c4f-9ea9-24de9578f09b req-495f3750-b9f6-40ea-9bcf-32df3423edac tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063748 Feb 20 05:28:23.781006 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9545262-631b-479e-9c1b-3616e5a32439 None None] New status for floating IP c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:28:23.810472 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc1546-11f7-46f4-8702-51b584311ef7 req-e32d8ebe-2a8b-4a3c-a88a-2d767e70c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:23.812016 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cfcc1546-11f7-46f4-8702-51b584311ef7 req-e32d8ebe-2a8b-4a3c-a88a-2d767e70c1e9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2abba46f-80a0-459a-bed6-12708e438ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1441927 Feb 20 05:28:23.958552 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad81724-acba-4715-8e1f-e655a1bc3b81 req-9ad1b797-52fa-40f8-a0a8-0c53306b7b6a tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:23.963776 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ad81724-acba-4715-8e1f-e655a1bc3b81 req-9ad1b797-52fa-40f8-a0a8-0c53306b7b6a tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 945 time: 0.2005525 Feb 20 05:28:24.060606 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cfcc1546-11f7-46f4-8702-51b584311ef7 req-33124061-769c-479a-b677-892f25e7c6ef service neutron] 10.222.0.61 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385943 Feb 20 05:28:24.115495 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e07682c4-e882-459f-b350-b0421a060453 req-8d054749-2188-432a-9482-876ebdd8aea5 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 1001 time: 0.1489515 Feb 20 05:28:24.122113 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ad81724-acba-4715-8e1f-e655a1bc3b81 req-6cbd3f2c-9337-42d3-b221-5d8690c051de tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474771 Feb 20 05:28:24.258600 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07682c4-e882-459f-b350-b0421a060453 req-378304b4-b5fb-4ced-8a04-508df322eabe tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:24.259943 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e07682c4-e882-459f-b350-b0421a060453 req-378304b4-b5fb-4ced-8a04-508df322eabe tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports/99a3f4ae-d5ba-4af7-bc54-296e24e56b62 HTTP/1.1" status: 200 len: 943 time: 0.1029317 Feb 20 05:28:24.275101 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cfcc1546-11f7-46f4-8702-51b584311ef7 req-2b2cd4f8-5460-40b1-969d-225781a864ab service neutron] 10.222.0.61 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023733 Feb 20 05:28:24.279083 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51008) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:24.298037 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52588e-0c7f-4242-9c6f-3d64f0a4ae90 req-6b52c108-8eb8-4d91-b2f7-2d897b1afcb1 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:24.299608 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-df52588e-0c7f-4242-9c6f-3d64f0a4ae90 req-6b52c108-8eb8-4d91-b2f7-2d897b1afcb1 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dd4bf80-8751-47bd-a071-cfc629b79996 HTTP/1.1" status: 200 len: 948 time: 0.1076784 Feb 20 05:28:24.403320 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-df52588e-0c7f-4242-9c6f-3d64f0a4ae90 req-49904c3d-d205-4586-97b2-c395da3a7c86 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0acbf52-2d96-49ad-83ea-d576b52400ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956721 Feb 20 05:28:24.415601 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e07682c4-e882-459f-b350-b0421a060453 req-ca84269b-00df-420d-b362-921bebc046e0 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 1001 time: 0.0889735 Feb 20 05:28:24.421864 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-728b53e7-6e3c-48fd-b032-8ce5c0161e31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:24.515853 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-728b53e7-6e3c-48fd-b032-8ce5c0161e31 admin admin] Publish callbacks [] for security_group (b5c000f5-a051-4412-b577-e4fe36f58a4a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:24.521216 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-728b53e7-6e3c-48fd-b032-8ce5c0161e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b5c000f5-a051-4412-b577-e4fe36f58a4a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:24.557496 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-728b53e7-6e3c-48fd-b032-8ce5c0161e31 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c26e599f4e4e4c06939c169cdf00a7e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2762868 Feb 20 05:28:24.561068 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51014) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:24.563528 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07682c4-e882-459f-b350-b0421a060453 req-b5febf7a-9a74-4bc5-be00-f06b53c7b493 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:24.565019 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e07682c4-e882-459f-b350-b0421a060453 req-b5febf7a-9a74-4bc5-be00-f06b53c7b493 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.1444206 Feb 20 05:28:24.579031 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdad9f4-d991-44d3-9ebc-b912bf65466c req-a51929b7-c9e4-44ca-8a12-3228de9a8a19 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:24.583354 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-efdad9f4-d991-44d3-9ebc-b912bf65466c req-a51929b7-c9e4-44ca-8a12-3228de9a8a19 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 946 time: 0.0932565 Feb 20 05:28:24.590373 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b53e7-6e3c-48fd-b032-8ce5c0161e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c000f5-a051-4412-b577-e4fe36f58a4a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:24.630074 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1ded0eb3-dca3-469a-ab68-43b8f498bfd3 admin admin] Publish callbacks [] for security_group (b5c000f5-a051-4412-b577-e4fe36f58a4a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:24.653954 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1ded0eb3-dca3-469a-ab68-43b8f498bfd3 admin admin] Publish callbacks [] for security_group (b5c000f5-a051-4412-b577-e4fe36f58a4a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:24.681905 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e07682c4-e882-459f-b350-b0421a060453 req-764ddf77-d140-47a1-a687-8cee7630c804 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 1001 time: 0.0972805 Feb 20 05:28:24.686122 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-efdad9f4-d991-44d3-9ebc-b912bf65466c req-09faced9-5aeb-4942-8d77-b38433588839 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932405 Feb 20 05:28:24.690672 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 214fcb87-101b-4547-95f1-5a2051748e8a up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:28:24.691502 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-e07682c4-e882-459f-b350-b0421a060453 req-9364423c-c0d2-4710-bc22-891a39c7101b tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:28:24.737468 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1ded0eb3-dca3-469a-ab68-43b8f498bfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b5c000f5-a051-4412-b577-e4fe36f58a4a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:24.740639 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1ded0eb3-dca3-469a-ab68-43b8f498bfd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:24.744692 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1ded0eb3-dca3-469a-ab68-43b8f498bfd3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5c000f5-a051-4412-b577-e4fe36f58a4a HTTP/1.1" status: 204 len: 168 time: 0.1826453 Feb 20 05:28:24.753875 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded0eb3-dca3-469a-ab68-43b8f498bfd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c000f5-a051-4412-b577-e4fe36f58a4a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:24.757688 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 214fcb87-101b-4547-95f1-5a2051748e8a completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:28:24.778290 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 214fcb87-101b-4547-95f1-5a2051748e8a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:28:24.778699 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (214fcb87-101b-4547-95f1-5a2051748e8a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:24.798401 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e07682c4-e882-459f-b350-b0421a060453 req-9364423c-c0d2-4710-bc22-891a39c7101b tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks [] for floatingip (c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:24.900809 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 214fcb87-101b-4547-95f1-5a2051748e8a is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:28:24.901203 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (214fcb87-101b-4547-95f1-5a2051748e8a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:24.926766 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd4bf80-8751-47bd-a071-cfc629b79996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214fcb87-101b-4547-95f1-5a2051748e8a'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:28:24.930125 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9b46e7-a645-4750-ba6e-dfbd960ae31a" -d '{"events": [{"server_uuid": "9dd4bf80-8751-47bd-a071-cfc629b79996", "name": "network-vif-plugged", "status": "completed", "tag": "214fcb87-101b-4547-95f1-5a2051748e8a"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:28:24.949588 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 214fcb87-101b-4547-95f1-5a2051748e8a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=214fcb87-101b-4547-95f1-5a2051748e8a,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:24.955556 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (214fcb87-101b-4547-95f1-5a2051748e8a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:24.958028 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 4477e366-60ae-4979-a584-00f4641ba8bd up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:28:24.979075 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949187fe-79a5-4bbb-8588-0cdd52c29f5e req-075c4bed-452f-45e2-96ab-51a49e4bb07f tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:24.980558 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-949187fe-79a5-4bbb-8588-0cdd52c29f5e req-075c4bed-452f-45e2-96ab-51a49e4bb07f tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 945 time: 0.1413307 Feb 20 05:28:25.089187 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=214fcb87-101b-4547-95f1-5a2051748e8a,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:25.105443 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:25.118075 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 4477e366-60ae-4979-a584-00f4641ba8bd completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:28:25.124093 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 4477e366-60ae-4979-a584-00f4641ba8bd triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:28:25.124788 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4477e366-60ae-4979-a584-00f4641ba8bd), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:25.152198 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51026) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:25.165918 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ac24b6da-f5c3-4a3c-a4c0-43fd36bb6987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:25.239484 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 4477e366-60ae-4979-a584-00f4641ba8bd is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:28:25.240222 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4477e366-60ae-4979-a584-00f4641ba8bd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:25.244409 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 75351174-856b-4232-9346-20de97c9826f no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:28:25.263210 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ac24b6da-f5c3-4a3c-a4c0-43fd36bb6987 admin admin] Publish callbacks [] for security_group (123a71b6-f99c-4379-8a83-fc5548f8bd6d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:25.267546 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ac24b6da-f5c3-4a3c-a4c0-43fd36bb6987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (123a71b6-f99c-4379-8a83-fc5548f8bd6d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:25.272860 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 75351174-856b-4232-9346-20de97c9826f {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:28:25.273265 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 75351174-856b-4232-9346-20de97c9826f not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:28:25.316369 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 4477e366-60ae-4979-a584-00f4641ba8bd, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4477e366-60ae-4979-a584-00f4641ba8bd,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:25.322575 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4477e366-60ae-4979-a584-00f4641ba8bd), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:25.326699 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ac24b6da-f5c3-4a3c-a4c0-43fd36bb6987 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c83564a3d9654fbf81558a7fb74db000&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1732736 Feb 20 05:28:25.328173 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24b6da-f5c3-4a3c-a4c0-43fd36bb6987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123a71b6-f99c-4379-8a83-fc5548f8bd6d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:25.335547 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51028) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:25.357790 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e07682c4-e882-459f-b350-b0421a060453 req-9364423c-c0d2-4710-bc22-891a39c7101b tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:25.370721 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e07682c4-e882-459f-b350-b0421a060453 req-9364423c-c0d2-4710-bc22-891a39c7101b tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:25.371084 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [req-e07682c4-e882-459f-b350-b0421a060453 req-9364423c-c0d2-4710-bc22-891a39c7101b tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Floating IP c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08 disassociated. External IP: 172.25.3.77, port: 99a3f4ae-d5ba-4af7-bc54-296e24e56b62. Feb 20 05:28:25.385525 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=4477e366-60ae-4979-a584-00f4641ba8bd,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:25.475273 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-949187fe-79a5-4bbb-8588-0cdd52c29f5e req-df14ad07-dda3-4072-b978-e9361b8ca75a tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405134 Feb 20 05:28:25.506230 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4b87ce31-d9d5-493c-b410-cd6dd5ce9353 admin admin] Publish callbacks [] for security_group (123a71b6-f99c-4379-8a83-fc5548f8bd6d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:25.521293 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beddeed0-0925-4073-b3c7-5464359859f2 x-openstack-request-id: req-beddeed0-0925-4073-b3c7-5464359859f2 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:28:25.521619 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd4bf80-8751-47bd-a071-cfc629b79996", "name": "network-vif-plugged", "status": "completed", "tag": "214fcb87-101b-4547-95f1-5a2051748e8a", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:28:25.521878 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-beddeed0-0925-4073-b3c7-5464359859f2 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:28:25.523251 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd4bf80-8751-47bd-a071-cfc629b79996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214fcb87-101b-4547-95f1-5a2051748e8a', 'code': 200} Feb 20 05:28:25.542841 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4b87ce31-d9d5-493c-b410-cd6dd5ce9353 admin admin] Publish callbacks [] for security_group (123a71b6-f99c-4379-8a83-fc5548f8bd6d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:25.750437 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4b87ce31-d9d5-493c-b410-cd6dd5ce9353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (123a71b6-f99c-4379-8a83-fc5548f8bd6d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:25.753037 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4b87ce31-d9d5-493c-b410-cd6dd5ce9353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:25.754291 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4b87ce31-d9d5-493c-b410-cd6dd5ce9353 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/123a71b6-f99c-4379-8a83-fc5548f8bd6d HTTP/1.1" status: 204 len: 168 time: 0.4178095 Feb 20 05:28:25.775726 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab37450-71b8-4a76-8a20-3eff8d972bda req-0f1d5dd1-72e9-46c9-b843-2c6894fafb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:25.777322 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6ab37450-71b8-4a76-8a20-3eff8d972bda req-0f1d5dd1-72e9-46c9-b843-2c6894fafb1d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9dd4bf80-8751-47bd-a071-cfc629b79996 HTTP/1.1" status: 200 len: 1131 time: 0.1688330 Feb 20 05:28:25.782326 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87ce31-d9d5-493c-b410-cd6dd5ce9353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123a71b6-f99c-4379-8a83-fc5548f8bd6d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:25.795223 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2652bd-f7ae-4bc8-bada-f99497e6a28b req-34a6e56c-cbb9-4db0-9c7a-6e71a10fb8df tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:25.796684 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e2652bd-f7ae-4bc8-bada-f99497e6a28b req-34a6e56c-cbb9-4db0-9c7a-6e71a10fb8df tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 945 time: 0.2248631 Feb 20 05:28:25.818470 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87ce31-d9d5-493c-b410-cd6dd5ce9353 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:25.818857 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87ce31-d9d5-493c-b410-cd6dd5ce9353 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:25.819242 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87ce31-d9d5-493c-b410-cd6dd5ce9353 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:25.820137 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87ce31-d9d5-493c-b410-cd6dd5ce9353 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:25.820497 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87ce31-d9d5-493c-b410-cd6dd5ce9353 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:25.820852 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87ce31-d9d5-493c-b410-cd6dd5ce9353 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:25.821325 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87ce31-d9d5-493c-b410-cd6dd5ce9353 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:25.821550 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87ce31-d9d5-493c-b410-cd6dd5ce9353 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:25.821879 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87ce31-d9d5-493c-b410-cd6dd5ce9353 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:25.822205 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87ce31-d9d5-493c-b410-cd6dd5ce9353 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:25.822534 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87ce31-d9d5-493c-b410-cd6dd5ce9353 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:25.822859 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87ce31-d9d5-493c-b410-cd6dd5ce9353 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:25.823213 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b87ce31-d9d5-493c-b410-cd6dd5ce9353 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:25.826954 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e07682c4-e882-459f-b350-b0421a060453 req-9364423c-c0d2-4710-bc22-891a39c7101b tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Router f28ea473-00ca-45bb-a4db-4aac309846e7 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:28:25.887400 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6ab37450-71b8-4a76-8a20-3eff8d972bda req-3cdae4a2-31af-4307-a865-a7216f5bf675 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e0acbf52-2d96-49ad-83ea-d576b52400ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017368 Feb 20 05:28:25.942039 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e2652bd-f7ae-4bc8-bada-f99497e6a28b req-a0d04998-44e2-4176-bccf-a1e2f9d9a0d2 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312022 Feb 20 05:28:26.071477 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e07682c4-e882-459f-b350-b0421a060453 req-9364423c-c0d2-4710-bc22-891a39c7101b tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:28:26.075836 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e07682c4-e882-459f-b350-b0421a060453 req-9364423c-c0d2-4710-bc22-891a39c7101b tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:26.086344 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680d07ae-4770-4075-983e-6f0b1ff3e643 None None] Sync routers for ids ['f28ea473-00ca-45bb-a4db-4aac309846e7'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:28:26.102759 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680d07ae-4770-4075-983e-6f0b1ff3e643 None None] Routers {'f28ea473-00ca-45bb-a4db-4aac309846e7'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:28:26.103443 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-680d07ae-4770-4075-983e-6f0b1ff3e643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:28:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f28ea473-00ca-45bb-a4db-4aac309846e7'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:26.126239 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be747d4b-1897-452c-8bde-a7b270e0ba8a req-4869015c-11c5-4ecd-b06f-7ac259c2547a tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:26.128149 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-be747d4b-1897-452c-8bde-a7b270e0ba8a req-4869015c-11c5-4ecd-b06f-7ac259c2547a tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dd4bf80-8751-47bd-a071-cfc629b79996 HTTP/1.1" status: 200 len: 949 time: 0.1081069 Feb 20 05:28:26.148983 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e07682c4-e882-459f-b350-b0421a060453 req-9364423c-c0d2-4710-bc22-891a39c7101b tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "PUT /v2.0/floatingips/c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08 HTTP/1.1" status: 200 len: 695 time: 1.4613643 Feb 20 05:28:26.156790 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19639a1a-aa67-43af-806f-1d5f40a5395a', 'tag': '99a3f4ae-d5ba-4af7-bc54-296e24e56b62'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:28:26.159833 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1227946-fc03-4abd-b852-4a5c630a26c3" -d '{"events": [{"name": "network-changed", "server_uuid": "19639a1a-aa67-43af-806f-1d5f40a5395a", "tag": "99a3f4ae-d5ba-4af7-bc54-296e24e56b62"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:28:26.229407 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-be747d4b-1897-452c-8bde-a7b270e0ba8a req-98d4e8e8-f5ca-42d9-9e25-2c45705a98fd tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0acbf52-2d96-49ad-83ea-d576b52400ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922334 Feb 20 05:28:26.245784 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07682c4-e882-459f-b350-b0421a060453 req-c29453d4-69b5-49af-a44b-e69e3bb69d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:26.247503 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e07682c4-e882-459f-b350-b0421a060453 req-c29453d4-69b5-49af-a44b-e69e3bb69d0b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19bb3bd855364f478f15757cdbc4ef79&device_id=19639a1a-aa67-43af-806f-1d5f40a5395a HTTP/1.1" status: 200 len: 1128 time: 0.0668602 Feb 20 05:28:26.256921 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-680d07ae-4770-4075-983e-6f0b1ff3e643 None None] Set router f28ea473-00ca-45bb-a4db-4aac309846e7 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:28:26.412691 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214171e-6924-4a77-b4db-a8cf30d4a2e6 req-78eb88cc-d178-4396-b616-e01b09d6d260 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:26.419745 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8214171e-6924-4a77-b4db-a8cf30d4a2e6 req-78eb88cc-d178-4396-b616-e01b09d6d260 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 946 time: 0.0936015 Feb 20 05:28:26.480104 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07682c4-e882-459f-b350-b0421a060453 req-629ff2b4-3a22-43cf-85db-1f9317e5517d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:26.481951 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e07682c4-e882-459f-b350-b0421a060453 req-629ff2b4-3a22-43cf-85db-1f9317e5517d service neutron] 10.222.0.37 "GET /v2.0/networks?id=2abba46f-80a0-459a-bed6-12708e438ddb HTTP/1.1" status: 200 len: 919 time: 0.2226655 Feb 20 05:28:26.499247 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8214171e-6924-4a77-b4db-a8cf30d4a2e6 req-7aaf2d18-7901-414e-b77f-e9e5ee448bed tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731382 Feb 20 05:28:26.545845 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-680d07ae-4770-4075-983e-6f0b1ff3e643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:27:08Z', 'updated_at': '2022-02-20T05:27:14Z', 'revision_number': 4, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'gw_port': {'id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:09Z', 'updated_at': '2022-02-20T05:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'c0ea043d-57a6-46de-8f22-17daa50c547b', 'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'mac_address': 'fa:16:3e:17:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '02b4f072-587a-4100-aff1-5d1330162eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:13Z', 'updated_at': '2022-02-20T05:27:21Z', 'revision_number': 5, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'subnets': [{'id': '02b4f072-587a-4100-aff1-5d1330162eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:26.582123 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680d07ae-4770-4075-983e-6f0b1ff3e643 None None] Checking router: f28ea473-00ca-45bb-a4db-4aac309846e7 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:28:26.597853 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680d07ae-4770-4075-983e-6f0b1ff3e643 None None] Routers {'f28ea473-00ca-45bb-a4db-4aac309846e7'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:28:26.598482 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-680d07ae-4770-4075-983e-6f0b1ff3e643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:28:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f28ea473-00ca-45bb-a4db-4aac309846e7'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:26.614280 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e07682c4-e882-459f-b350-b0421a060453 req-44104f68-5c4b-4e70-a5df-c4f329008e99 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99a3f4ae-d5ba-4af7-bc54-296e24e56b62 HTTP/1.1" status: 200 len: 217 time: 0.1102786 Feb 20 05:28:26.621786 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1dd175e-5f5c-47cd-9ac2-f03a93c8d058 x-openstack-request-id: req-d1dd175e-5f5c-47cd-9ac2-f03a93c8d058 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:28:26.622550 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19639a1a-aa67-43af-806f-1d5f40a5395a", "tag": "99a3f4ae-d5ba-4af7-bc54-296e24e56b62", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:28:26.622825 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1dd175e-5f5c-47cd-9ac2-f03a93c8d058 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:28:26.623262 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19639a1a-aa67-43af-806f-1d5f40a5395a', 'tag': '99a3f4ae-d5ba-4af7-bc54-296e24e56b62', 'status': 'completed', 'code': 200} Feb 20 05:28:26.650158 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51058) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:26.695096 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:28:26.742272 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07682c4-e882-459f-b350-b0421a060453 req-39d49306-04e7-4a72-9074-a91bf7903719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:26.743805 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e07682c4-e882-459f-b350-b0421a060453 req-39d49306-04e7-4a72-9074-a91bf7903719 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02b4f072-587a-4100-aff1-5d1330162eab HTTP/1.1" status: 200 len: 858 time: 0.1047680 Feb 20 05:28:26.760310 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-680d07ae-4770-4075-983e-6f0b1ff3e643 None None] Set router f28ea473-00ca-45bb-a4db-4aac309846e7 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:28:26.764847 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1227946-fc03-4abd-b852-4a5c630a26c3 req-a355f1d7-873d-45da-8c31-7284a20aab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:26.766348 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1227946-fc03-4abd-b852-4a5c630a26c3 req-a355f1d7-873d-45da-8c31-7284a20aab46 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=19bb3bd855364f478f15757cdbc4ef79&device_id=19639a1a-aa67-43af-806f-1d5f40a5395a HTTP/1.1" status: 200 len: 1128 time: 0.1423090 Feb 20 05:28:26.784259 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-2370011d-4784-46dd-bf02-aad204f2070d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-218175402-network', 'tenant_id': '1cc75ca02eea4ac1a30fe90e255178c0'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:28:26.819767 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049a6f6-8b6e-492e-bb99-e5b02221d2f8 req-33a7bc05-426f-43c1-a4e9-35227a79aec4 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:26.822173 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2370011d-4784-46dd-bf02-aad204f2070d admin admin] Made reservation on behalf of 1cc75ca02eea4ac1a30fe90e255178c0 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:28:26.825851 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2370011d-4784-46dd-bf02-aad204f2070d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:26.826741 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9049a6f6-8b6e-492e-bb99-e5b02221d2f8 req-33a7bc05-426f-43c1-a4e9-35227a79aec4 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 946 time: 0.1722722 Feb 20 05:28:26.844300 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2370011d-4784-46dd-bf02-aad204f2070d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:26.904910 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07682c4-e882-459f-b350-b0421a060453 req-17107ccb-6cc2-475b-a523-81fa425dedd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:26.906452 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e07682c4-e882-459f-b350-b0421a060453 req-17107ccb-6cc2-475b-a523-81fa425dedd1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2abba46f-80a0-459a-bed6-12708e438ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1559892 Feb 20 05:28:26.959506 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2370011d-4784-46dd-bf02-aad204f2070d admin admin] Publish callbacks [] for security_group (040e3022-4b0c-4bc3-aef7-4787ec3215be), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:26.965778 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2370011d-4784-46dd-bf02-aad204f2070d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (040e3022-4b0c-4bc3-aef7-4787ec3215be), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:27.013669 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9049a6f6-8b6e-492e-bb99-e5b02221d2f8 req-eacf2ae4-7c7f-450e-8402-d77df74051b3 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855905 Feb 20 05:28:27.019368 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1227946-fc03-4abd-b852-4a5c630a26c3 req-fd62c0c5-677a-4435-9883-6ac699db7c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:27.021440 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1227946-fc03-4abd-b852-4a5c630a26c3 req-fd62c0c5-677a-4435-9883-6ac699db7c5b service neutron] 10.222.0.61 "GET /v2.0/networks?id=2abba46f-80a0-459a-bed6-12708e438ddb HTTP/1.1" status: 200 len: 919 time: 0.2390139 Feb 20 05:28:27.050576 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2370011d-4784-46dd-bf02-aad204f2070d admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:28:27.057543 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-680d07ae-4770-4075-983e-6f0b1ff3e643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:27:08Z', 'updated_at': '2022-02-20T05:27:14Z', 'revision_number': 4, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'gw_port': {'id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:09Z', 'updated_at': '2022-02-20T05:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'c0ea043d-57a6-46de-8f22-17daa50c547b', 'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'mac_address': 'fa:16:3e:17:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '02b4f072-587a-4100-aff1-5d1330162eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:13Z', 'updated_at': '2022-02-20T05:27:21Z', 'revision_number': 5, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'subnets': [{'id': '02b4f072-587a-4100-aff1-5d1330162eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:27.066497 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370011d-4784-46dd-bf02-aad204f2070d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040e3022-4b0c-4bc3-aef7-4787ec3215be,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:27.083873 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2370011d-4784-46dd-bf02-aad204f2070d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (381707a6-3693-4b4c-8075-f8c999756934), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:27.084235 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-2370011d-4784-46dd-bf02-aad204f2070d admin admin] Added segment 381707a6-3693-4b4c-8075-f8c999756934 of type vlan for network 1ca31984-3937-4f65-9845-085b9154fe9a Feb 20 05:28:27.095608 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680d07ae-4770-4075-983e-6f0b1ff3e643 None None] The sync data for ids ['f28ea473-00ca-45bb-a4db-4aac309846e7'] in n-d-829866-5 is: [{'id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:27:08Z', 'updated_at': '2022-02-20T05:27:14Z', 'revision_number': 4, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'gw_port': {'id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:09Z', 'updated_at': '2022-02-20T05:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'c0ea043d-57a6-46de-8f22-17daa50c547b', 'name': '', 'network_id': '2abba46f-80a0-459a-bed6-12708e438ddb', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'mac_address': 'fa:16:3e:17:7d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '02b4f072-587a-4100-aff1-5d1330162eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:13Z', 'updated_at': '2022-02-20T05:27:21Z', 'revision_number': 5, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'subnets': [{'id': '02b4f072-587a-4100-aff1-5d1330162eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:28:27.145647 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1227946-fc03-4abd-b852-4a5c630a26c3 req-14a06d8a-8337-4ff4-94dd-1d3b49126298 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99a3f4ae-d5ba-4af7-bc54-296e24e56b62 HTTP/1.1" status: 200 len: 217 time: 0.1042230 Feb 20 05:28:27.157675 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2370011d-4784-46dd-bf02-aad204f2070d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (1ca31984-3937-4f65-9845-085b9154fe9a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:27.188247 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2370011d-4784-46dd-bf02-aad204f2070d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (1ca31984-3937-4f65-9845-085b9154fe9a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:27.189421 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2370011d-4784-46dd-bf02-aad204f2070d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:27.190200 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2370011d-4784-46dd-bf02-aad204f2070d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:27.245304 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2370011d-4784-46dd-bf02-aad204f2070d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5913200 Feb 20 05:28:27.245512 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e07682c4-e882-459f-b350-b0421a060453 req-7aafa800-a7d2-4609-9388-12ffb50c26b0 service neutron] 10.222.0.37 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293767 Feb 20 05:28:27.248840 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51064) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:27.256265 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-9361a47c-2fa9-402f-989b-0ded98cd67c2 admin admin] Request body: {'subnet': {'network_id': '1ca31984-3937-4f65-9845-085b9154fe9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-218175402-subnet', 'tenant_id': '1cc75ca02eea4ac1a30fe90e255178c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:28:27.277936 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370011d-4784-46dd-bf02-aad204f2070d admin admin] Pushing event updated for resources: {'Network': ['ID=1ca31984-3937-4f65-9845-085b9154fe9a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:27.283070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9361a47c-2fa9-402f-989b-0ded98cd67c2 admin admin] Made reservation on behalf of 1cc75ca02eea4ac1a30fe90e255178c0 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:28:27.286068 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9361a47c-2fa9-402f-989b-0ded98cd67c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:27.289525 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 1ca31984-3937-4f65-9845-085b9154fe9a details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:28:27.337702 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1227946-fc03-4abd-b852-4a5c630a26c3 req-d38b5fed-fb20-46ee-b676-f0def4538a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:27.339938 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1227946-fc03-4abd-b852-4a5c630a26c3 req-d38b5fed-fb20-46ee-b676-f0def4538a40 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=02b4f072-587a-4100-aff1-5d1330162eab HTTP/1.1" status: 200 len: 858 time: 0.1768398 Feb 20 05:28:27.435221 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6c0c8-f7ae-42c0-bb52-3900fab0912b req-932a7727-dedc-49fa-9c59-00251b5d33fc tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:27.436983 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5eb6c0c8-f7ae-42c0-bb52-3900fab0912b req-932a7727-dedc-49fa-9c59-00251b5d33fc tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 945 time: 0.3002226 Feb 20 05:28:27.478471 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5f9715-42a3-4d89-9fce-71e4c159aa9e None None] New status for floating IP c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:28:27.486836 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e07682c4-e882-459f-b350-b0421a060453 req-f0ecab76-a60a-489e-84a6-e2d24318110b service neutron] 10.222.0.37 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408056 Feb 20 05:28:27.489141 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1227946-fc03-4abd-b852-4a5c630a26c3 req-188ed415-9c85-4f38-8773-25de0607c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:27.491000 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1227946-fc03-4abd-b852-4a5c630a26c3 req-188ed415-9c85-4f38-8773-25de0607c136 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2abba46f-80a0-459a-bed6-12708e438ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1415007 Feb 20 05:28:27.527688 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0bb885a-27d5-4298-b7b3-443f67da6bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4477e366-60ae-4979-a584-00f4641ba8bd'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:28:27.530256 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0c0dcc-6c3f-41a6-a7b3-4dbadbc6eb96" -d '{"events": [{"server_uuid": "e0bb885a-27d5-4298-b7b3-443f67da6bbf", "name": "network-vif-plugged", "status": "completed", "tag": "4477e366-60ae-4979-a584-00f4641ba8bd"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:28:27.614049 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1227946-fc03-4abd-b852-4a5c630a26c3 req-83cf370a-09c0-43f8-90d1-79cecb48bb35 service neutron] 10.222.0.61 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148336 Feb 20 05:28:27.761993 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5eb6c0c8-f7ae-42c0-bb52-3900fab0912b req-690979ff-3652-4f45-944b-5ad23bbdbfff tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155348 Feb 20 05:28:27.806221 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45297c75-dc3b-4763-b211-7a0e697fa95c req-d4733849-fa1d-44bc-a61e-eb9d614b4cc0 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:27.807860 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-45297c75-dc3b-4763-b211-7a0e697fa95c req-d4733849-fa1d-44bc-a61e-eb9d614b4cc0 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dd4bf80-8751-47bd-a071-cfc629b79996 HTTP/1.1" status: 200 len: 949 time: 0.1860468 Feb 20 05:28:27.810183 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1227946-fc03-4abd-b852-4a5c630a26c3 req-7fef921d-c91b-4d48-9814-398065ea2cae service neutron] 10.222.0.61 "GET /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835494 Feb 20 05:28:27.827932 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9361a47c-2fa9-402f-989b-0ded98cd67c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (5131e1eb-90e4-4986-a91b-efaa4f6dca7c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:27.901018 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361a47c-2fa9-402f-989b-0ded98cd67c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5131e1eb-90e4-4986-a91b-efaa4f6dca7c,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:27.920055 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9361a47c-2fa9-402f-989b-0ded98cd67c2 admin admin] Checking segment: {'id': '381707a6-3693-4b4c-8075-f8c999756934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1ca31984-3937-4f65-9845-085b9154fe9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:28:27.920450 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9361a47c-2fa9-402f-989b-0ded98cd67c2 admin admin] Network hostable DHCP agents. Network: 1ca31984-3937-4f65-9845-085b9154fe9a, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:28:27.943377 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9361a47c-2fa9-402f-989b-0ded98cd67c2 admin admin] Network 1ca31984-3937-4f65-9845-085b9154fe9a is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:28:27.955311 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-9361a47c-2fa9-402f-989b-0ded98cd67c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 1ca31984-3937-4f65-9845-085b9154fe9a) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:28:27.961908 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9361a47c-2fa9-402f-989b-0ded98cd67c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:27.962516 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9361a47c-2fa9-402f-989b-0ded98cd67c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:27.971036 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-45297c75-dc3b-4763-b211-7a0e697fa95c req-8ad38a97-6e03-461f-9fa3-56adccdf2352 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0acbf52-2d96-49ad-83ea-d576b52400ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559765 Feb 20 05:28:27.980255 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57258b53-5531-40fb-8cf0-9d72af77aea0 None None] Network 1ca31984-3937-4f65-9845-085b9154fe9a requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:28:28.002596 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85e11a-9e7a-4cd6-9a5f-639382f55a98 req-c7d8454f-843c-4d84-b472-1ffc864bdac5 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:28.009822 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf85e11a-9e7a-4cd6-9a5f-639382f55a98 req-c7d8454f-843c-4d84-b472-1ffc864bdac5 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 946 time: 0.1108751 Feb 20 05:28:28.036257 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9361a47c-2fa9-402f-989b-0ded98cd67c2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7716246 Feb 20 05:28:28.070391 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf85e11a-9e7a-4cd6-9a5f-639382f55a98 req-7cae1d10-f649-496a-8705-d9be6fd0380b tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480480 Feb 20 05:28:28.141011 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7803ad-cc7f-4d04-b6be-292078c7b61d x-openstack-request-id: req-6b7803ad-cc7f-4d04-b6be-292078c7b61d {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:28:28.150419 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0bb885a-27d5-4298-b7b3-443f67da6bbf", "name": "network-vif-plugged", "status": "completed", "tag": "4477e366-60ae-4979-a584-00f4641ba8bd", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:28:28.151026 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b7803ad-cc7f-4d04-b6be-292078c7b61d {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:28:28.151611 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0bb885a-27d5-4298-b7b3-443f67da6bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4477e366-60ae-4979-a584-00f4641ba8bd', 'code': 200} Feb 20 05:28:28.161136 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eae9af8-c3e3-4708-9cc1-83cfc283a1b3 None None] Network 1ca31984-3937-4f65-9845-085b9154fe9a requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:28:28.463406 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c1fea84a-8067-41bc-8d96-b52fcf09fe62 req-89cf6e26-ff6c-4be6-8b3e-854fb319de7f tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/floatingips/c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08 HTTP/1.1" status: 200 len: 693 time: 0.0527573 Feb 20 05:28:28.465273 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7c07c-ca80-49b7-b663-8dcc15c5e992 req-62c237de-3fe0-4081-9028-6c72c59d1072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:28.466766 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9c7c07c-ca80-49b7-b663-8dcc15c5e992 req-62c237de-3fe0-4081-9028-6c72c59d1072 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 1128 time: 0.2123463 Feb 20 05:28:28.553203 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32e2ae-d001-4a7f-beef-228d03c92175 req-6a07f919-986b-4fae-b10e-895e11a4d78c tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:28.555330 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a32e2ae-d001-4a7f-beef-228d03c92175 req-6a07f919-986b-4fae-b10e-895e11a4d78c tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 946 time: 0.2658944 Feb 20 05:28:28.655132 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9c7c07c-ca80-49b7-b663-8dcc15c5e992 req-5a40ff02-0932-4e6e-9e52-be1338e31646 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260798 Feb 20 05:28:28.664816 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fea84a-8067-41bc-8d96-b52fcf09fe62 req-a8147837-36c0-47d0-a69a-74f803b74ae8 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:28.666204 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c1fea84a-8067-41bc-8d96-b52fcf09fe62 req-a8147837-36c0-47d0-a69a-74f803b74ae8 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.1952522 Feb 20 05:28:28.670800 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a32e2ae-d001-4a7f-beef-228d03c92175 req-2a6feea3-b2b2-4d6f-9559-c7cea757de60 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071146 Feb 20 05:28:28.676253 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-c1fea84a-8067-41bc-8d96-b52fcf09fe62 req-4ee45dd7-ed62-4737-b90d-dfdb93f1dbc4 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:28:28.677214 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c1fea84a-8067-41bc-8d96-b52fcf09fe62 req-4ee45dd7-ed62-4737-b90d-dfdb93f1dbc4 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055392 Feb 20 05:28:28.749433 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c1fea84a-8067-41bc-8d96-b52fcf09fe62 req-17f845a8-7b48-4bac-9802-58550856910a tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 696 time: 0.0657918 Feb 20 05:28:28.777414 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51100) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:28.782381 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-693cc722-af13-4bd3-9b31-c960e8a9a535 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1381363982-network', 'tenant_id': '7acc4413d9cd403cb0ff989a455df42b'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:28:28.803912 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693cc722-af13-4bd3-9b31-c960e8a9a535 admin admin] Made reservation on behalf of 7acc4413d9cd403cb0ff989a455df42b for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:28:28.806353 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-693cc722-af13-4bd3-9b31-c960e8a9a535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:28.814734 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-693cc722-af13-4bd3-9b31-c960e8a9a535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:28.827347 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c1fea84a-8067-41bc-8d96-b52fcf09fe62 req-c0922df1-e470-40b8-85bb-d9d4a767c750 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 696 time: 0.0769830 Feb 20 05:28:28.884393 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288a3df-0ea7-4036-96ed-7fe6a61f15c4 req-07620598-2a7c-46e4-afde-7ab356c9a1b5 tempest-ServersAdminNegativeTestJSON-1760854694 tempest-ServersAdminNegativeTestJSON-1760854694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:28.885969 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a288a3df-0ea7-4036-96ed-7fe6a61f15c4 req-07620598-2a7c-46e4-afde-7ab356c9a1b5 tempest-ServersAdminNegativeTestJSON-1760854694 tempest-ServersAdminNegativeTestJSON-1760854694-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9dd4bf80-8751-47bd-a071-cfc629b79996 HTTP/1.1" status: 200 len: 1131 time: 0.1342473 Feb 20 05:28:28.898385 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-693cc722-af13-4bd3-9b31-c960e8a9a535 admin admin] Publish callbacks [] for security_group (cf26e85f-cfff-4901-ae27-a0be4cd00d1b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:28.902888 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-693cc722-af13-4bd3-9b31-c960e8a9a535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (cf26e85f-cfff-4901-ae27-a0be4cd00d1b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:28.927359 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693cc722-af13-4bd3-9b31-c960e8a9a535 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:28:28.938516 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693cc722-af13-4bd3-9b31-c960e8a9a535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf26e85f-cfff-4901-ae27-a0be4cd00d1b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:28.945299 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-693cc722-af13-4bd3-9b31-c960e8a9a535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (bcb0d82a-0e29-416e-86d8-df1bddb682f6), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:28.945299 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-693cc722-af13-4bd3-9b31-c960e8a9a535 admin admin] Added segment bcb0d82a-0e29-416e-86d8-df1bddb682f6 of type vlan for network 8e0f8ca2-56ee-4480-81b6-b57d259da816 Feb 20 05:28:28.954142 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a288a3df-0ea7-4036-96ed-7fe6a61f15c4 req-a3819dea-f2a8-4133-84e1-019df3e39516 tempest-ServersAdminNegativeTestJSON-1760854694 tempest-ServersAdminNegativeTestJSON-1760854694-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:28.988375 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-693cc722-af13-4bd3-9b31-c960e8a9a535 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (8e0f8ca2-56ee-4480-81b6-b57d259da816), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:29.025607 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-693cc722-af13-4bd3-9b31-c960e8a9a535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (8e0f8ca2-56ee-4480-81b6-b57d259da816), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:29.027580 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693cc722-af13-4bd3-9b31-c960e8a9a535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:29.028550 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-693cc722-af13-4bd3-9b31-c960e8a9a535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:29.058404 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-c1fea84a-8067-41bc-8d96-b52fcf09fe62 req-72c29261-cbe9-4045-87ca-c37608c2d36d tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Deleting port f3f1aa6c-ca04-4c94-ae36-b99439b6628e {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:28:29.058720 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c1fea84a-8067-41bc-8d96-b52fcf09fe62 req-72c29261-cbe9-4045-87ca-c37608c2d36d tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (f3f1aa6c-ca04-4c94-ae36-b99439b6628e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:29.093885 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-693cc722-af13-4bd3-9b31-c960e8a9a535 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3150687 Feb 20 05:28:29.096784 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51106) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:29.101546 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-7f615baa-66ca-4eac-9e84-a49ebcd06710 admin admin] Request body: {'subnet': {'network_id': '8e0f8ca2-56ee-4480-81b6-b57d259da816', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1381363982-subnet', 'tenant_id': '7acc4413d9cd403cb0ff989a455df42b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:28:29.108708 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693cc722-af13-4bd3-9b31-c960e8a9a535 admin admin] Pushing event updated for resources: {'Network': ['ID=8e0f8ca2-56ee-4480-81b6-b57d259da816,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:29.126945 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f615baa-66ca-4eac-9e84-a49ebcd06710 admin admin] Made reservation on behalf of 7acc4413d9cd403cb0ff989a455df42b for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:28:29.129390 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7f615baa-66ca-4eac-9e84-a49ebcd06710 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:29.133659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 8e0f8ca2-56ee-4480-81b6-b57d259da816 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:28:29.143671 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a288a3df-0ea7-4036-96ed-7fe6a61f15c4 req-a3819dea-f2a8-4133-84e1-019df3e39516 tempest-ServersAdminNegativeTestJSON-1760854694 tempest-ServersAdminNegativeTestJSON-1760854694-project-admin] Publish callbacks [] for security_group (9fda5b4c-594c-48df-94c1-92e2412dba08), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:29.160480 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a288a3df-0ea7-4036-96ed-7fe6a61f15c4 req-a3819dea-f2a8-4133-84e1-019df3e39516 tempest-ServersAdminNegativeTestJSON-1760854694 tempest-ServersAdminNegativeTestJSON-1760854694-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9fda5b4c-594c-48df-94c1-92e2412dba08), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:29.202755 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c1fea84a-8067-41bc-8d96-b52fcf09fe62 req-72c29261-cbe9-4045-87ca-c37608c2d36d tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (f3f1aa6c-ca04-4c94-ae36-b99439b6628e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:29.203137 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c1fea84a-8067-41bc-8d96-b52fcf09fe62 req-72c29261-cbe9-4045-87ca-c37608c2d36d tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks [] for floatingip (f3f1aa6c-ca04-4c94-ae36-b99439b6628e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:29.229629 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-c1fea84a-8067-41bc-8d96-b52fcf09fe62 req-72c29261-cbe9-4045-87ca-c37608c2d36d tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Calling delete_port for f3f1aa6c-ca04-4c94-ae36-b99439b6628e owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:28:29.239770 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a288a3df-0ea7-4036-96ed-7fe6a61f15c4 req-a3819dea-f2a8-4133-84e1-019df3e39516 tempest-ServersAdminNegativeTestJSON-1760854694 tempest-ServersAdminNegativeTestJSON-1760854694-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e0acbf52-2d96-49ad-83ea-d576b52400ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460944 Feb 20 05:28:29.246108 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3819dea-f2a8-4133-84e1-019df3e39516 tempest-ServersAdminNegativeTestJSON-1760854694 tempest-ServersAdminNegativeTestJSON-1760854694-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fda5b4c-594c-48df-94c1-92e2412dba08,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:29.389120 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7f615baa-66ca-4eac-9e84-a49ebcd06710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (58b82af3-2ed3-450c-affc-a8050f4a5fa4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:29.464608 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f615baa-66ca-4eac-9e84-a49ebcd06710 admin admin] Checking segment: {'id': 'bcb0d82a-0e29-416e-86d8-df1bddb682f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8e0f8ca2-56ee-4480-81b6-b57d259da816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:28:29.465062 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f615baa-66ca-4eac-9e84-a49ebcd06710 admin admin] Network hostable DHCP agents. Network: 8e0f8ca2-56ee-4480-81b6-b57d259da816, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:28:29.468285 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f615baa-66ca-4eac-9e84-a49ebcd06710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58b82af3-2ed3-450c-affc-a8050f4a5fa4,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:29.472954 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c1fea84a-8067-41bc-8d96-b52fcf09fe62 req-72c29261-cbe9-4045-87ca-c37608c2d36d tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (f3f1aa6c-ca04-4c94-ae36-b99439b6628e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:29.492339 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f615baa-66ca-4eac-9e84-a49ebcd06710 admin admin] Network 8e0f8ca2-56ee-4480-81b6-b57d259da816 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:28:29.501881 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-7f615baa-66ca-4eac-9e84-a49ebcd06710 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 8e0f8ca2-56ee-4480-81b6-b57d259da816) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:28:29.506220 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f615baa-66ca-4eac-9e84-a49ebcd06710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:29.507468 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7f615baa-66ca-4eac-9e84-a49ebcd06710 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:29.508038 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a4a99-cc9c-4f8c-8d02-a3f90f0fc793 req-57ffe075-f0c3-488c-b15f-992a2903e49d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:29.514704 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4afbf8-6329-480a-8ebc-4e4bce613762 None None] Network 8e0f8ca2-56ee-4480-81b6-b57d259da816 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:28:29.516803 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab7a4a99-cc9c-4f8c-8d02-a3f90f0fc793 req-57ffe075-f0c3-488c-b15f-992a2903e49d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 945 time: 0.1502287 Feb 20 05:28:29.536506 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c29261-cbe9-4045-87ca-c37608c2d36d tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Pushing event deleted for resources: {'Port': ['ID=f3f1aa6c-ca04-4c94-ae36-b99439b6628e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:29.537070 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7f615baa-66ca-4eac-9e84-a49ebcd06710 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4378126 Feb 20 05:28:29.633765 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab7a4a99-cc9c-4f8c-8d02-a3f90f0fc793 req-e8a8f001-9db2-4b7a-9798-37ca94f6ad7c tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159906 Feb 20 05:28:29.639969 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c1fea84a-8067-41bc-8d96-b52fcf09fe62 req-72c29261-cbe9-4045-87ca-c37608c2d36d tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks [] for floatingip (c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:29.642871 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c1fea84a-8067-41bc-8d96-b52fcf09fe62 req-72c29261-cbe9-4045-87ca-c37608c2d36d tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:29.651264 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c1fea84a-8067-41bc-8d96-b52fcf09fe62 req-72c29261-cbe9-4045-87ca-c37608c2d36d tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "DELETE /v2.0/floatingips/c6d2c98a-a2d3-4013-98f6-d8c9eaf49c08 HTTP/1.1" status: 204 len: 173 time: 0.8150992 Feb 20 05:28:29.667786 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488f60aa-b5c6-4661-883c-d0ccd6c5c28f None None] Network 8e0f8ca2-56ee-4480-81b6-b57d259da816 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:28:29.838564 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7d493-ff08-4ffe-9168-1170d7235c18 req-65a52985-12ce-4fa8-bb3b-57f6131b8651 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:29.843869 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-18a7d493-ff08-4ffe-9168-1170d7235c18 req-65a52985-12ce-4fa8-bb3b-57f6131b8651 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 946 time: 0.1090820 Feb 20 05:28:29.928080 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-18a7d493-ff08-4ffe-9168-1170d7235c18 req-e3db0740-bab1-47da-b917-f29af7ffe23a tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801263 Feb 20 05:28:30.058493 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c724db-0718-49fe-9ba7-74bbfe48c223 req-da922761-2a3f-456f-b2c5-7af08404850e tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:30.060047 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41c724db-0718-49fe-9ba7-74bbfe48c223 req-da922761-2a3f-456f-b2c5-7af08404850e tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 946 time: 0.0726705 Feb 20 05:28:30.144381 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41c724db-0718-49fe-9ba7-74bbfe48c223 req-ed97a570-8345-4cbb-98fb-9201680b3d26 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778320 Feb 20 05:28:30.163873 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdb233-7308-4fac-a256-997503539049 req-4e7a2d19-11b9-4357-825b-280e42387d94 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:30.166265 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-15fdb233-7308-4fac-a256-997503539049 req-4e7a2d19-11b9-4357-825b-280e42387d94 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e293679-465c-4209-8c52-cc9ec58b51f0 HTTP/1.1" status: 200 len: 945 time: 0.0851068 Feb 20 05:28:30.218610 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-15fdb233-7308-4fac-a256-997503539049 req-6d9d009b-c928-4898-aac1-922d9b68abfb tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e5ff384-8499-4e8d-b21e-164715b65c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447791 Feb 20 05:28:30.551937 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-df83ff27-2c19-4394-b52a-d349de7dea01 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:30.568189 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-df83ff27-2c19-4394-b52a-d349de7dea01 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.37 "GET /v2.0/networks?id=1ca31984-3937-4f65-9845-085b9154fe9a HTTP/1.1" status: 200 len: 814 time: 0.1565228 Feb 20 05:28:30.601263 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-c083c3e3-2dd3-4a03-8cc2-5f8cd90a6ded tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.37 "GET /v2.0/quotas/1cc75ca02eea4ac1a30fe90e255178c0 HTTP/1.1" status: 200 len: 375 time: 0.0305429 Feb 20 05:28:30.673092 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-76c0217b-db67-4c01-9443-7a19dea3f09d tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1cc75ca02eea4ac1a30fe90e255178c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681145 Feb 20 05:28:31.085917 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49956e5-7891-44be-83e2-cb1a09c3d00c req-a10afb2e-34d3-4e33-b855-a57aef84ad5e tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:31.087550 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b49956e5-7891-44be-83e2-cb1a09c3d00c req-a10afb2e-34d3-4e33-b855-a57aef84ad5e tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=19639a1a-aa67-43af-806f-1d5f40a5395a HTTP/1.1" status: 200 len: 946 time: 0.4201536 Feb 20 05:28:31.142982 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-9b1a20eb-c16b-4e15-97af-cea0ab350154 service neutron] 10.222.0.37 "GET /v2.0/networks/1ca31984-3937-4f65-9845-085b9154fe9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380884 Feb 20 05:28:31.177757 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b49956e5-7891-44be-83e2-cb1a09c3d00c req-a1142a70-108e-4079-a2bd-3922d31591a9 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/security-groups?id=855fcd15-a9c3-4993-9a39-7fd38b35ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815535 Feb 20 05:28:31.269511 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-9a7b60c6-82ab-4cdd-ae32-f673e013f6a6 service neutron] 10.222.0.37 "GET /v2.0/networks/1ca31984-3937-4f65-9845-085b9154fe9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166916 Feb 20 05:28:31.374157 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6194e-d2ac-4900-82e5-34a308cdb900 req-d36b77a7-75e6-4c0c-b11f-ceea1dac86be tempest-ServersAdminNegativeTestJSON-1760854694 tempest-ServersAdminNegativeTestJSON-1760854694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:31.376172 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-52f6194e-d2ac-4900-82e5-34a308cdb900 req-d36b77a7-75e6-4c0c-b11f-ceea1dac86be tempest-ServersAdminNegativeTestJSON-1760854694 tempest-ServersAdminNegativeTestJSON-1760854694-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9dd4bf80-8751-47bd-a071-cfc629b79996 HTTP/1.1" status: 200 len: 1131 time: 0.0811427 Feb 20 05:28:31.408418 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16f044-bfb3-4601-a3a9-73b3c647a47b req-519bf8b3-2388-4732-87b2-2e4eb9be4589 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:31.410436 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b16f044-bfb3-4601-a3a9-73b3c647a47b req-519bf8b3-2388-4732-87b2-2e4eb9be4589 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.61 "GET /v2.0/ports?device_id=19639a1a-aa67-43af-806f-1d5f40a5395a HTTP/1.1" status: 200 len: 946 time: 0.0703540 Feb 20 05:28:31.559765 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-52f6194e-d2ac-4900-82e5-34a308cdb900 req-09a8221c-1fa0-4067-a634-439a76237e90 tempest-ServersAdminNegativeTestJSON-1760854694 tempest-ServersAdminNegativeTestJSON-1760854694-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e0acbf52-2d96-49ad-83ea-d576b52400ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701519 Feb 20 05:28:31.603808 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9136eb-1b96-4e0c-bd3d-0d64797f5130 req-2cccf5c9-f0f5-4226-b75d-d78d7fcf5425 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:31.605525 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0c9136eb-1b96-4e0c-bd3d-0d64797f5130 req-2cccf5c9-f0f5-4226-b75d-d78d7fcf5425 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 945 time: 0.0791543 Feb 20 05:28:31.610093 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-5b16f044-bfb3-4601-a3a9-73b3c647a47b req-fc67d3f7-a513-416b-82e2-aac869764997 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Deleting port 99a3f4ae-d5ba-4af7-bc54-296e24e56b62 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:28:31.610419 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5b16f044-bfb3-4601-a3a9-73b3c647a47b req-fc67d3f7-a513-416b-82e2-aac869764997 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (99a3f4ae-d5ba-4af7-bc54-296e24e56b62), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:31.670637 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4a4e7-234d-4ce7-b75d-74b71ad65e34 req-542c9853-7378-4c14-9d07-ddd0251ba42e tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:31.672283 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eca4a4e7-234d-4ce7-b75d-74b71ad65e34 req-542c9853-7378-4c14-9d07-ddd0251ba42e tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e293679-465c-4209-8c52-cc9ec58b51f0 HTTP/1.1" status: 200 len: 945 time: 0.1196859 Feb 20 05:28:31.790659 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0c9136eb-1b96-4e0c-bd3d-0d64797f5130 req-e77dda02-decd-44d0-ac5d-8f0707c65b3f tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765833 Feb 20 05:28:31.860526 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-eca4a4e7-234d-4ce7-b75d-74b71ad65e34 req-362394b4-c91d-4dee-8c63-7a2045ec5526 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Deleting port 658a72e9-4293-4fbf-a3ef-d675947ce961 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:28:31.860926 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-eca4a4e7-234d-4ce7-b75d-74b71ad65e34 req-362394b4-c91d-4dee-8c63-7a2045ec5526 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (658a72e9-4293-4fbf-a3ef-d675947ce961), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:31.918688 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8dd03141-8814-4247-a2a3-13adf41b6df8 req-7ad67d96-7d0c-4279-8c91-9340e067c66f tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.37 "GET /v2.0/ports?device_id=06177145-5408-44c6-9494-327242e6375e HTTP/1.1" status: 200 len: 210 time: 0.0400434 Feb 20 05:28:32.010010 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-eca4a4e7-234d-4ce7-b75d-74b71ad65e34 req-362394b4-c91d-4dee-8c63-7a2045ec5526 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] For port 658a72e9-4293-4fbf-a3ef-d675947ce961, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=658a72e9-4293-4fbf-a3ef-d675947ce961,segment=NetworkSegment(124a5ef8-1338-4ceb-9818-c9a2bde36949),segment_id=124a5ef8-1338-4ceb-9818-c9a2bde36949)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:32.010182 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-eca4a4e7-234d-4ce7-b75d-74b71ad65e34 req-362394b4-c91d-4dee-8c63-7a2045ec5526 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (658a72e9-4293-4fbf-a3ef-d675947ce961), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:32.030570 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31afaa-630a-4025-93a3-a03e6993c7ae req-52ce5588-d576-4a27-b67d-c201afe33765 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:32.032319 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bb31afaa-630a-4025-93a3-a03e6993c7ae req-52ce5588-d576-4a27-b67d-c201afe33765 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e293679-465c-4209-8c52-cc9ec58b51f0 HTTP/1.1" status: 200 len: 945 time: 0.2616646 Feb 20 05:28:32.043262 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-eca4a4e7-234d-4ce7-b75d-74b71ad65e34 req-362394b4-c91d-4dee-8c63-7a2045ec5526 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Calling delete_port for 658a72e9-4293-4fbf-a3ef-d675947ce961 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:28:32.050707 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-5b16f044-bfb3-4601-a3a9-73b3c647a47b req-fc67d3f7-a513-416b-82e2-aac869764997 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] For port 99a3f4ae-d5ba-4af7-bc54-296e24e56b62, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=99a3f4ae-d5ba-4af7-bc54-296e24e56b62,segment=NetworkSegment(2f846fab-1023-4142-9b98-5429bbacc081),segment_id=2f846fab-1023-4142-9b98-5429bbacc081)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:32.055451 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5b16f044-bfb3-4601-a3a9-73b3c647a47b req-fc67d3f7-a513-416b-82e2-aac869764997 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (99a3f4ae-d5ba-4af7-bc54-296e24e56b62), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:32.114061 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-5b16f044-bfb3-4601-a3a9-73b3c647a47b req-fc67d3f7-a513-416b-82e2-aac869764997 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Calling delete_port for 99a3f4ae-d5ba-4af7-bc54-296e24e56b62 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:28:32.217004 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bb31afaa-630a-4025-93a3-a03e6993c7ae req-578e53bd-79c9-49e0-80e4-510574cf3ce0 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e5ff384-8499-4e8d-b21e-164715b65c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633372 Feb 20 05:28:32.374583 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-eca4a4e7-234d-4ce7-b75d-74b71ad65e34 req-362394b4-c91d-4dee-8c63-7a2045ec5526 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (658a72e9-4293-4fbf-a3ef-d675947ce961), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:32.388252 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['658a72e9-4293-4fbf-a3ef-d675947ce961'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:28:32.412005 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362394b4-c91d-4dee-8c63-7a2045ec5526 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Pushing event deleted for resources: {'Port': ['ID=658a72e9-4293-4fbf-a3ef-d675947ce961,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:32.464591 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b22df3-6de4-43e6-8905-28782f816174 req-e7102d29-ec27-4cdd-9116-22b9ed91572c tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:32.472897 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-34b22df3-6de4-43e6-8905-28782f816174 req-e7102d29-ec27-4cdd-9116-22b9ed91572c tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=19639a1a-aa67-43af-806f-1d5f40a5395a HTTP/1.1" status: 200 len: 946 time: 0.1330063 Feb 20 05:28:32.487814 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca4a4e7-234d-4ce7-b75d-74b71ad65e34 req-362394b4-c91d-4dee-8c63-7a2045ec5526 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] No DVR routers for this DVR port 658a72e9-4293-4fbf-a3ef-d675947ce961 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:28:32.491902 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-eca4a4e7-234d-4ce7-b75d-74b71ad65e34 req-362394b4-c91d-4dee-8c63-7a2045ec5526 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:32.495374 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eca4a4e7-234d-4ce7-b75d-74b71ad65e34 req-362394b4-c91d-4dee-8c63-7a2045ec5526 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.48 "DELETE /v2.0/ports/658a72e9-4293-4fbf-a3ef-d675947ce961 HTTP/1.1" status: 204 len: 173 time: 0.8167717 Feb 20 05:28:32.495933 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e293679-465c-4209-8c52-cc9ec58b51f0', 'name': 'network-vif-deleted', 'tag': '658a72e9-4293-4fbf-a3ef-d675947ce961'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:28:32.498714 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48aab76f-bd08-477f-86e6-9cb582a91c86" -d '{"events": [{"server_uuid": "1e293679-465c-4209-8c52-cc9ec58b51f0", "name": "network-vif-deleted", "tag": "658a72e9-4293-4fbf-a3ef-d675947ce961"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:28:32.587092 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-34b22df3-6de4-43e6-8905-28782f816174 req-c0380e30-94f8-4b67-bc39-df8f3895e85c tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/security-groups?id=855fcd15-a9c3-4993-9a39-7fd38b35ad47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071041 Feb 20 05:28:32.641896 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5b16f044-bfb3-4601-a3a9-73b3c647a47b req-fc67d3f7-a513-416b-82e2-aac869764997 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (99a3f4ae-d5ba-4af7-bc54-296e24e56b62), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:32.657958 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['99a3f4ae-d5ba-4af7-bc54-296e24e56b62'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:28:32.660570 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c6234a-f502-4889-a0af-f9f6a70a3ff9 x-openstack-request-id: req-31c6234a-f502-4889-a0af-f9f6a70a3ff9 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:28:32.660860 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e293679-465c-4209-8c52-cc9ec58b51f0", "name": "network-vif-deleted", "tag": "658a72e9-4293-4fbf-a3ef-d675947ce961", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:28:32.661106 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31c6234a-f502-4889-a0af-f9f6a70a3ff9 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:28:32.661737 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e293679-465c-4209-8c52-cc9ec58b51f0', 'name': 'network-vif-deleted', 'tag': '658a72e9-4293-4fbf-a3ef-d675947ce961', 'status': 'completed', 'code': 200} Feb 20 05:28:32.678326 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67d3f7-a513-416b-82e2-aac869764997 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Pushing event deleted for resources: {'Port': ['ID=99a3f4ae-d5ba-4af7-bc54-296e24e56b62,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:32.722186 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device ba343ebb-d84b-4627-9449-f6743e5dd259 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:28:32.784347 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b16f044-bfb3-4601-a3a9-73b3c647a47b req-fc67d3f7-a513-416b-82e2-aac869764997 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] No DVR routers for this DVR port 99a3f4ae-d5ba-4af7-bc54-296e24e56b62 on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:28:32.791363 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5b16f044-bfb3-4601-a3a9-73b3c647a47b req-fc67d3f7-a513-416b-82e2-aac869764997 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:32.794843 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b16f044-bfb3-4601-a3a9-73b3c647a47b req-fc67d3f7-a513-416b-82e2-aac869764997 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.61 "DELETE /v2.0/ports/99a3f4ae-d5ba-4af7-bc54-296e24e56b62 HTTP/1.1" status: 204 len: 173 time: 1.3763387 Feb 20 05:28:32.796368 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19639a1a-aa67-43af-806f-1d5f40a5395a', 'name': 'network-vif-deleted', 'tag': '99a3f4ae-d5ba-4af7-bc54-296e24e56b62'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:28:32.807148 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786c4b8b-1452-459c-9428-5497d50d470f" -d '{"events": [{"server_uuid": "19639a1a-aa67-43af-806f-1d5f40a5395a", "name": "network-vif-deleted", "tag": "99a3f4ae-d5ba-4af7-bc54-296e24e56b62"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:28:32.854136 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d9396-0ce3-43e0-ba1a-7136e962a8cd req-fe63595a-6efe-4bbf-97ba-e629e184688d tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:32.855819 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6e3d9396-0ce3-43e0-ba1a-7136e962a8cd req-fe63595a-6efe-4bbf-97ba-e629e184688d tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dd4bf80-8751-47bd-a071-cfc629b79996 HTTP/1.1" status: 200 len: 949 time: 0.1633635 Feb 20 05:28:33.035177 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6e3d9396-0ce3-43e0-ba1a-7136e962a8cd req-efb96c75-158b-440a-9f5c-61e1e1d4026a tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0acbf52-2d96-49ad-83ea-d576b52400ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707630 Feb 20 05:28:33.080597 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081ed4d-d733-46c5-ac6b-7c7c937829ee req-ea60b04b-34b1-45be-b13a-3fbf0a1e44a5 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:33.094051 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6081ed4d-d733-46c5-ac6b-7c7c937829ee req-ea60b04b-34b1-45be-b13a-3fbf0a1e44a5 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 945 time: 0.1547396 Feb 20 05:28:33.128957 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9969a842-d7a3-4639-8233-827995132a11 x-openstack-request-id: req-9969a842-d7a3-4639-8233-827995132a11 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:28:33.136335 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port ba343ebb-d84b-4627-9449-f6743e5dd259, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=ba343ebb-d84b-4627-9449-f6743e5dd259,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:33.137065 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19639a1a-aa67-43af-806f-1d5f40a5395a", "name": "network-vif-deleted", "tag": "99a3f4ae-d5ba-4af7-bc54-296e24e56b62", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:28:33.137426 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9969a842-d7a3-4639-8233-827995132a11 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:28:33.140602 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19639a1a-aa67-43af-806f-1d5f40a5395a', 'name': 'network-vif-deleted', 'tag': '99a3f4ae-d5ba-4af7-bc54-296e24e56b62', 'status': 'completed', 'code': 200} Feb 20 05:28:33.153125 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'ba343ebb-d84b-4627-9449-f6743e5dd259', 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e', 'port_id': 'ba343ebb-d84b-4627-9449-f6743e5dd259', 'mac_address': 'fa:16:3e:59:e5:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:28:33.213180 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port ba343ebb-d84b-4627-9449-f6743e5dd259 is: ACTIVE; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:28:33.213822 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ba343ebb-d84b-4627-9449-f6743e5dd259), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:33.237426 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba343ebb-d84b-4627-9449-f6743e5dd259 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:28:33.251601 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6081ed4d-d733-46c5-ac6b-7c7c937829ee req-8ed4bccf-fc67-40ef-86fe-fba43fad4bd9 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565344 Feb 20 05:28:33.306260 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port ba343ebb-d84b-4627-9449-f6743e5dd259, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=ba343ebb-d84b-4627-9449-f6743e5dd259,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:33.311791 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ba343ebb-d84b-4627-9449-f6743e5dd259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:33.391305 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-f5d7dcfe-bf84-45e4-aac1-fc70d79dd324 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:33.395660 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-f5d7dcfe-bf84-45e4-aac1-fc70d79dd324 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.48 "GET /v2.0/networks?id=1ca31984-3937-4f65-9845-085b9154fe9a HTTP/1.1" status: 200 len: 814 time: 0.3917725 Feb 20 05:28:33.398374 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=ba343ebb-d84b-4627-9449-f6743e5dd259,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:33.419982 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-fd8bb653-44f1-4473-9644-8e6ba90f2fa7 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Request body: {'port': {'device_id': '06177145-5408-44c6-9494-327242e6375e', 'network_id': '1ca31984-3937-4f65-9845-085b9154fe9a', 'admin_state_up': True, 'tenant_id': '1cc75ca02eea4ac1a30fe90e255178c0'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:28:33.443465 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ce59b0c-d239-41ff-a091-e1aa7825b2bc req-0c08a3b1-ccbd-40cf-af18-f17f24a63d92 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.37 "GET /v2.0/ports?device_id=06177145-5408-44c6-9494-327242e6375e HTTP/1.1" status: 200 len: 210 time: 0.0551434 Feb 20 05:28:33.467655 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['ba343ebb-d84b-4627-9449-f6743e5dd259'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:28:33.662025 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-fd8bb653-44f1-4473-9644-8e6ba90f2fa7 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Made reservation on behalf of 1cc75ca02eea4ac1a30fe90e255178c0 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:28:33.667323 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-fd8bb653-44f1-4473-9644-8e6ba90f2fa7 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:33.715468 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c5ca07c-3d27-4725-91a4-cf16a902159e req-c1640bd2-8164-484d-b009-8c071c224089 tempest-AttachSCSIVolumeTestJSON-476459100 tempest-AttachSCSIVolumeTestJSON-476459100-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e293679-465c-4209-8c52-cc9ec58b51f0 HTTP/1.1" status: 200 len: 210 time: 0.1428447 Feb 20 05:28:33.902481 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-fd8bb653-44f1-4473-9644-8e6ba90f2fa7 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Allocated IP 172.20.0.3 (1ca31984-3937-4f65-9845-085b9154fe9a/5131e1eb-90e4-4986-a91b-efaa4f6dca7c/2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:28:33.920435 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16c3c622-1bb8-4225-8289-9727044255e5 req-147b5456-e9e2-4864-8ebe-f54711cb9298 tempest-FloatingIPsAssociationTestJSON-1784307318 tempest-FloatingIPsAssociationTestJSON-1784307318-project] 10.222.0.37 "GET /v2.0/ports?device_id=19639a1a-aa67-43af-806f-1d5f40a5395a HTTP/1.1" status: 200 len: 210 time: 0.0524509 Feb 20 05:28:34.149703 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-fd8bb653-44f1-4473-9644-8e6ba90f2fa7 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Publish callbacks [] for port (2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:34.190461 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-fd8bb653-44f1-4473-9644-8e6ba90f2fa7 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:34.262746 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-fd8bb653-44f1-4473-9644-8e6ba90f2fa7 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Network 1ca31984-3937-4f65-9845-085b9154fe9a is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:28:34.266581 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-fd8bb653-44f1-4473-9644-8e6ba90f2fa7 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:28:34.269321 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-fd8bb653-44f1-4473-9644-8e6ba90f2fa7 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:28:34.280393 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0525ab3-7824-4fa0-8beb-30e5ea77a7bc req-33ee670a-c3ab-4655-859f-9a7cc7210997 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:34.290185 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c0525ab3-7824-4fa0-8beb-30e5ea77a7bc req-33ee670a-c3ab-4655-859f-9a7cc7210997 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dd4bf80-8751-47bd-a071-cfc629b79996 HTTP/1.1" status: 200 len: 949 time: 0.1716759 Feb 20 05:28:34.350862 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b94ca3-7242-4e60-a7ba-e2b558374d1b req-711688d1-709b-4715-ae6f-74a2e8334b2b tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:34.352886 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3b94ca3-7242-4e60-a7ba-e2b558374d1b req-711688d1-709b-4715-ae6f-74a2e8334b2b tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.61 "GET /v2.0/ports?device_id=9dd4bf80-8751-47bd-a071-cfc629b79996 HTTP/1.1" status: 200 len: 949 time: 0.1816490 Feb 20 05:28:34.375702 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8bb653-44f1-4473-9644-8e6ba90f2fa7 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Pushing event updated for resources: {'Port': ['ID=2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:34.395452 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-fd8bb653-44f1-4473-9644-8e6ba90f2fa7 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:34.396248 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-fd8bb653-44f1-4473-9644-8e6ba90f2fa7 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:34.401444 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c0525ab3-7824-4fa0-8beb-30e5ea77a7bc req-ae2de513-6be5-46f2-b03b-cfde83d2ddb5 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0acbf52-2d96-49ad-83ea-d576b52400ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060944 Feb 20 05:28:34.427508 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-fd8bb653-44f1-4473-9644-8e6ba90f2fa7 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0134442 Feb 20 05:28:34.449580 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-16426017-65c4-46c2-bf99-eeee6efbdb92 service neutron] Request body: {'port': {'device_id': '06177145-5408-44c6-9494-327242e6375e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:28:34.523820 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-16426017-65c4-46c2-bf99-eeee6efbdb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:34.602588 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d39a71-4c00-4cc0-99e5-7d15750ca941 req-cd3ee5a7-a74d-495e-b550-de359d360611 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:34.604415 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-87d39a71-4c00-4cc0-99e5-7d15750ca941 req-cd3ee5a7-a74d-495e-b550-de359d360611 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 945 time: 0.2503004 Feb 20 05:28:34.631273 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-f3b94ca3-7242-4e60-a7ba-e2b558374d1b req-b8a1c590-fe76-4337-814a-a7b25c415a03 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Deleting port 214fcb87-101b-4547-95f1-5a2051748e8a {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:28:34.632434 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f3b94ca3-7242-4e60-a7ba-e2b558374d1b req-b8a1c590-fe76-4337-814a-a7b25c415a03 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (214fcb87-101b-4547-95f1-5a2051748e8a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:34.717690 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f98baf-198c-411f-9a33-ddcb86fcf8a6 req-dd025854-378f-4eba-b34c-b753321c05f5 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:34.719755 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6f98baf-198c-411f-9a33-ddcb86fcf8a6 req-dd025854-378f-4eba-b34c-b753321c05f5 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.37 "GET /v2.0/ports?device_id=06177145-5408-44c6-9494-327242e6375e HTTP/1.1" status: 200 len: 931 time: 0.1722829 Feb 20 05:28:34.753212 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device ba343ebb-d84b-4627-9449-f6743e5dd259 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:28:34.826786 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-87d39a71-4c00-4cc0-99e5-7d15750ca941 req-d6140f29-5352-4dcd-87e6-20c35d8f3c3d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142637 Feb 20 05:28:34.871768 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port ba343ebb-d84b-4627-9449-f6743e5dd259 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:28:34.872146 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ba343ebb-d84b-4627-9449-f6743e5dd259), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:34.905223 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-16426017-65c4-46c2-bf99-eeee6efbdb92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:28:34.925667 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-16426017-65c4-46c2-bf99-eeee6efbdb92 service neutron] Publish callbacks [] for port (2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:34.947006 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6f98baf-198c-411f-9a33-ddcb86fcf8a6 req-7284d3aa-9c10-40f6-b6ab-14e6c093a2c4 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.37 "GET /v2.0/security-groups?id=040e3022-4b0c-4bc3-aef7-4787ec3215be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198398 Feb 20 05:28:34.972214 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-16426017-65c4-46c2-bf99-eeee6efbdb92 service neutron] Transition to ACTIVE for port object 2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:28:34.976304 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-f3b94ca3-7242-4e60-a7ba-e2b558374d1b req-b8a1c590-fe76-4337-814a-a7b25c415a03 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] For port 214fcb87-101b-4547-95f1-5a2051748e8a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=214fcb87-101b-4547-95f1-5a2051748e8a,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:34.976948 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f3b94ca3-7242-4e60-a7ba-e2b558374d1b req-b8a1c590-fe76-4337-814a-a7b25c415a03 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (214fcb87-101b-4547-95f1-5a2051748e8a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:34.979853 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-16426017-65c4-46c2-bf99-eeee6efbdb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:35.043109 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-f3b94ca3-7242-4e60-a7ba-e2b558374d1b req-b8a1c590-fe76-4337-814a-a7b25c415a03 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Calling delete_port for 214fcb87-101b-4547-95f1-5a2051748e8a owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:28:35.101037 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51312) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:35.145354 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port ba343ebb-d84b-4627-9449-f6743e5dd259 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:28:35.146030 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ba343ebb-d84b-4627-9449-f6743e5dd259), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:35.154932 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16426017-65c4-46c2-bf99-eeee6efbdb92 service neutron] Pushing event updated for resources: {'Port': ['ID=2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:35.230351 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port ba343ebb-d84b-4627-9449-f6743e5dd259, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=ba343ebb-d84b-4627-9449-f6743e5dd259,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:35.233903 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33bfd98-cc1f-49da-9646-ba66cd767f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba343ebb-d84b-4627-9449-f6743e5dd259'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:28:35.239934 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f629f91d-5a8a-4311-ba9a-127f7ec7cc17" -d '{"events": [{"server_uuid": "e33bfd98-cc1f-49da-9646-ba66cd767f51", "name": "network-vif-plugged", "status": "completed", "tag": "ba343ebb-d84b-4627-9449-f6743e5dd259"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:28:35.250556 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ba343ebb-d84b-4627-9449-f6743e5dd259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:35.254351 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 99a3f4ae-d5ba-4af7-bc54-296e24e56b62 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:28:35.369235 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 658a72e9-4293-4fbf-a3ef-d675947ce961 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:28:35.395782 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 658a72e9-4293-4fbf-a3ef-d675947ce961 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:28:35.396138 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 658a72e9-4293-4fbf-a3ef-d675947ce961 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:28:35.400175 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 99a3f4ae-d5ba-4af7-bc54-296e24e56b62 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:28:35.400758 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 99a3f4ae-d5ba-4af7-bc54-296e24e56b62 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:28:35.481431 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-16426017-65c4-46c2-bf99-eeee6efbdb92 service neutron] Attempting to bind port 2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:28:35.482716 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-16426017-65c4-46c2-bf99-eeee6efbdb92 service neutron] Attempting to bind port 2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '381707a6-3693-4b4c-8075-f8c999756934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1ca31984-3937-4f65-9845-085b9154fe9a'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:28:35.483707 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-16426017-65c4-46c2-bf99-eeee6efbdb92 service neutron] Attempting to bind port 2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73 on network 1ca31984-3937-4f65-9845-085b9154fe9a {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:28:35.499262 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=ba343ebb-d84b-4627-9449-f6743e5dd259,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:35.539897 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683ca50-6da9-44af-acd3-5d713f478652 req-9f85bd6b-f02a-4e5f-a4cc-8eeff5cde8ca tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:35.548272 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a683ca50-6da9-44af-acd3-5d713f478652 req-9f85bd6b-f02a-4e5f-a4cc-8eeff5cde8ca tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 1127 time: 0.2822168 Feb 20 05:28:35.578648 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f3b94ca3-7242-4e60-a7ba-e2b558374d1b req-b8a1c590-fe76-4337-814a-a7b25c415a03 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (214fcb87-101b-4547-95f1-5a2051748e8a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:35.593789 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['b3549c07-997e-4e66-9c24-2dfc97c6b696'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:28:35.597910 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['214fcb87-101b-4547-95f1-5a2051748e8a'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:28:35.683575 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a1c590-fe76-4337-814a-a7b25c415a03 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Pushing event deleted for resources: {'Port': ['ID=214fcb87-101b-4547-95f1-5a2051748e8a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:35.700559 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a683ca50-6da9-44af-acd3-5d713f478652 req-1f820e7b-677b-4d46-8640-1a11268d245a tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513319 Feb 20 05:28:35.732640 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-16426017-65c4-46c2-bf99-eeee6efbdb92 service neutron] Port 2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73 on network 1ca31984-3937-4f65-9845-085b9154fe9a not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:28:35.733047 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-16426017-65c4-46c2-bf99-eeee6efbdb92 service neutron] Attempting to bind port 2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73 on network 1ca31984-3937-4f65-9845-085b9154fe9a {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:28:35.762128 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b94ca3-7242-4e60-a7ba-e2b558374d1b req-b8a1c590-fe76-4337-814a-a7b25c415a03 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] No DVR routers for this DVR port 214fcb87-101b-4547-95f1-5a2051748e8a on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:28:35.768623 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f3b94ca3-7242-4e60-a7ba-e2b558374d1b req-b8a1c590-fe76-4337-814a-a7b25c415a03 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:35.776877 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3b94ca3-7242-4e60-a7ba-e2b558374d1b req-b8a1c590-fe76-4337-814a-a7b25c415a03 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.61 "DELETE /v2.0/ports/214fcb87-101b-4547-95f1-5a2051748e8a HTTP/1.1" status: 204 len: 173 time: 1.3859549 Feb 20 05:28:35.777405 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd4bf80-8751-47bd-a071-cfc629b79996', 'name': 'network-vif-deleted', 'tag': '214fcb87-101b-4547-95f1-5a2051748e8a'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:28:35.780191 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39185032-7b6c-4fcd-add4-77ccf85b1d4e" -d '{"events": [{"server_uuid": "9dd4bf80-8751-47bd-a071-cfc629b79996", "name": "network-vif-deleted", "tag": "214fcb87-101b-4547-95f1-5a2051748e8a"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:28:35.853076 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-16426017-65c4-46c2-bf99-eeee6efbdb92 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:28:35.853948 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-16426017-65c4-46c2-bf99-eeee6efbdb92 service neutron] Checking segment: {'id': '381707a6-3693-4b4c-8075-f8c999756934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1ca31984-3937-4f65-9845-085b9154fe9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:28:35.855802 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9193e489-28f9-4e4b-b1da-44c77e1a8fd8 x-openstack-request-id: req-9193e489-28f9-4e4b-b1da-44c77e1a8fd8 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:28:35.856315 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33bfd98-cc1f-49da-9646-ba66cd767f51", "name": "network-vif-plugged", "status": "completed", "tag": "ba343ebb-d84b-4627-9449-f6743e5dd259", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:28:35.856424 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9193e489-28f9-4e4b-b1da-44c77e1a8fd8 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:28:35.856770 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33bfd98-cc1f-49da-9646-ba66cd767f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba343ebb-d84b-4627-9449-f6743e5dd259', 'code': 200} Feb 20 05:28:35.857378 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-16426017-65c4-46c2-bf99-eeee6efbdb92 service neutron] Bound using segment: {'id': '381707a6-3693-4b4c-8075-f8c999756934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1ca31984-3937-4f65-9845-085b9154fe9a'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:28:35.857975 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-16426017-65c4-46c2-bf99-eeee6efbdb92 service neutron] Bound port: 2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '381707a6-3693-4b4c-8075-f8c999756934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1ca31984-3937-4f65-9845-085b9154fe9a'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:28:35.861202 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-16426017-65c4-46c2-bf99-eeee6efbdb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:35.958106 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fb5b3751-70ca-4e4c-86c2-9b97ddee8ca1 req-179dcdc7-48dc-47d5-9339-62312a084c5f tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dd4bf80-8751-47bd-a071-cfc629b79996 HTTP/1.1" status: 200 len: 210 time: 0.0498230 Feb 20 05:28:36.128035 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-16426017-65c4-46c2-bf99-eeee6efbdb92 service neutron] For port 2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:28:36.128035 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-16426017-65c4-46c2-bf99-eeee6efbdb92 service neutron] For port 2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73,segment=NetworkSegment(381707a6-3693-4b4c-8075-f8c999756934),segment_id=381707a6-3693-4b4c-8075-f8c999756934)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:28:36.180682 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-16426017-65c4-46c2-bf99-eeee6efbdb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:36.272719 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-16426017-65c4-46c2-bf99-eeee6efbdb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:36.273348 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-16426017-65c4-46c2-bf99-eeee6efbdb92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:36.274757 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-16426017-65c4-46c2-bf99-eeee6efbdb92 service neutron] 10.222.0.48 "PUT /v2.0/ports/2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73 HTTP/1.1" status: 200 len: 1091 time: 1.8389332 Feb 20 05:28:36.277524 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06177145-5408-44c6-9494-327242e6375e', 'tag': '2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:28:36.280476 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44a70b9-8dd8-4345-a206-4f43381a958c" -d '{"events": [{"name": "network-changed", "server_uuid": "06177145-5408-44c6-9494-327242e6375e", "tag": "2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:28:36.460340 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8188f16-dba6-4a69-806b-3b85467aaef9 x-openstack-request-id: req-b8188f16-dba6-4a69-806b-3b85467aaef9 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:28:36.460640 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd4bf80-8751-47bd-a071-cfc629b79996", "name": "network-vif-deleted", "tag": "214fcb87-101b-4547-95f1-5a2051748e8a", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:28:36.460893 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8188f16-dba6-4a69-806b-3b85467aaef9 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:28:36.461303 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd4bf80-8751-47bd-a071-cfc629b79996', 'name': 'network-vif-deleted', 'tag': '214fcb87-101b-4547-95f1-5a2051748e8a', 'status': 'completed', 'code': 200} Feb 20 05:28:36.528735 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16426017-65c4-46c2-bf99-eeee6efbdb92 service neutron] Pushing event updated for resources: {'Port': ['ID=2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:36.682762 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ae066-bcb7-487a-a963-d5d9e892dd75 req-ec4d9bba-9e53-4bc1-84ad-a6a6b06ee2b2 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:36.684326 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-561ae066-bcb7-487a-a963-d5d9e892dd75 req-ec4d9bba-9e53-4bc1-84ad-a6a6b06ee2b2 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 945 time: 0.1493797 Feb 20 05:28:36.690270 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-bd51cf14-1415-4a20-939e-a79c511557b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:36.691906 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-bd51cf14-1415-4a20-939e-a79c511557b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1cc75ca02eea4ac1a30fe90e255178c0&device_id=06177145-5408-44c6-9494-327242e6375e HTTP/1.1" status: 200 len: 1125 time: 0.3588691 Feb 20 05:28:36.775837 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-b8d4a97d-e4c1-4c95-ac7d-d843741190b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73 HTTP/1.1" status: 200 len: 217 time: 0.0728395 Feb 20 05:28:36.794863 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-561ae066-bcb7-487a-a963-d5d9e892dd75 req-499ab4b2-e091-465e-bc5a-6b4abc6cc65c tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004350 Feb 20 05:28:36.874568 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-12256212-c444-4271-9892-b244c74b6eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:36.876488 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-12256212-c444-4271-9892-b244c74b6eaf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5131e1eb-90e4-4986-a91b-efaa4f6dca7c HTTP/1.1" status: 200 len: 854 time: 0.0940590 Feb 20 05:28:36.916705 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-45f41164-8ce4-4acd-8159-ab866836b376 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1ca31984-3937-4f65-9845-085b9154fe9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330973 Feb 20 05:28:36.923329 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4a57e0f7-9663-428c-ad3d-ef92fa9ae144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (f28ea473-00ca-45bb-a4db-4aac309846e7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:37.040100 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78c7b1-6d29-42d1-9ab9-9ccdd9b2f122 req-b5850a56-d426-4f28-a944-376529ca1233 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:37.041542 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc78c7b1-6d29-42d1-9ab9-9ccdd9b2f122 req-b5850a56-d426-4f28-a944-376529ca1233 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.37 "GET /v2.0/ports?device_id=06177145-5408-44c6-9494-327242e6375e HTTP/1.1" status: 200 len: 943 time: 0.1278336 Feb 20 05:28:37.164157 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc78c7b1-6d29-42d1-9ab9-9ccdd9b2f122 req-c0a3f45a-d32c-4365-b657-ae36a434dc1b tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.37 "GET /v2.0/security-groups?id=040e3022-4b0c-4bc3-aef7-4787ec3215be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088829 Feb 20 05:28:37.288838 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095b09ac-b2d6-4193-9324-4626d85539a7 x-openstack-request-id: req-095b09ac-b2d6-4193-9324-4626d85539a7 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:28:37.289425 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06177145-5408-44c6-9494-327242e6375e", "tag": "2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:28:37.293399 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-095b09ac-b2d6-4193-9324-4626d85539a7 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:28:37.294109 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06177145-5408-44c6-9494-327242e6375e', 'tag': '2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73', 'status': 'completed', 'code': 200} Feb 20 05:28:37.493645 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-6f383503-dd86-4b4e-a931-490245e95db5 service neutron] 10.222.0.48 "GET /v2.0/networks/1ca31984-3937-4f65-9845-085b9154fe9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306071 Feb 20 05:28:37.686315 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-fff4f0f4-67fe-4a94-b35e-a6cc2ca6c056 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:28:37.703292 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-fff4f0f4-67fe-4a94-b35e-a6cc2ca6c056 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0229158 Feb 20 05:28:37.835682 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c61c666f-5cab-45e0-9c96-5d7d673f7496 req-799ff63b-6129-4bc6-b8bc-385794927da5 service neutron] 10.222.0.48 "GET /v2.0/networks/1ca31984-3937-4f65-9845-085b9154fe9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326435 Feb 20 05:28:37.868038 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895258fe-69f7-4dd8-aadf-79509a8d1e15 req-565617c4-9355-4d18-adad-b6d2bef98f43 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:37.869721 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-895258fe-69f7-4dd8-aadf-79509a8d1e15 req-565617c4-9355-4d18-adad-b6d2bef98f43 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cba7995-958c-4bb7-a905-d8cd9c20d786 HTTP/1.1" status: 200 len: 950 time: 0.1021800 Feb 20 05:28:37.884734 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-bea67976-d7c9-4bba-adb1-3139d8ce0ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:37.907977 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-bea67976-d7c9-4bba-adb1-3139d8ce0ffd service neutron] 10.222.0.37 "GET /v2.0/ports/53b45731-e8e0-44c8-876f-cf7a72184c28 HTTP/1.1" status: 200 len: 1124 time: 0.2035899 Feb 20 05:28:37.925893 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-928aae64-7d06-4761-99a6-d373ac52742d service neutron] Request body: {'binding': {'host': 'n-h1-829866-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:28:37.926632 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-928aae64-7d06-4761-99a6-d373ac52742d service neutron] Unknown quota resources ['binding']. {{(pid=103406) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 05:28:37.994635 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-895258fe-69f7-4dd8-aadf-79509a8d1e15 req-90cc5b26-907d-432b-8519-c210df46c88d tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0acbf52-2d96-49ad-83ea-d576b52400ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033545 Feb 20 05:28:38.061919 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-4a57e0f7-9663-428c-ad3d-ef92fa9ae144 admin admin] Deleting port c0ea043d-57a6-46de-8f22-17daa50c547b {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:28:38.062869 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4a57e0f7-9663-428c-ad3d-ef92fa9ae144 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (c0ea043d-57a6-46de-8f22-17daa50c547b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:38.090109 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a70b9-8dd8-4345-a206-4f43381a958c req-1c1025a8-ce0c-4d65-b9f5-2409f3ae4834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:38.092442 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e44a70b9-8dd8-4345-a206-4f43381a958c req-1c1025a8-ce0c-4d65-b9f5-2409f3ae4834 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1cc75ca02eea4ac1a30fe90e255178c0&device_id=06177145-5408-44c6-9494-327242e6375e HTTP/1.1" status: 200 len: 1125 time: 0.1833003 Feb 20 05:28:38.220813 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fb1b8-1e2e-469a-b884-63471d0cc96c req-103156ec-9d98-4a62-9f0d-68c64396fff9 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:38.222437 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d74fb1b8-1e2e-469a-b884-63471d0cc96c req-103156ec-9d98-4a62-9f0d-68c64396fff9 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 945 time: 0.0653014 Feb 20 05:28:38.345087 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-928aae64-7d06-4761-99a6-d373ac52742d service neutron] Attempting to bind port 53b45731-e8e0-44c8-876f-cf7a72184c28 on host n-h1-829866-5 for vnic_type normal with profile None {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:28:38.345488 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-928aae64-7d06-4761-99a6-d373ac52742d service neutron] Attempting to bind port 53b45731-e8e0-44c8-876f-cf7a72184c28 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:28:38.345904 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-928aae64-7d06-4761-99a6-d373ac52742d service neutron] Attempting to bind port 53b45731-e8e0-44c8-876f-cf7a72184c28 on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:28:38.356226 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-928aae64-7d06-4761-99a6-d373ac52742d service neutron] Port 53b45731-e8e0-44c8-876f-cf7a72184c28 on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:28:38.356650 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-928aae64-7d06-4761-99a6-d373ac52742d service neutron] Attempting to bind port 53b45731-e8e0-44c8-876f-cf7a72184c28 on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:28:38.360005 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-4a57e0f7-9663-428c-ad3d-ef92fa9ae144 admin admin] For port c0ea043d-57a6-46de-8f22-17daa50c547b, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=c0ea043d-57a6-46de-8f22-17daa50c547b,segment=NetworkSegment(2f846fab-1023-4142-9b98-5429bbacc081),segment_id=2f846fab-1023-4142-9b98-5429bbacc081)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:38.360452 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4a57e0f7-9663-428c-ad3d-ef92fa9ae144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (c0ea043d-57a6-46de-8f22-17daa50c547b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:38.366533 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a70b9-8dd8-4345-a206-4f43381a958c req-390116d0-2cae-4e80-a140-550f9ab86d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:38.371325 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e44a70b9-8dd8-4345-a206-4f43381a958c req-390116d0-2cae-4e80-a140-550f9ab86d89 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1ca31984-3937-4f65-9845-085b9154fe9a HTTP/1.1" status: 200 len: 914 time: 0.2105639 Feb 20 05:28:38.376889 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d74fb1b8-1e2e-469a-b884-63471d0cc96c req-f15aabce-3247-4d58-81a0-5cd9b8c6161d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468468 Feb 20 05:28:38.404595 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-928aae64-7d06-4761-99a6-d373ac52742d service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:28:38.404943 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-928aae64-7d06-4761-99a6-d373ac52742d service neutron] Checking segment: {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:28:38.405325 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-928aae64-7d06-4761-99a6-d373ac52742d service neutron] Bound using segment: {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:28:38.405779 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-928aae64-7d06-4761-99a6-d373ac52742d service neutron] Bound port: 53b45731-e8e0-44c8-876f-cf7a72184c28, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:28:38.413049 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-4a57e0f7-9663-428c-ad3d-ef92fa9ae144 admin admin] Calling delete_port for c0ea043d-57a6-46de-8f22-17daa50c547b owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:28:38.469317 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e44a70b9-8dd8-4345-a206-4f43381a958c req-4ea5c907-144b-4e32-b05d-84b1edc34d0e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73 HTTP/1.1" status: 200 len: 217 time: 0.0740356 Feb 20 05:28:38.514267 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742fb71-5da7-4af2-9bcb-9b805e69ccad req-0c33d446-3dfa-4ed9-892d-8326ebf79d94 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:38.515946 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6742fb71-5da7-4af2-9bcb-9b805e69ccad req-0c33d446-3dfa-4ed9-892d-8326ebf79d94 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.37 "GET /v2.0/ports?device_id=06177145-5408-44c6-9494-327242e6375e HTTP/1.1" status: 200 len: 943 time: 0.0586665 Feb 20 05:28:38.593843 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6742fb71-5da7-4af2-9bcb-9b805e69ccad req-0407e0a3-c558-4e6e-9df3-36a5333a9b70 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.37 "GET /v2.0/security-groups?id=040e3022-4b0c-4bc3-aef7-4787ec3215be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721512 Feb 20 05:28:38.751232 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 214fcb87-101b-4547-95f1-5a2051748e8a no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:28:38.796852 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 214fcb87-101b-4547-95f1-5a2051748e8a {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:28:38.797204 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 214fcb87-101b-4547-95f1-5a2051748e8a not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:28:38.921182 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-928aae64-7d06-4761-99a6-d373ac52742d service neutron] For port 53b45731-e8e0-44c8-876f-cf7a72184c28, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=53b45731-e8e0-44c8-876f-cf7a72184c28,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:28:38.928831 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a70b9-8dd8-4345-a206-4f43381a958c req-8673220e-315e-45c5-87c1-bdccae4d8bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:38.930362 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e44a70b9-8dd8-4345-a206-4f43381a958c req-8673220e-315e-45c5-87c1-bdccae4d8bfa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5131e1eb-90e4-4986-a91b-efaa4f6dca7c HTTP/1.1" status: 200 len: 854 time: 0.4513030 Feb 20 05:28:38.940938 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-928aae64-7d06-4761-99a6-d373ac52742d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:38.942058 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-928aae64-7d06-4761-99a6-d373ac52742d service neutron] 10.222.0.37 "POST /v2.0/ports/53b45731-e8e0-44c8-876f-cf7a72184c28/bindings HTTP/1.1" status: 201 len: 389 time: 1.0222425 Feb 20 05:28:38.971130 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e44a70b9-8dd8-4345-a206-4f43381a958c req-acf7c78b-7ce2-4855-94c5-d740d90bff07 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1ca31984-3937-4f65-9845-085b9154fe9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334363 Feb 20 05:28:39.280823 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7929eb-0f37-49fc-84d2-d7da32108c00 req-7a45ad9e-efba-4bae-ae92-ea5b25f683b7 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:39.291650 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ee7929eb-0f37-49fc-84d2-d7da32108c00 req-7a45ad9e-efba-4bae-ae92-ea5b25f683b7 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cba7995-958c-4bb7-a905-d8cd9c20d786 HTTP/1.1" status: 200 len: 950 time: 0.1469371 Feb 20 05:28:39.295089 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e44a70b9-8dd8-4345-a206-4f43381a958c req-d1904955-f0b3-4c01-879d-70b58d8c524e service neutron] 10.222.0.48 "GET /v2.0/networks/1ca31984-3937-4f65-9845-085b9154fe9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157995 Feb 20 05:28:39.322991 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccf255-e75f-4f16-9bc6-1ae2279e8af9 req-c535725c-1b79-44ed-827d-8c8d91deb112 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:39.324557 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-98ccf255-e75f-4f16-9bc6-1ae2279e8af9 req-c535725c-1b79-44ed-827d-8c8d91deb112 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cba7995-958c-4bb7-a905-d8cd9c20d786 HTTP/1.1" status: 200 len: 950 time: 0.1319547 Feb 20 05:28:39.363117 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8eac3-39ab-46b9-9ba2-4e0fb9ba672d req-496b2f24-5be0-46f0-82f9-f1007910cbb7 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:39.370121 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f1c8eac3-39ab-46b9-9ba2-4e0fb9ba672d req-496b2f24-5be0-46f0-82f9-f1007910cbb7 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.2247813 Feb 20 05:28:39.477831 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ee7929eb-0f37-49fc-84d2-d7da32108c00 req-738ae57e-b5aa-4c93-aee6-e749bd18c766 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0acbf52-2d96-49ad-83ea-d576b52400ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851978 Feb 20 05:28:39.516180 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e44a70b9-8dd8-4345-a206-4f43381a958c req-435f01ec-0c10-4f52-83da-56a6769f9d9f service neutron] 10.222.0.48 "GET /v2.0/networks/1ca31984-3937-4f65-9845-085b9154fe9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129519 Feb 20 05:28:39.528586 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f1c8eac3-39ab-46b9-9ba2-4e0fb9ba672d req-c5060666-cc68-4103-a721-73d8dc37c7d9 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573563 Feb 20 05:28:39.537855 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4a57e0f7-9663-428c-ad3d-ef92fa9ae144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (c0ea043d-57a6-46de-8f22-17daa50c547b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:39.615013 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57e0f7-9663-428c-ad3d-ef92fa9ae144 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ea043d-57a6-46de-8f22-17daa50c547b,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:39.709496 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864165b-fd67-49b4-a823-0f0e7189677c req-6bd814ec-5845-4e35-8729-adee380cbc68 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:39.718884 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7864165b-fd67-49b4-a823-0f0e7189677c req-6bd814ec-5845-4e35-8729-adee380cbc68 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 945 time: 0.1197987 Feb 20 05:28:39.857747 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7864165b-fd67-49b4-a823-0f0e7189677c req-71f774c8-edb8-4737-aeac-730cfac8f5a8 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376657 Feb 20 05:28:39.922942 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802a5d6-5417-4622-bf4e-3d6fc0efc111 req-be39dad9-4045-4f58-922c-be84ec1559cd tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:39.924524 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0802a5d6-5417-4622-bf4e-3d6fc0efc111 req-be39dad9-4045-4f58-922c-be84ec1559cd tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.37 "GET /v2.0/ports?device_id=06177145-5408-44c6-9494-327242e6375e HTTP/1.1" status: 200 len: 943 time: 0.1968064 Feb 20 05:28:40.024397 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-98ccf255-e75f-4f16-9bc6-1ae2279e8af9 req-03cccad2-b7b0-4f61-911d-f231d4c6bf4d tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Deleting port b3549c07-997e-4e66-9c24-2dfc97c6b696 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:28:40.024973 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-98ccf255-e75f-4f16-9bc6-1ae2279e8af9 req-03cccad2-b7b0-4f61-911d-f231d4c6bf4d tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (b3549c07-997e-4e66-9c24-2dfc97c6b696), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:40.035059 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4a57e0f7-9663-428c-ad3d-ef92fa9ae144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (f28ea473-00ca-45bb-a4db-4aac309846e7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:40.087498 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0802a5d6-5417-4622-bf4e-3d6fc0efc111 req-ff7e4f14-fa26-456e-819e-b8e5075d0205 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.37 "GET /v2.0/security-groups?id=040e3022-4b0c-4bc3-aef7-4787ec3215be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378446 Feb 20 05:28:40.236965 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-98ccf255-e75f-4f16-9bc6-1ae2279e8af9 req-03cccad2-b7b0-4f61-911d-f231d4c6bf4d tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] For port b3549c07-997e-4e66-9c24-2dfc97c6b696, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=b3549c07-997e-4e66-9c24-2dfc97c6b696,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:40.237331 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-98ccf255-e75f-4f16-9bc6-1ae2279e8af9 req-03cccad2-b7b0-4f61-911d-f231d4c6bf4d tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (b3549c07-997e-4e66-9c24-2dfc97c6b696), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:40.263820 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-98ccf255-e75f-4f16-9bc6-1ae2279e8af9 req-03cccad2-b7b0-4f61-911d-f231d4c6bf4d tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Calling delete_port for b3549c07-997e-4e66-9c24-2dfc97c6b696 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:28:40.495438 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a57e0f7-9663-428c-ad3d-ef92fa9ae144 admin admin] Router f28ea473-00ca-45bb-a4db-4aac309846e7 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:28:40.652180 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-98ccf255-e75f-4f16-9bc6-1ae2279e8af9 req-03cccad2-b7b0-4f61-911d-f231d4c6bf4d tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (b3549c07-997e-4e66-9c24-2dfc97c6b696), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:40.666967 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['b3549c07-997e-4e66-9c24-2dfc97c6b696'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:28:40.719493 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cccad2-b7b0-4f61-911d-f231d4c6bf4d tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Pushing event deleted for resources: {'Port': ['ID=b3549c07-997e-4e66-9c24-2dfc97c6b696,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:40.721115 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e5bd5ea6-9891-4f3c-82fa-268597c6aa0d req-5a9015e3-b6c8-473b-a1e6-6a9fb5c3ab45 tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cba7995-958c-4bb7-a905-d8cd9c20d786 HTTP/1.1" status: 200 len: 210 time: 0.1126869 Feb 20 05:28:40.748458 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ccf255-e75f-4f16-9bc6-1ae2279e8af9 req-03cccad2-b7b0-4f61-911d-f231d4c6bf4d tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] No DVR routers for this DVR port b3549c07-997e-4e66-9c24-2dfc97c6b696 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:28:40.752416 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-98ccf255-e75f-4f16-9bc6-1ae2279e8af9 req-03cccad2-b7b0-4f61-911d-f231d4c6bf4d tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:40.755961 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-98ccf255-e75f-4f16-9bc6-1ae2279e8af9 req-03cccad2-b7b0-4f61-911d-f231d4c6bf4d tempest-ServersAdminNegativeTestJSON-703487792 tempest-ServersAdminNegativeTestJSON-703487792-project] 10.222.0.48 "DELETE /v2.0/ports/b3549c07-997e-4e66-9c24-2dfc97c6b696 HTTP/1.1" status: 204 len: 173 time: 1.4187734 Feb 20 05:28:40.757097 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cba7995-958c-4bb7-a905-d8cd9c20d786', 'name': 'network-vif-deleted', 'tag': 'b3549c07-997e-4e66-9c24-2dfc97c6b696'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:28:40.759515 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93e9c88-f0da-40fc-a890-2e446cfe8161" -d '{"events": [{"server_uuid": "9cba7995-958c-4bb7-a905-d8cd9c20d786", "name": "network-vif-deleted", "tag": "b3549c07-997e-4e66-9c24-2dfc97c6b696"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:28:40.799952 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-5709fbf3-44d2-44dd-a5ad-23949398b95c tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:40.802319 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-5709fbf3-44d2-44dd-a5ad-23949398b95c tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6&tenant_id=fd21ae910f154cf58d2067d0920b47f4&binding%3Ahost_id=n-h2-829866-5 HTTP/1.1" status: 200 len: 1127 time: 0.2955444 Feb 20 05:28:40.817189 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-7c45e4cb-0919-40ac-87be-93d40d904597 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829866-5'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:28:40.843656 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae003f6a-0528-40b8-ad75-f3ef2d45d83b x-openstack-request-id: req-ae003f6a-0528-40b8-ad75-f3ef2d45d83b {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:28:40.845603 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cba7995-958c-4bb7-a905-d8cd9c20d786", "name": "network-vif-deleted", "tag": "b3549c07-997e-4e66-9c24-2dfc97c6b696", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:28:40.846087 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae003f6a-0528-40b8-ad75-f3ef2d45d83b {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:28:40.846664 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cba7995-958c-4bb7-a905-d8cd9c20d786', 'name': 'network-vif-deleted', 'tag': 'b3549c07-997e-4e66-9c24-2dfc97c6b696', 'status': 'completed', 'code': 200} Feb 20 05:28:40.898689 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a57e0f7-9663-428c-ad3d-ef92fa9ae144 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:28:40.905560 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4a57e0f7-9663-428c-ad3d-ef92fa9ae144 admin admin] 10.222.0.37 "PUT /v2.0/routers/f28ea473-00ca-45bb-a4db-4aac309846e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7847939 Feb 20 05:28:40.908163 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51460) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:40.911125 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3296399-3545-493a-a51a-3139d050e3ab None None] Sync routers for ids ['f28ea473-00ca-45bb-a4db-4aac309846e7'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:28:40.914328 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04d4cc-ae4c-4368-96bc-01f853668415 req-f7a1b020-8ac3-4703-b3dc-135fa335f241 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:40.920022 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e04d4cc-ae4c-4368-96bc-01f853668415 req-f7a1b020-8ac3-4703-b3dc-135fa335f241 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.2087440 Feb 20 05:28:40.969351 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3296399-3545-493a-a51a-3139d050e3ab None None] Routers {'f28ea473-00ca-45bb-a4db-4aac309846e7'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:28:40.975271 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-b3296399-3545-493a-a51a-3139d050e3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:28:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f28ea473-00ca-45bb-a4db-4aac309846e7'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:41.053936 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-7c45e4cb-0919-40ac-87be-93d40d904597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (58b2f612-c972-429c-abc1-3310488c066e), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:41.158178 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-38c55f6a-03ff-4f36-83be-1abbf0fdf85c admin admin] Publish callbacks [] for router (f28ea473-00ca-45bb-a4db-4aac309846e7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:41.296119 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:28:41.299651 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-b3296399-3545-493a-a51a-3139d050e3ab None None] Set router f28ea473-00ca-45bb-a4db-4aac309846e7 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:28:41.324924 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e04d4cc-ae4c-4368-96bc-01f853668415 req-175fcc0f-b13f-47f6-a0b8-98f2534f9a06 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868842 Feb 20 05:28:41.389893 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84aa3a-b2ab-4e1f-ac68-c860cd2f0e34 req-202f7db8-9bf6-4010-9e31-4854eaca2d11 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:41.392069 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1b84aa3a-b2ab-4e1f-ac68-c860cd2f0e34 req-202f7db8-9bf6-4010-9e31-4854eaca2d11 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 945 time: 0.3484285 Feb 20 05:28:41.445533 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-38c55f6a-03ff-4f36-83be-1abbf0fdf85c admin admin] Publish callbacks [] for router_gateway (f28ea473-00ca-45bb-a4db-4aac309846e7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:41.543447 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1b84aa3a-b2ab-4e1f-ac68-c860cd2f0e34 req-128d3a4e-d567-4d2b-8c57-ca980bd2defe tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207163 Feb 20 05:28:41.614873 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-38c55f6a-03ff-4f36-83be-1abbf0fdf85c admin admin] Deleting port 5882af53-bd0e-479b-b329-e8c2bef73791 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:28:41.616200 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-38c55f6a-03ff-4f36-83be-1abbf0fdf85c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (5882af53-bd0e-479b-b329-e8c2bef73791), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:41.707977 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-7c45e4cb-0919-40ac-87be-93d40d904597 service neutron] For port 58b2f612-c972-429c-abc1-3310488c066e, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=58b2f612-c972-429c-abc1-3310488c066e,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:41.793712 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bf773-5014-4a4f-a9b9-fe25d4b54090 req-25b2cd6e-5254-4ccf-bcdd-bd7ca5f62081 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:41.801703 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-951bf773-5014-4a4f-a9b9-fe25d4b54090 req-25b2cd6e-5254-4ccf-bcdd-bd7ca5f62081 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.37 "GET /v2.0/ports?device_id=06177145-5408-44c6-9494-327242e6375e HTTP/1.1" status: 200 len: 943 time: 0.1914978 Feb 20 05:28:41.810834 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-7c45e4cb-0919-40ac-87be-93d40d904597 service neutron] For port 58b2f612-c972-429c-abc1-3310488c066e, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:28:41.814737 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-38c55f6a-03ff-4f36-83be-1abbf0fdf85c admin admin] For port 5882af53-bd0e-479b-b329-e8c2bef73791, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=5882af53-bd0e-479b-b329-e8c2bef73791,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:41.815139 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-38c55f6a-03ff-4f36-83be-1abbf0fdf85c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (5882af53-bd0e-479b-b329-e8c2bef73791), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:41.876149 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-38c55f6a-03ff-4f36-83be-1abbf0fdf85c admin admin] Calling delete_port for 5882af53-bd0e-479b-b329-e8c2bef73791 owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:28:41.914733 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05679688-f986-415e-b2c1-afef330c97f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58b2f612-c972-429c-abc1-3310488c066e'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:28:41.917336 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fef433-8f88-4199-b26e-6bd4240f84d1" -d '{"events": [{"server_uuid": "05679688-f986-415e-b2c1-afef330c97f6", "name": "network-vif-unplugged", "status": "completed", "tag": "58b2f612-c972-429c-abc1-3310488c066e"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:28:41.922850 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-7c45e4cb-0919-40ac-87be-93d40d904597 service neutron] Publish callbacks [] for port (58b2f612-c972-429c-abc1-3310488c066e), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:41.937022 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-951bf773-5014-4a4f-a9b9-fe25d4b54090 req-651c92f5-ecdf-4cc3-9ac8-b1219760dc67 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.37 "GET /v2.0/security-groups?id=040e3022-4b0c-4bc3-aef7-4787ec3215be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324613 Feb 20 05:28:41.948755 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-7c45e4cb-0919-40ac-87be-93d40d904597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (58b2f612-c972-429c-abc1-3310488c066e), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:41.975925 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73,segment=NetworkSegment(381707a6-3693-4b4c-8075-f8c999756934),segment_id=381707a6-3693-4b4c-8075-f8c999756934)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:42.004511 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73', 'network_id': '1ca31984-3937-4f65-9845-085b9154fe9a', 'port_id': '2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73', 'mac_address': 'fa:16:3e:d8:74:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5131e1eb-90e4-4986-a91b-efaa4f6dca7c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:28:42.006044 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfd84ae-e280-4b4b-a6d4-9aab17f486d5 x-openstack-request-id: req-7dfd84ae-e280-4b4b-a6d4-9aab17f486d5 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:28:42.011408 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05679688-f986-415e-b2c1-afef330c97f6", "name": "network-vif-unplugged", "status": "completed", "tag": "58b2f612-c972-429c-abc1-3310488c066e", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:28:42.011677 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7dfd84ae-e280-4b4b-a6d4-9aab17f486d5 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:28:42.012112 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05679688-f986-415e-b2c1-afef330c97f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58b2f612-c972-429c-abc1-3310488c066e', 'code': 200} Feb 20 05:28:42.071368 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:28:42.071677 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:42.104991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:28:42.153930 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45e4cb-0919-40ac-87be-93d40d904597 service neutron] Pushing event updated for resources: {'Port': ['ID=58b2f612-c972-429c-abc1-3310488c066e,revision_number=7']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:42.172186 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73,segment=NetworkSegment(381707a6-3693-4b4c-8075-f8c999756934),segment_id=381707a6-3693-4b4c-8075-f8c999756934)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:42.183074 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-b3296399-3545-493a-a51a-3139d050e3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:27:08Z', 'updated_at': '2022-02-20T05:28:39Z', 'revision_number': 5, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'gw_port': {'id': '5882af53-bd0e-479b-b329-e8c2bef73791', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:27:09Z', 'updated_at': '2022-02-20T05:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:42.189866 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-7c45e4cb-0919-40ac-87be-93d40d904597 service neutron] Attempting to bind port 58b2f612-c972-429c-abc1-3310488c066e on host n-h2-829866-5 for vnic_type normal with profile {"migrating_to": "n-h1-829866-5"} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:28:42.190239 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-7c45e4cb-0919-40ac-87be-93d40d904597 service neutron] Attempting to bind port 58b2f612-c972-429c-abc1-3310488c066e by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:28:42.192939 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-7c45e4cb-0919-40ac-87be-93d40d904597 service neutron] Attempting to bind port 58b2f612-c972-429c-abc1-3310488c066e on network cb4530de-66c2-443b-82e6-823a997cfe68 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:28:42.214452 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-7c45e4cb-0919-40ac-87be-93d40d904597 service neutron] Port 58b2f612-c972-429c-abc1-3310488c066e on network cb4530de-66c2-443b-82e6-823a997cfe68 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:28:42.214805 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-7c45e4cb-0919-40ac-87be-93d40d904597 service neutron] Attempting to bind port 58b2f612-c972-429c-abc1-3310488c066e on network cb4530de-66c2-443b-82e6-823a997cfe68 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:28:42.226308 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-7c45e4cb-0919-40ac-87be-93d40d904597 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:28:42.226666 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-7c45e4cb-0919-40ac-87be-93d40d904597 service neutron] Checking segment: {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:28:42.227120 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-7c45e4cb-0919-40ac-87be-93d40d904597 service neutron] Bound using segment: {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:28:42.227588 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-7c45e4cb-0919-40ac-87be-93d40d904597 service neutron] Bound port: 58b2f612-c972-429c-abc1-3310488c066e, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:28:42.227971 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-7c45e4cb-0919-40ac-87be-93d40d904597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (58b2f612-c972-429c-abc1-3310488c066e), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:42.259057 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3296399-3545-493a-a51a-3139d050e3ab None None] Checking router: f28ea473-00ca-45bb-a4db-4aac309846e7 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:28:42.274504 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:42.297576 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3296399-3545-493a-a51a-3139d050e3ab None None] Routers {'f28ea473-00ca-45bb-a4db-4aac309846e7'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:28:42.302270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-b3296399-3545-493a-a51a-3139d050e3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:28:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f28ea473-00ca-45bb-a4db-4aac309846e7'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:42.316415 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51490) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:42.327143 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-38c55f6a-03ff-4f36-83be-1abbf0fdf85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (5882af53-bd0e-479b-b329-e8c2bef73791), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:42.421837 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-7c45e4cb-0919-40ac-87be-93d40d904597 service neutron] For port 58b2f612-c972-429c-abc1-3310488c066e, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:28:42.429334 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-7c45e4cb-0919-40ac-87be-93d40d904597 service neutron] For port 58b2f612-c972-429c-abc1-3310488c066e, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=58b2f612-c972-429c-abc1-3310488c066e,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:28:42.438312 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-7c45e4cb-0919-40ac-87be-93d40d904597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (58b2f612-c972-429c-abc1-3310488c066e), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:42.512691 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-b3296399-3545-493a-a51a-3139d050e3ab None None] Set router f28ea473-00ca-45bb-a4db-4aac309846e7 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:28:42.601733 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-38c55f6a-03ff-4f36-83be-1abbf0fdf85c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (f28ea473-00ca-45bb-a4db-4aac309846e7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:42.605678 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c55f6a-03ff-4f36-83be-1abbf0fdf85c admin admin] Pushing event deleted for resources: {'Port': ['ID=5882af53-bd0e-479b-b329-e8c2bef73791,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:42.609606 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-7c45e4cb-0919-40ac-87be-93d40d904597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:42.610467 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-7c45e4cb-0919-40ac-87be-93d40d904597 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:42.612782 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-7c45e4cb-0919-40ac-87be-93d40d904597 service neutron] 10.222.0.61 "PUT /v2.0/ports/58b2f612-c972-429c-abc1-3310488c066e HTTP/1.1" status: 200 len: 1121 time: 1.8038132 Feb 20 05:28:42.621135 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45e4cb-0919-40ac-87be-93d40d904597 service neutron] Pushing event updated for resources: {'Port': ['ID=58b2f612-c972-429c-abc1-3310488c066e,revision_number=8']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:42.644028 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf62dbd-8acd-4e47-9b90-e41392621135 req-2f7be702-b714-4b07-a6ec-7f8eb1e3cf97 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:42.652156 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7cf62dbd-8acd-4e47-9b90-e41392621135 req-2f7be702-b714-4b07-a6ec-7f8eb1e3cf97 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.1401477 Feb 20 05:28:42.756769 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7cf62dbd-8acd-4e47-9b90-e41392621135 req-e7abb5dc-6923-47e2-8f6f-bce15699f0e3 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985308 Feb 20 05:28:42.757326 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:28:42.769187 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 58b2f612-c972-429c-abc1-3310488c066e details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:28:42.816934 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-561b2899-95e7-4530-8b0d-feb6f7df1d6d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be482396f26b4e429ca877a89c17d58e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4974589 Feb 20 05:28:42.817644 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51510) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:42.890439 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dd313-c455-4081-b64a-31086a4b7a84 req-79f30233-0dac-4bff-ad39-f0b23c690d56 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:42.900149 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba8dd313-c455-4081-b64a-31086a4b7a84 req-79f30233-0dac-4bff-ad39-f0b23c690d56 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 943 time: 0.1614738 Feb 20 05:28:42.976475 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 58b2f612-c972-429c-abc1-3310488c066e, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=58b2f612-c972-429c-abc1-3310488c066e,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:42.994505 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-38c55f6a-03ff-4f36-83be-1abbf0fdf85c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (f28ea473-00ca-45bb-a4db-4aac309846e7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:42.994725 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:42.999457 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-38c55f6a-03ff-4f36-83be-1abbf0fdf85c admin admin] Publish callbacks [] for router_controller (f28ea473-00ca-45bb-a4db-4aac309846e7), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:43.044201 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba8dd313-c455-4081-b64a-31086a4b7a84 req-5fb685ea-8b94-4734-9bf2-f59d40dc3d58 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314104 Feb 20 05:28:43.045766 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 58b2f612-c972-429c-abc1-3310488c066e has no active binding in host n-h1-829866-5 {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 20 05:28:43.048115 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['58b2f612-c972-429c-abc1-3310488c066e'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:28:43.050562 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['58b2f612-c972-429c-abc1-3310488c066e'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:28:43.054248 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-b3296399-3545-493a-a51a-3139d050e3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:27:08Z', 'updated_at': '2022-02-20T05:28:42Z', 'revision_number': 7, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:43.141380 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3296399-3545-493a-a51a-3139d050e3ab None None] The sync data for ids ['f28ea473-00ca-45bb-a4db-4aac309846e7'] in n-d-829866-5 is: [{'id': 'f28ea473-00ca-45bb-a4db-4aac309846e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-55734673-router', 'tenant_id': '19bb3bd855364f478f15757cdbc4ef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:27:08Z', 'updated_at': '2022-02-20T05:28:42Z', 'revision_number': 7, 'project_id': '19bb3bd855364f478f15757cdbc4ef79', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:28:43.146024 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-38c55f6a-03ff-4f36-83be-1abbf0fdf85c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (f28ea473-00ca-45bb-a4db-4aac309846e7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:43.146560 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c55f6a-03ff-4f36-83be-1abbf0fdf85c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f28ea473-00ca-45bb-a4db-4aac309846e7 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:28:43.152979 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-38c55f6a-03ff-4f36-83be-1abbf0fdf85c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:43.154606 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-38c55f6a-03ff-4f36-83be-1abbf0fdf85c admin admin] 10.222.0.37 "DELETE /v2.0/routers/f28ea473-00ca-45bb-a4db-4aac309846e7 HTTP/1.1" status: 204 len: 168 time: 2.2449419 Feb 20 05:28:43.160628 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51514) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:43.168886 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae5cbd-c0a7-4424-905c-da3704b51f14 req-fbbc7924-712a-451f-9a80-eb01734bbd1a tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:43.173753 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-abae5cbd-c0a7-4424-905c-da3704b51f14 req-fbbc7924-712a-451f-9a80-eb01734bbd1a tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.37 "GET /v2.0/ports?device_id=06177145-5408-44c6-9494-327242e6375e HTTP/1.1" status: 200 len: 944 time: 0.1286683 Feb 20 05:28:43.200261 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aa60fda9-b6a9-4878-b641-00ef87289ec0 admin admin] Publish callbacks [] for security_group (e0acbf52-2d96-49ad-83ea-d576b52400ee), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:43.265316 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-abae5cbd-c0a7-4424-905c-da3704b51f14 req-100b46da-ca67-4955-805e-798e7b6303fa tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.37 "GET /v2.0/security-groups?id=040e3022-4b0c-4bc3-aef7-4787ec3215be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833642 Feb 20 05:28:43.272298 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aa60fda9-b6a9-4878-b641-00ef87289ec0 admin admin] Publish callbacks [] for security_group (e0acbf52-2d96-49ad-83ea-d576b52400ee), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:43.288294 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-979165dd-4fd6-4f5c-8e7c-f0f30c52d6b5 admin admin] Deleting subnet 02b4f072-587a-4100-aff1-5d1330162eab {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:28:43.300228 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-979165dd-4fd6-4f5c-8e7c-f0f30c52d6b5 admin admin] Publish callbacks [] for subnet (02b4f072-587a-4100-aff1-5d1330162eab), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:43.318287 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device b3549c07-997e-4e66-9c24-2dfc97c6b696 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:28:43.363403 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-979165dd-4fd6-4f5c-8e7c-f0f30c52d6b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (02b4f072-587a-4100-aff1-5d1330162eab), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:43.380164 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: b3549c07-997e-4e66-9c24-2dfc97c6b696 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:28:43.380524 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device b3549c07-997e-4e66-9c24-2dfc97c6b696 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:28:43.462006 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-979165dd-4fd6-4f5c-8e7c-f0f30c52d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (02b4f072-587a-4100-aff1-5d1330162eab), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:43.518599 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aa60fda9-b6a9-4878-b641-00ef87289ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e0acbf52-2d96-49ad-83ea-d576b52400ee), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:43.521883 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aa60fda9-b6a9-4878-b641-00ef87289ec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:43.523339 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-aa60fda9-b6a9-4878-b641-00ef87289ec0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0acbf52-2d96-49ad-83ea-d576b52400ee HTTP/1.1" status: 204 len: 168 time: 0.6989367 Feb 20 05:28:43.536679 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-979165dd-4fd6-4f5c-8e7c-f0f30c52d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (02b4f072-587a-4100-aff1-5d1330162eab), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:43.635045 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60fda9-b6a9-4878-b641-00ef87289ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0acbf52-2d96-49ad-83ea-d576b52400ee,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:43.650121 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979165dd-4fd6-4f5c-8e7c-f0f30c52d6b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02b4f072-587a-4100-aff1-5d1330162eab,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:43.653080 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-979165dd-4fd6-4f5c-8e7c-f0f30c52d6b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:43.664146 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51526) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:43.678629 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-979165dd-4fd6-4f5c-8e7c-f0f30c52d6b5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/02b4f072-587a-4100-aff1-5d1330162eab HTTP/1.1" status: 204 len: 168 time: 0.5167644 Feb 20 05:28:43.706887 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04a2b75-ee92-46e7-b3ca-581c4c460c47 None None] Network 2abba46f-80a0-459a-bed6-12708e438ddb requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:28:43.860009 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-180f622f-d9cd-4f7c-8359-0328fb6131f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (2abba46f-80a0-459a-bed6-12708e438ddb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:44.053248 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05679688-f986-415e-b2c1-afef330c97f6', 'tag': '58b2f612-c972-429c-abc1-3310488c066e'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:28:44.062624 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f605db0d-52c9-4210-aab0-6f4925db3547" -d '{"events": [{"name": "network-changed", "server_uuid": "05679688-f986-415e-b2c1-afef330c97f6", "tag": "58b2f612-c972-429c-abc1-3310488c066e"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:28:44.156153 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51542) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:44.190931 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device c0ea043d-57a6-46de-8f22-17daa50c547b no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:28:44.196340 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbda53-b6f8-4e7d-a52f-e5908bbf81a6 req-d0d75f41-15db-4dc4-a27e-c790f143d276 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:44.197913 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-97bbda53-b6f8-4e7d-a52f-e5908bbf81a6 req-d0d75f41-15db-4dc4-a27e-c790f143d276 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.2291727 Feb 20 05:28:44.249521 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ca403ff9-0806-42fc-a3e6-efc749024665 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=675dae727c294e9689e00cea0a5cf6fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0898747 Feb 20 05:28:44.250391 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51544) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:44.308117 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: c0ea043d-57a6-46de-8f22-17daa50c547b {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:28:44.308880 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device c0ea043d-57a6-46de-8f22-17daa50c547b not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:28:44.309551 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 5882af53-bd0e-479b-b329-e8c2bef73791 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:28:44.394205 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-180f622f-d9cd-4f7c-8359-0328fb6131f6 admin admin] Deleting port 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:28:44.394548 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-180f622f-d9cd-4f7c-8359-0328fb6131f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:44.403536 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1fea5111-27d9-4575-b223-8792d0e90429 admin admin] Publish callbacks [] for security_group (9fda5b4c-594c-48df-94c1-92e2412dba08), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:44.435076 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 5882af53-bd0e-479b-b329-e8c2bef73791 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:28:44.435714 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 5882af53-bd0e-479b-b329-e8c2bef73791 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:28:44.444366 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c46639-5e3d-4972-872c-e994ceb853b1 None None] DHCP port deletion for 2abba46f-80a0-459a-bed6-12708e438ddb request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:28:44.453879 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1fea5111-27d9-4575-b223-8792d0e90429 admin admin] Publish callbacks [] for security_group (9fda5b4c-594c-48df-94c1-92e2412dba08), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:44.544190 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-180f622f-d9cd-4f7c-8359-0328fb6131f6 admin admin] For port 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882,segment=NetworkSegment(2f846fab-1023-4142-9b98-5429bbacc081),segment_id=2f846fab-1023-4142-9b98-5429bbacc081)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:44.545962 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-180f622f-d9cd-4f7c-8359-0328fb6131f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:44.554274 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-68c46639-5e3d-4972-872c-e994ceb853b1 None None] Deleting port 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:28:44.554767 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68c46639-5e3d-4972-872c-e994ceb853b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:44.559897 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1fea5111-27d9-4575-b223-8792d0e90429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9fda5b4c-594c-48df-94c1-92e2412dba08), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:44.562574 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1fea5111-27d9-4575-b223-8792d0e90429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:44.564407 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1fea5111-27d9-4575-b223-8792d0e90429 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9fda5b4c-594c-48df-94c1-92e2412dba08 HTTP/1.1" status: 204 len: 168 time: 0.3127916 Feb 20 05:28:44.598508 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea5111-27d9-4575-b223-8792d0e90429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fda5b4c-594c-48df-94c1-92e2412dba08,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:44.608578 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-180f622f-d9cd-4f7c-8359-0328fb6131f6 admin admin] Calling delete_port for 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:28:44.668204 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-68c46639-5e3d-4972-872c-e994ceb853b1 None None] For port 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882,segment=NetworkSegment(2f846fab-1023-4142-9b98-5429bbacc081),segment_id=2f846fab-1023-4142-9b98-5429bbacc081)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:44.668707 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68c46639-5e3d-4972-872c-e994ceb853b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:44.692250 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-68c46639-5e3d-4972-872c-e994ceb853b1 None None] Calling delete_port for 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:28:44.761675 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-180f622f-d9cd-4f7c-8359-0328fb6131f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:44.812172 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-97bbda53-b6f8-4e7d-a52f-e5908bbf81a6 req-a7c6dc43-a256-4640-a080-dd7cab9f7f73 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5959795 Feb 20 05:28:44.840103 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68c46639-5e3d-4972-872c-e994ceb853b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:44.853883 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c46639-5e3d-4972-872c-e994ceb853b1 None None] No DVR routers for this DVR port 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:28:44.889717 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c46639-5e3d-4972-872c-e994ceb853b1 None None] Pushing event deleted for resources: {'Port': ['ID=2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:44.906360 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1ad62-87f4-4730-8648-06bd28455548 req-b6ec3b29-b13a-4447-a9ee-6d43412cd499 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:44.921592 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bac1ad62-87f4-4730-8648-06bd28455548 req-b6ec3b29-b13a-4447-a9ee-6d43412cd499 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 943 time: 0.6605799 Feb 20 05:28:44.926051 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90703884-7b2e-4e29-bd8d-1bddaf0ebf85 x-openstack-request-id: req-90703884-7b2e-4e29-bd8d-1bddaf0ebf85 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:28:44.935297 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05679688-f986-415e-b2c1-afef330c97f6", "tag": "58b2f612-c972-429c-abc1-3310488c066e", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:28:44.935691 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90703884-7b2e-4e29-bd8d-1bddaf0ebf85 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:28:44.936212 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05679688-f986-415e-b2c1-afef330c97f6', 'tag': '58b2f612-c972-429c-abc1-3310488c066e', 'status': 'completed', 'code': 200} Feb 20 05:28:44.944538 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180f622f-d9cd-4f7c-8359-0328fb6131f6 admin admin] No DVR routers for this DVR port 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:28:44.950959 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f622f-d9cd-4f7c-8359-0328fb6131f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:45.092514 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605db0d-52c9-4210-aab0-6f4925db3547 req-ba243c5f-3179-4436-ac0b-216b83f511fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:45.094099 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f605db0d-52c9-4210-aab0-6f4925db3547 req-ba243c5f-3179-4436-ac0b-216b83f511fd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 1155 time: 0.1436925 Feb 20 05:28:45.166925 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-180f622f-d9cd-4f7c-8359-0328fb6131f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (2abba46f-80a0-459a-bed6-12708e438ddb), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:45.266616 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605db0d-52c9-4210-aab0-6f4925db3547 req-e16215f9-e404-40c4-9b54-bd389e96feda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:45.268447 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f605db0d-52c9-4210-aab0-6f4925db3547 req-e16215f9-e404-40c4-9b54-bd389e96feda service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 908 time: 0.1676989 Feb 20 05:28:45.279621 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-180f622f-d9cd-4f7c-8359-0328fb6131f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2abba46f-80a0-459a-bed6-12708e438ddb']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:45.311338 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:28:45.352974 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-180f622f-d9cd-4f7c-8359-0328fb6131f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f846fab-1023-4142-9b98-5429bbacc081') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:45.353313 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-180f622f-d9cd-4f7c-8359-0328fb6131f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f846fab-1023-4142-9b98-5429bbacc081') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:45.361668 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f605db0d-52c9-4210-aab0-6f4925db3547 req-dae49208-79a6-4b15-9c48-271b06e87dbb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58b2f612-c972-429c-abc1-3310488c066e HTTP/1.1" status: 200 len: 217 time: 0.0861917 Feb 20 05:28:45.393278 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-180f622f-d9cd-4f7c-8359-0328fb6131f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (2f846fab-1023-4142-9b98-5429bbacc081), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:45.417361 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32b8d1-b216-4c1b-95a7-c24ff5b6fd9f req-3dba7576-2eab-408f-94b8-d72d6b561fa3 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:45.421402 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c32b8d1-b216-4c1b-95a7-c24ff5b6fd9f req-3dba7576-2eab-408f-94b8-d72d6b561fa3 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.37 "GET /v2.0/ports?device_id=06177145-5408-44c6-9494-327242e6375e HTTP/1.1" status: 200 len: 944 time: 0.2067795 Feb 20 05:28:45.464942 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-180f622f-d9cd-4f7c-8359-0328fb6131f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (2f846fab-1023-4142-9b98-5429bbacc081), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:45.469345 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605db0d-52c9-4210-aab0-6f4925db3547 req-e2af164c-339e-48b4-9abe-5062c1520803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:45.471064 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:28:45.475872 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f605db0d-52c9-4210-aab0-6f4925db3547 req-e2af164c-339e-48b4-9abe-5062c1520803 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b4371b84-9467-4135-93c7-7a933f791395 HTTP/1.1" status: 200 len: 848 time: 0.1041608 Feb 20 05:28:45.479586 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180f622f-d9cd-4f7c-8359-0328fb6131f6 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:28:45.480039 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:28:45.480453 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:45.484623 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-180f622f-d9cd-4f7c-8359-0328fb6131f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (2f846fab-1023-4142-9b98-5429bbacc081), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:45.543701 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f605db0d-52c9-4210-aab0-6f4925db3547 req-b0774304-aac3-473e-b9fb-2bede8bdbb32 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb4530de-66c2-443b-82e6-823a997cfe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615063 Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:28:45.632227 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:28:45.641702 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bac1ad62-87f4-4730-8648-06bd28455548 req-2daa5cbb-e903-4582-bf6d-d4f0733495ee tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7195570 Feb 20 05:28:45.658813 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-180f622f-d9cd-4f7c-8359-0328fb6131f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (2abba46f-80a0-459a-bed6-12708e438ddb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:45.671288 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-180f622f-d9cd-4f7c-8359-0328fb6131f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:45.683938 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-180f622f-d9cd-4f7c-8359-0328fb6131f6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2abba46f-80a0-459a-bed6-12708e438ddb HTTP/1.1" status: 204 len: 168 time: 2.0178509 Feb 20 05:28:45.704059 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:28:45.704455 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:45.750455 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f622f-d9cd-4f7c-8359-0328fb6131f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2abba46f-80a0-459a-bed6-12708e438ddb,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:45.785674 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f605db0d-52c9-4210-aab0-6f4925db3547 req-d160df0a-0af2-4dbd-bbb4-6d928fa8ea7a service neutron] 10.222.0.48 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348759 Feb 20 05:28:45.801194 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06177145-5408-44c6-9494-327242e6375e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:28:45.822466 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a87677-bf12-476b-9bfd-a16ec7cc23ee" -d '{"events": [{"server_uuid": "06177145-5408-44c6-9494-327242e6375e", "name": "network-vif-plugged", "status": "completed", "tag": "2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:28:45.858315 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c32b8d1-b216-4c1b-95a7-c24ff5b6fd9f req-d484a742-beeb-4408-a0db-4e1ace1558f2 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.37 "GET /v2.0/security-groups?id=040e3022-4b0c-4bc3-aef7-4787ec3215be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142258 Feb 20 05:28:45.866213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73,segment=NetworkSegment(381707a6-3693-4b4c-8075-f8c999756934),segment_id=381707a6-3693-4b4c-8075-f8c999756934)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:45.882248 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:45.905845 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51588) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:45.994343 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:46.026504 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:28:46.082531 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a013d6-6278-46f1-8b49-a738acfaf98b x-openstack-request-id: req-c4a013d6-6278-46f1-8b49-a738acfaf98b {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:28:46.085169 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06177145-5408-44c6-9494-327242e6375e", "name": "network-vif-plugged", "status": "completed", "tag": "2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:28:46.085839 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4a013d6-6278-46f1-8b49-a738acfaf98b {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:28:46.086177 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-273c45ac-4708-4461-9e97-31f05ec8f71f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=19bb3bd855364f478f15757cdbc4ef79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1791573 Feb 20 05:28:46.086711 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06177145-5408-44c6-9494-327242e6375e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73', 'code': 200} Feb 20 05:28:46.089422 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:28:46.090722 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51592) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:46.097330 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 2870fa2c-68f1-4c3b-ba3d-84f8e5dc6882 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:28:46.149410 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e7514-eb79-4e39-a3e4-8746d46b6dbb req-fa1e6c36-814d-4058-b0b5-b3acd75fb8d9 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:46.157654 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-826e7514-eb79-4e39-a3e4-8746d46b6dbb req-fa1e6c36-814d-4058-b0b5-b3acd75fb8d9 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.1728601 Feb 20 05:28:46.201874 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-29f09d0d-e2b1-4fee-bd71-dfdd237c66f2 admin admin] Publish callbacks [] for security_group (855fcd15-a9c3-4993-9a39-7fd38b35ad47), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:46.241690 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-826e7514-eb79-4e39-a3e4-8746d46b6dbb req-11603486-dc55-4a27-b6bb-8be0fca729c1 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772095 Feb 20 05:28:46.269234 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-29f09d0d-e2b1-4fee-bd71-dfdd237c66f2 admin admin] Publish callbacks [] for security_group (855fcd15-a9c3-4993-9a39-7fd38b35ad47), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:46.289522 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f605db0d-52c9-4210-aab0-6f4925db3547 req-d9540478-8a16-4fb1-ba93-7175783004f3 service neutron] 10.222.0.48 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969258 Feb 20 05:28:46.321880 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156b553-3b44-450a-82c5-64e2fa14f739 req-df416d7d-f90c-4d6d-b75c-53c3e1f15fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:46.329475 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b156b553-3b44-450a-82c5-64e2fa14f739 req-df416d7d-f90c-4d6d-b75c-53c3e1f15fe6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=06177145-5408-44c6-9494-327242e6375e HTTP/1.1" status: 200 len: 1127 time: 0.1920223 Feb 20 05:28:46.360697 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-29f09d0d-e2b1-4fee-bd71-dfdd237c66f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (855fcd15-a9c3-4993-9a39-7fd38b35ad47), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:46.363988 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-29f09d0d-e2b1-4fee-bd71-dfdd237c66f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:46.365355 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-29f09d0d-e2b1-4fee-bd71-dfdd237c66f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/855fcd15-a9c3-4993-9a39-7fd38b35ad47 HTTP/1.1" status: 204 len: 168 time: 0.2737441 Feb 20 05:28:46.370463 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d7b4c8f-a835-467b-8ee1-1c7865bf77eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:46.382571 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f09d0d-e2b1-4fee-bd71-dfdd237c66f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855fcd15-a9c3-4993-9a39-7fd38b35ad47,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:46.472114 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b156b553-3b44-450a-82c5-64e2fa14f739 req-93096c04-a370-4b2b-a6b1-152b0e126274 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=040e3022-4b0c-4bc3-aef7-4787ec3215be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369717 Feb 20 05:28:46.848374 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021215cf-e445-4f53-a968-54aab16eb803 req-59a98f70-81b5-458d-b61f-a515d9870753 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:46.850707 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-021215cf-e445-4f53-a968-54aab16eb803 req-59a98f70-81b5-458d-b61f-a515d9870753 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 943 time: 0.0881252 Feb 20 05:28:46.944553 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-021215cf-e445-4f53-a968-54aab16eb803 req-8980176d-7039-4903-a5fd-412fb8fd4c16 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802748 Feb 20 05:28:47.152736 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06b75b-7e46-43b1-8cb1-09028c0736b9 req-14ea75c6-66f8-49e6-8be5-73d6d8f86567 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:47.154306 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4d06b75b-7e46-43b1-8cb1-09028c0736b9 req-14ea75c6-66f8-49e6-8be5-73d6d8f86567 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.37 "GET /v2.0/ports?device_id=06177145-5408-44c6-9494-327242e6375e HTTP/1.1" status: 200 len: 945 time: 0.0910723 Feb 20 05:28:47.235275 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4d06b75b-7e46-43b1-8cb1-09028c0736b9 req-6fe1e7af-5ff4-4685-8929-d1142746339a tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.37 "GET /v2.0/security-groups?id=040e3022-4b0c-4bc3-aef7-4787ec3215be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737865 Feb 20 05:28:47.518415 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db4897-b819-4f4b-9b30-2f37bab98060 req-4536e538-80dc-46b5-be12-dea504827206 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:47.520486 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-34db4897-b819-4f4b-9b30-2f37bab98060 req-4536e538-80dc-46b5-be12-dea504827206 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.0955794 Feb 20 05:28:47.625454 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-34db4897-b819-4f4b-9b30-2f37bab98060 req-98c4930a-e17b-4608-9270-30dd3e8de1ac tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906591 Feb 20 05:28:47.787994 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51708) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:47.952230 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-dd781bda-7dd6-46c1-a776-9d59b455ecc5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1654480186-network', 'tenant_id': 'f0b70aa4372d450580ab46e76a035aa1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:28:47.979431 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd781bda-7dd6-46c1-a776-9d59b455ecc5 admin admin] Made reservation on behalf of f0b70aa4372d450580ab46e76a035aa1 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:28:47.982071 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd781bda-7dd6-46c1-a776-9d59b455ecc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:48.006010 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd781bda-7dd6-46c1-a776-9d59b455ecc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:48.208012 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a68c77-f4fb-4509-935e-7bdbac6e76eb req-9a3680bf-e9fb-48aa-9968-fdaf89758e59 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:48.212883 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-08a68c77-f4fb-4509-935e-7bdbac6e76eb req-9a3680bf-e9fb-48aa-9968-fdaf89758e59 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 943 time: 0.0962386 Feb 20 05:28:48.290741 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-08a68c77-f4fb-4509-935e-7bdbac6e76eb req-a1f4138c-2ca8-4383-aba4-f3276c809a2d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719318 Feb 20 05:28:48.500331 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed83829-1527-4054-8cb4-cfec5b0d3b7e req-00768ef0-cede-4a5a-a86c-2532c5ccc2fa tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:48.504774 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aed83829-1527-4054-8cb4-cfec5b0d3b7e req-00768ef0-cede-4a5a-a86c-2532c5ccc2fa tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.37 "GET /v2.0/ports?device_id=06177145-5408-44c6-9494-327242e6375e HTTP/1.1" status: 200 len: 945 time: 0.1150365 Feb 20 05:28:48.524823 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4c2e30e-f189-4f2c-8180-0b53673bed39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:48.606364 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aed83829-1527-4054-8cb4-cfec5b0d3b7e req-cb2c131e-6c90-4233-85d0-cbd6e0333a0f tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.37 "GET /v2.0/security-groups?id=040e3022-4b0c-4bc3-aef7-4787ec3215be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944185 Feb 20 05:28:48.670947 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd781bda-7dd6-46c1-a776-9d59b455ecc5 admin admin] Publish callbacks [] for security_group (24c89d59-e79e-4ef9-bb4b-e67d02fd1923), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:48.676842 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd781bda-7dd6-46c1-a776-9d59b455ecc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (24c89d59-e79e-4ef9-bb4b-e67d02fd1923), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:48.710491 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd781bda-7dd6-46c1-a776-9d59b455ecc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:28:48.719235 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd781bda-7dd6-46c1-a776-9d59b455ecc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c89d59-e79e-4ef9-bb4b-e67d02fd1923,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:48.750141 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd781bda-7dd6-46c1-a776-9d59b455ecc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (9d555dde-2990-48bd-95a5-4c8b98274906), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:48.750502 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-dd781bda-7dd6-46c1-a776-9d59b455ecc5 admin admin] Added segment 9d555dde-2990-48bd-95a5-4c8b98274906 of type vlan for network 27ef05a2-fba6-41b0-a132-95fd408c43fd Feb 20 05:28:48.816976 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd781bda-7dd6-46c1-a776-9d59b455ecc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (27ef05a2-fba6-41b0-a132-95fd408c43fd), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:48.863610 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd781bda-7dd6-46c1-a776-9d59b455ecc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (27ef05a2-fba6-41b0-a132-95fd408c43fd), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:48.864919 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd781bda-7dd6-46c1-a776-9d59b455ecc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:48.867420 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd781bda-7dd6-46c1-a776-9d59b455ecc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:48.891945 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dd781bda-7dd6-46c1-a776-9d59b455ecc5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0998082 Feb 20 05:28:48.901924 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51800) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:48.909623 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-dee8c084-6653-4497-a4ab-f6bf7f81e97f admin admin] Request body: {'subnet': {'network_id': '27ef05a2-fba6-41b0-a132-95fd408c43fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1654480186-subnet', 'tenant_id': 'f0b70aa4372d450580ab46e76a035aa1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:28:48.956516 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a3e17-b32b-4e4c-b3ef-fecc2383703c req-b9d440d6-1965-4aee-abd8-26c8c6a89809 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:48.960423 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-994a3e17-b32b-4e4c-b3ef-fecc2383703c req-b9d440d6-1965-4aee-abd8-26c8c6a89809 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.1033626 Feb 20 05:28:48.997072 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd781bda-7dd6-46c1-a776-9d59b455ecc5 admin admin] Pushing event updated for resources: {'Network': ['ID=27ef05a2-fba6-41b0-a132-95fd408c43fd,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:49.013176 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 27ef05a2-fba6-41b0-a132-95fd408c43fd details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:28:49.015493 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee8c084-6653-4497-a4ab-f6bf7f81e97f admin admin] Made reservation on behalf of f0b70aa4372d450580ab46e76a035aa1 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:28:49.019931 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dee8c084-6653-4497-a4ab-f6bf7f81e97f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:49.113178 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-994a3e17-b32b-4e4c-b3ef-fecc2383703c req-c3522b0a-ea1f-4bce-8b9c-fe91bac4c064 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441164 Feb 20 05:28:49.365525 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dee8c084-6653-4497-a4ab-f6bf7f81e97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (94e72317-809a-4072-b11a-4c0d031cee39), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:49.455074 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:49.534333 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8c084-6653-4497-a4ab-f6bf7f81e97f admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e72317-809a-4072-b11a-4c0d031cee39,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:49.545368 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee8c084-6653-4497-a4ab-f6bf7f81e97f admin admin] Checking segment: {'id': '9d555dde-2990-48bd-95a5-4c8b98274906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '27ef05a2-fba6-41b0-a132-95fd408c43fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:28:49.547436 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee8c084-6653-4497-a4ab-f6bf7f81e97f admin admin] Network hostable DHCP agents. Network: 27ef05a2-fba6-41b0-a132-95fd408c43fd, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:28:49.560765 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac09114-3058-424c-b5dd-fc2cc6f65d77 req-290a6c3f-ac9a-44ce-b1f3-749405f65c44 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:49.562295 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2ac09114-3058-424c-b5dd-fc2cc6f65d77 req-290a6c3f-ac9a-44ce-b1f3-749405f65c44 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 943 time: 0.1112804 Feb 20 05:28:49.588273 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee8c084-6653-4497-a4ab-f6bf7f81e97f admin admin] Network 27ef05a2-fba6-41b0-a132-95fd408c43fd is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:28:49.606871 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-dee8c084-6653-4497-a4ab-f6bf7f81e97f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 27ef05a2-fba6-41b0-a132-95fd408c43fd) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:28:49.616992 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ad4565-be39-4359-886f-f65a96acbc54 None None] Network 27ef05a2-fba6-41b0-a132-95fd408c43fd requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:28:49.617900 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee8c084-6653-4497-a4ab-f6bf7f81e97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:49.619537 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dee8c084-6653-4497-a4ab-f6bf7f81e97f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:49.649414 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2ac09114-3058-424c-b5dd-fc2cc6f65d77 req-60c6fd80-23fa-447f-9bc8-3758eaceff45 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756814 Feb 20 05:28:49.653855 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dee8c084-6653-4497-a4ab-f6bf7f81e97f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7482889 Feb 20 05:28:49.654475 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51852) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:49.664532 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-59dbe088-b0e2-4778-a87c-9355b95ab604 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1654480186-router', 'tenant_id': 'f0b70aa4372d450580ab46e76a035aa1', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:28:49.698874 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59dbe088-b0e2-4778-a87c-9355b95ab604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (208f1d38-ae4b-4198-96ce-6f62f8b66d82), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:49.700866 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59dbe088-b0e2-4778-a87c-9355b95ab604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (208f1d38-ae4b-4198-96ce-6f62f8b66d82), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:49.854887 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a40078-55bb-4c73-9d50-438393719137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-27ef05a2-fba6-41b0-a132-95fd408c43fd', 'network_id': '27ef05a2-fba6-41b0-a132-95fd408c43fd', 'project_id': 'f0b70aa4372d450580ab46e76a035aa1', 'fixed_ips': [{'subnet_id': '94e72317-809a-4072-b11a-4c0d031cee39'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:28:49.856228 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1a40078-55bb-4c73-9d50-438393719137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:49.894226 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59dbe088-b0e2-4778-a87c-9355b95ab604 admin admin] Publish callbacks [] for router_controller (208f1d38-ae4b-4198-96ce-6f62f8b66d82), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:50.086827 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-b1a40078-55bb-4c73-9d50-438393719137 None None] Allocated IP 172.20.0.2 (27ef05a2-fba6-41b0-a132-95fd408c43fd/94e72317-809a-4072-b11a-4c0d031cee39/1d8362a2-0abb-404b-9eed-774b3011427c) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:28:50.403965 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1a40078-55bb-4c73-9d50-438393719137 None None] Publish callbacks [] for port (1d8362a2-0abb-404b-9eed-774b3011427c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:50.428839 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1a40078-55bb-4c73-9d50-438393719137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (1d8362a2-0abb-404b-9eed-774b3011427c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:50.488396 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a40078-55bb-4c73-9d50-438393719137 None None] Network 27ef05a2-fba6-41b0-a132-95fd408c43fd is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:28:50.492139 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b1a40078-55bb-4c73-9d50-438393719137 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:28:50.502930 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a40078-55bb-4c73-9d50-438393719137 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:28:50.547960 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a40078-55bb-4c73-9d50-438393719137 None None] Pushing event updated for resources: {'Port': ['ID=1d8362a2-0abb-404b-9eed-774b3011427c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:50.580805 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-b1a40078-55bb-4c73-9d50-438393719137 None None] Attempting to bind port 1d8362a2-0abb-404b-9eed-774b3011427c on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:28:50.581440 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-b1a40078-55bb-4c73-9d50-438393719137 None None] Attempting to bind port 1d8362a2-0abb-404b-9eed-774b3011427c by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '9d555dde-2990-48bd-95a5-4c8b98274906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '27ef05a2-fba6-41b0-a132-95fd408c43fd'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:28:50.581805 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a40078-55bb-4c73-9d50-438393719137 None None] Attempting to bind port 1d8362a2-0abb-404b-9eed-774b3011427c on network 27ef05a2-fba6-41b0-a132-95fd408c43fd {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:28:50.591794 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a40078-55bb-4c73-9d50-438393719137 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:28:50.592220 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a40078-55bb-4c73-9d50-438393719137 None None] Checking segment: {'id': '9d555dde-2990-48bd-95a5-4c8b98274906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '27ef05a2-fba6-41b0-a132-95fd408c43fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:28:50.592900 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1a40078-55bb-4c73-9d50-438393719137 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:50.593314 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a40078-55bb-4c73-9d50-438393719137 None None] Bound using segment: {'id': '9d555dde-2990-48bd-95a5-4c8b98274906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '27ef05a2-fba6-41b0-a132-95fd408c43fd'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:28:50.593811 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-b1a40078-55bb-4c73-9d50-438393719137 None None] Bound port: 1d8362a2-0abb-404b-9eed-774b3011427c, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d555dde-2990-48bd-95a5-4c8b98274906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '27ef05a2-fba6-41b0-a132-95fd408c43fd'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:28:50.594198 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1a40078-55bb-4c73-9d50-438393719137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1d8362a2-0abb-404b-9eed-774b3011427c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:50.652489 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59dbe088-b0e2-4778-a87c-9355b95ab604 admin admin] Publish callbacks [] for router_gateway (208f1d38-ae4b-4198-96ce-6f62f8b66d82), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:50.680089 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b1a40078-55bb-4c73-9d50-438393719137 None None] For port 1d8362a2-0abb-404b-9eed-774b3011427c, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:28:50.684183 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b1a40078-55bb-4c73-9d50-438393719137 None None] For port 1d8362a2-0abb-404b-9eed-774b3011427c, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1d8362a2-0abb-404b-9eed-774b3011427c,segment=NetworkSegment(9d555dde-2990-48bd-95a5-4c8b98274906),segment_id=9d555dde-2990-48bd-95a5-4c8b98274906)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:28:50.696687 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1a40078-55bb-4c73-9d50-438393719137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1d8362a2-0abb-404b-9eed-774b3011427c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:50.828524 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a40078-55bb-4c73-9d50-438393719137 None None] Pushing event updated for resources: {'Port': ['ID=1d8362a2-0abb-404b-9eed-774b3011427c,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:50.892594 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386c803-6b0a-4333-bd1d-164f4bc0e455 req-fb226fb0-f8a3-4289-b281-4e3b10e74997 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:50.900307 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b386c803-6b0a-4333-bd1d-164f4bc0e455 req-fb226fb0-f8a3-4289-b281-4e3b10e74997 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.2764666 Feb 20 05:28:50.999853 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b386c803-6b0a-4333-bd1d-164f4bc0e455 req-d35a177f-3812-403d-a768-aa1caf5ef96f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959549 Feb 20 05:28:51.038887 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b45ccc-018c-47e0-80d9-afa528955c40 req-d105461c-2864-43de-9bd7-dbb56ee0e977 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:51.057378 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33b45ccc-018c-47e0-80d9-afa528955c40 req-d105461c-2864-43de-9bd7-dbb56ee0e977 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 943 time: 0.1826391 Feb 20 05:28:51.203547 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33b45ccc-018c-47e0-80d9-afa528955c40 req-a327d923-bec5-45d7-86e7-b650a28e0e30 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439524 Feb 20 05:28:51.279906 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:51.308102 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 58b2f612-c972-429c-abc1-3310488c066e no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:28:51.503522 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59dbe088-b0e2-4778-a87c-9355b95ab604 admin admin] Publish callbacks [] for router_gateway (208f1d38-ae4b-4198-96ce-6f62f8b66d82), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:51.526525 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 58b2f612-c972-429c-abc1-3310488c066e is: DOWN; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:28:51.539066 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59dbe088-b0e2-4778-a87c-9355b95ab604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:51.802824 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-59dbe088-b0e2-4778-a87c-9355b95ab604 admin admin] Allocated IP 172.25.3.90 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/5f28908b-ae2e-4902-82b7-abe04f52bfe6) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:28:52.063932 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1d8362a2-0abb-404b-9eed-774b3011427c up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:28:52.211369 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59dbe088-b0e2-4778-a87c-9355b95ab604 admin admin] Publish callbacks [] for port (5f28908b-ae2e-4902-82b7-abe04f52bfe6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:52.212669 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 1d8362a2-0abb-404b-9eed-774b3011427c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:28:52.214865 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1d8362a2-0abb-404b-9eed-774b3011427c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:52.277197 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a9e21-f12d-4263-b863-956a21479502 req-58410e36-8486-4db2-bf74-a3ed6a72c80b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:52.289266 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f1a9e21-f12d-4263-b863-956a21479502 req-58410e36-8486-4db2-bf74-a3ed6a72c80b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.1704123 Feb 20 05:28:52.414736 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 1d8362a2-0abb-404b-9eed-774b3011427c is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:28:52.415155 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1d8362a2-0abb-404b-9eed-774b3011427c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:52.429228 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2474115-1944-49bc-99bf-fe1f1f9bcaa7 None None] Network 27ef05a2-fba6-41b0-a132-95fd408c43fd requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:28:52.430563 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f1a9e21-f12d-4263-b863-956a21479502 req-b579863d-d6d9-415d-8fdd-0f6d91239ed2 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335678 Feb 20 05:28:52.458692 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59dbe088-b0e2-4778-a87c-9355b95ab604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (5f28908b-ae2e-4902-82b7-abe04f52bfe6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:52.523838 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-c3d4be9a-a770-4bf5-a009-970418fd198b None None] Provisioning complete for port 1d8362a2-0abb-404b-9eed-774b3011427c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:28:52.524377 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3d4be9a-a770-4bf5-a009-970418fd198b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1d8362a2-0abb-404b-9eed-774b3011427c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:52.562840 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dbe088-b0e2-4778-a87c-9355b95ab604 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:28:52.568454 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-59dbe088-b0e2-4778-a87c-9355b95ab604 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:28:52.580930 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dbe088-b0e2-4778-a87c-9355b95ab604 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:28:52.627419 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 1d8362a2-0abb-404b-9eed-774b3011427c, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1d8362a2-0abb-404b-9eed-774b3011427c,segment=NetworkSegment(9d555dde-2990-48bd-95a5-4c8b98274906),segment_id=9d555dde-2990-48bd-95a5-4c8b98274906)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:52.658285 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1d8362a2-0abb-404b-9eed-774b3011427c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:52.665725 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:52.668227 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:52.767670 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=1d8362a2-0abb-404b-9eed-774b3011427c,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:52.785763 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbe088-b0e2-4778-a87c-9355b95ab604 admin admin] Pushing event updated for resources: {'Port': ['ID=5f28908b-ae2e-4902-82b7-abe04f52bfe6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:53.055999 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20720f-3033-4423-b02a-95c86cfccc9e req-dc1cbd1a-d3d4-47b6-ae31-92655c94232b tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:53.059981 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eb20720f-3033-4423-b02a-95c86cfccc9e req-dc1cbd1a-d3d4-47b6-ae31-92655c94232b tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 943 time: 0.3252988 Feb 20 05:28:53.182928 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eb20720f-3033-4423-b02a-95c86cfccc9e req-e80a43f7-cb81-40c4-a9b7-94de3608dfd2 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098838 Feb 20 05:28:53.209235 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c3d4be9a-a770-4bf5-a009-970418fd198b None None] Current status of the port 1d8362a2-0abb-404b-9eed-774b3011427c is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:28:53.340544 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-42588144-e2c5-4a53-9ea3-844c17d456d3 None None] Provisioning complete for port 1d8362a2-0abb-404b-9eed-774b3011427c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:28:53.340968 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-42588144-e2c5-4a53-9ea3-844c17d456d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1d8362a2-0abb-404b-9eed-774b3011427c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:53.507861 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-42588144-e2c5-4a53-9ea3-844c17d456d3 None None] Current status of the port 1d8362a2-0abb-404b-9eed-774b3011427c is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:28:53.546028 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59dbe088-b0e2-4778-a87c-9355b95ab604 admin admin] Publish callbacks [] for router_gateway (208f1d38-ae4b-4198-96ce-6f62f8b66d82), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:53.759484 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722f44a-5880-426e-8f76-11695fb37a4e req-6c2b522e-2219-4c87-a9ec-ba9083b8638c tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:53.761448 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1722f44a-5880-426e-8f76-11695fb37a4e req-6c2b522e-2219-4c87-a9ec-ba9083b8638c tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.2131464 Feb 20 05:28:54.045673 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1722f44a-5880-426e-8f76-11695fb37a4e req-25d40f19-17e4-4e4a-b6bf-150810f5903c tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145457 Feb 20 05:28:54.058447 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1d8362a2-0abb-404b-9eed-774b3011427c up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:28:54.143546 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59dbe088-b0e2-4778-a87c-9355b95ab604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (208f1d38-ae4b-4198-96ce-6f62f8b66d82), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:54.299931 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 1d8362a2-0abb-404b-9eed-774b3011427c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:28:54.299931 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1d8362a2-0abb-404b-9eed-774b3011427c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:54.481049 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 1d8362a2-0abb-404b-9eed-774b3011427c is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:28:54.585594 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c2d6e-06fd-4555-b06e-615125ac2274 req-e549b573-2c97-4b3f-b1e2-cdd048339112 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:54.587068 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e99c2d6e-06fd-4555-b06e-615125ac2274 req-e549b573-2c97-4b3f-b1e2-cdd048339112 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 943 time: 0.1873956 Feb 20 05:28:54.699997 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59dbe088-b0e2-4778-a87c-9355b95ab604 admin admin] Router 208f1d38-ae4b-4198-96ce-6f62f8b66d82 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:28:54.762570 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e99c2d6e-06fd-4555-b06e-615125ac2274 req-d092fdc6-4a18-47de-a4e0-7e4dbb7bd938 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603427 Feb 20 05:28:55.016346 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59dbe088-b0e2-4778-a87c-9355b95ab604 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:28:55.018719 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:55.032822 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e88a2-9d4f-4cfa-8833-420a20531861 None None] Sync routers for ids ['208f1d38-ae4b-4198-96ce-6f62f8b66d82'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:28:55.056263 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46e88a2-9d4f-4cfa-8833-420a20531861 None None] Routers {'208f1d38-ae4b-4198-96ce-6f62f8b66d82'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:28:55.057152 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d46e88a2-9d4f-4cfa-8833-420a20531861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:28:48Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['208f1d38-ae4b-4198-96ce-6f62f8b66d82'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:55.063480 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59dbe088-b0e2-4778-a87c-9355b95ab604 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:55.065311 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-59dbe088-b0e2-4778-a87c-9355b95ab604 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.4093289 Feb 20 05:28:55.067821 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52200) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:55.182082 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d46e88a2-9d4f-4cfa-8833-420a20531861 None None] Set router 208f1d38-ae4b-4198-96ce-6f62f8b66d82 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:28:55.327469 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367a39e-a243-4b1c-b748-c1ccc8a9163a req-d389741d-5bac-44cd-be6d-2e0fe786e4d1 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:55.337695 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b367a39e-a243-4b1c-b748-c1ccc8a9163a req-d389741d-5bac-44cd-be6d-2e0fe786e4d1 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.1766059 Feb 20 05:28:55.399901 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d46e88a2-9d4f-4cfa-8833-420a20531861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208f1d38-ae4b-4198-96ce-6f62f8b66d82', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1654480186-router', 'tenant_id': 'f0b70aa4372d450580ab46e76a035aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '5f28908b-ae2e-4902-82b7-abe04f52bfe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:28:49Z', 'updated_at': '2022-02-20T05:28:53Z', 'revision_number': 3, 'project_id': 'f0b70aa4372d450580ab46e76a035aa1', 'gw_port': {'id': '5f28908b-ae2e-4902-82b7-abe04f52bfe6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208f1d38-ae4b-4198-96ce-6f62f8b66d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:28:51Z', 'updated_at': '2022-02-20T05:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:55.430770 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e88a2-9d4f-4cfa-8833-420a20531861 None None] Checking router: 208f1d38-ae4b-4198-96ce-6f62f8b66d82 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:28:55.431264 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e88a2-9d4f-4cfa-8833-420a20531861 None None] Updating router 208f1d38-ae4b-4198-96ce-6f62f8b66d82 port 5f28908b-ae2e-4902-82b7-abe04f52bfe6 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:28:55.466326 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d46e88a2-9d4f-4cfa-8833-420a20531861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5f28908b-ae2e-4902-82b7-abe04f52bfe6), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:55.482776 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b367a39e-a243-4b1c-b748-c1ccc8a9163a req-203f9f64-d0d4-470c-b9ce-3cdc5ca942e6 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351833 Feb 20 05:28:55.882962 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2e33c7a-12bd-40e4-abee-eac2cd1660fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:55.913092 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d46e88a2-9d4f-4cfa-8833-420a20531861 None None] Publish callbacks [] for port (5f28908b-ae2e-4902-82b7-abe04f52bfe6), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:55.920153 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d46e88a2-9d4f-4cfa-8833-420a20531861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5f28908b-ae2e-4902-82b7-abe04f52bfe6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:56.011663 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d46e88a2-9d4f-4cfa-8833-420a20531861 None None] Attempting to bind port 5f28908b-ae2e-4902-82b7-abe04f52bfe6 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:28:56.012039 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d46e88a2-9d4f-4cfa-8833-420a20531861 None None] Attempting to bind port 5f28908b-ae2e-4902-82b7-abe04f52bfe6 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:28:56.012403 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46e88a2-9d4f-4cfa-8833-420a20531861 None None] Attempting to bind port 5f28908b-ae2e-4902-82b7-abe04f52bfe6 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:28:56.026513 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74a972-ff6f-4d2f-b54f-c0e475632fdf None None] Pushing event updated for resources: {'Port': ['ID=5f28908b-ae2e-4902-82b7-abe04f52bfe6,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:56.028786 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46e88a2-9d4f-4cfa-8833-420a20531861 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:28:56.029163 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46e88a2-9d4f-4cfa-8833-420a20531861 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:28:56.029565 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d46e88a2-9d4f-4cfa-8833-420a20531861 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:56.029957 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46e88a2-9d4f-4cfa-8833-420a20531861 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:28:56.030439 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d46e88a2-9d4f-4cfa-8833-420a20531861 None None] Bound port: 5f28908b-ae2e-4902-82b7-abe04f52bfe6, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:28:56.030819 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d46e88a2-9d4f-4cfa-8833-420a20531861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5f28908b-ae2e-4902-82b7-abe04f52bfe6), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:56.070211 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74a972-ff6f-4d2f-b54f-c0e475632fdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:56.070831 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74a972-ff6f-4d2f-b54f-c0e475632fdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:56.071708 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74a972-ff6f-4d2f-b54f-c0e475632fdf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:56.071708 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74a972-ff6f-4d2f-b54f-c0e475632fdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:56.071856 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74a972-ff6f-4d2f-b54f-c0e475632fdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:56.072175 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74a972-ff6f-4d2f-b54f-c0e475632fdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:56.072411 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74a972-ff6f-4d2f-b54f-c0e475632fdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:56.072782 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74a972-ff6f-4d2f-b54f-c0e475632fdf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:56.073386 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74a972-ff6f-4d2f-b54f-c0e475632fdf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:56.073763 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74a972-ff6f-4d2f-b54f-c0e475632fdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:56.074130 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74a972-ff6f-4d2f-b54f-c0e475632fdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:56.074462 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74a972-ff6f-4d2f-b54f-c0e475632fdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:56.074784 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a74a972-ff6f-4d2f-b54f-c0e475632fdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:28:56.221727 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b582c-6c5d-44eb-880d-4fc80fbfe7a8 req-ec086c55-e0bc-4b57-a0a5-b1ce72922eb5 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:56.223333 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e17b582c-6c5d-44eb-880d-4fc80fbfe7a8 req-ec086c55-e0bc-4b57-a0a5-b1ce72922eb5 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 943 time: 0.3281372 Feb 20 05:28:56.357422 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-d46e88a2-9d4f-4cfa-8833-420a20531861 None None] For port 5f28908b-ae2e-4902-82b7-abe04f52bfe6, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:28:56.361534 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-d46e88a2-9d4f-4cfa-8833-420a20531861 None None] For port 5f28908b-ae2e-4902-82b7-abe04f52bfe6, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=5f28908b-ae2e-4902-82b7-abe04f52bfe6,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:28:56.369225 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d46e88a2-9d4f-4cfa-8833-420a20531861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5f28908b-ae2e-4902-82b7-abe04f52bfe6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:56.451781 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-c2e33c7a-12bd-40e4-abee-eac2cd1660fa admin admin] Allocated IP 172.20.0.1 (27ef05a2-fba6-41b0-a132-95fd408c43fd/94e72317-809a-4072-b11a-4c0d031cee39/fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:28:56.496068 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e17b582c-6c5d-44eb-880d-4fc80fbfe7a8 req-f51c3442-e0d2-452a-9aef-484ca557a9f3 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648985 Feb 20 05:28:56.572823 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74a972-ff6f-4d2f-b54f-c0e475632fdf None None] Pushing event updated for resources: {'Port': ['ID=5f28908b-ae2e-4902-82b7-abe04f52bfe6,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:56.580945 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46e88a2-9d4f-4cfa-8833-420a20531861 None None] Routers {'208f1d38-ae4b-4198-96ce-6f62f8b66d82'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:28:56.583769 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d46e88a2-9d4f-4cfa-8833-420a20531861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:28:48Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['208f1d38-ae4b-4198-96ce-6f62f8b66d82'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:56.673700 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52282) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:56.859600 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2e33c7a-12bd-40e4-abee-eac2cd1660fa admin admin] Publish callbacks [] for port (fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:56.904980 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d46e88a2-9d4f-4cfa-8833-420a20531861 None None] Set router 208f1d38-ae4b-4198-96ce-6f62f8b66d82 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:28:56.905303 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2e33c7a-12bd-40e4-abee-eac2cd1660fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:56.935563 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b7afee6e-bf39-460e-a733-4d5c0f66291e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:56.983456 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e33c7a-12bd-40e4-abee-eac2cd1660fa admin admin] Network 27ef05a2-fba6-41b0-a132-95fd408c43fd is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:28:57.098511 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e33c7a-12bd-40e4-abee-eac2cd1660fa admin admin] Pushing event updated for resources: {'Port': ['ID=fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:57.103332 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-c2e33c7a-12bd-40e4-abee-eac2cd1660fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:28:57.134978 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e33c7a-12bd-40e4-abee-eac2cd1660fa admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:28:57.191651 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b7afee6e-bf39-460e-a733-4d5c0f66291e admin admin] Publish callbacks [] for security_group (7404ce90-ab48-4f48-8323-62d789335479), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:57.198527 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b7afee6e-bf39-460e-a733-4d5c0f66291e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7404ce90-ab48-4f48-8323-62d789335479), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:57.251861 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b006ac-66fa-45d8-8f3c-373079ebc3cd req-2a0c5947-c7b0-4b4c-af5d-c526b38b33c2 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:57.260172 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a6b006ac-66fa-45d8-8f3c-373079ebc3cd req-2a0c5947-c7b0-4b4c-af5d-c526b38b33c2 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.5674105 Feb 20 05:28:57.279357 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afee6e-bf39-460e-a733-4d5c0f66291e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7404ce90-ab48-4f48-8323-62d789335479,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:57.322287 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2e33c7a-12bd-40e4-abee-eac2cd1660fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (208f1d38-ae4b-4198-96ce-6f62f8b66d82), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:57.332733 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b7afee6e-bf39-460e-a733-4d5c0f66291e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f9dd6c864c9e492ab9c41899836f77cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6536117 Feb 20 05:28:57.336378 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52322) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:57.414864 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d46e88a2-9d4f-4cfa-8833-420a20531861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208f1d38-ae4b-4198-96ce-6f62f8b66d82', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1654480186-router', 'tenant_id': 'f0b70aa4372d450580ab46e76a035aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '5f28908b-ae2e-4902-82b7-abe04f52bfe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:28:49Z', 'updated_at': '2022-02-20T05:28:53Z', 'revision_number': 3, 'project_id': 'f0b70aa4372d450580ab46e76a035aa1', 'gw_port': {'id': '5f28908b-ae2e-4902-82b7-abe04f52bfe6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208f1d38-ae4b-4198-96ce-6f62f8b66d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:28:51Z', 'updated_at': '2022-02-20T05:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:28:57.475389 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9ecc8217-4ef8-4392-b860-39050e7830ee admin admin] Publish callbacks [] for security_group (7404ce90-ab48-4f48-8323-62d789335479), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:57.519661 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e88a2-9d4f-4cfa-8833-420a20531861 None None] The sync data for ids ['208f1d38-ae4b-4198-96ce-6f62f8b66d82'] in n-d-829866-5 is: [{'id': '208f1d38-ae4b-4198-96ce-6f62f8b66d82', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1654480186-router', 'tenant_id': 'f0b70aa4372d450580ab46e76a035aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '5f28908b-ae2e-4902-82b7-abe04f52bfe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:28:49Z', 'updated_at': '2022-02-20T05:28:53Z', 'revision_number': 3, 'project_id': 'f0b70aa4372d450580ab46e76a035aa1', 'gw_port': {'id': '5f28908b-ae2e-4902-82b7-abe04f52bfe6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208f1d38-ae4b-4198-96ce-6f62f8b66d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:28:51Z', 'updated_at': '2022-02-20T05:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:28:57.540942 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9ecc8217-4ef8-4392-b860-39050e7830ee admin admin] Publish callbacks [] for security_group (7404ce90-ab48-4f48-8323-62d789335479), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:57.547507 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a6b006ac-66fa-45d8-8f3c-373079ebc3cd req-3edbe43a-cbbf-493b-9910-06867270466d tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856829 Feb 20 05:28:57.577567 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52332) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:28:57.681080 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-81c88ee3-6999-407f-b6d5-99ccf468371e None None] Provisioning complete for port fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:28:57.681592 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-81c88ee3-6999-407f-b6d5-99ccf468371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:57.727818 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9ecc8217-4ef8-4392-b860-39050e7830ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7404ce90-ab48-4f48-8323-62d789335479), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:57.737136 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9ecc8217-4ef8-4392-b860-39050e7830ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:57.745164 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9ecc8217-4ef8-4392-b860-39050e7830ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7404ce90-ab48-4f48-8323-62d789335479 HTTP/1.1" status: 204 len: 168 time: 0.4059389 Feb 20 05:28:57.779800 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc8217-4ef8-4392-b860-39050e7830ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7404ce90-ab48-4f48-8323-62d789335479,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:57.788714 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-81c88ee3-6999-407f-b6d5-99ccf468371e None None] Port fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:28:58.347689 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a8657-c48c-49e8-b962-b16d27713718 req-9b53ee20-27ca-4ff7-b015-fbb663eee764 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:58.354926 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a72a8657-c48c-49e8-b962-b16d27713718 req-9b53ee20-27ca-4ff7-b015-fbb663eee764 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 943 time: 0.3288605 Feb 20 05:28:58.443085 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2e33c7a-12bd-40e4-abee-eac2cd1660fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:58.457845 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-b7d2d9ad-345b-4327-81f5-942d45b3830b tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:58.460300 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-b7d2d9ad-345b-4327-81f5-942d45b3830b tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/networks?id=8d5e3dec-6d5c-4634-b419-6efab0fe545e HTTP/1.1" status: 200 len: 805 time: 0.4434698 Feb 20 05:28:58.685622 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-936533f8-e949-4519-9aec-5ea521f2b669 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/quotas/0920b60773554bf08776a4d9e0f90f40 HTTP/1.1" status: 200 len: 375 time: 0.0954552 Feb 20 05:28:58.747509 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a72a8657-c48c-49e8-b962-b16d27713718 req-a70d294b-6441-4f0c-9461-f69ffa0dcb96 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912790 Feb 20 05:28:58.826865 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device ba343ebb-d84b-4627-9449-f6743e5dd259 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:28:58.990872 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port ba343ebb-d84b-4627-9449-f6743e5dd259 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:28:58.991531 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ba343ebb-d84b-4627-9449-f6743e5dd259), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:59.006316 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-46913491-7d12-4484-b4cc-6b18b0205075 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0920b60773554bf08776a4d9e0f90f40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3103273 Feb 20 05:28:59.067802 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port ba343ebb-d84b-4627-9449-f6743e5dd259, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=ba343ebb-d84b-4627-9449-f6743e5dd259,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:28:59.072968 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33bfd98-cc1f-49da-9646-ba66cd767f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba343ebb-d84b-4627-9449-f6743e5dd259'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:28:59.080427 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df267c7e-82a0-43a6-b081-9a323cd74040" -d '{"events": [{"server_uuid": "e33bfd98-cc1f-49da-9646-ba66cd767f51", "name": "network-vif-unplugged", "status": "completed", "tag": "ba343ebb-d84b-4627-9449-f6743e5dd259"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:28:59.087127 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ba343ebb-d84b-4627-9449-f6743e5dd259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:59.194004 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=ba343ebb-d84b-4627-9449-f6743e5dd259,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:59.214028 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-2e3c9407-0f73-49df-8425-27da22318771 service neutron] 10.222.0.37 "GET /v2.0/networks/8d5e3dec-6d5c-4634-b419-6efab0fe545e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918211 Feb 20 05:28:59.307231 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2e33c7a-12bd-40e4-abee-eac2cd1660fa admin admin] Publish callbacks [] for port (fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:59.359972 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ae72d-83bc-462e-977a-f03330b5eb5f req-1e16691d-0d09-4116-b2a7-a4512b9064d0 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:59.368104 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae9ae72d-83bc-462e-977a-f03330b5eb5f req-1e16691d-0d09-4116-b2a7-a4512b9064d0 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.5141792 Feb 20 05:28:59.390286 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2e33c7a-12bd-40e4-abee-eac2cd1660fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:59.589322 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae9ae72d-83bc-462e-977a-f03330b5eb5f req-cd2f9f35-aa43-4cb0-8e09-434f14fe5143 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180765 Feb 20 05:28:59.654022 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e33c7a-12bd-40e4-abee-eac2cd1660fa admin admin] Pushing event updated for resources: {'Port': ['ID=fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:28:59.663747 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2e33c7a-12bd-40e4-abee-eac2cd1660fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (208f1d38-ae4b-4198-96ce-6f62f8b66d82), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:28:59.687270 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd608b-56d6-4f71-95ac-1237081acbc3 req-ca1e4b27-f298-4476-b35a-d253afc6e291 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:28:59.689437 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86bd608b-56d6-4f71-95ac-1237081acbc3 req-ca1e4b27-f298-4476-b35a-d253afc6e291 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33bfd98-cc1f-49da-9646-ba66cd767f51 HTTP/1.1" status: 200 len: 944 time: 0.5555832 Feb 20 05:28:59.716875 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838cb22b-2204-45fc-be03-0318e3df2e94 x-openstack-request-id: req-838cb22b-2204-45fc-be03-0318e3df2e94 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:28:59.717220 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33bfd98-cc1f-49da-9646-ba66cd767f51", "name": "network-vif-unplugged", "status": "completed", "tag": "ba343ebb-d84b-4627-9449-f6743e5dd259", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:28:59.717480 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-838cb22b-2204-45fc-be03-0318e3df2e94 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:28:59.717873 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33bfd98-cc1f-49da-9646-ba66cd767f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba343ebb-d84b-4627-9449-f6743e5dd259', 'code': 200} Feb 20 05:29:00.080254 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 5f28908b-ae2e-4902-82b7-abe04f52bfe6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:29:00.100956 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-eb4fd0f4-f933-4989-b414-75d889ed04e2 service neutron] 10.222.0.37 "GET /v2.0/networks/8d5e3dec-6d5c-4634-b419-6efab0fe545e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8820243 Feb 20 05:29:00.128872 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69f909ba-749a-4b3c-a045-7bf684ca2ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (e7abc2ba-8a64-4380-84bb-09df7e084207), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:00.232981 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-86bd608b-56d6-4f71-95ac-1237081acbc3 req-868c3583-1683-4a65-b998-35a833e0e63a tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Deleting port ba343ebb-d84b-4627-9449-f6743e5dd259 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:29:00.233333 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-86bd608b-56d6-4f71-95ac-1237081acbc3 req-868c3583-1683-4a65-b998-35a833e0e63a tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (ba343ebb-d84b-4627-9449-f6743e5dd259), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:00.237755 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e33c7a-12bd-40e4-abee-eac2cd1660fa admin admin] Network 27ef05a2-fba6-41b0-a132-95fd408c43fd is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:29:00.240249 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 5f28908b-ae2e-4902-82b7-abe04f52bfe6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:00.246660 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5f28908b-ae2e-4902-82b7-abe04f52bfe6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:00.267492 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-c2e33c7a-12bd-40e4-abee-eac2cd1660fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:29:00.289946 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0eb9be86-583d-49b6-b54a-21944a56bb78 req-7814d718-b7e5-4a48-aab1-8645c42506d6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1952915 Feb 20 05:29:00.459014 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 5f28908b-ae2e-4902-82b7-abe04f52bfe6 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:00.460374 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5f28908b-ae2e-4902-82b7-abe04f52bfe6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:00.498489 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 5f28908b-ae2e-4902-82b7-abe04f52bfe6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=5f28908b-ae2e-4902-82b7-abe04f52bfe6,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:00.506278 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5f28908b-ae2e-4902-82b7-abe04f52bfe6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:00.520500 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9be86-583d-49b6-b54a-21944a56bb78 req-61486d93-579c-43e3-ac36-35fd76e01499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:00.523052 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0eb9be86-583d-49b6-b54a-21944a56bb78 req-61486d93-579c-43e3-ac36-35fd76e01499 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 1126 time: 0.2064321 Feb 20 05:29:00.620372 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=5f28908b-ae2e-4902-82b7-abe04f52bfe6,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:00.749243 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-98b43f42-b925-47cb-bcae-f2ef5593ef7f None None] Provisioning complete for port fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:00.749628 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98b43f42-b925-47cb-bcae-f2ef5593ef7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:00.797810 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9be86-583d-49b6-b54a-21944a56bb78 req-d7d658b9-415b-48b4-9f85-a72975a07227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:00.800009 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0eb9be86-583d-49b6-b54a-21944a56bb78 req-d7d658b9-415b-48b4-9f85-a72975a07227 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 920 time: 0.2555296 Feb 20 05:29:00.822046 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-98b43f42-b925-47cb-bcae-f2ef5593ef7f None None] Port fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:29:00.879504 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e33c7a-12bd-40e4-abee-eac2cd1660fa admin admin] Router 208f1d38-ae4b-4198-96ce-6f62f8b66d82 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:29:00.905576 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0eb9be86-583d-49b6-b54a-21944a56bb78 req-9a713828-8a07-4fc3-a508-2efd0344dfaf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75bd0c81-cc6f-40cb-88e6-b054e8647fb3 HTTP/1.1" status: 200 len: 217 time: 0.0970376 Feb 20 05:29:00.916327 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe49968e-1f26-4ea2-b330-2321cb46a511 req-7288740f-abba-47dc-bbf3-33ab374802fc tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=1762446e-7d51-4022-9b24-2fdccb7e81a1 HTTP/1.1" status: 200 len: 210 time: 0.3459883 Feb 20 05:29:00.988096 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53c984-883a-4d1d-89d8-f63993650dd3 req-9b4ffd37-6eb9-4a9a-b1a7-903d64e82094 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:00.992360 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9be86-583d-49b6-b54a-21944a56bb78 req-fb805cf1-f4d2-4a37-800e-ff3a2079badf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:00.994228 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0eb9be86-583d-49b6-b54a-21944a56bb78 req-fb805cf1-f4d2-4a37-800e-ff3a2079badf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 200 len: 860 time: 0.0726104 Feb 20 05:29:00.999034 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ed53c984-883a-4d1d-89d8-f63993650dd3 req-9b4ffd37-6eb9-4a9a-b1a7-903d64e82094 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 943 time: 0.5641279 Feb 20 05:29:01.011405 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-86bd608b-56d6-4f71-95ac-1237081acbc3 req-868c3583-1683-4a65-b998-35a833e0e63a tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] For port ba343ebb-d84b-4627-9449-f6743e5dd259, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=ba343ebb-d84b-4627-9449-f6743e5dd259,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:01.011771 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-86bd608b-56d6-4f71-95ac-1237081acbc3 req-868c3583-1683-4a65-b998-35a833e0e63a tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (ba343ebb-d84b-4627-9449-f6743e5dd259), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:01.050308 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0eb9be86-583d-49b6-b54a-21944a56bb78 req-35175470-023b-4e04-8089-3e4a9196cd07 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472631 Feb 20 05:29:01.107598 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-86bd608b-56d6-4f71-95ac-1237081acbc3 req-868c3583-1683-4a65-b998-35a833e0e63a tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Calling delete_port for ba343ebb-d84b-4627-9449-f6743e5dd259 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:29:01.251839 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0eb9be86-583d-49b6-b54a-21944a56bb78 req-999d0edc-7160-4ee3-984b-9267146a50fc service neutron] 10.222.0.61 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807263 Feb 20 05:29:01.413305 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0eb9be86-583d-49b6-b54a-21944a56bb78 req-d5947d42-3d4c-41ce-b016-99bbf027fd49 service neutron] 10.222.0.61 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532843 Feb 20 05:29:01.570363 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ed53c984-883a-4d1d-89d8-f63993650dd3 req-00936312-649a-4aa8-9089-051d6bb830ad tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5703566 Feb 20 05:29:01.798804 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e33c7a-12bd-40e4-abee-eac2cd1660fa admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:29:01.818155 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c2e33c7a-12bd-40e4-abee-eac2cd1660fa admin admin] 10.222.0.37 "PUT /v2.0/routers/208f1d38-ae4b-4198-96ce-6f62f8b66d82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7417622 Feb 20 05:29:01.834135 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10baf2d-cf9a-4db4-9c8f-840d239b87d5 None None] Sync routers for ids ['208f1d38-ae4b-4198-96ce-6f62f8b66d82'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:29:01.849752 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10baf2d-cf9a-4db4-9c8f-840d239b87d5 None None] Routers {'208f1d38-ae4b-4198-96ce-6f62f8b66d82'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:29:01.851685 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d10baf2d-cf9a-4db4-9c8f-840d239b87d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:28:48Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['208f1d38-ae4b-4198-96ce-6f62f8b66d82'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:01.897350 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb5fc8-a1a6-4728-be51-63782f105c87 req-da97bcfb-4d6a-4a1b-aa84-cc2020498c78 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:01.901561 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d1bb5fc8-a1a6-4728-be51-63782f105c87 req-da97bcfb-4d6a-4a1b-aa84-cc2020498c78 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.3270504 Feb 20 05:29:02.188548 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-d10baf2d-cf9a-4db4-9c8f-840d239b87d5 None None] Set router 208f1d38-ae4b-4198-96ce-6f62f8b66d82 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:29:02.288846 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d104aff8-aa98-48be-8215-91b549504603 req-130822e5-4d0b-4545-8e77-cb84c21bbdf7 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=1762446e-7d51-4022-9b24-2fdccb7e81a1 HTTP/1.1" status: 200 len: 210 time: 0.1930399 Feb 20 05:29:02.425757 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d1bb5fc8-a1a6-4728-be51-63782f105c87 req-fd93aa87-8c0c-40c1-8e12-253bf5a22add tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979734 Feb 20 05:29:02.426477 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-86bd608b-56d6-4f71-95ac-1237081acbc3 req-868c3583-1683-4a65-b998-35a833e0e63a tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (ba343ebb-d84b-4627-9449-f6743e5dd259), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:02.439609 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 5f28908b-ae2e-4902-82b7-abe04f52bfe6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:29:02.565075 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52456) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:02.583917 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-08a581aa-9bd6-4a6c-b0ab-91c78082e785 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:02.591998 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-08a581aa-9bd6-4a6c-b0ab-91c78082e785 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.48 "GET /v2.0/networks?id=8d5e3dec-6d5c-4634-b419-6efab0fe545e HTTP/1.1" status: 200 len: 805 time: 0.4121256 Feb 20 05:29:02.606213 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-9b70e082-298b-43fb-8d79-314bc55f473b tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Request body: {'port': {'device_id': '1762446e-7d51-4022-9b24-2fdccb7e81a1', 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e', 'admin_state_up': True, 'tenant_id': '0920b60773554bf08776a4d9e0f90f40'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:02.648320 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c3583-1683-4a65-b998-35a833e0e63a tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Pushing event deleted for resources: {'Port': ['ID=ba343ebb-d84b-4627-9449-f6743e5dd259,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:02.693306 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 5f28908b-ae2e-4902-82b7-abe04f52bfe6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:02.693971 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5f28908b-ae2e-4902-82b7-abe04f52bfe6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:02.708374 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bd608b-56d6-4f71-95ac-1237081acbc3 req-868c3583-1683-4a65-b998-35a833e0e63a tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] No DVR routers for this DVR port ba343ebb-d84b-4627-9449-f6743e5dd259 on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:29:02.784556 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-86bd608b-56d6-4f71-95ac-1237081acbc3 req-868c3583-1683-4a65-b998-35a833e0e63a tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:02.787990 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86bd608b-56d6-4f71-95ac-1237081acbc3 req-868c3583-1683-4a65-b998-35a833e0e63a tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.61 "DELETE /v2.0/ports/ba343ebb-d84b-4627-9449-f6743e5dd259 HTTP/1.1" status: 204 len: 173 time: 3.0882044 Feb 20 05:29:02.788470 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33bfd98-cc1f-49da-9646-ba66cd767f51', 'name': 'network-vif-deleted', 'tag': 'ba343ebb-d84b-4627-9449-f6743e5dd259'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:29:02.804873 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3311cd-d91a-4ba5-9e30-c1bc5f0904b2" -d '{"events": [{"server_uuid": "e33bfd98-cc1f-49da-9646-ba66cd767f51", "name": "network-vif-deleted", "tag": "ba343ebb-d84b-4627-9449-f6743e5dd259"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:29:02.841021 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-69f909ba-749a-4b3c-a045-7bf684ca2ce7 admin admin] Deleting port 7724d816-9c1f-41c2-b055-fae5b98d3cf0 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:29:02.841287 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69f909ba-749a-4b3c-a045-7bf684ca2ce7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (7724d816-9c1f-41c2-b055-fae5b98d3cf0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:02.916833 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-9b70e082-298b-43fb-8d79-314bc55f473b tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Made reservation on behalf of 0920b60773554bf08776a4d9e0f90f40 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:29:02.920837 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-9b70e082-298b-43fb-8d79-314bc55f473b tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:02.939265 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device ba343ebb-d84b-4627-9449-f6743e5dd259 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:29:02.945122 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-69f909ba-749a-4b3c-a045-7bf684ca2ce7 admin admin] For port 7724d816-9c1f-41c2-b055-fae5b98d3cf0, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7724d816-9c1f-41c2-b055-fae5b98d3cf0,segment=NetworkSegment(124a5ef8-1338-4ceb-9818-c9a2bde36949),segment_id=124a5ef8-1338-4ceb-9818-c9a2bde36949)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:02.945724 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69f909ba-749a-4b3c-a045-7bf684ca2ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (7724d816-9c1f-41c2-b055-fae5b98d3cf0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:02.946207 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 5f28908b-ae2e-4902-82b7-abe04f52bfe6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:02.960962 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-69f909ba-749a-4b3c-a045-7bf684ca2ce7 admin admin] Calling delete_port for 7724d816-9c1f-41c2-b055-fae5b98d3cf0 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:29:03.007719 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: ba343ebb-d84b-4627-9449-f6743e5dd259 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:29:03.008069 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device ba343ebb-d84b-4627-9449-f6743e5dd259 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:29:03.016542 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d10baf2d-cf9a-4db4-9c8f-840d239b87d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208f1d38-ae4b-4198-96ce-6f62f8b66d82', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1654480186-router', 'tenant_id': 'f0b70aa4372d450580ab46e76a035aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '5f28908b-ae2e-4902-82b7-abe04f52bfe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:28:49Z', 'updated_at': '2022-02-20T05:28:58Z', 'revision_number': 4, 'project_id': 'f0b70aa4372d450580ab46e76a035aa1', 'gw_port': {'id': '5f28908b-ae2e-4902-82b7-abe04f52bfe6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208f1d38-ae4b-4198-96ce-6f62f8b66d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:28:51Z', 'updated_at': '2022-02-20T05:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5', 'name': '', 'network_id': '27ef05a2-fba6-41b0-a132-95fd408c43fd', 'tenant_id': 'f0b70aa4372d450580ab46e76a035aa1', 'mac_address': 'fa:16:3e:02:df:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208f1d38-ae4b-4198-96ce-6f62f8b66d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '94e72317-809a-4072-b11a-4c0d031cee39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:28:55Z', 'updated_at': '2022-02-20T05:28:58Z', 'revision_number': 2, 'project_id': 'f0b70aa4372d450580ab46e76a035aa1', 'subnets': [{'id': '94e72317-809a-4072-b11a-4c0d031cee39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:03.079671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10baf2d-cf9a-4db4-9c8f-840d239b87d5 None None] Checking router: 208f1d38-ae4b-4198-96ce-6f62f8b66d82 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:29:03.082515 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10baf2d-cf9a-4db4-9c8f-840d239b87d5 None None] Updating router 208f1d38-ae4b-4198-96ce-6f62f8b66d82 port fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:29:03.151568 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d10baf2d-cf9a-4db4-9c8f-840d239b87d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:03.181224 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-423b0f59-a62f-4a53-b36b-c43b34508019 req-4d028248-f4f7-4ab6-8440-6965d5731822 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1167655 Feb 20 05:29:03.286423 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-9b70e082-298b-43fb-8d79-314bc55f473b tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Allocated IP 172.20.0.7 (8d5e3dec-6d5c-4634-b419-6efab0fe545e/9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9/4167998b-6590-4bd3-ba29-eeddd4930c02) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:29:03.389337 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b0f59-a62f-4a53-b36b-c43b34508019 req-28a62cf6-4d09-4841-b576-ed2128d91cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:03.392761 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-423b0f59-a62f-4a53-b36b-c43b34508019 req-28a62cf6-4d09-4841-b576-ed2128d91cf2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 1126 time: 0.1874216 Feb 20 05:29:03.444573 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69f909ba-749a-4b3c-a045-7bf684ca2ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (7724d816-9c1f-41c2-b055-fae5b98d3cf0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:03.452396 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60a789eb-9049-4d26-b87b-c2acd1a5d3ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:03.618340 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f909ba-749a-4b3c-a045-7bf684ca2ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7724d816-9c1f-41c2-b055-fae5b98d3cf0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:03.747559 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:29:03.758167 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [req-d659bfbe-de58-4c86-b96a-463f3bb67b1f req-2456a551-ede3-4237-ae56-8369e222a87d tempest-FloatingIPDetailsNegativeTestJSON-1152199036 tempest-FloatingIPDetailsNegativeTestJSON-1152199036-project] show failed (client error): The resource could not be found. Feb 20 05:29:03.759374 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d659bfbe-de58-4c86-b96a-463f3bb67b1f req-2456a551-ede3-4237-ae56-8369e222a87d tempest-FloatingIPDetailsNegativeTestJSON-1152199036 tempest-FloatingIPDetailsNegativeTestJSON-1152199036-project] 10.222.0.37 "GET /v2.0/floatingips/970354fd-743d-44ed-bd05-1df7c3e97946 HTTP/1.1" status: 404 len: 350 time: 0.4763937 Feb 20 05:29:03.776263 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccb365-8f71-4a28-a576-01fcb73c581f req-2ac81585-8c66-49ce-9b14-aa07de91dbce tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:03.780285 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7fccb365-8f71-4a28-a576-01fcb73c581f req-2ac81585-8c66-49ce-9b14-aa07de91dbce tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 943 time: 1.0599866 Feb 20 05:29:03.783053 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d10baf2d-cf9a-4db4-9c8f-840d239b87d5 None None] Publish callbacks [] for port (fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:03.806552 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d10baf2d-cf9a-4db4-9c8f-840d239b87d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:03.822392 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52470) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:03.959301 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13799a5c-cdb9-4b2b-88b1-879cb6bea13b None None] Pushing event updated for resources: {'Port': ['ID=fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:04.021902 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62c105f-6e00-4604-9c3a-26ff91fb98f1 x-openstack-request-id: req-c62c105f-6e00-4604-9c3a-26ff91fb98f1 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:29:04.022536 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33bfd98-cc1f-49da-9646-ba66cd767f51", "name": "network-vif-deleted", "tag": "ba343ebb-d84b-4627-9449-f6743e5dd259", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:29:04.022536 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c62c105f-6e00-4604-9c3a-26ff91fb98f1 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:29:04.022934 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33bfd98-cc1f-49da-9646-ba66cd767f51', 'name': 'network-vif-deleted', 'tag': 'ba343ebb-d84b-4627-9449-f6743e5dd259', 'status': 'completed', 'code': 200} Feb 20 05:29:04.027443 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69f909ba-749a-4b3c-a045-7bf684ca2ce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (e7abc2ba-8a64-4380-84bb-09df7e084207), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:04.098412 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d10baf2d-cf9a-4db4-9c8f-840d239b87d5 None None] Attempting to bind port fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:29:04.099618 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d10baf2d-cf9a-4db4-9c8f-840d239b87d5 None None] Attempting to bind port fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '9d555dde-2990-48bd-95a5-4c8b98274906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '27ef05a2-fba6-41b0-a132-95fd408c43fd'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:29:04.100258 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10baf2d-cf9a-4db4-9c8f-840d239b87d5 None None] Attempting to bind port fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5 on network 27ef05a2-fba6-41b0-a132-95fd408c43fd {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:29:04.112893 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10baf2d-cf9a-4db4-9c8f-840d239b87d5 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:29:04.113769 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10baf2d-cf9a-4db4-9c8f-840d239b87d5 None None] Checking segment: {'id': '9d555dde-2990-48bd-95a5-4c8b98274906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '27ef05a2-fba6-41b0-a132-95fd408c43fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:29:04.116032 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d10baf2d-cf9a-4db4-9c8f-840d239b87d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:04.126079 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10baf2d-cf9a-4db4-9c8f-840d239b87d5 None None] Bound using segment: {'id': '9d555dde-2990-48bd-95a5-4c8b98274906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '27ef05a2-fba6-41b0-a132-95fd408c43fd'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:29:04.126774 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d10baf2d-cf9a-4db4-9c8f-840d239b87d5 None None] Bound port: fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d555dde-2990-48bd-95a5-4c8b98274906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '27ef05a2-fba6-41b0-a132-95fd408c43fd'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:29:04.127345 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d10baf2d-cf9a-4db4-9c8f-840d239b87d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:04.212302 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d10baf2d-cf9a-4db4-9c8f-840d239b87d5 None None] For port fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:29:04.215720 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d10baf2d-cf9a-4db4-9c8f-840d239b87d5 None None] For port fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5,segment=NetworkSegment(9d555dde-2990-48bd-95a5-4c8b98274906),segment_id=9d555dde-2990-48bd-95a5-4c8b98274906)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:29:04.223237 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d10baf2d-cf9a-4db4-9c8f-840d239b87d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:04.244833 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-9b70e082-298b-43fb-8d79-314bc55f473b tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks [] for port (4167998b-6590-4bd3-ba29-eeddd4930c02), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:04.322616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13799a5c-cdb9-4b2b-88b1-879cb6bea13b None None] Pushing event updated for resources: {'Port': ['ID=fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:04.331628 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10baf2d-cf9a-4db4-9c8f-840d239b87d5 None None] Routers {'208f1d38-ae4b-4198-96ce-6f62f8b66d82'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:29:04.332262 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d10baf2d-cf9a-4db4-9c8f-840d239b87d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:28:48Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['208f1d38-ae4b-4198-96ce-6f62f8b66d82'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:04.366365 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b0f59-a62f-4a53-b36b-c43b34508019 req-14165b17-262e-4bbc-a310-04772357669d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:04.369148 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-423b0f59-a62f-4a53-b36b-c43b34508019 req-14165b17-262e-4bbc-a310-04772357669d service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 920 time: 0.9425449 Feb 20 05:29:04.373069 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-9b70e082-298b-43fb-8d79-314bc55f473b tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (4167998b-6590-4bd3-ba29-eeddd4930c02), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:04.509461 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-423b0f59-a62f-4a53-b36b-c43b34508019 req-419ebf23-24c4-4b0c-aa91-2f89e4114a45 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30fcc51a-1bb6-4c51-b069-8c95adf83e0e HTTP/1.1" status: 200 len: 217 time: 0.1191123 Feb 20 05:29:04.512709 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-d10baf2d-cf9a-4db4-9c8f-840d239b87d5 None None] Set router 208f1d38-ae4b-4198-96ce-6f62f8b66d82 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:29:04.515955 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70e082-298b-43fb-8d79-314bc55f473b tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Pushing event updated for resources: {'Port': ['ID=4167998b-6590-4bd3-ba29-eeddd4930c02,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:04.545354 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7fccb365-8f71-4a28-a576-01fcb73c581f req-9cacd79d-7a32-4ba5-bcbe-2b1f146f1505 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5187292 Feb 20 05:29:04.672540 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-86c5bfb5-d178-45b4-8814-9e7f9a6450bd None None] Provisioning complete for port fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:04.673150 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-86c5bfb5-d178-45b4-8814-9e7f9a6450bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:04.678358 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-9b70e082-298b-43fb-8d79-314bc55f473b tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Network 8d5e3dec-6d5c-4634-b419-6efab0fe545e is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:29:04.730367 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-9b70e082-298b-43fb-8d79-314bc55f473b tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:29:04.738065 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-9b70e082-298b-43fb-8d79-314bc55f473b tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:29:04.822961 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b0f59-a62f-4a53-b36b-c43b34508019 req-177f0b6c-c8ad-4940-b86f-5ea5d8d4f5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:04.824733 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-423b0f59-a62f-4a53-b36b-c43b34508019 req-177f0b6c-c8ad-4940-b86f-5ea5d8d4f5f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 200 len: 860 time: 0.2781730 Feb 20 05:29:04.830089 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-86c5bfb5-d178-45b4-8814-9e7f9a6450bd None None] Current status of the port fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:04.831394 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-86c5bfb5-d178-45b4-8814-9e7f9a6450bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:04.876147 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-86c5bfb5-d178-45b4-8814-9e7f9a6450bd None None] For port fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5,segment=NetworkSegment(9d555dde-2990-48bd-95a5-4c8b98274906),segment_id=9d555dde-2990-48bd-95a5-4c8b98274906)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:04.884313 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b2443-fcf0-4c95-813b-5e55f5a75b38 req-7779de2d-8a82-4cfe-88ae-97e255e6c112 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:04.884898 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-86c5bfb5-d178-45b4-8814-9e7f9a6450bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:04.895258 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe1b2443-fcf0-4c95-813b-5e55f5a75b38 req-7779de2d-8a82-4cfe-88ae-97e255e6c112 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=1762446e-7d51-4022-9b24-2fdccb7e81a1 HTTP/1.1" status: 200 len: 931 time: 0.6263659 Feb 20 05:29:04.985288 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-423b0f59-a62f-4a53-b36b-c43b34508019 req-3ec5d0bf-7419-4c7e-9fda-46579b86be53 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1396172 Feb 20 05:29:05.012877 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f909ba-749a-4b3c-a045-7bf684ca2ce7 admin admin] Router e7abc2ba-8a64-4380-84bb-09df7e084207 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:29:05.021354 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-9b70e082-298b-43fb-8d79-314bc55f473b tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:05.022097 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-9b70e082-298b-43fb-8d79-314bc55f473b tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:05.074381 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60a789eb-9049-4d26-b87b-c2acd1a5d3ef admin admin] Publish callbacks [] for security_group (75ad8c4b-78b6-438b-90bc-ee7c443f6de4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:05.084538 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-a74e59b3-90e7-4c9f-8fde-5b36072e52d4 service neutron] 10.222.0.48 "GET /v2.0/ports/58b2f612-c972-429c-abc1-3310488c066e/bindings/n-h1-829866-5 HTTP/1.1" status: 200 len: 384 time: 0.2779005 Feb 20 05:29:05.097623 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5bfb5-d178-45b4-8814-9e7f9a6450bd None None] Pushing event updated for resources: {'Port': ['ID=fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:05.104740 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e7b82b4c-b50b-4937-828e-ca7935bfc0fb None None] Provisioning complete for port fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:05.105122 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7b82b4c-b50b-4937-828e-ca7935bfc0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:05.151108 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-9b70e082-298b-43fb-8d79-314bc55f473b tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5503347 Feb 20 05:29:05.166874 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-11424506-e3d7-4912-aa88-b1f3cf181c49 service neutron] Request body: {'port': {'device_id': '1762446e-7d51-4022-9b24-2fdccb7e81a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:05.232170 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e7b82b4c-b50b-4937-828e-ca7935bfc0fb None None] Current status of the port fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:05.240622 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d10baf2d-cf9a-4db4-9c8f-840d239b87d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208f1d38-ae4b-4198-96ce-6f62f8b66d82', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1654480186-router', 'tenant_id': 'f0b70aa4372d450580ab46e76a035aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '5f28908b-ae2e-4902-82b7-abe04f52bfe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:28:49Z', 'updated_at': '2022-02-20T05:28:58Z', 'revision_number': 4, 'project_id': 'f0b70aa4372d450580ab46e76a035aa1', 'gw_port': {'id': '5f28908b-ae2e-4902-82b7-abe04f52bfe6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208f1d38-ae4b-4198-96ce-6f62f8b66d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:28:51Z', 'updated_at': '2022-02-20T05:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5', 'name': '', 'network_id': '27ef05a2-fba6-41b0-a132-95fd408c43fd', 'tenant_id': 'f0b70aa4372d450580ab46e76a035aa1', 'mac_address': 'fa:16:3e:02:df:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208f1d38-ae4b-4198-96ce-6f62f8b66d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '94e72317-809a-4072-b11a-4c0d031cee39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:28:55Z', 'updated_at': '2022-02-20T05:29:04Z', 'revision_number': 4, 'project_id': 'f0b70aa4372d450580ab46e76a035aa1', 'subnets': [{'id': '94e72317-809a-4072-b11a-4c0d031cee39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:05.244230 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04757f14-3e80-4fe5-8625-4f0c13ba6baa req-66e691a0-aae3-4997-b1cc-844c438ad224 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:05.245764 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-04757f14-3e80-4fe5-8625-4f0c13ba6baa req-66e691a0-aae3-4997-b1cc-844c438ad224 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.5309491 Feb 20 05:29:05.250189 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe1b2443-fcf0-4c95-813b-5e55f5a75b38 req-32c7da56-b361-4c38-a34c-27f31b836963 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530371 Feb 20 05:29:05.279748 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10baf2d-cf9a-4db4-9c8f-840d239b87d5 None None] The sync data for ids ['208f1d38-ae4b-4198-96ce-6f62f8b66d82'] in n-d-829866-5 is: [{'id': '208f1d38-ae4b-4198-96ce-6f62f8b66d82', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1654480186-router', 'tenant_id': 'f0b70aa4372d450580ab46e76a035aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '5f28908b-ae2e-4902-82b7-abe04f52bfe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:28:49Z', 'updated_at': '2022-02-20T05:28:58Z', 'revision_number': 4, 'project_id': 'f0b70aa4372d450580ab46e76a035aa1', 'gw_port': {'id': '5f28908b-ae2e-4902-82b7-abe04f52bfe6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208f1d38-ae4b-4198-96ce-6f62f8b66d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:28:51Z', 'updated_at': '2022-02-20T05:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5', 'name': '', 'network_id': '27ef05a2-fba6-41b0-a132-95fd408c43fd', 'tenant_id': 'f0b70aa4372d450580ab46e76a035aa1', 'mac_address': 'fa:16:3e:02:df:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208f1d38-ae4b-4198-96ce-6f62f8b66d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '94e72317-809a-4072-b11a-4c0d031cee39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:28:55Z', 'updated_at': '2022-02-20T05:29:04Z', 'revision_number': 4, 'project_id': 'f0b70aa4372d450580ab46e76a035aa1', 'subnets': [{'id': '94e72317-809a-4072-b11a-4c0d031cee39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:29:05.310943 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-11424506-e3d7-4912-aa88-b1f3cf181c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4167998b-6590-4bd3-ba29-eeddd4930c02), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:05.314151 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f909ba-749a-4b3c-a045-7bf684ca2ce7 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:29:05.323682 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-69f909ba-749a-4b3c-a045-7bf684ca2ce7 admin admin] 10.222.0.37 "PUT /v2.0/routers/e7abc2ba-8a64-4380-84bb-09df7e084207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7393460 Feb 20 05:29:05.326932 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60a789eb-9049-4d26-b87b-c2acd1a5d3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (75ad8c4b-78b6-438b-90bc-ee7c443f6de4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:05.334067 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52472) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:05.351005 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8844ca-7d90-4946-94aa-576815475957 None None] Sync routers for ids ['e7abc2ba-8a64-4380-84bb-09df7e084207'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:29:05.369105 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-423b0f59-a62f-4a53-b36b-c43b34508019 req-41b64ee3-ca48-4494-ad57-2a806ca58971 service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702581 Feb 20 05:29:05.380525 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8844ca-7d90-4946-94aa-576815475957 None None] Routers {'e7abc2ba-8a64-4380-84bb-09df7e084207'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:29:05.383529 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-bc8844ca-7d90-4946-94aa-576815475957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:28:48Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['e7abc2ba-8a64-4380-84bb-09df7e084207'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:05.392069 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-60a789eb-9049-4d26-b87b-c2acd1a5d3ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f6408229e3244eab882fefc070c3e107&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7782147 Feb 20 05:29:05.396860 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52474) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:05.480291 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a789eb-9049-4d26-b87b-c2acd1a5d3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ad8c4b-78b6-438b-90bc-ee7c443f6de4,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:05.549490 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-bc8844ca-7d90-4946-94aa-576815475957 None None] Set router e7abc2ba-8a64-4380-84bb-09df7e084207 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:29:05.663817 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-04757f14-3e80-4fe5-8625-4f0c13ba6baa req-953f9393-ebd1-40f9-8489-21dbf63bea62 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913864 Feb 20 05:29:05.752797 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8fda0f8d-23c5-45ff-9dc1-19e07d7aba5e admin admin] Publish callbacks [] for security_group (75ad8c4b-78b6-438b-90bc-ee7c443f6de4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:05.754907 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-11424506-e3d7-4912-aa88-b1f3cf181c49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4167998b-6590-4bd3-ba29-eeddd4930c02 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:29:05.764451 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-11424506-e3d7-4912-aa88-b1f3cf181c49 service neutron] Publish callbacks [] for port (4167998b-6590-4bd3-ba29-eeddd4930c02), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:05.781374 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-11424506-e3d7-4912-aa88-b1f3cf181c49 service neutron] Transition to ACTIVE for port object 4167998b-6590-4bd3-ba29-eeddd4930c02 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:29:05.800187 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-11424506-e3d7-4912-aa88-b1f3cf181c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (4167998b-6590-4bd3-ba29-eeddd4930c02), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:05.803111 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-ba5b803d-b76b-4cc3-9ead-13decfb0520a service neutron] For port 58b2f612-c972-429c-abc1-3310488c066e, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=58b2f612-c972-429c-abc1-3310488c066e,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:05.806764 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8fda0f8d-23c5-45ff-9dc1-19e07d7aba5e admin admin] Publish callbacks [] for security_group (75ad8c4b-78b6-438b-90bc-ee7c443f6de4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:05.872228 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-bc8844ca-7d90-4946-94aa-576815475957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7abc2ba-8a64-4380-84bb-09df7e084207', 'name': 'tempest-AttachSCSIVolumeTestJSON-1619898677-router', 'tenant_id': '592d7ae3cfbc43f5a598472dbfc479f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'd153dca3-308a-45ba-9e9e-1bf6b78dd49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:53Z', 'updated_at': '2022-02-20T05:29:03Z', 'revision_number': 5, 'project_id': '592d7ae3cfbc43f5a598472dbfc479f2', 'gw_port': {'id': 'd153dca3-308a-45ba-9e9e-1bf6b78dd49a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7abc2ba-8a64-4380-84bb-09df7e084207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:55Z', 'updated_at': '2022-02-20T05:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:05.879127 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4a2fc-217a-404b-93aa-f1075bb6d020 req-d4fbe5f9-3abb-4f22-b870-9080d4596f4e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:05.881756 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bfb4a2fc-217a-404b-93aa-f1075bb6d020 req-d4fbe5f9-3abb-4f22-b870-9080d4596f4e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 943 time: 0.2048435 Feb 20 05:29:05.920270 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-ba5b803d-b76b-4cc3-9ead-13decfb0520a service neutron] For port 58b2f612-c972-429c-abc1-3310488c066e, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:29:05.948509 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8844ca-7d90-4946-94aa-576815475957 None None] Checking router: e7abc2ba-8a64-4380-84bb-09df7e084207 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:29:05.982454 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8844ca-7d90-4946-94aa-576815475957 None None] Routers {'e7abc2ba-8a64-4380-84bb-09df7e084207'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:29:05.985279 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-bc8844ca-7d90-4946-94aa-576815475957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:28:48Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['e7abc2ba-8a64-4380-84bb-09df7e084207'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:06.092725 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-ba5b803d-b76b-4cc3-9ead-13decfb0520a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58b2f612-c972-429c-abc1-3310488c066e {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:29:06.104730 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11424506-e3d7-4912-aa88-b1f3cf181c49 service neutron] Pushing event updated for resources: {'Port': ['ID=4167998b-6590-4bd3-ba29-eeddd4930c02,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:06.118103 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-ba5b803d-b76b-4cc3-9ead-13decfb0520a service neutron] For port 58b2f612-c972-429c-abc1-3310488c066e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=58b2f612-c972-429c-abc1-3310488c066e,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:06.127037 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8fda0f8d-23c5-45ff-9dc1-19e07d7aba5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (75ad8c4b-78b6-438b-90bc-ee7c443f6de4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:06.129592 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8fda0f8d-23c5-45ff-9dc1-19e07d7aba5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:06.131321 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8fda0f8d-23c5-45ff-9dc1-19e07d7aba5e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75ad8c4b-78b6-438b-90bc-ee7c443f6de4 HTTP/1.1" status: 204 len: 168 time: 0.7289145 Feb 20 05:29:06.143166 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bfb4a2fc-217a-404b-93aa-f1075bb6d020 req-68fe7784-f0c9-45fc-acf5-d1612dc4311d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258539 Feb 20 05:29:06.155044 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-ba5b803d-b76b-4cc3-9ead-13decfb0520a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (58b2f612-c972-429c-abc1-3310488c066e), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:06.157806 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda0f8d-23c5-45ff-9dc1-19e07d7aba5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ad8c4b-78b6-438b-90bc-ee7c443f6de4,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:06.164474 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:29:06.241002 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-49d84c37-4b96-431c-b1a2-079ca756c502 admin admin] Publish callbacks [] for router (e7abc2ba-8a64-4380-84bb-09df7e084207), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:06.245377 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-423b0f59-a62f-4a53-b36b-c43b34508019 req-e36653b7-9426-465c-82ab-2c76b2f03f8d service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8282409 Feb 20 05:29:06.312275 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:06.313143 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:06.366026 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-bc8844ca-7d90-4946-94aa-576815475957 None None] Set router e7abc2ba-8a64-4380-84bb-09df7e084207 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:29:06.455171 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:06.483397 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-ba5b803d-b76b-4cc3-9ead-13decfb0520a service neutron] Transition to ACTIVE for port object 58b2f612-c972-429c-abc1-3310488c066e will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:29:06.509463 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-ba5b803d-b76b-4cc3-9ead-13decfb0520a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (58b2f612-c972-429c-abc1-3310488c066e), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:06.726797 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-ba5b803d-b76b-4cc3-9ead-13decfb0520a service neutron] No DVR routers for this DVR port 58b2f612-c972-429c-abc1-3310488c066e on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:29:06.733070 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b803d-b76b-4cc3-9ead-13decfb0520a service neutron] Pushing event updated for resources: {'Port': ['ID=58b2f612-c972-429c-abc1-3310488c066e,revision_number=10']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:06.775281 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161867b-9e53-4052-8020-71ad70c1a134 req-ae6161c6-f070-4828-902b-a1a64dbde111 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:06.788622 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b161867b-9e53-4052-8020-71ad70c1a134 req-ae6161c6-f070-4828-902b-a1a64dbde111 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=1762446e-7d51-4022-9b24-2fdccb7e81a1 HTTP/1.1" status: 200 len: 943 time: 0.3198130 Feb 20 05:29:06.811901 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61b5eb-3d16-4641-81a7-f77a03e13d02 req-b69f3575-df32-43c5-9a3f-529017b856a7 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:06.814384 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2e61b5eb-3d16-4641-81a7-f77a03e13d02 req-b69f3575-df32-43c5-9a3f-529017b856a7 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 946 time: 0.2200472 Feb 20 05:29:06.823741 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-ba5b803d-b76b-4cc3-9ead-13decfb0520a service neutron] 10.222.0.48 "PUT /v2.0/ports/58b2f612-c972-429c-abc1-3310488c066e/bindings/n-h1-829866-5/activate HTTP/1.1" status: 200 len: 369 time: 1.7053227 Feb 20 05:29:06.863850 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-bc8844ca-7d90-4946-94aa-576815475957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7abc2ba-8a64-4380-84bb-09df7e084207', 'name': 'tempest-AttachSCSIVolumeTestJSON-1619898677-router', 'tenant_id': '592d7ae3cfbc43f5a598472dbfc479f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'd153dca3-308a-45ba-9e9e-1bf6b78dd49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:53Z', 'updated_at': '2022-02-20T05:29:03Z', 'revision_number': 5, 'project_id': '592d7ae3cfbc43f5a598472dbfc479f2', 'gw_port': {'id': 'd153dca3-308a-45ba-9e9e-1bf6b78dd49a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7abc2ba-8a64-4380-84bb-09df7e084207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:55Z', 'updated_at': '2022-02-20T05:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:06.943415 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8844ca-7d90-4946-94aa-576815475957 None None] The sync data for ids ['e7abc2ba-8a64-4380-84bb-09df7e084207'] in n-d-829866-5 is: [{'id': 'e7abc2ba-8a64-4380-84bb-09df7e084207', 'name': 'tempest-AttachSCSIVolumeTestJSON-1619898677-router', 'tenant_id': '592d7ae3cfbc43f5a598472dbfc479f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'd153dca3-308a-45ba-9e9e-1bf6b78dd49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:25:53Z', 'updated_at': '2022-02-20T05:29:03Z', 'revision_number': 5, 'project_id': '592d7ae3cfbc43f5a598472dbfc479f2', 'gw_port': {'id': 'd153dca3-308a-45ba-9e9e-1bf6b78dd49a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7abc2ba-8a64-4380-84bb-09df7e084207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:25:55Z', 'updated_at': '2022-02-20T05:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:29:06.980941 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b161867b-9e53-4052-8020-71ad70c1a134 req-5ca89499-7323-44d4-8cb5-72ea223b2c63 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767042 Feb 20 05:29:07.020447 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2e61b5eb-3d16-4641-81a7-f77a03e13d02 req-4e21fb3e-82b7-4af8-a37c-b174e4604ac8 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957076 Feb 20 05:29:07.037027 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-3f345c07-a67a-4c09-a8f0-2243e0fb915a tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:07.040548 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-3f345c07-a67a-4c09-a8f0-2243e0fb915a tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6&tenant_id=fd21ae910f154cf58d2067d0920b47f4&binding%3Ahost_id=n-h2-829866-5 HTTP/1.1" status: 200 len: 1126 time: 0.1567137 Feb 20 05:29:07.159310 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-11424506-e3d7-4912-aa88-b1f3cf181c49 service neutron] Attempting to bind port 4167998b-6590-4bd3-ba29-eeddd4930c02 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:29:07.160329 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-11424506-e3d7-4912-aa88-b1f3cf181c49 service neutron] Attempting to bind port 4167998b-6590-4bd3-ba29-eeddd4930c02 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:29:07.160841 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-11424506-e3d7-4912-aa88-b1f3cf181c49 service neutron] Attempting to bind port 4167998b-6590-4bd3-ba29-eeddd4930c02 on network 8d5e3dec-6d5c-4634-b419-6efab0fe545e {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:29:07.167782 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-469c2604-3c0c-405a-ae8d-fcc57bdab2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:07.169630 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-11424506-e3d7-4912-aa88-b1f3cf181c49 service neutron] Port 4167998b-6590-4bd3-ba29-eeddd4930c02 on network 8d5e3dec-6d5c-4634-b419-6efab0fe545e not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:29:07.169986 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-469c2604-3c0c-405a-ae8d-fcc57bdab2c0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6&tenant_id=fd21ae910f154cf58d2067d0920b47f4 HTTP/1.1" status: 200 len: 1126 time: 0.1208124 Feb 20 05:29:07.171358 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-11424506-e3d7-4912-aa88-b1f3cf181c49 service neutron] Attempting to bind port 4167998b-6590-4bd3-ba29-eeddd4930c02 on network 8d5e3dec-6d5c-4634-b419-6efab0fe545e {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:29:07.215558 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7cd9e-86ce-47c9-bc0c-fa2a33b6752f req-33c3cced-fe51-4015-b88f-59ba3efdb129 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:07.233587 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0af7cd9e-86ce-47c9-bc0c-fa2a33b6752f req-33c3cced-fe51-4015-b88f-59ba3efdb129 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.1159842 Feb 20 05:29:07.234434 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-11424506-e3d7-4912-aa88-b1f3cf181c49 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:29:07.235009 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-11424506-e3d7-4912-aa88-b1f3cf181c49 service neutron] Checking segment: {'id': 'b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:29:07.235580 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-11424506-e3d7-4912-aa88-b1f3cf181c49 service neutron] Bound using segment: {'id': 'b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:29:07.236245 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-11424506-e3d7-4912-aa88-b1f3cf181c49 service neutron] Bound port: 4167998b-6590-4bd3-ba29-eeddd4930c02, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:29:07.236796 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-11424506-e3d7-4912-aa88-b1f3cf181c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4167998b-6590-4bd3-ba29-eeddd4930c02), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:07.357038 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-49d84c37-4b96-431c-b1a2-079ca756c502 admin admin] Publish callbacks [] for router_gateway (e7abc2ba-8a64-4380-84bb-09df7e084207), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:07.428957 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e97d81a-281b-4a52-b2ea-9d8a7d4463be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (208f1d38-ae4b-4198-96ce-6f62f8b66d82), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:07.445145 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0af7cd9e-86ce-47c9-bc0c-fa2a33b6752f req-7e02713c-b6b9-4edc-a279-c39e7218a7f7 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100112 Feb 20 05:29:07.485238 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-b0edb43c-4a56-44e3-96fd-3575f5bfb085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:07.487326 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-b0edb43c-4a56-44e3-96fd-3575f5bfb085 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 1126 time: 0.2287114 Feb 20 05:29:07.539438 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111c515-5b41-41ab-bd0b-f299501e2e1f req-e7a6df76-5674-4564-8d89-cea0de8464f4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:07.541421 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a111c515-5b41-41ab-bd0b-f299501e2e1f req-e7a6df76-5674-4564-8d89-cea0de8464f4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 944 time: 0.2142961 Feb 20 05:29:07.681705 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-11424506-e3d7-4912-aa88-b1f3cf181c49 service neutron] For port 4167998b-6590-4bd3-ba29-eeddd4930c02, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:29:07.684834 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a111c515-5b41-41ab-bd0b-f299501e2e1f req-1ab8870b-04d0-4683-b669-a2674e283b26 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661964 Feb 20 05:29:07.696590 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-11424506-e3d7-4912-aa88-b1f3cf181c49 service neutron] For port 4167998b-6590-4bd3-ba29-eeddd4930c02, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4167998b-6590-4bd3-ba29-eeddd4930c02,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:29:07.738848 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-c643eeab-f29a-4046-a4ad-c4ee4ac0c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:07.740791 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-c643eeab-f29a-4046-a4ad-c4ee4ac0c761 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 908 time: 0.2450256 Feb 20 05:29:07.741156 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-11424506-e3d7-4912-aa88-b1f3cf181c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (4167998b-6590-4bd3-ba29-eeddd4930c02), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:07.824057 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-70f2686a-b290-46d7-895c-5104e8f59e3c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58b2f612-c972-429c-abc1-3310488c066e HTTP/1.1" status: 200 len: 217 time: 0.0742826 Feb 20 05:29:07.825709 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-11424506-e3d7-4912-aa88-b1f3cf181c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:07.826331 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-11424506-e3d7-4912-aa88-b1f3cf181c49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:07.834311 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-11424506-e3d7-4912-aa88-b1f3cf181c49 service neutron] 10.222.0.48 "PUT /v2.0/ports/4167998b-6590-4bd3-ba29-eeddd4930c02 HTTP/1.1" status: 200 len: 1091 time: 2.6761017 Feb 20 05:29:07.834721 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1762446e-7d51-4022-9b24-2fdccb7e81a1', 'tag': '4167998b-6590-4bd3-ba29-eeddd4930c02'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:29:07.837055 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7062fca-7994-479e-8880-bd7d3e9bcf51" -d '{"events": [{"name": "network-changed", "server_uuid": "1762446e-7d51-4022-9b24-2fdccb7e81a1", "tag": "4167998b-6590-4bd3-ba29-eeddd4930c02"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:29:07.869509 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-49d84c37-4b96-431c-b1a2-079ca756c502 admin admin] Deleting port d153dca3-308a-45ba-9e9e-1bf6b78dd49a {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:29:07.869848 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-49d84c37-4b96-431c-b1a2-079ca756c502 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (d153dca3-308a-45ba-9e9e-1bf6b78dd49a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:07.900501 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-35a59d63-ed27-465b-9563-d5aa362182de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:07.902339 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-35a59d63-ed27-465b-9563-d5aa362182de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b4371b84-9467-4135-93c7-7a933f791395 HTTP/1.1" status: 200 len: 848 time: 0.0657532 Feb 20 05:29:07.904365 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529124a5-44bc-49b3-9285-75da67dda11a x-openstack-request-id: req-529124a5-44bc-49b3-9285-75da67dda11a {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:29:07.904762 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1762446e-7d51-4022-9b24-2fdccb7e81a1", "tag": "4167998b-6590-4bd3-ba29-eeddd4930c02", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:29:07.905083 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-529124a5-44bc-49b3-9285-75da67dda11a {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:29:07.905549 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1762446e-7d51-4022-9b24-2fdccb7e81a1', 'tag': '4167998b-6590-4bd3-ba29-eeddd4930c02', 'status': 'completed', 'code': 200} Feb 20 05:29:07.931771 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11424506-e3d7-4912-aa88-b1f3cf181c49 service neutron] Pushing event updated for resources: {'Port': ['ID=4167998b-6590-4bd3-ba29-eeddd4930c02,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:07.944321 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7724d816-9c1f-41c2-b055-fae5b98d3cf0 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:29:07.966072 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-b285bef4-54be-4fa0-9809-01dead4a6563 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb4530de-66c2-443b-82e6-823a997cfe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528226 Feb 20 05:29:07.992386 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 7724d816-9c1f-41c2-b055-fae5b98d3cf0 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:29:07.996348 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7724d816-9c1f-41c2-b055-fae5b98d3cf0 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:29:08.072350 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-06312b77-1ad6-4fe9-9b51-7e4a15b938fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:08.073918 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-06312b77-1ad6-4fe9-9b51-7e4a15b938fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0920b60773554bf08776a4d9e0f90f40&device_id=1762446e-7d51-4022-9b24-2fdccb7e81a1 HTTP/1.1" status: 200 len: 1125 time: 0.1735559 Feb 20 05:29:08.104385 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-49d84c37-4b96-431c-b1a2-079ca756c502 admin admin] For port d153dca3-308a-45ba-9e9e-1bf6b78dd49a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d153dca3-308a-45ba-9e9e-1bf6b78dd49a,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:08.104795 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-49d84c37-4b96-431c-b1a2-079ca756c502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (d153dca3-308a-45ba-9e9e-1bf6b78dd49a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:08.159354 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-fa5f8439-c1f3-471c-8be3-987bf3d0a747 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4167998b-6590-4bd3-ba29-eeddd4930c02 HTTP/1.1" status: 200 len: 217 time: 0.0717654 Feb 20 05:29:08.166016 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-49d84c37-4b96-431c-b1a2-079ca756c502 admin admin] Calling delete_port for d153dca3-308a-45ba-9e9e-1bf6b78dd49a owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:29:08.177635 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-34ddf184-924c-4c5f-8ec6-8f595ce6505b service neutron] 10.222.0.61 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066698 Feb 20 05:29:08.280298 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52532) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:08.303650 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-8e97d81a-281b-4a52-b2ea-9d8a7d4463be admin admin] Deleting port fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:29:08.304002 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e97d81a-281b-4a52-b2ea-9d8a7d4463be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:08.327709 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-e79b0ec2-e247-4fa4-a9a9-13ff6ddb4216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:08.329590 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-e79b0ec2-e247-4fa4-a9a9-13ff6ddb4216 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9 HTTP/1.1" status: 200 len: 845 time: 0.1421783 Feb 20 05:29:08.343631 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d5ed9-de43-4cf1-ae72-0c7b0c68a1f2 req-3100248e-b4e2-4955-81be-f31b027006da tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:08.345182 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-769d5ed9-de43-4cf1-ae72-0c7b0c68a1f2 req-3100248e-b4e2-4955-81be-f31b027006da tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 946 time: 0.2005463 Feb 20 05:29:08.439774 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-d8df5fd6-ee59-409c-91b9-645ed458c415 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d5e3dec-6d5c-4634-b419-6efab0fe545e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920663 Feb 20 05:29:08.531902 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-33265ebf-8f0f-40d4-9181-f4ee26ca000c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:08.657860 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-8e97d81a-281b-4a52-b2ea-9d8a7d4463be admin admin] For port fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5,segment=NetworkSegment(9d555dde-2990-48bd-95a5-4c8b98274906),segment_id=9d555dde-2990-48bd-95a5-4c8b98274906)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:08.658255 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e97d81a-281b-4a52-b2ea-9d8a7d4463be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:08.694278 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e301787-7419-4fe1-922d-25cbc1a1f063 req-ddcdb73a-b30a-4094-aa2d-548af41ec4ce tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:08.695802 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7e301787-7419-4fe1-922d-25cbc1a1f063 req-ddcdb73a-b30a-4094-aa2d-548af41ec4ce tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=1762446e-7d51-4022-9b24-2fdccb7e81a1 HTTP/1.1" status: 200 len: 943 time: 0.6048634 Feb 20 05:29:08.726347 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-8e97d81a-281b-4a52-b2ea-9d8a7d4463be admin admin] Calling delete_port for fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5 owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:29:08.733755 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddda0fd-bb1e-492d-9d81-4b7899a5b46d req-4bc3c9f3-3a50-435c-a4e1-402f6de0b198 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:08.735345 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6ddda0fd-bb1e-492d-9d81-4b7899a5b46d req-4bc3c9f3-3a50-435c-a4e1-402f6de0b198 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 946 time: 0.5781488 Feb 20 05:29:08.764930 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-8cc534f1-93b0-4ffc-a463-6a2ad71fceea service neutron] 10.222.0.61 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5649254 Feb 20 05:29:08.811809 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7e301787-7419-4fe1-922d-25cbc1a1f063 req-287603c5-54de-4b27-983f-86bd6701160b tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043017 Feb 20 05:29:08.821904 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-61652b6c-707e-478d-aff8-411cba7a7b0b service neutron] 10.222.0.48 "GET /v2.0/networks/8d5e3dec-6d5c-4634-b419-6efab0fe545e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643782 Feb 20 05:29:08.837965 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6ddda0fd-bb1e-492d-9d81-4b7899a5b46d req-1729cc12-3000-413c-8a06-af400b9e24eb tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891418 Feb 20 05:29:08.874094 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-49d84c37-4b96-431c-b1a2-079ca756c502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (d153dca3-308a-45ba-9e9e-1bf6b78dd49a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:08.921199 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-769d5ed9-de43-4cf1-ae72-0c7b0c68a1f2 req-c2593790-7f63-4343-a0f7-a49d8376d22b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Deleting port 4477e366-60ae-4979-a584-00f4641ba8bd {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:29:08.921199 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-769d5ed9-de43-4cf1-ae72-0c7b0c68a1f2 req-c2593790-7f63-4343-a0f7-a49d8376d22b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4477e366-60ae-4979-a584-00f4641ba8bd), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:08.987605 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d84c37-4b96-431c-b1a2-079ca756c502 admin admin] Pushing event deleted for resources: {'Port': ['ID=d153dca3-308a-45ba-9e9e-1bf6b78dd49a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:09.024818 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ae387-a500-4f8d-879f-7a2c6db4d22d req-bdfb44b9-8a52-4e83-b6c8-e2e01c249bef tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:09.025835 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5a0ae387-a500-4f8d-879f-7a2c6db4d22d req-bdfb44b9-8a52-4e83-b6c8-e2e01c249bef tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.1186438 Feb 20 05:29:09.038565 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-33265ebf-8f0f-40d4-9181-f4ee26ca000c admin admin] Publish callbacks [] for security_group (016810a0-1cab-403e-8ae3-e23c59cd4e94), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:09.072779 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-33265ebf-8f0f-40d4-9181-f4ee26ca000c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (016810a0-1cab-403e-8ae3-e23c59cd4e94), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:09.082146 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6bed80-83a0-4827-bd73-23a21c49f188 req-04bdc5d6-d54e-474b-9502-eba072662c09 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:09.084239 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8d6bed80-83a0-4827-bd73-23a21c49f188 req-04bdc5d6-d54e-474b-9502-eba072662c09 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 944 time: 0.1613283 Feb 20 05:29:09.134416 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5a0ae387-a500-4f8d-879f-7a2c6db4d22d req-1e36393e-d784-4a76-b142-dd51e04bc122 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937099 Feb 20 05:29:09.151279 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-6bfb6713-7053-4be3-a73c-8fbadee5a142 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:09.152794 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-6bfb6713-7053-4be3-a73c-8fbadee5a142 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6&tenant_id=fd21ae910f154cf58d2067d0920b47f4&binding%3Ahost_id=n-h1-829866-5 HTTP/1.1" status: 200 len: 1126 time: 0.1259396 Feb 20 05:29:09.203102 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8d6bed80-83a0-4827-bd73-23a21c49f188 req-9f6eeec3-1a66-4726-bf16-21b1bef8230d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037800 Feb 20 05:29:09.237123 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-49d84c37-4b96-431c-b1a2-079ca756c502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (e7abc2ba-8a64-4380-84bb-09df7e084207), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:09.271751 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33265ebf-8f0f-40d4-9181-f4ee26ca000c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016810a0-1cab-403e-8ae3-e23c59cd4e94,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:09.277544 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-33265ebf-8f0f-40d4-9181-f4ee26ca000c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d6b4c3a3d6354dbaade6fc3e5b23d1b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9960475 Feb 20 05:29:09.281832 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52542) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:09.307780 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-68117919-d7e3-4419-a298-41ebc75c629b service neutron] For port 58b2f612-c972-429c-abc1-3310488c066e, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:29:09.316213 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-68117919-d7e3-4419-a298-41ebc75c629b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:09.317832 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91de0b57-1580-4d76-aae3-fc25d9db6acb req-68117919-d7e3-4419-a298-41ebc75c629b service neutron] 10.222.0.61 "DELETE /v2.0/ports/58b2f612-c972-429c-abc1-3310488c066e/bindings/n-h2-829866-5 HTTP/1.1" status: 204 len: 173 time: 0.1570632 Feb 20 05:29:09.330489 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ebb255fe-d018-428f-a56d-1d872441b3f8 req-ed97eac4-e8db-4aae-a102-1cb0c87530eb service neutron] 10.222.0.48 "GET /v2.0/networks/8d5e3dec-6d5c-4634-b419-6efab0fe545e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926224 Feb 20 05:29:09.343606 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7b9837e6-651a-49f3-a261-b903bb6376fb admin admin] Publish callbacks [] for security_group (016810a0-1cab-403e-8ae3-e23c59cd4e94), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:09.370092 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7b9837e6-651a-49f3-a261-b903bb6376fb admin admin] Publish callbacks [] for security_group (016810a0-1cab-403e-8ae3-e23c59cd4e94), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:09.421006 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7b9837e6-651a-49f3-a261-b903bb6376fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (016810a0-1cab-403e-8ae3-e23c59cd4e94), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:09.424160 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7b9837e6-651a-49f3-a261-b903bb6376fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:09.428264 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7b9837e6-651a-49f3-a261-b903bb6376fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/016810a0-1cab-403e-8ae3-e23c59cd4e94 HTTP/1.1" status: 204 len: 168 time: 0.1425068 Feb 20 05:29:09.428407 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-49d84c37-4b96-431c-b1a2-079ca756c502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (e7abc2ba-8a64-4380-84bb-09df7e084207), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:09.432890 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-49d84c37-4b96-431c-b1a2-079ca756c502 admin admin] Publish callbacks [] for router_controller (e7abc2ba-8a64-4380-84bb-09df7e084207), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:09.440898 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9837e6-651a-49f3-a261-b903bb6376fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016810a0-1cab-403e-8ae3-e23c59cd4e94,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:09.455039 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-769d5ed9-de43-4cf1-ae72-0c7b0c68a1f2 req-c2593790-7f63-4343-a0f7-a49d8376d22b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] For port 4477e366-60ae-4979-a584-00f4641ba8bd, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4477e366-60ae-4979-a584-00f4641ba8bd,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:09.455414 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-769d5ed9-de43-4cf1-ae72-0c7b0c68a1f2 req-c2593790-7f63-4343-a0f7-a49d8376d22b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4477e366-60ae-4979-a584-00f4641ba8bd), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:09.816151 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-769d5ed9-de43-4cf1-ae72-0c7b0c68a1f2 req-c2593790-7f63-4343-a0f7-a49d8376d22b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Calling delete_port for 4477e366-60ae-4979-a584-00f4641ba8bd owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:29:09.826823 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-49d84c37-4b96-431c-b1a2-079ca756c502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (e7abc2ba-8a64-4380-84bb-09df7e084207), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:09.827426 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d84c37-4b96-431c-b1a2-079ca756c502 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7abc2ba-8a64-4380-84bb-09df7e084207 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:29:09.833575 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-49d84c37-4b96-431c-b1a2-079ca756c502 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:09.834775 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-49d84c37-4b96-431c-b1a2-079ca756c502 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e7abc2ba-8a64-4380-84bb-09df7e084207 HTTP/1.1" status: 204 len: 168 time: 4.4973779 Feb 20 05:29:09.837539 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52558) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:09.971258 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7062fca-7994-479e-8880-bd7d3e9bcf51 req-daca8b6c-125c-421e-a698-f46ee04e9b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:09.973156 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d7062fca-7994-479e-8880-bd7d3e9bcf51 req-daca8b6c-125c-421e-a698-f46ee04e9b6f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0920b60773554bf08776a4d9e0f90f40&device_id=1762446e-7d51-4022-9b24-2fdccb7e81a1 HTTP/1.1" status: 200 len: 1125 time: 0.5678270 Feb 20 05:29:09.977735 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e97d81a-281b-4a52-b2ea-9d8a7d4463be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:10.030645 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97d81a-281b-4a52-b2ea-9d8a7d4463be admin admin] Pushing event deleted for resources: {'Port': ['ID=fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:10.090754 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f79b0a-a7af-4ad6-90b1-99d82d99f7cb admin admin] Deleting subnet 02f41e8c-effe-4279-ad71-79f8bbfdab66 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:29:10.111279 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c6f79b0a-a7af-4ad6-90b1-99d82d99f7cb admin admin] Publish callbacks [] for subnet (02f41e8c-effe-4279-ad71-79f8bbfdab66), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:10.201235 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c6f79b0a-a7af-4ad6-90b1-99d82d99f7cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (02f41e8c-effe-4279-ad71-79f8bbfdab66), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:10.349023 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52576) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:10.372829 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7062fca-7994-479e-8880-bd7d3e9bcf51 req-5a60f3bb-c975-43c6-b64d-090de4667b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:10.374503 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d7062fca-7994-479e-8880-bd7d3e9bcf51 req-5a60f3bb-c975-43c6-b64d-090de4667b7a service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d5e3dec-6d5c-4634-b419-6efab0fe545e HTTP/1.1" status: 200 len: 905 time: 0.3840446 Feb 20 05:29:10.417233 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133c89b-771f-4ae8-aa06-d6499a55ca5c req-cdbdae0e-ee32-4535-ae64-c5cb398fdbef tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:10.426877 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0133c89b-771f-4ae8-aa06-d6499a55ca5c req-cdbdae0e-ee32-4535-ae64-c5cb398fdbef tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=1762446e-7d51-4022-9b24-2fdccb7e81a1 HTTP/1.1" status: 200 len: 943 time: 0.3776104 Feb 20 05:29:10.501476 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d7062fca-7994-479e-8880-bd7d3e9bcf51 req-b726753a-16be-46b6-808a-fb78b52fa683 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4167998b-6590-4bd3-ba29-eeddd4930c02 HTTP/1.1" status: 200 len: 217 time: 0.1178179 Feb 20 05:29:10.528748 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-769d5ed9-de43-4cf1-ae72-0c7b0c68a1f2 req-c2593790-7f63-4343-a0f7-a49d8376d22b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (4477e366-60ae-4979-a584-00f4641ba8bd), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:10.542444 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['4477e366-60ae-4979-a584-00f4641ba8bd'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:29:10.561165 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-030e1e02-b8c6-4c83-a016-95fabf839db5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-831684834-network', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:10.603968 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3dda3b-5145-4a49-85b2-74ae424cf6f6 req-bede893d-bf54-4047-88b0-7043ce0afc8c tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:10.611904 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0b3dda3b-5145-4a49-85b2-74ae424cf6f6 req-bede893d-bf54-4047-88b0-7043ce0afc8c tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 946 time: 0.5611749 Feb 20 05:29:10.613595 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593790-7f63-4343-a0f7-a49d8376d22b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Pushing event deleted for resources: {'Port': ['ID=4477e366-60ae-4979-a584-00f4641ba8bd,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:10.645262 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0133c89b-771f-4ae8-aa06-d6499a55ca5c req-ba71f888-50c2-4423-b9cc-0a5a7f94b4d9 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174053 Feb 20 05:29:10.686705 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e97d81a-281b-4a52-b2ea-9d8a7d4463be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (208f1d38-ae4b-4198-96ce-6f62f8b66d82), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:10.688639 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-769d5ed9-de43-4cf1-ae72-0c7b0c68a1f2 req-c2593790-7f63-4343-a0f7-a49d8376d22b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] No DVR routers for this DVR port 4477e366-60ae-4979-a584-00f4641ba8bd on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:29:10.691580 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c6f79b0a-a7af-4ad6-90b1-99d82d99f7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (02f41e8c-effe-4279-ad71-79f8bbfdab66), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:10.691804 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-769d5ed9-de43-4cf1-ae72-0c7b0c68a1f2 req-c2593790-7f63-4343-a0f7-a49d8376d22b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:10.695898 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-769d5ed9-de43-4cf1-ae72-0c7b0c68a1f2 req-c2593790-7f63-4343-a0f7-a49d8376d22b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.61 "DELETE /v2.0/ports/4477e366-60ae-4979-a584-00f4641ba8bd HTTP/1.1" status: 204 len: 173 time: 2.3151214 Feb 20 05:29:10.701090 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0bb885a-27d5-4298-b7b3-443f67da6bbf', 'name': 'network-vif-deleted', 'tag': '4477e366-60ae-4979-a584-00f4641ba8bd'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:29:10.703874 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673dc087-264d-4031-bb35-96dbad8e2dd4" -d '{"events": [{"server_uuid": "e0bb885a-27d5-4298-b7b3-443f67da6bbf", "name": "network-vif-deleted", "tag": "4477e366-60ae-4979-a584-00f4641ba8bd"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:29:10.714688 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030e1e02-b8c6-4c83-a016-95fabf839db5 admin admin] Made reservation on behalf of 50638e3292f145bfab2125af4ea4e7fb for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:29:10.718071 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-030e1e02-b8c6-4c83-a016-95fabf839db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:10.746685 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-030e1e02-b8c6-4c83-a016-95fabf839db5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:10.760226 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7062fca-7994-479e-8880-bd7d3e9bcf51 req-a4dd9c30-d9b9-46d2-9f64-8918928e8198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:10.761957 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d7062fca-7994-479e-8880-bd7d3e9bcf51 req-a4dd9c30-d9b9-46d2-9f64-8918928e8198 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9 HTTP/1.1" status: 200 len: 845 time: 0.2272167 Feb 20 05:29:10.796475 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0b3dda3b-5145-4a49-85b2-74ae424cf6f6 req-91889c38-8d4b-44d1-b3d1-290ac9714532 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831996 Feb 20 05:29:10.798850 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-67806eb2-1746-4aaa-be88-0510f19afb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:10.800412 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-67806eb2-1746-4aaa-be88-0510f19afb15 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 1127 time: 0.2687788 Feb 20 05:29:10.862125 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d7062fca-7994-479e-8880-bd7d3e9bcf51 req-aa40a1ec-1b28-4458-9a44-cb78178de2bd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d5e3dec-6d5c-4634-b419-6efab0fe545e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476370 Feb 20 05:29:10.940020 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7837b0-4b36-4ca0-8d8e-a07fc72162d6 req-e9108b90-dc5d-4a94-8941-fcea61160f28 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:10.941547 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e7837b0-4b36-4ca0-8d8e-a07fc72162d6 req-e9108b90-dc5d-4a94-8941-fcea61160f28 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.2019672 Feb 20 05:29:10.986172 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c6f79b0a-a7af-4ad6-90b1-99d82d99f7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (02f41e8c-effe-4279-ad71-79f8bbfdab66), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:11.042856 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f79b0a-a7af-4ad6-90b1-99d82d99f7cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02f41e8c-effe-4279-ad71-79f8bbfdab66,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:11.046433 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c6f79b0a-a7af-4ad6-90b1-99d82d99f7cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:11.049745 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c6f79b0a-a7af-4ad6-90b1-99d82d99f7cb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/02f41e8c-effe-4279-ad71-79f8bbfdab66 HTTP/1.1" status: 204 len: 168 time: 1.2094665 Feb 20 05:29:11.056327 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52584) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:11.064893 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe905f1-d47f-4d11-8fa5-565ebe6669a8 None None] Network d76daf12-b90e-4798-b003-b03a3a53e3b4 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:29:11.115936 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-030e1e02-b8c6-4c83-a016-95fabf839db5 admin admin] Publish callbacks [] for security_group (98af550d-ff1b-4183-8d4e-52c62536fe46), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:11.125620 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d7062fca-7994-479e-8880-bd7d3e9bcf51 req-0897e3e9-0fe6-428d-af4b-c7a7c7fc6d70 service neutron] 10.222.0.48 "GET /v2.0/networks/8d5e3dec-6d5c-4634-b419-6efab0fe545e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539132 Feb 20 05:29:11.126185 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-030e1e02-b8c6-4c83-a016-95fabf839db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (98af550d-ff1b-4183-8d4e-52c62536fe46), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:11.143264 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e7837b0-4b36-4ca0-8d8e-a07fc72162d6 req-fadf923c-b873-4e73-8f66-8de3b3a7f4b3 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800351 Feb 20 05:29:11.144468 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-26e0ba20-3589-4985-b393-f43db0ac52c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:11.146512 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-26e0ba20-3589-4985-b393-f43db0ac52c9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 920 time: 0.3168662 Feb 20 05:29:11.157080 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e1e02-b8c6-4c83-a016-95fabf839db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98af550d-ff1b-4183-8d4e-52c62536fe46,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:11.166725 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cadce-9fa3-45d8-a016-e1d317cd76a5 req-fa4791fe-6ea5-4503-a01b-d5fa7b909330 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:11.177896 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-868cadce-9fa3-45d8-a016-e1d317cd76a5 req-fa4791fe-6ea5-4503-a01b-d5fa7b909330 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 944 time: 0.2702596 Feb 20 05:29:11.197310 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030e1e02-b8c6-4c83-a016-95fabf839db5 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:29:11.232934 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43eed2af-d36e-459f-a832-e4f9d7ed340b x-openstack-request-id: req-43eed2af-d36e-459f-a832-e4f9d7ed340b {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:29:11.233317 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0bb885a-27d5-4298-b7b3-443f67da6bbf", "name": "network-vif-deleted", "tag": "4477e366-60ae-4979-a584-00f4641ba8bd", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:29:11.233639 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43eed2af-d36e-459f-a832-e4f9d7ed340b {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:29:11.234107 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0bb885a-27d5-4298-b7b3-443f67da6bbf', 'name': 'network-vif-deleted', 'tag': '4477e366-60ae-4979-a584-00f4641ba8bd', 'status': 'completed', 'code': 200} Feb 20 05:29:11.266513 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-c48ca326-20c4-42e4-a7be-108a80caab4a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53b45731-e8e0-44c8-876f-cf7a72184c28 HTTP/1.1" status: 200 len: 217 time: 0.0817742 Feb 20 05:29:11.280298 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-030e1e02-b8c6-4c83-a016-95fabf839db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:11.281103 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-030e1e02-b8c6-4c83-a016-95fabf839db5 admin admin] Added segment ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7 of type vlan for network ee153307-2e76-47f0-ba7a-a1f2308e4afd Feb 20 05:29:11.327028 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0d494e5-0396-446f-b3dc-b813b2750076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (d76daf12-b90e-4798-b003-b03a3a53e3b4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:11.348741 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-030e1e02-b8c6-4c83-a016-95fabf839db5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (ee153307-2e76-47f0-ba7a-a1f2308e4afd), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:11.356648 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-07f4f42c-7f0f-43ed-8fa3-0b838a4dc622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:11.358322 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-07f4f42c-7f0f-43ed-8fa3-0b838a4dc622 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 200 len: 860 time: 0.0835850 Feb 20 05:29:11.363515 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-868cadce-9fa3-45d8-a016-e1d317cd76a5 req-059195a0-46dc-4eb5-923d-d776b946a54f tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500607 Feb 20 05:29:11.366658 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e97d81a-281b-4a52-b2ea-9d8a7d4463be admin admin] Router 208f1d38-ae4b-4198-96ce-6f62f8b66d82 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:29:11.433847 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-4bcd8726-3729-4860-a5be-375c237622bb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614016 Feb 20 05:29:11.514499 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d7062fca-7994-479e-8880-bd7d3e9bcf51 req-9ae366d9-932f-4fe8-9987-c4977636d448 service neutron] 10.222.0.48 "GET /v2.0/networks/8d5e3dec-6d5c-4634-b419-6efab0fe545e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587940 Feb 20 05:29:11.517239 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-030e1e02-b8c6-4c83-a016-95fabf839db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (ee153307-2e76-47f0-ba7a-a1f2308e4afd), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:11.518248 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030e1e02-b8c6-4c83-a016-95fabf839db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:11.519597 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-030e1e02-b8c6-4c83-a016-95fabf839db5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:11.569481 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17abb93c-55bc-4dfc-8b25-7bf3debfaa9b None None] DHCP port deletion for d76daf12-b90e-4798-b003-b03a3a53e3b4 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:29:11.587781 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e1e02-b8c6-4c83-a016-95fabf839db5 admin admin] Pushing event updated for resources: {'Network': ['ID=ee153307-2e76-47f0-ba7a-a1f2308e4afd,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:11.600767 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e97d81a-281b-4a52-b2ea-9d8a7d4463be admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:29:11.613621 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8e97d81a-281b-4a52-b2ea-9d8a7d4463be admin admin] 10.222.0.37 "PUT /v2.0/routers/208f1d38-ae4b-4198-96ce-6f62f8b66d82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7866123 Feb 20 05:29:11.617849 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52592) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:11.619315 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-030e1e02-b8c6-4c83-a016-95fabf839db5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2625649 Feb 20 05:29:11.622298 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52594) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:11.628589 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-34b3b60e-e2cc-434c-880c-d94e4087fe91 admin admin] Request body: {'subnet': {'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-831684834-subnet', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:11.629513 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network ee153307-2e76-47f0-ba7a-a1f2308e4afd details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:29:11.638591 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b46836-5e68-4e0e-b881-b5048b966373 None None] Sync routers for ids ['208f1d38-ae4b-4198-96ce-6f62f8b66d82'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:29:11.652122 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b3b60e-e2cc-434c-880c-d94e4087fe91 admin admin] Made reservation on behalf of 50638e3292f145bfab2125af4ea4e7fb for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:29:11.654747 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-34b3b60e-e2cc-434c-880c-d94e4087fe91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:11.667991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b46836-5e68-4e0e-b881-b5048b966373 None None] Routers {'208f1d38-ae4b-4198-96ce-6f62f8b66d82'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:29:11.668972 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-93b46836-5e68-4e0e-b881-b5048b966373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:28:48Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['208f1d38-ae4b-4198-96ce-6f62f8b66d82'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:11.713821 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b0d494e5-0396-446f-b3dc-b813b2750076 admin admin] Deleting port 6777762e-1bfa-458d-bdb2-f855f0502100 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:29:11.714192 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0d494e5-0396-446f-b3dc-b813b2750076 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (6777762e-1bfa-458d-bdb2-f855f0502100), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:11.756344 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-274d29d1-08a7-40e2-b965-71e021c430d7 service neutron] 10.222.0.61 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848871 Feb 20 05:29:11.803823 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f834334-2340-45b8-b68a-a42105bab342 req-0be5ac0f-a67b-4127-9ea7-8d99ffedc0e6 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:11.805731 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f834334-2340-45b8-b68a-a42105bab342 req-0be5ac0f-a67b-4127-9ea7-8d99ffedc0e6 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 1126 time: 0.2615249 Feb 20 05:29:11.856294 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-17abb93c-55bc-4dfc-8b25-7bf3debfaa9b None None] Deleting port 6777762e-1bfa-458d-bdb2-f855f0502100 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:29:11.856700 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17abb93c-55bc-4dfc-8b25-7bf3debfaa9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (6777762e-1bfa-458d-bdb2-f855f0502100), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:11.889903 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-34b3b60e-e2cc-434c-880c-d94e4087fe91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:11.931896 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-b0d494e5-0396-446f-b3dc-b813b2750076 admin admin] For port 6777762e-1bfa-458d-bdb2-f855f0502100, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=6777762e-1bfa-458d-bdb2-f855f0502100,segment=NetworkSegment(124a5ef8-1338-4ceb-9818-c9a2bde36949),segment_id=124a5ef8-1338-4ceb-9818-c9a2bde36949)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:11.932259 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0d494e5-0396-446f-b3dc-b813b2750076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (6777762e-1bfa-458d-bdb2-f855f0502100), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:11.984306 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3b60e-e2cc-434c-880c-d94e4087fe91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:11.999371 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-17abb93c-55bc-4dfc-8b25-7bf3debfaa9b None None] For port 6777762e-1bfa-458d-bdb2-f855f0502100, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=6777762e-1bfa-458d-bdb2-f855f0502100,segment=NetworkSegment(124a5ef8-1338-4ceb-9818-c9a2bde36949),segment_id=124a5ef8-1338-4ceb-9818-c9a2bde36949)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:11.999845 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17abb93c-55bc-4dfc-8b25-7bf3debfaa9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (6777762e-1bfa-458d-bdb2-f855f0502100), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:12.005806 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-93b46836-5e68-4e0e-b881-b5048b966373 None None] Set router 208f1d38-ae4b-4198-96ce-6f62f8b66d82 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:29:12.009238 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b0d494e5-0396-446f-b3dc-b813b2750076 admin admin] Calling delete_port for 6777762e-1bfa-458d-bdb2-f855f0502100 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:29:12.054464 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b3b60e-e2cc-434c-880c-d94e4087fe91 admin admin] Checking segment: {'id': 'ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:29:12.055076 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b3b60e-e2cc-434c-880c-d94e4087fe91 admin admin] Network hostable DHCP agents. Network: ee153307-2e76-47f0-ba7a-a1f2308e4afd, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:29:12.072416 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f834334-2340-45b8-b68a-a42105bab342 req-e370df3b-b7cf-452b-ad42-5476d1612962 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512574 Feb 20 05:29:12.078284 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aa1ce4e2-1e09-4415-930a-64b52e454432 admin admin] Publish callbacks [] for router (208f1d38-ae4b-4198-96ce-6f62f8b66d82), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:12.081239 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-17abb93c-55bc-4dfc-8b25-7bf3debfaa9b None None] Calling delete_port for 6777762e-1bfa-458d-bdb2-f855f0502100 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:29:12.111026 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b3b60e-e2cc-434c-880c-d94e4087fe91 admin admin] Network ee153307-2e76-47f0-ba7a-a1f2308e4afd is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:29:12.130875 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4144679-c694-484b-a0b8-de1eba418ffe req-8105028d-d75c-49d3-8e89-5eeef0b48367 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:12.137739 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d4144679-c694-484b-a0b8-de1eba418ffe req-8105028d-d75c-49d3-8e89-5eeef0b48367 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=1762446e-7d51-4022-9b24-2fdccb7e81a1 HTTP/1.1" status: 200 len: 943 time: 0.3759968 Feb 20 05:29:12.140928 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-34b3b60e-e2cc-434c-880c-d94e4087fe91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, ee153307-2e76-47f0-ba7a-a1f2308e4afd) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:29:12.153524 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b3b60e-e2cc-434c-880c-d94e4087fe91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:12.156068 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-34b3b60e-e2cc-434c-880c-d94e4087fe91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:12.166557 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb62234-02c3-4400-b936-b5cbaa17f601 None None] Network ee153307-2e76-47f0-ba7a-a1f2308e4afd requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:29:12.179350 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-34b3b60e-e2cc-434c-880c-d94e4087fe91 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5552166 Feb 20 05:29:12.181995 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d153dca3-308a-45ba-9e9e-1bf6b78dd49a no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:29:12.182580 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52604) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:12.189176 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-fe52b838-b57e-4d19-b66e-cc568928e826 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-831684834-router', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:12.221923 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe52b838-b57e-4d19-b66e-cc568928e826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (55a76013-a0ff-4b9d-ac49-cf31bb3484c0), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:12.223794 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe52b838-b57e-4d19-b66e-cc568928e826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (55a76013-a0ff-4b9d-ac49-cf31bb3484c0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:12.244252 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-f2aa85a2-7309-4d82-9360-6dc90b1e6480 service neutron] 10.222.0.61 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538832 Feb 20 05:29:12.285477 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-da216378-1ce7-4550-b1b5-e63869fe05d7 req-28a00214-38cc-4a00-8bb8-7b8958def222 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 210 time: 0.0624104 Feb 20 05:29:12.296041 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: d153dca3-308a-45ba-9e9e-1bf6b78dd49a {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:29:12.296540 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d153dca3-308a-45ba-9e9e-1bf6b78dd49a not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:29:12.297064 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6777762e-1bfa-458d-bdb2-f855f0502100 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:29:12.345156 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe52b838-b57e-4d19-b66e-cc568928e826 admin admin] Publish callbacks [] for router_controller (55a76013-a0ff-4b9d-ac49-cf31bb3484c0), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:12.364977 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f8771a-2967-467e-99fe-9fd49487df2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-ee153307-2e76-47f0-ba7a-a1f2308e4afd', 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd', 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'fixed_ips': [{'subnet_id': '8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:29:12.365987 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26f8771a-2967-467e-99fe-9fd49487df2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:12.446510 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d4144679-c694-484b-a0b8-de1eba418ffe req-210ea09e-e671-44e7-9c48-bad414f13564 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077896 Feb 20 05:29:12.544997 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-26f8771a-2967-467e-99fe-9fd49487df2a None None] Allocated IP 172.20.0.2 (ee153307-2e76-47f0-ba7a-a1f2308e4afd/8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1/6184b636-f0e9-4db4-826e-17ee17d8b83e) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:29:12.545648 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe52b838-b57e-4d19-b66e-cc568928e826 admin admin] Publish callbacks [] for router_gateway (55a76013-a0ff-4b9d-ac49-cf31bb3484c0), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:12.547074 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0d494e5-0396-446f-b3dc-b813b2750076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (6777762e-1bfa-458d-bdb2-f855f0502100), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:12.556868 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aa1ce4e2-1e09-4415-930a-64b52e454432 admin admin] Publish callbacks [] for router_gateway (208f1d38-ae4b-4198-96ce-6f62f8b66d82), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:12.660710 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d494e5-0396-446f-b3dc-b813b2750076 admin admin] Pushing event deleted for resources: {'Port': ['ID=6777762e-1bfa-458d-bdb2-f855f0502100,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:12.691479 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d494e5-0396-446f-b3dc-b813b2750076 admin admin] No DVR routers for this DVR port 6777762e-1bfa-458d-bdb2-f855f0502100 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:29:12.705726 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No active binding found for port 6777762e-1bfa-458d-bdb2-f855f0502100 {{(pid=103408) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 20 05:29:12.705726 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] The host n-d-829866-5 is not matching for port 6777762e-1bfa-458d-bdb2-f855f0502100 host None! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 05:29:12.706700 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6777762e-1bfa-458d-bdb2-f855f0502100 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:29:12.729894 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d180e1-db28-41f9-97cb-8d72e8b70f03 req-d0ef7ee6-97b4-4c17-8b74-ff7fa1ae2fea tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:12.736806 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27d180e1-db28-41f9-97cb-8d72e8b70f03 req-d0ef7ee6-97b4-4c17-8b74-ff7fa1ae2fea tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 1126 time: 0.3312166 Feb 20 05:29:12.752009 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17abb93c-55bc-4dfc-8b25-7bf3debfaa9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (6777762e-1bfa-458d-bdb2-f855f0502100), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:12.794524 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abb93c-55bc-4dfc-8b25-7bf3debfaa9b None None] Pushing event deleted for resources: {'Port': ['ID=6777762e-1bfa-458d-bdb2-f855f0502100,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:12.806349 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17abb93c-55bc-4dfc-8b25-7bf3debfaa9b None None] No DVR routers for this DVR port 6777762e-1bfa-458d-bdb2-f855f0502100 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:29:12.814195 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe52b838-b57e-4d19-b66e-cc568928e826 admin admin] Publish callbacks [] for router_gateway (55a76013-a0ff-4b9d-ac49-cf31bb3484c0), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:12.817826 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26f8771a-2967-467e-99fe-9fd49487df2a None None] Publish callbacks [] for port (6184b636-f0e9-4db4-826e-17ee17d8b83e), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:12.831421 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26f8771a-2967-467e-99fe-9fd49487df2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (6184b636-f0e9-4db4-826e-17ee17d8b83e), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:12.844326 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0d494e5-0396-446f-b3dc-b813b2750076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (d76daf12-b90e-4798-b003-b03a3a53e3b4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:12.848067 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe52b838-b57e-4d19-b66e-cc568928e826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:12.856481 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c108a-824f-4cd3-be0a-be8ebf6ca59b req-74b261b1-8f1e-4f4a-b41a-1da9244c4541 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:12.858005 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c15c108a-824f-4cd3-be0a-be8ebf6ca59b req-74b261b1-8f1e-4f4a-b41a-1da9244c4541 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.3028195 Feb 20 05:29:12.873813 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-93b46836-5e68-4e0e-b881-b5048b966373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208f1d38-ae4b-4198-96ce-6f62f8b66d82', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1654480186-router', 'tenant_id': 'f0b70aa4372d450580ab46e76a035aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '5f28908b-ae2e-4902-82b7-abe04f52bfe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:28:49Z', 'updated_at': '2022-02-20T05:29:09Z', 'revision_number': 5, 'project_id': 'f0b70aa4372d450580ab46e76a035aa1', 'gw_port': {'id': '5f28908b-ae2e-4902-82b7-abe04f52bfe6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208f1d38-ae4b-4198-96ce-6f62f8b66d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:28:51Z', 'updated_at': '2022-02-20T05:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:12.916362 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 4477e366-60ae-4979-a584-00f4641ba8bd no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:29:12.926574 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f8771a-2967-467e-99fe-9fd49487df2a None None] Network ee153307-2e76-47f0-ba7a-a1f2308e4afd is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:29:12.926943 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27d180e1-db28-41f9-97cb-8d72e8b70f03 req-037d71e3-73a6-41dd-97fc-cbdb58e4f312 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788735 Feb 20 05:29:12.927042 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b46836-5e68-4e0e-b881-b5048b966373 None None] Checking router: 208f1d38-ae4b-4198-96ce-6f62f8b66d82 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:29:12.927125 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-b0d494e5-0396-446f-b3dc-b813b2750076 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d76daf12-b90e-4798-b003-b03a3a53e3b4']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:12.935597 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-aa1ce4e2-1e09-4415-930a-64b52e454432 admin admin] Deleting port 5f28908b-ae2e-4902-82b7-abe04f52bfe6 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:29:12.936126 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aa1ce4e2-1e09-4415-930a-64b52e454432 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (5f28908b-ae2e-4902-82b7-abe04f52bfe6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:12.952132 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8771a-2967-467e-99fe-9fd49487df2a None None] Pushing event updated for resources: {'Port': ['ID=6184b636-f0e9-4db4-826e-17ee17d8b83e,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:12.952423 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-b0d494e5-0396-446f-b3dc-b813b2750076 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124a5ef8-1338-4ceb-9818-c9a2bde36949') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:12.952924 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-b0d494e5-0396-446f-b3dc-b813b2750076 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124a5ef8-1338-4ceb-9818-c9a2bde36949') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:12.955488 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-26f8771a-2967-467e-99fe-9fd49487df2a None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:29:12.958608 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f8771a-2967-467e-99fe-9fd49487df2a None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:29:12.960840 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 4477e366-60ae-4979-a584-00f4641ba8bd {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:29:12.961293 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 4477e366-60ae-4979-a584-00f4641ba8bd not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:29:12.973684 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b46836-5e68-4e0e-b881-b5048b966373 None None] Routers {'208f1d38-ae4b-4198-96ce-6f62f8b66d82'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:29:12.974459 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-93b46836-5e68-4e0e-b881-b5048b966373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:28:48Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['208f1d38-ae4b-4198-96ce-6f62f8b66d82'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:13.001687 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0d494e5-0396-446f-b3dc-b813b2750076 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (124a5ef8-1338-4ceb-9818-c9a2bde36949), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:13.006127 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-fe52b838-b57e-4d19-b66e-cc568928e826 admin admin] Allocated IP 172.25.3.245 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/2db3686b-9b15-4036-91c7-da37451a5473) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:29:13.034232 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0d494e5-0396-446f-b3dc-b813b2750076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (124a5ef8-1338-4ceb-9818-c9a2bde36949), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:13.054279 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c15c108a-824f-4cd3-be0a-be8ebf6ca59b req-bda423cf-aaca-4831-a400-456c66c7469b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843600 Feb 20 05:29:13.059786 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d494e5-0396-446f-b3dc-b813b2750076 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:29:13.060449 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0d494e5-0396-446f-b3dc-b813b2750076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (124a5ef8-1338-4ceb-9818-c9a2bde36949), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:29:13.062462 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:29:13.113317 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-26f8771a-2967-467e-99fe-9fd49487df2a None None] Attempting to bind port 6184b636-f0e9-4db4-826e-17ee17d8b83e on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:29:13.113887 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-26f8771a-2967-467e-99fe-9fd49487df2a None None] Attempting to bind port 6184b636-f0e9-4db4-826e-17ee17d8b83e by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:29:13.114378 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f8771a-2967-467e-99fe-9fd49487df2a None None] Attempting to bind port 6184b636-f0e9-4db4-826e-17ee17d8b83e on network ee153307-2e76-47f0-ba7a-a1f2308e4afd {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:29:13.126337 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f8771a-2967-467e-99fe-9fd49487df2a None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:29:13.126871 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f8771a-2967-467e-99fe-9fd49487df2a None None] Checking segment: {'id': 'ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:29:13.127404 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26f8771a-2967-467e-99fe-9fd49487df2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:13.127919 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f8771a-2967-467e-99fe-9fd49487df2a None None] Bound using segment: {'id': 'ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:29:13.128502 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-26f8771a-2967-467e-99fe-9fd49487df2a None None] Bound port: 6184b636-f0e9-4db4-826e-17ee17d8b83e, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:29:13.128987 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26f8771a-2967-467e-99fe-9fd49487df2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6184b636-f0e9-4db4-826e-17ee17d8b83e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:13.148992 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-93b46836-5e68-4e0e-b881-b5048b966373 None None] Set router 208f1d38-ae4b-4198-96ce-6f62f8b66d82 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:29:13.203812 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe52b838-b57e-4d19-b66e-cc568928e826 admin admin] Publish callbacks [] for port (2db3686b-9b15-4036-91c7-da37451a5473), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:13.219857 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-93b46836-5e68-4e0e-b881-b5048b966373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208f1d38-ae4b-4198-96ce-6f62f8b66d82', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1654480186-router', 'tenant_id': 'f0b70aa4372d450580ab46e76a035aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:28:49Z', 'updated_at': '2022-02-20T05:29:12Z', 'revision_number': 6, 'project_id': 'f0b70aa4372d450580ab46e76a035aa1', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:13.266010 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe52b838-b57e-4d19-b66e-cc568928e826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (2db3686b-9b15-4036-91c7-da37451a5473), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:13.272363 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b46836-5e68-4e0e-b881-b5048b966373 None None] The sync data for ids ['208f1d38-ae4b-4198-96ce-6f62f8b66d82'] in n-d-829866-5 is: [{'id': '208f1d38-ae4b-4198-96ce-6f62f8b66d82', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1654480186-router', 'tenant_id': 'f0b70aa4372d450580ab46e76a035aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:28:49Z', 'updated_at': '2022-02-20T05:29:12Z', 'revision_number': 6, 'project_id': 'f0b70aa4372d450580ab46e76a035aa1', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:29:13.309771 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-26f8771a-2967-467e-99fe-9fd49487df2a None None] For port 6184b636-f0e9-4db4-826e-17ee17d8b83e, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:29:13.313505 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-26f8771a-2967-467e-99fe-9fd49487df2a None None] For port 6184b636-f0e9-4db4-826e-17ee17d8b83e, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=6184b636-f0e9-4db4-826e-17ee17d8b83e,segment=NetworkSegment(ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7),segment_id=ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:29:13.324985 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26f8771a-2967-467e-99fe-9fd49487df2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6184b636-f0e9-4db4-826e-17ee17d8b83e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:13.376477 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe52b838-b57e-4d19-b66e-cc568928e826 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:29:13.380218 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52b838-b57e-4d19-b66e-cc568928e826 admin admin] Pushing event updated for resources: {'Port': ['ID=2db3686b-9b15-4036-91c7-da37451a5473,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:13.391905 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-fe52b838-b57e-4d19-b66e-cc568928e826 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:29:13.401358 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe52b838-b57e-4d19-b66e-cc568928e826 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:29:13.526341 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-aa1ce4e2-1e09-4415-930a-64b52e454432 admin admin] For port 5f28908b-ae2e-4902-82b7-abe04f52bfe6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=5f28908b-ae2e-4902-82b7-abe04f52bfe6,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:13.526944 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aa1ce4e2-1e09-4415-930a-64b52e454432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (5f28908b-ae2e-4902-82b7-abe04f52bfe6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:13.548653 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8771a-2967-467e-99fe-9fd49487df2a None None] Pushing event updated for resources: {'Port': ['ID=6184b636-f0e9-4db4-826e-17ee17d8b83e,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:13.552297 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 4167998b-6590-4bd3-ba29-eeddd4930c02 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:29:13.576175 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c092142f-d6c2-4342-884a-bae7b3996e46 req-49386857-8dd5-435f-abc7-ed301f5d6cf9 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 210 time: 0.0692382 Feb 20 05:29:13.599633 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-aa1ce4e2-1e09-4415-930a-64b52e454432 admin admin] Calling delete_port for 5f28908b-ae2e-4902-82b7-abe04f52bfe6 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:29:13.608371 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0d494e5-0396-446f-b3dc-b813b2750076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (d76daf12-b90e-4798-b003-b03a3a53e3b4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:13.621713 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0d494e5-0396-446f-b3dc-b813b2750076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:13.627783 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b0d494e5-0396-446f-b3dc-b813b2750076 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d76daf12-b90e-4798-b003-b03a3a53e3b4 HTTP/1.1" status: 204 len: 168 time: 2.5611045 Feb 20 05:29:13.644383 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52612) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:13.755060 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 4167998b-6590-4bd3-ba29-eeddd4930c02, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4167998b-6590-4bd3-ba29-eeddd4930c02,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:13.776978 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '4167998b-6590-4bd3-ba29-eeddd4930c02', 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e', 'port_id': '4167998b-6590-4bd3-ba29-eeddd4930c02', 'mac_address': 'fa:16:3e:42:ee:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:29:13.792530 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d494e5-0396-446f-b3dc-b813b2750076 admin admin] Pushing event deleted for resources: {'Network': ['ID=d76daf12-b90e-4798-b003-b03a3a53e3b4,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:13.887845 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db3349-ac03-4d0f-a51b-463e8963b3ed req-f37d9af6-e49c-412d-9d86-f3e07e4f40bf tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:13.889318 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9db3349-ac03-4d0f-a51b-463e8963b3ed req-f37d9af6-e49c-412d-9d86-f3e07e4f40bf tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=1762446e-7d51-4022-9b24-2fdccb7e81a1 HTTP/1.1" status: 200 len: 943 time: 0.3411252 Feb 20 05:29:13.892074 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 4167998b-6590-4bd3-ba29-eeddd4930c02 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:13.892472 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4167998b-6590-4bd3-ba29-eeddd4930c02), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:13.911718 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe52b838-b57e-4d19-b66e-cc568928e826 admin admin] Publish callbacks [] for router_gateway (55a76013-a0ff-4b9d-ac49-cf31bb3484c0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:13.930813 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4167998b-6590-4bd3-ba29-eeddd4930c02 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:29:13.960155 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 4167998b-6590-4bd3-ba29-eeddd4930c02, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4167998b-6590-4bd3-ba29-eeddd4930c02,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:13.965834 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4167998b-6590-4bd3-ba29-eeddd4930c02), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:14.029655 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=4167998b-6590-4bd3-ba29-eeddd4930c02,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:14.058934 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9db3349-ac03-4d0f-a51b-463e8963b3ed req-893fa133-a93e-4f0d-9919-55ac94c2e8a4 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586692 Feb 20 05:29:14.225781 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['4167998b-6590-4bd3-ba29-eeddd4930c02'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:29:14.258834 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe52b838-b57e-4d19-b66e-cc568928e826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (55a76013-a0ff-4b9d-ac49-cf31bb3484c0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:14.315487 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aa1ce4e2-1e09-4415-930a-64b52e454432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (5f28908b-ae2e-4902-82b7-abe04f52bfe6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:14.329546 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac5622-569c-4523-90b7-8178ac71f08f req-6654a296-eaf2-4133-9c31-4d5369d5b5cb tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:14.332504 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-51ac5622-569c-4523-90b7-8178ac71f08f req-6654a296-eaf2-4133-9c31-4d5369d5b5cb tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.1868570 Feb 20 05:29:14.427302 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ce4e2-1e09-4415-930a-64b52e454432 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f28908b-ae2e-4902-82b7-abe04f52bfe6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:14.473969 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6184b636-f0e9-4db4-826e-17ee17d8b83e up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:29:14.609264 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-51ac5622-569c-4523-90b7-8178ac71f08f req-1fe29b74-6287-49e1-ba25-0bb57b291f30 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104995 Feb 20 05:29:14.618752 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aa1ce4e2-1e09-4415-930a-64b52e454432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (208f1d38-ae4b-4198-96ce-6f62f8b66d82), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:14.623930 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 6184b636-f0e9-4db4-826e-17ee17d8b83e triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:14.624622 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6184b636-f0e9-4db4-826e-17ee17d8b83e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:14.729070 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 6184b636-f0e9-4db4-826e-17ee17d8b83e is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:14.729652 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6184b636-f0e9-4db4-826e-17ee17d8b83e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:14.772405 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 6184b636-f0e9-4db4-826e-17ee17d8b83e, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=6184b636-f0e9-4db4-826e-17ee17d8b83e,segment=NetworkSegment(ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7),segment_id=ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:14.778173 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6184b636-f0e9-4db4-826e-17ee17d8b83e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:14.834163 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d350faac-d786-4784-beb9-75ba549d456b req-3c95ba68-d197-4289-93da-60bc9818a4d6 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 210 time: 0.1375315 Feb 20 05:29:14.836723 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aa1ce4e2-1e09-4415-930a-64b52e454432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (208f1d38-ae4b-4198-96ce-6f62f8b66d82), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:14.849202 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=6184b636-f0e9-4db4-826e-17ee17d8b83e,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:14.851752 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd18f196-7d8a-4c19-8524-84f65b879b16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (c33c4926-05cc-49d7-8207-5fc3aa610a68), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:14.854268 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aa1ce4e2-1e09-4415-930a-64b52e454432 admin admin] Publish callbacks [] for router_controller (208f1d38-ae4b-4198-96ce-6f62f8b66d82), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:14.878613 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 5f28908b-ae2e-4902-82b7-abe04f52bfe6 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:29:14.906401 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe52b838-b57e-4d19-b66e-cc568928e826 admin admin] Router 55a76013-a0ff-4b9d-ac49-cf31bb3484c0 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:29:14.911133 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 5f28908b-ae2e-4902-82b7-abe04f52bfe6 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:29:14.911724 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 5f28908b-ae2e-4902-82b7-abe04f52bfe6 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:29:14.912399 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:29:14.943188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:29:14.943821 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device fb8a6eff-7951-4c7b-a0b9-45e0fd3601b5 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:29:14.973949 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aa1ce4e2-1e09-4415-930a-64b52e454432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (208f1d38-ae4b-4198-96ce-6f62f8b66d82), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:14.975601 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1ce4e2-1e09-4415-930a-64b52e454432 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 208f1d38-ae4b-4198-96ce-6f62f8b66d82 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:29:15.019340 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aa1ce4e2-1e09-4415-930a-64b52e454432 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:15.021074 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-aa1ce4e2-1e09-4415-930a-64b52e454432 admin admin] 10.222.0.37 "DELETE /v2.0/routers/208f1d38-ae4b-4198-96ce-6f62f8b66d82 HTTP/1.1" status: 204 len: 168 time: 3.3958204 Feb 20 05:29:15.023952 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52618) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:15.086287 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe52b838-b57e-4d19-b66e-cc568928e826 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:29:15.104313 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31f4972-e4e1-4ba0-9c28-74709021e565 None None] Sync routers for ids ['55a76013-a0ff-4b9d-ac49-cf31bb3484c0'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:29:15.121391 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe52b838-b57e-4d19-b66e-cc568928e826 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:15.131699 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fe52b838-b57e-4d19-b66e-cc568928e826 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9448397 Feb 20 05:29:15.132706 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52622) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:15.133096 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31f4972-e4e1-4ba0-9c28-74709021e565 None None] Routers {'55a76013-a0ff-4b9d-ac49-cf31bb3484c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:29:15.133861 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a31f4972-e4e1-4ba0-9c28-74709021e565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:28:48Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['55a76013-a0ff-4b9d-ac49-cf31bb3484c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:15.210242 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e4f186-8c94-4f02-be57-341ab553bbd9 admin admin] Deleting subnet 94e72317-809a-4072-b11a-4c0d031cee39 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:29:15.257018 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f186-8c94-4f02-be57-341ab553bbd9 admin admin] Publish callbacks [] for subnet (94e72317-809a-4072-b11a-4c0d031cee39), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:15.284802 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-a31f4972-e4e1-4ba0-9c28-74709021e565 None None] Set router 55a76013-a0ff-4b9d-ac49-cf31bb3484c0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:29:15.357331 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f186-8c94-4f02-be57-341ab553bbd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (94e72317-809a-4072-b11a-4c0d031cee39), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:15.387565 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 4167998b-6590-4bd3-ba29-eeddd4930c02 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:29:15.423729 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e96c4b-7ef2-4ab0-924c-999fd9b36bbc req-c6d314c0-b932-4428-bc27-30250f8f4a7a tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:15.447975 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-53e96c4b-7ef2-4ab0-924c-999fd9b36bbc req-c6d314c0-b932-4428-bc27-30250f8f4a7a tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=1762446e-7d51-4022-9b24-2fdccb7e81a1 HTTP/1.1" status: 200 len: 944 time: 0.2511315 Feb 20 05:29:15.489099 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d772381-d311-4026-a421-c611acba17b6 None None] Network ee153307-2e76-47f0-ba7a-a1f2308e4afd requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:29:15.597970 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-53e96c4b-7ef2-4ab0-924c-999fd9b36bbc req-6d023249-3b09-4416-b4c2-e70d92027947 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494837 Feb 20 05:29:15.654517 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a31f4972-e4e1-4ba0-9c28-74709021e565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'name': 'tempest-ServersTestFqdnHostnames-831684834-router', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '2db3686b-9b15-4036-91c7-da37451a5473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:29:13Z', 'revision_number': 3, 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'gw_port': {'id': '2db3686b-9b15-4036-91c7-da37451a5473', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:29:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:15.665852 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 4167998b-6590-4bd3-ba29-eeddd4930c02 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:29:15.666726 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f186-8c94-4f02-be57-341ab553bbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (94e72317-809a-4072-b11a-4c0d031cee39), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:15.689144 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31f4972-e4e1-4ba0-9c28-74709021e565 None None] Checking router: 55a76013-a0ff-4b9d-ac49-cf31bb3484c0 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:29:15.689493 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31f4972-e4e1-4ba0-9c28-74709021e565 None None] Updating router 55a76013-a0ff-4b9d-ac49-cf31bb3484c0 port 2db3686b-9b15-4036-91c7-da37451a5473 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:29:15.717428 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 4167998b-6590-4bd3-ba29-eeddd4930c02 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:15.718232 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4167998b-6590-4bd3-ba29-eeddd4930c02), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:15.719987 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-98e33e5d-7ab1-4a36-9932-7d38f9f5a33b None None] Provisioning complete for port 6184b636-f0e9-4db4-826e-17ee17d8b83e triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:15.720355 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98e33e5d-7ab1-4a36-9932-7d38f9f5a33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6184b636-f0e9-4db4-826e-17ee17d8b83e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:15.766357 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a31f4972-e4e1-4ba0-9c28-74709021e565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2db3686b-9b15-4036-91c7-da37451a5473), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:15.793582 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-bd18f196-7d8a-4c19-8524-84f65b879b16 admin admin] Deleting port 0079c75d-30d4-4c05-84e5-b3427dc09e7f {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:29:15.794306 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd18f196-7d8a-4c19-8524-84f65b879b16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (0079c75d-30d4-4c05-84e5-b3427dc09e7f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:15.863523 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa472d0-87ca-4371-b952-7837c4de0b8c req-4f2b5b5a-450a-4af4-85fc-408b15667018 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:15.882681 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3aa472d0-87ca-4371-b952-7837c4de0b8c req-4f2b5b5a-450a-4af4-85fc-408b15667018 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.1376657 Feb 20 05:29:15.890147 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-98e33e5d-7ab1-4a36-9932-7d38f9f5a33b None None] Current status of the port 6184b636-f0e9-4db4-826e-17ee17d8b83e is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:15.905073 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f186-8c94-4f02-be57-341ab553bbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (94e72317-809a-4072-b11a-4c0d031cee39), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:15.950148 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:16.002282 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 4167998b-6590-4bd3-ba29-eeddd4930c02 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:16.004046 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4167998b-6590-4bd3-ba29-eeddd4930c02), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:16.042573 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1762446e-7d51-4022-9b24-2fdccb7e81a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4167998b-6590-4bd3-ba29-eeddd4930c02'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:29:16.047676 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5807f8-0334-4b95-8bf8-8d57d8275fdc" -d '{"events": [{"server_uuid": "1762446e-7d51-4022-9b24-2fdccb7e81a1", "name": "network-vif-plugged", "status": "completed", "tag": "4167998b-6590-4bd3-ba29-eeddd4930c02"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:29:16.061241 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c703f9bc-d439-461d-938e-e588aa28b70c req-cf9bbb68-bb29-41d4-b2ff-74ba030def92 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 210 time: 0.0824325 Feb 20 05:29:16.061708 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6184b636-f0e9-4db4-826e-17ee17d8b83e up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:29:16.062309 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4f186-8c94-4f02-be57-341ab553bbd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94e72317-809a-4072-b11a-4c0d031cee39,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:16.072419 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f186-8c94-4f02-be57-341ab553bbd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:16.080074 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f8e4f186-8c94-4f02-be57-341ab553bbd9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/94e72317-809a-4072-b11a-4c0d031cee39 HTTP/1.1" status: 204 len: 168 time: 1.0551052 Feb 20 05:29:16.089308 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b620fafd-c972-4ff0-9c34-bfc3338290e9 None None] Network 27ef05a2-fba6-41b0-a132-95fd408c43fd requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:29:16.094243 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52630) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:16.131276 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 4167998b-6590-4bd3-ba29-eeddd4930c02, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4167998b-6590-4bd3-ba29-eeddd4930c02,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:16.142181 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-bd18f196-7d8a-4c19-8524-84f65b879b16 admin admin] For port 0079c75d-30d4-4c05-84e5-b3427dc09e7f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0079c75d-30d4-4c05-84e5-b3427dc09e7f,segment=NetworkSegment(d9cbb184-a307-48f4-81c1-db402a465f98),segment_id=d9cbb184-a307-48f4-81c1-db402a465f98)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:16.162989 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd18f196-7d8a-4c19-8524-84f65b879b16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (0079c75d-30d4-4c05-84e5-b3427dc09e7f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:16.170574 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4903be53-d740-4788-995c-de54341c6bb1 x-openstack-request-id: req-4903be53-d740-4788-995c-de54341c6bb1 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:29:16.172020 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1762446e-7d51-4022-9b24-2fdccb7e81a1", "name": "network-vif-plugged", "status": "completed", "tag": "4167998b-6590-4bd3-ba29-eeddd4930c02", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:29:16.173092 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4903be53-d740-4788-995c-de54341c6bb1 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:29:16.173759 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1762446e-7d51-4022-9b24-2fdccb7e81a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4167998b-6590-4bd3-ba29-eeddd4930c02', 'code': 200} Feb 20 05:29:16.248776 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4167998b-6590-4bd3-ba29-eeddd4930c02), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:16.256519 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-bd18f196-7d8a-4c19-8524-84f65b879b16 admin admin] Calling delete_port for 0079c75d-30d4-4c05-84e5-b3427dc09e7f owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:29:16.273842 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3aa472d0-87ca-4371-b952-7837c4de0b8c req-75f86589-3491-4bdb-8350-ebc6cd51cd18 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878031 Feb 20 05:29:16.299684 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a31f4972-e4e1-4ba0-9c28-74709021e565 None None] Publish callbacks [] for port (2db3686b-9b15-4036-91c7-da37451a5473), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:16.317634 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a31f4972-e4e1-4ba0-9c28-74709021e565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2db3686b-9b15-4036-91c7-da37451a5473), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:16.325911 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Allocated IP 172.20.0.1 (ee153307-2e76-47f0-ba7a-a1f2308e4afd/8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1/f7b5e898-bd09-4e07-b00c-07c2cde9f4ac) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:29:16.333270 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f93a7-bfde-4668-bbfc-d78bd20e2077 req-5ccdcb07-84d2-4f21-9610-7eca3f3c5a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:16.334736 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9e8f93a7-bfde-4668-bbfc-d78bd20e2077 req-5ccdcb07-84d2-4f21-9610-7eca3f3c5a20 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1762446e-7d51-4022-9b24-2fdccb7e81a1 HTTP/1.1" status: 200 len: 1127 time: 0.0943165 Feb 20 05:29:16.339202 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=4167998b-6590-4bd3-ba29-eeddd4930c02,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:16.379499 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a31f4972-e4e1-4ba0-9c28-74709021e565 None None] Attempting to bind port 2db3686b-9b15-4036-91c7-da37451a5473 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:29:16.380324 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a31f4972-e4e1-4ba0-9c28-74709021e565 None None] Attempting to bind port 2db3686b-9b15-4036-91c7-da37451a5473 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:29:16.380916 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31f4972-e4e1-4ba0-9c28-74709021e565 None None] Attempting to bind port 2db3686b-9b15-4036-91c7-da37451a5473 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:29:16.388814 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8130cd-8dea-421b-ab3a-1c401d715e8d None None] Pushing event updated for resources: {'Port': ['ID=2db3686b-9b15-4036-91c7-da37451a5473,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:16.392639 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31f4972-e4e1-4ba0-9c28-74709021e565 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:29:16.393373 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31f4972-e4e1-4ba0-9c28-74709021e565 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:29:16.394006 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a31f4972-e4e1-4ba0-9c28-74709021e565 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:16.394609 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31f4972-e4e1-4ba0-9c28-74709021e565 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:29:16.395904 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a31f4972-e4e1-4ba0-9c28-74709021e565 None None] Bound port: 2db3686b-9b15-4036-91c7-da37451a5473, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:29:16.396590 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a31f4972-e4e1-4ba0-9c28-74709021e565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2db3686b-9b15-4036-91c7-da37451a5473), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:16.425980 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-8e747f15-ac6f-41e9-9485-19672f8e5d47 None None] Provisioning complete for port 6184b636-f0e9-4db4-826e-17ee17d8b83e triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:16.426393 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8e747f15-ac6f-41e9-9485-19672f8e5d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6184b636-f0e9-4db4-826e-17ee17d8b83e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:16.444826 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3336fd95-b0bb-4ba7-a3d0-d9c273936ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (27ef05a2-fba6-41b0-a132-95fd408c43fd), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:16.454522 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-047b15a2-30e7-4180-8c4a-8f5774af2587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:16.470908 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9e8f93a7-bfde-4668-bbfc-d78bd20e2077 req-d6d1b86d-0c06-487e-b8dc-6598f543ec73 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288998 Feb 20 05:29:16.489931 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 6184b636-f0e9-4db4-826e-17ee17d8b83e triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:16.490313 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6184b636-f0e9-4db4-826e-17ee17d8b83e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:16.505312 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a31f4972-e4e1-4ba0-9c28-74709021e565 None None] For port 2db3686b-9b15-4036-91c7-da37451a5473, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:29:16.511266 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a31f4972-e4e1-4ba0-9c28-74709021e565 None None] For port 2db3686b-9b15-4036-91c7-da37451a5473, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=2db3686b-9b15-4036-91c7-da37451a5473,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:29:16.522877 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a31f4972-e4e1-4ba0-9c28-74709021e565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2db3686b-9b15-4036-91c7-da37451a5473), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:16.586652 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-3336fd95-b0bb-4ba7-a3d0-d9c273936ea2 admin admin] Deleting port 1d8362a2-0abb-404b-9eed-774b3011427c {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:29:16.587025 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3336fd95-b0bb-4ba7-a3d0-d9c273936ea2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1d8362a2-0abb-404b-9eed-774b3011427c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:16.602921 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8e747f15-ac6f-41e9-9485-19672f8e5d47 None None] Current status of the port 6184b636-f0e9-4db4-826e-17ee17d8b83e is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:16.650394 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Publish callbacks [] for port (f7b5e898-bd09-4e07-b00c-07c2cde9f4ac), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:16.661274 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c47f7af-4917-44f8-8459-f134ef212e05 None None] DHCP port deletion for 27ef05a2-fba6-41b0-a132-95fd408c43fd request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:29:16.665651 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8130cd-8dea-421b-ab3a-1c401d715e8d None None] Pushing event updated for resources: {'Port': ['ID=2db3686b-9b15-4036-91c7-da37451a5473,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:16.676732 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-3336fd95-b0bb-4ba7-a3d0-d9c273936ea2 admin admin] For port 1d8362a2-0abb-404b-9eed-774b3011427c, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1d8362a2-0abb-404b-9eed-774b3011427c,segment=NetworkSegment(9d555dde-2990-48bd-95a5-4c8b98274906),segment_id=9d555dde-2990-48bd-95a5-4c8b98274906)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:16.677297 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3336fd95-b0bb-4ba7-a3d0-d9c273936ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1d8362a2-0abb-404b-9eed-774b3011427c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:16.696595 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31f4972-e4e1-4ba0-9c28-74709021e565 None None] Routers {'55a76013-a0ff-4b9d-ac49-cf31bb3484c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:29:16.697232 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a31f4972-e4e1-4ba0-9c28-74709021e565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:28:48Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['55a76013-a0ff-4b9d-ac49-cf31bb3484c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:16.700538 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-3336fd95-b0bb-4ba7-a3d0-d9c273936ea2 admin admin] Calling delete_port for 1d8362a2-0abb-404b-9eed-774b3011427c owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:29:16.730798 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (f7b5e898-bd09-4e07-b00c-07c2cde9f4ac), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:16.757992 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 6184b636-f0e9-4db4-826e-17ee17d8b83e is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:16.797080 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9c47f7af-4917-44f8-8459-f134ef212e05 None None] Deleting port 1d8362a2-0abb-404b-9eed-774b3011427c {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:29:16.797456 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9c47f7af-4917-44f8-8459-f134ef212e05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1d8362a2-0abb-404b-9eed-774b3011427c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:16.799089 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Pushing event updated for resources: {'Port': ['ID=f7b5e898-bd09-4e07-b00c-07c2cde9f4ac,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:16.816503 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:16.817532 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:16.818024 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:16.818467 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:16.818819 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:16.819189 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:16.819528 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:16.819997 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:16.821514 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:16.822171 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:16.822952 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:16.823541 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:16.824172 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:16.839599 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Network ee153307-2e76-47f0-ba7a-a1f2308e4afd is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:29:16.841575 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:29:16.844124 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:29:16.854804 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-a31f4972-e4e1-4ba0-9c28-74709021e565 None None] Set router 55a76013-a0ff-4b9d-ac49-cf31bb3484c0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:29:16.890785 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (55a76013-a0ff-4b9d-ac49-cf31bb3484c0), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:16.907430 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3336fd95-b0bb-4ba7-a3d0-d9c273936ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (1d8362a2-0abb-404b-9eed-774b3011427c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:16.931693 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd18f196-7d8a-4c19-8524-84f65b879b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (0079c75d-30d4-4c05-84e5-b3427dc09e7f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:17.010601 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9c47f7af-4917-44f8-8459-f134ef212e05 None None] For port 1d8362a2-0abb-404b-9eed-774b3011427c, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1d8362a2-0abb-404b-9eed-774b3011427c,segment=NetworkSegment(9d555dde-2990-48bd-95a5-4c8b98274906),segment_id=9d555dde-2990-48bd-95a5-4c8b98274906)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:17.011114 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9c47f7af-4917-44f8-8459-f134ef212e05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1d8362a2-0abb-404b-9eed-774b3011427c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:17.041844 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9c47f7af-4917-44f8-8459-f134ef212e05 None None] Calling delete_port for 1d8362a2-0abb-404b-9eed-774b3011427c owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:29:17.092119 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a31f4972-e4e1-4ba0-9c28-74709021e565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'name': 'tempest-ServersTestFqdnHostnames-831684834-router', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '2db3686b-9b15-4036-91c7-da37451a5473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:29:13Z', 'revision_number': 3, 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'gw_port': {'id': '2db3686b-9b15-4036-91c7-da37451a5473', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:17.110439 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3336fd95-b0bb-4ba7-a3d0-d9c273936ea2 admin admin] No DVR routers for this DVR port 1d8362a2-0abb-404b-9eed-774b3011427c on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:29:17.112343 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336fd95-b0bb-4ba7-a3d0-d9c273936ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d8362a2-0abb-404b-9eed-774b3011427c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:17.154701 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31f4972-e4e1-4ba0-9c28-74709021e565 None None] The sync data for ids ['55a76013-a0ff-4b9d-ac49-cf31bb3484c0'] in n-d-829866-5 is: [{'id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'name': 'tempest-ServersTestFqdnHostnames-831684834-router', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '2db3686b-9b15-4036-91c7-da37451a5473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:29:13Z', 'revision_number': 3, 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'gw_port': {'id': '2db3686b-9b15-4036-91c7-da37451a5473', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:29:17.236424 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f7b5e898-bd09-4e07-b00c-07c2cde9f4ac), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:17.240987 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18f196-7d8a-4c19-8524-84f65b879b16 admin admin] Pushing event deleted for resources: {'Port': ['ID=0079c75d-30d4-4c05-84e5-b3427dc09e7f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:17.261928 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9c47f7af-4917-44f8-8459-f134ef212e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (1d8362a2-0abb-404b-9eed-774b3011427c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:17.349469 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c47f7af-4917-44f8-8459-f134ef212e05 None None] No DVR routers for this DVR port 1d8362a2-0abb-404b-9eed-774b3011427c on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:29:17.362017 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47f7af-4917-44f8-8459-f134ef212e05 None None] Pushing event deleted for resources: {'Port': ['ID=1d8362a2-0abb-404b-9eed-774b3011427c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:17.401049 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-c47ad10a-cbc0-4db3-ad84-4d6f5202ca9d None None] Provisioning complete for port f7b5e898-bd09-4e07-b00c-07c2cde9f4ac triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:17.401635 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c47ad10a-cbc0-4db3-ad84-4d6f5202ca9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f7b5e898-bd09-4e07-b00c-07c2cde9f4ac), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:17.476195 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c47ad10a-cbc0-4db3-ad84-4d6f5202ca9d None None] Port f7b5e898-bd09-4e07-b00c-07c2cde9f4ac cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:29:17.555639 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Publish callbacks [] for port (f7b5e898-bd09-4e07-b00c-07c2cde9f4ac), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:17.584483 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (f7b5e898-bd09-4e07-b00c-07c2cde9f4ac), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:17.607808 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e77131-a30c-4515-8f0d-12e93ee3905b req-33c7d746-3765-4e26-8445-4ef7527af08e tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:17.609507 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-79e77131-a30c-4515-8f0d-12e93ee3905b req-33c7d746-3765-4e26-8445-4ef7527af08e tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=1762446e-7d51-4022-9b24-2fdccb7e81a1 HTTP/1.1" status: 200 len: 945 time: 0.7994485 Feb 20 05:29:17.613319 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3336fd95-b0bb-4ba7-a3d0-d9c273936ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (27ef05a2-fba6-41b0-a132-95fd408c43fd), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:17.618043 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3bceccf9-ff4a-4de5-a530-132eb5dc582a req-776d54d8-ff10-4856-bd14-b1ce571474b3 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 210 time: 0.3914251 Feb 20 05:29:17.684747 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Pushing event updated for resources: {'Port': ['ID=f7b5e898-bd09-4e07-b00c-07c2cde9f4ac,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:17.711845 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (55a76013-a0ff-4b9d-ac49-cf31bb3484c0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:17.751282 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-3336fd95-b0bb-4ba7-a3d0-d9c273936ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ef05a2-fba6-41b0-a132-95fd408c43fd']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:17.799913 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-79e77131-a30c-4515-8f0d-12e93ee3905b req-cd4da0d1-ce44-424d-b807-a0ebf856a494 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610649 Feb 20 05:29:17.821691 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-3336fd95-b0bb-4ba7-a3d0-d9c273936ea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d555dde-2990-48bd-95a5-4c8b98274906') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:17.822279 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-3336fd95-b0bb-4ba7-a3d0-d9c273936ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d555dde-2990-48bd-95a5-4c8b98274906') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:17.854235 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd18f196-7d8a-4c19-8524-84f65b879b16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (c33c4926-05cc-49d7-8207-5fc3aa610a68), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:17.858065 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3336fd95-b0bb-4ba7-a3d0-d9c273936ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (9d555dde-2990-48bd-95a5-4c8b98274906), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:17.893469 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Network ee153307-2e76-47f0-ba7a-a1f2308e4afd is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:29:17.896577 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:29:18.001047 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3336fd95-b0bb-4ba7-a3d0-d9c273936ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (9d555dde-2990-48bd-95a5-4c8b98274906), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:18.012081 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3336fd95-b0bb-4ba7-a3d0-d9c273936ea2 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:29:18.012081 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3336fd95-b0bb-4ba7-a3d0-d9c273936ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (9d555dde-2990-48bd-95a5-4c8b98274906), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:29:18.014397 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:29:18.154600 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Router 55a76013-a0ff-4b9d-ac49-cf31bb3484c0 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:29:18.213436 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 2db3686b-9b15-4036-91c7-da37451a5473 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:29:18.311571 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a5a6e3c2-4f52-49ee-b3fe-d958136e76b6 None None] Provisioning complete for port f7b5e898-bd09-4e07-b00c-07c2cde9f4ac triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:18.311947 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a5a6e3c2-4f52-49ee-b3fe-d958136e76b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f7b5e898-bd09-4e07-b00c-07c2cde9f4ac), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:18.353208 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:29:18.361794 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 2db3686b-9b15-4036-91c7-da37451a5473 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:18.362179 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2db3686b-9b15-4036-91c7-da37451a5473), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:18.365720 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-842ceeca-43dc-4233-8418-821e4f7e9af9 admin admin] 10.222.0.37 "PUT /v2.0/routers/55a76013-a0ff-4b9d-ac49-cf31bb3484c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2319000 Feb 20 05:29:18.414593 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a5a6e3c2-4f52-49ee-b3fe-d958136e76b6 None None] Port f7b5e898-bd09-4e07-b00c-07c2cde9f4ac cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:29:18.527910 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a852131e-1806-4902-abd2-ec1d49c788ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:18.531100 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 2db3686b-9b15-4036-91c7-da37451a5473 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:18.531722 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2db3686b-9b15-4036-91c7-da37451a5473), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:18.566320 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 2db3686b-9b15-4036-91c7-da37451a5473, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=2db3686b-9b15-4036-91c7-da37451a5473,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:18.572922 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2db3686b-9b15-4036-91c7-da37451a5473), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:18.584769 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b31ca-6bfb-4bbb-9fe0-9a8f10a62ab2 req-ba821694-b892-4337-b8e0-1668cb42c09e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:18.586337 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-459b31ca-6bfb-4bbb-9fe0-9a8f10a62ab2 req-ba821694-b892-4337-b8e0-1668cb42c09e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.7790256 Feb 20 05:29:18.665912 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3336fd95-b0bb-4ba7-a3d0-d9c273936ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (27ef05a2-fba6-41b0-a132-95fd408c43fd), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:18.675944 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1d8362a2-0abb-404b-9eed-774b3011427c no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:29:18.691837 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3336fd95-b0bb-4ba7-a3d0-d9c273936ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:18.697022 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3336fd95-b0bb-4ba7-a3d0-d9c273936ea2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/27ef05a2-fba6-41b0-a132-95fd408c43fd HTTP/1.1" status: 204 len: 168 time: 2.5969214 Feb 20 05:29:18.840068 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-459b31ca-6bfb-4bbb-9fe0-9a8f10a62ab2 req-67d8c4ef-2fda-4fe6-a70f-f8a0e239eee6 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435517 Feb 20 05:29:18.843455 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336fd95-b0bb-4ba7-a3d0-d9c273936ea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=27ef05a2-fba6-41b0-a132-95fd408c43fd,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:18.847092 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd18f196-7d8a-4c19-8524-84f65b879b16 admin admin] Router c33c4926-05cc-49d7-8207-5fc3aa610a68 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:29:18.873331 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52652) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:18.879006 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-eb4b039e-fbfa-497f-a675-6f38398621b8 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--793216858', 'description': 'tempest-description--329652784'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:18.924137 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eb4b039e-fbfa-497f-a675-6f38398621b8 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:18.960182 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52654) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:18.973441 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=2db3686b-9b15-4036-91c7-da37451a5473,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:18.977782 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 1d8362a2-0abb-404b-9eed-774b3011427c {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:29:18.978213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1d8362a2-0abb-404b-9eed-774b3011427c not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:29:19.058554 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e06a4353-dbbf-4950-b2fa-6e73dae2422d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0b70aa4372d450580ab46e76a035aa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0972447 Feb 20 05:29:19.061086 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52658) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:19.098392 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eb4b039e-fbfa-497f-a675-6f38398621b8 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks [] for security_group (3e18e861-e6a2-474b-bf7b-2ae6364984d5), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:19.107983 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eb4b039e-fbfa-497f-a675-6f38398621b8 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3e18e861-e6a2-474b-bf7b-2ae6364984d5), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:19.123336 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd18f196-7d8a-4c19-8524-84f65b879b16 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:29:19.133878 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aafd5ce-167d-4219-8d8b-3f7285a67d92 None None] Sync routers for ids ['c33c4926-05cc-49d7-8207-5fc3aa610a68'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:29:19.150401 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bd18f196-7d8a-4c19-8524-84f65b879b16 admin admin] 10.222.0.37 "PUT /v2.0/routers/c33c4926-05cc-49d7-8207-5fc3aa610a68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5018029 Feb 20 05:29:19.151223 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52660) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:19.156214 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aafd5ce-167d-4219-8d8b-3f7285a67d92 None None] Routers {'c33c4926-05cc-49d7-8207-5fc3aa610a68'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:29:19.156856 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3aafd5ce-167d-4219-8d8b-3f7285a67d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:29:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c33c4926-05cc-49d7-8207-5fc3aa610a68'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:19.172686 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eb4b039e-fbfa-497f-a675-6f38398621b8 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:19.174167 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-eb4b039e-fbfa-497f-a675-6f38398621b8 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2999108 Feb 20 05:29:19.179267 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52662) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:19.183710 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88889f18-be3e-4b9b-bb5b-7dcfaf200b73 req-fdcb3ed2-3ef6-4c86-8fa5-0e394459145d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:19.185267 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-88889f18-be3e-4b9b-bb5b-7dcfaf200b73 req-fdcb3ed2-3ef6-4c86-8fa5-0e394459145d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=1762446e-7d51-4022-9b24-2fdccb7e81a1 HTTP/1.1" status: 200 len: 945 time: 0.1631801 Feb 20 05:29:19.188083 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-be1abf27-0287-4141-a797-bdef07886173 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Request body: {'security_group_rule': {'security_group_id': '3e18e861-e6a2-474b-bf7b-2ae6364984d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:19.203833 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f138d194-7035-4db8-9786-2013dd529ea0 admin admin] Publish callbacks [] for security_group (24c89d59-e79e-4ef9-bb4b-e67d02fd1923), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:19.208892 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b039e-fbfa-497f-a675-6f38398621b8 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e18e861-e6a2-474b-bf7b-2ae6364984d5,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:19.262719 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f138d194-7035-4db8-9786-2013dd529ea0 admin admin] Publish callbacks [] for security_group (24c89d59-e79e-4ef9-bb4b-e67d02fd1923), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:19.297848 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-be1abf27-0287-4141-a797-bdef07886173 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks [] for security_group_rule (9cca7a3e-1649-4abc-b244-a8382454933f), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:19.314499 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-daad9e65-219f-4963-8fbc-fcd60effb487 req-a5d37d87-422e-42b9-988c-46cbd949fff4 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 210 time: 0.3368409 Feb 20 05:29:19.362321 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-3aafd5ce-167d-4219-8d8b-3f7285a67d92 None None] Set router c33c4926-05cc-49d7-8207-5fc3aa610a68 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:29:19.403780 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-88889f18-be3e-4b9b-bb5b-7dcfaf200b73 req-d846bef1-78bf-4d2f-8b71-9d1983193578 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441352 Feb 20 05:29:19.424857 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be4f427a-a18e-4a9b-bbd5-e3c77148505b admin admin] Publish callbacks [] for router (c33c4926-05cc-49d7-8207-5fc3aa610a68), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:19.445741 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f138d194-7035-4db8-9786-2013dd529ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (24c89d59-e79e-4ef9-bb4b-e67d02fd1923), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:19.448688 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f138d194-7035-4db8-9786-2013dd529ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:19.449929 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f138d194-7035-4db8-9786-2013dd529ea0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24c89d59-e79e-4ef9-bb4b-e67d02fd1923 HTTP/1.1" status: 204 len: 168 time: 0.3879392 Feb 20 05:29:19.452101 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-be1abf27-0287-4141-a797-bdef07886173 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks [] for security_group_rule (9cca7a3e-1649-4abc-b244-a8382454933f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:19.471756 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-be1abf27-0287-4141-a797-bdef07886173 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (9cca7a3e-1649-4abc-b244-a8382454933f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:19.508453 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138d194-7035-4db8-9786-2013dd529ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c89d59-e79e-4ef9-bb4b-e67d02fd1923,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:19.546533 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1abf27-0287-4141-a797-bdef07886173 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cca7a3e-1649-4abc-b244-a8382454933f,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:19.557806 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-be1abf27-0287-4141-a797-bdef07886173 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:19.564657 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-be1abf27-0287-4141-a797-bdef07886173 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3816473 Feb 20 05:29:19.564904 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52668) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:19.577077 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-f40eb38e-bcab-47af-af6e-a467106bbb24 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Request body: {'security_group_rule': {'security_group_id': '3e18e861-e6a2-474b-bf7b-2ae6364984d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:19.611553 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be4f427a-a18e-4a9b-bbd5-e3c77148505b admin admin] Publish callbacks [] for router_gateway (c33c4926-05cc-49d7-8207-5fc3aa610a68), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:19.634289 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f40eb38e-bcab-47af-af6e-a467106bbb24 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks [] for security_group_rule (95a046aa-eb85-4573-a410-818e871db29d), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:19.714515 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:19.737134 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-be4f427a-a18e-4a9b-bbd5-e3c77148505b admin admin] Deleting port 51f9c89d-28f5-40a0-a8a9-a2d10ba20db6 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:29:19.737816 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be4f427a-a18e-4a9b-bbd5-e3c77148505b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (51f9c89d-28f5-40a0-a8a9-a2d10ba20db6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:19.804087 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f40eb38e-bcab-47af-af6e-a467106bbb24 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks [] for security_group_rule (95a046aa-eb85-4573-a410-818e871db29d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:19.811690 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f40eb38e-bcab-47af-af6e-a467106bbb24 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (95a046aa-eb85-4573-a410-818e871db29d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:19.837837 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40eb38e-bcab-47af-af6e-a467106bbb24 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a046aa-eb85-4573-a410-818e871db29d,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:19.853833 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f40eb38e-bcab-47af-af6e-a467106bbb24 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:19.860298 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f40eb38e-bcab-47af-af6e-a467106bbb24 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2914550 Feb 20 05:29:19.862280 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52674) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:19.875101 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a38b2c57-5035-40d6-a41f-47b25631f570 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:19.904601 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3aafd5ce-167d-4219-8d8b-3f7285a67d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33c4926-05cc-49d7-8207-5fc3aa610a68', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356538395-router', 'tenant_id': 'e219dc432ba04efba2feeb329fd59ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '51f9c89d-28f5-40a0-a8a9-a2d10ba20db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:26:06Z', 'updated_at': '2022-02-20T05:29:16Z', 'revision_number': 5, 'project_id': 'e219dc432ba04efba2feeb329fd59ae1', 'gw_port': {'id': '51f9c89d-28f5-40a0-a8a9-a2d10ba20db6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:68:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33c4926-05cc-49d7-8207-5fc3aa610a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:26:07Z', 'updated_at': '2022-02-20T05:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:19.905245 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f579a1-4c53-4d4e-83e6-685b8aff8aff None None] Sync routers for ids ['55a76013-a0ff-4b9d-ac49-cf31bb3484c0'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:29:19.940134 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f579a1-4c53-4d4e-83e6-685b8aff8aff None None] Routers {'55a76013-a0ff-4b9d-ac49-cf31bb3484c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:29:19.945008 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-72f579a1-4c53-4d4e-83e6-685b8aff8aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:29:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['55a76013-a0ff-4b9d-ac49-cf31bb3484c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:19.945749 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a38b2c57-5035-40d6-a41f-47b25631f570 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:19.950627 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-be4f427a-a18e-4a9b-bbd5-e3c77148505b admin admin] For port 51f9c89d-28f5-40a0-a8a9-a2d10ba20db6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=51f9c89d-28f5-40a0-a8a9-a2d10ba20db6,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:19.951314 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be4f427a-a18e-4a9b-bbd5-e3c77148505b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (51f9c89d-28f5-40a0-a8a9-a2d10ba20db6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:19.969367 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-be4f427a-a18e-4a9b-bbd5-e3c77148505b admin admin] Calling delete_port for 51f9c89d-28f5-40a0-a8a9-a2d10ba20db6 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:29:20.002917 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aafd5ce-167d-4219-8d8b-3f7285a67d92 None None] Checking router: c33c4926-05cc-49d7-8207-5fc3aa610a68 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:29:20.008844 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b2eed-6142-4cf6-b1e0-c17b6b4ff4e5 req-3106e9f5-83a9-475e-9112-03f45043296c tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:20.010432 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-722b2eed-6142-4cf6-b1e0-c17b6b4ff4e5 req-3106e9f5-83a9-475e-9112-03f45043296c tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=1762446e-7d51-4022-9b24-2fdccb7e81a1 HTTP/1.1" status: 200 len: 945 time: 0.1127110 Feb 20 05:29:20.029802 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aafd5ce-167d-4219-8d8b-3f7285a67d92 None None] Routers {'c33c4926-05cc-49d7-8207-5fc3aa610a68'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:29:20.030360 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3aafd5ce-167d-4219-8d8b-3f7285a67d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:29:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c33c4926-05cc-49d7-8207-5fc3aa610a68'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:20.145316 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a38b2c57-5035-40d6-a41f-47b25631f570 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:20.187811 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 2db3686b-9b15-4036-91c7-da37451a5473 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:29:20.213157 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-72f579a1-4c53-4d4e-83e6-685b8aff8aff None None] Set router 55a76013-a0ff-4b9d-ac49-cf31bb3484c0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:29:20.288032 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-722b2eed-6142-4cf6-b1e0-c17b6b4ff4e5 req-61e7901f-45da-4c8a-99fc-42d6168b565c tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633438 Feb 20 05:29:20.301419 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-3aafd5ce-167d-4219-8d8b-3f7285a67d92 None None] Set router c33c4926-05cc-49d7-8207-5fc3aa610a68 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:29:20.396211 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-a38b2c57-5035-40d6-a41f-47b25631f570 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Allocated IP 172.25.3.153 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/9d19da1e-b898-481b-a3c5-f56cd663f7be) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:29:20.452863 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3aafd5ce-167d-4219-8d8b-3f7285a67d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33c4926-05cc-49d7-8207-5fc3aa610a68', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356538395-router', 'tenant_id': 'e219dc432ba04efba2feeb329fd59ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:26:06Z', 'updated_at': '2022-02-20T05:29:19Z', 'revision_number': 6, 'project_id': 'e219dc432ba04efba2feeb329fd59ae1', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:20.497572 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adc45c-e736-4d12-b851-c615b95ec590 req-e2a27c76-8a2b-4c91-9e15-febc4ff5a78e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:20.501573 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29adc45c-e736-4d12-b851-c615b95ec590 req-e2a27c76-8a2b-4c91-9e15-febc4ff5a78e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.2565706 Feb 20 05:29:20.516916 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aafd5ce-167d-4219-8d8b-3f7285a67d92 None None] The sync data for ids ['c33c4926-05cc-49d7-8207-5fc3aa610a68'] in n-d-829866-5 is: [{'id': 'c33c4926-05cc-49d7-8207-5fc3aa610a68', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356538395-router', 'tenant_id': 'e219dc432ba04efba2feeb329fd59ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:26:06Z', 'updated_at': '2022-02-20T05:29:19Z', 'revision_number': 6, 'project_id': 'e219dc432ba04efba2feeb329fd59ae1', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:29:20.521361 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 2db3686b-9b15-4036-91c7-da37451a5473 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:20.521772 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2db3686b-9b15-4036-91c7-da37451a5473), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:20.630717 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a38b2c57-5035-40d6-a41f-47b25631f570 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks [] for port (9d19da1e-b898-481b-a3c5-f56cd663f7be), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:20.641894 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 2db3686b-9b15-4036-91c7-da37451a5473 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:20.666695 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2cfc9bcc-9fae-4652-bc05-11dd2073dd31 req-7d4492ca-7cb5-4ce4-a5ea-19ffa2f71023 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 210 time: 0.1627505 Feb 20 05:29:20.667620 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be4f427a-a18e-4a9b-bbd5-e3c77148505b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (51f9c89d-28f5-40a0-a8a9-a2d10ba20db6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:20.679095 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-72f579a1-4c53-4d4e-83e6-685b8aff8aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'name': 'tempest-ServersTestFqdnHostnames-831684834-router', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '2db3686b-9b15-4036-91c7-da37451a5473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:29:17Z', 'revision_number': 4, 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'gw_port': {'id': '2db3686b-9b15-4036-91c7-da37451a5473', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'f7b5e898-bd09-4e07-b00c-07c2cde9f4ac', 'name': '', 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'mac_address': 'fa:16:3e:8a:00:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:15Z', 'updated_at': '2022-02-20T05:29:17Z', 'revision_number': 2, 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'subnets': [{'id': '8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:20.687646 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29adc45c-e736-4d12-b851-c615b95ec590 req-cc70ed72-b301-4c7d-9cf7-d8bf66f6e508 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874641 Feb 20 05:29:20.713746 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f427a-a18e-4a9b-bbd5-e3c77148505b admin admin] Pushing event deleted for resources: {'Port': ['ID=51f9c89d-28f5-40a0-a8a9-a2d10ba20db6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:20.743328 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a38b2c57-5035-40d6-a41f-47b25631f570 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (9d19da1e-b898-481b-a3c5-f56cd663f7be), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:20.750181 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f579a1-4c53-4d4e-83e6-685b8aff8aff None None] Checking router: 55a76013-a0ff-4b9d-ac49-cf31bb3484c0 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:29:20.751341 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f579a1-4c53-4d4e-83e6-685b8aff8aff None None] Updating router 55a76013-a0ff-4b9d-ac49-cf31bb3484c0 port f7b5e898-bd09-4e07-b00c-07c2cde9f4ac binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:29:20.796381 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-72f579a1-4c53-4d4e-83e6-685b8aff8aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f7b5e898-bd09-4e07-b00c-07c2cde9f4ac), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:20.801926 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38b2c57-5035-40d6-a41f-47b25631f570 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:29:20.802688 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b2c57-5035-40d6-a41f-47b25631f570 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Pushing event updated for resources: {'Port': ['ID=9d19da1e-b898-481b-a3c5-f56cd663f7be,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:20.805602 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-a38b2c57-5035-40d6-a41f-47b25631f570 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:29:20.809868 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38b2c57-5035-40d6-a41f-47b25631f570 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:29:20.837698 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be4f427a-a18e-4a9b-bbd5-e3c77148505b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (c33c4926-05cc-49d7-8207-5fc3aa610a68), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:20.950061 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52696) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:20.987731 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a38b2c57-5035-40d6-a41f-47b25631f570 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks [] for floatingip (13149404-b978-456a-a116-14d417e65238), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:21.065476 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be4f427a-a18e-4a9b-bbd5-e3c77148505b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (c33c4926-05cc-49d7-8207-5fc3aa610a68), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:21.070068 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be4f427a-a18e-4a9b-bbd5-e3c77148505b admin admin] Publish callbacks [] for router_controller (c33c4926-05cc-49d7-8207-5fc3aa610a68), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:21.091192 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a38b2c57-5035-40d6-a41f-47b25631f570 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9d19da1e-b898-481b-a3c5-f56cd663f7be), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:21.138763 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be4f427a-a18e-4a9b-bbd5-e3c77148505b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (c33c4926-05cc-49d7-8207-5fc3aa610a68), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:21.139441 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4f427a-a18e-4a9b-bbd5-e3c77148505b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c33c4926-05cc-49d7-8207-5fc3aa610a68 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:29:21.148065 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be4f427a-a18e-4a9b-bbd5-e3c77148505b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:21.149356 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-be4f427a-a18e-4a9b-bbd5-e3c77148505b admin admin] 10.222.0.37 "DELETE /v2.0/routers/c33c4926-05cc-49d7-8207-5fc3aa610a68 HTTP/1.1" status: 204 len: 168 time: 1.9946234 Feb 20 05:29:21.153446 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52700) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:21.208632 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd8eeba-7604-4052-8052-a18679f851de admin admin] Deleting subnet 55038adc-22cc-4ea0-a2e6-87e3d7ca8327 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:29:21.212648 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-edd8eeba-7604-4052-8052-a18679f851de admin admin] Publish callbacks [] for subnet (55038adc-22cc-4ea0-a2e6-87e3d7ca8327), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:21.259340 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-edd8eeba-7604-4052-8052-a18679f851de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (55038adc-22cc-4ea0-a2e6-87e3d7ca8327), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:21.263037 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:21.296522 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-1c3e8f67-69d9-4478-8216-8f3a40d5cc17 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1469519198-network', 'tenant_id': '43962e0b36014999b374358de6c944a8'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:21.328949 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a38b2c57-5035-40d6-a41f-47b25631f570 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks [] for port (9d19da1e-b898-481b-a3c5-f56cd663f7be), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:21.347066 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a38b2c57-5035-40d6-a41f-47b25631f570 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (9d19da1e-b898-481b-a3c5-f56cd663f7be), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:21.350526 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-edd8eeba-7604-4052-8052-a18679f851de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (55038adc-22cc-4ea0-a2e6-87e3d7ca8327), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:21.425692 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-edd8eeba-7604-4052-8052-a18679f851de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (55038adc-22cc-4ea0-a2e6-87e3d7ca8327), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:21.437577 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a38b2c57-5035-40d6-a41f-47b25631f570 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (13149404-b978-456a-a116-14d417e65238), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:21.459814 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-72f579a1-4c53-4d4e-83e6-685b8aff8aff None None] Publish callbacks [] for port (f7b5e898-bd09-4e07-b00c-07c2cde9f4ac), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:21.470635 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-72f579a1-4c53-4d4e-83e6-685b8aff8aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f7b5e898-bd09-4e07-b00c-07c2cde9f4ac), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:21.478195 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-edd8eeba-7604-4052-8052-a18679f851de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:21.484032 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93255d9e-bcef-4c3e-b37c-9d1b8011d3dc None None] Network 7530dab8-91ac-49e5-89c5-79a7a99994ae requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:29:21.484554 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-edd8eeba-7604-4052-8052-a18679f851de admin admin] 10.222.0.37 "DELETE /v2.0/subnets/55038adc-22cc-4ea0-a2e6-87e3d7ca8327 HTTP/1.1" status: 204 len: 168 time: 0.3294363 Feb 20 05:29:21.485077 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8eeba-7604-4052-8052-a18679f851de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55038adc-22cc-4ea0-a2e6-87e3d7ca8327,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:21.486996 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52704) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:21.515335 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e26952-f9c9-4640-be27-6739b7f0f0e4 None None] Pushing event updated for resources: {'Port': ['ID=f7b5e898-bd09-4e07-b00c-07c2cde9f4ac,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:21.550607 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3e8f67-69d9-4478-8216-8f3a40d5cc17 admin admin] Made reservation on behalf of 43962e0b36014999b374358de6c944a8 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:29:21.558311 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8f67-69d9-4478-8216-8f3a40d5cc17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:21.568877 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1601df35-de9b-4d1e-bc78-143a459e3b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (7530dab8-91ac-49e5-89c5-79a7a99994ae), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:21.577245 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a38b2c57-5035-40d6-a41f-47b25631f570 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:21.578616 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a38b2c57-5035-40d6-a41f-47b25631f570 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7143779 Feb 20 05:29:21.589132 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8f67-69d9-4478-8216-8f3a40d5cc17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:21.603520 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6362d-6685-452d-aac9-825a8c2c502c req-93a99fa3-6a1f-4607-b59b-3ba8a049256c tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:21.614352 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ce6362d-6685-452d-aac9-825a8c2c502c req-93a99fa3-6a1f-4607-b59b-3ba8a049256c tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=1762446e-7d51-4022-9b24-2fdccb7e81a1 HTTP/1.1" status: 200 len: 945 time: 0.2008033 Feb 20 05:29:21.638832 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b2c57-5035-40d6-a41f-47b25631f570 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Pushing event updated for resources: {'Port': ['ID=9d19da1e-b898-481b-a3c5-f56cd663f7be,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:21.685494 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-72f579a1-4c53-4d4e-83e6-685b8aff8aff None None] Attempting to bind port f7b5e898-bd09-4e07-b00c-07c2cde9f4ac on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:29:21.685871 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-72f579a1-4c53-4d4e-83e6-685b8aff8aff None None] Attempting to bind port f7b5e898-bd09-4e07-b00c-07c2cde9f4ac by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:29:21.690494 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f579a1-4c53-4d4e-83e6-685b8aff8aff None None] Attempting to bind port f7b5e898-bd09-4e07-b00c-07c2cde9f4ac on network ee153307-2e76-47f0-ba7a-a1f2308e4afd {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:29:21.724347 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f579a1-4c53-4d4e-83e6-685b8aff8aff None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:29:21.727284 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f579a1-4c53-4d4e-83e6-685b8aff8aff None None] Checking segment: {'id': 'ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:29:21.727725 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-72f579a1-4c53-4d4e-83e6-685b8aff8aff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:21.728135 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f579a1-4c53-4d4e-83e6-685b8aff8aff None None] Bound using segment: {'id': 'ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:29:21.733230 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-72f579a1-4c53-4d4e-83e6-685b8aff8aff None None] Bound port: f7b5e898-bd09-4e07-b00c-07c2cde9f4ac, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:29:21.735667 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-72f579a1-4c53-4d4e-83e6-685b8aff8aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f7b5e898-bd09-4e07-b00c-07c2cde9f4ac), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:21.788956 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8f67-69d9-4478-8216-8f3a40d5cc17 admin admin] Publish callbacks [] for security_group (2ee247af-8740-4ae3-b6b6-af284009f19c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:21.793223 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8f67-69d9-4478-8216-8f3a40d5cc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2ee247af-8740-4ae3-b6b6-af284009f19c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:21.811703 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ce6362d-6685-452d-aac9-825a8c2c502c req-150cc17c-1ee3-4cb7-adfc-be96145abc47 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833866 Feb 20 05:29:21.816376 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-1601df35-de9b-4d1e-bc78-143a459e3b87 admin admin] Deleting port 66624155-46eb-4500-8d47-f3223901814f {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:29:21.817252 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1601df35-de9b-4d1e-bc78-143a459e3b87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (66624155-46eb-4500-8d47-f3223901814f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:21.878107 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c3e8f67-69d9-4478-8216-8f3a40d5cc17 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:29:21.901873 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e8f67-69d9-4478-8216-8f3a40d5cc17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee247af-8740-4ae3-b6b6-af284009f19c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:21.919991 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8f67-69d9-4478-8216-8f3a40d5cc17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (fd6160f4-c130-4f13-b3df-999f737ec106), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:21.920408 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5ebfb2-c6ef-4677-9feb-2073a5c64fb3 None None] DHCP port deletion for 7530dab8-91ac-49e5-89c5-79a7a99994ae request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:29:21.922207 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-1c3e8f67-69d9-4478-8216-8f3a40d5cc17 admin admin] Added segment fd6160f4-c130-4f13-b3df-999f737ec106 of type vlan for network d61040ff-f665-4415-aa3b-481377c508db Feb 20 05:29:21.956120 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-72f579a1-4c53-4d4e-83e6-685b8aff8aff None None] For port f7b5e898-bd09-4e07-b00c-07c2cde9f4ac, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:29:21.964848 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-72f579a1-4c53-4d4e-83e6-685b8aff8aff None None] For port f7b5e898-bd09-4e07-b00c-07c2cde9f4ac, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f7b5e898-bd09-4e07-b00c-07c2cde9f4ac,segment=NetworkSegment(ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7),segment_id=ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:29:21.975759 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-72f579a1-4c53-4d4e-83e6-685b8aff8aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f7b5e898-bd09-4e07-b00c-07c2cde9f4ac), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:22.020978 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8f67-69d9-4478-8216-8f3a40d5cc17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (d61040ff-f665-4415-aa3b-481377c508db), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:22.052316 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9babfdcc-0997-4f99-aa72-b814061161bf req-dc886693-ef22-46d6-b335-c73f35b19baa tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 210 time: 0.1750367 Feb 20 05:29:22.062523 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6d5ebfb2-c6ef-4677-9feb-2073a5c64fb3 None None] Deleting port 66624155-46eb-4500-8d47-f3223901814f {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:29:22.063205 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6d5ebfb2-c6ef-4677-9feb-2073a5c64fb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (66624155-46eb-4500-8d47-f3223901814f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:22.086569 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f579a1-4c53-4d4e-83e6-685b8aff8aff None None] Routers {'55a76013-a0ff-4b9d-ac49-cf31bb3484c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:29:22.087545 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-72f579a1-4c53-4d4e-83e6-685b8aff8aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:29:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['55a76013-a0ff-4b9d-ac49-cf31bb3484c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:22.092009 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8f67-69d9-4478-8216-8f3a40d5cc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d61040ff-f665-4415-aa3b-481377c508db), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:22.093050 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3e8f67-69d9-4478-8216-8f3a40d5cc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:22.093678 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8f67-69d9-4478-8216-8f3a40d5cc17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:22.126516 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1c3e8f67-69d9-4478-8216-8f3a40d5cc17 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1719284 Feb 20 05:29:22.128571 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52716) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:22.149232 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-7a4f900f-a4ac-4f53-b44b-9c6b4b2fe41a admin admin] Request body: {'subnet': {'network_id': 'd61040ff-f665-4415-aa3b-481377c508db', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1469519198-subnet', 'tenant_id': '43962e0b36014999b374358de6c944a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:22.163506 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-1601df35-de9b-4d1e-bc78-143a459e3b87 admin admin] For port 66624155-46eb-4500-8d47-f3223901814f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=66624155-46eb-4500-8d47-f3223901814f,segment=NetworkSegment(d9cbb184-a307-48f4-81c1-db402a465f98),segment_id=d9cbb184-a307-48f4-81c1-db402a465f98)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:22.164097 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1601df35-de9b-4d1e-bc78-143a459e3b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (66624155-46eb-4500-8d47-f3223901814f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:22.187688 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-1601df35-de9b-4d1e-bc78-143a459e3b87 admin admin] Calling delete_port for 66624155-46eb-4500-8d47-f3223901814f owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:29:22.200018 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 51f9c89d-28f5-40a0-a8a9-a2d10ba20db6 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:29:22.210931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa51fe8-b5cb-4d12-a513-282027950aed req-f36d4909-21be-4944-8adb-173f4aafb546 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:22.218402 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0fa51fe8-b5cb-4d12-a513-282027950aed req-f36d4909-21be-4944-8adb-173f4aafb546 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.2206626 Feb 20 05:29:22.243686 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-72f579a1-4c53-4d4e-83e6-685b8aff8aff None None] Set router 55a76013-a0ff-4b9d-ac49-cf31bb3484c0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:29:22.280324 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e8f67-69d9-4478-8216-8f3a40d5cc17 admin admin] Pushing event updated for resources: {'Network': ['ID=d61040ff-f665-4415-aa3b-481377c508db,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:22.293020 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 51f9c89d-28f5-40a0-a8a9-a2d10ba20db6 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:29:22.294984 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 51f9c89d-28f5-40a0-a8a9-a2d10ba20db6 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:29:22.296062 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 66624155-46eb-4500-8d47-f3223901814f no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:29:22.306531 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network d61040ff-f665-4415-aa3b-481377c508db details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:29:22.311134 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4f900f-a4ac-4f53-b44b-9c6b4b2fe41a admin admin] Made reservation on behalf of 43962e0b36014999b374358de6c944a8 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:29:22.313492 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7a4f900f-a4ac-4f53-b44b-9c6b4b2fe41a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:22.345956 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5357b7cf-18a7-40e0-9c19-e951258a129f None None] Provisioning complete for port f7b5e898-bd09-4e07-b00c-07c2cde9f4ac triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:22.346691 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5357b7cf-18a7-40e0-9c19-e951258a129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f7b5e898-bd09-4e07-b00c-07c2cde9f4ac), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:22.453061 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-6d5ebfb2-c6ef-4677-9feb-2073a5c64fb3 None None] For port 66624155-46eb-4500-8d47-f3223901814f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=66624155-46eb-4500-8d47-f3223901814f,segment=NetworkSegment(d9cbb184-a307-48f4-81c1-db402a465f98),segment_id=d9cbb184-a307-48f4-81c1-db402a465f98)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:22.453896 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6d5ebfb2-c6ef-4677-9feb-2073a5c64fb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (66624155-46eb-4500-8d47-f3223901814f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:22.460772 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-16bd7678-e1cd-4c09-9e36-3ebd36f6408c tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--793216858&fields=id&tenant_id=50638e3292f145bfab2125af4ea4e7fb HTTP/1.1" status: 200 len: 267 time: 0.2363906 Feb 20 05:29:22.513218 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6d5ebfb2-c6ef-4677-9feb-2073a5c64fb3 None None] Calling delete_port for 66624155-46eb-4500-8d47-f3223901814f owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:29:22.514672 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0fa51fe8-b5cb-4d12-a513-282027950aed req-d6b33323-0260-4ca9-87a1-4d54ca25c2fd tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952166 Feb 20 05:29:22.530941 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-72f579a1-4c53-4d4e-83e6-685b8aff8aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'name': 'tempest-ServersTestFqdnHostnames-831684834-router', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '2db3686b-9b15-4036-91c7-da37451a5473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:29:17Z', 'revision_number': 4, 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'gw_port': {'id': '2db3686b-9b15-4036-91c7-da37451a5473', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'f7b5e898-bd09-4e07-b00c-07c2cde9f4ac', 'name': '', 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'mac_address': 'fa:16:3e:8a:00:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:15Z', 'updated_at': '2022-02-20T05:29:21Z', 'revision_number': 4, 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'subnets': [{'id': '8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:22.566180 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f579a1-4c53-4d4e-83e6-685b8aff8aff None None] The sync data for ids ['55a76013-a0ff-4b9d-ac49-cf31bb3484c0'] in n-d-829866-5 is: [{'id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'name': 'tempest-ServersTestFqdnHostnames-831684834-router', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '2db3686b-9b15-4036-91c7-da37451a5473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:29:17Z', 'revision_number': 4, 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'gw_port': {'id': '2db3686b-9b15-4036-91c7-da37451a5473', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'f7b5e898-bd09-4e07-b00c-07c2cde9f4ac', 'name': '', 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'mac_address': 'fa:16:3e:8a:00:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:15Z', 'updated_at': '2022-02-20T05:29:21Z', 'revision_number': 4, 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'subnets': [{'id': '8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:29:22.569590 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e26952-f9c9-4640-be27-6739b7f0f0e4 None None] Pushing event updated for resources: {'Port': ['ID=f7b5e898-bd09-4e07-b00c-07c2cde9f4ac,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:22.687707 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7a4f900f-a4ac-4f53-b44b-9c6b4b2fe41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (fba14f7b-bcdb-41ac-b694-b45cc31893e6), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:22.706883 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-98b4002a-c526-49fb-aa56-78ccf24eee0f tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:22.715334 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-98b4002a-c526-49fb-aa56-78ccf24eee0f tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/networks?id=ee153307-2e76-47f0-ba7a-a1f2308e4afd HTTP/1.1" status: 200 len: 814 time: 0.2536073 Feb 20 05:29:22.726273 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1601df35-de9b-4d1e-bc78-143a459e3b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (66624155-46eb-4500-8d47-f3223901814f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:22.754450 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-71598eee-ef80-4564-8e1e-6546bac50eec tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/quotas/50638e3292f145bfab2125af4ea4e7fb HTTP/1.1" status: 200 len: 375 time: 0.0367644 Feb 20 05:29:22.755544 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5357b7cf-18a7-40e0-9c19-e951258a129f None None] Current status of the port f7b5e898-bd09-4e07-b00c-07c2cde9f4ac is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:22.755939 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5357b7cf-18a7-40e0-9c19-e951258a129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f7b5e898-bd09-4e07-b00c-07c2cde9f4ac), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:22.774140 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Port 66624155-46eb-4500-8d47-f3223901814f update to DOWN by agent not found {{(pid=103408) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 20 05:29:22.774590 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0079c75d-30d4-4c05-84e5-b3427dc09e7f no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:29:22.810333 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 0079c75d-30d4-4c05-84e5-b3427dc09e7f {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:29:22.810680 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0079c75d-30d4-4c05-84e5-b3427dc09e7f not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:29:22.812419 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:22.827086 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:22.858744 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1601df35-de9b-4d1e-bc78-143a459e3b87 admin admin] No DVR routers for this DVR port 66624155-46eb-4500-8d47-f3223901814f on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:29:22.866997 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601df35-de9b-4d1e-bc78-143a459e3b87 admin admin] Pushing event deleted for resources: {'Port': ['ID=66624155-46eb-4500-8d47-f3223901814f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:22.872024 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-5357b7cf-18a7-40e0-9c19-e951258a129f None None] For port f7b5e898-bd09-4e07-b00c-07c2cde9f4ac, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f7b5e898-bd09-4e07-b00c-07c2cde9f4ac,segment=NetworkSegment(ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7),segment_id=ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:22.878517 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5357b7cf-18a7-40e0-9c19-e951258a129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f7b5e898-bd09-4e07-b00c-07c2cde9f4ac), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:22.892968 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4f900f-a4ac-4f53-b44b-9c6b4b2fe41a admin admin] Checking segment: {'id': 'fd6160f4-c130-4f13-b3df-999f737ec106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd61040ff-f665-4415-aa3b-481377c508db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:29:22.896357 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4f900f-a4ac-4f53-b44b-9c6b4b2fe41a admin admin] Network hostable DHCP agents. Network: d61040ff-f665-4415-aa3b-481377c508db, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:29:22.907902 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f900f-a4ac-4f53-b44b-9c6b4b2fe41a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fba14f7b-bcdb-41ac-b694-b45cc31893e6,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:22.952577 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4f900f-a4ac-4f53-b44b-9c6b4b2fe41a admin admin] Network d61040ff-f665-4415-aa3b-481377c508db is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:29:22.966284 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357b7cf-18a7-40e0-9c19-e951258a129f None None] Pushing event updated for resources: {'Port': ['ID=f7b5e898-bd09-4e07-b00c-07c2cde9f4ac,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:22.974311 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-7a4f900f-a4ac-4f53-b44b-9c6b4b2fe41a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, d61040ff-f665-4415-aa3b-481377c508db) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:29:22.976967 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6d5ebfb2-c6ef-4677-9feb-2073a5c64fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (66624155-46eb-4500-8d47-f3223901814f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:22.986279 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0350ff0-d1ed-4e7b-b6eb-4e27d7af9b20 None None] Network d61040ff-f665-4415-aa3b-481377c508db requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:29:23.000778 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5357b7cf-18a7-40e0-9c19-e951258a129f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:23.001542 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5357b7cf-18a7-40e0-9c19-e951258a129f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:23.002094 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5357b7cf-18a7-40e0-9c19-e951258a129f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:23.002635 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5357b7cf-18a7-40e0-9c19-e951258a129f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:23.003217 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5357b7cf-18a7-40e0-9c19-e951258a129f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:23.003759 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5357b7cf-18a7-40e0-9c19-e951258a129f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:23.004913 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4f900f-a4ac-4f53-b44b-9c6b4b2fe41a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:23.005175 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5357b7cf-18a7-40e0-9c19-e951258a129f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:23.005512 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7a4f900f-a4ac-4f53-b44b-9c6b4b2fe41a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:23.006056 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5357b7cf-18a7-40e0-9c19-e951258a129f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:23.009217 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5357b7cf-18a7-40e0-9c19-e951258a129f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:23.009967 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5357b7cf-18a7-40e0-9c19-e951258a129f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:23.010892 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5357b7cf-18a7-40e0-9c19-e951258a129f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:23.011497 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5357b7cf-18a7-40e0-9c19-e951258a129f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:23.012057 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5357b7cf-18a7-40e0-9c19-e951258a129f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:23.019113 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-2ebe54a9-cf04-4806-b4c1-9bee9ac8f9cc tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=50638e3292f145bfab2125af4ea4e7fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2632635 Feb 20 05:29:23.031104 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1601df35-de9b-4d1e-bc78-143a459e3b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (7530dab8-91ac-49e5-89c5-79a7a99994ae), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:23.057407 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7a4f900f-a4ac-4f53-b44b-9c6b4b2fe41a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9261858 Feb 20 05:29:23.163568 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-39c924b6-09df-4f96-96a1-2a1bbe428c7d service neutron] 10.222.0.37 "GET /v2.0/networks/ee153307-2e76-47f0-ba7a-a1f2308e4afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125314 Feb 20 05:29:23.192711 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5ebfb2-c6ef-4677-9feb-2073a5c64fb3 None None] No DVR routers for this DVR port 66624155-46eb-4500-8d47-f3223901814f on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:29:23.197956 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-1601df35-de9b-4d1e-bc78-143a459e3b87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7530dab8-91ac-49e5-89c5-79a7a99994ae']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:23.253793 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-1601df35-de9b-4d1e-bc78-143a459e3b87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9cbb184-a307-48f4-81c1-db402a465f98') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:23.254487 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-1601df35-de9b-4d1e-bc78-143a459e3b87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9cbb184-a307-48f4-81c1-db402a465f98') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:23.329797 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1601df35-de9b-4d1e-bc78-143a459e3b87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (d9cbb184-a307-48f4-81c1-db402a465f98), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:23.342213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ebfb2-c6ef-4677-9feb-2073a5c64fb3 None None] Pushing event deleted for resources: {'Port': ['ID=66624155-46eb-4500-8d47-f3223901814f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:23.363683 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-906f2914-17f4-4ebc-9c1e-14963d67eb4c None None] Provisioning complete for port f7b5e898-bd09-4e07-b00c-07c2cde9f4ac triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:23.364071 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-906f2914-17f4-4ebc-9c1e-14963d67eb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f7b5e898-bd09-4e07-b00c-07c2cde9f4ac), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:23.367092 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec84ccd3-1fba-45c2-af94-2285f26dbb6f None None] Network d61040ff-f665-4415-aa3b-481377c508db requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:29:23.376210 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1601df35-de9b-4d1e-bc78-143a459e3b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d9cbb184-a307-48f4-81c1-db402a465f98), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:23.403492 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1601df35-de9b-4d1e-bc78-143a459e3b87 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:29:23.404186 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1601df35-de9b-4d1e-bc78-143a459e3b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (d9cbb184-a307-48f4-81c1-db402a465f98), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:29:23.492352 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:29:23.497532 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1c4875f6-7665-4270-9d7f-39cfc750d8fc req-ff6898eb-b5eb-429f-a86a-1812ba7e7ee6 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 210 time: 0.0311449 Feb 20 05:29:23.540723 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-e2f3eb2a-014a-4c78-82f1-13b442759e28 service neutron] 10.222.0.37 "GET /v2.0/networks/ee153307-2e76-47f0-ba7a-a1f2308e4afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633757 Feb 20 05:29:23.544900 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1601df35-de9b-4d1e-bc78-143a459e3b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (7530dab8-91ac-49e5-89c5-79a7a99994ae), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:23.561312 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1601df35-de9b-4d1e-bc78-143a459e3b87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:23.569078 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1601df35-de9b-4d1e-bc78-143a459e3b87 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7530dab8-91ac-49e5-89c5-79a7a99994ae HTTP/1.1" status: 204 len: 168 time: 2.0764616 Feb 20 05:29:23.648324 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601df35-de9b-4d1e-bc78-143a459e3b87 admin admin] Pushing event deleted for resources: {'Network': ['ID=7530dab8-91ac-49e5-89c5-79a7a99994ae,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:23.667960 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-906f2914-17f4-4ebc-9c1e-14963d67eb4c None None] Current status of the port f7b5e898-bd09-4e07-b00c-07c2cde9f4ac is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:23.841621 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [req-a9b5b22d-2ad1-4535-bd15-c273ed9d8c01 req-725e2c55-3895-4632-b80c-d446e0bb9867 tempest-SecurityGroupsNegativeTestJSON-1942080151 tempest-SecurityGroupsNegativeTestJSON-1942080151-project] show failed (client error): The resource could not be found. Feb 20 05:29:23.851555 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52760) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:23.868577 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a9b5b22d-2ad1-4535-bd15-c273ed9d8c01 req-725e2c55-3895-4632-b80c-d446e0bb9867 tempest-SecurityGroupsNegativeTestJSON-1942080151 tempest-SecurityGroupsNegativeTestJSON-1942080151-project] 10.222.0.37 "GET /v2.0/security-groups/52cbd6ab-2a52-494d-a091-82a95b426f80 HTTP/1.1" status: 404 len: 352 time: 0.0415905 Feb 20 05:29:23.933138 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-45eeb708-5ec7-44a1-997d-59b54d453807 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=592d7ae3cfbc43f5a598472dbfc479f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0798156 Feb 20 05:29:23.935863 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52766) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:23.981646 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-afcb4b5b-57ee-4444-8ed4-7d68fb710c31 req-87000a8d-b0df-47c4-9153-25ab6443c25c tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/ports?device_id=661f58d4-6dab-41f9-8503-5cd44baf264c HTTP/1.1" status: 200 len: 210 time: 0.0324728 Feb 20 05:29:24.036292 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e6537-8078-4e40-b5e9-e436b160bd42 req-8c79da0c-c1b8-44c3-a9d6-e6297fd6a144 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:24.040530 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c8d90c6-d8e0-416b-957e-49b3ac527b87 admin admin] Publish callbacks [] for security_group (3e5ff384-8499-4e8d-b21e-164715b65c9d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:24.056852 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-698e6537-8078-4e40-b5e9-e436b160bd42 req-8c79da0c-c1b8-44c3-a9d6-e6297fd6a144 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.1449308 Feb 20 05:29:24.097593 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c8d90c6-d8e0-416b-957e-49b3ac527b87 admin admin] Publish callbacks [] for security_group (3e5ff384-8499-4e8d-b21e-164715b65c9d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:24.161572 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f7b5e898-bd09-4e07-b00c-07c2cde9f4ac up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:29:24.183798 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-698e6537-8078-4e40-b5e9-e436b160bd42 req-5e7ec71a-904b-4575-88c4-103436b68f59 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218724 Feb 20 05:29:24.200061 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c8d90c6-d8e0-416b-957e-49b3ac527b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3e5ff384-8499-4e8d-b21e-164715b65c9d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:24.202605 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c8d90c6-d8e0-416b-957e-49b3ac527b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:24.206701 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3c8d90c6-d8e0-416b-957e-49b3ac527b87 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e5ff384-8499-4e8d-b21e-164715b65c9d HTTP/1.1" status: 204 len: 168 time: 0.2670109 Feb 20 05:29:24.246441 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c221ebc-71be-4a7a-b8fd-8f2ea44efe1e req-004a6000-c2b7-4dcb-a505-3e4f00043cbb tempest-SecurityGroupsNegativeTestJSON-1942080151 tempest-SecurityGroupsNegativeTestJSON-1942080151-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=43962e0b36014999b374358de6c944a8 HTTP/1.1" status: 200 len: 3001 time: 0.1246705 Feb 20 05:29:24.257041 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d90c6-d8e0-416b-957e-49b3ac527b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5ff384-8499-4e8d-b21e-164715b65c9d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:24.342504 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c221ebc-71be-4a7a-b8fd-8f2ea44efe1e req-64de9a68-2f18-421c-b07e-c8492aea343c tempest-SecurityGroupsNegativeTestJSON-1942080151 tempest-SecurityGroupsNegativeTestJSON-1942080151-project] 10.222.0.37 "GET /v2.0/security-groups/2ee247af-8740-4ae3-b6b6-af284009f19c HTTP/1.1" status: 200 len: 2998 time: 0.0830598 Feb 20 05:29:24.442598 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port f7b5e898-bd09-4e07-b00c-07c2cde9f4ac triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:24.443114 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f7b5e898-bd09-4e07-b00c-07c2cde9f4ac), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:24.475081 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c221ebc-71be-4a7a-b8fd-8f2ea44efe1e req-79011226-5eea-4259-af4d-b81475ba96b2 tempest-SecurityGroupsNegativeTestJSON-1942080151 tempest-SecurityGroupsNegativeTestJSON-1942080151-project] 10.222.0.37 "GET /v2.0/security-groups/2ee247af-8740-4ae3-b6b6-af284009f19c HTTP/1.1" status: 200 len: 2998 time: 0.1271837 Feb 20 05:29:24.585781 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e3c46bad-2b0b-4d35-b033-f377b8044dfc req-aec5af37-eaf0-4537-baf6-ff13dc941c24 tempest-SecurityGroupsNegativeTestJSON-1942080151 tempest-SecurityGroupsNegativeTestJSON-1942080151-project] 10.222.0.37 "GET /v2.0/security-groups/2ee247af-8740-4ae3-b6b6-af284009f19c HTTP/1.1" status: 200 len: 2998 time: 0.0862632 Feb 20 05:29:24.620396 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port f7b5e898-bd09-4e07-b00c-07c2cde9f4ac is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:24.674160 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b84de5f2-493d-4512-ae38-072e80225789 req-a6bd9fde-5f29-4733-b0d0-b4d5f623a31f tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 210 time: 0.0622141 Feb 20 05:29:24.763844 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [req-e3c46bad-2b0b-4d35-b033-f377b8044dfc req-667ed7e7-18eb-4d2c-9bdb-8c72158988f5 tempest-SecurityGroupsNegativeTestJSON-1942080151 tempest-SecurityGroupsNegativeTestJSON-1942080151-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 20 05:29:24.765120 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e3c46bad-2b0b-4d35-b033-f377b8044dfc req-667ed7e7-18eb-4d2c-9bdb-8c72158988f5 tempest-SecurityGroupsNegativeTestJSON-1942080151 tempest-SecurityGroupsNegativeTestJSON-1942080151-project] 10.222.0.37 "DELETE /v2.0/security-groups/2ee247af-8740-4ae3-b6b6-af284009f19c HTTP/1.1" status: 409 len: 352 time: 0.1726329 Feb 20 05:29:24.806393 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [req-71668107-0b80-4024-857e-2e7b391fe705 req-34e270ef-6f62-4b4b-a117-72aa10611539 tempest-SecurityGroupsNegativeTestJSON-1942080151 tempest-SecurityGroupsNegativeTestJSON-1942080151-project] show failed (client error): The resource could not be found. Feb 20 05:29:24.813641 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-71668107-0b80-4024-857e-2e7b391fe705 req-34e270ef-6f62-4b4b-a117-72aa10611539 tempest-SecurityGroupsNegativeTestJSON-1942080151 tempest-SecurityGroupsNegativeTestJSON-1942080151-project] 10.222.0.37 "GET /v2.0/security-groups/483e0bdc-026c-435e-a593-6fc7a73a8c38 HTTP/1.1" status: 404 len: 352 time: 0.0204992 Feb 20 05:29:24.845477 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [req-e05bd127-e1b3-418e-b08b-f96b1a98fe6e req-11509649-b61f-4010-8620-a42fb1a61d70 tempest-SecurityGroupsNegativeTestJSON-1942080151 tempest-SecurityGroupsNegativeTestJSON-1942080151-project] show failed (client error): The resource could not be found. Feb 20 05:29:24.846695 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e05bd127-e1b3-418e-b08b-f96b1a98fe6e req-11509649-b61f-4010-8620-a42fb1a61d70 tempest-SecurityGroupsNegativeTestJSON-1942080151 tempest-SecurityGroupsNegativeTestJSON-1942080151-project] 10.222.0.37 "GET /v2.0/security-groups/eb4ebf0b-4e2f-46b6-9355-06541e79b16f HTTP/1.1" status: 404 len: 352 time: 0.0156169 Feb 20 05:29:24.858128 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52798) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:24.885306 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52800) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:24.908154 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd75e4e0-2ca0-4efe-ae33-dd4e6ef1f8cf admin admin] Deleting subnet fba14f7b-bcdb-41ac-b694-b45cc31893e6 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:29:24.912354 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bd75e4e0-2ca0-4efe-ae33-dd4e6ef1f8cf admin admin] Publish callbacks [] for subnet (fba14f7b-bcdb-41ac-b694-b45cc31893e6), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:24.933670 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ec368ecc-fe85-45a7-a740-8ad04e2cb6fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e219dc432ba04efba2feeb329fd59ae1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463216 Feb 20 05:29:24.935709 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52802) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:24.952657 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bd75e4e0-2ca0-4efe-ae33-dd4e6ef1f8cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (fba14f7b-bcdb-41ac-b694-b45cc31893e6), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:25.008722 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1ed9c9e8-0328-4fd9-b1da-893426ef38d8 admin admin] Publish callbacks [] for security_group (7fa81b2f-1c4e-4ab2-aae0-d3bb289c8e8b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:25.025123 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:25.026548 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bd75e4e0-2ca0-4efe-ae33-dd4e6ef1f8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (fba14f7b-bcdb-41ac-b694-b45cc31893e6), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:25.032251 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1ed9c9e8-0328-4fd9-b1da-893426ef38d8 admin admin] Publish callbacks [] for security_group (7fa81b2f-1c4e-4ab2-aae0-d3bb289c8e8b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:25.092859 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1ed9c9e8-0328-4fd9-b1da-893426ef38d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7fa81b2f-1c4e-4ab2-aae0-d3bb289c8e8b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:25.095446 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1ed9c9e8-0328-4fd9-b1da-893426ef38d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:25.098850 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1ed9c9e8-0328-4fd9-b1da-893426ef38d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7fa81b2f-1c4e-4ab2-aae0-d3bb289c8e8b HTTP/1.1" status: 204 len: 168 time: 0.1599965 Feb 20 05:29:25.121791 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bd75e4e0-2ca0-4efe-ae33-dd4e6ef1f8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (fba14f7b-bcdb-41ac-b694-b45cc31893e6), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:25.140511 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f13fc373-f718-4579-a9a3-a5ecf7e5eb6e req-ddbcec4f-d180-4ea9-94c9-6aa50ed81054 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/ports?device_id=661f58d4-6dab-41f9-8503-5cd44baf264c HTTP/1.1" status: 200 len: 210 time: 0.0428298 Feb 20 05:29:25.141388 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9c9e8-0328-4fd9-b1da-893426ef38d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa81b2f-1c4e-4ab2-aae0-d3bb289c8e8b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:25.164901 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75e4e0-2ca0-4efe-ae33-dd4e6ef1f8cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fba14f7b-bcdb-41ac-b694-b45cc31893e6,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:25.166861 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bd75e4e0-2ca0-4efe-ae33-dd4e6ef1f8cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:25.170521 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bd75e4e0-2ca0-4efe-ae33-dd4e6ef1f8cf admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fba14f7b-bcdb-41ac-b694-b45cc31893e6 HTTP/1.1" status: 204 len: 168 time: 0.3113565 Feb 20 05:29:25.180217 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52808) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:25.291889 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e34f5e8e-86c5-446f-866e-0927c42cd509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (d61040ff-f665-4415-aa3b-481377c508db), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:25.416846 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e34f5e8e-86c5-446f-866e-0927c42cd509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (d61040ff-f665-4415-aa3b-481377c508db), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:25.437376 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c02a0-bbb4-4b65-9948-15f973abe967 req-436e00a2-78eb-4bf9-812d-388c749a1e2a tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:25.438853 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-054c02a0-bbb4-4b65-9948-15f973abe967 req-436e00a2-78eb-4bf9-812d-388c749a1e2a tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.1358001 Feb 20 05:29:25.453765 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-e34f5e8e-86c5-446f-866e-0927c42cd509 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61040ff-f665-4415-aa3b-481377c508db']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:25.470883 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-e34f5e8e-86c5-446f-866e-0927c42cd509 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6160f4-c130-4f13-b3df-999f737ec106') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:25.471248 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-e34f5e8e-86c5-446f-866e-0927c42cd509 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6160f4-c130-4f13-b3df-999f737ec106') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:25.491001 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e34f5e8e-86c5-446f-866e-0927c42cd509 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (fd6160f4-c130-4f13-b3df-999f737ec106), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:25.515128 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e34f5e8e-86c5-446f-866e-0927c42cd509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (fd6160f4-c130-4f13-b3df-999f737ec106), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:25.531160 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34f5e8e-86c5-446f-866e-0927c42cd509 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:29:25.531664 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e34f5e8e-86c5-446f-866e-0927c42cd509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (fd6160f4-c130-4f13-b3df-999f737ec106), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:29:25.533690 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:29:25.551091 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-054c02a0-bbb4-4b65-9948-15f973abe967 req-649333a4-bcd4-40b3-b308-814e515c95a2 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989943 Feb 20 05:29:25.614878 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e34f5e8e-86c5-446f-866e-0927c42cd509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (d61040ff-f665-4415-aa3b-481377c508db), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:25.620792 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e34f5e8e-86c5-446f-866e-0927c42cd509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:25.626573 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e34f5e8e-86c5-446f-866e-0927c42cd509 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d61040ff-f665-4415-aa3b-481377c508db HTTP/1.1" status: 204 len: 168 time: 0.4425449 Feb 20 05:29:25.642752 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f5e8e-86c5-446f-866e-0927c42cd509 admin admin] Pushing event deleted for resources: {'Network': ['ID=d61040ff-f665-4415-aa3b-481377c508db,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:25.867624 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52840) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:25.917166 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-399a6001-fd69-40ca-a997-c22716e61248 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=43962e0b36014999b374358de6c944a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475993 Feb 20 05:29:25.918128 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52842) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:25.981665 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c5ef5882-e0fc-44e8-894a-755de431c724 admin admin] Publish callbacks [] for security_group (2ee247af-8740-4ae3-b6b6-af284009f19c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:26.033171 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c5ef5882-e0fc-44e8-894a-755de431c724 admin admin] Publish callbacks [] for security_group (2ee247af-8740-4ae3-b6b6-af284009f19c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:26.102479 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c5ef5882-e0fc-44e8-894a-755de431c724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2ee247af-8740-4ae3-b6b6-af284009f19c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:26.106023 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c5ef5882-e0fc-44e8-894a-755de431c724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:26.107827 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c5ef5882-e0fc-44e8-894a-755de431c724 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ee247af-8740-4ae3-b6b6-af284009f19c HTTP/1.1" status: 204 len: 168 time: 0.1881723 Feb 20 05:29:26.119552 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef5882-e0fc-44e8-894a-755de431c724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee247af-8740-4ae3-b6b6-af284009f19c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:26.332507 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ec9bb1d8-454c-4abc-9626-b1029fcff8d6 req-9113eca6-9ff2-4207-bb69-ec04a1a0cea5 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 210 time: 0.1197796 Feb 20 05:29:26.377729 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50b26f2d-d060-4d10-ae82-17428ef661a7 req-8f13837c-cf07-4ea8-bc09-2b7103573d04 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/ports?device_id=661f58d4-6dab-41f9-8503-5cd44baf264c HTTP/1.1" status: 200 len: 210 time: 0.0675900 Feb 20 05:29:26.423683 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-c8257cae-b45d-4088-a788-3e7a4f2cf566 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:26.425555 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-c8257cae-b45d-4088-a788-3e7a4f2cf566 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.61 "GET /v2.0/networks?id=ee153307-2e76-47f0-ba7a-a1f2308e4afd HTTP/1.1" status: 200 len: 814 time: 0.7393091 Feb 20 05:29:26.509874 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-227dd22a-69b4-4c89-8936-61af6426703a tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50638e3292f145bfab2125af4ea4e7fb HTTP/1.1" status: 200 len: 379 time: 0.0741944 Feb 20 05:29:26.522024 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-733990fe-cb3f-4e0e-b379-6207d5f283ef tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Request body: {'port': {'device_id': '661f58d4-6dab-41f9-8503-5cd44baf264c', 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd', 'admin_state_up': True, 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'security_groups': ['3e18e861-e6a2-474b-bf7b-2ae6364984d5']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:26.728154 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-733990fe-cb3f-4e0e-b379-6207d5f283ef tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Made reservation on behalf of 50638e3292f145bfab2125af4ea4e7fb for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:29:26.732590 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-733990fe-cb3f-4e0e-b379-6207d5f283ef tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:26.860460 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba01053-35fe-4bae-955f-f3ee89dedc6b req-10ae06e5-bbd3-46e4-8d22-c49dee803b40 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:26.862668 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6ba01053-35fe-4bae-955f-f3ee89dedc6b req-10ae06e5-bbd3-46e4-8d22-c49dee803b40 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.1876698 Feb 20 05:29:26.965987 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6ba01053-35fe-4bae-955f-f3ee89dedc6b req-67f6da28-11ef-4d4f-82b2-4070361d9574 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950880 Feb 20 05:29:27.013453 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-733990fe-cb3f-4e0e-b379-6207d5f283ef tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Allocated IP 172.20.0.14 (ee153307-2e76-47f0-ba7a-a1f2308e4afd/8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1/b6709cd3-a9e1-4301-b27c-1a21b12f8ef1) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:29:27.400228 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 4167998b-6590-4bd3-ba29-eeddd4930c02 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:29:27.417348 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-733990fe-cb3f-4e0e-b379-6207d5f283ef tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks [] for port (b6709cd3-a9e1-4301-b27c-1a21b12f8ef1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:27.501091 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52944) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:27.558524 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7dc00d60-0342-4835-9121-4f6d2fb8d012 req-8671f82a-40a2-4781-a4b7-a8fbaac8e6cc tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0bb885a-27d5-4298-b7b3-443f67da6bbf HTTP/1.1" status: 200 len: 210 time: 0.0530045 Feb 20 05:29:27.597715 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-733990fe-cb3f-4e0e-b379-6207d5f283ef tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (b6709cd3-a9e1-4301-b27c-1a21b12f8ef1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:27.744699 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 4167998b-6590-4bd3-ba29-eeddd4930c02, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4167998b-6590-4bd3-ba29-eeddd4930c02,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:27.772214 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '4167998b-6590-4bd3-ba29-eeddd4930c02', 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e', 'port_id': '4167998b-6590-4bd3-ba29-eeddd4930c02', 'mac_address': 'fa:16:3e:42:ee:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:29:27.774063 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-3f08a942-5517-4a82-8b13-7d7cff535aa5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-832282820-network', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:27.822735 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-733990fe-cb3f-4e0e-b379-6207d5f283ef tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Network ee153307-2e76-47f0-ba7a-a1f2308e4afd is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:29:27.823157 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 4167998b-6590-4bd3-ba29-eeddd4930c02 is: ACTIVE; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:27.823964 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4167998b-6590-4bd3-ba29-eeddd4930c02), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:27.829883 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-733990fe-cb3f-4e0e-b379-6207d5f283ef tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:29:27.841178 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733990fe-cb3f-4e0e-b379-6207d5f283ef tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Pushing event updated for resources: {'Port': ['ID=b6709cd3-a9e1-4301-b27c-1a21b12f8ef1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:27.846343 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4167998b-6590-4bd3-ba29-eeddd4930c02 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:29:27.850754 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f08a942-5517-4a82-8b13-7d7cff535aa5 admin admin] Made reservation on behalf of 992d9694952247a6a1432ff90d2d84f5 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:29:27.851343 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-733990fe-cb3f-4e0e-b379-6207d5f283ef tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:29:27.858054 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f08a942-5517-4a82-8b13-7d7cff535aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:27.879080 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 4167998b-6590-4bd3-ba29-eeddd4930c02, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4167998b-6590-4bd3-ba29-eeddd4930c02,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:27.887080 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4167998b-6590-4bd3-ba29-eeddd4930c02), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:27.900502 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f08a942-5517-4a82-8b13-7d7cff535aa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:27.954298 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733990fe-cb3f-4e0e-b379-6207d5f283ef tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:27.955186 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733990fe-cb3f-4e0e-b379-6207d5f283ef tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:27.955549 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733990fe-cb3f-4e0e-b379-6207d5f283ef tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:27.956150 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733990fe-cb3f-4e0e-b379-6207d5f283ef tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:27.956487 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733990fe-cb3f-4e0e-b379-6207d5f283ef tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:27.956850 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733990fe-cb3f-4e0e-b379-6207d5f283ef tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:27.957188 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733990fe-cb3f-4e0e-b379-6207d5f283ef tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:27.957507 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733990fe-cb3f-4e0e-b379-6207d5f283ef tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:27.958293 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733990fe-cb3f-4e0e-b379-6207d5f283ef tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:27.958293 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733990fe-cb3f-4e0e-b379-6207d5f283ef tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:27.958476 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733990fe-cb3f-4e0e-b379-6207d5f283ef tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:27.964752 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733990fe-cb3f-4e0e-b379-6207d5f283ef tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:27.964994 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733990fe-cb3f-4e0e-b379-6207d5f283ef tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:29:27.970884 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=4167998b-6590-4bd3-ba29-eeddd4930c02,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:27.989486 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['4167998b-6590-4bd3-ba29-eeddd4930c02'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:29:28.028606 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-733990fe-cb3f-4e0e-b379-6207d5f283ef tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:28.029661 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-733990fe-cb3f-4e0e-b379-6207d5f283ef tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:28.051642 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d603aa-20d4-4a05-bcc0-461c20b1e3c7 req-d8491133-c74e-49f1-a323-eeaebfa94605 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:28.061643 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-25d603aa-20d4-4a05-bcc0-461c20b1e3c7 req-d8491133-c74e-49f1-a323-eeaebfa94605 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/ports?device_id=661f58d4-6dab-41f9-8503-5cd44baf264c HTTP/1.1" status: 200 len: 932 time: 0.3420746 Feb 20 05:29:28.094344 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-733990fe-cb3f-4e0e-b379-6207d5f283ef tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5776265 Feb 20 05:29:28.140973 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-25d603aa-20d4-4a05-bcc0-461c20b1e3c7 req-c99d531a-e636-4669-89c1-5099003df447 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e18e861-e6a2-474b-bf7b-2ae6364984d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763340 Feb 20 05:29:28.193106 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f08a942-5517-4a82-8b13-7d7cff535aa5 admin admin] Publish callbacks [] for security_group (b741bfbf-a168-4d19-b38d-a184f6eff5e4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:28.204802 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f08a942-5517-4a82-8b13-7d7cff535aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b741bfbf-a168-4d19-b38d-a184f6eff5e4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:28.288325 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-0a9f2685-aba0-41d6-8355-6eaf6ec6025f service neutron] Request body: {'port': {'device_id': '661f58d4-6dab-41f9-8503-5cd44baf264c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:28.297351 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f08a942-5517-4a82-8b13-7d7cff535aa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:29:28.346127 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08a942-5517-4a82-8b13-7d7cff535aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b741bfbf-a168-4d19-b38d-a184f6eff5e4,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:28.363755 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f08a942-5517-4a82-8b13-7d7cff535aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (127a549a-5d45-47fb-a5e2-6fb7ffa95798), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:28.364092 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-3f08a942-5517-4a82-8b13-7d7cff535aa5 admin admin] Added segment 127a549a-5d45-47fb-a5e2-6fb7ffa95798 of type vlan for network 1b43d151-723d-4d53-ab29-704a1719daa4 Feb 20 05:29:28.413527 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e83f3bb0-3946-4ed8-b97e-bc68a1ff99d9 None None] Provisioning complete for port b6709cd3-a9e1-4301-b27c-1a21b12f8ef1 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:28.414109 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e83f3bb0-3946-4ed8-b97e-bc68a1ff99d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b6709cd3-a9e1-4301-b27c-1a21b12f8ef1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:28.459476 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f08a942-5517-4a82-8b13-7d7cff535aa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (1b43d151-723d-4d53-ab29-704a1719daa4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:28.493562 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e83f3bb0-3946-4ed8-b97e-bc68a1ff99d9 None None] Port b6709cd3-a9e1-4301-b27c-1a21b12f8ef1 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:29:28.505544 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-0a9f2685-aba0-41d6-8355-6eaf6ec6025f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b6709cd3-a9e1-4301-b27c-1a21b12f8ef1), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:28.509979 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f08a942-5517-4a82-8b13-7d7cff535aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (1b43d151-723d-4d53-ab29-704a1719daa4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:28.514387 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f08a942-5517-4a82-8b13-7d7cff535aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:28.515348 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f08a942-5517-4a82-8b13-7d7cff535aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:28.641963 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac0e4d-3766-4b77-a128-3bdc78fda751 req-e0747eeb-4a90-41a6-859f-49454a84c769 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:28.644675 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a2ac0e4d-3766-4b77-a128-3bdc78fda751 req-e0747eeb-4a90-41a6-859f-49454a84c769 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.1705620 Feb 20 05:29:28.650881 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3f08a942-5517-4a82-8b13-7d7cff535aa5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1481466 Feb 20 05:29:28.655480 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52970) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:28.685712 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0984218c-6f2b-4b24-a0ce-857b8988c6da admin admin] Request body: {'subnet': {'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-832282820-subnet', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:28.718798 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08a942-5517-4a82-8b13-7d7cff535aa5 admin admin] Pushing event updated for resources: {'Network': ['ID=1b43d151-723d-4d53-ab29-704a1719daa4,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:28.730293 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 1b43d151-723d-4d53-ab29-704a1719daa4 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:29:28.757411 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0984218c-6f2b-4b24-a0ce-857b8988c6da admin admin] Made reservation on behalf of 992d9694952247a6a1432ff90d2d84f5 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:29:28.760306 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0984218c-6f2b-4b24-a0ce-857b8988c6da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:28.817733 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a2ac0e4d-3766-4b77-a128-3bdc78fda751 req-95260fad-2227-435f-9caf-201c40a7290c tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657381 Feb 20 05:29:29.115091 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0984218c-6f2b-4b24-a0ce-857b8988c6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (f6b518f2-00ef-4191-ad2f-d2104b8cb5ec), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:29.161113 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984218c-6f2b-4b24-a0ce-857b8988c6da admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6b518f2-00ef-4191-ad2f-d2104b8cb5ec,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:29.223350 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-0a9f2685-aba0-41d6-8355-6eaf6ec6025f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6709cd3-a9e1-4301-b27c-1a21b12f8ef1 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:29:29.247531 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-0a9f2685-aba0-41d6-8355-6eaf6ec6025f service neutron] Publish callbacks [] for port (b6709cd3-a9e1-4301-b27c-1a21b12f8ef1), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:29.259990 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984218c-6f2b-4b24-a0ce-857b8988c6da admin admin] Checking segment: {'id': '127a549a-5d45-47fb-a5e2-6fb7ffa95798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:29:29.262292 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0984218c-6f2b-4b24-a0ce-857b8988c6da admin admin] Network hostable DHCP agents. Network: 1b43d151-723d-4d53-ab29-704a1719daa4, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:29:29.280053 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-0a9f2685-aba0-41d6-8355-6eaf6ec6025f service neutron] Transition to ACTIVE for port object b6709cd3-a9e1-4301-b27c-1a21b12f8ef1 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:29:29.318477 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0984218c-6f2b-4b24-a0ce-857b8988c6da admin admin] Network 1b43d151-723d-4d53-ab29-704a1719daa4 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:29:29.348334 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-0984218c-6f2b-4b24-a0ce-857b8988c6da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 1b43d151-723d-4d53-ab29-704a1719daa4) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:29:29.354238 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0984218c-6f2b-4b24-a0ce-857b8988c6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:29.356407 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0984218c-6f2b-4b24-a0ce-857b8988c6da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:29.364947 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68569738-c4cc-4f27-96d1-36ec5549e663 None None] Network 1b43d151-723d-4d53-ab29-704a1719daa4 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:29:29.384052 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0984218c-6f2b-4b24-a0ce-857b8988c6da admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7033951 Feb 20 05:29:29.385156 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52986) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:29.390499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-5c8a1d10-9003-45a3-9d01-3c1a5676a29b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-832282820-router', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:29.410684 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-0a9f2685-aba0-41d6-8355-6eaf6ec6025f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (b6709cd3-a9e1-4301-b27c-1a21b12f8ef1), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:29.422744 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 4167998b-6590-4bd3-ba29-eeddd4930c02 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:29:29.431532 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c8a1d10-9003-45a3-9d01-3c1a5676a29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (9893c6d0-9f1e-47c7-940a-90e89eaa5228), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:29.433292 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c8a1d10-9003-45a3-9d01-3c1a5676a29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (9893c6d0-9f1e-47c7-940a-90e89eaa5228), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:29.565451 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52988) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:29.582544 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c8a1d10-9003-45a3-9d01-3c1a5676a29b admin admin] Publish callbacks [] for router_controller (9893c6d0-9f1e-47c7-940a-90e89eaa5228), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:29.649830 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb74068-358b-44e7-850e-27d4b45be6c3 req-90eafb94-2f02-4bd2-bf0a-5ed24131f546 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:29.673431 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0cb74068-358b-44e7-850e-27d4b45be6c3 req-90eafb94-2f02-4bd2-bf0a-5ed24131f546 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/ports?device_id=661f58d4-6dab-41f9-8503-5cd44baf264c HTTP/1.1" status: 200 len: 944 time: 0.3945191 Feb 20 05:29:29.702218 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472c0a2c-03fe-49cd-b6ff-7125e4d71dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-1b43d151-723d-4d53-ab29-704a1719daa4', 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4', 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'fixed_ips': [{'subnet_id': 'f6b518f2-00ef-4191-ad2f-d2104b8cb5ec'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:29:29.703121 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-472c0a2c-03fe-49cd-b6ff-7125e4d71dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:29.750857 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 4167998b-6590-4bd3-ba29-eeddd4930c02 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:29.751206 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4167998b-6590-4bd3-ba29-eeddd4930c02), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:29.896497 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f2685-aba0-41d6-8355-6eaf6ec6025f service neutron] Pushing event updated for resources: {'Port': ['ID=b6709cd3-a9e1-4301-b27c-1a21b12f8ef1,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:29.910873 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-0a9f2685-aba0-41d6-8355-6eaf6ec6025f service neutron] Attempting to bind port b6709cd3-a9e1-4301-b27c-1a21b12f8ef1 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:29:29.911247 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-0a9f2685-aba0-41d6-8355-6eaf6ec6025f service neutron] Attempting to bind port b6709cd3-a9e1-4301-b27c-1a21b12f8ef1 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:29:29.911576 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-0a9f2685-aba0-41d6-8355-6eaf6ec6025f service neutron] Attempting to bind port b6709cd3-a9e1-4301-b27c-1a21b12f8ef1 on network ee153307-2e76-47f0-ba7a-a1f2308e4afd {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:29:29.919477 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-0a9f2685-aba0-41d6-8355-6eaf6ec6025f service neutron] Port b6709cd3-a9e1-4301-b27c-1a21b12f8ef1 on network ee153307-2e76-47f0-ba7a-a1f2308e4afd not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:29:29.919819 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-0a9f2685-aba0-41d6-8355-6eaf6ec6025f service neutron] Attempting to bind port b6709cd3-a9e1-4301-b27c-1a21b12f8ef1 on network ee153307-2e76-47f0-ba7a-a1f2308e4afd {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:29:29.933744 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-0a9f2685-aba0-41d6-8355-6eaf6ec6025f service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:29:29.933870 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-0a9f2685-aba0-41d6-8355-6eaf6ec6025f service neutron] Checking segment: {'id': 'ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:29:29.934308 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-0a9f2685-aba0-41d6-8355-6eaf6ec6025f service neutron] Bound using segment: {'id': 'ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:29:29.935001 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-0a9f2685-aba0-41d6-8355-6eaf6ec6025f service neutron] Bound port: b6709cd3-a9e1-4301-b27c-1a21b12f8ef1, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:29:29.935291 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-0a9f2685-aba0-41d6-8355-6eaf6ec6025f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b6709cd3-a9e1-4301-b27c-1a21b12f8ef1), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:29.977485 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c8a1d10-9003-45a3-9d01-3c1a5676a29b admin admin] Publish callbacks [] for router_gateway (9893c6d0-9f1e-47c7-940a-90e89eaa5228), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:29.993715 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0cb74068-358b-44e7-850e-27d4b45be6c3 req-2cf33cde-495c-4270-8383-07daaf0537b3 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e18e861-e6a2-474b-bf7b-2ae6364984d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3194261 Feb 20 05:29:29.998702 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 4167998b-6590-4bd3-ba29-eeddd4930c02 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:30.000343 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4167998b-6590-4bd3-ba29-eeddd4930c02), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:30.044466 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48e13047-e550-4e3d-818e-bfc072fdaa83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:30.045898 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-0a9f2685-aba0-41d6-8355-6eaf6ec6025f service neutron] For port b6709cd3-a9e1-4301-b27c-1a21b12f8ef1, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:29:30.049697 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-0a9f2685-aba0-41d6-8355-6eaf6ec6025f service neutron] For port b6709cd3-a9e1-4301-b27c-1a21b12f8ef1, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b6709cd3-a9e1-4301-b27c-1a21b12f8ef1,segment=NetworkSegment(ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7),segment_id=ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:29:30.058816 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-0a9f2685-aba0-41d6-8355-6eaf6ec6025f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (b6709cd3-a9e1-4301-b27c-1a21b12f8ef1), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:30.119896 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-0a9f2685-aba0-41d6-8355-6eaf6ec6025f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:30.131528 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-0a9f2685-aba0-41d6-8355-6eaf6ec6025f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:30.133091 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-0a9f2685-aba0-41d6-8355-6eaf6ec6025f service neutron] 10.222.0.61 "PUT /v2.0/ports/b6709cd3-a9e1-4301-b27c-1a21b12f8ef1 HTTP/1.1" status: 200 len: 1092 time: 2.0024595 Feb 20 05:29:30.136255 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661f58d4-6dab-41f9-8503-5cd44baf264c', 'tag': 'b6709cd3-a9e1-4301-b27c-1a21b12f8ef1'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:29:30.138480 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b4e337-0c6d-4a25-af11-0065d25372d6" -d '{"events": [{"name": "network-changed", "server_uuid": "661f58d4-6dab-41f9-8503-5cd44baf264c", "tag": "b6709cd3-a9e1-4301-b27c-1a21b12f8ef1"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:29:30.158333 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1762446e-7d51-4022-9b24-2fdccb7e81a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4167998b-6590-4bd3-ba29-eeddd4930c02'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:29:30.161185 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa0b67a-8c81-467e-bf79-917896e7e1b5" -d '{"events": [{"server_uuid": "1762446e-7d51-4022-9b24-2fdccb7e81a1", "name": "network-vif-plugged", "status": "completed", "tag": "4167998b-6590-4bd3-ba29-eeddd4930c02"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:29:30.266204 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 4167998b-6590-4bd3-ba29-eeddd4930c02, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4167998b-6590-4bd3-ba29-eeddd4930c02,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:30.287851 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4167998b-6590-4bd3-ba29-eeddd4930c02), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:30.373704 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-472c0a2c-03fe-49cd-b6ff-7125e4d71dd3 None None] Allocated IP 172.20.0.2 (1b43d151-723d-4d53-ab29-704a1719daa4/f6b518f2-00ef-4191-ad2f-d2104b8cb5ec/1f2bb12c-10b7-4e33-8f2f-d428561f6e4a) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:29:30.422738 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48e13047-e550-4e3d-818e-bfc072fdaa83 admin admin] Publish callbacks [] for security_group (e7ffc339-272b-46ce-82d4-924312b89e6e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:30.431565 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48e13047-e550-4e3d-818e-bfc072fdaa83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e7ffc339-272b-46ce-82d4-924312b89e6e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:30.480976 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-b796f2bb-4e91-49e8-9ce3-0a8c0fbe25f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:30.486394 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-b796f2bb-4e91-49e8-9ce3-0a8c0fbe25f3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50638e3292f145bfab2125af4ea4e7fb&device_id=661f58d4-6dab-41f9-8503-5cd44baf264c HTTP/1.1" status: 200 len: 1126 time: 0.2961605 Feb 20 05:29:30.493003 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-48e13047-e550-4e3d-818e-bfc072fdaa83 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fff11aba97a443779ac0f90ee5d67707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9232514 Feb 20 05:29:30.495720 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f2685-aba0-41d6-8355-6eaf6ec6025f service neutron] Pushing event updated for resources: {'Port': ['ID=b6709cd3-a9e1-4301-b27c-1a21b12f8ef1,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:30.503433 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53006) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:30.551101 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf3a25-3624-4d0e-bc3c-e4c335ad3ab0 req-10ffc3a9-12f7-47e3-809d-67ddf572f3e4 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:30.562019 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-82cf3a25-3624-4d0e-bc3c-e4c335ad3ab0 req-10ffc3a9-12f7-47e3-809d-67ddf572f3e4 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.2993708 Feb 20 05:29:30.590571 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-472c0a2c-03fe-49cd-b6ff-7125e4d71dd3 None None] Publish callbacks [] for port (1f2bb12c-10b7-4e33-8f2f-d428561f6e4a), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:30.603920 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-0daee3b1-ea10-4709-b292-eaebd8aa701c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6709cd3-a9e1-4301-b27c-1a21b12f8ef1 HTTP/1.1" status: 200 len: 217 time: 0.0848434 Feb 20 05:29:30.611390 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-472c0a2c-03fe-49cd-b6ff-7125e4d71dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (1f2bb12c-10b7-4e33-8f2f-d428561f6e4a), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:30.616653 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e13047-e550-4e3d-818e-bfc072fdaa83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ffc339-272b-46ce-82d4-924312b89e6e,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:30.642983 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472c0a2c-03fe-49cd-b6ff-7125e4d71dd3 None None] Network 1b43d151-723d-4d53-ab29-704a1719daa4 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:29:30.649201 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-472c0a2c-03fe-49cd-b6ff-7125e4d71dd3 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:29:30.651984 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472c0a2c-03fe-49cd-b6ff-7125e4d71dd3 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:29:30.690343 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-14d58ba6-8d67-4b22-82d9-746fbe98e6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:30.692638 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-14d58ba6-8d67-4b22-82d9-746fbe98e6da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1 HTTP/1.1" status: 200 len: 853 time: 0.0818620 Feb 20 05:29:30.721661 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=4167998b-6590-4bd3-ba29-eeddd4930c02,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:30.774816 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c0a2c-03fe-49cd-b6ff-7125e4d71dd3 None None] Pushing event updated for resources: {'Port': ['ID=1f2bb12c-10b7-4e33-8f2f-d428561f6e4a,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:30.791365 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-82cf3a25-3624-4d0e-bc3c-e4c335ad3ab0 req-34119b50-e2bd-4a25-8f98-caa5a3048488 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283368 Feb 20 05:29:30.792890 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-472c0a2c-03fe-49cd-b6ff-7125e4d71dd3 None None] Attempting to bind port 1f2bb12c-10b7-4e33-8f2f-d428561f6e4a on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:29:30.793272 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-472c0a2c-03fe-49cd-b6ff-7125e4d71dd3 None None] Attempting to bind port 1f2bb12c-10b7-4e33-8f2f-d428561f6e4a by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '127a549a-5d45-47fb-a5e2-6fb7ffa95798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:29:30.793656 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472c0a2c-03fe-49cd-b6ff-7125e4d71dd3 None None] Attempting to bind port 1f2bb12c-10b7-4e33-8f2f-d428561f6e4a on network 1b43d151-723d-4d53-ab29-704a1719daa4 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:29:30.800404 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472c0a2c-03fe-49cd-b6ff-7125e4d71dd3 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:29:30.800404 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472c0a2c-03fe-49cd-b6ff-7125e4d71dd3 None None] Checking segment: {'id': '127a549a-5d45-47fb-a5e2-6fb7ffa95798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:29:30.800823 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-472c0a2c-03fe-49cd-b6ff-7125e4d71dd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:30.801505 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472c0a2c-03fe-49cd-b6ff-7125e4d71dd3 None None] Bound using segment: {'id': '127a549a-5d45-47fb-a5e2-6fb7ffa95798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:29:30.802003 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-472c0a2c-03fe-49cd-b6ff-7125e4d71dd3 None None] Bound port: 1f2bb12c-10b7-4e33-8f2f-d428561f6e4a, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127a549a-5d45-47fb-a5e2-6fb7ffa95798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:29:30.802392 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-472c0a2c-03fe-49cd-b6ff-7125e4d71dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1f2bb12c-10b7-4e33-8f2f-d428561f6e4a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:30.836258 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-b4fb8b0d-d134-4575-826c-33820bcaec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:30.838301 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-b4fb8b0d-d134-4575-826c-33820bcaec30 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ee153307-2e76-47f0-ba7a-a1f2308e4afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1386497 Feb 20 05:29:30.919562 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-472c0a2c-03fe-49cd-b6ff-7125e4d71dd3 None None] For port 1f2bb12c-10b7-4e33-8f2f-d428561f6e4a, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:29:30.929911 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-472c0a2c-03fe-49cd-b6ff-7125e4d71dd3 None None] For port 1f2bb12c-10b7-4e33-8f2f-d428561f6e4a, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1f2bb12c-10b7-4e33-8f2f-d428561f6e4a,segment=NetworkSegment(127a549a-5d45-47fb-a5e2-6fb7ffa95798),segment_id=127a549a-5d45-47fb-a5e2-6fb7ffa95798)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:29:30.951389 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f839723a-2982-4be7-acba-520ca01e263b x-openstack-request-id: req-f839723a-2982-4be7-acba-520ca01e263b {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:29:30.952079 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "661f58d4-6dab-41f9-8503-5cd44baf264c", "tag": "b6709cd3-a9e1-4301-b27c-1a21b12f8ef1", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:29:30.952595 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f839723a-2982-4be7-acba-520ca01e263b {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:29:30.953241 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661f58d4-6dab-41f9-8503-5cd44baf264c', 'tag': 'b6709cd3-a9e1-4301-b27c-1a21b12f8ef1', 'status': 'completed', 'code': 200} Feb 20 05:29:30.953431 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-472c0a2c-03fe-49cd-b6ff-7125e4d71dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1f2bb12c-10b7-4e33-8f2f-d428561f6e4a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:31.071770 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b90a3e4-922a-40e4-8663-81556c83feeb x-openstack-request-id: req-2b90a3e4-922a-40e4-8663-81556c83feeb {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:29:31.072379 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1762446e-7d51-4022-9b24-2fdccb7e81a1", "name": "network-vif-plugged", "status": "completed", "tag": "4167998b-6590-4bd3-ba29-eeddd4930c02", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:29:31.072855 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b90a3e4-922a-40e4-8663-81556c83feeb {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:29:31.073474 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1762446e-7d51-4022-9b24-2fdccb7e81a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4167998b-6590-4bd3-ba29-eeddd4930c02', 'code': 200} Feb 20 05:29:31.076848 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c0a2c-03fe-49cd-b6ff-7125e4d71dd3 None None] Pushing event updated for resources: {'Port': ['ID=1f2bb12c-10b7-4e33-8f2f-d428561f6e4a,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:31.115500 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-8eda59e3-5c98-44ee-885d-6f79a11880b3 service neutron] 10.222.0.61 "GET /v2.0/networks/ee153307-2e76-47f0-ba7a-a1f2308e4afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693143 Feb 20 05:29:31.197990 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c8a1d10-9003-45a3-9d01-3c1a5676a29b admin admin] Publish callbacks [] for router_gateway (9893c6d0-9f1e-47c7-940a-90e89eaa5228), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:31.200294 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5d26297c-7b11-49fd-94ff-31184d84224f admin admin] Publish callbacks [] for security_group (e7ffc339-272b-46ce-82d4-924312b89e6e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:31.237648 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c8a1d10-9003-45a3-9d01-3c1a5676a29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:31.263807 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5d26297c-7b11-49fd-94ff-31184d84224f admin admin] Publish callbacks [] for security_group (e7ffc339-272b-46ce-82d4-924312b89e6e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:31.268994 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05edfb2c-5394-4677-a09b-63e87a1bab73 req-8f4978b9-bcbc-440d-8fe8-a0c315d5ffef service neutron] 10.222.0.61 "GET /v2.0/networks/ee153307-2e76-47f0-ba7a-a1f2308e4afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453280 Feb 20 05:29:31.401293 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03641bbc-0c7d-4f9a-9bdd-cd7e7d29cc5a req-76064035-3f44-4c15-96d3-19a8df3ca3b0 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:31.402861 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-03641bbc-0c7d-4f9a-9bdd-cd7e7d29cc5a req-76064035-3f44-4c15-96d3-19a8df3ca3b0 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/ports?device_id=661f58d4-6dab-41f9-8503-5cd44baf264c HTTP/1.1" status: 200 len: 944 time: 0.1326656 Feb 20 05:29:31.458931 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5d26297c-7b11-49fd-94ff-31184d84224f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e7ffc339-272b-46ce-82d4-924312b89e6e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:31.475067 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5d26297c-7b11-49fd-94ff-31184d84224f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:31.476422 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5d26297c-7b11-49fd-94ff-31184d84224f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7ffc339-272b-46ce-82d4-924312b89e6e HTTP/1.1" status: 204 len: 168 time: 0.9678786 Feb 20 05:29:31.516774 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26297c-7b11-49fd-94ff-31184d84224f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ffc339-272b-46ce-82d4-924312b89e6e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:31.564679 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-03641bbc-0c7d-4f9a-9bdd-cd7e7d29cc5a req-dbe3b99d-2a6b-4b12-86f5-7bad8b8997a1 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e18e861-e6a2-474b-bf7b-2ae6364984d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265235 Feb 20 05:29:31.572024 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4e337-0c6d-4a25-af11-0065d25372d6 req-15367d94-09b0-4a3d-b153-635824dbf8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:31.589646 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33b4e337-0c6d-4a25-af11-0065d25372d6 req-15367d94-09b0-4a3d-b153-635824dbf8f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50638e3292f145bfab2125af4ea4e7fb&device_id=661f58d4-6dab-41f9-8503-5cd44baf264c HTTP/1.1" status: 200 len: 1126 time: 0.2247131 Feb 20 05:29:31.598225 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-5c8a1d10-9003-45a3-9d01-3c1a5676a29b admin admin] Allocated IP 172.25.3.38 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/ccc63eb4-a279-4d04-ac2b-bda08521691d) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:29:31.797260 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c8a1d10-9003-45a3-9d01-3c1a5676a29b admin admin] Publish callbacks [] for port (ccc63eb4-a279-4d04-ac2b-bda08521691d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:31.803393 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4e337-0c6d-4a25-af11-0065d25372d6 req-7edba98b-4a5a-49d8-9ab6-1960563580c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:31.810182 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33b4e337-0c6d-4a25-af11-0065d25372d6 req-7edba98b-4a5a-49d8-9ab6-1960563580c5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ee153307-2e76-47f0-ba7a-a1f2308e4afd HTTP/1.1" status: 200 len: 914 time: 0.2144742 Feb 20 05:29:31.897212 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c8a1d10-9003-45a3-9d01-3c1a5676a29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (ccc63eb4-a279-4d04-ac2b-bda08521691d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:31.930133 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33b4e337-0c6d-4a25-af11-0065d25372d6 req-bfcce7e5-f19b-4473-93dd-96fe49419b1e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6709cd3-a9e1-4301-b27c-1a21b12f8ef1 HTTP/1.1" status: 200 len: 217 time: 0.1109831 Feb 20 05:29:31.950465 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8a1d10-9003-45a3-9d01-3c1a5676a29b admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:29:31.955556 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-5c8a1d10-9003-45a3-9d01-3c1a5676a29b admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:29:31.966258 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8a1d10-9003-45a3-9d01-3c1a5676a29b admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:29:32.023299 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4e337-0c6d-4a25-af11-0065d25372d6 req-b3dd29f0-813e-4f02-ac3f-1b6d8b481916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:32.024774 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33b4e337-0c6d-4a25-af11-0065d25372d6 req-b3dd29f0-813e-4f02-ac3f-1b6d8b481916 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1 HTTP/1.1" status: 200 len: 853 time: 0.0891023 Feb 20 05:29:32.035936 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a1d10-9003-45a3-9d01-3c1a5676a29b admin admin] Pushing event updated for resources: {'Port': ['ID=ccc63eb4-a279-4d04-ac2b-bda08521691d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:32.078241 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25df27-7d0d-4ef9-9e83-5037a735ae68 req-1db96124-fde5-4a3d-843c-0a2c2c28c101 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:32.089062 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ac25df27-7d0d-4ef9-9e83-5037a735ae68 req-1db96124-fde5-4a3d-843c-0a2c2c28c101 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.1178057 Feb 20 05:29:32.177952 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1f2bb12c-10b7-4e33-8f2f-d428561f6e4a up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:29:32.222606 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4e337-0c6d-4a25-af11-0065d25372d6 req-c37aa515-9c92-4614-b294-4bfd19e06e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:32.224139 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33b4e337-0c6d-4a25-af11-0065d25372d6 req-c37aa515-9c92-4614-b294-4bfd19e06e9c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ee153307-2e76-47f0-ba7a-a1f2308e4afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1923361 Feb 20 05:29:32.255632 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ac25df27-7d0d-4ef9-9e83-5037a735ae68 req-4a0e2ef8-3b32-4574-afd1-7fe97f8b0666 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567342 Feb 20 05:29:32.339144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 1f2bb12c-10b7-4e33-8f2f-d428561f6e4a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:32.339562 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1f2bb12c-10b7-4e33-8f2f-d428561f6e4a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:32.443236 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33b4e337-0c6d-4a25-af11-0065d25372d6 req-6a877998-7cb6-41c5-a4a0-74f3136d2dfd service neutron] 10.222.0.61 "GET /v2.0/networks/ee153307-2e76-47f0-ba7a-a1f2308e4afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866748 Feb 20 05:29:32.556524 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 1f2bb12c-10b7-4e33-8f2f-d428561f6e4a is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:32.556926 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1f2bb12c-10b7-4e33-8f2f-d428561f6e4a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:32.591127 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33b4e337-0c6d-4a25-af11-0065d25372d6 req-d5c66d29-0993-4349-b7d9-e26f06775c91 service neutron] 10.222.0.61 "GET /v2.0/networks/ee153307-2e76-47f0-ba7a-a1f2308e4afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374857 Feb 20 05:29:32.620375 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c8a1d10-9003-45a3-9d01-3c1a5676a29b admin admin] Publish callbacks [] for router_gateway (9893c6d0-9f1e-47c7-940a-90e89eaa5228), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:32.690171 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 1f2bb12c-10b7-4e33-8f2f-d428561f6e4a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1f2bb12c-10b7-4e33-8f2f-d428561f6e4a,segment=NetworkSegment(127a549a-5d45-47fb-a5e2-6fb7ffa95798),segment_id=127a549a-5d45-47fb-a5e2-6fb7ffa95798)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:32.702363 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1f2bb12c-10b7-4e33-8f2f-d428561f6e4a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:32.810348 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef868f-e504-4c3e-9f36-4f3c89e6344c req-945bb785-da17-4dd9-b04b-4d4ada2d8418 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:32.813933 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00ef868f-e504-4c3e-9f36-4f3c89e6344c req-945bb785-da17-4dd9-b04b-4d4ada2d8418 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/ports?device_id=661f58d4-6dab-41f9-8503-5cd44baf264c HTTP/1.1" status: 200 len: 944 time: 0.1167390 Feb 20 05:29:32.864222 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=1f2bb12c-10b7-4e33-8f2f-d428561f6e4a,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:32.891720 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53046) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:32.901854 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef22f926-5a54-4ed1-b63a-1981856c75cb None None] Network 1b43d151-723d-4d53-ab29-704a1719daa4 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:29:32.972157 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00ef868f-e504-4c3e-9f36-4f3c89e6344c req-c441abcb-4b13-4645-b004-b346b521f89b tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e18e861-e6a2-474b-bf7b-2ae6364984d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450903 Feb 20 05:29:33.068058 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-afc005f8-6bae-41d0-a268-d11f93793588 None None] Provisioning complete for port 1f2bb12c-10b7-4e33-8f2f-d428561f6e4a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:33.068433 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-afc005f8-6bae-41d0-a268-d11f93793588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1f2bb12c-10b7-4e33-8f2f-d428561f6e4a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:33.134437 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ba66389a-a94a-4552-b75e-40ce13d99741 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1391450875-network', 'tenant_id': 'b9553800a09740f69ace4bfc452aa93e'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:33.140560 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c8a1d10-9003-45a3-9d01-3c1a5676a29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (9893c6d0-9f1e-47c7-940a-90e89eaa5228), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:33.195460 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba66389a-a94a-4552-b75e-40ce13d99741 admin admin] Made reservation on behalf of b9553800a09740f69ace4bfc452aa93e for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:29:33.200402 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba66389a-a94a-4552-b75e-40ce13d99741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:33.223881 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba66389a-a94a-4552-b75e-40ce13d99741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:33.345368 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-afc005f8-6bae-41d0-a268-d11f93793588 None None] Current status of the port 1f2bb12c-10b7-4e33-8f2f-d428561f6e4a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:33.389668 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba66389a-a94a-4552-b75e-40ce13d99741 admin admin] Publish callbacks [] for security_group (439a534e-e0f1-4d3b-8107-c9a61904569f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:33.433797 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba66389a-a94a-4552-b75e-40ce13d99741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (439a534e-e0f1-4d3b-8107-c9a61904569f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:33.473933 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8a1d10-9003-45a3-9d01-3c1a5676a29b admin admin] Router 9893c6d0-9f1e-47c7-940a-90e89eaa5228 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:29:33.475274 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66389a-a94a-4552-b75e-40ce13d99741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439a534e-e0f1-4d3b-8107-c9a61904569f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:33.520157 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba66389a-a94a-4552-b75e-40ce13d99741 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:29:33.557625 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba66389a-a94a-4552-b75e-40ce13d99741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (36ebca1d-0c4a-4764-8524-07486653a750), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:33.558331 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-ba66389a-a94a-4552-b75e-40ce13d99741 admin admin] Added segment 36ebca1d-0c4a-4764-8524-07486653a750 of type vlan for network e916380e-7a88-4b0b-afe1-3c59f57d12ca Feb 20 05:29:33.605270 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19623e3-8e38-47c7-805b-654290c6319a req-b492e8f9-3eae-4780-9150-6c330ac23cf6 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:33.606855 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d19623e3-8e38-47c7-805b-654290c6319a req-b492e8f9-3eae-4780-9150-6c330ac23cf6 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.2126091 Feb 20 05:29:33.676017 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-82ddc23f-647c-4f10-a98a-084ed6ee684d None None] Provisioning complete for port 1f2bb12c-10b7-4e33-8f2f-d428561f6e4a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:33.679108 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-82ddc23f-647c-4f10-a98a-084ed6ee684d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1f2bb12c-10b7-4e33-8f2f-d428561f6e4a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:33.679752 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba66389a-a94a-4552-b75e-40ce13d99741 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (e916380e-7a88-4b0b-afe1-3c59f57d12ca), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:33.700073 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8a1d10-9003-45a3-9d01-3c1a5676a29b admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:29:33.725849 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c8a1d10-9003-45a3-9d01-3c1a5676a29b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:33.731083 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba66389a-a94a-4552-b75e-40ce13d99741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (e916380e-7a88-4b0b-afe1-3c59f57d12ca), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:33.732675 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f4ce1-8ac6-4aea-96d4-b860950c445b None None] Sync routers for ids ['9893c6d0-9f1e-47c7-940a-90e89eaa5228'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:29:33.732909 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5c8a1d10-9003-45a3-9d01-3c1a5676a29b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.3461256 Feb 20 05:29:33.733429 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba66389a-a94a-4552-b75e-40ce13d99741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:33.734240 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba66389a-a94a-4552-b75e-40ce13d99741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:33.735875 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53060) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:33.775558 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0f4ce1-8ac6-4aea-96d4-b860950c445b None None] Routers {'9893c6d0-9f1e-47c7-940a-90e89eaa5228'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:29:33.776345 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-2f0f4ce1-8ac6-4aea-96d4-b860950c445b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:29:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9893c6d0-9f1e-47c7-940a-90e89eaa5228'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:33.854191 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d19623e3-8e38-47c7-805b-654290c6319a req-2de70b77-542a-4ca7-8376-ccd485ff7e99 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357197 Feb 20 05:29:33.891452 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ba66389a-a94a-4552-b75e-40ce13d99741 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9965813 Feb 20 05:29:33.893963 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53062) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:33.895430 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66389a-a94a-4552-b75e-40ce13d99741 admin admin] Pushing event updated for resources: {'Network': ['ID=e916380e-7a88-4b0b-afe1-3c59f57d12ca,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:33.902376 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-3f520dd4-e6d1-48a3-b919-5dbce1ee25e5 admin admin] Request body: {'subnet': {'network_id': 'e916380e-7a88-4b0b-afe1-3c59f57d12ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1391450875-subnet', 'tenant_id': 'b9553800a09740f69ace4bfc452aa93e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:33.932268 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network e916380e-7a88-4b0b-afe1-3c59f57d12ca details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:29:33.938516 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f520dd4-e6d1-48a3-b919-5dbce1ee25e5 admin admin] Made reservation on behalf of b9553800a09740f69ace4bfc452aa93e for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:29:33.941740 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f520dd4-e6d1-48a3-b919-5dbce1ee25e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:34.193117 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1f2bb12c-10b7-4e33-8f2f-d428561f6e4a up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:29:34.193345 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc3984-7d85-4c58-bc39-47ac6091d598 req-7204b7ca-35fe-45e7-a29a-02b498f3ff6d tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:34.205082 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-54fc3984-7d85-4c58-bc39-47ac6091d598 req-7204b7ca-35fe-45e7-a29a-02b498f3ff6d tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/ports?device_id=661f58d4-6dab-41f9-8503-5cd44baf264c HTTP/1.1" status: 200 len: 944 time: 0.1103177 Feb 20 05:29:34.248866 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-82ddc23f-647c-4f10-a98a-084ed6ee684d None None] Current status of the port 1f2bb12c-10b7-4e33-8f2f-d428561f6e4a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:34.298788 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-54fc3984-7d85-4c58-bc39-47ac6091d598 req-15edb007-0540-4578-ba6e-7b7472f66eaa tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e18e861-e6a2-474b-bf7b-2ae6364984d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849888 Feb 20 05:29:34.447732 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-2f0f4ce1-8ac6-4aea-96d4-b860950c445b None None] Set router 9893c6d0-9f1e-47c7-940a-90e89eaa5228 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:29:34.562679 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f520dd4-e6d1-48a3-b919-5dbce1ee25e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (f5d356b8-b39f-4b24-b597-2f5f23d7b3b6), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:34.618613 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 1f2bb12c-10b7-4e33-8f2f-d428561f6e4a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:34.619017 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1f2bb12c-10b7-4e33-8f2f-d428561f6e4a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:34.687848 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f520dd4-e6d1-48a3-b919-5dbce1ee25e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5d356b8-b39f-4b24-b597-2f5f23d7b3b6,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:34.699686 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f520dd4-e6d1-48a3-b919-5dbce1ee25e5 admin admin] Checking segment: {'id': '36ebca1d-0c4a-4764-8524-07486653a750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e916380e-7a88-4b0b-afe1-3c59f57d12ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:29:34.700325 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f520dd4-e6d1-48a3-b919-5dbce1ee25e5 admin admin] Network hostable DHCP agents. Network: e916380e-7a88-4b0b-afe1-3c59f57d12ca, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:29:34.769061 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f520dd4-e6d1-48a3-b919-5dbce1ee25e5 admin admin] Network e916380e-7a88-4b0b-afe1-3c59f57d12ca is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:29:34.778718 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c00468c2-0cf9-4c92-bf46-7f08d59ec88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:34.785429 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 1f2bb12c-10b7-4e33-8f2f-d428561f6e4a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:34.820948 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-2f0f4ce1-8ac6-4aea-96d4-b860950c445b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'name': 'tempest-ServersTestJSON-832282820-router', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ccc63eb4-a279-4d04-ac2b-bda08521691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:29Z', 'updated_at': '2022-02-20T05:29:32Z', 'revision_number': 3, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'gw_port': {'id': 'ccc63eb4-a279-4d04-ac2b-bda08521691d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:01:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:31Z', 'updated_at': '2022-02-20T05:29:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:34.821228 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-3f520dd4-e6d1-48a3-b919-5dbce1ee25e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, e916380e-7a88-4b0b-afe1-3c59f57d12ca) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:29:34.853778 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f520dd4-e6d1-48a3-b919-5dbce1ee25e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:34.853778 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f520dd4-e6d1-48a3-b919-5dbce1ee25e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:34.905874 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53078) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:34.910358 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82cd083-90f2-46be-8d6e-f58c2e4adb28 None None] Network e916380e-7a88-4b0b-afe1-3c59f57d12ca requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:29:34.911447 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3f520dd4-e6d1-48a3-b919-5dbce1ee25e5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0129642 Feb 20 05:29:34.913924 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-7d7fbe68-1daa-4437-917d-229049bad9fa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1391450875-router', 'tenant_id': 'b9553800a09740f69ace4bfc452aa93e', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:34.919236 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f4ce1-8ac6-4aea-96d4-b860950c445b None None] Checking router: 9893c6d0-9f1e-47c7-940a-90e89eaa5228 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:29:34.919715 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f4ce1-8ac6-4aea-96d4-b860950c445b None None] Updating router 9893c6d0-9f1e-47c7-940a-90e89eaa5228 port ccc63eb4-a279-4d04-ac2b-bda08521691d binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:29:35.015641 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d7fbe68-1daa-4437-917d-229049bad9fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (135c336b-1491-40fd-9921-0dcc9cd16528), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:35.027504 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d7fbe68-1daa-4437-917d-229049bad9fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (135c336b-1491-40fd-9921-0dcc9cd16528), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:35.058728 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b6709cd3-a9e1-4301-b27c-1a21b12f8ef1 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:29:35.112576 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f0f4ce1-8ac6-4aea-96d4-b860950c445b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ccc63eb4-a279-4d04-ac2b-bda08521691d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:35.272963 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d7fbe68-1daa-4437-917d-229049bad9fa admin admin] Publish callbacks [] for router_controller (135c336b-1491-40fd-9921-0dcc9cd16528), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:35.310483 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558ec41-5027-41e3-bb34-5b3e39cd0ce0 req-a1a4ecf6-03c6-4eac-99ba-45ee97e0b8c3 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:35.312176 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e558ec41-5027-41e3-bb34-5b3e39cd0ce0 req-a1a4ecf6-03c6-4eac-99ba-45ee97e0b8c3 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.2732205 Feb 20 05:29:35.371223 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-c00468c2-0cf9-4c92-bf46-7f08d59ec88f admin admin] Allocated IP 172.20.0.1 (1b43d151-723d-4d53-ab29-704a1719daa4/f6b518f2-00ef-4191-ad2f-d2104b8cb5ec/58beebe3-adfb-4eb0-9480-76eb95450778) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:29:35.598473 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c00468c2-0cf9-4c92-bf46-7f08d59ec88f admin admin] Publish callbacks [] for port (58beebe3-adfb-4eb0-9480-76eb95450778), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:35.604420 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f0f4ce1-8ac6-4aea-96d4-b860950c445b None None] Publish callbacks [] for port (ccc63eb4-a279-4d04-ac2b-bda08521691d), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:35.612146 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a347222-9d2a-41f6-a7c4-c5acf5406ed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-e916380e-7a88-4b0b-afe1-3c59f57d12ca', 'network_id': 'e916380e-7a88-4b0b-afe1-3c59f57d12ca', 'project_id': 'b9553800a09740f69ace4bfc452aa93e', 'fixed_ips': [{'subnet_id': 'f5d356b8-b39f-4b24-b597-2f5f23d7b3b6'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:29:35.613829 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0a347222-9d2a-41f6-a7c4-c5acf5406ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:35.620015 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f0f4ce1-8ac6-4aea-96d4-b860950c445b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ccc63eb4-a279-4d04-ac2b-bda08521691d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:35.648839 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c00468c2-0cf9-4c92-bf46-7f08d59ec88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (58beebe3-adfb-4eb0-9480-76eb95450778), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:35.704318 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d7fbe68-1daa-4437-917d-229049bad9fa admin admin] Publish callbacks [] for router_gateway (135c336b-1491-40fd-9921-0dcc9cd16528), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:35.709362 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00468c2-0cf9-4c92-bf46-7f08d59ec88f admin admin] Network 1b43d151-723d-4d53-ab29-704a1719daa4 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:29:35.713634 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-c00468c2-0cf9-4c92-bf46-7f08d59ec88f admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:29:35.716790 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00468c2-0cf9-4c92-bf46-7f08d59ec88f admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:29:35.760667 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00468c2-0cf9-4c92-bf46-7f08d59ec88f admin admin] Pushing event updated for resources: {'Port': ['ID=58beebe3-adfb-4eb0-9480-76eb95450778,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:35.786062 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c00468c2-0cf9-4c92-bf46-7f08d59ec88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (9893c6d0-9f1e-47c7-940a-90e89eaa5228), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:35.853102 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-2f0f4ce1-8ac6-4aea-96d4-b860950c445b None None] Attempting to bind port ccc63eb4-a279-4d04-ac2b-bda08521691d on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:29:35.853479 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-2f0f4ce1-8ac6-4aea-96d4-b860950c445b None None] Attempting to bind port ccc63eb4-a279-4d04-ac2b-bda08521691d by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:29:35.853826 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f4ce1-8ac6-4aea-96d4-b860950c445b None None] Attempting to bind port ccc63eb4-a279-4d04-ac2b-bda08521691d on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:29:35.895173 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f4ce1-8ac6-4aea-96d4-b860950c445b None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:29:35.895574 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f4ce1-8ac6-4aea-96d4-b860950c445b None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:29:35.895977 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f0f4ce1-8ac6-4aea-96d4-b860950c445b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:35.896374 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f4ce1-8ac6-4aea-96d4-b860950c445b None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:29:35.897102 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-2f0f4ce1-8ac6-4aea-96d4-b860950c445b None None] Bound port: ccc63eb4-a279-4d04-ac2b-bda08521691d, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:29:35.897486 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f0f4ce1-8ac6-4aea-96d4-b860950c445b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ccc63eb4-a279-4d04-ac2b-bda08521691d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:35.904738 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df9350-9bdf-4eca-9133-52671600d6df None None] Pushing event updated for resources: {'Port': ['ID=ccc63eb4-a279-4d04-ac2b-bda08521691d,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:35.932422 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e558ec41-5027-41e3-bb34-5b3e39cd0ce0 req-4cdec0e4-e2b7-41f1-891f-771d54bf1df9 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442837 Feb 20 05:29:35.980985 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b4e68-eac6-4b86-b20d-cbf4b73a4f0d req-53b55415-eddb-4017-9204-85b49db6dca5 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:36.006238 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-161b4e68-eac6-4b86-b20d-cbf4b73a4f0d req-53b55415-eddb-4017-9204-85b49db6dca5 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/ports?device_id=661f58d4-6dab-41f9-8503-5cd44baf264c HTTP/1.1" status: 200 len: 944 time: 0.3288450 Feb 20 05:29:36.182031 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c00468c2-0cf9-4c92-bf46-7f08d59ec88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (58beebe3-adfb-4eb0-9480-76eb95450778), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:36.201936 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-161b4e68-eac6-4b86-b20d-cbf4b73a4f0d req-0f0b9f39-d6ee-4b11-b505-fea53f9c24a7 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e18e861-e6a2-474b-bf7b-2ae6364984d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945868 Feb 20 05:29:36.254614 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b6709cd3-a9e1-4301-b27c-1a21b12f8ef1, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b6709cd3-a9e1-4301-b27c-1a21b12f8ef1,segment=NetworkSegment(ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7),segment_id=ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:36.284251 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2f0f4ce1-8ac6-4aea-96d4-b860950c445b None None] For port ccc63eb4-a279-4d04-ac2b-bda08521691d, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:29:36.346645 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2f0f4ce1-8ac6-4aea-96d4-b860950c445b None None] For port ccc63eb4-a279-4d04-ac2b-bda08521691d, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=ccc63eb4-a279-4d04-ac2b-bda08521691d,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:29:36.378002 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e3ef5aeb-62ae-416c-9275-dac6c48f0b29 None None] Provisioning complete for port 58beebe3-adfb-4eb0-9480-76eb95450778 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:36.381389 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e3ef5aeb-62ae-416c-9275-dac6c48f0b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (58beebe3-adfb-4eb0-9480-76eb95450778), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:36.384321 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'b6709cd3-a9e1-4301-b27c-1a21b12f8ef1', 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd', 'port_id': 'b6709cd3-a9e1-4301-b27c-1a21b12f8ef1', 'mac_address': 'fa:16:3e:38:87:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:29:36.398669 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f0f4ce1-8ac6-4aea-96d4-b860950c445b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ccc63eb4-a279-4d04-ac2b-bda08521691d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:36.450741 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-0a347222-9d2a-41f6-a7c4-c5acf5406ed1 None None] Allocated IP 172.20.0.2 (e916380e-7a88-4b0b-afe1-3c59f57d12ca/f5d356b8-b39f-4b24-b597-2f5f23d7b3b6/c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:29:36.521451 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee781672-1b4d-482f-a91d-020df98b010b req-f630be86-36ac-47bd-bebb-b928485df24a tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:36.528536 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ee781672-1b4d-482f-a91d-020df98b010b req-f630be86-36ac-47bd-bebb-b928485df24a tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/networks?id=bfecaaea-4537-49c6-826a-93e263cff952 HTTP/1.1" status: 200 len: 810 time: 0.2921846 Feb 20 05:29:36.549332 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df9350-9bdf-4eca-9133-52671600d6df None None] Pushing event updated for resources: {'Port': ['ID=ccc63eb4-a279-4d04-ac2b-bda08521691d,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:36.551687 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ee781672-1b4d-482f-a91d-020df98b010b req-097e08fb-8952-48b6-b652-bdb90a332959 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/quotas/ba68b400a4764ecd8cffcc89b3c1b40a HTTP/1.1" status: 200 len: 375 time: 0.0222173 Feb 20 05:29:36.609746 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c00468c2-0cf9-4c92-bf46-7f08d59ec88f admin admin] Publish callbacks [] for port (58beebe3-adfb-4eb0-9480-76eb95450778), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:36.620121 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c00468c2-0cf9-4c92-bf46-7f08d59ec88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (58beebe3-adfb-4eb0-9480-76eb95450778), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:36.676576 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00468c2-0cf9-4c92-bf46-7f08d59ec88f admin admin] Pushing event updated for resources: {'Port': ['ID=58beebe3-adfb-4eb0-9480-76eb95450778,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:36.734017 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c00468c2-0cf9-4c92-bf46-7f08d59ec88f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (9893c6d0-9f1e-47c7-940a-90e89eaa5228), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:36.872936 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e3ef5aeb-62ae-416c-9275-dac6c48f0b29 None None] Port 58beebe3-adfb-4eb0-9480-76eb95450778 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:29:36.892422 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port b6709cd3-a9e1-4301-b27c-1a21b12f8ef1 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:36.893111 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b6709cd3-a9e1-4301-b27c-1a21b12f8ef1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:36.937388 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6709cd3-a9e1-4301-b27c-1a21b12f8ef1 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:29:36.942891 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00468c2-0cf9-4c92-bf46-7f08d59ec88f admin admin] Network 1b43d151-723d-4d53-ab29-704a1719daa4 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:29:36.949733 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-c00468c2-0cf9-4c92-bf46-7f08d59ec88f admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:29:36.983469 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0f4ce1-8ac6-4aea-96d4-b860950c445b None None] Routers {'9893c6d0-9f1e-47c7-940a-90e89eaa5228'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:29:36.984858 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-2f0f4ce1-8ac6-4aea-96d4-b860950c445b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:29:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9893c6d0-9f1e-47c7-940a-90e89eaa5228'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:37.124747 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ee781672-1b4d-482f-a91d-020df98b010b req-1e79a55c-6c89-4363-baa6-89579e6c582a tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ba68b400a4764ecd8cffcc89b3c1b40a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5714030 Feb 20 05:29:37.163804 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00468c2-0cf9-4c92-bf46-7f08d59ec88f admin admin] Router 9893c6d0-9f1e-47c7-940a-90e89eaa5228 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:29:37.177724 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b6709cd3-a9e1-4301-b27c-1a21b12f8ef1, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b6709cd3-a9e1-4301-b27c-1a21b12f8ef1,segment=NetworkSegment(ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7),segment_id=ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:37.229130 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b6709cd3-a9e1-4301-b27c-1a21b12f8ef1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:37.303346 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d7fbe68-1daa-4437-917d-229049bad9fa admin admin] Publish callbacks [] for router_gateway (135c336b-1491-40fd-9921-0dcc9cd16528), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:37.317479 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00468c2-0cf9-4c92-bf46-7f08d59ec88f admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:29:37.323252 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c00468c2-0cf9-4c92-bf46-7f08d59ec88f admin admin] 10.222.0.37 "PUT /v2.0/routers/9893c6d0-9f1e-47c7-940a-90e89eaa5228/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5861316 Feb 20 05:29:37.345189 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d7fbe68-1daa-4437-917d-229049bad9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:37.388409 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0a347222-9d2a-41f6-a7c4-c5acf5406ed1 None None] Publish callbacks [] for port (c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:37.428911 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0a347222-9d2a-41f6-a7c4-c5acf5406ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:37.466240 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-7d7fbe68-1daa-4437-917d-229049bad9fa admin admin] Allocated IP 172.25.3.221 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/4e56971e-10ed-4a42-b179-b57cb412e125) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:29:37.477054 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-2f0f4ce1-8ac6-4aea-96d4-b860950c445b None None] Set router 9893c6d0-9f1e-47c7-940a-90e89eaa5228 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:29:37.576523 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d7fbe68-1daa-4437-917d-229049bad9fa admin admin] Publish callbacks [] for port (4e56971e-10ed-4a42-b179-b57cb412e125), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:37.623102 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d7fbe68-1daa-4437-917d-229049bad9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (4e56971e-10ed-4a42-b179-b57cb412e125), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:37.638498 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a727e-4974-4d35-8b3a-da31880a55ee req-7bf2f15e-8129-4916-ae7c-cbb058133097 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:37.639959 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f47a727e-4974-4d35-8b3a-da31880a55ee req-7bf2f15e-8129-4916-ae7c-cbb058133097 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.4970410 Feb 20 05:29:37.668102 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a347222-9d2a-41f6-a7c4-c5acf5406ed1 None None] Network e916380e-7a88-4b0b-afe1-3c59f57d12ca is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:29:37.670308 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['b6709cd3-a9e1-4301-b27c-1a21b12f8ef1'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:29:37.674966 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-70c5730d-f12f-4512-9a6c-75ff3b7e316a None None] Provisioning complete for port 58beebe3-adfb-4eb0-9480-76eb95450778 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:37.676181 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70c5730d-f12f-4512-9a6c-75ff3b7e316a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (58beebe3-adfb-4eb0-9480-76eb95450778), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:37.683698 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fbe68-1daa-4437-917d-229049bad9fa admin admin] Pushing event updated for resources: {'Port': ['ID=4e56971e-10ed-4a42-b179-b57cb412e125,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:37.719148 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-0a347222-9d2a-41f6-a7c4-c5acf5406ed1 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:29:37.727229 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-70c5730d-f12f-4512-9a6c-75ff3b7e316a None None] Port 58beebe3-adfb-4eb0-9480-76eb95450778 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:29:37.731137 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7fbe68-1daa-4437-917d-229049bad9fa admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:29:37.734501 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=b6709cd3-a9e1-4301-b27c-1a21b12f8ef1,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:37.762133 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f47a727e-4974-4d35-8b3a-da31880a55ee req-3bafbf8d-d096-4f43-96ba-bc89b043c5ee tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794094 Feb 20 05:29:37.764909 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a347222-9d2a-41f6-a7c4-c5acf5406ed1 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:29:37.769460 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ee781672-1b4d-482f-a91d-020df98b010b req-5006882d-72e1-41f4-9dc3-29fcbcb7a594 service neutron] 10.222.0.37 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6439323 Feb 20 05:29:37.897285 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ee781672-1b4d-482f-a91d-020df98b010b req-c85c37ca-4cf3-49ae-9418-dcaf4bed9bd3 service neutron] 10.222.0.37 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225226 Feb 20 05:29:37.898592 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-7d7fbe68-1daa-4437-917d-229049bad9fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:29:37.904353 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7fbe68-1daa-4437-917d-229049bad9fa admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:29:38.101689 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0a347222-9d2a-41f6-a7c4-c5acf5406ed1 None None] Attempting to bind port c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:29:38.102203 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0a347222-9d2a-41f6-a7c4-c5acf5406ed1 None None] Attempting to bind port c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '36ebca1d-0c4a-4764-8524-07486653a750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e916380e-7a88-4b0b-afe1-3c59f57d12ca'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:29:38.102702 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a347222-9d2a-41f6-a7c4-c5acf5406ed1 None None] Attempting to bind port c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2 on network e916380e-7a88-4b0b-afe1-3c59f57d12ca {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:29:38.155240 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a347222-9d2a-41f6-a7c4-c5acf5406ed1 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:29:38.155240 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a347222-9d2a-41f6-a7c4-c5acf5406ed1 None None] Checking segment: {'id': '36ebca1d-0c4a-4764-8524-07486653a750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e916380e-7a88-4b0b-afe1-3c59f57d12ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:29:38.155240 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0a347222-9d2a-41f6-a7c4-c5acf5406ed1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:38.155647 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a347222-9d2a-41f6-a7c4-c5acf5406ed1 None None] Bound using segment: {'id': '36ebca1d-0c4a-4764-8524-07486653a750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e916380e-7a88-4b0b-afe1-3c59f57d12ca'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:29:38.156230 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0a347222-9d2a-41f6-a7c4-c5acf5406ed1 None None] Bound port: c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ebca1d-0c4a-4764-8524-07486653a750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e916380e-7a88-4b0b-afe1-3c59f57d12ca'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:29:38.156610 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0a347222-9d2a-41f6-a7c4-c5acf5406ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:38.214801 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a347222-9d2a-41f6-a7c4-c5acf5406ed1 None None] Pushing event updated for resources: {'Port': ['ID=c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:38.233865 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-2f0f4ce1-8ac6-4aea-96d4-b860950c445b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'name': 'tempest-ServersTestJSON-832282820-router', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ccc63eb4-a279-4d04-ac2b-bda08521691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:29Z', 'updated_at': '2022-02-20T05:29:36Z', 'revision_number': 4, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'gw_port': {'id': 'ccc63eb4-a279-4d04-ac2b-bda08521691d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:01:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:31Z', 'updated_at': '2022-02-20T05:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '58beebe3-adfb-4eb0-9480-76eb95450778', 'name': '', 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'mac_address': 'fa:16:3e:6f:1a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'f6b518f2-00ef-4191-ad2f-d2104b8cb5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:34Z', 'updated_at': '2022-02-20T05:29:36Z', 'revision_number': 2, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'subnets': [{'id': 'f6b518f2-00ef-4191-ad2f-d2104b8cb5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:38.295263 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f4ce1-8ac6-4aea-96d4-b860950c445b None None] The sync data for ids ['9893c6d0-9f1e-47c7-940a-90e89eaa5228'] in n-d-829866-5 is: [{'id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'name': 'tempest-ServersTestJSON-832282820-router', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ccc63eb4-a279-4d04-ac2b-bda08521691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:29Z', 'updated_at': '2022-02-20T05:29:36Z', 'revision_number': 4, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'gw_port': {'id': 'ccc63eb4-a279-4d04-ac2b-bda08521691d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:01:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:31Z', 'updated_at': '2022-02-20T05:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '58beebe3-adfb-4eb0-9480-76eb95450778', 'name': '', 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'mac_address': 'fa:16:3e:6f:1a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'f6b518f2-00ef-4191-ad2f-d2104b8cb5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:34Z', 'updated_at': '2022-02-20T05:29:36Z', 'revision_number': 2, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'subnets': [{'id': 'f6b518f2-00ef-4191-ad2f-d2104b8cb5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:29:38.371905 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0a347222-9d2a-41f6-a7c4-c5acf5406ed1 None None] For port c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:29:38.380543 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0a347222-9d2a-41f6-a7c4-c5acf5406ed1 None None] For port c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2,segment=NetworkSegment(36ebca1d-0c4a-4764-8524-07486653a750),segment_id=36ebca1d-0c4a-4764-8524-07486653a750)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:29:38.424604 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0a347222-9d2a-41f6-a7c4-c5acf5406ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:38.464635 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e843b7-77a7-4069-ab72-615533ccef7e req-2e14710a-e681-4838-a765-ed0ffe009b7c tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:38.474840 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-82e843b7-77a7-4069-ab72-615533ccef7e req-2e14710a-e681-4838-a765-ed0ffe009b7c tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/ports?device_id=661f58d4-6dab-41f9-8503-5cd44baf264c HTTP/1.1" status: 200 len: 945 time: 0.3856659 Feb 20 05:29:38.544544 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a347222-9d2a-41f6-a7c4-c5acf5406ed1 None None] Pushing event updated for resources: {'Port': ['ID=c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:38.771915 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-82e843b7-77a7-4069-ab72-615533ccef7e req-dc345516-040f-4fc0-8240-aa849c0664bf tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e18e861-e6a2-474b-bf7b-2ae6364984d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2932537 Feb 20 05:29:38.774575 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d7fbe68-1daa-4437-917d-229049bad9fa admin admin] Publish callbacks [] for router_gateway (135c336b-1491-40fd-9921-0dcc9cd16528), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:39.245749 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b6709cd3-a9e1-4301-b27c-1a21b12f8ef1 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:29:39.435152 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port b6709cd3-a9e1-4301-b27c-1a21b12f8ef1 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:29:39.447807 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53162) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:39.454607 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-63e897dc-ad32-4848-9598-75df0cfd6c3a tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Request body: {'security_group': {'name': 'tempest-securitygroup--430595438', 'description': 'tempest-description--559894642'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:39.464625 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port b6709cd3-a9e1-4301-b27c-1a21b12f8ef1 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:39.465166 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b6709cd3-a9e1-4301-b27c-1a21b12f8ef1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:39.526700 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-63e897dc-ad32-4848-9598-75df0cfd6c3a tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:39.570786 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-574a8da8-9edf-4542-8514-d41255f626eb req-027acc3c-4fb1-4625-beab-0668d2bf92ce tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=69267590-0924-4fdb-8629-e07aee4f33e9 HTTP/1.1" status: 200 len: 210 time: 0.2069135 Feb 20 05:29:39.718362 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port b6709cd3-a9e1-4301-b27c-1a21b12f8ef1 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:39.719645 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b6709cd3-a9e1-4301-b27c-1a21b12f8ef1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:39.809244 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d7fbe68-1daa-4437-917d-229049bad9fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (135c336b-1491-40fd-9921-0dcc9cd16528), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:39.828243 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661f58d4-6dab-41f9-8503-5cd44baf264c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6709cd3-a9e1-4301-b27c-1a21b12f8ef1'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:29:39.843133 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f912af-0bc3-4627-8d84-faeda6cb1956" -d '{"events": [{"server_uuid": "661f58d4-6dab-41f9-8503-5cd44baf264c", "name": "network-vif-plugged", "status": "completed", "tag": "b6709cd3-a9e1-4301-b27c-1a21b12f8ef1"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:29:39.855996 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-63e897dc-ad32-4848-9598-75df0cfd6c3a tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks [] for security_group (a1bd3d24-538d-469e-bd89-7611bd3861a6), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:39.873152 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-63e897dc-ad32-4848-9598-75df0cfd6c3a tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a1bd3d24-538d-469e-bd89-7611bd3861a6), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:39.896280 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b6709cd3-a9e1-4301-b27c-1a21b12f8ef1, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b6709cd3-a9e1-4301-b27c-1a21b12f8ef1,segment=NetworkSegment(ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7),segment_id=ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:39.909858 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b6709cd3-a9e1-4301-b27c-1a21b12f8ef1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:39.951472 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-63e897dc-ad32-4848-9598-75df0cfd6c3a tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:39.955017 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-63e897dc-ad32-4848-9598-75df0cfd6c3a tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5057807 Feb 20 05:29:39.961822 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53178) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:39.970338 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-ade46d06-fdf7-4fbf-b606-54668479a9c5 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Request body: {'security_group_rule': {'security_group_id': 'a1bd3d24-538d-469e-bd89-7611bd3861a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:39.983200 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e897dc-ad32-4848-9598-75df0cfd6c3a tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bd3d24-538d-469e-bd89-7611bd3861a6,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:40.042681 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ade46d06-fdf7-4fbf-b606-54668479a9c5 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks [] for security_group_rule (8f50c3e0-e44f-40d9-ac07-9077485fa529), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:40.134179 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=b6709cd3-a9e1-4301-b27c-1a21b12f8ef1,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:40.178484 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfbffa-4796-4a11-a0d6-ee8d674a28b1 req-c5ac7f84-14eb-4f97-b302-47107a478234 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:40.192759 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bdfbffa-4796-4a11-a0d6-ee8d674a28b1 req-c5ac7f84-14eb-4f97-b302-47107a478234 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.6043291 Feb 20 05:29:40.236375 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ade46d06-fdf7-4fbf-b606-54668479a9c5 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks [] for security_group_rule (8f50c3e0-e44f-40d9-ac07-9077485fa529), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:40.245411 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ade46d06-fdf7-4fbf-b606-54668479a9c5 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (8f50c3e0-e44f-40d9-ac07-9077485fa529), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:40.292513 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade46d06-fdf7-4fbf-b606-54668479a9c5 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f50c3e0-e44f-40d9-ac07-9077485fa529,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:40.303846 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ade46d06-fdf7-4fbf-b606-54668479a9c5 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:40.312592 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ade46d06-fdf7-4fbf-b606-54668479a9c5 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3489122 Feb 20 05:29:40.313252 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53186) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:40.325538 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-ecfb898e-eb9e-47e7-a9bd-89552a1d1cfc tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Request body: {'security_group_rule': {'security_group_id': 'a1bd3d24-538d-469e-bd89-7611bd3861a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:40.378036 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:29:40.399303 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ecfb898e-eb9e-47e7-a9bd-89552a1d1cfc tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks [] for security_group_rule (93a1828e-1f06-46b9-966d-15d3c051aa1c), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:40.482447 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00746c79-7d35-4a4d-aeab-3226c36f10f3 req-e764e37c-0d44-4fde-b585-c1a6e3ab0848 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:40.484724 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00746c79-7d35-4a4d-aeab-3226c36f10f3 req-e764e37c-0d44-4fde-b585-c1a6e3ab0848 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/ports?device_id=661f58d4-6dab-41f9-8503-5cd44baf264c HTTP/1.1" status: 200 len: 946 time: 0.3372447 Feb 20 05:29:40.486874 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7fbe68-1daa-4437-917d-229049bad9fa admin admin] Router 135c336b-1491-40fd-9921-0dcc9cd16528 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:29:40.496939 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:40.497375 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:40.567949 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ecfb898e-eb9e-47e7-a9bd-89552a1d1cfc tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks [] for security_group_rule (93a1828e-1f06-46b9-966d-15d3c051aa1c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:40.584526 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bdfbffa-4796-4a11-a0d6-ee8d674a28b1 req-a55ce754-22bc-4314-a187-ef9ec9cf62e1 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906729 Feb 20 05:29:40.592261 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ecfb898e-eb9e-47e7-a9bd-89552a1d1cfc tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (93a1828e-1f06-46b9-966d-15d3c051aa1c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:40.647745 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:40.648346 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:40.677653 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb898e-eb9e-47e7-a9bd-89552a1d1cfc tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a1828e-1f06-46b9-966d-15d3c051aa1c,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:40.699506 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:29:40.701423 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2,segment=NetworkSegment(36ebca1d-0c4a-4764-8524-07486653a750),segment_id=36ebca1d-0c4a-4764-8524-07486653a750)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:40.711509 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:40.713057 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ccc63eb4-a279-4d04-ac2b-bda08521691d up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:29:40.716734 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ecfb898e-eb9e-47e7-a9bd-89552a1d1cfc tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:40.736738 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ecfb898e-eb9e-47e7-a9bd-89552a1d1cfc tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4207344 Feb 20 05:29:40.738201 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53190) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:40.752606 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-4d2627a3-faad-4062-b7c2-fbe5670e1b3e tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:40.802172 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2df3791-c535-4a6e-ad60-2a9020b88634 x-openstack-request-id: req-e2df3791-c535-4a6e-ad60-2a9020b88634 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:29:40.802656 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661f58d4-6dab-41f9-8503-5cd44baf264c", "name": "network-vif-plugged", "status": "completed", "tag": "b6709cd3-a9e1-4301-b27c-1a21b12f8ef1", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:29:40.802960 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2df3791-c535-4a6e-ad60-2a9020b88634 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:29:40.804406 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661f58d4-6dab-41f9-8503-5cd44baf264c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6709cd3-a9e1-4301-b27c-1a21b12f8ef1', 'code': 200} Feb 20 05:29:40.830097 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4d2627a3-faad-4062-b7c2-fbe5670e1b3e tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:40.941867 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port ccc63eb4-a279-4d04-ac2b-bda08521691d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:40.942255 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ccc63eb4-a279-4d04-ac2b-bda08521691d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:40.947758 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00746c79-7d35-4a4d-aeab-3226c36f10f3 req-e42c2f0f-72b0-49db-aa56-33ddef445fc3 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e18e861-e6a2-474b-bf7b-2ae6364984d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4431615 Feb 20 05:29:41.012038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b18d38-b548-49c6-bbbf-274240a9756d None None] Network e916380e-7a88-4b0b-afe1-3c59f57d12ca requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:29:41.028381 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ee781672-1b4d-482f-a91d-020df98b010b req-c8eb2708-aea6-43ec-bf3c-c95e47fdded9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba68b400a4764ecd8cffcc89b3c1b40a&device_id=69267590-0924-4fdb-8629-e07aee4f33e9 HTTP/1.1" status: 200 len: 210 time: 0.1350317 Feb 20 05:29:41.049415 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:41.115539 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2f1cff42-3fd1-4739-a244-7e4c9e63e72f None None] Provisioning complete for port c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:41.116235 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f1cff42-3fd1-4739-a244-7e4c9e63e72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:41.129079 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7ee34-5f49-462d-a1b0-844b060b2c88 req-bc367c85-57a3-498c-92f1-3d027a9d6314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:41.131605 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-97d7ee34-5f49-462d-a1b0-844b060b2c88 req-bc367c85-57a3-498c-92f1-3d027a9d6314 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=661f58d4-6dab-41f9-8503-5cd44baf264c HTTP/1.1" status: 200 len: 1128 time: 0.2495344 Feb 20 05:29:41.260708 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-97d7ee34-5f49-462d-a1b0-844b060b2c88 req-8a70f9cc-1368-4b76-b7a8-d9af504697e2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3e18e861-e6a2-474b-bf7b-2ae6364984d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134253 Feb 20 05:29:41.293035 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port ccc63eb4-a279-4d04-ac2b-bda08521691d is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:41.293708 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ccc63eb4-a279-4d04-ac2b-bda08521691d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:41.308070 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b1a04438-8b9d-44d9-9e01-6de61d6d5e65 req-36708671-d9be-46cd-89dd-d9b1815965b4 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=69267590-0924-4fdb-8629-e07aee4f33e9 HTTP/1.1" status: 200 len: 210 time: 0.0952172 Feb 20 05:29:41.317077 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4d2627a3-faad-4062-b7c2-fbe5670e1b3e tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:41.346650 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port ccc63eb4-a279-4d04-ac2b-bda08521691d, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=ccc63eb4-a279-4d04-ac2b-bda08521691d,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:41.395717 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ccc63eb4-a279-4d04-ac2b-bda08521691d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:41.446563 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2f1cff42-3fd1-4739-a244-7e4c9e63e72f None None] Current status of the port c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:41.465879 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7fbe68-1daa-4437-917d-229049bad9fa admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:29:41.479688 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccd4098-4989-4bb8-ae4c-ee956567ed81 None None] Sync routers for ids ['135c336b-1491-40fd-9921-0dcc9cd16528'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:29:41.512743 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccd4098-4989-4bb8-ae4c-ee956567ed81 None None] Routers {'135c336b-1491-40fd-9921-0dcc9cd16528'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:29:41.513985 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1ccd4098-4989-4bb8-ae4c-ee956567ed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:29:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['135c336b-1491-40fd-9921-0dcc9cd16528'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:41.516018 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=ccc63eb4-a279-4d04-ac2b-bda08521691d,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:41.564981 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d7fbe68-1daa-4437-917d-229049bad9fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:41.566439 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7d7fbe68-1daa-4437-917d-229049bad9fa admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.6584775 Feb 20 05:29:41.575157 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53200) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:41.611893 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-4d2627a3-faad-4062-b7c2-fbe5670e1b3e tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Allocated IP 172.25.3.175 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/da992050-3108-45a4-8927-a9d8e23e3d32) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:29:41.721585 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-1ccd4098-4989-4bb8-ae4c-ee956567ed81 None None] Set router 135c336b-1491-40fd-9921-0dcc9cd16528 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:29:41.795549 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4d2627a3-faad-4062-b7c2-fbe5670e1b3e tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks [] for port (da992050-3108-45a4-8927-a9d8e23e3d32), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:41.854289 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee781672-1b4d-482f-a91d-020df98b010b req-df52a22d-03b8-4260-ab10-5d9db8cf418e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:41.856004 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ee781672-1b4d-482f-a91d-020df98b010b req-df52a22d-03b8-4260-ab10-5d9db8cf418e service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=ba68b400a4764ecd8cffcc89b3c1b40a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.8186817 Feb 20 05:29:41.886138 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4d2627a3-faad-4062-b7c2-fbe5670e1b3e tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (da992050-3108-45a4-8927-a9d8e23e3d32), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:41.915791 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-44b7c986-215e-460f-969c-afb2c79ff5f3 None None] Provisioning complete for port c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:41.916448 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44b7c986-215e-460f-969c-afb2c79ff5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:41.975936 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2627a3-faad-4062-b7c2-fbe5670e1b3e tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Pushing event updated for resources: {'Port': ['ID=da992050-3108-45a4-8927-a9d8e23e3d32,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:42.003310 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2627a3-faad-4062-b7c2-fbe5670e1b3e tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:29:42.008167 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-4d2627a3-faad-4062-b7c2-fbe5670e1b3e tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:29:42.013956 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2627a3-faad-4062-b7c2-fbe5670e1b3e tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:29:42.110372 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1ccd4098-4989-4bb8-ae4c-ee956567ed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135c336b-1491-40fd-9921-0dcc9cd16528', 'name': 'tempest-FloatingIPsNegativeTestJSON-1391450875-router', 'tenant_id': 'b9553800a09740f69ace4bfc452aa93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e56971e-10ed-4a42-b179-b57cb412e125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:35Z', 'updated_at': '2022-02-20T05:29:38Z', 'revision_number': 3, 'project_id': 'b9553800a09740f69ace4bfc452aa93e', 'gw_port': {'id': '4e56971e-10ed-4a42-b179-b57cb412e125', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135c336b-1491-40fd-9921-0dcc9cd16528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:37Z', 'updated_at': '2022-02-20T05:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:42.151520 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccd4098-4989-4bb8-ae4c-ee956567ed81 None None] Checking router: 135c336b-1491-40fd-9921-0dcc9cd16528 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:29:42.152347 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccd4098-4989-4bb8-ae4c-ee956567ed81 None None] Updating router 135c336b-1491-40fd-9921-0dcc9cd16528 port 4e56971e-10ed-4a42-b179-b57cb412e125 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:29:42.209038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:29:42.211636 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1ccd4098-4989-4bb8-ae4c-ee956567ed81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4e56971e-10ed-4a42-b179-b57cb412e125), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:42.324015 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4d2627a3-faad-4062-b7c2-fbe5670e1b3e tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks [] for floatingip (d01c2213-b575-4ffe-8b91-412126d98de6), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:42.370299 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-44b7c986-215e-460f-969c-afb2c79ff5f3 None None] Current status of the port c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:42.381387 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:42.381932 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:42.405546 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4d2627a3-faad-4062-b7c2-fbe5670e1b3e tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (da992050-3108-45a4-8927-a9d8e23e3d32), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:42.565970 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:42.569187 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ccc63eb4-a279-4d04-ac2b-bda08521691d up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:29:42.696371 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port ccc63eb4-a279-4d04-ac2b-bda08521691d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:42.696596 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ccc63eb4-a279-4d04-ac2b-bda08521691d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:42.762085 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4d2627a3-faad-4062-b7c2-fbe5670e1b3e tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks [] for port (da992050-3108-45a4-8927-a9d8e23e3d32), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:42.781643 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4d2627a3-faad-4062-b7c2-fbe5670e1b3e tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (da992050-3108-45a4-8927-a9d8e23e3d32), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:42.799067 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1ccd4098-4989-4bb8-ae4c-ee956567ed81 None None] Publish callbacks [] for port (4e56971e-10ed-4a42-b179-b57cb412e125), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:42.820912 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1ccd4098-4989-4bb8-ae4c-ee956567ed81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4e56971e-10ed-4a42-b179-b57cb412e125), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:42.867249 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2627a3-faad-4062-b7c2-fbe5670e1b3e tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Pushing event updated for resources: {'Port': ['ID=da992050-3108-45a4-8927-a9d8e23e3d32,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:42.900637 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port ccc63eb4-a279-4d04-ac2b-bda08521691d is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:42.935227 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f878fb2-b113-40bd-a2f0-734a7ecc20ac None None] Sync routers for ids ['9893c6d0-9f1e-47c7-940a-90e89eaa5228'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:29:42.938281 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1ccd4098-4989-4bb8-ae4c-ee956567ed81 None None] Attempting to bind port 4e56971e-10ed-4a42-b179-b57cb412e125 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:29:42.941313 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1ccd4098-4989-4bb8-ae4c-ee956567ed81 None None] Attempting to bind port 4e56971e-10ed-4a42-b179-b57cb412e125 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:29:42.942259 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee781672-1b4d-482f-a91d-020df98b010b req-9b9ea7c6-956d-4ff1-bb0a-91c65d3f275a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:42.943464 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccd4098-4989-4bb8-ae4c-ee956567ed81 None None] Attempting to bind port 4e56971e-10ed-4a42-b179-b57cb412e125 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:29:42.946607 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ee781672-1b4d-482f-a91d-020df98b010b req-9b9ea7c6-956d-4ff1-bb0a-91c65d3f275a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.9830599 Feb 20 05:29:42.954296 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f878fb2-b113-40bd-a2f0-734a7ecc20ac None None] Routers {'9893c6d0-9f1e-47c7-940a-90e89eaa5228'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:29:42.954978 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-1f878fb2-b113-40bd-a2f0-734a7ecc20ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:29:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9893c6d0-9f1e-47c7-940a-90e89eaa5228'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:42.960483 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae58785-f854-4edc-a259-613e6917a5f7 None None] Pushing event updated for resources: {'Port': ['ID=4e56971e-10ed-4a42-b179-b57cb412e125,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:42.964324 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4d2627a3-faad-4062-b7c2-fbe5670e1b3e tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (d01c2213-b575-4ffe-8b91-412126d98de6), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:42.965418 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8af260-e691-41d7-94b5-cfa5be6873ea req-2d658b39-ffe7-49e8-8f05-167dae80c204 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:42.967225 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccd4098-4989-4bb8-ae4c-ee956567ed81 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:29:42.969922 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccd4098-4989-4bb8-ae4c-ee956567ed81 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:29:42.970618 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1ccd4098-4989-4bb8-ae4c-ee956567ed81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:42.971263 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccd4098-4989-4bb8-ae4c-ee956567ed81 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:29:42.972021 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1ccd4098-4989-4bb8-ae4c-ee956567ed81 None None] Bound port: 4e56971e-10ed-4a42-b179-b57cb412e125, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:29:42.973740 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1ccd4098-4989-4bb8-ae4c-ee956567ed81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4e56971e-10ed-4a42-b179-b57cb412e125), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:42.988612 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c8af260-e691-41d7-94b5-cfa5be6873ea req-2d658b39-ffe7-49e8-8f05-167dae80c204 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 1.1664543 Feb 20 05:29:43.006407 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4d2627a3-faad-4062-b7c2-fbe5670e1b3e tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:43.008231 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4d2627a3-faad-4062-b7c2-fbe5670e1b3e tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2683048 Feb 20 05:29:43.059509 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995eef8e-6fb1-47b0-866e-3b22a5914aaf req-a4688bd8-a493-4477-9724-a4dfa9989c2a tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:43.064698 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-995eef8e-6fb1-47b0-866e-3b22a5914aaf req-a4688bd8-a493-4477-9724-a4dfa9989c2a tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/ports?device_id=661f58d4-6dab-41f9-8503-5cd44baf264c HTTP/1.1" status: 200 len: 946 time: 0.9280558 Feb 20 05:29:43.075977 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1ccd4098-4989-4bb8-ae4c-ee956567ed81 None None] For port 4e56971e-10ed-4a42-b179-b57cb412e125, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:29:43.079858 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1ccd4098-4989-4bb8-ae4c-ee956567ed81 None None] For port 4e56971e-10ed-4a42-b179-b57cb412e125, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4e56971e-10ed-4a42-b179-b57cb412e125,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:29:43.093439 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1ccd4098-4989-4bb8-ae4c-ee956567ed81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4e56971e-10ed-4a42-b179-b57cb412e125), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:43.134022 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-1f878fb2-b113-40bd-a2f0-734a7ecc20ac None None] Set router 9893c6d0-9f1e-47c7-940a-90e89eaa5228 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:29:43.177022 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ee781672-1b4d-482f-a91d-020df98b010b req-79659cd5-db10-42d2-b17f-12649a88cd95 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.61 "GET /v2.0/ports?device_id=69267590-0924-4fdb-8629-e07aee4f33e9 HTTP/1.1" status: 200 len: 210 time: 0.1695626 Feb 20 05:29:43.297427 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccd4098-4989-4bb8-ae4c-ee956567ed81 None None] Routers {'135c336b-1491-40fd-9921-0dcc9cd16528'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:29:43.299345 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1ccd4098-4989-4bb8-ae4c-ee956567ed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:29:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['135c336b-1491-40fd-9921-0dcc9cd16528'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:43.358336 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c8af260-e691-41d7-94b5-cfa5be6873ea req-446809c7-0597-4dd4-9240-3c10a00a3868 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682373 Feb 20 05:29:43.434655 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae58785-f854-4edc-a259-613e6917a5f7 None None] Pushing event updated for resources: {'Port': ['ID=4e56971e-10ed-4a42-b179-b57cb412e125,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:43.502753 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-1f878fb2-b113-40bd-a2f0-734a7ecc20ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'name': 'tempest-ServersTestJSON-832282820-router', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ccc63eb4-a279-4d04-ac2b-bda08521691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:29Z', 'updated_at': '2022-02-20T05:29:36Z', 'revision_number': 4, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'gw_port': {'id': 'ccc63eb4-a279-4d04-ac2b-bda08521691d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:01:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:31Z', 'updated_at': '2022-02-20T05:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '58beebe3-adfb-4eb0-9480-76eb95450778', 'name': '', 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'mac_address': 'fa:16:3e:6f:1a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'f6b518f2-00ef-4191-ad2f-d2104b8cb5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:34Z', 'updated_at': '2022-02-20T05:29:36Z', 'revision_number': 2, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'subnets': [{'id': 'f6b518f2-00ef-4191-ad2f-d2104b8cb5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:43.535530 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f878fb2-b113-40bd-a2f0-734a7ecc20ac None None] Checking router: 9893c6d0-9f1e-47c7-940a-90e89eaa5228 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:29:43.535892 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f878fb2-b113-40bd-a2f0-734a7ecc20ac None None] Updating router 9893c6d0-9f1e-47c7-940a-90e89eaa5228 port 58beebe3-adfb-4eb0-9480-76eb95450778 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:29:43.578220 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f878fb2-b113-40bd-a2f0-734a7ecc20ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (58beebe3-adfb-4eb0-9480-76eb95450778), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:43.601673 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-1ccd4098-4989-4bb8-ae4c-ee956567ed81 None None] Set router 135c336b-1491-40fd-9921-0dcc9cd16528 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:29:43.691112 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5725bd4d-5563-4bd3-8733-97b30e9affbf req-0455d3fe-c759-436e-a069-fa5c13810b27 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba68b400a4764ecd8cffcc89b3c1b40a&device_id=69267590-0924-4fdb-8629-e07aee4f33e9 HTTP/1.1" status: 200 len: 210 time: 0.0949352 Feb 20 05:29:43.774386 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-995eef8e-6fb1-47b0-866e-3b22a5914aaf req-0882757f-2e66-4df2-9ac8-7d96d226e0f7 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e18e861-e6a2-474b-bf7b-2ae6364984d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6869144 Feb 20 05:29:43.858255 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1ccd4098-4989-4bb8-ae4c-ee956567ed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135c336b-1491-40fd-9921-0dcc9cd16528', 'name': 'tempest-FloatingIPsNegativeTestJSON-1391450875-router', 'tenant_id': 'b9553800a09740f69ace4bfc452aa93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e56971e-10ed-4a42-b179-b57cb412e125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:35Z', 'updated_at': '2022-02-20T05:29:38Z', 'revision_number': 3, 'project_id': 'b9553800a09740f69ace4bfc452aa93e', 'gw_port': {'id': '4e56971e-10ed-4a42-b179-b57cb412e125', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135c336b-1491-40fd-9921-0dcc9cd16528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:37Z', 'updated_at': '2022-02-20T05:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:43.888996 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccd4098-4989-4bb8-ae4c-ee956567ed81 None None] The sync data for ids ['135c336b-1491-40fd-9921-0dcc9cd16528'] in n-d-829866-5 is: [{'id': '135c336b-1491-40fd-9921-0dcc9cd16528', 'name': 'tempest-FloatingIPsNegativeTestJSON-1391450875-router', 'tenant_id': 'b9553800a09740f69ace4bfc452aa93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e56971e-10ed-4a42-b179-b57cb412e125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:35Z', 'updated_at': '2022-02-20T05:29:38Z', 'revision_number': 3, 'project_id': 'b9553800a09740f69ace4bfc452aa93e', 'gw_port': {'id': '4e56971e-10ed-4a42-b179-b57cb412e125', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135c336b-1491-40fd-9921-0dcc9cd16528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:37Z', 'updated_at': '2022-02-20T05:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:29:44.104001 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-3f119825-bc4b-483a-9a47-11ac74433211 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--430595438&fields=id&tenant_id=992d9694952247a6a1432ff90d2d84f5 HTTP/1.1" status: 200 len: 267 time: 0.0645232 Feb 20 05:29:44.241929 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3eed72cb-8194-46e5-bd9e-6d78e762b891 req-42acc1d3-f351-4a48-9456-2e37dbccca1d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=69267590-0924-4fdb-8629-e07aee4f33e9 HTTP/1.1" status: 200 len: 210 time: 0.4623740 Feb 20 05:29:44.252893 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f878fb2-b113-40bd-a2f0-734a7ecc20ac None None] Publish callbacks [] for port (58beebe3-adfb-4eb0-9480-76eb95450778), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:44.254343 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-b54a1650-fd9e-460e-80d4-e6524e3a4875 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:44.263425 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-b54a1650-fd9e-460e-80d4-e6524e3a4875 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/networks?id=1b43d151-723d-4d53-ab29-704a1719daa4 HTTP/1.1" status: 200 len: 805 time: 0.1581221 Feb 20 05:29:44.267604 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f878fb2-b113-40bd-a2f0-734a7ecc20ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (58beebe3-adfb-4eb0-9480-76eb95450778), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:44.302146 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-8087d5e5-8882-4e0a-b6ac-a46e963622fa tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/quotas/992d9694952247a6a1432ff90d2d84f5 HTTP/1.1" status: 200 len: 375 time: 0.0369859 Feb 20 05:29:44.494419 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0595837-5ecb-4540-8cb3-a0d752528cc0 None None] Pushing event updated for resources: {'Port': ['ID=58beebe3-adfb-4eb0-9480-76eb95450778,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:44.509231 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725bd4d-5563-4bd3-8733-97b30e9affbf req-9b8ae426-8d09-4833-b9fa-a8d6008f55b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:44.511009 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5725bd4d-5563-4bd3-8733-97b30e9affbf req-9b8ae426-8d09-4833-b9fa-a8d6008f55b6 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=ba68b400a4764ecd8cffcc89b3c1b40a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.7931075 Feb 20 05:29:44.643592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-1f878fb2-b113-40bd-a2f0-734a7ecc20ac None None] Attempting to bind port 58beebe3-adfb-4eb0-9480-76eb95450778 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:29:44.644236 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-1f878fb2-b113-40bd-a2f0-734a7ecc20ac None None] Attempting to bind port 58beebe3-adfb-4eb0-9480-76eb95450778 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '127a549a-5d45-47fb-a5e2-6fb7ffa95798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:29:44.644370 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f878fb2-b113-40bd-a2f0-734a7ecc20ac None None] Attempting to bind port 58beebe3-adfb-4eb0-9480-76eb95450778 on network 1b43d151-723d-4d53-ab29-704a1719daa4 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:29:44.651613 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f878fb2-b113-40bd-a2f0-734a7ecc20ac None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:29:44.652055 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f878fb2-b113-40bd-a2f0-734a7ecc20ac None None] Checking segment: {'id': '127a549a-5d45-47fb-a5e2-6fb7ffa95798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:29:44.652449 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f878fb2-b113-40bd-a2f0-734a7ecc20ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:44.653263 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f878fb2-b113-40bd-a2f0-734a7ecc20ac None None] Bound using segment: {'id': '127a549a-5d45-47fb-a5e2-6fb7ffa95798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:29:44.653395 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-1f878fb2-b113-40bd-a2f0-734a7ecc20ac None None] Bound port: 58beebe3-adfb-4eb0-9480-76eb95450778, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127a549a-5d45-47fb-a5e2-6fb7ffa95798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:29:44.653678 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f878fb2-b113-40bd-a2f0-734a7ecc20ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (58beebe3-adfb-4eb0-9480-76eb95450778), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:44.859581 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-1f878fb2-b113-40bd-a2f0-734a7ecc20ac None None] For port 58beebe3-adfb-4eb0-9480-76eb95450778, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:29:44.864358 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-1f878fb2-b113-40bd-a2f0-734a7ecc20ac None None] For port 58beebe3-adfb-4eb0-9480-76eb95450778, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=58beebe3-adfb-4eb0-9480-76eb95450778,segment=NetworkSegment(127a549a-5d45-47fb-a5e2-6fb7ffa95798),segment_id=127a549a-5d45-47fb-a5e2-6fb7ffa95798)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:29:44.876646 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1f878fb2-b113-40bd-a2f0-734a7ecc20ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (58beebe3-adfb-4eb0-9480-76eb95450778), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:44.948653 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-415bb9ac-740d-4f10-ac6b-df698190e99b tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=992d9694952247a6a1432ff90d2d84f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6452131 Feb 20 05:29:44.969507 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691890c-9e90-43f7-a1af-b3fb3b153578 req-62b6813b-42ac-4544-86aa-8fc53d2740d3 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:44.971267 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1691890c-9e90-43f7-a1af-b3fb3b153578 req-62b6813b-42ac-4544-86aa-8fc53d2740d3 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.4595370 Feb 20 05:29:45.030281 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725bd4d-5563-4bd3-8733-97b30e9affbf req-4746c46b-dfb0-4359-ae2b-399481672b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:45.031858 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5725bd4d-5563-4bd3-8733-97b30e9affbf req-4746c46b-dfb0-4359-ae2b-399481672b28 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4776380 Feb 20 05:29:45.075879 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0595837-5ecb-4540-8cb3-a0d752528cc0 None None] Pushing event updated for resources: {'Port': ['ID=58beebe3-adfb-4eb0-9480-76eb95450778,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:45.095451 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f878fb2-b113-40bd-a2f0-734a7ecc20ac None None] Routers {'9893c6d0-9f1e-47c7-940a-90e89eaa5228'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:29:45.099532 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-1f878fb2-b113-40bd-a2f0-734a7ecc20ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:29:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9893c6d0-9f1e-47c7-940a-90e89eaa5228'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:45.101684 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-f94f575d-0286-4fcf-93f4-744e33fb2871 None None] Provisioning complete for port 58beebe3-adfb-4eb0-9480-76eb95450778 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:45.102067 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f94f575d-0286-4fcf-93f4-744e33fb2871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (58beebe3-adfb-4eb0-9480-76eb95450778), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:45.135672 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1691890c-9e90-43f7-a1af-b3fb3b153578 req-e958882d-e401-4fe1-a3e3-58a19ad427c6 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552019 Feb 20 05:29:45.137711 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5b461dc8-7642-4e47-a8fb-eaa9ff670e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:45.300679 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-539a265e-e619-43d3-8849-c4eeca7418a6 service neutron] 10.222.0.37 "GET /v2.0/networks/1b43d151-723d-4d53-ab29-704a1719daa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063469 Feb 20 05:29:45.362668 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5725bd4d-5563-4bd3-8733-97b30e9affbf req-4a0a71d9-720e-40bd-8921-19f9607a80a0 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.61 "GET /v2.0/ports?device_id=69267590-0924-4fdb-8629-e07aee4f33e9 HTTP/1.1" status: 200 len: 210 time: 0.2388773 Feb 20 05:29:45.591734 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-1f878fb2-b113-40bd-a2f0-734a7ecc20ac None None] Set router 9893c6d0-9f1e-47c7-940a-90e89eaa5228 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:29:45.594681 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f94f575d-0286-4fcf-93f4-744e33fb2871 None None] Current status of the port 58beebe3-adfb-4eb0-9480-76eb95450778 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:45.595288 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f94f575d-0286-4fcf-93f4-744e33fb2871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (58beebe3-adfb-4eb0-9480-76eb95450778), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:45.719619 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-5b461dc8-7642-4e47-a8fb-eaa9ff670e16 admin admin] Allocated IP 172.20.0.1 (e916380e-7a88-4b0b-afe1-3c59f57d12ca/f5d356b8-b39f-4b24-b597-2f5f23d7b3b6/b9d9fa00-f476-487a-bd79-971f63c11c25) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:29:45.843855 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5b461dc8-7642-4e47-a8fb-eaa9ff670e16 admin admin] Publish callbacks [] for port (b9d9fa00-f476-487a-bd79-971f63c11c25), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:45.893294 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5b461dc8-7642-4e47-a8fb-eaa9ff670e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (b9d9fa00-f476-487a-bd79-971f63c11c25), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:45.898593 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f94f575d-0286-4fcf-93f4-744e33fb2871 None None] For port 58beebe3-adfb-4eb0-9480-76eb95450778, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=58beebe3-adfb-4eb0-9480-76eb95450778,segment=NetworkSegment(127a549a-5d45-47fb-a5e2-6fb7ffa95798),segment_id=127a549a-5d45-47fb-a5e2-6fb7ffa95798)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:45.926431 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f94f575d-0286-4fcf-93f4-744e33fb2871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (58beebe3-adfb-4eb0-9480-76eb95450778), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:45.952329 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b461dc8-7642-4e47-a8fb-eaa9ff670e16 admin admin] Network e916380e-7a88-4b0b-afe1-3c59f57d12ca is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:29:45.971124 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-5b461dc8-7642-4e47-a8fb-eaa9ff670e16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:29:45.988094 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f575d-0286-4fcf-93f4-744e33fb2871 None None] Pushing event updated for resources: {'Port': ['ID=58beebe3-adfb-4eb0-9480-76eb95450778,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:45.997319 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b461dc8-7642-4e47-a8fb-eaa9ff670e16 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:29:46.026647 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-1f878fb2-b113-40bd-a2f0-734a7ecc20ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'name': 'tempest-ServersTestJSON-832282820-router', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ccc63eb4-a279-4d04-ac2b-bda08521691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:29Z', 'updated_at': '2022-02-20T05:29:36Z', 'revision_number': 4, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'gw_port': {'id': 'ccc63eb4-a279-4d04-ac2b-bda08521691d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:01:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:31Z', 'updated_at': '2022-02-20T05:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '58beebe3-adfb-4eb0-9480-76eb95450778', 'name': '', 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'mac_address': 'fa:16:3e:6f:1a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'f6b518f2-00ef-4191-ad2f-d2104b8cb5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:34Z', 'updated_at': '2022-02-20T05:29:44Z', 'revision_number': 4, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'subnets': [{'id': 'f6b518f2-00ef-4191-ad2f-d2104b8cb5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:46.066696 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f878fb2-b113-40bd-a2f0-734a7ecc20ac None None] The sync data for ids ['9893c6d0-9f1e-47c7-940a-90e89eaa5228'] in n-d-829866-5 is: [{'id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'name': 'tempest-ServersTestJSON-832282820-router', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ccc63eb4-a279-4d04-ac2b-bda08521691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:29Z', 'updated_at': '2022-02-20T05:29:36Z', 'revision_number': 4, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'gw_port': {'id': 'ccc63eb4-a279-4d04-ac2b-bda08521691d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:01:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:31Z', 'updated_at': '2022-02-20T05:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '58beebe3-adfb-4eb0-9480-76eb95450778', 'name': '', 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'mac_address': 'fa:16:3e:6f:1a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'f6b518f2-00ef-4191-ad2f-d2104b8cb5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:34Z', 'updated_at': '2022-02-20T05:29:44Z', 'revision_number': 4, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'subnets': [{'id': 'f6b518f2-00ef-4191-ad2f-d2104b8cb5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:29:46.081820 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5b461dc8-7642-4e47-a8fb-eaa9ff670e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (135c336b-1491-40fd-9921-0dcc9cd16528), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:46.113496 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-53aeec96-eb87-47e4-8638-1c579f2db410 None None] Provisioning complete for port 58beebe3-adfb-4eb0-9480-76eb95450778 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:46.114990 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53aeec96-eb87-47e4-8638-1c579f2db410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (58beebe3-adfb-4eb0-9480-76eb95450778), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:46.171963 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-ba014176-c271-4208-964c-de9db1aab794 service neutron] 10.222.0.37 "GET /v2.0/networks/1b43d151-723d-4d53-ab29-704a1719daa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8342187 Feb 20 05:29:46.329200 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b461dc8-7642-4e47-a8fb-eaa9ff670e16 admin admin] Pushing event updated for resources: {'Port': ['ID=b9d9fa00-f476-487a-bd79-971f63c11c25,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:46.332418 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 58beebe3-adfb-4eb0-9480-76eb95450778 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:29:46.369093 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9e0ad-8572-4f74-b611-ad67093aca88 req-98925aac-4c27-4744-a218-25f3f51932d1 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:46.387011 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-32b9e0ad-8572-4f74-b611-ad67093aca88 req-98925aac-4c27-4744-a218-25f3f51932d1 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/ports?device_id=661f58d4-6dab-41f9-8503-5cd44baf264c HTTP/1.1" status: 200 len: 946 time: 0.9185708 Feb 20 05:29:46.512196 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-32b9e0ad-8572-4f74-b611-ad67093aca88 req-58e4125a-b968-46e2-8cbf-566ddae235c9 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e18e861-e6a2-474b-bf7b-2ae6364984d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220567 Feb 20 05:29:46.522386 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a346f505-627b-405f-a858-9c17657dc281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:46.531192 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-53aeec96-eb87-47e4-8638-1c579f2db410 None None] Current status of the port 58beebe3-adfb-4eb0-9480-76eb95450778 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:46.560827 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 58beebe3-adfb-4eb0-9480-76eb95450778 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:46.561397 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (58beebe3-adfb-4eb0-9480-76eb95450778), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:46.780441 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-9c8efe42-ea52-4de9-980a-290c1ec84318 None None] Provisioning complete for port b9d9fa00-f476-487a-bd79-971f63c11c25 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:46.781419 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9c8efe42-ea52-4de9-980a-290c1ec84318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b9d9fa00-f476-487a-bd79-971f63c11c25), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:46.876402 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9c8efe42-ea52-4de9-980a-290c1ec84318 None None] Port b9d9fa00-f476-487a-bd79-971f63c11c25 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:29:46.880438 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 58beebe3-adfb-4eb0-9480-76eb95450778 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:46.881833 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4e56971e-10ed-4a42-b179-b57cb412e125 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:29:46.915587 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5b461dc8-7642-4e47-a8fb-eaa9ff670e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b9d9fa00-f476-487a-bd79-971f63c11c25), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:46.941255 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdd62c-2e00-4e14-b267-4e500d962a9b req-4174c717-1986-4a87-9717-5334da00a56b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:46.953340 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8ccdd62c-2e00-4e14-b267-4e500d962a9b req-4174c717-1986-4a87-9717-5334da00a56b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.1774962 Feb 20 05:29:47.010539 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 4e56971e-10ed-4a42-b179-b57cb412e125 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:47.011208 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4e56971e-10ed-4a42-b179-b57cb412e125), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:47.245408 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8ccdd62c-2e00-4e14-b267-4e500d962a9b req-4eb813e9-8702-4850-83e8-9d82cafa2966 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910855 Feb 20 05:29:47.255990 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 4e56971e-10ed-4a42-b179-b57cb412e125 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:47.256183 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4e56971e-10ed-4a42-b179-b57cb412e125), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:47.292728 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 4e56971e-10ed-4a42-b179-b57cb412e125, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4e56971e-10ed-4a42-b179-b57cb412e125,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:47.301447 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4e56971e-10ed-4a42-b179-b57cb412e125), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:47.425343 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=4e56971e-10ed-4a42-b179-b57cb412e125,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:47.468567 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb4578-2a17-4a80-9830-67edbb56f52d req-d31aff00-7026-4d89-b289-aff70731d9bf tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:47.479106 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53286) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:47.483490 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-88cb4578-2a17-4a80-9830-67edbb56f52d req-d31aff00-7026-4d89-b289-aff70731d9bf tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/ports?device_id=661f58d4-6dab-41f9-8503-5cd44baf264c HTTP/1.1" status: 200 len: 946 time: 0.3588545 Feb 20 05:29:47.487027 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-af8c5e58-4fe0-40a5-aaeb-24ce33dae532 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Request body: {'floatingip': {'port_id': 'b6709cd3-a9e1-4301-b27c-1a21b12f8ef1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:47.501576 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e54997a-b6fb-46a6-b5d4-1bb1d12e343e req-40f70694-17ee-4de3-8dc1-1c2b2841e88b tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/ports?device_id=7620a8f0-48e3-4421-930b-d8aea199e66d HTTP/1.1" status: 200 len: 210 time: 0.1204965 Feb 20 05:29:47.711070 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5b461dc8-7642-4e47-a8fb-eaa9ff670e16 admin admin] Publish callbacks [] for port (b9d9fa00-f476-487a-bd79-971f63c11c25), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:47.776559 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5b461dc8-7642-4e47-a8fb-eaa9ff670e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (b9d9fa00-f476-487a-bd79-971f63c11c25), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:47.958231 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5b461dc8-7642-4e47-a8fb-eaa9ff670e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (135c336b-1491-40fd-9921-0dcc9cd16528), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:47.965326 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b461dc8-7642-4e47-a8fb-eaa9ff670e16 admin admin] Pushing event updated for resources: {'Port': ['ID=b9d9fa00-f476-487a-bd79-971f63c11c25,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:48.035394 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-e6bfc8e3-ab99-4d59-9a94-1fe1d960b3d9 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:48.052035 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-e6bfc8e3-ab99-4d59-9a94-1fe1d960b3d9 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/networks?id=bfecaaea-4537-49c6-826a-93e263cff952 HTTP/1.1" status: 200 len: 810 time: 0.4356940 Feb 20 05:29:48.092082 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-43a05daf-e0ec-491b-8bb1-56056b5f3cc5 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/quotas/ba68b400a4764ecd8cffcc89b3c1b40a HTTP/1.1" status: 200 len: 375 time: 0.0371237 Feb 20 05:29:48.172301 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 58beebe3-adfb-4eb0-9480-76eb95450778 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:29:48.185236 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-a39e2c6c-457e-46da-be29-eba8f3eefcd3 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ba68b400a4764ecd8cffcc89b3c1b40a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0921392 Feb 20 05:29:48.283578 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-af8c5e58-4fe0-40a5-aaeb-24ce33dae532 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks [] for floatingip (13149404-b978-456a-a116-14d417e65238), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:48.311785 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 58beebe3-adfb-4eb0-9480-76eb95450778 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:48.312339 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (58beebe3-adfb-4eb0-9480-76eb95450778), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:48.376583 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b461dc8-7642-4e47-a8fb-eaa9ff670e16 admin admin] Network e916380e-7a88-4b0b-afe1-3c59f57d12ca is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:29:48.388307 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-5b461dc8-7642-4e47-a8fb-eaa9ff670e16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:29:48.431473 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-360cbaaa-ed15-4b60-a0d3-067dbd215332 service neutron] 10.222.0.37 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448943 Feb 20 05:29:48.569830 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 58beebe3-adfb-4eb0-9480-76eb95450778 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:48.574842 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4e56971e-10ed-4a42-b179-b57cb412e125 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:29:48.588388 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a1beb1b4-2327-4b09-b83e-d6b08e2622d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:48.723597 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 4e56971e-10ed-4a42-b179-b57cb412e125 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:48.723991 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4e56971e-10ed-4a42-b179-b57cb412e125), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:48.850600 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0e5fd1da-5fc0-4794-90f7-62c2c4677c75 None None] Provisioning complete for port b9d9fa00-f476-487a-bd79-971f63c11c25 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:48.850892 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd1da-5fc0-4794-90f7-62c2c4677c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b9d9fa00-f476-487a-bd79-971f63c11c25), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:48.981954 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0e5fd1da-5fc0-4794-90f7-62c2c4677c75 None None] Port b9d9fa00-f476-487a-bd79-971f63c11c25 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:29:49.007607 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 4e56971e-10ed-4a42-b179-b57cb412e125 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:49.137497 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-af8c5e58-4fe0-40a5-aaeb-24ce33dae532 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:49.144292 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-af8c5e58-4fe0-40a5-aaeb-24ce33dae532 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (13149404-b978-456a-a116-14d417e65238), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:49.155816 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b461dc8-7642-4e47-a8fb-eaa9ff670e16 admin admin] Router 135c336b-1491-40fd-9921-0dcc9cd16528 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:29:49.279755 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-af8c5e58-4fe0-40a5-aaeb-24ce33dae532 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Floating IP 13149404-b978-456a-a116-14d417e65238 associated. External IP: 172.25.3.153, port: b6709cd3-a9e1-4301-b27c-1a21b12f8ef1. Feb 20 05:29:49.281746 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f47c59-d1d5-4e55-ac96-792170ab2ef4 req-34cbf246-e3e6-49c1-9e7c-ccd1df6f6b5a tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:49.291431 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-23f47c59-d1d5-4e55-ac96-792170ab2ef4 req-34cbf246-e3e6-49c1-9e7c-ccd1df6f6b5a tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.9078627 Feb 20 05:29:49.422630 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-23f47c59-d1d5-4e55-ac96-792170ab2ef4 req-ef59853c-5c16-4c5f-801f-1fa496c180eb tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303108 Feb 20 05:29:49.444232 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-0701c353-b4cd-40e4-940a-9fb77ac218d8 service neutron] 10.222.0.37 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0116494 Feb 20 05:29:49.464214 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:49.491026 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-3974471e-ca72-431f-a832-e3420a18c4c7 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:49.493431 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-3974471e-ca72-431f-a832-e3420a18c4c7 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.61 "GET /v2.0/networks?id=1b43d151-723d-4d53-ab29-704a1719daa4 HTTP/1.1" status: 200 len: 805 time: 1.0275407 Feb 20 05:29:49.609226 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b461dc8-7642-4e47-a8fb-eaa9ff670e16 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:29:49.620189 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054c683a-3ea7-4087-88cb-562c69bd2637 None None] Sync routers for ids ['135c336b-1491-40fd-9921-0dcc9cd16528'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:29:49.639658 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054c683a-3ea7-4087-88cb-562c69bd2637 None None] Routers {'135c336b-1491-40fd-9921-0dcc9cd16528'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:29:49.642251 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-054c683a-3ea7-4087-88cb-562c69bd2637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:29:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['135c336b-1491-40fd-9921-0dcc9cd16528'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:49.647663 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-706cb983-f7f4-48ec-9d68-a6276dfdc5cd req-1ed6cbdb-3bef-46c4-82a0-8c1ecf71e27d tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/ports?device_id=7620a8f0-48e3-4421-930b-d8aea199e66d HTTP/1.1" status: 200 len: 210 time: 0.0365281 Feb 20 05:29:49.656502 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5b461dc8-7642-4e47-a8fb-eaa9ff670e16 admin admin] 10.222.0.37 "PUT /v2.0/routers/135c336b-1491-40fd-9921-0dcc9cd16528/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0722957 Feb 20 05:29:49.787473 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-38ba4af1-bc54-48bf-83f5-0cf68a09c502 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=992d9694952247a6a1432ff90d2d84f5 HTTP/1.1" status: 200 len: 379 time: 0.2243383 Feb 20 05:29:49.799187 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-6ba4b8dc-c0a3-41e8-80cd-5889cb8f2ae5 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Request body: {'port': {'device_id': '7620a8f0-48e3-4421-930b-d8aea199e66d', 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4', 'admin_state_up': True, 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'security_groups': ['a1bd3d24-538d-469e-bd89-7611bd3861a6']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:49.816778 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8c5e58-4fe0-40a5-aaeb-24ce33dae532 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Router 55a76013-a0ff-4b9d-ac49-cf31bb3484c0 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:29:50.003024 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3437fe48-7466-44ea-ba1e-60b69373e4ef req-1f20a047-435d-432e-84f2-bf571ce564a6 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f5c8c6c-4c99-454a-af5e-8ab1b38670a5 HTTP/1.1" status: 200 len: 210 time: 0.0595598 Feb 20 05:29:50.127392 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8c5e58-4fe0-40a5-aaeb-24ce33dae532 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:29:50.132068 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-af8c5e58-4fe0-40a5-aaeb-24ce33dae532 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:50.138309 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ef597c-4b44-4426-a726-319a7afd0143 None None] Sync routers for ids ['55a76013-a0ff-4b9d-ac49-cf31bb3484c0'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:29:50.172633 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ef597c-4b44-4426-a726-319a7afd0143 None None] Routers {'55a76013-a0ff-4b9d-ac49-cf31bb3484c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:29:50.173315 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-96ef597c-4b44-4426-a726-319a7afd0143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:29:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['55a76013-a0ff-4b9d-ac49-cf31bb3484c0'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:50.239869 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-af8c5e58-4fe0-40a5-aaeb-24ce33dae532 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "PUT /v2.0/floatingips/13149404-b978-456a-a116-14d417e65238 HTTP/1.1" status: 200 len: 992 time: 2.7588356 Feb 20 05:29:50.241231 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661f58d4-6dab-41f9-8503-5cd44baf264c', 'tag': 'b6709cd3-a9e1-4301-b27c-1a21b12f8ef1'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:29:50.245844 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aade6aee-31c8-4d5c-af1c-ed61b7c623ca" -d '{"events": [{"name": "network-changed", "server_uuid": "661f58d4-6dab-41f9-8503-5cd44baf264c", "tag": "b6709cd3-a9e1-4301-b27c-1a21b12f8ef1"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:29:50.271694 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1a979fcb-2fe3-460d-bf7a-e0aa2903cb16 req-03ec475b-029b-4b41-800e-fc0054886b6b tempest-FloatingIPsNegativeTestJSON-526376766 tempest-FloatingIPsNegativeTestJSON-526376766-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=b9553800a09740f69ace4bfc452aa93e HTTP/1.1" status: 200 len: 217 time: 0.1319571 Feb 20 05:29:50.338880 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-6ba4b8dc-c0a3-41e8-80cd-5889cb8f2ae5 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Made reservation on behalf of 992d9694952247a6a1432ff90d2d84f5 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:29:50.350161 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-6ba4b8dc-c0a3-41e8-80cd-5889cb8f2ae5 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:50.354234 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-054c683a-3ea7-4087-88cb-562c69bd2637 None None] Set router 135c336b-1491-40fd-9921-0dcc9cd16528 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:29:50.388063 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eb0b2bc3-6867-4a79-9a34-2779bb20c119 req-081b279b-a5f8-43a0-8292-fe37f57d74a2 tempest-FloatingIPsNegativeTestJSON-526376766 tempest-FloatingIPsNegativeTestJSON-526376766-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0836351 Feb 20 05:29:50.441330 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-96ef597c-4b44-4426-a726-319a7afd0143 None None] Set router 55a76013-a0ff-4b9d-ac49-cf31bb3484c0 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:29:50.469240 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b65b87-0bd5-4ed2-8929-6b1fd80c3e70 x-openstack-request-id: req-42b65b87-0bd5-4ed2-8929-6b1fd80c3e70 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:29:50.470000 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "661f58d4-6dab-41f9-8503-5cd44baf264c", "tag": "b6709cd3-a9e1-4301-b27c-1a21b12f8ef1", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:29:50.470501 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42b65b87-0bd5-4ed2-8929-6b1fd80c3e70 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:29:50.471105 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661f58d4-6dab-41f9-8503-5cd44baf264c', 'tag': 'b6709cd3-a9e1-4301-b27c-1a21b12f8ef1', 'status': 'completed', 'code': 200} Feb 20 05:29:50.558572 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [req-2f9bcdff-1df4-42e5-9878-56827f995835 req-6bd0f831-2fad-482b-af71-d2efa4b712b0 tempest-FloatingIPsNegativeTestJSON-526376766 tempest-FloatingIPsNegativeTestJSON-526376766-project] show failed (client error): The resource could not be found. Feb 20 05:29:50.559842 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f9bcdff-1df4-42e5-9878-56827f995835 req-6bd0f831-2fad-482b-af71-d2efa4b712b0 tempest-FloatingIPsNegativeTestJSON-526376766 tempest-FloatingIPsNegativeTestJSON-526376766-project] 10.222.0.37 "GET /v2.0/floatingips/77a18d5d-1955-423d-8fc4-ef25bfa244cb HTTP/1.1" status: 404 len: 350 time: 0.1448750 Feb 20 05:29:50.574079 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53352) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:50.612103 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade6aee-31c8-4d5c-af1c-ed61b7c623ca req-c91cc3e5-52d8-44ef-ba72-8f1ad740aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:50.618391 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aade6aee-31c8-4d5c-af1c-ed61b7c623ca req-c91cc3e5-52d8-44ef-ba72-8f1ad740aa8f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50638e3292f145bfab2125af4ea4e7fb&device_id=661f58d4-6dab-41f9-8503-5cd44baf264c HTTP/1.1" status: 200 len: 1128 time: 0.1292844 Feb 20 05:29:50.853972 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade6aee-31c8-4d5c-af1c-ed61b7c623ca req-55b1d4b1-2a69-450d-a685-340c8ac1ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:50.860132 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-054c683a-3ea7-4087-88cb-562c69bd2637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135c336b-1491-40fd-9921-0dcc9cd16528', 'name': 'tempest-FloatingIPsNegativeTestJSON-1391450875-router', 'tenant_id': 'b9553800a09740f69ace4bfc452aa93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e56971e-10ed-4a42-b179-b57cb412e125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:35Z', 'updated_at': '2022-02-20T05:29:46Z', 'revision_number': 4, 'project_id': 'b9553800a09740f69ace4bfc452aa93e', 'gw_port': {'id': '4e56971e-10ed-4a42-b179-b57cb412e125', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135c336b-1491-40fd-9921-0dcc9cd16528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:37Z', 'updated_at': '2022-02-20T05:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'b9d9fa00-f476-487a-bd79-971f63c11c25', 'name': '', 'network_id': 'e916380e-7a88-4b0b-afe1-3c59f57d12ca', 'tenant_id': 'b9553800a09740f69ace4bfc452aa93e', 'mac_address': 'fa:16:3e:83:13:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135c336b-1491-40fd-9921-0dcc9cd16528', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f5d356b8-b39f-4b24-b597-2f5f23d7b3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:45Z', 'updated_at': '2022-02-20T05:29:47Z', 'revision_number': 2, 'project_id': 'b9553800a09740f69ace4bfc452aa93e', 'subnets': [{'id': 'f5d356b8-b39f-4b24-b597-2f5f23d7b3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:50.863461 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aade6aee-31c8-4d5c-af1c-ed61b7c623ca req-55b1d4b1-2a69-450d-a685-340c8ac1ceb0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ee153307-2e76-47f0-ba7a-a1f2308e4afd HTTP/1.1" status: 200 len: 914 time: 0.2362602 Feb 20 05:29:50.975556 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054c683a-3ea7-4087-88cb-562c69bd2637 None None] Checking router: 135c336b-1491-40fd-9921-0dcc9cd16528 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:29:50.976763 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054c683a-3ea7-4087-88cb-562c69bd2637 None None] Updating router 135c336b-1491-40fd-9921-0dcc9cd16528 port b9d9fa00-f476-487a-bd79-971f63c11c25 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:29:50.981487 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c6412fab-2862-404a-bbc3-79ca26c42ea9 req-185289a5-8335-4f87-adff-8b8dbc80537a tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/ports?device_id=7620a8f0-48e3-4421-930b-d8aea199e66d HTTP/1.1" status: 200 len: 210 time: 0.1410069 Feb 20 05:29:51.060995 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-054c683a-3ea7-4087-88cb-562c69bd2637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b9d9fa00-f476-487a-bd79-971f63c11c25), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:51.072075 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aade6aee-31c8-4d5c-af1c-ed61b7c623ca req-ed37a696-6dd4-4774-8d9e-8bad5e0a3e76 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6709cd3-a9e1-4301-b27c-1a21b12f8ef1 HTTP/1.1" status: 200 len: 1000 time: 0.2000299 Feb 20 05:29:51.140167 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-96ef597c-4b44-4426-a726-319a7afd0143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'name': 'tempest-ServersTestFqdnHostnames-831684834-router', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '2db3686b-9b15-4036-91c7-da37451a5473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:29:17Z', 'revision_number': 4, 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'gw_port': {'id': '2db3686b-9b15-4036-91c7-da37451a5473', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '13149404-b978-456a-a116-14d417e65238', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'port_id': 'b6709cd3-a9e1-4301-b27c-1a21b12f8ef1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd', 'mac_address': 'fa:16:3e:38:87:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f58d4-6dab-41f9-8503-5cd44baf264c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:29:20Z', 'updated_at': '2022-02-20T05:29:49Z', 'revision_number': 1, 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b5e898-bd09-4e07-b00c-07c2cde9f4ac', 'name': '', 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'mac_address': 'fa:16:3e:8a:00:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:15Z', 'updated_at': '2022-02-20T05:29:22Z', 'revision_number': 5, 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'subnets': [{'id': '8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:51.240743 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade6aee-31c8-4d5c-af1c-ed61b7c623ca req-cd1f335f-ea87-4e13-97e2-80f3630acd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:51.242609 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aade6aee-31c8-4d5c-af1c-ed61b7c623ca req-cd1f335f-ea87-4e13-97e2-80f3630acd65 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1 HTTP/1.1" status: 200 len: 853 time: 0.1684620 Feb 20 05:29:51.244421 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ef597c-4b44-4426-a726-319a7afd0143 None None] Checking router: 55a76013-a0ff-4b9d-ac49-cf31bb3484c0 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:29:51.323560 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ef597c-4b44-4426-a726-319a7afd0143 None None] Routers {'55a76013-a0ff-4b9d-ac49-cf31bb3484c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:29:51.325176 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-96ef597c-4b44-4426-a726-319a7afd0143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:29:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['55a76013-a0ff-4b9d-ac49-cf31bb3484c0'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:51.328767 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:51.339132 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d6b63-a5df-4d2a-879e-4474e91d7a5e req-a438efd0-c099-4227-a024-102140f23579 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:51.348113 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae9d6b63-a5df-4d2a-879e-4474e91d7a5e req-a438efd0-c099-4227-a024-102140f23579 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.7344542 Feb 20 05:29:51.386017 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade6aee-31c8-4d5c-af1c-ed61b7c623ca req-45b1fd94-4da3-4597-8fcb-578569570dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:51.390123 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aade6aee-31c8-4d5c-af1c-ed61b7c623ca req-45b1fd94-4da3-4597-8fcb-578569570dc0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ee153307-2e76-47f0-ba7a-a1f2308e4afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1339998 Feb 20 05:29:51.442148 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ef76d54a-9ab0-4a0c-80ab-762b779f591c req-c84ed54b-d2ee-4b23-b920-8c43f6e03960 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f5c8c6c-4c99-454a-af5e-8ab1b38670a5 HTTP/1.1" status: 200 len: 210 time: 0.0915363 Feb 20 05:29:51.528757 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae9d6b63-a5df-4d2a-879e-4474e91d7a5e req-16239005-9438-4ff7-9e2b-4d64a347a11a tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796219 Feb 20 05:29:51.612398 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-6ba4b8dc-c0a3-41e8-80cd-5889cb8f2ae5 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Allocated IP 172.20.0.5 (1b43d151-723d-4d53-ab29-704a1719daa4/f6b518f2-00ef-4191-ad2f-d2104b8cb5ec/fc309023-7c61-445d-9982-4ef44beffd94) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:29:51.660036 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aade6aee-31c8-4d5c-af1c-ed61b7c623ca req-a5e193b3-d27d-42c2-a83c-a67aa78de5f5 service neutron] 10.222.0.61 "GET /v2.0/networks/ee153307-2e76-47f0-ba7a-a1f2308e4afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598627 Feb 20 05:29:51.837850 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-9254ef09-a44f-4268-8a1e-efe47d54daa0 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:51.839722 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-9254ef09-a44f-4268-8a1e-efe47d54daa0 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.48 "GET /v2.0/networks?id=bfecaaea-4537-49c6-826a-93e263cff952 HTTP/1.1" status: 200 len: 810 time: 0.1787577 Feb 20 05:29:51.866464 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-054c683a-3ea7-4087-88cb-562c69bd2637 None None] Publish callbacks [] for port (b9d9fa00-f476-487a-bd79-971f63c11c25), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:51.867044 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-fe189795-8f17-41cc-9e68-546fd1f81f2b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Request body: {'port': {'device_id': '0f5c8c6c-4c99-454a-af5e-8ab1b38670a5', 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952', 'admin_state_up': True, 'tenant_id': 'ba68b400a4764ecd8cffcc89b3c1b40a'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:51.874718 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-054c683a-3ea7-4087-88cb-562c69bd2637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b9d9fa00-f476-487a-bd79-971f63c11c25), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:52.000489 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698847a-e0af-4862-9856-3ab7654a46b0 None None] Pushing event updated for resources: {'Port': ['ID=b9d9fa00-f476-487a-bd79-971f63c11c25,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:52.090991 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-fe189795-8f17-41cc-9e68-546fd1f81f2b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Made reservation on behalf of ba68b400a4764ecd8cffcc89b3c1b40a for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:29:52.103283 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-fe189795-8f17-41cc-9e68-546fd1f81f2b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:52.202164 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-054c683a-3ea7-4087-88cb-562c69bd2637 None None] Attempting to bind port b9d9fa00-f476-487a-bd79-971f63c11c25 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:29:52.202541 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-054c683a-3ea7-4087-88cb-562c69bd2637 None None] Attempting to bind port b9d9fa00-f476-487a-bd79-971f63c11c25 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '36ebca1d-0c4a-4764-8524-07486653a750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e916380e-7a88-4b0b-afe1-3c59f57d12ca'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:29:52.202918 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054c683a-3ea7-4087-88cb-562c69bd2637 None None] Attempting to bind port b9d9fa00-f476-487a-bd79-971f63c11c25 on network e916380e-7a88-4b0b-afe1-3c59f57d12ca {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:29:52.211897 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-96ef597c-4b44-4426-a726-319a7afd0143 None None] Set router 55a76013-a0ff-4b9d-ac49-cf31bb3484c0 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:29:52.219860 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054c683a-3ea7-4087-88cb-562c69bd2637 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:29:52.223290 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054c683a-3ea7-4087-88cb-562c69bd2637 None None] Checking segment: {'id': '36ebca1d-0c4a-4764-8524-07486653a750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e916380e-7a88-4b0b-afe1-3c59f57d12ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:29:52.223804 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-054c683a-3ea7-4087-88cb-562c69bd2637 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:52.224340 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054c683a-3ea7-4087-88cb-562c69bd2637 None None] Bound using segment: {'id': '36ebca1d-0c4a-4764-8524-07486653a750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e916380e-7a88-4b0b-afe1-3c59f57d12ca'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:29:52.225073 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-054c683a-3ea7-4087-88cb-562c69bd2637 None None] Bound port: b9d9fa00-f476-487a-bd79-971f63c11c25, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ebca1d-0c4a-4764-8524-07486653a750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e916380e-7a88-4b0b-afe1-3c59f57d12ca'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:29:52.225650 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-054c683a-3ea7-4087-88cb-562c69bd2637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b9d9fa00-f476-487a-bd79-971f63c11c25), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:52.353221 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-643a4aab-e1f3-4ce1-8586-46b717226d8e req-3ffac329-15e6-453f-b20d-3fbcecb872bd tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/ports?device_id=7620a8f0-48e3-4421-930b-d8aea199e66d HTTP/1.1" status: 200 len: 210 time: 0.2083263 Feb 20 05:29:52.403436 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-054c683a-3ea7-4087-88cb-562c69bd2637 None None] For port b9d9fa00-f476-487a-bd79-971f63c11c25, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:29:52.409381 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-054c683a-3ea7-4087-88cb-562c69bd2637 None None] For port b9d9fa00-f476-487a-bd79-971f63c11c25, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=b9d9fa00-f476-487a-bd79-971f63c11c25,segment=NetworkSegment(36ebca1d-0c4a-4764-8524-07486653a750),segment_id=36ebca1d-0c4a-4764-8524-07486653a750)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:29:52.418698 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-054c683a-3ea7-4087-88cb-562c69bd2637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b9d9fa00-f476-487a-bd79-971f63c11c25), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:52.536484 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698847a-e0af-4862-9856-3ab7654a46b0 None None] Pushing event updated for resources: {'Port': ['ID=b9d9fa00-f476-487a-bd79-971f63c11c25,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:52.568453 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-6ba4b8dc-c0a3-41e8-80cd-5889cb8f2ae5 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks [] for port (fc309023-7c61-445d-9982-4ef44beffd94), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:52.592986 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054c683a-3ea7-4087-88cb-562c69bd2637 None None] Routers {'135c336b-1491-40fd-9921-0dcc9cd16528'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:29:52.607879 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-054c683a-3ea7-4087-88cb-562c69bd2637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:29:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['135c336b-1491-40fd-9921-0dcc9cd16528'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:52.741519 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aade6aee-31c8-4d5c-af1c-ed61b7c623ca req-e77d2aac-fe34-4ded-89fe-179a6b15f7df service neutron] 10.222.0.61 "GET /v2.0/networks/ee153307-2e76-47f0-ba7a-a1f2308e4afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9007678 Feb 20 05:29:52.822809 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-fe189795-8f17-41cc-9e68-546fd1f81f2b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Allocated IP 172.20.0.10 (bfecaaea-4537-49c6-826a-93e263cff952/f6cf6e5f-5eef-4832-87f6-e3f3339d48a1/7f1df590-ab97-4897-9d8b-2e6e14ba68aa) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:29:52.871593 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-054c683a-3ea7-4087-88cb-562c69bd2637 None None] Set router 135c336b-1491-40fd-9921-0dcc9cd16528 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:29:52.966297 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f3ac661-4196-496a-88ff-c4f40e560ed5 req-ec38d2c4-4140-4f18-b4d3-cda9e7767d27 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f5c8c6c-4c99-454a-af5e-8ab1b38670a5 HTTP/1.1" status: 200 len: 210 time: 0.2634094 Feb 20 05:29:52.980239 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:52.993861 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:53.000274 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-59e58534-93d8-40d1-a184-2defb5b40f6d None None] Provisioning complete for port b9d9fa00-f476-487a-bd79-971f63c11c25 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:53.000664 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59e58534-93d8-40d1-a184-2defb5b40f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b9d9fa00-f476-487a-bd79-971f63c11c25), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:53.070762 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41f97879-e5c1-44ca-93e1-6b258e2ba27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (135c336b-1491-40fd-9921-0dcc9cd16528), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:53.073091 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-6ba4b8dc-c0a3-41e8-80cd-5889cb8f2ae5 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (fc309023-7c61-445d-9982-4ef44beffd94), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:53.233239 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efaa50d-d168-4bb9-a8b0-3099b332da0f req-752ce2bc-602e-4aab-8feb-e3f45608686f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:53.234763 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8efaa50d-d168-4bb9-a8b0-3099b332da0f req-752ce2bc-602e-4aab-8feb-e3f45608686f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.5196755 Feb 20 05:29:53.313773 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-fe189795-8f17-41cc-9e68-546fd1f81f2b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks [] for port (7f1df590-ab97-4897-9d8b-2e6e14ba68aa), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:53.328479 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-054c683a-3ea7-4087-88cb-562c69bd2637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135c336b-1491-40fd-9921-0dcc9cd16528', 'name': 'tempest-FloatingIPsNegativeTestJSON-1391450875-router', 'tenant_id': 'b9553800a09740f69ace4bfc452aa93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e56971e-10ed-4a42-b179-b57cb412e125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:35Z', 'updated_at': '2022-02-20T05:29:46Z', 'revision_number': 4, 'project_id': 'b9553800a09740f69ace4bfc452aa93e', 'gw_port': {'id': '4e56971e-10ed-4a42-b179-b57cb412e125', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135c336b-1491-40fd-9921-0dcc9cd16528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:37Z', 'updated_at': '2022-02-20T05:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'b9d9fa00-f476-487a-bd79-971f63c11c25', 'name': '', 'network_id': 'e916380e-7a88-4b0b-afe1-3c59f57d12ca', 'tenant_id': 'b9553800a09740f69ace4bfc452aa93e', 'mac_address': 'fa:16:3e:83:13:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135c336b-1491-40fd-9921-0dcc9cd16528', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f5d356b8-b39f-4b24-b597-2f5f23d7b3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:45Z', 'updated_at': '2022-02-20T05:29:52Z', 'revision_number': 4, 'project_id': 'b9553800a09740f69ace4bfc452aa93e', 'subnets': [{'id': 'f5d356b8-b39f-4b24-b597-2f5f23d7b3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:53.328694 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-59e58534-93d8-40d1-a184-2defb5b40f6d None None] Current status of the port b9d9fa00-f476-487a-bd79-971f63c11c25 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:53.329157 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59e58534-93d8-40d1-a184-2defb5b40f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b9d9fa00-f476-487a-bd79-971f63c11c25), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:53.344264 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-96ef597c-4b44-4426-a726-319a7afd0143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'name': 'tempest-ServersTestFqdnHostnames-831684834-router', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '2db3686b-9b15-4036-91c7-da37451a5473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:29:17Z', 'revision_number': 4, 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'gw_port': {'id': '2db3686b-9b15-4036-91c7-da37451a5473', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '13149404-b978-456a-a116-14d417e65238', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'port_id': 'b6709cd3-a9e1-4301-b27c-1a21b12f8ef1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd', 'mac_address': 'fa:16:3e:38:87:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f58d4-6dab-41f9-8503-5cd44baf264c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:29:20Z', 'updated_at': '2022-02-20T05:29:49Z', 'revision_number': 1, 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b5e898-bd09-4e07-b00c-07c2cde9f4ac', 'name': '', 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'mac_address': 'fa:16:3e:8a:00:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:15Z', 'updated_at': '2022-02-20T05:29:22Z', 'revision_number': 5, 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'subnets': [{'id': '8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:53.373320 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-fe189795-8f17-41cc-9e68-546fd1f81f2b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (7f1df590-ab97-4897-9d8b-2e6e14ba68aa), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:53.380097 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ef597c-4b44-4426-a726-319a7afd0143 None None] The sync data for ids ['55a76013-a0ff-4b9d-ac49-cf31bb3484c0'] in n-d-829866-5 is: [{'id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'name': 'tempest-ServersTestFqdnHostnames-831684834-router', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '2db3686b-9b15-4036-91c7-da37451a5473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:29:17Z', 'revision_number': 4, 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'gw_port': {'id': '2db3686b-9b15-4036-91c7-da37451a5473', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '13149404-b978-456a-a116-14d417e65238', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'port_id': 'b6709cd3-a9e1-4301-b27c-1a21b12f8ef1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd', 'mac_address': 'fa:16:3e:38:87:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f58d4-6dab-41f9-8503-5cd44baf264c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:29:20Z', 'updated_at': '2022-02-20T05:29:49Z', 'revision_number': 1, 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b5e898-bd09-4e07-b00c-07c2cde9f4ac', 'name': '', 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'mac_address': 'fa:16:3e:8a:00:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:15Z', 'updated_at': '2022-02-20T05:29:22Z', 'revision_number': 5, 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'subnets': [{'id': '8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:29:53.403249 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-59e58534-93d8-40d1-a184-2defb5b40f6d None None] For port b9d9fa00-f476-487a-bd79-971f63c11c25, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=b9d9fa00-f476-487a-bd79-971f63c11c25,segment=NetworkSegment(36ebca1d-0c4a-4764-8524-07486653a750),segment_id=36ebca1d-0c4a-4764-8524-07486653a750)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:53.413115 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59e58534-93d8-40d1-a184-2defb5b40f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b9d9fa00-f476-487a-bd79-971f63c11c25), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:53.424268 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054c683a-3ea7-4087-88cb-562c69bd2637 None None] The sync data for ids ['135c336b-1491-40fd-9921-0dcc9cd16528'] in n-d-829866-5 is: [{'id': '135c336b-1491-40fd-9921-0dcc9cd16528', 'name': 'tempest-FloatingIPsNegativeTestJSON-1391450875-router', 'tenant_id': 'b9553800a09740f69ace4bfc452aa93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e56971e-10ed-4a42-b179-b57cb412e125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:35Z', 'updated_at': '2022-02-20T05:29:46Z', 'revision_number': 4, 'project_id': 'b9553800a09740f69ace4bfc452aa93e', 'gw_port': {'id': '4e56971e-10ed-4a42-b179-b57cb412e125', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135c336b-1491-40fd-9921-0dcc9cd16528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:37Z', 'updated_at': '2022-02-20T05:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'b9d9fa00-f476-487a-bd79-971f63c11c25', 'name': '', 'network_id': 'e916380e-7a88-4b0b-afe1-3c59f57d12ca', 'tenant_id': 'b9553800a09740f69ace4bfc452aa93e', 'mac_address': 'fa:16:3e:83:13:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135c336b-1491-40fd-9921-0dcc9cd16528', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f5d356b8-b39f-4b24-b597-2f5f23d7b3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:45Z', 'updated_at': '2022-02-20T05:29:52Z', 'revision_number': 4, 'project_id': 'b9553800a09740f69ace4bfc452aa93e', 'subnets': [{'id': 'f5d356b8-b39f-4b24-b597-2f5f23d7b3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:29:53.498886 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-6ba4b8dc-c0a3-41e8-80cd-5889cb8f2ae5 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Network 1b43d151-723d-4d53-ab29-704a1719daa4 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:29:53.525664 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-fe189795-8f17-41cc-9e68-546fd1f81f2b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Network bfecaaea-4537-49c6-826a-93e263cff952 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:29:53.539968 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe189795-8f17-41cc-9e68-546fd1f81f2b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Pushing event updated for resources: {'Port': ['ID=7f1df590-ab97-4897-9d8b-2e6e14ba68aa,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:53.552406 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-fe189795-8f17-41cc-9e68-546fd1f81f2b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:29:53.554869 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-fe189795-8f17-41cc-9e68-546fd1f81f2b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:29:53.635109 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e58534-93d8-40d1-a184-2defb5b40f6d None None] Pushing event updated for resources: {'Port': ['ID=b9d9fa00-f476-487a-bd79-971f63c11c25,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:53.658646 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-23b17c64-244f-47c7-a577-97753c475100 None None] Provisioning complete for port b9d9fa00-f476-487a-bd79-971f63c11c25 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:53.661332 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-23b17c64-244f-47c7-a577-97753c475100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b9d9fa00-f476-487a-bd79-971f63c11c25), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:53.699215 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-fe189795-8f17-41cc-9e68-546fd1f81f2b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:53.701094 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-fe189795-8f17-41cc-9e68-546fd1f81f2b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:53.703917 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-6ba4b8dc-c0a3-41e8-80cd-5889cb8f2ae5 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:29:53.715742 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-6ba4b8dc-c0a3-41e8-80cd-5889cb8f2ae5 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:29:53.743805 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-fe189795-8f17-41cc-9e68-546fd1f81f2b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8848429 Feb 20 05:29:53.798576 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8efaa50d-d168-4bb9-a8b0-3099b332da0f req-4e4111ce-cba3-4ea7-95c6-1949343ee6e8 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5223503 Feb 20 05:29:53.858662 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4b8dc-c0a3-41e8-80cd-5889cb8f2ae5 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Pushing event updated for resources: {'Port': ['ID=fc309023-7c61-445d-9982-4ef44beffd94,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:53.888096 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-23b17c64-244f-47c7-a577-97753c475100 None None] Current status of the port b9d9fa00-f476-487a-bd79-971f63c11c25 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:53.901310 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-d26e6a2e-e7cb-460c-9af1-df128b728eab service neutron] Request body: {'port': {'device_id': '0f5c8c6c-4c99-454a-af5e-8ab1b38670a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:53.939971 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db72b901-5582-408f-bdd3-d3a0a5255e86 None None] New status for floating IP 13149404-b978-456a-a116-14d417e65238: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:29:54.062462 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74181c13-ee26-40f1-8c9f-39c883ee24fc req-4c5f5fff-c07a-4454-b1ca-22345ec87b3a tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:54.082077 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-d26e6a2e-e7cb-460c-9af1-df128b728eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7f1df590-ab97-4897-9d8b-2e6e14ba68aa), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:54.087798 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74181c13-ee26-40f1-8c9f-39c883ee24fc req-4c5f5fff-c07a-4454-b1ca-22345ec87b3a tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/ports?device_id=7620a8f0-48e3-4421-930b-d8aea199e66d HTTP/1.1" status: 200 len: 931 time: 0.4157155 Feb 20 05:29:54.103379 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-6ba4b8dc-c0a3-41e8-80cd-5889cb8f2ae5 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:54.104676 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-6ba4b8dc-c0a3-41e8-80cd-5889cb8f2ae5 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:54.240253 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b9d9fa00-f476-487a-bd79-971f63c11c25 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:29:54.380799 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-6ba4b8dc-c0a3-41e8-80cd-5889cb8f2ae5 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5850613 Feb 20 05:29:54.394852 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e894b0f7-27ca-4795-93b5-c9624abefee3 None None] Provisioning complete for port fc309023-7c61-445d-9982-4ef44beffd94 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:54.395429 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e894b0f7-27ca-4795-93b5-c9624abefee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fc309023-7c61-445d-9982-4ef44beffd94), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:54.451735 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-3e4dd2ec-65b5-4a11-8ef4-6ab6430a7876 service neutron] Request body: {'port': {'device_id': '7620a8f0-48e3-4421-930b-d8aea199e66d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:29:54.486810 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port b9d9fa00-f476-487a-bd79-971f63c11c25 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:29:54.498538 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b9d9fa00-f476-487a-bd79-971f63c11c25), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:54.500508 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e894b0f7-27ca-4795-93b5-c9624abefee3 None None] Port fc309023-7c61-445d-9982-4ef44beffd94 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:29:54.586999 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74181c13-ee26-40f1-8c9f-39c883ee24fc req-815e8000-246b-4518-b18f-f25ea15eb4fd tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bd3d24-538d-469e-bd89-7611bd3861a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4965227 Feb 20 05:29:54.651591 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65cdc3-dc4b-4c79-90fd-fb6c878ef392 req-204f9e67-cdb1-4ae5-9670-8a37a02df726 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:54.663852 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e65cdc3-dc4b-4c79-90fd-fb6c878ef392 req-204f9e67-cdb1-4ae5-9670-8a37a02df726 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f5c8c6c-4c99-454a-af5e-8ab1b38670a5 HTTP/1.1" status: 200 len: 932 time: 0.4582748 Feb 20 05:29:54.728626 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port b9d9fa00-f476-487a-bd79-971f63c11c25 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:29:54.731924 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-d26e6a2e-e7cb-460c-9af1-df128b728eab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1df590-ab97-4897-9d8b-2e6e14ba68aa {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:29:54.746291 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-d26e6a2e-e7cb-460c-9af1-df128b728eab service neutron] Publish callbacks [] for port (7f1df590-ab97-4897-9d8b-2e6e14ba68aa), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:54.765930 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-3e4dd2ec-65b5-4a11-8ef4-6ab6430a7876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fc309023-7c61-445d-9982-4ef44beffd94), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:54.773012 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-d26e6a2e-e7cb-460c-9af1-df128b728eab service neutron] Transition to ACTIVE for port object 7f1df590-ab97-4897-9d8b-2e6e14ba68aa will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:29:54.782945 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-d26e6a2e-e7cb-460c-9af1-df128b728eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (7f1df590-ab97-4897-9d8b-2e6e14ba68aa), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:54.804522 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e65cdc3-dc4b-4c79-90fd-fb6c878ef392 req-58e7dfa9-d033-421e-ab19-16c4846d6454 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322651 Feb 20 05:29:54.811201 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-41f97879-e5c1-44ca-93e1-6b258e2ba27f admin admin] Deleting port b9d9fa00-f476-487a-bd79-971f63c11c25 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:29:54.811541 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41f97879-e5c1-44ca-93e1-6b258e2ba27f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (b9d9fa00-f476-487a-bd79-971f63c11c25), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:54.879992 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e6a2e-e7cb-460c-9af1-df128b728eab service neutron] Pushing event updated for resources: {'Port': ['ID=7f1df590-ab97-4897-9d8b-2e6e14ba68aa,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:54.976694 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-41f97879-e5c1-44ca-93e1-6b258e2ba27f admin admin] For port b9d9fa00-f476-487a-bd79-971f63c11c25, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=b9d9fa00-f476-487a-bd79-971f63c11c25,segment=NetworkSegment(36ebca1d-0c4a-4764-8524-07486653a750),segment_id=36ebca1d-0c4a-4764-8524-07486653a750)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:54.977390 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41f97879-e5c1-44ca-93e1-6b258e2ba27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (b9d9fa00-f476-487a-bd79-971f63c11c25), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:54.985062 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-d26e6a2e-e7cb-460c-9af1-df128b728eab service neutron] Attempting to bind port 7f1df590-ab97-4897-9d8b-2e6e14ba68aa on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:29:54.985408 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-d26e6a2e-e7cb-460c-9af1-df128b728eab service neutron] Attempting to bind port 7f1df590-ab97-4897-9d8b-2e6e14ba68aa by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '3b1341d4-1465-431a-9bc8-6cb9bf3a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:29:54.985746 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-d26e6a2e-e7cb-460c-9af1-df128b728eab service neutron] Attempting to bind port 7f1df590-ab97-4897-9d8b-2e6e14ba68aa on network bfecaaea-4537-49c6-826a-93e263cff952 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:29:54.994664 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-d26e6a2e-e7cb-460c-9af1-df128b728eab service neutron] Port 7f1df590-ab97-4897-9d8b-2e6e14ba68aa on network bfecaaea-4537-49c6-826a-93e263cff952 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:29:54.995103 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-d26e6a2e-e7cb-460c-9af1-df128b728eab service neutron] Attempting to bind port 7f1df590-ab97-4897-9d8b-2e6e14ba68aa on network bfecaaea-4537-49c6-826a-93e263cff952 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:29:54.996331 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-41f97879-e5c1-44ca-93e1-6b258e2ba27f admin admin] Calling delete_port for b9d9fa00-f476-487a-bd79-971f63c11c25 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:29:55.001092 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-d26e6a2e-e7cb-460c-9af1-df128b728eab service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:29:55.001293 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-d26e6a2e-e7cb-460c-9af1-df128b728eab service neutron] Checking segment: {'id': '3b1341d4-1465-431a-9bc8-6cb9bf3a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:29:55.001851 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-d26e6a2e-e7cb-460c-9af1-df128b728eab service neutron] Bound using segment: {'id': '3b1341d4-1465-431a-9bc8-6cb9bf3a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:29:55.002315 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-d26e6a2e-e7cb-460c-9af1-df128b728eab service neutron] Bound port: 7f1df590-ab97-4897-9d8b-2e6e14ba68aa, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b1341d4-1465-431a-9bc8-6cb9bf3a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:29:55.002876 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-d26e6a2e-e7cb-460c-9af1-df128b728eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7f1df590-ab97-4897-9d8b-2e6e14ba68aa), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:55.033131 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:55.127724 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-d26e6a2e-e7cb-460c-9af1-df128b728eab service neutron] For port 7f1df590-ab97-4897-9d8b-2e6e14ba68aa, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:29:55.131774 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-d26e6a2e-e7cb-460c-9af1-df128b728eab service neutron] For port 7f1df590-ab97-4897-9d8b-2e6e14ba68aa, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=7f1df590-ab97-4897-9d8b-2e6e14ba68aa,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:29:55.141490 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-d26e6a2e-e7cb-460c-9af1-df128b728eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (7f1df590-ab97-4897-9d8b-2e6e14ba68aa), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:55.209937 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-d26e6a2e-e7cb-460c-9af1-df128b728eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:55.212149 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-d26e6a2e-e7cb-460c-9af1-df128b728eab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:55.214147 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-d26e6a2e-e7cb-460c-9af1-df128b728eab service neutron] 10.222.0.48 "PUT /v2.0/ports/7f1df590-ab97-4897-9d8b-2e6e14ba68aa HTTP/1.1" status: 200 len: 1092 time: 1.4620748 Feb 20 05:29:55.215490 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5c8c6c-4c99-454a-af5e-8ab1b38670a5', 'tag': '7f1df590-ab97-4897-9d8b-2e6e14ba68aa'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:29:55.218429 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d869435-4317-4d94-9ff3-63f272c815dd" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5c8c6c-4c99-454a-af5e-8ab1b38670a5", "tag": "7f1df590-ab97-4897-9d8b-2e6e14ba68aa"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:29:55.250959 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e6a2e-e7cb-460c-9af1-df128b728eab service neutron] Pushing event updated for resources: {'Port': ['ID=7f1df590-ab97-4897-9d8b-2e6e14ba68aa,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:55.306934 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd90a447-498c-489d-8637-0c4ed72bfd8d x-openstack-request-id: req-dd90a447-498c-489d-8637-0c4ed72bfd8d {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:29:55.307320 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5c8c6c-4c99-454a-af5e-8ab1b38670a5", "tag": "7f1df590-ab97-4897-9d8b-2e6e14ba68aa", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:29:55.307583 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd90a447-498c-489d-8637-0c4ed72bfd8d {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:29:55.307994 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5c8c6c-4c99-454a-af5e-8ab1b38670a5', 'tag': '7f1df590-ab97-4897-9d8b-2e6e14ba68aa', 'status': 'completed', 'code': 200} Feb 20 05:29:55.334718 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b02818-7642-4164-ac84-5109d027f6a3 req-829ee1f6-ba00-45c6-ae1e-7e8ad585631b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:55.337133 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-67b02818-7642-4164-ac84-5109d027f6a3 req-829ee1f6-ba00-45c6-ae1e-7e8ad585631b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.3264489 Feb 20 05:29:55.374327 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-29551c26-615d-4c9f-9243-4f5b8e4da249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:55.375896 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-29551c26-615d-4c9f-9243-4f5b8e4da249 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba68b400a4764ecd8cffcc89b3c1b40a&device_id=0f5c8c6c-4c99-454a-af5e-8ab1b38670a5 HTTP/1.1" status: 200 len: 1126 time: 0.0594130 Feb 20 05:29:55.424208 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-5b44c246-aa15-4c4a-849a-f86ea575a210 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f1df590-ab97-4897-9d8b-2e6e14ba68aa HTTP/1.1" status: 200 len: 217 time: 0.0374615 Feb 20 05:29:55.439304 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-67b02818-7642-4164-ac84-5109d027f6a3 req-36ea3f61-7cb6-4750-9007-a66faae51fd0 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936975 Feb 20 05:29:55.488842 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-03c8a2cb-96a5-4b7a-81ff-1148610e3f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:55.490520 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-03c8a2cb-96a5-4b7a-81ff-1148610e3f54 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6cf6e5f-5eef-4832-87f6-e3f3339d48a1 HTTP/1.1" status: 200 len: 850 time: 0.0603027 Feb 20 05:29:55.522169 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-12da73b9-e8f7-4cc7-990e-cd8dbbaa9c6c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bfecaaea-4537-49c6-826a-93e263cff952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261078 Feb 20 05:29:55.551885 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41f97879-e5c1-44ca-93e1-6b258e2ba27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (b9d9fa00-f476-487a-bd79-971f63c11c25), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:55.560635 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-3e4dd2ec-65b5-4a11-8ef4-6ab6430a7876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc309023-7c61-445d-9982-4ef44beffd94 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:29:55.586456 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-3e4dd2ec-65b5-4a11-8ef4-6ab6430a7876 service neutron] Publish callbacks [] for port (fc309023-7c61-445d-9982-4ef44beffd94), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:55.590842 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f97879-e5c1-44ca-93e1-6b258e2ba27f admin admin] Pushing event deleted for resources: {'Port': ['ID=b9d9fa00-f476-487a-bd79-971f63c11c25,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:55.620089 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-c4ad3a1b-5146-4c11-a63c-9349ca09d473 service neutron] 10.222.0.48 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923948 Feb 20 05:29:55.642715 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-3e4dd2ec-65b5-4a11-8ef4-6ab6430a7876 service neutron] Transition to ACTIVE for port object fc309023-7c61-445d-9982-4ef44beffd94 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:29:55.666280 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-3e4dd2ec-65b5-4a11-8ef4-6ab6430a7876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (fc309023-7c61-445d-9982-4ef44beffd94), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:55.799159 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4dd2ec-65b5-4a11-8ef4-6ab6430a7876 service neutron] Pushing event updated for resources: {'Port': ['ID=fc309023-7c61-445d-9982-4ef44beffd94,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:55.812598 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-56e91bae-90bc-4e1e-8337-29829c535c99 req-f8d83b3e-3be7-440d-b82e-90e43e5b842a service neutron] 10.222.0.48 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864917 Feb 20 05:29:55.957213 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d869435-4317-4d94-9ff3-63f272c815dd req-3e221c16-5a3a-49fb-af62-4facb4a79043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:55.959209 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7d869435-4317-4d94-9ff3-63f272c815dd req-3e221c16-5a3a-49fb-af62-4facb4a79043 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba68b400a4764ecd8cffcc89b3c1b40a&device_id=0f5c8c6c-4c99-454a-af5e-8ab1b38670a5 HTTP/1.1" status: 200 len: 1126 time: 0.0868113 Feb 20 05:29:56.120726 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d869435-4317-4d94-9ff3-63f272c815dd req-fa7a3502-779e-4e73-8a4e-8f14f30f76e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:56.122225 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7d869435-4317-4d94-9ff3-63f272c815dd req-fa7a3502-779e-4e73-8a4e-8f14f30f76e0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bfecaaea-4537-49c6-826a-93e263cff952 HTTP/1.1" status: 200 len: 910 time: 0.1536202 Feb 20 05:29:56.169011 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7d869435-4317-4d94-9ff3-63f272c815dd req-ae99b7f2-6133-40de-aa7c-162bd1a4b50f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f1df590-ab97-4897-9d8b-2e6e14ba68aa HTTP/1.1" status: 200 len: 217 time: 0.0400460 Feb 20 05:29:56.229185 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d869435-4317-4d94-9ff3-63f272c815dd req-c207da54-9586-4626-979b-2d323e347bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:56.230953 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7d869435-4317-4d94-9ff3-63f272c815dd req-c207da54-9586-4626-979b-2d323e347bcc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6cf6e5f-5eef-4832-87f6-e3f3339d48a1 HTTP/1.1" status: 200 len: 850 time: 0.0533278 Feb 20 05:29:56.266995 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7d869435-4317-4d94-9ff3-63f272c815dd req-49ebd001-6fe9-4bc9-9b18-2a346541e9b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bfecaaea-4537-49c6-826a-93e263cff952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297594 Feb 20 05:29:56.371617 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7d869435-4317-4d94-9ff3-63f272c815dd req-73f8d671-b80a-46fa-8f48-8f8151aa9dfc service neutron] 10.222.0.48 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978620 Feb 20 05:29:56.464084 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7d869435-4317-4d94-9ff3-63f272c815dd req-8a763c65-3a9c-4c58-8999-ae9267687c45 service neutron] 10.222.0.48 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854945 Feb 20 05:29:56.482056 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12dfd5-f0b2-4f77-912d-ddf2f5bafff5 req-c941f127-33e1-436b-b471-be6b21ed7cc9 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:56.483576 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b12dfd5-f0b2-4f77-912d-ddf2f5bafff5 req-c941f127-33e1-436b-b471-be6b21ed7cc9 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/ports?device_id=7620a8f0-48e3-4421-930b-d8aea199e66d HTTP/1.1" status: 200 len: 943 time: 0.7757642 Feb 20 05:29:56.523399 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41f97879-e5c1-44ca-93e1-6b258e2ba27f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (135c336b-1491-40fd-9921-0dcc9cd16528), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:56.558095 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-3e4dd2ec-65b5-4a11-8ef4-6ab6430a7876 service neutron] Attempting to bind port fc309023-7c61-445d-9982-4ef44beffd94 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:29:56.558440 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-3e4dd2ec-65b5-4a11-8ef4-6ab6430a7876 service neutron] Attempting to bind port fc309023-7c61-445d-9982-4ef44beffd94 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '127a549a-5d45-47fb-a5e2-6fb7ffa95798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:29:56.558769 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-3e4dd2ec-65b5-4a11-8ef4-6ab6430a7876 service neutron] Attempting to bind port fc309023-7c61-445d-9982-4ef44beffd94 on network 1b43d151-723d-4d53-ab29-704a1719daa4 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:29:56.610187 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fed709-5755-41cb-b590-0fd227125f0b req-daf24ee3-93ca-473b-a660-a6b78ca4b170 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:56.611671 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-84fed709-5755-41cb-b590-0fd227125f0b req-daf24ee3-93ca-473b-a660-a6b78ca4b170 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f5c8c6c-4c99-454a-af5e-8ab1b38670a5 HTTP/1.1" status: 200 len: 944 time: 0.2268064 Feb 20 05:29:56.612783 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-3e4dd2ec-65b5-4a11-8ef4-6ab6430a7876 service neutron] Port fc309023-7c61-445d-9982-4ef44beffd94 on network 1b43d151-723d-4d53-ab29-704a1719daa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:29:56.613104 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-3e4dd2ec-65b5-4a11-8ef4-6ab6430a7876 service neutron] Attempting to bind port fc309023-7c61-445d-9982-4ef44beffd94 on network 1b43d151-723d-4d53-ab29-704a1719daa4 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:29:56.633834 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b12dfd5-f0b2-4f77-912d-ddf2f5bafff5 req-3f2b8b08-3380-447d-addf-c5261ee9d935 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bd3d24-538d-469e-bd89-7611bd3861a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396930 Feb 20 05:29:56.637091 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-3e4dd2ec-65b5-4a11-8ef4-6ab6430a7876 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:29:56.637335 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-3e4dd2ec-65b5-4a11-8ef4-6ab6430a7876 service neutron] Checking segment: {'id': '127a549a-5d45-47fb-a5e2-6fb7ffa95798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:29:56.637716 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-3e4dd2ec-65b5-4a11-8ef4-6ab6430a7876 service neutron] Bound using segment: {'id': '127a549a-5d45-47fb-a5e2-6fb7ffa95798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:29:56.638162 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-3e4dd2ec-65b5-4a11-8ef4-6ab6430a7876 service neutron] Bound port: fc309023-7c61-445d-9982-4ef44beffd94, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127a549a-5d45-47fb-a5e2-6fb7ffa95798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:29:56.638527 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-3e4dd2ec-65b5-4a11-8ef4-6ab6430a7876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fc309023-7c61-445d-9982-4ef44beffd94), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:56.773508 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-84fed709-5755-41cb-b590-0fd227125f0b req-cb7705c2-7cb9-4639-bf42-23bf60141988 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533973 Feb 20 05:29:56.798840 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-3e4dd2ec-65b5-4a11-8ef4-6ab6430a7876 service neutron] For port fc309023-7c61-445d-9982-4ef44beffd94, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:29:56.802516 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-3e4dd2ec-65b5-4a11-8ef4-6ab6430a7876 service neutron] For port fc309023-7c61-445d-9982-4ef44beffd94, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=fc309023-7c61-445d-9982-4ef44beffd94,segment=NetworkSegment(127a549a-5d45-47fb-a5e2-6fb7ffa95798),segment_id=127a549a-5d45-47fb-a5e2-6fb7ffa95798)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:29:56.850320 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-3e4dd2ec-65b5-4a11-8ef4-6ab6430a7876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (fc309023-7c61-445d-9982-4ef44beffd94), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:56.927284 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-3e4dd2ec-65b5-4a11-8ef4-6ab6430a7876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:56.927862 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-3e4dd2ec-65b5-4a11-8ef4-6ab6430a7876 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:56.929258 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-3e4dd2ec-65b5-4a11-8ef4-6ab6430a7876 service neutron] 10.222.0.61 "PUT /v2.0/ports/fc309023-7c61-445d-9982-4ef44beffd94 HTTP/1.1" status: 200 len: 1091 time: 2.5004652 Feb 20 05:29:56.929694 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7620a8f0-48e3-4421-930b-d8aea199e66d', 'tag': 'fc309023-7c61-445d-9982-4ef44beffd94'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:29:56.931939 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cadcb7-b644-41f9-9dff-69a686a632ff" -d '{"events": [{"name": "network-changed", "server_uuid": "7620a8f0-48e3-4421-930b-d8aea199e66d", "tag": "fc309023-7c61-445d-9982-4ef44beffd94"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:29:57.090353 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4dd2ec-65b5-4a11-8ef4-6ab6430a7876 service neutron] Pushing event updated for resources: {'Port': ['ID=fc309023-7c61-445d-9982-4ef44beffd94,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:57.109666 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f97879-e5c1-44ca-93e1-6b258e2ba27f admin admin] Router 135c336b-1491-40fd-9921-0dcc9cd16528 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:29:57.118454 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe977d-e407-4688-bd75-ab5995b4584a req-7c071b40-f97f-4e69-8705-32e9fb3131a6 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:57.123481 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a3fe977d-e407-4688-bd75-ab5995b4584a req-7c071b40-f97f-4e69-8705-32e9fb3131a6 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.2693577 Feb 20 05:29:57.173496 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-39bf1afa-4d22-429f-8eb3-fcfd52d7d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:57.175469 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-39bf1afa-4d22-429f-8eb3-fcfd52d7d0d3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=992d9694952247a6a1432ff90d2d84f5&device_id=7620a8f0-48e3-4421-930b-d8aea199e66d HTTP/1.1" status: 200 len: 1125 time: 0.1629298 Feb 20 05:29:57.276607 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-998cd72d-6e82-44f9-8c24-8d9a02fc583c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc309023-7c61-445d-9982-4ef44beffd94 HTTP/1.1" status: 200 len: 217 time: 0.0542762 Feb 20 05:29:57.303169 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a3fe977d-e407-4688-bd75-ab5995b4584a req-116e5689-80c7-4c1c-a353-4ba195a85ace tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689491 Feb 20 05:29:57.371825 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942e0b81-8f52-4988-8fed-4d9218fb5736 x-openstack-request-id: req-942e0b81-8f52-4988-8fed-4d9218fb5736 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:29:57.372189 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7620a8f0-48e3-4421-930b-d8aea199e66d", "tag": "fc309023-7c61-445d-9982-4ef44beffd94", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:29:57.372452 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-942e0b81-8f52-4988-8fed-4d9218fb5736 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:29:57.372863 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7620a8f0-48e3-4421-930b-d8aea199e66d', 'tag': 'fc309023-7c61-445d-9982-4ef44beffd94', 'status': 'completed', 'code': 200} Feb 20 05:29:57.395254 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f97879-e5c1-44ca-93e1-6b258e2ba27f admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:29:57.400109 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-65687441-8bd0-4d1e-a8af-5e7da60d344c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:57.404817 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd8bff0-cfce-4cf2-b652-54447d1b9e42 None None] Sync routers for ids ['135c336b-1491-40fd-9921-0dcc9cd16528'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:29:57.405421 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-65687441-8bd0-4d1e-a8af-5e7da60d344c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6b518f2-00ef-4191-ad2f-d2104b8cb5ec HTTP/1.1" status: 200 len: 844 time: 0.1220911 Feb 20 05:29:57.409862 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-41f97879-e5c1-44ca-93e1-6b258e2ba27f admin admin] 10.222.0.37 "PUT /v2.0/routers/135c336b-1491-40fd-9921-0dcc9cd16528/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8339915 Feb 20 05:29:57.412202 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53512) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:57.419494 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd8bff0-cfce-4cf2-b652-54447d1b9e42 None None] Routers {'135c336b-1491-40fd-9921-0dcc9cd16528'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:29:57.420129 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ecd8bff0-cfce-4cf2-b652-54447d1b9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:29:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['135c336b-1491-40fd-9921-0dcc9cd16528'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:57.503984 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-fb775797-9bd5-4896-b892-b80ab094139d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:57.505430 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-fb775797-9bd5-4896-b892-b80ab094139d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1b43d151-723d-4d53-ab29-704a1719daa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0839140 Feb 20 05:29:57.569092 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3aeceb3c-b707-45ec-aff5-a2b041b994ab admin admin] Publish callbacks [] for router (135c336b-1491-40fd-9921-0dcc9cd16528), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:57.611472 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-ecd8bff0-cfce-4cf2-b652-54447d1b9e42 None None] Set router 135c336b-1491-40fd-9921-0dcc9cd16528 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:29:57.629052 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-c8614dc2-7598-467d-8c7a-9f841a31b9e4 service neutron] 10.222.0.61 "GET /v2.0/networks/1b43d151-723d-4d53-ab29-704a1719daa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160157 Feb 20 05:29:57.742676 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3aeceb3c-b707-45ec-aff5-a2b041b994ab admin admin] Publish callbacks [] for router_gateway (135c336b-1491-40fd-9921-0dcc9cd16528), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:57.802710 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c0ca8d9-ecd7-41b2-a799-047d27c2e470 req-7af811b5-a96d-4f13-8431-c76a734e6048 service neutron] 10.222.0.61 "GET /v2.0/networks/1b43d151-723d-4d53-ab29-704a1719daa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671960 Feb 20 05:29:57.817020 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-3aeceb3c-b707-45ec-aff5-a2b041b994ab admin admin] Deleting port 4e56971e-10ed-4a42-b179-b57cb412e125 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:29:57.817505 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3aeceb3c-b707-45ec-aff5-a2b041b994ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4e56971e-10ed-4a42-b179-b57cb412e125), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:57.916067 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-3aeceb3c-b707-45ec-aff5-a2b041b994ab admin admin] For port 4e56971e-10ed-4a42-b179-b57cb412e125, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4e56971e-10ed-4a42-b179-b57cb412e125,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:57.917021 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3aeceb3c-b707-45ec-aff5-a2b041b994ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4e56971e-10ed-4a42-b179-b57cb412e125), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:57.919985 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65514d-ae85-4a8e-88cf-ad643fe126e1 req-8ab5851d-6156-41b1-80ac-f957514faa11 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:57.921494 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b65514d-ae85-4a8e-88cf-ad643fe126e1 req-8ab5851d-6156-41b1-80ac-f957514faa11 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/ports?device_id=7620a8f0-48e3-4421-930b-d8aea199e66d HTTP/1.1" status: 200 len: 943 time: 0.1731164 Feb 20 05:29:57.942366 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-3aeceb3c-b707-45ec-aff5-a2b041b994ab admin admin] Calling delete_port for 4e56971e-10ed-4a42-b179-b57cb412e125 owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:29:57.952949 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ecd8bff0-cfce-4cf2-b652-54447d1b9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135c336b-1491-40fd-9921-0dcc9cd16528', 'name': 'tempest-FloatingIPsNegativeTestJSON-1391450875-router', 'tenant_id': 'b9553800a09740f69ace4bfc452aa93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e56971e-10ed-4a42-b179-b57cb412e125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:35Z', 'updated_at': '2022-02-20T05:29:55Z', 'revision_number': 5, 'project_id': 'b9553800a09740f69ace4bfc452aa93e', 'gw_port': {'id': '4e56971e-10ed-4a42-b179-b57cb412e125', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135c336b-1491-40fd-9921-0dcc9cd16528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:37Z', 'updated_at': '2022-02-20T05:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:57.993032 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd8bff0-cfce-4cf2-b652-54447d1b9e42 None None] Checking router: 135c336b-1491-40fd-9921-0dcc9cd16528 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:29:58.006129 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd8bff0-cfce-4cf2-b652-54447d1b9e42 None None] Routers {'135c336b-1491-40fd-9921-0dcc9cd16528'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:29:58.007312 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ecd8bff0-cfce-4cf2-b652-54447d1b9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:29:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['135c336b-1491-40fd-9921-0dcc9cd16528'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:58.027981 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cadcb7-b644-41f9-9dff-69a686a632ff req-70637754-4d1c-4211-8fcc-6be3c62941f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:58.029817 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41cadcb7-b644-41f9-9dff-69a686a632ff req-70637754-4d1c-4211-8fcc-6be3c62941f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=992d9694952247a6a1432ff90d2d84f5&device_id=7620a8f0-48e3-4421-930b-d8aea199e66d HTTP/1.1" status: 200 len: 1125 time: 0.1704013 Feb 20 05:29:58.126250 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-ecd8bff0-cfce-4cf2-b652-54447d1b9e42 None None] Set router 135c336b-1491-40fd-9921-0dcc9cd16528 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:29:58.147726 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cadcb7-b644-41f9-9dff-69a686a632ff req-ed33ba94-b4e9-4a29-9721-c606bb0602c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:58.149602 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41cadcb7-b644-41f9-9dff-69a686a632ff req-ed33ba94-b4e9-4a29-9721-c606bb0602c4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1b43d151-723d-4d53-ab29-704a1719daa4 HTTP/1.1" status: 200 len: 905 time: 0.1077950 Feb 20 05:29:58.156740 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b65514d-ae85-4a8e-88cf-ad643fe126e1 req-7f6a85b4-3625-4f98-9248-81fcf4d9f288 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bd3d24-538d-469e-bd89-7611bd3861a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171335 Feb 20 05:29:58.167189 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3aeceb3c-b707-45ec-aff5-a2b041b994ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (4e56971e-10ed-4a42-b179-b57cb412e125), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:58.219643 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41cadcb7-b644-41f9-9dff-69a686a632ff req-245f7eaa-b70c-4eec-8050-94f23b929125 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc309023-7c61-445d-9982-4ef44beffd94 HTTP/1.1" status: 200 len: 217 time: 0.0568893 Feb 20 05:29:58.229549 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-cfc3dc5d-0f48-416e-aae4-db5acdb5c84b tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:58.231170 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-cfc3dc5d-0f48-416e-aae4-db5acdb5c84b tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/networks?id=8d5e3dec-6d5c-4634-b419-6efab0fe545e HTTP/1.1" status: 200 len: 805 time: 0.4235737 Feb 20 05:29:58.259481 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ecd8bff0-cfce-4cf2-b652-54447d1b9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135c336b-1491-40fd-9921-0dcc9cd16528', 'name': 'tempest-FloatingIPsNegativeTestJSON-1391450875-router', 'tenant_id': 'b9553800a09740f69ace4bfc452aa93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:35Z', 'updated_at': '2022-02-20T05:29:57Z', 'revision_number': 6, 'project_id': 'b9553800a09740f69ace4bfc452aa93e', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:29:58.292303 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-f9f54139-2a21-448f-82f4-30970534d95d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/quotas/0920b60773554bf08776a4d9e0f90f40 HTTP/1.1" status: 200 len: 375 time: 0.0518553 Feb 20 05:29:58.299781 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd8bff0-cfce-4cf2-b652-54447d1b9e42 None None] The sync data for ids ['135c336b-1491-40fd-9921-0dcc9cd16528'] in n-d-829866-5 is: [{'id': '135c336b-1491-40fd-9921-0dcc9cd16528', 'name': 'tempest-FloatingIPsNegativeTestJSON-1391450875-router', 'tenant_id': 'b9553800a09740f69ace4bfc452aa93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:35Z', 'updated_at': '2022-02-20T05:29:57Z', 'revision_number': 6, 'project_id': 'b9553800a09740f69ace4bfc452aa93e', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:29:58.326638 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeceb3c-b707-45ec-aff5-a2b041b994ab admin admin] Pushing event deleted for resources: {'Port': ['ID=4e56971e-10ed-4a42-b179-b57cb412e125,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:58.329271 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3aeceb3c-b707-45ec-aff5-a2b041b994ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (135c336b-1491-40fd-9921-0dcc9cd16528), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:58.358059 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cadcb7-b644-41f9-9dff-69a686a632ff req-9d0d47ba-e90b-4abb-9885-9db4e411e759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:58.359842 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41cadcb7-b644-41f9-9dff-69a686a632ff req-9d0d47ba-e90b-4abb-9885-9db4e411e759 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6b518f2-00ef-4191-ad2f-d2104b8cb5ec HTTP/1.1" status: 200 len: 844 time: 0.1276443 Feb 20 05:29:58.423598 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ff002-439b-4f52-a7dc-0e9798bbfe31 req-458421cd-b968-4469-95b9-cd9d9069b4a3 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:58.425217 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-778ff002-439b-4f52-a7dc-0e9798bbfe31 req-458421cd-b968-4469-95b9-cd9d9069b4a3 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f5c8c6c-4c99-454a-af5e-8ab1b38670a5 HTTP/1.1" status: 200 len: 944 time: 0.1583817 Feb 20 05:29:58.438845 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-4946f331-9307-43b8-97a9-405c1040edde tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0920b60773554bf08776a4d9e0f90f40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1299698 Feb 20 05:29:58.460533 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cadcb7-b644-41f9-9dff-69a686a632ff req-a5ac28af-2c6a-4bff-90c0-523f38d99bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:58.462041 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41cadcb7-b644-41f9-9dff-69a686a632ff req-a5ac28af-2c6a-4bff-90c0-523f38d99bda service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1b43d151-723d-4d53-ab29-704a1719daa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0944095 Feb 20 05:29:58.606841 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-778ff002-439b-4f52-a7dc-0e9798bbfe31 req-f1635c9b-65ed-45f7-847c-c10ee4421836 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666958 Feb 20 05:29:58.662076 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-686199bb-0d06-42fb-b211-995ac11e4ee5 service neutron] 10.222.0.37 "GET /v2.0/networks/8d5e3dec-6d5c-4634-b419-6efab0fe545e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120583 Feb 20 05:29:58.685370 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41cadcb7-b644-41f9-9dff-69a686a632ff req-fbe03d91-6de3-4baf-9c59-8fb8df59db21 service neutron] 10.222.0.61 "GET /v2.0/networks/1b43d151-723d-4d53-ab29-704a1719daa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011521 Feb 20 05:29:58.734147 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3aeceb3c-b707-45ec-aff5-a2b041b994ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (135c336b-1491-40fd-9921-0dcc9cd16528), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:58.739571 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3aeceb3c-b707-45ec-aff5-a2b041b994ab admin admin] Publish callbacks [] for router_controller (135c336b-1491-40fd-9921-0dcc9cd16528), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:58.801526 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3aeceb3c-b707-45ec-aff5-a2b041b994ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (135c336b-1491-40fd-9921-0dcc9cd16528), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:58.802148 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aeceb3c-b707-45ec-aff5-a2b041b994ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 135c336b-1491-40fd-9921-0dcc9cd16528 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:29:58.806702 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3aeceb3c-b707-45ec-aff5-a2b041b994ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:58.810519 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3aeceb3c-b707-45ec-aff5-a2b041b994ab admin admin] 10.222.0.37 "DELETE /v2.0/routers/135c336b-1491-40fd-9921-0dcc9cd16528 HTTP/1.1" status: 204 len: 168 time: 1.3964562 Feb 20 05:29:58.811353 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53534) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:58.863166 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-2303f179-1c06-4f39-8a6d-bf36a174de16 service neutron] 10.222.0.37 "GET /v2.0/networks/8d5e3dec-6d5c-4634-b419-6efab0fe545e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001321 Feb 20 05:29:58.894268 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2f54a3-eae9-4e4c-bf01-abf849828a66 admin admin] Deleting subnet f5d356b8-b39f-4b24-b597-2f5f23d7b3b6 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:29:58.896320 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41cadcb7-b644-41f9-9dff-69a686a632ff req-ee66ba6b-a598-4bdb-b2df-d95d2346cf17 service neutron] 10.222.0.61 "GET /v2.0/networks/1b43d151-723d-4d53-ab29-704a1719daa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791532 Feb 20 05:29:58.900996 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ea2f54a3-eae9-4e4c-bf01-abf849828a66 admin admin] Publish callbacks [] for subnet (f5d356b8-b39f-4b24-b597-2f5f23d7b3b6), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:58.905177 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69942a-9dee-4623-b937-ee1ade14c06a req-ee50a447-c39d-4812-a4e3-7dc5287f1006 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:58.906737 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3b69942a-9dee-4623-b937-ee1ade14c06a req-ee50a447-c39d-4812-a4e3-7dc5287f1006 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.1257353 Feb 20 05:29:58.961297 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ea2f54a3-eae9-4e4c-bf01-abf849828a66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (f5d356b8-b39f-4b24-b597-2f5f23d7b3b6), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:58.963668 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3b69942a-9dee-4623-b937-ee1ade14c06a req-db78b17a-0686-4652-9d3a-92e0d852e842 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488379 Feb 20 05:29:59.098258 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ea2f54a3-eae9-4e4c-bf01-abf849828a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (f5d356b8-b39f-4b24-b597-2f5f23d7b3b6), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:59.103558 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4e206b71-50c7-4b58-8245-3dd2ef4b464b req-a2387f4c-1ecd-44fb-8070-37b4adf7c6fc tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7feac98-5add-4027-a33c-512fd1106a17 HTTP/1.1" status: 200 len: 210 time: 0.0305572 Feb 20 05:29:59.164728 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ea2f54a3-eae9-4e4c-bf01-abf849828a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (f5d356b8-b39f-4b24-b597-2f5f23d7b3b6), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:59.206080 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f54a3-eae9-4e4c-bf01-abf849828a66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5d356b8-b39f-4b24-b597-2f5f23d7b3b6,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:29:59.206381 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0022bdeb-fb6e-4023-81dc-a97c9afbaf1a None None] Network e916380e-7a88-4b0b-afe1-3c59f57d12ca requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:29:59.211742 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ea2f54a3-eae9-4e4c-bf01-abf849828a66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:59.217730 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ea2f54a3-eae9-4e4c-bf01-abf849828a66 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f5d356b8-b39f-4b24-b597-2f5f23d7b3b6 HTTP/1.1" status: 204 len: 168 time: 0.4032550 Feb 20 05:29:59.218557 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53542) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:29:59.357160 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71f768-aeea-491b-aa30-d8db27359a01 req-dc5864ad-7d1a-43ab-add5-96001f8c937d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:59.359028 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ac71f768-aeea-491b-aa30-d8db27359a01 req-dc5864ad-7d1a-43ab-add5-96001f8c937d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.48 "GET /v2.0/ports?device_id=1762446e-7d51-4022-9b24-2fdccb7e81a1 HTTP/1.1" status: 200 len: 945 time: 0.1634669 Feb 20 05:29:59.364172 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea48e-fc4c-4178-860c-85f20dccf74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (e916380e-7a88-4b0b-afe1-3c59f57d12ca), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:59.365336 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd3c47-10e8-4a42-a946-c5cab7ba43df req-a8c1d342-a8a8-4196-b385-5fdec7a877f5 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:59.367759 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95dd3c47-10e8-4a42-a946-c5cab7ba43df req-a8c1d342-a8a8-4196-b385-5fdec7a877f5 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/ports?device_id=7620a8f0-48e3-4421-930b-d8aea199e66d HTTP/1.1" status: 200 len: 943 time: 0.0916443 Feb 20 05:29:59.465938 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec084d5-ca06-4cc7-924f-6db3274fdba6 None None] DHCP port deletion for e916380e-7a88-4b0b-afe1-3c59f57d12ca request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:29:59.478762 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95dd3c47-10e8-4a42-a946-c5cab7ba43df req-90782580-2db9-4446-8100-3622858181a0 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bd3d24-538d-469e-bd89-7611bd3861a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967937 Feb 20 05:29:59.523340 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ea48e-fc4c-4178-860c-85f20dccf74b admin admin] Deleting port c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:29:59.523691 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea48e-fc4c-4178-860c-85f20dccf74b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:59.527662 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 7f1df590-ab97-4897-9d8b-2e6e14ba68aa details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:29:59.529304 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 4167998b-6590-4bd3-ba29-eeddd4930c02 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:29:59.599613 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-ac71f768-aeea-491b-aa30-d8db27359a01 req-5ffb2d5d-1335-4028-afa9-6b858d892415 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Deleting port 4167998b-6590-4bd3-ba29-eeddd4930c02 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:29:59.599959 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ac71f768-aeea-491b-aa30-d8db27359a01 req-5ffb2d5d-1335-4028-afa9-6b858d892415 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4167998b-6590-4bd3-ba29-eeddd4930c02), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:59.673277 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-fc2ea48e-fc4c-4178-860c-85f20dccf74b admin admin] For port c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2,segment=NetworkSegment(36ebca1d-0c4a-4764-8524-07486653a750),segment_id=36ebca1d-0c4a-4764-8524-07486653a750)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:59.673787 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea48e-fc4c-4178-860c-85f20dccf74b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:59.693128 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ea48e-fc4c-4178-860c-85f20dccf74b admin admin] Calling delete_port for c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:29:59.699189 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bec084d5-ca06-4cc7-924f-6db3274fdba6 None None] Deleting port c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:29:59.699632 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bec084d5-ca06-4cc7-924f-6db3274fdba6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:59.781892 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-ac71f768-aeea-491b-aa30-d8db27359a01 req-5ffb2d5d-1335-4028-afa9-6b858d892415 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] For port 4167998b-6590-4bd3-ba29-eeddd4930c02, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4167998b-6590-4bd3-ba29-eeddd4930c02,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:59.782379 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ac71f768-aeea-491b-aa30-d8db27359a01 req-5ffb2d5d-1335-4028-afa9-6b858d892415 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4167998b-6590-4bd3-ba29-eeddd4930c02), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:59.805628 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-ac71f768-aeea-491b-aa30-d8db27359a01 req-5ffb2d5d-1335-4028-afa9-6b858d892415 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Calling delete_port for 4167998b-6590-4bd3-ba29-eeddd4930c02 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:29:59.882185 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-bec084d5-ca06-4cc7-924f-6db3274fdba6 None None] For port c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2,segment=NetworkSegment(36ebca1d-0c4a-4764-8524-07486653a750),segment_id=36ebca1d-0c4a-4764-8524-07486653a750)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:29:59.882646 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bec084d5-ca06-4cc7-924f-6db3274fdba6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:29:59.889836 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fa858-b9a4-4f66-b11d-5b71f4a4ca4e req-f11787e6-13dd-4502-9d82-8b2c03820e96 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:29:59.902567 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-713fa858-b9a4-4f66-b11d-5b71f4a4ca4e req-f11787e6-13dd-4502-9d82-8b2c03820e96 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f5c8c6c-4c99-454a-af5e-8ab1b38670a5 HTTP/1.1" status: 200 len: 944 time: 0.1307769 Feb 20 05:29:59.971231 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-713fa858-b9a4-4f66-b11d-5b71f4a4ca4e req-6d02b724-58e4-4053-b7dc-3de61c7be65c tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656385 Feb 20 05:30:00.016930 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea48e-fc4c-4178-860c-85f20dccf74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:00.110912 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ea48e-fc4c-4178-860c-85f20dccf74b admin admin] Pushing event deleted for resources: {'Port': ['ID=c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:00.126016 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2ea48e-fc4c-4178-860c-85f20dccf74b admin admin] No DVR routers for this DVR port c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:30:00.132282 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bec084d5-ca06-4cc7-924f-6db3274fdba6 None None] Calling delete_port for c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:30:00.162618 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 4167998b-6590-4bd3-ba29-eeddd4930c02 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:30:00.163153 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4167998b-6590-4bd3-ba29-eeddd4930c02), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:00.283215 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:30:00.322651 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-465c1dd9-a3d3-4b95-8330-663b857ca202 req-d452afbe-485d-48b6-8bf5-6cd32462f29a tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7feac98-5add-4027-a33c-512fd1106a17 HTTP/1.1" status: 200 len: 210 time: 0.0733011 Feb 20 05:30:00.351511 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea48e-fc4c-4178-860c-85f20dccf74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (e916380e-7a88-4b0b-afe1-3c59f57d12ca), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:00.359483 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169aafa-2d59-4e08-a39b-f579e9bcbf31 req-f653f808-24e3-426a-a5b0-d57a107f9f34 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:00.367490 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5169aafa-2d59-4e08-a39b-f579e9bcbf31 req-f653f808-24e3-426a-a5b0-d57a107f9f34 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.1717298 Feb 20 05:30:00.369839 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 7f1df590-ab97-4897-9d8b-2e6e14ba68aa, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=7f1df590-ab97-4897-9d8b-2e6e14ba68aa,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:00.378800 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:30:00.379536 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:30:00.380690 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4e56971e-10ed-4a42-b179-b57cb412e125 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:30:00.410037 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-fc2ea48e-fc4c-4178-860c-85f20dccf74b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e916380e-7a88-4b0b-afe1-3c59f57d12ca']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:00.427158 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5169aafa-2d59-4e08-a39b-f579e9bcbf31 req-520d870a-0ce9-4fe1-8f1b-c5148dc0efc8 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585883 Feb 20 05:30:00.446407 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-fc2ea48e-fc4c-4178-860c-85f20dccf74b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ebca1d-0c4a-4764-8524-07486653a750') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:00.447072 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-fc2ea48e-fc4c-4178-860c-85f20dccf74b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ebca1d-0c4a-4764-8524-07486653a750') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:00.454751 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 4e56971e-10ed-4a42-b179-b57cb412e125 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:30:00.455234 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4e56971e-10ed-4a42-b179-b57cb412e125 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:30:00.456340 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b9d9fa00-f476-487a-bd79-971f63c11c25 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:30:00.475576 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea48e-fc4c-4178-860c-85f20dccf74b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (36ebca1d-0c4a-4764-8524-07486653a750), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:00.489538 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '7f1df590-ab97-4897-9d8b-2e6e14ba68aa', 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952', 'port_id': '7f1df590-ab97-4897-9d8b-2e6e14ba68aa', 'mac_address': 'fa:16:3e:1f:1d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6cf6e5f-5eef-4832-87f6-e3f3339d48a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:30:00.491129 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ac71f768-aeea-491b-aa30-d8db27359a01 req-5ffb2d5d-1335-4028-afa9-6b858d892415 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (4167998b-6590-4bd3-ba29-eeddd4930c02), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:00.494300 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: b9d9fa00-f476-487a-bd79-971f63c11c25 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:30:00.494654 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b9d9fa00-f476-487a-bd79-971f63c11c25 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:30:00.562116 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea48e-fc4c-4178-860c-85f20dccf74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (36ebca1d-0c4a-4764-8524-07486653a750), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:00.572421 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 7f1df590-ab97-4897-9d8b-2e6e14ba68aa is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:30:00.573063 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7f1df590-ab97-4897-9d8b-2e6e14ba68aa), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:00.600748 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1df590-ab97-4897-9d8b-2e6e14ba68aa {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:30:00.608277 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bec084d5-ca06-4cc7-924f-6db3274fdba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:00.631356 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc2ea48e-fc4c-4178-860c-85f20dccf74b admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:30:00.631678 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea48e-fc4c-4178-860c-85f20dccf74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (36ebca1d-0c4a-4764-8524-07486653a750), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:00.633688 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb2d5d-1335-4028-afa9-6b858d892415 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Pushing event deleted for resources: {'Port': ['ID=4167998b-6590-4bd3-ba29-eeddd4930c02,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:30:00.635619 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:30:00.642708 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 7f1df590-ab97-4897-9d8b-2e6e14ba68aa, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=7f1df590-ab97-4897-9d8b-2e6e14ba68aa,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:00.693328 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac71f768-aeea-491b-aa30-d8db27359a01 req-5ffb2d5d-1335-4028-afa9-6b858d892415 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] No DVR routers for this DVR port 4167998b-6590-4bd3-ba29-eeddd4930c02 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:30:00.697074 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ac71f768-aeea-491b-aa30-d8db27359a01 req-5ffb2d5d-1335-4028-afa9-6b858d892415 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:00.697403 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56b42f-c64f-4dac-bf7a-cb2922272b13 req-ca980259-1857-425a-9a48-26474745e023 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:00.700624 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ac71f768-aeea-491b-aa30-d8db27359a01 req-5ffb2d5d-1335-4028-afa9-6b858d892415 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.48 "DELETE /v2.0/ports/4167998b-6590-4bd3-ba29-eeddd4930c02 HTTP/1.1" status: 204 len: 173 time: 1.3326306 Feb 20 05:30:00.701088 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1762446e-7d51-4022-9b24-2fdccb7e81a1', 'name': 'network-vif-deleted', 'tag': '4167998b-6590-4bd3-ba29-eeddd4930c02'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:30:00.703517 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed55a62a-fe4b-44f8-812e-a31279240c3e" -d '{"events": [{"server_uuid": "1762446e-7d51-4022-9b24-2fdccb7e81a1", "name": "network-vif-deleted", "tag": "4167998b-6590-4bd3-ba29-eeddd4930c02"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:30:00.711714 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9a56b42f-c64f-4dac-bf7a-cb2922272b13 req-ca980259-1857-425a-9a48-26474745e023 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/ports?device_id=7620a8f0-48e3-4421-930b-d8aea199e66d HTTP/1.1" status: 200 len: 943 time: 0.1191308 Feb 20 05:30:00.725439 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec084d5-ca06-4cc7-924f-6db3274fdba6 None None] No DVR routers for this DVR port c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:30:00.738613 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea48e-fc4c-4178-860c-85f20dccf74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (e916380e-7a88-4b0b-afe1-3c59f57d12ca), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:00.756675 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea48e-fc4c-4178-860c-85f20dccf74b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:00.770099 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec084d5-ca06-4cc7-924f-6db3274fdba6 None None] Pushing event deleted for resources: {'Port': ['ID=c5d0c6c1-7234-4b1b-bf27-c2bba636a2f2,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:00.777754 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7f1df590-ab97-4897-9d8b-2e6e14ba68aa), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:00.782031 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fc2ea48e-fc4c-4178-860c-85f20dccf74b admin admin] 10.222.0.37 "DELETE /v2.0/networks/e916380e-7a88-4b0b-afe1-3c59f57d12ca HTTP/1.1" status: 204 len: 168 time: 1.5624223 Feb 20 05:30:00.828720 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ea48e-fc4c-4178-860c-85f20dccf74b admin admin] Pushing event deleted for resources: {'Network': ['ID=e916380e-7a88-4b0b-afe1-3c59f57d12ca,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:00.843217 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67ef02f-b54a-4d5f-a121-bf2f40ba8a71 x-openstack-request-id: req-d67ef02f-b54a-4d5f-a121-bf2f40ba8a71 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:30:00.843938 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1762446e-7d51-4022-9b24-2fdccb7e81a1", "name": "network-vif-deleted", "tag": "4167998b-6590-4bd3-ba29-eeddd4930c02", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:30:00.845699 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d67ef02f-b54a-4d5f-a121-bf2f40ba8a71 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:30:00.847235 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1762446e-7d51-4022-9b24-2fdccb7e81a1', 'name': 'network-vif-deleted', 'tag': '4167998b-6590-4bd3-ba29-eeddd4930c02', 'status': 'completed', 'code': 200} Feb 20 05:30:00.855085 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9a56b42f-c64f-4dac-bf7a-cb2922272b13 req-e490da04-f6f1-461b-8343-97f24cc35062 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bd3d24-538d-469e-bd89-7611bd3861a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406438 Feb 20 05:30:00.975864 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=7f1df590-ab97-4897-9d8b-2e6e14ba68aa,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:01.075180 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['7f1df590-ab97-4897-9d8b-2e6e14ba68aa'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:30:01.123331 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53568) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:01.154343 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-a00e8756-6b9b-4b6a-9d0c-3d19d378d55f tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:01.155858 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-a00e8756-6b9b-4b6a-9d0c-3d19d378d55f tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.48 "GET /v2.0/networks?id=8d5e3dec-6d5c-4634-b419-6efab0fe545e HTTP/1.1" status: 200 len: 805 time: 0.2753415 Feb 20 05:30:01.189723 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-90f96e4b-64f2-4831-8f26-7628c7dab825 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Request body: {'port': {'device_id': 'd7feac98-5add-4027-a33c-512fd1106a17', 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e', 'admin_state_up': True, 'tenant_id': '0920b60773554bf08776a4d9e0f90f40'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:30:01.208788 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87a39d-e533-4f3c-ae59-00ad3b03652c req-a22d98f7-bedb-420d-8933-55df5a199929 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:01.215691 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8a87a39d-e533-4f3c-ae59-00ad3b03652c req-a22d98f7-bedb-420d-8933-55df5a199929 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f5c8c6c-4c99-454a-af5e-8ab1b38670a5 HTTP/1.1" status: 200 len: 945 time: 0.1060009 Feb 20 05:30:01.300277 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8a87a39d-e533-4f3c-ae59-00ad3b03652c req-d677dcb1-bd01-4a85-91d0-1f1c4a5b29f9 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737054 Feb 20 05:30:01.337256 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bf9fc37f-69fe-4336-b3d8-67d990505219 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9553800a09740f69ace4bfc452aa93e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128017 Feb 20 05:30:01.339963 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53572) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:01.381020 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device fc309023-7c61-445d-9982-4ef44beffd94 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:30:01.479767 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dee5dec4-fa3c-4e23-ace6-a15217cb42e7 admin admin] Publish callbacks [] for security_group (439a534e-e0f1-4d3b-8107-c9a61904569f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:01.485838 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-90f96e4b-64f2-4831-8f26-7628c7dab825 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Made reservation on behalf of 0920b60773554bf08776a4d9e0f90f40 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:30:01.491494 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-90f96e4b-64f2-4831-8f26-7628c7dab825 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:01.542367 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dee5dec4-fa3c-4e23-ace6-a15217cb42e7 admin admin] Publish callbacks [] for security_group (439a534e-e0f1-4d3b-8107-c9a61904569f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:01.645706 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 4167998b-6590-4bd3-ba29-eeddd4930c02 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:30:01.646223 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-44da7613-caab-4476-87a6-678da1c51529 req-cd7cc7ca-0e5c-4d7b-843a-430707bad7a0 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7feac98-5add-4027-a33c-512fd1106a17 HTTP/1.1" status: 200 len: 210 time: 0.0883586 Feb 20 05:30:01.714816 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dee5dec4-fa3c-4e23-ace6-a15217cb42e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (439a534e-e0f1-4d3b-8107-c9a61904569f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:01.718009 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dee5dec4-fa3c-4e23-ace6-a15217cb42e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:01.719450 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dee5dec4-fa3c-4e23-ace6-a15217cb42e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/439a534e-e0f1-4d3b-8107-c9a61904569f HTTP/1.1" status: 204 len: 168 time: 0.3785639 Feb 20 05:30:01.731101 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac90559-eab3-41b4-a81d-a29a2a1a60dd req-2e8c887f-7081-4b90-94e7-6edd89d90f66 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:01.734045 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5dec4-fa3c-4e23-ace6-a15217cb42e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439a534e-e0f1-4d3b-8107-c9a61904569f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:01.736724 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-90f96e4b-64f2-4831-8f26-7628c7dab825 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Allocated IP 172.20.0.6 (8d5e3dec-6d5c-4634-b419-6efab0fe545e/9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9/6c384963-e2fe-403b-979d-de27a1766087) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:30:01.740874 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fac90559-eab3-41b4-a81d-a29a2a1a60dd req-2e8c887f-7081-4b90-94e7-6edd89d90f66 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.1181898 Feb 20 05:30:01.778136 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 4167998b-6590-4bd3-ba29-eeddd4930c02 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:30:01.778475 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 4167998b-6590-4bd3-ba29-eeddd4930c02 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:30:01.781062 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port fc309023-7c61-445d-9982-4ef44beffd94, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=fc309023-7c61-445d-9982-4ef44beffd94,segment=NetworkSegment(127a549a-5d45-47fb-a5e2-6fb7ffa95798),segment_id=127a549a-5d45-47fb-a5e2-6fb7ffa95798)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:01.805315 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fac90559-eab3-41b4-a81d-a29a2a1a60dd req-141869f7-4c84-431b-b58d-4cf3e3865aa2 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601244 Feb 20 05:30:01.850634 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'fc309023-7c61-445d-9982-4ef44beffd94', 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4', 'port_id': 'fc309023-7c61-445d-9982-4ef44beffd94', 'mac_address': 'fa:16:3e:ad:5f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b518f2-00ef-4191-ad2f-d2104b8cb5ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:30:01.929947 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port fc309023-7c61-445d-9982-4ef44beffd94 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:30:01.930349 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fc309023-7c61-445d-9982-4ef44beffd94), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:01.953838 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc309023-7c61-445d-9982-4ef44beffd94 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:30:01.975265 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port fc309023-7c61-445d-9982-4ef44beffd94, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=fc309023-7c61-445d-9982-4ef44beffd94,segment=NetworkSegment(127a549a-5d45-47fb-a5e2-6fb7ffa95798),segment_id=127a549a-5d45-47fb-a5e2-6fb7ffa95798)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:01.980886 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-90f96e4b-64f2-4831-8f26-7628c7dab825 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks [] for port (6c384963-e2fe-403b-979d-de27a1766087), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:01.983148 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (fc309023-7c61-445d-9982-4ef44beffd94), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:02.068288 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-90f96e4b-64f2-4831-8f26-7628c7dab825 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (6c384963-e2fe-403b-979d-de27a1766087), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:02.097768 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483804b-6c90-485d-88d7-f16432e5391e req-17ccdfc5-cae7-422e-aa66-0d4375d0bfd2 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:02.108485 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a483804b-6c90-485d-88d7-f16432e5391e req-17ccdfc5-cae7-422e-aa66-0d4375d0bfd2 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/ports?device_id=7620a8f0-48e3-4421-930b-d8aea199e66d HTTP/1.1" status: 200 len: 943 time: 0.1602168 Feb 20 05:30:02.125247 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=fc309023-7c61-445d-9982-4ef44beffd94,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:02.146606 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-90f96e4b-64f2-4831-8f26-7628c7dab825 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Network 8d5e3dec-6d5c-4634-b419-6efab0fe545e is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:30:02.150502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-90f96e4b-64f2-4831-8f26-7628c7dab825 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:30:02.162479 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-90f96e4b-64f2-4831-8f26-7628c7dab825 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:30:02.170070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f96e4b-64f2-4831-8f26-7628c7dab825 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Pushing event updated for resources: {'Port': ['ID=6c384963-e2fe-403b-979d-de27a1766087,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:02.213476 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a483804b-6c90-485d-88d7-f16432e5391e req-0ef4d945-55ab-4510-9d0d-857dc22736eb tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bd3d24-538d-469e-bd89-7611bd3861a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037621 Feb 20 05:30:02.229276 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-90f96e4b-64f2-4831-8f26-7628c7dab825 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:02.230933 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-90f96e4b-64f2-4831-8f26-7628c7dab825 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:02.247305 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['fc309023-7c61-445d-9982-4ef44beffd94'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:30:02.274069 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-90f96e4b-64f2-4831-8f26-7628c7dab825 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0996270 Feb 20 05:30:02.311232 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-e873e99c-789d-45dc-af4c-6507fdaf510d service neutron] Request body: {'port': {'device_id': 'd7feac98-5add-4027-a33c-512fd1106a17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:30:02.424141 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-e873e99c-789d-45dc-af4c-6507fdaf510d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6c384963-e2fe-403b-979d-de27a1766087), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:02.540850 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3cf8c-7fd5-4900-a4fb-2b8c5ab59e97 req-8cfbf21c-a01a-443f-a8c2-491cdb302d55 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:02.543568 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1cf3cf8c-7fd5-4900-a4fb-2b8c5ab59e97 req-8cfbf21c-a01a-443f-a8c2-491cdb302d55 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f5c8c6c-4c99-454a-af5e-8ab1b38670a5 HTTP/1.1" status: 200 len: 945 time: 0.0803740 Feb 20 05:30:02.668938 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1cf3cf8c-7fd5-4900-a4fb-2b8c5ab59e97 req-0da593ff-4f5e-410c-a347-433d7026aedd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037040 Feb 20 05:30:02.852157 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-e873e99c-789d-45dc-af4c-6507fdaf510d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c384963-e2fe-403b-979d-de27a1766087 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:30:02.860641 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-e873e99c-789d-45dc-af4c-6507fdaf510d service neutron] Publish callbacks [] for port (6c384963-e2fe-403b-979d-de27a1766087), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:02.877105 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-e873e99c-789d-45dc-af4c-6507fdaf510d service neutron] Transition to ACTIVE for port object 6c384963-e2fe-403b-979d-de27a1766087 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:30:02.883319 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-e873e99c-789d-45dc-af4c-6507fdaf510d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (6c384963-e2fe-403b-979d-de27a1766087), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:02.897130 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fccf38-9844-4f0c-99b6-539c95b3f480 req-216ae743-1a98-428d-8348-61b12c40f96b tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:02.905148 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16fccf38-9844-4f0c-99b6-539c95b3f480 req-216ae743-1a98-428d-8348-61b12c40f96b tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7feac98-5add-4027-a33c-512fd1106a17 HTTP/1.1" status: 200 len: 931 time: 0.1265171 Feb 20 05:30:02.937760 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873e99c-789d-45dc-af4c-6507fdaf510d service neutron] Pushing event updated for resources: {'Port': ['ID=6c384963-e2fe-403b-979d-de27a1766087,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:03.036326 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16fccf38-9844-4f0c-99b6-539c95b3f480 req-736e1cf0-807c-41ef-958b-f41709980bcc tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225126 Feb 20 05:30:03.081951 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6110e19-da8d-40c4-8489-ddfd8f8811b3 req-b2a41b0c-aa97-41dd-8c83-07cff333c302 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:03.090543 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-e873e99c-789d-45dc-af4c-6507fdaf510d service neutron] Attempting to bind port 6c384963-e2fe-403b-979d-de27a1766087 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:30:03.091099 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-e873e99c-789d-45dc-af4c-6507fdaf510d service neutron] Attempting to bind port 6c384963-e2fe-403b-979d-de27a1766087 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:30:03.091277 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-e873e99c-789d-45dc-af4c-6507fdaf510d service neutron] Attempting to bind port 6c384963-e2fe-403b-979d-de27a1766087 on network 8d5e3dec-6d5c-4634-b419-6efab0fe545e {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:30:03.096999 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6110e19-da8d-40c4-8489-ddfd8f8811b3 req-b2a41b0c-aa97-41dd-8c83-07cff333c302 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.1704302 Feb 20 05:30:03.097149 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-e873e99c-789d-45dc-af4c-6507fdaf510d service neutron] Port 6c384963-e2fe-403b-979d-de27a1766087 on network 8d5e3dec-6d5c-4634-b419-6efab0fe545e not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:30:03.097379 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-e873e99c-789d-45dc-af4c-6507fdaf510d service neutron] Attempting to bind port 6c384963-e2fe-403b-979d-de27a1766087 on network 8d5e3dec-6d5c-4634-b419-6efab0fe545e {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:30:03.103477 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-e873e99c-789d-45dc-af4c-6507fdaf510d service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:30:03.103838 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-e873e99c-789d-45dc-af4c-6507fdaf510d service neutron] Checking segment: {'id': 'b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:30:03.104231 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-e873e99c-789d-45dc-af4c-6507fdaf510d service neutron] Bound using segment: {'id': 'b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:30:03.104808 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-e873e99c-789d-45dc-af4c-6507fdaf510d service neutron] Bound port: 6c384963-e2fe-403b-979d-de27a1766087, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:30:03.105179 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-e873e99c-789d-45dc-af4c-6507fdaf510d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6c384963-e2fe-403b-979d-de27a1766087), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:03.164353 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6110e19-da8d-40c4-8489-ddfd8f8811b3 req-28c319df-1773-43bc-90cf-502d2c586f7e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646448 Feb 20 05:30:03.249040 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-e873e99c-789d-45dc-af4c-6507fdaf510d service neutron] For port 6c384963-e2fe-403b-979d-de27a1766087, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:30:03.259989 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-e873e99c-789d-45dc-af4c-6507fdaf510d service neutron] For port 6c384963-e2fe-403b-979d-de27a1766087, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=6c384963-e2fe-403b-979d-de27a1766087,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:30:03.274320 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-e873e99c-789d-45dc-af4c-6507fdaf510d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (6c384963-e2fe-403b-979d-de27a1766087), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:03.377213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device fc309023-7c61-445d-9982-4ef44beffd94 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:30:03.435887 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873e99c-789d-45dc-af4c-6507fdaf510d service neutron] Pushing event updated for resources: {'Port': ['ID=6c384963-e2fe-403b-979d-de27a1766087,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:03.473214 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-e873e99c-789d-45dc-af4c-6507fdaf510d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:03.476490 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-e873e99c-789d-45dc-af4c-6507fdaf510d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:03.480797 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-e873e99c-789d-45dc-af4c-6507fdaf510d service neutron] 10.222.0.48 "PUT /v2.0/ports/6c384963-e2fe-403b-979d-de27a1766087 HTTP/1.1" status: 200 len: 1091 time: 1.1973119 Feb 20 05:30:03.484575 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7feac98-5add-4027-a33c-512fd1106a17', 'tag': '6c384963-e2fe-403b-979d-de27a1766087'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:30:03.492146 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1a3deb-4747-4052-9329-a7de030e5157" -d '{"events": [{"name": "network-changed", "server_uuid": "d7feac98-5add-4027-a33c-512fd1106a17", "tag": "6c384963-e2fe-403b-979d-de27a1766087"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:30:03.506314 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port fc309023-7c61-445d-9982-4ef44beffd94 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:30:03.513525 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port fc309023-7c61-445d-9982-4ef44beffd94 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:30:03.513905 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fc309023-7c61-445d-9982-4ef44beffd94), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:03.518520 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5eb0ae-9c5c-4b36-9aec-372c3d80f80b req-708effe2-8fa8-4b90-b60c-2738181a7aac tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:03.521650 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f5eb0ae-9c5c-4b36-9aec-372c3d80f80b req-708effe2-8fa8-4b90-b60c-2738181a7aac tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/ports?device_id=7620a8f0-48e3-4421-930b-d8aea199e66d HTTP/1.1" status: 200 len: 944 time: 0.1202533 Feb 20 05:30:03.545432 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 7f1df590-ab97-4897-9d8b-2e6e14ba68aa up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:30:03.660367 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-e195903d-74b1-4110-b88c-04c9e086db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:03.662005 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-e195903d-74b1-4110-b88c-04c9e086db6e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0920b60773554bf08776a4d9e0f90f40&device_id=d7feac98-5add-4027-a33c-512fd1106a17 HTTP/1.1" status: 200 len: 1125 time: 0.1242630 Feb 20 05:30:03.668814 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5e77461-2609-4218-8e52-d10d47954856 req-f1c037d6-6ff0-43a5-9d93-965fdc43f5f5 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=96d978106dff457db837a419e2806685&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336163 Feb 20 05:30:03.676522 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 7f1df590-ab97-4897-9d8b-2e6e14ba68aa completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:30:03.683655 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f5eb0ae-9c5c-4b36-9aec-372c3d80f80b req-f1e36c22-5d28-4c1f-866d-a1e179e44d74 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bd3d24-538d-469e-bd89-7611bd3861a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516435 Feb 20 05:30:03.685031 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 7f1df590-ab97-4897-9d8b-2e6e14ba68aa triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:30:03.685415 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7f1df590-ab97-4897-9d8b-2e6e14ba68aa), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:03.713355 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-8b191610-737b-4fc1-af4a-4d95d81066e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c384963-e2fe-403b-979d-de27a1766087 HTTP/1.1" status: 200 len: 217 time: 0.0447559 Feb 20 05:30:03.713910 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port fc309023-7c61-445d-9982-4ef44beffd94 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:30:03.714313 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fc309023-7c61-445d-9982-4ef44beffd94), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:03.752328 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7620a8f0-48e3-4421-930b-d8aea199e66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc309023-7c61-445d-9982-4ef44beffd94'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:30:03.754631 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7811fd0-43d6-404e-812d-9b7eac47e225" -d '{"events": [{"server_uuid": "7620a8f0-48e3-4421-930b-d8aea199e66d", "name": "network-vif-plugged", "status": "completed", "tag": "fc309023-7c61-445d-9982-4ef44beffd94"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:30:03.782585 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port fc309023-7c61-445d-9982-4ef44beffd94, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=fc309023-7c61-445d-9982-4ef44beffd94,segment=NetworkSegment(127a549a-5d45-47fb-a5e2-6fb7ffa95798),segment_id=127a549a-5d45-47fb-a5e2-6fb7ffa95798)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:03.791502 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (fc309023-7c61-445d-9982-4ef44beffd94), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:03.807070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-88d27bbb-7a15-49d7-bbae-626f47546613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:03.809474 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-88d27bbb-7a15-49d7-bbae-626f47546613 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9 HTTP/1.1" status: 200 len: 845 time: 0.0908687 Feb 20 05:30:03.838503 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cd55d3-4fac-4820-aa79-9dbb5b133364 x-openstack-request-id: req-81cd55d3-4fac-4820-aa79-9dbb5b133364 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:30:03.839080 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7feac98-5add-4027-a33c-512fd1106a17", "tag": "6c384963-e2fe-403b-979d-de27a1766087", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:30:03.839557 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81cd55d3-4fac-4820-aa79-9dbb5b133364 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:30:03.839784 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e77461-2609-4218-8e52-d10d47954856 req-0e54d9bd-b49f-4e97-8cd2-2e5ec2c9c482 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:03.841054 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7feac98-5add-4027-a33c-512fd1106a17', 'tag': '6c384963-e2fe-403b-979d-de27a1766087', 'status': 'completed', 'code': 200} Feb 20 05:30:03.851880 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5e77461-2609-4218-8e52-d10d47954856 req-0e54d9bd-b49f-4e97-8cd2-2e5ec2c9c482 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1616409 Feb 20 05:30:03.855369 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 7f1df590-ab97-4897-9d8b-2e6e14ba68aa is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:30:03.856253 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7f1df590-ab97-4897-9d8b-2e6e14ba68aa), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:03.888367 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-2e3c4b1c-3618-42b7-a8ae-d23b85c1aa93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d5e3dec-6d5c-4634-b419-6efab0fe545e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707099 Feb 20 05:30:03.917338 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5e77461-2609-4218-8e52-d10d47954856 req-871b3320-c489-410a-a567-8d4134a39e23 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/quotas/96d978106dff457db837a419e2806685 HTTP/1.1" status: 200 len: 375 time: 0.0693552 Feb 20 05:30:03.984482 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 7f1df590-ab97-4897-9d8b-2e6e14ba68aa, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=7f1df590-ab97-4897-9d8b-2e6e14ba68aa,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:03.998402 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7f1df590-ab97-4897-9d8b-2e6e14ba68aa), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:04.004771 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=fc309023-7c61-445d-9982-4ef44beffd94,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:04.013113 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5e77461-2609-4218-8e52-d10d47954856 req-c6f3fe35-6bd5-44f9-bc8a-bd386c0e2666 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=96d978106dff457db837a419e2806685&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934315 Feb 20 05:30:04.059238 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-0c60b1c7-4c98-4716-a652-00aa7069c6f3 service neutron] 10.222.0.48 "GET /v2.0/networks/8d5e3dec-6d5c-4634-b419-6efab0fe545e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622491 Feb 20 05:30:04.075327 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=7f1df590-ab97-4897-9d8b-2e6e14ba68aa,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:04.132398 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59331f8-b91c-4c48-92df-a4d02d310960 req-f1674dec-b31e-46a6-9421-da50ed175e60 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:04.147781 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e59331f8-b91c-4c48-92df-a4d02d310960 req-f1674dec-b31e-46a6-9421-da50ed175e60 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f5c8c6c-4c99-454a-af5e-8ab1b38670a5 HTTP/1.1" status: 200 len: 946 time: 0.1640475 Feb 20 05:30:04.209598 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e59331f8-b91c-4c48-92df-a4d02d310960 req-5a7c159a-07c8-4a68-bf08-cf092f4f07b7 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603139 Feb 20 05:30:04.217509 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c9455e35-b736-4406-9bc4-2a6a93048e83 req-f6929977-3fe9-484b-bb6a-7c27e34ff07e service neutron] 10.222.0.48 "GET /v2.0/networks/8d5e3dec-6d5c-4634-b419-6efab0fe545e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517916 Feb 20 05:30:04.273973 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23eb25-510c-47d3-9b50-945cc107971e req-04bcfbc9-d94c-4eaf-ab23-7ed357cc5387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:04.275492 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4e23eb25-510c-47d3-9b50-945cc107971e req-04bcfbc9-d94c-4eaf-ab23-7ed357cc5387 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 1127 time: 0.0649858 Feb 20 05:30:04.360990 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a3deb-4747-4052-9329-a7de030e5157 req-f96ec12a-6ea4-43b5-8021-ea571fe37a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:04.363896 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7e1a3deb-4747-4052-9329-a7de030e5157 req-f96ec12a-6ea4-43b5-8021-ea571fe37a7c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0920b60773554bf08776a4d9e0f90f40&device_id=d7feac98-5add-4027-a33c-512fd1106a17 HTTP/1.1" status: 200 len: 1125 time: 0.0933468 Feb 20 05:30:04.429665 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1caae2bc-7b80-4cd7-9bfc-ef2d9b8f5064 x-openstack-request-id: req-1caae2bc-7b80-4cd7-9bfc-ef2d9b8f5064 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:30:04.434617 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7620a8f0-48e3-4421-930b-d8aea199e66d", "name": "network-vif-plugged", "status": "completed", "tag": "fc309023-7c61-445d-9982-4ef44beffd94", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:30:04.434880 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1caae2bc-7b80-4cd7-9bfc-ef2d9b8f5064 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:30:04.435314 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7620a8f0-48e3-4421-930b-d8aea199e66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc309023-7c61-445d-9982-4ef44beffd94', 'code': 200} Feb 20 05:30:04.548848 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a3deb-4747-4052-9329-a7de030e5157 req-3a37dcb0-608e-455d-a5d4-0461f281191d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:04.555635 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7e1a3deb-4747-4052-9329-a7de030e5157 req-3a37dcb0-608e-455d-a5d4-0461f281191d service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d5e3dec-6d5c-4634-b419-6efab0fe545e HTTP/1.1" status: 200 len: 905 time: 0.1836889 Feb 20 05:30:04.637063 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23eb25-510c-47d3-9b50-945cc107971e req-cb6098f1-2e5d-407c-aff7-e5827ec55d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:04.638617 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4e23eb25-510c-47d3-9b50-945cc107971e req-cb6098f1-2e5d-407c-aff7-e5827ec55d41 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 920 time: 0.3436122 Feb 20 05:30:04.645846 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7e1a3deb-4747-4052-9329-a7de030e5157 req-749356f1-7d9d-429d-a602-93e6fd30505a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c384963-e2fe-403b-979d-de27a1766087 HTTP/1.1" status: 200 len: 217 time: 0.0850003 Feb 20 05:30:04.653252 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47454044-3a4b-4205-9ac8-5d9c62be3194 req-572c8349-53fe-4d05-aa4a-af49d2017cb8 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:04.654326 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-47454044-3a4b-4205-9ac8-5d9c62be3194 req-572c8349-53fe-4d05-aa4a-af49d2017cb8 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7feac98-5add-4027-a33c-512fd1106a17 HTTP/1.1" status: 200 len: 943 time: 0.2560627 Feb 20 05:30:04.665778 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a492adb-5aba-4d41-9f51-49cba78d3926 req-88eda024-aaf4-44aa-ad77-4b62b9ec17ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:04.667365 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a492adb-5aba-4d41-9f51-49cba78d3926 req-88eda024-aaf4-44aa-ad77-4b62b9ec17ba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7620a8f0-48e3-4421-930b-d8aea199e66d HTTP/1.1" status: 200 len: 1127 time: 0.1670291 Feb 20 05:30:04.718534 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4e23eb25-510c-47d3-9b50-945cc107971e req-5280004c-948d-4cfb-923d-0d4d88d558cf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53b45731-e8e0-44c8-876f-cf7a72184c28 HTTP/1.1" status: 200 len: 217 time: 0.0609691 Feb 20 05:30:04.737322 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc0d7c-09b3-4f0f-93ca-0248cb3900f3 req-20debea6-43f5-4fd2-8f09-0852e705fabc tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:04.744185 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-54cc0d7c-09b3-4f0f-93ca-0248cb3900f3 req-20debea6-43f5-4fd2-8f09-0852e705fabc tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.1914701 Feb 20 05:30:04.754476 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a3deb-4747-4052-9329-a7de030e5157 req-6a445d28-c527-49c1-9099-8f36a061d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:04.757705 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7e1a3deb-4747-4052-9329-a7de030e5157 req-6a445d28-c527-49c1-9099-8f36a061d0c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9 HTTP/1.1" status: 200 len: 845 time: 0.1042504 Feb 20 05:30:04.822860 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7e1a3deb-4747-4052-9329-a7de030e5157 req-e49fd63e-9956-48f9-b86c-ae1beb47aed6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d5e3dec-6d5c-4634-b419-6efab0fe545e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605304 Feb 20 05:30:04.900742 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a492adb-5aba-4d41-9f51-49cba78d3926 req-f3e1320c-8505-440c-924a-abb7e1e6367e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a1bd3d24-538d-469e-bd89-7611bd3861a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900177 Feb 20 05:30:04.931833 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7e1a3deb-4747-4052-9329-a7de030e5157 req-7eef0d8a-8ccd-4471-bc9d-a6c885aa00ec service neutron] 10.222.0.48 "GET /v2.0/networks/8d5e3dec-6d5c-4634-b419-6efab0fe545e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972693 Feb 20 05:30:05.075991 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7e1a3deb-4747-4052-9329-a7de030e5157 req-658df18e-f424-49f3-913f-df742e175758 service neutron] 10.222.0.48 "GET /v2.0/networks/8d5e3dec-6d5c-4634-b419-6efab0fe545e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377521 Feb 20 05:30:05.335815 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-47454044-3a4b-4205-9ac8-5d9c62be3194 req-d3a91dbb-c392-4858-9703-e930a933572b tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6674535 Feb 20 05:30:05.348916 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23eb25-510c-47d3-9b50-945cc107971e req-8e64b726-68d6-44e6-9a14-700ca9238e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:05.358890 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4e23eb25-510c-47d3-9b50-945cc107971e req-8e64b726-68d6-44e6-9a14-700ca9238e9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 200 len: 860 time: 0.6110985 Feb 20 05:30:05.366397 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-54cc0d7c-09b3-4f0f-93ca-0248cb3900f3 req-e20556b5-4f60-43f7-9bd8-2d3880147b85 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6214259 Feb 20 05:30:05.447919 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4e23eb25-510c-47d3-9b50-945cc107971e req-2d3975ae-64f5-4f8f-9bfb-058c6086a711 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758092 Feb 20 05:30:05.496417 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d864729c-9433-4ba9-b3de-e308101b5872 req-fdc45e6e-da47-4feb-92b7-5fbe48dfe61a tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a178d0-928a-438b-9e05-33b84b5c08a7 HTTP/1.1" status: 200 len: 210 time: 0.0566058 Feb 20 05:30:05.603744 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8282f-4087-4a25-942f-f32e2f01685a req-a1b5ea62-96c5-4421-a640-e9bd2eab1a51 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:05.605214 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c2f8282f-4087-4a25-942f-f32e2f01685a req-a1b5ea62-96c5-4421-a640-e9bd2eab1a51 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/ports?device_id=7620a8f0-48e3-4421-930b-d8aea199e66d HTTP/1.1" status: 200 len: 945 time: 0.1326873 Feb 20 05:30:05.610889 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4e23eb25-510c-47d3-9b50-945cc107971e req-590767d4-3f36-4ca4-91bb-e1422f48e171 service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467640 Feb 20 05:30:05.711342 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c2f8282f-4087-4a25-942f-f32e2f01685a req-264446d9-c5db-4030-bbeb-7c74fa8174bc tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bd3d24-538d-469e-bd89-7611bd3861a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994046 Feb 20 05:30:05.811404 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4e23eb25-510c-47d3-9b50-945cc107971e req-8087566f-d57e-4b94-a0f4-4c8d676c77dd service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924336 Feb 20 05:30:05.923888 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5e77461-2609-4218-8e52-d10d47954856 req-7779cfb3-f5c5-4662-ab64-d512ad6d8677 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=96d978106dff457db837a419e2806685&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531993 Feb 20 05:30:06.089984 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4ed50-6aab-4573-b96c-352a406b1263 req-4cf2ac47-b790-4f40-9b8a-c86126dadcc8 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:06.091866 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d1a4ed50-6aab-4573-b96c-352a406b1263 req-4cf2ac47-b790-4f40-9b8a-c86126dadcc8 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f5c8c6c-4c99-454a-af5e-8ab1b38670a5 HTTP/1.1" status: 200 len: 946 time: 0.2629979 Feb 20 05:30:06.175955 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d1a4ed50-6aab-4573-b96c-352a406b1263 req-2e6598e3-05b9-4728-bcfc-13b76410b509 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738397 Feb 20 05:30:06.228285 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e77461-2609-4218-8e52-d10d47954856 req-ef61d466-2062-4673-9a9f-5e2659fa75db tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:06.230456 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5e77461-2609-4218-8e52-d10d47954856 req-ef61d466-2062-4673-9a9f-5e2659fa75db tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2975445 Feb 20 05:30:06.246809 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-c5e77461-2609-4218-8e52-d10d47954856 req-a739e5c4-54eb-46e5-9210-cc2bd050c1c4 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Request body: {'port': {'device_id': '52a178d0-928a-438b-9e05-33b84b5c08a7', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': '96d978106dff457db837a419e2806685'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:30:06.387559 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5e77461-2609-4218-8e52-d10d47954856 req-a739e5c4-54eb-46e5-9210-cc2bd050c1c4 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Made reservation on behalf of 96d978106dff457db837a419e2806685 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:30:06.391865 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c5e77461-2609-4218-8e52-d10d47954856 req-a739e5c4-54eb-46e5-9210-cc2bd050c1c4 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:06.406635 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c5e77461-2609-4218-8e52-d10d47954856 req-a739e5c4-54eb-46e5-9210-cc2bd050c1c4 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:06.437052 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5c8c6c-4c99-454a-af5e-8ab1b38670a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1df590-ab97-4897-9d8b-2e6e14ba68aa'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:30:06.441089 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e2c9b5-42fd-4d17-a771-131a960466db" -d '{"events": [{"server_uuid": "0f5c8c6c-4c99-454a-af5e-8ab1b38670a5", "name": "network-vif-plugged", "status": "completed", "tag": "7f1df590-ab97-4897-9d8b-2e6e14ba68aa"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:30:06.556749 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c5e77461-2609-4218-8e52-d10d47954856 req-a739e5c4-54eb-46e5-9210-cc2bd050c1c4 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Publish callbacks [] for security_group (4bdc4e01-6173-4439-8f04-50931ec714d5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:06.569779 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80da614-0899-4c0c-880c-8f9aff645530 req-daeb8038-2cbe-4295-ab68-7e9ea6ed2709 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:06.572006 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a80da614-0899-4c0c-880c-8f9aff645530 req-daeb8038-2cbe-4295-ab68-7e9ea6ed2709 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7feac98-5add-4027-a33c-512fd1106a17 HTTP/1.1" status: 200 len: 943 time: 0.1190085 Feb 20 05:30:06.574199 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c5e77461-2609-4218-8e52-d10d47954856 req-a739e5c4-54eb-46e5-9210-cc2bd050c1c4 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4bdc4e01-6173-4439-8f04-50931ec714d5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:06.648554 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d39d9-6081-478a-8c5b-3c918c64cc32 req-48b569c7-8f2c-4ed3-ab13-e41e29866898 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:06.650106 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b3d39d9-6081-478a-8c5b-3c918c64cc32 req-48b569c7-8f2c-4ed3-ab13-e41e29866898 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.1643078 Feb 20 05:30:06.700613 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739e5c4-54eb-46e5-9210-cc2bd050c1c4 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdc4e01-6173-4439-8f04-50931ec714d5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:06.813689 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a80da614-0899-4c0c-880c-8f9aff645530 req-e29a698a-5b88-4819-bca2-9896ad2887c7 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331235 Feb 20 05:30:06.839484 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b3d39d9-6081-478a-8c5b-3c918c64cc32 req-ee5cc417-9802-4d62-96d2-652d99ab98c1 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569729 Feb 20 05:30:06.867300 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-c5e77461-2609-4218-8e52-d10d47954856 req-a739e5c4-54eb-46e5-9210-cc2bd050c1c4 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Allocated IP 192.168.233.75 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/57433717-bf51-4f95-9d65-5b8f13e4a9bd) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:30:06.918093 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daceedd4-ff0f-4426-9dd6-10e692ddf55f x-openstack-request-id: req-daceedd4-ff0f-4426-9dd6-10e692ddf55f {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:30:06.918875 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5c8c6c-4c99-454a-af5e-8ab1b38670a5", "name": "network-vif-plugged", "status": "completed", "tag": "7f1df590-ab97-4897-9d8b-2e6e14ba68aa", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:30:06.919413 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-daceedd4-ff0f-4426-9dd6-10e692ddf55f {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:30:06.920221 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5c8c6c-4c99-454a-af5e-8ab1b38670a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1df590-ab97-4897-9d8b-2e6e14ba68aa', 'code': 200} Feb 20 05:30:07.034467 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc948d1-b53f-4050-a0bb-05b220e1f50e req-13b85c9d-6ee8-4683-b39f-cf8e9e33c21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:07.036016 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5bc948d1-b53f-4050-a0bb-05b220e1f50e req-13b85c9d-6ee8-4683-b39f-cf8e9e33c21a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0f5c8c6c-4c99-454a-af5e-8ab1b38670a5 HTTP/1.1" status: 200 len: 1128 time: 0.0618045 Feb 20 05:30:07.101095 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5bc948d1-b53f-4050-a0bb-05b220e1f50e req-24299960-d3ec-42f0-878b-42738ee50981 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590777 Feb 20 05:30:07.107648 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e0ad3a0b-9e82-4053-8d52-34a966326b86 req-f76d932d-d9a6-439b-8887-5073423ac1b7 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a178d0-928a-438b-9e05-33b84b5c08a7 HTTP/1.1" status: 200 len: 210 time: 0.0665891 Feb 20 05:30:07.196959 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c5e77461-2609-4218-8e52-d10d47954856 req-a739e5c4-54eb-46e5-9210-cc2bd050c1c4 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Publish callbacks [] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:07.206315 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cf0f2-61b9-4dae-b2b4-7059fcc7c439 req-519641e4-f61f-41c4-89ad-9f1e5b6a9b67 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:07.209154 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f4cf0f2-61b9-4dae-b2b4-7059fcc7c439 req-519641e4-f61f-41c4-89ad-9f1e5b6a9b67 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/ports?device_id=7620a8f0-48e3-4421-930b-d8aea199e66d HTTP/1.1" status: 200 len: 945 time: 0.1667671 Feb 20 05:30:07.298820 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f4cf0f2-61b9-4dae-b2b4-7059fcc7c439 req-53dd81e3-0b15-4c00-a7a7-d30e50a25496 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bd3d24-538d-469e-bd89-7611bd3861a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847778 Feb 20 05:30:07.425921 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c5e77461-2609-4218-8e52-d10d47954856 req-a739e5c4-54eb-46e5-9210-cc2bd050c1c4 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:07.495579 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac3414-b74d-4991-9b85-e8a7799351cd req-117b5734-8af2-43d9-8cb7-b5d3542b0284 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:07.502388 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c2ac3414-b74d-4991-9b85-e8a7799351cd req-117b5734-8af2-43d9-8cb7-b5d3542b0284 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f5c8c6c-4c99-454a-af5e-8ab1b38670a5 HTTP/1.1" status: 200 len: 946 time: 0.1876857 Feb 20 05:30:07.510226 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5e77461-2609-4218-8e52-d10d47954856 req-a739e5c4-54eb-46e5-9210-cc2bd050c1c4 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:30:07.522803 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-c5e77461-2609-4218-8e52-d10d47954856 req-a739e5c4-54eb-46e5-9210-cc2bd050c1c4 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:30:07.532142 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739e5c4-54eb-46e5-9210-cc2bd050c1c4 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Pushing event updated for resources: {'Port': ['ID=57433717-bf51-4f95-9d65-5b8f13e4a9bd,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:07.537745 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e77461-2609-4218-8e52-d10d47954856 req-a739e5c4-54eb-46e5-9210-cc2bd050c1c4 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:30:07.588177 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 6c384963-e2fe-403b-979d-de27a1766087 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:30:07.594489 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29063664-7207-4244-abdb-0d3aa3cd48b9 req-61f8ecce-b431-4aaa-90b8-c7a8729b8eb3 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:07.604738 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53772) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:07.610350 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-805b55e6-193a-4b58-b289-896fd1603187 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Request body: {'floatingip': {'port_id': 'fc309023-7c61-445d-9982-4ef44beffd94'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:30:07.612112 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29063664-7207-4244-abdb-0d3aa3cd48b9 req-61f8ecce-b431-4aaa-90b8-c7a8729b8eb3 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/ports?device_id=7620a8f0-48e3-4421-930b-d8aea199e66d HTTP/1.1" status: 200 len: 945 time: 0.2291873 Feb 20 05:30:07.694421 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c2ac3414-b74d-4991-9b85-e8a7799351cd req-3e37c50d-6858-4a74-af99-90f196ec8921 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859205 Feb 20 05:30:07.713155 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e77461-2609-4218-8e52-d10d47954856 req-a739e5c4-54eb-46e5-9210-cc2bd050c1c4 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:07.719985 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c5e77461-2609-4218-8e52-d10d47954856 req-a739e5c4-54eb-46e5-9210-cc2bd050c1c4 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:07.739987 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-805b55e6-193a-4b58-b289-896fd1603187 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks [] for floatingip (d01c2213-b575-4ffe-8b91-412126d98de6), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:07.744575 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5e77461-2609-4218-8e52-d10d47954856 req-a739e5c4-54eb-46e5-9210-cc2bd050c1c4 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5052774 Feb 20 05:30:07.760038 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-c5e77461-2609-4218-8e52-d10d47954856 req-36add548-4ed8-4809-a349-50a1180edbc7 service neutron] Request body: {'port': {'device_id': '52a178d0-928a-438b-9e05-33b84b5c08a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:30:07.824547 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 6c384963-e2fe-403b-979d-de27a1766087, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=6c384963-e2fe-403b-979d-de27a1766087,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:07.855628 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '6c384963-e2fe-403b-979d-de27a1766087', 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e', 'port_id': '6c384963-e2fe-403b-979d-de27a1766087', 'mac_address': 'fa:16:3e:35:22:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:30:07.865761 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c5e77461-2609-4218-8e52-d10d47954856 req-36add548-4ed8-4809-a349-50a1180edbc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:07.981263 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5eaacc38-edd1-4831-8e55-246db4ed5089 None None] Provisioning complete for port 57433717-bf51-4f95-9d65-5b8f13e4a9bd triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:30:07.981732 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5eaacc38-edd1-4831-8e55-246db4ed5089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:07.984188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 6c384963-e2fe-403b-979d-de27a1766087 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:30:07.984820 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6c384963-e2fe-403b-979d-de27a1766087), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:08.024473 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c384963-e2fe-403b-979d-de27a1766087 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:30:08.047961 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 6c384963-e2fe-403b-979d-de27a1766087, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=6c384963-e2fe-403b-979d-de27a1766087,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:08.057223 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6c384963-e2fe-403b-979d-de27a1766087), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:08.089864 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5eaacc38-edd1-4831-8e55-246db4ed5089 None None] Port 57433717-bf51-4f95-9d65-5b8f13e4a9bd cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:30:08.120972 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=6c384963-e2fe-403b-979d-de27a1766087,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:08.196789 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca9e56-03c2-423d-b527-d489d76dc116 req-e77cb5f0-c596-43a1-9cdb-affe5512bf59 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:08.198534 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41ca9e56-03c2-423d-b527-d489d76dc116 req-e77cb5f0-c596-43a1-9cdb-affe5512bf59 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7feac98-5add-4027-a33c-512fd1106a17 HTTP/1.1" status: 200 len: 943 time: 0.2613437 Feb 20 05:30:08.208819 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78506c-bed6-4027-ac8d-a2a2cf930650 req-3de2b5a5-cbee-41ec-939c-a5e9dd47248f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:08.210558 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bd78506c-bed6-4027-ac8d-a2a2cf930650 req-3de2b5a5-cbee-41ec-939c-a5e9dd47248f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.2353466 Feb 20 05:30:08.317398 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['6c384963-e2fe-403b-979d-de27a1766087'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:30:08.350044 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bd78506c-bed6-4027-ac8d-a2a2cf930650 req-d728fea5-146b-4adb-8c4a-7907f49a5ea7 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108804 Feb 20 05:30:08.358929 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41ca9e56-03c2-423d-b527-d489d76dc116 req-5faa5c56-e7d6-4316-9a1c-f7cf933a21b7 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472006 Feb 20 05:30:08.447465 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-c5e77461-2609-4218-8e52-d10d47954856 req-36add548-4ed8-4809-a349-50a1180edbc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57433717-bf51-4f95-9d65-5b8f13e4a9bd {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:30:08.461183 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c5e77461-2609-4218-8e52-d10d47954856 req-36add548-4ed8-4809-a349-50a1180edbc7 service neutron] Publish callbacks [] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:08.501228 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-c5e77461-2609-4218-8e52-d10d47954856 req-36add548-4ed8-4809-a349-50a1180edbc7 service neutron] Transition to ACTIVE for port object 57433717-bf51-4f95-9d65-5b8f13e4a9bd will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:30:08.508595 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c5e77461-2609-4218-8e52-d10d47954856 req-36add548-4ed8-4809-a349-50a1180edbc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:08.622970 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-805b55e6-193a-4b58-b289-896fd1603187 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:08.629054 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-805b55e6-193a-4b58-b289-896fd1603187 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (d01c2213-b575-4ffe-8b91-412126d98de6), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:08.823189 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36add548-4ed8-4809-a349-50a1180edbc7 service neutron] Pushing event updated for resources: {'Port': ['ID=57433717-bf51-4f95-9d65-5b8f13e4a9bd,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:08.837494 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-805b55e6-193a-4b58-b289-896fd1603187 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Floating IP d01c2213-b575-4ffe-8b91-412126d98de6 associated. External IP: 172.25.3.175, port: fc309023-7c61-445d-9982-4ef44beffd94. Feb 20 05:30:08.886891 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-c5e77461-2609-4218-8e52-d10d47954856 req-36add548-4ed8-4809-a349-50a1180edbc7 service neutron] Attempting to bind port 57433717-bf51-4f95-9d65-5b8f13e4a9bd on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:30:08.887463 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-c5e77461-2609-4218-8e52-d10d47954856 req-36add548-4ed8-4809-a349-50a1180edbc7 service neutron] Attempting to bind port 57433717-bf51-4f95-9d65-5b8f13e4a9bd by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:30:08.887574 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e77461-2609-4218-8e52-d10d47954856 req-36add548-4ed8-4809-a349-50a1180edbc7 service neutron] Attempting to bind port 57433717-bf51-4f95-9d65-5b8f13e4a9bd on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:30:08.971830 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fa71e-d5bc-4832-bb56-c00e9b975993 req-24217995-38e2-4f39-8dc6-5214af3cd26f tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:08.975602 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d6fa71e-d5bc-4832-bb56-c00e9b975993 req-24217995-38e2-4f39-8dc6-5214af3cd26f tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a178d0-928a-438b-9e05-33b84b5c08a7 HTTP/1.1" status: 200 len: 947 time: 0.4585819 Feb 20 05:30:08.977707 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e77461-2609-4218-8e52-d10d47954856 req-36add548-4ed8-4809-a349-50a1180edbc7 service neutron] Port 57433717-bf51-4f95-9d65-5b8f13e4a9bd on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:30:08.978191 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e77461-2609-4218-8e52-d10d47954856 req-36add548-4ed8-4809-a349-50a1180edbc7 service neutron] Attempting to bind port 57433717-bf51-4f95-9d65-5b8f13e4a9bd on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:30:09.019751 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e77461-2609-4218-8e52-d10d47954856 req-36add548-4ed8-4809-a349-50a1180edbc7 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:30:09.020422 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e77461-2609-4218-8e52-d10d47954856 req-36add548-4ed8-4809-a349-50a1180edbc7 service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:30:09.021618 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e77461-2609-4218-8e52-d10d47954856 req-36add548-4ed8-4809-a349-50a1180edbc7 service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:30:09.022250 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-c5e77461-2609-4218-8e52-d10d47954856 req-36add548-4ed8-4809-a349-50a1180edbc7 service neutron] Bound port: 57433717-bf51-4f95-9d65-5b8f13e4a9bd, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:30:09.022999 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c5e77461-2609-4218-8e52-d10d47954856 req-36add548-4ed8-4809-a349-50a1180edbc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:09.099399 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d6fa71e-d5bc-4832-bb56-c00e9b975993 req-1389e40d-bbf3-43b9-9a1c-c6b06057b38d tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bdc4e01-6173-4439-8f04-50931ec714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164608 Feb 20 05:30:09.125550 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c3efe-6a57-4eac-b031-1d3fa1158877 req-224e6ac3-8498-4def-9000-80a5a688520d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:09.127608 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-211c3efe-6a57-4eac-b031-1d3fa1158877 req-224e6ac3-8498-4def-9000-80a5a688520d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f5c8c6c-4c99-454a-af5e-8ab1b38670a5 HTTP/1.1" status: 200 len: 946 time: 0.3131819 Feb 20 05:30:09.163575 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-c5e77461-2609-4218-8e52-d10d47954856 req-36add548-4ed8-4809-a349-50a1180edbc7 service neutron] For port 57433717-bf51-4f95-9d65-5b8f13e4a9bd, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:30:09.207550 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-211c3efe-6a57-4eac-b031-1d3fa1158877 req-9ad29293-12e3-49e6-a023-52130a17fe02 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708890 Feb 20 05:30:09.209876 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-c5e77461-2609-4218-8e52-d10d47954856 req-36add548-4ed8-4809-a349-50a1180edbc7 service neutron] For port 57433717-bf51-4f95-9d65-5b8f13e4a9bd, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=57433717-bf51-4f95-9d65-5b8f13e4a9bd,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:30:09.218259 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c5e77461-2609-4218-8e52-d10d47954856 req-36add548-4ed8-4809-a349-50a1180edbc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:09.269298 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805b55e6-193a-4b58-b289-896fd1603187 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Router 9893c6d0-9f1e-47c7-940a-90e89eaa5228 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:30:09.270110 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e77461-2609-4218-8e52-d10d47954856 req-36add548-4ed8-4809-a349-50a1180edbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:09.270738 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c5e77461-2609-4218-8e52-d10d47954856 req-36add548-4ed8-4809-a349-50a1180edbc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:09.272287 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5e77461-2609-4218-8e52-d10d47954856 req-36add548-4ed8-4809-a349-50a1180edbc7 service neutron] 10.222.0.48 "PUT /v2.0/ports/57433717-bf51-4f95-9d65-5b8f13e4a9bd HTTP/1.1" status: 200 len: 1095 time: 1.5201905 Feb 20 05:30:09.272590 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a178d0-928a-438b-9e05-33b84b5c08a7', 'tag': '57433717-bf51-4f95-9d65-5b8f13e4a9bd'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:30:09.275183 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ac96ba-bb7e-43bb-8cff-3bfbf2f7e40d" -d '{"events": [{"name": "network-changed", "server_uuid": "52a178d0-928a-438b-9e05-33b84b5c08a7", "tag": "57433717-bf51-4f95-9d65-5b8f13e4a9bd"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:30:09.317970 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36add548-4ed8-4809-a349-50a1180edbc7 service neutron] Pushing event updated for resources: {'Port': ['ID=57433717-bf51-4f95-9d65-5b8f13e4a9bd,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:09.426738 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e77461-2609-4218-8e52-d10d47954856 req-29c28a9e-e8b3-477d-8ed3-c671a6f3fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:09.430729 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5e77461-2609-4218-8e52-d10d47954856 req-29c28a9e-e8b3-477d-8ed3-c671a6f3fb0b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=96d978106dff457db837a419e2806685&device_id=52a178d0-928a-438b-9e05-33b84b5c08a7 HTTP/1.1" status: 200 len: 1129 time: 0.1050334 Feb 20 05:30:09.587383 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 6c384963-e2fe-403b-979d-de27a1766087 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:30:09.588124 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d881ae64-2d7f-46cf-ad68-494293006995 x-openstack-request-id: req-d881ae64-2d7f-46cf-ad68-494293006995 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:30:09.588493 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a178d0-928a-438b-9e05-33b84b5c08a7", "tag": "57433717-bf51-4f95-9d65-5b8f13e4a9bd", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:30:09.588758 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d881ae64-2d7f-46cf-ad68-494293006995 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:30:09.589186 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a178d0-928a-438b-9e05-33b84b5c08a7', 'tag': '57433717-bf51-4f95-9d65-5b8f13e4a9bd', 'status': 'completed', 'code': 200} Feb 20 05:30:09.591606 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5e77461-2609-4218-8e52-d10d47954856 req-3ac4f818-2957-4561-b289-fe2f3e758fac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=57433717-bf51-4f95-9d65-5b8f13e4a9bd HTTP/1.1" status: 200 len: 217 time: 0.1535239 Feb 20 05:30:09.714719 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e77461-2609-4218-8e52-d10d47954856 req-16dc8bd6-0ae1-4f3c-82fa-dcad3863454a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:09.716756 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5e77461-2609-4218-8e52-d10d47954856 req-16dc8bd6-0ae1-4f3c-82fa-dcad3863454a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1024644 Feb 20 05:30:09.778531 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 6c384963-e2fe-403b-979d-de27a1766087 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:30:09.786005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 6c384963-e2fe-403b-979d-de27a1766087 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:30:09.786385 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6c384963-e2fe-403b-979d-de27a1766087), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:09.829376 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fe427-9f32-4fa1-8f2d-e5ba3a7a3910 req-75a3f7e9-eb6f-4566-8429-9f2fb1cc6279 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:09.838308 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-723fe427-9f32-4fa1-8f2d-e5ba3a7a3910 req-75a3f7e9-eb6f-4566-8429-9f2fb1cc6279 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7feac98-5add-4027-a33c-512fd1106a17 HTTP/1.1" status: 200 len: 944 time: 0.2752054 Feb 20 05:30:09.894754 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac499b-34cc-4bab-a644-9d31da1b474c req-3ac22838-864b-4d02-b9ca-a18e3d1a4b11 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:09.901948 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96ac499b-34cc-4bab-a644-9d31da1b474c req-3ac22838-864b-4d02-b9ca-a18e3d1a4b11 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.2046556 Feb 20 05:30:09.906130 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e77461-2609-4218-8e52-d10d47954856 req-ea327b9f-fbea-4a61-a5d4-d0234f13152e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:09.907604 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5e77461-2609-4218-8e52-d10d47954856 req-ea327b9f-fbea-4a61-a5d4-d0234f13152e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1838956 Feb 20 05:30:09.940730 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 6c384963-e2fe-403b-979d-de27a1766087 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:30:09.941308 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6c384963-e2fe-403b-979d-de27a1766087), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:09.957634 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-723fe427-9f32-4fa1-8f2d-e5ba3a7a3910 req-0cbe94e2-f8b9-4ba4-808f-45484f3d7751 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141942 Feb 20 05:30:09.992904 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7feac98-5add-4027-a33c-512fd1106a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c384963-e2fe-403b-979d-de27a1766087'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:30:09.995975 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e319190-728b-47ef-b5f2-f56a00d31fe5" -d '{"events": [{"server_uuid": "d7feac98-5add-4027-a33c-512fd1106a17", "name": "network-vif-plugged", "status": "completed", "tag": "6c384963-e2fe-403b-979d-de27a1766087"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:30:10.019883 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 6c384963-e2fe-403b-979d-de27a1766087, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=6c384963-e2fe-403b-979d-de27a1766087,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:10.026187 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6c384963-e2fe-403b-979d-de27a1766087), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:10.087962 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805b55e6-193a-4b58-b289-896fd1603187 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:30:10.095307 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-805b55e6-193a-4b58-b289-896fd1603187 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:10.105900 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9b05a6-6f76-4ac1-9748-4a92a0f067be None None] Sync routers for ids ['9893c6d0-9f1e-47c7-940a-90e89eaa5228'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:30:10.114260 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=6c384963-e2fe-403b-979d-de27a1766087,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:10.121842 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9b05a6-6f76-4ac1-9748-4a92a0f067be None None] Routers {'9893c6d0-9f1e-47c7-940a-90e89eaa5228'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:30:10.124904 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2e9b05a6-6f76-4ac1-9748-4a92a0f067be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:29:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9893c6d0-9f1e-47c7-940a-90e89eaa5228'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:10.157051 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-805b55e6-193a-4b58-b289-896fd1603187 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "PUT /v2.0/floatingips/d01c2213-b575-4ffe-8b91-412126d98de6 HTTP/1.1" status: 200 len: 991 time: 2.5509157 Feb 20 05:30:10.157590 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7620a8f0-48e3-4421-930b-d8aea199e66d', 'tag': 'fc309023-7c61-445d-9982-4ef44beffd94'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:30:10.161115 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f81360-d040-42b4-b01a-b35605d802e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7620a8f0-48e3-4421-930b-d8aea199e66d", "tag": "fc309023-7c61-445d-9982-4ef44beffd94"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:30:10.180551 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5e77461-2609-4218-8e52-d10d47954856 req-b3cf20b3-078e-45af-8b9c-1963d0adc1eb service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404830 Feb 20 05:30:10.278466 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-2e9b05a6-6f76-4ac1-9748-4a92a0f067be None None] Set router 9893c6d0-9f1e-47c7-940a-90e89eaa5228 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:30:10.302141 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96ac499b-34cc-4bab-a644-9d31da1b474c req-91efc7c2-1219-4550-bb06-092f8a18efb4 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993239 Feb 20 05:30:10.339752 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc20f59-b117-40e9-934c-8f2b17cd3a7c req-3b1a1e9c-2d29-4d66-b976-c7c59b4c52fd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:10.339994 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fbc20f59-b117-40e9-934c-8f2b17cd3a7c req-3b1a1e9c-2d29-4d66-b976-c7c59b4c52fd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f5c8c6c-4c99-454a-af5e-8ab1b38670a5 HTTP/1.1" status: 200 len: 946 time: 0.1730163 Feb 20 05:30:10.381231 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9d67b8-32b4-48e0-a8e1-b23112a29d5d x-openstack-request-id: req-fa9d67b8-32b4-48e0-a8e1-b23112a29d5d {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:30:10.381747 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7feac98-5add-4027-a33c-512fd1106a17", "name": "network-vif-plugged", "status": "completed", "tag": "6c384963-e2fe-403b-979d-de27a1766087", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:30:10.382189 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa9d67b8-32b4-48e0-a8e1-b23112a29d5d {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:30:10.382755 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7feac98-5add-4027-a33c-512fd1106a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c384963-e2fe-403b-979d-de27a1766087', 'code': 200} Feb 20 05:30:10.457161 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5e77461-2609-4218-8e52-d10d47954856 req-72aaac65-16df-4a01-a82e-8fd35a7741a0 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460666 Feb 20 05:30:10.504114 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fbc20f59-b117-40e9-934c-8f2b17cd3a7c req-58bd6624-3436-4b2a-833a-34d57b73325e tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496477 Feb 20 05:30:10.544612 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c0caf-7d57-4cf8-a6ef-a81dcfed1e3f req-b79072bb-8d73-470e-a558-ba1b48a89b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:10.546452 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-652c0caf-7d57-4cf8-a6ef-a81dcfed1e3f req-b79072bb-8d73-470e-a558-ba1b48a89b9c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d7feac98-5add-4027-a33c-512fd1106a17 HTTP/1.1" status: 200 len: 1127 time: 0.0947146 Feb 20 05:30:10.629214 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac96ba-bb7e-43bb-8cff-3bfbf2f7e40d req-df3a1eac-9e61-4b2a-9fd2-fe2ac648ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:10.631451 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50ac96ba-bb7e-43bb-8cff-3bfbf2f7e40d req-df3a1eac-9e61-4b2a-9fd2-fe2ac648ed1f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=96d978106dff457db837a419e2806685&device_id=52a178d0-928a-438b-9e05-33b84b5c08a7 HTTP/1.1" status: 200 len: 1129 time: 0.1259663 Feb 20 05:30:10.651147 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-652c0caf-7d57-4cf8-a6ef-a81dcfed1e3f req-6f14120c-766b-4dc3-92d8-3adf7814ea7d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975382 Feb 20 05:30:10.694604 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fe82d-fc8a-4f4e-bbc8-4a0283301aa6 req-ca6ab0c6-0287-49d7-a6ed-7a0fa71892a3 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:10.696868 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-898fe82d-fc8a-4f4e-bbc8-4a0283301aa6 req-ca6ab0c6-0287-49d7-a6ed-7a0fa71892a3 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a178d0-928a-438b-9e05-33b84b5c08a7 HTTP/1.1" status: 200 len: 947 time: 0.2388444 Feb 20 05:30:10.723904 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2e9b05a6-6f76-4ac1-9748-4a92a0f067be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'name': 'tempest-ServersTestJSON-832282820-router', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ccc63eb4-a279-4d04-ac2b-bda08521691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:29Z', 'updated_at': '2022-02-20T05:29:36Z', 'revision_number': 4, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'gw_port': {'id': 'ccc63eb4-a279-4d04-ac2b-bda08521691d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:01:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:31Z', 'updated_at': '2022-02-20T05:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'd01c2213-b575-4ffe-8b91-412126d98de6', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'port_id': 'fc309023-7c61-445d-9982-4ef44beffd94', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4', 'mac_address': 'fa:16:3e:ad:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7620a8f0-48e3-4421-930b-d8aea199e66d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:29:42Z', 'updated_at': '2022-02-20T05:30:08Z', 'revision_number': 1, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58beebe3-adfb-4eb0-9480-76eb95450778', 'name': '', 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'mac_address': 'fa:16:3e:6f:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'f6b518f2-00ef-4191-ad2f-d2104b8cb5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:34Z', 'updated_at': '2022-02-20T05:29:45Z', 'revision_number': 5, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'subnets': [{'id': 'f6b518f2-00ef-4191-ad2f-d2104b8cb5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:10.826591 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac96ba-bb7e-43bb-8cff-3bfbf2f7e40d req-1f3c6d17-4a0b-4015-8e56-76d9481b9400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:10.828458 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50ac96ba-bb7e-43bb-8cff-3bfbf2f7e40d req-1f3c6d17-4a0b-4015-8e56-76d9481b9400 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.1545188 Feb 20 05:30:10.882171 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9b05a6-6f76-4ac1-9748-4a92a0f067be None None] Checking router: 9893c6d0-9f1e-47c7-940a-90e89eaa5228 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:30:10.901746 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50ac96ba-bb7e-43bb-8cff-3bfbf2f7e40d req-5da51297-f0df-4762-800d-99d71527424e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=57433717-bf51-4f95-9d65-5b8f13e4a9bd HTTP/1.1" status: 200 len: 217 time: 0.0607829 Feb 20 05:30:10.904071 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9b05a6-6f76-4ac1-9748-4a92a0f067be None None] Routers {'9893c6d0-9f1e-47c7-940a-90e89eaa5228'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:30:10.905075 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2e9b05a6-6f76-4ac1-9748-4a92a0f067be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:29:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9893c6d0-9f1e-47c7-940a-90e89eaa5228'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:10.909727 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e46eed-cf2d-41d9-98ca-6610dbf47d78 req-45f6e68e-cf5a-4468-a11d-de30728a625f tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:10.913580 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c0e46eed-cf2d-41d9-98ca-6610dbf47d78 req-45f6e68e-cf5a-4468-a11d-de30728a625f tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/ports?device_id=7620a8f0-48e3-4421-930b-d8aea199e66d HTTP/1.1" status: 200 len: 945 time: 0.2964573 Feb 20 05:30:11.006547 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-898fe82d-fc8a-4f4e-bbc8-4a0283301aa6 req-ee17bb3a-f6cd-41a5-80b7-981b8c64aa43 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bdc4e01-6173-4439-8f04-50931ec714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893057 Feb 20 05:30:11.084770 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae958758-3c8c-4b96-904e-d5119a8e3935 x-openstack-request-id: req-ae958758-3c8c-4b96-904e-d5119a8e3935 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:30:11.085065 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7620a8f0-48e3-4421-930b-d8aea199e66d", "tag": "fc309023-7c61-445d-9982-4ef44beffd94", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:30:11.085324 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae958758-3c8c-4b96-904e-d5119a8e3935 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:30:11.085737 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7620a8f0-48e3-4421-930b-d8aea199e66d', 'tag': 'fc309023-7c61-445d-9982-4ef44beffd94', 'status': 'completed', 'code': 200} Feb 20 05:30:11.103719 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c0e46eed-cf2d-41d9-98ca-6610dbf47d78 req-ffe11a37-57bb-4a50-bb6b-8d2ae940b7bd tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bd3d24-538d-469e-bd89-7611bd3861a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393912 Feb 20 05:30:11.113596 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-2e9b05a6-6f76-4ac1-9748-4a92a0f067be None None] Set router 9893c6d0-9f1e-47c7-940a-90e89eaa5228 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:30:11.135964 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac96ba-bb7e-43bb-8cff-3bfbf2f7e40d req-aa4dfe5c-c5bc-4207-a12b-db4874ebf46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:11.137933 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50ac96ba-bb7e-43bb-8cff-3bfbf2f7e40d req-aa4dfe5c-c5bc-4207-a12b-db4874ebf46d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.2200556 Feb 20 05:30:11.262311 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f81360-d040-42b4-b01a-b35605d802e4 req-df942cbb-6184-43e9-9214-c9b7cecf2e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:11.264464 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3f81360-d040-42b4-b01a-b35605d802e4 req-df942cbb-6184-43e9-9214-c9b7cecf2e3e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=992d9694952247a6a1432ff90d2d84f5&device_id=7620a8f0-48e3-4421-930b-d8aea199e66d HTTP/1.1" status: 200 len: 1127 time: 0.1560645 Feb 20 05:30:11.386192 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac96ba-bb7e-43bb-8cff-3bfbf2f7e40d req-7113730b-c864-41c8-896d-1c178cf9b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:11.387008 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50ac96ba-bb7e-43bb-8cff-3bfbf2f7e40d req-7113730b-c864-41c8-896d-1c178cf9b819 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2010899 Feb 20 05:30:11.556652 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2e9b05a6-6f76-4ac1-9748-4a92a0f067be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'name': 'tempest-ServersTestJSON-832282820-router', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ccc63eb4-a279-4d04-ac2b-bda08521691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:29Z', 'updated_at': '2022-02-20T05:29:36Z', 'revision_number': 4, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'gw_port': {'id': 'ccc63eb4-a279-4d04-ac2b-bda08521691d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:01:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:31Z', 'updated_at': '2022-02-20T05:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'd01c2213-b575-4ffe-8b91-412126d98de6', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'port_id': 'fc309023-7c61-445d-9982-4ef44beffd94', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4', 'mac_address': 'fa:16:3e:ad:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7620a8f0-48e3-4421-930b-d8aea199e66d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:29:42Z', 'updated_at': '2022-02-20T05:30:08Z', 'revision_number': 1, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58beebe3-adfb-4eb0-9480-76eb95450778', 'name': '', 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'mac_address': 'fa:16:3e:6f:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'f6b518f2-00ef-4191-ad2f-d2104b8cb5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:34Z', 'updated_at': '2022-02-20T05:29:45Z', 'revision_number': 5, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'subnets': [{'id': 'f6b518f2-00ef-4191-ad2f-d2104b8cb5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:11.589675 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9b05a6-6f76-4ac1-9748-4a92a0f067be None None] The sync data for ids ['9893c6d0-9f1e-47c7-940a-90e89eaa5228'] in n-d-829866-5 is: [{'id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'name': 'tempest-ServersTestJSON-832282820-router', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ccc63eb4-a279-4d04-ac2b-bda08521691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:29Z', 'updated_at': '2022-02-20T05:29:36Z', 'revision_number': 4, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'gw_port': {'id': 'ccc63eb4-a279-4d04-ac2b-bda08521691d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:01:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:31Z', 'updated_at': '2022-02-20T05:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'd01c2213-b575-4ffe-8b91-412126d98de6', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'port_id': 'fc309023-7c61-445d-9982-4ef44beffd94', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4', 'mac_address': 'fa:16:3e:ad:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7620a8f0-48e3-4421-930b-d8aea199e66d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:29:42Z', 'updated_at': '2022-02-20T05:30:08Z', 'revision_number': 1, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58beebe3-adfb-4eb0-9480-76eb95450778', 'name': '', 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'mac_address': 'fa:16:3e:6f:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'f6b518f2-00ef-4191-ad2f-d2104b8cb5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:34Z', 'updated_at': '2022-02-20T05:29:45Z', 'revision_number': 5, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'subnets': [{'id': 'f6b518f2-00ef-4191-ad2f-d2104b8cb5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:30:11.953741 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca47b88-4c33-4538-8bb4-a014a25100e0 None None] New status for floating IP d01c2213-b575-4ffe-8b91-412126d98de6: ACTIVE {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:30:12.007251 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f81360-d040-42b4-b01a-b35605d802e4 req-1088d93f-a50d-4aaa-9f20-ba25f5c45035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:12.009007 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3f81360-d040-42b4-b01a-b35605d802e4 req-1088d93f-a50d-4aaa-9f20-ba25f5c45035 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1b43d151-723d-4d53-ab29-704a1719daa4 HTTP/1.1" status: 200 len: 905 time: 0.7348864 Feb 20 05:30:12.023920 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29fc83-428f-46e7-a424-9b7dcba48a2f req-3bf6f8a1-3c4b-4152-bd0c-9ed5037523db tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:12.025794 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-db29fc83-428f-46e7-a424-9b7dcba48a2f req-3bf6f8a1-3c4b-4152-bd0c-9ed5037523db tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7feac98-5add-4027-a33c-512fd1106a17 HTTP/1.1" status: 200 len: 945 time: 0.6562331 Feb 20 05:30:12.055074 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6522fa-1007-4b39-882b-d2ba7e23cbb6 req-2ae8e217-a197-413b-a188-41068e21d7ca tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:12.062276 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0a6522fa-1007-4b39-882b-d2ba7e23cbb6 req-2ae8e217-a197-413b-a188-41068e21d7ca tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.5875666 Feb 20 05:30:12.120400 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50ac96ba-bb7e-43bb-8cff-3bfbf2f7e40d req-61613fcd-224f-41fa-aa8c-2ee06d4ada4d service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7260239 Feb 20 05:30:12.263526 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0a6522fa-1007-4b39-882b-d2ba7e23cbb6 req-d0789662-9398-43d2-b735-7f772f19949d tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002273 Feb 20 05:30:12.299610 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3f81360-d040-42b4-b01a-b35605d802e4 req-fc708175-4941-4622-a1da-73ee9f0df8fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc309023-7c61-445d-9982-4ef44beffd94 HTTP/1.1" status: 200 len: 999 time: 0.2553411 Feb 20 05:30:12.455320 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-db29fc83-428f-46e7-a424-9b7dcba48a2f req-054d1d45-4e73-4034-9ba6-b4e8dbcc4a1d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131281 Feb 20 05:30:12.468564 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50ac96ba-bb7e-43bb-8cff-3bfbf2f7e40d req-66275dbf-7112-4359-b79b-59beda35774e service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357248 Feb 20 05:30:12.470625 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f81360-d040-42b4-b01a-b35605d802e4 req-60b6eb03-e6e5-4608-9975-c292bdd9be69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:12.472477 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3f81360-d040-42b4-b01a-b35605d802e4 req-60b6eb03-e6e5-4608-9975-c292bdd9be69 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6b518f2-00ef-4191-ad2f-d2104b8cb5ec HTTP/1.1" status: 200 len: 844 time: 0.1708698 Feb 20 05:30:12.527377 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88601b-3c27-41ed-8406-5272538fde0c req-6cbb6d41-cc71-44d0-ad3a-a7585115aae3 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:12.534786 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6f88601b-3c27-41ed-8406-5272538fde0c req-6cbb6d41-cc71-44d0-ad3a-a7585115aae3 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f5c8c6c-4c99-454a-af5e-8ab1b38670a5 HTTP/1.1" status: 200 len: 946 time: 0.1301961 Feb 20 05:30:12.578301 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f81360-d040-42b4-b01a-b35605d802e4 req-a1fbf04a-b0ef-4ae0-ba87-08aa51382dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:12.581071 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3f81360-d040-42b4-b01a-b35605d802e4 req-a1fbf04a-b0ef-4ae0-ba87-08aa51382dab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1b43d151-723d-4d53-ab29-704a1719daa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0985091 Feb 20 05:30:12.646325 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6f88601b-3c27-41ed-8406-5272538fde0c req-1d2fd117-cae0-4ec6-8903-603e5c0b3059 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104662 Feb 20 05:30:12.800090 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50774d-15ae-4ee1-bea0-de8a9a029362 req-a553518a-e583-4107-bdce-f8d8e0ea4ead tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:12.801703 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4f50774d-15ae-4ee1-bea0-de8a9a029362 req-a553518a-e583-4107-bdce-f8d8e0ea4ead tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a178d0-928a-438b-9e05-33b84b5c08a7 HTTP/1.1" status: 200 len: 947 time: 0.2166789 Feb 20 05:30:12.834829 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3f81360-d040-42b4-b01a-b35605d802e4 req-64b6af73-b530-4243-b185-10d181a6f22a service neutron] 10.222.0.61 "GET /v2.0/networks/1b43d151-723d-4d53-ab29-704a1719daa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442303 Feb 20 05:30:12.922617 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4f50774d-15ae-4ee1-bea0-de8a9a029362 req-2c51b0ee-d447-48fc-af96-4db0a301b52a tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bdc4e01-6173-4439-8f04-50931ec714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121521 Feb 20 05:30:12.998791 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381c013-4bd6-4397-8925-4f8e1ecf7d97 req-c5fef64c-20c4-4e70-8063-9a1f95884426 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:13.002970 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d381c013-4bd6-4397-8925-4f8e1ecf7d97 req-c5fef64c-20c4-4e70-8063-9a1f95884426 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5c8c6c-4c99-454a-af5e-8ab1b38670a5 HTTP/1.1" status: 200 len: 946 time: 0.1008866 Feb 20 05:30:13.004833 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3f81360-d040-42b4-b01a-b35605d802e4 req-37763451-02ae-4af4-aaac-fedf6804b83d service neutron] 10.222.0.61 "GET /v2.0/networks/1b43d151-723d-4d53-ab29-704a1719daa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631105 Feb 20 05:30:13.124248 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-d381c013-4bd6-4397-8925-4f8e1ecf7d97 req-b391a7c7-d877-41ea-a001-4d8483561364 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Deleting port 7f1df590-ab97-4897-9d8b-2e6e14ba68aa {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:30:13.124921 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d381c013-4bd6-4397-8925-4f8e1ecf7d97 req-b391a7c7-d877-41ea-a001-4d8483561364 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (7f1df590-ab97-4897-9d8b-2e6e14ba68aa), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:13.232950 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-d381c013-4bd6-4397-8925-4f8e1ecf7d97 req-b391a7c7-d877-41ea-a001-4d8483561364 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] For port 7f1df590-ab97-4897-9d8b-2e6e14ba68aa, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=7f1df590-ab97-4897-9d8b-2e6e14ba68aa,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:13.233320 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d381c013-4bd6-4397-8925-4f8e1ecf7d97 req-b391a7c7-d877-41ea-a001-4d8483561364 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (7f1df590-ab97-4897-9d8b-2e6e14ba68aa), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:13.261780 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-d381c013-4bd6-4397-8925-4f8e1ecf7d97 req-b391a7c7-d877-41ea-a001-4d8483561364 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Calling delete_port for 7f1df590-ab97-4897-9d8b-2e6e14ba68aa owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:30:13.491758 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5de5-6247-4a2d-8a26-4c2bfa691e08 req-e70b1f1b-7561-4fd8-aeaf-59d25021ee02 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:13.499013 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c75d5de5-6247-4a2d-8a26-4c2bfa691e08 req-e70b1f1b-7561-4fd8-aeaf-59d25021ee02 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.1300356 Feb 20 05:30:13.556917 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d381c013-4bd6-4397-8925-4f8e1ecf7d97 req-b391a7c7-d877-41ea-a001-4d8483561364 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (7f1df590-ab97-4897-9d8b-2e6e14ba68aa), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:13.572865 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['7f1df590-ab97-4897-9d8b-2e6e14ba68aa'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:30:13.608476 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c75d5de5-6247-4a2d-8a26-4c2bfa691e08 req-97c5e0d1-1885-467f-937b-e4abb423a105 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081190 Feb 20 05:30:13.614354 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391a7c7-d877-41ea-a001-4d8483561364 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Pushing event deleted for resources: {'Port': ['ID=7f1df590-ab97-4897-9d8b-2e6e14ba68aa,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:13.633659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 57433717-bf51-4f95-9d65-5b8f13e4a9bd details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:30:13.770108 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-d381c013-4bd6-4397-8925-4f8e1ecf7d97 req-b391a7c7-d877-41ea-a001-4d8483561364 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] No DVR routers for this DVR port 7f1df590-ab97-4897-9d8b-2e6e14ba68aa on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:30:13.773063 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d381c013-4bd6-4397-8925-4f8e1ecf7d97 req-b391a7c7-d877-41ea-a001-4d8483561364 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:13.775991 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d381c013-4bd6-4397-8925-4f8e1ecf7d97 req-b391a7c7-d877-41ea-a001-4d8483561364 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.48 "DELETE /v2.0/ports/7f1df590-ab97-4897-9d8b-2e6e14ba68aa HTTP/1.1" status: 204 len: 173 time: 0.7681875 Feb 20 05:30:13.779904 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5c8c6c-4c99-454a-af5e-8ab1b38670a5', 'name': 'network-vif-deleted', 'tag': '7f1df590-ab97-4897-9d8b-2e6e14ba68aa'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:30:13.782200 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d7c824-086e-42c0-a51f-c28c0b01518d" -d '{"events": [{"server_uuid": "0f5c8c6c-4c99-454a-af5e-8ab1b38670a5", "name": "network-vif-deleted", "tag": "7f1df590-ab97-4897-9d8b-2e6e14ba68aa"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:30:13.795029 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 57433717-bf51-4f95-9d65-5b8f13e4a9bd, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=57433717-bf51-4f95-9d65-5b8f13e4a9bd,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:13.808565 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '57433717-bf51-4f95-9d65-5b8f13e4a9bd', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': '57433717-bf51-4f95-9d65-5b8f13e4a9bd', 'mac_address': 'fa:16:3e:c2:70:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:30:13.815618 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1a541d5d-0c16-496f-a1c7-229973cab6a2 req-13f1e5a4-45f1-4e95-98bc-a636ca80abb0 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f5c8c6c-4c99-454a-af5e-8ab1b38670a5 HTTP/1.1" status: 200 len: 210 time: 0.0561972 Feb 20 05:30:13.871628 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 57433717-bf51-4f95-9d65-5b8f13e4a9bd is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:30:13.872021 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:13.890734 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57433717-bf51-4f95-9d65-5b8f13e4a9bd {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:30:13.907490 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa717380-b734-4a8e-8b41-9d8b1289034a req-a156fb37-3ced-48d2-941d-e262e6982d0d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:13.912727 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aa717380-b734-4a8e-8b41-9d8b1289034a req-a156fb37-3ced-48d2-941d-e262e6982d0d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7feac98-5add-4027-a33c-512fd1106a17 HTTP/1.1" status: 200 len: 945 time: 0.2919436 Feb 20 05:30:13.927964 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 57433717-bf51-4f95-9d65-5b8f13e4a9bd, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=57433717-bf51-4f95-9d65-5b8f13e4a9bd,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:13.936416 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:13.984151 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68aa4f0-bfad-4f72-b56a-7c3440db23fe x-openstack-request-id: req-d68aa4f0-bfad-4f72-b56a-7c3440db23fe {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:30:13.987688 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5c8c6c-4c99-454a-af5e-8ab1b38670a5", "name": "network-vif-deleted", "tag": "7f1df590-ab97-4897-9d8b-2e6e14ba68aa", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:30:13.988870 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d68aa4f0-bfad-4f72-b56a-7c3440db23fe {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:30:13.989397 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5c8c6c-4c99-454a-af5e-8ab1b38670a5', 'name': 'network-vif-deleted', 'tag': '7f1df590-ab97-4897-9d8b-2e6e14ba68aa', 'status': 'completed', 'code': 200} Feb 20 05:30:14.024700 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=57433717-bf51-4f95-9d65-5b8f13e4a9bd,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:14.030679 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aa717380-b734-4a8e-8b41-9d8b1289034a req-ee7b6e13-3edb-4b4c-bf73-66e5fdb67112 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112025 Feb 20 05:30:14.168109 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20a4c5-7803-4fb9-a1a3-590415c9f170 req-533b001e-1e30-4d69-9e31-dc45cd90be62 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:14.170763 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3b20a4c5-7803-4fb9-a1a3-590415c9f170 req-533b001e-1e30-4d69-9e31-dc45cd90be62 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a178d0-928a-438b-9e05-33b84b5c08a7 HTTP/1.1" status: 200 len: 948 time: 0.0929892 Feb 20 05:30:14.192852 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['57433717-bf51-4f95-9d65-5b8f13e4a9bd'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:30:14.270919 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3b20a4c5-7803-4fb9-a1a3-590415c9f170 req-398cb3fa-0b70-47c2-83c7-c328d7c39c55 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bdc4e01-6173-4439-8f04-50931ec714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911129 Feb 20 05:30:14.784283 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162f729-a492-4905-bf13-f7ae3cac1e66 req-6f6afb22-535c-4ff3-9e8d-3001f6926047 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:14.793441 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3162f729-a492-4905-bf13-f7ae3cac1e66 req-6f6afb22-535c-4ff3-9e8d-3001f6926047 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 945 time: 0.0714030 Feb 20 05:30:14.867080 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3162f729-a492-4905-bf13-f7ae3cac1e66 req-226dff13-cef0-42d4-b7b9-d94a03c00772 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649431 Feb 20 05:30:15.068666 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bfe6d-71bc-45c7-99a4-95b7986d0f69 req-a4e36daa-2ab9-4949-ad7f-521661dd7648 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:15.070423 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a2bfe6d-71bc-45c7-99a4-95b7986d0f69 req-a4e36daa-2ab9-4949-ad7f-521661dd7648 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7feac98-5add-4027-a33c-512fd1106a17 HTTP/1.1" status: 200 len: 945 time: 0.1311002 Feb 20 05:30:15.098226 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-2a4e83b2-c0e8-407a-916e-b4fd01272591 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:15.100079 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-2a4e83b2-c0e8-407a-916e-b4fd01272591 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065&tenant_id=370c8f456fd340e383b36f44861b2990&binding%3Ahost_id=n-h2-829866-5 HTTP/1.1" status: 200 len: 1127 time: 0.1458673 Feb 20 05:30:15.117598 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-6afbcd83-f54b-4aa4-9ddf-33db038eeb7d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829866-5'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:30:15.211102 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a2bfe6d-71bc-45c7-99a4-95b7986d0f69 req-a2db21b5-6868-449e-a05b-20ed0bc01cc9 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337605 Feb 20 05:30:15.269914 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-6afbcd83-f54b-4aa4-9ddf-33db038eeb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (53b45731-e8e0-44c8-876f-cf7a72184c28), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:15.297485 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-a27792ff-9cdc-4eac-904c-2ebe3b0b2ca7 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:15.299563 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-a27792ff-9cdc-4eac-904c-2ebe3b0b2ca7 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/networks?id=bfecaaea-4537-49c6-826a-93e263cff952 HTTP/1.1" status: 200 len: 810 time: 0.1925888 Feb 20 05:30:15.340497 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-4fb97bb6-2232-4bff-bb48-ff97a864be0e tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/quotas/ba68b400a4764ecd8cffcc89b3c1b40a HTTP/1.1" status: 200 len: 375 time: 0.0204711 Feb 20 05:30:15.383946 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-3ce3938d-ea5b-4f55-9f45-2d562d1abd03 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ba68b400a4764ecd8cffcc89b3c1b40a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425239 Feb 20 05:30:15.596252 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-6afbcd83-f54b-4aa4-9ddf-33db038eeb7d service neutron] For port 53b45731-e8e0-44c8-876f-cf7a72184c28, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=53b45731-e8e0-44c8-876f-cf7a72184c28,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:15.625517 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67249580-95a0-4892-b92b-ee1a56430f88 req-abac20f8-3c65-4336-ad72-9e65ad196152 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:15.627126 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-67249580-95a0-4892-b92b-ee1a56430f88 req-abac20f8-3c65-4336-ad72-9e65ad196152 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a178d0-928a-438b-9e05-33b84b5c08a7 HTTP/1.1" status: 200 len: 948 time: 0.2151742 Feb 20 05:30:15.634874 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 57433717-bf51-4f95-9d65-5b8f13e4a9bd up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:30:15.641742 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-74187991-d247-4bc4-a301-ec5e0a944a07 service neutron] 10.222.0.37 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569666 Feb 20 05:30:15.701083 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 57433717-bf51-4f95-9d65-5b8f13e4a9bd completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:30:15.707790 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 57433717-bf51-4f95-9d65-5b8f13e4a9bd triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:30:15.708168 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:15.756636 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-6afbcd83-f54b-4aa4-9ddf-33db038eeb7d service neutron] For port 53b45731-e8e0-44c8-876f-cf7a72184c28, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:30:15.829419 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 57433717-bf51-4f95-9d65-5b8f13e4a9bd is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:30:15.830642 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:15.844083 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-67249580-95a0-4892-b92b-ee1a56430f88 req-b68a0bf7-0d04-40ee-9c88-70405b7b64d8 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bdc4e01-6173-4439-8f04-50931ec714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093315 Feb 20 05:30:15.854684 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-6afbcd83-f54b-4aa4-9ddf-33db038eeb7d service neutron] Publish callbacks [] for port (53b45731-e8e0-44c8-876f-cf7a72184c28), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:15.866251 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-6afbcd83-f54b-4aa4-9ddf-33db038eeb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (53b45731-e8e0-44c8-876f-cf7a72184c28), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:15.871211 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a178d0-928a-438b-9e05-33b84b5c08a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57433717-bf51-4f95-9d65-5b8f13e4a9bd'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:30:15.874188 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5272fed3-6149-43e5-be29-ddf456a9a6ca" -d '{"events": [{"server_uuid": "52a178d0-928a-438b-9e05-33b84b5c08a7", "name": "network-vif-plugged", "status": "completed", "tag": "57433717-bf51-4f95-9d65-5b8f13e4a9bd"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:30:15.874770 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-ebba0730-37cc-44de-b879-bbae81023f03 service neutron] 10.222.0.37 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110960 Feb 20 05:30:15.910784 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 57433717-bf51-4f95-9d65-5b8f13e4a9bd, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=57433717-bf51-4f95-9d65-5b8f13e4a9bd,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:15.917086 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:15.918765 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 7f1df590-ab97-4897-9d8b-2e6e14ba68aa no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:30:15.940725 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbcd83-f54b-4aa4-9ddf-33db038eeb7d service neutron] Pushing event updated for resources: {'Port': ['ID=53b45731-e8e0-44c8-876f-cf7a72184c28,revision_number=7']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:15.972085 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 7f1df590-ab97-4897-9d8b-2e6e14ba68aa {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:30:15.972413 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 7f1df590-ab97-4897-9d8b-2e6e14ba68aa not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:30:15.994996 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f570b026-7b00-4db8-a7c5-c2eb25d39065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53b45731-e8e0-44c8-876f-cf7a72184c28'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:30:16.000267 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdc9070-4000-4f0d-9a12-59b595290b04" -d '{"events": [{"server_uuid": "f570b026-7b00-4db8-a7c5-c2eb25d39065", "name": "network-vif-unplugged", "status": "completed", "tag": "53b45731-e8e0-44c8-876f-cf7a72184c28"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:30:16.037507 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-6afbcd83-f54b-4aa4-9ddf-33db038eeb7d service neutron] Attempting to bind port 53b45731-e8e0-44c8-876f-cf7a72184c28 on host n-h2-829866-5 for vnic_type normal with profile {"migrating_to": "n-h1-829866-5"} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:30:16.037837 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-6afbcd83-f54b-4aa4-9ddf-33db038eeb7d service neutron] Attempting to bind port 53b45731-e8e0-44c8-876f-cf7a72184c28 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:30:16.038171 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-6afbcd83-f54b-4aa4-9ddf-33db038eeb7d service neutron] Attempting to bind port 53b45731-e8e0-44c8-876f-cf7a72184c28 on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:30:16.045809 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-6afbcd83-f54b-4aa4-9ddf-33db038eeb7d service neutron] Port 53b45731-e8e0-44c8-876f-cf7a72184c28 on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:30:16.046064 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-6afbcd83-f54b-4aa4-9ddf-33db038eeb7d service neutron] Attempting to bind port 53b45731-e8e0-44c8-876f-cf7a72184c28 on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:30:16.052104 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=57433717-bf51-4f95-9d65-5b8f13e4a9bd,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:16.054035 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-6afbcd83-f54b-4aa4-9ddf-33db038eeb7d service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:30:16.054381 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-6afbcd83-f54b-4aa4-9ddf-33db038eeb7d service neutron] Checking segment: {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:30:16.055726 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-6afbcd83-f54b-4aa4-9ddf-33db038eeb7d service neutron] Bound using segment: {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:30:16.056169 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-6afbcd83-f54b-4aa4-9ddf-33db038eeb7d service neutron] Bound port: 53b45731-e8e0-44c8-876f-cf7a72184c28, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:30:16.056530 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-6afbcd83-f54b-4aa4-9ddf-33db038eeb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (53b45731-e8e0-44c8-876f-cf7a72184c28), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:16.093439 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b7061-e086-4b03-bdaa-7b0300c0b524 req-1bf2f820-c5b7-45e4-845f-35bba5f95b56 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:16.095010 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-184b7061-e086-4b03-bdaa-7b0300c0b524 req-1bf2f820-c5b7-45e4-845f-35bba5f95b56 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 943 time: 0.1293650 Feb 20 05:30:16.108512 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2ba276-fb4c-4c22-a25d-cad54640af98 x-openstack-request-id: req-ef2ba276-fb4c-4c22-a25d-cad54640af98 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:30:16.108894 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a178d0-928a-438b-9e05-33b84b5c08a7", "name": "network-vif-plugged", "status": "completed", "tag": "57433717-bf51-4f95-9d65-5b8f13e4a9bd", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:30:16.109218 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef2ba276-fb4c-4c22-a25d-cad54640af98 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:30:16.109681 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a178d0-928a-438b-9e05-33b84b5c08a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57433717-bf51-4f95-9d65-5b8f13e4a9bd', 'code': 200} Feb 20 05:30:16.236739 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca776a3-7616-4c2e-9742-91a0d1a53cbd x-openstack-request-id: req-eca776a3-7616-4c2e-9742-91a0d1a53cbd {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:30:16.237302 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f570b026-7b00-4db8-a7c5-c2eb25d39065", "name": "network-vif-unplugged", "status": "completed", "tag": "53b45731-e8e0-44c8-876f-cf7a72184c28", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:30:16.237302 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eca776a3-7616-4c2e-9742-91a0d1a53cbd {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:30:16.237830 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f570b026-7b00-4db8-a7c5-c2eb25d39065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53b45731-e8e0-44c8-876f-cf7a72184c28', 'code': 200} Feb 20 05:30:16.264470 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-6afbcd83-f54b-4aa4-9ddf-33db038eeb7d service neutron] For port 53b45731-e8e0-44c8-876f-cf7a72184c28, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:30:16.272995 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-6afbcd83-f54b-4aa4-9ddf-33db038eeb7d service neutron] For port 53b45731-e8e0-44c8-876f-cf7a72184c28, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=53b45731-e8e0-44c8-876f-cf7a72184c28,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:30:16.295321 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-184b7061-e086-4b03-bdaa-7b0300c0b524 req-46b0b76c-aae0-4834-a7dd-07dadcb6076b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704011 Feb 20 05:30:16.300714 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-6afbcd83-f54b-4aa4-9ddf-33db038eeb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (53b45731-e8e0-44c8-876f-cf7a72184c28), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:16.336000 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-578906b4-f8b2-46cb-9060-853b121395af req-a6de8434-e009-45cc-8d75-78b2ea51580d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 210 time: 0.0600362 Feb 20 05:30:16.383577 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-148dc1ce-c618-436a-a305-135d16cef5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:16.404900 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5604c4-4169-4df3-804b-14a03572af44 req-ea86600b-1577-4f25-93c4-82c04bc55e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:16.407781 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0e5604c4-4169-4df3-804b-14a03572af44 req-ea86600b-1577-4f25-93c4-82c04bc55e6d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=52a178d0-928a-438b-9e05-33b84b5c08a7 HTTP/1.1" status: 200 len: 1131 time: 0.2270658 Feb 20 05:30:16.488792 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbcd83-f54b-4aa4-9ddf-33db038eeb7d service neutron] Pushing event updated for resources: {'Port': ['ID=53b45731-e8e0-44c8-876f-cf7a72184c28,revision_number=8']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:16.526445 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-6afbcd83-f54b-4aa4-9ddf-33db038eeb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:16.527470 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-6afbcd83-f54b-4aa4-9ddf-33db038eeb7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:16.528997 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-6afbcd83-f54b-4aa4-9ddf-33db038eeb7d service neutron] 10.222.0.61 "PUT /v2.0/ports/53b45731-e8e0-44c8-876f-cf7a72184c28 HTTP/1.1" status: 200 len: 1121 time: 1.4215245 Feb 20 05:30:16.587435 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0e5604c4-4169-4df3-804b-14a03572af44 req-80d87747-5685-40a6-b24b-84ceb2996a51 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4bdc4e01-6173-4439-8f04-50931ec714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580009 Feb 20 05:30:16.604098 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190f52f-65c0-41c7-82cd-0f3c791e9775 req-483555b0-8fee-41e4-8866-58b7a49b7df1 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:16.613235 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e190f52f-65c0-41c7-82cd-0f3c791e9775 req-483555b0-8fee-41e4-8866-58b7a49b7df1 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7feac98-5add-4027-a33c-512fd1106a17 HTTP/1.1" status: 200 len: 945 time: 0.2140508 Feb 20 05:30:16.624195 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['53b45731-e8e0-44c8-876f-cf7a72184c28'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:30:16.703562 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e190f52f-65c0-41c7-82cd-0f3c791e9775 req-b9a201d7-5124-4a11-aef9-6bd8a3ee9e2a tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802140 Feb 20 05:30:16.719194 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['53b45731-e8e0-44c8-876f-cf7a72184c28'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:30:17.044651 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57adbfb0-447a-4537-af0e-be097a89c5b4 req-ec6243d8-551d-4e15-b21a-399424d4f557 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:17.046232 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-57adbfb0-447a-4537-af0e-be097a89c5b4 req-ec6243d8-551d-4e15-b21a-399424d4f557 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a178d0-928a-438b-9e05-33b84b5c08a7 HTTP/1.1" status: 200 len: 949 time: 0.0619111 Feb 20 05:30:17.112764 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-57adbfb0-447a-4537-af0e-be097a89c5b4 req-19cdb5ef-2e53-427d-a62b-55dc0e3cc9cc tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bdc4e01-6173-4439-8f04-50931ec714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576794 Feb 20 05:30:17.449259 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 53b45731-e8e0-44c8-876f-cf7a72184c28 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:30:17.468784 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1eb11069-f679-41cf-9806-d386ee8ed515 req-65c05f06-307c-4841-ad83-db6a8526cccd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 210 time: 0.0411093 Feb 20 05:30:17.480537 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b60e7-6c4e-411b-8d52-3869e94ed7b9 req-854896b5-620c-401e-8797-f9a65042b76e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:17.482891 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1a1b60e7-6c4e-411b-8d52-3869e94ed7b9 req-854896b5-620c-401e-8797-f9a65042b76e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 943 time: 0.1063330 Feb 20 05:30:17.598399 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1a1b60e7-6c4e-411b-8d52-3869e94ed7b9 req-e428e174-51c3-430b-ad6f-41c79587b955 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995693 Feb 20 05:30:17.634746 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 6c384963-e2fe-403b-979d-de27a1766087 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:30:17.639214 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 53b45731-e8e0-44c8-876f-cf7a72184c28, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=53b45731-e8e0-44c8-876f-cf7a72184c28,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:17.675670 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 53b45731-e8e0-44c8-876f-cf7a72184c28 has no active binding in host n-h1-829866-5 {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 20 05:30:17.708857 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:30:17.827096 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 6c384963-e2fe-403b-979d-de27a1766087, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=6c384963-e2fe-403b-979d-de27a1766087,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:17.849644 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '6c384963-e2fe-403b-979d-de27a1766087', 'network_id': '8d5e3dec-6d5c-4634-b419-6efab0fe545e', 'port_id': '6c384963-e2fe-403b-979d-de27a1766087', 'mac_address': 'fa:16:3e:35:22:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:30:17.902250 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b17b9-f806-4251-a2f4-200f3661f605 req-f2d39d3c-d223-405b-ba87-c343028b9637 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:17.904421 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 6c384963-e2fe-403b-979d-de27a1766087 is: ACTIVE; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:30:17.904815 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6c384963-e2fe-403b-979d-de27a1766087), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:17.910010 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-260b17b9-f806-4251-a2f4-200f3661f605 req-f2d39d3c-d223-405b-ba87-c343028b9637 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7feac98-5add-4027-a33c-512fd1106a17 HTTP/1.1" status: 200 len: 945 time: 0.0896258 Feb 20 05:30:17.918317 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c384963-e2fe-403b-979d-de27a1766087 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:30:17.941987 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-a9905be7-e65f-44db-84d0-f99af0a9eede tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:17.943942 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-a9905be7-e65f-44db-84d0-f99af0a9eede tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.48 "GET /v2.0/networks?id=bfecaaea-4537-49c6-826a-93e263cff952 HTTP/1.1" status: 200 len: 810 time: 0.2786822 Feb 20 05:30:17.946945 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 6c384963-e2fe-403b-979d-de27a1766087, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=6c384963-e2fe-403b-979d-de27a1766087,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:17.951384 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6c384963-e2fe-403b-979d-de27a1766087), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:17.958193 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-ed956212-5084-4d66-8dba-ad69d2d62f97 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Request body: {'port': {'device_id': '915c7bdf-b9b0-4640-820b-c57cd2b9b618', 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952', 'admin_state_up': True, 'tenant_id': 'ba68b400a4764ecd8cffcc89b3c1b40a'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:30:18.053666 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-260b17b9-f806-4251-a2f4-200f3661f605 req-3ee0d3f7-afdc-41ae-afb7-0e5df0ee4711 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404829 Feb 20 05:30:18.098779 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=6c384963-e2fe-403b-979d-de27a1766087,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:18.105258 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['6c384963-e2fe-403b-979d-de27a1766087'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:30:18.133073 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-ed956212-5084-4d66-8dba-ad69d2d62f97 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Made reservation on behalf of ba68b400a4764ecd8cffcc89b3c1b40a for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:30:18.152558 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-ed956212-5084-4d66-8dba-ad69d2d62f97 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:18.246645 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f570b026-7b00-4db8-a7c5-c2eb25d39065', 'tag': '53b45731-e8e0-44c8-876f-cf7a72184c28'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:30:18.252435 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce82e89a-ffc4-4183-a8c7-adb8e30e6f61" -d '{"events": [{"name": "network-changed", "server_uuid": "f570b026-7b00-4db8-a7c5-c2eb25d39065", "tag": "53b45731-e8e0-44c8-876f-cf7a72184c28"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:30:18.368967 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a0d59a-e0a6-4848-b290-215f02477080 x-openstack-request-id: req-14a0d59a-e0a6-4848-b290-215f02477080 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:30:18.369166 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f570b026-7b00-4db8-a7c5-c2eb25d39065", "tag": "53b45731-e8e0-44c8-876f-cf7a72184c28", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:30:18.369539 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14a0d59a-e0a6-4848-b290-215f02477080 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:30:18.369937 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f570b026-7b00-4db8-a7c5-c2eb25d39065', 'tag': '53b45731-e8e0-44c8-876f-cf7a72184c28', 'status': 'completed', 'code': 200} Feb 20 05:30:18.433471 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abe2f6-7a9d-45c8-bb4d-eae1bd82c5e2 req-a8fdb9e1-6f80-47a9-a7b0-0daf2b256517 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:18.434973 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73abe2f6-7a9d-45c8-bb4d-eae1bd82c5e2 req-a8fdb9e1-6f80-47a9-a7b0-0daf2b256517 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a178d0-928a-438b-9e05-33b84b5c08a7 HTTP/1.1" status: 200 len: 949 time: 0.2006836 Feb 20 05:30:18.443769 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82e89a-ffc4-4183-a8c7-adb8e30e6f61 req-ccc7599b-0cb5-4b6a-bea9-0bec2cce9c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:18.445637 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ce82e89a-ffc4-4183-a8c7-adb8e30e6f61 req-ccc7599b-0cb5-4b6a-bea9-0bec2cce9c70 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 1155 time: 0.0548785 Feb 20 05:30:18.457753 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-ed956212-5084-4d66-8dba-ad69d2d62f97 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Allocated IP 172.20.0.5 (bfecaaea-4537-49c6-826a-93e263cff952/f6cf6e5f-5eef-4832-87f6-e3f3339d48a1/3f75275e-7571-4f5c-bdc3-a3c3b887fdde) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:30:18.531245 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73abe2f6-7a9d-45c8-bb4d-eae1bd82c5e2 req-2ffb4da1-e9f6-4c40-aff8-5b03d95bc1a4 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bdc4e01-6173-4439-8f04-50931ec714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824656 Feb 20 05:30:18.544599 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7ebaca95-7682-4c21-a33b-c60193823d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:18.634279 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82e89a-ffc4-4183-a8c7-adb8e30e6f61 req-b50f070b-0f16-4886-9249-261d1cf655b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:18.639238 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ce82e89a-ffc4-4183-a8c7-adb8e30e6f61 req-b50f070b-0f16-4886-9249-261d1cf655b2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 920 time: 0.1860371 Feb 20 05:30:18.700244 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ce82e89a-ffc4-4183-a8c7-adb8e30e6f61 req-c8a9033f-a2a8-42eb-b14c-84a008b747cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53b45731-e8e0-44c8-876f-cf7a72184c28 HTTP/1.1" status: 200 len: 217 time: 0.0529997 Feb 20 05:30:18.776709 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82e89a-ffc4-4183-a8c7-adb8e30e6f61 req-5d96601d-1177-4f95-8c5c-8f37c2a5cec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:18.778543 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ce82e89a-ffc4-4183-a8c7-adb8e30e6f61 req-5d96601d-1177-4f95-8c5c-8f37c2a5cec7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 200 len: 860 time: 0.0716040 Feb 20 05:30:18.822931 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ce82e89a-ffc4-4183-a8c7-adb8e30e6f61 req-9fa2b503-aab0-4044-ba7f-a211a06dff65 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351741 Feb 20 05:30:18.957655 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ce82e89a-ffc4-4183-a8c7-adb8e30e6f61 req-a50adfa1-84e0-4979-8182-6085352b641f service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278930 Feb 20 05:30:19.049875 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-99b025bb-3f16-4dc2-99e1-8c52108a754d req-34035ac3-29d6-4b3b-9f76-d32e944a880b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 210 time: 0.4366314 Feb 20 05:30:19.067851 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ce82e89a-ffc4-4183-a8c7-adb8e30e6f61 req-84ef6d7c-6f4c-40c5-a335-6d6d5e195da5 service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043684 Feb 20 05:30:19.183254 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4c984-75e9-4a32-aaf1-bd4509d53bbf req-0ee36b7a-77ca-439b-95cf-b2b14d0af347 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:19.187361 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3b4c984-75e9-4a32-aaf1-bd4509d53bbf req-0ee36b7a-77ca-439b-95cf-b2b14d0af347 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 943 time: 0.1533141 Feb 20 05:30:19.192674 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-ed956212-5084-4d66-8dba-ad69d2d62f97 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks [] for port (3f75275e-7571-4f5c-bdc3-a3c3b887fdde), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:19.277923 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3b4c984-75e9-4a32-aaf1-bd4509d53bbf req-0126a9ff-1fbd-449e-b5a6-76d2426a54cc tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818777 Feb 20 05:30:19.288167 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cbe16-2e86-48a1-b1a7-1253a0f4bd43 req-e24051b3-d431-47d9-9006-169e00e67716 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:19.289809 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0f7cbe16-2e86-48a1-b1a7-1253a0f4bd43 req-e24051b3-d431-47d9-9006-169e00e67716 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7feac98-5add-4027-a33c-512fd1106a17 HTTP/1.1" status: 200 len: 944 time: 0.1571100 Feb 20 05:30:19.291696 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-ed956212-5084-4d66-8dba-ad69d2d62f97 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (3f75275e-7571-4f5c-bdc3-a3c3b887fdde), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:19.361449 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-ed956212-5084-4d66-8dba-ad69d2d62f97 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Network bfecaaea-4537-49c6-826a-93e263cff952 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:30:19.374198 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-ed956212-5084-4d66-8dba-ad69d2d62f97 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:30:19.378692 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-ed956212-5084-4d66-8dba-ad69d2d62f97 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:30:19.381519 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed956212-5084-4d66-8dba-ad69d2d62f97 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Pushing event updated for resources: {'Port': ['ID=3f75275e-7571-4f5c-bdc3-a3c3b887fdde,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:19.427445 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0f7cbe16-2e86-48a1-b1a7-1253a0f4bd43 req-db34fee4-a93f-4d08-aa31-7266eca9dae5 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268690 Feb 20 05:30:19.479121 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-ed956212-5084-4d66-8dba-ad69d2d62f97 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:19.479121 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-ed956212-5084-4d66-8dba-ad69d2d62f97 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:19.511300 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-ed956212-5084-4d66-8dba-ad69d2d62f97 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5576348 Feb 20 05:30:19.515922 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:19.532048 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-8a1d74b0-43c4-43d7-9ef6-cb785fa802d0 service neutron] Request body: {'port': {'device_id': '915c7bdf-b9b0-4640-820b-c57cd2b9b618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:30:19.634470 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 6c384963-e2fe-403b-979d-de27a1766087 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:30:19.708476 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-8a1d74b0-43c4-43d7-9ef6-cb785fa802d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3f75275e-7571-4f5c-bdc3-a3c3b887fdde), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:19.784270 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fffd1-0847-4660-aac8-51a9ccfd206b req-b8c59357-26ac-410e-b531-b2d0790a336c tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:19.791655 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c85fffd1-0847-4660-aac8-51a9ccfd206b req-b8c59357-26ac-410e-b531-b2d0790a336c tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a178d0-928a-438b-9e05-33b84b5c08a7 HTTP/1.1" status: 200 len: 949 time: 0.1526163 Feb 20 05:30:19.803393 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 6c384963-e2fe-403b-979d-de27a1766087 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:30:19.803703 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6c384963-e2fe-403b-979d-de27a1766087), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:19.929883 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 6c384963-e2fe-403b-979d-de27a1766087 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:30:19.930294 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6c384963-e2fe-403b-979d-de27a1766087), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:19.938042 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c85fffd1-0847-4660-aac8-51a9ccfd206b req-63817ba6-dfa7-4a4a-a706-c18c21722226 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bdc4e01-6173-4439-8f04-50931ec714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354938 Feb 20 05:30:20.007520 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7feac98-5add-4027-a33c-512fd1106a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c384963-e2fe-403b-979d-de27a1766087'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:30:20.015429 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7449e1cf-9245-4651-8967-5acb631882f9" -d '{"events": [{"server_uuid": "d7feac98-5add-4027-a33c-512fd1106a17", "name": "network-vif-plugged", "status": "completed", "tag": "6c384963-e2fe-403b-979d-de27a1766087"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:30:20.041892 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 6c384963-e2fe-403b-979d-de27a1766087, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=6c384963-e2fe-403b-979d-de27a1766087,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:20.048571 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6c384963-e2fe-403b-979d-de27a1766087), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:20.250976 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-8a1d74b0-43c4-43d7-9ef6-cb785fa802d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f75275e-7571-4f5c-bdc3-a3c3b887fdde {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:30:20.278620 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-8a1d74b0-43c4-43d7-9ef6-cb785fa802d0 service neutron] Publish callbacks [] for port (3f75275e-7571-4f5c-bdc3-a3c3b887fdde), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:20.311229 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-8a1d74b0-43c4-43d7-9ef6-cb785fa802d0 service neutron] Transition to ACTIVE for port object 3f75275e-7571-4f5c-bdc3-a3c3b887fdde will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:30:20.336561 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7458f964-e8b7-4617-abec-5491563502de x-openstack-request-id: req-7458f964-e8b7-4617-abec-5491563502de {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:30:20.336792 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7feac98-5add-4027-a33c-512fd1106a17", "name": "network-vif-plugged", "status": "completed", "tag": "6c384963-e2fe-403b-979d-de27a1766087", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:30:20.337047 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7458f964-e8b7-4617-abec-5491563502de {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:30:20.337494 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7feac98-5add-4027-a33c-512fd1106a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c384963-e2fe-403b-979d-de27a1766087', 'code': 200} Feb 20 05:30:20.339146 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-8a1d74b0-43c4-43d7-9ef6-cb785fa802d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (3f75275e-7571-4f5c-bdc3-a3c3b887fdde), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:20.352949 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=6c384963-e2fe-403b-979d-de27a1766087,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:20.447510 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d74b0-43c4-43d7-9ef6-cb785fa802d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f75275e-7571-4f5c-bdc3-a3c3b887fdde,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:20.490009 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771fed4-fc69-430d-934f-c8b34d709bd4 req-9a8ee086-79ec-4e2e-8b21-48e214bec628 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:20.491588 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a771fed4-fc69-430d-934f-c8b34d709bd4 req-9a8ee086-79ec-4e2e-8b21-48e214bec628 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 943 time: 0.1838057 Feb 20 05:30:20.584086 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-8a1d74b0-43c4-43d7-9ef6-cb785fa802d0 service neutron] Attempting to bind port 3f75275e-7571-4f5c-bdc3-a3c3b887fdde on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:30:20.584799 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-8a1d74b0-43c4-43d7-9ef6-cb785fa802d0 service neutron] Attempting to bind port 3f75275e-7571-4f5c-bdc3-a3c3b887fdde by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '3b1341d4-1465-431a-9bc8-6cb9bf3a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:30:20.584799 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-8a1d74b0-43c4-43d7-9ef6-cb785fa802d0 service neutron] Attempting to bind port 3f75275e-7571-4f5c-bdc3-a3c3b887fdde on network bfecaaea-4537-49c6-826a-93e263cff952 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:30:20.592958 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a771fed4-fc69-430d-934f-c8b34d709bd4 req-5f9427c7-c42d-4c28-9b17-eeb68da6b817 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783856 Feb 20 05:30:20.593967 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-8a1d74b0-43c4-43d7-9ef6-cb785fa802d0 service neutron] Port 3f75275e-7571-4f5c-bdc3-a3c3b887fdde on network bfecaaea-4537-49c6-826a-93e263cff952 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:30:20.594290 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-8a1d74b0-43c4-43d7-9ef6-cb785fa802d0 service neutron] Attempting to bind port 3f75275e-7571-4f5c-bdc3-a3c3b887fdde on network bfecaaea-4537-49c6-826a-93e263cff952 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:30:20.601023 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-8a1d74b0-43c4-43d7-9ef6-cb785fa802d0 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:30:20.601379 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-8a1d74b0-43c4-43d7-9ef6-cb785fa802d0 service neutron] Checking segment: {'id': '3b1341d4-1465-431a-9bc8-6cb9bf3a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:30:20.601774 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-8a1d74b0-43c4-43d7-9ef6-cb785fa802d0 service neutron] Bound using segment: {'id': '3b1341d4-1465-431a-9bc8-6cb9bf3a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:30:20.602210 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-8a1d74b0-43c4-43d7-9ef6-cb785fa802d0 service neutron] Bound port: 3f75275e-7571-4f5c-bdc3-a3c3b887fdde, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b1341d4-1465-431a-9bc8-6cb9bf3a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:30:20.602567 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-8a1d74b0-43c4-43d7-9ef6-cb785fa802d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3f75275e-7571-4f5c-bdc3-a3c3b887fdde), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:20.765779 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-8a1d74b0-43c4-43d7-9ef6-cb785fa802d0 service neutron] For port 3f75275e-7571-4f5c-bdc3-a3c3b887fdde, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:30:20.785672 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-8a1d74b0-43c4-43d7-9ef6-cb785fa802d0 service neutron] For port 3f75275e-7571-4f5c-bdc3-a3c3b887fdde, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=3f75275e-7571-4f5c-bdc3-a3c3b887fdde,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:30:20.799336 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-8a1d74b0-43c4-43d7-9ef6-cb785fa802d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (3f75275e-7571-4f5c-bdc3-a3c3b887fdde), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:20.819358 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec704a-4530-462b-ac4c-9ed0054cefc9 req-ae9afd1b-4302-492e-a1b9-0a9b061d5e98 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:20.821055 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-10ec704a-4530-462b-ac4c-9ed0054cefc9 req-ae9afd1b-4302-492e-a1b9-0a9b061d5e98 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 943 time: 0.1294708 Feb 20 05:30:20.831420 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b74b8-b7d8-4f93-bb9e-76e4acd20037 req-4d4127f1-6ab8-4058-8db3-8dab1562538a tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:20.833008 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-903b74b8-b7d8-4f93-bb9e-76e4acd20037 req-4d4127f1-6ab8-4058-8db3-8dab1562538a tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7feac98-5add-4027-a33c-512fd1106a17 HTTP/1.1" status: 200 len: 945 time: 0.1909876 Feb 20 05:30:20.881567 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-8a1d74b0-43c4-43d7-9ef6-cb785fa802d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:20.882612 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-8a1d74b0-43c4-43d7-9ef6-cb785fa802d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:20.883983 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-8a1d74b0-43c4-43d7-9ef6-cb785fa802d0 service neutron] 10.222.0.48 "PUT /v2.0/ports/3f75275e-7571-4f5c-bdc3-a3c3b887fdde HTTP/1.1" status: 200 len: 1091 time: 1.3629982 Feb 20 05:30:20.886474 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '915c7bdf-b9b0-4640-820b-c57cd2b9b618', 'tag': '3f75275e-7571-4f5c-bdc3-a3c3b887fdde'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:30:20.886711 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1276a023-27d7-4745-b25c-d909fada6d34" -d '{"events": [{"name": "network-changed", "server_uuid": "915c7bdf-b9b0-4640-820b-c57cd2b9b618", "tag": "3f75275e-7571-4f5c-bdc3-a3c3b887fdde"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:30:20.976700 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d74b0-43c4-43d7-9ef6-cb785fa802d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f75275e-7571-4f5c-bdc3-a3c3b887fdde,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:20.982744 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-903b74b8-b7d8-4f93-bb9e-76e4acd20037 req-17415a3e-a9e7-41dd-94ac-07ba6c4e5248 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297915 Feb 20 05:30:21.011727 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-10ec704a-4530-462b-ac4c-9ed0054cefc9 req-a8032e20-f535-4091-8f76-bc67957f6460 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598237 Feb 20 05:30:21.043351 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-f9701a25-f364-42ec-8ccb-c5259e6795a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:21.047215 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-f9701a25-f364-42ec-8ccb-c5259e6795a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba68b400a4764ecd8cffcc89b3c1b40a&device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 1125 time: 0.0945988 Feb 20 05:30:21.098473 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-aafe59e7-a2e1-4bc9-9f5f-9a5ab970c398 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f75275e-7571-4f5c-bdc3-a3c3b887fdde HTTP/1.1" status: 200 len: 217 time: 0.0426335 Feb 20 05:30:21.132542 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738337b6-bae5-4543-a038-c57ebb855747 x-openstack-request-id: req-738337b6-bae5-4543-a038-c57ebb855747 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:30:21.132839 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "915c7bdf-b9b0-4640-820b-c57cd2b9b618", "tag": "3f75275e-7571-4f5c-bdc3-a3c3b887fdde", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:30:21.133098 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-738337b6-bae5-4543-a038-c57ebb855747 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:30:21.133516 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '915c7bdf-b9b0-4640-820b-c57cd2b9b618', 'tag': '3f75275e-7571-4f5c-bdc3-a3c3b887fdde', 'status': 'completed', 'code': 200} Feb 20 05:30:21.162835 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-45f4e1af-435e-47d8-aa68-a186d8b20804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:21.166779 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-45f4e1af-435e-47d8-aa68-a186d8b20804 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6cf6e5f-5eef-4832-87f6-e3f3339d48a1 HTTP/1.1" status: 200 len: 850 time: 0.0623498 Feb 20 05:30:21.217862 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-75326e71-b206-4889-bd2a-55344f444c7a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bfecaaea-4537-49c6-826a-93e263cff952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387661 Feb 20 05:30:21.289854 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:21.357106 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-f299d403-a68a-4a28-a970-b5f6ec3327e2 service neutron] 10.222.0.48 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315043 Feb 20 05:30:21.530602 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fffc8bf3-3bab-4549-aa89-9c81bda989e6 req-8df5d433-6d10-463d-916c-abfb53a855e4 service neutron] 10.222.0.48 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664200 Feb 20 05:30:21.632266 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 6c384963-e2fe-403b-979d-de27a1766087 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:30:21.693858 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276a023-27d7-4745-b25c-d909fada6d34 req-554de6c4-8c61-444e-a409-a533be314955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:21.696073 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1276a023-27d7-4745-b25c-d909fada6d34 req-554de6c4-8c61-444e-a409-a533be314955 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba68b400a4764ecd8cffcc89b3c1b40a&device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 1125 time: 0.0929623 Feb 20 05:30:21.724512 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 6c384963-e2fe-403b-979d-de27a1766087 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:30:21.725039 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6c384963-e2fe-403b-979d-de27a1766087), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:21.786476 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b371800-c02e-4530-ac8b-ae6f90d82033 req-a936676f-37f7-4e9e-8b92-f8778b6cd46c tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:21.788037 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b371800-c02e-4530-ac8b-ae6f90d82033 req-a936676f-37f7-4e9e-8b92-f8778b6cd46c tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/ports?device_id=661f58d4-6dab-41f9-8503-5cd44baf264c HTTP/1.1" status: 200 len: 946 time: 0.1697793 Feb 20 05:30:21.807405 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 6c384963-e2fe-403b-979d-de27a1766087, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=6c384963-e2fe-403b-979d-de27a1766087,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:21.810966 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1831c-8d1a-4e73-9c0b-67fc2b86bc17 req-1786e0bd-a973-4b13-84ea-2cc6a18dd085 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:21.813476 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fba1831c-8d1a-4e73-9c0b-67fc2b86bc17 req-1786e0bd-a973-4b13-84ea-2cc6a18dd085 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7feac98-5add-4027-a33c-512fd1106a17 HTTP/1.1" status: 200 len: 945 time: 0.0627069 Feb 20 05:30:21.816219 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6c384963-e2fe-403b-979d-de27a1766087), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:21.889303 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276a023-27d7-4745-b25c-d909fada6d34 req-1137bd42-deae-412b-96f8-3fe0d5d36b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:21.890805 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1276a023-27d7-4745-b25c-d909fada6d34 req-1137bd42-deae-412b-96f8-3fe0d5d36b2d service neutron] 10.222.0.48 "GET /v2.0/networks?id=bfecaaea-4537-49c6-826a-93e263cff952 HTTP/1.1" status: 200 len: 910 time: 0.1869709 Feb 20 05:30:21.906526 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fad9bc-f539-4139-846a-5d2bff57e746 req-74af7527-a2ed-44a7-bb8d-4403f3f427fc tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:21.908121 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-01fad9bc-f539-4139-846a-5d2bff57e746 req-74af7527-a2ed-44a7-bb8d-4403f3f427fc tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 943 time: 0.2011125 Feb 20 05:30:21.926184 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b371800-c02e-4530-ac8b-ae6f90d82033 req-779efa1c-a626-4c99-8b4e-f83dc43eaf49 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e18e861-e6a2-474b-bf7b-2ae6364984d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222730 Feb 20 05:30:21.969060 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1276a023-27d7-4745-b25c-d909fada6d34 req-3db2a611-4f5d-4e0b-b496-a0e5bc756642 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f75275e-7571-4f5c-bdc3-a3c3b887fdde HTTP/1.1" status: 200 len: 217 time: 0.0589643 Feb 20 05:30:21.973092 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=6c384963-e2fe-403b-979d-de27a1766087,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:22.023777 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-fba1831c-8d1a-4e73-9c0b-67fc2b86bc17 req-695e2f8b-6847-4b56-b53e-34b37c84d65d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Deleting port 6c384963-e2fe-403b-979d-de27a1766087 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:30:22.024441 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fba1831c-8d1a-4e73-9c0b-67fc2b86bc17 req-695e2f8b-6847-4b56-b53e-34b37c84d65d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (6c384963-e2fe-403b-979d-de27a1766087), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:22.026136 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-01fad9bc-f539-4139-846a-5d2bff57e746 req-62b40e24-0f81-4767-91e8-05c5fd33a177 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102862 Feb 20 05:30:22.042551 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276a023-27d7-4745-b25c-d909fada6d34 req-72ec80db-2780-46ff-8696-3ee5b688d791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:22.044038 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1276a023-27d7-4745-b25c-d909fada6d34 req-72ec80db-2780-46ff-8696-3ee5b688d791 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6cf6e5f-5eef-4832-87f6-e3f3339d48a1 HTTP/1.1" status: 200 len: 850 time: 0.0555985 Feb 20 05:30:22.102879 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1276a023-27d7-4745-b25c-d909fada6d34 req-3fe3113f-1844-4a0f-b275-7c1c504c70cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bfecaaea-4537-49c6-826a-93e263cff952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516608 Feb 20 05:30:22.188832 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-fba1831c-8d1a-4e73-9c0b-67fc2b86bc17 req-695e2f8b-6847-4b56-b53e-34b37c84d65d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] For port 6c384963-e2fe-403b-979d-de27a1766087, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=6c384963-e2fe-403b-979d-de27a1766087,segment=NetworkSegment(b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1),segment_id=b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:22.189630 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fba1831c-8d1a-4e73-9c0b-67fc2b86bc17 req-695e2f8b-6847-4b56-b53e-34b37c84d65d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (6c384963-e2fe-403b-979d-de27a1766087), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:22.202854 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-fba1831c-8d1a-4e73-9c0b-67fc2b86bc17 req-695e2f8b-6847-4b56-b53e-34b37c84d65d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Calling delete_port for 6c384963-e2fe-403b-979d-de27a1766087 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:30:22.316831 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6026ec6-7f42-4dfe-ba8e-c2b62e9544ac req-3f83e871-b033-4e71-be0a-6444052fb753 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:22.323975 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6026ec6-7f42-4dfe-ba8e-c2b62e9544ac req-3f83e871-b033-4e71-be0a-6444052fb753 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 943 time: 0.1940911 Feb 20 05:30:22.338499 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7feac98-5add-4027-a33c-512fd1106a17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c384963-e2fe-403b-979d-de27a1766087'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:30:22.339769 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1276a023-27d7-4745-b25c-d909fada6d34 req-eab53ea6-cf06-4e47-bbf1-4135a5a1edb3 service neutron] 10.222.0.48 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272913 Feb 20 05:30:22.340806 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245e2e55-4261-44a8-ab2d-03940dbfa4c8" -d '{"events": [{"server_uuid": "d7feac98-5add-4027-a33c-512fd1106a17", "name": "network-vif-unplugged", "status": "completed", "tag": "6c384963-e2fe-403b-979d-de27a1766087"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:30:22.353562 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc497f1-b457-49d0-92ff-9034ca1d2396 req-47beb2d5-d75b-4590-8411-41a7feed1151 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:22.360599 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bfc497f1-b457-49d0-92ff-9034ca1d2396 req-47beb2d5-d75b-4590-8411-41a7feed1151 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7feac98-5add-4027-a33c-512fd1106a17 HTTP/1.1" status: 200 len: 943 time: 0.2318106 Feb 20 05:30:22.387366 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fba1831c-8d1a-4e73-9c0b-67fc2b86bc17 req-695e2f8b-6847-4b56-b53e-34b37c84d65d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (6c384963-e2fe-403b-979d-de27a1766087), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:22.425560 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e2f8b-6847-4b56-b53e-34b37c84d65d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Pushing event deleted for resources: {'Port': ['ID=6c384963-e2fe-403b-979d-de27a1766087,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:22.457972 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e2f8b-6847-4b56-b53e-34b37c84d65d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:22.458326 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e2f8b-6847-4b56-b53e-34b37c84d65d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:22.458673 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e2f8b-6847-4b56-b53e-34b37c84d65d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:22.459037 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e2f8b-6847-4b56-b53e-34b37c84d65d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:22.459374 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e2f8b-6847-4b56-b53e-34b37c84d65d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:22.459705 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e2f8b-6847-4b56-b53e-34b37c84d65d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:22.460035 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e2f8b-6847-4b56-b53e-34b37c84d65d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:22.460362 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e2f8b-6847-4b56-b53e-34b37c84d65d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:22.460689 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e2f8b-6847-4b56-b53e-34b37c84d65d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:22.461011 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e2f8b-6847-4b56-b53e-34b37c84d65d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:22.461329 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e2f8b-6847-4b56-b53e-34b37c84d65d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:22.462282 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e2f8b-6847-4b56-b53e-34b37c84d65d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:22.462683 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e2f8b-6847-4b56-b53e-34b37c84d65d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:22.494232 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6026ec6-7f42-4dfe-ba8e-c2b62e9544ac req-8fe99501-6e70-4baf-8aa4-b6d135c3c5ee tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629560 Feb 20 05:30:22.496907 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba1831c-8d1a-4e73-9c0b-67fc2b86bc17 req-695e2f8b-6847-4b56-b53e-34b37c84d65d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] No DVR routers for this DVR port 6c384963-e2fe-403b-979d-de27a1766087 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:30:22.500907 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fba1831c-8d1a-4e73-9c0b-67fc2b86bc17 req-695e2f8b-6847-4b56-b53e-34b37c84d65d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:22.505790 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fba1831c-8d1a-4e73-9c0b-67fc2b86bc17 req-695e2f8b-6847-4b56-b53e-34b37c84d65d tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.48 "DELETE /v2.0/ports/6c384963-e2fe-403b-979d-de27a1766087 HTTP/1.1" status: 204 len: 173 time: 0.6847565 Feb 20 05:30:22.506421 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7feac98-5add-4027-a33c-512fd1106a17', 'name': 'network-vif-deleted', 'tag': '6c384963-e2fe-403b-979d-de27a1766087'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:30:22.535965 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5656be1-2556-4bcf-8268-78268d500dde" -d '{"events": [{"server_uuid": "d7feac98-5add-4027-a33c-512fd1106a17", "name": "network-vif-deleted", "tag": "6c384963-e2fe-403b-979d-de27a1766087"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:30:22.543289 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bfc497f1-b457-49d0-92ff-9034ca1d2396 req-9a58fa94-2475-48e4-9c7b-02db87f0ab49 tempest-ImagesTestJSON-973076912 tempest-ImagesTestJSON-973076912-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0ddd9f7-584f-44ea-9dff-6007d01a332e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811028 Feb 20 05:30:22.607161 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:22.629693 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1276a023-27d7-4745-b25c-d909fada6d34 req-03348c65-9edb-4d4b-b724-1cec8411c625 service neutron] 10.222.0.48 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589452 Feb 20 05:30:22.648801 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434923ab-a377-4953-8f0b-1c56e9099f88 x-openstack-request-id: req-434923ab-a377-4953-8f0b-1c56e9099f88 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:30:22.653488 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7feac98-5add-4027-a33c-512fd1106a17", "name": "network-vif-unplugged", "status": "completed", "tag": "6c384963-e2fe-403b-979d-de27a1766087", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:30:22.653921 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-434923ab-a377-4953-8f0b-1c56e9099f88 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:30:22.654535 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7feac98-5add-4027-a33c-512fd1106a17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c384963-e2fe-403b-979d-de27a1766087', 'code': 200} Feb 20 05:30:22.672188 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:22.705500 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3566fa-e9af-42ff-84ea-1803fdb150eb x-openstack-request-id: req-2e3566fa-e9af-42ff-84ea-1803fdb150eb {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:30:22.706443 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7feac98-5add-4027-a33c-512fd1106a17", "name": "network-vif-deleted", "tag": "6c384963-e2fe-403b-979d-de27a1766087", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:30:22.711298 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e3566fa-e9af-42ff-84ea-1803fdb150eb {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:30:22.711870 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7feac98-5add-4027-a33c-512fd1106a17', 'name': 'network-vif-deleted', 'tag': '6c384963-e2fe-403b-979d-de27a1766087', 'status': 'completed', 'code': 200} Feb 20 05:30:23.288811 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10db5b-bfed-4c5d-bb33-ff586ac02a42 req-fe988a0a-ecf1-4d76-b20e-2d7a93823dc3 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:23.292046 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1a10db5b-bfed-4c5d-bb33-ff586ac02a42 req-fe988a0a-ecf1-4d76-b20e-2d7a93823dc3 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.61 "GET /v2.0/ports?device_id=661f58d4-6dab-41f9-8503-5cd44baf264c HTTP/1.1" status: 200 len: 946 time: 0.2501426 Feb 20 05:30:23.349103 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52645681-c502-4a7d-b4f0-ea4a7d096119 req-df15c7fc-b1ff-477f-bab1-e66da5cd7b09 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:23.350982 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-52645681-c502-4a7d-b4f0-ea4a7d096119 req-df15c7fc-b1ff-477f-bab1-e66da5cd7b09 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/ports?device_id=661f58d4-6dab-41f9-8503-5cd44baf264c HTTP/1.1" status: 200 len: 946 time: 0.2028909 Feb 20 05:30:23.364810 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44cbf2-20c6-4693-8526-9a95bb202205 req-8d59c705-e44f-4f3a-820e-778fbe6e6d06 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:23.365669 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc44cbf2-20c6-4693-8526-9a95bb202205 req-8d59c705-e44f-4f3a-820e-778fbe6e6d06 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 943 time: 0.1962662 Feb 20 05:30:23.437985 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc44cbf2-20c6-4693-8526-9a95bb202205 req-de3f21ae-c839-4bf9-a455-f9eae8112398 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601838 Feb 20 05:30:23.477038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 53b45731-e8e0-44c8-876f-cf7a72184c28 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:30:23.491840 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-52645681-c502-4a7d-b4f0-ea4a7d096119 req-6d94e1e3-2050-482e-aae3-3907810b2d91 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e18e861-e6a2-474b-bf7b-2ae6364984d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251447 Feb 20 05:30:23.621327 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-1a10db5b-bfed-4c5d-bb33-ff586ac02a42 req-4a0c3fdf-8803-49d1-8177-3d016752e335 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Deleting port b6709cd3-a9e1-4301-b27c-1a21b12f8ef1 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:30:23.621668 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1a10db5b-bfed-4c5d-bb33-ff586ac02a42 req-4a0c3fdf-8803-49d1-8177-3d016752e335 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (b6709cd3-a9e1-4301-b27c-1a21b12f8ef1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:23.654794 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 53b45731-e8e0-44c8-876f-cf7a72184c28, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=53b45731-e8e0-44c8-876f-cf7a72184c28,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:23.670811 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 53b45731-e8e0-44c8-876f-cf7a72184c28 has no active binding in host n-h1-829866-5 {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 20 05:30:23.672655 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 57433717-bf51-4f95-9d65-5b8f13e4a9bd details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:30:23.803737 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 57433717-bf51-4f95-9d65-5b8f13e4a9bd, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=57433717-bf51-4f95-9d65-5b8f13e4a9bd,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:23.813395 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-1a10db5b-bfed-4c5d-bb33-ff586ac02a42 req-4a0c3fdf-8803-49d1-8177-3d016752e335 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] For port b6709cd3-a9e1-4301-b27c-1a21b12f8ef1, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b6709cd3-a9e1-4301-b27c-1a21b12f8ef1,segment=NetworkSegment(ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7),segment_id=ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:23.813759 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1a10db5b-bfed-4c5d-bb33-ff586ac02a42 req-4a0c3fdf-8803-49d1-8177-3d016752e335 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (b6709cd3-a9e1-4301-b27c-1a21b12f8ef1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:23.818294 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '57433717-bf51-4f95-9d65-5b8f13e4a9bd', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': '57433717-bf51-4f95-9d65-5b8f13e4a9bd', 'mac_address': 'fa:16:3e:c2:70:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:30:23.871045 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 57433717-bf51-4f95-9d65-5b8f13e4a9bd is: ACTIVE; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:30:23.871721 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:23.881700 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c502d-a7b4-47d6-9ada-fc3f72c69ecf req-84a509bc-e29f-4a17-bf79-40429ca76abd tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:23.883226 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-658c502d-a7b4-47d6-9ada-fc3f72c69ecf req-84a509bc-e29f-4a17-bf79-40429ca76abd tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 943 time: 0.2957745 Feb 20 05:30:23.917194 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57433717-bf51-4f95-9d65-5b8f13e4a9bd {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:30:23.961887 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 57433717-bf51-4f95-9d65-5b8f13e4a9bd, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=57433717-bf51-4f95-9d65-5b8f13e4a9bd,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:23.968520 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:24.068432 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=57433717-bf51-4f95-9d65-5b8f13e4a9bd,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:24.101386 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:24.106468 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:24.106468 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:24.106951 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:24.109557 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:24.110360 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:24.113454 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:24.114465 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:24.116761 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:24.116761 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:24.118428 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:24.118872 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:24.120709 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:24.132854 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['57433717-bf51-4f95-9d65-5b8f13e4a9bd'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:30:24.223173 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-658c502d-a7b4-47d6-9ada-fc3f72c69ecf req-500e303c-6791-48c2-a6ab-5eb350bc944e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155205 Feb 20 05:30:24.387301 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1a10db5b-bfed-4c5d-bb33-ff586ac02a42 req-4a0c3fdf-8803-49d1-8177-3d016752e335 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:24.387980 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1a10db5b-bfed-4c5d-bb33-ff586ac02a42 req-4a0c3fdf-8803-49d1-8177-3d016752e335 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (13149404-b978-456a-a116-14d417e65238), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:24.388149 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [req-1a10db5b-bfed-4c5d-bb33-ff586ac02a42 req-4a0c3fdf-8803-49d1-8177-3d016752e335 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Floating IP 13149404-b978-456a-a116-14d417e65238 disassociated. External IP: 172.25.3.153, port: b6709cd3-a9e1-4301-b27c-1a21b12f8ef1. Feb 20 05:30:24.388413 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-1a10db5b-bfed-4c5d-bb33-ff586ac02a42 req-4a0c3fdf-8803-49d1-8177-3d016752e335 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Calling delete_port for b6709cd3-a9e1-4301-b27c-1a21b12f8ef1 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:30:24.406056 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54148) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:24.538863 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2de82f9-6ad1-4d0d-9e11-c4f8a99b6a31 admin admin] Deleting subnet 9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:30:24.547159 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2de82f9-6ad1-4d0d-9e11-c4f8a99b6a31 admin admin] Publish callbacks [] for subnet (9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:24.656176 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2de82f9-6ad1-4d0d-9e11-c4f8a99b6a31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:24.694588 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138f41a-dadd-47b9-9381-6c409ebf42fd req-e03d968b-3515-4423-8742-eecdb7e66ceb tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:24.696184 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f138f41a-dadd-47b9-9381-6c409ebf42fd req-e03d968b-3515-4423-8742-eecdb7e66ceb tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 943 time: 0.1404359 Feb 20 05:30:24.788956 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2de82f9-6ad1-4d0d-9e11-c4f8a99b6a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:24.890926 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afb1ce-fd7c-4783-8f40-af4126718188 req-a48288e6-704a-44b7-ae65-2c095d6ea882 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:24.894423 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96afb1ce-fd7c-4783-8f40-af4126718188 req-a48288e6-704a-44b7-ae65-2c095d6ea882 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/ports?device_id=661f58d4-6dab-41f9-8503-5cd44baf264c HTTP/1.1" status: 200 len: 946 time: 0.2765923 Feb 20 05:30:24.897182 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2de82f9-6ad1-4d0d-9e11-c4f8a99b6a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:24.935876 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f138f41a-dadd-47b9-9381-6c409ebf42fd req-6d4e2070-7ab3-4cb0-a094-ec2a8a9a4d5e tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769931 Feb 20 05:30:24.943030 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1a10db5b-bfed-4c5d-bb33-ff586ac02a42 req-4a0c3fdf-8803-49d1-8177-3d016752e335 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (b6709cd3-a9e1-4301-b27c-1a21b12f8ef1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:24.964626 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de82f9-6ad1-4d0d-9e11-c4f8a99b6a31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:24.970242 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2de82f9-6ad1-4d0d-9e11-c4f8a99b6a31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:24.976922 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a2de82f9-6ad1-4d0d-9e11-c4f8a99b6a31 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9fc3ffe2-e7dc-4a14-8fd4-6e3b6e037ab9 HTTP/1.1" status: 204 len: 168 time: 0.5691388 Feb 20 05:30:25.003001 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54164) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:25.036694 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:25.094217 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c0c606f2-1c8f-4d5e-b17b-19e39374cdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (8d5e3dec-6d5c-4634-b419-6efab0fe545e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:25.121732 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c3fdf-8803-49d1-8177-3d016752e335 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Pushing event deleted for resources: {'Port': ['ID=b6709cd3-a9e1-4301-b27c-1a21b12f8ef1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:25.200273 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96afb1ce-fd7c-4783-8f40-af4126718188 req-91689828-3dfd-4244-b617-248d2dcc126f tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e18e861-e6a2-474b-bf7b-2ae6364984d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581463 Feb 20 05:30:25.240994 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c0c606f2-1c8f-4d5e-b17b-19e39374cdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (8d5e3dec-6d5c-4634-b419-6efab0fe545e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:25.311107 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-c0c606f2-1c8f-4d5e-b17b-19e39374cdd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5e3dec-6d5c-4634-b419-6efab0fe545e']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:25.377029 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-c0c606f2-1c8f-4d5e-b17b-19e39374cdd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:25.377451 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-c0c606f2-1c8f-4d5e-b17b-19e39374cdd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:25.427689 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c0c606f2-1c8f-4d5e-b17b-19e39374cdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:25.452610 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be46a5-24e5-4d7d-b513-a46d168eb24f req-72b02126-7721-4b4a-9084-e70d4f547e55 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:25.456385 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c0c606f2-1c8f-4d5e-b17b-19e39374cdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:25.465818 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74be46a5-24e5-4d7d-b513-a46d168eb24f req-72b02126-7721-4b4a-9084-e70d4f547e55 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 943 time: 0.0986042 Feb 20 05:30:25.468631 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c606f2-1c8f-4d5e-b17b-19e39374cdd7 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:30:25.469035 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c0c606f2-1c8f-4d5e-b17b-19e39374cdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (b6aca81e-91e8-4b75-9ff6-5cd87a93d8f1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:25.477672 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a10db5b-bfed-4c5d-bb33-ff586ac02a42 req-4a0c3fdf-8803-49d1-8177-3d016752e335 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Router 55a76013-a0ff-4b9d-ac49-cf31bb3484c0 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:30:25.611784 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:30:25.631916 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c0c606f2-1c8f-4d5e-b17b-19e39374cdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (8d5e3dec-6d5c-4634-b419-6efab0fe545e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:25.639106 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c0c606f2-1c8f-4d5e-b17b-19e39374cdd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:25.645472 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c0c606f2-1c8f-4d5e-b17b-19e39374cdd7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8d5e3dec-6d5c-4634-b419-6efab0fe545e HTTP/1.1" status: 204 len: 168 time: 0.6382363 Feb 20 05:30:25.649001 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 3f75275e-7571-4f5c-bdc3-a3c3b887fdde details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:30:25.661286 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 57433717-bf51-4f95-9d65-5b8f13e4a9bd up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:30:25.677968 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c606f2-1c8f-4d5e-b17b-19e39374cdd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d5e3dec-6d5c-4634-b419-6efab0fe545e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:25.749162 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a10db5b-bfed-4c5d-bb33-ff586ac02a42 req-4a0c3fdf-8803-49d1-8177-3d016752e335 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:30:25.764896 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9c5433-cf80-460f-a2ac-a1191c02e158 None None] Sync routers for ids ['55a76013-a0ff-4b9d-ac49-cf31bb3484c0'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:30:25.787337 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9c5433-cf80-460f-a2ac-a1191c02e158 None None] Routers {'55a76013-a0ff-4b9d-ac49-cf31bb3484c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:30:25.791200 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ce9c5433-cf80-460f-a2ac-a1191c02e158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:30:18Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['55a76013-a0ff-4b9d-ac49-cf31bb3484c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:25.799624 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74be46a5-24e5-4d7d-b513-a46d168eb24f req-e551e366-9e09-4a17-bec6-82e60955b484 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327615 Feb 20 05:30:25.916748 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a10db5b-bfed-4c5d-bb33-ff586ac02a42 req-4a0c3fdf-8803-49d1-8177-3d016752e335 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] No DVR routers for this DVR port b6709cd3-a9e1-4301-b27c-1a21b12f8ef1 on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:30:25.940289 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1a10db5b-bfed-4c5d-bb33-ff586ac02a42 req-4a0c3fdf-8803-49d1-8177-3d016752e335 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:25.943725 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1a10db5b-bfed-4c5d-bb33-ff586ac02a42 req-4a0c3fdf-8803-49d1-8177-3d016752e335 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.61 "DELETE /v2.0/ports/b6709cd3-a9e1-4301-b27c-1a21b12f8ef1 HTTP/1.1" status: 204 len: 173 time: 2.6446953 Feb 20 05:30:25.944296 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661f58d4-6dab-41f9-8503-5cd44baf264c', 'name': 'network-vif-deleted', 'tag': 'b6709cd3-a9e1-4301-b27c-1a21b12f8ef1'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:30:25.946755 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41323cd-3677-4ace-9119-439fc0bb7ef9" -d '{"events": [{"server_uuid": "661f58d4-6dab-41f9-8503-5cd44baf264c", "name": "network-vif-deleted", "tag": "b6709cd3-a9e1-4301-b27c-1a21b12f8ef1"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:30:26.067356 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e3af1e-8027-4a91-a2bc-8a0296540f21 x-openstack-request-id: req-18e3af1e-8027-4a91-a2bc-8a0296540f21 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:30:26.067875 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661f58d4-6dab-41f9-8503-5cd44baf264c", "name": "network-vif-deleted", "tag": "b6709cd3-a9e1-4301-b27c-1a21b12f8ef1", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:30:26.068177 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-18e3af1e-8027-4a91-a2bc-8a0296540f21 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:30:26.068609 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661f58d4-6dab-41f9-8503-5cd44baf264c', 'name': 'network-vif-deleted', 'tag': 'b6709cd3-a9e1-4301-b27c-1a21b12f8ef1', 'status': 'completed', 'code': 200} Feb 20 05:30:26.124414 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 3f75275e-7571-4f5c-bdc3-a3c3b887fdde, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=3f75275e-7571-4f5c-bdc3-a3c3b887fdde,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:26.137236 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54192) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:26.152191 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '3f75275e-7571-4f5c-bdc3-a3c3b887fdde', 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952', 'port_id': '3f75275e-7571-4f5c-bdc3-a3c3b887fdde', 'mac_address': 'fa:16:3e:2c:2b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6cf6e5f-5eef-4832-87f6-e3f3339d48a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:30:26.222938 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c3e8ad36-9281-45d9-ad34-b33f90d5c119 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0920b60773554bf08776a4d9e0f90f40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0817554 Feb 20 05:30:26.223331 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54198) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:26.256079 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-ce9c5433-cf80-460f-a2ac-a1191c02e158 None None] Set router 55a76013-a0ff-4b9d-ac49-cf31bb3484c0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:30:26.354443 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3e49b9b-cd12-41d1-92e6-fdbf0ab8dc36 admin admin] Publish callbacks [] for security_group (b0ddd9f7-584f-44ea-9dff-6007d01a332e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:26.385638 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4e1a3-7d52-466f-b105-0a0a793403e7 req-e8fcfe19-8de9-4b43-9bbe-0dadfb93e727 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:26.385638 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41e4e1a3-7d52-466f-b105-0a0a793403e7 req-e8fcfe19-8de9-4b43-9bbe-0dadfb93e727 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 943 time: 0.1998954 Feb 20 05:30:26.417831 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 3f75275e-7571-4f5c-bdc3-a3c3b887fdde is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:30:26.418232 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3f75275e-7571-4f5c-bdc3-a3c3b887fdde), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:26.460111 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3e49b9b-cd12-41d1-92e6-fdbf0ab8dc36 admin admin] Publish callbacks [] for security_group (b0ddd9f7-584f-44ea-9dff-6007d01a332e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:26.510038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 57433717-bf51-4f95-9d65-5b8f13e4a9bd triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:30:26.510507 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:26.513849 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f75275e-7571-4f5c-bdc3-a3c3b887fdde {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:30:26.569366 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f4c24597-203e-4915-94d4-9737c4a0a35b req-9d5c6536-fcbb-46c2-996a-76c41d0f0568 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/ports?device_id=661f58d4-6dab-41f9-8503-5cd44baf264c HTTP/1.1" status: 200 len: 210 time: 0.1219957 Feb 20 05:30:26.660156 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41e4e1a3-7d52-466f-b105-0a0a793403e7 req-c99eb4e8-e6f0-4e65-8ba8-e64e493a9682 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679155 Feb 20 05:30:26.692848 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3e49b9b-cd12-41d1-92e6-fdbf0ab8dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b0ddd9f7-584f-44ea-9dff-6007d01a332e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:26.695770 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3e49b9b-cd12-41d1-92e6-fdbf0ab8dc36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:26.701153 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a3e49b9b-cd12-41d1-92e6-fdbf0ab8dc36 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0ddd9f7-584f-44ea-9dff-6007d01a332e HTTP/1.1" status: 204 len: 168 time: 0.4755256 Feb 20 05:30:26.724577 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e49b9b-cd12-41d1-92e6-fdbf0ab8dc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ddd9f7-584f-44ea-9dff-6007d01a332e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:26.733505 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 3f75275e-7571-4f5c-bdc3-a3c3b887fdde, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=3f75275e-7571-4f5c-bdc3-a3c3b887fdde,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:26.764724 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3f75275e-7571-4f5c-bdc3-a3c3b887fdde), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:26.901439 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=3f75275e-7571-4f5c-bdc3-a3c3b887fdde,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:27.030304 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ce9c5433-cf80-460f-a2ac-a1191c02e158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'name': 'tempest-ServersTestFqdnHostnames-831684834-router', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '2db3686b-9b15-4036-91c7-da37451a5473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:29:17Z', 'revision_number': 4, 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'gw_port': {'id': '2db3686b-9b15-4036-91c7-da37451a5473', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'f7b5e898-bd09-4e07-b00c-07c2cde9f4ac', 'name': '', 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'mac_address': 'fa:16:3e:8a:00:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:15Z', 'updated_at': '2022-02-20T05:29:22Z', 'revision_number': 5, 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'subnets': [{'id': '8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:27.046711 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['3f75275e-7571-4f5c-bdc3-a3c3b887fdde'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:30:27.073096 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bc8f0-bd1a-4f3e-b4c0-e57f0eb1feee req-08041949-ba9b-4244-b49b-06597cfd5efe tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:27.090108 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-365bc8f0-bd1a-4f3e-b4c0-e57f0eb1feee req-08041949-ba9b-4244-b49b-06597cfd5efe tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 943 time: 0.1309600 Feb 20 05:30:27.091609 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9c5433-cf80-460f-a2ac-a1191c02e158 None None] Checking router: 55a76013-a0ff-4b9d-ac49-cf31bb3484c0 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:30:27.117487 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 57433717-bf51-4f95-9d65-5b8f13e4a9bd is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:30:27.118320 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:27.152932 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9c5433-cf80-460f-a2ac-a1191c02e158 None None] Routers {'55a76013-a0ff-4b9d-ac49-cf31bb3484c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:30:27.154784 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ce9c5433-cf80-460f-a2ac-a1191c02e158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:30:18Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['55a76013-a0ff-4b9d-ac49-cf31bb3484c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:27.232814 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-365bc8f0-bd1a-4f3e-b4c0-e57f0eb1feee req-cf37df12-a062-4db7-a744-ade5219799e2 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414628 Feb 20 05:30:27.265337 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 57433717-bf51-4f95-9d65-5b8f13e4a9bd, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=57433717-bf51-4f95-9d65-5b8f13e4a9bd,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:27.299175 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a178d0-928a-438b-9e05-33b84b5c08a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57433717-bf51-4f95-9d65-5b8f13e4a9bd'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:30:27.305451 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-ce9c5433-cf80-460f-a2ac-a1191c02e158 None None] Set router 55a76013-a0ff-4b9d-ac49-cf31bb3484c0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:30:27.316945 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065c670f-3852-48d8-b0d3-5374712e1726" -d '{"events": [{"server_uuid": "52a178d0-928a-438b-9e05-33b84b5c08a7", "name": "network-vif-plugged", "status": "completed", "tag": "57433717-bf51-4f95-9d65-5b8f13e4a9bd"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:30:27.331575 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:27.337570 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 6c384963-e2fe-403b-979d-de27a1766087 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:30:27.443504 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fe6256-9acc-4605-a740-375c6abec9ae x-openstack-request-id: req-33fe6256-9acc-4605-a740-375c6abec9ae {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:30:27.445240 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a178d0-928a-438b-9e05-33b84b5c08a7", "name": "network-vif-plugged", "status": "completed", "tag": "57433717-bf51-4f95-9d65-5b8f13e4a9bd", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:30:27.445606 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33fe6256-9acc-4605-a740-375c6abec9ae {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:30:27.446120 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a178d0-928a-438b-9e05-33b84b5c08a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57433717-bf51-4f95-9d65-5b8f13e4a9bd', 'code': 200} Feb 20 05:30:27.514553 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 6c384963-e2fe-403b-979d-de27a1766087 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:30:27.514992 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 6c384963-e2fe-403b-979d-de27a1766087 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:30:27.525748 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 53b45731-e8e0-44c8-876f-cf7a72184c28 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:30:27.528106 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b6709cd3-a9e1-4301-b27c-1a21b12f8ef1 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:30:27.606285 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: b6709cd3-a9e1-4301-b27c-1a21b12f8ef1 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:30:27.612276 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b6709cd3-a9e1-4301-b27c-1a21b12f8ef1 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:30:27.678337 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ce9c5433-cf80-460f-a2ac-a1191c02e158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'name': 'tempest-ServersTestFqdnHostnames-831684834-router', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '2db3686b-9b15-4036-91c7-da37451a5473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:29:17Z', 'revision_number': 4, 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'gw_port': {'id': '2db3686b-9b15-4036-91c7-da37451a5473', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'f7b5e898-bd09-4e07-b00c-07c2cde9f4ac', 'name': '', 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'mac_address': 'fa:16:3e:8a:00:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:15Z', 'updated_at': '2022-02-20T05:29:22Z', 'revision_number': 5, 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'subnets': [{'id': '8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:27.741844 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54236) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:27.760104 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9c5433-cf80-460f-a2ac-a1191c02e158 None None] The sync data for ids ['55a76013-a0ff-4b9d-ac49-cf31bb3484c0'] in n-d-829866-5 is: [{'id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'name': 'tempest-ServersTestFqdnHostnames-831684834-router', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '2db3686b-9b15-4036-91c7-da37451a5473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:29:17Z', 'revision_number': 4, 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'gw_port': {'id': '2db3686b-9b15-4036-91c7-da37451a5473', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'f7b5e898-bd09-4e07-b00c-07c2cde9f4ac', 'name': '', 'network_id': 'ee153307-2e76-47f0-ba7a-a1f2308e4afd', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'mac_address': 'fa:16:3e:8a:00:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:15Z', 'updated_at': '2022-02-20T05:29:22Z', 'revision_number': 5, 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'subnets': [{'id': '8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:30:27.849348 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=57433717-bf51-4f95-9d65-5b8f13e4a9bd,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:27.956966 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b7d8641-6711-46f6-bb63-f3605ac8f6e7 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks [] for security_group (3e18e861-e6a2-474b-bf7b-2ae6364984d5), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:27.978843 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5debda3-a8d3-4f16-8838-421ca72c7ecd req-3e556cdb-7679-4d65-8dce-0cbb04ebbc7f tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:27.982171 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5debda3-a8d3-4f16-8838-421ca72c7ecd req-3e556cdb-7679-4d65-8dce-0cbb04ebbc7f tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 944 time: 0.1624491 Feb 20 05:30:28.063247 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b7d8641-6711-46f6-bb63-f3605ac8f6e7 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks [] for security_group (3e18e861-e6a2-474b-bf7b-2ae6364984d5), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:28.160069 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5debda3-a8d3-4f16-8838-421ca72c7ecd req-7e5e739b-ab6e-46d0-885d-4239b540d499 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382794 Feb 20 05:30:28.238923 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b7d8641-6711-46f6-bb63-f3605ac8f6e7 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3e18e861-e6a2-474b-bf7b-2ae6364984d5), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:28.242039 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b7d8641-6711-46f6-bb63-f3605ac8f6e7 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:28.244992 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2b7d8641-6711-46f6-bb63-f3605ac8f6e7 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "DELETE /v2.0/security-groups/3e18e861-e6a2-474b-bf7b-2ae6364984d5 HTTP/1.1" status: 204 len: 168 time: 0.5003908 Feb 20 05:30:28.245902 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54244) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:28.258217 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 53b45731-e8e0-44c8-876f-cf7a72184c28 is: DOWN; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:30:28.305182 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d8641-6711-46f6-bb63-f3605ac8f6e7 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e18e861-e6a2-474b-bf7b-2ae6364984d5,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:28.317710 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-a09c50c5-3a5e-4f99-a1ac-ad2ecd5a2497 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] show failed (client error): The resource could not be found. Feb 20 05:30:28.317710 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a09c50c5-3a5e-4f99-a1ac-ad2ecd5a2497 tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "GET /v2.0/security-groups/3e18e861-e6a2-474b-bf7b-2ae6364984d5 HTTP/1.1" status: 404 len: 347 time: 0.0684121 Feb 20 05:30:28.323145 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54248) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:28.629261 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86c796c-caef-4ccc-a29a-47a067795203 None None] New status for floating IP 13149404-b978-456a-a116-14d417e65238: DOWN {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:30:28.898475 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d102b6a-05b9-430a-8f52-9e84033ea2fa req-7ab36ffd-b8bb-4bf4-a8fc-1011f9766b02 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:28.907276 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6d102b6a-05b9-430a-8f52-9e84033ea2fa req-7ab36ffd-b8bb-4bf4-a8fc-1011f9766b02 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 943 time: 0.3486810 Feb 20 05:30:28.973142 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-574bb0f5-492f-4f6f-8c64-b7070956b46d tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Deleting port 9d19da1e-b898-481b-a3c5-f56cd663f7be {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:30:28.975812 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-574bb0f5-492f-4f6f-8c64-b7070956b46d tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (9d19da1e-b898-481b-a3c5-f56cd663f7be), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:29.147450 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6d102b6a-05b9-430a-8f52-9e84033ea2fa req-492d3eb7-40a9-431d-9e21-4e6cce83c3b1 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295828 Feb 20 05:30:29.339485 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-574bb0f5-492f-4f6f-8c64-b7070956b46d tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (9d19da1e-b898-481b-a3c5-f56cd663f7be), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:29.339817 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-574bb0f5-492f-4f6f-8c64-b7070956b46d tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks [] for floatingip (9d19da1e-b898-481b-a3c5-f56cd663f7be), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:29.450984 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-574bb0f5-492f-4f6f-8c64-b7070956b46d tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Calling delete_port for 9d19da1e-b898-481b-a3c5-f56cd663f7be owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:30:29.648446 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 3f75275e-7571-4f5c-bdc3-a3c3b887fdde up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:30:29.713743 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7a205-a991-4056-a8bd-298287f396f5 req-750ea360-7270-46cd-8bcb-18c957202342 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:29.716519 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1c7a205-a991-4056-a8bd-298287f396f5 req-750ea360-7270-46cd-8bcb-18c957202342 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 944 time: 0.4255891 Feb 20 05:30:29.794971 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1c7a205-a991-4056-a8bd-298287f396f5 req-024960e3-8fa6-403d-8d50-e7aeb043e5af tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711732 Feb 20 05:30:29.834406 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 3f75275e-7571-4f5c-bdc3-a3c3b887fdde completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:30:29.844308 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 3f75275e-7571-4f5c-bdc3-a3c3b887fdde triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:30:29.845061 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3f75275e-7571-4f5c-bdc3-a3c3b887fdde), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:30.027305 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-574bb0f5-492f-4f6f-8c64-b7070956b46d tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (9d19da1e-b898-481b-a3c5-f56cd663f7be), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:30.121294 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574bb0f5-492f-4f6f-8c64-b7070956b46d tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Pushing event deleted for resources: {'Port': ['ID=9d19da1e-b898-481b-a3c5-f56cd663f7be,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:30.184000 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 3f75275e-7571-4f5c-bdc3-a3c3b887fdde is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:30:30.187422 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3f75275e-7571-4f5c-bdc3-a3c3b887fdde), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:30.192627 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb0f5-492f-4f6f-8c64-b7070956b46d tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:30.193114 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb0f5-492f-4f6f-8c64-b7070956b46d tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:30.193334 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb0f5-492f-4f6f-8c64-b7070956b46d tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:30.194964 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb0f5-492f-4f6f-8c64-b7070956b46d tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:30.195339 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb0f5-492f-4f6f-8c64-b7070956b46d tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:30.197534 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb0f5-492f-4f6f-8c64-b7070956b46d tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:30.197860 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb0f5-492f-4f6f-8c64-b7070956b46d tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:30.198266 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb0f5-492f-4f6f-8c64-b7070956b46d tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:30.198660 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb0f5-492f-4f6f-8c64-b7070956b46d tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:30.199796 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb0f5-492f-4f6f-8c64-b7070956b46d tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:30.200154 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb0f5-492f-4f6f-8c64-b7070956b46d tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:30.200492 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb0f5-492f-4f6f-8c64-b7070956b46d tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:30.200824 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb0f5-492f-4f6f-8c64-b7070956b46d tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:30:30.302068 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 3f75275e-7571-4f5c-bdc3-a3c3b887fdde, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=3f75275e-7571-4f5c-bdc3-a3c3b887fdde,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:30.308496 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915c7bdf-b9b0-4640-820b-c57cd2b9b618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f75275e-7571-4f5c-bdc3-a3c3b887fdde'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:30:30.322649 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a6f4e9-c660-419f-b187-d1c405eafc18" -d '{"events": [{"server_uuid": "915c7bdf-b9b0-4640-820b-c57cd2b9b618", "name": "network-vif-plugged", "status": "completed", "tag": "3f75275e-7571-4f5c-bdc3-a3c3b887fdde"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:30:30.329051 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3f75275e-7571-4f5c-bdc3-a3c3b887fdde), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:30.335585 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-574bb0f5-492f-4f6f-8c64-b7070956b46d tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks [] for floatingip (13149404-b978-456a-a116-14d417e65238), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:30.339993 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-574bb0f5-492f-4f6f-8c64-b7070956b46d tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:30.341179 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-574bb0f5-492f-4f6f-8c64-b7070956b46d tempest-ServersTestFqdnHostnames-923348296 tempest-ServersTestFqdnHostnames-923348296-project] 10.222.0.37 "DELETE /v2.0/floatingips/13149404-b978-456a-a116-14d417e65238 HTTP/1.1" status: 204 len: 168 time: 2.0095389 Feb 20 05:30:30.344408 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54330) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:30.557635 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=3f75275e-7571-4f5c-bdc3-a3c3b887fdde,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:30.564999 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d1c138-c141-477f-b1fe-041c1cc71b0c x-openstack-request-id: req-05d1c138-c141-477f-b1fe-041c1cc71b0c {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:30:30.565424 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915c7bdf-b9b0-4640-820b-c57cd2b9b618", "name": "network-vif-plugged", "status": "completed", "tag": "3f75275e-7571-4f5c-bdc3-a3c3b887fdde", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:30:30.565686 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05d1c138-c141-477f-b1fe-041c1cc71b0c {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:30:30.566458 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915c7bdf-b9b0-4640-820b-c57cd2b9b618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f75275e-7571-4f5c-bdc3-a3c3b887fdde', 'code': 200} Feb 20 05:30:30.672679 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54334) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:30.778018 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959e71a-9a0d-49ad-8a73-a3f183c75dcd req-612610fa-da7a-49e6-9713-64637d5aaca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:30.785324 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f959e71a-9a0d-49ad-8a73-a3f183c75dcd req-612610fa-da7a-49e6-9713-64637d5aaca9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 1127 time: 0.2168062 Feb 20 05:30:30.820818 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0aec1-723d-4b9b-b186-1b0bcf93abd8 req-f4c50f85-d220-4948-a4a4-fbfd976c4a78 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:30.832377 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8ad0aec1-723d-4b9b-b186-1b0bcf93abd8 req-f4c50f85-d220-4948-a4a4-fbfd976c4a78 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 943 time: 0.3003783 Feb 20 05:30:31.068735 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8ad0aec1-723d-4b9b-b186-1b0bcf93abd8 req-27731def-7d2d-4d53-932b-7122b450a1d2 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309368 Feb 20 05:30:31.125054 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a38063b-f05d-4160-ae46-646bd1b9b44c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:31.224513 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f959e71a-9a0d-49ad-8a73-a3f183c75dcd req-450b11b6-4615-4872-ba9f-3a5baaa97b37 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087614 Feb 20 05:30:31.292738 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfdb9b-2ab0-4b8b-9742-af9af3b85190 req-03c81a44-8a2d-42fd-a54c-1a56d4e086d9 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:31.294233 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a38063b-f05d-4160-ae46-646bd1b9b44c admin admin] Publish callbacks [] for security_group (14f81408-cf72-451c-a47c-be9096e2b8b0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:31.297833 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-babfdb9b-2ab0-4b8b-9742-af9af3b85190 req-03c81a44-8a2d-42fd-a54c-1a56d4e086d9 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 945 time: 0.2862155 Feb 20 05:30:31.328906 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a38063b-f05d-4160-ae46-646bd1b9b44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (14f81408-cf72-451c-a47c-be9096e2b8b0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:31.393505 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-babfdb9b-2ab0-4b8b-9742-af9af3b85190 req-0b01e4cd-73a4-4842-82a4-37e1746a5862 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814171 Feb 20 05:30:31.396526 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38063b-f05d-4160-ae46-646bd1b9b44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f81408-cf72-451c-a47c-be9096e2b8b0,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:31.538322 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8a38063b-f05d-4160-ae46-646bd1b9b44c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5cb0de9a96e24d31a25d13702b1e2eb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8637605 Feb 20 05:30:31.542887 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54360) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:31.648854 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2369a25c-7280-4649-9b97-eaf402990321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (55a76013-a0ff-4b9d-ac49-cf31bb3484c0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:32.445723 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-2369a25c-7280-4649-9b97-eaf402990321 admin admin] Deleting port f7b5e898-bd09-4e07-b00c-07c2cde9f4ac {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:30:32.446431 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2369a25c-7280-4649-9b97-eaf402990321 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (f7b5e898-bd09-4e07-b00c-07c2cde9f4ac), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:32.638435 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-2369a25c-7280-4649-9b97-eaf402990321 admin admin] For port f7b5e898-bd09-4e07-b00c-07c2cde9f4ac, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f7b5e898-bd09-4e07-b00c-07c2cde9f4ac,segment=NetworkSegment(ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7),segment_id=ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:32.638830 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2369a25c-7280-4649-9b97-eaf402990321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (f7b5e898-bd09-4e07-b00c-07c2cde9f4ac), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:32.688355 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-2369a25c-7280-4649-9b97-eaf402990321 admin admin] Calling delete_port for f7b5e898-bd09-4e07-b00c-07c2cde9f4ac owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:30:32.740275 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-daea833d-7651-4e70-bee2-e8e3f6f3b3a0 service neutron] 10.222.0.48 "GET /v2.0/ports/53b45731-e8e0-44c8-876f-cf7a72184c28/bindings/n-h1-829866-5 HTTP/1.1" status: 200 len: 384 time: 0.2947688 Feb 20 05:30:32.808875 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d23db8-685a-48f4-a565-54aacffc3d13 req-8bd750cc-1f3a-4db0-b8d7-2ed85b8c58be tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:32.821797 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95d23db8-685a-48f4-a565-54aacffc3d13 req-8bd750cc-1f3a-4db0-b8d7-2ed85b8c58be tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 943 time: 0.4252973 Feb 20 05:30:33.017551 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-472e7b0d-2b0e-41d9-be5a-2d3b7d21c4f7 admin admin] Publish callbacks [] for security_group (14f81408-cf72-451c-a47c-be9096e2b8b0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:33.213528 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-472e7b0d-2b0e-41d9-be5a-2d3b7d21c4f7 admin admin] Publish callbacks [] for security_group (14f81408-cf72-451c-a47c-be9096e2b8b0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:33.444292 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2369a25c-7280-4649-9b97-eaf402990321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (f7b5e898-bd09-4e07-b00c-07c2cde9f4ac), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:33.513229 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-472e7b0d-2b0e-41d9-be5a-2d3b7d21c4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (14f81408-cf72-451c-a47c-be9096e2b8b0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:33.518047 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-472e7b0d-2b0e-41d9-be5a-2d3b7d21c4f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:33.532287 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-472e7b0d-2b0e-41d9-be5a-2d3b7d21c4f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14f81408-cf72-451c-a47c-be9096e2b8b0 HTTP/1.1" status: 204 len: 168 time: 1.9902024 Feb 20 05:30:33.535700 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369a25c-7280-4649-9b97-eaf402990321 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b5e898-bd09-4e07-b00c-07c2cde9f4ac,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:33.627233 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95d23db8-685a-48f4-a565-54aacffc3d13 req-72051fd1-f4f7-44dc-bc1b-5a5ad32dcf60 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7960415 Feb 20 05:30:33.751168 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e7b0d-2b0e-41d9-be5a-2d3b7d21c4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f81408-cf72-451c-a47c-be9096e2b8b0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:34.017631 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-160ac6df-9bde-4667-b819-d2817adf5149 service neutron] For port 53b45731-e8e0-44c8-876f-cf7a72184c28, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=53b45731-e8e0-44c8-876f-cf7a72184c28,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:34.078783 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-160ac6df-9bde-4667-b819-d2817adf5149 service neutron] For port 53b45731-e8e0-44c8-876f-cf7a72184c28, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:30:34.207972 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-160ac6df-9bde-4667-b819-d2817adf5149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b45731-e8e0-44c8-876f-cf7a72184c28 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:30:34.244502 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-160ac6df-9bde-4667-b819-d2817adf5149 service neutron] For port 53b45731-e8e0-44c8-876f-cf7a72184c28, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=53b45731-e8e0-44c8-876f-cf7a72184c28,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:34.276896 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-160ac6df-9bde-4667-b819-d2817adf5149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (53b45731-e8e0-44c8-876f-cf7a72184c28), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:34.582334 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2369a25c-7280-4649-9b97-eaf402990321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (55a76013-a0ff-4b9d-ac49-cf31bb3484c0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:34.607909 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-160ac6df-9bde-4667-b819-d2817adf5149 service neutron] Transition to ACTIVE for port object 53b45731-e8e0-44c8-876f-cf7a72184c28 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:30:34.665761 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38973149-753f-4d01-a5ef-ebbafc4ab713 req-d371dada-b7d7-4408-8aa0-ce89f3aa0769 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:34.688228 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-38973149-753f-4d01-a5ef-ebbafc4ab713 req-d371dada-b7d7-4408-8aa0-ce89f3aa0769 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 945 time: 1.2417674 Feb 20 05:30:34.752018 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-160ac6df-9bde-4667-b819-d2817adf5149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (53b45731-e8e0-44c8-876f-cf7a72184c28), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:34.840896 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-38973149-753f-4d01-a5ef-ebbafc4ab713 req-3f2cd0b7-c9cb-47ab-86b8-54550737cc36 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517096 Feb 20 05:30:35.025019 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-160ac6df-9bde-4667-b819-d2817adf5149 service neutron] No DVR routers for this DVR port 53b45731-e8e0-44c8-876f-cf7a72184c28 on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:30:35.068368 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-160ac6df-9bde-4667-b819-d2817adf5149 service neutron] 10.222.0.48 "PUT /v2.0/ports/53b45731-e8e0-44c8-876f-cf7a72184c28/bindings/n-h1-829866-5/activate HTTP/1.1" status: 200 len: 369 time: 2.3179889 Feb 20 05:30:35.088361 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ac6df-9bde-4667-b819-d2817adf5149 service neutron] Pushing event updated for resources: {'Port': ['ID=53b45731-e8e0-44c8-876f-cf7a72184c28,revision_number=10']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:35.157158 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ce8e6-00de-4de4-acf7-408ef74f6de2 req-2d9817a2-f4dc-4f31-951b-ca16f46aa55a tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:35.167467 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ff0ce8e6-00de-4de4-acf7-408ef74f6de2 req-2d9817a2-f4dc-4f31-951b-ca16f46aa55a tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 944 time: 0.2792158 Feb 20 05:30:35.306158 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2369a25c-7280-4649-9b97-eaf402990321 admin admin] Router 55a76013-a0ff-4b9d-ac49-cf31bb3484c0 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:30:35.318358 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-40f645af-7a29-4471-b7c7-e60beb7e1b61 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:35.320487 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-40f645af-7a29-4471-b7c7-e60beb7e1b61 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065&tenant_id=370c8f456fd340e383b36f44861b2990&binding%3Ahost_id=n-h2-829866-5 HTTP/1.1" status: 200 len: 1126 time: 0.1392772 Feb 20 05:30:35.397109 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ff0ce8e6-00de-4de4-acf7-408ef74f6de2 req-2e42fa75-fb94-4f1c-b4c7-76a7df597e9e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273517 Feb 20 05:30:35.538831 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-84e042fa-55f8-40a8-9f26-6038aca01748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:35.541331 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-84e042fa-55f8-40a8-9f26-6038aca01748 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065&tenant_id=370c8f456fd340e383b36f44861b2990 HTTP/1.1" status: 200 len: 1126 time: 0.2017965 Feb 20 05:30:35.672958 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2369a25c-7280-4649-9b97-eaf402990321 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:30:35.684947 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b456f1c-c26d-40ce-aae3-7f857bdc8367 None None] Sync routers for ids ['55a76013-a0ff-4b9d-ac49-cf31bb3484c0'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:30:35.692321 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2369a25c-7280-4649-9b97-eaf402990321 admin admin] 10.222.0.37 "PUT /v2.0/routers/55a76013-a0ff-4b9d-ac49-cf31bb3484c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3455081 Feb 20 05:30:35.694586 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54444) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:35.699688 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b456f1c-c26d-40ce-aae3-7f857bdc8367 None None] Routers {'55a76013-a0ff-4b9d-ac49-cf31bb3484c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:30:35.700318 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3b456f1c-c26d-40ce-aae3-7f857bdc8367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:30:18Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['55a76013-a0ff-4b9d-ac49-cf31bb3484c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:35.790585 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-db5ba611-cc3f-43aa-be5b-2d5b3fec9d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:35.802820 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-db5ba611-cc3f-43aa-be5b-2d5b3fec9d46 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 1126 time: 0.2321386 Feb 20 05:30:35.915834 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-82794049-3cde-4d3e-a41a-ba97ddcc0a43 admin admin] Publish callbacks [] for router (55a76013-a0ff-4b9d-ac49-cf31bb3484c0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:35.951924 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-3b456f1c-c26d-40ce-aae3-7f857bdc8367 None None] Set router 55a76013-a0ff-4b9d-ac49-cf31bb3484c0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:30:36.155035 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-21d5fc95-0cf4-4818-82a4-263698b510bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:36.156469 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-21d5fc95-0cf4-4818-82a4-263698b510bb service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 920 time: 0.3454263 Feb 20 05:30:36.209141 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-82794049-3cde-4d3e-a41a-ba97ddcc0a43 admin admin] Publish callbacks [] for router_gateway (55a76013-a0ff-4b9d-ac49-cf31bb3484c0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:36.357246 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26189437-dbfa-4531-bed8-96cc09c24fca req-596e85aa-2ed5-4256-b382-dcacd3872848 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:36.365534 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-82794049-3cde-4d3e-a41a-ba97ddcc0a43 admin admin] Deleting port 2db3686b-9b15-4036-91c7-da37451a5473 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:30:36.366228 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-82794049-3cde-4d3e-a41a-ba97ddcc0a43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (2db3686b-9b15-4036-91c7-da37451a5473), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:36.375761 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-26189437-dbfa-4531-bed8-96cc09c24fca req-596e85aa-2ed5-4256-b382-dcacd3872848 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 945 time: 0.3405066 Feb 20 05:30:36.454398 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-f8e3cea7-3019-4c8c-93ff-cd9731db2b94 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53b45731-e8e0-44c8-876f-cf7a72184c28 HTTP/1.1" status: 200 len: 217 time: 0.2868485 Feb 20 05:30:36.590465 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3b456f1c-c26d-40ce-aae3-7f857bdc8367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'name': 'tempest-ServersTestFqdnHostnames-831684834-router', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '2db3686b-9b15-4036-91c7-da37451a5473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:30:33Z', 'revision_number': 5, 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'gw_port': {'id': '2db3686b-9b15-4036-91c7-da37451a5473', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:36.615516 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-82794049-3cde-4d3e-a41a-ba97ddcc0a43 admin admin] For port 2db3686b-9b15-4036-91c7-da37451a5473, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=2db3686b-9b15-4036-91c7-da37451a5473,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:36.619772 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-82794049-3cde-4d3e-a41a-ba97ddcc0a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (2db3686b-9b15-4036-91c7-da37451a5473), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:36.660230 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-82794049-3cde-4d3e-a41a-ba97ddcc0a43 admin admin] Calling delete_port for 2db3686b-9b15-4036-91c7-da37451a5473 owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:30:36.673384 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-26189437-dbfa-4531-bed8-96cc09c24fca req-49113fb5-8de6-401c-b04b-13d729f61943 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905395 Feb 20 05:30:36.692330 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b456f1c-c26d-40ce-aae3-7f857bdc8367 None None] Checking router: 55a76013-a0ff-4b9d-ac49-cf31bb3484c0 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:30:36.730110 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b456f1c-c26d-40ce-aae3-7f857bdc8367 None None] Routers {'55a76013-a0ff-4b9d-ac49-cf31bb3484c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:30:36.735824 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3b456f1c-c26d-40ce-aae3-7f857bdc8367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:30:18Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['55a76013-a0ff-4b9d-ac49-cf31bb3484c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:36.770938 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-15448390-c744-4312-a013-3de7e6802063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:36.773397 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-15448390-c744-4312-a013-3de7e6802063 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 200 len: 860 time: 0.2914505 Feb 20 05:30:36.877968 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-77ef971b-1eb0-4c51-894c-8d7f6baa43d7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979865 Feb 20 05:30:36.988052 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-3b456f1c-c26d-40ce-aae3-7f857bdc8367 None None] Set router 55a76013-a0ff-4b9d-ac49-cf31bb3484c0 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:30:37.083570 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3b456f1c-c26d-40ce-aae3-7f857bdc8367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'name': 'tempest-ServersTestFqdnHostnames-831684834-router', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:30:36Z', 'revision_number': 6, 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:37.171999 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b456f1c-c26d-40ce-aae3-7f857bdc8367 None None] The sync data for ids ['55a76013-a0ff-4b9d-ac49-cf31bb3484c0'] in n-d-829866-5 is: [{'id': '55a76013-a0ff-4b9d-ac49-cf31bb3484c0', 'name': 'tempest-ServersTestFqdnHostnames-831684834-router', 'tenant_id': '50638e3292f145bfab2125af4ea4e7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:12Z', 'updated_at': '2022-02-20T05:30:36Z', 'revision_number': 6, 'project_id': '50638e3292f145bfab2125af4ea4e7fb', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:30:37.251850 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-55b1670d-062a-413c-959b-700c9cca7bbc service neutron] 10.222.0.61 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573363 Feb 20 05:30:37.298329 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-82794049-3cde-4d3e-a41a-ba97ddcc0a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (2db3686b-9b15-4036-91c7-da37451a5473), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:37.381467 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82794049-3cde-4d3e-a41a-ba97ddcc0a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=2db3686b-9b15-4036-91c7-da37451a5473,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:37.626654 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-cb3a2270-0d2c-49c1-a102-dc7c9a25384d service neutron] 10.222.0.61 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981839 Feb 20 05:30:37.630399 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-82794049-3cde-4d3e-a41a-ba97ddcc0a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (55a76013-a0ff-4b9d-ac49-cf31bb3484c0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:37.697223 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad554d43-7922-4cd1-a728-a32ca0aae2e6 req-7ef52263-19ac-4be1-abc8-1f5fa7efe50b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:37.698756 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad554d43-7922-4cd1-a728-a32ca0aae2e6 req-7ef52263-19ac-4be1-abc8-1f5fa7efe50b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 944 time: 0.5690587 Feb 20 05:30:37.831604 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad554d43-7922-4cd1-a728-a32ca0aae2e6 req-ca049db7-c4e7-487b-9fb4-fcea7be194f6 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186848 Feb 20 05:30:38.017769 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-82794049-3cde-4d3e-a41a-ba97ddcc0a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (55a76013-a0ff-4b9d-ac49-cf31bb3484c0), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:38.023733 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-82794049-3cde-4d3e-a41a-ba97ddcc0a43 admin admin] Publish callbacks [] for router_controller (55a76013-a0ff-4b9d-ac49-cf31bb3484c0), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:38.149921 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 2db3686b-9b15-4036-91c7-da37451a5473 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:30:38.193553 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-82794049-3cde-4d3e-a41a-ba97ddcc0a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (55a76013-a0ff-4b9d-ac49-cf31bb3484c0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:38.194475 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82794049-3cde-4d3e-a41a-ba97ddcc0a43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55a76013-a0ff-4b9d-ac49-cf31bb3484c0 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:30:38.201184 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-82794049-3cde-4d3e-a41a-ba97ddcc0a43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:38.203528 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-82794049-3cde-4d3e-a41a-ba97ddcc0a43 admin admin] 10.222.0.37 "DELETE /v2.0/routers/55a76013-a0ff-4b9d-ac49-cf31bb3484c0 HTTP/1.1" status: 204 len: 168 time: 2.5070238 Feb 20 05:30:38.212511 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54482) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:38.233114 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 2db3686b-9b15-4036-91c7-da37451a5473 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:30:38.233487 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 2db3686b-9b15-4036-91c7-da37451a5473 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:30:38.233901 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f7b5e898-bd09-4e07-b00c-07c2cde9f4ac no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:30:38.258503 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-6d8a5f4c-ee53-4da3-98ae-ab6fbc091f36 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:38.260077 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-6d8a5f4c-ee53-4da3-98ae-ab6fbc091f36 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065&tenant_id=370c8f456fd340e383b36f44861b2990&binding%3Ahost_id=n-h1-829866-5 HTTP/1.1" status: 200 len: 1126 time: 0.2904203 Feb 20 05:30:38.313174 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: f7b5e898-bd09-4e07-b00c-07c2cde9f4ac {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:30:38.317242 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f7b5e898-bd09-4e07-b00c-07c2cde9f4ac not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:30:38.514153 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5980cc-a2b5-43f4-b446-8f240eca4f5a admin admin] Deleting subnet 8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:30:38.610555 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b5980cc-a2b5-43f4-b446-8f240eca4f5a admin admin] Publish callbacks [] for subnet (8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:38.748773 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b5980cc-a2b5-43f4-b446-8f240eca4f5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:38.936904 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b5980cc-a2b5-43f4-b446-8f240eca4f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:39.092162 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b5980cc-a2b5-43f4-b446-8f240eca4f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:39.136241 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b5980cc-a2b5-43f4-b446-8f240eca4f5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:39.147325 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54504) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:39.149662 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739e3071-b63c-4695-8d3a-958afa1ce7ca None None] Network ee153307-2e76-47f0-ba7a-a1f2308e4afd requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:30:39.163579 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1b5980cc-a2b5-43f4-b446-8f240eca4f5a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1 HTTP/1.1" status: 204 len: 168 time: 0.9333813 Feb 20 05:30:39.164532 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5980cc-a2b5-43f4-b446-8f240eca4f5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fb4ccbb-f6bc-46f5-98ca-c86890b01ff1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:39.202297 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-05d59c01-f228-432f-973c-45a98a4d7b23 service neutron] For port 53b45731-e8e0-44c8-876f-cf7a72184c28, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:30:39.239116 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-05d59c01-f228-432f-973c-45a98a4d7b23 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:39.250537 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dddef1af-e4f4-4536-ac53-6be75aa2a64a req-05d59c01-f228-432f-973c-45a98a4d7b23 service neutron] 10.222.0.61 "DELETE /v2.0/ports/53b45731-e8e0-44c8-876f-cf7a72184c28/bindings/n-h2-829866-5 HTTP/1.1" status: 204 len: 173 time: 0.9272306 Feb 20 05:30:39.301504 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7ba81-00a7-4ba3-90d9-8973755c3fb8 req-f80f3561-289f-4668-88c2-deb010201f15 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:39.316437 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-31e7ba81-00a7-4ba3-90d9-8973755c3fb8 req-f80f3561-289f-4668-88c2-deb010201f15 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 945 time: 0.3069417 Feb 20 05:30:39.396286 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2375f4b-ac71-484c-a7a2-3a03892bbce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (ee153307-2e76-47f0-ba7a-a1f2308e4afd), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:39.549897 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-31e7ba81-00a7-4ba3-90d9-8973755c3fb8 req-6730d1b6-811e-4ddc-83d0-ce9ca50f6ac0 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323408 Feb 20 05:30:39.628647 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-a2375f4b-ac71-484c-a7a2-3a03892bbce0 admin admin] Deleting port 6184b636-f0e9-4db4-826e-17ee17d8b83e {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:30:39.628995 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2375f4b-ac71-484c-a7a2-3a03892bbce0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (6184b636-f0e9-4db4-826e-17ee17d8b83e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:39.741034 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4462b924-432e-4ad7-8b3f-b7d9204b5a70 None None] DHCP port deletion for ee153307-2e76-47f0-ba7a-a1f2308e4afd request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:30:39.865786 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb399d-f77f-4c0c-bd2f-7eabacf03770 req-c05f084b-ca3f-40c1-ada2-36ccf26bf14d tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:39.872357 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c1cb399d-f77f-4c0c-bd2f-7eabacf03770 req-c05f084b-ca3f-40c1-ada2-36ccf26bf14d tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 944 time: 0.1708713 Feb 20 05:30:39.877876 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4462b924-432e-4ad7-8b3f-b7d9204b5a70 None None] Deleting port 6184b636-f0e9-4db4-826e-17ee17d8b83e {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:30:39.880960 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4462b924-432e-4ad7-8b3f-b7d9204b5a70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (6184b636-f0e9-4db4-826e-17ee17d8b83e), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:40.011992 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c1cb399d-f77f-4c0c-bd2f-7eabacf03770 req-03d3c3c9-bc42-4298-b826-9cb91e5a9927 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237392 Feb 20 05:30:40.120945 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-4462b924-432e-4ad7-8b3f-b7d9204b5a70 None None] For port 6184b636-f0e9-4db4-826e-17ee17d8b83e, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=6184b636-f0e9-4db4-826e-17ee17d8b83e,segment=NetworkSegment(ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7),segment_id=ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:40.122143 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4462b924-432e-4ad7-8b3f-b7d9204b5a70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (6184b636-f0e9-4db4-826e-17ee17d8b83e), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:40.161038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4462b924-432e-4ad7-8b3f-b7d9204b5a70 None None] Calling delete_port for 6184b636-f0e9-4db4-826e-17ee17d8b83e owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:30:40.175310 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6184b636-f0e9-4db4-826e-17ee17d8b83e no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:30:40.398921 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-a2375f4b-ac71-484c-a7a2-3a03892bbce0 admin admin] For port 6184b636-f0e9-4db4-826e-17ee17d8b83e, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=6184b636-f0e9-4db4-826e-17ee17d8b83e,segment=NetworkSegment(ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7),segment_id=ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:40.399488 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2375f4b-ac71-484c-a7a2-3a03892bbce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (6184b636-f0e9-4db4-826e-17ee17d8b83e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:40.445865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-a2375f4b-ac71-484c-a7a2-3a03892bbce0 admin admin] Calling delete_port for 6184b636-f0e9-4db4-826e-17ee17d8b83e owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:30:40.446693 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4462b924-432e-4ad7-8b3f-b7d9204b5a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (6184b636-f0e9-4db4-826e-17ee17d8b83e), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:40.566071 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25408b0e-8827-4966-b79e-5a97616a5970 req-d1b792be-fd14-433c-b083-38300b555c49 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:40.583699 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462b924-432e-4ad7-8b3f-b7d9204b5a70 None None] Pushing event deleted for resources: {'Port': ['ID=6184b636-f0e9-4db4-826e-17ee17d8b83e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:40.585534 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-25408b0e-8827-4966-b79e-5a97616a5970 req-d1b792be-fd14-433c-b083-38300b555c49 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 1126 time: 0.1192636 Feb 20 05:30:40.589330 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4462b924-432e-4ad7-8b3f-b7d9204b5a70 None None] No DVR routers for this DVR port 6184b636-f0e9-4db4-826e-17ee17d8b83e on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:30:40.629922 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No active binding found for port 6184b636-f0e9-4db4-826e-17ee17d8b83e {{(pid=103408) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 20 05:30:40.630306 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] The host n-d-829866-5 is not matching for port 6184b636-f0e9-4db4-826e-17ee17d8b83e host None! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 05:30:40.639170 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6184b636-f0e9-4db4-826e-17ee17d8b83e not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:30:40.776837 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-25408b0e-8827-4966-b79e-5a97616a5970 req-9c213cf8-4e58-471f-ab2e-e3dfe7fc78fe tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869786 Feb 20 05:30:40.816978 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2375f4b-ac71-484c-a7a2-3a03892bbce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (6184b636-f0e9-4db4-826e-17ee17d8b83e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:40.858368 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2375f4b-ac71-484c-a7a2-3a03892bbce0 admin admin] No DVR routers for this DVR port 6184b636-f0e9-4db4-826e-17ee17d8b83e on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:30:40.948824 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2375f4b-ac71-484c-a7a2-3a03892bbce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6184b636-f0e9-4db4-826e-17ee17d8b83e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:41.023497 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f92103-44c7-4b4c-94de-ea0a6b9accfc req-82f050b6-a946-48e2-bd72-5a486afccbfb tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:41.035702 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58f92103-44c7-4b4c-94de-ea0a6b9accfc req-82f050b6-a946-48e2-bd72-5a486afccbfb tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 945 time: 0.1135538 Feb 20 05:30:41.070231 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2375f4b-ac71-484c-a7a2-3a03892bbce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (ee153307-2e76-47f0-ba7a-a1f2308e4afd), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:41.109402 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58f92103-44c7-4b4c-94de-ea0a6b9accfc req-817fdb00-9ce5-4417-a102-ae0c52f89c76 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724800 Feb 20 05:30:41.156327 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-a2375f4b-ac71-484c-a7a2-3a03892bbce0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee153307-2e76-47f0-ba7a-a1f2308e4afd']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:41.194504 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-a2375f4b-ac71-484c-a7a2-3a03892bbce0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:41.196094 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-a2375f4b-ac71-484c-a7a2-3a03892bbce0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:41.228559 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2375f4b-ac71-484c-a7a2-3a03892bbce0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:41.265543 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2375f4b-ac71-484c-a7a2-3a03892bbce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:41.281032 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2375f4b-ac71-484c-a7a2-3a03892bbce0 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:30:41.284819 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2375f4b-ac71-484c-a7a2-3a03892bbce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (ff30c53f-27aa-4949-bdbe-ff03ed3a3fd7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:30:41.358802 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:30:41.365661 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2375f4b-ac71-484c-a7a2-3a03892bbce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (ee153307-2e76-47f0-ba7a-a1f2308e4afd), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:41.371944 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2375f4b-ac71-484c-a7a2-3a03892bbce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:41.375910 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a2375f4b-ac71-484c-a7a2-3a03892bbce0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ee153307-2e76-47f0-ba7a-a1f2308e4afd HTTP/1.1" status: 204 len: 168 time: 2.2262239 Feb 20 05:30:41.392022 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2375f4b-ac71-484c-a7a2-3a03892bbce0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee153307-2e76-47f0-ba7a-a1f2308e4afd,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:41.485010 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03b5bc-6628-4d65-986e-017bfd5066c5 req-ad7874f4-8ba2-45b5-903b-130ec45a8a49 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:41.494964 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3c03b5bc-6628-4d65-986e-017bfd5066c5 req-ad7874f4-8ba2-45b5-903b-130ec45a8a49 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 1126 time: 0.2040212 Feb 20 05:30:41.636259 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3c03b5bc-6628-4d65-986e-017bfd5066c5 req-172a8d6a-a0a6-4771-bdb2-5a02828f2ecb tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366067 Feb 20 05:30:41.890633 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54552) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:41.973799 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8b4ccc03-b5a1-49af-a8e0-fce1db09612e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50638e3292f145bfab2125af4ea4e7fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0798094 Feb 20 05:30:41.974238 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54554) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:42.199351 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a9f3d84a-218e-4ae4-b5ca-e27423277059 admin admin] Publish callbacks [] for security_group (98af550d-ff1b-4183-8d4e-52c62536fe46), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:42.360749 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a9f3d84a-218e-4ae4-b5ca-e27423277059 admin admin] Publish callbacks [] for security_group (98af550d-ff1b-4183-8d4e-52c62536fe46), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:42.557705 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a9f3d84a-218e-4ae4-b5ca-e27423277059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (98af550d-ff1b-4183-8d4e-52c62536fe46), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:42.560998 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a9f3d84a-218e-4ae4-b5ca-e27423277059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:42.562345 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a9f3d84a-218e-4ae4-b5ca-e27423277059 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98af550d-ff1b-4183-8d4e-52c62536fe46 HTTP/1.1" status: 204 len: 168 time: 0.5869558 Feb 20 05:30:42.580666 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3d84a-218e-4ae4-b5ca-e27423277059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98af550d-ff1b-4183-8d4e-52c62536fe46,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:42.647020 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383b92d-fa49-4245-b357-6b100eeed4a7 req-638fcbdf-9315-4c5a-85ea-222210e29d02 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:42.650669 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3383b92d-fa49-4245-b357-6b100eeed4a7 req-638fcbdf-9315-4c5a-85ea-222210e29d02 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 945 time: 0.1433923 Feb 20 05:30:42.802649 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3383b92d-fa49-4245-b357-6b100eeed4a7 req-693a59a9-0c86-4831-9f5c-ff0bb1d1b29e tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424387 Feb 20 05:30:44.078704 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cd61a-c554-4a45-9378-9ae715f6311f req-6764eeb3-4e86-4ee4-bde9-8605daf945ef tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:44.095887 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-008cd61a-c554-4a45-9378-9ae715f6311f req-6764eeb3-4e86-4ee4-bde9-8605daf945ef tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 945 time: 0.1450193 Feb 20 05:30:44.274806 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-008cd61a-c554-4a45-9378-9ae715f6311f req-ac822782-91e8-4e7a-8ec0-5e750d79d699 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745732 Feb 20 05:30:44.326618 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54608) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:44.498919 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-919cf36d-373e-41d9-9c4e-a04978ac2628 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1449630474-network', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:30:44.546637 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919cf36d-373e-41d9-9c4e-a04978ac2628 admin admin] Made reservation on behalf of c5e5a8b7f91b44658a7a6eb0700d389c for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:30:44.550520 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-919cf36d-373e-41d9-9c4e-a04978ac2628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:44.573202 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-919cf36d-373e-41d9-9c4e-a04978ac2628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:44.741533 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-919cf36d-373e-41d9-9c4e-a04978ac2628 admin admin] Publish callbacks [] for security_group (73d18452-59a8-45fc-93f7-eb7890c4352f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:44.749808 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-919cf36d-373e-41d9-9c4e-a04978ac2628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (73d18452-59a8-45fc-93f7-eb7890c4352f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:44.778937 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919cf36d-373e-41d9-9c4e-a04978ac2628 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:30:44.793325 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-919cf36d-373e-41d9-9c4e-a04978ac2628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (3afd5b42-a457-4a41-9db4-611bccf50f94), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:44.794029 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-919cf36d-373e-41d9-9c4e-a04978ac2628 admin admin] Added segment 3afd5b42-a457-4a41-9db4-611bccf50f94 of type vlan for network 6f0a901a-07d7-42e9-9967-ca10530f93ff Feb 20 05:30:44.862309 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-919cf36d-373e-41d9-9c4e-a04978ac2628 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (6f0a901a-07d7-42e9-9967-ca10530f93ff), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:44.940924 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-919cf36d-373e-41d9-9c4e-a04978ac2628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (6f0a901a-07d7-42e9-9967-ca10530f93ff), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:44.942030 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919cf36d-373e-41d9-9c4e-a04978ac2628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:44.945373 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-919cf36d-373e-41d9-9c4e-a04978ac2628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:45.049093 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-919cf36d-373e-41d9-9c4e-a04978ac2628 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7206812 Feb 20 05:30:45.052010 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54622) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:45.058735 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a3fc7580-b84d-47ec-884f-e10d57e27b80 admin admin] Request body: {'subnet': {'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1449630474-subnet', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:30:45.085211 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919cf36d-373e-41d9-9c4e-a04978ac2628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d18452-59a8-45fc-93f7-eb7890c4352f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:45.087779 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fc7580-b84d-47ec-884f-e10d57e27b80 admin admin] Made reservation on behalf of c5e5a8b7f91b44658a7a6eb0700d389c for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:30:45.090855 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a3fc7580-b84d-47ec-884f-e10d57e27b80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:45.154206 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919cf36d-373e-41d9-9c4e-a04978ac2628 admin admin] Pushing event updated for resources: {'Network': ['ID=6f0a901a-07d7-42e9-9967-ca10530f93ff,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:45.172394 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 6f0a901a-07d7-42e9-9967-ca10530f93ff details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:30:45.500878 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a3fc7580-b84d-47ec-884f-e10d57e27b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (47bafeeb-eb88-48c3-9668-c5c4cd61bb39), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:45.676355 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fc7580-b84d-47ec-884f-e10d57e27b80 admin admin] Checking segment: {'id': '3afd5b42-a457-4a41-9db4-611bccf50f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:30:45.677419 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fc7580-b84d-47ec-884f-e10d57e27b80 admin admin] Network hostable DHCP agents. Network: 6f0a901a-07d7-42e9-9967-ca10530f93ff, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:30:45.690762 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc7580-b84d-47ec-884f-e10d57e27b80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47bafeeb-eb88-48c3-9668-c5c4cd61bb39,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:45.730692 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464fc17-4072-4a8e-9db9-f1fed70789fb req-8aa0e527-0430-4554-b321-83b0726a32d6 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:45.741087 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c464fc17-4072-4a8e-9db9-f1fed70789fb req-8aa0e527-0430-4554-b321-83b0726a32d6 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 945 time: 0.2531888 Feb 20 05:30:45.759804 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fc7580-b84d-47ec-884f-e10d57e27b80 admin admin] Network 6f0a901a-07d7-42e9-9967-ca10530f93ff is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:30:45.787282 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-a3fc7580-b84d-47ec-884f-e10d57e27b80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 6f0a901a-07d7-42e9-9967-ca10530f93ff) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:30:45.796939 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef282b6b-7227-47d2-974a-aeb5f509be52 None None] Network 6f0a901a-07d7-42e9-9967-ca10530f93ff requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:30:45.812012 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fc7580-b84d-47ec-884f-e10d57e27b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:45.812612 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a3fc7580-b84d-47ec-884f-e10d57e27b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:45.882549 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c464fc17-4072-4a8e-9db9-f1fed70789fb req-372e933e-59df-4921-9ce0-8e1928d056ad tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330662 Feb 20 05:30:45.902799 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a3fc7580-b84d-47ec-884f-e10d57e27b80 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8483491 Feb 20 05:30:45.904946 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54640) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:45.910242 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-2ce4352f-1036-4ff1-ab2d-6a0d3d744bda admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1449630474-router', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:30:45.960742 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ce4352f-1036-4ff1-ab2d-6a0d3d744bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (9d651b73-f9d4-4b8f-9c93-b689442fbfd1), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:45.964835 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ce4352f-1036-4ff1-ab2d-6a0d3d744bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (9d651b73-f9d4-4b8f-9c93-b689442fbfd1), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:46.040561 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51a8c2b-e7fd-4890-9646-41b067aafe13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-6f0a901a-07d7-42e9-9967-ca10530f93ff', 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff', 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'fixed_ips': [{'subnet_id': '47bafeeb-eb88-48c3-9668-c5c4cd61bb39'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:30:46.041555 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a51a8c2b-e7fd-4890-9646-41b067aafe13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:46.076560 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ce4352f-1036-4ff1-ab2d-6a0d3d744bda admin admin] Publish callbacks [] for router_controller (9d651b73-f9d4-4b8f-9c93-b689442fbfd1), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:46.315382 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ce4352f-1036-4ff1-ab2d-6a0d3d744bda admin admin] Publish callbacks [] for router_gateway (9d651b73-f9d4-4b8f-9c93-b689442fbfd1), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:46.707273 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-484b86f7-1b4a-42f8-b838-223784ca8b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:46.711369 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ce4352f-1036-4ff1-ab2d-6a0d3d744bda admin admin] Publish callbacks [] for router_gateway (9d651b73-f9d4-4b8f-9c93-b689442fbfd1), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:46.740516 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ce4352f-1036-4ff1-ab2d-6a0d3d744bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:46.781702 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-a51a8c2b-e7fd-4890-9646-41b067aafe13 None None] Allocated IP 172.20.0.2 (6f0a901a-07d7-42e9-9967-ca10530f93ff/47bafeeb-eb88-48c3-9668-c5c4cd61bb39/35cc50c0-5c8e-40e6-87c1-af8b03fcb568) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:30:46.923687 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-2ce4352f-1036-4ff1-ab2d-6a0d3d744bda admin admin] Allocated IP 172.25.3.113 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/778623ff-691d-453c-8295-9c1c0a1757d2) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:30:46.924393 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-6eac4c2b-98e1-40f3-82f0-6c00031a4f8f tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:46.926090 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-6eac4c2b-98e1-40f3-82f0-6c00031a4f8f tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 808 time: 0.2236519 Feb 20 05:30:46.953356 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-2deb4882-d656-4553-8f76-12f01e21973f tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/quotas/fd21ae910f154cf58d2067d0920b47f4 HTTP/1.1" status: 200 len: 375 time: 0.0206037 Feb 20 05:30:47.062220 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ce4352f-1036-4ff1-ab2d-6a0d3d744bda admin admin] Publish callbacks [] for port (778623ff-691d-453c-8295-9c1c0a1757d2), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:47.076089 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-6193a4c3-7909-45ab-86f4-b688402dca71 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1174307 Feb 20 05:30:47.083239 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a51a8c2b-e7fd-4890-9646-41b067aafe13 None None] Publish callbacks [] for port (35cc50c0-5c8e-40e6-87c1-af8b03fcb568), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:47.097063 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a51a8c2b-e7fd-4890-9646-41b067aafe13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (35cc50c0-5c8e-40e6-87c1-af8b03fcb568), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:47.136426 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ce4352f-1036-4ff1-ab2d-6a0d3d744bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (778623ff-691d-453c-8295-9c1c0a1757d2), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:47.164640 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51a8c2b-e7fd-4890-9646-41b067aafe13 None None] Network 6f0a901a-07d7-42e9-9967-ca10530f93ff is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:30:47.179629 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-a51a8c2b-e7fd-4890-9646-41b067aafe13 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:30:47.190822 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51a8c2b-e7fd-4890-9646-41b067aafe13 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:30:47.225619 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce4352f-1036-4ff1-ab2d-6a0d3d744bda admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:30:47.229611 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-2ce4352f-1036-4ff1-ab2d-6a0d3d744bda admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:30:47.234920 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce4352f-1036-4ff1-ab2d-6a0d3d744bda admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:30:47.268428 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a8c2b-e7fd-4890-9646-41b067aafe13 None None] Pushing event updated for resources: {'Port': ['ID=35cc50c0-5c8e-40e6-87c1-af8b03fcb568,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:47.299556 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-a51a8c2b-e7fd-4890-9646-41b067aafe13 None None] Attempting to bind port 35cc50c0-5c8e-40e6-87c1-af8b03fcb568 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:30:47.299960 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-a51a8c2b-e7fd-4890-9646-41b067aafe13 None None] Attempting to bind port 35cc50c0-5c8e-40e6-87c1-af8b03fcb568 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '3afd5b42-a457-4a41-9db4-611bccf50f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:30:47.300318 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51a8c2b-e7fd-4890-9646-41b067aafe13 None None] Attempting to bind port 35cc50c0-5c8e-40e6-87c1-af8b03fcb568 on network 6f0a901a-07d7-42e9-9967-ca10530f93ff {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:30:47.305706 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51a8c2b-e7fd-4890-9646-41b067aafe13 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:30:47.306092 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51a8c2b-e7fd-4890-9646-41b067aafe13 None None] Checking segment: {'id': '3afd5b42-a457-4a41-9db4-611bccf50f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:30:47.306497 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a51a8c2b-e7fd-4890-9646-41b067aafe13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:47.306891 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51a8c2b-e7fd-4890-9646-41b067aafe13 None None] Bound using segment: {'id': '3afd5b42-a457-4a41-9db4-611bccf50f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:30:47.309161 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-a51a8c2b-e7fd-4890-9646-41b067aafe13 None None] Bound port: 35cc50c0-5c8e-40e6-87c1-af8b03fcb568, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3afd5b42-a457-4a41-9db4-611bccf50f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:30:47.309493 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a51a8c2b-e7fd-4890-9646-41b067aafe13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (35cc50c0-5c8e-40e6-87c1-af8b03fcb568), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:47.320336 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4352f-1036-4ff1-ab2d-6a0d3d744bda admin admin] Pushing event updated for resources: {'Port': ['ID=778623ff-691d-453c-8295-9c1c0a1757d2,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:47.390892 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-b1e6dbe7-4b79-4368-92b8-3c000d444834 service neutron] 10.222.0.37 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136902 Feb 20 05:30:47.474261 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a51a8c2b-e7fd-4890-9646-41b067aafe13 None None] For port 35cc50c0-5c8e-40e6-87c1-af8b03fcb568, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:30:47.486062 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a51a8c2b-e7fd-4890-9646-41b067aafe13 None None] For port 35cc50c0-5c8e-40e6-87c1-af8b03fcb568, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=35cc50c0-5c8e-40e6-87c1-af8b03fcb568,segment=NetworkSegment(3afd5b42-a457-4a41-9db4-611bccf50f94),segment_id=3afd5b42-a457-4a41-9db4-611bccf50f94)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:30:47.497076 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a51a8c2b-e7fd-4890-9646-41b067aafe13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (35cc50c0-5c8e-40e6-87c1-af8b03fcb568), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:47.565686 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-57c89efb-fbcd-46b1-849d-7bb1200e6a4a service neutron] 10.222.0.37 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738410 Feb 20 05:30:47.699621 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a8c2b-e7fd-4890-9646-41b067aafe13 None None] Pushing event updated for resources: {'Port': ['ID=35cc50c0-5c8e-40e6-87c1-af8b03fcb568,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:47.750223 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ce4352f-1036-4ff1-ab2d-6a0d3d744bda admin admin] Publish callbacks [] for router_gateway (9d651b73-f9d4-4b8f-9c93-b689442fbfd1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:48.234783 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ce4352f-1036-4ff1-ab2d-6a0d3d744bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (9d651b73-f9d4-4b8f-9c93-b689442fbfd1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:48.305372 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 35cc50c0-5c8e-40e6-87c1-af8b03fcb568 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:30:48.393736 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be500276-88ef-4a63-a8af-04a8e45bfb1f req-bde9914e-db23-4ddb-b75f-369403321a33 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:48.401188 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-be500276-88ef-4a63-a8af-04a8e45bfb1f req-bde9914e-db23-4ddb-b75f-369403321a33 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/ports?device_id=7620a8f0-48e3-4421-930b-d8aea199e66d HTTP/1.1" status: 200 len: 945 time: 0.1099033 Feb 20 05:30:48.474303 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 35cc50c0-5c8e-40e6-87c1-af8b03fcb568 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:30:48.476043 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce4352f-1036-4ff1-ab2d-6a0d3d744bda admin admin] Router 9d651b73-f9d4-4b8f-9c93-b689442fbfd1 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:30:48.480482 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (35cc50c0-5c8e-40e6-87c1-af8b03fcb568), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:48.520502 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-be500276-88ef-4a63-a8af-04a8e45bfb1f req-03ecc586-da58-401a-af3e-39e519597d5e tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bd3d24-538d-469e-bd89-7611bd3861a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181078 Feb 20 05:30:48.581748 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8a2c12d-eeb3-41a3-b21f-a6e4a0aadfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:48.694847 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 35cc50c0-5c8e-40e6-87c1-af8b03fcb568 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:30:48.699176 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (35cc50c0-5c8e-40e6-87c1-af8b03fcb568), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:48.724773 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce4352f-1036-4ff1-ab2d-6a0d3d744bda admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:30:48.746065 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f00d91-8aa5-4b2b-829f-845f40861221 None None] Sync routers for ids ['9d651b73-f9d4-4b8f-9c93-b689442fbfd1'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:30:48.771651 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ce4352f-1036-4ff1-ab2d-6a0d3d744bda admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:48.774255 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2ce4352f-1036-4ff1-ab2d-6a0d3d744bda admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8675940 Feb 20 05:30:48.777019 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54692) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:48.790258 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d75a6-27e6-4a63-9ef1-b94b590ffa11 req-27615b97-5427-4c9b-a087-5ab4493a4ec0 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:48.810416 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cf7d75a6-27e6-4a63-9ef1-b94b590ffa11 req-27615b97-5427-4c9b-a087-5ab4493a4ec0 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 945 time: 0.1670458 Feb 20 05:30:48.827276 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f00d91-8aa5-4b2b-829f-845f40861221 None None] Routers {'9d651b73-f9d4-4b8f-9c93-b689442fbfd1'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:30:48.828315 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-a8f00d91-8aa5-4b2b-829f-845f40861221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:30:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9d651b73-f9d4-4b8f-9c93-b689442fbfd1'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:48.968821 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cf7d75a6-27e6-4a63-9ef1-b94b590ffa11 req-35466268-3ef9-4236-9ed6-026083fb0093 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529212 Feb 20 05:30:49.062787 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-a8f00d91-8aa5-4b2b-829f-845f40861221 None None] Set router 9d651b73-f9d4-4b8f-9c93-b689442fbfd1 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:30:49.218405 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 35cc50c0-5c8e-40e6-87c1-af8b03fcb568, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=35cc50c0-5c8e-40e6-87c1-af8b03fcb568,segment=NetworkSegment(3afd5b42-a457-4a41-9db4-611bccf50f94),segment_id=3afd5b42-a457-4a41-9db4-611bccf50f94)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:49.237790 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (35cc50c0-5c8e-40e6-87c1-af8b03fcb568), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:49.453035 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=35cc50c0-5c8e-40e6-87c1-af8b03fcb568,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:49.453609 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-265a0187-13da-4e4c-80de-e020eb6359fd req-c42e9333-1f4b-40ad-959b-7660279d37c6 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 210 time: 0.1225331 Feb 20 05:30:49.500424 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:49.622088 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62139aba-ed75-4015-822d-1a6e4e36a8e6 None None] Network 6f0a901a-07d7-42e9-9967-ca10530f93ff requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:30:49.741767 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0b5de2b9-b7e1-4eda-be9f-36efde796d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:49.791676 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b3739066-56ab-4826-b17e-38124fdc007f None None] Provisioning complete for port 35cc50c0-5c8e-40e6-87c1-af8b03fcb568 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:30:49.791990 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3739066-56ab-4826-b17e-38124fdc007f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (35cc50c0-5c8e-40e6-87c1-af8b03fcb568), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:49.902390 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-a8f00d91-8aa5-4b2b-829f-845f40861221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'name': 'tempest-TaggedBootDevicesTest-1449630474-router', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:30:45Z', 'updated_at': '2022-02-20T05:30:47Z', 'revision_number': 3, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'gw_port': {'id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cf:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:46Z', 'updated_at': '2022-02-20T05:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:49.937693 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834fcf0-864f-423f-9dd7-80f4691b7046 req-f6cb94ed-1859-4e7d-8938-b201371b7025 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:49.952633 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8834fcf0-864f-423f-9dd7-80f4691b7046 req-f6cb94ed-1859-4e7d-8938-b201371b7025 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.37 "GET /v2.0/ports?device_id=06177145-5408-44c6-9494-327242e6375e HTTP/1.1" status: 200 len: 945 time: 0.1118560 Feb 20 05:30:49.977981 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f00d91-8aa5-4b2b-829f-845f40861221 None None] Checking router: 9d651b73-f9d4-4b8f-9c93-b689442fbfd1 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:30:49.980278 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f00d91-8aa5-4b2b-829f-845f40861221 None None] Updating router 9d651b73-f9d4-4b8f-9c93-b689442fbfd1 port 778623ff-691d-453c-8295-9c1c0a1757d2 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:30:50.036524 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a8f00d91-8aa5-4b2b-829f-845f40861221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (778623ff-691d-453c-8295-9c1c0a1757d2), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:50.102064 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8834fcf0-864f-423f-9dd7-80f4691b7046 req-0ae27829-d2ba-4e02-b079-a5e376cb1ace tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.37 "GET /v2.0/security-groups?id=040e3022-4b0c-4bc3-aef7-4787ec3215be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397386 Feb 20 05:30:50.113742 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-0b5de2b9-b7e1-4eda-be9f-36efde796d75 admin admin] Allocated IP 172.20.0.1 (6f0a901a-07d7-42e9-9967-ca10530f93ff/47bafeeb-eb88-48c3-9668-c5c4cd61bb39/a6c5908c-6e03-4f06-99c2-4a4136ddb753) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:30:50.342413 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 35cc50c0-5c8e-40e6-87c1-af8b03fcb568 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:30:50.421199 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b3739066-56ab-4826-b17e-38124fdc007f None None] Current status of the port 35cc50c0-5c8e-40e6-87c1-af8b03fcb568 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:30:50.559476 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 35cc50c0-5c8e-40e6-87c1-af8b03fcb568 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:30:50.560079 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (35cc50c0-5c8e-40e6-87c1-af8b03fcb568), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:50.627265 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-8936d5d2-c533-4ff0-aafc-e2fe60f33568 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:50.628899 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-8936d5d2-c533-4ff0-aafc-e2fe60f33568 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.48 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 808 time: 0.5799956 Feb 20 05:30:50.646384 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-b95603db-f7c9-4355-8261-a488baff72b4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Request body: {'port': {'device_id': '73688624-cc40-46e9-9d7b-6363119f73d0', 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68', 'admin_state_up': True, 'tenant_id': 'fd21ae910f154cf58d2067d0920b47f4'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:30:50.669704 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da263cfc-a225-491d-8efb-8febd1a8d21f req-2df2e53e-86a2-46c6-807a-7233573fef74 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:50.682526 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d5410ab5-aca2-4ed2-a067-4c8f9f197181 None None] Provisioning complete for port 35cc50c0-5c8e-40e6-87c1-af8b03fcb568 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:30:50.683217 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5410ab5-aca2-4ed2-a067-4c8f9f197181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (35cc50c0-5c8e-40e6-87c1-af8b03fcb568), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:50.689083 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-da263cfc-a225-491d-8efb-8febd1a8d21f req-2df2e53e-86a2-46c6-807a-7233573fef74 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 945 time: 0.1781883 Feb 20 05:30:50.822590 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 35cc50c0-5c8e-40e6-87c1-af8b03fcb568 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:30:50.823209 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-da263cfc-a225-491d-8efb-8febd1a8d21f req-340f554e-5d18-4053-97f7-c3f315c8bc50 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267445 Feb 20 05:30:50.829763 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a8f00d91-8aa5-4b2b-829f-845f40861221 None None] Publish callbacks [] for port (778623ff-691d-453c-8295-9c1c0a1757d2), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:50.851938 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a8f00d91-8aa5-4b2b-829f-845f40861221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (778623ff-691d-453c-8295-9c1c0a1757d2), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:50.957989 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f3e9b-ee65-42b5-9e83-adbd7357e0a5 None None] Pushing event updated for resources: {'Port': ['ID=778623ff-691d-453c-8295-9c1c0a1757d2,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:51.064029 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d5410ab5-aca2-4ed2-a067-4c8f9f197181 None None] Current status of the port 35cc50c0-5c8e-40e6-87c1-af8b03fcb568 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:30:51.075351 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-b95603db-f7c9-4355-8261-a488baff72b4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Made reservation on behalf of fd21ae910f154cf58d2067d0920b47f4 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:30:51.078605 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-b95603db-f7c9-4355-8261-a488baff72b4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:51.095543 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-a8f00d91-8aa5-4b2b-829f-845f40861221 None None] Attempting to bind port 778623ff-691d-453c-8295-9c1c0a1757d2 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:30:51.097064 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-a8f00d91-8aa5-4b2b-829f-845f40861221 None None] Attempting to bind port 778623ff-691d-453c-8295-9c1c0a1757d2 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:30:51.097553 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f00d91-8aa5-4b2b-829f-845f40861221 None None] Attempting to bind port 778623ff-691d-453c-8295-9c1c0a1757d2 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:30:51.101857 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0b5de2b9-b7e1-4eda-be9f-36efde796d75 admin admin] Publish callbacks [] for port (a6c5908c-6e03-4f06-99c2-4a4136ddb753), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:51.124736 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f00d91-8aa5-4b2b-829f-845f40861221 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:30:51.134986 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f00d91-8aa5-4b2b-829f-845f40861221 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:30:51.135773 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a8f00d91-8aa5-4b2b-829f-845f40861221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:51.136415 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f00d91-8aa5-4b2b-829f-845f40861221 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:30:51.137046 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-a8f00d91-8aa5-4b2b-829f-845f40861221 None None] Bound port: 778623ff-691d-453c-8295-9c1c0a1757d2, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:30:51.143751 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a8f00d91-8aa5-4b2b-829f-845f40861221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (778623ff-691d-453c-8295-9c1c0a1757d2), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:51.176512 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0b5de2b9-b7e1-4eda-be9f-36efde796d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (a6c5908c-6e03-4f06-99c2-4a4136ddb753), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:51.260590 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5de2b9-b7e1-4eda-be9f-36efde796d75 admin admin] Network 6f0a901a-07d7-42e9-9967-ca10530f93ff is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:30:51.287480 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-0b5de2b9-b7e1-4eda-be9f-36efde796d75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:30:51.302482 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5de2b9-b7e1-4eda-be9f-36efde796d75 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:30:51.330064 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a8f00d91-8aa5-4b2b-829f-845f40861221 None None] For port 778623ff-691d-453c-8295-9c1c0a1757d2, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:30:51.340869 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a8f00d91-8aa5-4b2b-829f-845f40861221 None None] For port 778623ff-691d-453c-8295-9c1c0a1757d2, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=778623ff-691d-453c-8295-9c1c0a1757d2,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:30:51.381698 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a8f00d91-8aa5-4b2b-829f-845f40861221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (778623ff-691d-453c-8295-9c1c0a1757d2), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:51.397903 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0b5de2b9-b7e1-4eda-be9f-36efde796d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (9d651b73-f9d4-4b8f-9c93-b689442fbfd1), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:51.405021 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-b95603db-f7c9-4355-8261-a488baff72b4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Allocated IP 172.20.0.7 (cb4530de-66c2-443b-82e6-823a997cfe68/b4371b84-9467-4135-93c7-7a933f791395/a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:30:51.535658 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5de2b9-b7e1-4eda-be9f-36efde796d75 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c5908c-6e03-4f06-99c2-4a4136ddb753,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:51.698716 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b470a8-6c58-4663-a4c0-88662324ce3e req-d4e56d97-74c5-43d4-b838-e758f4c788a4 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:51.716108 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f9b470a8-6c58-4663-a4c0-88662324ce3e req-d4e56d97-74c5-43d4-b838-e758f4c788a4 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.48 "GET /v2.0/ports?device_id=06177145-5408-44c6-9494-327242e6375e HTTP/1.1" status: 200 len: 945 time: 0.1968350 Feb 20 05:30:51.766975 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-b95603db-f7c9-4355-8261-a488baff72b4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks [] for port (a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:51.829092 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-b95603db-f7c9-4355-8261-a488baff72b4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:51.917932 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f3e9b-ee65-42b5-9e83-adbd7357e0a5 None None] Pushing event updated for resources: {'Port': ['ID=778623ff-691d-453c-8295-9c1c0a1757d2,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:51.926302 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['58b2f612-c972-429c-abc1-3310488c066e'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:30:51.934348 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-b95603db-f7c9-4355-8261-a488baff72b4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Network cb4530de-66c2-443b-82e6-823a997cfe68 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:30:51.968450 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-b95603db-f7c9-4355-8261-a488baff72b4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:30:51.973919 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:51.993105 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-f155e167-9d24-410f-808a-b7f172044744 None None] Provisioning complete for port a6c5908c-6e03-4f06-99c2-4a4136ddb753 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:30:51.993457 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f155e167-9d24-410f-808a-b7f172044744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a6c5908c-6e03-4f06-99c2-4a4136ddb753), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:52.005976 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-b95603db-f7c9-4355-8261-a488baff72b4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:30:52.073888 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-b95603db-f7c9-4355-8261-a488baff72b4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:52.074988 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-b95603db-f7c9-4355-8261-a488baff72b4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:52.080458 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f155e167-9d24-410f-808a-b7f172044744 None None] Port a6c5908c-6e03-4f06-99c2-4a4136ddb753 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:30:52.105239 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-b95603db-f7c9-4355-8261-a488baff72b4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4677622 Feb 20 05:30:52.108791 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95603db-f7c9-4355-8261-a488baff72b4 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Pushing event updated for resources: {'Port': ['ID=a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:52.129846 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-7302b8de-dc48-4956-b1aa-c7ec2ef099a5 service neutron] Request body: {'port': {'device_id': '73688624-cc40-46e9-9d7b-6363119f73d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:30:52.145087 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f00d91-8aa5-4b2b-829f-845f40861221 None None] Routers {'9d651b73-f9d4-4b8f-9c93-b689442fbfd1'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:30:52.148301 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-a8f00d91-8aa5-4b2b-829f-845f40861221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:30:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9d651b73-f9d4-4b8f-9c93-b689442fbfd1'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:52.151099 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b032dd7-3ad2-446e-bc70-555dfe86c174 req-68e86a1c-143d-41d2-9982-8364687e0227 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:52.154602 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0b5de2b9-b7e1-4eda-be9f-36efde796d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a6c5908c-6e03-4f06-99c2-4a4136ddb753), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:52.163711 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6b032dd7-3ad2-446e-bc70-555dfe86c174 req-68e86a1c-143d-41d2-9982-8364687e0227 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 931 time: 0.3454864 Feb 20 05:30:52.221894 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-f9b470a8-6c58-4663-a4c0-88662324ce3e req-42faa5c0-bfe9-4906-9b42-b7d071b96a14 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Deleting port 2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:30:52.222253 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f9b470a8-6c58-4663-a4c0-88662324ce3e req-42faa5c0-bfe9-4906-9b42-b7d071b96a14 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:52.245539 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6b032dd7-3ad2-446e-bc70-555dfe86c174 req-44dfd40d-9011-4bd2-b90d-0d49c7abe60a tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745835 Feb 20 05:30:52.358668 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-7302b8de-dc48-4956-b1aa-c7ec2ef099a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:52.704625 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-a8f00d91-8aa5-4b2b-829f-845f40861221 None None] Set router 9d651b73-f9d4-4b8f-9c93-b689442fbfd1 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:30:52.714218 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-f9b470a8-6c58-4663-a4c0-88662324ce3e req-42faa5c0-bfe9-4906-9b42-b7d071b96a14 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] For port 2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73,segment=NetworkSegment(381707a6-3693-4b4c-8075-f8c999756934),segment_id=381707a6-3693-4b4c-8075-f8c999756934)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:52.718551 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f9b470a8-6c58-4663-a4c0-88662324ce3e req-42faa5c0-bfe9-4906-9b42-b7d071b96a14 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:52.725787 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:52.772051 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-f9b470a8-6c58-4663-a4c0-88662324ce3e req-42faa5c0-bfe9-4906-9b42-b7d071b96a14 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Calling delete_port for 2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:30:52.835226 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:53.063873 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0b5de2b9-b7e1-4eda-be9f-36efde796d75 admin admin] Publish callbacks [] for port (a6c5908c-6e03-4f06-99c2-4a4136ddb753), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:53.066565 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f9b470a8-6c58-4663-a4c0-88662324ce3e req-42faa5c0-bfe9-4906-9b42-b7d071b96a14 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:53.069484 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0b5de2b9-b7e1-4eda-be9f-36efde796d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (a6c5908c-6e03-4f06-99c2-4a4136ddb753), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:53.138008 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:30:53.146829 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724cc14-093f-440c-ba54-848db050366a req-7353121e-ca53-42b4-b41b-c333fae1e90d tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:53.151508 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d724cc14-093f-440c-ba54-848db050366a req-7353121e-ca53-42b4-b41b-c333fae1e90d tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.37 "GET /v2.0/ports?device_id=06177145-5408-44c6-9494-327242e6375e HTTP/1.1" status: 200 len: 945 time: 0.7693863 Feb 20 05:30:53.182230 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb67884-9982-4eab-9a62-4ec84e4f3d97 req-caddc9cd-cab9-4790-bbb3-d7ec8b999d78 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:53.191842 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1cb67884-9982-4eab-9a62-4ec84e4f3d97 req-caddc9cd-cab9-4790-bbb3-d7ec8b999d78 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.61 "GET /v2.0/ports?device_id=7620a8f0-48e3-4421-930b-d8aea199e66d HTTP/1.1" status: 200 len: 945 time: 0.7655721 Feb 20 05:30:53.197438 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0b5de2b9-b7e1-4eda-be9f-36efde796d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (9d651b73-f9d4-4b8f-9c93-b689442fbfd1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:53.212798 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b470a8-6c58-4663-a4c0-88662324ce3e req-42faa5c0-bfe9-4906-9b42-b7d071b96a14 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] No DVR routers for this DVR port 2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:30:53.248415 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f9b470a8-6c58-4663-a4c0-88662324ce3e req-42faa5c0-bfe9-4906-9b42-b7d071b96a14 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:53.253114 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f9b470a8-6c58-4663-a4c0-88662324ce3e req-42faa5c0-bfe9-4906-9b42-b7d071b96a14 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.48 "DELETE /v2.0/ports/2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73 HTTP/1.1" status: 204 len: 173 time: 1.5316832 Feb 20 05:30:53.253527 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06177145-5408-44c6-9494-327242e6375e', 'name': 'network-vif-deleted', 'tag': '2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:30:53.257945 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd90ef10-09f1-44ed-bf2e-3e03da6b6cae" -d '{"events": [{"server_uuid": "06177145-5408-44c6-9494-327242e6375e", "name": "network-vif-deleted", "tag": "2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:30:53.297497 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5de2b9-b7e1-4eda-be9f-36efde796d75 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c5908c-6e03-4f06-99c2-4a4136ddb753,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:53.317875 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-a8f00d91-8aa5-4b2b-829f-845f40861221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'name': 'tempest-TaggedBootDevicesTest-1449630474-router', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:30:45Z', 'updated_at': '2022-02-20T05:30:51Z', 'revision_number': 4, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'gw_port': {'id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cf:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:46Z', 'updated_at': '2022-02-20T05:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'a6c5908c-6e03-4f06-99c2-4a4136ddb753', 'name': '', 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'mac_address': 'fa:16:3e:ae:f7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '47bafeeb-eb88-48c3-9668-c5c4cd61bb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:49Z', 'updated_at': '2022-02-20T05:30:50Z', 'revision_number': 1, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'subnets': [{'id': '47bafeeb-eb88-48c3-9668-c5c4cd61bb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:53.328931 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42faa5c0-bfe9-4906-9b42-b7d071b96a14 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] Pushing event deleted for resources: {'Port': ['ID=2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:53.371839 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f00d91-8aa5-4b2b-829f-845f40861221 None None] The sync data for ids ['9d651b73-f9d4-4b8f-9c93-b689442fbfd1'] in n-d-829866-5 is: [{'id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'name': 'tempest-TaggedBootDevicesTest-1449630474-router', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:30:45Z', 'updated_at': '2022-02-20T05:30:51Z', 'revision_number': 4, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'gw_port': {'id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cf:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:46Z', 'updated_at': '2022-02-20T05:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'a6c5908c-6e03-4f06-99c2-4a4136ddb753', 'name': '', 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'mac_address': 'fa:16:3e:ae:f7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '47bafeeb-eb88-48c3-9668-c5c4cd61bb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:49Z', 'updated_at': '2022-02-20T05:30:50Z', 'revision_number': 1, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'subnets': [{'id': '47bafeeb-eb88-48c3-9668-c5c4cd61bb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:30:53.402388 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5de2b9-b7e1-4eda-be9f-36efde796d75 admin admin] Network 6f0a901a-07d7-42e9-9967-ca10530f93ff is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:30:53.403971 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-0b5de2b9-b7e1-4eda-be9f-36efde796d75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:30:53.646992 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5de2b9-b7e1-4eda-be9f-36efde796d75 admin admin] Router 9d651b73-f9d4-4b8f-9c93-b689442fbfd1 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:30:53.656376 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d724cc14-093f-440c-ba54-848db050366a req-2566fe0f-c9d3-4886-b82b-a4f8795ee2a9 tempest-VolumesAdminNegativeTest-677045606 tempest-VolumesAdminNegativeTest-677045606-project] 10.222.0.37 "GET /v2.0/security-groups?id=040e3022-4b0c-4bc3-aef7-4787ec3215be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568613 Feb 20 05:30:53.954768 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-1ac3f59f-5074-4286-9aa6-04a9e9355ccb None None] Provisioning complete for port a6c5908c-6e03-4f06-99c2-4a4136ddb753 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:30:53.955685 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1ac3f59f-5074-4286-9aa6-04a9e9355ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a6c5908c-6e03-4f06-99c2-4a4136ddb753), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:53.979782 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5de2b9-b7e1-4eda-be9f-36efde796d75 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:30:53.994234 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0b5de2b9-b7e1-4eda-be9f-36efde796d75 admin admin] 10.222.0.37 "PUT /v2.0/routers/9d651b73-f9d4-4b8f-9c93-b689442fbfd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2146838 Feb 20 05:30:54.076082 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1ac3f59f-5074-4286-9aa6-04a9e9355ccb None None] Port a6c5908c-6e03-4f06-99c2-4a4136ddb753 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:30:54.136885 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-7302b8de-dc48-4956-b1aa-c7ec2ef099a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:30:54.146140 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-7302b8de-dc48-4956-b1aa-c7ec2ef099a5 service neutron] Publish callbacks [] for port (a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:54.161726 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-7302b8de-dc48-4956-b1aa-c7ec2ef099a5 service neutron] Transition to ACTIVE for port object a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:30:54.170035 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-1cb67884-9982-4eab-9a62-4ec84e4f3d97 req-ca520a3a-7648-4d18-82ac-5472eea6999f tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Deleting port fc309023-7c61-445d-9982-4ef44beffd94 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:30:54.170380 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1cb67884-9982-4eab-9a62-4ec84e4f3d97 req-ca520a3a-7648-4d18-82ac-5472eea6999f tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (fc309023-7c61-445d-9982-4ef44beffd94), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:54.260324 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-7302b8de-dc48-4956-b1aa-c7ec2ef099a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:54.399553 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302b8de-dc48-4956-b1aa-c7ec2ef099a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:54.591037 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-1cb67884-9982-4eab-9a62-4ec84e4f3d97 req-ca520a3a-7648-4d18-82ac-5472eea6999f tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] For port fc309023-7c61-445d-9982-4ef44beffd94, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=fc309023-7c61-445d-9982-4ef44beffd94,segment=NetworkSegment(127a549a-5d45-47fb-a5e2-6fb7ffa95798),segment_id=127a549a-5d45-47fb-a5e2-6fb7ffa95798)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:54.599541 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1cb67884-9982-4eab-9a62-4ec84e4f3d97 req-ca520a3a-7648-4d18-82ac-5472eea6999f tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (fc309023-7c61-445d-9982-4ef44beffd94), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:54.710259 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:30:54.778074 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db9d9d-1bcb-40ac-a64c-47dcec1cf263 req-ca294603-a94f-408e-a3c5-1651c8fd0b3c tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:54.795173 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9db9d9d-1bcb-40ac-a64c-47dcec1cf263 req-ca294603-a94f-408e-a3c5-1651c8fd0b3c tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/ports?device_id=7620a8f0-48e3-4421-930b-d8aea199e66d HTTP/1.1" status: 200 len: 945 time: 0.9248817 Feb 20 05:30:54.910734 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54758) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:54.916105 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-26bd5ee0-7584-47f5-8cd0-e1f31cae40e1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1567841921-network', 'tenant_id': '212e252b8dcb4915958b96d368ab26fe'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:30:54.940179 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bd5ee0-7584-47f5-8cd0-e1f31cae40e1 admin admin] Made reservation on behalf of 212e252b8dcb4915958b96d368ab26fe for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:30:54.942272 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26bd5ee0-7584-47f5-8cd0-e1f31cae40e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:54.969183 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26bd5ee0-7584-47f5-8cd0-e1f31cae40e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:54.972987 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1cb67884-9982-4eab-9a62-4ec84e4f3d97 req-ca520a3a-7648-4d18-82ac-5472eea6999f tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:54.973364 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1cb67884-9982-4eab-9a62-4ec84e4f3d97 req-ca520a3a-7648-4d18-82ac-5472eea6999f tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (d01c2213-b575-4ffe-8b91-412126d98de6), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:54.973688 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [req-1cb67884-9982-4eab-9a62-4ec84e4f3d97 req-ca520a3a-7648-4d18-82ac-5472eea6999f tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Floating IP d01c2213-b575-4ffe-8b91-412126d98de6 disassociated. External IP: 172.25.3.175, port: fc309023-7c61-445d-9982-4ef44beffd94. Feb 20 05:30:54.974032 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-1cb67884-9982-4eab-9a62-4ec84e4f3d97 req-ca520a3a-7648-4d18-82ac-5472eea6999f tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Calling delete_port for fc309023-7c61-445d-9982-4ef44beffd94 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:30:54.980812 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-7302b8de-dc48-4956-b1aa-c7ec2ef099a5 service neutron] Attempting to bind port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:30:54.981144 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-7302b8de-dc48-4956-b1aa-c7ec2ef099a5 service neutron] Attempting to bind port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:30:54.981468 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-7302b8de-dc48-4956-b1aa-c7ec2ef099a5 service neutron] Attempting to bind port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 on network cb4530de-66c2-443b-82e6-823a997cfe68 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:30:55.015851 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-7302b8de-dc48-4956-b1aa-c7ec2ef099a5 service neutron] Port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 on network cb4530de-66c2-443b-82e6-823a997cfe68 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:30:55.016174 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-7302b8de-dc48-4956-b1aa-c7ec2ef099a5 service neutron] Attempting to bind port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 on network cb4530de-66c2-443b-82e6-823a997cfe68 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:30:55.023368 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-7302b8de-dc48-4956-b1aa-c7ec2ef099a5 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:30:55.023706 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-7302b8de-dc48-4956-b1aa-c7ec2ef099a5 service neutron] Checking segment: {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:30:55.024104 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-7302b8de-dc48-4956-b1aa-c7ec2ef099a5 service neutron] Bound using segment: {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:30:55.024529 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-7302b8de-dc48-4956-b1aa-c7ec2ef099a5 service neutron] Bound port: a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:30:55.024884 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-7302b8de-dc48-4956-b1aa-c7ec2ef099a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:55.031788 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9db9d9d-1bcb-40ac-a64c-47dcec1cf263 req-dc2ee287-2d5c-4f7f-9970-aa759d3bb316 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1bd3d24-538d-469e-bd89-7611bd3861a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983664 Feb 20 05:30:55.049735 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:55.138710 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26bd5ee0-7584-47f5-8cd0-e1f31cae40e1 admin admin] Publish callbacks [] for security_group (2e248afc-812b-4ac7-b842-75c6f4284ea5), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:55.143058 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26bd5ee0-7584-47f5-8cd0-e1f31cae40e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2e248afc-812b-4ac7-b842-75c6f4284ea5), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:55.187318 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26bd5ee0-7584-47f5-8cd0-e1f31cae40e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:30:55.229965 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26bd5ee0-7584-47f5-8cd0-e1f31cae40e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d06481df-9a59-4fe0-aee6-9392f60cfae4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:55.230810 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-26bd5ee0-7584-47f5-8cd0-e1f31cae40e1 admin admin] Added segment d06481df-9a59-4fe0-aee6-9392f60cfae4 of type vlan for network 39dae378-4bc5-4cb0-ab07-245c62a893b2 Feb 20 05:30:55.233465 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd5ee0-7584-47f5-8cd0-e1f31cae40e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e248afc-812b-4ac7-b842-75c6f4284ea5,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:55.330468 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26bd5ee0-7584-47f5-8cd0-e1f31cae40e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (39dae378-4bc5-4cb0-ab07-245c62a893b2), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:55.373039 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26bd5ee0-7584-47f5-8cd0-e1f31cae40e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (39dae378-4bc5-4cb0-ab07-245c62a893b2), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:55.374453 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bd5ee0-7584-47f5-8cd0-e1f31cae40e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:55.375407 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26bd5ee0-7584-47f5-8cd0-e1f31cae40e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:55.452544 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-26bd5ee0-7584-47f5-8cd0-e1f31cae40e1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5410790 Feb 20 05:30:55.455626 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54760) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:55.464225 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-10499df5-5298-468b-8281-666416687549 admin admin] Request body: {'subnet': {'network_id': '39dae378-4bc5-4cb0-ab07-245c62a893b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1567841921-subnet', 'tenant_id': '212e252b8dcb4915958b96d368ab26fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:30:55.502933 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd5ee0-7584-47f5-8cd0-e1f31cae40e1 admin admin] Pushing event updated for resources: {'Network': ['ID=39dae378-4bc5-4cb0-ab07-245c62a893b2,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:55.533819 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 39dae378-4bc5-4cb0-ab07-245c62a893b2 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:30:55.550631 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10499df5-5298-468b-8281-666416687549 admin admin] Made reservation on behalf of 212e252b8dcb4915958b96d368ab26fe for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:30:55.556240 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-10499df5-5298-468b-8281-666416687549 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:55.653818 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device fc309023-7c61-445d-9982-4ef44beffd94 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:30:55.779609 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-7302b8de-dc48-4956-b1aa-c7ec2ef099a5 service neutron] For port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:30:55.793904 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:30:55.840691 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:30:55.841288 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:30:55.920894 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-7302b8de-dc48-4956-b1aa-c7ec2ef099a5 service neutron] For port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:30:55.931459 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d925153-91e3-41a7-bb25-f4aa568288a4 req-c61d8dd4-04e2-43f1-97de-ce376038a920 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:55.934962 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port fc309023-7c61-445d-9982-4ef44beffd94 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:30:55.935442 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fc309023-7c61-445d-9982-4ef44beffd94), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:55.939742 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d925153-91e3-41a7-bb25-f4aa568288a4 req-c61d8dd4-04e2-43f1-97de-ce376038a920 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 945 time: 0.7968824 Feb 20 05:30:56.007655 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-7302b8de-dc48-4956-b1aa-c7ec2ef099a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:56.044371 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d925153-91e3-41a7-bb25-f4aa568288a4 req-f6b5e6a0-528c-4755-a8dc-31d112bf5500 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036108 Feb 20 05:30:56.062640 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1cb67884-9982-4eab-9a62-4ec84e4f3d97 req-ca520a3a-7648-4d18-82ac-5472eea6999f tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (fc309023-7c61-445d-9982-4ef44beffd94), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:56.068128 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-10499df5-5298-468b-8281-666416687549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (ead12bd4-5e1f-4eb6-8921-8a2c69dde34e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:56.088998 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-7302b8de-dc48-4956-b1aa-c7ec2ef099a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:56.089631 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-7302b8de-dc48-4956-b1aa-c7ec2ef099a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:56.093380 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-7302b8de-dc48-4956-b1aa-c7ec2ef099a5 service neutron] 10.222.0.48 "PUT /v2.0/ports/a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 HTTP/1.1" status: 200 len: 1091 time: 3.9669216 Feb 20 05:30:56.101635 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73688624-cc40-46e9-9d7b-6363119f73d0', 'tag': 'a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:30:56.103989 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50cdf17-3e5b-46a7-bfd6-2821ff251e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "73688624-cc40-46e9-9d7b-6363119f73d0", "tag": "a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:30:56.217070 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302b8de-dc48-4956-b1aa-c7ec2ef099a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:56.253952 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca520a3a-7648-4d18-82ac-5472eea6999f tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Pushing event deleted for resources: {'Port': ['ID=fc309023-7c61-445d-9982-4ef44beffd94,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:56.313089 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-32fc1ae8-f1c0-4aba-bfa2-9ee3466b8d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:56.314843 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-32fc1ae8-f1c0-4aba-bfa2-9ee3466b8d99 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 1125 time: 0.1292682 Feb 20 05:30:56.332810 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10499df5-5298-468b-8281-666416687549 admin admin] Checking segment: {'id': 'd06481df-9a59-4fe0-aee6-9392f60cfae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '39dae378-4bc5-4cb0-ab07-245c62a893b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:30:56.333182 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10499df5-5298-468b-8281-666416687549 admin admin] Network hostable DHCP agents. Network: 39dae378-4bc5-4cb0-ab07-245c62a893b2, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:30:56.351442 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10499df5-5298-468b-8281-666416687549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ead12bd4-5e1f-4eb6-8921-8a2c69dde34e,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:56.354480 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 778623ff-691d-453c-8295-9c1c0a1757d2 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:30:56.385597 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-4d7f683e-06d9-4f95-9cc3-d3d84b4a8581 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 HTTP/1.1" status: 200 len: 217 time: 0.0560393 Feb 20 05:30:56.386871 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10499df5-5298-468b-8281-666416687549 admin admin] Network 39dae378-4bc5-4cb0-ab07-245c62a893b2 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:30:56.391360 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cb67884-9982-4eab-9a62-4ec84e4f3d97 req-ca520a3a-7648-4d18-82ac-5472eea6999f tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Router 9893c6d0-9f1e-47c7-940a-90e89eaa5228 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:30:56.398512 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c76cc9-7243-4ed1-a19e-a9a5fba94a24 x-openstack-request-id: req-17c76cc9-7243-4ed1-a19e-a9a5fba94a24 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:30:56.399138 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06177145-5408-44c6-9494-327242e6375e", "name": "network-vif-deleted", "tag": "2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:30:56.399532 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17c76cc9-7243-4ed1-a19e-a9a5fba94a24 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:30:56.400225 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06177145-5408-44c6-9494-327242e6375e', 'name': 'network-vif-deleted', 'tag': '2d12c04a-7b67-4e9c-8bc1-0e7fe0488d73', 'status': 'completed', 'code': 200} Feb 20 05:30:56.401727 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-10499df5-5298-468b-8281-666416687549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 39dae378-4bc5-4cb0-ab07-245c62a893b2) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:30:56.413137 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10499df5-5298-468b-8281-666416687549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:56.413852 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-10499df5-5298-468b-8281-666416687549 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:56.420888 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c253a678-a49c-4112-b60f-83c3d99960dc None None] Network 39dae378-4bc5-4cb0-ab07-245c62a893b2 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:30:56.448321 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-10499df5-5298-468b-8281-666416687549 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9906385 Feb 20 05:30:56.448954 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54786) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:56.458612 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-68febcd5-6e03-41cb-b4b3-9fb38ee8f71b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1567841921-router', 'tenant_id': '212e252b8dcb4915958b96d368ab26fe', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:30:56.497220 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-68febcd5-6e03-41cb-b4b3-9fb38ee8f71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (bd86f317-c624-464f-9836-263f33c60300), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:56.498292 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-68febcd5-6e03-41cb-b4b3-9fb38ee8f71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (bd86f317-c624-464f-9836-263f33c60300), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:56.585371 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-a4b95564-7c15-42ae-8cfe-49295ad76684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:56.587148 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-a4b95564-7c15-42ae-8cfe-49295ad76684 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b4371b84-9467-4135-93c7-7a933f791395 HTTP/1.1" status: 200 len: 848 time: 0.1942372 Feb 20 05:30:56.594817 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 778623ff-691d-453c-8295-9c1c0a1757d2 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:30:56.595451 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (778623ff-691d-453c-8295-9c1c0a1757d2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:56.624097 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-68febcd5-6e03-41cb-b4b3-9fb38ee8f71b admin admin] Publish callbacks [] for router_controller (bd86f317-c624-464f-9836-263f33c60300), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:56.728628 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-96837fce-72d4-47a3-8a9f-0e52467fb681 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb4530de-66c2-443b-82e6-823a997cfe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656059 Feb 20 05:30:56.764849 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0d5f70-6e0d-46fa-90d0-6d66b14d97b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-39dae378-4bc5-4cb0-ab07-245c62a893b2', 'network_id': '39dae378-4bc5-4cb0-ab07-245c62a893b2', 'project_id': '212e252b8dcb4915958b96d368ab26fe', 'fixed_ips': [{'subnet_id': 'ead12bd4-5e1f-4eb6-8921-8a2c69dde34e'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:30:56.769445 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa0d5f70-6e0d-46fa-90d0-6d66b14d97b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:56.826300 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daaf4f5-f3a2-4ab3-970a-be653b565ecd req-1cc3efc5-dd29-4aab-ab27-1c1106f7a848 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:56.834605 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3daaf4f5-f3a2-4ab3-970a-be653b565ecd req-1cc3efc5-dd29-4aab-ab27-1c1106f7a848 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 943 time: 0.3076100 Feb 20 05:30:56.858444 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cb67884-9982-4eab-9a62-4ec84e4f3d97 req-ca520a3a-7648-4d18-82ac-5472eea6999f tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:30:56.869879 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c1541a-36fd-4af1-a64d-36a28711b929 None None] Sync routers for ids ['9893c6d0-9f1e-47c7-940a-90e89eaa5228'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:30:56.889005 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c1541a-36fd-4af1-a64d-36a28711b929 None None] Routers {'9893c6d0-9f1e-47c7-940a-90e89eaa5228'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:30:56.896814 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d0c1541a-36fd-4af1-a64d-36a28711b929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:30:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9893c6d0-9f1e-47c7-940a-90e89eaa5228'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:56.901893 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-68febcd5-6e03-41cb-b4b3-9fb38ee8f71b admin admin] Publish callbacks [] for router_gateway (bd86f317-c624-464f-9836-263f33c60300), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:56.913127 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb67884-9982-4eab-9a62-4ec84e4f3d97 req-ca520a3a-7648-4d18-82ac-5472eea6999f tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] No DVR routers for this DVR port fc309023-7c61-445d-9982-4ef44beffd94 on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:30:56.916151 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1cb67884-9982-4eab-9a62-4ec84e4f3d97 req-ca520a3a-7648-4d18-82ac-5472eea6999f tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:56.919721 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1cb67884-9982-4eab-9a62-4ec84e4f3d97 req-ca520a3a-7648-4d18-82ac-5472eea6999f tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.61 "DELETE /v2.0/ports/fc309023-7c61-445d-9982-4ef44beffd94 HTTP/1.1" status: 204 len: 173 time: 3.7042441 Feb 20 05:30:56.979260 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3daaf4f5-f3a2-4ab3-970a-be653b565ecd req-b350ba11-1f5d-4805-bc9d-fb00b5e3cf7e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434298 Feb 20 05:30:56.983580 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-1a9e9e2e-a288-4df2-8e7c-9b08fbc0bcb6 service neutron] 10.222.0.48 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484438 Feb 20 05:30:57.045174 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54788) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:57.048854 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d0c1541a-36fd-4af1-a64d-36a28711b929 None None] Set router 9893c6d0-9f1e-47c7-940a-90e89eaa5228 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:30:57.196146 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f7e5feb3-0a4f-4f26-916a-0082a8ed175b req-ee06a705-1133-43a0-bd21-d1c8944e4c84 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/ports?device_id=7620a8f0-48e3-4421-930b-d8aea199e66d HTTP/1.1" status: 200 len: 210 time: 0.0273271 Feb 20 05:30:57.242658 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-aa0d5f70-6e0d-46fa-90d0-6d66b14d97b8 None None] Allocated IP 172.20.0.2 (39dae378-4bc5-4cb0-ab07-245c62a893b2/ead12bd4-5e1f-4eb6-8921-8a2c69dde34e/aa610582-93df-4e96-a8c8-36e9e009b2bd) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:30:57.250088 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a94a348-b45c-4e96-8ac0-70529ff878c5 admin admin] Deleting subnet 5131e1eb-90e4-4986-a91b-efaa4f6dca7c {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:30:57.257046 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a94a348-b45c-4e96-8ac0-70529ff878c5 admin admin] Publish callbacks [] for subnet (5131e1eb-90e4-4986-a91b-efaa4f6dca7c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:57.297233 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7608b65c-276c-4d21-9aa7-5dda0304b9a8 x-openstack-request-id: req-7608b65c-276c-4d21-9aa7-5dda0304b9a8 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:30:57.299713 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73688624-cc40-46e9-9d7b-6363119f73d0", "tag": "a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:30:57.305445 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7608b65c-276c-4d21-9aa7-5dda0304b9a8 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:30:57.305897 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73688624-cc40-46e9-9d7b-6363119f73d0', 'tag': 'a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4', 'status': 'completed', 'code': 200} Feb 20 05:30:57.411085 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-68febcd5-6e03-41cb-b4b3-9fb38ee8f71b admin admin] Publish callbacks [] for router_gateway (bd86f317-c624-464f-9836-263f33c60300), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:57.445712 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d0c1541a-36fd-4af1-a64d-36a28711b929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'name': 'tempest-ServersTestJSON-832282820-router', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ccc63eb4-a279-4d04-ac2b-bda08521691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:29Z', 'updated_at': '2022-02-20T05:29:36Z', 'revision_number': 4, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'gw_port': {'id': 'ccc63eb4-a279-4d04-ac2b-bda08521691d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:01:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:31Z', 'updated_at': '2022-02-20T05:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '58beebe3-adfb-4eb0-9480-76eb95450778', 'name': '', 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'mac_address': 'fa:16:3e:6f:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'f6b518f2-00ef-4191-ad2f-d2104b8cb5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:34Z', 'updated_at': '2022-02-20T05:29:45Z', 'revision_number': 5, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'subnets': [{'id': 'f6b518f2-00ef-4191-ad2f-d2104b8cb5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:57.446085 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a94a348-b45c-4e96-8ac0-70529ff878c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (5131e1eb-90e4-4986-a91b-efaa4f6dca7c), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:57.447635 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-68febcd5-6e03-41cb-b4b3-9fb38ee8f71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:57.478132 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa0d5f70-6e0d-46fa-90d0-6d66b14d97b8 None None] Publish callbacks [] for port (aa610582-93df-4e96-a8c8-36e9e009b2bd), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:57.482779 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c1541a-36fd-4af1-a64d-36a28711b929 None None] Checking router: 9893c6d0-9f1e-47c7-940a-90e89eaa5228 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:30:57.486794 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b47729-2a09-49a9-ad3b-cadb2d664cef None None] Sync routers for ids ['9d651b73-f9d4-4b8f-9c93-b689442fbfd1'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:30:57.489444 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa0d5f70-6e0d-46fa-90d0-6d66b14d97b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (aa610582-93df-4e96-a8c8-36e9e009b2bd), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:57.493832 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c1541a-36fd-4af1-a64d-36a28711b929 None None] Routers {'9893c6d0-9f1e-47c7-940a-90e89eaa5228'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:30:57.494687 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d0c1541a-36fd-4af1-a64d-36a28711b929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:30:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9893c6d0-9f1e-47c7-940a-90e89eaa5228'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:57.539030 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c3ab109d-8db3-4732-bd4a-14123a6ef3df req-7c5bcf1b-99d3-4e05-97bd-08f83b0a439d service neutron] 10.222.0.48 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5480957 Feb 20 05:30:57.559231 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0d5f70-6e0d-46fa-90d0-6d66b14d97b8 None None] Network 39dae378-4bc5-4cb0-ab07-245c62a893b2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:30:57.563835 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 778623ff-691d-453c-8295-9c1c0a1757d2 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:30:57.564047 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (778623ff-691d-453c-8295-9c1c0a1757d2), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:57.613047 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 778623ff-691d-453c-8295-9c1c0a1757d2, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=778623ff-691d-453c-8295-9c1c0a1757d2,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:30:57.616735 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d5f70-6e0d-46fa-90d0-6d66b14d97b8 None None] Pushing event updated for resources: {'Port': ['ID=aa610582-93df-4e96-a8c8-36e9e009b2bd,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:57.623205 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d0c1541a-36fd-4af1-a64d-36a28711b929 None None] Set router 9893c6d0-9f1e-47c7-940a-90e89eaa5228 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:30:57.630735 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-aa0d5f70-6e0d-46fa-90d0-6d66b14d97b8 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:30:57.640766 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (778623ff-691d-453c-8295-9c1c0a1757d2), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:57.663632 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0d5f70-6e0d-46fa-90d0-6d66b14d97b8 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:30:57.671057 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a94a348-b45c-4e96-8ac0-70529ff878c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (5131e1eb-90e4-4986-a91b-efaa4f6dca7c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:57.677295 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-68febcd5-6e03-41cb-b4b3-9fb38ee8f71b admin admin] Allocated IP 172.25.3.108 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/3e3a547e-d15c-4243-99ab-bec1d81620ed) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:30:57.718953 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800acfa-2f51-4065-ac26-4b9aa48f4f47 req-3da598c1-8dca-4eeb-840f-b00e3c5102ae tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:57.721190 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6800acfa-2f51-4065-ac26-4b9aa48f4f47 req-3da598c1-8dca-4eeb-840f-b00e3c5102ae tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 945 time: 0.2691879 Feb 20 05:30:57.803051 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-68febcd5-6e03-41cb-b4b3-9fb38ee8f71b admin admin] Publish callbacks [] for port (3e3a547e-d15c-4243-99ab-bec1d81620ed), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:57.804802 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cdf17-3e5b-46a7-bfd6-2821ff251e6b req-560f95b8-3b9b-4c4d-b96a-da8b0f372f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:57.807200 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a50cdf17-3e5b-46a7-bfd6-2821ff251e6b req-560f95b8-3b9b-4c4d-b96a-da8b0f372f76 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 1125 time: 0.1988597 Feb 20 05:30:57.812935 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=778623ff-691d-453c-8295-9c1c0a1757d2,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:57.848308 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-68febcd5-6e03-41cb-b4b3-9fb38ee8f71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (3e3a547e-d15c-4243-99ab-bec1d81620ed), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:57.869476 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d0c1541a-36fd-4af1-a64d-36a28711b929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'name': 'tempest-ServersTestJSON-832282820-router', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ccc63eb4-a279-4d04-ac2b-bda08521691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:29Z', 'updated_at': '2022-02-20T05:29:36Z', 'revision_number': 4, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'gw_port': {'id': 'ccc63eb4-a279-4d04-ac2b-bda08521691d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:01:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:31Z', 'updated_at': '2022-02-20T05:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '58beebe3-adfb-4eb0-9480-76eb95450778', 'name': '', 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'mac_address': 'fa:16:3e:6f:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'f6b518f2-00ef-4191-ad2f-d2104b8cb5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:34Z', 'updated_at': '2022-02-20T05:29:45Z', 'revision_number': 5, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'subnets': [{'id': 'f6b518f2-00ef-4191-ad2f-d2104b8cb5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:57.874394 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-aa0d5f70-6e0d-46fa-90d0-6d66b14d97b8 None None] Attempting to bind port aa610582-93df-4e96-a8c8-36e9e009b2bd on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:30:57.875127 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-aa0d5f70-6e0d-46fa-90d0-6d66b14d97b8 None None] Attempting to bind port aa610582-93df-4e96-a8c8-36e9e009b2bd by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'd06481df-9a59-4fe0-aee6-9392f60cfae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '39dae378-4bc5-4cb0-ab07-245c62a893b2'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:30:57.876309 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0d5f70-6e0d-46fa-90d0-6d66b14d97b8 None None] Attempting to bind port aa610582-93df-4e96-a8c8-36e9e009b2bd on network 39dae378-4bc5-4cb0-ab07-245c62a893b2 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:30:57.880864 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b47729-2a09-49a9-ad3b-cadb2d664cef None None] Routers {'9d651b73-f9d4-4b8f-9c93-b689442fbfd1'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:30:57.882406 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-06b47729-2a09-49a9-ad3b-cadb2d664cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:30:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9d651b73-f9d4-4b8f-9c93-b689442fbfd1'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:57.889192 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68febcd5-6e03-41cb-b4b3-9fb38ee8f71b admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:30:57.893277 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-68febcd5-6e03-41cb-b4b3-9fb38ee8f71b admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:30:57.897508 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c1541a-36fd-4af1-a64d-36a28711b929 None None] The sync data for ids ['9893c6d0-9f1e-47c7-940a-90e89eaa5228'] in n-d-829866-5 is: [{'id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'name': 'tempest-ServersTestJSON-832282820-router', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ccc63eb4-a279-4d04-ac2b-bda08521691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:29Z', 'updated_at': '2022-02-20T05:29:36Z', 'revision_number': 4, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'gw_port': {'id': 'ccc63eb4-a279-4d04-ac2b-bda08521691d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:01:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:31Z', 'updated_at': '2022-02-20T05:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '58beebe3-adfb-4eb0-9480-76eb95450778', 'name': '', 'network_id': '1b43d151-723d-4d53-ab29-704a1719daa4', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'mac_address': 'fa:16:3e:6f:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'f6b518f2-00ef-4191-ad2f-d2104b8cb5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:34Z', 'updated_at': '2022-02-20T05:29:45Z', 'revision_number': 5, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'subnets': [{'id': 'f6b518f2-00ef-4191-ad2f-d2104b8cb5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:30:57.898548 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68febcd5-6e03-41cb-b4b3-9fb38ee8f71b admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:30:57.958786 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68febcd5-6e03-41cb-b4b3-9fb38ee8f71b admin admin] Pushing event updated for resources: {'Port': ['ID=3e3a547e-d15c-4243-99ab-bec1d81620ed,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:57.973053 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0d5f70-6e0d-46fa-90d0-6d66b14d97b8 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:30:57.973431 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0d5f70-6e0d-46fa-90d0-6d66b14d97b8 None None] Checking segment: {'id': 'd06481df-9a59-4fe0-aee6-9392f60cfae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '39dae378-4bc5-4cb0-ab07-245c62a893b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:30:57.973912 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa0d5f70-6e0d-46fa-90d0-6d66b14d97b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:57.974379 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0d5f70-6e0d-46fa-90d0-6d66b14d97b8 None None] Bound using segment: {'id': 'd06481df-9a59-4fe0-aee6-9392f60cfae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '39dae378-4bc5-4cb0-ab07-245c62a893b2'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:30:57.974967 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-aa0d5f70-6e0d-46fa-90d0-6d66b14d97b8 None None] Bound port: aa610582-93df-4e96-a8c8-36e9e009b2bd, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06481df-9a59-4fe0-aee6-9392f60cfae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '39dae378-4bc5-4cb0-ab07-245c62a893b2'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:30:57.975536 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa0d5f70-6e0d-46fa-90d0-6d66b14d97b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (aa610582-93df-4e96-a8c8-36e9e009b2bd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:58.065105 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cdf17-3e5b-46a7-bfd6-2821ff251e6b req-5ab9ab1d-55c5-42f0-ad85-d00aa5ad9d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:58.070879 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a50cdf17-3e5b-46a7-bfd6-2821ff251e6b req-5ab9ab1d-55c5-42f0-ad85-d00aa5ad9d29 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 908 time: 0.2358582 Feb 20 05:30:58.104792 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-06b47729-2a09-49a9-ad3b-cadb2d664cef None None] Set router 9d651b73-f9d4-4b8f-9c93-b689442fbfd1 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:30:58.109615 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6800acfa-2f51-4065-ac26-4b9aa48f4f47 req-6c5b4dfe-c66d-40a3-961c-dda1cd45eaf2 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809907 Feb 20 05:30:58.117972 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a94a348-b45c-4e96-8ac0-70529ff878c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (5131e1eb-90e4-4986-a91b-efaa4f6dca7c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:58.166029 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-aa0d5f70-6e0d-46fa-90d0-6d66b14d97b8 None None] For port aa610582-93df-4e96-a8c8-36e9e009b2bd, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:30:58.179649 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 778623ff-691d-453c-8295-9c1c0a1757d2 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:30:58.208910 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94a348-b45c-4e96-8ac0-70529ff878c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5131e1eb-90e4-4986-a91b-efaa4f6dca7c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:58.253083 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-aa0d5f70-6e0d-46fa-90d0-6d66b14d97b8 None None] For port aa610582-93df-4e96-a8c8-36e9e009b2bd, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=aa610582-93df-4e96-a8c8-36e9e009b2bd,segment=NetworkSegment(d06481df-9a59-4fe0-aee6-9392f60cfae4),segment_id=d06481df-9a59-4fe0-aee6-9392f60cfae4)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:30:58.277700 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa0d5f70-6e0d-46fa-90d0-6d66b14d97b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (aa610582-93df-4e96-a8c8-36e9e009b2bd), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:58.329947 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a94a348-b45c-4e96-8ac0-70529ff878c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:58.334401 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8a94a348-b45c-4e96-8ac0-70529ff878c5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5131e1eb-90e4-4986-a91b-efaa4f6dca7c HTTP/1.1" status: 204 len: 168 time: 1.2852495 Feb 20 05:30:58.336502 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a50cdf17-3e5b-46a7-bfd6-2821ff251e6b req-f9462b1d-1369-4e51-8218-651650f5e2d9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 HTTP/1.1" status: 200 len: 217 time: 0.2206333 Feb 20 05:30:58.339572 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54808) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:58.378002 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-68febcd5-6e03-41cb-b4b3-9fb38ee8f71b admin admin] Publish callbacks [] for router_gateway (bd86f317-c624-464f-9836-263f33c60300), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:58.391530 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd2fdcd-7a4e-4fb2-bb5e-636cda36879f None None] New status for floating IP d01c2213-b575-4ffe-8b91-412126d98de6: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:30:58.402853 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d5f70-6e0d-46fa-90d0-6d66b14d97b8 None None] Pushing event updated for resources: {'Port': ['ID=aa610582-93df-4e96-a8c8-36e9e009b2bd,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:58.428182 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 778623ff-691d-453c-8295-9c1c0a1757d2 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:30:58.428554 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (778623ff-691d-453c-8295-9c1c0a1757d2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:58.573960 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cdf17-3e5b-46a7-bfd6-2821ff251e6b req-c39629f1-4c94-41d5-abe9-9d576f98671a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:58.581947 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a50cdf17-3e5b-46a7-bfd6-2821ff251e6b req-c39629f1-4c94-41d5-abe9-9d576f98671a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b4371b84-9467-4135-93c7-7a933f791395 HTTP/1.1" status: 200 len: 848 time: 0.2219615 Feb 20 05:30:58.589152 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61b02649-9531-4838-a3f9-35066f3fe2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (1ca31984-3937-4f65-9845-085b9154fe9a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:58.620657 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393137e6-e912-4f99-9eef-06e7efdd5387 req-07d75c15-17d7-40e1-a87a-76f73c5d4a31 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:58.629762 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-393137e6-e912-4f99-9eef-06e7efdd5387 req-07d75c15-17d7-40e1-a87a-76f73c5d4a31 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a178d0-928a-438b-9e05-33b84b5c08a7 HTTP/1.1" status: 200 len: 949 time: 0.2559125 Feb 20 05:30:58.717706 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a50cdf17-3e5b-46a7-bfd6-2821ff251e6b req-ffd7664d-c138-468c-b6df-b0fa07c16cbc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb4530de-66c2-443b-82e6-823a997cfe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247315 Feb 20 05:30:58.721732 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-68febcd5-6e03-41cb-b4b3-9fb38ee8f71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (bd86f317-c624-464f-9836-263f33c60300), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:58.798916 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-393137e6-e912-4f99-9eef-06e7efdd5387 req-6e4f7027-a182-4de0-9b30-8f709c88c2e2 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bdc4e01-6173-4439-8f04-50931ec714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634116 Feb 20 05:30:58.893402 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68febcd5-6e03-41cb-b4b3-9fb38ee8f71b admin admin] Router bd86f317-c624-464f-9836-263f33c60300 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:30:58.900609 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-06b47729-2a09-49a9-ad3b-cadb2d664cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'name': 'tempest-TaggedBootDevicesTest-1449630474-router', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:30:45Z', 'updated_at': '2022-02-20T05:30:51Z', 'revision_number': 4, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'gw_port': {'id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:46Z', 'updated_at': '2022-02-20T05:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'a6c5908c-6e03-4f06-99c2-4a4136ddb753', 'name': '', 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'mac_address': 'fa:16:3e:ae:f7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '47bafeeb-eb88-48c3-9668-c5c4cd61bb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:49Z', 'updated_at': '2022-02-20T05:30:52Z', 'revision_number': 2, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'subnets': [{'id': '47bafeeb-eb88-48c3-9668-c5c4cd61bb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:58.930919 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 778623ff-691d-453c-8295-9c1c0a1757d2 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:30:58.935685 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b47729-2a09-49a9-ad3b-cadb2d664cef None None] Checking router: 9d651b73-f9d4-4b8f-9c93-b689442fbfd1 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:30:58.936109 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b47729-2a09-49a9-ad3b-cadb2d664cef None None] Updating router 9d651b73-f9d4-4b8f-9c93-b689442fbfd1 port a6c5908c-6e03-4f06-99c2-4a4136ddb753 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:30:58.979097 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06b47729-2a09-49a9-ad3b-cadb2d664cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a6c5908c-6e03-4f06-99c2-4a4136ddb753), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:59.025420 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61b02649-9531-4838-a3f9-35066f3fe2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (1ca31984-3937-4f65-9845-085b9154fe9a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:59.095177 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-61b02649-9531-4838-a3f9-35066f3fe2d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca31984-3937-4f65-9845-085b9154fe9a']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:59.109307 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-61b02649-9531-4838-a3f9-35066f3fe2d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381707a6-3693-4b4c-8075-f8c999756934') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:59.109674 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-61b02649-9531-4838-a3f9-35066f3fe2d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381707a6-3693-4b4c-8075-f8c999756934') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:30:59.120058 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a50cdf17-3e5b-46a7-bfd6-2821ff251e6b req-88d088e4-d9b4-415c-850b-5a74652fbb56 service neutron] 10.222.0.48 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868914 Feb 20 05:30:59.125034 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61b02649-9531-4838-a3f9-35066f3fe2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (381707a6-3693-4b4c-8075-f8c999756934), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:59.149060 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e1067-4599-4a83-8751-93817bd5303d req-8f52ae58-afa4-4607-8117-9725478e3338 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:59.156097 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fd8e1067-4599-4a83-8751-93817bd5303d req-8f52ae58-afa4-4607-8117-9725478e3338 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 943 time: 0.1963670 Feb 20 05:30:59.187337 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61b02649-9531-4838-a3f9-35066f3fe2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (381707a6-3693-4b4c-8075-f8c999756934), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:59.250386 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b02649-9531-4838-a3f9-35066f3fe2d6 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:30:59.250829 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61b02649-9531-4838-a3f9-35066f3fe2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (381707a6-3693-4b4c-8075-f8c999756934), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:59.263812 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fd8e1067-4599-4a83-8751-93817bd5303d req-922d6b73-a2ad-4588-9474-6902ce8587ea tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067655 Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:30:59.264563 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:30:59.307811 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7620a8f0-48e3-4421-930b-d8aea199e66d', 'name': 'network-vif-deleted', 'tag': 'fc309023-7c61-445d-9982-4ef44beffd94'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:30:59.319117 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c12319-2acc-458c-8f20-86f853640ea5" -d '{"events": [{"server_uuid": "7620a8f0-48e3-4421-930b-d8aea199e66d", "name": "network-vif-deleted", "tag": "fc309023-7c61-445d-9982-4ef44beffd94"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:30:59.357365 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06b47729-2a09-49a9-ad3b-cadb2d664cef None None] Publish callbacks [] for port (a6c5908c-6e03-4f06-99c2-4a4136ddb753), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:59.364724 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06b47729-2a09-49a9-ad3b-cadb2d664cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a6c5908c-6e03-4f06-99c2-4a4136ddb753), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:59.417853 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d89b8-feb2-4863-8c92-6cd24d3e42d9 None None] Pushing event updated for resources: {'Port': ['ID=a6c5908c-6e03-4f06-99c2-4a4136ddb753,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:59.452357 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61b02649-9531-4838-a3f9-35066f3fe2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (1ca31984-3937-4f65-9845-085b9154fe9a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:59.466043 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61b02649-9531-4838-a3f9-35066f3fe2d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:59.470365 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-61b02649-9531-4838-a3f9-35066f3fe2d6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1ca31984-3937-4f65-9845-085b9154fe9a HTTP/1.1" status: 204 len: 168 time: 1.1290510 Feb 20 05:30:59.474797 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54830) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:59.522815 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b02649-9531-4838-a3f9-35066f3fe2d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ca31984-3937-4f65-9845-085b9154fe9a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:59.578700 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-06b47729-2a09-49a9-ad3b-cadb2d664cef None None] Attempting to bind port a6c5908c-6e03-4f06-99c2-4a4136ddb753 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:30:59.582272 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-06b47729-2a09-49a9-ad3b-cadb2d664cef None None] Attempting to bind port a6c5908c-6e03-4f06-99c2-4a4136ddb753 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '3afd5b42-a457-4a41-9db4-611bccf50f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:30:59.583007 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b47729-2a09-49a9-ad3b-cadb2d664cef None None] Attempting to bind port a6c5908c-6e03-4f06-99c2-4a4136ddb753 on network 6f0a901a-07d7-42e9-9967-ca10530f93ff {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:30:59.585714 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aca1d94-76fa-49ad-a292-20afaf10f6bd admin admin] Deleting subnet 58b82af3-2ed3-450c-affc-a8050f4a5fa4 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:30:59.592656 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7aca1d94-76fa-49ad-a292-20afaf10f6bd admin admin] Publish callbacks [] for subnet (58b82af3-2ed3-450c-affc-a8050f4a5fa4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:59.595724 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b47729-2a09-49a9-ad3b-cadb2d664cef None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:30:59.596110 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b47729-2a09-49a9-ad3b-cadb2d664cef None None] Checking segment: {'id': '3afd5b42-a457-4a41-9db4-611bccf50f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:30:59.596523 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06b47729-2a09-49a9-ad3b-cadb2d664cef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:59.599229 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b47729-2a09-49a9-ad3b-cadb2d664cef None None] Bound using segment: {'id': '3afd5b42-a457-4a41-9db4-611bccf50f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:30:59.599709 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-06b47729-2a09-49a9-ad3b-cadb2d664cef None None] Bound port: a6c5908c-6e03-4f06-99c2-4a4136ddb753, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3afd5b42-a457-4a41-9db4-611bccf50f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:30:59.600117 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06b47729-2a09-49a9-ad3b-cadb2d664cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a6c5908c-6e03-4f06-99c2-4a4136ddb753), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:59.619360 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a50cdf17-3e5b-46a7-bfd6-2821ff251e6b req-b168293c-7b4f-4d9a-9f59-ea5933cd77f2 service neutron] 10.222.0.48 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909234 Feb 20 05:30:59.681956 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf7992-f91f-44d4-9d55-9858dfa7ada3 req-d6ac0c53-fb1c-4e2b-955c-977a26384633 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:30:59.693095 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eedf7992-f91f-44d4-9d55-9858dfa7ada3 req-d6ac0c53-fb1c-4e2b-955c-977a26384633 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 945 time: 0.1756938 Feb 20 05:30:59.694418 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7aca1d94-76fa-49ad-a292-20afaf10f6bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (58b82af3-2ed3-450c-affc-a8050f4a5fa4), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:59.763943 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7aca1d94-76fa-49ad-a292-20afaf10f6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (58b82af3-2ed3-450c-affc-a8050f4a5fa4), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:59.765174 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-06b47729-2a09-49a9-ad3b-cadb2d664cef None None] For port a6c5908c-6e03-4f06-99c2-4a4136ddb753, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:30:59.769468 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-06b47729-2a09-49a9-ad3b-cadb2d664cef None None] For port a6c5908c-6e03-4f06-99c2-4a4136ddb753, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a6c5908c-6e03-4f06-99c2-4a4136ddb753,segment=NetworkSegment(3afd5b42-a457-4a41-9db4-611bccf50f94),segment_id=3afd5b42-a457-4a41-9db4-611bccf50f94)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:30:59.784948 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 57433717-bf51-4f95-9d65-5b8f13e4a9bd no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:30:59.805753 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eedf7992-f91f-44d4-9d55-9858dfa7ada3 req-0a2acc2b-2ed5-44ff-a6af-ccae42bb898b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113629 Feb 20 05:30:59.851377 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06b47729-2a09-49a9-ad3b-cadb2d664cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a6c5908c-6e03-4f06-99c2-4a4136ddb753), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:59.877639 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68febcd5-6e03-41cb-b4b3-9fb38ee8f71b admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:30:59.884292 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7aca1d94-76fa-49ad-a292-20afaf10f6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (58b82af3-2ed3-450c-affc-a8050f4a5fa4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:59.918686 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc171ec-2b17-446f-9b74-2bea70d5c1b3 None None] Sync routers for ids ['bd86f317-c624-464f-9836-263f33c60300'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:30:59.927695 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca1d94-76fa-49ad-a292-20afaf10f6bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58b82af3-2ed3-450c-affc-a8050f4a5fa4,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:30:59.933718 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7aca1d94-76fa-49ad-a292-20afaf10f6bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:59.940548 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54834) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:30:59.940827 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7aca1d94-76fa-49ad-a292-20afaf10f6bd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/58b82af3-2ed3-450c-affc-a8050f4a5fa4 HTTP/1.1" status: 204 len: 168 time: 0.4627094 Feb 20 05:30:59.944615 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-68febcd5-6e03-41cb-b4b3-9fb38ee8f71b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:30:59.946054 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-68febcd5-6e03-41cb-b4b3-9fb38ee8f71b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4951553 Feb 20 05:30:59.948513 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54836) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:00.024381 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-58e8a065-9129-40d6-aa6e-ca72a742cbed None None] Provisioning complete for port a6c5908c-6e03-4f06-99c2-4a4136ddb753 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:00.024763 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58e8a065-9129-40d6-aa6e-ca72a742cbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a6c5908c-6e03-4f06-99c2-4a4136ddb753), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:00.090366 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f882372-a5e8-4fa0-b912-bb62c5a29658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (8e0f8ca2-56ee-4480-81b6-b57d259da816), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:00.121940 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc171ec-2b17-446f-9b74-2bea70d5c1b3 None None] Routers {'bd86f317-c624-464f-9836-263f33c60300'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:31:00.122629 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-5fc171ec-2b17-446f-9b74-2bea70d5c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:30:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['bd86f317-c624-464f-9836-263f33c60300'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:00.299993 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f882372-a5e8-4fa0-b912-bb62c5a29658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (8e0f8ca2-56ee-4480-81b6-b57d259da816), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:00.342076 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-0f882372-a5e8-4fa0-b912-bb62c5a29658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e0f8ca2-56ee-4480-81b6-b57d259da816']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:00.358698 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-0f882372-a5e8-4fa0-b912-bb62c5a29658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb0d82a-0e29-416e-86d8-df1bddb682f6') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:00.359018 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-0f882372-a5e8-4fa0-b912-bb62c5a29658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb0d82a-0e29-416e-86d8-df1bddb682f6') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:00.375518 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2641edc4-f53c-4195-b096-ebcf4ab6b3bf None None] Network 39dae378-4bc5-4cb0-ab07-245c62a893b2 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:31:00.377775 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device aa610582-93df-4e96-a8c8-36e9e009b2bd up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:31:00.379870 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f882372-a5e8-4fa0-b912-bb62c5a29658 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (bcb0d82a-0e29-416e-86d8-df1bddb682f6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:00.411040 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f882372-a5e8-4fa0-b912-bb62c5a29658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (bcb0d82a-0e29-416e-86d8-df1bddb682f6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:00.420383 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f882372-a5e8-4fa0-b912-bb62c5a29658 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:31:00.420782 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f882372-a5e8-4fa0-b912-bb62c5a29658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (bcb0d82a-0e29-416e-86d8-df1bddb682f6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:31:00.426090 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:31:00.530296 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617f03dd-8119-4cde-85a7-9e7ab6f2a471 x-openstack-request-id: req-617f03dd-8119-4cde-85a7-9e7ab6f2a471 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:31:00.530596 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7620a8f0-48e3-4421-930b-d8aea199e66d", "name": "network-vif-deleted", "tag": "fc309023-7c61-445d-9982-4ef44beffd94", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:31:00.530846 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-617f03dd-8119-4cde-85a7-9e7ab6f2a471 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:31:00.531619 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7620a8f0-48e3-4421-930b-d8aea199e66d', 'name': 'network-vif-deleted', 'tag': 'fc309023-7c61-445d-9982-4ef44beffd94', 'status': 'completed', 'code': 200} Feb 20 05:31:00.551112 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f882372-a5e8-4fa0-b912-bb62c5a29658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (8e0f8ca2-56ee-4480-81b6-b57d259da816), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:00.556793 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54840) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:00.617316 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f882372-a5e8-4fa0-b912-bb62c5a29658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:00.643746 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0f882372-a5e8-4fa0-b912-bb62c5a29658 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8e0f8ca2-56ee-4480-81b6-b57d259da816 HTTP/1.1" status: 204 len: 168 time: 0.7020688 Feb 20 05:31:00.685351 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-5fc171ec-2b17-446f-9b74-2bea70d5c1b3 None None] Set router bd86f317-c624-464f-9836-263f33c60300 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:31:00.701018 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f882372-a5e8-4fa0-b912-bb62c5a29658 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e0f8ca2-56ee-4480-81b6-b57d259da816,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:00.759025 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-80161e58-5a3d-4fee-a938-c4e90916f3d8 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks [] for security_group (a1bd3d24-538d-469e-bd89-7611bd3861a6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:00.774117 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6b8aa173-ba0e-4339-b31c-6a0ef3652770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:00.795586 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-80161e58-5a3d-4fee-a938-c4e90916f3d8 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks [] for security_group (a1bd3d24-538d-469e-bd89-7611bd3861a6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:00.843837 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba4a7b-fccc-4b56-9a4c-47cb448d601f req-a3cac418-84f0-4f5e-a92b-07a73164ddb7 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:00.845544 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50ba4a7b-fccc-4b56-9a4c-47cb448d601f req-a3cac418-84f0-4f5e-a92b-07a73164ddb7 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 943 time: 0.1532159 Feb 20 05:31:00.910124 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d89b8-feb2-4863-8c92-6cd24d3e42d9 None None] Pushing event updated for resources: {'Port': ['ID=a6c5908c-6e03-4f06-99c2-4a4136ddb753,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:00.921551 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 57433717-bf51-4f95-9d65-5b8f13e4a9bd is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:00.922184 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:00.929094 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b47729-2a09-49a9-ad3b-cadb2d664cef None None] Routers {'9d651b73-f9d4-4b8f-9c93-b689442fbfd1'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:31:00.929635 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-06b47729-2a09-49a9-ad3b-cadb2d664cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:30:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9d651b73-f9d4-4b8f-9c93-b689442fbfd1'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:00.983324 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54848) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:01.039233 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-80161e58-5a3d-4fee-a938-c4e90916f3d8 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a1bd3d24-538d-469e-bd89-7611bd3861a6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:01.045216 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-80161e58-5a3d-4fee-a938-c4e90916f3d8 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:01.046712 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-80161e58-5a3d-4fee-a938-c4e90916f3d8 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "DELETE /v2.0/security-groups/a1bd3d24-538d-469e-bd89-7611bd3861a6 HTTP/1.1" status: 204 len: 168 time: 0.4851651 Feb 20 05:31:01.049296 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54850) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:01.066373 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50ba4a7b-fccc-4b56-9a4c-47cb448d601f req-2be86421-10c8-4d40-976a-4432621bb3b5 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108917 Feb 20 05:31:01.106572 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-daa5477f-01f1-4888-8287-f2c4593f5873 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] show failed (client error): The resource could not be found. Feb 20 05:31:01.111089 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-daa5477f-01f1-4888-8287-f2c4593f5873 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "GET /v2.0/security-groups/a1bd3d24-538d-469e-bd89-7611bd3861a6 HTTP/1.1" status: 404 len: 347 time: 0.0571578 Feb 20 05:31:01.113213 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54852) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:01.116332 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-6b8aa173-ba0e-4339-b31c-6a0ef3652770 admin admin] Allocated IP 172.20.0.1 (39dae378-4bc5-4cb0-ab07-245c62a893b2/ead12bd4-5e1f-4eb6-8921-8a2c69dde34e/52514efd-0d82-41a7-a3fd-32a83d4b90a0) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:31:01.124870 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80161e58-5a3d-4fee-a938-c4e90916f3d8 tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bd3d24-538d-469e-bd89-7611bd3861a6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:01.154887 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a178d0-928a-438b-9e05-33b84b5c08a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57433717-bf51-4f95-9d65-5b8f13e4a9bd'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:31:01.155634 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c2d914d8-1306-4f3b-9612-576c7ff63737 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1cc75ca02eea4ac1a30fe90e255178c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1724145 Feb 20 05:31:01.156249 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54858) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:01.158761 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215d194e-f617-4fc9-8877-a9e19b0b6c26" -d '{"events": [{"server_uuid": "52a178d0-928a-438b-9e05-33b84b5c08a7", "name": "network-vif-unplugged", "status": "completed", "tag": "57433717-bf51-4f95-9d65-5b8f13e4a9bd"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:31:01.212553 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-58e8a065-9129-40d6-aa6e-ca72a742cbed None None] Current status of the port a6c5908c-6e03-4f06-99c2-4a4136ddb753 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:01.213355 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58e8a065-9129-40d6-aa6e-ca72a742cbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a6c5908c-6e03-4f06-99c2-4a4136ddb753), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:01.228986 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 57433717-bf51-4f95-9d65-5b8f13e4a9bd, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=57433717-bf51-4f95-9d65-5b8f13e4a9bd,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:31:01.290343 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:01.293738 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port aa610582-93df-4e96-a8c8-36e9e009b2bd triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:01.294353 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (aa610582-93df-4e96-a8c8-36e9e009b2bd), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:01.309728 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ae52359a-c45a-421a-8581-0925c52eb980 admin admin] Publish callbacks [] for security_group (040e3022-4b0c-4bc3-aef7-4787ec3215be), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:01.353580 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ae52359a-c45a-421a-8581-0925c52eb980 admin admin] Publish callbacks [] for security_group (040e3022-4b0c-4bc3-aef7-4787ec3215be), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:01.416557 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-06b47729-2a09-49a9-ad3b-cadb2d664cef None None] Set router 9d651b73-f9d4-4b8f-9c93-b689442fbfd1 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:31:01.447861 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ae52359a-c45a-421a-8581-0925c52eb980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (040e3022-4b0c-4bc3-aef7-4787ec3215be), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:01.451650 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ae52359a-c45a-421a-8581-0925c52eb980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:01.455864 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ae52359a-c45a-421a-8581-0925c52eb980 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/040e3022-4b0c-4bc3-aef7-4787ec3215be HTTP/1.1" status: 204 len: 168 time: 0.2962236 Feb 20 05:31:01.477125 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52359a-c45a-421a-8581-0925c52eb980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040e3022-4b0c-4bc3-aef7-4787ec3215be,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:01.512970 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-862c56e5-7f59-4a26-9c8e-a55b50be9dcb tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Deleting port da992050-3108-45a4-8927-a9d8e23e3d32 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:31:01.513731 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-862c56e5-7f59-4a26-9c8e-a55b50be9dcb tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (da992050-3108-45a4-8927-a9d8e23e3d32), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:01.637866 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6b8aa173-ba0e-4339-b31c-6a0ef3652770 admin admin] Publish callbacks [] for port (52514efd-0d82-41a7-a3fd-32a83d4b90a0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:01.676799 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6b8aa173-ba0e-4339-b31c-6a0ef3652770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (52514efd-0d82-41a7-a3fd-32a83d4b90a0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:01.759612 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8aa173-ba0e-4339-b31c-6a0ef3652770 admin admin] Network 39dae378-4bc5-4cb0-ab07-245c62a893b2 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:31:01.770489 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8aa173-ba0e-4339-b31c-6a0ef3652770 admin admin] Pushing event updated for resources: {'Port': ['ID=52514efd-0d82-41a7-a3fd-32a83d4b90a0,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:01.773323 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-6b8aa173-ba0e-4339-b31c-6a0ef3652770 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:31:01.779256 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8aa173-ba0e-4339-b31c-6a0ef3652770 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:31:01.790724 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-862c56e5-7f59-4a26-9c8e-a55b50be9dcb tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (da992050-3108-45a4-8927-a9d8e23e3d32), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:01.791205 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-862c56e5-7f59-4a26-9c8e-a55b50be9dcb tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks [] for floatingip (da992050-3108-45a4-8927-a9d8e23e3d32), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:01.854579 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-862c56e5-7f59-4a26-9c8e-a55b50be9dcb tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Calling delete_port for da992050-3108-45a4-8927-a9d8e23e3d32 owned by network:floatingip {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:31:01.915391 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6b8aa173-ba0e-4339-b31c-6a0ef3652770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (bd86f317-c624-464f-9836-263f33c60300), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:02.060165 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54902) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:02.140112 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-aceca89c-9e85-4985-9921-6566839d7993 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7acc4413d9cd403cb0ff989a455df42b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0786834 Feb 20 05:31:02.144134 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54906) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:02.233436 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-58e8a065-9129-40d6-aa6e-ca72a742cbed None None] For port a6c5908c-6e03-4f06-99c2-4a4136ddb753, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a6c5908c-6e03-4f06-99c2-4a4136ddb753,segment=NetworkSegment(3afd5b42-a457-4a41-9db4-611bccf50f94),segment_id=3afd5b42-a457-4a41-9db4-611bccf50f94)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:31:02.259489 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6b8aa173-ba0e-4339-b31c-6a0ef3652770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (52514efd-0d82-41a7-a3fd-32a83d4b90a0), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:02.313614 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58e8a065-9129-40d6-aa6e-ca72a742cbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a6c5908c-6e03-4f06-99c2-4a4136ddb753), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:02.337599 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d2282-be95-4ade-b604-55f0c7e5b6e6 req-3d4d835f-ff15-42d5-92d0-7036aa8106fb tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:02.343126 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-312d2282-be95-4ade-b604-55f0c7e5b6e6 req-3d4d835f-ff15-42d5-92d0-7036aa8106fb tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 945 time: 0.1884937 Feb 20 05:31:02.415377 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eccf7afb-d039-410d-86cf-4f20a4fb53a4 admin admin] Publish callbacks [] for security_group (cf26e85f-cfff-4901-ae27-a0be4cd00d1b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:02.424226 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port aa610582-93df-4e96-a8c8-36e9e009b2bd is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:02.424623 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (aa610582-93df-4e96-a8c8-36e9e009b2bd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:02.464590 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eccf7afb-d039-410d-86cf-4f20a4fb53a4 admin admin] Publish callbacks [] for security_group (cf26e85f-cfff-4901-ae27-a0be4cd00d1b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:02.471962 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port aa610582-93df-4e96-a8c8-36e9e009b2bd, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=aa610582-93df-4e96-a8c8-36e9e009b2bd,segment=NetworkSegment(d06481df-9a59-4fe0-aee6-9392f60cfae4),segment_id=d06481df-9a59-4fe0-aee6-9392f60cfae4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:31:02.477555 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=57433717-bf51-4f95-9d65-5b8f13e4a9bd,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:02.559747 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eccf7afb-d039-410d-86cf-4f20a4fb53a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (cf26e85f-cfff-4901-ae27-a0be4cd00d1b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:02.563051 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eccf7afb-d039-410d-86cf-4f20a4fb53a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:02.563959 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8a065-9129-40d6-aa6e-ca72a742cbed None None] Pushing event updated for resources: {'Port': ['ID=a6c5908c-6e03-4f06-99c2-4a4136ddb753,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:02.566777 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-eccf7afb-d039-410d-86cf-4f20a4fb53a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf26e85f-cfff-4901-ae27-a0be4cd00d1b HTTP/1.1" status: 204 len: 168 time: 0.4194543 Feb 20 05:31:02.582436 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (aa610582-93df-4e96-a8c8-36e9e009b2bd), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:02.584923 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-312d2282-be95-4ade-b604-55f0c7e5b6e6 req-cf3f838f-3b53-44b6-b621-0319b23a847b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282562 Feb 20 05:31:02.601319 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf7afb-d039-410d-86cf-4f20a4fb53a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf26e85f-cfff-4901-ae27-a0be4cd00d1b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:02.713473 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c18348-2833-4d01-8d95-aa957f96d7ee x-openstack-request-id: req-c5c18348-2833-4d01-8d95-aa957f96d7ee {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:31:02.713773 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a178d0-928a-438b-9e05-33b84b5c08a7", "name": "network-vif-unplugged", "status": "completed", "tag": "57433717-bf51-4f95-9d65-5b8f13e4a9bd", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:31:02.714033 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5c18348-2833-4d01-8d95-aa957f96d7ee {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:31:02.714431 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a178d0-928a-438b-9e05-33b84b5c08a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57433717-bf51-4f95-9d65-5b8f13e4a9bd', 'code': 200} Feb 20 05:31:02.789908 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-5fc171ec-2b17-446f-9b74-2bea70d5c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd86f317-c624-464f-9836-263f33c60300', 'name': 'tempest-TaggedBootDevicesTest-1567841921-router', 'tenant_id': '212e252b8dcb4915958b96d368ab26fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '3e3a547e-d15c-4243-99ab-bec1d81620ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:30:56Z', 'updated_at': '2022-02-20T05:30:58Z', 'revision_number': 3, 'project_id': '212e252b8dcb4915958b96d368ab26fe', 'gw_port': {'id': '3e3a547e-d15c-4243-99ab-bec1d81620ed', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:59:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd86f317-c624-464f-9836-263f33c60300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:57Z', 'updated_at': '2022-02-20T05:30:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:02.827425 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc171ec-2b17-446f-9b74-2bea70d5c1b3 None None] Checking router: bd86f317-c624-464f-9836-263f33c60300 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:31:02.827787 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc171ec-2b17-446f-9b74-2bea70d5c1b3 None None] Updating router bd86f317-c624-464f-9836-263f33c60300 port 3e3a547e-d15c-4243-99ab-bec1d81620ed binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:31:02.853555 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-c7b7d793-d158-42ae-a1fc-bf9d13065891 None None] Provisioning complete for port aa610582-93df-4e96-a8c8-36e9e009b2bd triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:02.853928 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7b7d793-d158-42ae-a1fc-bf9d13065891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (aa610582-93df-4e96-a8c8-36e9e009b2bd), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:02.909015 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6b8aa173-ba0e-4339-b31c-6a0ef3652770 admin admin] Publish callbacks [] for port (52514efd-0d82-41a7-a3fd-32a83d4b90a0), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:02.919539 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-862c56e5-7f59-4a26-9c8e-a55b50be9dcb tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (da992050-3108-45a4-8927-a9d8e23e3d32), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:02.964302 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a6c5908c-6e03-4f06-99c2-4a4136ddb753 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:31:02.977156 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6b8aa173-ba0e-4339-b31c-6a0ef3652770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (52514efd-0d82-41a7-a3fd-32a83d4b90a0), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:03.111741 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c56e5-7f59-4a26-9c8e-a55b50be9dcb tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Pushing event deleted for resources: {'Port': ['ID=da992050-3108-45a4-8927-a9d8e23e3d32,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:03.138298 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5fc171ec-2b17-446f-9b74-2bea70d5c1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3e3a547e-d15c-4243-99ab-bec1d81620ed), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:03.156630 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=aa610582-93df-4e96-a8c8-36e9e009b2bd,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:03.206884 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b004f-400f-4ee5-8f87-7be887de88b5 req-0d1a712b-ec14-43b2-94c4-414eccdc4236 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:03.217573 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-635b004f-400f-4ee5-8f87-7be887de88b5 req-0d1a712b-ec14-43b2-94c4-414eccdc4236 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 943 time: 0.2321765 Feb 20 05:31:03.287274 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6b8aa173-ba0e-4339-b31c-6a0ef3652770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (bd86f317-c624-464f-9836-263f33c60300), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:03.301261 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3df5003a-be03-403a-8795-35e3da29555a req-388fb4f0-9a56-4e61-afb0-7c9578eb91fb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2351365 Feb 20 05:31:03.306625 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8aa173-ba0e-4339-b31c-6a0ef3652770 admin admin] Pushing event updated for resources: {'Port': ['ID=52514efd-0d82-41a7-a3fd-32a83d4b90a0,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:03.400129 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-862c56e5-7f59-4a26-9c8e-a55b50be9dcb tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks [] for floatingip (d01c2213-b575-4ffe-8b91-412126d98de6), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:03.402853 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-862c56e5-7f59-4a26-9c8e-a55b50be9dcb tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:03.404081 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-862c56e5-7f59-4a26-9c8e-a55b50be9dcb tempest-ServersTestJSON-392330142 tempest-ServersTestJSON-392330142-project] 10.222.0.37 "DELETE /v2.0/floatingips/d01c2213-b575-4ffe-8b91-412126d98de6 HTTP/1.1" status: 204 len: 168 time: 2.2721798 Feb 20 05:31:03.423629 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54954) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:03.460714 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-635b004f-400f-4ee5-8f87-7be887de88b5 req-9a8a099d-2d05-47cf-a009-2115590a73f1 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422304 Feb 20 05:31:03.536661 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5003a-be03-403a-8795-35e3da29555a req-8d64cada-2996-401b-9021-d23077cf2728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:03.538558 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3df5003a-be03-403a-8795-35e3da29555a req-8d64cada-2996-401b-9021-d23077cf2728 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 1126 time: 0.1716852 Feb 20 05:31:03.650552 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-06b47729-2a09-49a9-ad3b-cadb2d664cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'name': 'tempest-TaggedBootDevicesTest-1449630474-router', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:30:45Z', 'updated_at': '2022-02-20T05:30:51Z', 'revision_number': 4, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'gw_port': {'id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:46Z', 'updated_at': '2022-02-20T05:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'a6c5908c-6e03-4f06-99c2-4a4136ddb753', 'name': '', 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'mac_address': 'fa:16:3e:ae:f7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '47bafeeb-eb88-48c3-9668-c5c4cd61bb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:49Z', 'updated_at': '2022-02-20T05:30:59Z', 'revision_number': 4, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'subnets': [{'id': '47bafeeb-eb88-48c3-9668-c5c4cd61bb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:03.745539 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5003a-be03-403a-8795-35e3da29555a req-e98af240-311e-446b-8c56-492efee2b9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:03.747707 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3df5003a-be03-403a-8795-35e3da29555a req-e98af240-311e-446b-8c56-492efee2b9b3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 908 time: 0.1885078 Feb 20 05:31:03.820248 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3df5003a-be03-403a-8795-35e3da29555a req-524e287b-16d3-4d0e-a243-54816cd11644 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b1e2169-ea66-4338-8a41-14d4cc868dfe HTTP/1.1" status: 200 len: 217 time: 0.0656486 Feb 20 05:31:03.926844 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port a6c5908c-6e03-4f06-99c2-4a4136ddb753 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:03.927256 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a6c5908c-6e03-4f06-99c2-4a4136ddb753), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:03.931890 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b47729-2a09-49a9-ad3b-cadb2d664cef None None] The sync data for ids ['9d651b73-f9d4-4b8f-9c93-b689442fbfd1'] in n-d-829866-5 is: [{'id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'name': 'tempest-TaggedBootDevicesTest-1449630474-router', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:30:45Z', 'updated_at': '2022-02-20T05:30:51Z', 'revision_number': 4, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'gw_port': {'id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:46Z', 'updated_at': '2022-02-20T05:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'a6c5908c-6e03-4f06-99c2-4a4136ddb753', 'name': '', 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'mac_address': 'fa:16:3e:ae:f7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '47bafeeb-eb88-48c3-9668-c5c4cd61bb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:49Z', 'updated_at': '2022-02-20T05:30:59Z', 'revision_number': 4, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'subnets': [{'id': '47bafeeb-eb88-48c3-9668-c5c4cd61bb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:31:03.999445 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5003a-be03-403a-8795-35e3da29555a req-a95e980f-e2bf-450f-a2b0-e18f5a6f3b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:04.001898 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3df5003a-be03-403a-8795-35e3da29555a req-a95e980f-e2bf-450f-a2b0-e18f5a6f3b4b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b4371b84-9467-4135-93c7-7a933f791395 HTTP/1.1" status: 200 len: 848 time: 0.1752787 Feb 20 05:31:04.048664 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8aa173-ba0e-4339-b31c-6a0ef3652770 admin admin] Network 39dae378-4bc5-4cb0-ab07-245c62a893b2 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:31:04.052300 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-6b8aa173-ba0e-4339-b31c-6a0ef3652770 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:31:04.068585 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3df5003a-be03-403a-8795-35e3da29555a req-5468c08f-7635-4185-8207-5dd995d2f598 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb4530de-66c2-443b-82e6-823a997cfe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606391 Feb 20 05:31:04.225787 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port a6c5908c-6e03-4f06-99c2-4a4136ddb753 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:04.257402 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5fc171ec-2b17-446f-9b74-2bea70d5c1b3 None None] Publish callbacks [] for port (3e3a547e-d15c-4243-99ab-bec1d81620ed), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:04.262371 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c7b7d793-d158-42ae-a1fc-bf9d13065891 None None] Current status of the port aa610582-93df-4e96-a8c8-36e9e009b2bd is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:04.297004 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-c7b7d793-d158-42ae-a1fc-bf9d13065891 None None] Provisioning complete for port a6c5908c-6e03-4f06-99c2-4a4136ddb753 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:04.299189 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7b7d793-d158-42ae-a1fc-bf9d13065891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a6c5908c-6e03-4f06-99c2-4a4136ddb753), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:04.398579 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54992) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:04.440572 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5fc171ec-2b17-446f-9b74-2bea70d5c1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3e3a547e-d15c-4243-99ab-bec1d81620ed), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:04.540796 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc768c-bcd5-490a-9230-b95247469900 None None] Pushing event updated for resources: {'Port': ['ID=3e3a547e-d15c-4243-99ab-bec1d81620ed,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:04.556627 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-5fc171ec-2b17-446f-9b74-2bea70d5c1b3 None None] Attempting to bind port 3e3a547e-d15c-4243-99ab-bec1d81620ed on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:31:04.557015 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-5fc171ec-2b17-446f-9b74-2bea70d5c1b3 None None] Attempting to bind port 3e3a547e-d15c-4243-99ab-bec1d81620ed by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:31:04.558538 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc171ec-2b17-446f-9b74-2bea70d5c1b3 None None] Attempting to bind port 3e3a547e-d15c-4243-99ab-bec1d81620ed on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:31:04.572914 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc171ec-2b17-446f-9b74-2bea70d5c1b3 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:31:04.573339 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc171ec-2b17-446f-9b74-2bea70d5c1b3 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:31:04.574062 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5fc171ec-2b17-446f-9b74-2bea70d5c1b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:04.578317 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc171ec-2b17-446f-9b74-2bea70d5c1b3 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:31:04.579463 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-5fc171ec-2b17-446f-9b74-2bea70d5c1b3 None None] Bound port: 3e3a547e-d15c-4243-99ab-bec1d81620ed, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:31:04.579874 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5fc171ec-2b17-446f-9b74-2bea70d5c1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3e3a547e-d15c-4243-99ab-bec1d81620ed), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:04.618100 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8484a8dc-0b36-4d30-9012-5f504c9a3904 req-3cc1b22a-3c49-4093-baa6-90ddae31647c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2520332 Feb 20 05:31:04.664082 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3df5003a-be03-403a-8795-35e3da29555a req-295d1800-1705-44d0-9d36-ae273da3d953 service neutron] 10.222.0.61 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5892789 Feb 20 05:31:04.726484 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c7b7d793-d158-42ae-a1fc-bf9d13065891 None None] Current status of the port a6c5908c-6e03-4f06-99c2-4a4136ddb753 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:04.782777 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-5fc171ec-2b17-446f-9b74-2bea70d5c1b3 None None] For port 3e3a547e-d15c-4243-99ab-bec1d81620ed, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:31:04.789259 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-5fc171ec-2b17-446f-9b74-2bea70d5c1b3 None None] For port 3e3a547e-d15c-4243-99ab-bec1d81620ed, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3e3a547e-d15c-4243-99ab-bec1d81620ed,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:31:04.791573 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-02a2981f-c87b-4510-a6fd-524445020bb8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-90792124-network', 'tenant_id': '45f4999d07714796b9aa05e3877c3812'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:31:04.814676 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device aa610582-93df-4e96-a8c8-36e9e009b2bd up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:31:04.823427 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a2981f-c87b-4510-a6fd-524445020bb8 admin admin] Made reservation on behalf of 45f4999d07714796b9aa05e3877c3812 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:31:04.825107 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-02a2981f-c87b-4510-a6fd-524445020bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:04.838115 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-02a2981f-c87b-4510-a6fd-524445020bb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:04.847905 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8aa173-ba0e-4339-b31c-6a0ef3652770 admin admin] Router bd86f317-c624-464f-9836-263f33c60300 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:31:04.922953 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5fc171ec-2b17-446f-9b74-2bea70d5c1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3e3a547e-d15c-4243-99ab-bec1d81620ed), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:05.014195 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc768c-bcd5-490a-9230-b95247469900 None None] Pushing event updated for resources: {'Port': ['ID=3e3a547e-d15c-4243-99ab-bec1d81620ed,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:05.025425 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port aa610582-93df-4e96-a8c8-36e9e009b2bd triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:05.025805 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (aa610582-93df-4e96-a8c8-36e9e009b2bd), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:05.060775 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484a8dc-0b36-4d30-9012-5f504c9a3904 req-9c332bad-417b-4a4a-a32b-fc91dc47a177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:05.062279 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8484a8dc-0b36-4d30-9012-5f504c9a3904 req-9c332bad-417b-4a4a-a32b-fc91dc47a177 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 1126 time: 0.3661323 Feb 20 05:31:05.090891 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e8483-3a66-40ef-a79a-67e50940bd2e req-e23c7d4c-ad87-4493-b6d6-9a74c56f27df tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:05.100974 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ef6e8483-3a66-40ef-a79a-67e50940bd2e req-e23c7d4c-ad87-4493-b6d6-9a74c56f27df tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 945 time: 0.3144670 Feb 20 05:31:05.150494 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-f1bc936e-7e05-454f-96a3-9c258d6d9fb6 None None] Provisioning complete for port 52514efd-0d82-41a7-a3fd-32a83d4b90a0 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:05.150881 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1bc936e-7e05-454f-96a3-9c258d6d9fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (52514efd-0d82-41a7-a3fd-32a83d4b90a0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:05.197386 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-02a2981f-c87b-4510-a6fd-524445020bb8 admin admin] Publish callbacks [] for security_group (f005fe72-d80c-46ef-801a-6770ee6bdd27), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:05.314794 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3df5003a-be03-403a-8795-35e3da29555a req-14071353-e2f0-4ee4-9903-0a8f26e77261 service neutron] 10.222.0.61 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6494391 Feb 20 05:31:05.317526 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484a8dc-0b36-4d30-9012-5f504c9a3904 req-9cdd3bb7-7682-4bb0-86f3-fa0db19af73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:05.320516 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8484a8dc-0b36-4d30-9012-5f504c9a3904 req-9cdd3bb7-7682-4bb0-86f3-fa0db19af73f service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 908 time: 0.2153652 Feb 20 05:31:05.325570 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port aa610582-93df-4e96-a8c8-36e9e009b2bd is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:05.333172 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc171ec-2b17-446f-9b74-2bea70d5c1b3 None None] Routers {'bd86f317-c624-464f-9836-263f33c60300'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:31:05.334627 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-5fc171ec-2b17-446f-9b74-2bea70d5c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:30:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['bd86f317-c624-464f-9836-263f33c60300'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:05.396619 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ef6e8483-3a66-40ef-a79a-67e50940bd2e req-f623fe83-b296-4e68-af29-36d7dbc321bc tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945399 Feb 20 05:31:05.530418 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8484a8dc-0b36-4d30-9012-5f504c9a3904 req-d1714096-2fda-42d2-aaf9-069fa906e227 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d31904b3-3549-4eb6-80c5-e356a0b6f8a4 HTTP/1.1" status: 200 len: 217 time: 0.1468790 Feb 20 05:31:05.619228 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-5fc171ec-2b17-446f-9b74-2bea70d5c1b3 None None] Set router bd86f317-c624-464f-9836-263f33c60300 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:31:05.631797 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-02a2981f-c87b-4510-a6fd-524445020bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f005fe72-d80c-46ef-801a-6770ee6bdd27), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:05.636486 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484a8dc-0b36-4d30-9012-5f504c9a3904 req-1d6e5ff6-1852-49ad-b291-6382978a5858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:05.645990 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8484a8dc-0b36-4d30-9012-5f504c9a3904 req-1d6e5ff6-1852-49ad-b291-6382978a5858 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b4371b84-9467-4135-93c7-7a933f791395 HTTP/1.1" status: 200 len: 848 time: 0.1057692 Feb 20 05:31:05.683536 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192ee0e-6f0e-47f1-a3ca-a8b72dd2131a req-ec0c00a4-e7d5-4afc-bd14-b1c1835a24aa tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:05.698504 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a192ee0e-6f0e-47f1-a3ca-a8b72dd2131a req-ec0c00a4-e7d5-4afc-bd14-b1c1835a24aa tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 943 time: 0.1625886 Feb 20 05:31:05.712408 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a2981f-c87b-4510-a6fd-524445020bb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:31:05.735571 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8aa173-ba0e-4339-b31c-6a0ef3652770 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:31:05.758168 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6b8aa173-ba0e-4339-b31c-6a0ef3652770 admin admin] 10.222.0.37 "PUT /v2.0/routers/bd86f317-c624-464f-9836-263f33c60300/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8053260 Feb 20 05:31:05.761987 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-02a2981f-c87b-4510-a6fd-524445020bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (499cad82-24df-4f6d-976f-81dddbf82f64), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:05.767513 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-02a2981f-c87b-4510-a6fd-524445020bb8 admin admin] Added segment 499cad82-24df-4f6d-976f-81dddbf82f64 of type vlan for network e87a786d-7919-4cd4-b1f5-0bdbfa2252ee Feb 20 05:31:05.769671 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2981f-c87b-4510-a6fd-524445020bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f005fe72-d80c-46ef-801a-6770ee6bdd27,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:05.793204 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8484a8dc-0b36-4d30-9012-5f504c9a3904 req-2080afa2-d54b-4774-aefd-0ad96733d393 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb4530de-66c2-443b-82e6-823a997cfe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1402416 Feb 20 05:31:05.860868 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-02a2981f-c87b-4510-a6fd-524445020bb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (e87a786d-7919-4cd4-b1f5-0bdbfa2252ee), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:05.894764 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aa934dbc-cda4-4c3a-8c2d-eb2f6db767a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (9893c6d0-9f1e-47c7-940a-90e89eaa5228), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:05.897565 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-02a2981f-c87b-4510-a6fd-524445020bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (e87a786d-7919-4cd4-b1f5-0bdbfa2252ee), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:05.898525 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a2981f-c87b-4510-a6fd-524445020bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:05.899204 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-02a2981f-c87b-4510-a6fd-524445020bb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:05.921121 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 3f75275e-7571-4f5c-bdc3-a3c3b887fdde details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:31:05.993175 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8484a8dc-0b36-4d30-9012-5f504c9a3904 req-2714451d-410c-4813-bf5f-069bab21abf5 service neutron] 10.222.0.48 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785436 Feb 20 05:31:06.001422 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f1bc936e-7e05-454f-96a3-9c258d6d9fb6 None None] Port 52514efd-0d82-41a7-a3fd-32a83d4b90a0 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:31:06.024639 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-5fc171ec-2b17-446f-9b74-2bea70d5c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd86f317-c624-464f-9836-263f33c60300', 'name': 'tempest-TaggedBootDevicesTest-1567841921-router', 'tenant_id': '212e252b8dcb4915958b96d368ab26fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '3e3a547e-d15c-4243-99ab-bec1d81620ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:30:56Z', 'updated_at': '2022-02-20T05:31:02Z', 'revision_number': 4, 'project_id': '212e252b8dcb4915958b96d368ab26fe', 'gw_port': {'id': '3e3a547e-d15c-4243-99ab-bec1d81620ed', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:59:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd86f317-c624-464f-9836-263f33c60300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:57Z', 'updated_at': '2022-02-20T05:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '52514efd-0d82-41a7-a3fd-32a83d4b90a0', 'name': '', 'network_id': '39dae378-4bc5-4cb0-ab07-245c62a893b2', 'tenant_id': '212e252b8dcb4915958b96d368ab26fe', 'mac_address': 'fa:16:3e:21:ca:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd86f317-c624-464f-9836-263f33c60300', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'ead12bd4-5e1f-4eb6-8921-8a2c69dde34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:31:00Z', 'updated_at': '2022-02-20T05:31:02Z', 'revision_number': 2, 'project_id': '212e252b8dcb4915958b96d368ab26fe', 'subnets': [{'id': 'ead12bd4-5e1f-4eb6-8921-8a2c69dde34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:06.071111 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-f1bc936e-7e05-454f-96a3-9c258d6d9fb6 None None] Provisioning complete for port aa610582-93df-4e96-a8c8-36e9e009b2bd triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:06.071491 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1bc936e-7e05-454f-96a3-9c258d6d9fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (aa610582-93df-4e96-a8c8-36e9e009b2bd), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:06.115396 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:31:06.120860 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc171ec-2b17-446f-9b74-2bea70d5c1b3 None None] The sync data for ids ['bd86f317-c624-464f-9836-263f33c60300'] in n-d-829866-5 is: [{'id': 'bd86f317-c624-464f-9836-263f33c60300', 'name': 'tempest-TaggedBootDevicesTest-1567841921-router', 'tenant_id': '212e252b8dcb4915958b96d368ab26fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '3e3a547e-d15c-4243-99ab-bec1d81620ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:30:56Z', 'updated_at': '2022-02-20T05:31:02Z', 'revision_number': 4, 'project_id': '212e252b8dcb4915958b96d368ab26fe', 'gw_port': {'id': '3e3a547e-d15c-4243-99ab-bec1d81620ed', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:59:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd86f317-c624-464f-9836-263f33c60300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:57Z', 'updated_at': '2022-02-20T05:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '52514efd-0d82-41a7-a3fd-32a83d4b90a0', 'name': '', 'network_id': '39dae378-4bc5-4cb0-ab07-245c62a893b2', 'tenant_id': '212e252b8dcb4915958b96d368ab26fe', 'mac_address': 'fa:16:3e:21:ca:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd86f317-c624-464f-9836-263f33c60300', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'ead12bd4-5e1f-4eb6-8921-8a2c69dde34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:31:00Z', 'updated_at': '2022-02-20T05:31:02Z', 'revision_number': 2, 'project_id': '212e252b8dcb4915958b96d368ab26fe', 'subnets': [{'id': 'ead12bd4-5e1f-4eb6-8921-8a2c69dde34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:31:06.166532 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-02a2981f-c87b-4510-a6fd-524445020bb8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7617805 Feb 20 05:31:06.173851 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55040) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:06.272611 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a192ee0e-6f0e-47f1-a3ca-a8b72dd2131a req-acc39fe0-ddc8-4aec-b9c9-d69ff58d63d1 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622606 Feb 20 05:31:06.344899 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f1bc936e-7e05-454f-96a3-9c258d6d9fb6 None None] Current status of the port aa610582-93df-4e96-a8c8-36e9e009b2bd is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:06.351895 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2981f-c87b-4510-a6fd-524445020bb8 admin admin] Pushing event updated for resources: {'Network': ['ID=e87a786d-7919-4cd4-b1f5-0bdbfa2252ee,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:06.373638 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-8ea2cef9-c774-4d50-958d-0e9aad2aef67 admin admin] Request body: {'subnet': {'network_id': 'e87a786d-7919-4cd4-b1f5-0bdbfa2252ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-90792124-subnet', 'tenant_id': '45f4999d07714796b9aa05e3877c3812', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:31:06.384493 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network e87a786d-7919-4cd4-b1f5-0bdbfa2252ee details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:31:06.400591 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8484a8dc-0b36-4d30-9012-5f504c9a3904 req-d5ac848d-d843-4a7a-94e5-dabe697df4af service neutron] 10.222.0.48 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904800 Feb 20 05:31:06.402806 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 3f75275e-7571-4f5c-bdc3-a3c3b887fdde, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=3f75275e-7571-4f5c-bdc3-a3c3b887fdde,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:31:06.660775 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea2cef9-c774-4d50-958d-0e9aad2aef67 admin admin] Made reservation on behalf of 45f4999d07714796b9aa05e3877c3812 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:31:06.665604 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ea2cef9-c774-4d50-958d-0e9aad2aef67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:06.815945 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '3f75275e-7571-4f5c-bdc3-a3c3b887fdde', 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952', 'port_id': '3f75275e-7571-4f5c-bdc3-a3c3b887fdde', 'mac_address': 'fa:16:3e:2c:2b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6cf6e5f-5eef-4832-87f6-e3f3339d48a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:31:07.020700 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 3f75275e-7571-4f5c-bdc3-a3c3b887fdde is: ACTIVE; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:07.021386 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3f75275e-7571-4f5c-bdc3-a3c3b887fdde), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:07.050531 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f75275e-7571-4f5c-bdc3-a3c3b887fdde {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:31:07.097518 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 3f75275e-7571-4f5c-bdc3-a3c3b887fdde, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=3f75275e-7571-4f5c-bdc3-a3c3b887fdde,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:31:07.103697 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3f75275e-7571-4f5c-bdc3-a3c3b887fdde), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:07.263852 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=3f75275e-7571-4f5c-bdc3-a3c3b887fdde,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:07.329290 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['3f75275e-7571-4f5c-bdc3-a3c3b887fdde'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:31:07.558737 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ea2cef9-c774-4d50-958d-0e9aad2aef67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (6e74fe0c-02b5-46e0-bd17-b32301409702), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:07.719821 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2cef9-c774-4d50-958d-0e9aad2aef67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e74fe0c-02b5-46e0-bd17-b32301409702,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:07.724302 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1fb87-7165-4fe8-afa1-1199ff44d1b0 req-8ff06dd8-a2cb-4f1c-8cf7-0cec82ab5056 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:07.729577 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-aa934dbc-cda4-4c3a-8c2d-eb2f6db767a1 admin admin] Deleting port 58beebe3-adfb-4eb0-9480-76eb95450778 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:31:07.729968 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aa934dbc-cda4-4c3a-8c2d-eb2f6db767a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (58beebe3-adfb-4eb0-9480-76eb95450778), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:07.737447 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6ff1fb87-7165-4fe8-afa1-1199ff44d1b0 req-8ff06dd8-a2cb-4f1c-8cf7-0cec82ab5056 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 945 time: 1.1675975 Feb 20 05:31:07.789777 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 57433717-bf51-4f95-9d65-5b8f13e4a9bd details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:31:07.791887 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 3f75275e-7571-4f5c-bdc3-a3c3b887fdde up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:31:07.831836 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6ff1fb87-7165-4fe8-afa1-1199ff44d1b0 req-611acfb8-3c00-4b54-9f11-e5321c5738ef tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912411 Feb 20 05:31:07.951186 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea2cef9-c774-4d50-958d-0e9aad2aef67 admin admin] Checking segment: {'id': '499cad82-24df-4f6d-976f-81dddbf82f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e87a786d-7919-4cd4-b1f5-0bdbfa2252ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:31:07.951558 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea2cef9-c774-4d50-958d-0e9aad2aef67 admin admin] Network hostable DHCP agents. Network: e87a786d-7919-4cd4-b1f5-0bdbfa2252ee, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:31:07.989957 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 3f75275e-7571-4f5c-bdc3-a3c3b887fdde triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:07.991895 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3f75275e-7571-4f5c-bdc3-a3c3b887fdde), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:07.996931 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea2cef9-c774-4d50-958d-0e9aad2aef67 admin admin] Network e87a786d-7919-4cd4-b1f5-0bdbfa2252ee is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:31:08.080005 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-8ea2cef9-c774-4d50-958d-0e9aad2aef67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, e87a786d-7919-4cd4-b1f5-0bdbfa2252ee) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:31:08.090799 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-aa934dbc-cda4-4c3a-8c2d-eb2f6db767a1 admin admin] For port 58beebe3-adfb-4eb0-9480-76eb95450778, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=58beebe3-adfb-4eb0-9480-76eb95450778,segment=NetworkSegment(127a549a-5d45-47fb-a5e2-6fb7ffa95798),segment_id=127a549a-5d45-47fb-a5e2-6fb7ffa95798)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:31:08.091248 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aa934dbc-cda4-4c3a-8c2d-eb2f6db767a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (58beebe3-adfb-4eb0-9480-76eb95450778), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:08.120478 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9777e2df-b0cb-4966-be60-9aa78bae2211 None None] Network e87a786d-7919-4cd4-b1f5-0bdbfa2252ee requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:31:08.125124 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea2cef9-c774-4d50-958d-0e9aad2aef67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:08.125817 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ea2cef9-c774-4d50-958d-0e9aad2aef67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:08.153646 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627153ff-6bff-4b43-85a0-73378b38c891 req-c149a209-5a40-4a36-8010-e41aa91c15e6 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:08.155658 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-627153ff-6bff-4b43-85a0-73378b38c891 req-c149a209-5a40-4a36-8010-e41aa91c15e6 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 943 time: 0.1531863 Feb 20 05:31:08.157960 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-aa934dbc-cda4-4c3a-8c2d-eb2f6db767a1 admin admin] Calling delete_port for 58beebe3-adfb-4eb0-9480-76eb95450778 owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:31:08.212734 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8ea2cef9-c774-4d50-958d-0e9aad2aef67 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0315642 Feb 20 05:31:08.221627 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55124) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:08.238327 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-91a2c02c-82ab-4970-894c-9f9cbd770714 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-90792124-router', 'tenant_id': '45f4999d07714796b9aa05e3877c3812', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:31:08.286715 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-627153ff-6bff-4b43-85a0-73378b38c891 req-300e84ed-4bca-48fb-8de0-b584a5e8e202 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172767 Feb 20 05:31:08.347312 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-91a2c02c-82ab-4970-894c-9f9cbd770714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:08.348578 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-91a2c02c-82ab-4970-894c-9f9cbd770714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:08.521949 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-91a2c02c-82ab-4970-894c-9f9cbd770714 admin admin] Publish callbacks [] for router_controller (fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:08.556978 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:31:08.897882 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73168fe8-e68a-462b-a450-ef46d009861a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-e87a786d-7919-4cd4-b1f5-0bdbfa2252ee', 'network_id': 'e87a786d-7919-4cd4-b1f5-0bdbfa2252ee', 'project_id': '45f4999d07714796b9aa05e3877c3812', 'fixed_ips': [{'subnet_id': '6e74fe0c-02b5-46e0-bd17-b32301409702'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:31:08.899327 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73168fe8-e68a-462b-a450-ef46d009861a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:09.066056 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-91a2c02c-82ab-4970-894c-9f9cbd770714 admin admin] Publish callbacks [] for router_gateway (fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:09.113608 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 3f75275e-7571-4f5c-bdc3-a3c3b887fdde is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:09.114203 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3f75275e-7571-4f5c-bdc3-a3c3b887fdde), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:09.120076 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aa934dbc-cda4-4c3a-8c2d-eb2f6db767a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (58beebe3-adfb-4eb0-9480-76eb95450778), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:09.148182 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3e3a547e-d15c-4243-99ab-bec1d81620ed up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:31:09.161613 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa934dbc-cda4-4c3a-8c2d-eb2f6db767a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=58beebe3-adfb-4eb0-9480-76eb95450778,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:09.483224 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aa934dbc-cda4-4c3a-8c2d-eb2f6db767a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (9893c6d0-9f1e-47c7-940a-90e89eaa5228), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:09.600518 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-73168fe8-e68a-462b-a450-ef46d009861a None None] Allocated IP 172.20.0.2 (e87a786d-7919-4cd4-b1f5-0bdbfa2252ee/6e74fe0c-02b5-46e0-bd17-b32301409702/0308aec3-256e-4204-a9a6-c6ac6e61b8bc) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:31:09.799682 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-91a2c02c-82ab-4970-894c-9f9cbd770714 admin admin] Publish callbacks [] for router_gateway (fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:09.846004 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73168fe8-e68a-462b-a450-ef46d009861a None None] Publish callbacks [] for port (0308aec3-256e-4204-a9a6-c6ac6e61b8bc), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:09.889405 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915c7bdf-b9b0-4640-820b-c57cd2b9b618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f75275e-7571-4f5c-bdc3-a3c3b887fdde'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:31:09.892545 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09a25eb-a119-43e9-b147-4db7bb8bc98d" -d '{"events": [{"server_uuid": "915c7bdf-b9b0-4640-820b-c57cd2b9b618", "name": "network-vif-plugged", "status": "completed", "tag": "3f75275e-7571-4f5c-bdc3-a3c3b887fdde"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:31:09.901250 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73168fe8-e68a-462b-a450-ef46d009861a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (0308aec3-256e-4204-a9a6-c6ac6e61b8bc), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:09.939199 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-91a2c02c-82ab-4970-894c-9f9cbd770714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:09.989066 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 3f75275e-7571-4f5c-bdc3-a3c3b887fdde, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=3f75275e-7571-4f5c-bdc3-a3c3b887fdde,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:31:10.083712 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3f75275e-7571-4f5c-bdc3-a3c3b887fdde), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:10.112517 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 57433717-bf51-4f95-9d65-5b8f13e4a9bd, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=57433717-bf51-4f95-9d65-5b8f13e4a9bd,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:31:10.168765 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73168fe8-e68a-462b-a450-ef46d009861a None None] Network e87a786d-7919-4cd4-b1f5-0bdbfa2252ee is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:31:10.190980 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '57433717-bf51-4f95-9d65-5b8f13e4a9bd', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': '57433717-bf51-4f95-9d65-5b8f13e4a9bd', 'mac_address': 'fa:16:3e:c2:70:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:31:10.193321 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-73168fe8-e68a-462b-a450-ef46d009861a None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:31:10.196112 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73168fe8-e68a-462b-a450-ef46d009861a None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:31:10.198022 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73168fe8-e68a-462b-a450-ef46d009861a None None] Pushing event updated for resources: {'Port': ['ID=0308aec3-256e-4204-a9a6-c6ac6e61b8bc,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:10.294961 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0df8dd6-0af3-42ac-b17b-1edf8a5042ef None None] Sync routers for ids ['bd86f317-c624-464f-9836-263f33c60300'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:31:10.326424 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0df8dd6-0af3-42ac-b17b-1edf8a5042ef None None] Routers {'bd86f317-c624-464f-9836-263f33c60300'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:31:10.333924 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d0df8dd6-0af3-42ac-b17b-1edf8a5042ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:30:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['bd86f317-c624-464f-9836-263f33c60300'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:10.397945 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 3e3a547e-d15c-4243-99ab-bec1d81620ed triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:10.399871 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3e3a547e-d15c-4243-99ab-bec1d81620ed), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:10.451789 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-91a2c02c-82ab-4970-894c-9f9cbd770714 admin admin] Allocated IP 172.25.3.73 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/73a69709-0f4e-472c-89c3-6e4874bab5b5) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:31:10.627385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 57433717-bf51-4f95-9d65-5b8f13e4a9bd is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:10.627907 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:10.662818 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=3f75275e-7571-4f5c-bdc3-a3c3b887fdde,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:10.669152 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57433717-bf51-4f95-9d65-5b8f13e4a9bd {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:31:10.688271 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-73168fe8-e68a-462b-a450-ef46d009861a None None] Attempting to bind port 0308aec3-256e-4204-a9a6-c6ac6e61b8bc on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:31:10.692923 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-73168fe8-e68a-462b-a450-ef46d009861a None None] Attempting to bind port 0308aec3-256e-4204-a9a6-c6ac6e61b8bc by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '499cad82-24df-4f6d-976f-81dddbf82f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e87a786d-7919-4cd4-b1f5-0bdbfa2252ee'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:31:10.693445 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73168fe8-e68a-462b-a450-ef46d009861a None None] Attempting to bind port 0308aec3-256e-4204-a9a6-c6ac6e61b8bc on network e87a786d-7919-4cd4-b1f5-0bdbfa2252ee {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:31:10.725732 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d0df8dd6-0af3-42ac-b17b-1edf8a5042ef None None] Set router bd86f317-c624-464f-9836-263f33c60300 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:31:10.757641 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa934dbc-cda4-4c3a-8c2d-eb2f6db767a1 admin admin] Router 9893c6d0-9f1e-47c7-940a-90e89eaa5228 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:31:10.779298 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73168fe8-e68a-462b-a450-ef46d009861a None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:31:10.787491 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73168fe8-e68a-462b-a450-ef46d009861a None None] Checking segment: {'id': '499cad82-24df-4f6d-976f-81dddbf82f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e87a786d-7919-4cd4-b1f5-0bdbfa2252ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:31:10.788091 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73168fe8-e68a-462b-a450-ef46d009861a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:10.788578 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73168fe8-e68a-462b-a450-ef46d009861a None None] Bound using segment: {'id': '499cad82-24df-4f6d-976f-81dddbf82f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e87a786d-7919-4cd4-b1f5-0bdbfa2252ee'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:31:10.789150 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-73168fe8-e68a-462b-a450-ef46d009861a None None] Bound port: 0308aec3-256e-4204-a9a6-c6ac6e61b8bc, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499cad82-24df-4f6d-976f-81dddbf82f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e87a786d-7919-4cd4-b1f5-0bdbfa2252ee'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:31:10.789596 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73168fe8-e68a-462b-a450-ef46d009861a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0308aec3-256e-4204-a9a6-c6ac6e61b8bc), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:10.821839 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 57433717-bf51-4f95-9d65-5b8f13e4a9bd, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=57433717-bf51-4f95-9d65-5b8f13e4a9bd,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:31:10.884096 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:10.952756 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-91a2c02c-82ab-4970-894c-9f9cbd770714 admin admin] Publish callbacks [] for port (73a69709-0f4e-472c-89c3-6e4874bab5b5), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:10.992027 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 3e3a547e-d15c-4243-99ab-bec1d81620ed is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:10.995281 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3e3a547e-d15c-4243-99ab-bec1d81620ed), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:11.068069 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['57433717-bf51-4f95-9d65-5b8f13e4a9bd'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:31:11.213578 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa934dbc-cda4-4c3a-8c2d-eb2f6db767a1 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:31:11.222721 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d0df8dd6-0af3-42ac-b17b-1edf8a5042ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd86f317-c624-464f-9836-263f33c60300', 'name': 'tempest-TaggedBootDevicesTest-1567841921-router', 'tenant_id': '212e252b8dcb4915958b96d368ab26fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '3e3a547e-d15c-4243-99ab-bec1d81620ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:30:56Z', 'updated_at': '2022-02-20T05:31:02Z', 'revision_number': 4, 'project_id': '212e252b8dcb4915958b96d368ab26fe', 'gw_port': {'id': '3e3a547e-d15c-4243-99ab-bec1d81620ed', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:59:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd86f317-c624-464f-9836-263f33c60300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:57Z', 'updated_at': '2022-02-20T05:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '52514efd-0d82-41a7-a3fd-32a83d4b90a0', 'name': '', 'network_id': '39dae378-4bc5-4cb0-ab07-245c62a893b2', 'tenant_id': '212e252b8dcb4915958b96d368ab26fe', 'mac_address': 'fa:16:3e:21:ca:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd86f317-c624-464f-9836-263f33c60300', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'ead12bd4-5e1f-4eb6-8921-8a2c69dde34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:31:00Z', 'updated_at': '2022-02-20T05:31:02Z', 'revision_number': 2, 'project_id': '212e252b8dcb4915958b96d368ab26fe', 'subnets': [{'id': 'ead12bd4-5e1f-4eb6-8921-8a2c69dde34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:11.228237 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-aa934dbc-cda4-4c3a-8c2d-eb2f6db767a1 admin admin] 10.222.0.37 "PUT /v2.0/routers/9893c6d0-9f1e-47c7-940a-90e89eaa5228/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7959218 Feb 20 05:31:11.230404 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55146) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:11.242568 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0403fe06-f519-4f46-91d9-297df7e96635 None None] Sync routers for ids ['9893c6d0-9f1e-47c7-940a-90e89eaa5228'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:31:11.254501 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 3e3a547e-d15c-4243-99ab-bec1d81620ed, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3e3a547e-d15c-4243-99ab-bec1d81620ed,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:31:11.263862 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-73168fe8-e68a-462b-a450-ef46d009861a None None] For port 0308aec3-256e-4204-a9a6-c6ac6e61b8bc, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:31:11.279152 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3e3a547e-d15c-4243-99ab-bec1d81620ed), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:11.287565 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0df8dd6-0af3-42ac-b17b-1edf8a5042ef None None] Checking router: bd86f317-c624-464f-9836-263f33c60300 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:31:11.287924 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0df8dd6-0af3-42ac-b17b-1edf8a5042ef None None] Updating router bd86f317-c624-464f-9836-263f33c60300 port 52514efd-0d82-41a7-a3fd-32a83d4b90a0 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:31:11.313212 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=57433717-bf51-4f95-9d65-5b8f13e4a9bd,revision_number=9']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:11.318550 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-73168fe8-e68a-462b-a450-ef46d009861a None None] For port 0308aec3-256e-4204-a9a6-c6ac6e61b8bc, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0308aec3-256e-4204-a9a6-c6ac6e61b8bc,segment=NetworkSegment(499cad82-24df-4f6d-976f-81dddbf82f64),segment_id=499cad82-24df-4f6d-976f-81dddbf82f64)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:31:11.348535 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0df8dd6-0af3-42ac-b17b-1edf8a5042ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (52514efd-0d82-41a7-a3fd-32a83d4b90a0), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:11.363260 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-91a2c02c-82ab-4970-894c-9f9cbd770714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (73a69709-0f4e-472c-89c3-6e4874bab5b5), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:11.371286 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0403fe06-f519-4f46-91d9-297df7e96635 None None] Routers {'9893c6d0-9f1e-47c7-940a-90e89eaa5228'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:31:11.371933 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0403fe06-f519-4f46-91d9-297df7e96635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:30:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9893c6d0-9f1e-47c7-940a-90e89eaa5228'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:11.554494 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73168fe8-e68a-462b-a450-ef46d009861a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0308aec3-256e-4204-a9a6-c6ac6e61b8bc), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:11.573076 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a2c02c-82ab-4970-894c-9f9cbd770714 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:31:11.587238 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2c02c-82ab-4970-894c-9f9cbd770714 admin admin] Pushing event updated for resources: {'Port': ['ID=73a69709-0f4e-472c-89c3-6e4874bab5b5,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:11.595229 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-91a2c02c-82ab-4970-894c-9f9cbd770714 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:31:11.600009 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a2c02c-82ab-4970-894c-9f9cbd770714 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:31:11.657707 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-af297c8a-37ac-4143-961c-6d2384f7258d admin admin] Publish callbacks [] for router (9893c6d0-9f1e-47c7-940a-90e89eaa5228), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:11.794830 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-0403fe06-f519-4f46-91d9-297df7e96635 None None] Set router 9893c6d0-9f1e-47c7-940a-90e89eaa5228 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:31:11.942645 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0df8dd6-0af3-42ac-b17b-1edf8a5042ef None None] Publish callbacks [] for port (52514efd-0d82-41a7-a3fd-32a83d4b90a0), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:11.957676 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0df8dd6-0af3-42ac-b17b-1edf8a5042ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (52514efd-0d82-41a7-a3fd-32a83d4b90a0), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:12.113761 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=3e3a547e-d15c-4243-99ab-bec1d81620ed,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:12.146058 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd32e7b-9106-4536-838a-4afc0f308d1f None None] Pushing event updated for resources: {'Port': ['ID=52514efd-0d82-41a7-a3fd-32a83d4b90a0,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:12.194767 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-af297c8a-37ac-4143-961c-6d2384f7258d admin admin] Publish callbacks [] for router_gateway (9893c6d0-9f1e-47c7-940a-90e89eaa5228), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:12.213688 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd32e7b-9106-4536-838a-4afc0f308d1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:12.214431 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd32e7b-9106-4536-838a-4afc0f308d1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:12.214998 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd32e7b-9106-4536-838a-4afc0f308d1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:12.215995 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd32e7b-9106-4536-838a-4afc0f308d1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:12.216579 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd32e7b-9106-4536-838a-4afc0f308d1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:12.217148 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd32e7b-9106-4536-838a-4afc0f308d1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:12.218083 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd32e7b-9106-4536-838a-4afc0f308d1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:12.218653 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd32e7b-9106-4536-838a-4afc0f308d1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:12.219741 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd32e7b-9106-4536-838a-4afc0f308d1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:12.220314 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd32e7b-9106-4536-838a-4afc0f308d1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:12.220876 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd32e7b-9106-4536-838a-4afc0f308d1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:12.221380 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd32e7b-9106-4536-838a-4afc0f308d1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:12.221960 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd32e7b-9106-4536-838a-4afc0f308d1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:12.258930 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d0df8dd6-0af3-42ac-b17b-1edf8a5042ef None None] Attempting to bind port 52514efd-0d82-41a7-a3fd-32a83d4b90a0 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:31:12.259658 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d0df8dd6-0af3-42ac-b17b-1edf8a5042ef None None] Attempting to bind port 52514efd-0d82-41a7-a3fd-32a83d4b90a0 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'd06481df-9a59-4fe0-aee6-9392f60cfae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '39dae378-4bc5-4cb0-ab07-245c62a893b2'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:31:12.261495 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0df8dd6-0af3-42ac-b17b-1edf8a5042ef None None] Attempting to bind port 52514efd-0d82-41a7-a3fd-32a83d4b90a0 on network 39dae378-4bc5-4cb0-ab07-245c62a893b2 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:31:12.268672 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0df8dd6-0af3-42ac-b17b-1edf8a5042ef None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:31:12.270259 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0df8dd6-0af3-42ac-b17b-1edf8a5042ef None None] Checking segment: {'id': 'd06481df-9a59-4fe0-aee6-9392f60cfae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '39dae378-4bc5-4cb0-ab07-245c62a893b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:31:12.270919 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0df8dd6-0af3-42ac-b17b-1edf8a5042ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:12.271603 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0df8dd6-0af3-42ac-b17b-1edf8a5042ef None None] Bound using segment: {'id': 'd06481df-9a59-4fe0-aee6-9392f60cfae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '39dae378-4bc5-4cb0-ab07-245c62a893b2'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:31:12.273288 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d0df8dd6-0af3-42ac-b17b-1edf8a5042ef None None] Bound port: 52514efd-0d82-41a7-a3fd-32a83d4b90a0, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06481df-9a59-4fe0-aee6-9392f60cfae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '39dae378-4bc5-4cb0-ab07-245c62a893b2'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:31:12.273940 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0df8dd6-0af3-42ac-b17b-1edf8a5042ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (52514efd-0d82-41a7-a3fd-32a83d4b90a0), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:12.447086 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-d0df8dd6-0af3-42ac-b17b-1edf8a5042ef None None] For port 52514efd-0d82-41a7-a3fd-32a83d4b90a0, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:31:12.464810 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-d0df8dd6-0af3-42ac-b17b-1edf8a5042ef None None] For port 52514efd-0d82-41a7-a3fd-32a83d4b90a0, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=52514efd-0d82-41a7-a3fd-32a83d4b90a0,segment=NetworkSegment(d06481df-9a59-4fe0-aee6-9392f60cfae4),segment_id=d06481df-9a59-4fe0-aee6-9392f60cfae4)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:31:12.475817 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0df8dd6-0af3-42ac-b17b-1edf8a5042ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (52514efd-0d82-41a7-a3fd-32a83d4b90a0), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:12.510639 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-91a2c02c-82ab-4970-894c-9f9cbd770714 admin admin] Publish callbacks [] for router_gateway (fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:12.553013 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73168fe8-e68a-462b-a450-ef46d009861a None None] Pushing event updated for resources: {'Port': ['ID=0308aec3-256e-4204-a9a6-c6ac6e61b8bc,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:12.576851 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0df8dd6-0af3-42ac-b17b-1edf8a5042ef None None] Routers {'bd86f317-c624-464f-9836-263f33c60300'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:31:12.580081 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d0df8dd6-0af3-42ac-b17b-1edf8a5042ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:30:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['bd86f317-c624-464f-9836-263f33c60300'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:12.609664 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-24c20aa5-2776-4b85-8877-0b7db6464e62 None None] Provisioning complete for port 52514efd-0d82-41a7-a3fd-32a83d4b90a0 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:12.610054 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-24c20aa5-2776-4b85-8877-0b7db6464e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (52514efd-0d82-41a7-a3fd-32a83d4b90a0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:12.747354 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-af297c8a-37ac-4143-961c-6d2384f7258d admin admin] Deleting port ccc63eb4-a279-4d04-ac2b-bda08521691d {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:31:12.747924 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-af297c8a-37ac-4143-961c-6d2384f7258d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (ccc63eb4-a279-4d04-ac2b-bda08521691d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:12.780654 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d0df8dd6-0af3-42ac-b17b-1edf8a5042ef None None] Set router bd86f317-c624-464f-9836-263f33c60300 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:31:12.874888 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-24c20aa5-2776-4b85-8877-0b7db6464e62 None None] Current status of the port 52514efd-0d82-41a7-a3fd-32a83d4b90a0 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:12.875857 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-24c20aa5-2776-4b85-8877-0b7db6464e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (52514efd-0d82-41a7-a3fd-32a83d4b90a0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:13.005280 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-24c20aa5-2776-4b85-8877-0b7db6464e62 None None] For port 52514efd-0d82-41a7-a3fd-32a83d4b90a0, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=52514efd-0d82-41a7-a3fd-32a83d4b90a0,segment=NetworkSegment(d06481df-9a59-4fe0-aee6-9392f60cfae4),segment_id=d06481df-9a59-4fe0-aee6-9392f60cfae4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:31:13.022353 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-24c20aa5-2776-4b85-8877-0b7db6464e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (52514efd-0d82-41a7-a3fd-32a83d4b90a0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:13.035165 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0403fe06-f519-4f46-91d9-297df7e96635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'name': 'tempest-ServersTestJSON-832282820-router', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ccc63eb4-a279-4d04-ac2b-bda08521691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:29Z', 'updated_at': '2022-02-20T05:31:08Z', 'revision_number': 5, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'gw_port': {'id': 'ccc63eb4-a279-4d04-ac2b-bda08521691d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:01:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:29:31Z', 'updated_at': '2022-02-20T05:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:13.197227 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-af297c8a-37ac-4143-961c-6d2384f7258d admin admin] For port ccc63eb4-a279-4d04-ac2b-bda08521691d, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=ccc63eb4-a279-4d04-ac2b-bda08521691d,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:31:13.198632 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-af297c8a-37ac-4143-961c-6d2384f7258d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (ccc63eb4-a279-4d04-ac2b-bda08521691d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:13.201064 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0403fe06-f519-4f46-91d9-297df7e96635 None None] Checking router: 9893c6d0-9f1e-47c7-940a-90e89eaa5228 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:31:13.240858 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd32e7b-9106-4536-838a-4afc0f308d1f None None] Pushing event updated for resources: {'Port': ['ID=52514efd-0d82-41a7-a3fd-32a83d4b90a0,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:13.269725 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0403fe06-f519-4f46-91d9-297df7e96635 None None] Routers {'9893c6d0-9f1e-47c7-940a-90e89eaa5228'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:31:13.270368 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0403fe06-f519-4f46-91d9-297df7e96635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:30:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9893c6d0-9f1e-47c7-940a-90e89eaa5228'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:13.312463 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c20aa5-2776-4b85-8877-0b7db6464e62 None None] Pushing event updated for resources: {'Port': ['ID=52514efd-0d82-41a7-a3fd-32a83d4b90a0,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:13.342078 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d0df8dd6-0af3-42ac-b17b-1edf8a5042ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd86f317-c624-464f-9836-263f33c60300', 'name': 'tempest-TaggedBootDevicesTest-1567841921-router', 'tenant_id': '212e252b8dcb4915958b96d368ab26fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '3e3a547e-d15c-4243-99ab-bec1d81620ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:30:56Z', 'updated_at': '2022-02-20T05:31:02Z', 'revision_number': 4, 'project_id': '212e252b8dcb4915958b96d368ab26fe', 'gw_port': {'id': '3e3a547e-d15c-4243-99ab-bec1d81620ed', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd86f317-c624-464f-9836-263f33c60300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:57Z', 'updated_at': '2022-02-20T05:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '52514efd-0d82-41a7-a3fd-32a83d4b90a0', 'name': '', 'network_id': '39dae378-4bc5-4cb0-ab07-245c62a893b2', 'tenant_id': '212e252b8dcb4915958b96d368ab26fe', 'mac_address': 'fa:16:3e:21:ca:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd86f317-c624-464f-9836-263f33c60300', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'ead12bd4-5e1f-4eb6-8921-8a2c69dde34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:31:00Z', 'updated_at': '2022-02-20T05:31:12Z', 'revision_number': 4, 'project_id': '212e252b8dcb4915958b96d368ab26fe', 'subnets': [{'id': 'ead12bd4-5e1f-4eb6-8921-8a2c69dde34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:13.356230 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a80854e6-0b8f-4ca7-b466-8115f1465cf3 None None] Provisioning complete for port 52514efd-0d82-41a7-a3fd-32a83d4b90a0 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:13.356611 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a80854e6-0b8f-4ca7-b466-8115f1465cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (52514efd-0d82-41a7-a3fd-32a83d4b90a0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:13.396781 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-af297c8a-37ac-4143-961c-6d2384f7258d admin admin] Calling delete_port for ccc63eb4-a279-4d04-ac2b-bda08521691d owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:31:13.412243 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-0403fe06-f519-4f46-91d9-297df7e96635 None None] Set router 9893c6d0-9f1e-47c7-940a-90e89eaa5228 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:31:13.426396 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0df8dd6-0af3-42ac-b17b-1edf8a5042ef None None] The sync data for ids ['bd86f317-c624-464f-9836-263f33c60300'] in n-d-829866-5 is: [{'id': 'bd86f317-c624-464f-9836-263f33c60300', 'name': 'tempest-TaggedBootDevicesTest-1567841921-router', 'tenant_id': '212e252b8dcb4915958b96d368ab26fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '3e3a547e-d15c-4243-99ab-bec1d81620ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:30:56Z', 'updated_at': '2022-02-20T05:31:02Z', 'revision_number': 4, 'project_id': '212e252b8dcb4915958b96d368ab26fe', 'gw_port': {'id': '3e3a547e-d15c-4243-99ab-bec1d81620ed', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd86f317-c624-464f-9836-263f33c60300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:57Z', 'updated_at': '2022-02-20T05:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '52514efd-0d82-41a7-a3fd-32a83d4b90a0', 'name': '', 'network_id': '39dae378-4bc5-4cb0-ab07-245c62a893b2', 'tenant_id': '212e252b8dcb4915958b96d368ab26fe', 'mac_address': 'fa:16:3e:21:ca:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd86f317-c624-464f-9836-263f33c60300', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'ead12bd4-5e1f-4eb6-8921-8a2c69dde34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:31:00Z', 'updated_at': '2022-02-20T05:31:12Z', 'revision_number': 4, 'project_id': '212e252b8dcb4915958b96d368ab26fe', 'subnets': [{'id': 'ead12bd4-5e1f-4eb6-8921-8a2c69dde34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:31:13.584908 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0403fe06-f519-4f46-91d9-297df7e96635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'name': 'tempest-ServersTestJSON-832282820-router', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:29Z', 'updated_at': '2022-02-20T05:31:12Z', 'revision_number': 6, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:13.723555 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0403fe06-f519-4f46-91d9-297df7e96635 None None] The sync data for ids ['9893c6d0-9f1e-47c7-940a-90e89eaa5228'] in n-d-829866-5 is: [{'id': '9893c6d0-9f1e-47c7-940a-90e89eaa5228', 'name': 'tempest-ServersTestJSON-832282820-router', 'tenant_id': '992d9694952247a6a1432ff90d2d84f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:29:29Z', 'updated_at': '2022-02-20T05:31:12Z', 'revision_number': 6, 'project_id': '992d9694952247a6a1432ff90d2d84f5', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:31:13.807770 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0308aec3-256e-4204-a9a6-c6ac6e61b8bc up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:31:13.917219 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a80854e6-0b8f-4ca7-b466-8115f1465cf3 None None] Current status of the port 52514efd-0d82-41a7-a3fd-32a83d4b90a0 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:14.029139 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 0308aec3-256e-4204-a9a6-c6ac6e61b8bc triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:14.029537 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0308aec3-256e-4204-a9a6-c6ac6e61b8bc), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:14.307711 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 0308aec3-256e-4204-a9a6-c6ac6e61b8bc is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:14.308120 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0308aec3-256e-4204-a9a6-c6ac6e61b8bc), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:14.349493 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eed2406-20b1-4640-a1d8-a425b581549c None None] Network e87a786d-7919-4cd4-b1f5-0bdbfa2252ee requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:31:14.513492 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-91a2c02c-82ab-4970-894c-9f9cbd770714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:14.569011 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 0308aec3-256e-4204-a9a6-c6ac6e61b8bc, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0308aec3-256e-4204-a9a6-c6ac6e61b8bc,segment=NetworkSegment(499cad82-24df-4f6d-976f-81dddbf82f64),segment_id=499cad82-24df-4f6d-976f-81dddbf82f64)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:31:14.695475 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0308aec3-256e-4204-a9a6-c6ac6e61b8bc), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:14.697790 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 52514efd-0d82-41a7-a3fd-32a83d4b90a0 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:31:14.833674 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-af297c8a-37ac-4143-961c-6d2384f7258d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (ccc63eb4-a279-4d04-ac2b-bda08521691d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:14.910572 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7cefffcd-821b-4e43-a608-1442d8cd26a3 None None] Provisioning complete for port 0308aec3-256e-4204-a9a6-c6ac6e61b8bc triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:14.910966 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7cefffcd-821b-4e43-a608-1442d8cd26a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0308aec3-256e-4204-a9a6-c6ac6e61b8bc), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:14.947339 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af297c8a-37ac-4143-961c-6d2384f7258d admin admin] Pushing event deleted for resources: {'Port': ['ID=ccc63eb4-a279-4d04-ac2b-bda08521691d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:14.961344 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 57433717-bf51-4f95-9d65-5b8f13e4a9bd up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:31:15.008347 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a2c02c-82ab-4970-894c-9f9cbd770714 admin admin] Router fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:31:15.121858 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=0308aec3-256e-4204-a9a6-c6ac6e61b8bc,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:15.126761 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-af297c8a-37ac-4143-961c-6d2384f7258d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (9893c6d0-9f1e-47c7-940a-90e89eaa5228), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:15.153824 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 52514efd-0d82-41a7-a3fd-32a83d4b90a0 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:15.154198 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (52514efd-0d82-41a7-a3fd-32a83d4b90a0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:15.265159 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 57433717-bf51-4f95-9d65-5b8f13e4a9bd triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:15.265541 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:15.403818 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7cefffcd-821b-4e43-a608-1442d8cd26a3 None None] Current status of the port 0308aec3-256e-4204-a9a6-c6ac6e61b8bc is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:15.485862 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 52514efd-0d82-41a7-a3fd-32a83d4b90a0 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:15.492113 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-af297c8a-37ac-4143-961c-6d2384f7258d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (9893c6d0-9f1e-47c7-940a-90e89eaa5228), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:15.498713 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3e3a547e-d15c-4243-99ab-bec1d81620ed up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:31:15.554423 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-af297c8a-37ac-4143-961c-6d2384f7258d admin admin] Publish callbacks [] for router_controller (9893c6d0-9f1e-47c7-940a-90e89eaa5228), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:15.727164 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a2c02c-82ab-4970-894c-9f9cbd770714 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:31:15.736455 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-af297c8a-37ac-4143-961c-6d2384f7258d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (9893c6d0-9f1e-47c7-940a-90e89eaa5228), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:15.736995 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af297c8a-37ac-4143-961c-6d2384f7258d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9893c6d0-9f1e-47c7-940a-90e89eaa5228 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:31:15.739256 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8eed78-d4b4-488d-8353-8275a74dc140 None None] Sync routers for ids ['fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:31:15.743870 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 57433717-bf51-4f95-9d65-5b8f13e4a9bd is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:15.744352 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:15.756479 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8eed78-d4b4-488d-8353-8275a74dc140 None None] Routers {'fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:31:15.759385 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-af297c8a-37ac-4143-961c-6d2384f7258d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:15.759780 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-dc8eed78-d4b4-488d-8353-8275a74dc140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:30:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:15.766293 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55164) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:15.766869 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-af297c8a-37ac-4143-961c-6d2384f7258d admin admin] 10.222.0.37 "DELETE /v2.0/routers/9893c6d0-9f1e-47c7-940a-90e89eaa5228 HTTP/1.1" status: 204 len: 168 time: 4.5350533 Feb 20 05:31:15.780943 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 3e3a547e-d15c-4243-99ab-bec1d81620ed triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:15.781822 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3e3a547e-d15c-4243-99ab-bec1d81620ed), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:15.793014 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-91a2c02c-82ab-4970-894c-9f9cbd770714 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:15.794491 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-91a2c02c-82ab-4970-894c-9f9cbd770714 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.5650382 Feb 20 05:31:15.797648 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55166) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:15.908617 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-f660bfba-c785-40d5-b57d-dc04688647a3 admin admin] Deleting subnet f6b518f2-00ef-4191-ad2f-d2104b8cb5ec {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:31:15.919237 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f660bfba-c785-40d5-b57d-dc04688647a3 admin admin] Publish callbacks [] for subnet (f6b518f2-00ef-4191-ad2f-d2104b8cb5ec), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:15.929828 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-24c062c6-321f-455c-b1b0-c1037917e808 None None] Provisioning complete for port 0308aec3-256e-4204-a9a6-c6ac6e61b8bc triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:15.930092 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-24c062c6-321f-455c-b1b0-c1037917e808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0308aec3-256e-4204-a9a6-c6ac6e61b8bc), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:16.010295 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 57433717-bf51-4f95-9d65-5b8f13e4a9bd, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=57433717-bf51-4f95-9d65-5b8f13e4a9bd,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:31:16.020232 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f660bfba-c785-40d5-b57d-dc04688647a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (f6b518f2-00ef-4191-ad2f-d2104b8cb5ec), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:16.032399 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:16.078516 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 3e3a547e-d15c-4243-99ab-bec1d81620ed is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:16.142134 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=57433717-bf51-4f95-9d65-5b8f13e4a9bd,revision_number=10']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:16.146556 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-dc8eed78-d4b4-488d-8353-8275a74dc140 None None] Set router fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:31:16.152703 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-24c062c6-321f-455c-b1b0-c1037917e808 None None] Current status of the port 0308aec3-256e-4204-a9a6-c6ac6e61b8bc is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:16.337401 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f660bfba-c785-40d5-b57d-dc04688647a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (f6b518f2-00ef-4191-ad2f-d2104b8cb5ec), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:16.392021 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f256453-7d41-4886-ace6-a17d1b3c2113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:16.406919 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0308aec3-256e-4204-a9a6-c6ac6e61b8bc up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:31:16.492157 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f660bfba-c785-40d5-b57d-dc04688647a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (f6b518f2-00ef-4191-ad2f-d2104b8cb5ec), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:16.540474 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 0308aec3-256e-4204-a9a6-c6ac6e61b8bc triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:16.540872 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0308aec3-256e-4204-a9a6-c6ac6e61b8bc), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:16.547364 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660bfba-c785-40d5-b57d-dc04688647a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6b518f2-00ef-4191-ad2f-d2104b8cb5ec,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:16.559516 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f660bfba-c785-40d5-b57d-dc04688647a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:16.564372 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f660bfba-c785-40d5-b57d-dc04688647a3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f6b518f2-00ef-4191-ad2f-d2104b8cb5ec HTTP/1.1" status: 204 len: 168 time: 0.7956138 Feb 20 05:31:16.566763 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55176) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:16.597090 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2218c0a5-31be-4a8b-bf3e-f211560697b8 None None] Network 1b43d151-723d-4d53-ab29-704a1719daa4 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:31:16.686143 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-53d6fd13-08fe-429e-84f0-b57e4edb21ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (1b43d151-723d-4d53-ab29-704a1719daa4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:16.809550 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e0edfa0-0d85-4cd5-9a28-ecf59e1b609e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:16.818301 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-53d6fd13-08fe-429e-84f0-b57e4edb21ed admin admin] Deleting port 1f2bb12c-10b7-4e33-8f2f-d428561f6e4a {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:31:16.818921 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-53d6fd13-08fe-429e-84f0-b57e4edb21ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1f2bb12c-10b7-4e33-8f2f-d428561f6e4a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:16.905286 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-dc8eed78-d4b4-488d-8353-8275a74dc140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4', 'name': 'tempest-FloatingIPDetailsTestJSON-90792124-router', 'tenant_id': '45f4999d07714796b9aa05e3877c3812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '73a69709-0f4e-472c-89c3-6e4874bab5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:31:08Z', 'updated_at': '2022-02-20T05:31:12Z', 'revision_number': 3, 'project_id': '45f4999d07714796b9aa05e3877c3812', 'gw_port': {'id': '73a69709-0f4e-472c-89c3-6e4874bab5b5', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:33:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:31:09Z', 'updated_at': '2022-02-20T05:31:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:16.940994 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8eed78-d4b4-488d-8353-8275a74dc140 None None] Checking router: fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:31:16.941550 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8eed78-d4b4-488d-8353-8275a74dc140 None None] Updating router fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4 port 73a69709-0f4e-472c-89c3-6e4874bab5b5 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:31:16.957675 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-53d6fd13-08fe-429e-84f0-b57e4edb21ed admin admin] For port 1f2bb12c-10b7-4e33-8f2f-d428561f6e4a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1f2bb12c-10b7-4e33-8f2f-d428561f6e4a,segment=NetworkSegment(127a549a-5d45-47fb-a5e2-6fb7ffa95798),segment_id=127a549a-5d45-47fb-a5e2-6fb7ffa95798)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:31:16.958193 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-53d6fd13-08fe-429e-84f0-b57e4edb21ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1f2bb12c-10b7-4e33-8f2f-d428561f6e4a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:16.994210 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc8eed78-d4b4-488d-8353-8275a74dc140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (73a69709-0f4e-472c-89c3-6e4874bab5b5), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:17.005819 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-53d6fd13-08fe-429e-84f0-b57e4edb21ed admin admin] Calling delete_port for 1f2bb12c-10b7-4e33-8f2f-d428561f6e4a owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:31:17.203072 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-53d6fd13-08fe-429e-84f0-b57e4edb21ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (1f2bb12c-10b7-4e33-8f2f-d428561f6e4a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:17.225610 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d6fd13-08fe-429e-84f0-b57e4edb21ed admin admin] No DVR routers for this DVR port 1f2bb12c-10b7-4e33-8f2f-d428561f6e4a on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:31:17.241089 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-8e0edfa0-0d85-4cd5-9a28-ecf59e1b609e admin admin] Allocated IP 172.20.0.1 (e87a786d-7919-4cd4-b1f5-0bdbfa2252ee/6e74fe0c-02b5-46e0-bd17-b32301409702/96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:31:17.298002 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 0308aec3-256e-4204-a9a6-c6ac6e61b8bc is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:17.305706 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 52514efd-0d82-41a7-a3fd-32a83d4b90a0 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:31:17.379548 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6fd13-08fe-429e-84f0-b57e4edb21ed admin admin] Pushing event deleted for resources: {'Port': ['ID=1f2bb12c-10b7-4e33-8f2f-d428561f6e4a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:17.414015 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fb06f5-0990-4386-998a-a7749ae4fec3 None None] DHCP port deletion for 1b43d151-723d-4d53-ab29-704a1719daa4 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:31:17.518572 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 52514efd-0d82-41a7-a3fd-32a83d4b90a0 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:17.519019 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (52514efd-0d82-41a7-a3fd-32a83d4b90a0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:17.558482 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-53d6fd13-08fe-429e-84f0-b57e4edb21ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (1b43d151-723d-4d53-ab29-704a1719daa4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:17.561953 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e0edfa0-0d85-4cd5-9a28-ecf59e1b609e admin admin] Publish callbacks [] for port (96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:17.585403 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc8eed78-d4b4-488d-8353-8275a74dc140 None None] Publish callbacks [] for port (73a69709-0f4e-472c-89c3-6e4874bab5b5), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:17.607090 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc8eed78-d4b4-488d-8353-8275a74dc140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (73a69709-0f4e-472c-89c3-6e4874bab5b5), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:17.616194 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-53d6fd13-08fe-429e-84f0-b57e4edb21ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b43d151-723d-4d53-ab29-704a1719daa4']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:17.644233 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-53d6fd13-08fe-429e-84f0-b57e4edb21ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127a549a-5d45-47fb-a5e2-6fb7ffa95798') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:17.645480 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-53d6fd13-08fe-429e-84f0-b57e4edb21ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127a549a-5d45-47fb-a5e2-6fb7ffa95798') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:17.674718 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099f6f8-5fc7-4caa-8f2f-ab26d9a42114 None None] Pushing event updated for resources: {'Port': ['ID=73a69709-0f4e-472c-89c3-6e4874bab5b5,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:17.693473 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-53d6fd13-08fe-429e-84f0-b57e4edb21ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (127a549a-5d45-47fb-a5e2-6fb7ffa95798), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:17.693962 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-dc8eed78-d4b4-488d-8353-8275a74dc140 None None] Attempting to bind port 73a69709-0f4e-472c-89c3-6e4874bab5b5 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:31:17.694497 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-dc8eed78-d4b4-488d-8353-8275a74dc140 None None] Attempting to bind port 73a69709-0f4e-472c-89c3-6e4874bab5b5 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:31:17.694869 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8eed78-d4b4-488d-8353-8275a74dc140 None None] Attempting to bind port 73a69709-0f4e-472c-89c3-6e4874bab5b5 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:31:17.701475 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8eed78-d4b4-488d-8353-8275a74dc140 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:31:17.701955 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8eed78-d4b4-488d-8353-8275a74dc140 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:31:17.702259 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc8eed78-d4b4-488d-8353-8275a74dc140 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:17.702731 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8eed78-d4b4-488d-8353-8275a74dc140 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:31:17.703299 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-dc8eed78-d4b4-488d-8353-8275a74dc140 None None] Bound port: 73a69709-0f4e-472c-89c3-6e4874bab5b5, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:31:17.703723 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc8eed78-d4b4-488d-8353-8275a74dc140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (73a69709-0f4e-472c-89c3-6e4874bab5b5), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:17.713774 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e0edfa0-0d85-4cd5-9a28-ecf59e1b609e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:17.745427 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-53d6fd13-08fe-429e-84f0-b57e4edb21ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (127a549a-5d45-47fb-a5e2-6fb7ffa95798), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:17.762464 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-dc8eed78-d4b4-488d-8353-8275a74dc140 None None] For port 73a69709-0f4e-472c-89c3-6e4874bab5b5, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:31:17.766441 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-dc8eed78-d4b4-488d-8353-8275a74dc140 None None] For port 73a69709-0f4e-472c-89c3-6e4874bab5b5, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=73a69709-0f4e-472c-89c3-6e4874bab5b5,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:31:17.771377 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d6fd13-08fe-429e-84f0-b57e4edb21ed admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:31:17.772211 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-53d6fd13-08fe-429e-84f0-b57e4edb21ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (127a549a-5d45-47fb-a5e2-6fb7ffa95798), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:17.777703 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc8eed78-d4b4-488d-8353-8275a74dc140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (73a69709-0f4e-472c-89c3-6e4874bab5b5), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:31:17.779238 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:31:17.787340 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 52514efd-0d82-41a7-a3fd-32a83d4b90a0 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:17.878775 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0edfa0-0d85-4cd5-9a28-ecf59e1b609e admin admin] Network e87a786d-7919-4cd4-b1f5-0bdbfa2252ee is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:31:17.891132 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 58beebe3-adfb-4eb0-9480-76eb95450778 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:31:17.895069 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-8e0edfa0-0d85-4cd5-9a28-ecf59e1b609e admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:31:17.897297 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0edfa0-0d85-4cd5-9a28-ecf59e1b609e admin admin] Pushing event updated for resources: {'Port': ['ID=96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:17.899505 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0edfa0-0d85-4cd5-9a28-ecf59e1b609e admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:31:17.917046 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-53d6fd13-08fe-429e-84f0-b57e4edb21ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (1b43d151-723d-4d53-ab29-704a1719daa4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:17.921622 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099f6f8-5fc7-4caa-8f2f-ab26d9a42114 None None] Pushing event updated for resources: {'Port': ['ID=73a69709-0f4e-472c-89c3-6e4874bab5b5,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:17.942835 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8eed78-d4b4-488d-8353-8275a74dc140 None None] Routers {'fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:31:17.943568 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-dc8eed78-d4b4-488d-8353-8275a74dc140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:30:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:17.949346 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-53d6fd13-08fe-429e-84f0-b57e4edb21ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:17.960533 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-53d6fd13-08fe-429e-84f0-b57e4edb21ed admin admin] 10.222.0.37 "DELETE /v2.0/networks/1b43d151-723d-4d53-ab29-704a1719daa4 HTTP/1.1" status: 204 len: 168 time: 1.3924258 Feb 20 05:31:17.961613 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6fd13-08fe-429e-84f0-b57e4edb21ed admin admin] Pushing event deleted for resources: {'Network': ['ID=1b43d151-723d-4d53-ab29-704a1719daa4,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:17.970749 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 58beebe3-adfb-4eb0-9480-76eb95450778 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:31:17.971353 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 58beebe3-adfb-4eb0-9480-76eb95450778 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:31:17.972619 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ccc63eb4-a279-4d04-ac2b-bda08521691d no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:31:18.037475 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: ccc63eb4-a279-4d04-ac2b-bda08521691d {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:31:18.041883 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ccc63eb4-a279-4d04-ac2b-bda08521691d not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:31:18.071737 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e0edfa0-0d85-4cd5-9a28-ecf59e1b609e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:18.137607 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-dc8eed78-d4b4-488d-8353-8275a74dc140 None None] Set router fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:31:18.256908 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1f2bb12c-10b7-4e33-8f2f-d428561f6e4a no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:31:18.325921 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 1f2bb12c-10b7-4e33-8f2f-d428561f6e4a {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:31:18.327204 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1f2bb12c-10b7-4e33-8f2f-d428561f6e4a not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:31:18.410613 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2db0667d-5e82-413e-bc71-3ada03157ec9 None None] Provisioning complete for port 96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:18.411241 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2db0667d-5e82-413e-bc71-3ada03157ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:18.425927 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55186) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:18.515634 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e0edfa0-0d85-4cd5-9a28-ecf59e1b609e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:18.523442 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9c0988ae-67c5-4c5d-9c3f-a40e3c666a88 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=992d9694952247a6a1432ff90d2d84f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0941494 Feb 20 05:31:18.524398 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55190) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:18.528342 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-dc8eed78-d4b4-488d-8353-8275a74dc140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4', 'name': 'tempest-FloatingIPDetailsTestJSON-90792124-router', 'tenant_id': '45f4999d07714796b9aa05e3877c3812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '73a69709-0f4e-472c-89c3-6e4874bab5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:31:08Z', 'updated_at': '2022-02-20T05:31:12Z', 'revision_number': 3, 'project_id': '45f4999d07714796b9aa05e3877c3812', 'gw_port': {'id': '73a69709-0f4e-472c-89c3-6e4874bab5b5', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:33:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:31:09Z', 'updated_at': '2022-02-20T05:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:18.580095 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8eed78-d4b4-488d-8353-8275a74dc140 None None] The sync data for ids ['fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4'] in n-d-829866-5 is: [{'id': 'fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4', 'name': 'tempest-FloatingIPDetailsTestJSON-90792124-router', 'tenant_id': '45f4999d07714796b9aa05e3877c3812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '73a69709-0f4e-472c-89c3-6e4874bab5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:31:08Z', 'updated_at': '2022-02-20T05:31:12Z', 'revision_number': 3, 'project_id': '45f4999d07714796b9aa05e3877c3812', 'gw_port': {'id': '73a69709-0f4e-472c-89c3-6e4874bab5b5', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:33:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:31:09Z', 'updated_at': '2022-02-20T05:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:31:18.590125 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2db0667d-5e82-413e-bc71-3ada03157ec9 None None] Port 96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:31:18.608301 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dadf443-2dc7-46a2-b8de-e04d420e8db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:18.628265 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66a8d683-1f84-416a-b820-5d7ec4ea5e5e admin admin] Publish callbacks [] for security_group (b741bfbf-a168-4d19-b38d-a184f6eff5e4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:18.677380 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66a8d683-1f84-416a-b820-5d7ec4ea5e5e admin admin] Publish callbacks [] for security_group (b741bfbf-a168-4d19-b38d-a184f6eff5e4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:18.785137 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66a8d683-1f84-416a-b820-5d7ec4ea5e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b741bfbf-a168-4d19-b38d-a184f6eff5e4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:18.800872 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66a8d683-1f84-416a-b820-5d7ec4ea5e5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:18.811452 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-66a8d683-1f84-416a-b820-5d7ec4ea5e5e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b741bfbf-a168-4d19-b38d-a184f6eff5e4 HTTP/1.1" status: 204 len: 168 time: 0.2849457 Feb 20 05:31:18.840674 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8d683-1f84-416a-b820-5d7ec4ea5e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b741bfbf-a168-4d19-b38d-a184f6eff5e4,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:18.920073 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e0edfa0-0d85-4cd5-9a28-ecf59e1b609e admin admin] Publish callbacks [] for port (96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:18.928047 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e0edfa0-0d85-4cd5-9a28-ecf59e1b609e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:19.107544 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e0edfa0-0d85-4cd5-9a28-ecf59e1b609e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:19.120147 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0edfa0-0d85-4cd5-9a28-ecf59e1b609e admin admin] Pushing event updated for resources: {'Port': ['ID=96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:19.388016 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0edfa0-0d85-4cd5-9a28-ecf59e1b609e admin admin] Network e87a786d-7919-4cd4-b1f5-0bdbfa2252ee is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:31:19.396516 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-8e0edfa0-0d85-4cd5-9a28-ecf59e1b609e admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:31:19.476560 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:19.651387 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0edfa0-0d85-4cd5-9a28-ecf59e1b609e admin admin] Router fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:31:19.840098 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d944ac21-cd95-4ab2-8662-7fb2ab90fd9e None None] Provisioning complete for port 96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:19.840479 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d944ac21-cd95-4ab2-8662-7fb2ab90fd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:19.950964 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d944ac21-cd95-4ab2-8662-7fb2ab90fd9e None None] Port 96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:31:19.981354 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0edfa0-0d85-4cd5-9a28-ecf59e1b609e admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:31:19.988532 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8e0edfa0-0d85-4cd5-9a28-ecf59e1b609e admin admin] 10.222.0.37 "PUT /v2.0/routers/fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1897037 Feb 20 05:31:20.272383 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 73a69709-0f4e-472c-89c3-6e4874bab5b5 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:31:20.382953 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 73a69709-0f4e-472c-89c3-6e4874bab5b5 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:20.382953 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (73a69709-0f4e-472c-89c3-6e4874bab5b5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:20.529793 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 73a69709-0f4e-472c-89c3-6e4874bab5b5 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:20.530915 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (73a69709-0f4e-472c-89c3-6e4874bab5b5), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:20.574337 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 73a69709-0f4e-472c-89c3-6e4874bab5b5, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=73a69709-0f4e-472c-89c3-6e4874bab5b5,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:31:20.589910 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (73a69709-0f4e-472c-89c3-6e4874bab5b5), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:20.684673 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=73a69709-0f4e-472c-89c3-6e4874bab5b5,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:21.299372 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:21.436440 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34552224-de14-403f-a521-f740c6db5cb6 None None] Sync routers for ids ['fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:31:21.457572 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34552224-de14-403f-a521-f740c6db5cb6 None None] Routers {'fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:31:21.458376 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-34552224-de14-403f-a521-f740c6db5cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:31:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:21.591746 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-34552224-de14-403f-a521-f740c6db5cb6 None None] Set router fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:31:21.946575 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-34552224-de14-403f-a521-f740c6db5cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4', 'name': 'tempest-FloatingIPDetailsTestJSON-90792124-router', 'tenant_id': '45f4999d07714796b9aa05e3877c3812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '73a69709-0f4e-472c-89c3-6e4874bab5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:31:08Z', 'updated_at': '2022-02-20T05:31:18Z', 'revision_number': 4, 'project_id': '45f4999d07714796b9aa05e3877c3812', 'gw_port': {'id': '73a69709-0f4e-472c-89c3-6e4874bab5b5', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:33:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:31:09Z', 'updated_at': '2022-02-20T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc', 'name': '', 'network_id': 'e87a786d-7919-4cd4-b1f5-0bdbfa2252ee', 'tenant_id': '45f4999d07714796b9aa05e3877c3812', 'mac_address': 'fa:16:3e:4e:4a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '6e74fe0c-02b5-46e0-bd17-b32301409702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:31:16Z', 'updated_at': '2022-02-20T05:31:18Z', 'revision_number': 2, 'project_id': '45f4999d07714796b9aa05e3877c3812', 'subnets': [{'id': '6e74fe0c-02b5-46e0-bd17-b32301409702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:21.983181 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34552224-de14-403f-a521-f740c6db5cb6 None None] Checking router: fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:31:21.983843 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34552224-de14-403f-a521-f740c6db5cb6 None None] Updating router fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4 port 96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:31:22.025977 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34552224-de14-403f-a521-f740c6db5cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:22.259160 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 73a69709-0f4e-472c-89c3-6e4874bab5b5 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:31:22.353201 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 73a69709-0f4e-472c-89c3-6e4874bab5b5 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:22.353587 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (73a69709-0f4e-472c-89c3-6e4874bab5b5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:22.494220 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34552224-de14-403f-a521-f740c6db5cb6 None None] Publish callbacks [] for port (96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:22.498588 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 73a69709-0f4e-472c-89c3-6e4874bab5b5 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:22.504188 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34552224-de14-403f-a521-f740c6db5cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:22.564902 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0e4bb-9f65-4105-8e94-423611710bc3 None None] Pushing event updated for resources: {'Port': ['ID=96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:22.669134 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-34552224-de14-403f-a521-f740c6db5cb6 None None] Attempting to bind port 96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:31:22.669857 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-34552224-de14-403f-a521-f740c6db5cb6 None None] Attempting to bind port 96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '499cad82-24df-4f6d-976f-81dddbf82f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e87a786d-7919-4cd4-b1f5-0bdbfa2252ee'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:31:22.669976 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34552224-de14-403f-a521-f740c6db5cb6 None None] Attempting to bind port 96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc on network e87a786d-7919-4cd4-b1f5-0bdbfa2252ee {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:31:22.677688 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:22.678512 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:22.683209 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34552224-de14-403f-a521-f740c6db5cb6 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:31:22.683596 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34552224-de14-403f-a521-f740c6db5cb6 None None] Checking segment: {'id': '499cad82-24df-4f6d-976f-81dddbf82f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e87a786d-7919-4cd4-b1f5-0bdbfa2252ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:31:22.684102 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34552224-de14-403f-a521-f740c6db5cb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:22.684517 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34552224-de14-403f-a521-f740c6db5cb6 None None] Bound using segment: {'id': '499cad82-24df-4f6d-976f-81dddbf82f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e87a786d-7919-4cd4-b1f5-0bdbfa2252ee'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:31:22.685026 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-34552224-de14-403f-a521-f740c6db5cb6 None None] Bound port: 96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499cad82-24df-4f6d-976f-81dddbf82f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e87a786d-7919-4cd4-b1f5-0bdbfa2252ee'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:31:22.685416 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34552224-de14-403f-a521-f740c6db5cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:22.853976 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-34552224-de14-403f-a521-f740c6db5cb6 None None] For port 96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:31:22.857498 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-34552224-de14-403f-a521-f740c6db5cb6 None None] For port 96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc,segment=NetworkSegment(499cad82-24df-4f6d-976f-81dddbf82f64),segment_id=499cad82-24df-4f6d-976f-81dddbf82f64)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:31:22.917177 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-6aa283d4-9ac2-4cd4-9a79-8d80b11cc626 None None] Provisioning complete for port 96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:22.917177 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6aa283d4-9ac2-4cd4-9a79-8d80b11cc626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:22.927787 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34552224-de14-403f-a521-f740c6db5cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:22.965582 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6aa283d4-9ac2-4cd4-9a79-8d80b11cc626 None None] Port 96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:31:23.010225 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0e4bb-9f65-4105-8e94-423611710bc3 None None] Pushing event updated for resources: {'Port': ['ID=96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:23.015156 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34552224-de14-403f-a521-f740c6db5cb6 None None] Routers {'fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:31:23.016317 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-34552224-de14-403f-a521-f740c6db5cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:31:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:23.179005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-34552224-de14-403f-a521-f740c6db5cb6 None None] Set router fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:31:23.346437 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b731b30a-2877-40c8-92e1-a752751e8773 None None] Provisioning complete for port 96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:23.346844 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b731b30a-2877-40c8-92e1-a752751e8773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:23.480430 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b731b30a-2877-40c8-92e1-a752751e8773 None None] Current status of the port 96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:23.480844 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b731b30a-2877-40c8-92e1-a752751e8773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:23.525090 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b731b30a-2877-40c8-92e1-a752751e8773 None None] For port 96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc,segment=NetworkSegment(499cad82-24df-4f6d-976f-81dddbf82f64),segment_id=499cad82-24df-4f6d-976f-81dddbf82f64)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:31:23.534498 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b731b30a-2877-40c8-92e1-a752751e8773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:23.566105 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-34552224-de14-403f-a521-f740c6db5cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4', 'name': 'tempest-FloatingIPDetailsTestJSON-90792124-router', 'tenant_id': '45f4999d07714796b9aa05e3877c3812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '73a69709-0f4e-472c-89c3-6e4874bab5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:31:08Z', 'updated_at': '2022-02-20T05:31:18Z', 'revision_number': 4, 'project_id': '45f4999d07714796b9aa05e3877c3812', 'gw_port': {'id': '73a69709-0f4e-472c-89c3-6e4874bab5b5', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:33:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:31:09Z', 'updated_at': '2022-02-20T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc', 'name': '', 'network_id': 'e87a786d-7919-4cd4-b1f5-0bdbfa2252ee', 'tenant_id': '45f4999d07714796b9aa05e3877c3812', 'mac_address': 'fa:16:3e:4e:4a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '6e74fe0c-02b5-46e0-bd17-b32301409702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:31:16Z', 'updated_at': '2022-02-20T05:31:22Z', 'revision_number': 4, 'project_id': '45f4999d07714796b9aa05e3877c3812', 'subnets': [{'id': '6e74fe0c-02b5-46e0-bd17-b32301409702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:31:23.598067 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34552224-de14-403f-a521-f740c6db5cb6 None None] The sync data for ids ['fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4'] in n-d-829866-5 is: [{'id': 'fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4', 'name': 'tempest-FloatingIPDetailsTestJSON-90792124-router', 'tenant_id': '45f4999d07714796b9aa05e3877c3812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '73a69709-0f4e-472c-89c3-6e4874bab5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:31:08Z', 'updated_at': '2022-02-20T05:31:18Z', 'revision_number': 4, 'project_id': '45f4999d07714796b9aa05e3877c3812', 'gw_port': {'id': '73a69709-0f4e-472c-89c3-6e4874bab5b5', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:33:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:31:09Z', 'updated_at': '2022-02-20T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc', 'name': '', 'network_id': 'e87a786d-7919-4cd4-b1f5-0bdbfa2252ee', 'tenant_id': '45f4999d07714796b9aa05e3877c3812', 'mac_address': 'fa:16:3e:4e:4a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '6e74fe0c-02b5-46e0-bd17-b32301409702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:31:16Z', 'updated_at': '2022-02-20T05:31:22Z', 'revision_number': 4, 'project_id': '45f4999d07714796b9aa05e3877c3812', 'subnets': [{'id': '6e74fe0c-02b5-46e0-bd17-b32301409702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:31:23.629165 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731b30a-2877-40c8-92e1-a752751e8773 None None] Pushing event updated for resources: {'Port': ['ID=96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:24.256858 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:31:24.329301 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:24.329677 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:24.632948 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:24.963508 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58db81-978d-4f1a-9494-098a26efdd04 req-84123426-0156-4ad0-81b6-10e417c983ad tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:24.965055 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab58db81-978d-4f1a-9494-098a26efdd04 req-84123426-0156-4ad0-81b6-10e417c983ad tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 945 time: 0.0961916 Feb 20 05:31:25.060634 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab58db81-978d-4f1a-9494-098a26efdd04 req-7b0651d1-36b5-43db-9d58-8682f12a8282 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865204 Feb 20 05:31:25.063264 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:25.254720 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b503a-bd36-42d2-97d3-5f56cbff827f req-1d2bc5bf-3910-4124-b2cd-ca859ce7f6d2 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:25.257633 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f49b503a-bd36-42d2-97d3-5f56cbff827f req-1d2bc5bf-3910-4124-b2cd-ca859ce7f6d2 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 943 time: 0.1026249 Feb 20 05:31:25.334210 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f49b503a-bd36-42d2-97d3-5f56cbff827f req-5ee416f8-20c4-436d-b6fb-35fd6e8177d0 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704787 Feb 20 05:31:25.455694 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a7063b-dc0b-4657-93a0-3dcb53fab7c2 x-openstack-request-id: req-42a7063b-dc0b-4657-93a0-3dcb53fab7c2 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:31:25.456273 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915c7bdf-b9b0-4640-820b-c57cd2b9b618", "name": "network-vif-plugged", "status": "completed", "tag": "3f75275e-7571-4f5c-bdc3-a3c3b887fdde", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:31:25.456273 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42a7063b-dc0b-4657-93a0-3dcb53fab7c2 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:31:25.456896 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915c7bdf-b9b0-4640-820b-c57cd2b9b618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f75275e-7571-4f5c-bdc3-a3c3b887fdde', 'code': 200} Feb 20 05:31:25.873103 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea18b2ea-04bb-497c-b0ee-ab45019452df req-2c9ec4c5-b992-482c-af49-1b7e9b400208 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1950200 Feb 20 05:31:25.885978 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-ea18b2ea-04bb-497c-b0ee-ab45019452df req-6bba5c98-0a36-4967-a8f1-84c8988f7d27 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:31:25.930059 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ea18b2ea-04bb-497c-b0ee-ab45019452df req-6bba5c98-0a36-4967-a8f1-84c8988f7d27 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:26.135071 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ea18b2ea-04bb-497c-b0ee-ab45019452df req-6bba5c98-0a36-4967-a8f1-84c8988f7d27 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:26.293367 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-ea18b2ea-04bb-497c-b0ee-ab45019452df req-6bba5c98-0a36-4967-a8f1-84c8988f7d27 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Allocated IP 172.25.3.14 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/9d8b2a9b-3dc3-4ccc-80bb-808983d49f67) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:31:26.495023 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ea18b2ea-04bb-497c-b0ee-ab45019452df req-6bba5c98-0a36-4967-a8f1-84c8988f7d27 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks [] for port (9d8b2a9b-3dc3-4ccc-80bb-808983d49f67), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:26.544732 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ea18b2ea-04bb-497c-b0ee-ab45019452df req-6bba5c98-0a36-4967-a8f1-84c8988f7d27 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (9d8b2a9b-3dc3-4ccc-80bb-808983d49f67), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:26.582609 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea18b2ea-04bb-497c-b0ee-ab45019452df req-6bba5c98-0a36-4967-a8f1-84c8988f7d27 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:31:26.586552 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-ea18b2ea-04bb-497c-b0ee-ab45019452df req-6bba5c98-0a36-4967-a8f1-84c8988f7d27 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:31:26.590460 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea18b2ea-04bb-497c-b0ee-ab45019452df req-6bba5c98-0a36-4967-a8f1-84c8988f7d27 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:31:26.642450 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba5c98-0a36-4967-a8f1-84c8988f7d27 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Pushing event updated for resources: {'Port': ['ID=9d8b2a9b-3dc3-4ccc-80bb-808983d49f67,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:26.694855 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ea18b2ea-04bb-497c-b0ee-ab45019452df req-6bba5c98-0a36-4967-a8f1-84c8988f7d27 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks [] for floatingip (204b8a9c-ab53-400d-bcdb-e177ce76d135), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:26.743044 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ea18b2ea-04bb-497c-b0ee-ab45019452df req-6bba5c98-0a36-4967-a8f1-84c8988f7d27 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9d8b2a9b-3dc3-4ccc-80bb-808983d49f67), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:27.003070 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ea18b2ea-04bb-497c-b0ee-ab45019452df req-6bba5c98-0a36-4967-a8f1-84c8988f7d27 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks [] for port (9d8b2a9b-3dc3-4ccc-80bb-808983d49f67), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:27.013413 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ea18b2ea-04bb-497c-b0ee-ab45019452df req-6bba5c98-0a36-4967-a8f1-84c8988f7d27 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (9d8b2a9b-3dc3-4ccc-80bb-808983d49f67), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:27.114334 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ea18b2ea-04bb-497c-b0ee-ab45019452df req-6bba5c98-0a36-4967-a8f1-84c8988f7d27 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (204b8a9c-ab53-400d-bcdb-e177ce76d135), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:27.119005 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba5c98-0a36-4967-a8f1-84c8988f7d27 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Pushing event updated for resources: {'Port': ['ID=9d8b2a9b-3dc3-4ccc-80bb-808983d49f67,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:27.141038 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ea18b2ea-04bb-497c-b0ee-ab45019452df req-6bba5c98-0a36-4967-a8f1-84c8988f7d27 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:27.142446 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea18b2ea-04bb-497c-b0ee-ab45019452df req-6bba5c98-0a36-4967-a8f1-84c8988f7d27 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2630668 Feb 20 05:31:27.214792 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea18b2ea-04bb-497c-b0ee-ab45019452df req-5d2a337b-e583-4778-8a61-fda4bc95feef tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.14 HTTP/1.1" status: 200 len: 695 time: 0.0648580 Feb 20 05:31:27.358324 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18b2ea-04bb-497c-b0ee-ab45019452df req-f99f0f9b-f7b0-4cc6-b53f-32cd57e8a761 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:27.360608 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea18b2ea-04bb-497c-b0ee-ab45019452df req-f99f0f9b-f7b0-4cc6-b53f-32cd57e8a761 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.1447949 Feb 20 05:31:27.458074 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a178d0-928a-438b-9e05-33b84b5c08a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57433717-bf51-4f95-9d65-5b8f13e4a9bd'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:31:27.461347 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d77c93-23db-43b9-9cb2-7266e5c5c557" -d '{"events": [{"server_uuid": "52a178d0-928a-438b-9e05-33b84b5c08a7", "name": "network-vif-plugged", "status": "completed", "tag": "57433717-bf51-4f95-9d65-5b8f13e4a9bd"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:31:31.005665 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:31:31.114876 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:31:31.128521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4', 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68', 'port_id': 'a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4', 'mac_address': 'fa:16:3e:cb:ba:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4371b84-9467-4135-93c7-7a933f791395', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:31:31.172740 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:31.173417 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:31.190083 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:31:31.222376 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:31:31.227838 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:31.288478 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:31.298761 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:31.299400 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:31.299915 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:31.300475 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:31.300975 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:31.301312 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:31.301648 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:31.301969 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:31.302298 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:31.302620 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:31.303109 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:31.303434 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:31.303764 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:31.520681 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:31:31.698407 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:31:33.005550 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:31:33.069585 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:31:33.076375 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:33.076874 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:33.170288 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:33.170682 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:33.207462 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:31:33.212010 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:33.295062 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:35.509991 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd71de-21a7-4945-8005-9935e4e7f6c0 req-cc0ae474-2271-4cd9-8760-dcdb1a5a1157 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:35.509991 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ecd71de-21a7-4945-8005-9935e4e7f6c0 req-cc0ae474-2271-4cd9-8760-dcdb1a5a1157 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 945 time: 0.0616567 Feb 20 05:31:35.572608 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ecd71de-21a7-4945-8005-9935e4e7f6c0 req-a3f4e218-718c-47e1-a956-819ca0f6a51d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558097 Feb 20 05:31:35.729073 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dccb3b-d2fe-4f62-b238-bb078edbe34a req-4a3e70b1-1c43-46b1-8cfc-67043f9f31a5 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:35.738568 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60dccb3b-d2fe-4f62-b238-bb078edbe34a req-4a3e70b1-1c43-46b1-8cfc-67043f9f31a5 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 945 time: 0.0834856 Feb 20 05:31:35.795000 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60dccb3b-d2fe-4f62-b238-bb078edbe34a req-55fa25f5-93cd-4cad-ae7b-857233d2cabe tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503206 Feb 20 05:31:35.954025 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4bacac8c-7a9b-4e17-915d-a9d46382c305 req-0f245274-177a-4579-8880-1163bddd1853 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1265407 Feb 20 05:31:35.958968 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-4bacac8c-7a9b-4e17-915d-a9d46382c305 req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:31:36.018092 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4bacac8c-7a9b-4e17-915d-a9d46382c305 req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:36.092880 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439a004-279e-4181-9724-d02060592429 req-fb779f0d-1624-4026-af8c-b090d2a28666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:36.094349 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e439a004-279e-4181-9724-d02060592429 req-fb779f0d-1624-4026-af8c-b090d2a28666 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba68b400a4764ecd8cffcc89b3c1b40a&device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 1127 time: 0.1055512 Feb 20 05:31:36.212886 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4bacac8c-7a9b-4e17-915d-a9d46382c305 req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:36.215205 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439a004-279e-4181-9724-d02060592429 req-3964d92c-e764-4b0f-8f18-152e2cd7152f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:36.216681 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e439a004-279e-4181-9724-d02060592429 req-3964d92c-e764-4b0f-8f18-152e2cd7152f service neutron] 10.222.0.48 "GET /v2.0/networks?id=bfecaaea-4537-49c6-826a-93e263cff952 HTTP/1.1" status: 200 len: 910 time: 0.1149309 Feb 20 05:31:36.268686 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e439a004-279e-4181-9724-d02060592429 req-895040e9-668e-4077-856a-ff349fdde82b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f75275e-7571-4f5c-bdc3-a3c3b887fdde HTTP/1.1" status: 200 len: 217 time: 0.0406632 Feb 20 05:31:36.380889 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439a004-279e-4181-9724-d02060592429 req-3cdced96-d814-434b-9a48-85f8b18b03f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:36.382376 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e439a004-279e-4181-9724-d02060592429 req-3cdced96-d814-434b-9a48-85f8b18b03f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6cf6e5f-5eef-4832-87f6-e3f3339d48a1 HTTP/1.1" status: 200 len: 850 time: 0.0864351 Feb 20 05:31:36.423821 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e439a004-279e-4181-9724-d02060592429 req-f58416c9-c581-43f7-9963-061043601eb9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bfecaaea-4537-49c6-826a-93e263cff952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344622 Feb 20 05:31:36.433677 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-4bacac8c-7a9b-4e17-915d-a9d46382c305 req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Allocated IP 172.25.3.166 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/28a23c08-565c-4ffd-b396-fd3ca6882fe0) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:31:36.583617 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e439a004-279e-4181-9724-d02060592429 req-8379a4dc-40f2-4d14-a66a-053021aaf384 service neutron] 10.222.0.48 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511440 Feb 20 05:31:36.663330 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4bacac8c-7a9b-4e17-915d-a9d46382c305 req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks [] for port (28a23c08-565c-4ffd-b396-fd3ca6882fe0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:36.723694 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e439a004-279e-4181-9724-d02060592429 req-71a38939-1844-41ff-bd77-d5e3c9e7d5e0 service neutron] 10.222.0.48 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331260 Feb 20 05:31:36.731620 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4bacac8c-7a9b-4e17-915d-a9d46382c305 req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (28a23c08-565c-4ffd-b396-fd3ca6882fe0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:36.777257 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bacac8c-7a9b-4e17-915d-a9d46382c305 req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:31:36.783160 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-4bacac8c-7a9b-4e17-915d-a9d46382c305 req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:31:36.786077 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bacac8c-7a9b-4e17-915d-a9d46382c305 req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:31:36.791820 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Pushing event updated for resources: {'Port': ['ID=28a23c08-565c-4ffd-b396-fd3ca6882fe0,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:36.829488 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:36.829837 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:36.830192 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:36.830541 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:36.830883 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:36.831244 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:36.831843 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:36.832173 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:36.832503 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:36.832836 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:36.833167 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:36.833496 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:36.833818 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:36.913076 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4bacac8c-7a9b-4e17-915d-a9d46382c305 req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks [] for floatingip (38711629-4a9c-444a-ac92-ebd45069a2c2), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:36.950871 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4bacac8c-7a9b-4e17-915d-a9d46382c305 req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (28a23c08-565c-4ffd-b396-fd3ca6882fe0), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:37.113399 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4bacac8c-7a9b-4e17-915d-a9d46382c305 req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks [] for port (28a23c08-565c-4ffd-b396-fd3ca6882fe0), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:37.118817 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4bacac8c-7a9b-4e17-915d-a9d46382c305 req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (28a23c08-565c-4ffd-b396-fd3ca6882fe0), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:37.186967 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Pushing event updated for resources: {'Port': ['ID=28a23c08-565c-4ffd-b396-fd3ca6882fe0,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:37.201642 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4bacac8c-7a9b-4e17-915d-a9d46382c305 req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (38711629-4a9c-444a-ac92-ebd45069a2c2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:37.219673 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4bacac8c-7a9b-4e17-915d-a9d46382c305 req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:37.221117 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4bacac8c-7a9b-4e17-915d-a9d46382c305 req-b38f1b0d-5b1d-4855-9d89-92bb751da293 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2662868 Feb 20 05:31:37.280371 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4bacac8c-7a9b-4e17-915d-a9d46382c305 req-ed4b25a2-9e49-4818-abea-6472a7561a6b tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.0519910 Feb 20 05:31:37.387235 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacac8c-7a9b-4e17-915d-a9d46382c305 req-e25c6345-31ce-421f-b9ad-8a94f76fbd73 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:37.388567 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4bacac8c-7a9b-4e17-915d-a9d46382c305 req-e25c6345-31ce-421f-b9ad-8a94f76fbd73 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.1021857 Feb 20 05:31:37.429083 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16668b8-5d18-45a3-9760-877efcfcf2cc x-openstack-request-id: req-f16668b8-5d18-45a3-9760-877efcfcf2cc {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:31:37.429637 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a178d0-928a-438b-9e05-33b84b5c08a7", "name": "network-vif-plugged", "status": "completed", "tag": "57433717-bf51-4f95-9d65-5b8f13e4a9bd", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:31:37.429991 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f16668b8-5d18-45a3-9760-877efcfcf2cc {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:31:37.430631 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a178d0-928a-438b-9e05-33b84b5c08a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57433717-bf51-4f95-9d65-5b8f13e4a9bd', 'code': 200} Feb 20 05:31:37.668430 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95039c-b74f-44ff-b412-3dd65ebc6828 req-8e31b30c-5c8d-4610-9ddd-ac90b0950d72 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:37.670020 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1b95039c-b74f-44ff-b412-3dd65ebc6828 req-8e31b30c-5c8d-4610-9ddd-ac90b0950d72 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 945 time: 0.0581050 Feb 20 05:31:37.732002 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1b95039c-b74f-44ff-b412-3dd65ebc6828 req-13f3798d-6906-4618-b7f2-f4f722167bce tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536382 Feb 20 05:31:37.875449 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d4ed6-fd12-451b-8f0a-536fecbb4bf1 req-633a0f71-79a8-4a99-8074-a4c21162eefa tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:37.877109 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a5d4ed6-fd12-451b-8f0a-536fecbb4bf1 req-633a0f71-79a8-4a99-8074-a4c21162eefa tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 945 time: 0.0750792 Feb 20 05:31:37.935824 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a5d4ed6-fd12-451b-8f0a-536fecbb4bf1 req-4d160ab0-ef71-437d-8c05-2a51705fdf03 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529206 Feb 20 05:31:38.069779 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8768020b-3466-4081-8e46-d4e0564888d6 req-b612c524-e146-402c-a033-f3f23c956f7b tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1104817 Feb 20 05:31:38.082484 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-8768020b-3466-4081-8e46-d4e0564888d6 req-07b5a5b6-cda5-4a5d-a39e-4270ac3b40cf tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:31:38.108476 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8768020b-3466-4081-8e46-d4e0564888d6 req-07b5a5b6-cda5-4a5d-a39e-4270ac3b40cf tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:38.218063 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8768020b-3466-4081-8e46-d4e0564888d6 req-07b5a5b6-cda5-4a5d-a39e-4270ac3b40cf tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:38.362201 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-8768020b-3466-4081-8e46-d4e0564888d6 req-07b5a5b6-cda5-4a5d-a39e-4270ac3b40cf tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Allocated IP 172.25.3.42 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/047a62d0-f880-449b-af6e-6097a9a13799) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:31:38.474983 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8768020b-3466-4081-8e46-d4e0564888d6 req-07b5a5b6-cda5-4a5d-a39e-4270ac3b40cf tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks [] for port (047a62d0-f880-449b-af6e-6097a9a13799), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:38.513431 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8768020b-3466-4081-8e46-d4e0564888d6 req-07b5a5b6-cda5-4a5d-a39e-4270ac3b40cf tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (047a62d0-f880-449b-af6e-6097a9a13799), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:38.553064 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8768020b-3466-4081-8e46-d4e0564888d6 req-07b5a5b6-cda5-4a5d-a39e-4270ac3b40cf tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:31:38.555890 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-8768020b-3466-4081-8e46-d4e0564888d6 req-07b5a5b6-cda5-4a5d-a39e-4270ac3b40cf tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:31:38.561513 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-8768020b-3466-4081-8e46-d4e0564888d6 req-07b5a5b6-cda5-4a5d-a39e-4270ac3b40cf tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:31:38.598179 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5a5b6-cda5-4a5d-a39e-4270ac3b40cf tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Pushing event updated for resources: {'Port': ['ID=047a62d0-f880-449b-af6e-6097a9a13799,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:38.696793 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8768020b-3466-4081-8e46-d4e0564888d6 req-07b5a5b6-cda5-4a5d-a39e-4270ac3b40cf tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks [] for floatingip (cdc21cdb-23c9-491c-ab21-cd7ceb42152a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:38.735909 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8768020b-3466-4081-8e46-d4e0564888d6 req-07b5a5b6-cda5-4a5d-a39e-4270ac3b40cf tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (047a62d0-f880-449b-af6e-6097a9a13799), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:38.918279 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8768020b-3466-4081-8e46-d4e0564888d6 req-07b5a5b6-cda5-4a5d-a39e-4270ac3b40cf tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks [] for port (047a62d0-f880-449b-af6e-6097a9a13799), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:38.923484 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8768020b-3466-4081-8e46-d4e0564888d6 req-07b5a5b6-cda5-4a5d-a39e-4270ac3b40cf tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (047a62d0-f880-449b-af6e-6097a9a13799), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:39.040600 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5a5b6-cda5-4a5d-a39e-4270ac3b40cf tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Pushing event updated for resources: {'Port': ['ID=047a62d0-f880-449b-af6e-6097a9a13799,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:39.054447 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8768020b-3466-4081-8e46-d4e0564888d6 req-07b5a5b6-cda5-4a5d-a39e-4270ac3b40cf tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (cdc21cdb-23c9-491c-ab21-cd7ceb42152a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:39.079165 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8768020b-3466-4081-8e46-d4e0564888d6 req-07b5a5b6-cda5-4a5d-a39e-4270ac3b40cf tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:39.079165 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8768020b-3466-4081-8e46-d4e0564888d6 req-07b5a5b6-cda5-4a5d-a39e-4270ac3b40cf tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9950547 Feb 20 05:31:39.127647 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8768020b-3466-4081-8e46-d4e0564888d6 req-2d4ab645-d554-49ae-b7f8-f1036d73d373 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.42 HTTP/1.1" status: 200 len: 695 time: 0.0483735 Feb 20 05:31:39.229712 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768020b-3466-4081-8e46-d4e0564888d6 req-8ba25780-359d-4a27-9548-494b54bf42a4 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:39.231113 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8768020b-3466-4081-8e46-d4e0564888d6 req-8ba25780-359d-4a27-9548-494b54bf42a4 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.0981309 Feb 20 05:31:39.431463 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73688624-cc40-46e9-9d7b-6363119f73d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:31:39.434999 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9742d457-2475-4013-b7a7-b8c8643370d3" -d '{"events": [{"server_uuid": "73688624-cc40-46e9-9d7b-6363119f73d0", "name": "network-vif-plugged", "status": "completed", "tag": "a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:31:39.850495 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df8e1b-23a7-415f-acd8-8944002d2a5e req-f0b768d8-1ba8-4e78-a8e5-7dcfc1920b7d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:39.857536 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-83df8e1b-23a7-415f-acd8-8944002d2a5e req-f0b768d8-1ba8-4e78-a8e5-7dcfc1920b7d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 945 time: 0.0905194 Feb 20 05:31:39.924459 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-83df8e1b-23a7-415f-acd8-8944002d2a5e req-a90dbeef-7031-434a-bb94-3150900c1b5b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659456 Feb 20 05:31:40.041410 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc804ca-c566-4e75-821a-4cf0330aadc3 req-2e2dcdae-19c7-4eca-9dac-b020ce83acff tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:40.048582 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-efc804ca-c566-4e75-821a-4cf0330aadc3 req-2e2dcdae-19c7-4eca-9dac-b020ce83acff tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 945 time: 0.0698068 Feb 20 05:31:40.101461 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-efc804ca-c566-4e75-821a-4cf0330aadc3 req-f9c685b1-5e46-4827-9dc4-cc10a803c4a0 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519416 Feb 20 05:31:40.229970 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-109e6b8f-655d-4fd5-a713-d91657adf232 req-75d0f6c3-6c14-4e5c-9c23-0f596732f496 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1071951 Feb 20 05:31:40.241550 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-109e6b8f-655d-4fd5-a713-d91657adf232 req-c8d79bcb-b39c-4eb5-8614-e5dfee607a04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:31:40.267109 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-109e6b8f-655d-4fd5-a713-d91657adf232 req-c8d79bcb-b39c-4eb5-8614-e5dfee607a04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:40.374869 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-109e6b8f-655d-4fd5-a713-d91657adf232 req-c8d79bcb-b39c-4eb5-8614-e5dfee607a04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:40.483743 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-109e6b8f-655d-4fd5-a713-d91657adf232 req-c8d79bcb-b39c-4eb5-8614-e5dfee607a04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Allocated IP 172.25.3.53 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/eb7980ab-c913-4406-b215-31cfe2a8251a) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:31:40.588010 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-109e6b8f-655d-4fd5-a713-d91657adf232 req-c8d79bcb-b39c-4eb5-8614-e5dfee607a04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks [] for port (eb7980ab-c913-4406-b215-31cfe2a8251a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:40.626530 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-109e6b8f-655d-4fd5-a713-d91657adf232 req-c8d79bcb-b39c-4eb5-8614-e5dfee607a04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (eb7980ab-c913-4406-b215-31cfe2a8251a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:40.666742 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-109e6b8f-655d-4fd5-a713-d91657adf232 req-c8d79bcb-b39c-4eb5-8614-e5dfee607a04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:31:40.669692 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-109e6b8f-655d-4fd5-a713-d91657adf232 req-c8d79bcb-b39c-4eb5-8614-e5dfee607a04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:31:40.672801 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-109e6b8f-655d-4fd5-a713-d91657adf232 req-c8d79bcb-b39c-4eb5-8614-e5dfee607a04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:31:40.710225 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d79bcb-b39c-4eb5-8614-e5dfee607a04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Pushing event updated for resources: {'Port': ['ID=eb7980ab-c913-4406-b215-31cfe2a8251a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:40.770138 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-109e6b8f-655d-4fd5-a713-d91657adf232 req-c8d79bcb-b39c-4eb5-8614-e5dfee607a04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks [] for floatingip (55480145-0ca6-4614-98c1-3c4fa4f7b7b8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:40.807703 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-109e6b8f-655d-4fd5-a713-d91657adf232 req-c8d79bcb-b39c-4eb5-8614-e5dfee607a04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (eb7980ab-c913-4406-b215-31cfe2a8251a), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:40.967142 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-109e6b8f-655d-4fd5-a713-d91657adf232 req-c8d79bcb-b39c-4eb5-8614-e5dfee607a04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks [] for port (eb7980ab-c913-4406-b215-31cfe2a8251a), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:40.972890 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-109e6b8f-655d-4fd5-a713-d91657adf232 req-c8d79bcb-b39c-4eb5-8614-e5dfee607a04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (eb7980ab-c913-4406-b215-31cfe2a8251a), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:41.022147 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 3f75275e-7571-4f5c-bdc3-a3c3b887fdde no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:31:41.095202 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d79bcb-b39c-4eb5-8614-e5dfee607a04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Pushing event updated for resources: {'Port': ['ID=eb7980ab-c913-4406-b215-31cfe2a8251a,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:41.107591 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-109e6b8f-655d-4fd5-a713-d91657adf232 req-c8d79bcb-b39c-4eb5-8614-e5dfee607a04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (55480145-0ca6-4614-98c1-3c4fa4f7b7b8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:41.129283 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-109e6b8f-655d-4fd5-a713-d91657adf232 req-c8d79bcb-b39c-4eb5-8614-e5dfee607a04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:41.139644 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-109e6b8f-655d-4fd5-a713-d91657adf232 req-c8d79bcb-b39c-4eb5-8614-e5dfee607a04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9040906 Feb 20 05:31:41.165476 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 3f75275e-7571-4f5c-bdc3-a3c3b887fdde is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:41.166160 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3f75275e-7571-4f5c-bdc3-a3c3b887fdde), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:41.203705 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 3f75275e-7571-4f5c-bdc3-a3c3b887fdde, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=3f75275e-7571-4f5c-bdc3-a3c3b887fdde,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:31:41.207388 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-109e6b8f-655d-4fd5-a713-d91657adf232 req-c532a78e-b505-404c-b7d8-64855a923a03 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.53 HTTP/1.1" status: 200 len: 695 time: 0.0658531 Feb 20 05:31:41.209087 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3f75275e-7571-4f5c-bdc3-a3c3b887fdde), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:41.210200 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 57433717-bf51-4f95-9d65-5b8f13e4a9bd no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:31:41.318891 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 57433717-bf51-4f95-9d65-5b8f13e4a9bd is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:41.319756 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:41.321681 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e6b8f-655d-4fd5-a713-d91657adf232 req-2fa46b41-b12b-46ed-8658-2c390c51ecd9 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:41.323220 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-109e6b8f-655d-4fd5-a713-d91657adf232 req-2fa46b41-b12b-46ed-8658-2c390c51ecd9 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.1148882 Feb 20 05:31:41.368079 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 57433717-bf51-4f95-9d65-5b8f13e4a9bd, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=57433717-bf51-4f95-9d65-5b8f13e4a9bd,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:31:41.372783 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=3f75275e-7571-4f5c-bdc3-a3c3b887fdde,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:41.381899 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:41.430776 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60203598-3ae7-4022-9558-c43760e8520b x-openstack-request-id: req-60203598-3ae7-4022-9558-c43760e8520b {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:31:41.433396 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73688624-cc40-46e9-9d7b-6363119f73d0", "name": "network-vif-plugged", "status": "completed", "tag": "a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:31:41.433901 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-60203598-3ae7-4022-9558-c43760e8520b {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:31:41.434490 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73688624-cc40-46e9-9d7b-6363119f73d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4', 'code': 200} Feb 20 05:31:41.462144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=57433717-bf51-4f95-9d65-5b8f13e4a9bd,revision_number=11']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:41.544071 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c050c9f-b10d-4a5c-b823-ab8d5e4800ec req-3a5a7469-f52b-4344-b041-0c1f059c6962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:41.545927 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c050c9f-b10d-4a5c-b823-ab8d5e4800ec req-3a5a7469-f52b-4344-b041-0c1f059c6962 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 1127 time: 0.0577354 Feb 20 05:31:41.600791 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c050c9f-b10d-4a5c-b823-ab8d5e4800ec req-e29c8580-1bb1-449d-b84c-bbd984448219 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463958 Feb 20 05:31:41.715067 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75ed35-93b8-4aeb-ad04-9e5ee942ff58 req-c071583c-ff70-46df-829f-9abbfc1751af tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:41.716498 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ec75ed35-93b8-4aeb-ad04-9e5ee942ff58 req-c071583c-ff70-46df-829f-9abbfc1751af tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a178d0-928a-438b-9e05-33b84b5c08a7 HTTP/1.1" status: 200 len: 948 time: 0.0613923 Feb 20 05:31:41.766851 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ec75ed35-93b8-4aeb-ad04-9e5ee942ff58 req-971cefb1-6af5-4053-8574-e107bf202056 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bdc4e01-6173-4439-8f04-50931ec714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440049 Feb 20 05:31:42.423930 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28795536-11ed-468f-b672-4d9f7c626f99 req-bc7b5235-2946-40c5-b0f6-bfaa24b2c926 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:42.425633 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28795536-11ed-468f-b672-4d9f7c626f99 req-bc7b5235-2946-40c5-b0f6-bfaa24b2c926 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=915c7bdf-b9b0-4640-820b-c57cd2b9b618 HTTP/1.1" status: 200 len: 943 time: 0.0541151 Feb 20 05:31:42.535274 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-28795536-11ed-468f-b672-4d9f7c626f99 req-a6d7cea2-e6d0-4a47-98f6-58ac8f19887c tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Deleting port 3f75275e-7571-4f5c-bdc3-a3c3b887fdde {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:31:42.535926 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-28795536-11ed-468f-b672-4d9f7c626f99 req-a6d7cea2-e6d0-4a47-98f6-58ac8f19887c tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3f75275e-7571-4f5c-bdc3-a3c3b887fdde), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:42.641056 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-28795536-11ed-468f-b672-4d9f7c626f99 req-a6d7cea2-e6d0-4a47-98f6-58ac8f19887c tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] For port 3f75275e-7571-4f5c-bdc3-a3c3b887fdde, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=3f75275e-7571-4f5c-bdc3-a3c3b887fdde,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:31:42.641378 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-28795536-11ed-468f-b672-4d9f7c626f99 req-a6d7cea2-e6d0-4a47-98f6-58ac8f19887c tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3f75275e-7571-4f5c-bdc3-a3c3b887fdde), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:42.654772 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-28795536-11ed-468f-b672-4d9f7c626f99 req-a6d7cea2-e6d0-4a47-98f6-58ac8f19887c tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Calling delete_port for 3f75275e-7571-4f5c-bdc3-a3c3b887fdde owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:31:42.827316 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-28795536-11ed-468f-b672-4d9f7c626f99 req-a6d7cea2-e6d0-4a47-98f6-58ac8f19887c tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (3f75275e-7571-4f5c-bdc3-a3c3b887fdde), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:42.859696 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7cea2-e6d0-4a47-98f6-58ac8f19887c tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Pushing event deleted for resources: {'Port': ['ID=3f75275e-7571-4f5c-bdc3-a3c3b887fdde,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:42.908948 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-28795536-11ed-468f-b672-4d9f7c626f99 req-a6d7cea2-e6d0-4a47-98f6-58ac8f19887c tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] No DVR routers for this DVR port 3f75275e-7571-4f5c-bdc3-a3c3b887fdde on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:31:42.912362 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-28795536-11ed-468f-b672-4d9f7c626f99 req-a6d7cea2-e6d0-4a47-98f6-58ac8f19887c tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:42.916169 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28795536-11ed-468f-b672-4d9f7c626f99 req-a6d7cea2-e6d0-4a47-98f6-58ac8f19887c tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "DELETE /v2.0/ports/3f75275e-7571-4f5c-bdc3-a3c3b887fdde HTTP/1.1" status: 204 len: 173 time: 0.4845188 Feb 20 05:31:42.916625 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915c7bdf-b9b0-4640-820b-c57cd2b9b618', 'name': 'network-vif-deleted', 'tag': '3f75275e-7571-4f5c-bdc3-a3c3b887fdde'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:31:42.919568 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0919ddf-2425-4630-bd9e-2813f5c546fd" -d '{"events": [{"server_uuid": "915c7bdf-b9b0-4640-820b-c57cd2b9b618", "name": "network-vif-deleted", "tag": "3f75275e-7571-4f5c-bdc3-a3c3b887fdde"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:31:43.436771 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915c7bdf-b9b0-4640-820b-c57cd2b9b618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f75275e-7571-4f5c-bdc3-a3c3b887fdde'}, {'server_uuid': '52a178d0-928a-438b-9e05-33b84b5c08a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57433717-bf51-4f95-9d65-5b8f13e4a9bd'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:31:43.438133 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382d3b0-b03d-4e69-9a8d-466a702f96e7 req-20ddcca3-a248-4c28-9bdf-a71cc61606e5 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:43.439620 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e9541f-9b69-4966-98a0-83ac1ea11475" -d '{"events": [{"server_uuid": "915c7bdf-b9b0-4640-820b-c57cd2b9b618", "name": "network-vif-unplugged", "status": "completed", "tag": "3f75275e-7571-4f5c-bdc3-a3c3b887fdde"}, {"server_uuid": "52a178d0-928a-438b-9e05-33b84b5c08a7", "name": "network-vif-unplugged", "status": "completed", "tag": "57433717-bf51-4f95-9d65-5b8f13e4a9bd"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:31:43.440299 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7382d3b0-b03d-4e69-9a8d-466a702f96e7 req-20ddcca3-a248-4c28-9bdf-a71cc61606e5 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 945 time: 0.0551262 Feb 20 05:31:43.489811 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7382d3b0-b03d-4e69-9a8d-466a702f96e7 req-cc5170f2-63ed-4362-a029-1ae6f9eb8579 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415144 Feb 20 05:31:43.562928 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-417f3f76-8814-4339-846a-a7f406bfeb9b req-16a88f8a-425b-4d09-ad15-b8fe1aeb7708 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/floatingips/55480145-0ca6-4614-98c1-3c4fa4f7b7b8 HTTP/1.1" status: 200 len: 692 time: 0.0458438 Feb 20 05:31:43.671600 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f3f76-8814-4339-846a-a7f406bfeb9b req-0686a36e-9288-499d-8e71-6045d3d40e18 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:43.672958 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-417f3f76-8814-4339-846a-a7f406bfeb9b req-0686a36e-9288-499d-8e71-6045d3d40e18 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.1042664 Feb 20 05:31:43.684211 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-417f3f76-8814-4339-846a-a7f406bfeb9b req-611c6e1e-a938-43ad-990c-bff9fa4e8733 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:31:43.685174 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-417f3f76-8814-4339-846a-a7f406bfeb9b req-611c6e1e-a938-43ad-990c-bff9fa4e8733 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054770 Feb 20 05:31:44.030269 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55626) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:44.315358 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e0e6f796-1f77-46ec-ac4a-78e425f7c7e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:44.453936 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e0e6f796-1f77-46ec-ac4a-78e425f7c7e4 admin admin] Publish callbacks [] for security_group (966598af-aee7-4cab-9177-78e51aa5b0b5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:44.460274 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 20 Feb 2022 05:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3734cd8-5747-40d9-a81f-125b070b36ec x-openstack-request-id: req-b3734cd8-5747-40d9-a81f-125b070b36ec {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:31:44.460885 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915c7bdf-b9b0-4640-820b-c57cd2b9b618", "name": "network-vif-deleted", "tag": "3f75275e-7571-4f5c-bdc3-a3c3b887fdde", "status": "failed", "code": 422}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:31:44.461369 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3734cd8-5747-40d9-a81f-125b070b36ec {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:31:44.461931 n-d-829866-5 neutron-server[103407]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '915c7bdf-b9b0-4640-820b-c57cd2b9b618', 'name': 'network-vif-deleted', 'tag': '3f75275e-7571-4f5c-bdc3-a3c3b887fdde', 'status': 'failed', 'code': 422} returned with failed status Feb 20 05:31:44.463253 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e0e6f796-1f77-46ec-ac4a-78e425f7c7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (966598af-aee7-4cab-9177-78e51aa5b0b5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:44.541067 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e0e6f796-1f77-46ec-ac4a-78e425f7c7e4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff5e3d553be541acb9405e33dff1d0b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5077987 Feb 20 05:31:44.542285 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55650) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:44.548678 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6f796-1f77-46ec-ac4a-78e425f7c7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966598af-aee7-4cab-9177-78e51aa5b0b5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:44.613071 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f48ef8a6-96c5-461a-8eb7-5cbdc5c42601 admin admin] Publish callbacks [] for security_group (966598af-aee7-4cab-9177-78e51aa5b0b5), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:44.644686 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 355 Content-Type: application/json Date: Sun, 20 Feb 2022 05:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9721864e-54e2-4279-b774-0a3654c0b778 x-openstack-request-id: req-9721864e-54e2-4279-b774-0a3654c0b778 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:31:44.645681 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915c7bdf-b9b0-4640-820b-c57cd2b9b618", "name": "network-vif-unplugged", "status": "failed", "tag": "3f75275e-7571-4f5c-bdc3-a3c3b887fdde", "code": 422}, {"server_uuid": "52a178d0-928a-438b-9e05-33b84b5c08a7", "name": "network-vif-unplugged", "status": "completed", "tag": "57433717-bf51-4f95-9d65-5b8f13e4a9bd", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:31:44.646239 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9721864e-54e2-4279-b774-0a3654c0b778 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:31:44.647307 n-d-829866-5 neutron-server[103408]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '915c7bdf-b9b0-4640-820b-c57cd2b9b618', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3f75275e-7571-4f5c-bdc3-a3c3b887fdde', 'code': 422} returned with failed status Feb 20 05:31:44.647812 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a178d0-928a-438b-9e05-33b84b5c08a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57433717-bf51-4f95-9d65-5b8f13e4a9bd', 'code': 200} Feb 20 05:31:44.666224 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f48ef8a6-96c5-461a-8eb7-5cbdc5c42601 admin admin] Publish callbacks [] for security_group (966598af-aee7-4cab-9177-78e51aa5b0b5), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:44.747978 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f48ef8a6-96c5-461a-8eb7-5cbdc5c42601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (966598af-aee7-4cab-9177-78e51aa5b0b5), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:44.757749 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f48ef8a6-96c5-461a-8eb7-5cbdc5c42601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:44.761377 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f48ef8a6-96c5-461a-8eb7-5cbdc5c42601 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/966598af-aee7-4cab-9177-78e51aa5b0b5 HTTP/1.1" status: 204 len: 168 time: 0.2155955 Feb 20 05:31:44.777428 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ef8a6-96c5-461a-8eb7-5cbdc5c42601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966598af-aee7-4cab-9177-78e51aa5b0b5,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:44.804027 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48ef8a6-96c5-461a-8eb7-5cbdc5c42601 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:44.804597 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48ef8a6-96c5-461a-8eb7-5cbdc5c42601 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:44.805034 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48ef8a6-96c5-461a-8eb7-5cbdc5c42601 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:44.806750 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48ef8a6-96c5-461a-8eb7-5cbdc5c42601 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:44.811057 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48ef8a6-96c5-461a-8eb7-5cbdc5c42601 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:44.812587 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48ef8a6-96c5-461a-8eb7-5cbdc5c42601 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:44.812992 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48ef8a6-96c5-461a-8eb7-5cbdc5c42601 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:44.813348 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48ef8a6-96c5-461a-8eb7-5cbdc5c42601 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:44.815909 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48ef8a6-96c5-461a-8eb7-5cbdc5c42601 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:44.816298 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48ef8a6-96c5-461a-8eb7-5cbdc5c42601 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:44.816669 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48ef8a6-96c5-461a-8eb7-5cbdc5c42601 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:44.817134 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48ef8a6-96c5-461a-8eb7-5cbdc5c42601 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:44.817566 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48ef8a6-96c5-461a-8eb7-5cbdc5c42601 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:31:45.453093 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860495d-5f06-4c36-b50f-2c58c7d32c1a req-bfcdb272-a36e-4e81-adea-f8913ae7a2a4 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:45.454775 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7860495d-5f06-4c36-b50f-2c58c7d32c1a req-bfcdb272-a36e-4e81-adea-f8913ae7a2a4 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 1127 time: 0.4048641 Feb 20 05:31:45.510159 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7860495d-5f06-4c36-b50f-2c58c7d32c1a req-98eb3a7a-6e94-42cc-812c-8c9f977c9f9d tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488231 Feb 20 05:31:45.592195 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-76316f99-7fee-4b22-bb41-d8fa1327bbf8 req-120e82ea-da6b-4039-9f27-4cd494eac81b tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/floatingips/55480145-0ca6-4614-98c1-3c4fa4f7b7b8 HTTP/1.1" status: 200 len: 692 time: 0.0515556 Feb 20 05:31:45.730021 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76316f99-7fee-4b22-bb41-d8fa1327bbf8 req-bad95d62-bf82-465a-81dc-f2b145b5504a tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:45.738885 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-76316f99-7fee-4b22-bb41-d8fa1327bbf8 req-bad95d62-bf82-465a-81dc-f2b145b5504a tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.1387546 Feb 20 05:31:45.802995 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-76316f99-7fee-4b22-bb41-d8fa1327bbf8 req-636378b4-5298-41b7-9a70-4ec534628166 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.53 HTTP/1.1" status: 200 len: 695 time: 0.0625479 Feb 20 05:31:45.809838 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55682) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:45.867451 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-76316f99-7fee-4b22-bb41-d8fa1327bbf8 req-0c5dfb77-f917-4aba-9829-d759205c99a5 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.53 HTTP/1.1" status: 200 len: 695 time: 0.0632069 Feb 20 05:31:45.918609 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c21a8948-a764-477c-a695-968e4938d1d5 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1206742077-network', 'tenant_id': '91039cecb9474f7f9d436117ffa2cab8'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:31:45.941609 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21a8948-a764-477c-a695-968e4938d1d5 admin admin] Made reservation on behalf of 91039cecb9474f7f9d436117ffa2cab8 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:31:45.944513 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c21a8948-a764-477c-a695-968e4938d1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:45.954347 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c21a8948-a764-477c-a695-968e4938d1d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:46.034803 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-76316f99-7fee-4b22-bb41-d8fa1327bbf8 req-407c8285-fbf1-4626-a218-b2d408a11df7 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Deleting port eb7980ab-c913-4406-b215-31cfe2a8251a {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:31:46.035342 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-76316f99-7fee-4b22-bb41-d8fa1327bbf8 req-407c8285-fbf1-4626-a218-b2d408a11df7 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (eb7980ab-c913-4406-b215-31cfe2a8251a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:46.047446 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c21a8948-a764-477c-a695-968e4938d1d5 admin admin] Publish callbacks [] for security_group (85778f9c-57d7-482c-a53c-8db6ee79db63), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:46.052811 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c21a8948-a764-477c-a695-968e4938d1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (85778f9c-57d7-482c-a53c-8db6ee79db63), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:46.065232 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21a8948-a764-477c-a695-968e4938d1d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:31:46.075008 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c21a8948-a764-477c-a695-968e4938d1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (ea0be70e-df3a-4031-a865-02df8b6177ae), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:46.075556 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-c21a8948-a764-477c-a695-968e4938d1d5 admin admin] Added segment ea0be70e-df3a-4031-a865-02df8b6177ae of type vlan for network 2e5ae711-2b8b-43af-b87e-f79eaf660fa2 Feb 20 05:31:46.127204 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c21a8948-a764-477c-a695-968e4938d1d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (2e5ae711-2b8b-43af-b87e-f79eaf660fa2), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:46.131045 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-76316f99-7fee-4b22-bb41-d8fa1327bbf8 req-407c8285-fbf1-4626-a218-b2d408a11df7 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (eb7980ab-c913-4406-b215-31cfe2a8251a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:46.131699 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-76316f99-7fee-4b22-bb41-d8fa1327bbf8 req-407c8285-fbf1-4626-a218-b2d408a11df7 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks [] for floatingip (eb7980ab-c913-4406-b215-31cfe2a8251a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:46.147101 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-76316f99-7fee-4b22-bb41-d8fa1327bbf8 req-407c8285-fbf1-4626-a218-b2d408a11df7 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Calling delete_port for eb7980ab-c913-4406-b215-31cfe2a8251a owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:31:46.167968 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a8948-a764-477c-a695-968e4938d1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85778f9c-57d7-482c-a53c-8db6ee79db63,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:46.171579 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c21a8948-a764-477c-a695-968e4938d1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (2e5ae711-2b8b-43af-b87e-f79eaf660fa2), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:46.172527 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21a8948-a764-477c-a695-968e4938d1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:46.173279 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c21a8948-a764-477c-a695-968e4938d1d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:46.234362 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a8948-a764-477c-a695-968e4938d1d5 admin admin] Pushing event updated for resources: {'Network': ['ID=2e5ae711-2b8b-43af-b87e-f79eaf660fa2,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:46.246710 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 2e5ae711-2b8b-43af-b87e-f79eaf660fa2 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:31:46.249654 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c21a8948-a764-477c-a695-968e4938d1d5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4385426 Feb 20 05:31:46.252732 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55686) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:46.261331 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-d5c35ad4-fa86-4c14-a8f4-21e900140a85 admin admin] Request body: {'subnet': {'network_id': '2e5ae711-2b8b-43af-b87e-f79eaf660fa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1206742077-subnet', 'tenant_id': '91039cecb9474f7f9d436117ffa2cab8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:31:46.294364 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c35ad4-fa86-4c14-a8f4-21e900140a85 admin admin] Made reservation on behalf of 91039cecb9474f7f9d436117ffa2cab8 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:31:46.300296 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d5c35ad4-fa86-4c14-a8f4-21e900140a85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:46.381929 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18499ca1-18ff-4344-8d41-f42f8e8409ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:46.401451 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-76316f99-7fee-4b22-bb41-d8fa1327bbf8 req-407c8285-fbf1-4626-a218-b2d408a11df7 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (eb7980ab-c913-4406-b215-31cfe2a8251a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:46.429481 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c8285-fbf1-4626-a218-b2d408a11df7 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Pushing event deleted for resources: {'Port': ['ID=eb7980ab-c913-4406-b215-31cfe2a8251a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:46.507385 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-76316f99-7fee-4b22-bb41-d8fa1327bbf8 req-407c8285-fbf1-4626-a218-b2d408a11df7 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks [] for floatingip (55480145-0ca6-4614-98c1-3c4fa4f7b7b8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:46.510336 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-76316f99-7fee-4b22-bb41-d8fa1327bbf8 req-407c8285-fbf1-4626-a218-b2d408a11df7 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:46.526489 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-76316f99-7fee-4b22-bb41-d8fa1327bbf8 req-407c8285-fbf1-4626-a218-b2d408a11df7 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "DELETE /v2.0/floatingips/55480145-0ca6-4614-98c1-3c4fa4f7b7b8 HTTP/1.1" status: 204 len: 173 time: 0.6543145 Feb 20 05:31:46.661505 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d5c35ad4-fa86-4c14-a8f4-21e900140a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (0c5c7f26-e57d-4d74-8f12-0074307b3d59), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:46.736902 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c35ad4-fa86-4c14-a8f4-21e900140a85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c5c7f26-e57d-4d74-8f12-0074307b3d59,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:46.758034 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c35ad4-fa86-4c14-a8f4-21e900140a85 admin admin] Checking segment: {'id': 'ea0be70e-df3a-4031-a865-02df8b6177ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2e5ae711-2b8b-43af-b87e-f79eaf660fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:31:46.758303 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c35ad4-fa86-4c14-a8f4-21e900140a85 admin admin] Network hostable DHCP agents. Network: 2e5ae711-2b8b-43af-b87e-f79eaf660fa2, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:31:46.759824 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-f88b2cb9-6586-4568-8ef5-4ece0df17b17 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:46.761853 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-f88b2cb9-6586-4568-8ef5-4ece0df17b17 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/networks?id=bfecaaea-4537-49c6-826a-93e263cff952 HTTP/1.1" status: 200 len: 810 time: 0.1235189 Feb 20 05:31:46.786567 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c35ad4-fa86-4c14-a8f4-21e900140a85 admin admin] Network 2e5ae711-2b8b-43af-b87e-f79eaf660fa2 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:31:46.789620 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-d6be2eb5-817d-471a-8cae-0005a55550db tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/quotas/ba68b400a4764ecd8cffcc89b3c1b40a HTTP/1.1" status: 200 len: 375 time: 0.0108860 Feb 20 05:31:46.806124 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-d5c35ad4-fa86-4c14-a8f4-21e900140a85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 2e5ae711-2b8b-43af-b87e-f79eaf660fa2) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:31:46.814326 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c35ad4-fa86-4c14-a8f4-21e900140a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:46.815148 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d5c35ad4-fa86-4c14-a8f4-21e900140a85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:46.821384 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442e0389-938b-49c6-855c-2fc5d0f79602 None None] Network 2e5ae711-2b8b-43af-b87e-f79eaf660fa2 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:31:46.835683 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-6818810c-2a58-4ad8-8531-ed16c80ec849 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ba68b400a4764ecd8cffcc89b3c1b40a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384014 Feb 20 05:31:46.840117 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d5c35ad4-fa86-4c14-a8f4-21e900140a85 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5863123 Feb 20 05:31:46.953725 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-b2571ef1-c1e5-46f6-8871-7630dabe3049 service neutron] 10.222.0.37 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091092 Feb 20 05:31:46.960923 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6aa9d0-66b7-4733-96a7-cb87936e07f3 None None] Network 2e5ae711-2b8b-43af-b87e-f79eaf660fa2 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:31:47.070143 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-bf4c0b1f-2e0e-4b1c-9621-90f32afa2f8c service neutron] 10.222.0.37 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123736 Feb 20 05:31:47.273715 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4044d0b-dee2-4aa5-929f-78106a7ba66c req-2fd2f13b-a009-40c2-a4bf-84e547f5bb4f tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:47.281439 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f4044d0b-dee2-4aa5-929f-78106a7ba66c req-2fd2f13b-a009-40c2-a4bf-84e547f5bb4f tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 1127 time: 0.0549042 Feb 20 05:31:47.325823 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f4044d0b-dee2-4aa5-929f-78106a7ba66c req-6e787240-b2ed-4bfa-8e0a-5422387f9e61 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434144 Feb 20 05:31:47.597313 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0658c-9f79-468b-b710-762f98e187bd req-e58b594e-2925-4134-85be-7ea9c2caf012 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:47.598835 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fad0658c-9f79-468b-b710-762f98e187bd req-e58b594e-2925-4134-85be-7ea9c2caf012 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2492206 Feb 20 05:31:48.104643 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-59ac89bc-38e9-4e97-a844-a2762618b95a req-1acea25f-ee46-4ff6-b528-3e7c67b5ee76 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=690197f4-c0f0-460d-91c3-001672fd6897 HTTP/1.1" status: 200 len: 210 time: 0.0339298 Feb 20 05:31:48.329923 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-eadd1cf9-b443-4be3-bf4e-ad46715886fa tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:48.332592 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-eadd1cf9-b443-4be3-bf4e-ad46715886fa tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.61 "GET /v2.0/networks?id=bfecaaea-4537-49c6-826a-93e263cff952 HTTP/1.1" status: 200 len: 810 time: 0.1673548 Feb 20 05:31:48.378022 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-802308ec-deec-4ac2-84a2-641e6db6aad8 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Request body: {'port': {'device_id': '690197f4-c0f0-460d-91c3-001672fd6897', 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952', 'admin_state_up': True, 'tenant_id': 'ba68b400a4764ecd8cffcc89b3c1b40a'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:31:48.533078 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50e44dc5-ce7e-4d3c-bbd9-b40905cef948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:48.533747 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-c640d8b8-8306-4444-91fb-b8f446f30884 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:48.534983 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-c640d8b8-8306-4444-91fb-b8f446f30884 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 820 time: 0.2463307 Feb 20 05:31:48.564117 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-88533262-2644-4d8f-9f6f-ea8dc3bd5d8f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/quotas/370c8f456fd340e383b36f44861b2990 HTTP/1.1" status: 200 len: 375 time: 0.0203102 Feb 20 05:31:48.618658 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-802308ec-deec-4ac2-84a2-641e6db6aad8 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Made reservation on behalf of ba68b400a4764ecd8cffcc89b3c1b40a for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:31:48.622202 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-802308ec-deec-4ac2-84a2-641e6db6aad8 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:48.675758 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-f93ac657-d357-45ff-83ad-70b27125c37d tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1043251 Feb 20 05:31:48.845622 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-802308ec-deec-4ac2-84a2-641e6db6aad8 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Allocated IP 172.20.0.8 (bfecaaea-4537-49c6-826a-93e263cff952/f6cf6e5f-5eef-4832-87f6-e3f3339d48a1/e0e7b89c-a527-4ed4-8750-129cfb81ee13) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:31:48.850995 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-895083d3-b56c-43ae-af86-b32ad197c460 service neutron] 10.222.0.37 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486883 Feb 20 05:31:49.016086 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-a62cd1d5-4fd6-4304-ba80-eed041631370 service neutron] 10.222.0.37 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585021 Feb 20 05:31:49.065517 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-802308ec-deec-4ac2-84a2-641e6db6aad8 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks [] for port (e0e7b89c-a527-4ed4-8750-129cfb81ee13), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:49.102196 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-802308ec-deec-4ac2-84a2-641e6db6aad8 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (e0e7b89c-a527-4ed4-8750-129cfb81ee13), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:49.144830 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-802308ec-deec-4ac2-84a2-641e6db6aad8 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Network bfecaaea-4537-49c6-826a-93e263cff952 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:31:49.148141 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-802308ec-deec-4ac2-84a2-641e6db6aad8 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:31:49.152160 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-802308ec-deec-4ac2-84a2-641e6db6aad8 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:31:49.200466 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802308ec-deec-4ac2-84a2-641e6db6aad8 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Pushing event updated for resources: {'Port': ['ID=e0e7b89c-a527-4ed4-8750-129cfb81ee13,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:49.220161 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-802308ec-deec-4ac2-84a2-641e6db6aad8 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:49.220846 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-802308ec-deec-4ac2-84a2-641e6db6aad8 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:49.238190 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-802308ec-deec-4ac2-84a2-641e6db6aad8 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8696787 Feb 20 05:31:49.249616 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-aac74c5c-1dc8-4f7c-a91f-609f7e664584 service neutron] Request body: {'port': {'device_id': '690197f4-c0f0-460d-91c3-001672fd6897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:31:49.381333 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74869e63-b283-4119-a498-ea00d38fa1ed req-3919e0c7-2ddc-4bc9-a000-4254d0bef000 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=45f4999d07714796b9aa05e3877c3812 HTTP/1.1" status: 200 len: 1655 time: 0.1008849 Feb 20 05:31:49.399007 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-aac74c5c-1dc8-4f7c-a91f-609f7e664584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e0e7b89c-a527-4ed4-8750-129cfb81ee13), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:49.476749 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:49.558053 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74869e63-b283-4119-a498-ea00d38fa1ed req-b3f06afc-199c-48b2-a5ea-dcc7b55d3652 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:49.559721 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74869e63-b283-4119-a498-ea00d38fa1ed req-b3f06afc-199c-48b2-a5ea-dcc7b55d3652 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/networks?id=12d9dab6-d2be-4381-8353-8093ed2f2146&id=12d9dab6-d2be-4381-8353-8093ed2f2146&id=12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 787 time: 0.1701384 Feb 20 05:31:49.580331 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-74869e63-b283-4119-a498-ea00d38fa1ed req-4ca68bab-42b5-4e05-92cf-9384ed16f82f tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:31:49.581424 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74869e63-b283-4119-a498-ea00d38fa1ed req-4ca68bab-42b5-4e05-92cf-9384ed16f82f tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092080 Feb 20 05:31:49.768828 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823bb4c-85ee-4e5a-b937-2fa805ad260c req-85ab6ede-5fcd-446d-b24a-f67ac3e9ad4e tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:49.770503 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f823bb4c-85ee-4e5a-b937-2fa805ad260c req-85ab6ede-5fcd-446d-b24a-f67ac3e9ad4e tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.48 "GET /v2.0/ports?device_id=52a178d0-928a-438b-9e05-33b84b5c08a7 HTTP/1.1" status: 200 len: 948 time: 0.1426702 Feb 20 05:31:49.880138 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b93aa-138c-4ef4-b95b-5754745fe6f0 req-86f14d44-4ddf-409d-a6c4-0f332e3e0691 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:49.881663 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d38b93aa-138c-4ef4-b95b-5754745fe6f0 req-86f14d44-4ddf-409d-a6c4-0f332e3e0691 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a178d0-928a-438b-9e05-33b84b5c08a7 HTTP/1.1" status: 200 len: 948 time: 0.1381698 Feb 20 05:31:50.012599 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d38b93aa-138c-4ef4-b95b-5754745fe6f0 req-3625d0a1-a2f7-43eb-8601-80071e297ff2 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bdc4e01-6173-4439-8f04-50931ec714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182148 Feb 20 05:31:50.024745 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-aac74c5c-1dc8-4f7c-a91f-609f7e664584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e7b89c-a527-4ed4-8750-129cfb81ee13 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:31:50.037028 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-aac74c5c-1dc8-4f7c-a91f-609f7e664584 service neutron] Publish callbacks [] for port (e0e7b89c-a527-4ed4-8750-129cfb81ee13), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:50.050414 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-f823bb4c-85ee-4e5a-b937-2fa805ad260c req-2a1ebf3c-a790-480a-90b8-d1124712a123 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Deleting port 57433717-bf51-4f95-9d65-5b8f13e4a9bd {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:31:50.050749 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f823bb4c-85ee-4e5a-b937-2fa805ad260c req-2a1ebf3c-a790-480a-90b8-d1124712a123 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:50.068637 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-aac74c5c-1dc8-4f7c-a91f-609f7e664584 service neutron] Transition to ACTIVE for port object e0e7b89c-a527-4ed4-8750-129cfb81ee13 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:31:50.102490 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-aac74c5c-1dc8-4f7c-a91f-609f7e664584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (e0e7b89c-a527-4ed4-8750-129cfb81ee13), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:50.176680 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac74c5c-1dc8-4f7c-a91f-609f7e664584 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e7b89c-a527-4ed4-8750-129cfb81ee13,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:50.250146 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-f823bb4c-85ee-4e5a-b937-2fa805ad260c req-2a1ebf3c-a790-480a-90b8-d1124712a123 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] For port 57433717-bf51-4f95-9d65-5b8f13e4a9bd, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=57433717-bf51-4f95-9d65-5b8f13e4a9bd,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:31:50.250706 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f823bb4c-85ee-4e5a-b937-2fa805ad260c req-2a1ebf3c-a790-480a-90b8-d1124712a123 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:50.269804 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-f823bb4c-85ee-4e5a-b937-2fa805ad260c req-2a1ebf3c-a790-480a-90b8-d1124712a123 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Calling delete_port for 57433717-bf51-4f95-9d65-5b8f13e4a9bd owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:31:50.293683 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-aac74c5c-1dc8-4f7c-a91f-609f7e664584 service neutron] Attempting to bind port e0e7b89c-a527-4ed4-8750-129cfb81ee13 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:31:50.294129 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-aac74c5c-1dc8-4f7c-a91f-609f7e664584 service neutron] Attempting to bind port e0e7b89c-a527-4ed4-8750-129cfb81ee13 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '3b1341d4-1465-431a-9bc8-6cb9bf3a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:31:50.294430 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-aac74c5c-1dc8-4f7c-a91f-609f7e664584 service neutron] Attempting to bind port e0e7b89c-a527-4ed4-8750-129cfb81ee13 on network bfecaaea-4537-49c6-826a-93e263cff952 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:31:50.333490 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-aac74c5c-1dc8-4f7c-a91f-609f7e664584 service neutron] Port e0e7b89c-a527-4ed4-8750-129cfb81ee13 on network bfecaaea-4537-49c6-826a-93e263cff952 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:31:50.333794 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-aac74c5c-1dc8-4f7c-a91f-609f7e664584 service neutron] Attempting to bind port e0e7b89c-a527-4ed4-8750-129cfb81ee13 on network bfecaaea-4537-49c6-826a-93e263cff952 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:31:50.344999 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-aac74c5c-1dc8-4f7c-a91f-609f7e664584 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:31:50.345606 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-aac74c5c-1dc8-4f7c-a91f-609f7e664584 service neutron] Checking segment: {'id': '3b1341d4-1465-431a-9bc8-6cb9bf3a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:31:50.346175 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-aac74c5c-1dc8-4f7c-a91f-609f7e664584 service neutron] Bound using segment: {'id': '3b1341d4-1465-431a-9bc8-6cb9bf3a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:31:50.346784 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-aac74c5c-1dc8-4f7c-a91f-609f7e664584 service neutron] Bound port: e0e7b89c-a527-4ed4-8750-129cfb81ee13, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b1341d4-1465-431a-9bc8-6cb9bf3a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:31:50.347360 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-aac74c5c-1dc8-4f7c-a91f-609f7e664584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e0e7b89c-a527-4ed4-8750-129cfb81ee13), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:50.387693 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-e31f75f7-f8a8-4e9b-aaae-4f1fc22b264f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:50.391435 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-e31f75f7-f8a8-4e9b-aaae-4f1fc22b264f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.48 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 820 time: 0.1351342 Feb 20 05:31:50.403207 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-4cf36359-4b51-484c-b237-d3c959cbee75 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Request body: {'port': {'device_id': '78ba4eff-508a-4822-8b55-0e46082ef50c', 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86', 'admin_state_up': True, 'tenant_id': '370c8f456fd340e383b36f44861b2990'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:31:50.463567 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-aac74c5c-1dc8-4f7c-a91f-609f7e664584 service neutron] For port e0e7b89c-a527-4ed4-8750-129cfb81ee13, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:31:50.482969 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-aac74c5c-1dc8-4f7c-a91f-609f7e664584 service neutron] For port e0e7b89c-a527-4ed4-8750-129cfb81ee13, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e0e7b89c-a527-4ed4-8750-129cfb81ee13,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:31:50.495746 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-aac74c5c-1dc8-4f7c-a91f-609f7e664584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (e0e7b89c-a527-4ed4-8750-129cfb81ee13), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:50.505769 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f823bb4c-85ee-4e5a-b937-2fa805ad260c req-2a1ebf3c-a790-480a-90b8-d1124712a123 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (57433717-bf51-4f95-9d65-5b8f13e4a9bd), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:50.543231 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-4cf36359-4b51-484c-b237-d3c959cbee75 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Made reservation on behalf of 370c8f456fd340e383b36f44861b2990 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:31:50.546484 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-aac74c5c-1dc8-4f7c-a91f-609f7e664584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:50.547050 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-aac74c5c-1dc8-4f7c-a91f-609f7e664584 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:50.547560 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-4cf36359-4b51-484c-b237-d3c959cbee75 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:50.548651 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-aac74c5c-1dc8-4f7c-a91f-609f7e664584 service neutron] 10.222.0.61 "PUT /v2.0/ports/e0e7b89c-a527-4ed4-8750-129cfb81ee13 HTTP/1.1" status: 200 len: 1091 time: 1.3038774 Feb 20 05:31:50.551380 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '690197f4-c0f0-460d-91c3-001672fd6897', 'tag': 'e0e7b89c-a527-4ed4-8750-129cfb81ee13'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:31:50.554678 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5485524a-7157-484d-b44a-f1fa31b3736d" -d '{"events": [{"name": "network-changed", "server_uuid": "690197f4-c0f0-460d-91c3-001672fd6897", "tag": "e0e7b89c-a527-4ed4-8750-129cfb81ee13"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:31:50.648264 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-f823bb4c-85ee-4e5a-b937-2fa805ad260c req-2a1ebf3c-a790-480a-90b8-d1124712a123 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] No DVR routers for this DVR port 57433717-bf51-4f95-9d65-5b8f13e4a9bd on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:31:50.650993 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f823bb4c-85ee-4e5a-b937-2fa805ad260c req-2a1ebf3c-a790-480a-90b8-d1124712a123 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:50.655360 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f823bb4c-85ee-4e5a-b937-2fa805ad260c req-2a1ebf3c-a790-480a-90b8-d1124712a123 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] 10.222.0.48 "DELETE /v2.0/ports/57433717-bf51-4f95-9d65-5b8f13e4a9bd HTTP/1.1" status: 204 len: 173 time: 0.8671789 Feb 20 05:31:50.677118 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac74c5c-1dc8-4f7c-a91f-609f7e664584 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e7b89c-a527-4ed4-8750-129cfb81ee13,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:50.715110 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ebf3c-a790-480a-90b8-d1124712a123 tempest-ImagesOneServerTestJSON-361959775 tempest-ImagesOneServerTestJSON-361959775-project] Pushing event deleted for resources: {'Port': ['ID=57433717-bf51-4f95-9d65-5b8f13e4a9bd,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:50.736887 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-2a8c3a5c-7721-4af9-a468-30fb8e8cc28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:50.740765 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-2a8c3a5c-7721-4af9-a468-30fb8e8cc28f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba68b400a4764ecd8cffcc89b3c1b40a&device_id=690197f4-c0f0-460d-91c3-001672fd6897 HTTP/1.1" status: 200 len: 1125 time: 0.1279783 Feb 20 05:31:50.791834 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-f3d5967e-b97a-414c-ab93-fedec3e0ae4e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0e7b89c-a527-4ed4-8750-129cfb81ee13 HTTP/1.1" status: 200 len: 217 time: 0.0456147 Feb 20 05:31:50.812564 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-4cf36359-4b51-484c-b237-d3c959cbee75 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Allocated IP 172.20.0.10 (ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86/ba20b753-c652-4b93-87e5-619a187db804/07e82003-d270-4848-a84d-a58ea18e9722) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:31:50.933968 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-41d1fb5e-078f-428d-8bf4-60a647b59a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:50.935656 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-41d1fb5e-078f-428d-8bf4-60a647b59a90 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6cf6e5f-5eef-4832-87f6-e3f3339d48a1 HTTP/1.1" status: 200 len: 850 time: 0.1300132 Feb 20 05:31:50.993817 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-a699b464-c9a4-4227-85b8-df10b1a9c835 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bfecaaea-4537-49c6-826a-93e263cff952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512786 Feb 20 05:31:51.105029 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-4cf36359-4b51-484c-b237-d3c959cbee75 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks [] for port (07e82003-d270-4848-a84d-a58ea18e9722), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:51.192866 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-4cf36359-4b51-484c-b237-d3c959cbee75 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (07e82003-d270-4848-a84d-a58ea18e9722), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:51.204542 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['53b45731-e8e0-44c8-876f-cf7a72184c28'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:31:51.271849 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-102da6ab-6f3c-4a5e-8e2f-188d5dfc38ab service neutron] 10.222.0.61 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711563 Feb 20 05:31:51.319666 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-4cf36359-4b51-484c-b237-d3c959cbee75 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:31:51.323454 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-4cf36359-4b51-484c-b237-d3c959cbee75 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:31:51.328687 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-4cf36359-4b51-484c-b237-d3c959cbee75 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:31:51.366843 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:51.372787 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf36359-4b51-484c-b237-d3c959cbee75 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Pushing event updated for resources: {'Port': ['ID=07e82003-d270-4848-a84d-a58ea18e9722,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:51.414523 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-4cf36359-4b51-484c-b237-d3c959cbee75 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:51.417496 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-4cf36359-4b51-484c-b237-d3c959cbee75 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:51.464350 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ccf5cc99-e8fa-4c49-81e3-bcc7d06b77a4 req-cd51423e-1f37-476b-bf1d-37c4849cb91d service neutron] 10.222.0.61 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858368 Feb 20 05:31:51.470265 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-4cf36359-4b51-484c-b237-d3c959cbee75 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0713353 Feb 20 05:31:51.486395 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-9f622586-df50-4172-a02d-d93a37399dfd service neutron] Request body: {'port': {'device_id': '78ba4eff-508a-4822-8b55-0e46082ef50c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:31:51.598865 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-9f622586-df50-4172-a02d-d93a37399dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (07e82003-d270-4848-a84d-a58ea18e9722), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:51.730933 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-136eeb84-6d00-45c2-8863-85c39598149a tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:31:51.732187 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-136eeb84-6d00-45c2-8863-85c39598149a tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1296370 Feb 20 05:31:51.855084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-1202db72-8fef-4fc1-8f3b-2ac989a29157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:51.856548 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-1202db72-8fef-4fc1-8f3b-2ac989a29157 service neutron] 10.222.0.37 "GET /v2.0/ports/a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 HTTP/1.1" status: 200 len: 1124 time: 0.1105118 Feb 20 05:31:51.870998 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-090730fc-a789-46eb-9e5f-c2edbfb88f90 service neutron] Request body: {'binding': {'host': 'n-h1-829866-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:31:51.871576 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-090730fc-a789-46eb-9e5f-c2edbfb88f90 service neutron] Unknown quota resources ['binding']. {{(pid=103406) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 05:31:52.021984 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-9f622586-df50-4172-a02d-d93a37399dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e82003-d270-4848-a84d-a58ea18e9722 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:31:52.033250 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-9f622586-df50-4172-a02d-d93a37399dfd service neutron] Publish callbacks [] for port (07e82003-d270-4848-a84d-a58ea18e9722), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:52.064419 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-9f622586-df50-4172-a02d-d93a37399dfd service neutron] Transition to ACTIVE for port object 07e82003-d270-4848-a84d-a58ea18e9722 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:31:52.077120 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-9f622586-df50-4172-a02d-d93a37399dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (07e82003-d270-4848-a84d-a58ea18e9722), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:52.105119 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-090730fc-a789-46eb-9e5f-c2edbfb88f90 service neutron] Attempting to bind port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 on host n-h1-829866-5 for vnic_type normal with profile None {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:31:52.105119 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-090730fc-a789-46eb-9e5f-c2edbfb88f90 service neutron] Attempting to bind port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:31:52.105119 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-090730fc-a789-46eb-9e5f-c2edbfb88f90 service neutron] Attempting to bind port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 on network cb4530de-66c2-443b-82e6-823a997cfe68 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:31:52.121712 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-090730fc-a789-46eb-9e5f-c2edbfb88f90 service neutron] Port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 on network cb4530de-66c2-443b-82e6-823a997cfe68 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:31:52.122037 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-090730fc-a789-46eb-9e5f-c2edbfb88f90 service neutron] Attempting to bind port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 on network cb4530de-66c2-443b-82e6-823a997cfe68 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:31:52.141471 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-090730fc-a789-46eb-9e5f-c2edbfb88f90 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:31:52.141811 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-090730fc-a789-46eb-9e5f-c2edbfb88f90 service neutron] Checking segment: {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:31:52.142198 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-090730fc-a789-46eb-9e5f-c2edbfb88f90 service neutron] Bound using segment: {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:31:52.142636 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-090730fc-a789-46eb-9e5f-c2edbfb88f90 service neutron] Bound port: a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:31:52.146677 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f622586-df50-4172-a02d-d93a37399dfd service neutron] Pushing event updated for resources: {'Port': ['ID=07e82003-d270-4848-a84d-a58ea18e9722,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:52.246366 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-090730fc-a789-46eb-9e5f-c2edbfb88f90 service neutron] For port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:31:52.253953 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-090730fc-a789-46eb-9e5f-c2edbfb88f90 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:52.255219 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-090730fc-a789-46eb-9e5f-c2edbfb88f90 service neutron] 10.222.0.37 "POST /v2.0/ports/a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4/bindings HTTP/1.1" status: 201 len: 389 time: 0.3895750 Feb 20 05:31:52.264390 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-9f622586-df50-4172-a02d-d93a37399dfd service neutron] Attempting to bind port 07e82003-d270-4848-a84d-a58ea18e9722 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:31:52.264751 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-9f622586-df50-4172-a02d-d93a37399dfd service neutron] Attempting to bind port 07e82003-d270-4848-a84d-a58ea18e9722 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:31:52.265125 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-9f622586-df50-4172-a02d-d93a37399dfd service neutron] Attempting to bind port 07e82003-d270-4848-a84d-a58ea18e9722 on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:31:52.269519 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-9f622586-df50-4172-a02d-d93a37399dfd service neutron] Port 07e82003-d270-4848-a84d-a58ea18e9722 on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:31:52.269842 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-9f622586-df50-4172-a02d-d93a37399dfd service neutron] Attempting to bind port 07e82003-d270-4848-a84d-a58ea18e9722 on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:31:52.274772 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-9f622586-df50-4172-a02d-d93a37399dfd service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:31:52.275142 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-9f622586-df50-4172-a02d-d93a37399dfd service neutron] Checking segment: {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:31:52.275524 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-9f622586-df50-4172-a02d-d93a37399dfd service neutron] Bound using segment: {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:31:52.275949 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-9f622586-df50-4172-a02d-d93a37399dfd service neutron] Bound port: 07e82003-d270-4848-a84d-a58ea18e9722, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:31:52.276302 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-9f622586-df50-4172-a02d-d93a37399dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (07e82003-d270-4848-a84d-a58ea18e9722), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:52.382810 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-9f622586-df50-4172-a02d-d93a37399dfd service neutron] For port 07e82003-d270-4848-a84d-a58ea18e9722, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:31:52.392953 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-9f622586-df50-4172-a02d-d93a37399dfd service neutron] For port 07e82003-d270-4848-a84d-a58ea18e9722, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=07e82003-d270-4848-a84d-a58ea18e9722,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:31:52.400137 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-9f622586-df50-4172-a02d-d93a37399dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (07e82003-d270-4848-a84d-a58ea18e9722), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:52.469408 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-9f622586-df50-4172-a02d-d93a37399dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:52.472179 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-9f622586-df50-4172-a02d-d93a37399dfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:52.474318 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-9f622586-df50-4172-a02d-d93a37399dfd service neutron] 10.222.0.48 "PUT /v2.0/ports/07e82003-d270-4848-a84d-a58ea18e9722 HTTP/1.1" status: 200 len: 1092 time: 0.9927025 Feb 20 05:31:52.474794 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ba4eff-508a-4822-8b55-0e46082ef50c', 'tag': '07e82003-d270-4848-a84d-a58ea18e9722'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:31:52.495001 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31146268-4b25-40dd-87ba-e8ddb9364d23" -d '{"events": [{"name": "network-changed", "server_uuid": "78ba4eff-508a-4822-8b55-0e46082ef50c", "tag": "07e82003-d270-4848-a84d-a58ea18e9722"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:31:52.583073 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f622586-df50-4172-a02d-d93a37399dfd service neutron] Pushing event updated for resources: {'Port': ['ID=07e82003-d270-4848-a84d-a58ea18e9722,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:52.607084 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:52.619664 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-b0bbc373-9dcd-49fc-adb4-1a775eda7a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:52.622050 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-b0bbc373-9dcd-49fc-adb4-1a775eda7a28 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 1126 time: 0.0760465 Feb 20 05:31:52.638795 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:52.660819 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-5402416d-3ff7-46d9-b2dd-f1169075c87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:52.664508 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-5402416d-3ff7-46d9-b2dd-f1169075c87f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 1127 time: 0.0983615 Feb 20 05:31:52.675913 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc6bc7-440d-4ebe-bf3b-9d6136bb6cb9 req-35b19615-4379-448a-8ad5-1f8de69d5c3c tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:52.679877 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-360d4173-fc0e-496a-809a-d22234622b07 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07e82003-d270-4848-a84d-a58ea18e9722 HTTP/1.1" status: 200 len: 217 time: 0.0493042 Feb 20 05:31:52.680467 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ebc6bc7-440d-4ebe-bf3b-9d6136bb6cb9 req-35b19615-4379-448a-8ad5-1f8de69d5c3c tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=690197f4-c0f0-460d-91c3-001672fd6897 HTTP/1.1" status: 200 len: 943 time: 0.1630514 Feb 20 05:31:52.736501 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-393fd282-8ef6-419c-bc05-625b3f7d01fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:52.738053 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-393fd282-8ef6-419c-bc05-625b3f7d01fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 200 len: 860 time: 0.0534191 Feb 20 05:31:52.777470 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-4c56a521-bdaa-46ae-a305-54449f6b3c71 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336456 Feb 20 05:31:52.811599 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-b485bc44-750a-4c5e-a9a6-c7f1664acf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:52.814190 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-b485bc44-750a-4c5e-a9a6-c7f1664acf03 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 908 time: 0.1326797 Feb 20 05:31:52.829028 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ebc6bc7-440d-4ebe-bf3b-9d6136bb6cb9 req-ad6d12a3-5f95-48a7-be97-28e8f14cd5ff tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882413 Feb 20 05:31:52.883935 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-d2c26953-8fcd-46b7-98e6-7e90ad02cc13 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 HTTP/1.1" status: 200 len: 217 time: 0.0535798 Feb 20 05:31:52.926065 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-2befda7f-dcc2-4d6c-973b-f395fdfa7f0f service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429141 Feb 20 05:31:53.005595 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-0a83221f-a06c-46d2-a370-08fa4def18c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:53.008289 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-0a83221f-a06c-46d2-a370-08fa4def18c4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b4371b84-9467-4135-93c7-7a933f791395 HTTP/1.1" status: 200 len: 848 time: 0.1191680 Feb 20 05:31:53.043112 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6f44b470-a668-4601-a593-f0f4edb8ef43 req-00e8d593-3fa9-4890-ae30-31475762f704 service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112161 Feb 20 05:31:53.045516 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-ea0b6d19-e6ee-4e11-aa5c-400c6622fd72 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb4530de-66c2-443b-82e6-823a997cfe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295937 Feb 20 05:31:53.053375 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23401a19-31f9-4347-8fb0-23bd7d27029a req-80bf1597-5184-429f-b65b-61bd39750cd4 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:53.060632 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-23401a19-31f9-4347-8fb0-23bd7d27029a req-80bf1597-5184-429f-b65b-61bd39750cd4 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 944 time: 0.1325951 Feb 20 05:31:53.467110 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-23401a19-31f9-4347-8fb0-23bd7d27029a req-dd50a336-b87b-48e9-b255-96d3c78ca84c tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055829 Feb 20 05:31:53.490214 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-6ac6330f-906c-4dda-884a-847cfab92772 service neutron] 10.222.0.61 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261715 Feb 20 05:31:53.589125 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-017baa41-1442-453e-bcf3-ed5c091dc4f5 req-3430c1f5-2490-40c8-b549-ad01d572a20c tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/floatingips/cdc21cdb-23c9-491c-ab21-cd7ceb42152a HTTP/1.1" status: 200 len: 692 time: 0.0844860 Feb 20 05:31:53.686843 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-05ee0d8c-eaed-4e69-a368-966f8019858c service neutron] 10.222.0.61 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899397 Feb 20 05:31:53.737949 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017baa41-1442-453e-bcf3-ed5c091dc4f5 req-1b287787-244d-4458-aeea-14e0fac426b3 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:53.739422 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-017baa41-1442-453e-bcf3-ed5c091dc4f5 req-1b287787-244d-4458-aeea-14e0fac426b3 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.1387372 Feb 20 05:31:53.797070 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-017baa41-1442-453e-bcf3-ed5c091dc4f5 req-376edc1c-ebcb-439a-b6a0-ab8aeb1abe11 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.42 HTTP/1.1" status: 200 len: 695 time: 0.0501018 Feb 20 05:31:53.859393 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-017baa41-1442-453e-bcf3-ed5c091dc4f5 req-d192c33d-8be6-44f5-8fbc-4b7e632d1a19 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.42 HTTP/1.1" status: 200 len: 695 time: 0.0525908 Feb 20 05:31:53.900180 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device e0e7b89c-a527-4ed4-8750-129cfb81ee13 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:31:54.043982 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-017baa41-1442-453e-bcf3-ed5c091dc4f5 req-00c5989f-b091-4dad-a920-c87f958c2265 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Deleting port 047a62d0-f880-449b-af6e-6097a9a13799 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:31:54.044576 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-017baa41-1442-453e-bcf3-ed5c091dc4f5 req-00c5989f-b091-4dad-a920-c87f958c2265 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (047a62d0-f880-449b-af6e-6097a9a13799), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:54.078622 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port e0e7b89c-a527-4ed4-8750-129cfb81ee13, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e0e7b89c-a527-4ed4-8750-129cfb81ee13,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:31:54.094801 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'e0e7b89c-a527-4ed4-8750-129cfb81ee13', 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952', 'port_id': 'e0e7b89c-a527-4ed4-8750-129cfb81ee13', 'mac_address': 'fa:16:3e:8f:aa:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6cf6e5f-5eef-4832-87f6-e3f3339d48a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:31:54.151863 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port e0e7b89c-a527-4ed4-8750-129cfb81ee13 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:54.152588 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e0e7b89c-a527-4ed4-8750-129cfb81ee13), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:54.178832 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-017baa41-1442-453e-bcf3-ed5c091dc4f5 req-00c5989f-b091-4dad-a920-c87f958c2265 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (047a62d0-f880-449b-af6e-6097a9a13799), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:54.181531 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-017baa41-1442-453e-bcf3-ed5c091dc4f5 req-00c5989f-b091-4dad-a920-c87f958c2265 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks [] for floatingip (047a62d0-f880-449b-af6e-6097a9a13799), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:54.183979 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e7b89c-a527-4ed4-8750-129cfb81ee13 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:31:54.199751 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-017baa41-1442-453e-bcf3-ed5c091dc4f5 req-00c5989f-b091-4dad-a920-c87f958c2265 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Calling delete_port for 047a62d0-f880-449b-af6e-6097a9a13799 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:31:54.206665 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port e0e7b89c-a527-4ed4-8750-129cfb81ee13, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e0e7b89c-a527-4ed4-8750-129cfb81ee13,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:31:54.214832 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e0e7b89c-a527-4ed4-8750-129cfb81ee13), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:54.285828 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=e0e7b89c-a527-4ed4-8750-129cfb81ee13,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:54.373075 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-017baa41-1442-453e-bcf3-ed5c091dc4f5 req-00c5989f-b091-4dad-a920-c87f958c2265 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (047a62d0-f880-449b-af6e-6097a9a13799), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:54.408197 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5989f-b091-4dad-a920-c87f958c2265 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Pushing event deleted for resources: {'Port': ['ID=047a62d0-f880-449b-af6e-6097a9a13799,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:54.465931 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['e0e7b89c-a527-4ed4-8750-129cfb81ee13'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:31:54.501407 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-017baa41-1442-453e-bcf3-ed5c091dc4f5 req-00c5989f-b091-4dad-a920-c87f958c2265 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks [] for floatingip (cdc21cdb-23c9-491c-ab21-cd7ceb42152a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:54.505366 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-017baa41-1442-453e-bcf3-ed5c091dc4f5 req-00c5989f-b091-4dad-a920-c87f958c2265 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:54.506769 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-017baa41-1442-453e-bcf3-ed5c091dc4f5 req-00c5989f-b091-4dad-a920-c87f958c2265 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "DELETE /v2.0/floatingips/cdc21cdb-23c9-491c-ab21-cd7ceb42152a HTTP/1.1" status: 204 len: 173 time: 0.6465127 Feb 20 05:31:54.778536 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47089f4f-4285-4fed-8533-75b7b0499e4d x-openstack-request-id: req-47089f4f-4285-4fed-8533-75b7b0499e4d {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:31:54.779202 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "690197f4-c0f0-460d-91c3-001672fd6897", "tag": "e0e7b89c-a527-4ed4-8750-129cfb81ee13", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:31:54.779202 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47089f4f-4285-4fed-8533-75b7b0499e4d {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:31:54.779538 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '690197f4-c0f0-460d-91c3-001672fd6897', 'tag': 'e0e7b89c-a527-4ed4-8750-129cfb81ee13', 'status': 'completed', 'code': 200} Feb 20 05:31:54.875335 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485524a-7157-484d-b44a-f1fa31b3736d req-9d5fbf1f-9745-4df4-9efc-1ba37dd84824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:54.877112 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5485524a-7157-484d-b44a-f1fa31b3736d req-9d5fbf1f-9745-4df4-9efc-1ba37dd84824 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba68b400a4764ecd8cffcc89b3c1b40a&device_id=690197f4-c0f0-460d-91c3-001672fd6897 HTTP/1.1" status: 200 len: 1126 time: 0.0776129 Feb 20 05:31:55.031652 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485524a-7157-484d-b44a-f1fa31b3736d req-06bfbbc3-f011-4e4f-bb4a-035ebfa418af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:55.033323 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5485524a-7157-484d-b44a-f1fa31b3736d req-06bfbbc3-f011-4e4f-bb4a-035ebfa418af service neutron] 10.222.0.61 "GET /v2.0/networks?id=bfecaaea-4537-49c6-826a-93e263cff952 HTTP/1.1" status: 200 len: 910 time: 0.1493387 Feb 20 05:31:55.044003 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99a113-db1d-44e4-9a37-0fe11bde50ee req-408dfd1f-16fb-4de5-976f-a8560d56c00e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:55.045755 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ec99a113-db1d-44e4-9a37-0fe11bde50ee req-408dfd1f-16fb-4de5-976f-a8560d56c00e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 945 time: 0.0918589 Feb 20 05:31:55.046079 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 57433717-bf51-4f95-9d65-5b8f13e4a9bd no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:31:55.093736 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5485524a-7157-484d-b44a-f1fa31b3736d req-8a149127-6d49-4fde-b133-1fdb21c3d295 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0e7b89c-a527-4ed4-8750-129cfb81ee13 HTTP/1.1" status: 200 len: 217 time: 0.0457315 Feb 20 05:31:55.096469 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 57433717-bf51-4f95-9d65-5b8f13e4a9bd {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:31:55.097120 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 57433717-bf51-4f95-9d65-5b8f13e4a9bd not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:31:55.106327 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:55.163656 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ec99a113-db1d-44e4-9a37-0fe11bde50ee req-33d37d8a-0389-4d2e-80ef-43f846e9cc3b tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090212 Feb 20 05:31:55.167836 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485524a-7157-484d-b44a-f1fa31b3736d req-af577e42-2df6-4afb-aff1-a5b69a2e445b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:55.169401 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5485524a-7157-484d-b44a-f1fa31b3736d req-af577e42-2df6-4afb-aff1-a5b69a2e445b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6cf6e5f-5eef-4832-87f6-e3f3339d48a1 HTTP/1.1" status: 200 len: 850 time: 0.0693049 Feb 20 05:31:55.220097 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5485524a-7157-484d-b44a-f1fa31b3736d req-232cdbb1-bb8f-4725-a870-986c95f8299d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bfecaaea-4537-49c6-826a-93e263cff952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437725 Feb 20 05:31:55.266005 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55850) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:55.272145 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157c5499-d783-4b2f-8dbe-74488019d3c5 x-openstack-request-id: req-157c5499-d783-4b2f-8dbe-74488019d3c5 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:31:55.272719 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ba4eff-508a-4822-8b55-0e46082ef50c", "tag": "07e82003-d270-4848-a84d-a58ea18e9722", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:31:55.277083 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-157c5499-d783-4b2f-8dbe-74488019d3c5 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:31:55.277659 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ba4eff-508a-4822-8b55-0e46082ef50c', 'tag': '07e82003-d270-4848-a84d-a58ea18e9722', 'status': 'completed', 'code': 200} Feb 20 05:31:55.383717 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31146268-4b25-40dd-87ba-e8ddb9364d23 req-139ad2a3-3874-47cf-bf01-edfae8eb837d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:55.385404 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-31146268-4b25-40dd-87ba-e8ddb9364d23 req-139ad2a3-3874-47cf-bf01-edfae8eb837d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 1126 time: 0.0946922 Feb 20 05:31:55.420711 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708468ed-f485-4e5f-a33b-3178b44bdca8 req-4bd0c67d-22a7-4afa-a391-8527e7890358 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:55.422431 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-708468ed-f485-4e5f-a33b-3178b44bdca8 req-4bd0c67d-22a7-4afa-a391-8527e7890358 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=690197f4-c0f0-460d-91c3-001672fd6897 HTTP/1.1" status: 200 len: 944 time: 0.0886509 Feb 20 05:31:55.425099 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5485524a-7157-484d-b44a-f1fa31b3736d req-2e4c2a1e-ed3e-4d23-b954-d96e4ba8fd9a service neutron] 10.222.0.61 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979403 Feb 20 05:31:55.535785 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5485524a-7157-484d-b44a-f1fa31b3736d req-0905ab34-7989-473c-b3e4-ad6bf77007c7 service neutron] 10.222.0.61 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027858 Feb 20 05:31:55.568143 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31146268-4b25-40dd-87ba-e8ddb9364d23 req-df14d363-db2f-4e38-9fd5-dd166c30ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:55.569774 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-31146268-4b25-40dd-87ba-e8ddb9364d23 req-df14d363-db2f-4e38-9fd5-dd166c30ba2e service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 920 time: 0.1762538 Feb 20 05:31:55.622142 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-31146268-4b25-40dd-87ba-e8ddb9364d23 req-12514da4-3cfa-4ded-9ea8-924cc7174e47 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07e82003-d270-4848-a84d-a58ea18e9722 HTTP/1.1" status: 200 len: 217 time: 0.0454729 Feb 20 05:31:55.649837 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-708468ed-f485-4e5f-a33b-3178b44bdca8 req-41cfb602-21f2-40d7-9741-9f0bde61420d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179258 Feb 20 05:31:55.665851 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-082d31c8-5a8a-4228-ab25-45511b07d32b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=96d978106dff457db837a419e2806685&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3969390 Feb 20 05:31:55.666395 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55854) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:55.694595 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31146268-4b25-40dd-87ba-e8ddb9364d23 req-b3451433-8a93-44f2-b104-a1ad61f50234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:55.696262 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-31146268-4b25-40dd-87ba-e8ddb9364d23 req-b3451433-8a93-44f2-b104-a1ad61f50234 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 200 len: 860 time: 0.0665755 Feb 20 05:31:55.745437 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-31146268-4b25-40dd-87ba-e8ddb9364d23 req-763e10d6-9a10-4689-b99c-d7f255b4bf5f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431724 Feb 20 05:31:55.789870 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-667e0fd9-4479-4faa-beec-774eb5019262 admin admin] Publish callbacks [] for security_group (4bdc4e01-6173-4439-8f04-50931ec714d5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:55.850049 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-667e0fd9-4479-4faa-beec-774eb5019262 admin admin] Publish callbacks [] for security_group (4bdc4e01-6173-4439-8f04-50931ec714d5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:55.915099 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device e0e7b89c-a527-4ed4-8750-129cfb81ee13 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:31:55.919777 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ecfbc-34aa-453d-bc52-aa3cd8f69d11 req-23b66f72-e848-442d-8991-4f7677b93547 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:55.920656 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-818ecfbc-34aa-453d-bc52-aa3cd8f69d11 req-23b66f72-e848-442d-8991-4f7677b93547 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 944 time: 0.1454742 Feb 20 05:31:55.946575 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-667e0fd9-4479-4faa-beec-774eb5019262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4bdc4e01-6173-4439-8f04-50931ec714d5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:55.950479 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-667e0fd9-4479-4faa-beec-774eb5019262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:55.954528 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-667e0fd9-4479-4faa-beec-774eb5019262 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4bdc4e01-6173-4439-8f04-50931ec714d5 HTTP/1.1" status: 204 len: 168 time: 0.2844017 Feb 20 05:31:55.962319 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-31146268-4b25-40dd-87ba-e8ddb9364d23 req-5a6cb23b-6916-47fe-af1e-7fc195f80ec1 service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100794 Feb 20 05:31:55.975901 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e0fd9-4479-4faa-beec-774eb5019262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdc4e01-6173-4439-8f04-50931ec714d5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:56.071312 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-818ecfbc-34aa-453d-bc52-aa3cd8f69d11 req-35b9a94c-1088-4419-be4a-f81e7161ddbd tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177824 Feb 20 05:31:56.081417 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port e0e7b89c-a527-4ed4-8750-129cfb81ee13 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:31:56.088564 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port e0e7b89c-a527-4ed4-8750-129cfb81ee13 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:31:56.089203 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e0e7b89c-a527-4ed4-8750-129cfb81ee13), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:56.119602 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-31146268-4b25-40dd-87ba-e8ddb9364d23 req-3dff8a9f-059e-434a-855f-68cc11006d1d service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482594 Feb 20 05:31:56.187486 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-497c3e49-9b0e-460f-a3d8-9e7f1a3eb181 req-d7c26435-562e-4692-985e-50d7cfd89e08 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/floatingips/38711629-4a9c-444a-ac92-ebd45069a2c2 HTTP/1.1" status: 200 len: 693 time: 0.0571856 Feb 20 05:31:56.198778 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port e0e7b89c-a527-4ed4-8750-129cfb81ee13 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:31:56.199356 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e0e7b89c-a527-4ed4-8750-129cfb81ee13), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:56.223787 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690197f4-c0f0-460d-91c3-001672fd6897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e7b89c-a527-4ed4-8750-129cfb81ee13'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:31:56.227059 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e913f26-a0da-4fd0-a186-39238818f372" -d '{"events": [{"server_uuid": "690197f4-c0f0-460d-91c3-001672fd6897", "name": "network-vif-plugged", "status": "completed", "tag": "e0e7b89c-a527-4ed4-8750-129cfb81ee13"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:31:56.239661 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port e0e7b89c-a527-4ed4-8750-129cfb81ee13, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e0e7b89c-a527-4ed4-8750-129cfb81ee13,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:31:56.245220 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e0e7b89c-a527-4ed4-8750-129cfb81ee13), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:56.308725 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=e0e7b89c-a527-4ed4-8750-129cfb81ee13,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:56.313772 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c3e49-9b0e-460f-a3d8-9e7f1a3eb181 req-78ea2e05-7f8b-495d-9723-ea681b77ad3d tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:56.315164 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-497c3e49-9b0e-460f-a3d8-9e7f1a3eb181 req-78ea2e05-7f8b-495d-9723-ea681b77ad3d tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.1220233 Feb 20 05:31:56.376166 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-497c3e49-9b0e-460f-a3d8-9e7f1a3eb181 req-2ae6b8ba-9d29-40c5-96c4-3eee4948286a tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.0523040 Feb 20 05:31:56.432681 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-497c3e49-9b0e-460f-a3d8-9e7f1a3eb181 req-b5b43561-f801-4fb7-9a49-4b9192cba657 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.0505643 Feb 20 05:31:56.574632 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-497c3e49-9b0e-460f-a3d8-9e7f1a3eb181 req-84c36b6d-58d4-4fd3-82c5-b40b2a014028 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Deleting port 28a23c08-565c-4ffd-b396-fd3ca6882fe0 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:31:56.575022 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-497c3e49-9b0e-460f-a3d8-9e7f1a3eb181 req-84c36b6d-58d4-4fd3-82c5-b40b2a014028 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (28a23c08-565c-4ffd-b396-fd3ca6882fe0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:56.655204 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-497c3e49-9b0e-460f-a3d8-9e7f1a3eb181 req-84c36b6d-58d4-4fd3-82c5-b40b2a014028 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (28a23c08-565c-4ffd-b396-fd3ca6882fe0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:56.656275 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-497c3e49-9b0e-460f-a3d8-9e7f1a3eb181 req-84c36b6d-58d4-4fd3-82c5-b40b2a014028 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks [] for floatingip (28a23c08-565c-4ffd-b396-fd3ca6882fe0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:56.669971 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-497c3e49-9b0e-460f-a3d8-9e7f1a3eb181 req-84c36b6d-58d4-4fd3-82c5-b40b2a014028 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Calling delete_port for 28a23c08-565c-4ffd-b396-fd3ca6882fe0 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:31:56.794959 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a178d0-928a-438b-9e05-33b84b5c08a7', 'name': 'network-vif-deleted', 'tag': '57433717-bf51-4f95-9d65-5b8f13e4a9bd'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:31:56.797307 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3024b0d-ce09-44a3-943d-4a3c794b701d" -d '{"events": [{"server_uuid": "52a178d0-928a-438b-9e05-33b84b5c08a7", "name": "network-vif-deleted", "tag": "57433717-bf51-4f95-9d65-5b8f13e4a9bd"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:31:56.823048 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-497c3e49-9b0e-460f-a3d8-9e7f1a3eb181 req-84c36b6d-58d4-4fd3-82c5-b40b2a014028 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (28a23c08-565c-4ffd-b396-fd3ca6882fe0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:56.850796 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c36b6d-58d4-4fd3-82c5-b40b2a014028 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Pushing event deleted for resources: {'Port': ['ID=28a23c08-565c-4ffd-b396-fd3ca6882fe0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:56.920220 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-497c3e49-9b0e-460f-a3d8-9e7f1a3eb181 req-84c36b6d-58d4-4fd3-82c5-b40b2a014028 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks [] for floatingip (38711629-4a9c-444a-ac92-ebd45069a2c2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:56.922822 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-497c3e49-9b0e-460f-a3d8-9e7f1a3eb181 req-84c36b6d-58d4-4fd3-82c5-b40b2a014028 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:56.931882 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-497c3e49-9b0e-460f-a3d8-9e7f1a3eb181 req-84c36b6d-58d4-4fd3-82c5-b40b2a014028 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "DELETE /v2.0/floatingips/38711629-4a9c-444a-ac92-ebd45069a2c2 HTTP/1.1" status: 204 len: 173 time: 0.4926929 Feb 20 05:31:57.116438 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03172b-6d6b-499e-adcd-8bfd7e0f1bf4 req-bb05b96d-142d-4f38-9a40-1ca62bd848db tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:57.117965 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0a03172b-6d6b-499e-adcd-8bfd7e0f1bf4 req-bb05b96d-142d-4f38-9a40-1ca62bd848db tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 945 time: 0.0631931 Feb 20 05:31:57.170611 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0a03172b-6d6b-499e-adcd-8bfd7e0f1bf4 req-25bfa9c3-d4c9-4f9d-960d-a4bfef37c1c6 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453908 Feb 20 05:31:57.219988 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df73d050-f340-4b7c-b542-189015504043 x-openstack-request-id: req-df73d050-f340-4b7c-b542-189015504043 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:31:57.221018 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690197f4-c0f0-460d-91c3-001672fd6897", "name": "network-vif-plugged", "status": "completed", "tag": "e0e7b89c-a527-4ed4-8750-129cfb81ee13", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:31:57.221492 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df73d050-f340-4b7c-b542-189015504043 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:31:57.222404 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690197f4-c0f0-460d-91c3-001672fd6897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e7b89c-a527-4ed4-8750-129cfb81ee13', 'code': 200} Feb 20 05:31:57.231264 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55900) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:57.369483 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-942b5aa6-b728-4171-bab6-407bf4b96100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:57.401600 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793ee9c-e584-4601-9adb-8c378ffad06e req-cfaa2210-9881-49f1-8848-9ad9560b3cdc tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:57.403121 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f793ee9c-e584-4601-9adb-8c378ffad06e req-cfaa2210-9881-49f1-8848-9ad9560b3cdc tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=690197f4-c0f0-460d-91c3-001672fd6897 HTTP/1.1" status: 200 len: 945 time: 0.1211970 Feb 20 05:31:57.423053 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c32cc-f8a8-4c5c-9388-4ad9030090b4 req-477b1a43-c39e-4a87-a628-e1a95a69e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:57.424509 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa5c32cc-f8a8-4c5c-9388-4ad9030090b4 req-477b1a43-c39e-4a87-a628-e1a95a69e6d7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=690197f4-c0f0-460d-91c3-001672fd6897 HTTP/1.1" status: 200 len: 1127 time: 0.1101117 Feb 20 05:31:57.499817 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f793ee9c-e584-4601-9adb-8c378ffad06e req-38c1b9aa-8c32-4bd3-8aec-dad1cafb44b7 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890436 Feb 20 05:31:57.525222 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa5c32cc-f8a8-4c5c-9388-4ad9030090b4 req-88b39683-a929-4d47-9b7f-e142e57cd4ce service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887623 Feb 20 05:31:57.556068 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-942b5aa6-b728-4171-bab6-407bf4b96100 admin admin] Publish callbacks [] for security_group (ee96bdfb-ff39-4f7b-b9a5-f92ab1dc7410), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:57.559368 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753dc3ac-1fc8-4ca6-beef-ac34b6bd0e99 x-openstack-request-id: req-753dc3ac-1fc8-4ca6-beef-ac34b6bd0e99 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:31:57.559662 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a178d0-928a-438b-9e05-33b84b5c08a7", "name": "network-vif-deleted", "tag": "57433717-bf51-4f95-9d65-5b8f13e4a9bd", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:31:57.559915 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-753dc3ac-1fc8-4ca6-beef-ac34b6bd0e99 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:31:57.560358 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a178d0-928a-438b-9e05-33b84b5c08a7', 'name': 'network-vif-deleted', 'tag': '57433717-bf51-4f95-9d65-5b8f13e4a9bd', 'status': 'completed', 'code': 200} Feb 20 05:31:57.566825 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-942b5aa6-b728-4171-bab6-407bf4b96100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ee96bdfb-ff39-4f7b-b9a5-f92ab1dc7410), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:57.626170 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1e4e1ff0-8c05-4e54-b43b-743d8fdd0678 req-297e4858-8bcc-45e6-a8a0-d4e75f5321f7 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/floatingips/204b8a9c-ab53-400d-bcdb-e177ce76d135 HTTP/1.1" status: 200 len: 692 time: 0.0686431 Feb 20 05:31:57.655654 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-942b5aa6-b728-4171-bab6-407bf4b96100 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2bf6b943e112415882db6262e62fea4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4232318 Feb 20 05:31:57.658577 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55904) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:57.665511 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b5aa6-b728-4171-bab6-407bf4b96100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee96bdfb-ff39-4f7b-b9a5-f92ab1dc7410,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:57.714229 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7acf7287-067d-4a86-90d3-d3ee1f9f6fc8 admin admin] Publish callbacks [] for security_group (ee96bdfb-ff39-4f7b-b9a5-f92ab1dc7410), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:57.736475 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7acf7287-067d-4a86-90d3-d3ee1f9f6fc8 admin admin] Publish callbacks [] for security_group (ee96bdfb-ff39-4f7b-b9a5-f92ab1dc7410), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:57.747244 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e1ff0-8c05-4e54-b43b-743d8fdd0678 req-2592be33-071d-48e3-b4be-94098041d4bb tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:57.748707 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1e4e1ff0-8c05-4e54-b43b-743d8fdd0678 req-2592be33-071d-48e3-b4be-94098041d4bb tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.1153488 Feb 20 05:31:57.787087 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7acf7287-067d-4a86-90d3-d3ee1f9f6fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ee96bdfb-ff39-4f7b-b9a5-f92ab1dc7410), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:57.789739 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7acf7287-067d-4a86-90d3-d3ee1f9f6fc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:57.790934 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7acf7287-067d-4a86-90d3-d3ee1f9f6fc8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee96bdfb-ff39-4f7b-b9a5-f92ab1dc7410 HTTP/1.1" status: 204 len: 168 time: 0.1306517 Feb 20 05:31:57.800103 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf7287-067d-4a86-90d3-d3ee1f9f6fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee96bdfb-ff39-4f7b-b9a5-f92ab1dc7410,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:57.819500 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1e4e1ff0-8c05-4e54-b43b-743d8fdd0678 req-10ebc4b6-1c1b-44c5-80fc-c3c1f60a7bf0 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.14 HTTP/1.1" status: 200 len: 695 time: 0.0615561 Feb 20 05:31:57.869340 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1e4e1ff0-8c05-4e54-b43b-743d8fdd0678 req-392cd179-4df9-4a80-b38d-2f34ea2f36a2 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.14 HTTP/1.1" status: 200 len: 695 time: 0.0453269 Feb 20 05:31:58.020379 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-1e4e1ff0-8c05-4e54-b43b-743d8fdd0678 req-c94f8a11-19b3-451e-a90f-ba4d3cf35d04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Deleting port 9d8b2a9b-3dc3-4ccc-80bb-808983d49f67 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:31:58.020969 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1e4e1ff0-8c05-4e54-b43b-743d8fdd0678 req-c94f8a11-19b3-451e-a90f-ba4d3cf35d04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (9d8b2a9b-3dc3-4ccc-80bb-808983d49f67), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:58.143185 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1e4e1ff0-8c05-4e54-b43b-743d8fdd0678 req-c94f8a11-19b3-451e-a90f-ba4d3cf35d04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (9d8b2a9b-3dc3-4ccc-80bb-808983d49f67), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:58.143522 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1e4e1ff0-8c05-4e54-b43b-743d8fdd0678 req-c94f8a11-19b3-451e-a90f-ba4d3cf35d04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks [] for floatingip (9d8b2a9b-3dc3-4ccc-80bb-808983d49f67), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:58.157344 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-1e4e1ff0-8c05-4e54-b43b-743d8fdd0678 req-c94f8a11-19b3-451e-a90f-ba4d3cf35d04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Calling delete_port for 9d8b2a9b-3dc3-4ccc-80bb-808983d49f67 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:31:58.362701 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1e4e1ff0-8c05-4e54-b43b-743d8fdd0678 req-c94f8a11-19b3-451e-a90f-ba4d3cf35d04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (9d8b2a9b-3dc3-4ccc-80bb-808983d49f67), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:58.419563 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f8a11-19b3-451e-a90f-ba4d3cf35d04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Pushing event deleted for resources: {'Port': ['ID=9d8b2a9b-3dc3-4ccc-80bb-808983d49f67,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:58.510129 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1e4e1ff0-8c05-4e54-b43b-743d8fdd0678 req-c94f8a11-19b3-451e-a90f-ba4d3cf35d04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks [] for floatingip (204b8a9c-ab53-400d-bcdb-e177ce76d135), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:58.512998 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1e4e1ff0-8c05-4e54-b43b-743d8fdd0678 req-c94f8a11-19b3-451e-a90f-ba4d3cf35d04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:58.520497 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55934) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:58.538138 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1e4e1ff0-8c05-4e54-b43b-743d8fdd0678 req-c94f8a11-19b3-451e-a90f-ba4d3cf35d04 tempest-FloatingIPDetailsTestJSON-409187840 tempest-FloatingIPDetailsTestJSON-409187840-project] 10.222.0.37 "DELETE /v2.0/floatingips/204b8a9c-ab53-400d-bcdb-e177ce76d135 HTTP/1.1" status: 204 len: 173 time: 0.6620367 Feb 20 05:31:58.725158 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0e2c4-05ef-4180-83cb-6fd606aef264 req-41c6c0b0-ddee-443e-b107-b0aa2bd22dde tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:58.752000 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ded0e2c4-05ef-4180-83cb-6fd606aef264 req-41c6c0b0-ddee-443e-b107-b0aa2bd22dde tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 944 time: 0.1248689 Feb 20 05:31:58.826144 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55950) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:31:58.869165 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ded0e2c4-05ef-4180-83cb-6fd606aef264 req-a135981c-6d80-4816-83dd-6ae3b5e329a4 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161306 Feb 20 05:31:59.031794 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce1b99-c4e6-41fa-9ea2-7da7987c3826 req-7f62dee0-2a24-491b-b922-80c11b9e2275 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:59.033419 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-38ce1b99-c4e6-41fa-9ea2-7da7987c3826 req-7f62dee0-2a24-491b-b922-80c11b9e2275 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 945 time: 0.0936084 Feb 20 05:31:59.098461 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-38ce1b99-c4e6-41fa-9ea2-7da7987c3826 req-f9c1d6bf-5934-4654-9733-7911fb14e766 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591669 Feb 20 05:31:59.202704 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74d5f1-4b57-4416-982e-ad1e6e07db77 req-b9599ec2-1623-4820-b119-393a97f071bf tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:59.204655 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c74d5f1-4b57-4416-982e-ad1e6e07db77 req-b9599ec2-1623-4820-b119-393a97f071bf tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=690197f4-c0f0-460d-91c3-001672fd6897 HTTP/1.1" status: 200 len: 945 time: 0.0568500 Feb 20 05:31:59.254814 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c74d5f1-4b57-4416-982e-ad1e6e07db77 req-faa2b003-688b-454c-bfc0-999593a214a0 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439019 Feb 20 05:31:59.379468 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-64223edd-03d5-4096-9077-410b9e5b9307 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-118910218-network', 'tenant_id': '328ba68590df4a10bd14a399b9a0132a'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:31:59.404521 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64223edd-03d5-4096-9077-410b9e5b9307 admin admin] Made reservation on behalf of 328ba68590df4a10bd14a399b9a0132a for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:31:59.406767 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-64223edd-03d5-4096-9077-410b9e5b9307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:59.419644 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-64223edd-03d5-4096-9077-410b9e5b9307 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:59.433473 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1017690d-f317-4cbe-8166-5c28925b28e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:59.652640 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-64223edd-03d5-4096-9077-410b9e5b9307 admin admin] Publish callbacks [] for security_group (3ac3ec74-e1d5-42c2-a5fb-83a0d2521f3a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:59.665829 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-64223edd-03d5-4096-9077-410b9e5b9307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3ac3ec74-e1d5-42c2-a5fb-83a0d2521f3a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:59.709225 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64223edd-03d5-4096-9077-410b9e5b9307 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:31:59.730968 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64223edd-03d5-4096-9077-410b9e5b9307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac3ec74-e1d5-42c2-a5fb-83a0d2521f3a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:31:59.755181 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fc613-e80f-4489-ad4d-eadfea9faa22 req-1ac15c0e-262e-4fa9-a78c-4e9de23ae397 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:59.763164 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18fc613-e80f-4489-ad4d-eadfea9faa22 req-1ac15c0e-262e-4fa9-a78c-4e9de23ae397 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=690197f4-c0f0-460d-91c3-001672fd6897 HTTP/1.1" status: 200 len: 945 time: 0.0690236 Feb 20 05:31:59.763865 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-64223edd-03d5-4096-9077-410b9e5b9307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (b3077aae-a0dc-4721-923e-646446a4815e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:59.764387 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-64223edd-03d5-4096-9077-410b9e5b9307 admin admin] Added segment b3077aae-a0dc-4721-923e-646446a4815e of type vlan for network ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad Feb 20 05:31:59.872363 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-64223edd-03d5-4096-9077-410b9e5b9307 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:59.913915 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-64223edd-03d5-4096-9077-410b9e5b9307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:59.916331 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64223edd-03d5-4096-9077-410b9e5b9307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:31:59.917112 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-64223edd-03d5-4096-9077-410b9e5b9307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:31:59.922186 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-1017690d-f317-4cbe-8166-5c28925b28e7 admin admin] Deleting port 96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:31:59.923315 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1017690d-f317-4cbe-8166-5c28925b28e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:00.030179 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64223edd-03d5-4096-9077-410b9e5b9307 admin admin] Pushing event updated for resources: {'Network': ['ID=ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:00.042926 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:32:00.047253 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-64223edd-03d5-4096-9077-410b9e5b9307 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2199547 Feb 20 05:32:00.050324 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55988) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:00.057971 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-b67dfb51-11c9-4b0b-a75a-ac8e36e169d3 admin admin] Request body: {'subnet': {'network_id': 'ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-118910218-subnet', 'tenant_id': '328ba68590df4a10bd14a399b9a0132a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:00.108498 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18fc613-e80f-4489-ad4d-eadfea9faa22 req-1265d559-3e01-4419-bfd9-124d2a4ecec3 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444238 Feb 20 05:32:00.115217 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67dfb51-11c9-4b0b-a75a-ac8e36e169d3 admin admin] Made reservation on behalf of 328ba68590df4a10bd14a399b9a0132a for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:32:00.117730 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b67dfb51-11c9-4b0b-a75a-ac8e36e169d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:00.208685 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-1017690d-f317-4cbe-8166-5c28925b28e7 admin admin] For port 96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc,segment=NetworkSegment(499cad82-24df-4f6d-976f-81dddbf82f64),segment_id=499cad82-24df-4f6d-976f-81dddbf82f64)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:00.209164 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1017690d-f317-4cbe-8166-5c28925b28e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:00.234163 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-1017690d-f317-4cbe-8166-5c28925b28e7 admin admin] Calling delete_port for 96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:32:00.363426 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297f535-e9f1-452f-9540-389108aab458 req-271a7d0a-47cc-404f-9fd4-14a15db74c79 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:00.370511 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0297f535-e9f1-452f-9540-389108aab458 req-271a7d0a-47cc-404f-9fd4-14a15db74c79 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 944 time: 0.0625310 Feb 20 05:32:00.421559 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0297f535-e9f1-452f-9540-389108aab458 req-4fafd7b6-6e61-4d5a-9948-a38052959546 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496092 Feb 20 05:32:00.548233 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcd545-4841-4ce3-b34a-daef7178107d req-4a7db6b8-2c13-41ec-b5d4-afa109ff2716 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:00.551468 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aebcd545-4841-4ce3-b34a-daef7178107d req-4a7db6b8-2c13-41ec-b5d4-afa109ff2716 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 945 time: 0.0653057 Feb 20 05:32:00.561311 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b67dfb51-11c9-4b0b-a75a-ac8e36e169d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (1e45d691-8d5e-435b-8f2d-02bdb7a03abd), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:00.606690 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67dfb51-11c9-4b0b-a75a-ac8e36e169d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e45d691-8d5e-435b-8f2d-02bdb7a03abd,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:00.608828 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1017690d-f317-4cbe-8166-5c28925b28e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:00.611635 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aebcd545-4841-4ce3-b34a-daef7178107d req-515b4945-423e-400c-a9ab-ac2b5e1aa688 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537403 Feb 20 05:32:00.651240 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017690d-f317-4cbe-8166-5c28925b28e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:00.792756 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67dfb51-11c9-4b0b-a75a-ac8e36e169d3 admin admin] Checking segment: {'id': 'b3077aae-a0dc-4721-923e-646446a4815e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:00.793139 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67dfb51-11c9-4b0b-a75a-ac8e36e169d3 admin admin] Network hostable DHCP agents. Network: ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:32:00.914669 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1017690d-f317-4cbe-8166-5c28925b28e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:00.918708 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67dfb51-11c9-4b0b-a75a-ac8e36e169d3 admin admin] Network ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:32:00.996257 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-b67dfb51-11c9-4b0b-a75a-ac8e36e169d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:01.004445 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67dfb51-11c9-4b0b-a75a-ac8e36e169d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:01.005416 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b67dfb51-11c9-4b0b-a75a-ac8e36e169d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:01.013668 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a47013-0859-4095-9599-ae71775a67dd None None] Network ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:32:01.053897 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b67dfb51-11c9-4b0b-a75a-ac8e36e169d3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0016932 Feb 20 05:32:01.245905 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c257ae1a-2d3c-4532-8597-3290f63cf642 None None] Network ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:32:01.363672 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1017690d-f317-4cbe-8166-5c28925b28e7 admin admin] Router fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:32:01.370782 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6031f09-a964-4fa7-9ee7-ed2939ac4278 req-a4c22f7b-c622-4d7f-b021-3ad07640ecb0 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:01.372673 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c6031f09-a964-4fa7-9ee7-ed2939ac4278 req-a4c22f7b-c622-4d7f-b021-3ad07640ecb0 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=690197f4-c0f0-460d-91c3-001672fd6897 HTTP/1.1" status: 200 len: 945 time: 0.1666756 Feb 20 05:32:01.475460 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c6031f09-a964-4fa7-9ee7-ed2939ac4278 req-1db88510-2248-43c8-9ab6-0e3951ebf25a tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935252 Feb 20 05:32:01.537234 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1017690d-f317-4cbe-8166-5c28925b28e7 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:32:01.544572 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1017690d-f317-4cbe-8166-5c28925b28e7 admin admin] 10.222.0.37 "PUT /v2.0/routers/fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0202620 Feb 20 05:32:01.544984 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56038) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:01.548721 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0519a9ea-475a-4cbd-8eb0-5ddb7cac2981 None None] Sync routers for ids ['fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:32:01.565619 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0519a9ea-475a-4cbd-8eb0-5ddb7cac2981 None None] Routers {'fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:32:01.568767 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0519a9ea-475a-4cbd-8eb0-5ddb7cac2981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:31:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:32:01.714593 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-0519a9ea-475a-4cbd-8eb0-5ddb7cac2981 None None] Set router fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:32:01.745637 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-f4614701-c82f-4692-ab7a-ade1fdbe9324 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:01.754143 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-f4614701-c82f-4692-ab7a-ade1fdbe9324 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] 10.222.0.37 "GET /v2.0/networks?id=2e5ae711-2b8b-43af-b87e-f79eaf660fa2 HTTP/1.1" status: 200 len: 810 time: 0.1656001 Feb 20 05:32:01.763971 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9624fe88-3768-4ec3-a189-c54d8b3e290e admin admin] Publish callbacks [] for router (fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:01.772629 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-74c56ad9-7f85-44a3-9b95-80f65be7e4e3 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] 10.222.0.37 "GET /v2.0/quotas/91039cecb9474f7f9d436117ffa2cab8 HTTP/1.1" status: 200 len: 375 time: 0.0166810 Feb 20 05:32:01.830021 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-c9e2276f-ea6c-410f-a67c-5a3caf5c16af tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=91039cecb9474f7f9d436117ffa2cab8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562947 Feb 20 05:32:01.902320 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9624fe88-3768-4ec3-a189-c54d8b3e290e admin admin] Publish callbacks [] for router_gateway (fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:01.987061 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0519a9ea-475a-4cbd-8eb0-5ddb7cac2981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4', 'name': 'tempest-FloatingIPDetailsTestJSON-90792124-router', 'tenant_id': '45f4999d07714796b9aa05e3877c3812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '73a69709-0f4e-472c-89c3-6e4874bab5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:31:08Z', 'updated_at': '2022-02-20T05:32:00Z', 'revision_number': 5, 'project_id': '45f4999d07714796b9aa05e3877c3812', 'gw_port': {'id': '73a69709-0f4e-472c-89c3-6e4874bab5b5', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:33:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:31:09Z', 'updated_at': '2022-02-20T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:32:02.009224 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-0bf36cf4-0ca9-4a20-8b25-777997fa13ce service neutron] 10.222.0.37 "GET /v2.0/networks/2e5ae711-2b8b-43af-b87e-f79eaf660fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652639 Feb 20 05:32:02.022045 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-9624fe88-3768-4ec3-a189-c54d8b3e290e admin admin] Deleting port 73a69709-0f4e-472c-89c3-6e4874bab5b5 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:32:02.024704 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9624fe88-3768-4ec3-a189-c54d8b3e290e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (73a69709-0f4e-472c-89c3-6e4874bab5b5), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:02.065046 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0519a9ea-475a-4cbd-8eb0-5ddb7cac2981 None None] Checking router: fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:32:02.083474 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0519a9ea-475a-4cbd-8eb0-5ddb7cac2981 None None] Routers {'fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:32:02.084263 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0519a9ea-475a-4cbd-8eb0-5ddb7cac2981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:31:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:32:02.132461 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-9624fe88-3768-4ec3-a189-c54d8b3e290e admin admin] For port 73a69709-0f4e-472c-89c3-6e4874bab5b5, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=73a69709-0f4e-472c-89c3-6e4874bab5b5,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:02.133096 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9624fe88-3768-4ec3-a189-c54d8b3e290e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (73a69709-0f4e-472c-89c3-6e4874bab5b5), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:02.159350 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-9624fe88-3768-4ec3-a189-c54d8b3e290e admin admin] Calling delete_port for 73a69709-0f4e-472c-89c3-6e4874bab5b5 owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:32:02.173866 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-c4f9a3eb-4a05-4ae5-8aeb-0029a25a409a service neutron] 10.222.0.37 "GET /v2.0/networks/2e5ae711-2b8b-43af-b87e-f79eaf660fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636784 Feb 20 05:32:02.263554 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-0519a9ea-475a-4cbd-8eb0-5ddb7cac2981 None None] Set router fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:32:02.370753 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0519a9ea-475a-4cbd-8eb0-5ddb7cac2981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4', 'name': 'tempest-FloatingIPDetailsTestJSON-90792124-router', 'tenant_id': '45f4999d07714796b9aa05e3877c3812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:31:08Z', 'updated_at': '2022-02-20T05:32:01Z', 'revision_number': 6, 'project_id': '45f4999d07714796b9aa05e3877c3812', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:32:02.461501 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9624fe88-3768-4ec3-a189-c54d8b3e290e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (73a69709-0f4e-472c-89c3-6e4874bab5b5), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:02.501680 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624fe88-3768-4ec3-a189-c54d8b3e290e admin admin] Pushing event deleted for resources: {'Port': ['ID=73a69709-0f4e-472c-89c3-6e4874bab5b5,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:02.599698 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9624fe88-3768-4ec3-a189-c54d8b3e290e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:02.683939 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0519a9ea-475a-4cbd-8eb0-5ddb7cac2981 None None] The sync data for ids ['fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4'] in n-d-829866-5 is: [{'id': 'fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4', 'name': 'tempest-FloatingIPDetailsTestJSON-90792124-router', 'tenant_id': '45f4999d07714796b9aa05e3877c3812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:31:08Z', 'updated_at': '2022-02-20T05:32:01Z', 'revision_number': 6, 'project_id': '45f4999d07714796b9aa05e3877c3812', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:32:02.686104 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c6c3a-622d-4160-a194-3d42757efc77 req-b281712a-0f7f-4b7b-b95a-0d8a1bccc92e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:02.695277 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c4c6c3a-622d-4160-a194-3d42757efc77 req-b281712a-0f7f-4b7b-b95a-0d8a1bccc92e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 944 time: 0.0793068 Feb 20 05:32:02.763411 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9624fe88-3768-4ec3-a189-c54d8b3e290e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:02.766475 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9624fe88-3768-4ec3-a189-c54d8b3e290e admin admin] Publish callbacks [] for router_controller (fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:02.792090 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c4c6c3a-622d-4160-a194-3d42757efc77 req-6e162261-bd47-4249-9132-8377051e8710 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937228 Feb 20 05:32:02.839432 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9624fe88-3768-4ec3-a189-c54d8b3e290e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:02.840204 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9624fe88-3768-4ec3-a189-c54d8b3e290e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:32:02.857763 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9624fe88-3768-4ec3-a189-c54d8b3e290e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:02.863690 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56066) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:02.865807 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9624fe88-3768-4ec3-a189-c54d8b3e290e admin admin] 10.222.0.37 "DELETE /v2.0/routers/fce7fa61-ab3b-44ba-b5c2-4c1bdd649ac4 HTTP/1.1" status: 204 len: 168 time: 1.3199687 Feb 20 05:32:02.944682 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-67247183-3143-416e-9a00-a23792442b1a admin admin] Deleting subnet 6e74fe0c-02b5-46e0-bd17-b32301409702 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:32:02.948684 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-67247183-3143-416e-9a00-a23792442b1a admin admin] Publish callbacks [] for subnet (6e74fe0c-02b5-46e0-bd17-b32301409702), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:02.991271 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-67247183-3143-416e-9a00-a23792442b1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (6e74fe0c-02b5-46e0-bd17-b32301409702), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:03.125991 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-67247183-3143-416e-9a00-a23792442b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (6e74fe0c-02b5-46e0-bd17-b32301409702), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:03.250482 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-67247183-3143-416e-9a00-a23792442b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (6e74fe0c-02b5-46e0-bd17-b32301409702), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:03.260335 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-a987c3f3-b250-46df-b12e-eb13c8406643 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:03.261862 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-a987c3f3-b250-46df-b12e-eb13c8406643 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] 10.222.0.37 "GET /v2.0/networks?id=ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad HTTP/1.1" status: 200 len: 821 time: 0.1659729 Feb 20 05:32:03.288396 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67247183-3143-416e-9a00-a23792442b1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e74fe0c-02b5-46e0-bd17-b32301409702,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:03.298578 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f7c7b5-9ced-4ea5-8ae7-b8b016a381e9 None None] Network e87a786d-7919-4cd4-b1f5-0bdbfa2252ee requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:32:03.299435 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-67247183-3143-416e-9a00-a23792442b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:03.302658 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-67247183-3143-416e-9a00-a23792442b1a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6e74fe0c-02b5-46e0-bd17-b32301409702 HTTP/1.1" status: 204 len: 168 time: 0.4379456 Feb 20 05:32:03.305860 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56080) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:03.313509 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-2bbfa384-6203-4280-9a66-d2007bcb1545 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] 10.222.0.37 "GET /v2.0/quotas/328ba68590df4a10bd14a399b9a0132a HTTP/1.1" status: 200 len: 375 time: 0.0281024 Feb 20 05:32:03.355716 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-bd838c0f-131f-45ac-ade4-536a4a3e5077 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=328ba68590df4a10bd14a399b9a0132a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412636 Feb 20 05:32:03.439636 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2bb47612-ceb4-4ece-ad12-d4bf759ff5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (e87a786d-7919-4cd4-b1f5-0bdbfa2252ee), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:03.488446 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-a01f1117-84ab-4148-83a7-9561194656dc service neutron] 10.222.0.37 "GET /v2.0/networks/ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308579 Feb 20 05:32:03.518473 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-2bb47612-ceb4-4ece-ad12-d4bf759ff5fe admin admin] Deleting port 0308aec3-256e-4204-a9a6-c6ac6e61b8bc {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:32:03.518821 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2bb47612-ceb4-4ece-ad12-d4bf759ff5fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (0308aec3-256e-4204-a9a6-c6ac6e61b8bc), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:03.567610 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c37099-43ed-4ee7-80d3-991dab747baa None None] DHCP port deletion for e87a786d-7919-4cd4-b1f5-0bdbfa2252ee request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:32:03.612499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-2bb47612-ceb4-4ece-ad12-d4bf759ff5fe admin admin] For port 0308aec3-256e-4204-a9a6-c6ac6e61b8bc, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0308aec3-256e-4204-a9a6-c6ac6e61b8bc,segment=NetworkSegment(499cad82-24df-4f6d-976f-81dddbf82f64),segment_id=499cad82-24df-4f6d-976f-81dddbf82f64)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:03.613005 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2bb47612-ceb4-4ece-ad12-d4bf759ff5fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (0308aec3-256e-4204-a9a6-c6ac6e61b8bc), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:03.632746 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-2bb47612-ceb4-4ece-ad12-d4bf759ff5fe admin admin] Calling delete_port for 0308aec3-256e-4204-a9a6-c6ac6e61b8bc owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:32:03.662828 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-96c37099-43ed-4ee7-80d3-991dab747baa None None] Deleting port 0308aec3-256e-4204-a9a6-c6ac6e61b8bc {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:32:03.663418 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-96c37099-43ed-4ee7-80d3-991dab747baa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (0308aec3-256e-4204-a9a6-c6ac6e61b8bc), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:03.689063 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-209c00ed-cf3f-4b42-8325-bb1bcbcbb7ea service neutron] 10.222.0.37 "GET /v2.0/networks/ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943088 Feb 20 05:32:03.729433 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2bb47612-ceb4-4ece-ad12-d4bf759ff5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (0308aec3-256e-4204-a9a6-c6ac6e61b8bc), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:03.773719 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-96c37099-43ed-4ee7-80d3-991dab747baa None None] For port 0308aec3-256e-4204-a9a6-c6ac6e61b8bc, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0308aec3-256e-4204-a9a6-c6ac6e61b8bc,segment=NetworkSegment(499cad82-24df-4f6d-976f-81dddbf82f64),segment_id=499cad82-24df-4f6d-976f-81dddbf82f64)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:03.774369 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-96c37099-43ed-4ee7-80d3-991dab747baa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (0308aec3-256e-4204-a9a6-c6ac6e61b8bc), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:03.790908 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb47612-ceb4-4ece-ad12-d4bf759ff5fe admin admin] Pushing event deleted for resources: {'Port': ['ID=0308aec3-256e-4204-a9a6-c6ac6e61b8bc,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:03.793546 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-96c37099-43ed-4ee7-80d3-991dab747baa None None] Calling delete_port for 0308aec3-256e-4204-a9a6-c6ac6e61b8bc owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:32:03.804384 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb47612-ceb4-4ece-ad12-d4bf759ff5fe admin admin] No DVR routers for this DVR port 0308aec3-256e-4204-a9a6-c6ac6e61b8bc on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:32:03.897262 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-96c37099-43ed-4ee7-80d3-991dab747baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (0308aec3-256e-4204-a9a6-c6ac6e61b8bc), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:03.900576 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2bb47612-ceb4-4ece-ad12-d4bf759ff5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (e87a786d-7919-4cd4-b1f5-0bdbfa2252ee), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:03.930858 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-2bb47612-ceb4-4ece-ad12-d4bf759ff5fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e87a786d-7919-4cd4-b1f5-0bdbfa2252ee']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:32:03.946814 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-2bb47612-ceb4-4ece-ad12-d4bf759ff5fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499cad82-24df-4f6d-976f-81dddbf82f64') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:32:03.947148 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-2bb47612-ceb4-4ece-ad12-d4bf759ff5fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499cad82-24df-4f6d-976f-81dddbf82f64') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:32:03.971061 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c37099-43ed-4ee7-80d3-991dab747baa None None] No DVR routers for this DVR port 0308aec3-256e-4204-a9a6-c6ac6e61b8bc on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:32:03.980436 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2bb47612-ceb4-4ece-ad12-d4bf759ff5fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (499cad82-24df-4f6d-976f-81dddbf82f64), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:04.010458 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2bb47612-ceb4-4ece-ad12-d4bf759ff5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (499cad82-24df-4f6d-976f-81dddbf82f64), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:04.015352 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c37099-43ed-4ee7-80d3-991dab747baa None None] Pushing event deleted for resources: {'Port': ['ID=0308aec3-256e-4204-a9a6-c6ac6e61b8bc,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:04.023501 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb47612-ceb4-4ece-ad12-d4bf759ff5fe admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:32:04.023889 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2bb47612-ceb4-4ece-ad12-d4bf759ff5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (499cad82-24df-4f6d-976f-81dddbf82f64), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:32:04.026890 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:32:04.121295 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ab8b3-2559-4afd-966a-8bde24d6be45 req-1ee4d00d-8121-480b-8032-f3afcdf00a8a tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:04.123031 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-035ab8b3-2559-4afd-966a-8bde24d6be45 req-1ee4d00d-8121-480b-8032-f3afcdf00a8a tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 945 time: 0.1440852 Feb 20 05:32:04.158404 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2bb47612-ceb4-4ece-ad12-d4bf759ff5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (e87a786d-7919-4cd4-b1f5-0bdbfa2252ee), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:04.187833 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2bb47612-ceb4-4ece-ad12-d4bf759ff5fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:04.192284 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2bb47612-ceb4-4ece-ad12-d4bf759ff5fe admin admin] 10.222.0.37 "DELETE /v2.0/networks/e87a786d-7919-4cd4-b1f5-0bdbfa2252ee HTTP/1.1" status: 204 len: 168 time: 0.8838451 Feb 20 05:32:04.193624 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb47612-ceb4-4ece-ad12-d4bf759ff5fe admin admin] Pushing event deleted for resources: {'Network': ['ID=e87a786d-7919-4cd4-b1f5-0bdbfa2252ee,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:04.269884 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 73a69709-0f4e-472c-89c3-6e4874bab5b5 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:32:04.295522 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 73a69709-0f4e-472c-89c3-6e4874bab5b5 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:32:04.296648 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 73a69709-0f4e-472c-89c3-6e4874bab5b5 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:32:04.296971 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:32:04.329977 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:32:04.330659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 96a4aa15-994a-4c6c-a1d2-1f89c10e2ffc not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:32:04.331139 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0308aec3-256e-4204-a9a6-c6ac6e61b8bc no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:32:04.351690 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27a59c5e-1d15-41a4-9632-46666c80cffb req-4faa44a2-837a-42bb-8cb3-0efdcb4905d5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2253518 Feb 20 05:32:04.354696 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 0308aec3-256e-4204-a9a6-c6ac6e61b8bc {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:32:04.355341 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0308aec3-256e-4204-a9a6-c6ac6e61b8bc not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:32:04.383631 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56096) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:04.437979 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3807d68b-bc43-4919-ab3b-989817df55f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45f4999d07714796b9aa05e3877c3812&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530095 Feb 20 05:32:04.440306 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56100) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:04.459488 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-035ab8b3-2559-4afd-966a-8bde24d6be45 req-d977b36f-5db9-4a23-8f6c-c878a1b912ad tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426686 Feb 20 05:32:04.510439 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a59c5e-1d15-41a4-9632-46666c80cffb req-1a817bb2-981a-44c8-82a4-2a5e6d68b902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:04.512075 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27a59c5e-1d15-41a4-9632-46666c80cffb req-1a817bb2-981a-44c8-82a4-2a5e6d68b902 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 1126 time: 0.1399887 Feb 20 05:32:04.587978 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d02be5bc-d089-4beb-952d-6b430bb5654b admin admin] Publish callbacks [] for security_group (f005fe72-d80c-46ef-801a-6770ee6bdd27), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:04.619731 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d02be5bc-d089-4beb-952d-6b430bb5654b admin admin] Publish callbacks [] for security_group (f005fe72-d80c-46ef-801a-6770ee6bdd27), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:04.659305 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7de91fda-aac4-4b65-b387-1050efd06665 req-022743bb-0859-4edf-ad43-b33a496d7b6c tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4a86dda-112b-40a2-8343-831907e025e8 HTTP/1.1" status: 200 len: 210 time: 0.0351782 Feb 20 05:32:04.740813 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a59c5e-1d15-41a4-9632-46666c80cffb req-49388949-138d-4d10-b6f9-0fafd5a1a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:04.742443 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27a59c5e-1d15-41a4-9632-46666c80cffb req-49388949-138d-4d10-b6f9-0fafd5a1a0eb service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 920 time: 0.2057126 Feb 20 05:32:04.763309 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d02be5bc-d089-4beb-952d-6b430bb5654b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f005fe72-d80c-46ef-801a-6770ee6bdd27), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:04.767124 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d02be5bc-d089-4beb-952d-6b430bb5654b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:04.768473 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d02be5bc-d089-4beb-952d-6b430bb5654b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f005fe72-d80c-46ef-801a-6770ee6bdd27 HTTP/1.1" status: 204 len: 168 time: 0.3272612 Feb 20 05:32:04.817370 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02be5bc-d089-4beb-952d-6b430bb5654b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f005fe72-d80c-46ef-801a-6770ee6bdd27,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:04.818360 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27a59c5e-1d15-41a4-9632-46666c80cffb req-b9676b11-ecd7-4707-b0af-b0d4b823fc42 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75bd0c81-cc6f-40cb-88e6-b054e8647fb3 HTTP/1.1" status: 200 len: 217 time: 0.0682492 Feb 20 05:32:04.904929 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a59c5e-1d15-41a4-9632-46666c80cffb req-0b30d679-e1eb-45f4-937d-69c81fcb58ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:04.905161 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-4937bac0-ea4a-4aa2-af77-7ea95df7b7a1 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:04.906615 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27a59c5e-1d15-41a4-9632-46666c80cffb req-0b30d679-e1eb-45f4-937d-69c81fcb58ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 200 len: 860 time: 0.0580454 Feb 20 05:32:04.913561 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c496e-9ced-4c2c-a0fc-17a227c104aa req-051ef313-ccc2-4d53-8844-d34821bb2450 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:04.915015 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-4937bac0-ea4a-4aa2-af77-7ea95df7b7a1 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] 10.222.0.61 "GET /v2.0/networks?id=2e5ae711-2b8b-43af-b87e-f79eaf660fa2 HTTP/1.1" status: 200 len: 810 time: 0.3490047 Feb 20 05:32:04.915172 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e18c496e-9ced-4c2c-a0fc-17a227c104aa req-051ef313-ccc2-4d53-8844-d34821bb2450 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=690197f4-c0f0-460d-91c3-001672fd6897 HTTP/1.1" status: 200 len: 945 time: 0.0993719 Feb 20 05:32:04.937346 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-13f78a65-6e98-469f-8ac9-383ad430b08b tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Request body: {'port': {'device_id': 'c4a86dda-112b-40a2-8343-831907e025e8', 'network_id': '2e5ae711-2b8b-43af-b87e-f79eaf660fa2', 'admin_state_up': True, 'tenant_id': '91039cecb9474f7f9d436117ffa2cab8'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:04.990638 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27a59c5e-1d15-41a4-9632-46666c80cffb req-ccb06758-828f-4248-979b-e1bd0979ba2e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445259 Feb 20 05:32:05.013911 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e18c496e-9ced-4c2c-a0fc-17a227c104aa req-db9f1aab-8e95-423e-9b6b-f7545308a49c tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903773 Feb 20 05:32:05.112184 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-13f78a65-6e98-469f-8ac9-383ad430b08b tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Made reservation on behalf of 91039cecb9474f7f9d436117ffa2cab8 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:32:05.115729 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-13f78a65-6e98-469f-8ac9-383ad430b08b tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:05.305256 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27a59c5e-1d15-41a4-9632-46666c80cffb req-36227b6c-af1f-435b-9802-42c15c29908b service neutron] 10.222.0.61 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900047 Feb 20 05:32:05.343501 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-13f78a65-6e98-469f-8ac9-383ad430b08b tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Allocated IP 172.20.0.4 (2e5ae711-2b8b-43af-b87e-f79eaf660fa2/0c5c7f26-e57d-4d74-8f12-0074307b3d59/171b3794-20e1-474c-9448-0a6f990a4561) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:32:05.396846 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c1766-5f76-42d5-8df9-061341fdbe49 req-0b88c319-f8c4-4e54-af0a-3129671dddd5 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:05.398155 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ed9c1766-5f76-42d5-8df9-061341fdbe49 req-0b88c319-f8c4-4e54-af0a-3129671dddd5 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 944 time: 0.1900089 Feb 20 05:32:05.471548 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27a59c5e-1d15-41a4-9632-46666c80cffb req-c66d8ceb-61d7-4cf4-acef-cb33e7fd1ecc service neutron] 10.222.0.61 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556602 Feb 20 05:32:05.494236 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ed9c1766-5f76-42d5-8df9-061341fdbe49 req-097e89ce-2357-48f6-83ff-505093112d5a tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886245 Feb 20 05:32:05.565994 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-927b71b1-2225-4282-80c1-8101d942f746 req-455a2bed-3e68-4f6f-8088-e84f1eccdf9b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1414306 Feb 20 05:32:05.610367 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0274b386-9069-4e51-b5cc-e82f1a865a61 req-f48df075-3647-4080-8e5d-29abdad9c53d tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43243a6-4006-4d89-a64e-535bcc4c5ab9 HTTP/1.1" status: 200 len: 210 time: 0.0431874 Feb 20 05:32:05.653949 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-13f78a65-6e98-469f-8ac9-383ad430b08b tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Publish callbacks [] for port (171b3794-20e1-474c-9448-0a6f990a4561), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:05.679561 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b71b1-2225-4282-80c1-8101d942f746 req-450ce620-cbe1-48fb-bb2d-fc29d6380223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:05.681079 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-927b71b1-2225-4282-80c1-8101d942f746 req-450ce620-cbe1-48fb-bb2d-fc29d6380223 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 1126 time: 0.0869324 Feb 20 05:32:05.710470 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-13f78a65-6e98-469f-8ac9-383ad430b08b tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (171b3794-20e1-474c-9448-0a6f990a4561), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:05.807328 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffe90c-0860-4cbb-bea5-9886d3d39157 req-fc198a2b-2e32-401a-ace2-cdc38694341d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:05.819017 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27ffe90c-0860-4cbb-bea5-9886d3d39157 req-fc198a2b-2e32-401a-ace2-cdc38694341d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 945 time: 0.1172063 Feb 20 05:32:05.851598 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-13f78a65-6e98-469f-8ac9-383ad430b08b tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Network 2e5ae711-2b8b-43af-b87e-f79eaf660fa2 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:32:05.865840 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-13f78a65-6e98-469f-8ac9-383ad430b08b tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:05.870084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f78a65-6e98-469f-8ac9-383ad430b08b tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Pushing event updated for resources: {'Port': ['ID=171b3794-20e1-474c-9448-0a6f990a4561,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:05.881755 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-13f78a65-6e98-469f-8ac9-383ad430b08b tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:32:05.943465 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27ffe90c-0860-4cbb-bea5-9886d3d39157 req-93eec385-ab35-4eb1-b0b9-62391aa10f0c tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234205 Feb 20 05:32:05.987991 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b71b1-2225-4282-80c1-8101d942f746 req-e762ad0a-3f63-46d1-a599-0d1f860e5491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:05.990734 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-927b71b1-2225-4282-80c1-8101d942f746 req-e762ad0a-3f63-46d1-a599-0d1f860e5491 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 920 time: 0.2673762 Feb 20 05:32:05.999004 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-13f78a65-6e98-469f-8ac9-383ad430b08b tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:05.999731 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-13f78a65-6e98-469f-8ac9-383ad430b08b tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:06.052181 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-927b71b1-2225-4282-80c1-8101d942f746 req-05690e50-29b6-4b92-8c92-39b2447270cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30fcc51a-1bb6-4c51-b069-8c95adf83e0e HTTP/1.1" status: 200 len: 217 time: 0.0496974 Feb 20 05:32:06.072795 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-13f78a65-6e98-469f-8ac9-383ad430b08b tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1448030 Feb 20 05:32:06.088655 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-c6adf6f2-21de-4853-9e60-50d63d4e06c5 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:06.090189 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-c6adf6f2-21de-4853-9e60-50d63d4e06c5 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] 10.222.0.48 "GET /v2.0/networks?id=ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad HTTP/1.1" status: 200 len: 821 time: 0.2287376 Feb 20 05:32:06.105331 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-c89aad92-6c07-4bd0-9754-0adb5765816a service neutron] Request body: {'port': {'device_id': 'c4a86dda-112b-40a2-8343-831907e025e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:06.128124 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-ba0720cd-7594-477c-9179-68a780c34516 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Request body: {'port': {'device_id': 'c43243a6-4006-4d89-a64e-535bcc4c5ab9', 'network_id': 'ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad', 'admin_state_up': True, 'tenant_id': '328ba68590df4a10bd14a399b9a0132a'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:06.158079 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b71b1-2225-4282-80c1-8101d942f746 req-73acfad5-ea0e-43a3-a718-38e1258c937f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:06.159698 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-927b71b1-2225-4282-80c1-8101d942f746 req-73acfad5-ea0e-43a3-a718-38e1258c937f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 200 len: 860 time: 0.1010673 Feb 20 05:32:06.212137 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-927b71b1-2225-4282-80c1-8101d942f746 req-b8d79bf0-3fd1-4fbd-b011-6925349f9195 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360804 Feb 20 05:32:06.217403 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-c89aad92-6c07-4bd0-9754-0adb5765816a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (171b3794-20e1-474c-9448-0a6f990a4561), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:06.245701 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56146) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:06.375188 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a539a-8470-4598-b42d-e5b3dbda2ea9 req-518b3b82-1412-45c0-b782-c4ffd1334667 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:06.376742 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a10a539a-8470-4598-b42d-e5b3dbda2ea9 req-518b3b82-1412-45c0-b782-c4ffd1334667 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4a86dda-112b-40a2-8343-831907e025e8 HTTP/1.1" status: 200 len: 931 time: 0.3087587 Feb 20 05:32:06.377193 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-927b71b1-2225-4282-80c1-8101d942f746 req-aa17a449-eae7-4149-abb9-4302bd4cea6d service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575513 Feb 20 05:32:06.456333 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d314acbc-9cd6-466b-b519-7702e2c8e748 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-725144282-network', 'tenant_id': '1aaa60180f894c09b05a1ee868cbae8d'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:06.525969 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d314acbc-9cd6-466b-b519-7702e2c8e748 admin admin] Made reservation on behalf of 1aaa60180f894c09b05a1ee868cbae8d for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:32:06.529394 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d314acbc-9cd6-466b-b519-7702e2c8e748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:06.563186 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a10a539a-8470-4598-b42d-e5b3dbda2ea9 req-13851421-0a60-4c04-a9d8-6fa54e76ee53 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] 10.222.0.37 "GET /v2.0/security-groups?id=85778f9c-57d7-482c-a53c-8db6ee79db63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732290 Feb 20 05:32:06.585283 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-ba0720cd-7594-477c-9179-68a780c34516 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Made reservation on behalf of 328ba68590df4a10bd14a399b9a0132a for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:32:06.589425 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-ba0720cd-7594-477c-9179-68a780c34516 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:06.599692 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d314acbc-9cd6-466b-b519-7702e2c8e748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:06.739613 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-927b71b1-2225-4282-80c1-8101d942f746 req-aa11c272-6d6b-48ba-9ab9-44f64bc5f4ca service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137074 Feb 20 05:32:06.851360 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-ba0720cd-7594-477c-9179-68a780c34516 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Allocated IP 172.20.0.2 (ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad/1e45d691-8d5e-435b-8f2d-02bdb7a03abd/be9ec1e0-e0b1-4cca-906f-f3fb24cae080) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:32:06.863150 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d314acbc-9cd6-466b-b519-7702e2c8e748 admin admin] Publish callbacks [] for security_group (502764c2-2780-4bc9-9cf8-2e5ad7a3c83b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:06.874138 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e1b41-aeae-4266-bd9d-4f08e547da20 req-fd70f0e1-8933-4f86-9341-d3757d3138a0 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:06.881678 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0e8e1b41-aeae-4266-bd9d-4f08e547da20 req-fd70f0e1-8933-4f86-9341-d3757d3138a0 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=690197f4-c0f0-460d-91c3-001672fd6897 HTTP/1.1" status: 200 len: 945 time: 0.1648116 Feb 20 05:32:06.894017 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d314acbc-9cd6-466b-b519-7702e2c8e748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (502764c2-2780-4bc9-9cf8-2e5ad7a3c83b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:06.956085 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d314acbc-9cd6-466b-b519-7702e2c8e748 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:32:06.990176 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314acbc-9cd6-466b-b519-7702e2c8e748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:07.007057 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d314acbc-9cd6-466b-b519-7702e2c8e748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (9abc642a-349a-436e-9940-6e83a87e01e6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:07.007440 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-d314acbc-9cd6-466b-b519-7702e2c8e748 admin admin] Added segment 9abc642a-349a-436e-9940-6e83a87e01e6 of type vlan for network 178e91eb-33a6-424a-9bb7-aa7190605b7a Feb 20 05:32:07.067087 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0e8e1b41-aeae-4266-bd9d-4f08e547da20 req-80f9fbe2-86a4-4f08-b130-6352269c76e6 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844275 Feb 20 05:32:07.188701 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d314acbc-9cd6-466b-b519-7702e2c8e748 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (178e91eb-33a6-424a-9bb7-aa7190605b7a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:07.206207 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-c89aad92-6c07-4bd0-9754-0adb5765816a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 171b3794-20e1-474c-9448-0a6f990a4561 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:32:07.215132 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-c89aad92-6c07-4bd0-9754-0adb5765816a service neutron] Publish callbacks [] for port (171b3794-20e1-474c-9448-0a6f990a4561), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:07.229278 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-c89aad92-6c07-4bd0-9754-0adb5765816a service neutron] Transition to ACTIVE for port object 171b3794-20e1-474c-9448-0a6f990a4561 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:32:07.234154 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-c89aad92-6c07-4bd0-9754-0adb5765816a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (171b3794-20e1-474c-9448-0a6f990a4561), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:07.284193 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-ba0720cd-7594-477c-9179-68a780c34516 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Publish callbacks [] for port (be9ec1e0-e0b1-4cca-906f-f3fb24cae080), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:07.292193 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dbec1-5651-43ac-9218-1ca1e8a09b8c req-09d76cf1-7cde-4bbe-9cd5-2f282b0ac118 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:07.300584 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-761dbec1-5651-43ac-9218-1ca1e8a09b8c req-09d76cf1-7cde-4bbe-9cd5-2f282b0ac118 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 944 time: 0.1413443 Feb 20 05:32:07.302740 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d314acbc-9cd6-466b-b519-7702e2c8e748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (178e91eb-33a6-424a-9bb7-aa7190605b7a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:07.303698 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d314acbc-9cd6-466b-b519-7702e2c8e748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:07.304291 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d314acbc-9cd6-466b-b519-7702e2c8e748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:07.309599 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89aad92-6c07-4bd0-9754-0adb5765816a service neutron] Pushing event updated for resources: {'Port': ['ID=171b3794-20e1-474c-9448-0a6f990a4561,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:07.364986 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-c89aad92-6c07-4bd0-9754-0adb5765816a service neutron] Attempting to bind port 171b3794-20e1-474c-9448-0a6f990a4561 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:32:07.365357 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-c89aad92-6c07-4bd0-9754-0adb5765816a service neutron] Attempting to bind port 171b3794-20e1-474c-9448-0a6f990a4561 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'ea0be70e-df3a-4031-a865-02df8b6177ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2e5ae711-2b8b-43af-b87e-f79eaf660fa2'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:32:07.365714 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-c89aad92-6c07-4bd0-9754-0adb5765816a service neutron] Attempting to bind port 171b3794-20e1-474c-9448-0a6f990a4561 on network 2e5ae711-2b8b-43af-b87e-f79eaf660fa2 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:07.370206 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-c89aad92-6c07-4bd0-9754-0adb5765816a service neutron] Port 171b3794-20e1-474c-9448-0a6f990a4561 on network 2e5ae711-2b8b-43af-b87e-f79eaf660fa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:32:07.370573 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-c89aad92-6c07-4bd0-9754-0adb5765816a service neutron] Attempting to bind port 171b3794-20e1-474c-9448-0a6f990a4561 on network 2e5ae711-2b8b-43af-b87e-f79eaf660fa2 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:07.375491 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-c89aad92-6c07-4bd0-9754-0adb5765816a service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:32:07.375837 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-c89aad92-6c07-4bd0-9754-0adb5765816a service neutron] Checking segment: {'id': 'ea0be70e-df3a-4031-a865-02df8b6177ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2e5ae711-2b8b-43af-b87e-f79eaf660fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:07.376219 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-c89aad92-6c07-4bd0-9754-0adb5765816a service neutron] Bound using segment: {'id': 'ea0be70e-df3a-4031-a865-02df8b6177ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2e5ae711-2b8b-43af-b87e-f79eaf660fa2'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:32:07.376646 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-c89aad92-6c07-4bd0-9754-0adb5765816a service neutron] Bound port: 171b3794-20e1-474c-9448-0a6f990a4561, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea0be70e-df3a-4031-a865-02df8b6177ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2e5ae711-2b8b-43af-b87e-f79eaf660fa2'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:32:07.377001 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-c89aad92-6c07-4bd0-9754-0adb5765816a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (171b3794-20e1-474c-9448-0a6f990a4561), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:07.403803 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d314acbc-9cd6-466b-b519-7702e2c8e748 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1546719 Feb 20 05:32:07.411124 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56170) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:07.416675 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-6d45223e-1fec-480e-aff4-3e2904c2e7dd admin admin] Request body: {'subnet': {'network_id': '178e91eb-33a6-424a-9bb7-aa7190605b7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-725144282-subnet', 'tenant_id': '1aaa60180f894c09b05a1ee868cbae8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:07.458321 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314acbc-9cd6-466b-b519-7702e2c8e748 admin admin] Pushing event updated for resources: {'Network': ['ID=178e91eb-33a6-424a-9bb7-aa7190605b7a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:07.469687 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 178e91eb-33a6-424a-9bb7-aa7190605b7a details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:32:07.472078 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-761dbec1-5651-43ac-9218-1ca1e8a09b8c req-64c3ef01-9ed2-4280-bc2c-3ebf375ebb1f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689725 Feb 20 05:32:07.480601 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-c89aad92-6c07-4bd0-9754-0adb5765816a service neutron] For port 171b3794-20e1-474c-9448-0a6f990a4561, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:32:07.497271 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-c89aad92-6c07-4bd0-9754-0adb5765816a service neutron] For port 171b3794-20e1-474c-9448-0a6f990a4561, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=171b3794-20e1-474c-9448-0a6f990a4561,segment=NetworkSegment(ea0be70e-df3a-4031-a865-02df8b6177ae),segment_id=ea0be70e-df3a-4031-a865-02df8b6177ae)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:32:07.497271 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d45223e-1fec-480e-aff4-3e2904c2e7dd admin admin] Made reservation on behalf of 1aaa60180f894c09b05a1ee868cbae8d for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:32:07.499484 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-ba0720cd-7594-477c-9179-68a780c34516 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (be9ec1e0-e0b1-4cca-906f-f3fb24cae080), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:07.499726 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6d45223e-1fec-480e-aff4-3e2904c2e7dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:07.558271 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-c89aad92-6c07-4bd0-9754-0adb5765816a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (171b3794-20e1-474c-9448-0a6f990a4561), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:07.604993 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-ba0720cd-7594-477c-9179-68a780c34516 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Network ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:32:07.612431 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-c89aad92-6c07-4bd0-9754-0adb5765816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:07.613051 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-c89aad92-6c07-4bd0-9754-0adb5765816a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:07.615058 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-c89aad92-6c07-4bd0-9754-0adb5765816a service neutron] 10.222.0.61 "PUT /v2.0/ports/171b3794-20e1-474c-9448-0a6f990a4561 HTTP/1.1" status: 200 len: 1091 time: 1.5222049 Feb 20 05:32:07.619603 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a86dda-112b-40a2-8343-831907e025e8', 'tag': '171b3794-20e1-474c-9448-0a6f990a4561'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:32:07.622023 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169a5d99-262e-489a-929e-aa693879a2d1" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a86dda-112b-40a2-8343-831907e025e8", "tag": "171b3794-20e1-474c-9448-0a6f990a4561"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:32:07.628382 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-ba0720cd-7594-477c-9179-68a780c34516 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:07.631591 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-ba0720cd-7594-477c-9179-68a780c34516 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:32:07.678566 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0720cd-7594-477c-9179-68a780c34516 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Pushing event updated for resources: {'Port': ['ID=be9ec1e0-e0b1-4cca-906f-f3fb24cae080,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:07.704242 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-ba0720cd-7594-477c-9179-68a780c34516 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:07.705032 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-ba0720cd-7594-477c-9179-68a780c34516 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:07.720445 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3068c-a929-4360-954c-e269928c8c07 req-fe0646d1-cac9-4be0-95b3-7308f8fbd20f tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:07.721844 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-09b3068c-a929-4360-954c-e269928c8c07 req-fe0646d1-cac9-4be0-95b3-7308f8fbd20f tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43243a6-4006-4d89-a64e-535bcc4c5ab9 HTTP/1.1" status: 200 len: 931 time: 0.1419990 Feb 20 05:32:07.721986 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89aad92-6c07-4bd0-9754-0adb5765816a service neutron] Pushing event updated for resources: {'Port': ['ID=171b3794-20e1-474c-9448-0a6f990a4561,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:07.744787 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-ba0720cd-7594-477c-9179-68a780c34516 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6356406 Feb 20 05:32:07.758662 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-e9f94ddc-8404-4188-943b-14fdaf8f7c17 service neutron] Request body: {'port': {'device_id': 'c43243a6-4006-4d89-a64e-535bcc4c5ab9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:07.772479 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-71e2634b-fdc4-4422-adc1-cd48af16b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:07.774030 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-71e2634b-fdc4-4422-adc1-cd48af16b857 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=91039cecb9474f7f9d436117ffa2cab8&device_id=c4a86dda-112b-40a2-8343-831907e025e8 HTTP/1.1" status: 200 len: 1125 time: 0.1048903 Feb 20 05:32:07.818918 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-09b3068c-a929-4360-954c-e269928c8c07 req-115af1e5-96c6-4dba-b671-6563534c66ad tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac3ec74-e1d5-42c2-a5fb-83a0d2521f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872478 Feb 20 05:32:07.826500 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-035c4d00-7936-4d64-b772-366b2351c282 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=171b3794-20e1-474c-9448-0a6f990a4561 HTTP/1.1" status: 200 len: 217 time: 0.0453267 Feb 20 05:32:07.850496 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-e9f94ddc-8404-4188-943b-14fdaf8f7c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (be9ec1e0-e0b1-4cca-906f-f3fb24cae080), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:07.925566 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6d45223e-1fec-480e-aff4-3e2904c2e7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (9159f160-3ceb-44d3-a7b6-758adaaafba6), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:07.962385 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-99acba00-5adf-44e6-a858-5a591fa68b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:07.964243 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-99acba00-5adf-44e6-a858-5a591fa68b78 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0c5c7f26-e57d-4d74-8f12-0074307b3d59 HTTP/1.1" status: 200 len: 850 time: 0.1294019 Feb 20 05:32:08.033272 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-67f01ab6-12e5-4243-b514-38b71efc664f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e5ae711-2b8b-43af-b87e-f79eaf660fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631196 Feb 20 05:32:08.070285 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45223e-1fec-480e-aff4-3e2904c2e7dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9159f160-3ceb-44d3-a7b6-758adaaafba6,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:08.074029 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddb113-6fd4-41ad-afc8-1746835eacbc req-5fa318dd-5eab-444f-b151-889738dd4a41 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:08.075126 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-19ddb113-6fd4-41ad-afc8-1746835eacbc req-5fa318dd-5eab-444f-b151-889738dd4a41 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 945 time: 0.0883400 Feb 20 05:32:08.117430 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d45223e-1fec-480e-aff4-3e2904c2e7dd admin admin] Checking segment: {'id': '9abc642a-349a-436e-9940-6e83a87e01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '178e91eb-33a6-424a-9bb7-aa7190605b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:08.117834 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d45223e-1fec-480e-aff4-3e2904c2e7dd admin admin] Network hostable DHCP agents. Network: 178e91eb-33a6-424a-9bb7-aa7190605b7a, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:32:08.157703 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d45223e-1fec-480e-aff4-3e2904c2e7dd admin admin] Network 178e91eb-33a6-424a-9bb7-aa7190605b7a is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:32:08.164491 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-19ddb113-6fd4-41ad-afc8-1746835eacbc req-49dc3ca3-15cc-4d89-9640-75941fc30fd2 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638108 Feb 20 05:32:08.168400 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-46e5ea1e-37b3-4e38-afcc-2af37fae878f service neutron] 10.222.0.61 "GET /v2.0/networks/2e5ae711-2b8b-43af-b87e-f79eaf660fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251380 Feb 20 05:32:08.196206 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-6d45223e-1fec-480e-aff4-3e2904c2e7dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 178e91eb-33a6-424a-9bb7-aa7190605b7a) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:08.207428 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf588a50-ba20-4868-b7bc-c9bad60adc03 None None] Network 178e91eb-33a6-424a-9bb7-aa7190605b7a requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:32:08.211733 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d45223e-1fec-480e-aff4-3e2904c2e7dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:08.212329 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6d45223e-1fec-480e-aff4-3e2904c2e7dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:08.270516 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6d45223e-1fec-480e-aff4-3e2904c2e7dd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8583336 Feb 20 05:32:08.338026 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-55aba412-6a55-4a19-bfe8-1ad204d0ee4e req-5c2a55d4-8c42-4447-8273-e74b28eb0c5b service neutron] 10.222.0.61 "GET /v2.0/networks/2e5ae711-2b8b-43af-b87e-f79eaf660fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642070 Feb 20 05:32:08.426400 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245d35-3d02-4554-abcf-19bf8dfa22d4 req-de6f6475-8dcf-4240-9d19-f07562a8149e tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:08.433372 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4f245d35-3d02-4554-abcf-19bf8dfa22d4 req-de6f6475-8dcf-4240-9d19-f07562a8149e tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4a86dda-112b-40a2-8343-831907e025e8 HTTP/1.1" status: 200 len: 943 time: 0.1959877 Feb 20 05:32:08.529204 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-e9f94ddc-8404-4188-943b-14fdaf8f7c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9ec1e0-e0b1-4cca-906f-f3fb24cae080 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:32:08.540080 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-e9f94ddc-8404-4188-943b-14fdaf8f7c17 service neutron] Publish callbacks [] for port (be9ec1e0-e0b1-4cca-906f-f3fb24cae080), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:08.572309 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb20135-677c-44ca-9240-2a8d3449669e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-178e91eb-33a6-424a-9bb7-aa7190605b7a', 'network_id': '178e91eb-33a6-424a-9bb7-aa7190605b7a', 'project_id': '1aaa60180f894c09b05a1ee868cbae8d', 'fixed_ips': [{'subnet_id': '9159f160-3ceb-44d3-a7b6-758adaaafba6'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:32:08.573338 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7bb20135-677c-44ca-9240-2a8d3449669e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:08.575134 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-e9f94ddc-8404-4188-943b-14fdaf8f7c17 service neutron] Transition to ACTIVE for port object be9ec1e0-e0b1-4cca-906f-f3fb24cae080 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:32:08.604554 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4f245d35-3d02-4554-abcf-19bf8dfa22d4 req-9f7a2d69-0714-4fae-b427-d93b601d3b03 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] 10.222.0.37 "GET /v2.0/security-groups?id=85778f9c-57d7-482c-a53c-8db6ee79db63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528375 Feb 20 05:32:08.604554 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-e9f94ddc-8404-4188-943b-14fdaf8f7c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (be9ec1e0-e0b1-4cca-906f-f3fb24cae080), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:08.663227 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdb0932-b15f-436b-9ebb-030576b397ad x-openstack-request-id: req-fbdb0932-b15f-436b-9ebb-030576b397ad {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:32:08.663526 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a86dda-112b-40a2-8343-831907e025e8", "tag": "171b3794-20e1-474c-9448-0a6f990a4561", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:32:08.663781 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fbdb0932-b15f-436b-9ebb-030576b397ad {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:32:08.664189 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a86dda-112b-40a2-8343-831907e025e8', 'tag': '171b3794-20e1-474c-9448-0a6f990a4561', 'status': 'completed', 'code': 200} Feb 20 05:32:08.696233 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f94ddc-8404-4188-943b-14fdaf8f7c17 service neutron] Pushing event updated for resources: {'Port': ['ID=be9ec1e0-e0b1-4cca-906f-f3fb24cae080,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:08.713833 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:32:08.788528 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-e9f94ddc-8404-4188-943b-14fdaf8f7c17 service neutron] Attempting to bind port be9ec1e0-e0b1-4cca-906f-f3fb24cae080 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:32:08.788992 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-e9f94ddc-8404-4188-943b-14fdaf8f7c17 service neutron] Attempting to bind port be9ec1e0-e0b1-4cca-906f-f3fb24cae080 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'b3077aae-a0dc-4721-923e-646446a4815e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:32:08.789442 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-e9f94ddc-8404-4188-943b-14fdaf8f7c17 service neutron] Attempting to bind port be9ec1e0-e0b1-4cca-906f-f3fb24cae080 on network ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:08.798134 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-e9f94ddc-8404-4188-943b-14fdaf8f7c17 service neutron] Port be9ec1e0-e0b1-4cca-906f-f3fb24cae080 on network ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:32:08.799359 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-e9f94ddc-8404-4188-943b-14fdaf8f7c17 service neutron] Attempting to bind port be9ec1e0-e0b1-4cca-906f-f3fb24cae080 on network ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:08.810843 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a5d99-262e-489a-929e-aa693879a2d1 req-39788c35-3aae-4b0f-8ee9-29781781a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:08.812124 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-e9f94ddc-8404-4188-943b-14fdaf8f7c17 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:32:08.812700 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-e9f94ddc-8404-4188-943b-14fdaf8f7c17 service neutron] Checking segment: {'id': 'b3077aae-a0dc-4721-923e-646446a4815e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:08.813873 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-e9f94ddc-8404-4188-943b-14fdaf8f7c17 service neutron] Bound using segment: {'id': 'b3077aae-a0dc-4721-923e-646446a4815e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:32:08.814624 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-169a5d99-262e-489a-929e-aa693879a2d1 req-39788c35-3aae-4b0f-8ee9-29781781a05a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=91039cecb9474f7f9d436117ffa2cab8&device_id=c4a86dda-112b-40a2-8343-831907e025e8 HTTP/1.1" status: 200 len: 1125 time: 0.1164479 Feb 20 05:32:08.815331 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-e9f94ddc-8404-4188-943b-14fdaf8f7c17 service neutron] Bound port: be9ec1e0-e0b1-4cca-906f-f3fb24cae080, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3077aae-a0dc-4721-923e-646446a4815e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:32:08.815975 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-e9f94ddc-8404-4188-943b-14fdaf8f7c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (be9ec1e0-e0b1-4cca-906f-f3fb24cae080), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:08.991776 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-7bb20135-677c-44ca-9240-2a8d3449669e None None] Allocated IP 172.20.0.2 (178e91eb-33a6-424a-9bb7-aa7190605b7a/9159f160-3ceb-44d3-a7b6-758adaaafba6/4b030aa3-a5d8-4529-b5f0-0371d7a271f6) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:32:09.059399 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a5d99-262e-489a-929e-aa693879a2d1 req-ba733073-18f3-49a2-b061-2ed28ecd069a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:09.061063 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-169a5d99-262e-489a-929e-aa693879a2d1 req-ba733073-18f3-49a2-b061-2ed28ecd069a service neutron] 10.222.0.61 "GET /v2.0/networks?id=2e5ae711-2b8b-43af-b87e-f79eaf660fa2 HTTP/1.1" status: 200 len: 910 time: 0.2397857 Feb 20 05:32:09.091610 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-e9f94ddc-8404-4188-943b-14fdaf8f7c17 service neutron] For port be9ec1e0-e0b1-4cca-906f-f3fb24cae080, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:32:09.102261 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-e9f94ddc-8404-4188-943b-14fdaf8f7c17 service neutron] For port be9ec1e0-e0b1-4cca-906f-f3fb24cae080, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=be9ec1e0-e0b1-4cca-906f-f3fb24cae080,segment=NetworkSegment(b3077aae-a0dc-4721-923e-646446a4815e),segment_id=b3077aae-a0dc-4721-923e-646446a4815e)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:32:09.119833 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9c16f-cd50-4fb8-80b8-24de0f2c9fd4 req-66ab3592-4b26-496d-afa7-557958f66767 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:09.121967 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf9c16f-cd50-4fb8-80b8-24de0f2c9fd4 req-66ab3592-4b26-496d-afa7-557958f66767 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=690197f4-c0f0-460d-91c3-001672fd6897 HTTP/1.1" status: 200 len: 945 time: 0.2093589 Feb 20 05:32:09.142852 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-169a5d99-262e-489a-929e-aa693879a2d1 req-43772d26-57e8-4b03-8e62-945bff423325 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=171b3794-20e1-474c-9448-0a6f990a4561 HTTP/1.1" status: 200 len: 217 time: 0.0749762 Feb 20 05:32:09.153359 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-e9f94ddc-8404-4188-943b-14fdaf8f7c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (be9ec1e0-e0b1-4cca-906f-f3fb24cae080), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:09.210588 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a5d99-262e-489a-929e-aa693879a2d1 req-8adf668a-7d7d-4b0d-a20b-54e1966024c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:09.211723 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7bb20135-677c-44ca-9240-2a8d3449669e None None] Publish callbacks [] for port (4b030aa3-a5d8-4529-b5f0-0371d7a271f6), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:09.212846 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-169a5d99-262e-489a-929e-aa693879a2d1 req-8adf668a-7d7d-4b0d-a20b-54e1966024c8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0c5c7f26-e57d-4d74-8f12-0074307b3d59 HTTP/1.1" status: 200 len: 850 time: 0.0641892 Feb 20 05:32:09.220646 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7bb20135-677c-44ca-9240-2a8d3449669e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (4b030aa3-a5d8-4529-b5f0-0371d7a271f6), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:09.271510 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-169a5d99-262e-489a-929e-aa693879a2d1 req-b689a45f-f4c6-4723-9f69-f7d639b05657 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e5ae711-2b8b-43af-b87e-f79eaf660fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520966 Feb 20 05:32:09.277176 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb20135-677c-44ca-9240-2a8d3449669e None None] Network 178e91eb-33a6-424a-9bb7-aa7190605b7a is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:32:09.281168 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-7bb20135-677c-44ca-9240-2a8d3449669e None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:09.285242 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb20135-677c-44ca-9240-2a8d3449669e None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:32:09.297876 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb20135-677c-44ca-9240-2a8d3449669e None None] Pushing event updated for resources: {'Port': ['ID=4b030aa3-a5d8-4529-b5f0-0371d7a271f6,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:09.365518 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-7bb20135-677c-44ca-9240-2a8d3449669e None None] Attempting to bind port 4b030aa3-a5d8-4529-b5f0-0371d7a271f6 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:32:09.365997 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-7bb20135-677c-44ca-9240-2a8d3449669e None None] Attempting to bind port 4b030aa3-a5d8-4529-b5f0-0371d7a271f6 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '9abc642a-349a-436e-9940-6e83a87e01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '178e91eb-33a6-424a-9bb7-aa7190605b7a'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:32:09.366436 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb20135-677c-44ca-9240-2a8d3449669e None None] Attempting to bind port 4b030aa3-a5d8-4529-b5f0-0371d7a271f6 on network 178e91eb-33a6-424a-9bb7-aa7190605b7a {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:09.374406 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb20135-677c-44ca-9240-2a8d3449669e None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:32:09.374925 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb20135-677c-44ca-9240-2a8d3449669e None None] Checking segment: {'id': '9abc642a-349a-436e-9940-6e83a87e01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '178e91eb-33a6-424a-9bb7-aa7190605b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:09.375396 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7bb20135-677c-44ca-9240-2a8d3449669e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:09.375986 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb20135-677c-44ca-9240-2a8d3449669e None None] Bound using segment: {'id': '9abc642a-349a-436e-9940-6e83a87e01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '178e91eb-33a6-424a-9bb7-aa7190605b7a'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:32:09.376635 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-7bb20135-677c-44ca-9240-2a8d3449669e None None] Bound port: 4b030aa3-a5d8-4529-b5f0-0371d7a271f6, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9abc642a-349a-436e-9940-6e83a87e01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '178e91eb-33a6-424a-9bb7-aa7190605b7a'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:32:09.377205 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7bb20135-677c-44ca-9240-2a8d3449669e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4b030aa3-a5d8-4529-b5f0-0371d7a271f6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:09.458664 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7bb20135-677c-44ca-9240-2a8d3449669e None None] For port 4b030aa3-a5d8-4529-b5f0-0371d7a271f6, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:32:09.462850 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7bb20135-677c-44ca-9240-2a8d3449669e None None] For port 4b030aa3-a5d8-4529-b5f0-0371d7a271f6, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4b030aa3-a5d8-4529-b5f0-0371d7a271f6,segment=NetworkSegment(9abc642a-349a-436e-9940-6e83a87e01e6),segment_id=9abc642a-349a-436e-9940-6e83a87e01e6)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:32:09.463600 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-169a5d99-262e-489a-929e-aa693879a2d1 req-7b4da31b-63f2-42dd-aa8e-cef37bd4b95e service neutron] 10.222.0.61 "GET /v2.0/networks/2e5ae711-2b8b-43af-b87e-f79eaf660fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745377 Feb 20 05:32:09.471290 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7bb20135-677c-44ca-9240-2a8d3449669e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4b030aa3-a5d8-4529-b5f0-0371d7a271f6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:09.472652 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-e9f94ddc-8404-4188-943b-14fdaf8f7c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:09.473287 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-e9f94ddc-8404-4188-943b-14fdaf8f7c17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:09.474814 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-e9f94ddc-8404-4188-943b-14fdaf8f7c17 service neutron] 10.222.0.48 "PUT /v2.0/ports/be9ec1e0-e0b1-4cca-906f-f3fb24cae080 HTTP/1.1" status: 200 len: 1091 time: 1.7205639 Feb 20 05:32:09.477555 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43243a6-4006-4d89-a64e-535bcc4c5ab9', 'tag': 'be9ec1e0-e0b1-4cca-906f-f3fb24cae080'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:32:09.479963 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126a49c7-ca16-4bf2-b005-62aa4691b0ff" -d '{"events": [{"name": "network-changed", "server_uuid": "c43243a6-4006-4d89-a64e-535bcc4c5ab9", "tag": "be9ec1e0-e0b1-4cca-906f-f3fb24cae080"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:32:09.535694 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb20135-677c-44ca-9240-2a8d3449669e None None] Pushing event updated for resources: {'Port': ['ID=4b030aa3-a5d8-4529-b5f0-0371d7a271f6,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:09.543996 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf9c16f-cd50-4fb8-80b8-24de0f2c9fd4 req-25a5b077-7748-480d-a23c-89e60b38d8ad tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144490 Feb 20 05:32:09.612422 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f94ddc-8404-4188-943b-14fdaf8f7c17 service neutron] Pushing event updated for resources: {'Port': ['ID=be9ec1e0-e0b1-4cca-906f-f3fb24cae080,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:09.652403 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-169a5d99-262e-489a-929e-aa693879a2d1 req-f63578f2-4389-4874-bc15-c97ed6dd7c7f service neutron] 10.222.0.61 "GET /v2.0/networks/2e5ae711-2b8b-43af-b87e-f79eaf660fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803277 Feb 20 05:32:09.667038 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-c234d740-5b47-4387-a5d1-42008d900d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:09.668548 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-c234d740-5b47-4387-a5d1-42008d900d7e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=328ba68590df4a10bd14a399b9a0132a&device_id=c43243a6-4006-4d89-a64e-535bcc4c5ab9 HTTP/1.1" status: 200 len: 1125 time: 0.1236172 Feb 20 05:32:09.690865 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3143ea2-be08-4b0d-9b7b-a360c459d901 req-9ff9649b-5f5f-402a-af21-fde50dcdd540 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:09.692682 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a3143ea2-be08-4b0d-9b7b-a360c459d901 req-9ff9649b-5f5f-402a-af21-fde50dcdd540 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 944 time: 0.0758774 Feb 20 05:32:09.734392 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-1e6c3acc-e282-4c84-a776-84c251301582 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be9ec1e0-e0b1-4cca-906f-f3fb24cae080 HTTP/1.1" status: 200 len: 217 time: 0.0575843 Feb 20 05:32:09.843329 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-0872aceb-79f8-47db-a396-e7d0557a80f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:09.844923 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-0872aceb-79f8-47db-a396-e7d0557a80f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1e45d691-8d5e-435b-8f2d-02bdb7a03abd HTTP/1.1" status: 200 len: 861 time: 0.1029754 Feb 20 05:32:09.848125 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a3143ea2-be08-4b0d-9b7b-a360c459d901 req-c8d92171-6592-40c7-b68a-39c775e86ef9 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175165 Feb 20 05:32:09.890819 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-98892b83-9538-4925-bf62-b63f9d80c896 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302057 Feb 20 05:32:10.021898 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-7baa5c20-61a8-467b-896c-318708ba5bcd service neutron] 10.222.0.48 "GET /v2.0/networks/ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350474 Feb 20 05:32:10.169495 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb2e8a7d-53f3-49af-945b-b6e2f3a8f495 req-38da420e-96f9-42d4-b6b4-40c31adcae15 service neutron] 10.222.0.48 "GET /v2.0/networks/ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413429 Feb 20 05:32:10.231360 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-e6c5a8b5-d92d-4538-afb6-ec59c38c1a1a tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:10.232994 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-e6c5a8b5-d92d-4538-afb6-ec59c38c1a1a tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/networks?id=178e91eb-33a6-424a-9bb7-aa7190605b7a HTTP/1.1" status: 200 len: 815 time: 0.1351702 Feb 20 05:32:10.248140 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-3877e126-b7d0-48f6-9bcd-4a0c950b5297 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/quotas/1aaa60180f894c09b05a1ee868cbae8d HTTP/1.1" status: 200 len: 375 time: 0.0097518 Feb 20 05:32:10.269184 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4b030aa3-a5d8-4529-b5f0-0371d7a271f6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:32:10.312845 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-02c04455-40ee-423a-9a84-c81e7dff5bee tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1aaa60180f894c09b05a1ee868cbae8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0590351 Feb 20 05:32:10.320367 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 4b030aa3-a5d8-4529-b5f0-0371d7a271f6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:10.320857 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4b030aa3-a5d8-4529-b5f0-0371d7a271f6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:10.410112 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 4b030aa3-a5d8-4529-b5f0-0371d7a271f6 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:10.411099 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4b030aa3-a5d8-4529-b5f0-0371d7a271f6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:10.417005 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-00e5137a-a8f3-4d81-8314-c0af930cbeb1 service neutron] 10.222.0.37 "GET /v2.0/networks/178e91eb-33a6-424a-9bb7-aa7190605b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942445 Feb 20 05:32:10.447646 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 4b030aa3-a5d8-4529-b5f0-0371d7a271f6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4b030aa3-a5d8-4529-b5f0-0371d7a271f6,segment=NetworkSegment(9abc642a-349a-436e-9940-6e83a87e01e6),segment_id=9abc642a-349a-436e-9940-6e83a87e01e6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:10.453843 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4b030aa3-a5d8-4529-b5f0-0371d7a271f6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:10.520855 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=4b030aa3-a5d8-4529-b5f0-0371d7a271f6,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:10.523617 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-5a4ee85f-09c3-4c27-a56f-81fbdad8bebf service neutron] 10.222.0.37 "GET /v2.0/networks/178e91eb-33a6-424a-9bb7-aa7190605b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974281 Feb 20 05:32:10.773916 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99493e08-193c-4a77-90e7-89fc1b41c4eb req-eb22c2bd-62ce-4922-b78b-6375b23de18b tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:10.783113 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-99493e08-193c-4a77-90e7-89fc1b41c4eb req-eb22c2bd-62ce-4922-b78b-6375b23de18b tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43243a6-4006-4d89-a64e-535bcc4c5ab9 HTTP/1.1" status: 200 len: 943 time: 0.0844796 Feb 20 05:32:10.843805 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-99493e08-193c-4a77-90e7-89fc1b41c4eb req-164f134a-9c34-40e0-8bec-6e13e0eab46d tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac3ec74-e1d5-42c2-a5fb-83a0d2521f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596902 Feb 20 05:32:10.954498 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-162a47e9-5c51-4b28-967c-be8f0a5762a8 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ec304e7bd6054bfaadff95376967c4f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273933 Feb 20 05:32:10.958036 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6a45d1-87a8-422d-9892-24f17b7051cb None None] Network 178e91eb-33a6-424a-9bb7-aa7190605b7a requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:32:11.048247 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-bf7690eb-b654-472e-bc02-f4253c8bba11 None None] Provisioning complete for port 4b030aa3-a5d8-4529-b5f0-0371d7a271f6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:11.048620 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf7690eb-b654-472e-bc02-f4253c8bba11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4b030aa3-a5d8-4529-b5f0-0371d7a271f6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:11.130944 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-893ddcc1-677e-4e6c-b6d9-867815801662 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:11.152587 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-893ddcc1-677e-4e6c-b6d9-867815801662 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1893861 Feb 20 05:32:11.184153 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-cab52d34-f5f2-42b7-b665-cb54938e717f tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/quotas/ec304e7bd6054bfaadff95376967c4f1 HTTP/1.1" status: 200 len: 375 time: 0.0281141 Feb 20 05:32:11.200744 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bf7690eb-b654-472e-bc02-f4253c8bba11 None None] Current status of the port 4b030aa3-a5d8-4529-b5f0-0371d7a271f6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:11.243908 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56252) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:11.248298 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-458b68b5-f472-46fd-87df-053ffc7933fe tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec304e7bd6054bfaadff95376967c4f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564909 Feb 20 05:32:11.250512 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-26bebfa9-73b4-4469-8f9a-d7ccbe309e7e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1468864566'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:11.322726 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bebfa9-73b4-4469-8f9a-d7ccbe309e7e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Made reservation on behalf of c5e5a8b7f91b44658a7a6eb0700d389c for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:32:11.329545 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26bebfa9-73b4-4469-8f9a-d7ccbe309e7e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:11.438305 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26bebfa9-73b4-4469-8f9a-d7ccbe309e7e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:32:11.478093 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26bebfa9-73b4-4469-8f9a-d7ccbe309e7e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (6e3478b9-6ed7-4abf-b4ed-b00804fcaa64), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:11.478652 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-26bebfa9-73b4-4469-8f9a-d7ccbe309e7e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Added segment 6e3478b9-6ed7-4abf-b4ed-b00804fcaa64 of type vlan for network 666d2cf8-afbf-4b07-bbd6-64f125ed3a83 Feb 20 05:32:11.580831 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26bebfa9-73b4-4469-8f9a-d7ccbe309e7e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (666d2cf8-afbf-4b07-bbd6-64f125ed3a83), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:11.633505 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26bebfa9-73b4-4469-8f9a-d7ccbe309e7e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (666d2cf8-afbf-4b07-bbd6-64f125ed3a83), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:11.635452 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b2aa9e7a-5488-49ec-927e-979534be47ba None None] Provisioning complete for port 4b030aa3-a5d8-4529-b5f0-0371d7a271f6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:11.635901 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9e7a-5488-49ec-927e-979534be47ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4b030aa3-a5d8-4529-b5f0-0371d7a271f6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:11.645091 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bebfa9-73b4-4469-8f9a-d7ccbe309e7e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:11.645622 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26bebfa9-73b4-4469-8f9a-d7ccbe309e7e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:11.674779 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a57fa1-c1a6-49da-a6eb-86d1a9de4fba req-8012813b-c088-4847-81fc-5810c7ee7262 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:11.687991 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00a57fa1-c1a6-49da-a6eb-86d1a9de4fba req-8012813b-c088-4847-81fc-5810c7ee7262 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 945 time: 0.1352293 Feb 20 05:32:11.754566 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-26bebfa9-73b4-4469-8f9a-d7ccbe309e7e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5068207 Feb 20 05:32:11.761030 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00a57fa1-c1a6-49da-a6eb-86d1a9de4fba req-a9b03462-7be9-4851-933b-561e1228b88d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719848 Feb 20 05:32:11.766150 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56264) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:11.780018 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e6b46bd8-d902-4933-bdd0-b0d5d2f2274c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-193547360'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:11.802706 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bebfa9-73b4-4469-8f9a-d7ccbe309e7e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event updated for resources: {'Network': ['ID=666d2cf8-afbf-4b07-bbd6-64f125ed3a83,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:11.805127 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b2aa9e7a-5488-49ec-927e-979534be47ba None None] Current status of the port 4b030aa3-a5d8-4529-b5f0-0371d7a271f6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:11.829573 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b46bd8-d902-4933-bdd0-b0d5d2f2274c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Made reservation on behalf of c5e5a8b7f91b44658a7a6eb0700d389c for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:32:11.835928 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e6b46bd8-d902-4933-bdd0-b0d5d2f2274c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:11.860568 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 666d2cf8-afbf-4b07-bbd6-64f125ed3a83 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:32:11.902279 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b46bd8-d902-4933-bdd0-b0d5d2f2274c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:32:11.922814 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e6b46bd8-d902-4933-bdd0-b0d5d2f2274c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (69fe3215-475f-4fec-89eb-5492628b51f7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:11.923153 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-e6b46bd8-d902-4933-bdd0-b0d5d2f2274c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Added segment 69fe3215-475f-4fec-89eb-5492628b51f7 of type vlan for network 9b27e09e-1632-40f6-8ef3-dc93f01885e9 Feb 20 05:32:12.011991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 171b3794-20e1-474c-9448-0a6f990a4561 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:32:12.022306 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e6b46bd8-d902-4933-bdd0-b0d5d2f2274c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (9b27e09e-1632-40f6-8ef3-dc93f01885e9), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:12.102266 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d092d9e5-c0c7-4ae6-9014-07b8f1e59485 x-openstack-request-id: req-d092d9e5-c0c7-4ae6-9014-07b8f1e59485 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:32:12.103175 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43243a6-4006-4d89-a64e-535bcc4c5ab9", "tag": "be9ec1e0-e0b1-4cca-906f-f3fb24cae080", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:32:12.103786 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d092d9e5-c0c7-4ae6-9014-07b8f1e59485 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:32:12.104350 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43243a6-4006-4d89-a64e-535bcc4c5ab9', 'tag': 'be9ec1e0-e0b1-4cca-906f-f3fb24cae080', 'status': 'completed', 'code': 200} Feb 20 05:32:12.119859 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-62c86083-0a61-48f0-a315-80147b53759d tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:12.120305 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-62c86083-0a61-48f0-a315-80147b53759d tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.61 "GET /v2.0/networks?id=178e91eb-33a6-424a-9bb7-aa7190605b7a HTTP/1.1" status: 200 len: 815 time: 0.1532793 Feb 20 05:32:12.153322 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-ccd91e0a-fc76-417a-89a7-fa1d70234650 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Request body: {'port': {'device_id': 'c7a1270d-f01d-4c1b-b094-132856d28509', 'network_id': '178e91eb-33a6-424a-9bb7-aa7190605b7a', 'admin_state_up': True, 'tenant_id': '1aaa60180f894c09b05a1ee868cbae8d'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:12.180815 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e6b46bd8-d902-4933-bdd0-b0d5d2f2274c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (9b27e09e-1632-40f6-8ef3-dc93f01885e9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:12.186155 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b46bd8-d902-4933-bdd0-b0d5d2f2274c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:12.187601 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e6b46bd8-d902-4933-bdd0-b0d5d2f2274c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:12.247342 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 171b3794-20e1-474c-9448-0a6f990a4561, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=171b3794-20e1-474c-9448-0a6f990a4561,segment=NetworkSegment(ea0be70e-df3a-4031-a865-02df8b6177ae),segment_id=ea0be70e-df3a-4031-a865-02df8b6177ae)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:12.274314 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '171b3794-20e1-474c-9448-0a6f990a4561', 'network_id': '2e5ae711-2b8b-43af-b87e-f79eaf660fa2', 'port_id': '171b3794-20e1-474c-9448-0a6f990a4561', 'mac_address': 'fa:16:3e:f2:b0:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5c7f26-e57d-4d74-8f12-0074307b3d59', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:32:12.310379 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4b030aa3-a5d8-4529-b5f0-0371d7a271f6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:32:12.361391 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 171b3794-20e1-474c-9448-0a6f990a4561 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:12.361707 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (171b3794-20e1-474c-9448-0a6f990a4561), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:12.366357 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e6b46bd8-d902-4933-bdd0-b0d5d2f2274c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5960522 Feb 20 05:32:12.368301 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56270) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:12.375728 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-660c71e4-44a9-4c97-a6ff-672d122357e4 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Request body: {'subnet': {'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:12.395630 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 171b3794-20e1-474c-9448-0a6f990a4561 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:32:12.417705 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 171b3794-20e1-474c-9448-0a6f990a4561, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=171b3794-20e1-474c-9448-0a6f990a4561,segment=NetworkSegment(ea0be70e-df3a-4031-a865-02df8b6177ae),segment_id=ea0be70e-df3a-4031-a865-02df8b6177ae)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:12.429622 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (171b3794-20e1-474c-9448-0a6f990a4561), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:12.451332 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-ccd91e0a-fc76-417a-89a7-fa1d70234650 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Made reservation on behalf of 1aaa60180f894c09b05a1ee868cbae8d for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:32:12.464701 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-ccd91e0a-fc76-417a-89a7-fa1d70234650 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:12.465476 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b77666-619c-4863-b648-2851e29b03a2 req-16587e48-d856-40bc-b439-a6d749794091 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:12.473425 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-71b77666-619c-4863-b648-2851e29b03a2 req-16587e48-d856-40bc-b439-a6d749794091 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4a86dda-112b-40a2-8343-831907e025e8 HTTP/1.1" status: 200 len: 943 time: 0.3961258 Feb 20 05:32:12.485535 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b46bd8-d902-4933-bdd0-b0d5d2f2274c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event updated for resources: {'Network': ['ID=9b27e09e-1632-40f6-8ef3-dc93f01885e9,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:12.500989 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=171b3794-20e1-474c-9448-0a6f990a4561,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:12.504430 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a49c7-ca16-4bf2-b005-62aa4691b0ff req-33ff4251-7dca-41ac-ab43-6e07f9bdc5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:12.506115 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-126a49c7-ca16-4bf2-b005-62aa4691b0ff req-33ff4251-7dca-41ac-ab43-6e07f9bdc5bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=328ba68590df4a10bd14a399b9a0132a&device_id=c43243a6-4006-4d89-a64e-535bcc4c5ab9 HTTP/1.1" status: 200 len: 1125 time: 0.4251561 Feb 20 05:32:12.513279 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 9b27e09e-1632-40f6-8ef3-dc93f01885e9 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:32:12.553001 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-71b77666-619c-4863-b648-2851e29b03a2 req-b81e6e65-4f6b-40e4-984f-0b5f3e5203a9 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] 10.222.0.37 "GET /v2.0/security-groups?id=85778f9c-57d7-482c-a53c-8db6ee79db63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784564 Feb 20 05:32:12.609736 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 4b030aa3-a5d8-4529-b5f0-0371d7a271f6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:12.610371 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4b030aa3-a5d8-4529-b5f0-0371d7a271f6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:12.696050 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a49c7-ca16-4bf2-b005-62aa4691b0ff req-a5820556-ce21-45b8-acb7-81850641f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:12.698806 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-126a49c7-ca16-4bf2-b005-62aa4691b0ff req-a5820556-ce21-45b8-acb7-81850641f0f2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad HTTP/1.1" status: 200 len: 921 time: 0.1579003 Feb 20 05:32:12.705383 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660c71e4-44a9-4c97-a6ff-672d122357e4 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Made reservation on behalf of c5e5a8b7f91b44658a7a6eb0700d389c for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:32:12.710148 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-660c71e4-44a9-4c97-a6ff-672d122357e4 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:12.711380 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 4b030aa3-a5d8-4529-b5f0-0371d7a271f6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:12.762076 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['171b3794-20e1-474c-9448-0a6f990a4561'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:32:12.805055 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-126a49c7-ca16-4bf2-b005-62aa4691b0ff req-24da7e83-4b3a-45bb-abec-c89233a0fb31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be9ec1e0-e0b1-4cca-906f-f3fb24cae080 HTTP/1.1" status: 200 len: 217 time: 0.0938225 Feb 20 05:32:12.874800 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a49c7-ca16-4bf2-b005-62aa4691b0ff req-036f8752-c81b-4fd6-a596-47e557af91fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:12.876724 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-126a49c7-ca16-4bf2-b005-62aa4691b0ff req-036f8752-c81b-4fd6-a596-47e557af91fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1e45d691-8d5e-435b-8f2d-02bdb7a03abd HTTP/1.1" status: 200 len: 861 time: 0.0613172 Feb 20 05:32:12.932943 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-ccd91e0a-fc76-417a-89a7-fa1d70234650 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Allocated IP 172.20.0.11 (178e91eb-33a6-424a-9bb7-aa7190605b7a/9159f160-3ceb-44d3-a7b6-758adaaafba6/33fe8932-712d-4740-ad52-9c45a7c7c08a) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:32:12.960681 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-126a49c7-ca16-4bf2-b005-62aa4691b0ff req-ab1abaf6-385f-4425-8c78-744786d2cd8c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764508 Feb 20 05:32:13.004952 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1f897-b2aa-4398-a7fc-9e913b5f51f5 req-3f41b2b5-847c-4c1b-b557-4af22b865746 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:13.007164 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bda1f897-b2aa-4398-a7fc-9e913b5f51f5 req-3f41b2b5-847c-4c1b-b557-4af22b865746 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=690197f4-c0f0-460d-91c3-001672fd6897 HTTP/1.1" status: 200 len: 945 time: 0.3069518 Feb 20 05:32:13.031908 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-c0c3333c-09e9-41ff-ad13-afa05a397bf8 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=ec304e7bd6054bfaadff95376967c4f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626848 Feb 20 05:32:13.082812 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device be9ec1e0-e0b1-4cca-906f-f3fb24cae080 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:32:13.106207 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bda1f897-b2aa-4398-a7fc-9e913b5f51f5 req-9d7649c1-54cb-4fdb-b379-1ae76985dfcc tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869675 Feb 20 05:32:13.239749 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port be9ec1e0-e0b1-4cca-906f-f3fb24cae080, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=be9ec1e0-e0b1-4cca-906f-f3fb24cae080,segment=NetworkSegment(b3077aae-a0dc-4721-923e-646446a4815e),segment_id=b3077aae-a0dc-4721-923e-646446a4815e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:13.252706 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-660c71e4-44a9-4c97-a6ff-672d122357e4 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (eb4c7eba-b72d-4ec5-b4b9-93e6d514511f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:13.258830 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'be9ec1e0-e0b1-4cca-906f-f3fb24cae080', 'network_id': 'ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad', 'port_id': 'be9ec1e0-e0b1-4cca-906f-f3fb24cae080', 'mac_address': 'fa:16:3e:d0:00:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e45d691-8d5e-435b-8f2d-02bdb7a03abd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:32:13.308069 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port be9ec1e0-e0b1-4cca-906f-f3fb24cae080 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:13.308480 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (be9ec1e0-e0b1-4cca-906f-f3fb24cae080), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:13.324016 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9ec1e0-e0b1-4cca-906f-f3fb24cae080 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:32:13.333451 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c71e4-44a9-4c97-a6ff-672d122357e4 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event updated for resources: {'Subnet': ['ID=eb4c7eba-b72d-4ec5-b4b9-93e6d514511f,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:13.346003 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port be9ec1e0-e0b1-4cca-906f-f3fb24cae080, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=be9ec1e0-e0b1-4cca-906f-f3fb24cae080,segment=NetworkSegment(b3077aae-a0dc-4721-923e-646446a4815e),segment_id=b3077aae-a0dc-4721-923e-646446a4815e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:13.352705 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (be9ec1e0-e0b1-4cca-906f-f3fb24cae080), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:13.354798 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-126a49c7-ca16-4bf2-b005-62aa4691b0ff req-978fbbf0-1fb5-4e60-9471-773260f6c7ca service neutron] 10.222.0.48 "GET /v2.0/networks/ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873041 Feb 20 05:32:13.414406 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=be9ec1e0-e0b1-4cca-906f-f3fb24cae080,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:13.429316 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660c71e4-44a9-4c97-a6ff-672d122357e4 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Checking segment: {'id': '6e3478b9-6ed7-4abf-b4ed-b00804fcaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:13.429853 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660c71e4-44a9-4c97-a6ff-672d122357e4 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Network hostable DHCP agents. Network: 666d2cf8-afbf-4b07-bbd6-64f125ed3a83, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:32:13.457813 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-ccd91e0a-fc76-417a-89a7-fa1d70234650 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Publish callbacks [] for port (33fe8932-712d-4740-ad52-9c45a7c7c08a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:13.462714 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-126a49c7-ca16-4bf2-b005-62aa4691b0ff req-8f7ec551-f598-4a21-a1da-03ded27fccd0 service neutron] 10.222.0.48 "GET /v2.0/networks/ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977190 Feb 20 05:32:13.474933 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-50837341-6c54-469e-8675-a8c9283c3c77 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:13.476562 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-50837341-6c54-469e-8675-a8c9283c3c77 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3742485 Feb 20 05:32:13.498312 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-515e6a81-db49-426d-8cc0-5e83b234ebe3 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Request body: {'port': {'device_id': '49ef67a5-1578-4cc5-9ade-6aff4ee422fc', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': 'ec304e7bd6054bfaadff95376967c4f1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:13.499710 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660c71e4-44a9-4c97-a6ff-672d122357e4 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Network 666d2cf8-afbf-4b07-bbd6-64f125ed3a83 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:32:13.519759 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-660c71e4-44a9-4c97-a6ff-672d122357e4 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 666d2cf8-afbf-4b07-bbd6-64f125ed3a83) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:13.525022 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660c71e4-44a9-4c97-a6ff-672d122357e4 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:13.526019 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-660c71e4-44a9-4c97-a6ff-672d122357e4 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:13.539173 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d87fc6-8b06-4158-88e2-815435b0d3b3 None None] Network 666d2cf8-afbf-4b07-bbd6-64f125ed3a83 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:32:13.541638 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-ccd91e0a-fc76-417a-89a7-fa1d70234650 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (33fe8932-712d-4740-ad52-9c45a7c7c08a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:13.563195 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-660c71e4-44a9-4c97-a6ff-672d122357e4 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1930425 Feb 20 05:32:13.563435 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56282) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:13.577967 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-969b3ef8-01bd-4cfb-ba62-684c17f5b803 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Request body: {'subnet': {'network_id': '9b27e09e-1632-40f6-8ef3-dc93f01885e9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:13.600305 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-ccd91e0a-fc76-417a-89a7-fa1d70234650 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Network 178e91eb-33a6-424a-9bb7-aa7190605b7a is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:32:13.604883 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-ccd91e0a-fc76-417a-89a7-fa1d70234650 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:13.605491 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['be9ec1e0-e0b1-4cca-906f-f3fb24cae080'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:32:13.608205 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-ccd91e0a-fc76-417a-89a7-fa1d70234650 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:32:13.645953 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd91e0a-fc76-417a-89a7-fa1d70234650 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Pushing event updated for resources: {'Port': ['ID=33fe8932-712d-4740-ad52-9c45a7c7c08a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:13.682359 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-ccd91e0a-fc76-417a-89a7-fa1d70234650 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:13.683095 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-ccd91e0a-fc76-417a-89a7-fa1d70234650 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:13.715908 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-ccd91e0a-fc76-417a-89a7-fa1d70234650 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5664873 Feb 20 05:32:13.718688 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d6083e-67f5-450e-94ed-5d9e22d07ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-666d2cf8-afbf-4b07-bbd6-64f125ed3a83', 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83', 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'fixed_ips': [{'subnet_id': 'eb4c7eba-b72d-4ec5-b4b9-93e6d514511f'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:32:13.719621 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73d6083e-67f5-450e-94ed-5d9e22d07ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:13.735142 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-5d274f0a-1577-4ea0-a31b-5e410722d55e service neutron] Request body: {'port': {'device_id': 'c7a1270d-f01d-4c1b-b094-132856d28509', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:13.795559 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-4fbc75e2-08c6-416b-aad0-9e88d17b0710 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:13.804249 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-4fbc75e2-08c6-416b-aad0-9e88d17b0710 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/networks?id=178e91eb-33a6-424a-9bb7-aa7190605b7a HTTP/1.1" status: 200 len: 815 time: 0.5554056 Feb 20 05:32:13.815974 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-515e6a81-db49-426d-8cc0-5e83b234ebe3 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Made reservation on behalf of ec304e7bd6054bfaadff95376967c4f1 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:32:13.819821 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-515e6a81-db49-426d-8cc0-5e83b234ebe3 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:13.843837 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-515e6a81-db49-426d-8cc0-5e83b234ebe3 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:13.870534 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-ee6c3dfd-6a2a-44b4-8379-eed4b701fa96 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/quotas/1aaa60180f894c09b05a1ee868cbae8d HTTP/1.1" status: 200 len: 375 time: 0.0652204 Feb 20 05:32:13.883322 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-5d274f0a-1577-4ea0-a31b-5e410722d55e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (33fe8932-712d-4740-ad52-9c45a7c7c08a), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:14.001165 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 171b3794-20e1-474c-9448-0a6f990a4561 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:32:14.018423 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969b3ef8-01bd-4cfb-ba62-684c17f5b803 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Made reservation on behalf of c5e5a8b7f91b44658a7a6eb0700d389c for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:32:14.021834 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-969b3ef8-01bd-4cfb-ba62-684c17f5b803 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:14.080986 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-73d6083e-67f5-450e-94ed-5d9e22d07ab3 None None] Allocated IP 10.1.1.2 (666d2cf8-afbf-4b07-bbd6-64f125ed3a83/eb4c7eba-b72d-4ec5-b4b9-93e6d514511f/04f51ff1-f169-4791-8f7c-d277fb339017) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:32:14.153349 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0c8ffe21-f689-45b0-a583-85fae47dbdee None None] Provisioning complete for port 33fe8932-712d-4740-ad52-9c45a7c7c08a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:14.153734 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0c8ffe21-f689-45b0-a583-85fae47dbdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (33fe8932-712d-4740-ad52-9c45a7c7c08a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:14.164288 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-515e6a81-db49-426d-8cc0-5e83b234ebe3 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Publish callbacks [] for security_group (71840a2c-ec6c-40d3-bacb-7ec74b0d213d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:14.173918 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-515e6a81-db49-426d-8cc0-5e83b234ebe3 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (71840a2c-ec6c-40d3-bacb-7ec74b0d213d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:14.287556 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e6a81-db49-426d-8cc0-5e83b234ebe3 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71840a2c-ec6c-40d3-bacb-7ec74b0d213d,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:14.335778 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-fa247578-e10b-4a6d-bfc7-5e93a044c527 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1aaa60180f894c09b05a1ee868cbae8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4637101 Feb 20 05:32:14.398590 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0c8ffe21-f689-45b0-a583-85fae47dbdee None None] Port 33fe8932-712d-4740-ad52-9c45a7c7c08a cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:32:14.401658 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 171b3794-20e1-474c-9448-0a6f990a4561 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:32:14.419040 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 171b3794-20e1-474c-9448-0a6f990a4561 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:14.419426 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (171b3794-20e1-474c-9448-0a6f990a4561), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:14.485046 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-5d274f0a-1577-4ea0-a31b-5e410722d55e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33fe8932-712d-4740-ad52-9c45a7c7c08a {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:32:14.496430 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-5d274f0a-1577-4ea0-a31b-5e410722d55e service neutron] Publish callbacks [] for port (33fe8932-712d-4740-ad52-9c45a7c7c08a), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:14.515734 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-5d274f0a-1577-4ea0-a31b-5e410722d55e service neutron] Transition to ACTIVE for port object 33fe8932-712d-4740-ad52-9c45a7c7c08a will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:32:14.520900 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-5d274f0a-1577-4ea0-a31b-5e410722d55e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (33fe8932-712d-4740-ad52-9c45a7c7c08a), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:14.534698 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73d6083e-67f5-450e-94ed-5d9e22d07ab3 None None] Publish callbacks [] for port (04f51ff1-f169-4791-8f7c-d277fb339017), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:14.543251 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73d6083e-67f5-450e-94ed-5d9e22d07ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (04f51ff1-f169-4791-8f7c-d277fb339017), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:14.552235 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-515e6a81-db49-426d-8cc0-5e83b234ebe3 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Allocated IP 192.168.233.191 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/b1e47dd1-5450-4da2-9a90-83e23c48ee65) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:32:14.565951 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-969b3ef8-01bd-4cfb-ba62-684c17f5b803 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (18651ee7-a031-4d44-a225-91d996be7419), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:14.623457 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-48cb26ec-c475-44e4-94de-73aabc1f010d service neutron] 10.222.0.37 "GET /v2.0/networks/178e91eb-33a6-424a-9bb7-aa7190605b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861421 Feb 20 05:32:14.642652 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d6083e-67f5-450e-94ed-5d9e22d07ab3 None None] Network 666d2cf8-afbf-4b07-bbd6-64f125ed3a83 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:32:14.658574 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-73d6083e-67f5-450e-94ed-5d9e22d07ab3 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:14.665048 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d6083e-67f5-450e-94ed-5d9e22d07ab3 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:32:14.675396 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 171b3794-20e1-474c-9448-0a6f990a4561 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:14.676128 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (171b3794-20e1-474c-9448-0a6f990a4561), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:14.681816 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6083e-67f5-450e-94ed-5d9e22d07ab3 None None] Pushing event updated for resources: {'Port': ['ID=04f51ff1-f169-4791-8f7c-d277fb339017,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:14.706386 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d274f0a-1577-4ea0-a31b-5e410722d55e service neutron] Pushing event updated for resources: {'Port': ['ID=33fe8932-712d-4740-ad52-9c45a7c7c08a,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:14.746765 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-5d274f0a-1577-4ea0-a31b-5e410722d55e service neutron] Attempting to bind port 33fe8932-712d-4740-ad52-9c45a7c7c08a on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:32:14.747140 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-5d274f0a-1577-4ea0-a31b-5e410722d55e service neutron] Attempting to bind port 33fe8932-712d-4740-ad52-9c45a7c7c08a by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '9abc642a-349a-436e-9940-6e83a87e01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '178e91eb-33a6-424a-9bb7-aa7190605b7a'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:32:14.747555 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-5d274f0a-1577-4ea0-a31b-5e410722d55e service neutron] Attempting to bind port 33fe8932-712d-4740-ad52-9c45a7c7c08a on network 178e91eb-33a6-424a-9bb7-aa7190605b7a {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:14.753255 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-5d274f0a-1577-4ea0-a31b-5e410722d55e service neutron] Port 33fe8932-712d-4740-ad52-9c45a7c7c08a on network 178e91eb-33a6-424a-9bb7-aa7190605b7a not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:32:14.753647 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-5d274f0a-1577-4ea0-a31b-5e410722d55e service neutron] Attempting to bind port 33fe8932-712d-4740-ad52-9c45a7c7c08a on network 178e91eb-33a6-424a-9bb7-aa7190605b7a {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:14.759275 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-5d274f0a-1577-4ea0-a31b-5e410722d55e service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:32:14.759717 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-5d274f0a-1577-4ea0-a31b-5e410722d55e service neutron] Checking segment: {'id': '9abc642a-349a-436e-9940-6e83a87e01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '178e91eb-33a6-424a-9bb7-aa7190605b7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:14.760262 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-5d274f0a-1577-4ea0-a31b-5e410722d55e service neutron] Bound using segment: {'id': '9abc642a-349a-436e-9940-6e83a87e01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '178e91eb-33a6-424a-9bb7-aa7190605b7a'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:32:14.760950 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-5d274f0a-1577-4ea0-a31b-5e410722d55e service neutron] Bound port: 33fe8932-712d-4740-ad52-9c45a7c7c08a, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9abc642a-349a-436e-9940-6e83a87e01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '178e91eb-33a6-424a-9bb7-aa7190605b7a'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:32:14.761321 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-5d274f0a-1577-4ea0-a31b-5e410722d55e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (33fe8932-712d-4740-ad52-9c45a7c7c08a), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:14.822795 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a86dda-112b-40a2-8343-831907e025e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171b3794-20e1-474c-9448-0a6f990a4561'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:32:14.828026 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902cefc9-8719-449e-9cb4-2c9fca5a9d75" -d '{"events": [{"server_uuid": "c4a86dda-112b-40a2-8343-831907e025e8", "name": "network-vif-plugged", "status": "completed", "tag": "171b3794-20e1-474c-9448-0a6f990a4561"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:32:14.835054 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-588c10aa-2411-4140-9ad5-fced47d7e823 service neutron] 10.222.0.37 "GET /v2.0/networks/178e91eb-33a6-424a-9bb7-aa7190605b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106898 Feb 20 05:32:14.853229 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-73d6083e-67f5-450e-94ed-5d9e22d07ab3 None None] Attempting to bind port 04f51ff1-f169-4791-8f7c-d277fb339017 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:32:14.859959 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-73d6083e-67f5-450e-94ed-5d9e22d07ab3 None None] Attempting to bind port 04f51ff1-f169-4791-8f7c-d277fb339017 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '6e3478b9-6ed7-4abf-b4ed-b00804fcaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:32:14.860398 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d6083e-67f5-450e-94ed-5d9e22d07ab3 None None] Attempting to bind port 04f51ff1-f169-4791-8f7c-d277fb339017 on network 666d2cf8-afbf-4b07-bbd6-64f125ed3a83 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:14.865222 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 171b3794-20e1-474c-9448-0a6f990a4561, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=171b3794-20e1-474c-9448-0a6f990a4561,segment=NetworkSegment(ea0be70e-df3a-4031-a865-02df8b6177ae),segment_id=ea0be70e-df3a-4031-a865-02df8b6177ae)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:14.869741 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d6083e-67f5-450e-94ed-5d9e22d07ab3 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:32:14.870122 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d6083e-67f5-450e-94ed-5d9e22d07ab3 None None] Checking segment: {'id': '6e3478b9-6ed7-4abf-b4ed-b00804fcaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:14.870535 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73d6083e-67f5-450e-94ed-5d9e22d07ab3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:14.870948 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d6083e-67f5-450e-94ed-5d9e22d07ab3 None None] Bound using segment: {'id': '6e3478b9-6ed7-4abf-b4ed-b00804fcaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:32:14.871687 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-73d6083e-67f5-450e-94ed-5d9e22d07ab3 None None] Bound port: 04f51ff1-f169-4791-8f7c-d277fb339017, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3478b9-6ed7-4abf-b4ed-b00804fcaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:32:14.872019 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73d6083e-67f5-450e-94ed-5d9e22d07ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (04f51ff1-f169-4791-8f7c-d277fb339017), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:14.873125 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-5d274f0a-1577-4ea0-a31b-5e410722d55e service neutron] For port 33fe8932-712d-4740-ad52-9c45a7c7c08a, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:32:14.879570 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-5d274f0a-1577-4ea0-a31b-5e410722d55e service neutron] For port 33fe8932-712d-4740-ad52-9c45a7c7c08a, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=33fe8932-712d-4740-ad52-9c45a7c7c08a,segment=NetworkSegment(9abc642a-349a-436e-9940-6e83a87e01e6),segment_id=9abc642a-349a-436e-9940-6e83a87e01e6)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:32:14.883744 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (171b3794-20e1-474c-9448-0a6f990a4561), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:14.886820 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b3ef8-01bd-4cfb-ba62-684c17f5b803 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event updated for resources: {'Subnet': ['ID=18651ee7-a031-4d44-a225-91d996be7419,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:14.892750 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-5d274f0a-1577-4ea0-a31b-5e410722d55e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (33fe8932-712d-4740-ad52-9c45a7c7c08a), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:14.942060 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969b3ef8-01bd-4cfb-ba62-684c17f5b803 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Checking segment: {'id': '69fe3215-475f-4fec-89eb-5492628b51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b27e09e-1632-40f6-8ef3-dc93f01885e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:14.942551 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969b3ef8-01bd-4cfb-ba62-684c17f5b803 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Network hostable DHCP agents. Network: 9b27e09e-1632-40f6-8ef3-dc93f01885e9, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:32:14.995327 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969b3ef8-01bd-4cfb-ba62-684c17f5b803 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Network 9b27e09e-1632-40f6-8ef3-dc93f01885e9 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:32:14.995942 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d274f0a-1577-4ea0-a31b-5e410722d55e service neutron] Pushing event updated for resources: {'Port': ['ID=33fe8932-712d-4740-ad52-9c45a7c7c08a,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:15.016059 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-5d274f0a-1577-4ea0-a31b-5e410722d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:15.020202 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-5d274f0a-1577-4ea0-a31b-5e410722d55e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:15.023592 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-5d274f0a-1577-4ea0-a31b-5e410722d55e service neutron] 10.222.0.61 "PUT /v2.0/ports/33fe8932-712d-4740-ad52-9c45a7c7c08a HTTP/1.1" status: 200 len: 1092 time: 1.2988067 Feb 20 05:32:15.025206 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a1270d-f01d-4c1b-b094-132856d28509', 'tag': '33fe8932-712d-4740-ad52-9c45a7c7c08a'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:32:15.031704 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0081e73e-7ce1-4efc-ac29-adf336b73467" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a1270d-f01d-4c1b-b094-132856d28509", "tag": "33fe8932-712d-4740-ad52-9c45a7c7c08a"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:32:15.120259 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-515e6a81-db49-426d-8cc0-5e83b234ebe3 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Publish callbacks [] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:15.141223 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=171b3794-20e1-474c-9448-0a6f990a4561,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:15.168402 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-969b3ef8-01bd-4cfb-ba62-684c17f5b803 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 9b27e09e-1632-40f6-8ef3-dc93f01885e9) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:15.183487 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-515e6a81-db49-426d-8cc0-5e83b234ebe3 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:15.194468 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-73d6083e-67f5-450e-94ed-5d9e22d07ab3 None None] For port 04f51ff1-f169-4791-8f7c-d277fb339017, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:32:15.203368 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df344b42-9811-47ad-968d-6dc99b682a21 None None] Network 9b27e09e-1632-40f6-8ef3-dc93f01885e9 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:32:15.217831 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device be9ec1e0-e0b1-4cca-906f-f3fb24cae080 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:32:15.236108 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-26364716-fba1-4cd2-ba67-982016c1fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:15.237635 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-26364716-fba1-4cd2-ba67-982016c1fc65 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1aaa60180f894c09b05a1ee868cbae8d&device_id=c7a1270d-f01d-4c1b-b094-132856d28509 HTTP/1.1" status: 200 len: 1126 time: 0.1558852 Feb 20 05:32:15.242564 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969b3ef8-01bd-4cfb-ba62-684c17f5b803 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:15.243355 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-969b3ef8-01bd-4cfb-ba62-684c17f5b803 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:15.310312 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-73d6083e-67f5-450e-94ed-5d9e22d07ab3 None None] For port 04f51ff1-f169-4791-8f7c-d277fb339017, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=04f51ff1-f169-4791-8f7c-d277fb339017,segment=NetworkSegment(6e3478b9-6ed7-4abf-b4ed-b00804fcaa64),segment_id=6e3478b9-6ed7-4abf-b4ed-b00804fcaa64)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:32:15.311020 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-5ce590fe-97f6-4cf0-ae6a-0aa0bd849d62 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33fe8932-712d-4740-ad52-9c45a7c7c08a HTTP/1.1" status: 200 len: 217 time: 0.0644269 Feb 20 05:32:15.349965 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-515e6a81-db49-426d-8cc0-5e83b234ebe3 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:32:15.356860 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-515e6a81-db49-426d-8cc0-5e83b234ebe3 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:15.364942 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-515e6a81-db49-426d-8cc0-5e83b234ebe3 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:32:15.409255 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-f2252d46-5c00-4c46-9e5b-3ab157ab58d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:15.412637 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-f2252d46-5c00-4c46-9e5b-3ab157ab58d7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9159f160-3ceb-44d3-a7b6-758adaaafba6 HTTP/1.1" status: 200 len: 854 time: 0.0957668 Feb 20 05:32:15.433163 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73d6083e-67f5-450e-94ed-5d9e22d07ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (04f51ff1-f169-4791-8f7c-d277fb339017), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:15.465156 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-515e6a81-db49-426d-8cc0-5e83b234ebe3 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:15.467307 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-515e6a81-db49-426d-8cc0-5e83b234ebe3 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:15.491394 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56302) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:15.491953 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-969b3ef8-01bd-4cfb-ba62-684c17f5b803 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9251716 Feb 20 05:32:15.503254 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-30df119d-46a2-49d1-b0cf-55b831d421da tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Request body: {'port': {'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83', 'name': 'tempest-TaggedBootDevicesTest-2038444159', 'fixed_ips': [{'subnet_id': 'eb4c7eba-b72d-4ec5-b4b9-93e6d514511f'}]}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:15.506855 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffaf608-48a2-46ea-ada1-f365aeb48b13 req-5f67f0fc-d8e6-48ce-9bf2-1b20e4f9e614 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:15.508781 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7ffaf608-48a2-46ea-ada1-f365aeb48b13 req-5f67f0fc-d8e6-48ce-9bf2-1b20e4f9e614 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 944 time: 0.3201058 Feb 20 05:32:15.631706 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6083e-67f5-450e-94ed-5d9e22d07ab3 None None] Pushing event updated for resources: {'Port': ['ID=04f51ff1-f169-4791-8f7c-d277fb339017,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:15.707749 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-5b54b64c-92b2-42dc-a0d8-abec38a67741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:15.709661 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-5b54b64c-92b2-42dc-a0d8-abec38a67741 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=178e91eb-33a6-424a-9bb7-aa7190605b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2907321 Feb 20 05:32:15.785161 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port be9ec1e0-e0b1-4cca-906f-f3fb24cae080 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:32:15.785420 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30df119d-46a2-49d1-b0cf-55b831d421da tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Made reservation on behalf of c5e5a8b7f91b44658a7a6eb0700d389c for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:32:15.793222 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port be9ec1e0-e0b1-4cca-906f-f3fb24cae080 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:15.794260 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (be9ec1e0-e0b1-4cca-906f-f3fb24cae080), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:15.800202 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4058643-8e31-439b-bb48-9cb6d3b84a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-9b27e09e-1632-40f6-8ef3-dc93f01885e9', 'network_id': '9b27e09e-1632-40f6-8ef3-dc93f01885e9', 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'fixed_ips': [{'subnet_id': '18651ee7-a031-4d44-a225-91d996be7419'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:32:15.803784 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4058643-8e31-439b-bb48-9cb6d3b84a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:15.963144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-78900f75-392e-4d76-9198-bcbb4d716d50 None None] Provisioning complete for port b1e47dd1-5450-4da2-9a90-83e23c48ee65 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:15.963816 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78900f75-392e-4d76-9198-bcbb4d716d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:16.050526 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-2adfc5f0-1202-42f6-b6e6-45f3f5414103 service neutron] 10.222.0.61 "GET /v2.0/networks/178e91eb-33a6-424a-9bb7-aa7190605b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289554 Feb 20 05:32:16.064912 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7ffaf608-48a2-46ea-ada1-f365aeb48b13 req-b968986d-66ca-4437-94c6-e1186b3134ff tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5481360 Feb 20 05:32:16.065568 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e6a81-db49-426d-8cc0-5e83b234ebe3 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Pushing event updated for resources: {'Port': ['ID=b1e47dd1-5450-4da2-9a90-83e23c48ee65,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:16.100981 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-515e6a81-db49-426d-8cc0-5e83b234ebe3 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6135573 Feb 20 05:32:16.113547 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-a6c8a2fd-2331-45f3-9b09-5b720a8fe1bb service neutron] Request body: {'port': {'device_id': '49ef67a5-1578-4cc5-9ade-6aff4ee422fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:16.128149 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-78900f75-392e-4d76-9198-bcbb4d716d50 None None] Port b1e47dd1-5450-4da2-9a90-83e23c48ee65 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:32:16.240412 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-28f99cae-2d97-42fa-a8da-36d9eba06ff6 req-4c594ee6-92a3-46d3-a7dd-b178536f31b4 service neutron] 10.222.0.61 "GET /v2.0/networks/178e91eb-33a6-424a-9bb7-aa7190605b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760526 Feb 20 05:32:16.250198 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-30df119d-46a2-49d1-b0cf-55b831d421da tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:16.273397 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8d95110d-37e2-499a-b515-363d43af75e3 req-10831b2e-5659-4b0d-add7-1ae6baab8b60 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ec304e7bd6054bfaadff95376967c4f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634484 Feb 20 05:32:16.285067 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-30df119d-46a2-49d1-b0cf-55b831d421da tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] device_id is not set on port 3fb0e850-e007-488c-9126-46021bfc5121 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:32:16.329645 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-a6c8a2fd-2331-45f3-9b09-5b720a8fe1bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:16.332746 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port be9ec1e0-e0b1-4cca-906f-f3fb24cae080 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:16.333142 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (be9ec1e0-e0b1-4cca-906f-f3fb24cae080), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:16.370025 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-f4058643-8e31-439b-bb48-9cb6d3b84a0c None None] Allocated IP 10.2.2.2 (9b27e09e-1632-40f6-8ef3-dc93f01885e9/18651ee7-a031-4d44-a225-91d996be7419/ae55257b-9679-4f5f-a9d2-a2fe6b55b307) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:32:16.387287 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 04f51ff1-f169-4791-8f7c-d277fb339017 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:32:16.425506 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3d840637-3482-4e6b-9558-885cdc5f47b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:16.431707 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port be9ec1e0-e0b1-4cca-906f-f3fb24cae080, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=be9ec1e0-e0b1-4cca-906f-f3fb24cae080,segment=NetworkSegment(b3077aae-a0dc-4721-923e-646446a4815e),segment_id=b3077aae-a0dc-4721-923e-646446a4815e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:16.462536 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (be9ec1e0-e0b1-4cca-906f-f3fb24cae080), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:16.628341 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95110d-37e2-499a-b515-363d43af75e3 req-345caf8e-e78c-49bb-bba4-41e52d6ff139 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:16.628697 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8d95110d-37e2-499a-b515-363d43af75e3 req-345caf8e-e78c-49bb-bba4-41e52d6ff139 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3000596 Feb 20 05:32:16.639406 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=be9ec1e0-e0b1-4cca-906f-f3fb24cae080,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:16.647622 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 04f51ff1-f169-4791-8f7c-d277fb339017 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:16.647989 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (04f51ff1-f169-4791-8f7c-d277fb339017), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:16.768046 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8d95110d-37e2-499a-b515-363d43af75e3 req-1b98dee3-75d5-43bb-99a3-1b52be12df10 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/quotas/ec304e7bd6054bfaadff95376967c4f1 HTTP/1.1" status: 200 len: 375 time: 0.1128170 Feb 20 05:32:16.770024 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-30df119d-46a2-49d1-b0cf-55b831d421da tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Allocated IP 10.1.1.177 (666d2cf8-afbf-4b07-bbd6-64f125ed3a83/eb4c7eba-b72d-4ec5-b4b9-93e6d514511f/3fb0e850-e007-488c-9126-46021bfc5121) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:32:16.822014 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4058643-8e31-439b-bb48-9cb6d3b84a0c None None] Publish callbacks [] for port (ae55257b-9679-4f5f-a9d2-a2fe6b55b307), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:16.872358 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4058643-8e31-439b-bb48-9cb6d3b84a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (ae55257b-9679-4f5f-a9d2-a2fe6b55b307), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:16.938052 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-5608fb2e-3629-4c6d-9e1c-23207a79e3e2 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:16.940517 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-5608fb2e-3629-4c6d-9e1c-23207a79e3e2 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.48 "GET /v2.0/networks?id=178e91eb-33a6-424a-9bb7-aa7190605b7a HTTP/1.1" status: 200 len: 815 time: 0.2976038 Feb 20 05:32:16.945386 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4058643-8e31-439b-bb48-9cb6d3b84a0c None None] Network 9b27e09e-1632-40f6-8ef3-dc93f01885e9 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:32:16.946134 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 04f51ff1-f169-4791-8f7c-d277fb339017 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:16.946532 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (04f51ff1-f169-4791-8f7c-d277fb339017), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:16.962173 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-f4058643-8e31-439b-bb48-9cb6d3b84a0c None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:16.970774 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4058643-8e31-439b-bb48-9cb6d3b84a0c None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:32:16.974205 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4058643-8e31-439b-bb48-9cb6d3b84a0c None None] Pushing event updated for resources: {'Port': ['ID=ae55257b-9679-4f5f-a9d2-a2fe6b55b307,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:17.008685 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-30df119d-46a2-49d1-b0cf-55b831d421da tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for port (3fb0e850-e007-488c-9126-46021bfc5121), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:17.048029 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 04f51ff1-f169-4791-8f7c-d277fb339017, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=04f51ff1-f169-4791-8f7c-d277fb339017,segment=NetworkSegment(6e3478b9-6ed7-4abf-b4ed-b00804fcaa64),segment_id=6e3478b9-6ed7-4abf-b4ed-b00804fcaa64)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:17.049203 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-c1a743c2-16ae-4d6d-babe-b1e2b451ac3e tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Request body: {'port': {'device_id': '51995e88-6ad0-4960-8c97-c2c49c1214c0', 'network_id': '178e91eb-33a6-424a-9bb7-aa7190605b7a', 'admin_state_up': True, 'tenant_id': '1aaa60180f894c09b05a1ee868cbae8d'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:17.054278 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-30df119d-46a2-49d1-b0cf-55b831d421da tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (3fb0e850-e007-488c-9126-46021bfc5121), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:17.055895 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (04f51ff1-f169-4791-8f7c-d277fb339017), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:17.065929 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f4058643-8e31-439b-bb48-9cb6d3b84a0c None None] Attempting to bind port ae55257b-9679-4f5f-a9d2-a2fe6b55b307 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:32:17.066564 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f4058643-8e31-439b-bb48-9cb6d3b84a0c None None] Attempting to bind port ae55257b-9679-4f5f-a9d2-a2fe6b55b307 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '69fe3215-475f-4fec-89eb-5492628b51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b27e09e-1632-40f6-8ef3-dc93f01885e9'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:32:17.067099 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4058643-8e31-439b-bb48-9cb6d3b84a0c None None] Attempting to bind port ae55257b-9679-4f5f-a9d2-a2fe6b55b307 on network 9b27e09e-1632-40f6-8ef3-dc93f01885e9 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:17.093304 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4058643-8e31-439b-bb48-9cb6d3b84a0c None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:32:17.093757 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4058643-8e31-439b-bb48-9cb6d3b84a0c None None] Checking segment: {'id': '69fe3215-475f-4fec-89eb-5492628b51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b27e09e-1632-40f6-8ef3-dc93f01885e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:17.094096 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4058643-8e31-439b-bb48-9cb6d3b84a0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:17.094496 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4058643-8e31-439b-bb48-9cb6d3b84a0c None None] Bound using segment: {'id': '69fe3215-475f-4fec-89eb-5492628b51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b27e09e-1632-40f6-8ef3-dc93f01885e9'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:32:17.095135 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f4058643-8e31-439b-bb48-9cb6d3b84a0c None None] Bound port: ae55257b-9679-4f5f-a9d2-a2fe6b55b307, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69fe3215-475f-4fec-89eb-5492628b51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b27e09e-1632-40f6-8ef3-dc93f01885e9'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:32:17.095435 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4058643-8e31-439b-bb48-9cb6d3b84a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ae55257b-9679-4f5f-a9d2-a2fe6b55b307), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:17.111329 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-a6c8a2fd-2331-45f3-9b09-5b720a8fe1bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1e47dd1-5450-4da2-9a90-83e23c48ee65 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:32:17.112815 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df119d-46a2-49d1-b0cf-55b831d421da tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event updated for resources: {'Port': ['ID=3fb0e850-e007-488c-9126-46021bfc5121,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:17.130051 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-a6c8a2fd-2331-45f3-9b09-5b720a8fe1bb service neutron] Publish callbacks [] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:17.136471 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30df119d-46a2-49d1-b0cf-55b831d421da tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Network 666d2cf8-afbf-4b07-bbd6-64f125ed3a83 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:32:17.138679 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-30df119d-46a2-49d1-b0cf-55b831d421da tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:17.143119 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30df119d-46a2-49d1-b0cf-55b831d421da tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:32:17.154009 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=04f51ff1-f169-4791-8f7c-d277fb339017,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:17.163838 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8d95110d-37e2-499a-b515-363d43af75e3 req-3b64739e-43f5-4a9c-baa0-8248895309e1 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec304e7bd6054bfaadff95376967c4f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3945990 Feb 20 05:32:17.174297 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-a6c8a2fd-2331-45f3-9b09-5b720a8fe1bb service neutron] Transition to ACTIVE for port object b1e47dd1-5450-4da2-9a90-83e23c48ee65 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:32:17.190154 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-a6c8a2fd-2331-45f3-9b09-5b720a8fe1bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:17.192836 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f4058643-8e31-439b-bb48-9cb6d3b84a0c None None] For port ae55257b-9679-4f5f-a9d2-a2fe6b55b307, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:32:17.196435 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f4058643-8e31-439b-bb48-9cb6d3b84a0c None None] For port ae55257b-9679-4f5f-a9d2-a2fe6b55b307, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=ae55257b-9679-4f5f-a9d2-a2fe6b55b307,segment=NetworkSegment(69fe3215-475f-4fec-89eb-5492628b51f7),segment_id=69fe3215-475f-4fec-89eb-5492628b51f7)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:32:17.204157 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4058643-8e31-439b-bb48-9cb6d3b84a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ae55257b-9679-4f5f-a9d2-a2fe6b55b307), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:17.218223 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30df119d-46a2-49d1-b0cf-55b831d421da tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:17.218853 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-30df119d-46a2-49d1-b0cf-55b831d421da tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:17.270201 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-30df119d-46a2-49d1-b0cf-55b831d421da tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7739930 Feb 20 05:32:17.270496 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56316) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:17.276624 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4058643-8e31-439b-bb48-9cb6d3b84a0c None None] Pushing event updated for resources: {'Port': ['ID=ae55257b-9679-4f5f-a9d2-a2fe6b55b307,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:17.281539 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-62fd4e18-5d00-4b7c-b067-e2ac88b27c5a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Request body: {'port': {'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83', 'name': 'tempest-TaggedBootDevicesTest-394404786', 'fixed_ips': [{'subnet_id': 'eb4c7eba-b72d-4ec5-b4b9-93e6d514511f'}]}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:17.334664 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8a2fd-2331-45f3-9b09-5b720a8fe1bb service neutron] Pushing event updated for resources: {'Port': ['ID=b1e47dd1-5450-4da2-9a90-83e23c48ee65,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:17.390245 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-c1a743c2-16ae-4d6d-babe-b1e2b451ac3e tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Made reservation on behalf of 1aaa60180f894c09b05a1ee868cbae8d for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:32:17.394069 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-c1a743c2-16ae-4d6d-babe-b1e2b451ac3e tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:17.440676 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b479fff8-5cf1-4493-b3ba-ca70c938cf3e None None] Network 666d2cf8-afbf-4b07-bbd6-64f125ed3a83 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:32:17.458063 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fd4e18-5d00-4b7c-b067-e2ac88b27c5a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Made reservation on behalf of c5e5a8b7f91b44658a7a6eb0700d389c for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:32:17.467124 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-62fd4e18-5d00-4b7c-b067-e2ac88b27c5a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:17.500415 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-62fd4e18-5d00-4b7c-b067-e2ac88b27c5a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] device_id is not set on port e74757c8-ee50-4661-8395-9285a9e8870c yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:32:17.568409 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-69b9ad21-b768-497c-a452-1e89f75d1058 None None] Provisioning complete for port 04f51ff1-f169-4791-8f7c-d277fb339017 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:17.568787 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-69b9ad21-b768-497c-a452-1e89f75d1058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (04f51ff1-f169-4791-8f7c-d277fb339017), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:17.646773 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-a6c8a2fd-2331-45f3-9b09-5b720a8fe1bb service neutron] Attempting to bind port b1e47dd1-5450-4da2-9a90-83e23c48ee65 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:32:17.651746 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-a6c8a2fd-2331-45f3-9b09-5b720a8fe1bb service neutron] Attempting to bind port b1e47dd1-5450-4da2-9a90-83e23c48ee65 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:32:17.652295 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-a6c8a2fd-2331-45f3-9b09-5b720a8fe1bb service neutron] Attempting to bind port b1e47dd1-5450-4da2-9a90-83e23c48ee65 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:17.684355 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-a6c8a2fd-2331-45f3-9b09-5b720a8fe1bb service neutron] Port b1e47dd1-5450-4da2-9a90-83e23c48ee65 on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:32:17.687177 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-a6c8a2fd-2331-45f3-9b09-5b720a8fe1bb service neutron] Attempting to bind port b1e47dd1-5450-4da2-9a90-83e23c48ee65 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:17.731598 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-a6c8a2fd-2331-45f3-9b09-5b720a8fe1bb service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:32:17.731947 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-a6c8a2fd-2331-45f3-9b09-5b720a8fe1bb service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:17.739202 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-a6c8a2fd-2331-45f3-9b09-5b720a8fe1bb service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:32:17.740435 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-a6c8a2fd-2331-45f3-9b09-5b720a8fe1bb service neutron] Bound port: b1e47dd1-5450-4da2-9a90-83e23c48ee65, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:32:17.740949 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-a6c8a2fd-2331-45f3-9b09-5b720a8fe1bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:17.809099 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-62fd4e18-5d00-4b7c-b067-e2ac88b27c5a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Allocated IP 10.1.1.97 (666d2cf8-afbf-4b07-bbd6-64f125ed3a83/eb4c7eba-b72d-4ec5-b4b9-93e6d514511f/e74757c8-ee50-4661-8395-9285a9e8870c) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:32:17.851387 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc2f68-111a-48db-9f1c-94cbbec68688 req-50998271-189a-42f4-a374-46a97204d9ea tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:17.853773 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0fc2f68-111a-48db-9f1c-94cbbec68688 req-50998271-189a-42f4-a374-46a97204d9ea tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43243a6-4006-4d89-a64e-535bcc4c5ab9 HTTP/1.1" status: 200 len: 945 time: 0.3552499 Feb 20 05:32:17.913146 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-c1a743c2-16ae-4d6d-babe-b1e2b451ac3e tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Allocated IP 172.20.0.14 (178e91eb-33a6-424a-9bb7-aa7190605b7a/9159f160-3ceb-44d3-a7b6-758adaaafba6/f5d6ddf3-7113-4ed1-aa61-f4c4dec13664) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:32:17.942993 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-a6c8a2fd-2331-45f3-9b09-5b720a8fe1bb service neutron] For port b1e47dd1-5450-4da2-9a90-83e23c48ee65, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:32:17.983815 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-69b9ad21-b768-497c-a452-1e89f75d1058 None None] Current status of the port 04f51ff1-f169-4791-8f7c-d277fb339017 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:17.992114 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-a6c8a2fd-2331-45f3-9b09-5b720a8fe1bb service neutron] For port b1e47dd1-5450-4da2-9a90-83e23c48ee65, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b1e47dd1-5450-4da2-9a90-83e23c48ee65,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:32:18.014663 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-a6c8a2fd-2331-45f3-9b09-5b720a8fe1bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:18.028908 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0fc2f68-111a-48db-9f1c-94cbbec68688 req-ec6f1c69-6ae3-4e18-bd36-487a44179bdd tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac3ec74-e1d5-42c2-a5fb-83a0d2521f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672158 Feb 20 05:32:18.029460 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-62fd4e18-5d00-4b7c-b067-e2ac88b27c5a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for port (e74757c8-ee50-4661-8395-9285a9e8870c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:18.086128 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-a6c8a2fd-2331-45f3-9b09-5b720a8fe1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:18.086771 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-a6c8a2fd-2331-45f3-9b09-5b720a8fe1bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:18.088233 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-a6c8a2fd-2331-45f3-9b09-5b720a8fe1bb service neutron] 10.222.0.61 "PUT /v2.0/ports/b1e47dd1-5450-4da2-9a90-83e23c48ee65 HTTP/1.1" status: 200 len: 1096 time: 1.9823701 Feb 20 05:32:18.099276 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-62fd4e18-5d00-4b7c-b067-e2ac88b27c5a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e74757c8-ee50-4661-8395-9285a9e8870c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:18.114199 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ef67a5-1578-4cc5-9ade-6aff4ee422fc', 'tag': 'b1e47dd1-5450-4da2-9a90-83e23c48ee65'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:32:18.116635 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008a42bf-dc9b-4cb4-ae07-45fc5650aa02" -d '{"events": [{"name": "network-changed", "server_uuid": "49ef67a5-1578-4cc5-9ade-6aff4ee422fc", "tag": "b1e47dd1-5450-4da2-9a90-83e23c48ee65"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:32:18.290128 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fd4e18-5d00-4b7c-b067-e2ac88b27c5a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Network 666d2cf8-afbf-4b07-bbd6-64f125ed3a83 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:32:18.291736 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd4e18-5d00-4b7c-b067-e2ac88b27c5a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event updated for resources: {'Port': ['ID=e74757c8-ee50-4661-8395-9285a9e8870c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:18.296705 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-62fd4e18-5d00-4b7c-b067-e2ac88b27c5a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:18.308063 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fd4e18-5d00-4b7c-b067-e2ac88b27c5a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:32:18.410885 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fd4e18-5d00-4b7c-b067-e2ac88b27c5a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:18.411584 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-62fd4e18-5d00-4b7c-b067-e2ac88b27c5a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:18.415995 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8a2fd-2331-45f3-9b09-5b720a8fe1bb service neutron] Pushing event updated for resources: {'Port': ['ID=b1e47dd1-5450-4da2-9a90-83e23c48ee65,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:18.420140 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ae55257b-9679-4f5f-a9d2-a2fe6b55b307 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:32:18.439189 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-40ae3e75-bec5-4b57-9d88-4b5ac90c899c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:18.440707 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-40ae3e75-bec5-4b57-9d88-4b5ac90c899c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec304e7bd6054bfaadff95376967c4f1&device_id=49ef67a5-1578-4cc5-9ade-6aff4ee422fc HTTP/1.1" status: 200 len: 1130 time: 0.3043313 Feb 20 05:32:18.442719 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-62fd4e18-5d00-4b7c-b067-e2ac88b27c5a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1694925 Feb 20 05:32:18.494024 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-31eb75ea-4917-4379-9f09-1d270c6524a4 None None] Provisioning complete for port 04f51ff1-f169-4791-8f7c-d277fb339017 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:18.494538 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-31eb75ea-4917-4379-9f09-1d270c6524a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (04f51ff1-f169-4791-8f7c-d277fb339017), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:18.509238 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-212a9e6e-fda2-4a62-8e84-b535b417ffbc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=b1e47dd1-5450-4da2-9a90-83e23c48ee65 HTTP/1.1" status: 200 len: 217 time: 0.0444374 Feb 20 05:32:18.569892 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc4a8a56-1780-4011-a8aa-8963abe373ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:18.589686 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d08f5-9aad-4e2a-8c1d-a0f8e3e6f3c4 req-d35c0725-552d-4645-994a-d9e57ee806c7 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:18.593609 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port ae55257b-9679-4f5f-a9d2-a2fe6b55b307 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:18.593983 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ae55257b-9679-4f5f-a9d2-a2fe6b55b307), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:18.597363 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e39d08f5-9aad-4e2a-8c1d-a0f8e3e6f3c4 req-d35c0725-552d-4645-994a-d9e57ee806c7 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 945 time: 0.3148503 Feb 20 05:32:18.620463 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-c1a743c2-16ae-4d6d-babe-b1e2b451ac3e tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Publish callbacks [] for port (f5d6ddf3-7113-4ed1-aa61-f4c4dec13664), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:18.672434 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-02d57cf3-89af-466e-b10c-6c7b411cf540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:18.673937 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-02d57cf3-89af-466e-b10c-6c7b411cf540 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1569326 Feb 20 05:32:18.691642 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-31eb75ea-4917-4379-9f09-1d270c6524a4 None None] Current status of the port 04f51ff1-f169-4791-8f7c-d277fb339017 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:18.710037 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e39d08f5-9aad-4e2a-8c1d-a0f8e3e6f3c4 req-f99cc59e-9a30-4b53-a2db-55fa9843411f tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117003 Feb 20 05:32:18.747636 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-c1a743c2-16ae-4d6d-babe-b1e2b451ac3e tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (f5d6ddf3-7113-4ed1-aa61-f4c4dec13664), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:18.754359 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port ae55257b-9679-4f5f-a9d2-a2fe6b55b307 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:18.754748 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ae55257b-9679-4f5f-a9d2-a2fe6b55b307), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:18.756744 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-31eb75ea-4917-4379-9f09-1d270c6524a4 None None] Provisioning complete for port 3fb0e850-e007-488c-9126-46021bfc5121 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:18.757104 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-31eb75ea-4917-4379-9f09-1d270c6524a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3fb0e850-e007-488c-9126-46021bfc5121), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:18.823901 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port ae55257b-9679-4f5f-a9d2-a2fe6b55b307, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=ae55257b-9679-4f5f-a9d2-a2fe6b55b307,segment=NetworkSegment(69fe3215-475f-4fec-89eb-5492628b51f7),segment_id=69fe3215-475f-4fec-89eb-5492628b51f7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:18.832446 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ae55257b-9679-4f5f-a9d2-a2fe6b55b307), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:18.833400 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 04f51ff1-f169-4791-8f7c-d277fb339017 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:32:18.859343 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-c1a743c2-16ae-4d6d-babe-b1e2b451ac3e tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Network 178e91eb-33a6-424a-9bb7-aa7190605b7a is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:32:18.866264 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-8f695d96-9ef7-4f85-9f5d-c1b66e2510ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:18.867862 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-8f695d96-9ef7-4f85-9f5d-c1b66e2510ab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1841433 Feb 20 05:32:18.875680 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-c1a743c2-16ae-4d6d-babe-b1e2b451ac3e tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:18.892635 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-c1a743c2-16ae-4d6d-babe-b1e2b451ac3e tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:32:18.925159 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-31eb75ea-4917-4379-9f09-1d270c6524a4 None None] Port 3fb0e850-e007-488c-9126-46021bfc5121 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:32:18.925960 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8d95110d-37e2-499a-b515-363d43af75e3 req-89922005-665c-4d22-a5cf-270d4b14be46 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ec304e7bd6054bfaadff95376967c4f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389171 Feb 20 05:32:18.978651 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a743c2-16ae-4d6d-babe-b1e2b451ac3e tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Pushing event updated for resources: {'Port': ['ID=f5d6ddf3-7113-4ed1-aa61-f4c4dec13664,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:18.986118 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=ae55257b-9679-4f5f-a9d2-a2fe6b55b307,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:19.032389 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 04f51ff1-f169-4791-8f7c-d277fb339017 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:19.032879 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (04f51ff1-f169-4791-8f7c-d277fb339017), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:19.061342 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30dd1ff-53fc-43cb-aa66-645234b4b86a req-33e0086b-b66f-4a19-9750-85c39b25af0d tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:19.075386 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a30dd1ff-53fc-43cb-aa66-645234b4b86a req-33e0086b-b66f-4a19-9750-85c39b25af0d tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4a86dda-112b-40a2-8343-831907e025e8 HTTP/1.1" status: 200 len: 945 time: 0.2613163 Feb 20 05:32:19.098692 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0f86588f-c239-43ed-a632-00c97a00625d None None] Provisioning complete for port 3fb0e850-e007-488c-9126-46021bfc5121 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:19.100877 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f86588f-c239-43ed-a632-00c97a00625d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3fb0e850-e007-488c-9126-46021bfc5121), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:19.121960 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-c1a743c2-16ae-4d6d-babe-b1e2b451ac3e tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:19.127653 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-c1a743c2-16ae-4d6d-babe-b1e2b451ac3e tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:19.176688 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0f86588f-c239-43ed-a632-00c97a00625d None None] Port 3fb0e850-e007-488c-9126-46021bfc5121 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:32:19.187732 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95110d-37e2-499a-b515-363d43af75e3 req-a453907d-738f-48d6-9b18-ede5405ae290 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:19.189755 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8d95110d-37e2-499a-b515-363d43af75e3 req-a453907d-738f-48d6-9b18-ede5405ae290 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2573204 Feb 20 05:32:19.200721 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 07e82003-d270-4848-a84d-a58ea18e9722 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:32:19.203102 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-c1a743c2-16ae-4d6d-babe-b1e2b451ac3e tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1583548 Feb 20 05:32:19.204742 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-8d95110d-37e2-499a-b515-363d43af75e3 req-03a56a67-0e5d-4c90-940e-76da9966d24f tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Request body: {'port': {'device_id': 'a13b0905-7f3f-4765-a303-1dd29513f753', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': 'ec304e7bd6054bfaadff95376967c4f1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:19.208471 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1f841b-9375-45f7-bbce-36447777713d None None] Network 9b27e09e-1632-40f6-8ef3-dc93f01885e9 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:32:19.209985 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a30dd1ff-53fc-43cb-aa66-645234b4b86a req-bbb99158-dba7-491c-9fe7-1c989ebec601 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] 10.222.0.37 "GET /v2.0/security-groups?id=85778f9c-57d7-482c-a53c-8db6ee79db63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337283 Feb 20 05:32:19.213443 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-281502d4-d30e-46a5-8683-9d1afffb62fb service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319976 Feb 20 05:32:19.217446 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-cbd57546-7322-4a8f-9d48-cbf0359c50ca service neutron] Request body: {'port': {'device_id': '51995e88-6ad0-4960-8c97-c2c49c1214c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:19.349100 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d95110d-37e2-499a-b515-363d43af75e3 req-03a56a67-0e5d-4c90-940e-76da9966d24f tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Made reservation on behalf of ec304e7bd6054bfaadff95376967c4f1 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:32:19.350550 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 04f51ff1-f169-4791-8f7c-d277fb339017 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:19.354069 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8d95110d-37e2-499a-b515-363d43af75e3 req-03a56a67-0e5d-4c90-940e-76da9966d24f tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:19.397666 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-cbd57546-7322-4a8f-9d48-cbf0359c50ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f5d6ddf3-7113-4ed1-aa61-f4c4dec13664), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:19.449206 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f11cd602-18b7-4136-90c5-1140c81ce62b req-02bb9459-27dc-41fb-af9e-b44c7abcebfb service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072406 Feb 20 05:32:19.469748 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311d537-6024-4091-b8ba-88e68af1ee93 req-47a85906-99c2-44df-8e43-6b3efb55207d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:19.476675 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1311d537-6024-4091-b8ba-88e68af1ee93 req-47a85906-99c2-44df-8e43-6b3efb55207d tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=690197f4-c0f0-460d-91c3-001672fd6897 HTTP/1.1" status: 200 len: 945 time: 0.1478605 Feb 20 05:32:19.513640 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-8d95110d-37e2-499a-b515-363d43af75e3 req-03a56a67-0e5d-4c90-940e-76da9966d24f tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Allocated IP 192.168.233.171 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/bfa8764a-49ee-4747-82bc-79f11fab1602) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:32:19.537357 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:19.549426 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-fde2f624-cadc-4543-8668-399352bf05f5 None None] Provisioning complete for port f5d6ddf3-7113-4ed1-aa61-f4c4dec13664 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:19.549810 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fde2f624-cadc-4543-8668-399352bf05f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f5d6ddf3-7113-4ed1-aa61-f4c4dec13664), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:19.601907 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1311d537-6024-4091-b8ba-88e68af1ee93 req-bed99aa9-3dd8-4682-8224-a79f27169685 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243551 Feb 20 05:32:19.605193 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 07e82003-d270-4848-a84d-a58ea18e9722, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=07e82003-d270-4848-a84d-a58ea18e9722,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:19.618346 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fde2f624-cadc-4543-8668-399352bf05f5 None None] Port f5d6ddf3-7113-4ed1-aa61-f4c4dec13664 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:32:19.626247 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '07e82003-d270-4848-a84d-a58ea18e9722', 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86', 'port_id': '07e82003-d270-4848-a84d-a58ea18e9722', 'mac_address': 'fa:16:3e:61:a1:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba20b753-c652-4b93-87e5-619a187db804', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:32:19.674092 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-fde2f624-cadc-4543-8668-399352bf05f5 None None] Provisioning complete for port ae55257b-9679-4f5f-a9d2-a2fe6b55b307 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:19.674474 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fde2f624-cadc-4543-8668-399352bf05f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ae55257b-9679-4f5f-a9d2-a2fe6b55b307), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:19.703912 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3d522d-c890-4285-9e69-9cca8b2d1f19 x-openstack-request-id: req-da3d522d-c890-4285-9e69-9cca8b2d1f19 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:32:19.704212 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a86dda-112b-40a2-8343-831907e025e8", "name": "network-vif-plugged", "status": "completed", "tag": "171b3794-20e1-474c-9448-0a6f990a4561", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:32:19.704474 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da3d522d-c890-4285-9e69-9cca8b2d1f19 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:32:19.704877 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a86dda-112b-40a2-8343-831907e025e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171b3794-20e1-474c-9448-0a6f990a4561', 'code': 200} Feb 20 05:32:19.719831 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 07e82003-d270-4848-a84d-a58ea18e9722 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:19.720243 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (07e82003-d270-4848-a84d-a58ea18e9722), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:19.733196 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8d95110d-37e2-499a-b515-363d43af75e3 req-03a56a67-0e5d-4c90-940e-76da9966d24f tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Publish callbacks [] for port (bfa8764a-49ee-4747-82bc-79f11fab1602), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:19.743450 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e82003-d270-4848-a84d-a58ea18e9722 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:32:19.769379 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-cbd57546-7322-4a8f-9d48-cbf0359c50ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d6ddf3-7113-4ed1-aa61-f4c4dec13664 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:32:19.772849 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 07e82003-d270-4848-a84d-a58ea18e9722, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=07e82003-d270-4848-a84d-a58ea18e9722,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:19.779381 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (07e82003-d270-4848-a84d-a58ea18e9722), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:19.781284 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-cbd57546-7322-4a8f-9d48-cbf0359c50ca service neutron] Publish callbacks [] for port (f5d6ddf3-7113-4ed1-aa61-f4c4dec13664), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:19.794394 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8d95110d-37e2-499a-b515-363d43af75e3 req-03a56a67-0e5d-4c90-940e-76da9966d24f tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (bfa8764a-49ee-4747-82bc-79f11fab1602), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:19.806342 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f653ba0c-707d-476d-ac16-a39b4dfa9960 x-openstack-request-id: req-f653ba0c-707d-476d-ac16-a39b4dfa9960 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:32:19.806765 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a1270d-f01d-4c1b-b094-132856d28509", "tag": "33fe8932-712d-4740-ad52-9c45a7c7c08a", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:32:19.807182 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f653ba0c-707d-476d-ac16-a39b4dfa9960 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:32:19.807505 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-cbd57546-7322-4a8f-9d48-cbf0359c50ca service neutron] Transition to ACTIVE for port object f5d6ddf3-7113-4ed1-aa61-f4c4dec13664 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:32:19.808185 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a1270d-f01d-4c1b-b094-132856d28509', 'tag': '33fe8932-712d-4740-ad52-9c45a7c7c08a', 'status': 'completed', 'code': 200} Feb 20 05:32:19.850987 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-cbd57546-7322-4a8f-9d48-cbf0359c50ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (f5d6ddf3-7113-4ed1-aa61-f4c4dec13664), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:19.881469 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fde2f624-cadc-4543-8668-399352bf05f5 None None] Current status of the port ae55257b-9679-4f5f-a9d2-a2fe6b55b307 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:19.898201 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=07e82003-d270-4848-a84d-a58ea18e9722,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:19.919212 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-fde2f624-cadc-4543-8668-399352bf05f5 None None] Provisioning complete for port e74757c8-ee50-4661-8395-9285a9e8870c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:19.919946 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fde2f624-cadc-4543-8668-399352bf05f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e74757c8-ee50-4661-8395-9285a9e8870c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:19.927254 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d95110d-37e2-499a-b515-363d43af75e3 req-03a56a67-0e5d-4c90-940e-76da9966d24f tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:32:19.937792 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-8d95110d-37e2-499a-b515-363d43af75e3 req-03a56a67-0e5d-4c90-940e-76da9966d24f tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:19.941429 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d95110d-37e2-499a-b515-363d43af75e3 req-03a56a67-0e5d-4c90-940e-76da9966d24f tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:32:19.984142 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fde2f624-cadc-4543-8668-399352bf05f5 None None] Port e74757c8-ee50-4661-8395-9285a9e8870c cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:32:19.984681 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a56a67-0e5d-4c90-940e-76da9966d24f tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Pushing event updated for resources: {'Port': ['ID=bfa8764a-49ee-4747-82bc-79f11fab1602,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:20.026244 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 33fe8932-712d-4740-ad52-9c45a7c7c08a details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:32:20.035146 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['07e82003-d270-4848-a84d-a58ea18e9722'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:32:20.051379 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081e73e-7ce1-4efc-ac29-adf336b73467 req-ea3e01d8-dff8-45a9-afb9-8d54335e0e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:20.052953 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0081e73e-7ce1-4efc-ac29-adf336b73467 req-ea3e01d8-dff8-45a9-afb9-8d54335e0e9d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1aaa60180f894c09b05a1ee868cbae8d&device_id=c7a1270d-f01d-4c1b-b094-132856d28509 HTTP/1.1" status: 200 len: 1126 time: 0.2069414 Feb 20 05:32:20.096204 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95110d-37e2-499a-b515-363d43af75e3 req-03a56a67-0e5d-4c90-940e-76da9966d24f tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:20.097689 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8d95110d-37e2-499a-b515-363d43af75e3 req-03a56a67-0e5d-4c90-940e-76da9966d24f tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:20.186587 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8d95110d-37e2-499a-b515-363d43af75e3 req-03a56a67-0e5d-4c90-940e-76da9966d24f tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9880993 Feb 20 05:32:20.205989 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-8d95110d-37e2-499a-b515-363d43af75e3 req-d1f204a1-3a4c-4813-a431-9d29acd4d444 service neutron] Request body: {'port': {'device_id': 'a13b0905-7f3f-4765-a303-1dd29513f753', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:20.251292 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-4aaf665f-98be-469b-81c5-db9d955eb397 None None] Provisioning complete for port ae55257b-9679-4f5f-a9d2-a2fe6b55b307 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:20.251926 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4aaf665f-98be-469b-81c5-db9d955eb397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ae55257b-9679-4f5f-a9d2-a2fe6b55b307), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:20.301137 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ae55257b-9679-4f5f-a9d2-a2fe6b55b307 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:32:20.323822 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8d95110d-37e2-499a-b515-363d43af75e3 req-d1f204a1-3a4c-4813-a431-9d29acd4d444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bfa8764a-49ee-4747-82bc-79f11fab1602), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:20.351992 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 33fe8932-712d-4740-ad52-9c45a7c7c08a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=33fe8932-712d-4740-ad52-9c45a7c7c08a,segment=NetworkSegment(9abc642a-349a-436e-9940-6e83a87e01e6),segment_id=9abc642a-349a-436e-9940-6e83a87e01e6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:20.369843 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd57546-7322-4a8f-9d48-cbf0359c50ca service neutron] Pushing event updated for resources: {'Port': ['ID=f5d6ddf3-7113-4ed1-aa61-f4c4dec13664,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:20.382546 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '33fe8932-712d-4740-ad52-9c45a7c7c08a', 'network_id': '178e91eb-33a6-424a-9bb7-aa7190605b7a', 'port_id': '33fe8932-712d-4740-ad52-9c45a7c7c08a', 'mac_address': 'fa:16:3e:83:ca:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9159f160-3ceb-44d3-a7b6-758adaaafba6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:32:20.404041 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0832a-fd46-4f75-ae49-b005a8540a90 req-80a70ba4-beed-4925-a7bb-acb83d899eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:20.406318 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41e0832a-fd46-4f75-ae49-b005a8540a90 req-80a70ba4-beed-4925-a7bb-acb83d899eda service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c4a86dda-112b-40a2-8343-831907e025e8 HTTP/1.1" status: 200 len: 1127 time: 0.6135862 Feb 20 05:32:20.496925 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf665f-98be-469b-81c5-db9d955eb397 None None] Current status of the port ae55257b-9679-4f5f-a9d2-a2fe6b55b307 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:20.513402 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 33fe8932-712d-4740-ad52-9c45a7c7c08a is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:20.514323 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (33fe8932-712d-4740-ad52-9c45a7c7c08a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:20.531853 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port ae55257b-9679-4f5f-a9d2-a2fe6b55b307 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:20.532242 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ae55257b-9679-4f5f-a9d2-a2fe6b55b307), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:20.536918 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-3e9c7449-0fca-4875-a660-451b6e5d697b tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:20.538467 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-3e9c7449-0fca-4875-a660-451b6e5d697b tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/networks?id=178e91eb-33a6-424a-9bb7-aa7190605b7a HTTP/1.1" status: 200 len: 815 time: 0.6169314 Feb 20 05:32:20.547203 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41e0832a-fd46-4f75-ae49-b005a8540a90 req-a5f5ebcd-563c-4e94-a0be-03c92832e99a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=85778f9c-57d7-482c-a53c-8db6ee79db63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236253 Feb 20 05:32:20.559389 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-cbd57546-7322-4a8f-9d48-cbf0359c50ca service neutron] Attempting to bind port f5d6ddf3-7113-4ed1-aa61-f4c4dec13664 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:32:20.559611 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-cbd57546-7322-4a8f-9d48-cbf0359c50ca service neutron] Attempting to bind port f5d6ddf3-7113-4ed1-aa61-f4c4dec13664 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '9abc642a-349a-436e-9940-6e83a87e01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '178e91eb-33a6-424a-9bb7-aa7190605b7a'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:32:20.559893 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-cbd57546-7322-4a8f-9d48-cbf0359c50ca service neutron] Attempting to bind port f5d6ddf3-7113-4ed1-aa61-f4c4dec13664 on network 178e91eb-33a6-424a-9bb7-aa7190605b7a {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:20.562307 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33fe8932-712d-4740-ad52-9c45a7c7c08a {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:32:20.565714 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-ecb0d35b-caef-4a4a-a8e7-5b834acb7160 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/quotas/1aaa60180f894c09b05a1ee868cbae8d HTTP/1.1" status: 200 len: 375 time: 0.0158150 Feb 20 05:32:20.566609 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-cbd57546-7322-4a8f-9d48-cbf0359c50ca service neutron] Port f5d6ddf3-7113-4ed1-aa61-f4c4dec13664 on network 178e91eb-33a6-424a-9bb7-aa7190605b7a not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:32:20.566958 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-cbd57546-7322-4a8f-9d48-cbf0359c50ca service neutron] Attempting to bind port f5d6ddf3-7113-4ed1-aa61-f4c4dec13664 on network 178e91eb-33a6-424a-9bb7-aa7190605b7a {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:20.572747 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-cbd57546-7322-4a8f-9d48-cbf0359c50ca service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:32:20.573087 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-cbd57546-7322-4a8f-9d48-cbf0359c50ca service neutron] Checking segment: {'id': '9abc642a-349a-436e-9940-6e83a87e01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '178e91eb-33a6-424a-9bb7-aa7190605b7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:20.573560 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-cbd57546-7322-4a8f-9d48-cbf0359c50ca service neutron] Bound using segment: {'id': '9abc642a-349a-436e-9940-6e83a87e01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '178e91eb-33a6-424a-9bb7-aa7190605b7a'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:32:20.573976 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-cbd57546-7322-4a8f-9d48-cbf0359c50ca service neutron] Bound port: f5d6ddf3-7113-4ed1-aa61-f4c4dec13664, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9abc642a-349a-436e-9940-6e83a87e01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '178e91eb-33a6-424a-9bb7-aa7190605b7a'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:32:20.574395 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-cbd57546-7322-4a8f-9d48-cbf0359c50ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f5d6ddf3-7113-4ed1-aa61-f4c4dec13664), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:20.603178 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 33fe8932-712d-4740-ad52-9c45a7c7c08a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=33fe8932-712d-4740-ad52-9c45a7c7c08a,segment=NetworkSegment(9abc642a-349a-436e-9940-6e83a87e01e6),segment_id=9abc642a-349a-436e-9940-6e83a87e01e6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:20.612487 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (33fe8932-712d-4740-ad52-9c45a7c7c08a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:20.643920 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081e73e-7ce1-4efc-ac29-adf336b73467 req-b47e3452-5aca-4935-aebc-4b4a8ba95ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:20.645278 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0081e73e-7ce1-4efc-ac29-adf336b73467 req-b47e3452-5aca-4935-aebc-4b4a8ba95ff8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=178e91eb-33a6-424a-9bb7-aa7190605b7a HTTP/1.1" status: 200 len: 915 time: 0.5746510 Feb 20 05:32:20.688994 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-cbd57546-7322-4a8f-9d48-cbf0359c50ca service neutron] For port f5d6ddf3-7113-4ed1-aa61-f4c4dec13664, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:32:20.694327 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-09513704-4454-4499-ab40-f3e936e91bdd None None] Provisioning complete for port bfa8764a-49ee-4747-82bc-79f11fab1602 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:20.694702 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-09513704-4454-4499-ab40-f3e936e91bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bfa8764a-49ee-4747-82bc-79f11fab1602), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:20.698533 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-e2a9c9f6-de26-44f8-a6fa-2d46357b3a70 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1aaa60180f894c09b05a1ee868cbae8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1092942 Feb 20 05:32:20.700297 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-cbd57546-7322-4a8f-9d48-cbf0359c50ca service neutron] For port f5d6ddf3-7113-4ed1-aa61-f4c4dec13664, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=f5d6ddf3-7113-4ed1-aa61-f4c4dec13664,segment=NetworkSegment(9abc642a-349a-436e-9940-6e83a87e01e6),segment_id=9abc642a-349a-436e-9940-6e83a87e01e6)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:32:20.708107 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-cbd57546-7322-4a8f-9d48-cbf0359c50ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (f5d6ddf3-7113-4ed1-aa61-f4c4dec13664), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:20.722042 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=33fe8932-712d-4740-ad52-9c45a7c7c08a,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:20.730051 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port ae55257b-9679-4f5f-a9d2-a2fe6b55b307 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:20.742791 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-09513704-4454-4499-ab40-f3e936e91bdd None None] Port bfa8764a-49ee-4747-82bc-79f11fab1602 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:32:20.769450 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-cbd57546-7322-4a8f-9d48-cbf0359c50ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:20.770520 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-cbd57546-7322-4a8f-9d48-cbf0359c50ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:20.772244 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-cbd57546-7322-4a8f-9d48-cbf0359c50ca service neutron] 10.222.0.48 "PUT /v2.0/ports/f5d6ddf3-7113-4ed1-aa61-f4c4dec13664 HTTP/1.1" status: 200 len: 1092 time: 1.5612369 Feb 20 05:32:20.816721 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0081e73e-7ce1-4efc-ac29-adf336b73467 req-ce15835a-a612-403f-9dd8-39af6d406fc6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33fe8932-712d-4740-ad52-9c45a7c7c08a HTTP/1.1" status: 200 len: 217 time: 0.0602305 Feb 20 05:32:20.864193 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd57546-7322-4a8f-9d48-cbf0359c50ca service neutron] Pushing event updated for resources: {'Port': ['ID=f5d6ddf3-7113-4ed1-aa61-f4c4dec13664,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:20.909496 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-cb719cf4-1760-4cec-b3ee-51d8e6cfa5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:20.911000 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['33fe8932-712d-4740-ad52-9c45a7c7c08a'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:32:20.911234 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-cb719cf4-1760-4cec-b3ee-51d8e6cfa5e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1aaa60180f894c09b05a1ee868cbae8d&device_id=51995e88-6ad0-4960-8c97-c2c49c1214c0 HTTP/1.1" status: 200 len: 1126 time: 0.0893672 Feb 20 05:32:20.913033 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-cd2da81d-c2be-4e87-9a3a-c17b5c6978bf service neutron] 10.222.0.37 "GET /v2.0/networks/178e91eb-33a6-424a-9bb7-aa7190605b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956258 Feb 20 05:32:20.916529 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081e73e-7ce1-4efc-ac29-adf336b73467 req-5d0b1105-ad01-4056-99f4-ab7d48c9aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:20.917974 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0081e73e-7ce1-4efc-ac29-adf336b73467 req-5d0b1105-ad01-4056-99f4-ab7d48c9aba5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9159f160-3ceb-44d3-a7b6-758adaaafba6 HTTP/1.1" status: 200 len: 854 time: 0.0950129 Feb 20 05:32:20.978522 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-8ab5a97d-e947-4b70-b8a2-e2a2e7c80bb4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5d6ddf3-7113-4ed1-aa61-f4c4dec13664 HTTP/1.1" status: 200 len: 217 time: 0.0594165 Feb 20 05:32:21.067926 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-8d95110d-37e2-499a-b515-363d43af75e3 req-d1f204a1-3a4c-4813-a431-9d29acd4d444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfa8764a-49ee-4747-82bc-79f11fab1602 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:32:21.078696 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8d95110d-37e2-499a-b515-363d43af75e3 req-d1f204a1-3a4c-4813-a431-9d29acd4d444 service neutron] Publish callbacks [] for port (bfa8764a-49ee-4747-82bc-79f11fab1602), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:21.081328 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-86d18262-ace7-4e27-bd23-f5b07a8b28cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:21.083635 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-86d18262-ace7-4e27-bd23-f5b07a8b28cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9159f160-3ceb-44d3-a7b6-758adaaafba6 HTTP/1.1" status: 200 len: 854 time: 0.0757191 Feb 20 05:32:21.084640 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081e73e-7ce1-4efc-ac29-adf336b73467 req-1dfa7485-f56c-46d4-ad95-00bdf567e939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:21.086240 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0081e73e-7ce1-4efc-ac29-adf336b73467 req-1dfa7485-f56c-46d4-ad95-00bdf567e939 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=178e91eb-33a6-424a-9bb7-aa7190605b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1544683 Feb 20 05:32:21.103779 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-8d95110d-37e2-499a-b515-363d43af75e3 req-d1f204a1-3a4c-4813-a431-9d29acd4d444 service neutron] Transition to ACTIVE for port object bfa8764a-49ee-4747-82bc-79f11fab1602 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:32:21.120320 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8d95110d-37e2-499a-b515-363d43af75e3 req-d1f204a1-3a4c-4813-a431-9d29acd4d444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (bfa8764a-49ee-4747-82bc-79f11fab1602), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:21.144822 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-dcfa76a6-9557-4076-92fb-9fadb07642f6 service neutron] 10.222.0.37 "GET /v2.0/networks/178e91eb-33a6-424a-9bb7-aa7190605b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189887 Feb 20 05:32:21.166331 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-ccfd3f86-3bc8-44e0-b2d5-82398f53cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:21.168687 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-ccfd3f86-3bc8-44e0-b2d5-82398f53cce4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=178e91eb-33a6-424a-9bb7-aa7190605b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0775912 Feb 20 05:32:21.222428 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 07e82003-d270-4848-a84d-a58ea18e9722 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:32:21.224421 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f204a1-3a4c-4813-a431-9d29acd4d444 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa8764a-49ee-4747-82bc-79f11fab1602,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:21.266724 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0081e73e-7ce1-4efc-ac29-adf336b73467 req-086cdac4-7570-458d-b976-0829552fe7f9 service neutron] 10.222.0.61 "GET /v2.0/networks/178e91eb-33a6-424a-9bb7-aa7190605b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712728 Feb 20 05:32:21.300264 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:21.318652 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-2c13839d-1c03-4e02-a01d-e9dde68958b4 service neutron] 10.222.0.48 "GET /v2.0/networks/178e91eb-33a6-424a-9bb7-aa7190605b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430430 Feb 20 05:32:21.332944 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 07e82003-d270-4848-a84d-a58ea18e9722 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:32:21.343816 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 07e82003-d270-4848-a84d-a58ea18e9722 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:21.344256 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (07e82003-d270-4848-a84d-a58ea18e9722), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:21.440339 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6a78159-ba01-421a-b983-c43ec0af20e5 req-2828a541-0c97-4844-ba4a-f1672d198096 service neutron] 10.222.0.48 "GET /v2.0/networks/178e91eb-33a6-424a-9bb7-aa7190605b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159165 Feb 20 05:32:21.468451 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0081e73e-7ce1-4efc-ac29-adf336b73467 req-af19ea7e-9ba3-4dc0-a209-e0104bddc1ce service neutron] 10.222.0.61 "GET /v2.0/networks/178e91eb-33a6-424a-9bb7-aa7190605b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596448 Feb 20 05:32:21.474048 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 07e82003-d270-4848-a84d-a58ea18e9722 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:21.474780 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (07e82003-d270-4848-a84d-a58ea18e9722), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:21.496761 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-8d95110d-37e2-499a-b515-363d43af75e3 req-d1f204a1-3a4c-4813-a431-9d29acd4d444 service neutron] Attempting to bind port bfa8764a-49ee-4747-82bc-79f11fab1602 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:32:21.497030 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-8d95110d-37e2-499a-b515-363d43af75e3 req-d1f204a1-3a4c-4813-a431-9d29acd4d444 service neutron] Attempting to bind port bfa8764a-49ee-4747-82bc-79f11fab1602 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:32:21.497463 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d95110d-37e2-499a-b515-363d43af75e3 req-d1f204a1-3a4c-4813-a431-9d29acd4d444 service neutron] Attempting to bind port bfa8764a-49ee-4747-82bc-79f11fab1602 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:21.503873 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d95110d-37e2-499a-b515-363d43af75e3 req-d1f204a1-3a4c-4813-a431-9d29acd4d444 service neutron] Port bfa8764a-49ee-4747-82bc-79f11fab1602 on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:32:21.504382 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d95110d-37e2-499a-b515-363d43af75e3 req-d1f204a1-3a4c-4813-a431-9d29acd4d444 service neutron] Attempting to bind port bfa8764a-49ee-4747-82bc-79f11fab1602 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:21.509826 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d95110d-37e2-499a-b515-363d43af75e3 req-d1f204a1-3a4c-4813-a431-9d29acd4d444 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:32:21.510173 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d95110d-37e2-499a-b515-363d43af75e3 req-d1f204a1-3a4c-4813-a431-9d29acd4d444 service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:21.510559 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d95110d-37e2-499a-b515-363d43af75e3 req-d1f204a1-3a4c-4813-a431-9d29acd4d444 service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:32:21.511029 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-8d95110d-37e2-499a-b515-363d43af75e3 req-d1f204a1-3a4c-4813-a431-9d29acd4d444 service neutron] Bound port: bfa8764a-49ee-4747-82bc-79f11fab1602, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:32:21.511392 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8d95110d-37e2-499a-b515-363d43af75e3 req-d1f204a1-3a4c-4813-a431-9d29acd4d444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bfa8764a-49ee-4747-82bc-79f11fab1602), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:21.533656 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8af17f-2007-408c-8e67-4a8124011fc6 req-0dc568d3-b2ed-437d-97a6-91e8d318efa0 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:21.536854 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eb8af17f-2007-408c-8e67-4a8124011fc6 req-0dc568d3-b2ed-437d-97a6-91e8d318efa0 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 945 time: 0.0955632 Feb 20 05:32:21.550518 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 07e82003-d270-4848-a84d-a58ea18e9722, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=07e82003-d270-4848-a84d-a58ea18e9722,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:21.556249 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (07e82003-d270-4848-a84d-a58ea18e9722), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:21.602559 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eb8af17f-2007-408c-8e67-4a8124011fc6 req-8b351816-1d1d-4045-aee7-e6d99774e124 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558081 Feb 20 05:32:21.610472 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-8d95110d-37e2-499a-b515-363d43af75e3 req-d1f204a1-3a4c-4813-a431-9d29acd4d444 service neutron] For port bfa8764a-49ee-4747-82bc-79f11fab1602, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:32:21.617319 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-8d95110d-37e2-499a-b515-363d43af75e3 req-d1f204a1-3a4c-4813-a431-9d29acd4d444 service neutron] For port bfa8764a-49ee-4747-82bc-79f11fab1602, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=bfa8764a-49ee-4747-82bc-79f11fab1602,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:32:21.636413 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8d95110d-37e2-499a-b515-363d43af75e3 req-d1f204a1-3a4c-4813-a431-9d29acd4d444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (bfa8764a-49ee-4747-82bc-79f11fab1602), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:21.636808 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=07e82003-d270-4848-a84d-a58ea18e9722,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:21.679845 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95110d-37e2-499a-b515-363d43af75e3 req-d1f204a1-3a4c-4813-a431-9d29acd4d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:21.680464 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8d95110d-37e2-499a-b515-363d43af75e3 req-d1f204a1-3a4c-4813-a431-9d29acd4d444 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:21.681843 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8d95110d-37e2-499a-b515-363d43af75e3 req-d1f204a1-3a4c-4813-a431-9d29acd4d444 service neutron] 10.222.0.48 "PUT /v2.0/ports/bfa8764a-49ee-4747-82bc-79f11fab1602 HTTP/1.1" status: 200 len: 1096 time: 1.4807882 Feb 20 05:32:21.706455 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43243a6-4006-4d89-a64e-535bcc4c5ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9ec1e0-e0b1-4cca-906f-f3fb24cae080'}, {'server_uuid': '78ba4eff-508a-4822-8b55-0e46082ef50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e82003-d270-4848-a84d-a58ea18e9722'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:32:21.714467 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b67f78d-af7c-4f88-aa8b-800c42895f3a" -d '{"events": [{"server_uuid": "c43243a6-4006-4d89-a64e-535bcc4c5ab9", "name": "network-vif-plugged", "status": "completed", "tag": "be9ec1e0-e0b1-4cca-906f-f3fb24cae080"}, {"server_uuid": "78ba4eff-508a-4822-8b55-0e46082ef50c", "name": "network-vif-plugged", "status": "completed", "tag": "07e82003-d270-4848-a84d-a58ea18e9722"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:32:21.725001 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f204a1-3a4c-4813-a431-9d29acd4d444 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa8764a-49ee-4747-82bc-79f11fab1602,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:21.762882 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5452d39-1b93-46d0-a8eb-7c774b30f832 req-b3e8258f-729a-4e4e-bb23-fc00802afa1b tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:21.768670 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a5452d39-1b93-46d0-a8eb-7c774b30f832 req-b3e8258f-729a-4e4e-bb23-fc00802afa1b tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/ports?device_id=a13b0905-7f3f-4765-a303-1dd29513f753 HTTP/1.1" status: 200 len: 948 time: 0.0792575 Feb 20 05:32:21.810161 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13b0905-7f3f-4765-a303-1dd29513f753', 'tag': 'bfa8764a-49ee-4747-82bc-79f11fab1602'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:32:21.814418 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ae8f25-c25e-4438-b1e8-ac1dd33ec979" -d '{"events": [{"name": "network-changed", "server_uuid": "a13b0905-7f3f-4765-a303-1dd29513f753", "tag": "bfa8764a-49ee-4747-82bc-79f11fab1602"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:32:21.834799 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95110d-37e2-499a-b515-363d43af75e3 req-63a1c093-5f48-409d-8941-11834de3551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:21.836396 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8d95110d-37e2-499a-b515-363d43af75e3 req-63a1c093-5f48-409d-8941-11834de3551b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec304e7bd6054bfaadff95376967c4f1&device_id=a13b0905-7f3f-4765-a303-1dd29513f753 HTTP/1.1" status: 200 len: 1130 time: 0.0933621 Feb 20 05:32:21.889078 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8d95110d-37e2-499a-b515-363d43af75e3 req-37f8dc9d-b481-4f87-bee0-ee4402d4d35e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=bfa8764a-49ee-4747-82bc-79f11fab1602 HTTP/1.1" status: 200 len: 217 time: 0.0445650 Feb 20 05:32:21.900954 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a5452d39-1b93-46d0-a8eb-7c774b30f832 req-873a2a70-d613-4150-a596-3a06cc3881df tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/security-groups?id=71840a2c-ec6c-40d3-bacb-7ec74b0d213d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159449 Feb 20 05:32:21.949588 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95110d-37e2-499a-b515-363d43af75e3 req-23170e41-3bd8-45c8-a90e-1a0d739b54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:21.951146 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8d95110d-37e2-499a-b515-363d43af75e3 req-23170e41-3bd8-45c8-a90e-1a0d739b54d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0555427 Feb 20 05:32:21.967169 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f491e8ce-f6bf-46a7-ad2e-f2e52fd4b248 x-openstack-request-id: req-f491e8ce-f6bf-46a7-ad2e-f2e52fd4b248 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:32:21.967496 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ef67a5-1578-4cc5-9ade-6aff4ee422fc", "tag": "b1e47dd1-5450-4da2-9a90-83e23c48ee65", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:32:21.969045 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f491e8ce-f6bf-46a7-ad2e-f2e52fd4b248 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:32:21.969475 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ef67a5-1578-4cc5-9ade-6aff4ee422fc', 'tag': 'b1e47dd1-5450-4da2-9a90-83e23c48ee65', 'status': 'completed', 'code': 200} Feb 20 05:32:22.044777 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b1e47dd1-5450-4da2-9a90-83e23c48ee65 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:32:22.045754 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95110d-37e2-499a-b515-363d43af75e3 req-dbd6524a-a04e-4c6a-b5f4-05540845fabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:22.046760 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 33fe8932-712d-4740-ad52-9c45a7c7c08a up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:32:22.047410 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8d95110d-37e2-499a-b515-363d43af75e3 req-dbd6524a-a04e-4c6a-b5f4-05540845fabc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0887725 Feb 20 05:32:22.144229 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8d95110d-37e2-499a-b515-363d43af75e3 req-f4b6f83e-3a83-4386-98b5-95ac058a873c service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894074 Feb 20 05:32:22.169916 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a42bf-dc9b-4cb4-ae07-45fc5650aa02 req-ce7cb804-d89f-46b6-a881-fb98cbbd5c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:22.172138 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-008a42bf-dc9b-4cb4-ae07-45fc5650aa02 req-ce7cb804-d89f-46b6-a881-fb98cbbd5c46 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec304e7bd6054bfaadff95376967c4f1&device_id=49ef67a5-1578-4cc5-9ade-6aff4ee422fc HTTP/1.1" status: 200 len: 1130 time: 0.1676311 Feb 20 05:32:22.187757 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 33fe8932-712d-4740-ad52-9c45a7c7c08a completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:32:22.194490 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 33fe8932-712d-4740-ad52-9c45a7c7c08a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:22.195173 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (33fe8932-712d-4740-ad52-9c45a7c7c08a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:22.253712 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b1e47dd1-5450-4da2-9a90-83e23c48ee65, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b1e47dd1-5450-4da2-9a90-83e23c48ee65,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:22.269314 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'b1e47dd1-5450-4da2-9a90-83e23c48ee65', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': 'b1e47dd1-5450-4da2-9a90-83e23c48ee65', 'mac_address': 'fa:16:3e:db:d4:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:32:22.330709 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 33fe8932-712d-4740-ad52-9c45a7c7c08a is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:22.331469 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (33fe8932-712d-4740-ad52-9c45a7c7c08a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:22.338389 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56362) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:22.343295 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-67e7052e-5a3a-45d5-bdbb-ea96aa6682e0 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1225535720', 'description': 'tempest-description--455458362'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:22.354892 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port b1e47dd1-5450-4da2-9a90-83e23c48ee65 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:22.355318 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:22.368796 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-67e7052e-5a3a-45d5-bdbb-ea96aa6682e0 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:22.375436 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a42bf-dc9b-4cb4-ae07-45fc5650aa02 req-997265de-b724-471e-b8c0-80b0908059b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:22.377294 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-008a42bf-dc9b-4cb4-ae07-45fc5650aa02 req-997265de-b724-471e-b8c0-80b0908059b1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.1861038 Feb 20 05:32:22.396376 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8d95110d-37e2-499a-b515-363d43af75e3 req-fde02dbd-f9c1-4e97-91c2-1d7a47e54b52 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452750 Feb 20 05:32:22.403372 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 33fe8932-712d-4740-ad52-9c45a7c7c08a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=33fe8932-712d-4740-ad52-9c45a7c7c08a,segment=NetworkSegment(9abc642a-349a-436e-9940-6e83a87e01e6),segment_id=9abc642a-349a-436e-9940-6e83a87e01e6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:22.407158 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1e47dd1-5450-4da2-9a90-83e23c48ee65 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:32:22.421233 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (33fe8932-712d-4740-ad52-9c45a7c7c08a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:22.434958 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b1e47dd1-5450-4da2-9a90-83e23c48ee65, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b1e47dd1-5450-4da2-9a90-83e23c48ee65,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:22.435976 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-008a42bf-dc9b-4cb4-ae07-45fc5650aa02 req-da8587cd-5333-45a2-a2e0-2cbcc9d35966 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=b1e47dd1-5450-4da2-9a90-83e23c48ee65 HTTP/1.1" status: 200 len: 217 time: 0.0483027 Feb 20 05:32:22.457771 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:22.473496 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-67e7052e-5a3a-45d5-bdbb-ea96aa6682e0 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for security_group (a088be27-f47e-4938-be47-680ad05b339b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:22.479825 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-67e7052e-5a3a-45d5-bdbb-ea96aa6682e0 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a088be27-f47e-4938-be47-680ad05b339b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:22.481945 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=33fe8932-712d-4740-ad52-9c45a7c7c08a,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:22.492600 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a42bf-dc9b-4cb4-ae07-45fc5650aa02 req-1a11a0a1-b327-4d5b-98f7-84e69f4cb415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:22.494729 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-008a42bf-dc9b-4cb4-ae07-45fc5650aa02 req-1a11a0a1-b327-4d5b-98f7-84e69f4cb415 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0524237 Feb 20 05:32:22.522814 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7052e-5a3a-45d5-bdbb-ea96aa6682e0 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a088be27-f47e-4938-be47-680ad05b339b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:22.527136 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-67e7052e-5a3a-45d5-bdbb-ea96aa6682e0 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:22.528493 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-67e7052e-5a3a-45d5-bdbb-ea96aa6682e0 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1887698 Feb 20 05:32:22.531985 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56364) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:22.536590 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-597af083-4e83-48e0-aac7-ad0ea77f68d9 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Request body: {'security_group_rule': {'security_group_id': 'a088be27-f47e-4938-be47-680ad05b339b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:22.539102 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=b1e47dd1-5450-4da2-9a90-83e23c48ee65,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:22.549644 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd620b8c-534c-4e38-b105-f78e698c6503 req-67bf18b1-16e4-4aab-aacb-e060cc1ac251 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:22.551249 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dd620b8c-534c-4e38-b105-f78e698c6503 req-67bf18b1-16e4-4aab-aacb-e060cc1ac251 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43243a6-4006-4d89-a64e-535bcc4c5ab9 HTTP/1.1" status: 200 len: 945 time: 0.1118462 Feb 20 05:32:22.556592 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a42bf-dc9b-4cb4-ae07-45fc5650aa02 req-064cccdc-f082-4d4f-a74d-422b4d9242c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:22.558155 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-008a42bf-dc9b-4cb4-ae07-45fc5650aa02 req-064cccdc-f082-4d4f-a74d-422b4d9242c6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0533204 Feb 20 05:32:22.590620 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-597af083-4e83-48e0-aac7-ad0ea77f68d9 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for security_group_rule (2cf9771f-cd84-45f2-86ff-c5daa6f90653), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:22.594761 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:22.635844 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dd620b8c-534c-4e38-b105-f78e698c6503 req-296d1be1-232b-4aaf-9d09-d92ff3d9aba1 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac3ec74-e1d5-42c2-a5fb-83a0d2521f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755279 Feb 20 05:32:22.642845 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:22.698653 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-008a42bf-dc9b-4cb4-ae07-45fc5650aa02 req-58d01c0f-22fe-4e97-87c6-bf9c9c604f31 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237743 Feb 20 05:32:22.703281 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-597af083-4e83-48e0-aac7-ad0ea77f68d9 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for security_group_rule (2cf9771f-cd84-45f2-86ff-c5daa6f90653), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:22.716120 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-597af083-4e83-48e0-aac7-ad0ea77f68d9 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (2cf9771f-cd84-45f2-86ff-c5daa6f90653), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:22.766603 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597af083-4e83-48e0-aac7-ad0ea77f68d9 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf9771f-cd84-45f2-86ff-c5daa6f90653,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:22.776223 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['b1e47dd1-5450-4da2-9a90-83e23c48ee65'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:32:22.781954 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-597af083-4e83-48e0-aac7-ad0ea77f68d9 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:22.786177 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-597af083-4e83-48e0-aac7-ad0ea77f68d9 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2501998 Feb 20 05:32:22.786928 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56368) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:22.793318 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-06896f36-c4c9-43bf-a6b2-dcfc829b690e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Request body: {'security_group_rule': {'security_group_id': 'a088be27-f47e-4938-be47-680ad05b339b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:22.816521 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1954e2-97c4-43f7-909e-2f9f1fc46810 req-c31a90cf-9391-4214-8871-462045f08725 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:22.818855 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf1954e2-97c4-43f7-909e-2f9f1fc46810 req-c31a90cf-9391-4214-8871-462045f08725 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 945 time: 0.1182649 Feb 20 05:32:22.859882 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-06896f36-c4c9-43bf-a6b2-dcfc829b690e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for security_group_rule (22e235e2-cfa5-4ff0-a0cd-6d7abc986ae1), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:22.882147 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-008a42bf-dc9b-4cb4-ae07-45fc5650aa02 req-f485cb07-b35e-4b84-a817-1bc056951973 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772897 Feb 20 05:32:22.898719 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-5fd5670b-72e0-479a-9584-b950b697e36d tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:22.900352 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-5fd5670b-72e0-479a-9584-b950b697e36d tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.48 "GET /v2.0/networks?id=178e91eb-33a6-424a-9bb7-aa7190605b7a HTTP/1.1" status: 200 len: 815 time: 0.1452792 Feb 20 05:32:22.916013 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-59c7b3aa-7756-44f2-96fc-fb8bb63e1365 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Request body: {'port': {'device_id': '66e439f1-da3b-408c-9baf-9e1b144fa22e', 'network_id': '178e91eb-33a6-424a-9bb7-aa7190605b7a', 'admin_state_up': True, 'tenant_id': '1aaa60180f894c09b05a1ee868cbae8d'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:22.930648 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf1954e2-97c4-43f7-909e-2f9f1fc46810 req-bca53c23-dd3b-44ea-af0c-760ab98b24af tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045570 Feb 20 05:32:22.963891 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-06896f36-c4c9-43bf-a6b2-dcfc829b690e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for security_group_rule (22e235e2-cfa5-4ff0-a0cd-6d7abc986ae1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:22.970500 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-06896f36-c4c9-43bf-a6b2-dcfc829b690e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (22e235e2-cfa5-4ff0-a0cd-6d7abc986ae1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:22.994945 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06896f36-c4c9-43bf-a6b2-dcfc829b690e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e235e2-cfa5-4ff0-a0cd-6d7abc986ae1,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:23.008699 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-06896f36-c4c9-43bf-a6b2-dcfc829b690e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:23.012799 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-06896f36-c4c9-43bf-a6b2-dcfc829b690e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2218347 Feb 20 05:32:23.013034 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56372) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:23.018379 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c7ab5718-277f-46b6-ba18-32a74df5c9a6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:23.024823 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-3b443dc5-d3aa-4569-ae84-daec9f238706 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:23.026344 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-3b443dc5-d3aa-4569-ae84-daec9f238706 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0&tenant_id=fd21ae910f154cf58d2067d0920b47f4&binding%3Ahost_id=n-h2-829866-5 HTTP/1.1" status: 200 len: 1127 time: 0.1249924 Feb 20 05:32:23.042037 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c7ab5718-277f-46b6-ba18-32a74df5c9a6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:23.045081 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-576c6fed-2b0e-4dd9-9b09-b8a436e6e37d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829866-5'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:23.115803 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-59c7b3aa-7756-44f2-96fc-fb8bb63e1365 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Made reservation on behalf of 1aaa60180f894c09b05a1ee868cbae8d for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:32:23.119045 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-59c7b3aa-7756-44f2-96fc-fb8bb63e1365 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:23.134051 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-576c6fed-2b0e-4dd9-9b09-b8a436e6e37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:23.154574 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c99dc2-95c3-4158-bb90-1d79c07b327e req-01f86aaa-dbe0-49ce-8f46-719237a17187 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:23.157252 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75c99dc2-95c3-4158-bb90-1d79c07b327e req-01f86aaa-dbe0-49ce-8f46-719237a17187 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4a86dda-112b-40a2-8343-831907e025e8 HTTP/1.1" status: 200 len: 945 time: 0.1012661 Feb 20 05:32:23.217311 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device f5d6ddf3-7113-4ed1-aa61-f4c4dec13664 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:32:23.226341 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75c99dc2-95c3-4158-bb90-1d79c07b327e req-87320c2f-a586-4caf-9194-4ca32933e6ce tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] 10.222.0.37 "GET /v2.0/security-groups?id=85778f9c-57d7-482c-a53c-8db6ee79db63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604756 Feb 20 05:32:23.233637 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c7ab5718-277f-46b6-ba18-32a74df5c9a6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:23.332560 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-59c7b3aa-7756-44f2-96fc-fb8bb63e1365 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Allocated IP 172.20.0.8 (178e91eb-33a6-424a-9bb7-aa7190605b7a/9159f160-3ceb-44d3-a7b6-758adaaafba6/612e10aa-901e-43d5-b482-2a52932935e8) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:32:23.368399 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-576c6fed-2b0e-4dd9-9b09-b8a436e6e37d service neutron] For port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:23.400932 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-c7ab5718-277f-46b6-ba18-32a74df5c9a6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Allocated IP 172.25.3.74 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/37a80b3e-7e84-4914-b139-9dd436eb8388) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:32:23.442696 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec495e-b442-48b3-af2e-7db492f2d908 req-40b4c879-83b3-49cc-8d59-f05c710e8a54 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:23.444462 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46ec495e-b442-48b3-af2e-7db492f2d908 req-40b4c879-83b3-49cc-8d59-f05c710e8a54 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=690197f4-c0f0-460d-91c3-001672fd6897 HTTP/1.1" status: 200 len: 945 time: 0.1047957 Feb 20 05:32:23.479414 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-576c6fed-2b0e-4dd9-9b09-b8a436e6e37d service neutron] For port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:32:23.543974 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-576c6fed-2b0e-4dd9-9b09-b8a436e6e37d service neutron] Publish callbacks [] for port (a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:23.554954 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-576c6fed-2b0e-4dd9-9b09-b8a436e6e37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:23.556647 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46ec495e-b442-48b3-af2e-7db492f2d908 req-86dc3a57-a5cb-4414-97b0-5e487cec9bf6 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809400 Feb 20 05:32:23.586683 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c7ab5718-277f-46b6-ba18-32a74df5c9a6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for port (37a80b3e-7e84-4914-b139-9dd436eb8388), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:23.596728 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-59c7b3aa-7756-44f2-96fc-fb8bb63e1365 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Publish callbacks [] for port (612e10aa-901e-43d5-b482-2a52932935e8), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:23.611704 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port f5d6ddf3-7113-4ed1-aa61-f4c4dec13664, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=f5d6ddf3-7113-4ed1-aa61-f4c4dec13664,segment=NetworkSegment(9abc642a-349a-436e-9940-6e83a87e01e6),segment_id=9abc642a-349a-436e-9940-6e83a87e01e6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:23.634081 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c7ab5718-277f-46b6-ba18-32a74df5c9a6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (37a80b3e-7e84-4914-b139-9dd436eb8388), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:23.635110 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'f5d6ddf3-7113-4ed1-aa61-f4c4dec13664', 'network_id': '178e91eb-33a6-424a-9bb7-aa7190605b7a', 'port_id': 'f5d6ddf3-7113-4ed1-aa61-f4c4dec13664', 'mac_address': 'fa:16:3e:80:02:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9159f160-3ceb-44d3-a7b6-758adaaafba6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:32:23.658938 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c6fed-2b0e-4dd9-9b09-b8a436e6e37d service neutron] Pushing event updated for resources: {'Port': ['ID=a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4,revision_number=7']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:23.684122 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port f5d6ddf3-7113-4ed1-aa61-f4c4dec13664 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:23.684540 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f5d6ddf3-7113-4ed1-aa61-f4c4dec13664), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:23.695289 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-576c6fed-2b0e-4dd9-9b09-b8a436e6e37d service neutron] Attempting to bind port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 on host n-h2-829866-5 for vnic_type normal with profile {"migrating_to": "n-h1-829866-5"} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:32:23.695907 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-576c6fed-2b0e-4dd9-9b09-b8a436e6e37d service neutron] Attempting to bind port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:32:23.695907 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-576c6fed-2b0e-4dd9-9b09-b8a436e6e37d service neutron] Attempting to bind port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 on network cb4530de-66c2-443b-82e6-823a997cfe68 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:23.700751 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-59c7b3aa-7756-44f2-96fc-fb8bb63e1365 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (612e10aa-901e-43d5-b482-2a52932935e8), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:23.702882 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-576c6fed-2b0e-4dd9-9b09-b8a436e6e37d service neutron] Port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 on network cb4530de-66c2-443b-82e6-823a997cfe68 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:32:23.703040 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-576c6fed-2b0e-4dd9-9b09-b8a436e6e37d service neutron] Attempting to bind port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 on network cb4530de-66c2-443b-82e6-823a997cfe68 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:23.705688 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ab5718-277f-46b6-ba18-32a74df5c9a6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:32:23.710930 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d6ddf3-7113-4ed1-aa61-f4c4dec13664 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:32:23.714251 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-c7ab5718-277f-46b6-ba18-32a74df5c9a6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:23.721622 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ab5718-277f-46b6-ba18-32a74df5c9a6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:32:23.723823 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab5718-277f-46b6-ba18-32a74df5c9a6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event updated for resources: {'Port': ['ID=37a80b3e-7e84-4914-b139-9dd436eb8388,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:23.724566 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['33fe8932-712d-4740-ad52-9c45a7c7c08a'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:32:23.735791 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-576c6fed-2b0e-4dd9-9b09-b8a436e6e37d service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:32:23.736141 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-576c6fed-2b0e-4dd9-9b09-b8a436e6e37d service neutron] Checking segment: {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:23.736532 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-576c6fed-2b0e-4dd9-9b09-b8a436e6e37d service neutron] Bound using segment: {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:32:23.736978 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-576c6fed-2b0e-4dd9-9b09-b8a436e6e37d service neutron] Bound port: a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88db1a0-5356-40b1-9368-3d7a060c4f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cb4530de-66c2-443b-82e6-823a997cfe68'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:32:23.737341 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-576c6fed-2b0e-4dd9-9b09-b8a436e6e37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:23.761206 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-59c7b3aa-7756-44f2-96fc-fb8bb63e1365 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Network 178e91eb-33a6-424a-9bb7-aa7190605b7a is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:32:23.768519 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-59c7b3aa-7756-44f2-96fc-fb8bb63e1365 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:23.784332 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port f5d6ddf3-7113-4ed1-aa61-f4c4dec13664, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=f5d6ddf3-7113-4ed1-aa61-f4c4dec13664,segment=NetworkSegment(9abc642a-349a-436e-9940-6e83a87e01e6),segment_id=9abc642a-349a-436e-9940-6e83a87e01e6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:23.789851 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f5d6ddf3-7113-4ed1-aa61-f4c4dec13664), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:23.794147 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-59c7b3aa-7756-44f2-96fc-fb8bb63e1365 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:32:23.804391 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7b3aa-7756-44f2-96fc-fb8bb63e1365 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Pushing event updated for resources: {'Port': ['ID=612e10aa-901e-43d5-b482-2a52932935e8,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:23.868962 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09ed5e-5305-41a1-a96b-f3a3a9393a96 req-138fa7ed-7fd8-4c8d-89fd-a9e8f8a031f1 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:23.870151 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e09ed5e-5305-41a1-a96b-f3a3a9393a96 req-138fa7ed-7fd8-4c8d-89fd-a9e8f8a031f1 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e439f1-da3b-408c-9baf-9e1b144fa22e HTTP/1.1" status: 200 len: 931 time: 0.1505673 Feb 20 05:32:23.884669 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-59c7b3aa-7756-44f2-96fc-fb8bb63e1365 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:23.885203 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-59c7b3aa-7756-44f2-96fc-fb8bb63e1365 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:23.888602 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-576c6fed-2b0e-4dd9-9b09-b8a436e6e37d service neutron] For port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:32:23.892708 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-576c6fed-2b0e-4dd9-9b09-b8a436e6e37d service neutron] For port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:32:23.902798 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-576c6fed-2b0e-4dd9-9b09-b8a436e6e37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:23.912894 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-59c7b3aa-7756-44f2-96fc-fb8bb63e1365 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0008454 Feb 20 05:32:23.940880 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-edf0f8b4-5d74-49c2-b4d6-e1faaacc03fd service neutron] Request body: {'port': {'device_id': '66e439f1-da3b-408c-9baf-9e1b144fa22e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:23.945246 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c7ab5718-277f-46b6-ba18-32a74df5c9a6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for floatingip (afab7e7a-110e-4ef1-a394-21795036cbcd), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:23.959126 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e09ed5e-5305-41a1-a96b-f3a3a9393a96 req-09a0dded-fbdd-44c3-abef-4830fea284f9 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815074 Feb 20 05:32:23.974602 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=f5d6ddf3-7113-4ed1-aa61-f4c4dec13664,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:24.019839 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51995e88-6ad0-4960-8c97-c2c49c1214c0', 'tag': 'f5d6ddf3-7113-4ed1-aa61-f4c4dec13664'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:32:24.022613 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe3fd5a-2ad4-4ca2-b1cd-442dc3d7d2c3" -d '{"events": [{"name": "network-changed", "server_uuid": "51995e88-6ad0-4960-8c97-c2c49c1214c0", "tag": "f5d6ddf3-7113-4ed1-aa61-f4c4dec13664"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:32:24.026677 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c7ab5718-277f-46b6-ba18-32a74df5c9a6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (37a80b3e-7e84-4914-b139-9dd436eb8388), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:24.068191 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-576c6fed-2b0e-4dd9-9b09-b8a436e6e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:24.069255 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-576c6fed-2b0e-4dd9-9b09-b8a436e6e37d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:24.071443 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-576c6fed-2b0e-4dd9-9b09-b8a436e6e37d service neutron] 10.222.0.61 "PUT /v2.0/ports/a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 HTTP/1.1" status: 200 len: 1121 time: 1.0319502 Feb 20 05:32:24.128365 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['f5d6ddf3-7113-4ed1-aa61-f4c4dec13664'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:32:24.189474 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c6fed-2b0e-4dd9-9b09-b8a436e6e37d service neutron] Pushing event updated for resources: {'Port': ['ID=a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4,revision_number=8']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:24.189876 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:32:24.195797 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.48', 56530) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:24.204297 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6d91a6-d76f-49e2-87af-1e2be3527a0e x-openstack-request-id: req-aa6d91a6-d76f-49e2-87af-1e2be3527a0e {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:32:24.211837 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a13b0905-7f3f-4765-a303-1dd29513f753", "tag": "bfa8764a-49ee-4747-82bc-79f11fab1602", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:32:24.212261 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa6d91a6-d76f-49e2-87af-1e2be3527a0e {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:32:24.212826 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a13b0905-7f3f-4765-a303-1dd29513f753', 'tag': 'bfa8764a-49ee-4747-82bc-79f11fab1602', 'status': 'completed', 'code': 200} Feb 20 05:32:24.231434 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b1e47dd1-5450-4da2-9a90-83e23c48ee65 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:32:24.242779 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 20 Feb 2022 05:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed132f1f-e7dd-4c85-8c71-07167e9866c1 x-openstack-request-id: req-ed132f1f-e7dd-4c85-8c71-07167e9866c1 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:32:24.243490 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43243a6-4006-4d89-a64e-535bcc4c5ab9", "name": "network-vif-plugged", "status": "completed", "tag": "be9ec1e0-e0b1-4cca-906f-f3fb24cae080", "code": 200}, {"server_uuid": "78ba4eff-508a-4822-8b55-0e46082ef50c", "name": "network-vif-plugged", "status": "completed", "tag": "07e82003-d270-4848-a84d-a58ea18e9722", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:32:24.243490 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed132f1f-e7dd-4c85-8c71-07167e9866c1 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:32:24.243743 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43243a6-4006-4d89-a64e-535bcc4c5ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9ec1e0-e0b1-4cca-906f-f3fb24cae080', 'code': 200} Feb 20 05:32:24.244063 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ba4eff-508a-4822-8b55-0e46082ef50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e82003-d270-4848-a84d-a58ea18e9722', 'code': 200} Feb 20 05:32:24.267469 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-edf0f8b4-5d74-49c2-b4d6-e1faaacc03fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (612e10aa-901e-43d5-b482-2a52932935e8), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:24.313773 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d3f18-a5b2-4e6d-bb0c-3584d0184ed3 req-5d948d40-0cbd-4f2f-aed7-f139abe9100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:24.315330 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1d7d3f18-a5b2-4e6d-bb0c-3584d0184ed3 req-5d948d40-0cbd-4f2f-aed7-f139abe9100e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 1128 time: 0.1223905 Feb 20 05:32:24.365362 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:32:24.367757 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:32:24.371803 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbfff6-99f4-4421-927e-14be12c6f99a req-8e63c8fb-2e62-499a-a559-4b4c02084f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:24.373318 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-31fbfff6-99f4-4421-927e-14be12c6f99a req-8e63c8fb-2e62-499a-a559-4b4c02084f6c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c43243a6-4006-4d89-a64e-535bcc4c5ab9 HTTP/1.1" status: 200 len: 1127 time: 0.1763968 Feb 20 05:32:24.404380 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adea184-df95-44c3-b6b0-c8ba12c1cb5d req-5843b2f7-67e6-4033-95ea-4aadb4312e53 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:24.411737 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1adea184-df95-44c3-b6b0-c8ba12c1cb5d req-5843b2f7-67e6-4033-95ea-4aadb4312e53 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 946 time: 0.1767535 Feb 20 05:32:24.430889 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae8f25-c25e-4438-b1e8-ac1dd33ec979 req-8ad6cd0f-7184-4855-a471-366246dce1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:24.432426 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58ae8f25-c25e-4438-b1e8-ac1dd33ec979 req-8ad6cd0f-7184-4855-a471-366246dce1cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec304e7bd6054bfaadff95376967c4f1&device_id=a13b0905-7f3f-4765-a303-1dd29513f753 HTTP/1.1" status: 200 len: 1130 time: 0.2101109 Feb 20 05:32:24.440524 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1d7d3f18-a5b2-4e6d-bb0c-3584d0184ed3 req-17588001-ea57-4d9b-ac73-eea91c2e8a5c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168134 Feb 20 05:32:24.536762 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c7ab5718-277f-46b6-ba18-32a74df5c9a6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for port (37a80b3e-7e84-4914-b139-9dd436eb8388), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:24.550294 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c7ab5718-277f-46b6-ba18-32a74df5c9a6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (37a80b3e-7e84-4914-b139-9dd436eb8388), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:24.555175 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-76fca0ef-e275-41af-92a3-cc44f06f629e None None] Provisioning complete for port 612e10aa-901e-43d5-b482-2a52932935e8 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:24.555858 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-76fca0ef-e275-41af-92a3-cc44f06f629e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (612e10aa-901e-43d5-b482-2a52932935e8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:24.561113 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-31fbfff6-99f4-4421-927e-14be12c6f99a req-c6c3033a-84d1-45bb-9a63-3e8c8d85b36a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3ac3ec74-e1d5-42c2-a5fb-83a0d2521f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782370 Feb 20 05:32:24.599020 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1adea184-df95-44c3-b6b0-c8ba12c1cb5d req-a946d2a8-85b4-4950-a9a4-e82bcfceb474 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864178 Feb 20 05:32:24.622480 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-edf0f8b4-5d74-49c2-b4d6-e1faaacc03fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 612e10aa-901e-43d5-b482-2a52932935e8 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:32:24.635569 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-edf0f8b4-5d74-49c2-b4d6-e1faaacc03fd service neutron] Publish callbacks [] for port (612e10aa-901e-43d5-b482-2a52932935e8), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:24.653648 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-edf0f8b4-5d74-49c2-b4d6-e1faaacc03fd service neutron] Transition to ACTIVE for port object 612e10aa-901e-43d5-b482-2a52932935e8 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:32:24.658777 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-edf0f8b4-5d74-49c2-b4d6-e1faaacc03fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (612e10aa-901e-43d5-b482-2a52932935e8), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:24.667431 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab5718-277f-46b6-ba18-32a74df5c9a6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event updated for resources: {'Port': ['ID=37a80b3e-7e84-4914-b139-9dd436eb8388,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:24.680357 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae8f25-c25e-4438-b1e8-ac1dd33ec979 req-df0143fa-2bfd-48e0-ac90-9d6b38868890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:24.681882 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58ae8f25-c25e-4438-b1e8-ac1dd33ec979 req-df0143fa-2bfd-48e0-ac90-9d6b38868890 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.2339501 Feb 20 05:32:24.688346 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c7ab5718-277f-46b6-ba18-32a74df5c9a6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (afab7e7a-110e-4ef1-a394-21795036cbcd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:24.689400 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:24.707893 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c7ab5718-277f-46b6-ba18-32a74df5c9a6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:24.709294 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c7ab5718-277f-46b6-ba18-32a74df5c9a6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6953151 Feb 20 05:32:24.782527 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-76fca0ef-e275-41af-92a3-cc44f06f629e None None] Port 612e10aa-901e-43d5-b482-2a52932935e8 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:32:24.789112 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 has no active binding in host n-h1-829866-5 {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 20 05:32:24.800498 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port b1e47dd1-5450-4da2-9a90-83e23c48ee65 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:32:24.806814 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db50dd4-83b6-4f12-9e91-8fd3f5d684ac req-84636312-501c-4f02-846e-f3687e5db421 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:24.817122 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4db50dd4-83b6-4f12-9e91-8fd3f5d684ac req-84636312-501c-4f02-846e-f3687e5db421 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/ports?device_id=a13b0905-7f3f-4765-a303-1dd29513f753 HTTP/1.1" status: 200 len: 948 time: 0.0998690 Feb 20 05:32:24.859232 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0f8b4-5d74-49c2-b4d6-e1faaacc03fd service neutron] Pushing event updated for resources: {'Port': ['ID=612e10aa-901e-43d5-b482-2a52932935e8,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:24.867119 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port b1e47dd1-5450-4da2-9a90-83e23c48ee65 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:24.869270 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:24.881248 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-edf0f8b4-5d74-49c2-b4d6-e1faaacc03fd service neutron] Attempting to bind port 612e10aa-901e-43d5-b482-2a52932935e8 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:32:24.886566 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-edf0f8b4-5d74-49c2-b4d6-e1faaacc03fd service neutron] Attempting to bind port 612e10aa-901e-43d5-b482-2a52932935e8 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '9abc642a-349a-436e-9940-6e83a87e01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '178e91eb-33a6-424a-9bb7-aa7190605b7a'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:32:24.886973 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-edf0f8b4-5d74-49c2-b4d6-e1faaacc03fd service neutron] Attempting to bind port 612e10aa-901e-43d5-b482-2a52932935e8 on network 178e91eb-33a6-424a-9bb7-aa7190605b7a {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:24.892603 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-edf0f8b4-5d74-49c2-b4d6-e1faaacc03fd service neutron] Port 612e10aa-901e-43d5-b482-2a52932935e8 on network 178e91eb-33a6-424a-9bb7-aa7190605b7a not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:32:24.892927 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-edf0f8b4-5d74-49c2-b4d6-e1faaacc03fd service neutron] Attempting to bind port 612e10aa-901e-43d5-b482-2a52932935e8 on network 178e91eb-33a6-424a-9bb7-aa7190605b7a {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:24.898983 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-edf0f8b4-5d74-49c2-b4d6-e1faaacc03fd service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:32:24.899379 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-edf0f8b4-5d74-49c2-b4d6-e1faaacc03fd service neutron] Checking segment: {'id': '9abc642a-349a-436e-9940-6e83a87e01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '178e91eb-33a6-424a-9bb7-aa7190605b7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:24.899766 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-edf0f8b4-5d74-49c2-b4d6-e1faaacc03fd service neutron] Bound using segment: {'id': '9abc642a-349a-436e-9940-6e83a87e01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '178e91eb-33a6-424a-9bb7-aa7190605b7a'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:32:24.900191 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-edf0f8b4-5d74-49c2-b4d6-e1faaacc03fd service neutron] Bound port: 612e10aa-901e-43d5-b482-2a52932935e8, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9abc642a-349a-436e-9940-6e83a87e01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '178e91eb-33a6-424a-9bb7-aa7190605b7a'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:32:24.900845 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-edf0f8b4-5d74-49c2-b4d6-e1faaacc03fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (612e10aa-901e-43d5-b482-2a52932935e8), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:24.920129 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58ae8f25-c25e-4438-b1e8-ac1dd33ec979 req-26a03ee9-b556-44f1-bf17-73f10e33227d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=bfa8764a-49ee-4747-82bc-79f11fab1602 HTTP/1.1" status: 200 len: 217 time: 0.0729127 Feb 20 05:32:24.938058 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4db50dd4-83b6-4f12-9e91-8fd3f5d684ac req-463109fc-ad13-4d56-a3f1-6a431a38cc4b tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/security-groups?id=71840a2c-ec6c-40d3-bacb-7ec74b0d213d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198697 Feb 20 05:32:25.019282 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-edf0f8b4-5d74-49c2-b4d6-e1faaacc03fd service neutron] For port 612e10aa-901e-43d5-b482-2a52932935e8, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:32:25.024331 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-edf0f8b4-5d74-49c2-b4d6-e1faaacc03fd service neutron] For port 612e10aa-901e-43d5-b482-2a52932935e8, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=612e10aa-901e-43d5-b482-2a52932935e8,segment=NetworkSegment(9abc642a-349a-436e-9940-6e83a87e01e6),segment_id=9abc642a-349a-436e-9940-6e83a87e01e6)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:32:25.032150 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-edf0f8b4-5d74-49c2-b4d6-e1faaacc03fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (612e10aa-901e-43d5-b482-2a52932935e8), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:25.052928 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae8f25-c25e-4438-b1e8-ac1dd33ec979 req-56bcf242-dddc-4f15-b417-3b3c4613237f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:25.055149 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58ae8f25-c25e-4438-b1e8-ac1dd33ec979 req-56bcf242-dddc-4f15-b417-3b3c4613237f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1124837 Feb 20 05:32:25.086390 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-edf0f8b4-5d74-49c2-b4d6-e1faaacc03fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:25.087442 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-edf0f8b4-5d74-49c2-b4d6-e1faaacc03fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:25.088832 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-edf0f8b4-5d74-49c2-b4d6-e1faaacc03fd service neutron] 10.222.0.48 "PUT /v2.0/ports/612e10aa-901e-43d5-b482-2a52932935e8 HTTP/1.1" status: 200 len: 1091 time: 1.1528671 Feb 20 05:32:25.141934 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0f8b4-5d74-49c2-b4d6-e1faaacc03fd service neutron] Pushing event updated for resources: {'Port': ['ID=612e10aa-901e-43d5-b482-2a52932935e8,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:25.151621 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae8f25-c25e-4438-b1e8-ac1dd33ec979 req-7c19b11f-0c99-48c5-af5c-7dc0e5839bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:25.153458 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58ae8f25-c25e-4438-b1e8-ac1dd33ec979 req-7c19b11f-0c99-48c5-af5c-7dc0e5839bed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0920374 Feb 20 05:32:25.173150 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:25.217395 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-5372ac5c-6e5d-4cf1-b41a-01735498a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:25.219305 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-5372ac5c-6e5d-4cf1-b41a-01735498a8e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1aaa60180f894c09b05a1ee868cbae8d&device_id=66e439f1-da3b-408c-9baf-9e1b144fa22e HTTP/1.1" status: 200 len: 1125 time: 0.0685449 Feb 20 05:32:25.251934 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device bfa8764a-49ee-4747-82bc-79f11fab1602 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:32:25.280581 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f89bf1-15d7-48f9-8d3a-0b8a533ecda8 req-f18c4d0d-3f9f-4245-a611-c9ba4d2984c8 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:25.283627 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f6f89bf1-15d7-48f9-8d3a-0b8a533ecda8 req-f18c4d0d-3f9f-4245-a611-c9ba4d2984c8 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43243a6-4006-4d89-a64e-535bcc4c5ab9 HTTP/1.1" status: 200 len: 945 time: 0.1285689 Feb 20 05:32:25.287096 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-9849350a-def3-4de4-9a43-c4ba20993712 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=612e10aa-901e-43d5-b482-2a52932935e8 HTTP/1.1" status: 200 len: 217 time: 0.0604527 Feb 20 05:32:25.308690 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port b1e47dd1-5450-4da2-9a90-83e23c48ee65 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:25.309266 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:25.359274 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58ae8f25-c25e-4438-b1e8-ac1dd33ec979 req-01695882-f046-40b5-9ed2-64869063ccb2 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932917 Feb 20 05:32:25.383007 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-43393ddb-23e4-4cfc-b73c-fbf76f2594a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:25.384881 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-43393ddb-23e4-4cfc-b73c-fbf76f2594a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9159f160-3ceb-44d3-a7b6-758adaaafba6 HTTP/1.1" status: 200 len: 854 time: 0.0899370 Feb 20 05:32:25.386033 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f6f89bf1-15d7-48f9-8d3a-0b8a533ecda8 req-66e4fa7c-9c54-460c-9e75-af76d2e70291 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac3ec74-e1d5-42c2-a5fb-83a0d2521f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926239 Feb 20 05:32:25.402934 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b1e47dd1-5450-4da2-9a90-83e23c48ee65, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b1e47dd1-5450-4da2-9a90-83e23c48ee65,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:25.402934 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:25.464095 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-16ef2247-32cb-4736-ad05-6c5f3375ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:25.466080 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-16ef2247-32cb-4736-ad05-6c5f3375ff91 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=178e91eb-33a6-424a-9bb7-aa7190605b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0747252 Feb 20 05:32:25.482932 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port bfa8764a-49ee-4747-82bc-79f11fab1602, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=bfa8764a-49ee-4747-82bc-79f11fab1602,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:25.518492 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'bfa8764a-49ee-4747-82bc-79f11fab1602', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': 'bfa8764a-49ee-4747-82bc-79f11fab1602', 'mac_address': 'fa:16:3e:18:7b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:32:25.527547 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=b1e47dd1-5450-4da2-9a90-83e23c48ee65,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:25.549337 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58ae8f25-c25e-4438-b1e8-ac1dd33ec979 req-cb5a9eaf-b5ab-41ec-897e-8396baf46ae1 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619294 Feb 20 05:32:25.557995 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c6944-27a0-4414-8261-25884f0e869e req-9377414f-e271-49b5-b7a9-fc7b6eeca226 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:25.559492 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-065c6944-27a0-4414-8261-25884f0e869e req-9377414f-e271-49b5-b7a9-fc7b6eeca226 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 943 time: 0.0955229 Feb 20 05:32:25.573890 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-a7b0e991-22bd-4aeb-a876-c11ff5aecb41 service neutron] 10.222.0.48 "GET /v2.0/networks/178e91eb-33a6-424a-9bb7-aa7190605b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979280 Feb 20 05:32:25.584728 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port bfa8764a-49ee-4747-82bc-79f11fab1602 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:25.585125 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bfa8764a-49ee-4747-82bc-79f11fab1602), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:25.600162 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfa8764a-49ee-4747-82bc-79f11fab1602 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:32:25.620159 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-065c6944-27a0-4414-8261-25884f0e869e req-72f97e9e-6506-49c6-86fc-d6e7661d21ab tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529377 Feb 20 05:32:25.630264 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port bfa8764a-49ee-4747-82bc-79f11fab1602, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=bfa8764a-49ee-4747-82bc-79f11fab1602,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:25.635612 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (bfa8764a-49ee-4747-82bc-79f11fab1602), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:25.671900 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643aacd7-36ce-4b57-9973-a38e8193335b x-openstack-request-id: req-643aacd7-36ce-4b57-9973-a38e8193335b {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:32:25.672255 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51995e88-6ad0-4960-8c97-c2c49c1214c0", "tag": "f5d6ddf3-7113-4ed1-aa61-f4c4dec13664", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:32:25.672528 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-643aacd7-36ce-4b57-9973-a38e8193335b {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:32:25.673050 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51995e88-6ad0-4960-8c97-c2c49c1214c0', 'tag': 'f5d6ddf3-7113-4ed1-aa61-f4c4dec13664', 'status': 'completed', 'code': 200} Feb 20 05:32:25.746829 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=bfa8764a-49ee-4747-82bc-79f11fab1602,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:25.758179 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04fe0a36-2aa2-4403-ab4e-0b16c3dd222a req-793706ef-f255-43be-a2cc-e80433c4455a service neutron] 10.222.0.48 "GET /v2.0/networks/178e91eb-33a6-424a-9bb7-aa7190605b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609318 Feb 20 05:32:25.816637 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63a39b-ceae-497f-b39e-7bc54fda9f38 req-b5aa52ac-d713-472e-a2cd-f28889fc5ca2 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:25.818351 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6d63a39b-ceae-497f-b39e-7bc54fda9f38 req-b5aa52ac-d713-472e-a2cd-f28889fc5ca2 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=690197f4-c0f0-460d-91c3-001672fd6897 HTTP/1.1" status: 200 len: 945 time: 0.0916708 Feb 20 05:32:25.820194 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3fd5a-2ad4-4ca2-b1cd-442dc3d7d2c3 req-464cfec3-add6-4ee7-a700-490f67dd0493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:25.821526 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-abe3fd5a-2ad4-4ca2-b1cd-442dc3d7d2c3 req-464cfec3-add6-4ee7-a700-490f67dd0493 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1aaa60180f894c09b05a1ee868cbae8d&device_id=51995e88-6ad0-4960-8c97-c2c49c1214c0 HTTP/1.1" status: 200 len: 1127 time: 0.1076162 Feb 20 05:32:25.916960 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6d63a39b-ceae-497f-b39e-7bc54fda9f38 req-bedc1daf-115c-4dd2-981e-b2b1fbbefdec tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928898 Feb 20 05:32:25.954586 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3fd5a-2ad4-4ca2-b1cd-442dc3d7d2c3 req-9023570b-d964-4f1b-b0fa-7b7c5db5141f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:25.956767 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-abe3fd5a-2ad4-4ca2-b1cd-442dc3d7d2c3 req-9023570b-d964-4f1b-b0fa-7b7c5db5141f service neutron] 10.222.0.48 "GET /v2.0/networks?id=178e91eb-33a6-424a-9bb7-aa7190605b7a HTTP/1.1" status: 200 len: 915 time: 0.1265678 Feb 20 05:32:26.023971 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-abe3fd5a-2ad4-4ca2-b1cd-442dc3d7d2c3 req-9d19becd-4248-4d4b-a6d6-ba9ace0dd139 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5d6ddf3-7113-4ed1-aa61-f4c4dec13664 HTTP/1.1" status: 200 len: 217 time: 0.0483685 Feb 20 05:32:26.075360 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['bfa8764a-49ee-4747-82bc-79f11fab1602'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:32:26.214374 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73688624-cc40-46e9-9d7b-6363119f73d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4'}, {'name': 'network-changed', 'server_uuid': '73688624-cc40-46e9-9d7b-6363119f73d0', 'tag': 'a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4'}, {'name': 'network-changed', 'server_uuid': '66e439f1-da3b-408c-9baf-9e1b144fa22e', 'tag': '612e10aa-901e-43d5-b482-2a52932935e8'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:32:26.216732 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6e044f-56fd-486f-8279-c606299b62cf" -d '{"events": [{"server_uuid": "73688624-cc40-46e9-9d7b-6363119f73d0", "name": "network-vif-unplugged", "status": "completed", "tag": "a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4"}, {"name": "network-changed", "server_uuid": "73688624-cc40-46e9-9d7b-6363119f73d0", "tag": "a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4"}, {"name": "network-changed", "server_uuid": "66e439f1-da3b-408c-9baf-9e1b144fa22e", "tag": "612e10aa-901e-43d5-b482-2a52932935e8"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:32:26.245202 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a1270d-f01d-4c1b-b094-132856d28509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fe8932-712d-4740-ad52-9c45a7c7c08a'}, {'server_uuid': '49ef67a5-1578-4cc5-9ade-6aff4ee422fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e47dd1-5450-4da2-9a90-83e23c48ee65'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:32:26.247922 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2a3412-1193-4eb4-9aee-28f3bd12b13c" -d '{"events": [{"server_uuid": "c7a1270d-f01d-4c1b-b094-132856d28509", "name": "network-vif-plugged", "status": "completed", "tag": "33fe8932-712d-4740-ad52-9c45a7c7c08a"}, {"server_uuid": "49ef67a5-1578-4cc5-9ade-6aff4ee422fc", "name": "network-vif-plugged", "status": "completed", "tag": "b1e47dd1-5450-4da2-9a90-83e23c48ee65"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:32:26.366654 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3fd5a-2ad4-4ca2-b1cd-442dc3d7d2c3 req-bb0fe13c-ad68-49b2-86e7-46235ff736a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:26.368123 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-abe3fd5a-2ad4-4ca2-b1cd-442dc3d7d2c3 req-bb0fe13c-ad68-49b2-86e7-46235ff736a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9159f160-3ceb-44d3-a7b6-758adaaafba6 HTTP/1.1" status: 200 len: 854 time: 0.3370044 Feb 20 05:32:26.371340 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-39305653-4348-4a2a-8771-36a6cd658561 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1225535720&fields=id&tenant_id=c5e5a8b7f91b44658a7a6eb0700d389c HTTP/1.1" status: 200 len: 267 time: 0.3513288 Feb 20 05:32:26.453462 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-abf1815c-d1c0-4be7-9aba-5341213ccaa2 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:26.454807 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-abf1815c-d1c0-4be7-9aba-5341213ccaa2 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports/3fb0e850-e007-488c-9126-46021bfc5121 HTTP/1.1" status: 200 len: 932 time: 0.0760891 Feb 20 05:32:26.493946 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3fd5a-2ad4-4ca2-b1cd-442dc3d7d2c3 req-ef76ea4a-6b75-49ac-9f60-b1c392145540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:26.495350 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-abe3fd5a-2ad4-4ca2-b1cd-442dc3d7d2c3 req-ef76ea4a-6b75-49ac-9f60-b1c392145540 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=178e91eb-33a6-424a-9bb7-aa7190605b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1087785 Feb 20 05:32:26.511370 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-7af1617d-4888-4898-9505-3d42dd7c5fec tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:26.512609 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-7af1617d-4888-4898-9505-3d42dd7c5fec tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports/e74757c8-ee50-4661-8395-9285a9e8870c HTTP/1.1" status: 200 len: 930 time: 0.0505605 Feb 20 05:32:26.612043 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-47b7ca1c-bacd-4fca-ae7d-0bad91474a86 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?network_id=9b27e09e-1632-40f6-8ef3-dc93f01885e9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0911438 Feb 20 05:32:26.652106 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-b8f9563b-b019-4500-912f-edd3f5e48a1b tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?network_id=9b27e09e-1632-40f6-8ef3-dc93f01885e9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0342550 Feb 20 05:32:26.731239 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-abe3fd5a-2ad4-4ca2-b1cd-442dc3d7d2c3 req-b48a3cc3-37d7-4f94-8cf1-8ae08d60bb35 service neutron] 10.222.0.48 "GET /v2.0/networks/178e91eb-33a6-424a-9bb7-aa7190605b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176528 Feb 20 05:32:26.828985 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-4243b2bb-57b8-45eb-9b29-1a7a98b17edc tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:26.834174 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-4243b2bb-57b8-45eb-9b29-1a7a98b17edc tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:26.839200 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-4243b2bb-57b8-45eb-9b29-1a7a98b17edc tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:26.840744 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-4243b2bb-57b8-45eb-9b29-1a7a98b17edc tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/networks?id=6f0a901a-07d7-42e9-9967-ca10530f93ff&id=666d2cf8-afbf-4b07-bbd6-64f125ed3a83&id=666d2cf8-afbf-4b07-bbd6-64f125ed3a83&id=9b27e09e-1632-40f6-8ef3-dc93f01885e9&id=9b27e09e-1632-40f6-8ef3-dc93f01885e9 HTTP/1.1" status: 200 len: 1990 time: 0.1821249 Feb 20 05:32:26.875273 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-42027cc0-3949-4722-885e-73ca3628cf8b tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/quotas/c5e5a8b7f91b44658a7a6eb0700d389c HTTP/1.1" status: 200 len: 375 time: 0.0246198 Feb 20 05:32:26.880700 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-abe3fd5a-2ad4-4ca2-b1cd-442dc3d7d2c3 req-58d07e87-26f0-40e9-b5bf-1fcf650d755f service neutron] 10.222.0.48 "GET /v2.0/networks/178e91eb-33a6-424a-9bb7-aa7190605b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415126 Feb 20 05:32:26.945869 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-28467029-8883-4d0a-8a45-0904b5e1edfe tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5e5a8b7f91b44658a7a6eb0700d389c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0640213 Feb 20 05:32:27.044553 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-a171af78-5eec-4574-ab71-6e4deed927b6 service neutron] 10.222.0.37 "GET /v2.0/networks/6f0a901a-07d7-42e9-9967-ca10530f93ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871129 Feb 20 05:32:27.143062 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-16ea4106-64eb-45e4-8c85-a32bcfc65673 service neutron] 10.222.0.37 "GET /v2.0/networks/6f0a901a-07d7-42e9-9967-ca10530f93ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927777 Feb 20 05:32:27.182698 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-fe8752c0-24ee-4969-9bf4-f1c9c4717dcd service neutron] 10.222.0.37 "GET /v2.0/ports/3fb0e850-e007-488c-9126-46021bfc5121?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0339544 Feb 20 05:32:27.268804 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 612e10aa-901e-43d5-b482-2a52932935e8 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:32:27.272311 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device f5d6ddf3-7113-4ed1-aa61-f4c4dec13664 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:32:27.277018 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-91b569c2-7c30-4078-b759-6a0f7ffa04ab service neutron] 10.222.0.37 "GET /v2.0/networks/666d2cf8-afbf-4b07-bbd6-64f125ed3a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883985 Feb 20 05:32:27.376272 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-839ea46d-5cc6-4105-80ed-ecad33b8d0c8 service neutron] 10.222.0.37 "GET /v2.0/networks/666d2cf8-afbf-4b07-bbd6-64f125ed3a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926828 Feb 20 05:32:27.387171 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port f5d6ddf3-7113-4ed1-aa61-f4c4dec13664 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:32:27.407178 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port f5d6ddf3-7113-4ed1-aa61-f4c4dec13664 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:27.407491 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f5d6ddf3-7113-4ed1-aa61-f4c4dec13664), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:27.419462 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-05005397-e936-4907-85ad-d109562e4ee7 service neutron] 10.222.0.37 "GET /v2.0/ports/e74757c8-ee50-4661-8395-9285a9e8870c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0360587 Feb 20 05:32:27.437058 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 612e10aa-901e-43d5-b482-2a52932935e8, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=612e10aa-901e-43d5-b482-2a52932935e8,segment=NetworkSegment(9abc642a-349a-436e-9940-6e83a87e01e6),segment_id=9abc642a-349a-436e-9940-6e83a87e01e6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:27.456243 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '612e10aa-901e-43d5-b482-2a52932935e8', 'network_id': '178e91eb-33a6-424a-9bb7-aa7190605b7a', 'port_id': '612e10aa-901e-43d5-b482-2a52932935e8', 'mac_address': 'fa:16:3e:e9:d1:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9159f160-3ceb-44d3-a7b6-758adaaafba6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:32:27.511533 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-ad01db06-083c-4e0b-b243-569104c6a8b4 service neutron] 10.222.0.37 "GET /v2.0/networks/666d2cf8-afbf-4b07-bbd6-64f125ed3a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859852 Feb 20 05:32:27.520178 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 612e10aa-901e-43d5-b482-2a52932935e8 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:27.520567 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (612e10aa-901e-43d5-b482-2a52932935e8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:27.540875 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 612e10aa-901e-43d5-b482-2a52932935e8 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:32:27.544799 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port f5d6ddf3-7113-4ed1-aa61-f4c4dec13664 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:27.545174 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f5d6ddf3-7113-4ed1-aa61-f4c4dec13664), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:27.603940 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-ece84b3c-1b9a-4a63-85c1-7d0091c36095 service neutron] 10.222.0.37 "GET /v2.0/networks/666d2cf8-afbf-4b07-bbd6-64f125ed3a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857961 Feb 20 05:32:27.699618 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-0225bb51-9b13-4a55-9ecd-edb22a9d1a15 service neutron] 10.222.0.37 "GET /v2.0/networks/666d2cf8-afbf-4b07-bbd6-64f125ed3a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898013 Feb 20 05:32:27.707995 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 612e10aa-901e-43d5-b482-2a52932935e8, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=612e10aa-901e-43d5-b482-2a52932935e8,segment=NetworkSegment(9abc642a-349a-436e-9940-6e83a87e01e6),segment_id=9abc642a-349a-436e-9940-6e83a87e01e6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:27.721400 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (612e10aa-901e-43d5-b482-2a52932935e8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:27.727327 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port f5d6ddf3-7113-4ed1-aa61-f4c4dec13664, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=f5d6ddf3-7113-4ed1-aa61-f4c4dec13664,segment=NetworkSegment(9abc642a-349a-436e-9940-6e83a87e01e6),segment_id=9abc642a-349a-436e-9940-6e83a87e01e6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:27.746527 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f5d6ddf3-7113-4ed1-aa61-f4c4dec13664), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:27.747901 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device bfa8764a-49ee-4747-82bc-79f11fab1602 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:32:27.791108 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-e04d9b7b-89be-4f76-a24c-954e34d7db56 service neutron] 10.222.0.37 "GET /v2.0/networks/666d2cf8-afbf-4b07-bbd6-64f125ed3a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849800 Feb 20 05:32:27.803607 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=612e10aa-901e-43d5-b482-2a52932935e8,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:27.850819 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port bfa8764a-49ee-4747-82bc-79f11fab1602 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:32:27.861560 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port bfa8764a-49ee-4747-82bc-79f11fab1602 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:27.861942 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bfa8764a-49ee-4747-82bc-79f11fab1602), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:27.864512 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=f5d6ddf3-7113-4ed1-aa61-f4c4dec13664,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:27.885409 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-a4668541-ca06-41d3-b120-b81f9b10a64e service neutron] 10.222.0.37 "GET /v2.0/networks/666d2cf8-afbf-4b07-bbd6-64f125ed3a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888526 Feb 20 05:32:27.948089 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port bfa8764a-49ee-4747-82bc-79f11fab1602 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:27.948480 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bfa8764a-49ee-4747-82bc-79f11fab1602), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:27.974313 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-7fcf8cf5-3d95-44b2-916e-d23e273dc34a service neutron] 10.222.0.37 "GET /v2.0/networks/666d2cf8-afbf-4b07-bbd6-64f125ed3a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824835 Feb 20 05:32:27.982669 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port bfa8764a-49ee-4747-82bc-79f11fab1602, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=bfa8764a-49ee-4747-82bc-79f11fab1602,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:27.987297 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (bfa8764a-49ee-4747-82bc-79f11fab1602), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:28.047130 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=bfa8764a-49ee-4747-82bc-79f11fab1602,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:28.053525 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['612e10aa-901e-43d5-b482-2a52932935e8'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:32:28.077686 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-7746c2d5-609f-40f0-b1be-50e9ccac65e5 service neutron] 10.222.0.37 "GET /v2.0/networks/9b27e09e-1632-40f6-8ef3-dc93f01885e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977905 Feb 20 05:32:28.171397 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-bc7116cf-a227-4c3f-8713-c39752def0ed service neutron] 10.222.0.37 "GET /v2.0/networks/9b27e09e-1632-40f6-8ef3-dc93f01885e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872538 Feb 20 05:32:28.259160 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-db7a1384-e75b-4665-8962-f5ee71794291 service neutron] 10.222.0.37 "GET /v2.0/networks/9b27e09e-1632-40f6-8ef3-dc93f01885e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851619 Feb 20 05:32:28.350812 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-e833858f-c3a2-48e7-b42d-7fb5bca8f21f service neutron] 10.222.0.37 "GET /v2.0/networks/9b27e09e-1632-40f6-8ef3-dc93f01885e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855553 Feb 20 05:32:28.411640 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-13ca1566-e638-43b5-9633-ffbccd094cf6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:28.412962 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-13ca1566-e638-43b5-9633-ffbccd094cf6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports/3fb0e850-e007-488c-9126-46021bfc5121 HTTP/1.1" status: 200 len: 932 time: 0.0546560 Feb 20 05:32:28.465575 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-50d379c7-2041-4f78-bf84-19b2022d2e90 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:28.466963 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-50d379c7-2041-4f78-bf84-19b2022d2e90 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports/e74757c8-ee50-4661-8395-9285a9e8870c HTTP/1.1" status: 200 len: 930 time: 0.0484166 Feb 20 05:32:29.035527 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fad54-4b72-4098-bd7a-239a842d0d37 req-9de1d7c4-2713-453a-82fd-61aeecff7148 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:29.036350 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56442) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:29.042664 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c1fad54-4b72-4098-bd7a-239a842d0d37 req-9de1d7c4-2713-453a-82fd-61aeecff7148 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e439f1-da3b-408c-9baf-9e1b144fa22e HTTP/1.1" status: 200 len: 944 time: 0.0626483 Feb 20 05:32:29.092947 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c1fad54-4b72-4098-bd7a-239a842d0d37 req-6a86ed39-6e8c-4460-b1a4-83ea6fd7e00c tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443351 Feb 20 05:32:29.154548 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-b33ba3e4-f930-4c10-a95c-d4ee4e73db7b tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:29.157368 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-b33ba3e4-f930-4c10-a95c-d4ee4e73db7b tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports/3fb0e850-e007-488c-9126-46021bfc5121 HTTP/1.1" status: 200 len: 932 time: 0.1199875 Feb 20 05:32:29.215964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-c4065d03-26a0-4496-9edc-994fcc8f2909 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:29.217895 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-c4065d03-26a0-4496-9edc-994fcc8f2909 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports/e74757c8-ee50-4661-8395-9285a9e8870c HTTP/1.1" status: 200 len: 930 time: 0.0551829 Feb 20 05:32:29.286344 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 612e10aa-901e-43d5-b482-2a52932935e8 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:32:29.338457 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9177f-e839-437e-adf2-e793dd61f00f req-d6d89216-e7e3-4e43-a667-240ce2264a9f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:29.340454 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3be9177f-e839-437e-adf2-e793dd61f00f req-d6d89216-e7e3-4e43-a667-240ce2264a9f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 946 time: 0.0652535 Feb 20 05:32:29.356635 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 612e10aa-901e-43d5-b482-2a52932935e8 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:32:29.362053 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 612e10aa-901e-43d5-b482-2a52932935e8 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:29.362783 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (612e10aa-901e-43d5-b482-2a52932935e8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:29.411245 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3be9177f-e839-437e-adf2-e793dd61f00f req-50f81abc-f23d-4c14-be4e-c0a79a592c0e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633578 Feb 20 05:32:29.459899 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 612e10aa-901e-43d5-b482-2a52932935e8 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:29.460532 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (612e10aa-901e-43d5-b482-2a52932935e8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:29.493453 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 612e10aa-901e-43d5-b482-2a52932935e8, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=612e10aa-901e-43d5-b482-2a52932935e8,segment=NetworkSegment(9abc642a-349a-436e-9940-6e83a87e01e6),segment_id=9abc642a-349a-436e-9940-6e83a87e01e6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:29.498433 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (612e10aa-901e-43d5-b482-2a52932935e8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:29.556832 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=612e10aa-901e-43d5-b482-2a52932935e8,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:29.561629 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba581844-1602-400f-b50a-d924a484781d req-ab06a3fd-c46a-4722-b73d-4a6366515a0a tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:29.563324 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba581844-1602-400f-b50a-d924a484781d req-ab06a3fd-c46a-4722-b73d-4a6366515a0a tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/ports?device_id=a13b0905-7f3f-4765-a303-1dd29513f753 HTTP/1.1" status: 200 len: 950 time: 0.0623181 Feb 20 05:32:29.614207 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba581844-1602-400f-b50a-d924a484781d req-476e11c0-d378-4756-a2f8-a614f6d325cd tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/security-groups?id=71840a2c-ec6c-40d3-bacb-7ec74b0d213d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447617 Feb 20 05:32:29.668687 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sun, 20 Feb 2022 05:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871bfbf9-5857-4a8c-af49-544b639ad087 x-openstack-request-id: req-871bfbf9-5857-4a8c-af49-544b639ad087 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:32:29.668999 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73688624-cc40-46e9-9d7b-6363119f73d0", "name": "network-vif-unplugged", "status": "completed", "tag": "a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4", "code": 200}, {"name": "network-changed", "server_uuid": "73688624-cc40-46e9-9d7b-6363119f73d0", "tag": "a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "66e439f1-da3b-408c-9baf-9e1b144fa22e", "tag": "612e10aa-901e-43d5-b482-2a52932935e8", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:32:29.669599 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-871bfbf9-5857-4a8c-af49-544b639ad087 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:32:29.670184 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73688624-cc40-46e9-9d7b-6363119f73d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4', 'code': 200} Feb 20 05:32:29.671074 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73688624-cc40-46e9-9d7b-6363119f73d0', 'tag': 'a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4', 'status': 'completed', 'code': 200} Feb 20 05:32:29.671398 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e439f1-da3b-408c-9baf-9e1b144fa22e', 'tag': '612e10aa-901e-43d5-b482-2a52932935e8', 'status': 'completed', 'code': 200} Feb 20 05:32:29.730135 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 20 Feb 2022 05:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a93248-0237-4ef8-a9ca-caad27b10e08 x-openstack-request-id: req-69a93248-0237-4ef8-a9ca-caad27b10e08 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:32:29.730437 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a1270d-f01d-4c1b-b094-132856d28509", "name": "network-vif-plugged", "status": "completed", "tag": "33fe8932-712d-4740-ad52-9c45a7c7c08a", "code": 200}, {"server_uuid": "49ef67a5-1578-4cc5-9ade-6aff4ee422fc", "name": "network-vif-plugged", "status": "completed", "tag": "b1e47dd1-5450-4da2-9a90-83e23c48ee65", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:32:29.730692 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-69a93248-0237-4ef8-a9ca-caad27b10e08 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:32:29.735766 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a1270d-f01d-4c1b-b094-132856d28509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fe8932-712d-4740-ad52-9c45a7c7c08a', 'code': 200} Feb 20 05:32:29.736067 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ef67a5-1578-4cc5-9ade-6aff4ee422fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e47dd1-5450-4da2-9a90-83e23c48ee65', 'code': 200} Feb 20 05:32:29.750122 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e044f-56fd-486f-8279-c606299b62cf req-74a677fd-5740-4361-8787-bc4f5a72a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:29.752017 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b6e044f-56fd-486f-8279-c606299b62cf req-74a677fd-5740-4361-8787-bc4f5a72a386 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 1155 time: 0.0578103 Feb 20 05:32:29.910317 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62f862-28ca-4c38-b180-88139f7465bd req-81ac1512-03d3-4542-abd2-0b3325903c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:29.912183 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eb62f862-28ca-4c38-b180-88139f7465bd req-81ac1512-03d3-4542-abd2-0b3325903c2e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=49ef67a5-1578-4cc5-9ade-6aff4ee422fc HTTP/1.1" status: 200 len: 1132 time: 0.0812013 Feb 20 05:32:29.939992 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e044f-56fd-486f-8279-c606299b62cf req-f4457a27-1895-4496-a8d3-d9cdf022257d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:29.943578 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b6e044f-56fd-486f-8279-c606299b62cf req-f4457a27-1895-4496-a8d3-d9cdf022257d service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 908 time: 0.1857808 Feb 20 05:32:29.956473 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3363e91-4dc2-49ed-88dd-e969f8112c8f req-9f648044-6c12-4d1a-83a7-d1b0e817bb3a tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:29.959202 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e3363e91-4dc2-49ed-88dd-e969f8112c8f req-9f648044-6c12-4d1a-83a7-d1b0e817bb3a tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43243a6-4006-4d89-a64e-535bcc4c5ab9 HTTP/1.1" status: 200 len: 945 time: 0.1389358 Feb 20 05:32:29.977612 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eb62f862-28ca-4c38-b180-88139f7465bd req-6acab2b3-65b0-40c9-94d1-7bd60c01c395 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=71840a2c-ec6c-40d3-bacb-7ec74b0d213d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580494 Feb 20 05:32:30.014502 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e9868-12bd-4f13-b971-0862f503260d req-1f55af2b-0e64-4c46-a7f0-db80dd25c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:30.016007 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-067e9868-12bd-4f13-b971-0862f503260d req-1f55af2b-0e64-4c46-a7f0-db80dd25c4a8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c7a1270d-f01d-4c1b-b094-132856d28509 HTTP/1.1" status: 200 len: 1128 time: 0.1598423 Feb 20 05:32:30.018730 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b6e044f-56fd-486f-8279-c606299b62cf req-1b5a0624-e817-4951-9066-fe70593ee63d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 HTTP/1.1" status: 200 len: 217 time: 0.0585358 Feb 20 05:32:30.099879 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e3363e91-4dc2-49ed-88dd-e969f8112c8f req-4317baac-0811-4074-ad1c-7fa0f2ffa597 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac3ec74-e1d5-42c2-a5fb-83a0d2521f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297200 Feb 20 05:32:30.103460 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e044f-56fd-486f-8279-c606299b62cf req-167ccd48-fe50-45ab-af9f-f3019e4e7b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:30.104833 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b6e044f-56fd-486f-8279-c606299b62cf req-167ccd48-fe50-45ab-af9f-f3019e4e7b28 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b4371b84-9467-4135-93c7-7a933f791395 HTTP/1.1" status: 200 len: 848 time: 0.0801330 Feb 20 05:32:30.143757 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b6e044f-56fd-486f-8279-c606299b62cf req-86d9d20b-84b1-4943-a266-94c85ecf91db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb4530de-66c2-443b-82e6-823a997cfe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322766 Feb 20 05:32:30.299475 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-067e9868-12bd-4f13-b971-0862f503260d req-72931d75-0d02-4aa1-99dd-9954d34001a4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270442 Feb 20 05:32:30.308441 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294d890-0232-4861-80c9-b4e36da505d6 req-50d7ad0d-354d-431e-a024-b6fe5cc52905 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:30.310034 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0294d890-0232-4861-80c9-b4e36da505d6 req-50d7ad0d-354d-431e-a024-b6fe5cc52905 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 943 time: 0.1366472 Feb 20 05:32:30.314660 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b6e044f-56fd-486f-8279-c606299b62cf req-4e02baa9-8c80-4088-a123-cbfca52fb23a service neutron] 10.222.0.48 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656175 Feb 20 05:32:30.420223 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0294d890-0232-4861-80c9-b4e36da505d6 req-395eac76-8122-411b-8cde-a14f04d9af95 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031220 Feb 20 05:32:30.457313 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b6e044f-56fd-486f-8279-c606299b62cf req-2c7097dc-c42c-4281-9a94-aed2925404f8 service neutron] 10.222.0.48 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340568 Feb 20 05:32:30.573496 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538a004-9959-4229-a6f9-2869896ceead req-805e85ef-c875-4124-a153-7f1391358098 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:30.575205 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0538a004-9959-4229-a6f9-2869896ceead req-805e85ef-c875-4124-a153-7f1391358098 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=690197f4-c0f0-460d-91c3-001672fd6897 HTTP/1.1" status: 200 len: 945 time: 0.0904109 Feb 20 05:32:30.581792 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e044f-56fd-486f-8279-c606299b62cf req-cb980c66-7a88-4adb-953f-818a4916d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:30.583512 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b6e044f-56fd-486f-8279-c606299b62cf req-cb980c66-7a88-4adb-953f-818a4916d5a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1aaa60180f894c09b05a1ee868cbae8d&device_id=66e439f1-da3b-408c-9baf-9e1b144fa22e HTTP/1.1" status: 200 len: 1127 time: 0.0702679 Feb 20 05:32:30.677198 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0538a004-9959-4229-a6f9-2869896ceead req-bda53394-479d-4a71-acdd-f72e9d0325c2 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927298 Feb 20 05:32:30.715349 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e044f-56fd-486f-8279-c606299b62cf req-89b4aa5a-ee23-403b-b21c-ce8a1f6bc530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:30.717809 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b6e044f-56fd-486f-8279-c606299b62cf req-89b4aa5a-ee23-403b-b21c-ce8a1f6bc530 service neutron] 10.222.0.48 "GET /v2.0/networks?id=178e91eb-33a6-424a-9bb7-aa7190605b7a HTTP/1.1" status: 200 len: 915 time: 0.1276116 Feb 20 05:32:30.786580 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b6e044f-56fd-486f-8279-c606299b62cf req-fb94f8be-cb81-40b6-8af7-44e7c3a953ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=612e10aa-901e-43d5-b482-2a52932935e8 HTTP/1.1" status: 200 len: 217 time: 0.0620697 Feb 20 05:32:30.875077 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-08306daa-6778-4f4e-b653-8715aa1037d9 req-e53d6d79-4065-4bd1-b5d7-81939510e7ee tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 210 time: 0.0540338 Feb 20 05:32:30.879860 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-bc9d7f4e-9771-449a-83ee-136af8bebf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:30.881287 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-bc9d7f4e-9771-449a-83ee-136af8bebf8a service neutron] 10.222.0.61 "GET /v2.0/ports/3fb0e850-e007-488c-9126-46021bfc5121 HTTP/1.1" status: 200 len: 1028 time: 0.1039102 Feb 20 05:32:30.908413 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e044f-56fd-486f-8279-c606299b62cf req-f47a48de-8039-473b-a7c9-2daedc414697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:30.910751 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b6e044f-56fd-486f-8279-c606299b62cf req-f47a48de-8039-473b-a7c9-2daedc414697 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9159f160-3ceb-44d3-a7b6-758adaaafba6 HTTP/1.1" status: 200 len: 854 time: 0.1000867 Feb 20 05:32:31.023537 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-0ed854e0-3776-4cd1-b302-25ff7dde0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:31.024903 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-0ed854e0-3776-4cd1-b302-25ff7dde0443 service neutron] 10.222.0.61 "GET /v2.0/ports/e74757c8-ee50-4661-8395-9285a9e8870c HTTP/1.1" status: 200 len: 1026 time: 0.1363001 Feb 20 05:32:31.109403 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f61ed6-6cb0-4cb9-9e59-f5a551019af7 req-c2737833-d56c-4a6d-953d-51f581b3b015 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:31.111073 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-92f61ed6-6cb0-4cb9-9e59-f5a551019af7 req-c2737833-d56c-4a6d-953d-51f581b3b015 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4a86dda-112b-40a2-8343-831907e025e8 HTTP/1.1" status: 200 len: 945 time: 0.0580506 Feb 20 05:32:31.111319 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2211858-d595-4659-bf5e-a764fa30c7f4 req-9524e517-8df9-46b5-96f7-fa90114d9a8a tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:31.112535 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c2211858-d595-4659-bf5e-a764fa30c7f4 req-9524e517-8df9-46b5-96f7-fa90114d9a8a tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4a86dda-112b-40a2-8343-831907e025e8 HTTP/1.1" status: 200 len: 945 time: 0.1328170 Feb 20 05:32:31.117681 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e044f-56fd-486f-8279-c606299b62cf req-e5972dc0-dae5-4cab-b94e-e389ef1ec1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:31.119205 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b6e044f-56fd-486f-8279-c606299b62cf req-e5972dc0-dae5-4cab-b94e-e389ef1ec1a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=178e91eb-33a6-424a-9bb7-aa7190605b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1743393 Feb 20 05:32:31.237183 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-92f61ed6-6cb0-4cb9-9e59-f5a551019af7 req-f9e4daab-494e-46f6-809c-8b388abdee06 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Deleting port 171b3794-20e1-474c-9448-0a6f990a4561 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:32:31.239324 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-92f61ed6-6cb0-4cb9-9e59-f5a551019af7 req-f9e4daab-494e-46f6-809c-8b388abdee06 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (171b3794-20e1-474c-9448-0a6f990a4561), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:31.444328 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-92f61ed6-6cb0-4cb9-9e59-f5a551019af7 req-f9e4daab-494e-46f6-809c-8b388abdee06 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] For port 171b3794-20e1-474c-9448-0a6f990a4561, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=171b3794-20e1-474c-9448-0a6f990a4561,segment=NetworkSegment(ea0be70e-df3a-4031-a865-02df8b6177ae),segment_id=ea0be70e-df3a-4031-a865-02df8b6177ae)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:31.446449 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-92f61ed6-6cb0-4cb9-9e59-f5a551019af7 req-f9e4daab-494e-46f6-809c-8b388abdee06 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (171b3794-20e1-474c-9448-0a6f990a4561), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:31.465905 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-92f61ed6-6cb0-4cb9-9e59-f5a551019af7 req-f9e4daab-494e-46f6-809c-8b388abdee06 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Calling delete_port for 171b3794-20e1-474c-9448-0a6f990a4561 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:32:31.537311 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-51148680-02c0-4a3e-9bee-de4b4d8cdaef tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:31.542270 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-51148680-02c0-4a3e-9bee-de4b4d8cdaef tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:31.548771 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-51148680-02c0-4a3e-9bee-de4b4d8cdaef tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:31.552644 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-51148680-02c0-4a3e-9bee-de4b4d8cdaef tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.61 "GET /v2.0/networks?id=6f0a901a-07d7-42e9-9967-ca10530f93ff&id=666d2cf8-afbf-4b07-bbd6-64f125ed3a83&id=666d2cf8-afbf-4b07-bbd6-64f125ed3a83&id=666d2cf8-afbf-4b07-bbd6-64f125ed3a83&id=666d2cf8-afbf-4b07-bbd6-64f125ed3a83&id=9b27e09e-1632-40f6-8ef3-dc93f01885e9&id=9b27e09e-1632-40f6-8ef3-dc93f01885e9 HTTP/1.1" status: 200 len: 1990 time: 0.5176303 Feb 20 05:32:31.572690 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c2211858-d595-4659-bf5e-a764fa30c7f4 req-0800c279-0425-4ce2-9f8d-319779fe8d98 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] 10.222.0.37 "GET /v2.0/security-groups?id=85778f9c-57d7-482c-a53c-8db6ee79db63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525447 Feb 20 05:32:31.714587 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-92f61ed6-6cb0-4cb9-9e59-f5a551019af7 req-f9e4daab-494e-46f6-809c-8b388abdee06 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (171b3794-20e1-474c-9448-0a6f990a4561), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:31.727882 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['171b3794-20e1-474c-9448-0a6f990a4561'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:32:31.739060 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b6e044f-56fd-486f-8279-c606299b62cf req-52e118c0-9e5b-4c5a-b79a-918da60b13a2 service neutron] 10.222.0.48 "GET /v2.0/networks/178e91eb-33a6-424a-9bb7-aa7190605b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6091740 Feb 20 05:32:31.747853 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4daab-494e-46f6-809c-8b388abdee06 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Pushing event deleted for resources: {'Port': ['ID=171b3794-20e1-474c-9448-0a6f990a4561,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:31.785035 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51995e88-6ad0-4960-8c97-c2c49c1214c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d6ddf3-7113-4ed1-aa61-f4c4dec13664'}, {'server_uuid': 'a13b0905-7f3f-4765-a303-1dd29513f753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa8764a-49ee-4747-82bc-79f11fab1602'}, {'server_uuid': '66e439f1-da3b-408c-9baf-9e1b144fa22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612e10aa-901e-43d5-b482-2a52932935e8'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:32:31.792133 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8738be-22d7-484b-b234-92f212ca22d7" -d '{"events": [{"server_uuid": "51995e88-6ad0-4960-8c97-c2c49c1214c0", "name": "network-vif-plugged", "status": "completed", "tag": "f5d6ddf3-7113-4ed1-aa61-f4c4dec13664"}, {"server_uuid": "a13b0905-7f3f-4765-a303-1dd29513f753", "name": "network-vif-plugged", "status": "completed", "tag": "bfa8764a-49ee-4747-82bc-79f11fab1602"}, {"server_uuid": "66e439f1-da3b-408c-9baf-9e1b144fa22e", "name": "network-vif-plugged", "status": "completed", "tag": "612e10aa-901e-43d5-b482-2a52932935e8"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:32:31.800459 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f61ed6-6cb0-4cb9-9e59-f5a551019af7 req-f9e4daab-494e-46f6-809c-8b388abdee06 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] No DVR routers for this DVR port 171b3794-20e1-474c-9448-0a6f990a4561 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:32:31.803213 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-92f61ed6-6cb0-4cb9-9e59-f5a551019af7 req-f9e4daab-494e-46f6-809c-8b388abdee06 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:31.806686 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-92f61ed6-6cb0-4cb9-9e59-f5a551019af7 req-f9e4daab-494e-46f6-809c-8b388abdee06 tempest-ServerGroupTestJSON-1849565590 tempest-ServerGroupTestJSON-1849565590-project] 10.222.0.61 "DELETE /v2.0/ports/171b3794-20e1-474c-9448-0a6f990a4561 HTTP/1.1" status: 204 len: 173 time: 0.6868393 Feb 20 05:32:31.807362 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a86dda-112b-40a2-8343-831907e025e8', 'name': 'network-vif-deleted', 'tag': '171b3794-20e1-474c-9448-0a6f990a4561'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:32:31.809539 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4d89a8-7064-4491-9bed-1e519704406a" -d '{"events": [{"server_uuid": "c4a86dda-112b-40a2-8343-831907e025e8", "name": "network-vif-deleted", "tag": "171b3794-20e1-474c-9448-0a6f990a4561"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:32:31.840805 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-5150cd46-1d14-4d7a-aff5-7ad0f4601205 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5e5a8b7f91b44658a7a6eb0700d389c HTTP/1.1" status: 200 len: 380 time: 0.2769928 Feb 20 05:32:31.863290 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-a18beab4-2e7f-427f-b241-af99ede1576c req-67e9076a-f8a2-4e74-8749-2fff4fe7d19f tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Request body: {'port': {'device_id': 'f3234bba-4139-4530-b1b4-d96150146da8', 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff', 'admin_state_up': True, 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'security_groups': ['a088be27-f47e-4938-be47-680ad05b339b']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:32.019974 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b6e044f-56fd-486f-8279-c606299b62cf req-07de46e5-2d09-44fd-87df-6d62f063c2d7 service neutron] 10.222.0.48 "GET /v2.0/networks/178e91eb-33a6-424a-9bb7-aa7190605b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693248 Feb 20 05:32:32.036630 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d3829-6ad1-44b5-a942-bbacb805c221 req-48c0455f-9249-494c-a611-452dabaa7b96 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:32.038152 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cd4d3829-6ad1-44b5-a942-bbacb805c221 req-48c0455f-9249-494c-a611-452dabaa7b96 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 1128 time: 0.1557519 Feb 20 05:32:32.084854 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-67e9076a-f8a2-4e74-8749-2fff4fe7d19f tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Made reservation on behalf of c5e5a8b7f91b44658a7a6eb0700d389c for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:32:32.088090 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-67e9076a-f8a2-4e74-8749-2fff4fe7d19f tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:32.115046 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cd4d3829-6ad1-44b5-a942-bbacb805c221 req-062538ff-b5e3-4cce-9b70-4feff2b0829a tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678878 Feb 20 05:32:32.247811 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-a18beab4-2e7f-427f-b241-af99ede1576c req-67e9076a-f8a2-4e74-8749-2fff4fe7d19f tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Allocated IP 172.20.0.12 (6f0a901a-07d7-42e9-9967-ca10530f93ff/47bafeeb-eb88-48c3-9668-c5c4cd61bb39/5781814a-da9d-41c0-a1e3-9143914eb22f) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:32:32.390196 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403deca-5fff-4257-9c00-6c9145440a8d req-1aeacb7c-fff7-4551-9628-4ab641a92347 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:32.391855 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1403deca-5fff-4257-9c00-6c9145440a8d req-1aeacb7c-fff7-4551-9628-4ab641a92347 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e439f1-da3b-408c-9baf-9e1b144fa22e HTTP/1.1" status: 200 len: 945 time: 0.1333132 Feb 20 05:32:32.481127 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1403deca-5fff-4257-9c00-6c9145440a8d req-544f011f-beb6-47bf-9790-2a243f3b5a65 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804703 Feb 20 05:32:32.486007 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-67e9076a-f8a2-4e74-8749-2fff4fe7d19f tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for port (5781814a-da9d-41c0-a1e3-9143914eb22f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:32.541161 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-67e9076a-f8a2-4e74-8749-2fff4fe7d19f tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (5781814a-da9d-41c0-a1e3-9143914eb22f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:32.610961 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18beab4-2e7f-427f-b241-af99ede1576c req-67e9076a-f8a2-4e74-8749-2fff4fe7d19f tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Network 6f0a901a-07d7-42e9-9967-ca10530f93ff is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:32:32.633362 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-a18beab4-2e7f-427f-b241-af99ede1576c req-67e9076a-f8a2-4e74-8749-2fff4fe7d19f tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:32.636563 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18beab4-2e7f-427f-b241-af99ede1576c req-67e9076a-f8a2-4e74-8749-2fff4fe7d19f tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:32:32.645315 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9076a-f8a2-4e74-8749-2fff4fe7d19f tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event updated for resources: {'Port': ['ID=5781814a-da9d-41c0-a1e3-9143914eb22f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:32.712082 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-67e9076a-f8a2-4e74-8749-2fff4fe7d19f tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:32.713263 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-67e9076a-f8a2-4e74-8749-2fff4fe7d19f tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:32.736499 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56f5a9-721a-4b61-96ff-b5eda2ab7011 req-f65b9f1c-ba67-4152-9bb3-650f01347862 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:32.738058 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a56f5a9-721a-4b61-96ff-b5eda2ab7011 req-f65b9f1c-ba67-4152-9bb3-650f01347862 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/ports?device_id=a13b0905-7f3f-4765-a303-1dd29513f753 HTTP/1.1" status: 200 len: 950 time: 0.1440723 Feb 20 05:32:32.750245 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-67e9076a-f8a2-4e74-8749-2fff4fe7d19f tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9026659 Feb 20 05:32:32.762171 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-a18beab4-2e7f-427f-b241-af99ede1576c req-85cd7c26-c311-4899-a1e6-ae2d971a55c8 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Request body: {'port': {'device_id': 'f3234bba-4139-4530-b1b4-d96150146da8', 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83', 'admin_state_up': True, 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'security_groups': ['a088be27-f47e-4938-be47-680ad05b339b']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:32.895472 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a56f5a9-721a-4b61-96ff-b5eda2ab7011 req-10f8ad05-4bd1-4194-825a-209dbfdea145 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/security-groups?id=71840a2c-ec6c-40d3-bacb-7ec74b0d213d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441164 Feb 20 05:32:32.927999 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-20a02fa6-d19f-4715-98b1-e1815ca4896d service neutron] 10.222.0.48 "GET /v2.0/ports/a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4/bindings/n-h1-829866-5 HTTP/1.1" status: 200 len: 384 time: 0.1693351 Feb 20 05:32:32.951952 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-4d1202da-e099-4711-b284-0aba4f9e3f88 None None] Provisioning complete for port 5781814a-da9d-41c0-a1e3-9143914eb22f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:32.952487 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d1202da-e099-4711-b284-0aba4f9e3f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5781814a-da9d-41c0-a1e3-9143914eb22f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:32.988899 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-85cd7c26-c311-4899-a1e6-ae2d971a55c8 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Made reservation on behalf of c5e5a8b7f91b44658a7a6eb0700d389c for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:32:32.989722 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4d1202da-e099-4711-b284-0aba4f9e3f88 None None] Port 5781814a-da9d-41c0-a1e3-9143914eb22f cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:32:32.993525 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-85cd7c26-c311-4899-a1e6-ae2d971a55c8 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:33.266777 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-a18beab4-2e7f-427f-b241-af99ede1576c req-85cd7c26-c311-4899-a1e6-ae2d971a55c8 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Allocated IP 10.1.1.205 (666d2cf8-afbf-4b07-bbd6-64f125ed3a83/eb4c7eba-b72d-4ec5-b4b9-93e6d514511f/c61fd629-9c90-4652-883c-81348ddcbb9c) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:32:33.300181 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-dbd228b6-eda0-4100-b6c4-f127797cdc80 service neutron] For port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:33.317262 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:32:33.327545 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a54238-697a-446e-a790-50bf66664927 req-290353e3-0fb0-4381-8ce0-069abb2f0166 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:33.329065 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a3a54238-697a-446e-a790-50bf66664927 req-290353e3-0fb0-4381-8ce0-069abb2f0166 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 943 time: 0.1857517 Feb 20 05:32:33.374653 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-dbd228b6-eda0-4100-b6c4-f127797cdc80 service neutron] For port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:32:33.405982 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 is: DOWN; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:33.468195 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-dbd228b6-eda0-4100-b6c4-f127797cdc80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:32:33.487374 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a3a54238-697a-446e-a790-50bf66664927 req-c09e39a6-d1f5-4f86-9ea4-8146199e3195 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481795 Feb 20 05:32:33.489110 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-dbd228b6-eda0-4100-b6c4-f127797cdc80 service neutron] For port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:33.516237 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-dbd228b6-eda0-4100-b6c4-f127797cdc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:33.547766 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 20 Feb 2022 05:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41c897b-0975-40ac-b9ff-20af517dff8a x-openstack-request-id: req-e41c897b-0975-40ac-b9ff-20af517dff8a {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:32:33.548348 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51995e88-6ad0-4960-8c97-c2c49c1214c0", "name": "network-vif-plugged", "status": "completed", "tag": "f5d6ddf3-7113-4ed1-aa61-f4c4dec13664", "code": 200}, {"server_uuid": "a13b0905-7f3f-4765-a303-1dd29513f753", "name": "network-vif-plugged", "status": "completed", "tag": "bfa8764a-49ee-4747-82bc-79f11fab1602", "code": 200}, {"server_uuid": "66e439f1-da3b-408c-9baf-9e1b144fa22e", "name": "network-vif-plugged", "status": "completed", "tag": "612e10aa-901e-43d5-b482-2a52932935e8", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:32:33.548949 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e41c897b-0975-40ac-b9ff-20af517dff8a {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:32:33.549583 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51995e88-6ad0-4960-8c97-c2c49c1214c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d6ddf3-7113-4ed1-aa61-f4c4dec13664', 'code': 200} Feb 20 05:32:33.550180 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13b0905-7f3f-4765-a303-1dd29513f753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa8764a-49ee-4747-82bc-79f11fab1602', 'code': 200} Feb 20 05:32:33.551036 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e439f1-da3b-408c-9baf-9e1b144fa22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612e10aa-901e-43d5-b482-2a52932935e8', 'code': 200} Feb 20 05:32:33.594756 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1c6b9a-fb71-4c02-8321-de8c39813e2f x-openstack-request-id: req-9c1c6b9a-fb71-4c02-8321-de8c39813e2f {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:32:33.596028 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a86dda-112b-40a2-8343-831907e025e8", "name": "network-vif-deleted", "tag": "171b3794-20e1-474c-9448-0a6f990a4561", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:32:33.596557 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c1c6b9a-fb71-4c02-8321-de8c39813e2f {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:32:33.597191 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a86dda-112b-40a2-8343-831907e025e8', 'name': 'network-vif-deleted', 'tag': '171b3794-20e1-474c-9448-0a6f990a4561', 'status': 'completed', 'code': 200} Feb 20 05:32:33.605500 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-85cd7c26-c311-4899-a1e6-ae2d971a55c8 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for port (c61fd629-9c90-4652-883c-81348ddcbb9c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:33.736612 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-dbd228b6-eda0-4100-b6c4-f127797cdc80 service neutron] Transition to ACTIVE for port object a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:32:33.743986 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1f30a-480a-46c4-903e-3a53ae4f42c3 req-011f7d2e-4d6f-4a66-8fdc-2f105a19589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:33.745490 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-19e1f30a-480a-46c4-903e-3a53ae4f42c3 req-011f7d2e-4d6f-4a66-8fdc-2f105a19589a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51995e88-6ad0-4960-8c97-c2c49c1214c0 HTTP/1.1" status: 200 len: 1128 time: 0.0878859 Feb 20 05:32:33.747567 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-dbd228b6-eda0-4100-b6c4-f127797cdc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:33.750690 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45aba9-8b14-494a-9218-9ac4627a080b req-2eccd4fc-cca7-4ef9-9f14-faf40312fbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:33.752174 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ba45aba9-8b14-494a-9218-9ac4627a080b req-2eccd4fc-cca7-4ef9-9f14-faf40312fbe7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a13b0905-7f3f-4765-a303-1dd29513f753 HTTP/1.1" status: 200 len: 1132 time: 0.0801423 Feb 20 05:32:33.794970 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-85cd7c26-c311-4899-a1e6-ae2d971a55c8 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (c61fd629-9c90-4652-883c-81348ddcbb9c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:33.811520 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5913f-c45a-4576-98ab-372428901717 req-9f5d36f6-80cb-4923-95c3-57411a2e8a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:33.813121 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73f5913f-c45a-4576-98ab-372428901717 req-9f5d36f6-80cb-4923-95c3-57411a2e8a5b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=66e439f1-da3b-408c-9baf-9e1b144fa22e HTTP/1.1" status: 200 len: 1127 time: 0.1542339 Feb 20 05:32:33.818622 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-19e1f30a-480a-46c4-903e-3a53ae4f42c3 req-eeb3a738-7d0b-4cc5-8d8a-cef47cf7772b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655434 Feb 20 05:32:33.825200 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ba45aba9-8b14-494a-9218-9ac4627a080b req-382ab74a-4bcd-405e-a635-aa4e103d35bf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=71840a2c-ec6c-40d3-bacb-7ec74b0d213d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669956 Feb 20 05:32:33.877031 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f548ef9-b932-41e3-bb1c-e886646f422a req-abbf0864-b630-4397-9a13-d6ff5d60d65a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:33.878488 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f548ef9-b932-41e3-bb1c-e886646f422a req-abbf0864-b630-4397-9a13-d6ff5d60d65a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 932 time: 0.2164896 Feb 20 05:32:33.879311 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-dbd228b6-eda0-4100-b6c4-f127797cdc80 service neutron] No DVR routers for this DVR port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:32:33.887127 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18beab4-2e7f-427f-b241-af99ede1576c req-85cd7c26-c311-4899-a1e6-ae2d971a55c8 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Network 666d2cf8-afbf-4b07-bbd6-64f125ed3a83 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:32:33.899276 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-a18beab4-2e7f-427f-b241-af99ede1576c req-85cd7c26-c311-4899-a1e6-ae2d971a55c8 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:33.902536 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd228b6-eda0-4100-b6c4-f127797cdc80 service neutron] Pushing event updated for resources: {'Port': ['ID=a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4,revision_number=10']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:33.907869 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18beab4-2e7f-427f-b241-af99ede1576c req-85cd7c26-c311-4899-a1e6-ae2d971a55c8 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:32:34.011693 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-dbd228b6-eda0-4100-b6c4-f127797cdc80 service neutron] 10.222.0.48 "PUT /v2.0/ports/a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4/bindings/n-h1-829866-5/activate HTTP/1.1" status: 200 len: 369 time: 1.0733721 Feb 20 05:32:34.042764 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73f5913f-c45a-4576-98ab-372428901717 req-d4736ca0-ce75-44d0-b518-25af8ba2ddf7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223248 Feb 20 05:32:34.054775 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd7c26-c311-4899-a1e6-ae2d971a55c8 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event updated for resources: {'Port': ['ID=c61fd629-9c90-4652-883c-81348ddcbb9c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:34.073952 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-85cd7c26-c311-4899-a1e6-ae2d971a55c8 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:34.074578 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-85cd7c26-c311-4899-a1e6-ae2d971a55c8 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:34.081214 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f548ef9-b932-41e3-bb1c-e886646f422a req-248a25e6-c2d2-4691-8db8-20ec97ef6466 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907129 Feb 20 05:32:34.097134 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-85cd7c26-c311-4899-a1e6-ae2d971a55c8 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3396411 Feb 20 05:32:34.115852 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-a18beab4-2e7f-427f-b241-af99ede1576c req-393f2a1c-6289-4ed6-bf93-d32b24b2f283 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Request body: {'port': {'device_id': 'f3234bba-4139-4530-b1b4-d96150146da8', 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83', 'admin_state_up': True, 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'security_groups': ['a088be27-f47e-4938-be47-680ad05b339b']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:34.132567 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 171b3794-20e1-474c-9448-0a6f990a4561 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:32:34.176589 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 171b3794-20e1-474c-9448-0a6f990a4561 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:32:34.177147 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 171b3794-20e1-474c-9448-0a6f990a4561 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:32:34.220890 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-fc7d6d9d-043a-4832-8488-bf688ca52b3f None None] Provisioning complete for port c61fd629-9c90-4652-883c-81348ddcbb9c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:34.221319 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc7d6d9d-043a-4832-8488-bf688ca52b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c61fd629-9c90-4652-883c-81348ddcbb9c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:34.255931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da5d95-38d3-4e84-8c24-5f8d91a15e23 req-f2b06ad5-3a9e-4eba-9124-dd1d49865a73 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:34.257446 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a3da5d95-38d3-4e84-8c24-5f8d91a15e23 req-f2b06ad5-3a9e-4eba-9124-dd1d49865a73 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 1128 time: 0.0806193 Feb 20 05:32:34.265019 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fc7d6d9d-043a-4832-8488-bf688ca52b3f None None] Port c61fd629-9c90-4652-883c-81348ddcbb9c cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:32:34.313939 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-393f2a1c-6289-4ed6-bf93-d32b24b2f283 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Made reservation on behalf of c5e5a8b7f91b44658a7a6eb0700d389c for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:32:34.317529 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-393f2a1c-6289-4ed6-bf93-d32b24b2f283 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:34.332326 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a3da5d95-38d3-4e84-8c24-5f8d91a15e23 req-f3893353-7736-4fa8-8d1c-94bb006df5bb tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667398 Feb 20 05:32:34.363274 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b6460-7be6-410d-99b8-7cdc6b19fa18 req-a318d5b9-baf2-4ef6-a1f8-3c1614008b7c tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:34.364753 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b20b6460-7be6-410d-99b8-7cdc6b19fa18 req-a318d5b9-baf2-4ef6-a1f8-3c1614008b7c tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.61 "GET /v2.0/ports?device_id=690197f4-c0f0-460d-91c3-001672fd6897 HTTP/1.1" status: 200 len: 945 time: 0.0615978 Feb 20 05:32:34.556102 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-9b287601-8d85-457b-ab3e-0206eb1150e9 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:34.557770 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-9b287601-8d85-457b-ab3e-0206eb1150e9 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0&tenant_id=fd21ae910f154cf58d2067d0920b47f4&binding%3Ahost_id=n-h2-829866-5 HTTP/1.1" status: 200 len: 1126 time: 0.0806901 Feb 20 05:32:34.565463 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-b20b6460-7be6-410d-99b8-7cdc6b19fa18 req-785af078-9357-4e0d-845b-d8ab1d604bcd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Deleting port e0e7b89c-a527-4ed4-8750-129cfb81ee13 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:32:34.565718 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b20b6460-7be6-410d-99b8-7cdc6b19fa18 req-785af078-9357-4e0d-845b-d8ab1d604bcd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (e0e7b89c-a527-4ed4-8750-129cfb81ee13), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:34.566980 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-a18beab4-2e7f-427f-b241-af99ede1576c req-393f2a1c-6289-4ed6-bf93-d32b24b2f283 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Allocated IP 10.1.1.16 (666d2cf8-afbf-4b07-bbd6-64f125ed3a83/eb4c7eba-b72d-4ec5-b4b9-93e6d514511f/a890cd6b-9daf-4d06-b46f-a0ae0d08179c) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:32:34.632239 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f499f-77c8-4b02-b823-ec5394da4522 req-54d9b6a9-9f31-417f-90e9-53f810a82307 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:34.634296 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-021f499f-77c8-4b02-b823-ec5394da4522 req-54d9b6a9-9f31-417f-90e9-53f810a82307 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=690197f4-c0f0-460d-91c3-001672fd6897 HTTP/1.1" status: 200 len: 945 time: 0.1054096 Feb 20 05:32:34.695324 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-022734e8-c1f9-4b85-ad90-40e35547a0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:34.696925 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-022734e8-c1f9-4b85-ad90-40e35547a0cc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0&tenant_id=fd21ae910f154cf58d2067d0920b47f4 HTTP/1.1" status: 200 len: 1126 time: 0.1268077 Feb 20 05:32:34.709920 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-b20b6460-7be6-410d-99b8-7cdc6b19fa18 req-785af078-9357-4e0d-845b-d8ab1d604bcd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] For port e0e7b89c-a527-4ed4-8750-129cfb81ee13, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e0e7b89c-a527-4ed4-8750-129cfb81ee13,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:34.710284 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b20b6460-7be6-410d-99b8-7cdc6b19fa18 req-785af078-9357-4e0d-845b-d8ab1d604bcd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (e0e7b89c-a527-4ed4-8750-129cfb81ee13), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:34.746922 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-b20b6460-7be6-410d-99b8-7cdc6b19fa18 req-785af078-9357-4e0d-845b-d8ab1d604bcd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Calling delete_port for e0e7b89c-a527-4ed4-8750-129cfb81ee13 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:32:34.755413 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-021f499f-77c8-4b02-b823-ec5394da4522 req-aee9e0ea-f351-43ce-b0b2-2ea9fb480f57 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113460 Feb 20 05:32:34.815968 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-dd67442f-f697-4f6f-acbe-bf8b223a88f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:34.817786 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-dd67442f-f697-4f6f-acbe-bf8b223a88f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 1126 time: 0.0989141 Feb 20 05:32:34.882809 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-393f2a1c-6289-4ed6-bf93-d32b24b2f283 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for port (a890cd6b-9daf-4d06-b46f-a0ae0d08179c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:34.907553 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd20d8-5a99-405e-b4b2-e1f702b03ca2 req-aebdc660-e065-42d8-9019-aa457188b51e tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:34.909079 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-39dd20d8-5a99-405e-b4b2-e1f702b03ca2 req-aebdc660-e065-42d8-9019-aa457188b51e tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e439f1-da3b-408c-9baf-9e1b144fa22e HTTP/1.1" status: 200 len: 945 time: 0.0716538 Feb 20 05:32:34.954077 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-46b2e2d1-9d26-447c-985c-31e7258d9415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:34.955607 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-46b2e2d1-9d26-447c-985c-31e7258d9415 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 908 time: 0.1297994 Feb 20 05:32:34.980409 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-39dd20d8-5a99-405e-b4b2-e1f702b03ca2 req-9c6cff6e-9f16-4b2d-8fc1-016cdd60af6f tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561531 Feb 20 05:32:34.981956 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-393f2a1c-6289-4ed6-bf93-d32b24b2f283 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (a890cd6b-9daf-4d06-b46f-a0ae0d08179c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:35.041406 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f2a1c-6289-4ed6-bf93-d32b24b2f283 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event updated for resources: {'Port': ['ID=a890cd6b-9daf-4d06-b46f-a0ae0d08179c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:35.086136 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18beab4-2e7f-427f-b241-af99ede1576c req-393f2a1c-6289-4ed6-bf93-d32b24b2f283 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Network 666d2cf8-afbf-4b07-bbd6-64f125ed3a83 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:32:35.087782 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-a18beab4-2e7f-427f-b241-af99ede1576c req-393f2a1c-6289-4ed6-bf93-d32b24b2f283 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:35.090861 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18beab4-2e7f-427f-b241-af99ede1576c req-393f2a1c-6289-4ed6-bf93-d32b24b2f283 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:32:35.185820 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-393f2a1c-6289-4ed6-bf93-d32b24b2f283 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:35.186679 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-393f2a1c-6289-4ed6-bf93-d32b24b2f283 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:35.206398 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-393f2a1c-6289-4ed6-bf93-d32b24b2f283 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0949142 Feb 20 05:32:35.215965 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4093e1-e7ea-44bf-953c-79cb29c6b42a req-3785bf71-e97b-4456-9554-b8d07bae98c1 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:35.224169 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8e4093e1-e7ea-44bf-953c-79cb29c6b42a req-3785bf71-e97b-4456-9554-b8d07bae98c1 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/ports?device_id=a13b0905-7f3f-4765-a303-1dd29513f753 HTTP/1.1" status: 200 len: 950 time: 0.1295621 Feb 20 05:32:35.237144 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-a18beab4-2e7f-427f-b241-af99ede1576c req-2c8f740e-5927-4b8b-a88f-bb13e9c475fa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Request body: {'port': {'device_id': 'f3234bba-4139-4530-b1b4-d96150146da8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9b27e09e-1632-40f6-8ef3-dc93f01885e9', 'admin_state_up': True, 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'security_groups': ['a088be27-f47e-4938-be47-680ad05b339b']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:35.313295 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-2dad1605-831c-425e-aaea-fc1147870b45 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 HTTP/1.1" status: 200 len: 217 time: 0.3509538 Feb 20 05:32:35.331627 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b20b6460-7be6-410d-99b8-7cdc6b19fa18 req-785af078-9357-4e0d-845b-d8ab1d604bcd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e0e7b89c-a527-4ed4-8750-129cfb81ee13), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:35.346191 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['e0e7b89c-a527-4ed4-8750-129cfb81ee13'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:32:35.364456 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8e4093e1-e7ea-44bf-953c-79cb29c6b42a req-18a73324-8678-4ead-8389-dbd7277be69b tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/security-groups?id=71840a2c-ec6c-40d3-bacb-7ec74b0d213d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391847 Feb 20 05:32:35.405424 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785af078-9357-4e0d-845b-d8ab1d604bcd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Pushing event deleted for resources: {'Port': ['ID=e0e7b89c-a527-4ed4-8750-129cfb81ee13,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:35.467268 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-96d35098-5c57-4f74-9d17-69422ea35853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:35.469637 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-96d35098-5c57-4f74-9d17-69422ea35853 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b4371b84-9467-4135-93c7-7a933f791395 HTTP/1.1" status: 200 len: 848 time: 0.1502662 Feb 20 05:32:35.471442 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20b6460-7be6-410d-99b8-7cdc6b19fa18 req-785af078-9357-4e0d-845b-d8ab1d604bcd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] No DVR routers for this DVR port e0e7b89c-a527-4ed4-8750-129cfb81ee13 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:32:35.487182 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b20b6460-7be6-410d-99b8-7cdc6b19fa18 req-785af078-9357-4e0d-845b-d8ab1d604bcd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:35.492344 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b20b6460-7be6-410d-99b8-7cdc6b19fa18 req-785af078-9357-4e0d-845b-d8ab1d604bcd tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.61 "DELETE /v2.0/ports/e0e7b89c-a527-4ed4-8750-129cfb81ee13 HTTP/1.1" status: 204 len: 173 time: 1.1222701 Feb 20 05:32:35.512913 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-480766cb-17e1-4410-8ce0-c261eb9a2fd4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb4530de-66c2-443b-82e6-823a997cfe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375912 Feb 20 05:32:35.536365 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-2c8f740e-5927-4b8b-a88f-bb13e9c475fa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Made reservation on behalf of c5e5a8b7f91b44658a7a6eb0700d389c for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:32:35.620654 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d41339b7-2961-4366-a02e-c5b77d5cca3e None None] Provisioning complete for port a890cd6b-9daf-4d06-b46f-a0ae0d08179c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:35.621047 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d41339b7-2961-4366-a02e-c5b77d5cca3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a890cd6b-9daf-4d06-b46f-a0ae0d08179c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:35.636581 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690197f4-c0f0-460d-91c3-001672fd6897', 'name': 'network-vif-deleted', 'tag': 'e0e7b89c-a527-4ed4-8750-129cfb81ee13'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:32:35.640099 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dcd7c2-14ac-40c5-82d2-3a957260f1b4" -d '{"events": [{"server_uuid": "690197f4-c0f0-460d-91c3-001672fd6897", "name": "network-vif-deleted", "tag": "e0e7b89c-a527-4ed4-8750-129cfb81ee13"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:32:35.651702 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-0d3d5929-1f68-4159-8700-d2f6b729e572 service neutron] 10.222.0.61 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302423 Feb 20 05:32:35.732229 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d41339b7-2961-4366-a02e-c5b77d5cca3e None None] Port a890cd6b-9daf-4d06-b46f-a0ae0d08179c cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:32:35.773238 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-2c8f740e-5927-4b8b-a88f-bb13e9c475fa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:35.845857 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-95a5e093-2a7c-4e1b-92b9-608ef01317dd service neutron] 10.222.0.61 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887887 Feb 20 05:32:36.190586 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-aed0b079-cf9e-40b3-aa9c-61d714ebb497 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:36.192289 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-aed0b079-cf9e-40b3-aa9c-61d714ebb497 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0&tenant_id=fd21ae910f154cf58d2067d0920b47f4&binding%3Ahost_id=n-h1-829866-5 HTTP/1.1" status: 200 len: 1126 time: 0.0847430 Feb 20 05:32:36.307089 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaeb4d2-932e-4af5-82e9-342077b2583d req-97cf62d9-355d-4ae8-8078-2af37acd33ea tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:36.308537 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-baaeb4d2-932e-4af5-82e9-342077b2583d req-97cf62d9-355d-4ae8-8078-2af37acd33ea tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 944 time: 0.4793618 Feb 20 05:32:36.323170 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-bc32b28f-507e-4e92-86ea-841e72cd51ae service neutron] For port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:32:36.326430 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-bc32b28f-507e-4e92-86ea-841e72cd51ae service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:36.327782 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6a17f06f-cc4c-427b-bb97-dfd49d260ad5 req-bc32b28f-507e-4e92-86ea-841e72cd51ae service neutron] 10.222.0.61 "DELETE /v2.0/ports/a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4/bindings/n-h2-829866-5 HTTP/1.1" status: 204 len: 173 time: 0.1284678 Feb 20 05:32:36.341458 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-a18beab4-2e7f-427f-b241-af99ede1576c req-2c8f740e-5927-4b8b-a88f-bb13e9c475fa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Allocated IP 10.2.2.100 (9b27e09e-1632-40f6-8ef3-dc93f01885e9/18651ee7-a031-4d44-a225-91d996be7419/1f7229f1-0696-4db8-9a85-551662cf8335) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:32:36.387461 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-baaeb4d2-932e-4af5-82e9-342077b2583d req-6b5ccc21-ed2d-4459-b82b-6b5f3ad5f153 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705640 Feb 20 05:32:36.551595 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880b584-5241-478f-bef3-213f376974d8 req-e8659853-8716-45de-899f-2e96dc1b6144 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:36.556795 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880b584-5241-478f-bef3-213f376974d8 req-e8659853-8716-45de-899f-2e96dc1b6144 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:36.562279 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880b584-5241-478f-bef3-213f376974d8 req-e8659853-8716-45de-899f-2e96dc1b6144 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:36.563984 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a880b584-5241-478f-bef3-213f376974d8 req-e8659853-8716-45de-899f-2e96dc1b6144 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 2374 time: 0.1081667 Feb 20 05:32:36.567172 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-2c8f740e-5927-4b8b-a88f-bb13e9c475fa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for port (1f7229f1-0696-4db8-9a85-551662cf8335), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:36.633332 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a880b584-5241-478f-bef3-213f376974d8 req-80736612-1e3f-4b21-b30d-518c3360025a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624878 Feb 20 05:32:36.641380 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-2c8f740e-5927-4b8b-a88f-bb13e9c475fa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (1f7229f1-0696-4db8-9a85-551662cf8335), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:36.702846 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18beab4-2e7f-427f-b241-af99ede1576c req-2c8f740e-5927-4b8b-a88f-bb13e9c475fa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Network 9b27e09e-1632-40f6-8ef3-dc93f01885e9 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:32:36.719786 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-a18beab4-2e7f-427f-b241-af99ede1576c req-2c8f740e-5927-4b8b-a88f-bb13e9c475fa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:36.729612 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18beab4-2e7f-427f-b241-af99ede1576c req-2c8f740e-5927-4b8b-a88f-bb13e9c475fa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:32:36.773979 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f740e-5927-4b8b-a88f-bb13e9c475fa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event updated for resources: {'Port': ['ID=1f7229f1-0696-4db8-9a85-551662cf8335,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:36.806253 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-2c8f740e-5927-4b8b-a88f-bb13e9c475fa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:36.807384 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-2c8f740e-5927-4b8b-a88f-bb13e9c475fa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:36.834481 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-2c8f740e-5927-4b8b-a88f-bb13e9c475fa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6009126 Feb 20 05:32:36.845157 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-a18beab4-2e7f-427f-b241-af99ede1576c req-9741fb33-85a0-49aa-9c2e-1f4b2e65723a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Request body: {'port': {'device_id': 'f3234bba-4139-4530-b1b4-d96150146da8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9b27e09e-1632-40f6-8ef3-dc93f01885e9', 'admin_state_up': True, 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'security_groups': ['a088be27-f47e-4938-be47-680ad05b339b']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:36.986153 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-9741fb33-85a0-49aa-9c2e-1f4b2e65723a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Made reservation on behalf of c5e5a8b7f91b44658a7a6eb0700d389c for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:32:37.003647 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-9741fb33-85a0-49aa-9c2e-1f4b2e65723a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:37.074421 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7f71825e-919b-4c4e-a2db-c5a55365ca8b None None] Provisioning complete for port 1f7229f1-0696-4db8-9a85-551662cf8335 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:37.074955 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f71825e-919b-4c4e-a2db-c5a55365ca8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1f7229f1-0696-4db8-9a85-551662cf8335), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:37.114351 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7f71825e-919b-4c4e-a2db-c5a55365ca8b None None] Port 1f7229f1-0696-4db8-9a85-551662cf8335 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:32:37.196594 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-a18beab4-2e7f-427f-b241-af99ede1576c req-9741fb33-85a0-49aa-9c2e-1f4b2e65723a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Allocated IP 10.2.2.200 (9b27e09e-1632-40f6-8ef3-dc93f01885e9/18651ee7-a031-4d44-a225-91d996be7419/b300bf69-7fa5-4932-966e-acd556b5219f) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:32:37.367374 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-9741fb33-85a0-49aa-9c2e-1f4b2e65723a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for port (b300bf69-7fa5-4932-966e-acd556b5219f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:37.450618 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34348aa8-40d9-4531-b93f-36bbf53d3113 req-30b2adb5-e9e4-498e-9238-f9146a26fc6e tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:37.452415 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-34348aa8-40d9-4531-b93f-36bbf53d3113 req-30b2adb5-e9e4-498e-9238-f9146a26fc6e tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] 10.222.0.48 "GET /v2.0/ports?device_id=c43243a6-4006-4d89-a64e-535bcc4c5ab9 HTTP/1.1" status: 200 len: 945 time: 0.0802977 Feb 20 05:32:37.457998 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-9741fb33-85a0-49aa-9c2e-1f4b2e65723a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (b300bf69-7fa5-4932-966e-acd556b5219f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:37.545525 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18beab4-2e7f-427f-b241-af99ede1576c req-9741fb33-85a0-49aa-9c2e-1f4b2e65723a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Network 9b27e09e-1632-40f6-8ef3-dc93f01885e9 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:32:37.577729 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-a18beab4-2e7f-427f-b241-af99ede1576c req-9741fb33-85a0-49aa-9c2e-1f4b2e65723a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:37.579989 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18beab4-2e7f-427f-b241-af99ede1576c req-9741fb33-85a0-49aa-9c2e-1f4b2e65723a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:32:37.584185 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741fb33-85a0-49aa-9c2e-1f4b2e65723a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event updated for resources: {'Port': ['ID=b300bf69-7fa5-4932-966e-acd556b5219f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:37.622949 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9741fb33-85a0-49aa-9c2e-1f4b2e65723a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:37.623300 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9741fb33-85a0-49aa-9c2e-1f4b2e65723a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:37.624162 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9741fb33-85a0-49aa-9c2e-1f4b2e65723a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:37.624492 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9741fb33-85a0-49aa-9c2e-1f4b2e65723a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:37.624822 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9741fb33-85a0-49aa-9c2e-1f4b2e65723a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:37.625149 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9741fb33-85a0-49aa-9c2e-1f4b2e65723a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:37.625479 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9741fb33-85a0-49aa-9c2e-1f4b2e65723a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:37.625802 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9741fb33-85a0-49aa-9c2e-1f4b2e65723a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:37.626118 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9741fb33-85a0-49aa-9c2e-1f4b2e65723a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:37.626439 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9741fb33-85a0-49aa-9c2e-1f4b2e65723a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:37.626764 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9741fb33-85a0-49aa-9c2e-1f4b2e65723a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:37.627110 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9741fb33-85a0-49aa-9c2e-1f4b2e65723a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:37.627432 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9741fb33-85a0-49aa-9c2e-1f4b2e65723a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:37.661513 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-9741fb33-85a0-49aa-9c2e-1f4b2e65723a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:37.662272 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-9741fb33-85a0-49aa-9c2e-1f4b2e65723a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:37.686440 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-34348aa8-40d9-4531-b93f-36bbf53d3113 req-47e55000-db97-4a51-88fb-ccd440d3e751 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Deleting port be9ec1e0-e0b1-4cca-906f-f3fb24cae080 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:32:37.686786 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-34348aa8-40d9-4531-b93f-36bbf53d3113 req-47e55000-db97-4a51-88fb-ccd440d3e751 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (be9ec1e0-e0b1-4cca-906f-f3fb24cae080), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:37.694130 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-9741fb33-85a0-49aa-9c2e-1f4b2e65723a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8532374 Feb 20 05:32:37.711630 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-a18beab4-2e7f-427f-b241-af99ede1576c req-57359564-30e3-421e-891b-55ce0f6913d4 service neutron] Request body: {'port': {'device_id': 'f3234bba-4139-4530-b1b4-d96150146da8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:37.782705 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-c63382e6-04c5-4919-a226-b21b5ec1921e tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:32:37.783759 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-c63382e6-04c5-4919-a226-b21b5ec1921e tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0887740 Feb 20 05:32:37.863404 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-57359564-30e3-421e-891b-55ce0f6913d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5781814a-da9d-41c0-a1e3-9143914eb22f), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:37.940196 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-34348aa8-40d9-4531-b93f-36bbf53d3113 req-47e55000-db97-4a51-88fb-ccd440d3e751 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] For port be9ec1e0-e0b1-4cca-906f-f3fb24cae080, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=be9ec1e0-e0b1-4cca-906f-f3fb24cae080,segment=NetworkSegment(b3077aae-a0dc-4721-923e-646446a4815e),segment_id=b3077aae-a0dc-4721-923e-646446a4815e)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:37.940565 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-34348aa8-40d9-4531-b93f-36bbf53d3113 req-47e55000-db97-4a51-88fb-ccd440d3e751 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (be9ec1e0-e0b1-4cca-906f-f3fb24cae080), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:37.947177 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ef7171e5-c4f6-481b-b26d-ab3e07cd6177 None None] Provisioning complete for port b300bf69-7fa5-4932-966e-acd556b5219f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:37.947772 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef7171e5-c4f6-481b-b26d-ab3e07cd6177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b300bf69-7fa5-4932-966e-acd556b5219f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:37.949721 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-c99223bc-7652-4fdc-9675-a462208464d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:37.951169 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-c99223bc-7652-4fdc-9675-a462208464d7 service neutron] 10.222.0.37 "GET /v2.0/ports/07e82003-d270-4848-a84d-a58ea18e9722 HTTP/1.1" status: 200 len: 1125 time: 0.1573203 Feb 20 05:32:37.964669 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-5254a98d-fb7b-45e8-993c-c4e632cad571 service neutron] Request body: {'binding': {'host': 'n-h1-829866-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:37.965153 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-5254a98d-fb7b-45e8-993c-c4e632cad571 service neutron] Unknown quota resources ['binding']. {{(pid=103407) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 05:32:37.967371 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-34348aa8-40d9-4531-b93f-36bbf53d3113 req-47e55000-db97-4a51-88fb-ccd440d3e751 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Calling delete_port for be9ec1e0-e0b1-4cca-906f-f3fb24cae080 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:32:37.985767 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ef7171e5-c4f6-481b-b26d-ab3e07cd6177 None None] Port b300bf69-7fa5-4932-966e-acd556b5219f cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:32:38.148763 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device e0e7b89c-a527-4ed4-8750-129cfb81ee13 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:32:38.175028 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: e0e7b89c-a527-4ed4-8750-129cfb81ee13 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:32:38.175733 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device e0e7b89c-a527-4ed4-8750-129cfb81ee13 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:32:38.360926 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-5254a98d-fb7b-45e8-993c-c4e632cad571 service neutron] Attempting to bind port 07e82003-d270-4848-a84d-a58ea18e9722 on host n-h1-829866-5 for vnic_type normal with profile None {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:32:38.361273 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-5254a98d-fb7b-45e8-993c-c4e632cad571 service neutron] Attempting to bind port 07e82003-d270-4848-a84d-a58ea18e9722 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:32:38.361690 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-5254a98d-fb7b-45e8-993c-c4e632cad571 service neutron] Attempting to bind port 07e82003-d270-4848-a84d-a58ea18e9722 on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:38.366116 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-34348aa8-40d9-4531-b93f-36bbf53d3113 req-47e55000-db97-4a51-88fb-ccd440d3e751 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (be9ec1e0-e0b1-4cca-906f-f3fb24cae080), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:38.379141 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['be9ec1e0-e0b1-4cca-906f-f3fb24cae080'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:32:38.388925 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-5254a98d-fb7b-45e8-993c-c4e632cad571 service neutron] Port 07e82003-d270-4848-a84d-a58ea18e9722 on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:32:38.389834 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-5254a98d-fb7b-45e8-993c-c4e632cad571 service neutron] Attempting to bind port 07e82003-d270-4848-a84d-a58ea18e9722 on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:38.435275 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e55000-db97-4a51-88fb-ccd440d3e751 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Pushing event deleted for resources: {'Port': ['ID=be9ec1e0-e0b1-4cca-906f-f3fb24cae080,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:38.440805 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-5254a98d-fb7b-45e8-993c-c4e632cad571 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:32:38.441149 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-5254a98d-fb7b-45e8-993c-c4e632cad571 service neutron] Checking segment: {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:38.441537 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-5254a98d-fb7b-45e8-993c-c4e632cad571 service neutron] Bound using segment: {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:32:38.441976 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-5254a98d-fb7b-45e8-993c-c4e632cad571 service neutron] Bound port: 07e82003-d270-4848-a84d-a58ea18e9722, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:32:38.516204 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-a18beab4-2e7f-427f-b241-af99ede1576c req-57359564-30e3-421e-891b-55ce0f6913d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5781814a-da9d-41c0-a1e3-9143914eb22f {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:32:38.524432 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-34348aa8-40d9-4531-b93f-36bbf53d3113 req-47e55000-db97-4a51-88fb-ccd440d3e751 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] No DVR routers for this DVR port be9ec1e0-e0b1-4cca-906f-f3fb24cae080 on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:32:38.528752 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-57359564-30e3-421e-891b-55ce0f6913d4 service neutron] Publish callbacks [] for port (5781814a-da9d-41c0-a1e3-9143914eb22f), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:38.532962 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-34348aa8-40d9-4531-b93f-36bbf53d3113 req-47e55000-db97-4a51-88fb-ccd440d3e751 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:38.536312 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-34348aa8-40d9-4531-b93f-36bbf53d3113 req-47e55000-db97-4a51-88fb-ccd440d3e751 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] 10.222.0.48 "DELETE /v2.0/ports/be9ec1e0-e0b1-4cca-906f-f3fb24cae080 HTTP/1.1" status: 204 len: 173 time: 1.0725687 Feb 20 05:32:38.536803 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43243a6-4006-4d89-a64e-535bcc4c5ab9', 'name': 'network-vif-deleted', 'tag': 'be9ec1e0-e0b1-4cca-906f-f3fb24cae080'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:32:38.539093 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234a2f54-4186-4703-8cc3-e7301fa97699" -d '{"events": [{"server_uuid": "c43243a6-4006-4d89-a64e-535bcc4c5ab9", "name": "network-vif-deleted", "tag": "be9ec1e0-e0b1-4cca-906f-f3fb24cae080"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:32:38.561887 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-a18beab4-2e7f-427f-b241-af99ede1576c req-57359564-30e3-421e-891b-55ce0f6913d4 service neutron] Transition to ACTIVE for port object 5781814a-da9d-41c0-a1e3-9143914eb22f will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:32:38.571109 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-57359564-30e3-421e-891b-55ce0f6913d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (5781814a-da9d-41c0-a1e3-9143914eb22f), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:38.574944 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-5254a98d-fb7b-45e8-993c-c4e632cad571 service neutron] For port 07e82003-d270-4848-a84d-a58ea18e9722, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=07e82003-d270-4848-a84d-a58ea18e9722,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:32:38.603767 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-5254a98d-fb7b-45e8-993c-c4e632cad571 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:38.604979 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-5254a98d-fb7b-45e8-993c-c4e632cad571 service neutron] 10.222.0.37 "POST /v2.0/ports/07e82003-d270-4848-a84d-a58ea18e9722/bindings HTTP/1.1" status: 201 len: 389 time: 0.6452239 Feb 20 05:32:38.634674 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57359564-30e3-421e-891b-55ce0f6913d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5781814a-da9d-41c0-a1e3-9143914eb22f,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:38.708350 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a18beab4-2e7f-427f-b241-af99ede1576c req-57359564-30e3-421e-891b-55ce0f6913d4 service neutron] Attempting to bind port 5781814a-da9d-41c0-a1e3-9143914eb22f on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:32:38.708697 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a18beab4-2e7f-427f-b241-af99ede1576c req-57359564-30e3-421e-891b-55ce0f6913d4 service neutron] Attempting to bind port 5781814a-da9d-41c0-a1e3-9143914eb22f by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '3afd5b42-a457-4a41-9db4-611bccf50f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:32:38.709030 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-57359564-30e3-421e-891b-55ce0f6913d4 service neutron] Attempting to bind port 5781814a-da9d-41c0-a1e3-9143914eb22f on network 6f0a901a-07d7-42e9-9967-ca10530f93ff {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:38.713810 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-57359564-30e3-421e-891b-55ce0f6913d4 service neutron] Port 5781814a-da9d-41c0-a1e3-9143914eb22f on network 6f0a901a-07d7-42e9-9967-ca10530f93ff not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:32:38.714161 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-57359564-30e3-421e-891b-55ce0f6913d4 service neutron] Attempting to bind port 5781814a-da9d-41c0-a1e3-9143914eb22f on network 6f0a901a-07d7-42e9-9967-ca10530f93ff {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:38.720924 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-57359564-30e3-421e-891b-55ce0f6913d4 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:32:38.721299 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-57359564-30e3-421e-891b-55ce0f6913d4 service neutron] Checking segment: {'id': '3afd5b42-a457-4a41-9db4-611bccf50f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:38.721771 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-57359564-30e3-421e-891b-55ce0f6913d4 service neutron] Bound using segment: {'id': '3afd5b42-a457-4a41-9db4-611bccf50f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:32:38.722505 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a18beab4-2e7f-427f-b241-af99ede1576c req-57359564-30e3-421e-891b-55ce0f6913d4 service neutron] Bound port: 5781814a-da9d-41c0-a1e3-9143914eb22f, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3afd5b42-a457-4a41-9db4-611bccf50f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:32:38.722924 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-57359564-30e3-421e-891b-55ce0f6913d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5781814a-da9d-41c0-a1e3-9143914eb22f), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:38.773077 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40742e1d-8d01-4548-98da-4f36f662dec1 x-openstack-request-id: req-40742e1d-8d01-4548-98da-4f36f662dec1 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:32:38.773623 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690197f4-c0f0-460d-91c3-001672fd6897", "name": "network-vif-deleted", "tag": "e0e7b89c-a527-4ed4-8750-129cfb81ee13", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:32:38.773623 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40742e1d-8d01-4548-98da-4f36f662dec1 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:32:38.774222 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690197f4-c0f0-460d-91c3-001672fd6897', 'name': 'network-vif-deleted', 'tag': 'e0e7b89c-a527-4ed4-8750-129cfb81ee13', 'status': 'completed', 'code': 200} Feb 20 05:32:38.848120 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-a18beab4-2e7f-427f-b241-af99ede1576c req-57359564-30e3-421e-891b-55ce0f6913d4 service neutron] For port 5781814a-da9d-41c0-a1e3-9143914eb22f, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:32:38.852637 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-a18beab4-2e7f-427f-b241-af99ede1576c req-57359564-30e3-421e-891b-55ce0f6913d4 service neutron] For port 5781814a-da9d-41c0-a1e3-9143914eb22f, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=5781814a-da9d-41c0-a1e3-9143914eb22f,segment=NetworkSegment(3afd5b42-a457-4a41-9db4-611bccf50f94),segment_id=3afd5b42-a457-4a41-9db4-611bccf50f94)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:32:38.862549 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-57359564-30e3-421e-891b-55ce0f6913d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (5781814a-da9d-41c0-a1e3-9143914eb22f), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:38.940575 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c2017ea7-f616-49a6-8515-5c7bc1c72715 req-e403d194-46db-452c-be99-58d49961ae94 tempest-InstanceActionsNegativeTestJSON-1169805881 tempest-InstanceActionsNegativeTestJSON-1169805881-project] 10.222.0.37 "GET /v2.0/ports?device_id=c43243a6-4006-4d89-a64e-535bcc4c5ab9 HTTP/1.1" status: 200 len: 210 time: 0.0671225 Feb 20 05:32:38.942185 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-57359564-30e3-421e-891b-55ce0f6913d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:38.942673 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-57359564-30e3-421e-891b-55ce0f6913d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:38.944028 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-57359564-30e3-421e-891b-55ce0f6913d4 service neutron] 10.222.0.61 "PUT /v2.0/ports/5781814a-da9d-41c0-a1e3-9143914eb22f HTTP/1.1" status: 200 len: 1092 time: 1.2374263 Feb 20 05:32:38.991397 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57359564-30e3-421e-891b-55ce0f6913d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5781814a-da9d-41c0-a1e3-9143914eb22f,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:39.010223 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-a18beab4-2e7f-427f-b241-af99ede1576c req-8ebc050e-e1b0-47f0-a311-6f6d19633421 service neutron] Request body: {'port': {'device_id': 'f3234bba-4139-4530-b1b4-d96150146da8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:39.010678 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-5c0c2524-3f26-48c0-b53d-6651c58739e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:39.012747 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-5c0c2524-3f26-48c0-b53d-6651c58739e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 1128 time: 0.0916674 Feb 20 05:32:39.108571 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-8ebc050e-e1b0-47f0-a311-6f6d19633421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3fb0e850-e007-488c-9126-46021bfc5121), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:39.269023 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-9c36630f-84a0-43e2-b2da-1f15504c0af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:39.270956 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-9c36630f-84a0-43e2-b2da-1f15504c0af5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 920 time: 0.2479608 Feb 20 05:32:39.327144 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-07ab728d-cf15-4ec7-ae79-e566c0035b2e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07e82003-d270-4848-a84d-a58ea18e9722 HTTP/1.1" status: 200 len: 217 time: 0.0501981 Feb 20 05:32:39.387685 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-e95adb01-808c-4046-bb0c-c3d42f7b96f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:39.389263 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-e95adb01-808c-4046-bb0c-c3d42f7b96f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 200 len: 860 time: 0.0571859 Feb 20 05:32:39.398288 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70e7c2-dabf-4030-8d7a-539008a773f5 req-dbb3effc-7fb9-47ab-95be-816b71b68fb6 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:39.399791 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-de70e7c2-dabf-4030-8d7a-539008a773f5 req-dbb3effc-7fb9-47ab-95be-816b71b68fb6 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e439f1-da3b-408c-9baf-9e1b144fa22e HTTP/1.1" status: 200 len: 945 time: 0.2027647 Feb 20 05:32:39.424301 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-74a1d5d8-4462-4eb5-a912-7f63b273bd07 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296133 Feb 20 05:32:39.517657 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-de70e7c2-dabf-4030-8d7a-539008a773f5 req-ec1688bb-836d-4ee5-aadd-8ae9b034b21a tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027801 Feb 20 05:32:39.551454 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-07ead6cf-3551-4d23-8240-9d3992eeea54 service neutron] 10.222.0.61 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210632 Feb 20 05:32:39.641354 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-e0ca829b-5b05-4876-83a1-89ad1b370586 service neutron] 10.222.0.61 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856309 Feb 20 05:32:39.655725 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a78854-f90e-43c7-91ba-e80f85ca2e3e req-d53c7a2e-7490-47d2-b813-aab83881ddad tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:39.657069 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d0a78854-f90e-43c7-91ba-e80f85ca2e3e req-d53c7a2e-7490-47d2-b813-aab83881ddad tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/ports?device_id=a13b0905-7f3f-4765-a303-1dd29513f753 HTTP/1.1" status: 200 len: 950 time: 0.1010444 Feb 20 05:32:39.668224 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-a18beab4-2e7f-427f-b241-af99ede1576c req-8ebc050e-e1b0-47f0-a311-6f6d19633421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb0e850-e007-488c-9126-46021bfc5121 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:32:39.686749 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-8ebc050e-e1b0-47f0-a311-6f6d19633421 service neutron] Publish callbacks [] for port (3fb0e850-e007-488c-9126-46021bfc5121), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:39.711482 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-a18beab4-2e7f-427f-b241-af99ede1576c req-8ebc050e-e1b0-47f0-a311-6f6d19633421 service neutron] Transition to ACTIVE for port object 3fb0e850-e007-488c-9126-46021bfc5121 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:32:39.722231 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-8ebc050e-e1b0-47f0-a311-6f6d19633421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (3fb0e850-e007-488c-9126-46021bfc5121), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:39.731366 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d0a78854-f90e-43c7-91ba-e80f85ca2e3e req-924998a0-ad27-4a77-b2bb-64ab26b95b89 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/security-groups?id=71840a2c-ec6c-40d3-bacb-7ec74b0d213d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654340 Feb 20 05:32:39.785335 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc050e-e1b0-47f0-a311-6f6d19633421 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb0e850-e007-488c-9126-46021bfc5121,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:39.907141 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a18beab4-2e7f-427f-b241-af99ede1576c req-8ebc050e-e1b0-47f0-a311-6f6d19633421 service neutron] Attempting to bind port 3fb0e850-e007-488c-9126-46021bfc5121 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:32:39.907489 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a18beab4-2e7f-427f-b241-af99ede1576c req-8ebc050e-e1b0-47f0-a311-6f6d19633421 service neutron] Attempting to bind port 3fb0e850-e007-488c-9126-46021bfc5121 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '6e3478b9-6ed7-4abf-b4ed-b00804fcaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:32:39.907838 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-8ebc050e-e1b0-47f0-a311-6f6d19633421 service neutron] Attempting to bind port 3fb0e850-e007-488c-9126-46021bfc5121 on network 666d2cf8-afbf-4b07-bbd6-64f125ed3a83 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:39.916948 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-8ebc050e-e1b0-47f0-a311-6f6d19633421 service neutron] Port 3fb0e850-e007-488c-9126-46021bfc5121 on network 666d2cf8-afbf-4b07-bbd6-64f125ed3a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:32:39.917226 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-8ebc050e-e1b0-47f0-a311-6f6d19633421 service neutron] Attempting to bind port 3fb0e850-e007-488c-9126-46021bfc5121 on network 666d2cf8-afbf-4b07-bbd6-64f125ed3a83 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:39.926722 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-8ebc050e-e1b0-47f0-a311-6f6d19633421 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:32:39.927102 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-8ebc050e-e1b0-47f0-a311-6f6d19633421 service neutron] Checking segment: {'id': '6e3478b9-6ed7-4abf-b4ed-b00804fcaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:39.927498 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-8ebc050e-e1b0-47f0-a311-6f6d19633421 service neutron] Bound using segment: {'id': '6e3478b9-6ed7-4abf-b4ed-b00804fcaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:32:39.927949 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a18beab4-2e7f-427f-b241-af99ede1576c req-8ebc050e-e1b0-47f0-a311-6f6d19633421 service neutron] Bound port: 3fb0e850-e007-488c-9126-46021bfc5121, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3478b9-6ed7-4abf-b4ed-b00804fcaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:32:39.928315 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-8ebc050e-e1b0-47f0-a311-6f6d19633421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3fb0e850-e007-488c-9126-46021bfc5121), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:39.938991 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834b729-19d8-4e8d-aae7-b7649f6ae64e req-89c511bc-5285-48ec-a001-ab8e4d4060c1 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:39.946174 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6834b729-19d8-4e8d-aae7-b7649f6ae64e req-89c511bc-5285-48ec-a001-ab8e4d4060c1 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 944 time: 0.1246645 Feb 20 05:32:40.045322 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6834b729-19d8-4e8d-aae7-b7649f6ae64e req-3f24968d-5628-41fe-8a8f-cb8b805e2e18 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980752 Feb 20 05:32:40.070487 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-a18beab4-2e7f-427f-b241-af99ede1576c req-8ebc050e-e1b0-47f0-a311-6f6d19633421 service neutron] For port 3fb0e850-e007-488c-9126-46021bfc5121, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:32:40.073999 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-a18beab4-2e7f-427f-b241-af99ede1576c req-8ebc050e-e1b0-47f0-a311-6f6d19633421 service neutron] For port 3fb0e850-e007-488c-9126-46021bfc5121, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=3fb0e850-e007-488c-9126-46021bfc5121,segment=NetworkSegment(6e3478b9-6ed7-4abf-b4ed-b00804fcaa64),segment_id=6e3478b9-6ed7-4abf-b4ed-b00804fcaa64)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:32:40.081362 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-8ebc050e-e1b0-47f0-a311-6f6d19633421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (3fb0e850-e007-488c-9126-46021bfc5121), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:40.180684 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-8ebc050e-e1b0-47f0-a311-6f6d19633421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:40.181495 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-8ebc050e-e1b0-47f0-a311-6f6d19633421 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:40.182934 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-8ebc050e-e1b0-47f0-a311-6f6d19633421 service neutron] 10.222.0.61 "PUT /v2.0/ports/3fb0e850-e007-488c-9126-46021bfc5121 HTTP/1.1" status: 200 len: 1131 time: 1.1885269 Feb 20 05:32:40.218343 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc050e-e1b0-47f0-a311-6f6d19633421 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb0e850-e007-488c-9126-46021bfc5121,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:40.224897 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-a18beab4-2e7f-427f-b241-af99ede1576c req-af24f35d-6d1f-48f3-9708-8bb2edab197a service neutron] Request body: {'port': {'device_id': 'f3234bba-4139-4530-b1b4-d96150146da8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:40.309142 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d651a3-34bf-4b49-bb26-0a35f2410eba req-5bfa3be7-30d7-478a-9241-4726d8fdf643 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:40.315209 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d651a3-34bf-4b49-bb26-0a35f2410eba req-5bfa3be7-30d7-478a-9241-4726d8fdf643 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:40.321259 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d651a3-34bf-4b49-bb26-0a35f2410eba req-5bfa3be7-30d7-478a-9241-4726d8fdf643 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:40.327610 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d651a3-34bf-4b49-bb26-0a35f2410eba req-5bfa3be7-30d7-478a-9241-4726d8fdf643 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:40.333362 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d651a3-34bf-4b49-bb26-0a35f2410eba req-5bfa3be7-30d7-478a-9241-4726d8fdf643 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:40.339123 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d651a3-34bf-4b49-bb26-0a35f2410eba req-5bfa3be7-30d7-478a-9241-4726d8fdf643 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:40.341067 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86d651a3-34bf-4b49-bb26-0a35f2410eba req-5bfa3be7-30d7-478a-9241-4726d8fdf643 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 4601 time: 0.2198942 Feb 20 05:32:40.442068 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-af24f35d-6d1f-48f3-9708-8bb2edab197a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e74757c8-ee50-4661-8395-9285a9e8870c), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:40.482614 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86d651a3-34bf-4b49-bb26-0a35f2410eba req-619cf741-b9ab-4f68-a6e0-958611cc72bd tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1219747 Feb 20 05:32:40.583156 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f8569b-d50e-4457-9372-b5e9570ad74f x-openstack-request-id: req-90f8569b-d50e-4457-9372-b5e9570ad74f {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:32:40.583858 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43243a6-4006-4d89-a64e-535bcc4c5ab9", "name": "network-vif-deleted", "tag": "be9ec1e0-e0b1-4cca-906f-f3fb24cae080", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:32:40.585944 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90f8569b-d50e-4457-9372-b5e9570ad74f {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:32:40.587352 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43243a6-4006-4d89-a64e-535bcc4c5ab9', 'name': 'network-vif-deleted', 'tag': 'be9ec1e0-e0b1-4cca-906f-f3fb24cae080', 'status': 'completed', 'code': 200} Feb 20 05:32:40.819264 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ada587-e78f-4b56-8aee-3ae4fdd55cee req-e33f9dd5-7f01-4bb2-bf8d-6b2e49680c3c tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:40.820780 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33ada587-e78f-4b56-8aee-3ae4fdd55cee req-e33f9dd5-7f01-4bb2-bf8d-6b2e49680c3c tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 946 time: 0.0897403 Feb 20 05:32:40.908888 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-a18beab4-2e7f-427f-b241-af99ede1576c req-af24f35d-6d1f-48f3-9708-8bb2edab197a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e74757c8-ee50-4661-8395-9285a9e8870c {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:32:40.917305 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-af24f35d-6d1f-48f3-9708-8bb2edab197a service neutron] Publish callbacks [] for port (e74757c8-ee50-4661-8395-9285a9e8870c), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:40.922700 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33ada587-e78f-4b56-8aee-3ae4fdd55cee req-c171fe9e-bbc3-4e45-b804-94cede66e34b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869756 Feb 20 05:32:40.934369 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-a18beab4-2e7f-427f-b241-af99ede1576c req-af24f35d-6d1f-48f3-9708-8bb2edab197a service neutron] Transition to ACTIVE for port object e74757c8-ee50-4661-8395-9285a9e8870c will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:32:40.939384 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-af24f35d-6d1f-48f3-9708-8bb2edab197a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (e74757c8-ee50-4661-8395-9285a9e8870c), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:41.008955 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24f35d-6d1f-48f3-9708-8bb2edab197a service neutron] Pushing event updated for resources: {'Port': ['ID=e74757c8-ee50-4661-8395-9285a9e8870c,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:41.142260 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a18beab4-2e7f-427f-b241-af99ede1576c req-af24f35d-6d1f-48f3-9708-8bb2edab197a service neutron] Attempting to bind port e74757c8-ee50-4661-8395-9285a9e8870c on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:32:41.142729 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a18beab4-2e7f-427f-b241-af99ede1576c req-af24f35d-6d1f-48f3-9708-8bb2edab197a service neutron] Attempting to bind port e74757c8-ee50-4661-8395-9285a9e8870c by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '6e3478b9-6ed7-4abf-b4ed-b00804fcaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:32:41.143188 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-af24f35d-6d1f-48f3-9708-8bb2edab197a service neutron] Attempting to bind port e74757c8-ee50-4661-8395-9285a9e8870c on network 666d2cf8-afbf-4b07-bbd6-64f125ed3a83 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:41.180069 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-af24f35d-6d1f-48f3-9708-8bb2edab197a service neutron] Port e74757c8-ee50-4661-8395-9285a9e8870c on network 666d2cf8-afbf-4b07-bbd6-64f125ed3a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:32:41.180538 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-af24f35d-6d1f-48f3-9708-8bb2edab197a service neutron] Attempting to bind port e74757c8-ee50-4661-8395-9285a9e8870c on network 666d2cf8-afbf-4b07-bbd6-64f125ed3a83 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:41.192748 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-af24f35d-6d1f-48f3-9708-8bb2edab197a service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:32:41.193204 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-af24f35d-6d1f-48f3-9708-8bb2edab197a service neutron] Checking segment: {'id': '6e3478b9-6ed7-4abf-b4ed-b00804fcaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:41.193709 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-af24f35d-6d1f-48f3-9708-8bb2edab197a service neutron] Bound using segment: {'id': '6e3478b9-6ed7-4abf-b4ed-b00804fcaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:32:41.194291 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a18beab4-2e7f-427f-b241-af99ede1576c req-af24f35d-6d1f-48f3-9708-8bb2edab197a service neutron] Bound port: e74757c8-ee50-4661-8395-9285a9e8870c, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3478b9-6ed7-4abf-b4ed-b00804fcaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:32:41.194764 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-af24f35d-6d1f-48f3-9708-8bb2edab197a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e74757c8-ee50-4661-8395-9285a9e8870c), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:41.290262 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-703ebb84-ecee-4e82-bf0d-013332639402 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:41.291766 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-703ebb84-ecee-4e82-bf0d-013332639402 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/networks?id=bfecaaea-4537-49c6-826a-93e263cff952 HTTP/1.1" status: 200 len: 810 time: 0.1750884 Feb 20 05:32:41.316756 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-a18beab4-2e7f-427f-b241-af99ede1576c req-af24f35d-6d1f-48f3-9708-8bb2edab197a service neutron] For port e74757c8-ee50-4661-8395-9285a9e8870c, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:32:41.319607 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-5f0c7c8e-f798-4f5e-8d14-08dd74018293 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/quotas/ba68b400a4764ecd8cffcc89b3c1b40a HTTP/1.1" status: 200 len: 375 time: 0.0192523 Feb 20 05:32:41.330665 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-a18beab4-2e7f-427f-b241-af99ede1576c req-af24f35d-6d1f-48f3-9708-8bb2edab197a service neutron] For port e74757c8-ee50-4661-8395-9285a9e8870c, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e74757c8-ee50-4661-8395-9285a9e8870c,segment=NetworkSegment(6e3478b9-6ed7-4abf-b4ed-b00804fcaa64),segment_id=6e3478b9-6ed7-4abf-b4ed-b00804fcaa64)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:32:41.336754 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device be9ec1e0-e0b1-4cca-906f-f3fb24cae080 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:32:41.360848 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: be9ec1e0-e0b1-4cca-906f-f3fb24cae080 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:32:41.361448 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device be9ec1e0-e0b1-4cca-906f-f3fb24cae080 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:32:41.362385 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-3a4599b7-47f0-49fe-b436-5983c972d6bf tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ba68b400a4764ecd8cffcc89b3c1b40a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357006 Feb 20 05:32:41.363662 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-af24f35d-6d1f-48f3-9708-8bb2edab197a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (e74757c8-ee50-4661-8395-9285a9e8870c), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:41.439939 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-af24f35d-6d1f-48f3-9708-8bb2edab197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:41.440541 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-af24f35d-6d1f-48f3-9708-8bb2edab197a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:41.441944 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-af24f35d-6d1f-48f3-9708-8bb2edab197a service neutron] 10.222.0.61 "PUT /v2.0/ports/e74757c8-ee50-4661-8395-9285a9e8870c HTTP/1.1" status: 200 len: 1129 time: 1.2253201 Feb 20 05:32:41.470523 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24f35d-6d1f-48f3-9708-8bb2edab197a service neutron] Pushing event updated for resources: {'Port': ['ID=e74757c8-ee50-4661-8395-9285a9e8870c,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:41.479626 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-a18beab4-2e7f-427f-b241-af99ede1576c req-0cec1f07-3f45-40a4-b3c1-df9ca863736f service neutron] Request body: {'port': {'device_id': 'f3234bba-4139-4530-b1b4-d96150146da8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:41.776220 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-b7ee659a-23b3-4ed2-879e-54a2a2546d1a service neutron] 10.222.0.37 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894813 Feb 20 05:32:41.840897 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-0cec1f07-3f45-40a4-b3c1-df9ca863736f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c61fd629-9c90-4652-883c-81348ddcbb9c), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:41.925377 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-37594b96-92ba-47c1-87ac-7ea8940fe527 service neutron] 10.222.0.37 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324935 Feb 20 05:32:42.182721 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ec302-0822-4f89-a429-c74f2db61ec2 req-7fc24d8d-6c50-47e0-8123-1e987abb2a50 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:42.184369 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dc1ec302-0822-4f89-a429-c74f2db61ec2 req-7fc24d8d-6c50-47e0-8123-1e987abb2a50 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a1270d-f01d-4c1b-b094-132856d28509 HTTP/1.1" status: 200 len: 946 time: 0.0970118 Feb 20 05:32:42.247495 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-a18beab4-2e7f-427f-b241-af99ede1576c req-0cec1f07-3f45-40a4-b3c1-df9ca863736f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c61fd629-9c90-4652-883c-81348ddcbb9c {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:32:42.261450 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-0cec1f07-3f45-40a4-b3c1-df9ca863736f service neutron] Publish callbacks [] for port (c61fd629-9c90-4652-883c-81348ddcbb9c), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:42.302050 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dc1ec302-0822-4f89-a429-c74f2db61ec2 req-ae9d42c1-57d2-4872-8af0-146a99c12a94 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102288 Feb 20 05:32:42.302989 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-a18beab4-2e7f-427f-b241-af99ede1576c req-0cec1f07-3f45-40a4-b3c1-df9ca863736f service neutron] Transition to ACTIVE for port object c61fd629-9c90-4652-883c-81348ddcbb9c will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:32:42.306658 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-0cec1f07-3f45-40a4-b3c1-df9ca863736f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (c61fd629-9c90-4652-883c-81348ddcbb9c), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:42.358164 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec1f07-3f45-40a4-b3c1-df9ca863736f service neutron] Pushing event updated for resources: {'Port': ['ID=c61fd629-9c90-4652-883c-81348ddcbb9c,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:42.464203 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a18beab4-2e7f-427f-b241-af99ede1576c req-0cec1f07-3f45-40a4-b3c1-df9ca863736f service neutron] Attempting to bind port c61fd629-9c90-4652-883c-81348ddcbb9c on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:32:42.464543 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a18beab4-2e7f-427f-b241-af99ede1576c req-0cec1f07-3f45-40a4-b3c1-df9ca863736f service neutron] Attempting to bind port c61fd629-9c90-4652-883c-81348ddcbb9c by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '6e3478b9-6ed7-4abf-b4ed-b00804fcaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:32:42.464868 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-0cec1f07-3f45-40a4-b3c1-df9ca863736f service neutron] Attempting to bind port c61fd629-9c90-4652-883c-81348ddcbb9c on network 666d2cf8-afbf-4b07-bbd6-64f125ed3a83 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:42.475237 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913052b-10c4-4164-a8ef-c162e2fec667 req-347c5d7e-6d7f-4053-b6b5-ed269673b0af tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:42.476785 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0913052b-10c4-4164-a8ef-c162e2fec667 req-347c5d7e-6d7f-4053-b6b5-ed269673b0af tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/ports?device_id=49ef67a5-1578-4cc5-9ade-6aff4ee422fc HTTP/1.1" status: 200 len: 950 time: 0.0957799 Feb 20 05:32:42.479046 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-0cec1f07-3f45-40a4-b3c1-df9ca863736f service neutron] Port c61fd629-9c90-4652-883c-81348ddcbb9c on network 666d2cf8-afbf-4b07-bbd6-64f125ed3a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:32:42.479374 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-0cec1f07-3f45-40a4-b3c1-df9ca863736f service neutron] Attempting to bind port c61fd629-9c90-4652-883c-81348ddcbb9c on network 666d2cf8-afbf-4b07-bbd6-64f125ed3a83 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:42.491251 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-0cec1f07-3f45-40a4-b3c1-df9ca863736f service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:32:42.491592 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-0cec1f07-3f45-40a4-b3c1-df9ca863736f service neutron] Checking segment: {'id': '6e3478b9-6ed7-4abf-b4ed-b00804fcaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:42.491969 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-0cec1f07-3f45-40a4-b3c1-df9ca863736f service neutron] Bound using segment: {'id': '6e3478b9-6ed7-4abf-b4ed-b00804fcaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:32:42.492738 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a18beab4-2e7f-427f-b241-af99ede1576c req-0cec1f07-3f45-40a4-b3c1-df9ca863736f service neutron] Bound port: c61fd629-9c90-4652-883c-81348ddcbb9c, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3478b9-6ed7-4abf-b4ed-b00804fcaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:32:42.492738 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-0cec1f07-3f45-40a4-b3c1-df9ca863736f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c61fd629-9c90-4652-883c-81348ddcbb9c), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:42.565752 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0913052b-10c4-4164-a8ef-c162e2fec667 req-699869cf-398f-45ab-9dd5-5fec6e5e9650 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/security-groups?id=71840a2c-ec6c-40d3-bacb-7ec74b0d213d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806317 Feb 20 05:32:42.597999 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'tag': '5781814a-da9d-41c0-a1e3-9143914eb22f'}, {'name': 'network-changed', 'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'tag': '3fb0e850-e007-488c-9126-46021bfc5121'}, {'name': 'network-changed', 'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'tag': 'e74757c8-ee50-4661-8395-9285a9e8870c'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:32:42.597999 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62f0b0e-8675-486d-a62f-a05dbdb07e67" -d '{"events": [{"name": "network-changed", "server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "tag": "5781814a-da9d-41c0-a1e3-9143914eb22f"}, {"name": "network-changed", "server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "tag": "3fb0e850-e007-488c-9126-46021bfc5121"}, {"name": "network-changed", "server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "tag": "e74757c8-ee50-4661-8395-9285a9e8870c"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:32:42.606823 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-a18beab4-2e7f-427f-b241-af99ede1576c req-0cec1f07-3f45-40a4-b3c1-df9ca863736f service neutron] For port c61fd629-9c90-4652-883c-81348ddcbb9c, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:32:42.611133 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-a18beab4-2e7f-427f-b241-af99ede1576c req-0cec1f07-3f45-40a4-b3c1-df9ca863736f service neutron] For port c61fd629-9c90-4652-883c-81348ddcbb9c, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c61fd629-9c90-4652-883c-81348ddcbb9c,segment=NetworkSegment(6e3478b9-6ed7-4abf-b4ed-b00804fcaa64),segment_id=6e3478b9-6ed7-4abf-b4ed-b00804fcaa64)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:32:42.623793 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-0cec1f07-3f45-40a4-b3c1-df9ca863736f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (c61fd629-9c90-4652-883c-81348ddcbb9c), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:42.649263 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56592) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:42.702739 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-0cec1f07-3f45-40a4-b3c1-df9ca863736f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:42.705865 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-0cec1f07-3f45-40a4-b3c1-df9ca863736f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:42.707397 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-0cec1f07-3f45-40a4-b3c1-df9ca863736f service neutron] 10.222.0.61 "PUT /v2.0/ports/c61fd629-9c90-4652-883c-81348ddcbb9c HTTP/1.1" status: 200 len: 1091 time: 1.2318122 Feb 20 05:32:42.744455 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d26492-7c63-48d9-bd02-d90bb8ea6414 admin admin] Deleting subnet 1e45d691-8d5e-435b-8f2d-02bdb7a03abd {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:32:42.748504 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-40d26492-7c63-48d9-bd02-d90bb8ea6414 admin admin] Publish callbacks [] for subnet (1e45d691-8d5e-435b-8f2d-02bdb7a03abd), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:42.761288 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-a18beab4-2e7f-427f-b241-af99ede1576c req-50f45c4a-bda4-4398-a300-b8b303d6c2f4 service neutron] Request body: {'port': {'device_id': 'f3234bba-4139-4530-b1b4-d96150146da8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:42.823677 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-40d26492-7c63-48d9-bd02-d90bb8ea6414 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (1e45d691-8d5e-435b-8f2d-02bdb7a03abd), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:42.838699 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec1f07-3f45-40a4-b3c1-df9ca863736f service neutron] Pushing event updated for resources: {'Port': ['ID=c61fd629-9c90-4652-883c-81348ddcbb9c,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:42.886082 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-50f45c4a-bda4-4398-a300-b8b303d6c2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a890cd6b-9daf-4d06-b46f-a0ae0d08179c), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:42.905735 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-40d26492-7c63-48d9-bd02-d90bb8ea6414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (1e45d691-8d5e-435b-8f2d-02bdb7a03abd), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:42.918078 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8ba3b-9ad2-4655-9471-4dc9cd80964e req-2e84a6ec-9e62-47ed-989e-81ae0bfdfb87 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:42.925508 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8ba3b-9ad2-4655-9471-4dc9cd80964e req-2e84a6ec-9e62-47ed-989e-81ae0bfdfb87 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:42.933443 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8ba3b-9ad2-4655-9471-4dc9cd80964e req-2e84a6ec-9e62-47ed-989e-81ae0bfdfb87 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:42.940271 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8ba3b-9ad2-4655-9471-4dc9cd80964e req-2e84a6ec-9e62-47ed-989e-81ae0bfdfb87 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:42.946369 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8ba3b-9ad2-4655-9471-4dc9cd80964e req-2e84a6ec-9e62-47ed-989e-81ae0bfdfb87 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:42.952577 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8ba3b-9ad2-4655-9471-4dc9cd80964e req-2e84a6ec-9e62-47ed-989e-81ae0bfdfb87 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:42.960732 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8ba3b-9ad2-4655-9471-4dc9cd80964e req-2e84a6ec-9e62-47ed-989e-81ae0bfdfb87 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:42.971129 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70e8ba3b-9ad2-4655-9471-4dc9cd80964e req-2e84a6ec-9e62-47ed-989e-81ae0bfdfb87 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5384 time: 0.1772327 Feb 20 05:32:43.007752 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-40d26492-7c63-48d9-bd02-d90bb8ea6414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (1e45d691-8d5e-435b-8f2d-02bdb7a03abd), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:43.033945 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d26492-7c63-48d9-bd02-d90bb8ea6414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e45d691-8d5e-435b-8f2d-02bdb7a03abd,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:43.049503 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-40d26492-7c63-48d9-bd02-d90bb8ea6414 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:43.055744 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-40d26492-7c63-48d9-bd02-d90bb8ea6414 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1e45d691-8d5e-435b-8f2d-02bdb7a03abd HTTP/1.1" status: 204 len: 168 time: 0.4053569 Feb 20 05:32:43.058458 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56598) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:43.123957 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70e8ba3b-9ad2-4655-9471-4dc9cd80964e req-8206c419-9db6-4777-b8f5-96a41f4b1ba3 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1514118 Feb 20 05:32:43.141920 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-336af016-f0ba-48d7-8e78-ec24d00a5dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:43.240740 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-336af016-f0ba-48d7-8e78-ec24d00a5dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:43.270658 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-336af016-f0ba-48d7-8e78-ec24d00a5dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:32:43.286332 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-336af016-f0ba-48d7-8e78-ec24d00a5dd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3077aae-a0dc-4721-923e-646446a4815e') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:32:43.287005 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-336af016-f0ba-48d7-8e78-ec24d00a5dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3077aae-a0dc-4721-923e-646446a4815e') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:32:43.303218 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-336af016-f0ba-48d7-8e78-ec24d00a5dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (b3077aae-a0dc-4721-923e-646446a4815e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:43.329517 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-336af016-f0ba-48d7-8e78-ec24d00a5dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (b3077aae-a0dc-4721-923e-646446a4815e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:43.336042 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7022e24-4e3f-44cb-9ff7-5860aa59ad22 req-7e147c3a-5a60-41e5-aea9-f727e4af0297 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:43.336880 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336af016-f0ba-48d7-8e78-ec24d00a5dd3 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:32:43.337764 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d7022e24-4e3f-44cb-9ff7-5860aa59ad22 req-7e147c3a-5a60-41e5-aea9-f727e4af0297 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 946 time: 0.1269298 Feb 20 05:32:43.344328 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-336af016-f0ba-48d7-8e78-ec24d00a5dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (b3077aae-a0dc-4721-923e-646446a4815e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:32:43.347501 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:32:43.424150 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-336af016-f0ba-48d7-8e78-ec24d00a5dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:43.430561 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-336af016-f0ba-48d7-8e78-ec24d00a5dd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:43.434690 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-336af016-f0ba-48d7-8e78-ec24d00a5dd3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad HTTP/1.1" status: 204 len: 168 time: 0.3744581 Feb 20 05:32:43.452335 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336af016-f0ba-48d7-8e78-ec24d00a5dd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae03b609-a9b4-4fb5-b717-54fc5cf5b6ad,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:43.516246 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d7022e24-4e3f-44cb-9ff7-5860aa59ad22 req-b7a15b81-a42d-458b-90e7-7c0327a5a927 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502528 Feb 20 05:32:43.536044 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-a18beab4-2e7f-427f-b241-af99ede1576c req-50f45c4a-bda4-4398-a300-b8b303d6c2f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a890cd6b-9daf-4d06-b46f-a0ae0d08179c {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:32:43.600183 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-a82c3c0a-ce08-4ff5-9abd-13d8ff077004 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:43.605280 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-a82c3c0a-ce08-4ff5-9abd-13d8ff077004 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.48 "GET /v2.0/networks?id=bfecaaea-4537-49c6-826a-93e263cff952 HTTP/1.1" status: 200 len: 810 time: 0.3073795 Feb 20 05:32:43.605436 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56602) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:43.613682 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-50f45c4a-bda4-4398-a300-b8b303d6c2f4 service neutron] Publish callbacks [] for port (a890cd6b-9daf-4d06-b46f-a0ae0d08179c), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:43.621325 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-debd38c6-99e8-44c8-9475-c3ddf9c4cd93 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Request body: {'port': {'device_id': 'b0058ee9-e826-4195-856a-4873ee97ae2e', 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952', 'admin_state_up': True, 'tenant_id': 'ba68b400a4764ecd8cffcc89b3c1b40a'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:43.679905 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-01399100-450a-4941-8422-7bd73a0486e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=328ba68590df4a10bd14a399b9a0132a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0729678 Feb 20 05:32:43.682688 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56604) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:43.721787 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3153cbd0-43ce-4136-b9e4-171b875af7cc req-48ce4d95-bbd7-4d01-a617-350aa8dabc21 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0058ee9-e826-4195-856a-4873ee97ae2e HTTP/1.1" status: 200 len: 210 time: 0.0919805 Feb 20 05:32:43.735363 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-a18beab4-2e7f-427f-b241-af99ede1576c req-50f45c4a-bda4-4398-a300-b8b303d6c2f4 service neutron] Transition to ACTIVE for port object a890cd6b-9daf-4d06-b46f-a0ae0d08179c will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:32:43.758506 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-50f45c4a-bda4-4398-a300-b8b303d6c2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (a890cd6b-9daf-4d06-b46f-a0ae0d08179c), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:43.770916 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ea0505a-77d0-42de-ae71-89f6cddb784f admin admin] Publish callbacks [] for security_group (3ac3ec74-e1d5-42c2-a5fb-83a0d2521f3a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:43.810405 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ea0505a-77d0-42de-ae71-89f6cddb784f admin admin] Publish callbacks [] for security_group (3ac3ec74-e1d5-42c2-a5fb-83a0d2521f3a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:43.882531 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ea0505a-77d0-42de-ae71-89f6cddb784f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3ac3ec74-e1d5-42c2-a5fb-83a0d2521f3a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:43.886768 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ea0505a-77d0-42de-ae71-89f6cddb784f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:43.890663 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8ea0505a-77d0-42de-ae71-89f6cddb784f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3ac3ec74-e1d5-42c2-a5fb-83a0d2521f3a HTTP/1.1" status: 204 len: 168 time: 0.2043440 Feb 20 05:32:43.908214 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0505a-77d0-42de-ae71-89f6cddb784f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac3ec74-e1d5-42c2-a5fb-83a0d2521f3a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:43.975807 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-debd38c6-99e8-44c8-9475-c3ddf9c4cd93 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Made reservation on behalf of ba68b400a4764ecd8cffcc89b3c1b40a for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:32:43.979525 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-debd38c6-99e8-44c8-9475-c3ddf9c4cd93 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:44.195668 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f45c4a-bda4-4398-a300-b8b303d6c2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a890cd6b-9daf-4d06-b46f-a0ae0d08179c,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:44.246062 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc053a91-612c-43e8-a39f-6a11ff128366 req-e0f8299f-abf7-4834-85f5-a2358f402beb tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:44.247649 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bc053a91-612c-43e8-a39f-6a11ff128366 req-e0f8299f-abf7-4834-85f5-a2358f402beb tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=51995e88-6ad0-4960-8c97-c2c49c1214c0 HTTP/1.1" status: 200 len: 946 time: 0.4302461 Feb 20 05:32:44.251495 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-debd38c6-99e8-44c8-9475-c3ddf9c4cd93 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Allocated IP 172.20.0.6 (bfecaaea-4537-49c6-826a-93e263cff952/f6cf6e5f-5eef-4832-87f6-e3f3339d48a1/bb18c8da-b6c0-4183-9565-313c834ca898) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:32:44.320178 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a18beab4-2e7f-427f-b241-af99ede1576c req-50f45c4a-bda4-4398-a300-b8b303d6c2f4 service neutron] Attempting to bind port a890cd6b-9daf-4d06-b46f-a0ae0d08179c on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:32:44.320512 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a18beab4-2e7f-427f-b241-af99ede1576c req-50f45c4a-bda4-4398-a300-b8b303d6c2f4 service neutron] Attempting to bind port a890cd6b-9daf-4d06-b46f-a0ae0d08179c by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '6e3478b9-6ed7-4abf-b4ed-b00804fcaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:32:44.320839 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-50f45c4a-bda4-4398-a300-b8b303d6c2f4 service neutron] Attempting to bind port a890cd6b-9daf-4d06-b46f-a0ae0d08179c on network 666d2cf8-afbf-4b07-bbd6-64f125ed3a83 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:44.331713 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-50f45c4a-bda4-4398-a300-b8b303d6c2f4 service neutron] Port a890cd6b-9daf-4d06-b46f-a0ae0d08179c on network 666d2cf8-afbf-4b07-bbd6-64f125ed3a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:32:44.332048 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-50f45c4a-bda4-4398-a300-b8b303d6c2f4 service neutron] Attempting to bind port a890cd6b-9daf-4d06-b46f-a0ae0d08179c on network 666d2cf8-afbf-4b07-bbd6-64f125ed3a83 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:44.356708 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-50f45c4a-bda4-4398-a300-b8b303d6c2f4 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:32:44.357041 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-50f45c4a-bda4-4398-a300-b8b303d6c2f4 service neutron] Checking segment: {'id': '6e3478b9-6ed7-4abf-b4ed-b00804fcaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:44.357489 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-50f45c4a-bda4-4398-a300-b8b303d6c2f4 service neutron] Bound using segment: {'id': '6e3478b9-6ed7-4abf-b4ed-b00804fcaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:32:44.358501 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a18beab4-2e7f-427f-b241-af99ede1576c req-50f45c4a-bda4-4398-a300-b8b303d6c2f4 service neutron] Bound port: a890cd6b-9daf-4d06-b46f-a0ae0d08179c, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3478b9-6ed7-4abf-b4ed-b00804fcaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:32:44.358854 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-50f45c4a-bda4-4398-a300-b8b303d6c2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a890cd6b-9daf-4d06-b46f-a0ae0d08179c), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:44.393926 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bc053a91-612c-43e8-a39f-6a11ff128366 req-a4aa15b2-ab43-433d-b4fc-8094d24d3255 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290851 Feb 20 05:32:44.462154 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sun, 20 Feb 2022 05:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b762500d-d9e6-4ace-b296-2898bd53f2b6 x-openstack-request-id: req-b762500d-d9e6-4ace-b296-2898bd53f2b6 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:32:44.462481 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "tag": "5781814a-da9d-41c0-a1e3-9143914eb22f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "tag": "3fb0e850-e007-488c-9126-46021bfc5121", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "tag": "e74757c8-ee50-4661-8395-9285a9e8870c", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:32:44.462753 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b762500d-d9e6-4ace-b296-2898bd53f2b6 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:32:44.463189 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'tag': '5781814a-da9d-41c0-a1e3-9143914eb22f', 'status': 'completed', 'code': 200} Feb 20 05:32:44.463451 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'tag': '3fb0e850-e007-488c-9126-46021bfc5121', 'status': 'completed', 'code': 200} Feb 20 05:32:44.463760 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'tag': 'e74757c8-ee50-4661-8395-9285a9e8870c', 'status': 'completed', 'code': 200} Feb 20 05:32:44.581703 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-cf59997f-5ed9-439f-b231-66871e7d5a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:44.582178 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-cf59997f-5ed9-439f-b231-66871e7d5a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:44.582645 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-cf59997f-5ed9-439f-b231-66871e7d5a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:44.591394 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-cf59997f-5ed9-439f-b231-66871e7d5a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:44.591929 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-cf59997f-5ed9-439f-b231-66871e7d5a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:44.592994 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-cf59997f-5ed9-439f-b231-66871e7d5a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:44.593463 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-cf59997f-5ed9-439f-b231-66871e7d5a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:44.595515 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-cf59997f-5ed9-439f-b231-66871e7d5a14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5e5a8b7f91b44658a7a6eb0700d389c&device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 6425 time: 0.1075950 Feb 20 05:32:44.651679 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-a18beab4-2e7f-427f-b241-af99ede1576c req-50f45c4a-bda4-4398-a300-b8b303d6c2f4 service neutron] For port a890cd6b-9daf-4d06-b46f-a0ae0d08179c, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:32:44.663122 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-a18beab4-2e7f-427f-b241-af99ede1576c req-50f45c4a-bda4-4398-a300-b8b303d6c2f4 service neutron] For port a890cd6b-9daf-4d06-b46f-a0ae0d08179c, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=a890cd6b-9daf-4d06-b46f-a0ae0d08179c,segment=NetworkSegment(6e3478b9-6ed7-4abf-b4ed-b00804fcaa64),segment_id=6e3478b9-6ed7-4abf-b4ed-b00804fcaa64)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:32:44.703746 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-50f45c4a-bda4-4398-a300-b8b303d6c2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (a890cd6b-9daf-4d06-b46f-a0ae0d08179c), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:44.818135 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-debd38c6-99e8-44c8-9475-c3ddf9c4cd93 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks [] for port (bb18c8da-b6c0-4183-9565-313c834ca898), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:44.821068 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-1fb719cc-5ef1-4465-acac-ca5379831663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:44.821580 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-1fb719cc-5ef1-4465-acac-ca5379831663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:44.822762 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-1fb719cc-5ef1-4465-acac-ca5379831663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:44.823620 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-1fb719cc-5ef1-4465-acac-ca5379831663 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=c5e5a8b7f91b44658a7a6eb0700d389c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2208414 Feb 20 05:32:44.865492 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-50f45c4a-bda4-4398-a300-b8b303d6c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:44.866157 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-50f45c4a-bda4-4398-a300-b8b303d6c2f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:44.873164 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-50f45c4a-bda4-4398-a300-b8b303d6c2f4 service neutron] 10.222.0.61 "PUT /v2.0/ports/a890cd6b-9daf-4d06-b46f-a0ae0d08179c HTTP/1.1" status: 200 len: 1090 time: 2.1365089 Feb 20 05:32:44.954981 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-a18beab4-2e7f-427f-b241-af99ede1576c req-d8bddb70-3e8d-4456-a9e6-189b04e78986 service neutron] Request body: {'port': {'device_id': 'f3234bba-4139-4530-b1b4-d96150146da8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:45.100618 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-915756ef-66bf-40be-b48f-3619ef002119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:45.102449 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-915756ef-66bf-40be-b48f-3619ef002119 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2724552 Feb 20 05:32:45.122916 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56644) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:45.162386 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-d8bddb70-3e8d-4456-a9e6-189b04e78986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1f7229f1-0696-4db8-9a85-551662cf8335), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:45.289509 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-f1fdb81d-cf8d-4465-a2cb-701615e53982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:45.294180 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-f1fdb81d-cf8d-4465-a2cb-701615e53982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:45.294745 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-f1fdb81d-cf8d-4465-a2cb-701615e53982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:45.295870 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-f1fdb81d-cf8d-4465-a2cb-701615e53982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:45.298401 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-f1fdb81d-cf8d-4465-a2cb-701615e53982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:45.299619 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-f1fdb81d-cf8d-4465-a2cb-701615e53982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:45.301456 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-f1fdb81d-cf8d-4465-a2cb-701615e53982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:45.304317 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-f1fdb81d-cf8d-4465-a2cb-701615e53982 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5e5a8b7f91b44658a7a6eb0700d389c&device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 6498 time: 0.1458383 Feb 20 05:32:45.334150 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f45c4a-bda4-4398-a300-b8b303d6c2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a890cd6b-9daf-4d06-b46f-a0ae0d08179c,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:45.356131 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2007519912-network', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:45.396294 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70dd28-2d14-4473-849a-523380e96b80 req-824910d8-8ea8-4e38-9f1a-a3a563e409b4 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:45.403604 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cf70dd28-2d14-4473-849a-523380e96b80 req-824910d8-8ea8-4e38-9f1a-a3a563e409b4 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 1126 time: 0.2506030 Feb 20 05:32:45.442207 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] Made reservation on behalf of e6ab79728f124adc87dd8ebb98d8b1ba for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:32:45.443121 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-debd38c6-99e8-44c8-9475-c3ddf9c4cd93 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (bb18c8da-b6c0-4183-9565-313c834ca898), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:45.446001 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:45.463555 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:45.526037 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-8b26a6ee-5aa0-4017-903a-6349a1226ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:45.526862 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-8b26a6ee-5aa0-4017-903a-6349a1226ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:45.527525 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-8b26a6ee-5aa0-4017-903a-6349a1226ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:45.529629 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-8b26a6ee-5aa0-4017-903a-6349a1226ecb service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=c5e5a8b7f91b44658a7a6eb0700d389c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2170193 Feb 20 05:32:45.552607 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-debd38c6-99e8-44c8-9475-c3ddf9c4cd93 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Network bfecaaea-4537-49c6-826a-93e263cff952 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:32:45.597673 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-debd38c6-99e8-44c8-9475-c3ddf9c4cd93 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:45.617172 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cf70dd28-2d14-4473-849a-523380e96b80 req-fe3f2e7e-9fd1-4440-b2ea-2d9bf8565447 tempest-LiveMigrationTest-323957071 tempest-LiveMigrationTest-323957071-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088978 Feb 20 05:32:45.619237 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-debd38c6-99e8-44c8-9475-c3ddf9c4cd93 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:32:45.703639 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:32:45.731202 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] Publish callbacks [] for security_group (bb313c84-54c4-4174-bf5f-b3849c4c2aab), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:45.737098 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (bb313c84-54c4-4174-bf5f-b3849c4c2aab), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:45.755615 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:32:45.768061 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (62986bcb-199f-4696-b75f-969754a5af8c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:45.768517 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] Added segment 62986bcb-199f-4696-b75f-969754a5af8c of type vlan for network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b Feb 20 05:32:45.834628 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd38c6-99e8-44c8-9475-c3ddf9c4cd93 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Pushing event updated for resources: {'Port': ['ID=bb18c8da-b6c0-4183-9565-313c834ca898,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:45.840374 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:45.844109 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-8400cdc1-ae2d-4f3b-8bc7-ff366a97ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:45.846095 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-8400cdc1-ae2d-4f3b-8bc7-ff366a97ae50 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3041022 Feb 20 05:32:45.875793 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-debd38c6-99e8-44c8-9475-c3ddf9c4cd93 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:45.876787 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-debd38c6-99e8-44c8-9475-c3ddf9c4cd93 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:45.893753 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb313c84-54c4-4174-bf5f-b3849c4c2aab,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:45.912153 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:45.913688 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:45.914201 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:45.922006 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:45.922485 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:45.922759 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:45.923131 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:45.923483 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:45.923826 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:45.924245 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:45.924506 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:45.924831 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:45.925168 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:45.925515 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:45.925830 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:45.926164 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:45.936627 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-debd38c6-99e8-44c8-9475-c3ddf9c4cd93 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3185477 Feb 20 05:32:45.951129 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7385fd-8bc2-417c-8f4e-b5a44bc39b0d req-538738a0-080e-46e3-8818-1af9a6b46696 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:45.958221 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7385fd-8bc2-417c-8f4e-b5a44bc39b0d req-538738a0-080e-46e3-8818-1af9a6b46696 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:45.964869 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7385fd-8bc2-417c-8f4e-b5a44bc39b0d req-538738a0-080e-46e3-8818-1af9a6b46696 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:45.970560 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7385fd-8bc2-417c-8f4e-b5a44bc39b0d req-538738a0-080e-46e3-8818-1af9a6b46696 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:45.976912 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7385fd-8bc2-417c-8f4e-b5a44bc39b0d req-538738a0-080e-46e3-8818-1af9a6b46696 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:45.982809 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7385fd-8bc2-417c-8f4e-b5a44bc39b0d req-538738a0-080e-46e3-8818-1af9a6b46696 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:45.994046 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7385fd-8bc2-417c-8f4e-b5a44bc39b0d req-538738a0-080e-46e3-8818-1af9a6b46696 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:45.994046 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b7385fd-8bc2-417c-8f4e-b5a44bc39b0d req-538738a0-080e-46e3-8818-1af9a6b46696 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5396 time: 0.2130506 Feb 20 05:32:46.008551 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-4e029b95-5e8e-4a59-a483-da0503e8ce6e service neutron] Request body: {'port': {'device_id': 'b0058ee9-e826-4195-856a-4873ee97ae2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:46.024010 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8991475 Feb 20 05:32:46.027478 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56652) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:46.034609 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-b25a81b0-6d36-4fa7-8eee-b6f80b3e68b2 admin admin] Request body: {'subnet': {'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2007519912-subnet', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:46.050025 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684eb1d-bd6e-447c-ae7f-099bbf220414 admin admin] Pushing event updated for resources: {'Network': ['ID=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:46.070659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:32:46.074605 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-d72263c5-497e-443c-a326-0a382a152aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:46.075121 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-d72263c5-497e-443c-a326-0a382a152aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:46.075600 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-d72263c5-497e-443c-a326-0a382a152aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:46.076095 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-d72263c5-497e-443c-a326-0a382a152aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:46.077088 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-d72263c5-497e-443c-a326-0a382a152aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:46.078140 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-d72263c5-497e-443c-a326-0a382a152aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:46.078140 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-d72263c5-497e-443c-a326-0a382a152aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:46.080114 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-d72263c5-497e-443c-a326-0a382a152aa9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5e5a8b7f91b44658a7a6eb0700d389c&device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 6498 time: 0.1776805 Feb 20 05:32:46.086309 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25a81b0-6d36-4fa7-8eee-b6f80b3e68b2 admin admin] Made reservation on behalf of e6ab79728f124adc87dd8ebb98d8b1ba for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:32:46.088981 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b25a81b0-6d36-4fa7-8eee-b6f80b3e68b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:46.190443 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-a18beab4-2e7f-427f-b241-af99ede1576c req-d8bddb70-3e8d-4456-a9e6-189b04e78986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f7229f1-0696-4db8-9a85-551662cf8335 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:32:46.198581 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-4e029b95-5e8e-4a59-a483-da0503e8ce6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bb18c8da-b6c0-4183-9565-313c834ca898), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:46.214166 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b7385fd-8bc2-417c-8f4e-b5a44bc39b0d req-3f2caa37-ad10-496b-97e0-5fd1aff8d180 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2024870 Feb 20 05:32:46.217686 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-d8bddb70-3e8d-4456-a9e6-189b04e78986 service neutron] Publish callbacks [] for port (1f7229f1-0696-4db8-9a85-551662cf8335), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:46.318981 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-1a00ee7d-f155-4a54-ba07-0ec45dded811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:46.319380 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-1a00ee7d-f155-4a54-ba07-0ec45dded811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:46.319847 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-1a00ee7d-f155-4a54-ba07-0ec45dded811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:46.321434 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-1a00ee7d-f155-4a54-ba07-0ec45dded811 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=c5e5a8b7f91b44658a7a6eb0700d389c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2292361 Feb 20 05:32:46.381597 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9c50f972-3f29-43eb-a17e-4d02fc75e659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:46.532369 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b25a81b0-6d36-4fa7-8eee-b6f80b3e68b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (a08401b1-85d8-4e92-bab1-1aef3c02482d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:46.563819 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-65673caf-75c1-43ad-8dcf-db25e0113a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:46.565330 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d62f0b0e-8675-486d-a62f-a05dbdb07e67 req-65673caf-75c1-43ad-8dcf-db25e0113a33 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1947260 Feb 20 05:32:46.604570 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a81b0-6d36-4fa7-8eee-b6f80b3e68b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a08401b1-85d8-4e92-bab1-1aef3c02482d,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:46.614274 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25a81b0-6d36-4fa7-8eee-b6f80b3e68b2 admin admin] Checking segment: {'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:46.614716 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25a81b0-6d36-4fa7-8eee-b6f80b3e68b2 admin admin] Network hostable DHCP agents. Network: a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:32:46.632916 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25a81b0-6d36-4fa7-8eee-b6f80b3e68b2 admin admin] Network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:32:46.643131 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-b25a81b0-6d36-4fa7-8eee-b6f80b3e68b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:46.648605 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25a81b0-6d36-4fa7-8eee-b6f80b3e68b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:46.649244 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b25a81b0-6d36-4fa7-8eee-b6f80b3e68b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:46.656548 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c28501-ff0b-48b1-9ada-443fd880cb12 None None] Network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:32:46.673737 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b25a81b0-6d36-4fa7-8eee-b6f80b3e68b2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6436224 Feb 20 05:32:46.674095 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56654) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:46.680097 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-747a2e23-a58b-45bc-8c89-a2d14e6bfc45 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2007519912-router', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:46.707455 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-747a2e23-a58b-45bc-8c89-a2d14e6bfc45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (0d91ccfd-d302-4a51-badb-3f4dd3322d75), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:46.710124 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-747a2e23-a58b-45bc-8c89-a2d14e6bfc45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (0d91ccfd-d302-4a51-badb-3f4dd3322d75), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:46.718359 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-a18beab4-2e7f-427f-b241-af99ede1576c req-d8bddb70-3e8d-4456-a9e6-189b04e78986 service neutron] Transition to ACTIVE for port object 1f7229f1-0696-4db8-9a85-551662cf8335 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:32:46.719206 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'tag': 'c61fd629-9c90-4652-883c-81348ddcbb9c'}, {'name': 'network-changed', 'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'tag': 'a890cd6b-9daf-4d06-b46f-a0ae0d08179c'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:32:46.722164 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e774c571-3d8a-4dae-9ae3-3259673e6cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "tag": "c61fd629-9c90-4652-883c-81348ddcbb9c"}, {"name": "network-changed", "server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "tag": "a890cd6b-9daf-4d06-b46f-a0ae0d08179c"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:32:46.756666 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-d8bddb70-3e8d-4456-a9e6-189b04e78986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (1f7229f1-0696-4db8-9a85-551662cf8335), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:46.798069 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'fixed_ips': [{'subnet_id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:32:46.798953 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:46.807457 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-747a2e23-a58b-45bc-8c89-a2d14e6bfc45 admin admin] Publish callbacks [] for router_controller (0d91ccfd-d302-4a51-badb-3f4dd3322d75), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:46.892800 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bddb70-3e8d-4456-a9e6-189b04e78986 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7229f1-0696-4db8-9a85-551662cf8335,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:46.947197 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90e852-76fa-4d74-986b-c3f81213f127 req-a80a3221-5184-4445-a80c-4da1b0dfa66f tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:46.955825 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cf90e852-76fa-4d74-986b-c3f81213f127 req-a80a3221-5184-4445-a80c-4da1b0dfa66f tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e439f1-da3b-408c-9baf-9e1b144fa22e HTTP/1.1" status: 200 len: 945 time: 0.2286997 Feb 20 05:32:46.979629 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Allocated IP 172.20.0.2 (a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b/a08401b1-85d8-4e92-bab1-1aef3c02482d/a181d696-4e57-47cf-94df-f9c914076196) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:32:47.055184 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-747a2e23-a58b-45bc-8c89-a2d14e6bfc45 admin admin] Publish callbacks [] for router_gateway (0d91ccfd-d302-4a51-badb-3f4dd3322d75), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:47.128022 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cf90e852-76fa-4d74-986b-c3f81213f127 req-2ee0cccd-921c-47c1-805f-063aca31b970 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711626 Feb 20 05:32:47.212356 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Publish callbacks [] for port (a181d696-4e57-47cf-94df-f9c914076196), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:47.220107 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (a181d696-4e57-47cf-94df-f9c914076196), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:47.233087 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a18beab4-2e7f-427f-b241-af99ede1576c req-d8bddb70-3e8d-4456-a9e6-189b04e78986 service neutron] Attempting to bind port 1f7229f1-0696-4db8-9a85-551662cf8335 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:32:47.234071 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a18beab4-2e7f-427f-b241-af99ede1576c req-d8bddb70-3e8d-4456-a9e6-189b04e78986 service neutron] Attempting to bind port 1f7229f1-0696-4db8-9a85-551662cf8335 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '69fe3215-475f-4fec-89eb-5492628b51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b27e09e-1632-40f6-8ef3-dc93f01885e9'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:32:47.234588 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-d8bddb70-3e8d-4456-a9e6-189b04e78986 service neutron] Attempting to bind port 1f7229f1-0696-4db8-9a85-551662cf8335 on network 9b27e09e-1632-40f6-8ef3-dc93f01885e9 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:47.247406 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:32:47.251043 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:47.255298 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:32:47.270270 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-d8bddb70-3e8d-4456-a9e6-189b04e78986 service neutron] Port 1f7229f1-0696-4db8-9a85-551662cf8335 on network 9b27e09e-1632-40f6-8ef3-dc93f01885e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:32:47.270955 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-d8bddb70-3e8d-4456-a9e6-189b04e78986 service neutron] Attempting to bind port 1f7229f1-0696-4db8-9a85-551662cf8335 on network 9b27e09e-1632-40f6-8ef3-dc93f01885e9 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:47.281797 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-4e029b95-5e8e-4a59-a483-da0503e8ce6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb18c8da-b6c0-4183-9565-313c834ca898 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:32:47.293497 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-4e029b95-5e8e-4a59-a483-da0503e8ce6e service neutron] Publish callbacks [] for port (bb18c8da-b6c0-4183-9565-313c834ca898), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:47.296906 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-d8bddb70-3e8d-4456-a9e6-189b04e78986 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:32:47.297334 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-d8bddb70-3e8d-4456-a9e6-189b04e78986 service neutron] Checking segment: {'id': '69fe3215-475f-4fec-89eb-5492628b51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b27e09e-1632-40f6-8ef3-dc93f01885e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:47.298236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-d8bddb70-3e8d-4456-a9e6-189b04e78986 service neutron] Bound using segment: {'id': '69fe3215-475f-4fec-89eb-5492628b51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b27e09e-1632-40f6-8ef3-dc93f01885e9'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:32:47.299215 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a18beab4-2e7f-427f-b241-af99ede1576c req-d8bddb70-3e8d-4456-a9e6-189b04e78986 service neutron] Bound port: 1f7229f1-0696-4db8-9a85-551662cf8335, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69fe3215-475f-4fec-89eb-5492628b51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b27e09e-1632-40f6-8ef3-dc93f01885e9'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:32:47.299658 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-d8bddb70-3e8d-4456-a9e6-189b04e78986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1f7229f1-0696-4db8-9a85-551662cf8335), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:47.307725 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Pushing event updated for resources: {'Port': ['ID=a181d696-4e57-47cf-94df-f9c914076196,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:47.322877 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:47.323246 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:47.324112 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:47.324665 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:47.325189 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:47.325698 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:47.326242 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:47.327472 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:47.327995 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:47.328762 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:47.329269 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:47.330142 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:47.330652 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:47.335315 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-4e029b95-5e8e-4a59-a483-da0503e8ce6e service neutron] Transition to ACTIVE for port object bb18c8da-b6c0-4183-9565-313c834ca898 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:32:47.363610 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-747a2e23-a58b-45bc-8c89-a2d14e6bfc45 admin admin] Publish callbacks [] for router_gateway (0d91ccfd-d302-4a51-badb-3f4dd3322d75), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:47.363875 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e45638-61dd-4507-a655-f86724efa851 req-2b19af26-6dc9-4f6e-b687-bb80840c5ff2 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:47.371104 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a9e45638-61dd-4507-a655-f86724efa851 req-2b19af26-6dc9-4f6e-b687-bb80840c5ff2 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 946 time: 0.1513264 Feb 20 05:32:47.376045 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-4e029b95-5e8e-4a59-a483-da0503e8ce6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (bb18c8da-b6c0-4183-9565-313c834ca898), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:47.393942 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-747a2e23-a58b-45bc-8c89-a2d14e6bfc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:47.417834 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Attempting to bind port a181d696-4e57-47cf-94df-f9c914076196 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:32:47.418935 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Attempting to bind port a181d696-4e57-47cf-94df-f9c914076196 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:32:47.419855 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Attempting to bind port a181d696-4e57-47cf-94df-f9c914076196 on network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:47.426819 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:32:47.427554 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Checking segment: {'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:47.428133 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:47.428697 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Bound using segment: {'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:32:47.430040 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Bound port: a181d696-4e57-47cf-94df-f9c914076196, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:32:47.430620 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a181d696-4e57-47cf-94df-f9c914076196), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:47.433926 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e029b95-5e8e-4a59-a483-da0503e8ce6e service neutron] Pushing event updated for resources: {'Port': ['ID=bb18c8da-b6c0-4183-9565-313c834ca898,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:47.494513 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-a18beab4-2e7f-427f-b241-af99ede1576c req-d8bddb70-3e8d-4456-a9e6-189b04e78986 service neutron] For port 1f7229f1-0696-4db8-9a85-551662cf8335, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:32:47.509919 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] For port a181d696-4e57-47cf-94df-f9c914076196, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:32:47.514355 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] For port a181d696-4e57-47cf-94df-f9c914076196, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a181d696-4e57-47cf-94df-f9c914076196,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:32:47.521848 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a181d696-4e57-47cf-94df-f9c914076196), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:47.549858 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-747a2e23-a58b-45bc-8c89-a2d14e6bfc45 admin admin] Allocated IP 172.25.3.88 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/e6513001-1554-417e-8dea-54f2fdde0f04) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:32:47.568483 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a9e45638-61dd-4507-a655-f86724efa851 req-35e3fe37-6078-47ae-8001-b07cb8db0fdc tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929491 Feb 20 05:32:47.572896 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-a18beab4-2e7f-427f-b241-af99ede1576c req-d8bddb70-3e8d-4456-a9e6-189b04e78986 service neutron] For port 1f7229f1-0696-4db8-9a85-551662cf8335, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1f7229f1-0696-4db8-9a85-551662cf8335,segment=NetworkSegment(69fe3215-475f-4fec-89eb-5492628b51f7),segment_id=69fe3215-475f-4fec-89eb-5492628b51f7)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:32:47.588185 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79884e7-fda3-4b3d-a120-f47b8240e9e5 None None] Pushing event updated for resources: {'Port': ['ID=a181d696-4e57-47cf-94df-f9c914076196,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:47.595850 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-d8bddb70-3e8d-4456-a9e6-189b04e78986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (1f7229f1-0696-4db8-9a85-551662cf8335), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:47.653373 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-d8bddb70-3e8d-4456-a9e6-189b04e78986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:47.654106 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-d8bddb70-3e8d-4456-a9e6-189b04e78986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:47.656053 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-d8bddb70-3e8d-4456-a9e6-189b04e78986 service neutron] 10.222.0.61 "PUT /v2.0/ports/1f7229f1-0696-4db8-9a85-551662cf8335 HTTP/1.1" status: 200 len: 1091 time: 2.7300751 Feb 20 05:32:47.690708 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-4e029b95-5e8e-4a59-a483-da0503e8ce6e service neutron] Attempting to bind port bb18c8da-b6c0-4183-9565-313c834ca898 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:32:47.691227 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-4e029b95-5e8e-4a59-a483-da0503e8ce6e service neutron] Attempting to bind port bb18c8da-b6c0-4183-9565-313c834ca898 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '3b1341d4-1465-431a-9bc8-6cb9bf3a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:32:47.691662 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-4e029b95-5e8e-4a59-a483-da0503e8ce6e service neutron] Attempting to bind port bb18c8da-b6c0-4183-9565-313c834ca898 on network bfecaaea-4537-49c6-826a-93e263cff952 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:47.707589 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-a18beab4-2e7f-427f-b241-af99ede1576c req-da3bb026-a7e1-4216-9b98-ecacd23e6f0a service neutron] Request body: {'port': {'device_id': 'f3234bba-4139-4530-b1b4-d96150146da8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:47.710845 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-4e029b95-5e8e-4a59-a483-da0503e8ce6e service neutron] Port bb18c8da-b6c0-4183-9565-313c834ca898 on network bfecaaea-4537-49c6-826a-93e263cff952 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:32:47.711407 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-4e029b95-5e8e-4a59-a483-da0503e8ce6e service neutron] Attempting to bind port bb18c8da-b6c0-4183-9565-313c834ca898 on network bfecaaea-4537-49c6-826a-93e263cff952 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:47.736268 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-747a2e23-a58b-45bc-8c89-a2d14e6bfc45 admin admin] Publish callbacks [] for port (e6513001-1554-417e-8dea-54f2fdde0f04), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:47.746687 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bddb70-3e8d-4456-a9e6-189b04e78986 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7229f1-0696-4db8-9a85-551662cf8335,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:47.769216 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-4e029b95-5e8e-4a59-a483-da0503e8ce6e service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:32:47.769747 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-4e029b95-5e8e-4a59-a483-da0503e8ce6e service neutron] Checking segment: {'id': '3b1341d4-1465-431a-9bc8-6cb9bf3a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:47.770364 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-4e029b95-5e8e-4a59-a483-da0503e8ce6e service neutron] Bound using segment: {'id': '3b1341d4-1465-431a-9bc8-6cb9bf3a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:32:47.770809 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-4e029b95-5e8e-4a59-a483-da0503e8ce6e service neutron] Bound port: bb18c8da-b6c0-4183-9565-313c834ca898, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b1341d4-1465-431a-9bc8-6cb9bf3a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:32:47.771302 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-4e029b95-5e8e-4a59-a483-da0503e8ce6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bb18c8da-b6c0-4183-9565-313c834ca898), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:47.797021 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-747a2e23-a58b-45bc-8c89-a2d14e6bfc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e6513001-1554-417e-8dea-54f2fdde0f04), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:47.844499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747a2e23-a58b-45bc-8c89-a2d14e6bfc45 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:32:47.847966 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-747a2e23-a58b-45bc-8c89-a2d14e6bfc45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:47.853871 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747a2e23-a58b-45bc-8c89-a2d14e6bfc45 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:32:47.859977 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a2e23-a58b-45bc-8c89-a2d14e6bfc45 admin admin] Pushing event updated for resources: {'Port': ['ID=e6513001-1554-417e-8dea-54f2fdde0f04,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:47.899327 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-da3bb026-a7e1-4216-9b98-ecacd23e6f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b300bf69-7fa5-4932-966e-acd556b5219f), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:47.949629 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18f616-2687-4551-a8e8-1252e7cca701 req-dc40b4af-6f14-423e-b8fa-8d70d537ee3f tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:47.958077 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f18f616-2687-4551-a8e8-1252e7cca701 req-dc40b4af-6f14-423e-b8fa-8d70d537ee3f tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0058ee9-e826-4195-856a-4873ee97ae2e HTTP/1.1" status: 200 len: 943 time: 0.2581623 Feb 20 05:32:48.033284 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-4e029b95-5e8e-4a59-a483-da0503e8ce6e service neutron] For port bb18c8da-b6c0-4183-9565-313c834ca898, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:32:48.043971 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-4e029b95-5e8e-4a59-a483-da0503e8ce6e service neutron] For port bb18c8da-b6c0-4183-9565-313c834ca898, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=bb18c8da-b6c0-4183-9565-313c834ca898,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:32:48.068611 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-4e029b95-5e8e-4a59-a483-da0503e8ce6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (bb18c8da-b6c0-4183-9565-313c834ca898), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:48.155391 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b1e47dd1-5450-4da2-9a90-83e23c48ee65 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:32:48.253600 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-747a2e23-a58b-45bc-8c89-a2d14e6bfc45 admin admin] Publish callbacks [] for router_gateway (0d91ccfd-d302-4a51-badb-3f4dd3322d75), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:48.354200 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-4e029b95-5e8e-4a59-a483-da0503e8ce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:48.354968 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-4e029b95-5e8e-4a59-a483-da0503e8ce6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:48.355945 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-4e029b95-5e8e-4a59-a483-da0503e8ce6e service neutron] 10.222.0.48 "PUT /v2.0/ports/bb18c8da-b6c0-4183-9565-313c834ca898 HTTP/1.1" status: 200 len: 1091 time: 2.3553102 Feb 20 05:32:48.447393 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b1e47dd1-5450-4da2-9a90-83e23c48ee65, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b1e47dd1-5450-4da2-9a90-83e23c48ee65,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:48.458279 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a181d696-4e57-47cf-94df-f9c914076196 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:32:48.514606 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e029b95-5e8e-4a59-a483-da0503e8ce6e service neutron] Pushing event updated for resources: {'Port': ['ID=bb18c8da-b6c0-4183-9565-313c834ca898,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:48.558608 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port a181d696-4e57-47cf-94df-f9c914076196 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:48.561491 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a181d696-4e57-47cf-94df-f9c914076196), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:48.564598 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'b1e47dd1-5450-4da2-9a90-83e23c48ee65', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': 'b1e47dd1-5450-4da2-9a90-83e23c48ee65', 'mac_address': 'fa:16:3e:db:d4:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:32:48.606359 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-747a2e23-a58b-45bc-8c89-a2d14e6bfc45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (0d91ccfd-d302-4a51-badb-3f4dd3322d75), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:48.635936 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58901c04-280e-4581-8313-ed1c7ea9eff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:48.669817 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port b1e47dd1-5450-4da2-9a90-83e23c48ee65 is: ACTIVE; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:48.670655 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:48.710448 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f18f616-2687-4551-a8e8-1252e7cca701 req-100885ce-fdb9-417b-b61b-a5b7c8f148d2 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7513070 Feb 20 05:32:48.738083 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1e47dd1-5450-4da2-9a90-83e23c48ee65 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:32:48.747623 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-ff356bd0-fca2-49cb-a88a-c6528453e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:48.750083 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-ff356bd0-fca2-49cb-a88a-c6528453e106 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba68b400a4764ecd8cffcc89b3c1b40a&device_id=b0058ee9-e826-4195-856a-4873ee97ae2e HTTP/1.1" status: 200 len: 1125 time: 0.3190329 Feb 20 05:32:48.771324 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b1e47dd1-5450-4da2-9a90-83e23c48ee65, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b1e47dd1-5450-4da2-9a90-83e23c48ee65,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:48.777451 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:48.843697 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-41824911-45b1-49bb-a5b9-14e409445fee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb18c8da-b6c0-4183-9565-313c834ca898 HTTP/1.1" status: 200 len: 217 time: 0.0854368 Feb 20 05:32:48.854524 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747a2e23-a58b-45bc-8c89-a2d14e6bfc45 admin admin] Router 0d91ccfd-d302-4a51-badb-3f4dd3322d75 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:32:48.881520 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=b1e47dd1-5450-4da2-9a90-83e23c48ee65,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:48.976322 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['b1e47dd1-5450-4da2-9a90-83e23c48ee65'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:32:49.011105 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-6da96c09-8cb4-45b3-adf0-8f9f8f65dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:49.019650 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-6da96c09-8cb4-45b3-adf0-8f9f8f65dfb4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6cf6e5f-5eef-4832-87f6-e3f3339d48a1 HTTP/1.1" status: 200 len: 850 time: 0.1580999 Feb 20 05:32:49.085056 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port a181d696-4e57-47cf-94df-f9c914076196 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:49.085474 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a181d696-4e57-47cf-94df-f9c914076196), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:49.086635 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-a18beab4-2e7f-427f-b241-af99ede1576c req-da3bb026-a7e1-4216-9b98-ecacd23e6f0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b300bf69-7fa5-4932-966e-acd556b5219f {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:32:49.098461 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-da3bb026-a7e1-4216-9b98-ecacd23e6f0a service neutron] Publish callbacks [] for port (b300bf69-7fa5-4932-966e-acd556b5219f), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:49.117367 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-a18beab4-2e7f-427f-b241-af99ede1576c req-da3bb026-a7e1-4216-9b98-ecacd23e6f0a service neutron] Transition to ACTIVE for port object b300bf69-7fa5-4932-966e-acd556b5219f will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:32:49.135414 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747a2e23-a58b-45bc-8c89-a2d14e6bfc45 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:32:49.143584 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-da3bb026-a7e1-4216-9b98-ecacd23e6f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (b300bf69-7fa5-4932-966e-acd556b5219f), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:49.171022 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72740790-64f2-4ffc-8553-d589e63a7e56 None None] Sync routers for ids ['0d91ccfd-d302-4a51-badb-3f4dd3322d75'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:32:49.177658 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-b3a7ac63-30b5-45d5-9c74-ab6947c9172c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bfecaaea-4537-49c6-826a-93e263cff952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582232 Feb 20 05:32:49.183447 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-747a2e23-a58b-45bc-8c89-a2d14e6bfc45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:49.191377 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-747a2e23-a58b-45bc-8c89-a2d14e6bfc45 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5160365 Feb 20 05:32:49.192019 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56698) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:49.238446 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port a181d696-4e57-47cf-94df-f9c914076196, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a181d696-4e57-47cf-94df-f9c914076196,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:49.241989 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72740790-64f2-4ffc-8553-d589e63a7e56 None None] Routers {'0d91ccfd-d302-4a51-badb-3f4dd3322d75'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:32:49.242847 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-72740790-64f2-4ffc-8553-d589e63a7e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:32:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0d91ccfd-d302-4a51-badb-3f4dd3322d75'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:32:49.278420 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a181d696-4e57-47cf-94df-f9c914076196), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:49.449450 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bb026-a7e1-4216-9b98-ecacd23e6f0a service neutron] Pushing event updated for resources: {'Port': ['ID=b300bf69-7fa5-4932-966e-acd556b5219f,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:49.488176 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 20 Feb 2022 05:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f43085-154d-4398-805b-c426ca0aa7ef x-openstack-request-id: req-32f43085-154d-4398-805b-c426ca0aa7ef {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:32:49.488319 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "tag": "c61fd629-9c90-4652-883c-81348ddcbb9c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "tag": "a890cd6b-9daf-4d06-b46f-a0ae0d08179c", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:32:49.488578 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32f43085-154d-4398-805b-c426ca0aa7ef {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:32:49.489016 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'tag': 'c61fd629-9c90-4652-883c-81348ddcbb9c', 'status': 'completed', 'code': 200} Feb 20 05:32:49.489278 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'tag': 'a890cd6b-9daf-4d06-b46f-a0ae0d08179c', 'status': 'completed', 'code': 200} Feb 20 05:32:49.513311 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bda483-867d-49d7-a72e-d9a5caff29cf None None] Network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:32:49.731482 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-8a401b25-32bb-4ec5-bd52-715afc57790d service neutron] 10.222.0.48 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297291 Feb 20 05:32:49.734718 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a18beab4-2e7f-427f-b241-af99ede1576c req-da3bb026-a7e1-4216-9b98-ecacd23e6f0a service neutron] Attempting to bind port b300bf69-7fa5-4932-966e-acd556b5219f on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:32:49.735091 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a18beab4-2e7f-427f-b241-af99ede1576c req-da3bb026-a7e1-4216-9b98-ecacd23e6f0a service neutron] Attempting to bind port b300bf69-7fa5-4932-966e-acd556b5219f by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '69fe3215-475f-4fec-89eb-5492628b51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b27e09e-1632-40f6-8ef3-dc93f01885e9'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:32:49.735416 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-da3bb026-a7e1-4216-9b98-ecacd23e6f0a service neutron] Attempting to bind port b300bf69-7fa5-4932-966e-acd556b5219f on network 9b27e09e-1632-40f6-8ef3-dc93f01885e9 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:49.749526 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-da3bb026-a7e1-4216-9b98-ecacd23e6f0a service neutron] Port b300bf69-7fa5-4932-966e-acd556b5219f on network 9b27e09e-1632-40f6-8ef3-dc93f01885e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:32:49.749834 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-da3bb026-a7e1-4216-9b98-ecacd23e6f0a service neutron] Attempting to bind port b300bf69-7fa5-4932-966e-acd556b5219f on network 9b27e09e-1632-40f6-8ef3-dc93f01885e9 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:49.771997 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-da3bb026-a7e1-4216-9b98-ecacd23e6f0a service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:32:49.772390 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-da3bb026-a7e1-4216-9b98-ecacd23e6f0a service neutron] Checking segment: {'id': '69fe3215-475f-4fec-89eb-5492628b51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b27e09e-1632-40f6-8ef3-dc93f01885e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:49.772887 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18beab4-2e7f-427f-b241-af99ede1576c req-da3bb026-a7e1-4216-9b98-ecacd23e6f0a service neutron] Bound using segment: {'id': '69fe3215-475f-4fec-89eb-5492628b51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b27e09e-1632-40f6-8ef3-dc93f01885e9'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:32:49.777160 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a18beab4-2e7f-427f-b241-af99ede1576c req-da3bb026-a7e1-4216-9b98-ecacd23e6f0a service neutron] Bound port: b300bf69-7fa5-4932-966e-acd556b5219f, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69fe3215-475f-4fec-89eb-5492628b51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9b27e09e-1632-40f6-8ef3-dc93f01885e9'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:32:49.777160 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-da3bb026-a7e1-4216-9b98-ecacd23e6f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b300bf69-7fa5-4932-966e-acd556b5219f), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:49.896730 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-72740790-64f2-4ffc-8553-d589e63a7e56 None None] Set router 0d91ccfd-d302-4a51-badb-3f4dd3322d75 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:32:49.981697 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-a18beab4-2e7f-427f-b241-af99ede1576c req-da3bb026-a7e1-4216-9b98-ecacd23e6f0a service neutron] For port b300bf69-7fa5-4932-966e-acd556b5219f, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:32:49.989747 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-a18beab4-2e7f-427f-b241-af99ede1576c req-da3bb026-a7e1-4216-9b98-ecacd23e6f0a service neutron] For port b300bf69-7fa5-4932-966e-acd556b5219f, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b300bf69-7fa5-4932-966e-acd556b5219f,segment=NetworkSegment(69fe3215-475f-4fec-89eb-5492628b51f7),segment_id=69fe3215-475f-4fec-89eb-5492628b51f7)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:32:50.002607 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-da3bb026-a7e1-4216-9b98-ecacd23e6f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (b300bf69-7fa5-4932-966e-acd556b5219f), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:50.128216 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-da3bb026-a7e1-4216-9b98-ecacd23e6f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:50.129254 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a18beab4-2e7f-427f-b241-af99ede1576c req-da3bb026-a7e1-4216-9b98-ecacd23e6f0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:50.134299 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-da3bb026-a7e1-4216-9b98-ecacd23e6f0a service neutron] 10.222.0.61 "PUT /v2.0/ports/b300bf69-7fa5-4932-966e-acd556b5219f HTTP/1.1" status: 200 len: 1091 time: 2.4375074 Feb 20 05:32:50.167113 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=a181d696-4e57-47cf-94df-f9c914076196,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:50.218657 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c24b458e-eca2-43e8-b392-c5d20c0d7525 req-43ee4bd7-8e17-4194-b679-280da493a0b6 service neutron] 10.222.0.48 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783404 Feb 20 05:32:50.267149 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bb026-a7e1-4216-9b98-ecacd23e6f0a service neutron] Pushing event updated for resources: {'Port': ['ID=b300bf69-7fa5-4932-966e-acd556b5219f,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:50.321453 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44296d08-1a64-4e71-8c5f-10cb595164a9 req-b947e9d0-40f0-49d4-904d-043e3ad500ea tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:50.336813 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-44296d08-1a64-4e71-8c5f-10cb595164a9 req-b947e9d0-40f0-49d4-904d-043e3ad500ea tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a1270d-f01d-4c1b-b094-132856d28509 HTTP/1.1" status: 200 len: 946 time: 0.2671518 Feb 20 05:32:50.464807 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-44296d08-1a64-4e71-8c5f-10cb595164a9 req-49a4b84d-9f15-49f1-a6af-fc645afe5799 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227429 Feb 20 05:32:50.510524 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a181d696-4e57-47cf-94df-f9c914076196 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:32:50.605812 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-3a69c9f5-fb17-49e3-97ce-f37936511baa None None] Provisioning complete for port a181d696-4e57-47cf-94df-f9c914076196 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:50.606536 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a69c9f5-fb17-49e3-97ce-f37936511baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a181d696-4e57-47cf-94df-f9c914076196), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:50.641403 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d859da0e-401b-4775-9b2d-6acd21aa4bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:50.667782 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e80b7a-eacf-415e-8b0c-5478d45e16d4 req-ad1b0aaa-76a2-47dc-b1ef-1f7634e8460b tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:50.670717 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe3346-e2da-4482-9496-a68b574c89a8 req-2090ba29-9948-48c6-bd96-95d7fcb931ad tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:50.672285 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4afe3346-e2da-4482-9496-a68b574c89a8 req-2090ba29-9948-48c6-bd96-95d7fcb931ad tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.61 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 944 time: 0.4484594 Feb 20 05:32:50.684667 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-505908c4-5d93-4900-abba-048f7f58bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:50.685151 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-505908c4-5d93-4900-abba-048f7f58bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:50.685630 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-505908c4-5d93-4900-abba-048f7f58bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:50.686497 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-505908c4-5d93-4900-abba-048f7f58bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:50.686798 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-505908c4-5d93-4900-abba-048f7f58bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:50.687410 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-505908c4-5d93-4900-abba-048f7f58bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:50.687876 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-505908c4-5d93-4900-abba-048f7f58bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:50.688422 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e80b7a-eacf-415e-8b0c-5478d45e16d4 req-ad1b0aaa-76a2-47dc-b1ef-1f7634e8460b tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:50.689928 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-505908c4-5d93-4900-abba-048f7f58bdb5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5e5a8b7f91b44658a7a6eb0700d389c&device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 6694 time: 0.4672863 Feb 20 05:32:50.707407 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e80b7a-eacf-415e-8b0c-5478d45e16d4 req-ad1b0aaa-76a2-47dc-b1ef-1f7634e8460b tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:50.723428 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e80b7a-eacf-415e-8b0c-5478d45e16d4 req-ad1b0aaa-76a2-47dc-b1ef-1f7634e8460b tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:50.741597 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e80b7a-eacf-415e-8b0c-5478d45e16d4 req-ad1b0aaa-76a2-47dc-b1ef-1f7634e8460b tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:50.750766 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:50.764053 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e80b7a-eacf-415e-8b0c-5478d45e16d4 req-ad1b0aaa-76a2-47dc-b1ef-1f7634e8460b tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:50.774819 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e80b7a-eacf-415e-8b0c-5478d45e16d4 req-ad1b0aaa-76a2-47dc-b1ef-1f7634e8460b tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:50.788905 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58e80b7a-eacf-415e-8b0c-5478d45e16d4 req-ad1b0aaa-76a2-47dc-b1ef-1f7634e8460b tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.2429667 Feb 20 05:32:50.805887 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port a181d696-4e57-47cf-94df-f9c914076196 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:50.806419 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a181d696-4e57-47cf-94df-f9c914076196), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:50.817467 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3a69c9f5-fb17-49e3-97ce-f37936511baa None None] Current status of the port a181d696-4e57-47cf-94df-f9c914076196 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:50.880162 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-72740790-64f2-4ffc-8553-d589e63a7e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'name': 'tempest-ServerActionsTestJSON-2007519912-router', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6513001-1554-417e-8dea-54f2fdde0f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:32:46Z', 'updated_at': '2022-02-20T05:32:48Z', 'revision_number': 3, 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'gw_port': {'id': 'e6513001-1554-417e-8dea-54f2fdde0f04', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:17:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:32:47Z', 'updated_at': '2022-02-20T05:32:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:32:50.921378 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72740790-64f2-4ffc-8553-d589e63a7e56 None None] Checking router: 0d91ccfd-d302-4a51-badb-3f4dd3322d75 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:32:50.921989 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72740790-64f2-4ffc-8553-d589e63a7e56 None None] Updating router 0d91ccfd-d302-4a51-badb-3f4dd3322d75 port e6513001-1554-417e-8dea-54f2fdde0f04 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:32:50.937709 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58e80b7a-eacf-415e-8b0c-5478d45e16d4 req-be1568c9-2341-436d-9faa-5ab52f814453 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1478324 Feb 20 05:32:50.968831 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72740790-64f2-4ffc-8553-d589e63a7e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e6513001-1554-417e-8dea-54f2fdde0f04), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:51.070198 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-d5f95cbe-c630-410b-96ed-1aa25c129331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:51.070589 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-d5f95cbe-c630-410b-96ed-1aa25c129331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:51.071088 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-d5f95cbe-c630-410b-96ed-1aa25c129331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:51.072823 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-d5f95cbe-c630-410b-96ed-1aa25c129331 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=c5e5a8b7f91b44658a7a6eb0700d389c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3748095 Feb 20 05:32:51.164530 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998397f-a797-4d3d-827f-43bcca22dbe7 req-0189deb5-2e80-4dd3-888b-d9efdd7ffb11 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:51.168447 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e998397f-a797-4d3d-827f-43bcca22dbe7 req-0189deb5-2e80-4dd3-888b-d9efdd7ffb11 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 946 time: 0.1229734 Feb 20 05:32:51.279365 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port a181d696-4e57-47cf-94df-f9c914076196 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:51.302046 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-4afe3346-e2da-4482-9496-a68b574c89a8 req-bfa93152-1ee2-4104-97cb-6df38fcc2b3e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Deleting port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:32:51.311258 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e998397f-a797-4d3d-827f-43bcca22dbe7 req-f6ed2147-bd3a-488e-a7f8-8866ec92b1c9 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319988 Feb 20 05:32:51.315442 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4afe3346-e2da-4482-9496-a68b574c89a8 req-bfa93152-1ee2-4104-97cb-6df38fcc2b3e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:51.367827 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:51.474558 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-d859da0e-401b-4775-9b2d-6acd21aa4bb5 admin admin] Allocated IP 172.20.0.1 (a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b/a08401b1-85d8-4e92-bab1-1aef3c02482d/00dcd03b-3384-43f9-b137-628c9c7cb3ba) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:32:51.537015 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'tag': '1f7229f1-0696-4db8-9a85-551662cf8335'}, {'name': 'network-changed', 'server_uuid': 'b0058ee9-e826-4195-856a-4873ee97ae2e', 'tag': 'bb18c8da-b6c0-4183-9565-313c834ca898'}, {'name': 'network-changed', 'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'tag': 'b300bf69-7fa5-4932-966e-acd556b5219f'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:32:51.540562 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "tag": "1f7229f1-0696-4db8-9a85-551662cf8335"}, {"name": "network-changed", "server_uuid": "b0058ee9-e826-4195-856a-4873ee97ae2e", "tag": "bb18c8da-b6c0-4183-9565-313c834ca898"}, {"name": "network-changed", "server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "tag": "b300bf69-7fa5-4932-966e-acd556b5219f"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:32:51.598198 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259822cd-4dc3-4463-8548-ea637fbd06fe req-e9445c6d-0e95-4fe7-b313-d72586471387 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:51.600179 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-259822cd-4dc3-4463-8548-ea637fbd06fe req-e9445c6d-0e95-4fe7-b313-d72586471387 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 944 time: 0.1284773 Feb 20 05:32:51.644237 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b47a0967-4032-43c0-b330-2e743308bc38 None None] Provisioning complete for port a181d696-4e57-47cf-94df-f9c914076196 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:51.644824 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b47a0967-4032-43c0-b330-2e743308bc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a181d696-4e57-47cf-94df-f9c914076196), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:51.666946 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-259822cd-4dc3-4463-8548-ea637fbd06fe req-e84a8480-9082-425e-bc7b-8cfcf5c639c3 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602403 Feb 20 05:32:51.705013 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-26a81b39-03f3-4a54-b7e2-95851497c2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:51.706525 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-26a81b39-03f3-4a54-b7e2-95851497c2a0 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6241565 Feb 20 05:32:51.716719 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72740790-64f2-4ffc-8553-d589e63a7e56 None None] Publish callbacks [] for port (e6513001-1554-417e-8dea-54f2fdde0f04), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:51.728507 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-4afe3346-e2da-4482-9496-a68b574c89a8 req-bfa93152-1ee2-4104-97cb-6df38fcc2b3e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] For port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:51.728860 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4afe3346-e2da-4482-9496-a68b574c89a8 req-bfa93152-1ee2-4104-97cb-6df38fcc2b3e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:51.738562 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72740790-64f2-4ffc-8553-d589e63a7e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e6513001-1554-417e-8dea-54f2fdde0f04), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:51.753666 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-4afe3346-e2da-4482-9496-a68b574c89a8 req-bfa93152-1ee2-4104-97cb-6df38fcc2b3e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Calling delete_port for a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:32:51.858956 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0c140-e0c0-40be-836a-27130c25b20c None None] Pushing event updated for resources: {'Port': ['ID=e6513001-1554-417e-8dea-54f2fdde0f04,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:51.860786 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d859da0e-401b-4775-9b2d-6acd21aa4bb5 admin admin] Publish callbacks [] for port (00dcd03b-3384-43f9-b137-628c9c7cb3ba), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:51.870935 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-72740790-64f2-4ffc-8553-d589e63a7e56 None None] Attempting to bind port e6513001-1554-417e-8dea-54f2fdde0f04 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:32:51.870935 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-72740790-64f2-4ffc-8553-d589e63a7e56 None None] Attempting to bind port e6513001-1554-417e-8dea-54f2fdde0f04 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:32:51.870935 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72740790-64f2-4ffc-8553-d589e63a7e56 None None] Attempting to bind port e6513001-1554-417e-8dea-54f2fdde0f04 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:51.887166 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72740790-64f2-4ffc-8553-d589e63a7e56 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:32:51.888033 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72740790-64f2-4ffc-8553-d589e63a7e56 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:51.890284 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72740790-64f2-4ffc-8553-d589e63a7e56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:51.891130 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72740790-64f2-4ffc-8553-d589e63a7e56 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:32:51.891528 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-72740790-64f2-4ffc-8553-d589e63a7e56 None None] Bound port: e6513001-1554-417e-8dea-54f2fdde0f04, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:32:51.892080 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72740790-64f2-4ffc-8553-d589e63a7e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e6513001-1554-417e-8dea-54f2fdde0f04), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:51.909391 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-6891585d-af09-425a-8641-b893f1d51a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:51.909879 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-6891585d-af09-425a-8641-b893f1d51a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:51.910385 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-6891585d-af09-425a-8641-b893f1d51a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:51.910858 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-6891585d-af09-425a-8641-b893f1d51a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:51.911363 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-6891585d-af09-425a-8641-b893f1d51a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:51.911876 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-6891585d-af09-425a-8641-b893f1d51a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:51.912547 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-6891585d-af09-425a-8641-b893f1d51a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:51.914668 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-6891585d-af09-425a-8641-b893f1d51a93 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5e5a8b7f91b44658a7a6eb0700d389c&device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 6694 time: 0.1550052 Feb 20 05:32:52.008737 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190705f8-2190-433a-aa8e-d0d1b33e44f5 req-f8767117-61ce-43ad-9f53-c6812b9c7c0b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:52.009004 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-72740790-64f2-4ffc-8553-d589e63a7e56 None None] For port e6513001-1554-417e-8dea-54f2fdde0f04, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:32:52.019143 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b47a0967-4032-43c0-b330-2e743308bc38 None None] Current status of the port a181d696-4e57-47cf-94df-f9c914076196 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:52.024506 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-72740790-64f2-4ffc-8553-d589e63a7e56 None None] For port e6513001-1554-417e-8dea-54f2fdde0f04, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=e6513001-1554-417e-8dea-54f2fdde0f04,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:32:52.027480 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-190705f8-2190-433a-aa8e-d0d1b33e44f5 req-f8767117-61ce-43ad-9f53-c6812b9c7c0b tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0058ee9-e826-4195-856a-4873ee97ae2e HTTP/1.1" status: 200 len: 943 time: 0.2053843 Feb 20 05:32:52.038677 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72740790-64f2-4ffc-8553-d589e63a7e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e6513001-1554-417e-8dea-54f2fdde0f04), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:52.069271 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-1c0481a3-ee64-4a2b-9d66-00dded9e6e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:52.069999 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-1c0481a3-ee64-4a2b-9d66-00dded9e6e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:52.070593 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-1c0481a3-ee64-4a2b-9d66-00dded9e6e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:52.073096 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-1c0481a3-ee64-4a2b-9d66-00dded9e6e52 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=c5e5a8b7f91b44658a7a6eb0700d389c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1461599 Feb 20 05:32:52.107328 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72740790-64f2-4ffc-8553-d589e63a7e56 None None] Routers {'0d91ccfd-d302-4a51-badb-3f4dd3322d75'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:32:52.108353 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-72740790-64f2-4ffc-8553-d589e63a7e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:32:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0d91ccfd-d302-4a51-badb-3f4dd3322d75'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:32:52.157857 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-190705f8-2190-433a-aa8e-d0d1b33e44f5 req-c64d9b5e-f613-41bc-9454-4ad3756f9d1c tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259296 Feb 20 05:32:52.159620 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0c140-e0c0-40be-836a-27130c25b20c None None] Pushing event updated for resources: {'Port': ['ID=e6513001-1554-417e-8dea-54f2fdde0f04,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:52.177010 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b1e47dd1-5450-4da2-9a90-83e23c48ee65 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:32:52.199496 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d859da0e-401b-4775-9b2d-6acd21aa4bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (00dcd03b-3384-43f9-b137-628c9c7cb3ba), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:52.306845 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-72740790-64f2-4ffc-8553-d589e63a7e56 None None] Set router 0d91ccfd-d302-4a51-badb-3f4dd3322d75 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:32:52.326384 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d859da0e-401b-4775-9b2d-6acd21aa4bb5 admin admin] Network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:32:52.340833 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-d859da0e-401b-4775-9b2d-6acd21aa4bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:52.374423 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d859da0e-401b-4775-9b2d-6acd21aa4bb5 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:32:52.473947 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859da0e-401b-4775-9b2d-6acd21aa4bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=00dcd03b-3384-43f9-b137-628c9c7cb3ba,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:52.512778 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-0cae212b-aec2-445b-a077-6fa6f8f61296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:52.516892 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e774c571-3d8a-4dae-9ae3-3259673e6cdb req-0cae212b-aec2-445b-a077-6fa6f8f61296 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4206977 Feb 20 05:32:52.519186 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4afe3346-e2da-4482-9496-a68b574c89a8 req-bfa93152-1ee2-4104-97cb-6df38fcc2b3e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:52.590993 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa93152-1ee2-4104-97cb-6df38fcc2b3e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Pushing event deleted for resources: {'Port': ['ID=a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:52.624104 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['58b2f612-c972-429c-abc1-3310488c066e'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:32:52.758380 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d859da0e-401b-4775-9b2d-6acd21aa4bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (0d91ccfd-d302-4a51-badb-3f4dd3322d75), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:52.798930 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port b1e47dd1-5450-4da2-9a90-83e23c48ee65 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:52.799762 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:52.877794 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:52.888109 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:52.888345 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebe0c1-464a-4baa-bb10-81c21b981063 req-2137e159-c574-4e5e-8ffb-bbf32e58b3c8 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:52.898164 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afe3346-e2da-4482-9496-a68b574c89a8 req-bfa93152-1ee2-4104-97cb-6df38fcc2b3e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] No DVR routers for this DVR port a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:32:52.900340 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebe0c1-464a-4baa-bb10-81c21b981063 req-2137e159-c574-4e5e-8ffb-bbf32e58b3c8 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:52.905045 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4afe3346-e2da-4482-9496-a68b574c89a8 req-bfa93152-1ee2-4104-97cb-6df38fcc2b3e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:52.906871 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebe0c1-464a-4baa-bb10-81c21b981063 req-2137e159-c574-4e5e-8ffb-bbf32e58b3c8 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:52.909721 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4afe3346-e2da-4482-9496-a68b574c89a8 req-bfa93152-1ee2-4104-97cb-6df38fcc2b3e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.61 "DELETE /v2.0/ports/a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 HTTP/1.1" status: 204 len: 173 time: 2.2188649 Feb 20 05:32:52.910400 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73688624-cc40-46e9-9d7b-6363119f73d0', 'name': 'network-vif-deleted', 'tag': 'a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:32:52.914191 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5256ce3e-5b97-46f3-bc7c-3548d905980d" -d '{"events": [{"server_uuid": "73688624-cc40-46e9-9d7b-6363119f73d0", "name": "network-vif-deleted", "tag": "a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:32:52.915485 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3ebe0c1-464a-4baa-bb10-81c21b981063 req-2137e159-c574-4e5e-8ffb-bbf32e58b3c8 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e439f1-da3b-408c-9baf-9e1b144fa22e&device_id=51995e88-6ad0-4960-8c97-c2c49c1214c0&device_id=c7a1270d-f01d-4c1b-b094-132856d28509 HTTP/1.1" status: 200 len: 2418 time: 0.1144879 Feb 20 05:32:52.945702 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-de4d87a7-01f6-400a-8160-0c9566256650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:52.946547 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-de4d87a7-01f6-400a-8160-0c9566256650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:52.947575 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-de4d87a7-01f6-400a-8160-0c9566256650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:52.948456 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-de4d87a7-01f6-400a-8160-0c9566256650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:52.949139 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-de4d87a7-01f6-400a-8160-0c9566256650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:52.949799 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-de4d87a7-01f6-400a-8160-0c9566256650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:52.950442 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-de4d87a7-01f6-400a-8160-0c9566256650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:52.953391 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-de4d87a7-01f6-400a-8160-0c9566256650 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5e5a8b7f91b44658a7a6eb0700d389c&device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 6694 time: 0.3672082 Feb 20 05:32:52.980685 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-72740790-64f2-4ffc-8553-d589e63a7e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'name': 'tempest-ServerActionsTestJSON-2007519912-router', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6513001-1554-417e-8dea-54f2fdde0f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:32:46Z', 'updated_at': '2022-02-20T05:32:48Z', 'revision_number': 3, 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'gw_port': {'id': 'e6513001-1554-417e-8dea-54f2fdde0f04', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:17:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:32:47Z', 'updated_at': '2022-02-20T05:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:32:52.985853 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port b1e47dd1-5450-4da2-9a90-83e23c48ee65 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:52.986291 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:53.009678 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2969510a-6ac7-4de9-b459-2f858e8a3a74 None None] Provisioning complete for port 00dcd03b-3384-43f9-b137-628c9c7cb3ba triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:53.010149 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2969510a-6ac7-4de9-b459-2f858e8a3a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (00dcd03b-3384-43f9-b137-628c9c7cb3ba), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:53.026734 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3ebe0c1-464a-4baa-bb10-81c21b981063 req-ba69b6b2-0a10-4c7d-8e57-c0a155594d8a tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083543 Feb 20 05:32:53.055650 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-f15f41f1-e5c1-4e82-809f-bd87d27700ae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5781814a-da9d-41c0-a1e3-9143914eb22f HTTP/1.1" status: 200 len: 217 time: 0.0914705 Feb 20 05:32:53.091173 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2969510a-6ac7-4de9-b459-2f858e8a3a74 None None] Port 00dcd03b-3384-43f9-b137-628c9c7cb3ba cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:32:53.149836 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72740790-64f2-4ffc-8553-d589e63a7e56 None None] The sync data for ids ['0d91ccfd-d302-4a51-badb-3f4dd3322d75'] in n-d-829866-5 is: [{'id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'name': 'tempest-ServerActionsTestJSON-2007519912-router', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6513001-1554-417e-8dea-54f2fdde0f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:32:46Z', 'updated_at': '2022-02-20T05:32:48Z', 'revision_number': 3, 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'gw_port': {'id': 'e6513001-1554-417e-8dea-54f2fdde0f04', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:17:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:32:47Z', 'updated_at': '2022-02-20T05:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:32:53.160303 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ef67a5-1578-4cc5-9ade-6aff4ee422fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e47dd1-5450-4da2-9a90-83e23c48ee65'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:32:53.162726 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef3d404-6903-4881-9a8e-0241cfed76f8" -d '{"events": [{"server_uuid": "49ef67a5-1578-4cc5-9ade-6aff4ee422fc", "name": "network-vif-plugged", "status": "completed", "tag": "b1e47dd1-5450-4da2-9a90-83e23c48ee65"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:32:53.191000 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b1e47dd1-5450-4da2-9a90-83e23c48ee65, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b1e47dd1-5450-4da2-9a90-83e23c48ee65,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:53.193235 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-53e0d44e-baab-4855-a933-f6d8922bebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:53.195178 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:53.195852 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-53e0d44e-baab-4855-a933-f6d8922bebbe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=47bafeeb-eb88-48c3-9668-c5c4cd61bb39 HTTP/1.1" status: 200 len: 851 time: 0.1136127 Feb 20 05:32:53.196223 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:32:53.223904 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:32:53.224449 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:32:53.293553 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d859da0e-401b-4775-9b2d-6acd21aa4bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (00dcd03b-3384-43f9-b137-628c9c7cb3ba), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:53.298389 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=b1e47dd1-5450-4da2-9a90-83e23c48ee65,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:53.355142 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-839990c3-7b46-4866-820d-10c6717821b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:53.357017 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-839990c3-7b46-4866-820d-10c6717821b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0a901a-07d7-42e9-9967-ca10530f93ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1418021 Feb 20 05:32:53.396054 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device bb18c8da-b6c0-4183-9565-313c834ca898 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:32:53.796351 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sun, 20 Feb 2022 05:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc32fdc2-5aa8-473e-a823-e3535411248e x-openstack-request-id: req-bc32fdc2-5aa8-473e-a823-e3535411248e {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:32:53.796669 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "tag": "1f7229f1-0696-4db8-9a85-551662cf8335", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b0058ee9-e826-4195-856a-4873ee97ae2e", "tag": "bb18c8da-b6c0-4183-9565-313c834ca898", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "tag": "b300bf69-7fa5-4932-966e-acd556b5219f", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:32:53.796926 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc32fdc2-5aa8-473e-a823-e3535411248e {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:32:53.797340 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'tag': '1f7229f1-0696-4db8-9a85-551662cf8335', 'status': 'completed', 'code': 200} Feb 20 05:32:53.797597 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0058ee9-e826-4195-856a-4873ee97ae2e', 'tag': 'bb18c8da-b6c0-4183-9565-313c834ca898', 'status': 'completed', 'code': 200} Feb 20 05:32:53.797911 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'tag': 'b300bf69-7fa5-4932-966e-acd556b5219f', 'status': 'completed', 'code': 200} Feb 20 05:32:53.824817 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d859da0e-401b-4775-9b2d-6acd21aa4bb5 admin admin] Publish callbacks [] for port (00dcd03b-3384-43f9-b137-628c9c7cb3ba), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:53.844507 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port bb18c8da-b6c0-4183-9565-313c834ca898, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=bb18c8da-b6c0-4183-9565-313c834ca898,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:53.860751 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'bb18c8da-b6c0-4183-9565-313c834ca898', 'network_id': 'bfecaaea-4537-49c6-826a-93e263cff952', 'port_id': 'bb18c8da-b6c0-4183-9565-313c834ca898', 'mac_address': 'fa:16:3e:d4:3f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6cf6e5f-5eef-4832-87f6-e3f3339d48a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:32:53.893737 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-59a8a887-7ced-481f-89a2-7994c0d986a0 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0a901a-07d7-42e9-9967-ca10530f93ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261693 Feb 20 05:32:53.894780 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d859da0e-401b-4775-9b2d-6acd21aa4bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (00dcd03b-3384-43f9-b137-628c9c7cb3ba), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:53.959971 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port bb18c8da-b6c0-4183-9565-313c834ca898 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:53.960672 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bb18c8da-b6c0-4183-9565-313c834ca898), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:53.982120 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb18c8da-b6c0-4183-9565-313c834ca898 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:32:53.994921 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d859da0e-401b-4775-9b2d-6acd21aa4bb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (0d91ccfd-d302-4a51-badb-3f4dd3322d75), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:53.997848 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-10470b68-ba41-4056-899f-aaf2d7c7f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:54.000727 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-10470b68-ba41-4056-899f-aaf2d7c7f74c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba68b400a4764ecd8cffcc89b3c1b40a&device_id=b0058ee9-e826-4195-856a-4873ee97ae2e HTTP/1.1" status: 200 len: 1125 time: 0.1812027 Feb 20 05:32:54.036093 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port bb18c8da-b6c0-4183-9565-313c834ca898, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=bb18c8da-b6c0-4183-9565-313c834ca898,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:54.040809 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (bb18c8da-b6c0-4183-9565-313c834ca898), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:54.171877 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=bb18c8da-b6c0-4183-9565-313c834ca898,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:54.181773 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-021fd876-e743-4465-a5be-50db49717096 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0a901a-07d7-42e9-9967-ca10530f93ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953356 Feb 20 05:32:54.212920 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dda97-1662-4e31-9b8f-b7241fb62ef5 req-f88b8c07-92bf-42ec-8bf2-bb88f1b998d3 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:54.218719 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dda97-1662-4e31-9b8f-b7241fb62ef5 req-f88b8c07-92bf-42ec-8bf2-bb88f1b998d3 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:54.258292 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dda97-1662-4e31-9b8f-b7241fb62ef5 req-f88b8c07-92bf-42ec-8bf2-bb88f1b998d3 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:54.272666 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dda97-1662-4e31-9b8f-b7241fb62ef5 req-f88b8c07-92bf-42ec-8bf2-bb88f1b998d3 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:54.287720 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dda97-1662-4e31-9b8f-b7241fb62ef5 req-f88b8c07-92bf-42ec-8bf2-bb88f1b998d3 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:54.301926 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dda97-1662-4e31-9b8f-b7241fb62ef5 req-f88b8c07-92bf-42ec-8bf2-bb88f1b998d3 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:54.316665 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dda97-1662-4e31-9b8f-b7241fb62ef5 req-f88b8c07-92bf-42ec-8bf2-bb88f1b998d3 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:54.325388 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-829dda97-1662-4e31-9b8f-b7241fb62ef5 req-f88b8c07-92bf-42ec-8bf2-bb88f1b998d3 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.4311996 Feb 20 05:32:54.361203 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device e6513001-1554-417e-8dea-54f2fdde0f04 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:32:54.402101 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-6be76ada-799e-4df7-af81-43154f800fde service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=3fb0e850-e007-488c-9126-46021bfc5121 HTTP/1.1" status: 200 len: 217 time: 0.1504300 Feb 20 05:32:54.425128 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-7dfc6050-22f2-481a-8458-2b4fa68cc7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:54.434727 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-7dfc6050-22f2-481a-8458-2b4fa68cc7d2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bfecaaea-4537-49c6-826a-93e263cff952 HTTP/1.1" status: 200 len: 910 time: 0.4174199 Feb 20 05:32:54.460590 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['bb18c8da-b6c0-4183-9565-313c834ca898'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:32:54.521872 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-eb470794-5c4d-475e-991e-3a34b5775988 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb18c8da-b6c0-4183-9565-313c834ca898 HTTP/1.1" status: 200 len: 217 time: 0.0637267 Feb 20 05:32:54.577120 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-829dda97-1662-4e31-9b8f-b7241fb62ef5 req-bdef95a7-1eb2-4023-81c9-c10082454f5f tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2445695 Feb 20 05:32:54.579994 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859da0e-401b-4775-9b2d-6acd21aa4bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=00dcd03b-3384-43f9-b137-628c9c7cb3ba,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:54.596676 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-927244e8-8d05-47a5-a597-fa57f4f86e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:54.601110 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port e6513001-1554-417e-8dea-54f2fdde0f04 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:54.601494 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e6513001-1554-417e-8dea-54f2fdde0f04), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:54.607576 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-927244e8-8d05-47a5-a597-fa57f4f86e30 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb4c7eba-b72d-4ec5-b4b9-93e6d514511f HTTP/1.1" status: 200 len: 797 time: 0.1535008 Feb 20 05:32:54.709725 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-ae9fc642-7c2c-481a-9e44-ef4c6192e219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:54.719323 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-ae9fc642-7c2c-481a-9e44-ef4c6192e219 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6cf6e5f-5eef-4832-87f6-e3f3339d48a1 HTTP/1.1" status: 200 len: 850 time: 0.1386590 Feb 20 05:32:54.788619 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-abf243ea-3211-4324-865c-b548bd79a86c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bfecaaea-4537-49c6-826a-93e263cff952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600462 Feb 20 05:32:54.988196 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85cb75-52a7-4b7e-b2cc-29190d847079 req-93356bc2-9eb2-4e49-aa91-ee307d06878d tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:54.996844 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea85cb75-52a7-4b7e-b2cc-29190d847079 req-93356bc2-9eb2-4e49-aa91-ee307d06878d tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 946 time: 0.2064047 Feb 20 05:32:55.037726 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port e6513001-1554-417e-8dea-54f2fdde0f04 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:55.038303 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e6513001-1554-417e-8dea-54f2fdde0f04), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:55.049514 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-8219db0a-1475-4cce-9552-93dcf1fa1f4a service neutron] 10.222.0.48 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485712 Feb 20 05:32:55.099582 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port e6513001-1554-417e-8dea-54f2fdde0f04, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=e6513001-1554-417e-8dea-54f2fdde0f04,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:55.113712 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e6513001-1554-417e-8dea-54f2fdde0f04), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:55.115759 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:55.126717 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea85cb75-52a7-4b7e-b2cc-29190d847079 req-ebb71c13-5456-4942-ad99-4cbb7fe8f69a tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290438 Feb 20 05:32:55.252705 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=e6513001-1554-417e-8dea-54f2fdde0f04,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:55.332040 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b925b71-390d-43d1-8bbb-a19585a22168 req-9c3790d3-893e-44e7-b624-397977621954 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 210 time: 0.0488727 Feb 20 05:32:55.376508 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d859da0e-401b-4775-9b2d-6acd21aa4bb5 admin admin] Network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:32:55.377228 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-be34ae32-4d8b-4ba8-bf3a-63c07b856739 service neutron] 10.222.0.48 "GET /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203254 Feb 20 05:32:55.379949 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-a196117d-c39b-45e6-a54c-0a35b8b13b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:55.382354 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-a196117d-c39b-45e6-a54c-0a35b8b13b50 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=666d2cf8-afbf-4b07-bbd6-64f125ed3a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.7682173 Feb 20 05:32:55.384178 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-d859da0e-401b-4775-9b2d-6acd21aa4bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:32:55.407988 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fd50ef-1d8c-456d-9f29-5baf9e00958a x-openstack-request-id: req-91fd50ef-1d8c-456d-9f29-5baf9e00958a {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:32:55.408523 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73688624-cc40-46e9-9d7b-6363119f73d0", "name": "network-vif-deleted", "tag": "a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:32:55.409035 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-91fd50ef-1d8c-456d-9f29-5baf9e00958a {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:32:55.409622 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73688624-cc40-46e9-9d7b-6363119f73d0', 'name': 'network-vif-deleted', 'tag': 'a728a9c6-2ece-4fd1-aa76-40fcf6c48fa4', 'status': 'completed', 'code': 200} Feb 20 05:32:55.551766 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ca3fd-b3ab-4b28-b83b-0eb40b302f7e req-123add99-8dd9-4aff-8ee9-f8c62fe9ef63 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:55.562666 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-261ca3fd-b3ab-4b28-b83b-0eb40b302f7e req-123add99-8dd9-4aff-8ee9-f8c62fe9ef63 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e439f1-da3b-408c-9baf-9e1b144fa22e HTTP/1.1" status: 200 len: 945 time: 0.0662432 Feb 20 05:32:55.676514 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-25e3f883-5d95-4740-b18a-19d454725999 service neutron] 10.222.0.61 "GET /v2.0/networks/666d2cf8-afbf-4b07-bbd6-64f125ed3a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798264 Feb 20 05:32:55.676638 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-261ca3fd-b3ab-4b28-b83b-0eb40b302f7e req-98a2756a-56d9-4bd0-a1af-d4f1acc41d40 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125624 Feb 20 05:32:55.717381 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7b86d4-2511-4797-ba33-c67145206875 x-openstack-request-id: req-fd7b86d4-2511-4797-ba33-c67145206875 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:32:55.717679 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ef67a5-1578-4cc5-9ade-6aff4ee422fc", "name": "network-vif-plugged", "status": "completed", "tag": "b1e47dd1-5450-4da2-9a90-83e23c48ee65", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:32:55.717935 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd7b86d4-2511-4797-ba33-c67145206875 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:32:55.718332 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ef67a5-1578-4cc5-9ade-6aff4ee422fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e47dd1-5450-4da2-9a90-83e23c48ee65', 'code': 200} Feb 20 05:32:55.851629 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-03003061-ee1c-48bc-9b69-f5262f8749bc None None] Provisioning complete for port 00dcd03b-3384-43f9-b137-628c9c7cb3ba triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:55.851629 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-03003061-ee1c-48bc-9b69-f5262f8749bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (00dcd03b-3384-43f9-b137-628c9c7cb3ba), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:55.874838 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795fdb2-2321-4da5-99ee-6915674acddf req-9a189a70-4534-4cb0-b79c-73ba349afea4 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:55.889452 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b795fdb2-2321-4da5-99ee-6915674acddf req-9a189a70-4534-4cb0-b79c-73ba349afea4 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0058ee9-e826-4195-856a-4873ee97ae2e HTTP/1.1" status: 200 len: 944 time: 0.1055381 Feb 20 05:32:55.949590 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-03003061-ee1c-48bc-9b69-f5262f8749bc None None] Port 00dcd03b-3384-43f9-b137-628c9c7cb3ba cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:32:55.956885 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-ffd57f60-616c-4bdf-b2f2-b2085b7ea85c service neutron] 10.222.0.61 "GET /v2.0/networks/666d2cf8-afbf-4b07-bbd6-64f125ed3a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813261 Feb 20 05:32:55.961234 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b795fdb2-2321-4da5-99ee-6915674acddf req-efa78496-7846-4a2d-b3e6-ab75e93d3d60 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708220 Feb 20 05:32:56.025598 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d859da0e-401b-4775-9b2d-6acd21aa4bb5 admin admin] Router 0d91ccfd-d302-4a51-badb-3f4dd3322d75 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:32:56.034575 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-bab70234-80ca-40f8-9256-696664e1b20d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=e74757c8-ee50-4661-8395-9285a9e8870c HTTP/1.1" status: 200 len: 217 time: 0.0696030 Feb 20 05:32:56.183970 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56758) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:56.254751 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-031bacb8-71b5-426b-bae1-2c76df247370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:56.256932 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-031bacb8-71b5-426b-bae1-2c76df247370 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb4c7eba-b72d-4ec5-b4b9-93e6d514511f HTTP/1.1" status: 200 len: 797 time: 0.2145400 Feb 20 05:32:56.258413 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d859da0e-401b-4775-9b2d-6acd21aa4bb5 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:32:56.272662 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73f9090-7b93-4f6f-a5b7-eb9baec1db2a None None] Sync routers for ids ['0d91ccfd-d302-4a51-badb-3f4dd3322d75'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:32:56.291184 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-f138d415-ad30-424a-9afd-2cb48624446f admin admin] Deleting subnet 0c5c7f26-e57d-4d74-8f12-0074307b3d59 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:32:56.294422 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73f9090-7b93-4f6f-a5b7-eb9baec1db2a None None] Routers {'0d91ccfd-d302-4a51-badb-3f4dd3322d75'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:32:56.295128 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d73f9090-7b93-4f6f-a5b7-eb9baec1db2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:32:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0d91ccfd-d302-4a51-badb-3f4dd3322d75'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:32:56.303694 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f138d415-ad30-424a-9afd-2cb48624446f admin admin] Publish callbacks [] for subnet (0c5c7f26-e57d-4d74-8f12-0074307b3d59), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:56.337186 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device e6513001-1554-417e-8dea-54f2fdde0f04 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:32:56.351471 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d859da0e-401b-4775-9b2d-6acd21aa4bb5 admin admin] 10.222.0.37 "PUT /v2.0/routers/0d91ccfd-d302-4a51-badb-3f4dd3322d75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1408997 Feb 20 05:32:56.378151 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f138d415-ad30-424a-9afd-2cb48624446f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (0c5c7f26-e57d-4d74-8f12-0074307b3d59), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:56.398618 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-873c218b-e15a-4ffe-8c06-d1b41447a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:56.403669 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-873c218b-e15a-4ffe-8c06-d1b41447a68d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=666d2cf8-afbf-4b07-bbd6-64f125ed3a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1319323 Feb 20 05:32:56.450816 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port e6513001-1554-417e-8dea-54f2fdde0f04 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:56.451276 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e6513001-1554-417e-8dea-54f2fdde0f04), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:56.474582 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f138d415-ad30-424a-9afd-2cb48624446f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (0c5c7f26-e57d-4d74-8f12-0074307b3d59), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:56.589643 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d73f9090-7b93-4f6f-a5b7-eb9baec1db2a None None] Set router 0d91ccfd-d302-4a51-badb-3f4dd3322d75 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:32:56.597131 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f3c5a-141a-4541-9a4f-babe10fb331b req-7c1f9ea2-43f1-4934-87ca-798586baabdc tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:56.612400 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f3c5a-141a-4541-9a4f-babe10fb331b req-7c1f9ea2-43f1-4934-87ca-798586baabdc tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:56.632054 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f3c5a-141a-4541-9a4f-babe10fb331b req-7c1f9ea2-43f1-4934-87ca-798586baabdc tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:56.640559 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f3c5a-141a-4541-9a4f-babe10fb331b req-7c1f9ea2-43f1-4934-87ca-798586baabdc tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:56.643580 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-55b0488f-480c-4a6b-8d98-b88c731b628d service neutron] 10.222.0.61 "GET /v2.0/networks/666d2cf8-afbf-4b07-bbd6-64f125ed3a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303472 Feb 20 05:32:56.663198 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f3c5a-141a-4541-9a4f-babe10fb331b req-7c1f9ea2-43f1-4934-87ca-798586baabdc tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:56.681581 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f3c5a-141a-4541-9a4f-babe10fb331b req-7c1f9ea2-43f1-4934-87ca-798586baabdc tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:56.694513 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f3c5a-141a-4541-9a4f-babe10fb331b req-7c1f9ea2-43f1-4934-87ca-798586baabdc tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:56.704867 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eb3f3c5a-141a-4541-9a4f-babe10fb331b req-7c1f9ea2-43f1-4934-87ca-798586baabdc tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.2181878 Feb 20 05:32:56.707392 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port e6513001-1554-417e-8dea-54f2fdde0f04 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:56.745629 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f138d415-ad30-424a-9afd-2cb48624446f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (0c5c7f26-e57d-4d74-8f12-0074307b3d59), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:56.796432 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138d415-ad30-424a-9afd-2cb48624446f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c5c7f26-e57d-4d74-8f12-0074307b3d59,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:56.813892 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-ff309b01-e07f-4bbb-bff7-c99b4ee46eb3 service neutron] 10.222.0.61 "GET /v2.0/networks/666d2cf8-afbf-4b07-bbd6-64f125ed3a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633816 Feb 20 05:32:56.822961 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f138d415-ad30-424a-9afd-2cb48624446f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:56.833383 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f138d415-ad30-424a-9afd-2cb48624446f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0c5c7f26-e57d-4d74-8f12-0074307b3d59 HTTP/1.1" status: 204 len: 168 time: 0.6457627 Feb 20 05:32:56.838771 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56770) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:56.865270 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eb3f3c5a-141a-4541-9a4f-babe10fb331b req-b00e3e69-c081-4a5a-8669-79c4ec3457b7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1591146 Feb 20 05:32:56.878086 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-85c11439-ac7a-4dcf-ba08-012ad894d6c4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=c61fd629-9c90-4652-883c-81348ddcbb9c HTTP/1.1" status: 200 len: 217 time: 0.0558660 Feb 20 05:32:56.961686 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-dde71929-9168-4457-a006-adf301f69fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:56.963336 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-dde71929-9168-4457-a006-adf301f69fc2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb4c7eba-b72d-4ec5-b4b9-93e6d514511f HTTP/1.1" status: 200 len: 797 time: 0.0759203 Feb 20 05:32:57.031243 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fea00d37-2bee-48ce-8a27-dc747e3c5bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (2e5ae711-2b8b-43af-b87e-f79eaf660fa2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:57.082861 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d73f9090-7b93-4f6f-a5b7-eb9baec1db2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'name': 'tempest-ServerActionsTestJSON-2007519912-router', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6513001-1554-417e-8dea-54f2fdde0f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:32:46Z', 'updated_at': '2022-02-20T05:32:53Z', 'revision_number': 4, 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'gw_port': {'id': 'e6513001-1554-417e-8dea-54f2fdde0f04', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:17:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:32:47Z', 'updated_at': '2022-02-20T05:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '00dcd03b-3384-43f9-b137-628c9c7cb3ba', 'name': '', 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'mac_address': 'fa:16:3e:f1:1e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:32:50Z', 'updated_at': '2022-02-20T05:32:53Z', 'revision_number': 2, 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'subnets': [{'id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:32:57.112706 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-6eb3f42b-4b36-47b2-9d04-bb812ba5dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:57.116236 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-6eb3f42b-4b36-47b2-9d04-bb812ba5dc33 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=666d2cf8-afbf-4b07-bbd6-64f125ed3a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1459258 Feb 20 05:32:57.148616 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73f9090-7b93-4f6f-a5b7-eb9baec1db2a None None] Checking router: 0d91ccfd-d302-4a51-badb-3f4dd3322d75 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:32:57.151937 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73f9090-7b93-4f6f-a5b7-eb9baec1db2a None None] Updating router 0d91ccfd-d302-4a51-badb-3f4dd3322d75 port 00dcd03b-3384-43f9-b137-628c9c7cb3ba binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:32:57.201119 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d73f9090-7b93-4f6f-a5b7-eb9baec1db2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (00dcd03b-3384-43f9-b137-628c9c7cb3ba), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:57.280099 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fea00d37-2bee-48ce-8a27-dc747e3c5bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (2e5ae711-2b8b-43af-b87e-f79eaf660fa2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:57.291325 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-e13cc019-3a59-4b9d-b361-9ca40a58cdf7 service neutron] 10.222.0.61 "GET /v2.0/networks/666d2cf8-afbf-4b07-bbd6-64f125ed3a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618552 Feb 20 05:32:57.312407 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-fea00d37-2bee-48ce-8a27-dc747e3c5bfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5ae711-2b8b-43af-b87e-f79eaf660fa2']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:32:57.328325 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-fea00d37-2bee-48ce-8a27-dc747e3c5bfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea0be70e-df3a-4031-a865-02df8b6177ae') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:32:57.328636 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-fea00d37-2bee-48ce-8a27-dc747e3c5bfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea0be70e-df3a-4031-a865-02df8b6177ae') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:32:57.346101 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fea00d37-2bee-48ce-8a27-dc747e3c5bfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (ea0be70e-df3a-4031-a865-02df8b6177ae), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:57.366249 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fea00d37-2bee-48ce-8a27-dc747e3c5bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (ea0be70e-df3a-4031-a865-02df8b6177ae), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:57.377431 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3044e5-54ab-44b3-aa38-02f4131e3698 req-8a3772cc-6117-4e2e-ae55-0cf4bc05d0bf tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:57.385246 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eb3044e5-54ab-44b3-aa38-02f4131e3698 req-8a3772cc-6117-4e2e-ae55-0cf4bc05d0bf tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 946 time: 0.1970446 Feb 20 05:32:57.400496 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea00d37-2bee-48ce-8a27-dc747e3c5bfd admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:32:57.401806 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fea00d37-2bee-48ce-8a27-dc747e3c5bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (ea0be70e-df3a-4031-a865-02df8b6177ae), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:57.429784 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-93f20db4-601e-471b-9be7-937569bb314f service neutron] 10.222.0.61 "GET /v2.0/networks/666d2cf8-afbf-4b07-bbd6-64f125ed3a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281765 Feb 20 05:32:57.441626 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device bb18c8da-b6c0-4183-9565-313c834ca898 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:32:57.540914 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port bb18c8da-b6c0-4183-9565-313c834ca898 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:32:57.547928 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:32:57.550601 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port bb18c8da-b6c0-4183-9565-313c834ca898 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:57.550601 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bb18c8da-b6c0-4183-9565-313c834ca898), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:57.555426 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fea00d37-2bee-48ce-8a27-dc747e3c5bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (2e5ae711-2b8b-43af-b87e-f79eaf660fa2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:57.562122 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-898489cd-de2c-4ec2-95cc-3d8985d9c008 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=a890cd6b-9daf-4d06-b46f-a0ae0d08179c HTTP/1.1" status: 200 len: 217 time: 0.1259902 Feb 20 05:32:57.576402 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fea00d37-2bee-48ce-8a27-dc747e3c5bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:57.595618 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fea00d37-2bee-48ce-8a27-dc747e3c5bfd admin admin] 10.222.0.37 "DELETE /v2.0/networks/2e5ae711-2b8b-43af-b87e-f79eaf660fa2 HTTP/1.1" status: 204 len: 168 time: 0.7535195 Feb 20 05:32:57.638879 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d73f9090-7b93-4f6f-a5b7-eb9baec1db2a None None] Publish callbacks [] for port (00dcd03b-3384-43f9-b137-628c9c7cb3ba), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:57.645404 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d73f9090-7b93-4f6f-a5b7-eb9baec1db2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (00dcd03b-3384-43f9-b137-628c9c7cb3ba), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:57.687925 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea00d37-2bee-48ce-8a27-dc747e3c5bfd admin admin] Pushing event deleted for resources: {'Network': ['ID=2e5ae711-2b8b-43af-b87e-f79eaf660fa2,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:57.698389 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port bb18c8da-b6c0-4183-9565-313c834ca898 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:57.698967 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bb18c8da-b6c0-4183-9565-313c834ca898), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:57.726145 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-0a52fcb5-836e-4299-9812-9f852d9ae32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:57.727767 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-0a52fcb5-836e-4299-9812-9f852d9ae32c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb4c7eba-b72d-4ec5-b4b9-93e6d514511f HTTP/1.1" status: 200 len: 797 time: 0.1565363 Feb 20 05:32:57.736422 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a788190-f248-404c-bdee-01a39bc125f8 None None] Pushing event updated for resources: {'Port': ['ID=00dcd03b-3384-43f9-b137-628c9c7cb3ba,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:57.742836 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0058ee9-e826-4195-856a-4873ee97ae2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb18c8da-b6c0-4183-9565-313c834ca898'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:32:57.746459 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cd588a-51ba-4839-9c0e-b9838370447a" -d '{"events": [{"server_uuid": "b0058ee9-e826-4195-856a-4873ee97ae2e", "name": "network-vif-plugged", "status": "completed", "tag": "bb18c8da-b6c0-4183-9565-313c834ca898"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:32:57.761490 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a788190-f248-404c-bdee-01a39bc125f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:57.768931 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a788190-f248-404c-bdee-01a39bc125f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:57.769290 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a788190-f248-404c-bdee-01a39bc125f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:57.771652 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a788190-f248-404c-bdee-01a39bc125f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:57.771652 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a788190-f248-404c-bdee-01a39bc125f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:57.771917 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port bb18c8da-b6c0-4183-9565-313c834ca898, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=bb18c8da-b6c0-4183-9565-313c834ca898,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:57.774248 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a788190-f248-404c-bdee-01a39bc125f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:57.779912 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (bb18c8da-b6c0-4183-9565-313c834ca898), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:57.780311 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a788190-f248-404c-bdee-01a39bc125f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:57.780924 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a788190-f248-404c-bdee-01a39bc125f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:57.781505 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a788190-f248-404c-bdee-01a39bc125f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:57.782107 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a788190-f248-404c-bdee-01a39bc125f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:57.782652 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a788190-f248-404c-bdee-01a39bc125f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:57.783246 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a788190-f248-404c-bdee-01a39bc125f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:57.783874 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a788190-f248-404c-bdee-01a39bc125f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:32:57.785189 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eb3044e5-54ab-44b3-aa38-02f4131e3698 req-04aa1e0d-f7ff-4eb3-ab65-f6355d68eb96 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933544 Feb 20 05:32:57.872231 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-2c00283b-a7cc-4636-8027-4c5ae8e54393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:57.877326 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-2c00283b-a7cc-4636-8027-4c5ae8e54393 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=666d2cf8-afbf-4b07-bbd6-64f125ed3a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1429164 Feb 20 05:32:57.942356 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d73f9090-7b93-4f6f-a5b7-eb9baec1db2a None None] Attempting to bind port 00dcd03b-3384-43f9-b137-628c9c7cb3ba on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:32:57.943195 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d73f9090-7b93-4f6f-a5b7-eb9baec1db2a None None] Attempting to bind port 00dcd03b-3384-43f9-b137-628c9c7cb3ba by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:32:57.943836 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f9090-7b93-4f6f-a5b7-eb9baec1db2a None None] Attempting to bind port 00dcd03b-3384-43f9-b137-628c9c7cb3ba on network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:32:57.949755 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f9090-7b93-4f6f-a5b7-eb9baec1db2a None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:32:57.950534 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f9090-7b93-4f6f-a5b7-eb9baec1db2a None None] Checking segment: {'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:32:57.951242 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d73f9090-7b93-4f6f-a5b7-eb9baec1db2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:57.951866 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f9090-7b93-4f6f-a5b7-eb9baec1db2a None None] Bound using segment: {'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:32:57.952574 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d73f9090-7b93-4f6f-a5b7-eb9baec1db2a None None] Bound port: 00dcd03b-3384-43f9-b137-628c9c7cb3ba, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:32:57.953185 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d73f9090-7b93-4f6f-a5b7-eb9baec1db2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (00dcd03b-3384-43f9-b137-628c9c7cb3ba), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:57.998699 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=bb18c8da-b6c0-4183-9565-313c834ca898,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:58.016483 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-06b90022-1821-466e-b928-abc4a10b884b req-e521df84-fae0-47b6-9a7d-331d07a63aae tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 210 time: 0.1219890 Feb 20 05:32:58.033024 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56784) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:58.100701 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-d73f9090-7b93-4f6f-a5b7-eb9baec1db2a None None] For port 00dcd03b-3384-43f9-b137-628c9c7cb3ba, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:32:58.111321 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-d73f9090-7b93-4f6f-a5b7-eb9baec1db2a None None] For port 00dcd03b-3384-43f9-b137-628c9c7cb3ba, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=00dcd03b-3384-43f9-b137-628c9c7cb3ba,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:32:58.122369 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d73f9090-7b93-4f6f-a5b7-eb9baec1db2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (00dcd03b-3384-43f9-b137-628c9c7cb3ba), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:58.148481 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5f073937-7ad0-43ed-b527-b9321751ddf8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=91039cecb9474f7f9d436117ffa2cab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1141217 Feb 20 05:32:58.149541 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56788) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:58.168872 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-24d3da3e-ffbf-45f3-9c40-ac33adc15299 service neutron] 10.222.0.61 "GET /v2.0/networks/666d2cf8-afbf-4b07-bbd6-64f125ed3a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816036 Feb 20 05:32:58.248504 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbc95d33-2c40-4d02-9175-0ea619463524 admin admin] Publish callbacks [] for security_group (85778f9c-57d7-482c-a53c-8db6ee79db63), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:58.291627 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73f9090-7b93-4f6f-a5b7-eb9baec1db2a None None] Routers {'0d91ccfd-d302-4a51-badb-3f4dd3322d75'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:32:58.292396 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d73f9090-7b93-4f6f-a5b7-eb9baec1db2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:32:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0d91ccfd-d302-4a51-badb-3f4dd3322d75'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:32:58.302964 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a788190-f248-404c-bdee-01a39bc125f8 None None] Pushing event updated for resources: {'Port': ['ID=00dcd03b-3384-43f9-b137-628c9c7cb3ba,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:58.304862 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbc95d33-2c40-4d02-9175-0ea619463524 admin admin] Publish callbacks [] for security_group (85778f9c-57d7-482c-a53c-8db6ee79db63), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:58.339479 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2af40d60-99c5-483e-8638-0e6f52e09b94 None None] Provisioning complete for port 00dcd03b-3384-43f9-b137-628c9c7cb3ba triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:58.339862 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2af40d60-99c5-483e-8638-0e6f52e09b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (00dcd03b-3384-43f9-b137-628c9c7cb3ba), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:58.403745 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-c9121d8c-f6a2-499a-9872-166b738a4e1f service neutron] 10.222.0.61 "GET /v2.0/networks/666d2cf8-afbf-4b07-bbd6-64f125ed3a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298267 Feb 20 05:32:58.410088 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbc95d33-2c40-4d02-9175-0ea619463524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (85778f9c-57d7-482c-a53c-8db6ee79db63), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:58.413889 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbc95d33-2c40-4d02-9175-0ea619463524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:58.419455 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fbc95d33-2c40-4d02-9175-0ea619463524 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85778f9c-57d7-482c-a53c-8db6ee79db63 HTTP/1.1" status: 204 len: 168 time: 0.2684584 Feb 20 05:32:58.443353 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc95d33-2c40-4d02-9175-0ea619463524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85778f9c-57d7-482c-a53c-8db6ee79db63,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:58.509266 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-f2d8b685-e2fb-49c2-b22a-1c0fc75b6547 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f7229f1-0696-4db8-9a85-551662cf8335 HTTP/1.1" status: 200 len: 217 time: 0.0990143 Feb 20 05:32:58.632598 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-7df46bdb-fe32-4dff-af9a-b06d2570e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:58.635807 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-7df46bdb-fe32-4dff-af9a-b06d2570e903 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=18651ee7-a031-4d44-a225-91d996be7419 HTTP/1.1" status: 200 len: 797 time: 0.1201851 Feb 20 05:32:58.680657 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d73f9090-7b93-4f6f-a5b7-eb9baec1db2a None None] Set router 0d91ccfd-d302-4a51-badb-3f4dd3322d75 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:32:58.681815 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2af40d60-99c5-483e-8638-0e6f52e09b94 None None] Current status of the port 00dcd03b-3384-43f9-b137-628c9c7cb3ba is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:58.682290 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2af40d60-99c5-483e-8638-0e6f52e09b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (00dcd03b-3384-43f9-b137-628c9c7cb3ba), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:58.783220 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-2c7b5099-8bd0-47fa-9d29-b38b83b6239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:58.785087 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-2c7b5099-8bd0-47fa-9d29-b38b83b6239f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b27e09e-1632-40f6-8ef3-dc93f01885e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1425953 Feb 20 05:32:58.791162 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2af40d60-99c5-483e-8638-0e6f52e09b94 None None] For port 00dcd03b-3384-43f9-b137-628c9c7cb3ba, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=00dcd03b-3384-43f9-b137-628c9c7cb3ba,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:32:58.798801 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2af40d60-99c5-483e-8638-0e6f52e09b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (00dcd03b-3384-43f9-b137-628c9c7cb3ba), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:58.862319 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af40d60-99c5-483e-8638-0e6f52e09b94 None None] Pushing event updated for resources: {'Port': ['ID=00dcd03b-3384-43f9-b137-628c9c7cb3ba,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:58.930707 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-eb4d7964-5198-4586-a6f8-cb8db3c68919 None None] Provisioning complete for port 00dcd03b-3384-43f9-b137-628c9c7cb3ba triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:32:58.933649 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb4d7964-5198-4586-a6f8-cb8db3c68919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (00dcd03b-3384-43f9-b137-628c9c7cb3ba), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:58.976434 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-41ae6893-1201-4b54-b047-32cff6f97328 service neutron] 10.222.0.61 "GET /v2.0/networks/9b27e09e-1632-40f6-8ef3-dc93f01885e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839862 Feb 20 05:32:59.054263 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56796) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:59.060076 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-43db4e5f-89a0-4122-8648-76ebe07ea7b1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1030322075', 'description': 'tempest-description--864045279'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:59.091202 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-43db4e5f-89a0-4122-8648-76ebe07ea7b1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:59.209835 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-eb4d7964-5198-4586-a6f8-cb8db3c68919 None None] Current status of the port 00dcd03b-3384-43f9-b137-628c9c7cb3ba is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:32:59.218481 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-a16e4bb5-f126-4432-a50e-967a8201e354 service neutron] 10.222.0.61 "GET /v2.0/networks/9b27e09e-1632-40f6-8ef3-dc93f01885e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342465 Feb 20 05:32:59.273017 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-43db4e5f-89a0-4122-8648-76ebe07ea7b1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks [] for security_group (573067bd-241a-4910-abd7-d45aa63ad6b7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:59.284966 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-43db4e5f-89a0-4122-8648-76ebe07ea7b1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (573067bd-241a-4910-abd7-d45aa63ad6b7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:59.305012 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-c912a081-0336-4ead-88ee-c9355e69b786 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b300bf69-7fa5-4932-966e-acd556b5219f HTTP/1.1" status: 200 len: 217 time: 0.0764437 Feb 20 05:32:59.323176 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d73f9090-7b93-4f6f-a5b7-eb9baec1db2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'name': 'tempest-ServerActionsTestJSON-2007519912-router', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6513001-1554-417e-8dea-54f2fdde0f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:32:46Z', 'updated_at': '2022-02-20T05:32:53Z', 'revision_number': 4, 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'gw_port': {'id': 'e6513001-1554-417e-8dea-54f2fdde0f04', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:17:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:32:47Z', 'updated_at': '2022-02-20T05:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '00dcd03b-3384-43f9-b137-628c9c7cb3ba', 'name': '', 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'mac_address': 'fa:16:3e:f1:1e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:32:50Z', 'updated_at': '2022-02-20T05:32:58Z', 'revision_number': 4, 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'subnets': [{'id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:32:59.399671 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-43db4e5f-89a0-4122-8648-76ebe07ea7b1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:59.403816 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-43db4e5f-89a0-4122-8648-76ebe07ea7b1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3454843 Feb 20 05:32:59.403997 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73f9090-7b93-4f6f-a5b7-eb9baec1db2a None None] The sync data for ids ['0d91ccfd-d302-4a51-badb-3f4dd3322d75'] in n-d-829866-5 is: [{'id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'name': 'tempest-ServerActionsTestJSON-2007519912-router', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6513001-1554-417e-8dea-54f2fdde0f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:32:46Z', 'updated_at': '2022-02-20T05:32:53Z', 'revision_number': 4, 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'gw_port': {'id': 'e6513001-1554-417e-8dea-54f2fdde0f04', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:17:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:32:47Z', 'updated_at': '2022-02-20T05:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '00dcd03b-3384-43f9-b137-628c9c7cb3ba', 'name': '', 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'mac_address': 'fa:16:3e:f1:1e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:32:50Z', 'updated_at': '2022-02-20T05:32:58Z', 'revision_number': 4, 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'subnets': [{'id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:32:59.415608 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56804) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:32:59.426705 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-46e97390-d734-4dee-a40d-d72741b5bc5e tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Request body: {'security_group_rule': {'security_group_id': '573067bd-241a-4910-abd7-d45aa63ad6b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:32:59.479852 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db4e5f-89a0-4122-8648-76ebe07ea7b1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=573067bd-241a-4910-abd7-d45aa63ad6b7,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:32:59.482242 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-6b04db62-2906-4214-8b9c-52b081809b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:59.485327 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-6b04db62-2906-4214-8b9c-52b081809b67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=18651ee7-a031-4d44-a225-91d996be7419 HTTP/1.1" status: 200 len: 797 time: 0.1467817 Feb 20 05:32:59.510225 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b40ce-c25c-4dcc-b4fc-b7fc3069d69f req-bac89237-7598-4f6e-b0e1-8bf20eb1f32a tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:59.537165 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-de8b40ce-c25c-4dcc-b4fc-b7fc3069d69f req-bac89237-7598-4f6e-b0e1-8bf20eb1f32a tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0058ee9-e826-4195-856a-4873ee97ae2e HTTP/1.1" status: 200 len: 945 time: 0.2607141 Feb 20 05:32:59.624553 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46e97390-d734-4dee-a40d-d72741b5bc5e tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks [] for security_group_rule (be8bc1a6-ad96-4dbe-a8c3-ee7e43a45bc7), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:32:59.668785 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beab4-2e7f-427f-b241-af99ede1576c req-4bb400dd-4657-4553-af73-ab2c6dbca07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:32:59.671862 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-4bb400dd-4657-4553-af73-ab2c6dbca07a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b27e09e-1632-40f6-8ef3-dc93f01885e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1787210 Feb 20 05:32:59.867014 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-a92e0fcf-bf37-406a-aaa9-08fd23c63008 service neutron] 10.222.0.61 "GET /v2.0/networks/9b27e09e-1632-40f6-8ef3-dc93f01885e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870029 Feb 20 05:32:59.882935 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-de8b40ce-c25c-4dcc-b4fc-b7fc3069d69f req-e7e93f16-35d7-4899-bb79-e9e5c3d9f1a9 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435681 Feb 20 05:32:59.987336 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46e97390-d734-4dee-a40d-d72741b5bc5e tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks [] for security_group_rule (be8bc1a6-ad96-4dbe-a8c3-ee7e43a45bc7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:00.009044 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46e97390-d734-4dee-a40d-d72741b5bc5e tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (be8bc1a6-ad96-4dbe-a8c3-ee7e43a45bc7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:00.077515 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e97390-d734-4dee-a40d-d72741b5bc5e tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be8bc1a6-ad96-4dbe-a8c3-ee7e43a45bc7,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:00.089295 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46e97390-d734-4dee-a40d-d72741b5bc5e tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:00.092819 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-46e97390-d734-4dee-a40d-d72741b5bc5e tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6769531 Feb 20 05:33:00.098415 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56818) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:33:00.109236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-5c1dc2a3-df9d-48e2-a10f-2359965dc51b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Request body: {'security_group_rule': {'security_group_id': '573067bd-241a-4910-abd7-d45aa63ad6b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:33:00.179148 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5c1dc2a3-df9d-48e2-a10f-2359965dc51b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks [] for security_group_rule (d1673de3-50a4-4db9-9c69-0cf1e4737720), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:00.309586 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56822) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:33:00.433564 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 00dcd03b-3384-43f9-b137-628c9c7cb3ba up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:33:00.463543 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a18beab4-2e7f-427f-b241-af99ede1576c req-e194d921-a247-4d1e-a3f7-40c1ed6bf2dd service neutron] 10.222.0.61 "GET /v2.0/networks/9b27e09e-1632-40f6-8ef3-dc93f01885e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5912375 Feb 20 05:33:00.617780 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6894b3-c68c-4a2f-8cc6-8516107cd70e x-openstack-request-id: req-fb6894b3-c68c-4a2f-8cc6-8516107cd70e {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:33:00.620066 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0058ee9-e826-4195-856a-4873ee97ae2e", "name": "network-vif-plugged", "status": "completed", "tag": "bb18c8da-b6c0-4183-9565-313c834ca898", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:33:00.623580 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb6894b3-c68c-4a2f-8cc6-8516107cd70e {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:33:00.624109 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0058ee9-e826-4195-856a-4873ee97ae2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb18c8da-b6c0-4183-9565-313c834ca898', 'code': 200} Feb 20 05:33:00.671131 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 00dcd03b-3384-43f9-b137-628c9c7cb3ba triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:33:00.671725 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (00dcd03b-3384-43f9-b137-628c9c7cb3ba), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:00.712972 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-858d027d-0540-4a84-8aca-f696e45ec30d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-35795720-network', 'tenant_id': '8798b9b0b46146cf9eb7afb93037b493'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:33:00.830424 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-bccdc771-83a2-44fa-9c91-fee2a2d6cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:00.831006 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-bccdc771-83a2-44fa-9c91-fee2a2d6cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:00.843630 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-bccdc771-83a2-44fa-9c91-fee2a2d6cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:00.844044 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-bccdc771-83a2-44fa-9c91-fee2a2d6cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:00.844529 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-bccdc771-83a2-44fa-9c91-fee2a2d6cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:00.845022 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-bccdc771-83a2-44fa-9c91-fee2a2d6cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:00.845473 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-bccdc771-83a2-44fa-9c91-fee2a2d6cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:00.863429 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-bccdc771-83a2-44fa-9c91-fee2a2d6cf62 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5e5a8b7f91b44658a7a6eb0700d389c&device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 6694 time: 0.3292680 Feb 20 05:33:00.867198 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 00dcd03b-3384-43f9-b137-628c9c7cb3ba is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:33:00.968338 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858d027d-0540-4a84-8aca-f696e45ec30d admin admin] Made reservation on behalf of 8798b9b0b46146cf9eb7afb93037b493 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:33:00.981224 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-858d027d-0540-4a84-8aca-f696e45ec30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:01.133681 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-858d027d-0540-4a84-8aca-f696e45ec30d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:01.185651 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5c1dc2a3-df9d-48e2-a10f-2359965dc51b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks [] for security_group_rule (d1673de3-50a4-4db9-9c69-0cf1e4737720), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:01.210072 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5c1dc2a3-df9d-48e2-a10f-2359965dc51b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (d1673de3-50a4-4db9-9c69-0cf1e4737720), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:01.266240 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1dc2a3-df9d-48e2-a10f-2359965dc51b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1673de3-50a4-4db9-9c69-0cf1e4737720,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:01.285445 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f5823-28f7-4d99-90f6-c8cb96ec88f1 req-f1010ab8-7ea3-4a6f-9b1e-799259e0ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:01.294581 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-611f5823-28f7-4d99-90f6-c8cb96ec88f1 req-f1010ab8-7ea3-4a6f-9b1e-799259e0ef7b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b0058ee9-e826-4195-856a-4873ee97ae2e HTTP/1.1" status: 200 len: 1127 time: 0.2201746 Feb 20 05:33:01.302548 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5c1dc2a3-df9d-48e2-a10f-2359965dc51b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:01.311006 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5c1dc2a3-df9d-48e2-a10f-2359965dc51b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2110646 Feb 20 05:33:01.313394 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56838) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:33:01.322269 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-27e859aa-cc88-4412-ba32-773a7e6c59da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:01.323932 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-27e859aa-cc88-4412-ba32-773a7e6c59da service neutron] 10.222.0.61 "GET /v2.0/networks?id=9b27e09e-1632-40f6-8ef3-dc93f01885e9 HTTP/1.1" status: 200 len: 901 time: 0.4516382 Feb 20 05:33:01.355867 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-bd455d09-297b-455d-a7f5-9c3beaa937fb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:33:01.415725 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71669a-be75-4ff9-9c03-d9335897702c req-137954ee-03f7-4040-9d2f-b718d90d49cf tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:01.422055 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71669a-be75-4ff9-9c03-d9335897702c req-137954ee-03f7-4040-9d2f-b718d90d49cf tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:01.448194 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71669a-be75-4ff9-9c03-d9335897702c req-137954ee-03f7-4040-9d2f-b718d90d49cf tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:01.454125 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71669a-be75-4ff9-9c03-d9335897702c req-137954ee-03f7-4040-9d2f-b718d90d49cf tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:01.470946 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71669a-be75-4ff9-9c03-d9335897702c req-137954ee-03f7-4040-9d2f-b718d90d49cf tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:01.475540 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-c34a9eb8-0e3f-4d03-956e-0f27994fa9ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f7229f1-0696-4db8-9a85-551662cf8335 HTTP/1.1" status: 200 len: 217 time: 0.1436372 Feb 20 05:33:01.482055 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71669a-be75-4ff9-9c03-d9335897702c req-137954ee-03f7-4040-9d2f-b718d90d49cf tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:01.493525 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71669a-be75-4ff9-9c03-d9335897702c req-137954ee-03f7-4040-9d2f-b718d90d49cf tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:01.512188 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b71669a-be75-4ff9-9c03-d9335897702c req-137954ee-03f7-4040-9d2f-b718d90d49cf tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.4491489 Feb 20 05:33:01.573767 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-611f5823-28f7-4d99-90f6-c8cb96ec88f1 req-fe312762-172e-4f5f-b0c9-35b4b1a11295 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572901 Feb 20 05:33:01.580571 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-70d3fefe-af8b-4f4f-ba7b-d98a9b76eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:01.582023 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-70d3fefe-af8b-4f4f-ba7b-d98a9b76eee9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=18651ee7-a031-4d44-a225-91d996be7419 HTTP/1.1" status: 200 len: 797 time: 0.0970061 Feb 20 05:33:01.588711 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-858d027d-0540-4a84-8aca-f696e45ec30d admin admin] Publish callbacks [] for security_group (726a15fb-1926-4cf7-a6d2-4aeebaf15020), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:01.600899 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-858d027d-0540-4a84-8aca-f696e45ec30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (726a15fb-1926-4cf7-a6d2-4aeebaf15020), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:01.623363 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd455d09-297b-455d-a7f5-9c3beaa937fb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:01.645602 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858d027d-0540-4a84-8aca-f696e45ec30d admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:33:01.681389 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-858d027d-0540-4a84-8aca-f696e45ec30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (32c81773-f6e4-4ee1-859f-566e00f83088), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:01.682008 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-858d027d-0540-4a84-8aca-f696e45ec30d admin admin] Added segment 32c81773-f6e4-4ee1-859f-566e00f83088 of type vlan for network b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f Feb 20 05:33:01.683730 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d027d-0540-4a84-8aca-f696e45ec30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726a15fb-1926-4cf7-a6d2-4aeebaf15020,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:01.704270 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-35782104-21a4-446d-a9e5-b8c680b1dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:01.706407 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-35782104-21a4-446d-a9e5-b8c680b1dcac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b27e09e-1632-40f6-8ef3-dc93f01885e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1164665 Feb 20 05:33:01.823098 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-00bec2c6-1407-4753-96b5-c39567b31fe4 service neutron] 10.222.0.61 "GET /v2.0/networks/9b27e09e-1632-40f6-8ef3-dc93f01885e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924008 Feb 20 05:33:01.846555 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-858d027d-0540-4a84-8aca-f696e45ec30d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:01.856093 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b71669a-be75-4ff9-9c03-d9335897702c req-186d3ed1-72d1-4ef7-91bb-43ed747f7e6b tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3430171 Feb 20 05:33:01.987288 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-858d027d-0540-4a84-8aca-f696e45ec30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:01.989369 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858d027d-0540-4a84-8aca-f696e45ec30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:01.995667 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-858d027d-0540-4a84-8aca-f696e45ec30d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:01.999797 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd455d09-297b-455d-a7f5-9c3beaa937fb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:02.033369 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-858d027d-0540-4a84-8aca-f696e45ec30d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7220936 Feb 20 05:33:02.037922 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56842) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:33:02.052742 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-63a54ea5-417a-40b8-970d-24f948c7892b admin admin] Request body: {'subnet': {'network_id': 'b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-35795720-subnet', 'tenant_id': '8798b9b0b46146cf9eb7afb93037b493', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:33:02.100519 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-bf72600d-d9bb-4eb7-9dba-1bd84353326c service neutron] 10.222.0.61 "GET /v2.0/networks/9b27e09e-1632-40f6-8ef3-dc93f01885e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662113 Feb 20 05:33:02.115165 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d027d-0540-4a84-8aca-f696e45ec30d admin admin] Pushing event updated for resources: {'Network': ['ID=b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:02.118932 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a54ea5-417a-40b8-970d-24f948c7892b admin admin] Made reservation on behalf of 8798b9b0b46146cf9eb7afb93037b493 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:33:02.125964 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-63a54ea5-417a-40b8-970d-24f948c7892b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:02.127858 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:33:02.287232 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ed526-6372-4a85-b76a-648ceb296350 req-d34e43cf-deee-4453-82eb-767151f6ecd9 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:02.289700 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-277ed526-6372-4a85-b76a-648ceb296350 req-d34e43cf-deee-4453-82eb-767151f6ecd9 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 946 time: 0.3149352 Feb 20 05:33:02.331817 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-bd455d09-297b-455d-a7f5-9c3beaa937fb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Allocated IP 172.25.3.29 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/03b4713c-83e3-4976-af4e-b47da92ee18e) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:33:02.431907 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-63a54ea5-417a-40b8-970d-24f948c7892b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (69a301a5-1c9b-4c0c-b644-456c295d1a7d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:02.495425 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-7fcdd8a9-3c31-46df-a36e-0d68bb7424fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:02.495960 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-7fcdd8a9-3c31-46df-a36e-0d68bb7424fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:02.496435 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-7fcdd8a9-3c31-46df-a36e-0d68bb7424fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:02.496897 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-7fcdd8a9-3c31-46df-a36e-0d68bb7424fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:02.497363 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-7fcdd8a9-3c31-46df-a36e-0d68bb7424fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:02.497819 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-7fcdd8a9-3c31-46df-a36e-0d68bb7424fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:02.498306 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-7fcdd8a9-3c31-46df-a36e-0d68bb7424fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:02.500346 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-7fcdd8a9-3c31-46df-a36e-0d68bb7424fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5e5a8b7f91b44658a7a6eb0700d389c&device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 6694 time: 0.2749538 Feb 20 05:33:02.506724 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd455d09-297b-455d-a7f5-9c3beaa937fb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks [] for port (03b4713c-83e3-4976-af4e-b47da92ee18e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:02.570439 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd455d09-297b-455d-a7f5-9c3beaa937fb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (03b4713c-83e3-4976-af4e-b47da92ee18e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:02.610153 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-a1356eb2-b7b9-4360-bcf6-589d7fc85052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:02.611709 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-a1356eb2-b7b9-4360-bcf6-589d7fc85052 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9b27e09e-1632-40f6-8ef3-dc93f01885e9 HTTP/1.1" status: 200 len: 901 time: 0.1010880 Feb 20 05:33:02.624588 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a54ea5-417a-40b8-970d-24f948c7892b admin admin] Pushing event updated for resources: {'Subnet': ['ID=69a301a5-1c9b-4c0c-b644-456c295d1a7d,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:02.636672 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd455d09-297b-455d-a7f5-9c3beaa937fb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:33:02.646419 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-bd455d09-297b-455d-a7f5-9c3beaa937fb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:33:02.651929 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd455d09-297b-455d-a7f5-9c3beaa937fb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:33:02.658988 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-277ed526-6372-4a85-b76a-648ceb296350 req-fa8973ff-661b-4980-b9a6-9c50dd57f05d tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147699 Feb 20 05:33:02.697519 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd455d09-297b-455d-a7f5-9c3beaa937fb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Pushing event updated for resources: {'Port': ['ID=03b4713c-83e3-4976-af4e-b47da92ee18e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:02.740955 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-70d0fdcd-d63b-4d89-b24c-a5092dd828e4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b300bf69-7fa5-4932-966e-acd556b5219f HTTP/1.1" status: 200 len: 217 time: 0.1178985 Feb 20 05:33:02.772264 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a54ea5-417a-40b8-970d-24f948c7892b admin admin] Checking segment: {'id': '32c81773-f6e4-4ee1-859f-566e00f83088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:33:02.777191 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a54ea5-417a-40b8-970d-24f948c7892b admin admin] Network hostable DHCP agents. Network: b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:33:02.832295 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a54ea5-417a-40b8-970d-24f948c7892b admin admin] Network b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:33:02.851088 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd455d09-297b-455d-a7f5-9c3beaa937fb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks [] for floatingip (93709177-a12d-458c-9490-cd7cedeb480d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:02.859387 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-5feaccb4-528d-477e-a23f-7750fa0eace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:02.861362 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-5feaccb4-528d-477e-a23f-7750fa0eace2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=18651ee7-a031-4d44-a225-91d996be7419 HTTP/1.1" status: 200 len: 797 time: 0.1055689 Feb 20 05:33:02.862644 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-63a54ea5-417a-40b8-970d-24f948c7892b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:33:02.875107 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5936c6eb-c005-4ab2-bb72-a1a42ac88be9 None None] Network b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:33:02.882416 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a54ea5-417a-40b8-970d-24f948c7892b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:02.883039 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-63a54ea5-417a-40b8-970d-24f948c7892b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:02.941653 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f595e6e7-461a-4910-88ed-7ace2e1467a9 req-568b877c-f8d9-437d-b87e-29afe47cc086 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 210 time: 0.0826526 Feb 20 05:33:02.991514 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-63a54ea5-417a-40b8-970d-24f948c7892b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9490542 Feb 20 05:33:03.031481 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd455d09-297b-455d-a7f5-9c3beaa937fb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (03b4713c-83e3-4976-af4e-b47da92ee18e), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:03.059354 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-773f2d40-2975-48b3-a80a-98e361d79b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:03.065253 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-773f2d40-2975-48b3-a80a-98e361d79b51 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b27e09e-1632-40f6-8ef3-dc93f01885e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1958108 Feb 20 05:33:03.275619 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66335591-3ca0-456f-9db7-0cb24c5fae48 None None] Network b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:33:03.306985 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-095fdcfb-564a-4109-947d-5d4257258ece service neutron] 10.222.0.61 "GET /v2.0/networks/9b27e09e-1632-40f6-8ef3-dc93f01885e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354734 Feb 20 05:33:03.470644 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-94bf43af-f66c-41b6-a86f-b26a9f88e1ce req-68aa419e-6ddc-4e04-8201-be94637a1860 service neutron] 10.222.0.61 "GET /v2.0/networks/9b27e09e-1632-40f6-8ef3-dc93f01885e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559327 Feb 20 05:33:03.499403 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935f419-35a6-4822-8168-0e141796de47 req-df84c5b2-ca81-4444-a421-4e08e785a327 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:03.512801 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0935f419-35a6-4822-8168-0e141796de47 req-df84c5b2-ca81-4444-a421-4e08e785a327 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0058ee9-e826-4195-856a-4873ee97ae2e HTTP/1.1" status: 200 len: 945 time: 0.2068167 Feb 20 05:33:03.619252 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0935f419-35a6-4822-8168-0e141796de47 req-9fc7ef7c-bf55-44bf-bb66-46dfd86e1e79 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017516 Feb 20 05:33:03.680169 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd455d09-297b-455d-a7f5-9c3beaa937fb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks [] for port (03b4713c-83e3-4976-af4e-b47da92ee18e), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:03.687727 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd455d09-297b-455d-a7f5-9c3beaa937fb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (03b4713c-83e3-4976-af4e-b47da92ee18e), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:03.900735 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd455d09-297b-455d-a7f5-9c3beaa937fb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Pushing event updated for resources: {'Port': ['ID=03b4713c-83e3-4976-af4e-b47da92ee18e,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:03.915618 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd455d09-297b-455d-a7f5-9c3beaa937fb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (93709177-a12d-458c-9490-cd7cedeb480d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:03.954226 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd455d09-297b-455d-a7f5-9c3beaa937fb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:03.955590 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bd455d09-297b-455d-a7f5-9c3beaa937fb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6037064 Feb 20 05:33:04.027429 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d30fd-9500-4e89-a5a1-b9cf04817b95 req-b03bda0f-e736-420f-953d-ef47cbd7c37c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:04.036620 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d30fd-9500-4e89-a5a1-b9cf04817b95 req-b03bda0f-e736-420f-953d-ef47cbd7c37c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:04.045463 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d30fd-9500-4e89-a5a1-b9cf04817b95 req-b03bda0f-e736-420f-953d-ef47cbd7c37c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:04.054434 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d30fd-9500-4e89-a5a1-b9cf04817b95 req-b03bda0f-e736-420f-953d-ef47cbd7c37c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:04.064974 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d30fd-9500-4e89-a5a1-b9cf04817b95 req-b03bda0f-e736-420f-953d-ef47cbd7c37c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:04.071762 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d30fd-9500-4e89-a5a1-b9cf04817b95 req-b03bda0f-e736-420f-953d-ef47cbd7c37c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:04.080052 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d30fd-9500-4e89-a5a1-b9cf04817b95 req-b03bda0f-e736-420f-953d-ef47cbd7c37c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:04.082462 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-247d30fd-9500-4e89-a5a1-b9cf04817b95 req-b03bda0f-e736-420f-953d-ef47cbd7c37c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.2368116 Feb 20 05:33:04.170881 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-247d30fd-9500-4e89-a5a1-b9cf04817b95 req-f5afad6a-3011-48e3-ad3d-b87875f59f91 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790842 Feb 20 05:33:04.821801 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-91dea7fd-cd04-47bd-959f-167da132bcfd tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:04.829968 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-91dea7fd-cd04-47bd-959f-167da132bcfd tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] 10.222.0.37 "GET /v2.0/networks?id=b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f HTTP/1.1" status: 200 len: 811 time: 0.1412268 Feb 20 05:33:04.842388 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-b82f221b-486b-4a1b-a080-9aa697a7382f tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] 10.222.0.37 "GET /v2.0/quotas/8798b9b0b46146cf9eb7afb93037b493 HTTP/1.1" status: 200 len: 375 time: 0.0113516 Feb 20 05:33:04.881118 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-60d1a6e6-7c6e-4073-8392-85b28388b873 tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8798b9b0b46146cf9eb7afb93037b493&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318930 Feb 20 05:33:05.003382 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-f7993c1c-c3d3-406a-86ec-4e60010ca07b service neutron] 10.222.0.37 "GET /v2.0/networks/b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143060 Feb 20 05:33:05.106848 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-6bc2f22f-66ae-41cf-8876-2161312ce2ba service neutron] 10.222.0.37 "GET /v2.0/networks/b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025558 Feb 20 05:33:05.515437 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313f94e-5f90-44b2-b3e8-aa9707204b2a req-af910572-7dc2-41b2-941e-21c3030c5d5c tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:05.522619 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1313f94e-5f90-44b2-b3e8-aa9707204b2a req-af910572-7dc2-41b2-941e-21c3030c5d5c tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 946 time: 0.0680060 Feb 20 05:33:05.592495 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1313f94e-5f90-44b2-b3e8-aa9707204b2a req-64df66bc-2973-41f7-b42a-3400247464a6 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649838 Feb 20 05:33:05.736539 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50274918-6740-4e8e-b245-42b74664ec29 req-8bec4654-af44-4e37-b349-f890f1c3b6fe tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 210 time: 0.0667367 Feb 20 05:33:05.911551 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60be0706-b7db-49aa-910a-827959e191b5 req-dc97f76d-8a91-4644-815c-96c8f938bf5d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1030322075&fields=id&tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba HTTP/1.1" status: 200 len: 267 time: 0.0694530 Feb 20 05:33:06.130709 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be0706-b7db-49aa-910a-827959e191b5 req-1a25bfb3-fbc5-4b05-8067-e32403541cba tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:06.148020 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60be0706-b7db-49aa-910a-827959e191b5 req-1a25bfb3-fbc5-4b05-8067-e32403541cba tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/networks?id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 200 len: 812 time: 0.2272961 Feb 20 05:33:06.175634 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60be0706-b7db-49aa-910a-827959e191b5 req-bde14470-a478-478e-b3b0-11ff54dd1057 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/quotas/e6ab79728f124adc87dd8ebb98d8b1ba HTTP/1.1" status: 200 len: 375 time: 0.0248699 Feb 20 05:33:06.221219 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-50019fe9-5a2e-48d8-8f28-e58197776c8f req-a631233a-2c58-4803-8714-80b0f6e5d497 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1028676 Feb 20 05:33:06.253669 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60be0706-b7db-49aa-910a-827959e191b5 req-b5210e53-d38e-4c41-8205-956c8fa9a556 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764308 Feb 20 05:33:06.335639 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50019fe9-5a2e-48d8-8f28-e58197776c8f req-20e0dc21-dd75-4573-b6c8-ce291b9cac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:06.337451 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-50019fe9-5a2e-48d8-8f28-e58197776c8f req-20e0dc21-dd75-4573-b6c8-ce291b9cac1b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd21ae910f154cf58d2067d0920b47f4&device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 1126 time: 0.0922642 Feb 20 05:33:06.388999 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60be0706-b7db-49aa-910a-827959e191b5 req-1326599a-8130-4da8-8b4b-aee5730f6702 service neutron] 10.222.0.37 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323500 Feb 20 05:33:06.488337 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50019fe9-5a2e-48d8-8f28-e58197776c8f req-941bca90-08a0-4a5b-a8a3-0a04a2f9bb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:06.489841 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-50019fe9-5a2e-48d8-8f28-e58197776c8f req-941bca90-08a0-4a5b-a8a3-0a04a2f9bb13 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 200 len: 908 time: 0.1299379 Feb 20 05:33:06.538800 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-50019fe9-5a2e-48d8-8f28-e58197776c8f req-3e919939-ad8d-4dba-830c-bae9b6fb009d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58b2f612-c972-429c-abc1-3310488c066e HTTP/1.1" status: 200 len: 217 time: 0.0422220 Feb 20 05:33:06.555899 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60be0706-b7db-49aa-910a-827959e191b5 req-18b2836d-95f9-4867-8acf-a24fa5b3ecc1 service neutron] 10.222.0.37 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606598 Feb 20 05:33:06.599744 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50019fe9-5a2e-48d8-8f28-e58197776c8f req-c256d233-d685-484c-98bb-94c526d855b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:06.601402 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-50019fe9-5a2e-48d8-8f28-e58197776c8f req-c256d233-d685-484c-98bb-94c526d855b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b4371b84-9467-4135-93c7-7a933f791395 HTTP/1.1" status: 200 len: 848 time: 0.0564339 Feb 20 05:33:06.662662 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-50019fe9-5a2e-48d8-8f28-e58197776c8f req-cfc401a8-df57-41b7-99c7-ff23eedcb5f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb4530de-66c2-443b-82e6-823a997cfe68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478704 Feb 20 05:33:06.881602 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-50019fe9-5a2e-48d8-8f28-e58197776c8f req-5fef6d38-e427-42af-bf09-665d2b26cc0b service neutron] 10.222.0.61 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087388 Feb 20 05:33:07.090806 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-4a31bbe7-0076-4dad-88df-a0218e7695ef tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:07.093455 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-4a31bbe7-0076-4dad-88df-a0218e7695ef tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] 10.222.0.48 "GET /v2.0/networks?id=b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f HTTP/1.1" status: 200 len: 811 time: 0.3236115 Feb 20 05:33:07.109080 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4be3a14-b86f-49cc-b4b5-e0afb485716c tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Request body: {'port': {'device_id': 'cf84b737-230c-4a19-a671-01cc302b4b15', 'network_id': 'b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f', 'admin_state_up': True, 'tenant_id': '8798b9b0b46146cf9eb7afb93037b493'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:33:07.122838 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-50019fe9-5a2e-48d8-8f28-e58197776c8f req-00c41107-e0aa-4cc0-ab1b-e6dfcd5e6d5f service neutron] 10.222.0.61 "GET /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338440 Feb 20 05:33:07.322757 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4be3a14-b86f-49cc-b4b5-e0afb485716c tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Made reservation on behalf of 8798b9b0b46146cf9eb7afb93037b493 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:33:07.327326 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4be3a14-b86f-49cc-b4b5-e0afb485716c tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:07.355538 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d156d-70d0-4e34-9ec0-e9bad9ce0f82 req-661026bf-6343-4318-a1f5-54d3c7d9a5aa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:07.362423 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d156d-70d0-4e34-9ec0-e9bad9ce0f82 req-661026bf-6343-4318-a1f5-54d3c7d9a5aa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:07.368760 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d156d-70d0-4e34-9ec0-e9bad9ce0f82 req-661026bf-6343-4318-a1f5-54d3c7d9a5aa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:07.376359 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d156d-70d0-4e34-9ec0-e9bad9ce0f82 req-661026bf-6343-4318-a1f5-54d3c7d9a5aa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:07.382143 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d156d-70d0-4e34-9ec0-e9bad9ce0f82 req-661026bf-6343-4318-a1f5-54d3c7d9a5aa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:07.387897 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d156d-70d0-4e34-9ec0-e9bad9ce0f82 req-661026bf-6343-4318-a1f5-54d3c7d9a5aa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:07.394876 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d156d-70d0-4e34-9ec0-e9bad9ce0f82 req-661026bf-6343-4318-a1f5-54d3c7d9a5aa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:07.403178 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1f2d156d-70d0-4e34-9ec0-e9bad9ce0f82 req-661026bf-6343-4318-a1f5-54d3c7d9a5aa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.3358202 Feb 20 05:33:07.545188 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1f2d156d-70d0-4e34-9ec0-e9bad9ce0f82 req-994810f5-0cb6-4ec4-bc76-9fb4bc757118 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1402647 Feb 20 05:33:07.676712 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4be3a14-b86f-49cc-b4b5-e0afb485716c tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Allocated IP 172.20.0.7 (b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f/69a301a5-1c9b-4c0c-b644-456c295d1a7d/40f0143a-aae6-414b-bd7d-1d478bfd5e14) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:33:07.701919 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cea7d62c-4bec-490b-a49f-753d7d4d6ff1 req-ab3f7e7b-31f7-4c6c-a79e-73ff110260da tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf84b737-230c-4a19-a671-01cc302b4b15 HTTP/1.1" status: 200 len: 210 time: 0.0590236 Feb 20 05:33:07.975352 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebe33e-c5ed-4ac6-835e-82a8f567fff3 req-7d61874b-e7ff-4b9a-ba3c-ad870be377c2 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:07.976792 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1cebe33e-c5ed-4ac6-835e-82a8f567fff3 req-7d61874b-e7ff-4b9a-ba3c-ad870be377c2 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0058ee9-e826-4195-856a-4873ee97ae2e HTTP/1.1" status: 200 len: 945 time: 0.1115649 Feb 20 05:33:07.979788 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4be3a14-b86f-49cc-b4b5-e0afb485716c tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Publish callbacks [] for port (40f0143a-aae6-414b-bd7d-1d478bfd5e14), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:08.051304 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1cebe33e-c5ed-4ac6-835e-82a8f567fff3 req-f96a2459-2c8b-4e1d-8677-a9af0d44d4ed tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672562 Feb 20 05:33:08.059005 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4be3a14-b86f-49cc-b4b5-e0afb485716c tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (40f0143a-aae6-414b-bd7d-1d478bfd5e14), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:08.123793 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4be3a14-b86f-49cc-b4b5-e0afb485716c tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Network b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:33:08.129226 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4be3a14-b86f-49cc-b4b5-e0afb485716c tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:33:08.136248 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4be3a14-b86f-49cc-b4b5-e0afb485716c tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:33:08.158155 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be3a14-b86f-49cc-b4b5-e0afb485716c tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Pushing event updated for resources: {'Port': ['ID=40f0143a-aae6-414b-bd7d-1d478bfd5e14,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:08.234668 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4be3a14-b86f-49cc-b4b5-e0afb485716c tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:08.235948 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4be3a14-b86f-49cc-b4b5-e0afb485716c tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:08.265290 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff454f62-15ef-44e9-a858-e2c49b8575e8 req-430f6f72-7111-4859-84f6-921e0e74c2d6 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:08.273868 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ff454f62-15ef-44e9-a858-e2c49b8575e8 req-430f6f72-7111-4859-84f6-921e0e74c2d6 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 946 time: 0.1419258 Feb 20 05:33:08.295984 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4be3a14-b86f-49cc-b4b5-e0afb485716c tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1917434 Feb 20 05:33:08.315402 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4c8e11a-cdda-43b2-b4e1-026ddaea0977 service neutron] Request body: {'port': {'device_id': 'cf84b737-230c-4a19-a671-01cc302b4b15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:33:08.393232 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ff454f62-15ef-44e9-a858-e2c49b8575e8 req-e81c391e-5c7d-4a3d-bdc4-2a1d161a0011 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130502 Feb 20 05:33:08.468167 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4c8e11a-cdda-43b2-b4e1-026ddaea0977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (40f0143a-aae6-414b-bd7d-1d478bfd5e14), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:08.505828 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be0706-b7db-49aa-910a-827959e191b5 req-b2f54888-2336-49fc-9c99-fceea4856b25 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:08.507303 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60be0706-b7db-49aa-910a-827959e191b5 req-b2f54888-2336-49fc-9c99-fceea4856b25 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.61 "GET /v2.0/networks?id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 200 len: 812 time: 0.2256486 Feb 20 05:33:08.595501 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8def68b8-a27c-4831-9bbb-e828f55077d8 req-09faedac-4ddd-4c74-9c69-25b62442f9fb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 210 time: 0.0839460 Feb 20 05:33:08.642592 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60be0706-b7db-49aa-910a-827959e191b5 req-ff4ef408-340f-42ab-ad83-fe013207f9d4 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba HTTP/1.1" status: 200 len: 380 time: 0.1242566 Feb 20 05:33:08.660160 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-60be0706-b7db-49aa-910a-827959e191b5 req-63bad723-c71b-419e-8db9-5a2eef540042 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Request body: {'port': {'device_id': '5a385fa4-fc77-4cc9-a674-c470ee7f0f3c', 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'admin_state_up': True, 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'security_groups': ['573067bd-241a-4910-abd7-d45aa63ad6b7']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:33:08.772135 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8fc31d3a-42eb-4ff0-a846-3dfcecf7ec8e req-1a2d9185-27f1-434c-a372-59cc588d0fd1 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 210 time: 0.0453722 Feb 20 05:33:08.844732 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60be0706-b7db-49aa-910a-827959e191b5 req-63bad723-c71b-419e-8db9-5a2eef540042 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Made reservation on behalf of e6ab79728f124adc87dd8ebb98d8b1ba for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:33:08.849497 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60be0706-b7db-49aa-910a-827959e191b5 req-63bad723-c71b-419e-8db9-5a2eef540042 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:09.098043 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4c8e11a-cdda-43b2-b4e1-026ddaea0977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f0143a-aae6-414b-bd7d-1d478bfd5e14 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:33:09.132852 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4c8e11a-cdda-43b2-b4e1-026ddaea0977 service neutron] Publish callbacks [] for port (40f0143a-aae6-414b-bd7d-1d478bfd5e14), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:09.172149 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-60be0706-b7db-49aa-910a-827959e191b5 req-63bad723-c71b-419e-8db9-5a2eef540042 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Allocated IP 172.20.0.14 (a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b/a08401b1-85d8-4e92-bab1-1aef3c02482d/c484c03b-bc0e-4da0-a86d-0b2a1872629a) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:33:09.189688 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4c8e11a-cdda-43b2-b4e1-026ddaea0977 service neutron] Transition to ACTIVE for port object 40f0143a-aae6-414b-bd7d-1d478bfd5e14 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:33:09.195450 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4c8e11a-cdda-43b2-b4e1-026ddaea0977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (40f0143a-aae6-414b-bd7d-1d478bfd5e14), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:09.460248 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60be0706-b7db-49aa-910a-827959e191b5 req-63bad723-c71b-419e-8db9-5a2eef540042 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks [] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:09.486802 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8e11a-cdda-43b2-b4e1-026ddaea0977 service neutron] Pushing event updated for resources: {'Port': ['ID=40f0143a-aae6-414b-bd7d-1d478bfd5e14,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:09.506660 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60be0706-b7db-49aa-910a-827959e191b5 req-63bad723-c71b-419e-8db9-5a2eef540042 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:09.540305 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4c8e11a-cdda-43b2-b4e1-026ddaea0977 service neutron] Attempting to bind port 40f0143a-aae6-414b-bd7d-1d478bfd5e14 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:33:09.540913 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4c8e11a-cdda-43b2-b4e1-026ddaea0977 service neutron] Attempting to bind port 40f0143a-aae6-414b-bd7d-1d478bfd5e14 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '32c81773-f6e4-4ee1-859f-566e00f83088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:33:09.541564 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4c8e11a-cdda-43b2-b4e1-026ddaea0977 service neutron] Attempting to bind port 40f0143a-aae6-414b-bd7d-1d478bfd5e14 on network b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:33:09.550212 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4c8e11a-cdda-43b2-b4e1-026ddaea0977 service neutron] Port 40f0143a-aae6-414b-bd7d-1d478bfd5e14 on network b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:33:09.550783 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4c8e11a-cdda-43b2-b4e1-026ddaea0977 service neutron] Attempting to bind port 40f0143a-aae6-414b-bd7d-1d478bfd5e14 on network b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:33:09.557920 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4c8e11a-cdda-43b2-b4e1-026ddaea0977 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:33:09.558645 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4c8e11a-cdda-43b2-b4e1-026ddaea0977 service neutron] Checking segment: {'id': '32c81773-f6e4-4ee1-859f-566e00f83088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:33:09.558841 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bad723-c71b-419e-8db9-5a2eef540042 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Pushing event updated for resources: {'Port': ['ID=c484c03b-bc0e-4da0-a86d-0b2a1872629a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:09.559437 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4c8e11a-cdda-43b2-b4e1-026ddaea0977 service neutron] Bound using segment: {'id': '32c81773-f6e4-4ee1-859f-566e00f83088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:33:09.560042 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4c8e11a-cdda-43b2-b4e1-026ddaea0977 service neutron] Bound port: 40f0143a-aae6-414b-bd7d-1d478bfd5e14, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c81773-f6e4-4ee1-859f-566e00f83088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:33:09.560617 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4c8e11a-cdda-43b2-b4e1-026ddaea0977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (40f0143a-aae6-414b-bd7d-1d478bfd5e14), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:09.574422 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60be0706-b7db-49aa-910a-827959e191b5 req-63bad723-c71b-419e-8db9-5a2eef540042 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:33:09.576776 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-60be0706-b7db-49aa-910a-827959e191b5 req-63bad723-c71b-419e-8db9-5a2eef540042 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:33:09.579827 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-60be0706-b7db-49aa-910a-827959e191b5 req-63bad723-c71b-419e-8db9-5a2eef540042 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:33:09.659639 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be0706-b7db-49aa-910a-827959e191b5 req-63bad723-c71b-419e-8db9-5a2eef540042 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:09.660628 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60be0706-b7db-49aa-910a-827959e191b5 req-63bad723-c71b-419e-8db9-5a2eef540042 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:09.698260 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60be0706-b7db-49aa-910a-827959e191b5 req-63bad723-c71b-419e-8db9-5a2eef540042 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0457625 Feb 20 05:33:09.710930 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-60be0706-b7db-49aa-910a-827959e191b5 req-67e68fbb-b49a-4f41-ab55-dc72a74320db service neutron] Request body: {'port': {'device_id': '5a385fa4-fc77-4cc9-a674-c470ee7f0f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:33:09.722573 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244faac-ae75-4f8d-91e6-ddef0f7504fe req-4a729713-9cc1-44ee-a78e-63e70ec125ba tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:09.728527 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244faac-ae75-4f8d-91e6-ddef0f7504fe req-4a729713-9cc1-44ee-a78e-63e70ec125ba tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:09.734622 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244faac-ae75-4f8d-91e6-ddef0f7504fe req-4a729713-9cc1-44ee-a78e-63e70ec125ba tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:09.740774 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244faac-ae75-4f8d-91e6-ddef0f7504fe req-4a729713-9cc1-44ee-a78e-63e70ec125ba tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:09.746814 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244faac-ae75-4f8d-91e6-ddef0f7504fe req-4a729713-9cc1-44ee-a78e-63e70ec125ba tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:09.757582 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244faac-ae75-4f8d-91e6-ddef0f7504fe req-4a729713-9cc1-44ee-a78e-63e70ec125ba tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:09.764693 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244faac-ae75-4f8d-91e6-ddef0f7504fe req-4a729713-9cc1-44ee-a78e-63e70ec125ba tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:09.771420 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8244faac-ae75-4f8d-91e6-ddef0f7504fe req-4a729713-9cc1-44ee-a78e-63e70ec125ba tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.2958751 Feb 20 05:33:09.818774 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60be0706-b7db-49aa-910a-827959e191b5 req-67e68fbb-b49a-4f41-ab55-dc72a74320db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:09.893548 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4c8e11a-cdda-43b2-b4e1-026ddaea0977 service neutron] For port 40f0143a-aae6-414b-bd7d-1d478bfd5e14, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:33:09.905890 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4c8e11a-cdda-43b2-b4e1-026ddaea0977 service neutron] For port 40f0143a-aae6-414b-bd7d-1d478bfd5e14, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=40f0143a-aae6-414b-bd7d-1d478bfd5e14,segment=NetworkSegment(32c81773-f6e4-4ee1-859f-566e00f83088),segment_id=32c81773-f6e4-4ee1-859f-566e00f83088)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:33:09.937736 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4c8e11a-cdda-43b2-b4e1-026ddaea0977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (40f0143a-aae6-414b-bd7d-1d478bfd5e14), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:10.023742 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8244faac-ae75-4f8d-91e6-ddef0f7504fe req-b532177e-2baa-46ed-9dd3-321a4d04baf4 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2425795 Feb 20 05:33:10.032713 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4c8e11a-cdda-43b2-b4e1-026ddaea0977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:10.033349 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4c8e11a-cdda-43b2-b4e1-026ddaea0977 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:10.038598 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d4c8e11a-cdda-43b2-b4e1-026ddaea0977 service neutron] 10.222.0.48 "PUT /v2.0/ports/40f0143a-aae6-414b-bd7d-1d478bfd5e14 HTTP/1.1" status: 200 len: 1091 time: 1.7299254 Feb 20 05:33:10.039279 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf84b737-230c-4a19-a671-01cc302b4b15', 'tag': '40f0143a-aae6-414b-bd7d-1d478bfd5e14'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:33:10.041736 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bd419f-af4c-43c5-923a-903f4c26d6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "cf84b737-230c-4a19-a671-01cc302b4b15", "tag": "40f0143a-aae6-414b-bd7d-1d478bfd5e14"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:33:10.044336 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8e11a-cdda-43b2-b4e1-026ddaea0977 service neutron] Pushing event updated for resources: {'Port': ['ID=40f0143a-aae6-414b-bd7d-1d478bfd5e14,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:10.096865 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-61a5cec4-ec21-41ec-9f77-bf63af82dbcc None None] Provisioning complete for port c484c03b-bc0e-4da0-a86d-0b2a1872629a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:33:10.097466 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-61a5cec4-ec21-41ec-9f77-bf63af82dbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:10.228204 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-61a5cec4-ec21-41ec-9f77-bf63af82dbcc None None] Port c484c03b-bc0e-4da0-a86d-0b2a1872629a cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:33:10.323818 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-218f0527-ec75-4f4a-866f-42d2573ce27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:10.328152 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-218f0527-ec75-4f4a-866f-42d2573ce27e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8798b9b0b46146cf9eb7afb93037b493&device_id=cf84b737-230c-4a19-a671-01cc302b4b15 HTTP/1.1" status: 200 len: 1125 time: 0.2361805 Feb 20 05:33:10.376312 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-60be0706-b7db-49aa-910a-827959e191b5 req-67e68fbb-b49a-4f41-ab55-dc72a74320db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c484c03b-bc0e-4da0-a86d-0b2a1872629a {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:33:10.388560 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60be0706-b7db-49aa-910a-827959e191b5 req-67e68fbb-b49a-4f41-ab55-dc72a74320db service neutron] Publish callbacks [] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:10.403853 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-60be0706-b7db-49aa-910a-827959e191b5 req-67e68fbb-b49a-4f41-ab55-dc72a74320db service neutron] Transition to ACTIVE for port object c484c03b-bc0e-4da0-a86d-0b2a1872629a will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:33:10.409482 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60be0706-b7db-49aa-910a-827959e191b5 req-67e68fbb-b49a-4f41-ab55-dc72a74320db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:10.410659 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-f7b1b3a7-6441-40db-aad6-df9ce03d3832 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40f0143a-aae6-414b-bd7d-1d478bfd5e14 HTTP/1.1" status: 200 len: 217 time: 0.0712633 Feb 20 05:33:10.421077 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ce1ed-2d02-4e1e-a279-161a6fea3109 req-f5a80670-dd25-4a50-b350-cd7153a97cbc tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:10.422861 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-618ce1ed-2d02-4e1e-a279-161a6fea3109 req-f5a80670-dd25-4a50-b350-cd7153a97cbc tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf84b737-230c-4a19-a671-01cc302b4b15 HTTP/1.1" status: 200 len: 943 time: 0.2195289 Feb 20 05:33:10.475949 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e68fbb-b49a-4f41-ab55-dc72a74320db service neutron] Pushing event updated for resources: {'Port': ['ID=c484c03b-bc0e-4da0-a86d-0b2a1872629a,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:10.557304 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-5d88abd2-04e6-49bb-992e-08faf71ba965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:10.558968 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-5d88abd2-04e6-49bb-992e-08faf71ba965 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=69a301a5-1c9b-4c0c-b644-456c295d1a7d HTTP/1.1" status: 200 len: 851 time: 0.1351299 Feb 20 05:33:10.664206 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-60be0706-b7db-49aa-910a-827959e191b5 req-67e68fbb-b49a-4f41-ab55-dc72a74320db service neutron] Attempting to bind port c484c03b-bc0e-4da0-a86d-0b2a1872629a on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:33:10.664773 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-618ce1ed-2d02-4e1e-a279-161a6fea3109 req-aae2ba22-2497-49aa-9c6a-db0728a30de6 tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] 10.222.0.37 "GET /v2.0/security-groups?id=726a15fb-1926-4cf7-a6d2-4aeebaf15020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295837 Feb 20 05:33:10.664872 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-60be0706-b7db-49aa-910a-827959e191b5 req-67e68fbb-b49a-4f41-ab55-dc72a74320db service neutron] Attempting to bind port c484c03b-bc0e-4da0-a86d-0b2a1872629a by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:33:10.664872 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60be0706-b7db-49aa-910a-827959e191b5 req-67e68fbb-b49a-4f41-ab55-dc72a74320db service neutron] Attempting to bind port c484c03b-bc0e-4da0-a86d-0b2a1872629a on network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:33:10.697858 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60be0706-b7db-49aa-910a-827959e191b5 req-67e68fbb-b49a-4f41-ab55-dc72a74320db service neutron] Port c484c03b-bc0e-4da0-a86d-0b2a1872629a on network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:33:10.698023 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60be0706-b7db-49aa-910a-827959e191b5 req-67e68fbb-b49a-4f41-ab55-dc72a74320db service neutron] Attempting to bind port c484c03b-bc0e-4da0-a86d-0b2a1872629a on network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:33:10.713597 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60be0706-b7db-49aa-910a-827959e191b5 req-67e68fbb-b49a-4f41-ab55-dc72a74320db service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:33:10.713723 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60be0706-b7db-49aa-910a-827959e191b5 req-67e68fbb-b49a-4f41-ab55-dc72a74320db service neutron] Checking segment: {'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:33:10.714194 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60be0706-b7db-49aa-910a-827959e191b5 req-67e68fbb-b49a-4f41-ab55-dc72a74320db service neutron] Bound using segment: {'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:33:10.714522 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-60be0706-b7db-49aa-910a-827959e191b5 req-67e68fbb-b49a-4f41-ab55-dc72a74320db service neutron] Bound port: c484c03b-bc0e-4da0-a86d-0b2a1872629a, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:33:10.714882 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60be0706-b7db-49aa-910a-827959e191b5 req-67e68fbb-b49a-4f41-ab55-dc72a74320db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:10.721311 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-d2398483-cd09-47e5-b0f6-c14b3065c782 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943913 Feb 20 05:33:10.815695 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-60be0706-b7db-49aa-910a-827959e191b5 req-67e68fbb-b49a-4f41-ab55-dc72a74320db service neutron] For port c484c03b-bc0e-4da0-a86d-0b2a1872629a, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:33:10.819601 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-60be0706-b7db-49aa-910a-827959e191b5 req-67e68fbb-b49a-4f41-ab55-dc72a74320db service neutron] For port c484c03b-bc0e-4da0-a86d-0b2a1872629a, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c484c03b-bc0e-4da0-a86d-0b2a1872629a,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:33:10.828263 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60be0706-b7db-49aa-910a-827959e191b5 req-67e68fbb-b49a-4f41-ab55-dc72a74320db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:10.943885 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be0706-b7db-49aa-910a-827959e191b5 req-67e68fbb-b49a-4f41-ab55-dc72a74320db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:10.953825 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60be0706-b7db-49aa-910a-827959e191b5 req-67e68fbb-b49a-4f41-ab55-dc72a74320db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:10.955506 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60be0706-b7db-49aa-910a-827959e191b5 req-67e68fbb-b49a-4f41-ab55-dc72a74320db service neutron] 10.222.0.61 "PUT /v2.0/ports/c484c03b-bc0e-4da0-a86d-0b2a1872629a HTTP/1.1" status: 200 len: 1092 time: 1.2495537 Feb 20 05:33:10.955994 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a385fa4-fc77-4cc9-a674-c470ee7f0f3c', 'tag': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:33:10.958340 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6642d86b-267b-45fa-809b-55ea702c3f87" -d '{"events": [{"name": "network-changed", "server_uuid": "5a385fa4-fc77-4cc9-a674-c470ee7f0f3c", "tag": "c484c03b-bc0e-4da0-a86d-0b2a1872629a"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:33:11.018035 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-bf21989f-f29c-4e5e-b331-36d910acb3f7 service neutron] 10.222.0.48 "GET /v2.0/networks/b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750411 Feb 20 05:33:11.181062 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e68fbb-b49a-4f41-ab55-dc72a74320db service neutron] Pushing event updated for resources: {'Port': ['ID=c484c03b-bc0e-4da0-a86d-0b2a1872629a,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:11.195610 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be0706-b7db-49aa-910a-827959e191b5 req-70a6c1c3-9043-44b7-a5c1-7fb55d646a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:11.197133 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60be0706-b7db-49aa-910a-827959e191b5 req-70a6c1c3-9043-44b7-a5c1-7fb55d646a71 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 1126 time: 0.2024088 Feb 20 05:33:11.250638 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714a7cc-fb35-4383-8587-2f834cd8fa08 req-fcd3e44b-d444-40fa-8df8-3ef65bebafbb tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:11.253143 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f714a7cc-fb35-4383-8587-2f834cd8fa08 req-fcd3e44b-d444-40fa-8df8-3ef65bebafbb tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0058ee9-e826-4195-856a-4873ee97ae2e HTTP/1.1" status: 200 len: 945 time: 0.1757495 Feb 20 05:33:11.285579 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60be0706-b7db-49aa-910a-827959e191b5 req-18ebf45d-bfab-4aa0-82c3-103a808b0928 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c484c03b-bc0e-4da0-a86d-0b2a1872629a HTTP/1.1" status: 200 len: 217 time: 0.0814006 Feb 20 05:33:11.347637 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f714a7cc-fb35-4383-8587-2f834cd8fa08 req-67ae9acc-faa9-4722-9be7-ea5603de94c9 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.37 "GET /v2.0/security-groups?id=92ac702d-931c-4b9d-b342-01471a0d18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834804 Feb 20 05:33:11.351804 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-85547c72-ce10-4157-9b8b-26753bfaa4da req-8a3b25ae-c1b1-45a1-a4ca-f6dada0beb3d service neutron] 10.222.0.48 "GET /v2.0/networks/b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329244 Feb 20 05:33:11.480347 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6858378-79af-45e5-95df-cf7e0978da9e req-eeb5fdd4-8a7a-419f-bf93-a406b9524464 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:11.486302 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e6858378-79af-45e5-95df-cf7e0978da9e req-eeb5fdd4-8a7a-419f-bf93-a406b9524464 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0058ee9-e826-4195-856a-4873ee97ae2e HTTP/1.1" status: 200 len: 945 time: 0.2661636 Feb 20 05:33:11.489932 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be0706-b7db-49aa-910a-827959e191b5 req-85ef12d5-0d91-462c-84ad-c04d0b8718fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:11.495289 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60be0706-b7db-49aa-910a-827959e191b5 req-85ef12d5-0d91-462c-84ad-c04d0b8718fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a08401b1-85d8-4e92-bab1-1aef3c02482d HTTP/1.1" status: 200 len: 851 time: 0.1944983 Feb 20 05:33:11.532125 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f014313-1ee3-4e7c-a708-5f3b3a81f1a8 req-be165add-5f11-46f7-9e60-b9ea2e6b7096 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:11.541853 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f014313-1ee3-4e7c-a708-5f3b3a81f1a8 req-be165add-5f11-46f7-9e60-b9ea2e6b7096 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 946 time: 0.0976489 Feb 20 05:33:11.633780 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f014313-1ee3-4e7c-a708-5f3b3a81f1a8 req-5f3814ca-afd5-43ca-b432-581926b423ad tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909040 Feb 20 05:33:11.661360 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be0706-b7db-49aa-910a-827959e191b5 req-36725525-3e9e-4667-8c2a-00bf858abd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:11.663111 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60be0706-b7db-49aa-910a-827959e191b5 req-36725525-3e9e-4667-8c2a-00bf858abd7c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1530573 Feb 20 05:33:11.788935 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64584255-9ece-49e0-bb02-b5fe70397817 req-ea522693-d102-4bd3-8fb1-a0dbdc08955b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:11.791076 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-64584255-9ece-49e0-bb02-b5fe70397817 req-ea522693-d102-4bd3-8fb1-a0dbdc08955b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 944 time: 0.0701785 Feb 20 05:33:11.860463 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-64584255-9ece-49e0-bb02-b5fe70397817 req-28136376-d0b1-4e6a-bc60-9fe7470ac6e4 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537269 Feb 20 05:33:11.959796 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9adff47-9c05-46d9-ad80-413ace4012fb req-e0273e07-5093-44ed-9fa3-fe528dca91e6 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 210 time: 0.0323451 Feb 20 05:33:12.013571 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec41a799-bdff-4da6-942c-035adbba6d64 x-openstack-request-id: req-ec41a799-bdff-4da6-942c-035adbba6d64 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:33:12.014158 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf84b737-230c-4a19-a671-01cc302b4b15", "tag": "40f0143a-aae6-414b-bd7d-1d478bfd5e14", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:33:12.014659 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec41a799-bdff-4da6-942c-035adbba6d64 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:33:12.015872 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf84b737-230c-4a19-a671-01cc302b4b15', 'tag': '40f0143a-aae6-414b-bd7d-1d478bfd5e14', 'status': 'completed', 'code': 200} Feb 20 05:33:12.098733 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd419f-af4c-43c5-923a-903f4c26d6b5 req-a3bcc806-4806-48aa-a7c7-b1a1ba931a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:12.102265 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74bd419f-af4c-43c5-923a-903f4c26d6b5 req-a3bcc806-4806-48aa-a7c7-b1a1ba931a6a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8798b9b0b46146cf9eb7afb93037b493&device_id=cf84b737-230c-4a19-a671-01cc302b4b15 HTTP/1.1" status: 200 len: 1125 time: 0.0629199 Feb 20 05:33:12.135876 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-e6858378-79af-45e5-95df-cf7e0978da9e req-e0430d85-7903-4fe8-a412-b71ef27a7426 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Deleting port bb18c8da-b6c0-4183-9565-313c834ca898 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:33:12.136513 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e6858378-79af-45e5-95df-cf7e0978da9e req-e0430d85-7903-4fe8-a412-b71ef27a7426 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (bb18c8da-b6c0-4183-9565-313c834ca898), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:12.220527 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60be0706-b7db-49aa-910a-827959e191b5 req-5ce437eb-e026-4e4e-b3b0-11e0a8181d5b service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464389 Feb 20 05:33:12.257933 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaac073-fd84-4577-ae75-d8ac1fb56cba req-1a19ca0d-7276-4e75-bc2c-512e52dbe40e tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:12.259469 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-caaac073-fd84-4577-ae75-d8ac1fb56cba req-1a19ca0d-7276-4e75-bc2c-512e52dbe40e tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a1270d-f01d-4c1b-b094-132856d28509 HTTP/1.1" status: 200 len: 946 time: 0.1237423 Feb 20 05:33:12.262243 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd419f-af4c-43c5-923a-903f4c26d6b5 req-09ad98b8-a390-4a85-aad4-c536d840f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:12.263648 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74bd419f-af4c-43c5-923a-903f4c26d6b5 req-09ad98b8-a390-4a85-aad4-c536d840f066 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f HTTP/1.1" status: 200 len: 911 time: 0.1540923 Feb 20 05:33:12.318576 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-e6858378-79af-45e5-95df-cf7e0978da9e req-e0430d85-7903-4fe8-a412-b71ef27a7426 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] For port bb18c8da-b6c0-4183-9565-313c834ca898, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=bb18c8da-b6c0-4183-9565-313c834ca898,segment=NetworkSegment(3b1341d4-1465-431a-9bc8-6cb9bf3a2e07),segment_id=3b1341d4-1465-431a-9bc8-6cb9bf3a2e07)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:12.318866 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e6858378-79af-45e5-95df-cf7e0978da9e req-e0430d85-7903-4fe8-a412-b71ef27a7426 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (bb18c8da-b6c0-4183-9565-313c834ca898), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:12.325305 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74bd419f-af4c-43c5-923a-903f4c26d6b5 req-45b8f946-7fdd-4a3e-bde2-81f77ad89ee9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40f0143a-aae6-414b-bd7d-1d478bfd5e14 HTTP/1.1" status: 200 len: 217 time: 0.0527287 Feb 20 05:33:12.336113 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-e6858378-79af-45e5-95df-cf7e0978da9e req-e0430d85-7903-4fe8-a412-b71ef27a7426 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Calling delete_port for bb18c8da-b6c0-4183-9565-313c834ca898 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:33:12.389660 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-caaac073-fd84-4577-ae75-d8ac1fb56cba req-e03d90b0-17fd-425b-8d0a-965c6f8047e7 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246159 Feb 20 05:33:12.399605 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd419f-af4c-43c5-923a-903f4c26d6b5 req-40b98c2c-612d-4f08-a4c5-f8a914f81207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:12.410450 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74bd419f-af4c-43c5-923a-903f4c26d6b5 req-40b98c2c-612d-4f08-a4c5-f8a914f81207 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=69a301a5-1c9b-4c0c-b644-456c295d1a7d HTTP/1.1" status: 200 len: 851 time: 0.0645511 Feb 20 05:33:12.440086 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74bd419f-af4c-43c5-923a-903f4c26d6b5 req-0b7f8d47-1016-471d-a203-505a5e967917 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287893 Feb 20 05:33:12.446776 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a92d8c-28ba-4018-9e32-a83c20edbb23 x-openstack-request-id: req-c5a92d8c-28ba-4018-9e32-a83c20edbb23 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:33:12.447329 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a385fa4-fc77-4cc9-a674-c470ee7f0f3c", "tag": "c484c03b-bc0e-4da0-a86d-0b2a1872629a", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:33:12.447690 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5a92d8c-28ba-4018-9e32-a83c20edbb23 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:33:12.448098 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a385fa4-fc77-4cc9-a674-c470ee7f0f3c', 'tag': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a', 'status': 'completed', 'code': 200} Feb 20 05:33:12.451799 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60be0706-b7db-49aa-910a-827959e191b5 req-13f74d09-63e6-4169-8723-760376c2f46a service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205319 Feb 20 05:33:12.556600 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e6858378-79af-45e5-95df-cf7e0978da9e req-e0430d85-7903-4fe8-a412-b71ef27a7426 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (bb18c8da-b6c0-4183-9565-313c834ca898), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:12.569953 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['bb18c8da-b6c0-4183-9565-313c834ca898'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:33:12.603408 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74bd419f-af4c-43c5-923a-903f4c26d6b5 req-ef239149-d4db-40a5-bda8-46a7b83932f9 service neutron] 10.222.0.48 "GET /v2.0/networks/b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567802 Feb 20 05:33:12.618611 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c76e4e-7d90-4965-b0e8-5c2e7af68de9 req-4a08bb6e-c8dd-4f86-9e1b-8de8298628b6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:12.624303 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0430d85-7903-4fe8-a412-b71ef27a7426 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Pushing event deleted for resources: {'Port': ['ID=bb18c8da-b6c0-4183-9565-313c834ca898,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:12.625555 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c76e4e-7d90-4965-b0e8-5c2e7af68de9 req-4a08bb6e-c8dd-4f86-9e1b-8de8298628b6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:12.631843 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c76e4e-7d90-4965-b0e8-5c2e7af68de9 req-4a08bb6e-c8dd-4f86-9e1b-8de8298628b6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:12.637135 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c76e4e-7d90-4965-b0e8-5c2e7af68de9 req-4a08bb6e-c8dd-4f86-9e1b-8de8298628b6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:12.642413 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c76e4e-7d90-4965-b0e8-5c2e7af68de9 req-4a08bb6e-c8dd-4f86-9e1b-8de8298628b6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:12.647570 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642d86b-267b-45fa-809b-55ea702c3f87 req-3b15b0a7-6408-4010-bcc5-38f8d175cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:12.647731 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c76e4e-7d90-4965-b0e8-5c2e7af68de9 req-4a08bb6e-c8dd-4f86-9e1b-8de8298628b6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:12.649224 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6642d86b-267b-45fa-809b-55ea702c3f87 req-3b15b0a7-6408-4010-bcc5-38f8d175cb46 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 1126 time: 0.1424391 Feb 20 05:33:12.654323 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c76e4e-7d90-4965-b0e8-5c2e7af68de9 req-4a08bb6e-c8dd-4f86-9e1b-8de8298628b6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:12.659367 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58c76e4e-7d90-4965-b0e8-5c2e7af68de9 req-4a08bb6e-c8dd-4f86-9e1b-8de8298628b6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.1335485 Feb 20 05:33:12.673172 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6858378-79af-45e5-95df-cf7e0978da9e req-e0430d85-7903-4fe8-a412-b71ef27a7426 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] No DVR routers for this DVR port bb18c8da-b6c0-4183-9565-313c834ca898 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:33:12.696236 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e6858378-79af-45e5-95df-cf7e0978da9e req-e0430d85-7903-4fe8-a412-b71ef27a7426 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:12.700708 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e6858378-79af-45e5-95df-cf7e0978da9e req-e0430d85-7903-4fe8-a412-b71ef27a7426 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] 10.222.0.48 "DELETE /v2.0/ports/bb18c8da-b6c0-4183-9565-313c834ca898 HTTP/1.1" status: 204 len: 173 time: 1.2035296 Feb 20 05:33:12.796727 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642d86b-267b-45fa-809b-55ea702c3f87 req-eaf59618-47d9-47f6-a22f-b6a4d24d3186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:12.798278 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6642d86b-267b-45fa-809b-55ea702c3f87 req-eaf59618-47d9-47f6-a22f-b6a4d24d3186 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 200 len: 912 time: 0.1263735 Feb 20 05:33:12.858186 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6642d86b-267b-45fa-809b-55ea702c3f87 req-aa6fa55f-4768-4184-9228-849d6d4622d8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c484c03b-bc0e-4da0-a86d-0b2a1872629a HTTP/1.1" status: 200 len: 217 time: 0.0506437 Feb 20 05:33:12.918322 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642d86b-267b-45fa-809b-55ea702c3f87 req-0147d5e3-8cd6-4761-a27b-cdb1095d3eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:12.920475 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6642d86b-267b-45fa-809b-55ea702c3f87 req-0147d5e3-8cd6-4761-a27b-cdb1095d3eb3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a08401b1-85d8-4e92-bab1-1aef3c02482d HTTP/1.1" status: 200 len: 851 time: 0.0567169 Feb 20 05:33:12.971896 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642d86b-267b-45fa-809b-55ea702c3f87 req-35036080-a3e3-4356-9a17-493d395158d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:12.973444 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6642d86b-267b-45fa-809b-55ea702c3f87 req-35036080-a3e3-4356-9a17-493d395158d8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472932 Feb 20 05:33:13.043487 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58c76e4e-7d90-4965-b0e8-5c2e7af68de9 req-65cb82f3-1a69-4d66-94a0-f9e4c8fecc08 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3741541 Feb 20 05:33:13.062058 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74bd419f-af4c-43c5-923a-903f4c26d6b5 req-d5c86fd1-75b6-420c-91f3-52b7cf1f5545 service neutron] 10.222.0.48 "GET /v2.0/networks/b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010849 Feb 20 05:33:13.088613 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6642d86b-267b-45fa-809b-55ea702c3f87 req-ec943e52-37dd-4a15-9ef0-180691bb5105 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085424 Feb 20 05:33:13.205974 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f6d35-f0ee-48b6-bb37-256ee6cf510c req-fed835e0-cab5-4bd1-9a94-cec38aa3ac67 tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:13.206239 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6642d86b-267b-45fa-809b-55ea702c3f87 req-dddcb6b7-7cea-4d4d-9808-76cf773fa8b6 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115310 Feb 20 05:33:13.207569 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-923f6d35-f0ee-48b6-bb37-256ee6cf510c req-fed835e0-cab5-4bd1-9a94-cec38aa3ac67 tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf84b737-230c-4a19-a671-01cc302b4b15 HTTP/1.1" status: 200 len: 943 time: 0.0642531 Feb 20 05:33:13.265628 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-923f6d35-f0ee-48b6-bb37-256ee6cf510c req-5cef3888-0440-4b6c-b0d3-b6faedb1103b tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] 10.222.0.37 "GET /v2.0/security-groups?id=726a15fb-1926-4cf7-a6d2-4aeebaf15020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496156 Feb 20 05:33:13.459518 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea92022-679d-4da2-97dd-aea8d8a24ed7 req-c92e8198-1232-4102-82f1-f70afd11665a tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:13.460998 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cea92022-679d-4da2-97dd-aea8d8a24ed7 req-c92e8198-1232-4102-82f1-f70afd11665a tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 946 time: 0.0583303 Feb 20 05:33:13.506613 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cea92022-679d-4da2-97dd-aea8d8a24ed7 req-c6fbdbb0-e7ba-4d88-bc05-b5920db92472 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400198 Feb 20 05:33:13.520488 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 40f0143a-aae6-414b-bd7d-1d478bfd5e14 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:33:13.626595 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b1719-2c5f-4a77-b6e6-1746fcdd2fdd req-87862cab-e7ca-4296-8845-5dca8bf11d3e tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:13.627905 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 40f0143a-aae6-414b-bd7d-1d478bfd5e14, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=40f0143a-aae6-414b-bd7d-1d478bfd5e14,segment=NetworkSegment(32c81773-f6e4-4ee1-859f-566e00f83088),segment_id=32c81773-f6e4-4ee1-859f-566e00f83088)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:13.628379 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-272b1719-2c5f-4a77-b6e6-1746fcdd2fdd req-87862cab-e7ca-4296-8845-5dca8bf11d3e tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 944 time: 0.0567672 Feb 20 05:33:13.640225 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '40f0143a-aae6-414b-bd7d-1d478bfd5e14', 'network_id': 'b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f', 'port_id': '40f0143a-aae6-414b-bd7d-1d478bfd5e14', 'mac_address': 'fa:16:3e:2c:53:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a301a5-1c9b-4c0c-b644-456c295d1a7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:33:13.678234 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-272b1719-2c5f-4a77-b6e6-1746fcdd2fdd req-84019a54-e504-43b1-8ee7-ab17c5fb3ce2 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444555 Feb 20 05:33:13.681103 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 40f0143a-aae6-414b-bd7d-1d478bfd5e14 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:33:13.681872 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (40f0143a-aae6-414b-bd7d-1d478bfd5e14), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:13.704733 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f0143a-aae6-414b-bd7d-1d478bfd5e14 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:33:13.727996 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 40f0143a-aae6-414b-bd7d-1d478bfd5e14, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=40f0143a-aae6-414b-bd7d-1d478bfd5e14,segment=NetworkSegment(32c81773-f6e4-4ee1-859f-566e00f83088),segment_id=32c81773-f6e4-4ee1-859f-566e00f83088)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:13.732505 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (40f0143a-aae6-414b-bd7d-1d478bfd5e14), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:13.773559 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-63ea895f-c95f-4134-9db8-77a1c34919f2 req-0cf67daa-3b4f-4ced-8383-3b5e8cf3259e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 210 time: 0.0297804 Feb 20 05:33:13.795422 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=40f0143a-aae6-414b-bd7d-1d478bfd5e14,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:13.892190 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3188f-c6a5-4636-9e10-c1fa190dd21e req-4cf49022-3748-4e75-ac05-956acbbebb7e tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:13.894048 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ccc3188f-c6a5-4636-9e10-c1fa190dd21e req-4cf49022-3748-4e75-ac05-956acbbebb7e tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/ports?device_id=49ef67a5-1578-4cc5-9ade-6aff4ee422fc HTTP/1.1" status: 200 len: 950 time: 0.0603714 Feb 20 05:33:13.946396 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ccc3188f-c6a5-4636-9e10-c1fa190dd21e req-42ea2ff6-8023-49e8-a629-88161f77dd11 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/security-groups?id=71840a2c-ec6c-40d3-bacb-7ec74b0d213d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460052 Feb 20 05:33:14.022535 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['40f0143a-aae6-414b-bd7d-1d478bfd5e14'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:33:14.150238 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646439f-56a2-478a-a140-1f464d355c0b req-a70c38a9-067f-4f01-8c8f-c8e823655a05 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:14.152011 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1646439f-56a2-478a-a140-1f464d355c0b req-a70c38a9-067f-4f01-8c8f-c8e823655a05 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a1270d-f01d-4c1b-b094-132856d28509 HTTP/1.1" status: 200 len: 946 time: 0.0689433 Feb 20 05:33:14.209254 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1646439f-56a2-478a-a140-1f464d355c0b req-3f58c617-1fdc-44db-ac12-d214ad6dee12 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492661 Feb 20 05:33:14.449259 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0058ee9-e826-4195-856a-4873ee97ae2e', 'name': 'network-vif-deleted', 'tag': 'bb18c8da-b6c0-4183-9565-313c834ca898'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:33:14.453404 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8d1343-8b9a-400d-9ae0-99b4cc85a2d7" -d '{"events": [{"server_uuid": "b0058ee9-e826-4195-856a-4873ee97ae2e", "name": "network-vif-deleted", "tag": "bb18c8da-b6c0-4183-9565-313c834ca898"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:33:14.663891 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed81c32-c3fb-46e4-8207-09dca95f599f req-e4b475fe-f0d7-454a-8d1f-70408de40177 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:14.668937 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed81c32-c3fb-46e4-8207-09dca95f599f req-e4b475fe-f0d7-454a-8d1f-70408de40177 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:14.674858 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed81c32-c3fb-46e4-8207-09dca95f599f req-e4b475fe-f0d7-454a-8d1f-70408de40177 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:14.680561 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed81c32-c3fb-46e4-8207-09dca95f599f req-e4b475fe-f0d7-454a-8d1f-70408de40177 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:14.686011 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed81c32-c3fb-46e4-8207-09dca95f599f req-e4b475fe-f0d7-454a-8d1f-70408de40177 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:14.691234 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed81c32-c3fb-46e4-8207-09dca95f599f req-e4b475fe-f0d7-454a-8d1f-70408de40177 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:14.696585 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed81c32-c3fb-46e4-8207-09dca95f599f req-e4b475fe-f0d7-454a-8d1f-70408de40177 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:14.698502 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2ed81c32-c3fb-46e4-8207-09dca95f599f req-e4b475fe-f0d7-454a-8d1f-70408de40177 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.0990775 Feb 20 05:33:14.764504 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2ed81c32-c3fb-46e4-8207-09dca95f599f req-6682a78a-5395-46eb-b79d-1328025d708d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584350 Feb 20 05:33:14.887749 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f77632-e4e5-4800-b6a3-dd93f0f85e5d req-d6602658-2710-445e-8811-e0423a1bbec4 tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:14.890085 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b9f77632-e4e5-4800-b6a3-dd93f0f85e5d req-d6602658-2710-445e-8811-e0423a1bbec4 tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf84b737-230c-4a19-a671-01cc302b4b15 HTTP/1.1" status: 200 len: 944 time: 0.0542419 Feb 20 05:33:14.937720 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b9f77632-e4e5-4800-b6a3-dd93f0f85e5d req-e5695683-2391-47f8-9f2f-cf3acb41108b tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] 10.222.0.37 "GET /v2.0/security-groups?id=726a15fb-1926-4cf7-a6d2-4aeebaf15020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413744 Feb 20 05:33:14.990555 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fb992b-a75a-4e0e-be65-a762e42740f1 x-openstack-request-id: req-26fb992b-a75a-4e0e-be65-a762e42740f1 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:33:14.991093 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0058ee9-e826-4195-856a-4873ee97ae2e", "name": "network-vif-deleted", "tag": "bb18c8da-b6c0-4183-9565-313c834ca898", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:33:14.991537 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-26fb992b-a75a-4e0e-be65-a762e42740f1 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:33:14.992135 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0058ee9-e826-4195-856a-4873ee97ae2e', 'name': 'network-vif-deleted', 'tag': 'bb18c8da-b6c0-4183-9565-313c834ca898', 'status': 'completed', 'code': 200} Feb 20 05:33:15.147075 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ece0f-3fff-4a1b-9956-cece43bbc278 req-38c2db34-8ef4-42e2-bc91-8394e03be367 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:15.148556 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ec6ece0f-3fff-4a1b-9956-cece43bbc278 req-38c2db34-8ef4-42e2-bc91-8394e03be367 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 946 time: 0.0532203 Feb 20 05:33:15.199547 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ec6ece0f-3fff-4a1b-9956-cece43bbc278 req-6e9ddb59-7ce6-4384-bdbe-8bf5d9fdeb95 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450153 Feb 20 05:33:15.350748 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65d51a-2f89-4e50-92e3-3c9a3d7e9c73 req-f6da749c-66aa-4163-b57f-8ec95fe7242e tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:15.352278 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6e65d51a-2f89-4e50-92e3-3c9a3d7e9c73 req-f6da749c-66aa-4163-b57f-8ec95fe7242e tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 944 time: 0.0545509 Feb 20 05:33:15.402360 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6e65d51a-2f89-4e50-92e3-3c9a3d7e9c73 req-28fc72e8-fda0-4796-a0fe-36c006132b8b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439050 Feb 20 05:33:15.489785 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f2626544-1ab8-4665-8389-c1209e7e7fac req-c3550919-33f1-4f2f-ba40-d7e9246f141f tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 210 time: 0.0284386 Feb 20 05:33:15.525292 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 40f0143a-aae6-414b-bd7d-1d478bfd5e14 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:33:15.577056 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 40f0143a-aae6-414b-bd7d-1d478bfd5e14 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:33:15.582432 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 40f0143a-aae6-414b-bd7d-1d478bfd5e14 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:33:15.582810 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (40f0143a-aae6-414b-bd7d-1d478bfd5e14), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:15.602273 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc16005-8933-41f3-9eaf-1a4008c56b02 req-59b325b5-b307-4bc8-8c68-2e4223a866d7 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:15.608339 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8cc16005-8933-41f3-9eaf-1a4008c56b02 req-59b325b5-b307-4bc8-8c68-2e4223a866d7 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a1270d-f01d-4c1b-b094-132856d28509 HTTP/1.1" status: 200 len: 946 time: 0.0603859 Feb 20 05:33:15.663459 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8cc16005-8933-41f3-9eaf-1a4008c56b02 req-75c551d1-c5d2-4eaf-bb34-d89e92d55344 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533214 Feb 20 05:33:15.665895 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 40f0143a-aae6-414b-bd7d-1d478bfd5e14 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:33:15.666295 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (40f0143a-aae6-414b-bd7d-1d478bfd5e14), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:15.693477 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf84b737-230c-4a19-a671-01cc302b4b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f0143a-aae6-414b-bd7d-1d478bfd5e14'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:33:15.695775 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3155d1-519e-4a2b-b49e-4899265a87a6" -d '{"events": [{"server_uuid": "cf84b737-230c-4a19-a671-01cc302b4b15", "name": "network-vif-plugged", "status": "completed", "tag": "40f0143a-aae6-414b-bd7d-1d478bfd5e14"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:33:15.712173 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 40f0143a-aae6-414b-bd7d-1d478bfd5e14, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=40f0143a-aae6-414b-bd7d-1d478bfd5e14,segment=NetworkSegment(32c81773-f6e4-4ee1-859f-566e00f83088),segment_id=32c81773-f6e4-4ee1-859f-566e00f83088)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:15.716167 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (40f0143a-aae6-414b-bd7d-1d478bfd5e14), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:15.716951 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device bb18c8da-b6c0-4183-9565-313c834ca898 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:33:15.737442 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: bb18c8da-b6c0-4183-9565-313c834ca898 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:33:15.737790 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device bb18c8da-b6c0-4183-9565-313c834ca898 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:33:15.763401 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00aa8f74-1d87-4dc0-9e1b-901d419fe3a6 x-openstack-request-id: req-00aa8f74-1d87-4dc0-9e1b-901d419fe3a6 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:33:15.763880 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf84b737-230c-4a19-a671-01cc302b4b15", "name": "network-vif-plugged", "status": "completed", "tag": "40f0143a-aae6-414b-bd7d-1d478bfd5e14", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:33:15.764005 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00aa8f74-1d87-4dc0-9e1b-901d419fe3a6 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:33:15.764401 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf84b737-230c-4a19-a671-01cc302b4b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f0143a-aae6-414b-bd7d-1d478bfd5e14', 'code': 200} Feb 20 05:33:15.799481 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=40f0143a-aae6-414b-bd7d-1d478bfd5e14,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:15.934729 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f271d7-0830-410c-9dbf-95fccd9b41b2 req-0a678b4e-18de-420a-9db5-b57b18014ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:15.936271 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22f271d7-0830-410c-9dbf-95fccd9b41b2 req-0a678b4e-18de-420a-9db5-b57b18014ad9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cf84b737-230c-4a19-a671-01cc302b4b15 HTTP/1.1" status: 200 len: 1127 time: 0.1044977 Feb 20 05:33:15.955511 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a355e-cb97-492f-bac3-d56bc326d415 req-35f1f01b-c7c3-4ad8-9f6a-42d99a6c5ddb tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:15.960975 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a355e-cb97-492f-bac3-d56bc326d415 req-35f1f01b-c7c3-4ad8-9f6a-42d99a6c5ddb tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:15.966167 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a355e-cb97-492f-bac3-d56bc326d415 req-35f1f01b-c7c3-4ad8-9f6a-42d99a6c5ddb tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:15.971920 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a355e-cb97-492f-bac3-d56bc326d415 req-35f1f01b-c7c3-4ad8-9f6a-42d99a6c5ddb tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:15.977178 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a355e-cb97-492f-bac3-d56bc326d415 req-35f1f01b-c7c3-4ad8-9f6a-42d99a6c5ddb tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:15.982943 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a355e-cb97-492f-bac3-d56bc326d415 req-35f1f01b-c7c3-4ad8-9f6a-42d99a6c5ddb tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:15.988195 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a355e-cb97-492f-bac3-d56bc326d415 req-35f1f01b-c7c3-4ad8-9f6a-42d99a6c5ddb tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:15.990079 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-484a355e-cb97-492f-bac3-d56bc326d415 req-35f1f01b-c7c3-4ad8-9f6a-42d99a6c5ddb tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.1090424 Feb 20 05:33:16.054135 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22f271d7-0830-410c-9dbf-95fccd9b41b2 req-abe8c48f-20ad-4548-9e0c-97df5f7998d0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=726a15fb-1926-4cf7-a6d2-4aeebaf15020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092749 Feb 20 05:33:16.074388 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-484a355e-cb97-492f-bac3-d56bc326d415 req-03649b19-4d2d-4d1c-990d-84ce6c5ea3fc tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0719190 Feb 20 05:33:16.212541 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe28c4-be51-42ac-ae86-c2d0e9b68d93 req-c5f5ba5e-eb7f-442c-9e34-446ab41bfdab tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:16.214048 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02fe28c4-be51-42ac-ae86-c2d0e9b68d93 req-c5f5ba5e-eb7f-442c-9e34-446ab41bfdab tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf84b737-230c-4a19-a671-01cc302b4b15 HTTP/1.1" status: 200 len: 945 time: 0.0534565 Feb 20 05:33:16.260645 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02fe28c4-be51-42ac-ae86-c2d0e9b68d93 req-e8a1544e-fc66-424e-9354-c4d76b61f359 tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] 10.222.0.37 "GET /v2.0/security-groups?id=726a15fb-1926-4cf7-a6d2-4aeebaf15020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402095 Feb 20 05:33:16.291215 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device c484c03b-bc0e-4da0-a86d-0b2a1872629a details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:33:16.294104 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b1e47dd1-5450-4da2-9a90-83e23c48ee65 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:33:16.423898 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c5c57b0-8fe6-4359-b0c7-bf679dfa6ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:16.453386 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b318fef-0a5f-4fe0-be01-7d1ec3fbf508 req-dac732ad-3820-4b6d-9346-e4bda41b6210 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:16.455127 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b318fef-0a5f-4fe0-be01-7d1ec3fbf508 req-dac732ad-3820-4b6d-9346-e4bda41b6210 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 946 time: 0.0590255 Feb 20 05:33:16.473293 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port b1e47dd1-5450-4da2-9a90-83e23c48ee65 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:33:16.473999 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:16.507351 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b318fef-0a5f-4fe0-be01-7d1ec3fbf508 req-1fa73169-8457-4a84-93e6-0968618d6f37 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454869 Feb 20 05:33:16.511150 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port c484c03b-bc0e-4da0-a86d-0b2a1872629a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c484c03b-bc0e-4da0-a86d-0b2a1872629a,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:16.533339 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b1e47dd1-5450-4da2-9a90-83e23c48ee65, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b1e47dd1-5450-4da2-9a90-83e23c48ee65,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:16.539358 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a', 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'port_id': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a', 'mac_address': 'fa:16:3e:fd:42:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:33:16.542732 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:16.622933 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port c484c03b-bc0e-4da0-a86d-0b2a1872629a is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:33:16.623383 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:16.625293 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=b1e47dd1-5450-4da2-9a90-83e23c48ee65,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:16.641427 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c484c03b-bc0e-4da0-a86d-0b2a1872629a {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:33:16.663523 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port c484c03b-bc0e-4da0-a86d-0b2a1872629a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c484c03b-bc0e-4da0-a86d-0b2a1872629a,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:16.667556 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:16.667876 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f5dbf-c658-4bd0-8378-b97305193a7e req-0f45e54e-b1c0-4450-8e34-91335bd79f5e tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:16.669509 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf8f5dbf-c658-4bd0-8378-b97305193a7e req-0f45e54e-b1c0-4450-8e34-91335bd79f5e tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 944 time: 0.0607624 Feb 20 05:33:16.719921 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf8f5dbf-c658-4bd0-8378-b97305193a7e req-6425f20b-d54b-48bf-b788-26c3ed868d77 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434568 Feb 20 05:33:16.722110 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=c484c03b-bc0e-4da0-a86d-0b2a1872629a,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:16.807006 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1621823e-aa04-4fcc-a701-fefe86a0060d req-46d0a051-f150-4552-9d1b-deafe13faaa1 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 210 time: 0.0304844 Feb 20 05:33:16.933334 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['c484c03b-bc0e-4da0-a86d-0b2a1872629a'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:33:16.941283 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe79c9-cf63-4de3-93ec-cd7869535438 req-d997a4b5-25a4-463c-8f10-c56a1d94b80d tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:16.942882 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3afe79c9-cf63-4de3-93ec-cd7869535438 req-d997a4b5-25a4-463c-8f10-c56a1d94b80d tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a1270d-f01d-4c1b-b094-132856d28509 HTTP/1.1" status: 200 len: 946 time: 0.0526435 Feb 20 05:33:16.994541 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3afe79c9-cf63-4de3-93ec-cd7869535438 req-f23c7255-d730-44e1-887a-2f6d9236a6ed tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455699 Feb 20 05:33:17.220266 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939220a8-7388-4147-a438-6b6c8ad2701f req-3c5be172-afe7-4f77-b701-6a8c7db6813a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:17.225453 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939220a8-7388-4147-a438-6b6c8ad2701f req-3c5be172-afe7-4f77-b701-6a8c7db6813a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:17.230618 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939220a8-7388-4147-a438-6b6c8ad2701f req-3c5be172-afe7-4f77-b701-6a8c7db6813a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:17.236337 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939220a8-7388-4147-a438-6b6c8ad2701f req-3c5be172-afe7-4f77-b701-6a8c7db6813a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:17.241532 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939220a8-7388-4147-a438-6b6c8ad2701f req-3c5be172-afe7-4f77-b701-6a8c7db6813a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:17.246729 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939220a8-7388-4147-a438-6b6c8ad2701f req-3c5be172-afe7-4f77-b701-6a8c7db6813a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:17.252536 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939220a8-7388-4147-a438-6b6c8ad2701f req-3c5be172-afe7-4f77-b701-6a8c7db6813a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:17.254435 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-939220a8-7388-4147-a438-6b6c8ad2701f req-3c5be172-afe7-4f77-b701-6a8c7db6813a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.1049068 Feb 20 05:33:17.313225 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-939220a8-7388-4147-a438-6b6c8ad2701f req-f4986f36-9b0f-44b3-a4fc-8cc577929168 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524430 Feb 20 05:33:17.426674 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47552718-8ca1-4f82-b5aa-ddda454379ce req-6e737c19-7908-41ad-be58-f58e8ba5cbe7 tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:17.428336 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-47552718-8ca1-4f82-b5aa-ddda454379ce req-6e737c19-7908-41ad-be58-f58e8ba5cbe7 tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf84b737-230c-4a19-a671-01cc302b4b15 HTTP/1.1" status: 200 len: 945 time: 0.0546627 Feb 20 05:33:17.479971 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-47552718-8ca1-4f82-b5aa-ddda454379ce req-74b2a017-c8b5-4cd4-acaf-24363a068380 tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] 10.222.0.37 "GET /v2.0/security-groups?id=726a15fb-1926-4cf7-a6d2-4aeebaf15020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454512 Feb 20 05:33:17.542117 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device bfa8764a-49ee-4747-82bc-79f11fab1602 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:33:17.655554 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port bfa8764a-49ee-4747-82bc-79f11fab1602, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=bfa8764a-49ee-4747-82bc-79f11fab1602,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:17.667576 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'bfa8764a-49ee-4747-82bc-79f11fab1602', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': 'bfa8764a-49ee-4747-82bc-79f11fab1602', 'mac_address': 'fa:16:3e:18:7b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:33:17.693782 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c3ffa-2455-42d6-9638-20dad37c7d59 req-041c1a78-11ef-4ddc-a0f1-6b70c9b148d4 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:17.695439 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a22c3ffa-2455-42d6-9638-20dad37c7d59 req-041c1a78-11ef-4ddc-a0f1-6b70c9b148d4 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 946 time: 0.0589695 Feb 20 05:33:17.705968 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port bfa8764a-49ee-4747-82bc-79f11fab1602 is: ACTIVE; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:33:17.706447 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bfa8764a-49ee-4747-82bc-79f11fab1602), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:17.719712 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfa8764a-49ee-4747-82bc-79f11fab1602 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:33:17.741221 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port bfa8764a-49ee-4747-82bc-79f11fab1602, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=bfa8764a-49ee-4747-82bc-79f11fab1602,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:17.746694 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (bfa8764a-49ee-4747-82bc-79f11fab1602), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:17.748022 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a22c3ffa-2455-42d6-9638-20dad37c7d59 req-d6c0a669-53d5-40ed-84b3-b99a36b1caa1 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446422 Feb 20 05:33:17.771158 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ef67a5-1578-4cc5-9ade-6aff4ee422fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1e47dd1-5450-4da2-9a90-83e23c48ee65'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:33:17.773790 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79285117-d799-433c-97af-d3d72f41711f" -d '{"events": [{"server_uuid": "49ef67a5-1578-4cc5-9ade-6aff4ee422fc", "name": "network-vif-unplugged", "status": "completed", "tag": "b1e47dd1-5450-4da2-9a90-83e23c48ee65"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:33:17.800838 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=bfa8764a-49ee-4747-82bc-79f11fab1602,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:17.877789 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26c9cd-1881-45b8-ae96-783bccb5889b req-5a51929d-94df-4681-b2a9-7fb1435acbc6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:17.879308 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1c26c9cd-1881-45b8-ae96-783bccb5889b req-5a51929d-94df-4681-b2a9-7fb1435acbc6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0532110 Feb 20 05:33:17.893898 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['bfa8764a-49ee-4747-82bc-79f11fab1602'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:33:17.926717 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1c26c9cd-1881-45b8-ae96-783bccb5889b req-abdd6d03-c6eb-401e-b291-b9cac0037922 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415969 Feb 20 05:33:17.976630 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a517d29f-8390-4797-ae43-edfa902a87d5 x-openstack-request-id: req-a517d29f-8390-4797-ae43-edfa902a87d5 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:33:17.976930 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ef67a5-1578-4cc5-9ade-6aff4ee422fc", "name": "network-vif-unplugged", "status": "completed", "tag": "b1e47dd1-5450-4da2-9a90-83e23c48ee65", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:33:17.977301 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a517d29f-8390-4797-ae43-edfa902a87d5 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:33:17.977700 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ef67a5-1578-4cc5-9ade-6aff4ee422fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1e47dd1-5450-4da2-9a90-83e23c48ee65', 'code': 200} Feb 20 05:33:18.055525 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-256b9673-8034-40e0-b8c6-edaa96d3b68f req-817c1fcd-7cc6-4bfe-9cd5-8dbc845c8684 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 210 time: 0.0304315 Feb 20 05:33:18.161070 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2230d-3f23-4af2-b260-32406c7da4df req-8402768d-8938-4ba7-8a44-fcd733bab758 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:18.162520 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2be2230d-3f23-4af2-b260-32406c7da4df req-8402768d-8938-4ba7-8a44-fcd733bab758 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a1270d-f01d-4c1b-b094-132856d28509 HTTP/1.1" status: 200 len: 946 time: 0.0561159 Feb 20 05:33:18.210294 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2be2230d-3f23-4af2-b260-32406c7da4df req-42e3c126-e997-43d4-8241-e87ba73829a7 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419273 Feb 20 05:33:18.318939 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device c484c03b-bc0e-4da0-a86d-0b2a1872629a up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:33:18.368854 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port c484c03b-bc0e-4da0-a86d-0b2a1872629a completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:33:18.373076 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port c484c03b-bc0e-4da0-a86d-0b2a1872629a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:33:18.373447 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:18.461749 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed83877-9bd0-4074-adf0-6fc971daac49 req-32cd843e-c785-46cc-87e9-a8738c269596 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:18.468001 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed83877-9bd0-4074-adf0-6fc971daac49 req-32cd843e-c785-46cc-87e9-a8738c269596 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:18.474346 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed83877-9bd0-4074-adf0-6fc971daac49 req-32cd843e-c785-46cc-87e9-a8738c269596 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:18.480274 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed83877-9bd0-4074-adf0-6fc971daac49 req-32cd843e-c785-46cc-87e9-a8738c269596 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:18.486553 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed83877-9bd0-4074-adf0-6fc971daac49 req-32cd843e-c785-46cc-87e9-a8738c269596 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:18.492845 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed83877-9bd0-4074-adf0-6fc971daac49 req-32cd843e-c785-46cc-87e9-a8738c269596 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:18.498775 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed83877-9bd0-4074-adf0-6fc971daac49 req-32cd843e-c785-46cc-87e9-a8738c269596 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:18.501216 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7ed83877-9bd0-4074-adf0-6fc971daac49 req-32cd843e-c785-46cc-87e9-a8738c269596 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.1111767 Feb 20 05:33:18.583572 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7ed83877-9bd0-4074-adf0-6fc971daac49 req-36ddae07-ed4c-4bb8-8c22-55bde3fb7531 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0757849 Feb 20 05:33:18.616385 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-639946f2-b31c-4281-a5dd-25aa94e65a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:18.619032 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port c484c03b-bc0e-4da0-a86d-0b2a1872629a is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:33:18.619417 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:18.666252 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port c484c03b-bc0e-4da0-a86d-0b2a1872629a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c484c03b-bc0e-4da0-a86d-0b2a1872629a,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:18.675263 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:18.715514 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45709dc8-2fc5-49a7-a49c-473a2cd0d4a6 req-a1aca053-5646-4114-9f9f-310b609e0ae8 tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:18.717089 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-45709dc8-2fc5-49a7-a49c-473a2cd0d4a6 req-a1aca053-5646-4114-9f9f-310b609e0ae8 tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf84b737-230c-4a19-a671-01cc302b4b15 HTTP/1.1" status: 200 len: 945 time: 0.0684316 Feb 20 05:33:18.736526 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=c484c03b-bc0e-4da0-a86d-0b2a1872629a,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:18.769985 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-45709dc8-2fc5-49a7-a49c-473a2cd0d4a6 req-198f66ee-928c-4680-9a68-d5c6e1f0b83f tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] 10.222.0.37 "GET /v2.0/security-groups?id=726a15fb-1926-4cf7-a6d2-4aeebaf15020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462546 Feb 20 05:33:18.934971 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c8491-7b71-4331-857a-3fbf3bbb1104 req-6f45d91c-d1cb-4a96-9cd8-7f4a88c552b9 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:18.937092 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7e3c8491-7b71-4331-857a-3fbf3bbb1104 req-6f45d91c-d1cb-4a96-9cd8-7f4a88c552b9 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 946 time: 0.0550311 Feb 20 05:33:18.992303 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7e3c8491-7b71-4331-857a-3fbf3bbb1104 req-b13b0d89-688e-4af4-9bea-257e32b86515 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441782 Feb 20 05:33:19.212679 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d70b3-323e-4535-a021-d930075fca34 req-70e9db07-b7f6-4bef-a72b-eac332ac9795 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:19.214287 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-154d70b3-323e-4535-a021-d930075fca34 req-70e9db07-b7f6-4bef-a72b-eac332ac9795 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 946 time: 0.0627217 Feb 20 05:33:19.296550 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-154d70b3-323e-4535-a021-d930075fca34 req-2b60bd27-731f-43ca-808b-a7eff7d1f3f3 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755520 Feb 20 05:33:19.427281 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6e4a1449-737b-4a29-970f-1425e14f3cc6 req-6c43e1d4-3c02-429a-8dc8-723699516dcc tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 210 time: 0.0442517 Feb 20 05:33:19.481020 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:19.574021 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device bfa8764a-49ee-4747-82bc-79f11fab1602 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:33:19.640455 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555677e-03cc-40e4-83b5-04c364cef0bf req-cef4ebd9-e885-4631-933f-1a18f082b74d tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:19.649080 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9555677e-03cc-40e4-83b5-04c364cef0bf req-cef4ebd9-e885-4631-933f-1a18f082b74d tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a1270d-f01d-4c1b-b094-132856d28509 HTTP/1.1" status: 200 len: 946 time: 0.1093788 Feb 20 05:33:19.710107 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port bfa8764a-49ee-4747-82bc-79f11fab1602 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:33:19.711395 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bfa8764a-49ee-4747-82bc-79f11fab1602), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:19.745456 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9555677e-03cc-40e4-83b5-04c364cef0bf req-5fd369ea-33b2-4c92-ab1b-ed7f0d52defb tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954142 Feb 20 05:33:19.886306 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port bfa8764a-49ee-4747-82bc-79f11fab1602 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:33:19.887094 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bfa8764a-49ee-4747-82bc-79f11fab1602), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:19.957863 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port bfa8764a-49ee-4747-82bc-79f11fab1602, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=bfa8764a-49ee-4747-82bc-79f11fab1602,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:19.971092 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (bfa8764a-49ee-4747-82bc-79f11fab1602), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:19.985348 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a385fa4-fc77-4cc9-a674-c470ee7f0f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a'}, {'server_uuid': 'a13b0905-7f3f-4765-a303-1dd29513f753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa8764a-49ee-4747-82bc-79f11fab1602'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:33:19.994416 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c67d809-86f3-4f87-9b8c-894c31f7599b" -d '{"events": [{"server_uuid": "5a385fa4-fc77-4cc9-a674-c470ee7f0f3c", "name": "network-vif-plugged", "status": "completed", "tag": "c484c03b-bc0e-4da0-a86d-0b2a1872629a"}, {"server_uuid": "a13b0905-7f3f-4765-a303-1dd29513f753", "name": "network-vif-plugged", "status": "completed", "tag": "bfa8764a-49ee-4747-82bc-79f11fab1602"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:33:20.063801 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=bfa8764a-49ee-4747-82bc-79f11fab1602,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:20.144653 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-858a6cec-aba6-4a63-aaa1-d299f57b42e4 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:20.146933 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-858a6cec-aba6-4a63-aaa1-d299f57b42e4 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c&tenant_id=370c8f456fd340e383b36f44861b2990&binding%3Ahost_id=n-h2-829866-5 HTTP/1.1" status: 200 len: 1128 time: 0.0648844 Feb 20 05:33:20.147081 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347930b6-a157-43ba-888b-3807fbff2570 req-1768175d-82f8-4837-a842-1c01882534d0 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:20.152241 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347930b6-a157-43ba-888b-3807fbff2570 req-1768175d-82f8-4837-a842-1c01882534d0 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:20.158168 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347930b6-a157-43ba-888b-3807fbff2570 req-1768175d-82f8-4837-a842-1c01882534d0 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:20.160103 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-2401d40f-e99e-48ae-aa59-9addb5f2bc70 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829866-5'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:33:20.165784 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347930b6-a157-43ba-888b-3807fbff2570 req-1768175d-82f8-4837-a842-1c01882534d0 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:20.171728 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347930b6-a157-43ba-888b-3807fbff2570 req-1768175d-82f8-4837-a842-1c01882534d0 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:20.176940 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347930b6-a157-43ba-888b-3807fbff2570 req-1768175d-82f8-4837-a842-1c01882534d0 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:20.182168 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347930b6-a157-43ba-888b-3807fbff2570 req-1768175d-82f8-4837-a842-1c01882534d0 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:20.184198 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-347930b6-a157-43ba-888b-3807fbff2570 req-1768175d-82f8-4837-a842-1c01882534d0 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.1195951 Feb 20 05:33:20.234152 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-2401d40f-e99e-48ae-aa59-9addb5f2bc70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (07e82003-d270-4848-a84d-a58ea18e9722), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:20.285040 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-347930b6-a157-43ba-888b-3807fbff2570 req-c8c1f76b-f685-4ab9-9326-f7a5feb1d6c2 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0869567 Feb 20 05:33:20.406466 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-2401d40f-e99e-48ae-aa59-9addb5f2bc70 service neutron] For port 07e82003-d270-4848-a84d-a58ea18e9722, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=07e82003-d270-4848-a84d-a58ea18e9722,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:20.462125 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-2401d40f-e99e-48ae-aa59-9addb5f2bc70 service neutron] For port 07e82003-d270-4848-a84d-a58ea18e9722, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:33:20.521327 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-2401d40f-e99e-48ae-aa59-9addb5f2bc70 service neutron] Publish callbacks [] for port (07e82003-d270-4848-a84d-a58ea18e9722), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:20.524222 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ba4eff-508a-4822-8b55-0e46082ef50c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07e82003-d270-4848-a84d-a58ea18e9722'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:33:20.524795 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75adc43-146c-47b8-a7a7-d64ba714ecda req-8fadbb6f-a6b5-4188-96a0-3729e1ac168b tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:20.528103 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28433ee2-237a-4603-98af-9e57a67689ee" -d '{"events": [{"server_uuid": "78ba4eff-508a-4822-8b55-0e46082ef50c", "name": "network-vif-unplugged", "status": "completed", "tag": "07e82003-d270-4848-a84d-a58ea18e9722"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:33:20.532370 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-2401d40f-e99e-48ae-aa59-9addb5f2bc70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (07e82003-d270-4848-a84d-a58ea18e9722), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:20.539864 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a75adc43-146c-47b8-a7a7-d64ba714ecda req-8fadbb6f-a6b5-4188-96a0-3729e1ac168b tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf84b737-230c-4a19-a671-01cc302b4b15 HTTP/1.1" status: 200 len: 945 time: 0.1063628 Feb 20 05:33:20.621092 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401d40f-e99e-48ae-aa59-9addb5f2bc70 service neutron] Pushing event updated for resources: {'Port': ['ID=07e82003-d270-4848-a84d-a58ea18e9722,revision_number=7']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:20.636865 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a75adc43-146c-47b8-a7a7-d64ba714ecda req-8739cc36-a49e-4d8b-b719-3eef6fd7fa67 tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] 10.222.0.37 "GET /v2.0/security-groups?id=726a15fb-1926-4cf7-a6d2-4aeebaf15020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959868 Feb 20 05:33:20.654868 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-2401d40f-e99e-48ae-aa59-9addb5f2bc70 service neutron] Attempting to bind port 07e82003-d270-4848-a84d-a58ea18e9722 on host n-h2-829866-5 for vnic_type normal with profile {"migrating_to": "n-h1-829866-5"} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:33:20.655294 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-2401d40f-e99e-48ae-aa59-9addb5f2bc70 service neutron] Attempting to bind port 07e82003-d270-4848-a84d-a58ea18e9722 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:33:20.655631 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-2401d40f-e99e-48ae-aa59-9addb5f2bc70 service neutron] Attempting to bind port 07e82003-d270-4848-a84d-a58ea18e9722 on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:33:20.660692 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-2401d40f-e99e-48ae-aa59-9addb5f2bc70 service neutron] Port 07e82003-d270-4848-a84d-a58ea18e9722 on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:33:20.661024 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-2401d40f-e99e-48ae-aa59-9addb5f2bc70 service neutron] Attempting to bind port 07e82003-d270-4848-a84d-a58ea18e9722 on network ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:33:20.668499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-2401d40f-e99e-48ae-aa59-9addb5f2bc70 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:33:20.668499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-2401d40f-e99e-48ae-aa59-9addb5f2bc70 service neutron] Checking segment: {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:33:20.668499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-2401d40f-e99e-48ae-aa59-9addb5f2bc70 service neutron] Bound using segment: {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:33:20.668499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-2401d40f-e99e-48ae-aa59-9addb5f2bc70 service neutron] Bound port: 07e82003-d270-4848-a84d-a58ea18e9722, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4a6116-9296-415f-b732-b165cb04e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:33:20.669152 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-2401d40f-e99e-48ae-aa59-9addb5f2bc70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (07e82003-d270-4848-a84d-a58ea18e9722), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:20.773379 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-2401d40f-e99e-48ae-aa59-9addb5f2bc70 service neutron] For port 07e82003-d270-4848-a84d-a58ea18e9722, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:33:20.777240 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-2401d40f-e99e-48ae-aa59-9addb5f2bc70 service neutron] For port 07e82003-d270-4848-a84d-a58ea18e9722, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=07e82003-d270-4848-a84d-a58ea18e9722,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:33:20.786511 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-2401d40f-e99e-48ae-aa59-9addb5f2bc70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (07e82003-d270-4848-a84d-a58ea18e9722), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:20.787187 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7117c1-c10f-48f7-9fc5-27c6765b6d02 req-96dfb875-2615-47dc-9ddf-56ee41f5b173 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:20.798503 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5a7117c1-c10f-48f7-9fc5-27c6765b6d02 req-96dfb875-2615-47dc-9ddf-56ee41f5b173 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 944 time: 0.0981817 Feb 20 05:33:20.870537 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-2401d40f-e99e-48ae-aa59-9addb5f2bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:20.871331 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-2401d40f-e99e-48ae-aa59-9addb5f2bc70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:20.873748 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-2401d40f-e99e-48ae-aa59-9addb5f2bc70 service neutron] 10.222.0.61 "PUT /v2.0/ports/07e82003-d270-4848-a84d-a58ea18e9722 HTTP/1.1" status: 200 len: 1122 time: 0.7194586 Feb 20 05:33:20.877580 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401d40f-e99e-48ae-aa59-9addb5f2bc70 service neutron] Pushing event updated for resources: {'Port': ['ID=07e82003-d270-4848-a84d-a58ea18e9722,revision_number=8']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:20.899060 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5a7117c1-c10f-48f7-9fc5-27c6765b6d02 req-7389fb46-8f02-40be-b0a0-82b3f0773700 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991950 Feb 20 05:33:20.965337 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 20 Feb 2022 05:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cf173d-f86d-4636-a745-c9d40f5d9986 x-openstack-request-id: req-d1cf173d-f86d-4636-a745-c9d40f5d9986 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:33:20.965848 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a385fa4-fc77-4cc9-a674-c470ee7f0f3c", "name": "network-vif-plugged", "status": "completed", "tag": "c484c03b-bc0e-4da0-a86d-0b2a1872629a", "code": 200}, {"server_uuid": "a13b0905-7f3f-4765-a303-1dd29513f753", "name": "network-vif-plugged", "status": "completed", "tag": "bfa8764a-49ee-4747-82bc-79f11fab1602", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:33:20.968720 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1cf173d-f86d-4636-a745-c9d40f5d9986 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:33:20.968720 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a385fa4-fc77-4cc9-a674-c470ee7f0f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a', 'code': 200} Feb 20 05:33:20.968720 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13b0905-7f3f-4765-a303-1dd29513f753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa8764a-49ee-4747-82bc-79f11fab1602', 'code': 200} Feb 20 05:33:20.988821 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['07e82003-d270-4848-a84d-a58ea18e9722'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:33:21.021460 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['07e82003-d270-4848-a84d-a58ea18e9722'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:33:21.118410 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd47e4-02a6-4765-b861-7daa6f73dd67 req-30219987-46cc-436b-854d-c1b6fa8e0bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:21.119891 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-65dd47e4-02a6-4765-b861-7daa6f73dd67 req-30219987-46cc-436b-854d-c1b6fa8e0bdb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 1128 time: 0.0893168 Feb 20 05:33:21.155661 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f2e81-4aba-4c1b-9123-1a79cf0491d2 req-b12cdbf3-1f15-4585-ad6f-bf33124080b3 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:21.167560 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9a6f2e81-4aba-4c1b-9123-1a79cf0491d2 req-b12cdbf3-1f15-4585-ad6f-bf33124080b3 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 946 time: 0.1092172 Feb 20 05:33:21.223758 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-65dd47e4-02a6-4765-b861-7daa6f73dd67 req-fb31d67a-87b8-4269-9c2d-f8372a672013 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981002 Feb 20 05:33:21.250062 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9a6f2e81-4aba-4c1b-9123-1a79cf0491d2 req-f53bf8ce-e9d8-4b58-8962-8dcaec8573ea tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804362 Feb 20 05:33:21.334022 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:21.342954 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ea00024-7656-4d53-86dd-0932cf61cb52 req-9add03f2-f39c-4672-9f75-55db9e2eabea tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 210 time: 0.0343904 Feb 20 05:33:21.407473 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d12d3e-1de4-4468-a694-97d5c505bc7f x-openstack-request-id: req-98d12d3e-1de4-4468-a694-97d5c505bc7f {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:33:21.408057 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ba4eff-508a-4822-8b55-0e46082ef50c", "name": "network-vif-unplugged", "status": "completed", "tag": "07e82003-d270-4848-a84d-a58ea18e9722", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:33:21.409119 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98d12d3e-1de4-4468-a694-97d5c505bc7f {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:33:21.409563 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ba4eff-508a-4822-8b55-0e46082ef50c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07e82003-d270-4848-a84d-a58ea18e9722', 'code': 200} Feb 20 05:33:21.532018 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6afcc1-5f62-44ca-8072-7e991a715dba req-add31a37-fa3f-478b-9d37-a0b2c0f00e4c tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:21.540511 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bc6afcc1-5f62-44ca-8072-7e991a715dba req-add31a37-fa3f-478b-9d37-a0b2c0f00e4c tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a1270d-f01d-4c1b-b094-132856d28509 HTTP/1.1" status: 200 len: 946 time: 0.0808678 Feb 20 05:33:21.613233 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bc6afcc1-5f62-44ca-8072-7e991a715dba req-faa87059-64db-400f-a80c-41bfd4b0d5c7 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654547 Feb 20 05:33:21.788988 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9991b-2bac-42dc-9bca-8e86c987adf5 req-b84a436b-fcc7-4799-b6d8-ec46c0fd0cdb tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:21.794910 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9991b-2bac-42dc-9bca-8e86c987adf5 req-b84a436b-fcc7-4799-b6d8-ec46c0fd0cdb tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:21.800743 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9991b-2bac-42dc-9bca-8e86c987adf5 req-b84a436b-fcc7-4799-b6d8-ec46c0fd0cdb tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:21.806537 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9991b-2bac-42dc-9bca-8e86c987adf5 req-b84a436b-fcc7-4799-b6d8-ec46c0fd0cdb tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:21.812767 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9991b-2bac-42dc-9bca-8e86c987adf5 req-b84a436b-fcc7-4799-b6d8-ec46c0fd0cdb tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:21.818261 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9991b-2bac-42dc-9bca-8e86c987adf5 req-b84a436b-fcc7-4799-b6d8-ec46c0fd0cdb tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:21.824786 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9991b-2bac-42dc-9bca-8e86c987adf5 req-b84a436b-fcc7-4799-b6d8-ec46c0fd0cdb tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:21.827576 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b1a9991b-2bac-42dc-9bca-8e86c987adf5 req-b84a436b-fcc7-4799-b6d8-ec46c0fd0cdb tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.1353123 Feb 20 05:33:21.854924 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bd60a-fe7e-462e-8658-e68d2295f920 req-e40a14a2-3b9e-40cf-ba1b-fe78c606506a tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:21.856382 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b50bd60a-fe7e-462e-8658-e68d2295f920 req-e40a14a2-3b9e-40cf-ba1b-fe78c606506a tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf84b737-230c-4a19-a671-01cc302b4b15 HTTP/1.1" status: 200 len: 945 time: 0.1224594 Feb 20 05:33:21.997485 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b1a9991b-2bac-42dc-9bca-8e86c987adf5 req-c211a7d9-5c05-40cf-9768-4fed846137c3 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1581848 Feb 20 05:33:22.044285 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-b50bd60a-fe7e-462e-8658-e68d2295f920 req-5e8f7360-0b78-44b3-9019-bb86a0ef96c2 tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Deleting port 40f0143a-aae6-414b-bd7d-1d478bfd5e14 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:33:22.045803 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b50bd60a-fe7e-462e-8658-e68d2295f920 req-5e8f7360-0b78-44b3-9019-bb86a0ef96c2 tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (40f0143a-aae6-414b-bd7d-1d478bfd5e14), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:22.195105 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-b50bd60a-fe7e-462e-8658-e68d2295f920 req-5e8f7360-0b78-44b3-9019-bb86a0ef96c2 tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] For port 40f0143a-aae6-414b-bd7d-1d478bfd5e14, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=40f0143a-aae6-414b-bd7d-1d478bfd5e14,segment=NetworkSegment(32c81773-f6e4-4ee1-859f-566e00f83088),segment_id=32c81773-f6e4-4ee1-859f-566e00f83088)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:22.195942 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b50bd60a-fe7e-462e-8658-e68d2295f920 req-5e8f7360-0b78-44b3-9019-bb86a0ef96c2 tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (40f0143a-aae6-414b-bd7d-1d478bfd5e14), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:22.213514 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-b50bd60a-fe7e-462e-8658-e68d2295f920 req-5e8f7360-0b78-44b3-9019-bb86a0ef96c2 tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Calling delete_port for 40f0143a-aae6-414b-bd7d-1d478bfd5e14 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:33:22.225939 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e846e6-5396-49b5-a582-5328c1394121 req-bebddcd9-8423-43e7-becb-e4d443c75d44 tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:22.227821 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-23e846e6-5396-49b5-a582-5328c1394121 req-bebddcd9-8423-43e7-becb-e4d443c75d44 tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf84b737-230c-4a19-a671-01cc302b4b15 HTTP/1.1" status: 200 len: 945 time: 0.1102614 Feb 20 05:33:22.332284 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-23e846e6-5396-49b5-a582-5328c1394121 req-a0788d2c-545c-40e2-aaa0-acdf6d2efc1b tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] 10.222.0.37 "GET /v2.0/security-groups?id=726a15fb-1926-4cf7-a6d2-4aeebaf15020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966034 Feb 20 05:33:22.343087 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 07e82003-d270-4848-a84d-a58ea18e9722 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:33:22.514857 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b50bd60a-fe7e-462e-8658-e68d2295f920 req-5e8f7360-0b78-44b3-9019-bb86a0ef96c2 tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (40f0143a-aae6-414b-bd7d-1d478bfd5e14), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:22.550850 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f7360-0b78-44b3-9019-bb86a0ef96c2 tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Pushing event deleted for resources: {'Port': ['ID=40f0143a-aae6-414b-bd7d-1d478bfd5e14,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:22.584723 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 07e82003-d270-4848-a84d-a58ea18e9722, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=07e82003-d270-4848-a84d-a58ea18e9722,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:22.595648 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f3b26-a07b-4240-b31f-c07307f223cd req-862b615c-5621-4c8a-8888-070bcc9a002f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:22.599141 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 07e82003-d270-4848-a84d-a58ea18e9722 has no active binding in host n-h1-829866-5 {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 20 05:33:22.599588 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2d6f3b26-a07b-4240-b31f-c07307f223cd req-862b615c-5621-4c8a-8888-070bcc9a002f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 944 time: 0.1520052 Feb 20 05:33:22.600897 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['40f0143a-aae6-414b-bd7d-1d478bfd5e14'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:33:22.643886 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:22.654536 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50bd60a-fe7e-462e-8658-e68d2295f920 req-5e8f7360-0b78-44b3-9019-bb86a0ef96c2 tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] No DVR routers for this DVR port 40f0143a-aae6-414b-bd7d-1d478bfd5e14 on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:33:22.656697 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:22.658668 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b50bd60a-fe7e-462e-8658-e68d2295f920 req-5e8f7360-0b78-44b3-9019-bb86a0ef96c2 tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:22.662228 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b50bd60a-fe7e-462e-8658-e68d2295f920 req-5e8f7360-0b78-44b3-9019-bb86a0ef96c2 tempest-ServerPasswordTestJSON-514697531 tempest-ServerPasswordTestJSON-514697531-project] 10.222.0.48 "DELETE /v2.0/ports/40f0143a-aae6-414b-bd7d-1d478bfd5e14 HTTP/1.1" status: 204 len: 173 time: 0.7976689 Feb 20 05:33:22.662768 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf84b737-230c-4a19-a671-01cc302b4b15', 'name': 'network-vif-deleted', 'tag': '40f0143a-aae6-414b-bd7d-1d478bfd5e14'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:33:22.666225 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f9fa2c-2c50-4729-8c69-389b974c0536" -d '{"events": [{"server_uuid": "cf84b737-230c-4a19-a671-01cc302b4b15", "name": "network-vif-deleted", "tag": "40f0143a-aae6-414b-bd7d-1d478bfd5e14"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:33:22.703927 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:33:22.740105 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2d6f3b26-a07b-4240-b31f-c07307f223cd req-3d68b759-69c1-4350-b414-a27b0a3a3a0a tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396523 Feb 20 05:33:22.902562 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda9a73-6c9a-4ea1-8042-d198031713a7 req-0d698807-ce78-4735-81b9-33d1968f179f tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:22.910855 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2fda9a73-6c9a-4ea1-8042-d198031713a7 req-0d698807-ce78-4735-81b9-33d1968f179f tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 946 time: 0.0877309 Feb 20 05:33:22.972258 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2fda9a73-6c9a-4ea1-8042-d198031713a7 req-c6490613-5eca-4ee9-9393-3d02942aeb31 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600398 Feb 20 05:33:23.067130 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1289a4f8-706e-4048-9c52-fde70664718b req-37d84145-fb5e-4518-aea5-503020bd7867 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=73688624-cc40-46e9-9d7b-6363119f73d0 HTTP/1.1" status: 200 len: 210 time: 0.0278258 Feb 20 05:33:23.220806 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5f370-1c50-446c-972d-7efaf71b7bc2 req-a3fde20b-65f9-42c4-ab96-d671c1ea7406 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:23.222659 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-abf5f370-1c50-446c-972d-7efaf71b7bc2 req-a3fde20b-65f9-42c4-ab96-d671c1ea7406 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a1270d-f01d-4c1b-b094-132856d28509 HTTP/1.1" status: 200 len: 946 time: 0.0857439 Feb 20 05:33:23.320596 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-abf5f370-1c50-446c-972d-7efaf71b7bc2 req-da17ed8e-99ea-4cc6-a113-cc0d153a088b tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847957 Feb 20 05:33:23.370463 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020db2f3-8871-4ca3-8f4b-432a28d69910 x-openstack-request-id: req-020db2f3-8871-4ca3-8f4b-432a28d69910 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:33:23.370463 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf84b737-230c-4a19-a671-01cc302b4b15", "name": "network-vif-deleted", "tag": "40f0143a-aae6-414b-bd7d-1d478bfd5e14", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:33:23.370463 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-020db2f3-8871-4ca3-8f4b-432a28d69910 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:33:23.370463 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf84b737-230c-4a19-a671-01cc302b4b15', 'name': 'network-vif-deleted', 'tag': '40f0143a-aae6-414b-bd7d-1d478bfd5e14', 'status': 'completed', 'code': 200} Feb 20 05:33:23.410828 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ba4eff-508a-4822-8b55-0e46082ef50c', 'tag': '07e82003-d270-4848-a84d-a58ea18e9722'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:33:23.415705 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9e77a7-3794-4ab1-ab7d-0842b04b4fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "78ba4eff-508a-4822-8b55-0e46082ef50c", "tag": "07e82003-d270-4848-a84d-a58ea18e9722"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:33:23.468958 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9e2d2-b9cf-481f-a443-4f12df4b34af req-0d6ddc4b-04de-4a86-a0a5-6dc3c4cb03da tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:23.472175 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7af9e2d2-b9cf-481f-a443-4f12df4b34af req-0d6ddc4b-04de-4a86-a0a5-6dc3c4cb03da tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 946 time: 0.0610490 Feb 20 05:33:23.482590 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57236) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:33:23.487571 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-defd3bda-d138-4d12-8e69-50f4ba5723f1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Request body: {'floatingip': {'port_id': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:33:23.552930 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-defd3bda-d138-4d12-8e69-50f4ba5723f1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks [] for floatingip (93709177-a12d-458c-9490-cd7cedeb480d), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:23.716539 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c458d7-f9eb-477d-8978-990d490db9b5 req-b2d3b55b-df5e-4c65-8169-89c79b13577a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:23.722136 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c458d7-f9eb-477d-8978-990d490db9b5 req-b2d3b55b-df5e-4c65-8169-89c79b13577a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:23.727680 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c458d7-f9eb-477d-8978-990d490db9b5 req-b2d3b55b-df5e-4c65-8169-89c79b13577a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:23.733701 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c458d7-f9eb-477d-8978-990d490db9b5 req-b2d3b55b-df5e-4c65-8169-89c79b13577a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:23.739295 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c458d7-f9eb-477d-8978-990d490db9b5 req-b2d3b55b-df5e-4c65-8169-89c79b13577a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:23.744731 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c458d7-f9eb-477d-8978-990d490db9b5 req-b2d3b55b-df5e-4c65-8169-89c79b13577a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:23.750599 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c458d7-f9eb-477d-8978-990d490db9b5 req-b2d3b55b-df5e-4c65-8169-89c79b13577a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:23.753515 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50c458d7-f9eb-477d-8978-990d490db9b5 req-b2d3b55b-df5e-4c65-8169-89c79b13577a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.2038012 Feb 20 05:33:23.922251 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50c458d7-f9eb-477d-8978-990d490db9b5 req-5c278719-71ce-476e-8f61-10d5ea071646 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1573408 Feb 20 05:33:24.108966 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57250) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:33:24.190077 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4393dc-4c5e-485e-9be8-5f9b78fc08a8 x-openstack-request-id: req-bf4393dc-4c5e-485e-9be8-5f9b78fc08a8 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:33:24.190334 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ba4eff-508a-4822-8b55-0e46082ef50c", "tag": "07e82003-d270-4848-a84d-a58ea18e9722", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:33:24.191014 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf4393dc-4c5e-485e-9be8-5f9b78fc08a8 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:33:24.192709 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ba4eff-508a-4822-8b55-0e46082ef50c', 'tag': '07e82003-d270-4848-a84d-a58ea18e9722', 'status': 'completed', 'code': 200} Feb 20 05:33:24.224312 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c32e7b6-f7ad-4cd4-9e7b-3226fd20eea9 admin admin] Deleting subnet 69a301a5-1c9b-4c0c-b644-456c295d1a7d {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:33:24.245978 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7c32e7b6-f7ad-4cd4-9e7b-3226fd20eea9 admin admin] Publish callbacks [] for subnet (69a301a5-1c9b-4c0c-b644-456c295d1a7d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:24.329980 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7c32e7b6-f7ad-4cd4-9e7b-3226fd20eea9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (69a301a5-1c9b-4c0c-b644-456c295d1a7d), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:24.438849 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7c32e7b6-f7ad-4cd4-9e7b-3226fd20eea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (69a301a5-1c9b-4c0c-b644-456c295d1a7d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:24.542233 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e77a7-3794-4ab1-ab7d-0842b04b4fa9 req-103275e7-2e53-48fb-9048-c1a89805b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:24.543953 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a9e77a7-3794-4ab1-ab7d-0842b04b4fa9 req-103275e7-2e53-48fb-9048-c1a89805b3ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 1156 time: 0.2972050 Feb 20 05:33:24.691926 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7c32e7b6-f7ad-4cd4-9e7b-3226fd20eea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (69a301a5-1c9b-4c0c-b644-456c295d1a7d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:24.726563 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32e7b6-f7ad-4cd4-9e7b-3226fd20eea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69a301a5-1c9b-4c0c-b644-456c295d1a7d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:24.733220 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7c32e7b6-f7ad-4cd4-9e7b-3226fd20eea9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:24.740231 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7c32e7b6-f7ad-4cd4-9e7b-3226fd20eea9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/69a301a5-1c9b-4c0c-b644-456c295d1a7d HTTP/1.1" status: 204 len: 168 time: 0.6301877 Feb 20 05:33:24.741136 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57256) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:33:24.817782 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25735b99-d7eb-4ce5-9edb-ec310d489074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:24.922492 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25735b99-d7eb-4ce5-9edb-ec310d489074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:24.946847 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-25735b99-d7eb-4ce5-9edb-ec310d489074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:33:24.960237 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62929450-987d-4d8f-8817-558f441ef5fa req-c2649327-08eb-4a7e-83af-298e2fae909e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:24.961838 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62929450-987d-4d8f-8817-558f441ef5fa req-c2649327-08eb-4a7e-83af-298e2fae909e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 944 time: 0.6707714 Feb 20 05:33:24.968671 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-25735b99-d7eb-4ce5-9edb-ec310d489074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c81773-f6e4-4ee1-859f-566e00f83088') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:33:24.969301 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-25735b99-d7eb-4ce5-9edb-ec310d489074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c81773-f6e4-4ee1-859f-566e00f83088') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:33:24.980603 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25735b99-d7eb-4ce5-9edb-ec310d489074 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (32c81773-f6e4-4ee1-859f-566e00f83088), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:25.008629 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25735b99-d7eb-4ce5-9edb-ec310d489074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (32c81773-f6e4-4ee1-859f-566e00f83088), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:25.023957 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25735b99-d7eb-4ce5-9edb-ec310d489074 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:33:25.024311 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25735b99-d7eb-4ce5-9edb-ec310d489074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (32c81773-f6e4-4ee1-859f-566e00f83088), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:25.059320 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-defd3bda-d138-4d12-8e69-50f4ba5723f1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:25.074332 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:25.085409 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-defd3bda-d138-4d12-8e69-50f4ba5723f1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (93709177-a12d-458c-9490-cd7cedeb480d), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:33:25.114372 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:33:25.118910 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25735b99-d7eb-4ce5-9edb-ec310d489074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:25.136408 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25735b99-d7eb-4ce5-9edb-ec310d489074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:25.143636 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-25735b99-d7eb-4ce5-9edb-ec310d489074 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f HTTP/1.1" status: 204 len: 168 time: 0.4012489 Feb 20 05:33:25.172992 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25735b99-d7eb-4ce5-9edb-ec310d489074 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3cf9a5c-9d9a-4656-9fb3-9a2f9cf1142f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:25.179331 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62929450-987d-4d8f-8817-558f441ef5fa req-b25f3b1b-efd6-4f34-96c6-3a53db323417 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029877 Feb 20 05:33:25.198134 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e77a7-3794-4ab1-ab7d-0842b04b4fa9 req-1df84c2f-900d-4784-b2b7-4feb99ea6385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:25.205449 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a9e77a7-3794-4ab1-ab7d-0842b04b4fa9 req-1df84c2f-900d-4784-b2b7-4feb99ea6385 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 920 time: 0.2633216 Feb 20 05:33:25.351448 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57266) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:33:25.374241 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a9e77a7-3794-4ab1-ab7d-0842b04b4fa9 req-d1ef75d3-784a-40bd-864e-b455e005c600 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07e82003-d270-4848-a84d-a58ea18e9722 HTTP/1.1" status: 200 len: 217 time: 0.1623027 Feb 20 05:33:25.416062 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-804105f9-f9f6-4610-adb9-07fc0db648e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8798b9b0b46146cf9eb7afb93037b493&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0630643 Feb 20 05:33:25.418943 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57270) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:33:25.501776 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0e42-d20f-4008-ad36-fe863f2919f2 admin admin] Publish callbacks [] for security_group (726a15fb-1926-4cf7-a6d2-4aeebaf15020), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:25.528192 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e77a7-3794-4ab1-ab7d-0842b04b4fa9 req-07a737bf-b899-43b7-802a-b89f5bb9554d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:25.530339 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0e42-d20f-4008-ad36-fe863f2919f2 admin admin] Publish callbacks [] for security_group (726a15fb-1926-4cf7-a6d2-4aeebaf15020), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:25.533150 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a9e77a7-3794-4ab1-ab7d-0842b04b4fa9 req-07a737bf-b899-43b7-802a-b89f5bb9554d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 200 len: 860 time: 0.1261494 Feb 20 05:33:25.539738 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-defd3bda-d138-4d12-8e69-50f4ba5723f1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Floating IP 93709177-a12d-458c-9490-cd7cedeb480d associated. External IP: 172.25.3.29, port: c484c03b-bc0e-4da0-a86d-0b2a1872629a. Feb 20 05:33:25.548815 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f2f22-d447-410b-b157-14b4683ec72a req-ae70adc1-ad33-4922-879d-806ad6f9bb56 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:25.555630 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe4f2f22-d447-410b-b157-14b4683ec72a req-ae70adc1-ad33-4922-879d-806ad6f9bb56 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a1270d-f01d-4c1b-b094-132856d28509 HTTP/1.1" status: 200 len: 946 time: 0.2077262 Feb 20 05:33:25.604267 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0e42-d20f-4008-ad36-fe863f2919f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (726a15fb-1926-4cf7-a6d2-4aeebaf15020), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:25.608502 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0e42-d20f-4008-ad36-fe863f2919f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:25.609989 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bd9f0e42-d20f-4008-ad36-fe863f2919f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/726a15fb-1926-4cf7-a6d2-4aeebaf15020 HTTP/1.1" status: 204 len: 168 time: 0.1887994 Feb 20 05:33:25.615193 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 40f0143a-aae6-414b-bd7d-1d478bfd5e14 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:33:25.621459 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f0e42-d20f-4008-ad36-fe863f2919f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726a15fb-1926-4cf7-a6d2-4aeebaf15020,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:25.662529 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 40f0143a-aae6-414b-bd7d-1d478bfd5e14 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:33:25.667587 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 40f0143a-aae6-414b-bd7d-1d478bfd5e14 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:33:25.701968 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a9e77a7-3794-4ab1-ab7d-0842b04b4fa9 req-1e4139b1-99bf-43e0-9011-ff3e0f055338 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375124 Feb 20 05:33:25.831789 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe4f2f22-d447-410b-b157-14b4683ec72a req-444cbcb0-0310-4500-b82a-32f3f9ef8b43 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750561 Feb 20 05:33:26.017764 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a9e77a7-3794-4ab1-ab7d-0842b04b4fa9 req-7c210ffa-79c4-4874-9fa0-55620a99e8a9 service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090999 Feb 20 05:33:26.160175 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a9e77a7-3794-4ab1-ab7d-0842b04b4fa9 req-a6938eb9-ce8d-4920-bfc4-128e91cf6242 service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356626 Feb 20 05:33:26.219730 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8936953-9f82-45ac-ad8c-77973f3645cc req-e33d5cf4-430b-43a4-8afc-dda9d11620cd tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:26.224979 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8936953-9f82-45ac-ad8c-77973f3645cc req-e33d5cf4-430b-43a4-8afc-dda9d11620cd tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:26.230211 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8936953-9f82-45ac-ad8c-77973f3645cc req-e33d5cf4-430b-43a4-8afc-dda9d11620cd tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:26.236017 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8936953-9f82-45ac-ad8c-77973f3645cc req-e33d5cf4-430b-43a4-8afc-dda9d11620cd tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:26.241721 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8936953-9f82-45ac-ad8c-77973f3645cc req-e33d5cf4-430b-43a4-8afc-dda9d11620cd tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:26.249547 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8936953-9f82-45ac-ad8c-77973f3645cc req-e33d5cf4-430b-43a4-8afc-dda9d11620cd tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:26.253015 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8936953-9f82-45ac-ad8c-77973f3645cc req-e33d5cf4-430b-43a4-8afc-dda9d11620cd tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:26.260713 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d8936953-9f82-45ac-ad8c-77973f3645cc req-e33d5cf4-430b-43a4-8afc-dda9d11620cd tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.3267679 Feb 20 05:33:26.374347 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d8936953-9f82-45ac-ad8c-77973f3645cc req-2201259c-6532-47fd-a1f7-c3d97f9c0fa5 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127203 Feb 20 05:33:26.411150 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defd3bda-d138-4d12-8e69-50f4ba5723f1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Router 0d91ccfd-d302-4a51-badb-3f4dd3322d75 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:33:26.615589 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defd3bda-d138-4d12-8e69-50f4ba5723f1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:33:26.628160 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623044f1-772a-448e-8d5f-32af1bca031a None None] Sync routers for ids ['0d91ccfd-d302-4a51-badb-3f4dd3322d75'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:33:26.630672 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-defd3bda-d138-4d12-8e69-50f4ba5723f1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:26.645281 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623044f1-772a-448e-8d5f-32af1bca031a None None] Routers {'0d91ccfd-d302-4a51-badb-3f4dd3322d75'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:33:26.646419 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-623044f1-772a-448e-8d5f-32af1bca031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:33:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0d91ccfd-d302-4a51-badb-3f4dd3322d75'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:33:26.702215 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-defd3bda-d138-4d12-8e69-50f4ba5723f1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "PUT /v2.0/floatingips/93709177-a12d-458c-9490-cd7cedeb480d HTTP/1.1" status: 200 len: 991 time: 3.2174780 Feb 20 05:33:26.703893 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a385fa4-fc77-4cc9-a674-c470ee7f0f3c', 'tag': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:33:26.706289 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad30678b-9fb3-4856-bb52-4257cd6ea946" -d '{"events": [{"name": "network-changed", "server_uuid": "5a385fa4-fc77-4cc9-a674-c470ee7f0f3c", "tag": "c484c03b-bc0e-4da0-a86d-0b2a1872629a"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:33:26.714703 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57310) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:33:26.738385 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b56e7-b01a-4961-a466-c32a4cc88caa req-df624779-d734-4c86-9e9b-a1884a299c6b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:26.741283 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-430b56e7-b01a-4961-a466-c32a4cc88caa req-df624779-d734-4c86-9e9b-a1884a299c6b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 944 time: 0.1391032 Feb 20 05:33:26.846744 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-430b56e7-b01a-4961-a466-c32a4cc88caa req-fad5a18b-31b4-445f-824c-a6376d648b18 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965962 Feb 20 05:33:26.935282 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-f1d50f2a-ac55-4313-8bef-582951e4519e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1463480492-network', 'tenant_id': 'e3b1217081b04d6097c7167cba46eaf8'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:33:26.944486 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-623044f1-772a-448e-8d5f-32af1bca031a None None] Set router 0d91ccfd-d302-4a51-badb-3f4dd3322d75 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:33:27.003344 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d50f2a-ac55-4313-8bef-582951e4519e admin admin] Made reservation on behalf of e3b1217081b04d6097c7167cba46eaf8 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:33:27.006019 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f1d50f2a-ac55-4313-8bef-582951e4519e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:27.017057 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f1d50f2a-ac55-4313-8bef-582951e4519e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:27.084802 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9a550-afd9-4410-bd11-e53c7fa085f7 req-912e6224-adda-493f-ba84-db255be93be7 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:27.096338 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-42c9a550-afd9-4410-bd11-e53c7fa085f7 req-912e6224-adda-493f-ba84-db255be93be7 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 946 time: 0.1135566 Feb 20 05:33:27.137626 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f1d50f2a-ac55-4313-8bef-582951e4519e admin admin] Publish callbacks [] for security_group (ff3b7aca-90e4-4e28-91e6-623e94a2f2b7), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:27.156585 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f1d50f2a-ac55-4313-8bef-582951e4519e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ff3b7aca-90e4-4e28-91e6-623e94a2f2b7), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:27.188924 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d50f2a-ac55-4313-8bef-582951e4519e admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:33:27.195827 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-42c9a550-afd9-4410-bd11-e53c7fa085f7 req-ddfdde60-b259-45cd-8056-3e6781e05cd6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984519 Feb 20 05:33:27.211173 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d50f2a-ac55-4313-8bef-582951e4519e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:27.223585 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f1d50f2a-ac55-4313-8bef-582951e4519e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (8b74ed4c-b910-4fbe-8040-1fa354141be0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:27.224555 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-f1d50f2a-ac55-4313-8bef-582951e4519e admin admin] Added segment 8b74ed4c-b910-4fbe-8040-1fa354141be0 of type vlan for network 257210f7-3217-4ff4-9c05-d5c93a253e1f Feb 20 05:33:27.268766 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf567de-9968-416c-bd05-36466ff978d0 x-openstack-request-id: req-fbf567de-9968-416c-bd05-36466ff978d0 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:33:27.269775 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a385fa4-fc77-4cc9-a674-c470ee7f0f3c", "tag": "c484c03b-bc0e-4da0-a86d-0b2a1872629a", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:33:27.270035 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fbf567de-9968-416c-bd05-36466ff978d0 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:33:27.270447 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a385fa4-fc77-4cc9-a674-c470ee7f0f3c', 'tag': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a', 'status': 'completed', 'code': 200} Feb 20 05:33:27.387002 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f1d50f2a-ac55-4313-8bef-582951e4519e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (257210f7-3217-4ff4-9c05-d5c93a253e1f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:27.425115 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-623044f1-772a-448e-8d5f-32af1bca031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'name': 'tempest-ServerActionsTestJSON-2007519912-router', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6513001-1554-417e-8dea-54f2fdde0f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:32:46Z', 'updated_at': '2022-02-20T05:32:53Z', 'revision_number': 4, 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'gw_port': {'id': 'e6513001-1554-417e-8dea-54f2fdde0f04', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:17:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:32:47Z', 'updated_at': '2022-02-20T05:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '93709177-a12d-458c-9490-cd7cedeb480d', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'port_id': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'mac_address': 'fa:16:3e:fd:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a385fa4-fc77-4cc9-a674-c470ee7f0f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:33:02Z', 'updated_at': '2022-02-20T05:33:24Z', 'revision_number': 1, 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00dcd03b-3384-43f9-b137-628c9c7cb3ba', 'name': '', 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'mac_address': 'fa:16:3e:f1:1e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:32:50Z', 'updated_at': '2022-02-20T05:32:58Z', 'revision_number': 5, 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'subnets': [{'id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:33:27.429091 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff37526-de10-4085-a84d-7ba7c6851b27 req-c3367f98-b53d-47ba-adfe-d83f842734ea tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:27.439298 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cff37526-de10-4085-a84d-7ba7c6851b27 req-c3367f98-b53d-47ba-adfe-d83f842734ea tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a1270d-f01d-4c1b-b094-132856d28509 HTTP/1.1" status: 200 len: 946 time: 0.1014378 Feb 20 05:33:27.477003 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f1d50f2a-ac55-4313-8bef-582951e4519e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (257210f7-3217-4ff4-9c05-d5c93a253e1f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:27.477994 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d50f2a-ac55-4313-8bef-582951e4519e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:27.478760 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f1d50f2a-ac55-4313-8bef-582951e4519e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:27.492407 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623044f1-772a-448e-8d5f-32af1bca031a None None] Checking router: 0d91ccfd-d302-4a51-badb-3f4dd3322d75 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:33:27.512611 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cff37526-de10-4085-a84d-7ba7c6851b27 req-95d9d7ed-5d2a-4803-b428-a24545954b2e tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714393 Feb 20 05:33:27.527835 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623044f1-772a-448e-8d5f-32af1bca031a None None] Routers {'0d91ccfd-d302-4a51-badb-3f4dd3322d75'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:33:27.527835 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-623044f1-772a-448e-8d5f-32af1bca031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:33:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0d91ccfd-d302-4a51-badb-3f4dd3322d75'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:33:27.580082 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30678b-9fb3-4856-bb52-4257cd6ea946 req-65e1f2b1-d094-45cc-8e22-2908c4c3d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:27.581597 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ad30678b-9fb3-4856-bb52-4257cd6ea946 req-65e1f2b1-d094-45cc-8e22-2908c4c3d9eb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 1128 time: 0.2751944 Feb 20 05:33:27.615176 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d50f2a-ac55-4313-8bef-582951e4519e admin admin] Pushing event updated for resources: {'Network': ['ID=257210f7-3217-4ff4-9c05-d5c93a253e1f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:27.638135 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f1d50f2a-ac55-4313-8bef-582951e4519e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9224515 Feb 20 05:33:27.651682 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57326) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:33:27.665298 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 257210f7-3217-4ff4-9c05-d5c93a253e1f details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:33:27.731370 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9ca497c0-5358-472b-a1d6-f71c2c2550f5 admin admin] Request body: {'subnet': {'network_id': '257210f7-3217-4ff4-9c05-d5c93a253e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1463480492-subnet', 'tenant_id': 'e3b1217081b04d6097c7167cba46eaf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:33:27.752458 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-623044f1-772a-448e-8d5f-32af1bca031a None None] Set router 0d91ccfd-d302-4a51-badb-3f4dd3322d75 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:33:27.760819 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30678b-9fb3-4856-bb52-4257cd6ea946 req-b411113c-c15a-4658-be12-715ad788963a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:27.762452 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ad30678b-9fb3-4856-bb52-4257cd6ea946 req-b411113c-c15a-4658-be12-715ad788963a service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 200 len: 912 time: 0.1389329 Feb 20 05:33:27.790584 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca497c0-5358-472b-a1d6-f71c2c2550f5 admin admin] Made reservation on behalf of e3b1217081b04d6097c7167cba46eaf8 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:33:27.793118 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ca497c0-5358-472b-a1d6-f71c2c2550f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:27.870171 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ad30678b-9fb3-4856-bb52-4257cd6ea946 req-660f2e60-4bcb-495b-8352-86562828dde0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c484c03b-bc0e-4da0-a86d-0b2a1872629a HTTP/1.1" status: 200 len: 999 time: 0.0932739 Feb 20 05:33:27.874766 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db865ea-f5bb-48ba-ad93-87deaba11d0f req-15b3de63-2e54-4836-b1c6-51d3f40f268c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:27.876462 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4db865ea-f5bb-48ba-ad93-87deaba11d0f req-15b3de63-2e54-4836-b1c6-51d3f40f268c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 946 time: 0.2385330 Feb 20 05:33:27.958117 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4db865ea-f5bb-48ba-ad93-87deaba11d0f req-4c6d8361-fb66-4126-be4a-7c623a38cce1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682878 Feb 20 05:33:27.962942 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30678b-9fb3-4856-bb52-4257cd6ea946 req-4ecbf5bb-631e-45da-b73a-68e80398de8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:27.966485 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ad30678b-9fb3-4856-bb52-4257cd6ea946 req-4ecbf5bb-631e-45da-b73a-68e80398de8f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a08401b1-85d8-4e92-bab1-1aef3c02482d HTTP/1.1" status: 200 len: 851 time: 0.0786090 Feb 20 05:33:28.047193 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30678b-9fb3-4856-bb52-4257cd6ea946 req-d17a734c-da9a-4602-949e-00e2b498a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:28.048785 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ad30678b-9fb3-4856-bb52-4257cd6ea946 req-d17a734c-da9a-4602-949e-00e2b498a504 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0782130 Feb 20 05:33:28.175504 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ad30678b-9fb3-4856-bb52-4257cd6ea946 req-de14079d-3e90-4a4c-977c-261ea1c17a56 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203659 Feb 20 05:33:28.229209 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be2abd-33ab-404a-89ce-543ca27bd811 req-f2da5fe9-357d-47de-b7df-412e78e5e45d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:28.235852 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be2abd-33ab-404a-89ce-543ca27bd811 req-f2da5fe9-357d-47de-b7df-412e78e5e45d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:28.238864 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-623044f1-772a-448e-8d5f-32af1bca031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'name': 'tempest-ServerActionsTestJSON-2007519912-router', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6513001-1554-417e-8dea-54f2fdde0f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:32:46Z', 'updated_at': '2022-02-20T05:32:53Z', 'revision_number': 4, 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'gw_port': {'id': 'e6513001-1554-417e-8dea-54f2fdde0f04', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:17:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:32:47Z', 'updated_at': '2022-02-20T05:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '93709177-a12d-458c-9490-cd7cedeb480d', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'port_id': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'mac_address': 'fa:16:3e:fd:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a385fa4-fc77-4cc9-a674-c470ee7f0f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:33:02Z', 'updated_at': '2022-02-20T05:33:24Z', 'revision_number': 1, 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00dcd03b-3384-43f9-b137-628c9c7cb3ba', 'name': '', 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'mac_address': 'fa:16:3e:f1:1e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:32:50Z', 'updated_at': '2022-02-20T05:32:58Z', 'revision_number': 5, 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'subnets': [{'id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:33:28.243954 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be2abd-33ab-404a-89ce-543ca27bd811 req-f2da5fe9-357d-47de-b7df-412e78e5e45d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:28.253351 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be2abd-33ab-404a-89ce-543ca27bd811 req-f2da5fe9-357d-47de-b7df-412e78e5e45d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:28.260840 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be2abd-33ab-404a-89ce-543ca27bd811 req-f2da5fe9-357d-47de-b7df-412e78e5e45d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:28.267033 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be2abd-33ab-404a-89ce-543ca27bd811 req-f2da5fe9-357d-47de-b7df-412e78e5e45d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:28.274049 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be2abd-33ab-404a-89ce-543ca27bd811 req-f2da5fe9-357d-47de-b7df-412e78e5e45d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:28.276084 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-89be2abd-33ab-404a-89ce-543ca27bd811 req-f2da5fe9-357d-47de-b7df-412e78e5e45d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.2108095 Feb 20 05:33:28.277525 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ca497c0-5358-472b-a1d6-f71c2c2550f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (27956d86-7b7c-42ed-98d4-f3171eb93018), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:28.284284 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623044f1-772a-448e-8d5f-32af1bca031a None None] The sync data for ids ['0d91ccfd-d302-4a51-badb-3f4dd3322d75'] in n-d-829866-5 is: [{'id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'name': 'tempest-ServerActionsTestJSON-2007519912-router', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6513001-1554-417e-8dea-54f2fdde0f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:32:46Z', 'updated_at': '2022-02-20T05:32:53Z', 'revision_number': 4, 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'gw_port': {'id': 'e6513001-1554-417e-8dea-54f2fdde0f04', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:17:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:32:47Z', 'updated_at': '2022-02-20T05:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '93709177-a12d-458c-9490-cd7cedeb480d', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'port_id': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'mac_address': 'fa:16:3e:fd:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a385fa4-fc77-4cc9-a674-c470ee7f0f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:33:02Z', 'updated_at': '2022-02-20T05:33:24Z', 'revision_number': 1, 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00dcd03b-3384-43f9-b137-628c9c7cb3ba', 'name': '', 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'mac_address': 'fa:16:3e:f1:1e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:32:50Z', 'updated_at': '2022-02-20T05:32:58Z', 'revision_number': 5, 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'subnets': [{'id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:33:28.305871 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ad30678b-9fb3-4856-bb52-4257cd6ea946 req-ee9190c0-a857-4313-8a46-7d52ee628fe0 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237478 Feb 20 05:33:28.425686 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca497c0-5358-472b-a1d6-f71c2c2550f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27956d86-7b7c-42ed-98d4-f3171eb93018,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:28.432948 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca497c0-5358-472b-a1d6-f71c2c2550f5 admin admin] Checking segment: {'id': '8b74ed4c-b910-4fbe-8040-1fa354141be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '257210f7-3217-4ff4-9c05-d5c93a253e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:33:28.433316 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca497c0-5358-472b-a1d6-f71c2c2550f5 admin admin] Network hostable DHCP agents. Network: 257210f7-3217-4ff4-9c05-d5c93a253e1f, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:33:28.447079 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-89be2abd-33ab-404a-89ce-543ca27bd811 req-ebd35b74-7de7-45b1-8d80-c9d94cb789d0 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1582685 Feb 20 05:33:28.466498 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca497c0-5358-472b-a1d6-f71c2c2550f5 admin admin] Network 257210f7-3217-4ff4-9c05-d5c93a253e1f is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:33:28.486561 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-9ca497c0-5358-472b-a1d6-f71c2c2550f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 257210f7-3217-4ff4-9c05-d5c93a253e1f) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:33:28.491433 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca497c0-5358-472b-a1d6-f71c2c2550f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:28.492164 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ca497c0-5358-472b-a1d6-f71c2c2550f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:28.501260 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4910d71-42ca-49ee-943d-ca50bc6c2cbc None None] Network 257210f7-3217-4ff4-9c05-d5c93a253e1f requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:33:28.524123 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9ca497c0-5358-472b-a1d6-f71c2c2550f5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8619831 Feb 20 05:33:28.703276 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3045961a-46e7-400b-96ed-a648976d0332 None None] New status for floating IP 93709177-a12d-458c-9490-cd7cedeb480d: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:33:28.821671 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554dca6-e76d-4b0a-a663-c28b91bba76e req-0c84a39b-4b38-49d7-98a3-d2c20d49785f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:28.827422 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8554dca6-e76d-4b0a-a663-c28b91bba76e req-0c84a39b-4b38-49d7-98a3-d2c20d49785f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 944 time: 0.1491427 Feb 20 05:33:28.920708 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8554dca6-e76d-4b0a-a663-c28b91bba76e req-0ced21d1-adf0-403c-a99b-9812d2c31731 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877450 Feb 20 05:33:28.974466 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6be429-8f07-4146-82d0-5f5dfaeb8006 None None] Network 257210f7-3217-4ff4-9c05-d5c93a253e1f requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:33:29.102339 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862befa-dd2e-4658-9d94-43052d886792 req-914bceca-417d-4677-9d5c-89b66b8d607e tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:29.122522 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5862befa-dd2e-4658-9d94-43052d886792 req-914bceca-417d-4677-9d5c-89b66b8d607e tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a1270d-f01d-4c1b-b094-132856d28509 HTTP/1.1" status: 200 len: 946 time: 0.1211021 Feb 20 05:33:29.186677 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5862befa-dd2e-4658-9d94-43052d886792 req-3617586e-ed0e-4d25-9f63-6af12b9cae9c tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625811 Feb 20 05:33:29.568103 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-f17e58f5-efd6-4234-bf5c-f6d98fa4efd2 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:29.569702 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-f17e58f5-efd6-4234-bf5c-f6d98fa4efd2 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/networks?id=257210f7-3217-4ff4-9c05-d5c93a253e1f HTTP/1.1" status: 200 len: 814 time: 0.1074638 Feb 20 05:33:29.586754 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-85730a8c-7176-4441-bbdd-a8a9b87d16ff tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/quotas/e3b1217081b04d6097c7167cba46eaf8 HTTP/1.1" status: 200 len: 375 time: 0.0111949 Feb 20 05:33:29.631046 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-f5c92d5d-5592-4daf-9624-6be3e96699f5 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3b1217081b04d6097c7167cba46eaf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348809 Feb 20 05:33:29.743584 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-fca61b34-b899-4297-bbcc-fc687ef133f6 service neutron] 10.222.0.37 "GET /v2.0/networks/257210f7-3217-4ff4-9c05-d5c93a253e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069608 Feb 20 05:33:29.855226 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-7292f256-7f59-4d60-9710-f0de3d70031f service neutron] 10.222.0.37 "GET /v2.0/networks/257210f7-3217-4ff4-9c05-d5c93a253e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944724 Feb 20 05:33:30.196281 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09fd8b-983a-4ef3-9909-bbae4a929fc6 req-18902330-a9aa-42c0-aad6-ca2eedff582f tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:30.202090 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e09fd8b-983a-4ef3-9909-bbae4a929fc6 req-18902330-a9aa-42c0-aad6-ca2eedff582f tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 946 time: 0.1148901 Feb 20 05:33:30.303279 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e09fd8b-983a-4ef3-9909-bbae4a929fc6 req-6dcf9ae4-be42-4e46-93d1-417516aaec3d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936265 Feb 20 05:33:30.492333 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299d0f0-467d-4a61-a4ee-398aeeaa91c4 req-c2a610af-56c7-48c6-8d4c-2d81710414d6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:30.500542 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299d0f0-467d-4a61-a4ee-398aeeaa91c4 req-c2a610af-56c7-48c6-8d4c-2d81710414d6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:30.506251 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299d0f0-467d-4a61-a4ee-398aeeaa91c4 req-c2a610af-56c7-48c6-8d4c-2d81710414d6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:30.515904 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299d0f0-467d-4a61-a4ee-398aeeaa91c4 req-c2a610af-56c7-48c6-8d4c-2d81710414d6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:30.521352 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299d0f0-467d-4a61-a4ee-398aeeaa91c4 req-c2a610af-56c7-48c6-8d4c-2d81710414d6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:30.526879 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299d0f0-467d-4a61-a4ee-398aeeaa91c4 req-c2a610af-56c7-48c6-8d4c-2d81710414d6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:30.532785 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299d0f0-467d-4a61-a4ee-398aeeaa91c4 req-c2a610af-56c7-48c6-8d4c-2d81710414d6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:30.542140 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9299d0f0-467d-4a61-a4ee-398aeeaa91c4 req-c2a610af-56c7-48c6-8d4c-2d81710414d6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.1619973 Feb 20 05:33:30.639666 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9299d0f0-467d-4a61-a4ee-398aeeaa91c4 req-4289bf99-77d6-44d7-bf48-18231691239e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0963514 Feb 20 05:33:30.882812 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66d921-853c-416f-aef2-6669020b5c54 req-b874d8ba-e19f-4b07-a417-224f5e28f269 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:30.891243 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea66d921-853c-416f-aef2-6669020b5c54 req-b874d8ba-e19f-4b07-a417-224f5e28f269 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 944 time: 0.1007311 Feb 20 05:33:30.954241 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea66d921-853c-416f-aef2-6669020b5c54 req-c982a6eb-a437-4b13-8b6b-66ac097bc39c tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619559 Feb 20 05:33:31.070488 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6064120d-eb17-494f-88d7-e62f1fa9be84 req-338577f5-da49-4b1b-a09a-b7c06633cf74 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 210 time: 0.0339539 Feb 20 05:33:31.262646 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70c3d3-901a-402d-845e-da8ba3c2ff7d req-47716e69-8799-430b-9000-a69e65974b03 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:31.264320 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3c70c3d3-901a-402d-845e-da8ba3c2ff7d req-47716e69-8799-430b-9000-a69e65974b03 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a1270d-f01d-4c1b-b094-132856d28509 HTTP/1.1" status: 200 len: 946 time: 0.1247537 Feb 20 05:33:31.422659 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3c70c3d3-901a-402d-845e-da8ba3c2ff7d req-d5daa32e-2f9a-495a-a699-34e74bab97be tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462259 Feb 20 05:33:31.498007 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-f763b5fc-7c1c-44dd-92ad-b95d29e74487 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:31.500179 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-f763b5fc-7c1c-44dd-92ad-b95d29e74487 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.48 "GET /v2.0/networks?id=257210f7-3217-4ff4-9c05-d5c93a253e1f HTTP/1.1" status: 200 len: 814 time: 0.2033126 Feb 20 05:33:31.512800 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-2c06b27d-6a55-42a2-80a2-991a06c4d21d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Request body: {'port': {'device_id': '7a5e0fb1-b81d-47ad-88bc-2b0be5de5608', 'network_id': '257210f7-3217-4ff4-9c05-d5c93a253e1f', 'admin_state_up': True, 'tenant_id': 'e3b1217081b04d6097c7167cba46eaf8'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:33:31.659610 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469b72b-b487-4bbc-bcad-0160aeefa6a4 req-e97c1e41-1349-40e6-87f1-c1a08472ccb7 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:31.661123 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b469b72b-b487-4bbc-bcad-0160aeefa6a4 req-e97c1e41-1349-40e6-87f1-c1a08472ccb7 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 946 time: 0.1442699 Feb 20 05:33:31.675257 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 07e82003-d270-4848-a84d-a58ea18e9722 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:33:31.775718 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b469b72b-b487-4bbc-bcad-0160aeefa6a4 req-cc1bbe15-9088-49e5-bad5-be7f5669b471 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778520 Feb 20 05:33:31.784433 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-2c06b27d-6a55-42a2-80a2-991a06c4d21d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Made reservation on behalf of e3b1217081b04d6097c7167cba46eaf8 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:33:31.787928 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-2c06b27d-6a55-42a2-80a2-991a06c4d21d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:31.814305 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 07e82003-d270-4848-a84d-a58ea18e9722 is: DOWN; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:33:32.025233 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d649d2-e949-4440-9d8c-7f158f390666 req-7b58286d-f377-489e-b3fe-7ab0e87eae01 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:32.031066 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d649d2-e949-4440-9d8c-7f158f390666 req-7b58286d-f377-489e-b3fe-7ab0e87eae01 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:32.036275 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d649d2-e949-4440-9d8c-7f158f390666 req-7b58286d-f377-489e-b3fe-7ab0e87eae01 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:32.041531 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d649d2-e949-4440-9d8c-7f158f390666 req-7b58286d-f377-489e-b3fe-7ab0e87eae01 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:32.048193 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d649d2-e949-4440-9d8c-7f158f390666 req-7b58286d-f377-489e-b3fe-7ab0e87eae01 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:32.053522 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d649d2-e949-4440-9d8c-7f158f390666 req-7b58286d-f377-489e-b3fe-7ab0e87eae01 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:32.058685 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d649d2-e949-4440-9d8c-7f158f390666 req-7b58286d-f377-489e-b3fe-7ab0e87eae01 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:32.069251 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d1d649d2-e949-4440-9d8c-7f158f390666 req-7b58286d-f377-489e-b3fe-7ab0e87eae01 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.1839523 Feb 20 05:33:32.085160 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-2c06b27d-6a55-42a2-80a2-991a06c4d21d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Allocated IP 172.20.0.7 (257210f7-3217-4ff4-9c05-d5c93a253e1f/27956d86-7b7c-42ed-98d4-f3171eb93018/4a22635c-1ebb-4bcb-8ef4-c83d23272b6c) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:33:32.202979 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d1d649d2-e949-4440-9d8c-7f158f390666 req-185d6ba8-77b6-4a61-9866-8f47d47be5fe tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1163909 Feb 20 05:33:32.355306 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-2c06b27d-6a55-42a2-80a2-991a06c4d21d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Publish callbacks [] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:32.411826 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-2c06b27d-6a55-42a2-80a2-991a06c4d21d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:32.436746 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-2c06b27d-6a55-42a2-80a2-991a06c4d21d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Network 257210f7-3217-4ff4-9c05-d5c93a253e1f is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:33:32.440568 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-2c06b27d-6a55-42a2-80a2-991a06c4d21d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:33:32.473615 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-2c06b27d-6a55-42a2-80a2-991a06c4d21d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:33:32.542124 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06b27d-6a55-42a2-80a2-991a06c4d21d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Pushing event updated for resources: {'Port': ['ID=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:32.576835 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-2c06b27d-6a55-42a2-80a2-991a06c4d21d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:32.577657 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-2c06b27d-6a55-42a2-80a2-991a06c4d21d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:32.601204 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-2c06b27d-6a55-42a2-80a2-991a06c4d21d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0928004 Feb 20 05:33:32.614818 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-76f56511-9c41-4263-8c59-db8ad4e8697d service neutron] Request body: {'port': {'device_id': '7a5e0fb1-b81d-47ad-88bc-2b0be5de5608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:33:32.698509 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-76f56511-9c41-4263-8c59-db8ad4e8697d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:32.981827 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f785b-4d61-41c1-88d2-ea4911582926 req-2484b419-e13f-4b14-ae83-c5e07aa017d7 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:32.989591 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-712f785b-4d61-41c1-88d2-ea4911582926 req-2484b419-e13f-4b14-ae83-c5e07aa017d7 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 944 time: 0.1326766 Feb 20 05:33:33.065797 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-712f785b-4d61-41c1-88d2-ea4911582926 req-701cde36-2555-49be-ac12-480b51635fdd tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737803 Feb 20 05:33:33.153098 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-76f56511-9c41-4263-8c59-db8ad4e8697d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:33:33.175130 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-76f56511-9c41-4263-8c59-db8ad4e8697d service neutron] Publish callbacks [] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:33.195314 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-76f56511-9c41-4263-8c59-db8ad4e8697d service neutron] Transition to ACTIVE for port object 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:33:33.217125 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-76f56511-9c41-4263-8c59-db8ad4e8697d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:33.352962 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f56511-9c41-4263-8c59-db8ad4e8697d service neutron] Pushing event updated for resources: {'Port': ['ID=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:33.365772 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507989e4-b9c4-4956-967b-b30dc1e1a1cc req-592919b9-5fdc-4954-8ac2-515231f6cfdb tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:33.371368 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-507989e4-b9c4-4956-967b-b30dc1e1a1cc req-592919b9-5fdc-4954-8ac2-515231f6cfdb tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 931 time: 0.2093730 Feb 20 05:33:33.402878 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-76f56511-9c41-4263-8c59-db8ad4e8697d service neutron] Attempting to bind port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:33:33.403626 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-76f56511-9c41-4263-8c59-db8ad4e8697d service neutron] Attempting to bind port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '8b74ed4c-b910-4fbe-8040-1fa354141be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '257210f7-3217-4ff4-9c05-d5c93a253e1f'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:33:33.404748 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-76f56511-9c41-4263-8c59-db8ad4e8697d service neutron] Attempting to bind port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c on network 257210f7-3217-4ff4-9c05-d5c93a253e1f {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:33:33.418108 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-76f56511-9c41-4263-8c59-db8ad4e8697d service neutron] Port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c on network 257210f7-3217-4ff4-9c05-d5c93a253e1f not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:33:33.418814 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-76f56511-9c41-4263-8c59-db8ad4e8697d service neutron] Attempting to bind port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c on network 257210f7-3217-4ff4-9c05-d5c93a253e1f {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:33:33.437702 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-76f56511-9c41-4263-8c59-db8ad4e8697d service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:33:33.438457 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-76f56511-9c41-4263-8c59-db8ad4e8697d service neutron] Checking segment: {'id': '8b74ed4c-b910-4fbe-8040-1fa354141be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '257210f7-3217-4ff4-9c05-d5c93a253e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:33:33.439130 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-76f56511-9c41-4263-8c59-db8ad4e8697d service neutron] Bound using segment: {'id': '8b74ed4c-b910-4fbe-8040-1fa354141be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '257210f7-3217-4ff4-9c05-d5c93a253e1f'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:33:33.439855 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-76f56511-9c41-4263-8c59-db8ad4e8697d service neutron] Bound port: 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b74ed4c-b910-4fbe-8040-1fa354141be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '257210f7-3217-4ff4-9c05-d5c93a253e1f'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:33:33.440452 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-76f56511-9c41-4263-8c59-db8ad4e8697d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:33.460438 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-507989e4-b9c4-4956-967b-b30dc1e1a1cc req-367842e9-ecd4-46b2-97f6-f6a6b5acf6c9 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837309 Feb 20 05:33:33.870733 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-76f56511-9c41-4263-8c59-db8ad4e8697d service neutron] For port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:33:33.903609 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-76f56511-9c41-4263-8c59-db8ad4e8697d service neutron] For port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c,segment=NetworkSegment(8b74ed4c-b910-4fbe-8040-1fa354141be0),segment_id=8b74ed4c-b910-4fbe-8040-1fa354141be0)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:33:33.903609 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb4adc-0ef2-410c-b608-c21f2059784f req-ecd5dd64-fcfa-4069-82a8-4324b4a1858f tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:33.903609 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4bbb4adc-0ef2-410c-b608-c21f2059784f req-ecd5dd64-fcfa-4069-82a8-4324b4a1858f tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a1270d-f01d-4c1b-b094-132856d28509 HTTP/1.1" status: 200 len: 946 time: 0.0895245 Feb 20 05:33:33.921388 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-76f56511-9c41-4263-8c59-db8ad4e8697d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:33.978536 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-76f56511-9c41-4263-8c59-db8ad4e8697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:33.979253 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-76f56511-9c41-4263-8c59-db8ad4e8697d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:33.980659 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-76f56511-9c41-4263-8c59-db8ad4e8697d service neutron] 10.222.0.48 "PUT /v2.0/ports/4a22635c-1ebb-4bcb-8ef4-c83d23272b6c HTTP/1.1" status: 200 len: 1091 time: 1.3706470 Feb 20 05:33:33.981095 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5e0fb1-b81d-47ad-88bc-2b0be5de5608', 'tag': '4a22635c-1ebb-4bcb-8ef4-c83d23272b6c'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:33:33.983481 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fbec92-77bc-4ac1-9a33-71d0a007e196" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5e0fb1-b81d-47ad-88bc-2b0be5de5608", "tag": "4a22635c-1ebb-4bcb-8ef4-c83d23272b6c"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:33:34.036919 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4bbb4adc-0ef2-410c-b608-c21f2059784f req-af4b406d-c1f8-418d-99fc-e012c81f8f8a tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253941 Feb 20 05:33:34.038067 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f56511-9c41-4263-8c59-db8ad4e8697d service neutron] Pushing event updated for resources: {'Port': ['ID=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:34.207092 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-cc5468cb-bb22-4adb-accf-f5f25fea7912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:34.209565 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-cc5468cb-bb22-4adb-accf-f5f25fea7912 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3b1217081b04d6097c7167cba46eaf8&device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 1125 time: 0.1382332 Feb 20 05:33:34.240052 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48a803-c640-41ed-98f3-45f580eab6b8 req-226d963e-399a-4a4a-b21d-07eed376a7c7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:34.245690 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48a803-c640-41ed-98f3-45f580eab6b8 req-226d963e-399a-4a4a-b21d-07eed376a7c7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:34.255503 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48a803-c640-41ed-98f3-45f580eab6b8 req-226d963e-399a-4a4a-b21d-07eed376a7c7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:34.262179 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48a803-c640-41ed-98f3-45f580eab6b8 req-226d963e-399a-4a4a-b21d-07eed376a7c7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:34.268276 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48a803-c640-41ed-98f3-45f580eab6b8 req-226d963e-399a-4a4a-b21d-07eed376a7c7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:34.273974 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48a803-c640-41ed-98f3-45f580eab6b8 req-226d963e-399a-4a4a-b21d-07eed376a7c7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:34.280309 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48a803-c640-41ed-98f3-45f580eab6b8 req-226d963e-399a-4a4a-b21d-07eed376a7c7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:34.288741 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b48a803-c640-41ed-98f3-45f580eab6b8 req-226d963e-399a-4a4a-b21d-07eed376a7c7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.1604326 Feb 20 05:33:34.399480 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b48a803-c640-41ed-98f3-45f580eab6b8 req-f1c91cea-b485-43f7-99b0-0dbbeeeee091 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1032865 Feb 20 05:33:34.401907 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-d81ceabf-08bf-4a06-9843-f5487762d9c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c HTTP/1.1" status: 200 len: 217 time: 0.1817112 Feb 20 05:33:34.429322 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device c484c03b-bc0e-4da0-a86d-0b2a1872629a details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:33:34.521285 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-b72521f2-ac48-48b1-bd99-4fe55da27707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:34.539499 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-b72521f2-ac48-48b1-bd99-4fe55da27707 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=27956d86-7b7c-42ed-98d4-f3171eb93018 HTTP/1.1" status: 200 len: 854 time: 0.1283710 Feb 20 05:33:34.599718 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-5533316e-f4d0-4022-a826-0732ec13a3db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=257210f7-3217-4ff4-9c05-d5c93a253e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570281 Feb 20 05:33:34.605742 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e591ef4-bbaa-4c9a-b027-114ced7c5ca6 x-openstack-request-id: req-2e591ef4-bbaa-4c9a-b027-114ced7c5ca6 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:33:34.606278 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5e0fb1-b81d-47ad-88bc-2b0be5de5608", "tag": "4a22635c-1ebb-4bcb-8ef4-c83d23272b6c", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:33:34.606416 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e591ef4-bbaa-4c9a-b027-114ced7c5ca6 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:33:34.607687 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5e0fb1-b81d-47ad-88bc-2b0be5de5608', 'tag': '4a22635c-1ebb-4bcb-8ef4-c83d23272b6c', 'status': 'completed', 'code': 200} Feb 20 05:33:34.661385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port c484c03b-bc0e-4da0-a86d-0b2a1872629a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c484c03b-bc0e-4da0-a86d-0b2a1872629a,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:34.714611 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a', 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'port_id': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a', 'mac_address': 'fa:16:3e:fd:42:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:33:34.804323 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-200204fa-4997-4a53-a957-4acd088ce39d service neutron] 10.222.0.48 "GET /v2.0/networks/257210f7-3217-4ff4-9c05-d5c93a253e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950419 Feb 20 05:33:34.870540 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port c484c03b-bc0e-4da0-a86d-0b2a1872629a is: ACTIVE; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:33:34.870979 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:34.920741 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c484c03b-bc0e-4da0-a86d-0b2a1872629a {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:33:34.947198 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port c484c03b-bc0e-4da0-a86d-0b2a1872629a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c484c03b-bc0e-4da0-a86d-0b2a1872629a,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:34.948394 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-245c525c-56a1-465e-bc7d-50b12dec60e1 req-1db9ab69-de98-4c1f-93b5-9816dddf1322 service neutron] 10.222.0.48 "GET /v2.0/networks/257210f7-3217-4ff4-9c05-d5c93a253e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360598 Feb 20 05:33:34.954741 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:35.047342 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=c484c03b-bc0e-4da0-a86d-0b2a1872629a,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:35.085372 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1db98-6335-47ad-8d38-8c692df8b72e req-60863397-fbe9-4f91-a0c5-48d487fabc25 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:35.092120 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f8c1db98-6335-47ad-8d38-8c692df8b72e req-60863397-fbe9-4f91-a0c5-48d487fabc25 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 944 time: 0.1417775 Feb 20 05:33:35.114785 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbec92-77bc-4ac1-9a33-71d0a007e196 req-d2a6f94d-779d-4d77-b40c-7037380250fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:35.115838 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['c484c03b-bc0e-4da0-a86d-0b2a1872629a'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:33:35.116491 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95fbec92-77bc-4ac1-9a33-71d0a007e196 req-d2a6f94d-779d-4d77-b40c-7037380250fb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3b1217081b04d6097c7167cba46eaf8&device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 1125 time: 0.0934539 Feb 20 05:33:35.231306 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f8c1db98-6335-47ad-8d38-8c692df8b72e req-5e7e9a76-2fd8-454c-8fa9-3271e62258e8 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382086 Feb 20 05:33:35.316523 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbec92-77bc-4ac1-9a33-71d0a007e196 req-c8d8d9fa-5346-485b-b1d4-a199771b39ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:35.318669 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95fbec92-77bc-4ac1-9a33-71d0a007e196 req-c8d8d9fa-5346-485b-b1d4-a199771b39ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=257210f7-3217-4ff4-9c05-d5c93a253e1f HTTP/1.1" status: 200 len: 914 time: 0.1901848 Feb 20 05:33:35.402663 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95fbec92-77bc-4ac1-9a33-71d0a007e196 req-beb30555-e434-4c4b-9b86-6eb6d0e9b98a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c HTTP/1.1" status: 200 len: 217 time: 0.0773339 Feb 20 05:33:35.514445 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbec92-77bc-4ac1-9a33-71d0a007e196 req-6319893e-c72a-433d-ace0-0c84d0134745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:35.516202 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95fbec92-77bc-4ac1-9a33-71d0a007e196 req-6319893e-c72a-433d-ace0-0c84d0134745 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=27956d86-7b7c-42ed-98d4-f3171eb93018 HTTP/1.1" status: 200 len: 854 time: 0.0901926 Feb 20 05:33:35.524940 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab260e2f-8216-4d57-a1fe-cab335598cf7 req-fa81f482-9af9-4373-b6e3-7db07fed0506 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:35.526517 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab260e2f-8216-4d57-a1fe-cab335598cf7 req-fa81f482-9af9-4373-b6e3-7db07fed0506 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 943 time: 0.1229470 Feb 20 05:33:35.563300 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95fbec92-77bc-4ac1-9a33-71d0a007e196 req-fc541cb8-6988-4a81-98b3-c04b1d9bbc5c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=257210f7-3217-4ff4-9c05-d5c93a253e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355244 Feb 20 05:33:35.720324 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab260e2f-8216-4d57-a1fe-cab335598cf7 req-677db8b9-2203-4df9-80d3-9f92a6a92046 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843619 Feb 20 05:33:35.810817 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95fbec92-77bc-4ac1-9a33-71d0a007e196 req-88bec311-2303-41c9-915b-a66489806c61 service neutron] 10.222.0.48 "GET /v2.0/networks/257210f7-3217-4ff4-9c05-d5c93a253e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205553 Feb 20 05:33:36.022412 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95fbec92-77bc-4ac1-9a33-71d0a007e196 req-49c12557-932d-436e-acc1-00746d6c0cfa service neutron] 10.222.0.48 "GET /v2.0/networks/257210f7-3217-4ff4-9c05-d5c93a253e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049162 Feb 20 05:33:36.109666 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622c82f-6b04-4365-b4e0-29e1ad0ab4dd req-4b9d3641-1688-4f16-9dcd-c26078e5874d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:36.114887 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622c82f-6b04-4365-b4e0-29e1ad0ab4dd req-4b9d3641-1688-4f16-9dcd-c26078e5874d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:36.132373 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622c82f-6b04-4365-b4e0-29e1ad0ab4dd req-4b9d3641-1688-4f16-9dcd-c26078e5874d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:36.139096 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622c82f-6b04-4365-b4e0-29e1ad0ab4dd req-4b9d3641-1688-4f16-9dcd-c26078e5874d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:36.143840 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622c82f-6b04-4365-b4e0-29e1ad0ab4dd req-4b9d3641-1688-4f16-9dcd-c26078e5874d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:36.149188 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622c82f-6b04-4365-b4e0-29e1ad0ab4dd req-4b9d3641-1688-4f16-9dcd-c26078e5874d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:36.155127 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622c82f-6b04-4365-b4e0-29e1ad0ab4dd req-4b9d3641-1688-4f16-9dcd-c26078e5874d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:36.162787 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6622c82f-6b04-4365-b4e0-29e1ad0ab4dd req-4b9d3641-1688-4f16-9dcd-c26078e5874d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.1526563 Feb 20 05:33:36.211295 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d40eee-a994-4176-8fe8-b51c13336406 req-8aeabadf-e8e1-4837-8948-5963225f4421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:36.212838 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-93d40eee-a994-4176-8fe8-b51c13336406 req-8aeabadf-e8e1-4837-8948-5963225f4421 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1aaa60180f894c09b05a1ee868cbae8d&device_id=c7a1270d-f01d-4c1b-b094-132856d28509 HTTP/1.1" status: 200 len: 1128 time: 0.0757785 Feb 20 05:33:36.291094 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6622c82f-6b04-4365-b4e0-29e1ad0ab4dd req-46a4b4c9-c617-4782-8486-fac68f008841 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1272390 Feb 20 05:33:36.381524 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d40eee-a994-4176-8fe8-b51c13336406 req-18bd0b34-21cc-44b0-9344-51a90b902158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:36.383081 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-93d40eee-a994-4176-8fe8-b51c13336406 req-18bd0b34-21cc-44b0-9344-51a90b902158 service neutron] 10.222.0.61 "GET /v2.0/networks?id=178e91eb-33a6-424a-9bb7-aa7190605b7a HTTP/1.1" status: 200 len: 915 time: 0.1639569 Feb 20 05:33:36.437517 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-93d40eee-a994-4176-8fe8-b51c13336406 req-8e6d6085-23d1-4e8c-80a2-9eca5daa8907 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33fe8932-712d-4740-ad52-9c45a7c7c08a HTTP/1.1" status: 200 len: 217 time: 0.0415895 Feb 20 05:33:36.444657 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device c484c03b-bc0e-4da0-a86d-0b2a1872629a up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:33:36.582755 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d40eee-a994-4176-8fe8-b51c13336406 req-c050854e-d761-489f-8302-aa4bfb8f512f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:36.585961 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-93d40eee-a994-4176-8fe8-b51c13336406 req-c050854e-d761-489f-8302-aa4bfb8f512f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9159f160-3ceb-44d3-a7b6-758adaaafba6 HTTP/1.1" status: 200 len: 854 time: 0.1365862 Feb 20 05:33:36.617720 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port c484c03b-bc0e-4da0-a86d-0b2a1872629a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:33:36.618351 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:36.679168 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d40eee-a994-4176-8fe8-b51c13336406 req-70ae7240-3d5f-40a5-9c01-801284cdf7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:36.680754 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-93d40eee-a994-4176-8fe8-b51c13336406 req-70ae7240-3d5f-40a5-9c01-801284cdf7f4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=178e91eb-33a6-424a-9bb7-aa7190605b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0870256 Feb 20 05:33:36.713006 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf3a1a-01c2-41ad-93d0-cc5191c044ec req-362d8c84-1d81-4742-a6e4-3bf7bede1979 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:36.720894 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-82bf3a1a-01c2-41ad-93d0-cc5191c044ec req-362d8c84-1d81-4742-a6e4-3bf7bede1979 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a1270d-f01d-4c1b-b094-132856d28509 HTTP/1.1" status: 200 len: 946 time: 0.1609726 Feb 20 05:33:36.785760 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port c484c03b-bc0e-4da0-a86d-0b2a1872629a is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:33:36.786379 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:36.791106 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-82bf3a1a-01c2-41ad-93d0-cc5191c044ec req-23f31a7c-4cdd-45d2-942f-97aa68e14f8b tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690715 Feb 20 05:33:36.839444 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a385fa4-fc77-4cc9-a674-c470ee7f0f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:33:36.841738 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ea6f5c-80a0-4bc7-96b1-220f557a02fe" -d '{"events": [{"server_uuid": "5a385fa4-fc77-4cc9-a674-c470ee7f0f3c", "name": "network-vif-plugged", "status": "completed", "tag": "c484c03b-bc0e-4da0-a86d-0b2a1872629a"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:33:36.880932 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port c484c03b-bc0e-4da0-a86d-0b2a1872629a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c484c03b-bc0e-4da0-a86d-0b2a1872629a,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:36.891700 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:36.906601 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-93d40eee-a994-4176-8fe8-b51c13336406 req-0a641a1d-b780-4a36-8857-a378c34c38e8 service neutron] 10.222.0.61 "GET /v2.0/networks/178e91eb-33a6-424a-9bb7-aa7190605b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103639 Feb 20 05:33:37.001773 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b9ffd-a213-4bac-b654-67b909644368 req-ffc4dd7a-7051-49fc-9e6a-e19517b29309 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:37.004021 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-383b9ffd-a213-4bac-b654-67b909644368 req-ffc4dd7a-7051-49fc-9e6a-e19517b29309 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 944 time: 0.1283307 Feb 20 05:33:37.012611 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=c484c03b-bc0e-4da0-a86d-0b2a1872629a,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:37.100709 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-93d40eee-a994-4176-8fe8-b51c13336406 req-7a5e6eec-c08d-423a-a581-a6647c65eff2 service neutron] 10.222.0.61 "GET /v2.0/networks/178e91eb-33a6-424a-9bb7-aa7190605b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927891 Feb 20 05:33:37.112673 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-383b9ffd-a213-4bac-b654-67b909644368 req-9bdbc0c1-9d5b-4612-af59-52e837fb498c tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026623 Feb 20 05:33:37.314707 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25cc3c-3948-4304-93be-2f02ffa317c7 req-c9fc11eb-7b28-4e9d-bffe-096659483ddf tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:37.322753 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae25cc3c-3948-4304-93be-2f02ffa317c7 req-c9fc11eb-7b28-4e9d-bffe-096659483ddf tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 943 time: 0.0767531 Feb 20 05:33:37.393970 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae25cc3c-3948-4304-93be-2f02ffa317c7 req-55499e77-7c83-466a-9bb8-8e98121a3a2c tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693808 Feb 20 05:33:37.442302 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dddd568-52cb-4a53-8539-e681eafa9ab5 x-openstack-request-id: req-1dddd568-52cb-4a53-8539-e681eafa9ab5 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:33:37.442598 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a385fa4-fc77-4cc9-a674-c470ee7f0f3c", "name": "network-vif-plugged", "status": "completed", "tag": "c484c03b-bc0e-4da0-a86d-0b2a1872629a", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:33:37.442932 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1dddd568-52cb-4a53-8539-e681eafa9ab5 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:33:37.443644 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a385fa4-fc77-4cc9-a674-c470ee7f0f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a', 'code': 200} Feb 20 05:33:37.591249 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d1fd7-66df-499a-a2d0-d93bcec7e572 req-1aec41cb-a438-4cce-b4d9-dd9a06efa90b tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:37.593533 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1a4d1fd7-66df-499a-a2d0-d93bcec7e572 req-1aec41cb-a438-4cce-b4d9-dd9a06efa90b tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/ports?device_id=a13b0905-7f3f-4765-a303-1dd29513f753 HTTP/1.1" status: 200 len: 950 time: 0.0981526 Feb 20 05:33:37.679575 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1a4d1fd7-66df-499a-a2d0-d93bcec7e572 req-c6cb5aaf-d823-4ec6-997e-f3445cb007da tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/security-groups?id=71840a2c-ec6c-40d3-bacb-7ec74b0d213d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800865 Feb 20 05:33:37.755232 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:33:37.925807 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cd7f7-170a-4c5a-ad46-6828e3c9fd60 req-ec3e117f-b44b-475a-a323-e47c6d3326a8 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:37.939621 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cd7f7-170a-4c5a-ad46-6828e3c9fd60 req-ec3e117f-b44b-475a-a323-e47c6d3326a8 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:37.952388 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cd7f7-170a-4c5a-ad46-6828e3c9fd60 req-ec3e117f-b44b-475a-a323-e47c6d3326a8 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:37.965656 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cd7f7-170a-4c5a-ad46-6828e3c9fd60 req-ec3e117f-b44b-475a-a323-e47c6d3326a8 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:37.976759 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cd7f7-170a-4c5a-ad46-6828e3c9fd60 req-ec3e117f-b44b-475a-a323-e47c6d3326a8 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:37.988539 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cd7f7-170a-4c5a-ad46-6828e3c9fd60 req-ec3e117f-b44b-475a-a323-e47c6d3326a8 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:37.989121 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c,segment=NetworkSegment(8b74ed4c-b910-4fbe-8040-1fa354141be0),segment_id=8b74ed4c-b910-4fbe-8040-1fa354141be0)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:37.996185 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cd7f7-170a-4c5a-ad46-6828e3c9fd60 req-ec3e117f-b44b-475a-a323-e47c6d3326a8 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:38.006324 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-533cd7f7-170a-4c5a-ad46-6828e3c9fd60 req-ec3e117f-b44b-475a-a323-e47c6d3326a8 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.1937184 Feb 20 05:33:38.025814 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '4a22635c-1ebb-4bcb-8ef4-c83d23272b6c', 'network_id': '257210f7-3217-4ff4-9c05-d5c93a253e1f', 'port_id': '4a22635c-1ebb-4bcb-8ef4-c83d23272b6c', 'mac_address': 'fa:16:3e:a8:72:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27956d86-7b7c-42ed-98d4-f3171eb93018', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:33:38.078316 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:33:38.078701 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:38.105987 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:33:38.106721 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-533cd7f7-170a-4c5a-ad46-6828e3c9fd60 req-827f85fc-ec45-46ba-a952-3c08bf21f759 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0990567 Feb 20 05:33:38.160394 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c,segment=NetworkSegment(8b74ed4c-b910-4fbe-8040-1fa354141be0),segment_id=8b74ed4c-b910-4fbe-8040-1fa354141be0)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:38.173820 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:38.271653 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:38.424150 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['4a22635c-1ebb-4bcb-8ef4-c83d23272b6c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:33:38.805007 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcc2ee-9c4b-4feb-96cd-b3965d887eff req-e074a1e0-82ee-4e8b-b9ff-b8fa721b8454 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:38.809015 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0edcc2ee-9c4b-4feb-96cd-b3965d887eff req-e074a1e0-82ee-4e8b-b9ff-b8fa721b8454 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a1270d-f01d-4c1b-b094-132856d28509 HTTP/1.1" status: 200 len: 946 time: 0.0768185 Feb 20 05:33:38.905120 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0edcc2ee-9c4b-4feb-96cd-b3965d887eff req-fc79f572-1ad9-4544-abe8-8b1ff47b65df tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902081 Feb 20 05:33:39.132252 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa0a45-e4df-4de5-8677-14a312aad9e3 req-16cc0ff7-05fc-422b-827c-ef589ff98762 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:39.139654 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8faa0a45-e4df-4de5-8677-14a312aad9e3 req-16cc0ff7-05fc-422b-827c-ef589ff98762 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 944 time: 0.1118319 Feb 20 05:33:39.196370 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8faa0a45-e4df-4de5-8677-14a312aad9e3 req-b2e9175f-71bc-4e35-8da2-9eca49a4099a tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556934 Feb 20 05:33:39.344041 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bee795-f144-4c47-b89c-20efc9b04f43 req-6a26c5ac-ace1-4246-a082-368eac54bd14 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:39.351947 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d1bee795-f144-4c47-b89c-20efc9b04f43 req-6a26c5ac-ace1-4246-a082-368eac54bd14 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 944 time: 0.0776887 Feb 20 05:33:39.412901 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d1bee795-f144-4c47-b89c-20efc9b04f43 req-0663977c-722d-4b5f-ae7e-c925c63d8291 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598307 Feb 20 05:33:39.694679 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5d7c0-d334-42fa-be37-c011fb1502ac req-0d530b5a-22dd-4267-9b2f-c3ec6a18c0aa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:39.701502 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5d7c0-d334-42fa-be37-c011fb1502ac req-0d530b5a-22dd-4267-9b2f-c3ec6a18c0aa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:39.710509 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5d7c0-d334-42fa-be37-c011fb1502ac req-0d530b5a-22dd-4267-9b2f-c3ec6a18c0aa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:39.716258 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5d7c0-d334-42fa-be37-c011fb1502ac req-0d530b5a-22dd-4267-9b2f-c3ec6a18c0aa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:39.723004 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5d7c0-d334-42fa-be37-c011fb1502ac req-0d530b5a-22dd-4267-9b2f-c3ec6a18c0aa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:39.728981 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5d7c0-d334-42fa-be37-c011fb1502ac req-0d530b5a-22dd-4267-9b2f-c3ec6a18c0aa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:39.734773 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5d7c0-d334-42fa-be37-c011fb1502ac req-0d530b5a-22dd-4267-9b2f-c3ec6a18c0aa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:39.736923 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c2f5d7c0-d334-42fa-be37-c011fb1502ac req-0d530b5a-22dd-4267-9b2f-c3ec6a18c0aa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.1266193 Feb 20 05:33:39.769887 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:33:39.820829 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c2f5d7c0-d334-42fa-be37-c011fb1502ac req-fdef65a5-f5ce-4a39-ade6-8b39c457e991 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742934 Feb 20 05:33:39.898375 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:33:39.901762 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:33:39.902415 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:39.963569 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216404a-c3a8-4c29-a0de-7d06b1406993 req-ab2e4a1c-df58-4ad2-92b0-c5eeeeca1fbd tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:39.971445 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b216404a-c3a8-4c29-a0de-7d06b1406993 req-ab2e4a1c-df58-4ad2-92b0-c5eeeeca1fbd tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a1270d-f01d-4c1b-b094-132856d28509 HTTP/1.1" status: 200 len: 946 time: 0.0892694 Feb 20 05:33:40.055330 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b216404a-c3a8-4c29-a0de-7d06b1406993 req-0b8f7749-1a12-4ab6-b361-53d8abc3ffc0 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823910 Feb 20 05:33:40.091542 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:33:40.091942 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:40.158383 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c,segment=NetworkSegment(8b74ed4c-b910-4fbe-8040-1fa354141be0),segment_id=8b74ed4c-b910-4fbe-8040-1fa354141be0)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:40.160940 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5e0fb1-b81d-47ad-88bc-2b0be5de5608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a22635c-1ebb-4bcb-8ef4-c83d23272b6c'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:33:40.165377 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17870516-8ebe-4b10-9d9e-49e64fa06171" -d '{"events": [{"server_uuid": "7a5e0fb1-b81d-47ad-88bc-2b0be5de5608", "name": "network-vif-plugged", "status": "completed", "tag": "4a22635c-1ebb-4bcb-8ef4-c83d23272b6c"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:33:40.172474 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:40.173281 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device bfa8764a-49ee-4747-82bc-79f11fab1602 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:33:40.303987 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798f8e3-1281-4e35-af9a-9299a2bfc12b req-0ba1c5f9-ebdc-4c8a-bd15-2190516cf729 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:40.318118 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a798f8e3-1281-4e35-af9a-9299a2bfc12b req-0ba1c5f9-ebdc-4c8a-bd15-2190516cf729 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=51995e88-6ad0-4960-8c97-c2c49c1214c0 HTTP/1.1" status: 200 len: 946 time: 0.1065567 Feb 20 05:33:40.333006 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:40.425248 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a798f8e3-1281-4e35-af9a-9299a2bfc12b req-213a90c2-913d-44a2-8d8d-abb55ead2863 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058731 Feb 20 05:33:40.473090 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port bfa8764a-49ee-4747-82bc-79f11fab1602 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:33:40.473479 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bfa8764a-49ee-4747-82bc-79f11fab1602), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:40.500165 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c64302-9904-42b0-b74c-a27a1605d10d x-openstack-request-id: req-c5c64302-9904-42b0-b74c-a27a1605d10d {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:33:40.500464 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5e0fb1-b81d-47ad-88bc-2b0be5de5608", "name": "network-vif-plugged", "status": "completed", "tag": "4a22635c-1ebb-4bcb-8ef4-c83d23272b6c", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:33:40.500722 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5c64302-9904-42b0-b74c-a27a1605d10d {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:33:40.501124 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5e0fb1-b81d-47ad-88bc-2b0be5de5608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a22635c-1ebb-4bcb-8ef4-c83d23272b6c', 'code': 200} Feb 20 05:33:40.549645 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port bfa8764a-49ee-4747-82bc-79f11fab1602, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=bfa8764a-49ee-4747-82bc-79f11fab1602,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:40.561979 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (bfa8764a-49ee-4747-82bc-79f11fab1602), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:40.664672 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=bfa8764a-49ee-4747-82bc-79f11fab1602,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:40.678624 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2a8c5-de75-4551-985d-acc3b4934bc7 req-0b2d5b6c-9842-43c8-b54f-a2f3c1471b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:40.680533 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95b2a8c5-de75-4551-985d-acc3b4934bc7 req-0b2d5b6c-9842-43c8-b54f-a2f3c1471b0b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 1127 time: 0.1257138 Feb 20 05:33:40.800775 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95b2a8c5-de75-4551-985d-acc3b4934bc7 req-1ee1b58d-1a5a-4024-bf0f-5934c1ddbe01 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041453 Feb 20 05:33:40.823902 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021d8dc-4070-4a82-a84d-b0b01e601910 req-80956c57-1bec-4c3d-81e1-44d06c52acea tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:40.829065 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6021d8dc-4070-4a82-a84d-b0b01e601910 req-80956c57-1bec-4c3d-81e1-44d06c52acea tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 944 time: 0.1772034 Feb 20 05:33:40.916359 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6021d8dc-4070-4a82-a84d-b0b01e601910 req-4d86a63b-1c8f-49ba-bbb0-eeafea579b8a tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771275 Feb 20 05:33:41.166060 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c20d8-e3d0-47ca-8e8b-8d4890635ef8 req-3f2d0d51-9776-4bdb-a694-ff6a47f80c64 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:41.180748 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c2c20d8-e3d0-47ca-8e8b-8d4890635ef8 req-3f2d0d51-9776-4bdb-a694-ff6a47f80c64 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1828890 Feb 20 05:33:41.330643 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c2c20d8-e3d0-47ca-8e8b-8d4890635ef8 req-baf6292d-bda6-4497-bcaf-ec73f62709de tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489530 Feb 20 05:33:41.510448 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261a522-0ab1-490e-b2d7-a8974ac781d8 req-9cd98352-b28b-4616-9b7b-f2f495178988 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:41.521861 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6261a522-0ab1-490e-b2d7-a8974ac781d8 req-9cd98352-b28b-4616-9b7b-f2f495178988 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e439f1-da3b-408c-9baf-9e1b144fa22e HTTP/1.1" status: 200 len: 945 time: 0.1028366 Feb 20 05:33:41.580202 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6261a522-0ab1-490e-b2d7-a8974ac781d8 req-cfa39224-7ff6-4d23-bf94-0d2b6bb80627 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553031 Feb 20 05:33:41.806761 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d47fe-2853-4cbf-8d99-1fa4e98215c4 req-81c23567-ed68-4712-83a2-751da77aef83 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:41.812623 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d47fe-2853-4cbf-8d99-1fa4e98215c4 req-81c23567-ed68-4712-83a2-751da77aef83 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:41.821611 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d47fe-2853-4cbf-8d99-1fa4e98215c4 req-81c23567-ed68-4712-83a2-751da77aef83 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:41.835484 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d47fe-2853-4cbf-8d99-1fa4e98215c4 req-81c23567-ed68-4712-83a2-751da77aef83 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:41.840037 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d47fe-2853-4cbf-8d99-1fa4e98215c4 req-81c23567-ed68-4712-83a2-751da77aef83 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:41.846389 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d47fe-2853-4cbf-8d99-1fa4e98215c4 req-81c23567-ed68-4712-83a2-751da77aef83 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:41.851624 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d47fe-2853-4cbf-8d99-1fa4e98215c4 req-81c23567-ed68-4712-83a2-751da77aef83 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:41.859787 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-380d47fe-2853-4cbf-8d99-1fa4e98215c4 req-81c23567-ed68-4712-83a2-751da77aef83 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.1662920 Feb 20 05:33:41.962193 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-380d47fe-2853-4cbf-8d99-1fa4e98215c4 req-b5bcee7a-1c98-4ef9-b2db-21e48b457e83 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1011260 Feb 20 05:33:42.016420 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-22c84a35-91d0-4670-8ece-a548ae04b476 req-276c28d0-d75a-42ec-8ab2-8232329263d8 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:33:42.017457 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22c84a35-91d0-4670-8ece-a548ae04b476 req-276c28d0-d75a-42ec-8ab2-8232329263d8 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068212 Feb 20 05:33:42.210107 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22c84a35-91d0-4670-8ece-a548ae04b476 req-f53426dc-b7d0-4be1-a18d-d371ff22d1b1 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1844454 Feb 20 05:33:42.470817 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b1e47dd1-5450-4da2-9a90-83e23c48ee65 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:33:42.512024 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13b0905-7f3f-4765-a303-1dd29513f753', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfa8764a-49ee-4747-82bc-79f11fab1602'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:33:42.521797 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e0416a-3b04-4959-a38a-de43b4a16e9a" -d '{"events": [{"server_uuid": "a13b0905-7f3f-4765-a303-1dd29513f753", "name": "network-vif-unplugged", "status": "completed", "tag": "bfa8764a-49ee-4747-82bc-79f11fab1602"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:33:42.702640 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-b09832f1-4061-4f9d-8491-d4b2a71235a9 service neutron] 10.222.0.48 "GET /v2.0/ports/07e82003-d270-4848-a84d-a58ea18e9722/bindings/n-h1-829866-5 HTTP/1.1" status: 200 len: 384 time: 0.2164850 Feb 20 05:33:42.766037 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b1e47dd1-5450-4da2-9a90-83e23c48ee65, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b1e47dd1-5450-4da2-9a90-83e23c48ee65,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:42.780403 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'b1e47dd1-5450-4da2-9a90-83e23c48ee65', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': 'b1e47dd1-5450-4da2-9a90-83e23c48ee65', 'mac_address': 'fa:16:3e:db:d4:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:33:42.899127 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port b1e47dd1-5450-4da2-9a90-83e23c48ee65 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:33:42.899526 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:42.943473 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc749d61-bf9f-4f9a-a13f-6cd751053ea6 req-47239717-c696-4e7d-acde-312f6d060bae tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:42.950755 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1e47dd1-5450-4da2-9a90-83e23c48ee65 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:33:42.952756 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bc749d61-bf9f-4f9a-a13f-6cd751053ea6 req-47239717-c696-4e7d-acde-312f6d060bae tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 944 time: 0.2376015 Feb 20 05:33:43.007991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b1e47dd1-5450-4da2-9a90-83e23c48ee65, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b1e47dd1-5450-4da2-9a90-83e23c48ee65,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:43.015251 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:43.057664 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bc749d61-bf9f-4f9a-a13f-6cd751053ea6 req-ea86384f-a74f-4fb7-8055-6d1b0ca828d7 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039369 Feb 20 05:33:43.162822 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=b1e47dd1-5450-4da2-9a90-83e23c48ee65,revision_number=9']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:43.180560 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['b1e47dd1-5450-4da2-9a90-83e23c48ee65'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:33:43.358563 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6cd0d-26ee-4834-a7e6-591f645274a7 req-0943ccfa-48db-4989-aa56-54a267e3417a tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:43.366694 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-07f6cd0d-26ee-4834-a7e6-591f645274a7 req-0943ccfa-48db-4989-aa56-54a267e3417a tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1707664 Feb 20 05:33:43.395997 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-7b27f3eb-7d63-45dd-905b-c2fcba04c073 service neutron] For port 07e82003-d270-4848-a84d-a58ea18e9722, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=07e82003-d270-4848-a84d-a58ea18e9722,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:43.506644 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-7b27f3eb-7d63-45dd-905b-c2fcba04c073 service neutron] For port 07e82003-d270-4848-a84d-a58ea18e9722, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:33:43.564460 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-07f6cd0d-26ee-4834-a7e6-591f645274a7 req-2cbbd50e-8570-4338-89d6-4e7aece6d73e tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966875 Feb 20 05:33:43.633387 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-7b27f3eb-7d63-45dd-905b-c2fcba04c073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e82003-d270-4848-a84d-a58ea18e9722 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:33:43.686663 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-7b27f3eb-7d63-45dd-905b-c2fcba04c073 service neutron] For port 07e82003-d270-4848-a84d-a58ea18e9722, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=07e82003-d270-4848-a84d-a58ea18e9722,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:43.715277 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-7b27f3eb-7d63-45dd-905b-c2fcba04c073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (07e82003-d270-4848-a84d-a58ea18e9722), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:43.734026 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7604f8eb-4537-4435-b2c8-d6a70ee11cf1 x-openstack-request-id: req-7604f8eb-4537-4435-b2c8-d6a70ee11cf1 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:33:43.734539 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13b0905-7f3f-4765-a303-1dd29513f753", "name": "network-vif-unplugged", "status": "completed", "tag": "bfa8764a-49ee-4747-82bc-79f11fab1602", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:33:43.734802 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7604f8eb-4537-4435-b2c8-d6a70ee11cf1 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:33:43.735340 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13b0905-7f3f-4765-a303-1dd29513f753', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfa8764a-49ee-4747-82bc-79f11fab1602', 'code': 200} Feb 20 05:33:43.985091 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-7b27f3eb-7d63-45dd-905b-c2fcba04c073 service neutron] Transition to ACTIVE for port object 07e82003-d270-4848-a84d-a58ea18e9722 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:33:44.007533 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-7b27f3eb-7d63-45dd-905b-c2fcba04c073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (07e82003-d270-4848-a84d-a58ea18e9722), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:44.229627 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-7b27f3eb-7d63-45dd-905b-c2fcba04c073 service neutron] No DVR routers for this DVR port 07e82003-d270-4848-a84d-a58ea18e9722 on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:33:44.283911 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27f3eb-7d63-45dd-905b-c2fcba04c073 service neutron] Pushing event updated for resources: {'Port': ['ID=07e82003-d270-4848-a84d-a58ea18e9722,revision_number=10']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:44.297411 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27f3eb-7d63-45dd-905b-c2fcba04c073 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:44.297411 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27f3eb-7d63-45dd-905b-c2fcba04c073 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:44.297411 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27f3eb-7d63-45dd-905b-c2fcba04c073 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:44.297983 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27f3eb-7d63-45dd-905b-c2fcba04c073 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:44.298434 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27f3eb-7d63-45dd-905b-c2fcba04c073 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:44.298872 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27f3eb-7d63-45dd-905b-c2fcba04c073 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:44.299351 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27f3eb-7d63-45dd-905b-c2fcba04c073 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:44.299783 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27f3eb-7d63-45dd-905b-c2fcba04c073 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:44.301115 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27f3eb-7d63-45dd-905b-c2fcba04c073 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:44.301629 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27f3eb-7d63-45dd-905b-c2fcba04c073 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:44.302034 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27f3eb-7d63-45dd-905b-c2fcba04c073 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:44.302457 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27f3eb-7d63-45dd-905b-c2fcba04c073 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:44.302888 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27f3eb-7d63-45dd-905b-c2fcba04c073 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:44.427449 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024adb24-6bca-430d-905a-b810b7d6ff6e req-50582768-11a3-4c97-9036-e1b3feb75192 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:44.444053 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-024adb24-6bca-430d-905a-b810b7d6ff6e req-50582768-11a3-4c97-9036-e1b3feb75192 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a1270d-f01d-4c1b-b094-132856d28509 HTTP/1.1" status: 200 len: 946 time: 0.2385421 Feb 20 05:33:44.531706 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b1e47dd1-5450-4da2-9a90-83e23c48ee65 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:33:44.572495 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-7b27f3eb-7d63-45dd-905b-c2fcba04c073 service neutron] 10.222.0.48 "PUT /v2.0/ports/07e82003-d270-4848-a84d-a58ea18e9722/bindings/n-h1-829866-5/activate HTTP/1.1" status: 200 len: 369 time: 1.7682152 Feb 20 05:33:44.660486 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port b1e47dd1-5450-4da2-9a90-83e23c48ee65 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:33:44.660831 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:44.732963 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-024adb24-6bca-430d-905a-b810b7d6ff6e req-abe72a05-e6ca-46a2-a4b6-c14061f95b96 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835472 Feb 20 05:33:44.838974 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-a40e19f4-50a3-4fa4-9879-eb384807bfc4 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:44.840390 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-a40e19f4-50a3-4fa4-9879-eb384807bfc4 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c&tenant_id=370c8f456fd340e383b36f44861b2990&binding%3Ahost_id=n-h2-829866-5 HTTP/1.1" status: 200 len: 1127 time: 0.1337717 Feb 20 05:33:44.851950 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port b1e47dd1-5450-4da2-9a90-83e23c48ee65 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:33:44.852586 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:44.954872 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6649d-1f29-4a6d-ba0b-8a7378e3dfb1 req-0f6890de-464f-4451-b7f5-fd6cf3ee52c2 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:44.956454 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-33f6649d-1f29-4a6d-ba0b-8a7378e3dfb1 req-0f6890de-464f-4451-b7f5-fd6cf3ee52c2 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.61 "GET /v2.0/ports?device_id=05679688-f986-415e-b2c1-afef330c97f6 HTTP/1.1" status: 200 len: 944 time: 0.3600852 Feb 20 05:33:44.966948 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b1e47dd1-5450-4da2-9a90-83e23c48ee65, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b1e47dd1-5450-4da2-9a90-83e23c48ee65,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:44.975976 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:45.112106 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=b1e47dd1-5450-4da2-9a90-83e23c48ee65,revision_number=10']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:45.249454 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-92e8ba83-6fbf-4fec-adcf-b2c97e88a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:45.257968 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-92e8ba83-6fbf-4fec-adcf-b2c97e88a234 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c&tenant_id=370c8f456fd340e383b36f44861b2990 HTTP/1.1" status: 200 len: 1127 time: 0.4079375 Feb 20 05:33:45.334220 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-33f6649d-1f29-4a6d-ba0b-8a7378e3dfb1 req-d3e07f60-d776-4ae0-a733-71e19906ea2d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Deleting port 58b2f612-c972-429c-abc1-3310488c066e {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:33:45.334220 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-33f6649d-1f29-4a6d-ba0b-8a7378e3dfb1 req-d3e07f60-d776-4ae0-a733-71e19906ea2d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (58b2f612-c972-429c-abc1-3310488c066e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:45.531297 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-33f6649d-1f29-4a6d-ba0b-8a7378e3dfb1 req-d3e07f60-d776-4ae0-a733-71e19906ea2d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] For port 58b2f612-c972-429c-abc1-3310488c066e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=58b2f612-c972-429c-abc1-3310488c066e,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:45.531829 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-33f6649d-1f29-4a6d-ba0b-8a7378e3dfb1 req-d3e07f60-d776-4ae0-a733-71e19906ea2d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (58b2f612-c972-429c-abc1-3310488c066e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:45.559800 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-33f6649d-1f29-4a6d-ba0b-8a7378e3dfb1 req-d3e07f60-d776-4ae0-a733-71e19906ea2d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Calling delete_port for 58b2f612-c972-429c-abc1-3310488c066e owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:33:45.736953 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ef67a5-1578-4cc5-9ade-6aff4ee422fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e47dd1-5450-4da2-9a90-83e23c48ee65'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:33:45.739060 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae22c4a1-1efd-42fb-a361-47c5dfc64587" -d '{"events": [{"server_uuid": "49ef67a5-1578-4cc5-9ade-6aff4ee422fc", "name": "network-vif-plugged", "status": "completed", "tag": "b1e47dd1-5450-4da2-9a90-83e23c48ee65"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:33:45.798982 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-80d9aba7-a0fa-42e1-96a4-0f49ac94cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:45.800877 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-80d9aba7-a0fa-42e1-96a4-0f49ac94cb29 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 1127 time: 0.5179687 Feb 20 05:33:45.838386 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-33f6649d-1f29-4a6d-ba0b-8a7378e3dfb1 req-d3e07f60-d776-4ae0-a733-71e19906ea2d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (58b2f612-c972-429c-abc1-3310488c066e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:45.850041 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['58b2f612-c972-429c-abc1-3310488c066e'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:33:45.974486 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e07f60-d776-4ae0-a733-71e19906ea2d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Pushing event deleted for resources: {'Port': ['ID=58b2f612-c972-429c-abc1-3310488c066e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:46.047981 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e07f60-d776-4ae0-a733-71e19906ea2d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:46.048659 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e07f60-d776-4ae0-a733-71e19906ea2d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:46.049173 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e07f60-d776-4ae0-a733-71e19906ea2d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:46.049592 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e07f60-d776-4ae0-a733-71e19906ea2d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:46.050043 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e07f60-d776-4ae0-a733-71e19906ea2d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:46.050490 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e07f60-d776-4ae0-a733-71e19906ea2d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:46.050949 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e07f60-d776-4ae0-a733-71e19906ea2d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:46.051525 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e07f60-d776-4ae0-a733-71e19906ea2d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:46.053579 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e07f60-d776-4ae0-a733-71e19906ea2d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:46.053918 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e07f60-d776-4ae0-a733-71e19906ea2d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:46.054371 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e07f60-d776-4ae0-a733-71e19906ea2d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:46.054813 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e07f60-d776-4ae0-a733-71e19906ea2d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:46.055492 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e07f60-d776-4ae0-a733-71e19906ea2d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:46.070000 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f6649d-1f29-4a6d-ba0b-8a7378e3dfb1 req-d3e07f60-d776-4ae0-a733-71e19906ea2d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] No DVR routers for this DVR port 58b2f612-c972-429c-abc1-3310488c066e on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:33:46.078037 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-33f6649d-1f29-4a6d-ba0b-8a7378e3dfb1 req-d3e07f60-d776-4ae0-a733-71e19906ea2d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:46.082714 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-33f6649d-1f29-4a6d-ba0b-8a7378e3dfb1 req-d3e07f60-d776-4ae0-a733-71e19906ea2d tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.61 "DELETE /v2.0/ports/58b2f612-c972-429c-abc1-3310488c066e HTTP/1.1" status: 204 len: 173 time: 1.1064599 Feb 20 05:33:46.084649 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05679688-f986-415e-b2c1-afef330c97f6', 'name': 'network-vif-deleted', 'tag': '58b2f612-c972-429c-abc1-3310488c066e'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:33:46.096876 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08071b29-5f1d-4d7d-8af0-a7ce26cff87d" -d '{"events": [{"server_uuid": "05679688-f986-415e-b2c1-afef330c97f6", "name": "network-vif-deleted", "tag": "58b2f612-c972-429c-abc1-3310488c066e"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:33:46.164759 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-cfad0f78-5c38-4868-81b6-b44b0dd99af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:46.170560 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-cfad0f78-5c38-4868-81b6-b44b0dd99af3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 920 time: 0.3545823 Feb 20 05:33:46.301591 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-82a35007-ea8d-41cc-9be3-846d1a0ff299 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07e82003-d270-4848-a84d-a58ea18e9722 HTTP/1.1" status: 200 len: 217 time: 0.1232586 Feb 20 05:33:46.390450 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c6da91c-061a-490c-9114-d8e1ac318ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:46.401666 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-2f619091-686a-4c5f-a90e-0d9c9b8d31cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:46.403179 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-2f619091-686a-4c5f-a90e-0d9c9b8d31cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 200 len: 860 time: 0.0849550 Feb 20 05:33:46.461112 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-c1c2d136-76d6-47f6-ab32-eee94d5417b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514979 Feb 20 05:33:46.674353 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-ba29d7fc-62ff-4ab9-a337-7c67ac1f21a7 service neutron] 10.222.0.61 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052507 Feb 20 05:33:46.889690 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-fd99bb58-aefb-45e0-8e59-8500c55b3d05 service neutron] 10.222.0.61 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044327 Feb 20 05:33:47.278086 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-82f3ec5e-3fe7-486a-a824-412536608908 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:47.280419 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-82f3ec5e-3fe7-486a-a824-412536608908 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c&tenant_id=370c8f456fd340e383b36f44861b2990&binding%3Ahost_id=n-h1-829866-5 HTTP/1.1" status: 200 len: 1127 time: 0.1212142 Feb 20 05:33:47.555050 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-92c4a3ac-304c-4a47-a014-1994375df9ef service neutron] For port 07e82003-d270-4848-a84d-a58ea18e9722, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:33:47.558804 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-92c4a3ac-304c-4a47-a014-1994375df9ef service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:47.560190 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-84cb7a1e-4bfa-4aaf-84d5-52e2f725f2ec req-92c4a3ac-304c-4a47-a014-1994375df9ef service neutron] 10.222.0.61 "DELETE /v2.0/ports/07e82003-d270-4848-a84d-a58ea18e9722/bindings/n-h2-829866-5 HTTP/1.1" status: 204 len: 173 time: 0.2725134 Feb 20 05:33:48.521317 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 58b2f612-c972-429c-abc1-3310488c066e no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:33:48.696229 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 58b2f612-c972-429c-abc1-3310488c066e {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:33:48.696618 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 58b2f612-c972-429c-abc1-3310488c066e not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:33:48.740800 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f938df2c-fec2-497d-9baf-4db24fc34086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:49.508894 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:51.392666 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:52.595289 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:52.652762 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:54.149563 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed814028-4804-4851-9ca1-db9e16cc5211 req-b5536d26-fb79-47a4-ad36-033add622c84 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:54.155589 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed814028-4804-4851-9ca1-db9e16cc5211 req-b5536d26-fb79-47a4-ad36-033add622c84 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:54.161034 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed814028-4804-4851-9ca1-db9e16cc5211 req-b5536d26-fb79-47a4-ad36-033add622c84 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:54.166725 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed814028-4804-4851-9ca1-db9e16cc5211 req-b5536d26-fb79-47a4-ad36-033add622c84 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:54.172637 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed814028-4804-4851-9ca1-db9e16cc5211 req-b5536d26-fb79-47a4-ad36-033add622c84 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:54.177930 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed814028-4804-4851-9ca1-db9e16cc5211 req-b5536d26-fb79-47a4-ad36-033add622c84 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:54.183227 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed814028-4804-4851-9ca1-db9e16cc5211 req-b5536d26-fb79-47a4-ad36-033add622c84 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:54.185796 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ed814028-4804-4851-9ca1-db9e16cc5211 req-b5536d26-fb79-47a4-ad36-033add622c84 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.1121080 Feb 20 05:33:54.253212 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ed814028-4804-4851-9ca1-db9e16cc5211 req-4f66e9c3-f842-4a62-b538-4409883101b5 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613484 Feb 20 05:33:54.461494 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c3287-6435-4e09-934d-9e12833eb0de req-39be24c0-996c-49ff-8c6c-6453006d2f8c tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:54.468027 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d51c3287-6435-4e09-934d-9e12833eb0de req-39be24c0-996c-49ff-8c6c-6453006d2f8c tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/networks?id=257210f7-3217-4ff4-9c05-d5c93a253e1f HTTP/1.1" status: 200 len: 814 time: 0.1095841 Feb 20 05:33:54.483483 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d51c3287-6435-4e09-934d-9e12833eb0de req-9911726d-cfff-4c10-b056-77cfa1e2ed6f tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/quotas/e3b1217081b04d6097c7167cba46eaf8 HTTP/1.1" status: 200 len: 375 time: 0.0145390 Feb 20 05:33:54.535957 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d51c3287-6435-4e09-934d-9e12833eb0de req-2b959fe6-ec9a-40e0-a512-046891af9a6b tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3b1217081b04d6097c7167cba46eaf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0516257 Feb 20 05:33:54.662325 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d51c3287-6435-4e09-934d-9e12833eb0de req-3ad66ae3-bbbe-4080-a918-9b9d817b0cfb service neutron] 10.222.0.37 "GET /v2.0/networks/257210f7-3217-4ff4-9c05-d5c93a253e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186924 Feb 20 05:33:54.762597 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d51c3287-6435-4e09-934d-9e12833eb0de req-7ce709ea-4bbd-4a30-9a5c-3d89450bf3f2 service neutron] 10.222.0.37 "GET /v2.0/networks/257210f7-3217-4ff4-9c05-d5c93a253e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990133 Feb 20 05:33:55.079152 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:55.163437 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4f6a0-0628-4bbf-af4c-ca3476b2667c req-50a69635-966f-4c5b-9c91-372eac659022 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:55.171459 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ab4f6a0-0628-4bbf-af4c-ca3476b2667c req-50a69635-966f-4c5b-9c91-372eac659022 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 945 time: 0.1017733 Feb 20 05:33:55.254100 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ab4f6a0-0628-4bbf-af4c-ca3476b2667c req-e90c2dc9-476f-4f14-ab24-9d03b3676ba7 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817444 Feb 20 05:33:55.470169 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb065a08-e604-4b2a-8f0e-83c14ac4a684 req-2844abc2-62b0-439b-950a-50a40630031d tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:55.484373 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb065a08-e604-4b2a-8f0e-83c14ac4a684 req-2844abc2-62b0-439b-950a-50a40630031d tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=51995e88-6ad0-4960-8c97-c2c49c1214c0 HTTP/1.1" status: 200 len: 946 time: 0.1369741 Feb 20 05:33:55.585282 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb065a08-e604-4b2a-8f0e-83c14ac4a684 req-dbb83519-22c7-47f1-8913-9337871a2c70 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956419 Feb 20 05:33:55.642973 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86e5e3d-b5f7-4ba6-b173-8def03865188 x-openstack-request-id: req-c86e5e3d-b5f7-4ba6-b173-8def03865188 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:33:55.643221 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ef67a5-1578-4cc5-9ade-6aff4ee422fc", "name": "network-vif-plugged", "status": "completed", "tag": "b1e47dd1-5450-4da2-9a90-83e23c48ee65", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:33:55.643574 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c86e5e3d-b5f7-4ba6-b173-8def03865188 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:33:55.644114 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ef67a5-1578-4cc5-9ade-6aff4ee422fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e47dd1-5450-4da2-9a90-83e23c48ee65', 'code': 200} Feb 20 05:33:55.724075 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b29d41-0179-4b23-814b-419adb0fce8b x-openstack-request-id: req-40b29d41-0179-4b23-814b-419adb0fce8b {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:33:55.725187 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05679688-f986-415e-b2c1-afef330c97f6", "name": "network-vif-deleted", "tag": "58b2f612-c972-429c-abc1-3310488c066e", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:33:55.725702 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40b29d41-0179-4b23-814b-419adb0fce8b {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:33:55.726291 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05679688-f986-415e-b2c1-afef330c97f6', 'name': 'network-vif-deleted', 'tag': '58b2f612-c972-429c-abc1-3310488c066e', 'status': 'completed', 'code': 200} Feb 20 05:33:55.873613 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcd17d-54af-4443-961f-cab197faa293 req-53095f8d-a846-4f2e-b2f5-c322401f8b6c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:55.875308 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-38bcd17d-54af-4443-961f-cab197faa293 req-53095f8d-a846-4f2e-b2f5-c322401f8b6c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 946 time: 0.0916800 Feb 20 05:33:55.971619 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-38bcd17d-54af-4443-961f-cab197faa293 req-494ad6fd-ad2a-4ca2-8b5f-1eda3b08252f tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790234 Feb 20 05:33:56.056120 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1c770195-b58e-4d84-b775-7632a7dc0916 req-1b9079ab-6e59-4a90-b457-377b14d3cc2c tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=4103edef-5221-449a-aba2-a60aaee9e258 HTTP/1.1" status: 200 len: 210 time: 0.0287921 Feb 20 05:33:56.458319 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c3287-6435-4e09-934d-9e12833eb0de req-ee3ead12-f713-47cb-93eb-12d6b07d7ce4 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:56.460410 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d51c3287-6435-4e09-934d-9e12833eb0de req-ee3ead12-f713-47cb-93eb-12d6b07d7ce4 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.48 "GET /v2.0/networks?id=257210f7-3217-4ff4-9c05-d5c93a253e1f HTTP/1.1" status: 200 len: 814 time: 0.1458800 Feb 20 05:33:56.481280 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-d51c3287-6435-4e09-934d-9e12833eb0de req-1db78664-e84c-42ad-80a2-e6deb205bd70 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Request body: {'port': {'device_id': '4103edef-5221-449a-aba2-a60aaee9e258', 'network_id': '257210f7-3217-4ff4-9c05-d5c93a253e1f', 'admin_state_up': True, 'tenant_id': 'e3b1217081b04d6097c7167cba46eaf8'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:33:56.662932 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70664bb9-01b8-41e0-ae08-e7cedf13eb6f req-c40ff5ec-c576-4f36-a64d-f1a8cd400a8e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:56.668111 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70664bb9-01b8-41e0-ae08-e7cedf13eb6f req-c40ff5ec-c576-4f36-a64d-f1a8cd400a8e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:56.674204 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70664bb9-01b8-41e0-ae08-e7cedf13eb6f req-c40ff5ec-c576-4f36-a64d-f1a8cd400a8e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:56.679838 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70664bb9-01b8-41e0-ae08-e7cedf13eb6f req-c40ff5ec-c576-4f36-a64d-f1a8cd400a8e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:56.684973 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70664bb9-01b8-41e0-ae08-e7cedf13eb6f req-c40ff5ec-c576-4f36-a64d-f1a8cd400a8e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:56.690456 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70664bb9-01b8-41e0-ae08-e7cedf13eb6f req-c40ff5ec-c576-4f36-a64d-f1a8cd400a8e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:56.695638 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70664bb9-01b8-41e0-ae08-e7cedf13eb6f req-c40ff5ec-c576-4f36-a64d-f1a8cd400a8e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:56.697513 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70664bb9-01b8-41e0-ae08-e7cedf13eb6f req-c40ff5ec-c576-4f36-a64d-f1a8cd400a8e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.1330769 Feb 20 05:33:56.731051 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51c3287-6435-4e09-934d-9e12833eb0de req-1db78664-e84c-42ad-80a2-e6deb205bd70 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Made reservation on behalf of e3b1217081b04d6097c7167cba46eaf8 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:33:56.734865 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d51c3287-6435-4e09-934d-9e12833eb0de req-1db78664-e84c-42ad-80a2-e6deb205bd70 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:56.814403 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70664bb9-01b8-41e0-ae08-e7cedf13eb6f req-1927e8fb-6fec-46c4-b3d8-4fe0fd7dc318 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1112173 Feb 20 05:33:56.898492 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-d51c3287-6435-4e09-934d-9e12833eb0de req-1db78664-e84c-42ad-80a2-e6deb205bd70 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Allocated IP 172.20.0.12 (257210f7-3217-4ff4-9c05-d5c93a253e1f/27956d86-7b7c-42ed-98d4-f3171eb93018/0c0c4c7c-5500-4397-92ca-34b417142e97) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:33:56.942279 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7aca9-06f8-418e-bca3-b778195262fd req-421506bb-9528-4c43-8d19-6e163a8ad061 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:56.944598 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0aa7aca9-06f8-418e-bca3-b778195262fd req-421506bb-9528-4c43-8d19-6e163a8ad061 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.61 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 944 time: 0.0589099 Feb 20 05:33:56.986988 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fa87a-72db-4582-9a4e-c1efeb2c9c1d req-37cb73c1-c267-48f9-b0a9-842546d55cba tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:56.988410 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-099fa87a-72db-4582-9a4e-c1efeb2c9c1d req-37cb73c1-c267-48f9-b0a9-842546d55cba tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e439f1-da3b-408c-9baf-9e1b144fa22e HTTP/1.1" status: 200 len: 945 time: 0.1022246 Feb 20 05:33:57.057993 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-0aa7aca9-06f8-418e-bca3-b778195262fd req-859bed93-f673-4a4f-a283-d3700686b06e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Deleting port 8b1e2169-ea66-4338-8a41-14d4cc868dfe {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:33:57.058641 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0aa7aca9-06f8-418e-bca3-b778195262fd req-859bed93-f673-4a4f-a283-d3700686b06e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (8b1e2169-ea66-4338-8a41-14d4cc868dfe), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:57.093780 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-099fa87a-72db-4582-9a4e-c1efeb2c9c1d req-85c1e03e-e883-40f8-aa50-d420b6d4bb28 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964146 Feb 20 05:33:57.153023 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d51c3287-6435-4e09-934d-9e12833eb0de req-1db78664-e84c-42ad-80a2-e6deb205bd70 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Publish callbacks [] for port (0c0c4c7c-5500-4397-92ca-34b417142e97), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:57.186286 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-0aa7aca9-06f8-418e-bca3-b778195262fd req-859bed93-f673-4a4f-a283-d3700686b06e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] For port 8b1e2169-ea66-4338-8a41-14d4cc868dfe, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=8b1e2169-ea66-4338-8a41-14d4cc868dfe,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:57.187047 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0aa7aca9-06f8-418e-bca3-b778195262fd req-859bed93-f673-4a4f-a283-d3700686b06e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (8b1e2169-ea66-4338-8a41-14d4cc868dfe), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:57.201899 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-0aa7aca9-06f8-418e-bca3-b778195262fd req-859bed93-f673-4a4f-a283-d3700686b06e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Calling delete_port for 8b1e2169-ea66-4338-8a41-14d4cc868dfe owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:33:57.223384 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d51c3287-6435-4e09-934d-9e12833eb0de req-1db78664-e84c-42ad-80a2-e6deb205bd70 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (0c0c4c7c-5500-4397-92ca-34b417142e97), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:57.237480 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['4a22635c-1ebb-4bcb-8ef4-c83d23272b6c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:33:57.302709 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51c3287-6435-4e09-934d-9e12833eb0de req-1db78664-e84c-42ad-80a2-e6deb205bd70 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Network 257210f7-3217-4ff4-9c05-d5c93a253e1f is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:33:57.306118 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-d51c3287-6435-4e09-934d-9e12833eb0de req-1db78664-e84c-42ad-80a2-e6deb205bd70 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:33:57.311668 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51c3287-6435-4e09-934d-9e12833eb0de req-1db78664-e84c-42ad-80a2-e6deb205bd70 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:33:57.347994 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db78664-e84c-42ad-80a2-e6deb205bd70 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Pushing event updated for resources: {'Port': ['ID=0c0c4c7c-5500-4397-92ca-34b417142e97,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:57.390257 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c3287-6435-4e09-934d-9e12833eb0de req-1db78664-e84c-42ad-80a2-e6deb205bd70 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:57.392180 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d51c3287-6435-4e09-934d-9e12833eb0de req-1db78664-e84c-42ad-80a2-e6deb205bd70 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:57.408278 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0aa7aca9-06f8-418e-bca3-b778195262fd req-859bed93-f673-4a4f-a283-d3700686b06e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (8b1e2169-ea66-4338-8a41-14d4cc868dfe), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:57.427514 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d51c3287-6435-4e09-934d-9e12833eb0de req-1db78664-e84c-42ad-80a2-e6deb205bd70 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9582431 Feb 20 05:33:57.439473 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-d51c3287-6435-4e09-934d-9e12833eb0de req-74df6883-f159-4abc-a9bd-cbb34ff01719 service neutron] Request body: {'port': {'device_id': '4103edef-5221-449a-aba2-a60aaee9e258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:33:57.457770 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859bed93-f673-4a4f-a283-d3700686b06e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Pushing event deleted for resources: {'Port': ['ID=8b1e2169-ea66-4338-8a41-14d4cc868dfe,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:57.550235 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa7aca9-06f8-418e-bca3-b778195262fd req-859bed93-f673-4a4f-a283-d3700686b06e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] No DVR routers for this DVR port 8b1e2169-ea66-4338-8a41-14d4cc868dfe on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:33:57.553688 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0aa7aca9-06f8-418e-bca3-b778195262fd req-859bed93-f673-4a4f-a283-d3700686b06e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:57.558003 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d51c3287-6435-4e09-934d-9e12833eb0de req-74df6883-f159-4abc-a9bd-cbb34ff01719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0c0c4c7c-5500-4397-92ca-34b417142e97), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:57.559811 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0aa7aca9-06f8-418e-bca3-b778195262fd req-859bed93-f673-4a4f-a283-d3700686b06e tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.61 "DELETE /v2.0/ports/8b1e2169-ea66-4338-8a41-14d4cc868dfe HTTP/1.1" status: 204 len: 173 time: 0.6065593 Feb 20 05:33:57.707347 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-addc6076-4efc-437e-a7f2-7583dc5012b7 req-81d6a08b-7b8a-4e6c-9af0-6bb525a35b5a tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=35426803-27e2-4271-a15b-95230147ef13 HTTP/1.1" status: 200 len: 210 time: 0.0783713 Feb 20 05:33:57.728224 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35426803-27e2-4271-a15b-95230147ef13', 'name': 'network-vif-deleted', 'tag': '8b1e2169-ea66-4338-8a41-14d4cc868dfe'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:33:57.733494 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55dc8aae-653f-45f3-b065-0ac7caac9358" -d '{"events": [{"server_uuid": "35426803-27e2-4271-a15b-95230147ef13", "name": "network-vif-deleted", "tag": "8b1e2169-ea66-4338-8a41-14d4cc868dfe"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:33:57.866528 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b7e6d-1ff3-4f5a-a674-1581ab33e3c7 req-0b49c05e-b8c9-4680-b651-46dad06e6b1e tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:57.868062 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8b4b7e6d-1ff3-4f5a-a674-1581ab33e3c7 req-0b49c05e-b8c9-4680-b651-46dad06e6b1e tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 1127 time: 0.0771084 Feb 20 05:33:57.946364 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-d51c3287-6435-4e09-934d-9e12833eb0de req-74df6883-f159-4abc-a9bd-cbb34ff01719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c0c4c7c-5500-4397-92ca-34b417142e97 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:33:57.956841 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d51c3287-6435-4e09-934d-9e12833eb0de req-74df6883-f159-4abc-a9bd-cbb34ff01719 service neutron] Publish callbacks [] for port (0c0c4c7c-5500-4397-92ca-34b417142e97), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:57.961410 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8b4b7e6d-1ff3-4f5a-a674-1581ab33e3c7 req-66900ac9-55bd-4704-8638-74500112e392 tempest-LiveAutoBlockMigrationV225Test-1608294350 tempest-LiveAutoBlockMigrationV225Test-1608294350-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871708 Feb 20 05:33:57.973756 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-d51c3287-6435-4e09-934d-9e12833eb0de req-74df6883-f159-4abc-a9bd-cbb34ff01719 service neutron] Transition to ACTIVE for port object 0c0c4c7c-5500-4397-92ca-34b417142e97 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:33:57.977143 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d51c3287-6435-4e09-934d-9e12833eb0de req-74df6883-f159-4abc-a9bd-cbb34ff01719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (0c0c4c7c-5500-4397-92ca-34b417142e97), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:58.033703 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df6883-f159-4abc-a9bd-cbb34ff01719 service neutron] Pushing event updated for resources: {'Port': ['ID=0c0c4c7c-5500-4397-92ca-34b417142e97,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:58.180868 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-d51c3287-6435-4e09-934d-9e12833eb0de req-74df6883-f159-4abc-a9bd-cbb34ff01719 service neutron] Attempting to bind port 0c0c4c7c-5500-4397-92ca-34b417142e97 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:33:58.181359 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-d51c3287-6435-4e09-934d-9e12833eb0de req-74df6883-f159-4abc-a9bd-cbb34ff01719 service neutron] Attempting to bind port 0c0c4c7c-5500-4397-92ca-34b417142e97 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '8b74ed4c-b910-4fbe-8040-1fa354141be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '257210f7-3217-4ff4-9c05-d5c93a253e1f'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:33:58.181828 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51c3287-6435-4e09-934d-9e12833eb0de req-74df6883-f159-4abc-a9bd-cbb34ff01719 service neutron] Attempting to bind port 0c0c4c7c-5500-4397-92ca-34b417142e97 on network 257210f7-3217-4ff4-9c05-d5c93a253e1f {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:33:58.189910 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51c3287-6435-4e09-934d-9e12833eb0de req-74df6883-f159-4abc-a9bd-cbb34ff01719 service neutron] Port 0c0c4c7c-5500-4397-92ca-34b417142e97 on network 257210f7-3217-4ff4-9c05-d5c93a253e1f not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:33:58.190371 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51c3287-6435-4e09-934d-9e12833eb0de req-74df6883-f159-4abc-a9bd-cbb34ff01719 service neutron] Attempting to bind port 0c0c4c7c-5500-4397-92ca-34b417142e97 on network 257210f7-3217-4ff4-9c05-d5c93a253e1f {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:33:58.199320 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51c3287-6435-4e09-934d-9e12833eb0de req-74df6883-f159-4abc-a9bd-cbb34ff01719 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:33:58.199655 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51c3287-6435-4e09-934d-9e12833eb0de req-74df6883-f159-4abc-a9bd-cbb34ff01719 service neutron] Checking segment: {'id': '8b74ed4c-b910-4fbe-8040-1fa354141be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '257210f7-3217-4ff4-9c05-d5c93a253e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:33:58.200034 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51c3287-6435-4e09-934d-9e12833eb0de req-74df6883-f159-4abc-a9bd-cbb34ff01719 service neutron] Bound using segment: {'id': '8b74ed4c-b910-4fbe-8040-1fa354141be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '257210f7-3217-4ff4-9c05-d5c93a253e1f'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:33:58.200456 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-d51c3287-6435-4e09-934d-9e12833eb0de req-74df6883-f159-4abc-a9bd-cbb34ff01719 service neutron] Bound port: 0c0c4c7c-5500-4397-92ca-34b417142e97, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b74ed4c-b910-4fbe-8040-1fa354141be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '257210f7-3217-4ff4-9c05-d5c93a253e1f'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:33:58.201334 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d51c3287-6435-4e09-934d-9e12833eb0de req-74df6883-f159-4abc-a9bd-cbb34ff01719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0c0c4c7c-5500-4397-92ca-34b417142e97), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:58.212119 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492725ae-d333-43c8-bf2c-2b53e0523ae7 req-2525bbaf-cc44-41ba-84f6-d2602151a411 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:58.213690 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-492725ae-d333-43c8-bf2c-2b53e0523ae7 req-2525bbaf-cc44-41ba-84f6-d2602151a411 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=4103edef-5221-449a-aba2-a60aaee9e258 HTTP/1.1" status: 200 len: 944 time: 0.1421394 Feb 20 05:33:58.301216 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-492725ae-d333-43c8-bf2c-2b53e0523ae7 req-2f805db8-beed-4b75-ad35-29402ccee1df tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775292 Feb 20 05:33:58.326302 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-d51c3287-6435-4e09-934d-9e12833eb0de req-74df6883-f159-4abc-a9bd-cbb34ff01719 service neutron] For port 0c0c4c7c-5500-4397-92ca-34b417142e97, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:33:58.330393 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-d51c3287-6435-4e09-934d-9e12833eb0de req-74df6883-f159-4abc-a9bd-cbb34ff01719 service neutron] For port 0c0c4c7c-5500-4397-92ca-34b417142e97, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0c0c4c7c-5500-4397-92ca-34b417142e97,segment=NetworkSegment(8b74ed4c-b910-4fbe-8040-1fa354141be0),segment_id=8b74ed4c-b910-4fbe-8040-1fa354141be0)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:33:58.337512 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d51c3287-6435-4e09-934d-9e12833eb0de req-74df6883-f159-4abc-a9bd-cbb34ff01719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (0c0c4c7c-5500-4397-92ca-34b417142e97), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:58.375764 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c3287-6435-4e09-934d-9e12833eb0de req-74df6883-f159-4abc-a9bd-cbb34ff01719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:58.376388 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d51c3287-6435-4e09-934d-9e12833eb0de req-74df6883-f159-4abc-a9bd-cbb34ff01719 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:58.377743 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d51c3287-6435-4e09-934d-9e12833eb0de req-74df6883-f159-4abc-a9bd-cbb34ff01719 service neutron] 10.222.0.48 "PUT /v2.0/ports/0c0c4c7c-5500-4397-92ca-34b417142e97 HTTP/1.1" status: 200 len: 1092 time: 0.9437521 Feb 20 05:33:58.378303 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4103edef-5221-449a-aba2-a60aaee9e258', 'tag': '0c0c4c7c-5500-4397-92ca-34b417142e97'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:33:58.380564 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4abc76c-b311-4257-8789-a3aa8fc1a67e" -d '{"events": [{"name": "network-changed", "server_uuid": "4103edef-5221-449a-aba2-a60aaee9e258", "tag": "0c0c4c7c-5500-4397-92ca-34b417142e97"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:33:58.405363 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df6883-f159-4abc-a9bd-cbb34ff01719 service neutron] Pushing event updated for resources: {'Port': ['ID=0c0c4c7c-5500-4397-92ca-34b417142e97,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:58.560644 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device c484c03b-bc0e-4da0-a86d-0b2a1872629a no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:33:58.662585 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port c484c03b-bc0e-4da0-a86d-0b2a1872629a is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:33:58.663100 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:58.700169 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port c484c03b-bc0e-4da0-a86d-0b2a1872629a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c484c03b-bc0e-4da0-a86d-0b2a1872629a,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:58.701906 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a385fa4-fc77-4cc9-a674-c470ee7f0f3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:33:58.704652 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecaeb06-9e1a-44f3-af8a-328dcabf4465" -d '{"events": [{"server_uuid": "5a385fa4-fc77-4cc9-a674-c470ee7f0f3c", "name": "network-vif-unplugged", "status": "completed", "tag": "c484c03b-bc0e-4da0-a86d-0b2a1872629a"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:33:58.708619 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:58.709380 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 8b1e2169-ea66-4338-8a41-14d4cc868dfe no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:33:58.778832 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=c484c03b-bc0e-4da0-a86d-0b2a1872629a,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:58.780966 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 8b1e2169-ea66-4338-8a41-14d4cc868dfe {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:33:58.781306 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 8b1e2169-ea66-4338-8a41-14d4cc868dfe not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:33:58.782378 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b1e47dd1-5450-4da2-9a90-83e23c48ee65 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:33:58.789359 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c3287-6435-4e09-934d-9e12833eb0de req-9631154c-e70c-4b9f-bae5-8235e8e18560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:58.790874 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d51c3287-6435-4e09-934d-9e12833eb0de req-9631154c-e70c-4b9f-bae5-8235e8e18560 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3b1217081b04d6097c7167cba46eaf8&device_id=4103edef-5221-449a-aba2-a60aaee9e258 HTTP/1.1" status: 200 len: 1126 time: 0.3681240 Feb 20 05:33:58.799889 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87b0c4-05a6-4aac-ae23-1a07921bcb28 req-e29f9b7a-1e36-4224-9278-e7252e49e630 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:58.804597 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:58.804946 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:58.805064 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87b0c4-05a6-4aac-ae23-1a07921bcb28 req-e29f9b7a-1e36-4224-9278-e7252e49e630 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:58.805284 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:58.805619 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:58.805945 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:58.806268 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:58.806599 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:58.806925 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:58.807247 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:58.807563 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:58.807878 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:58.808192 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:58.808504 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:33:58.810828 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87b0c4-05a6-4aac-ae23-1a07921bcb28 req-e29f9b7a-1e36-4224-9278-e7252e49e630 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:58.812648 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dd87b0c4-05a6-4aac-ae23-1a07921bcb28 req-e29f9b7a-1e36-4224-9278-e7252e49e630 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e439f1-da3b-408c-9baf-9e1b144fa22e&device_id=51995e88-6ad0-4960-8c97-c2c49c1214c0&device_id=c7a1270d-f01d-4c1b-b094-132856d28509 HTTP/1.1" status: 200 len: 2418 time: 0.3613465 Feb 20 05:33:58.860748 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d51c3287-6435-4e09-934d-9e12833eb0de req-cd456779-9cc0-436e-9892-304f219195ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c0c4c7c-5500-4397-92ca-34b417142e97 HTTP/1.1" status: 200 len: 217 time: 0.0471051 Feb 20 05:33:58.882869 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port b1e47dd1-5450-4da2-9a90-83e23c48ee65 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:33:58.883300 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:58.921114 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b1e47dd1-5450-4da2-9a90-83e23c48ee65, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b1e47dd1-5450-4da2-9a90-83e23c48ee65,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:33:58.928467 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:58.932648 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dd87b0c4-05a6-4aac-ae23-1a07921bcb28 req-231f9285-5609-4cb0-bfbf-f75682bdb5ab tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134844 Feb 20 05:33:58.942661 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c3287-6435-4e09-934d-9e12833eb0de req-4fe071bb-b127-42b8-a1b9-44f5b4a1c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:58.944354 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d51c3287-6435-4e09-934d-9e12833eb0de req-4fe071bb-b127-42b8-a1b9-44f5b4a1c80c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=27956d86-7b7c-42ed-98d4-f3171eb93018 HTTP/1.1" status: 200 len: 854 time: 0.0782750 Feb 20 05:33:58.984934 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d51c3287-6435-4e09-934d-9e12833eb0de req-9c96abb7-c6ca-4c2d-a8da-1b69f20ea1ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=257210f7-3217-4ff4-9c05-d5c93a253e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350227 Feb 20 05:33:58.998358 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=b1e47dd1-5450-4da2-9a90-83e23c48ee65,revision_number=11']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:59.038588 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57820) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:33:59.068801 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7ac48f-487f-45bd-8874-1918264c965f x-openstack-request-id: req-5e7ac48f-487f-45bd-8874-1918264c965f {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:33:59.069507 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35426803-27e2-4271-a15b-95230147ef13", "name": "network-vif-deleted", "tag": "8b1e2169-ea66-4338-8a41-14d4cc868dfe", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:33:59.069942 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e7ac48f-487f-45bd-8874-1918264c965f {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:33:59.070515 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35426803-27e2-4271-a15b-95230147ef13', 'name': 'network-vif-deleted', 'tag': '8b1e2169-ea66-4338-8a41-14d4cc868dfe', 'status': 'completed', 'code': 200} Feb 20 05:33:59.094814 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d51c3287-6435-4e09-934d-9e12833eb0de req-92ce2f51-afe1-438a-a361-6aa2cd33c1c1 service neutron] 10.222.0.48 "GET /v2.0/networks/257210f7-3217-4ff4-9c05-d5c93a253e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026702 Feb 20 05:33:59.138337 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1c8597-9d92-423e-80b5-9bdbe2accf2f admin admin] Deleting subnet f6cf6e5f-5eef-4832-87f6-e3f3339d48a1 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:33:59.141573 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8597-9d92-423e-80b5-9bdbe2accf2f admin admin] Publish callbacks [] for subnet (f6cf6e5f-5eef-4832-87f6-e3f3339d48a1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:59.183921 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8597-9d92-423e-80b5-9bdbe2accf2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (f6cf6e5f-5eef-4832-87f6-e3f3339d48a1), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:59.222740 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8597-9d92-423e-80b5-9bdbe2accf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (f6cf6e5f-5eef-4832-87f6-e3f3339d48a1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:59.232560 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb96a84-3239-45ba-9681-d7f305ba35a7 req-70ef37d2-d232-48c7-a2ee-275fe8cef3df tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:59.237715 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb96a84-3239-45ba-9681-d7f305ba35a7 req-70ef37d2-d232-48c7-a2ee-275fe8cef3df tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:59.242890 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb96a84-3239-45ba-9681-d7f305ba35a7 req-70ef37d2-d232-48c7-a2ee-275fe8cef3df tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:59.248694 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb96a84-3239-45ba-9681-d7f305ba35a7 req-70ef37d2-d232-48c7-a2ee-275fe8cef3df tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:59.253887 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb96a84-3239-45ba-9681-d7f305ba35a7 req-70ef37d2-d232-48c7-a2ee-275fe8cef3df tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:59.259086 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb96a84-3239-45ba-9681-d7f305ba35a7 req-70ef37d2-d232-48c7-a2ee-275fe8cef3df tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:59.264273 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb96a84-3239-45ba-9681-d7f305ba35a7 req-70ef37d2-d232-48c7-a2ee-275fe8cef3df tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:59.266115 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-beb96a84-3239-45ba-9681-d7f305ba35a7 req-70ef37d2-d232-48c7-a2ee-275fe8cef3df tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.1470721 Feb 20 05:33:59.269876 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d51c3287-6435-4e09-934d-9e12833eb0de req-c6da98ee-6293-4b4e-8f58-ef3bc11e2581 service neutron] 10.222.0.48 "GET /v2.0/networks/257210f7-3217-4ff4-9c05-d5c93a253e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688135 Feb 20 05:33:59.275489 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8597-9d92-423e-80b5-9bdbe2accf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (f6cf6e5f-5eef-4832-87f6-e3f3339d48a1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:59.307015 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c8597-9d92-423e-80b5-9bdbe2accf2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6cf6e5f-5eef-4832-87f6-e3f3339d48a1,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:59.319584 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8597-9d92-423e-80b5-9bdbe2accf2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:59.319584 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6c1c8597-9d92-423e-80b5-9bdbe2accf2f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f6cf6e5f-5eef-4832-87f6-e3f3339d48a1 HTTP/1.1" status: 204 len: 168 time: 0.2788117 Feb 20 05:33:59.321129 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57824) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:33:59.332389 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-beb96a84-3239-45ba-9681-d7f305ba35a7 req-2967fe76-b525-4317-a70e-7bed3cdd3d74 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594571 Feb 20 05:33:59.387565 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-83c55a84-5941-4ca2-8c40-e2da19929404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (bfecaaea-4537-49c6-826a-93e263cff952), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:59.474844 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-83c55a84-5941-4ca2-8c40-e2da19929404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (bfecaaea-4537-49c6-826a-93e263cff952), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:59.499492 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-83c55a84-5941-4ca2-8c40-e2da19929404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfecaaea-4537-49c6-826a-93e263cff952']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:33:59.499857 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c7cb14-57b6-43c2-80c2-4cbf9ab34297 x-openstack-request-id: req-03c7cb14-57b6-43c2-80c2-4cbf9ab34297 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:33:59.500383 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4103edef-5221-449a-aba2-a60aaee9e258", "tag": "0c0c4c7c-5500-4397-92ca-34b417142e97", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:33:59.500890 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03c7cb14-57b6-43c2-80c2-4cbf9ab34297 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:33:59.502485 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4103edef-5221-449a-aba2-a60aaee9e258', 'tag': '0c0c4c7c-5500-4397-92ca-34b417142e97', 'status': 'completed', 'code': 200} Feb 20 05:33:59.516900 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-83c55a84-5941-4ca2-8c40-e2da19929404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b1341d4-1465-431a-9bc8-6cb9bf3a2e07') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:33:59.517220 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-83c55a84-5941-4ca2-8c40-e2da19929404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b1341d4-1465-431a-9bc8-6cb9bf3a2e07') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:33:59.530487 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123f7900-66ee-4697-ac83-81957c06849e x-openstack-request-id: req-123f7900-66ee-4697-ac83-81957c06849e {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:33:59.531251 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a385fa4-fc77-4cc9-a674-c470ee7f0f3c", "name": "network-vif-unplugged", "status": "completed", "tag": "c484c03b-bc0e-4da0-a86d-0b2a1872629a", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:33:59.531822 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-123f7900-66ee-4697-ac83-81957c06849e {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:33:59.532426 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a385fa4-fc77-4cc9-a674-c470ee7f0f3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a', 'code': 200} Feb 20 05:33:59.548150 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-83c55a84-5941-4ca2-8c40-e2da19929404 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (3b1341d4-1465-431a-9bc8-6cb9bf3a2e07), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:59.571472 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-83c55a84-5941-4ca2-8c40-e2da19929404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (3b1341d4-1465-431a-9bc8-6cb9bf3a2e07), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:59.574274 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abc76c-b311-4257-8789-a3aa8fc1a67e req-b5e41627-713f-44d4-b738-f69d8369d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:59.575995 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d4abc76c-b311-4257-8789-a3aa8fc1a67e req-b5e41627-713f-44d4-b738-f69d8369d92a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3b1217081b04d6097c7167cba46eaf8&device_id=4103edef-5221-449a-aba2-a60aaee9e258 HTTP/1.1" status: 200 len: 1126 time: 0.0546527 Feb 20 05:33:59.580169 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c55a84-5941-4ca2-8c40-e2da19929404 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:33:59.581094 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-83c55a84-5941-4ca2-8c40-e2da19929404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (3b1341d4-1465-431a-9bc8-6cb9bf3a2e07), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:33:59.583896 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:33:59.651444 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-83c55a84-5941-4ca2-8c40-e2da19929404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (bfecaaea-4537-49c6-826a-93e263cff952), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:59.657621 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-83c55a84-5941-4ca2-8c40-e2da19929404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:59.665146 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-83c55a84-5941-4ca2-8c40-e2da19929404 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bfecaaea-4537-49c6-826a-93e263cff952 HTTP/1.1" status: 204 len: 168 time: 0.3406754 Feb 20 05:33:59.680391 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c55a84-5941-4ca2-8c40-e2da19929404 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfecaaea-4537-49c6-826a-93e263cff952,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:33:59.707153 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:33:59.721708 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe6efdfd-6f6c-45c2-9fd3-27797f5ba089 req-ed57e4ef-a182-420b-8873-5b8ae19056d0 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1412635 Feb 20 05:33:59.740457 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abc76c-b311-4257-8789-a3aa8fc1a67e req-094b4359-3a07-45b9-8457-cb40a04103b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:59.742144 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d4abc76c-b311-4257-8789-a3aa8fc1a67e req-094b4359-3a07-45b9-8457-cb40a04103b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=257210f7-3217-4ff4-9c05-d5c93a253e1f HTTP/1.1" status: 200 len: 914 time: 0.1449811 Feb 20 05:33:59.789294 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d4abc76c-b311-4257-8789-a3aa8fc1a67e req-6a04ba9e-b43b-4d9c-bc7a-05edf3ce6169 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c0c4c7c-5500-4397-92ca-34b417142e97 HTTP/1.1" status: 200 len: 217 time: 0.0395932 Feb 20 05:33:59.831929 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57844) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:33:59.845174 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abc76c-b311-4257-8789-a3aa8fc1a67e req-ae0115ec-3e39-4c44-845c-982875b2648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:33:59.847299 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d4abc76c-b311-4257-8789-a3aa8fc1a67e req-ae0115ec-3e39-4c44-845c-982875b2648d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=27956d86-7b7c-42ed-98d4-f3171eb93018 HTTP/1.1" status: 200 len: 854 time: 0.0523832 Feb 20 05:33:59.881045 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d4abc76c-b311-4257-8789-a3aa8fc1a67e req-ec85c816-7a2a-4a78-a2c4-ccfc44a97492 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=257210f7-3217-4ff4-9c05-d5c93a253e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284774 Feb 20 05:33:59.886769 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b09dc5c0-b4df-4661-8fb4-5e217246a351 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba68b400a4764ecd8cffcc89b3c1b40a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0533736 Feb 20 05:33:59.890224 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57852) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:33:59.945207 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-04c5ef63-4413-4610-895d-22db42eddf59 admin admin] Publish callbacks [] for security_group (92ac702d-931c-4b9d-b342-01471a0d18ee), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:33:59.971964 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-04c5ef63-4413-4610-895d-22db42eddf59 admin admin] Publish callbacks [] for security_group (92ac702d-931c-4b9d-b342-01471a0d18ee), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:00.022831 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d4abc76c-b311-4257-8789-a3aa8fc1a67e req-d1b9b780-9552-4c13-bcf1-85c695d02af9 service neutron] 10.222.0.48 "GET /v2.0/networks/257210f7-3217-4ff4-9c05-d5c93a253e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317863 Feb 20 05:34:00.029931 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-04c5ef63-4413-4610-895d-22db42eddf59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (92ac702d-931c-4b9d-b342-01471a0d18ee), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:00.031717 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9f649-11c5-4bed-b282-75a7f27e1d59 req-1ce7b0b8-0444-4e11-8d63-336a628487ad tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:00.032795 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-04c5ef63-4413-4610-895d-22db42eddf59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:00.033102 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1ad9f649-11c5-4bed-b282-75a7f27e1d59 req-1ce7b0b8-0444-4e11-8d63-336a628487ad tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=4103edef-5221-449a-aba2-a60aaee9e258 HTTP/1.1" status: 200 len: 944 time: 0.0851657 Feb 20 05:34:00.037191 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-04c5ef63-4413-4610-895d-22db42eddf59 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92ac702d-931c-4b9d-b342-01471a0d18ee HTTP/1.1" status: 204 len: 168 time: 0.1433368 Feb 20 05:34:00.043726 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5ef63-4413-4610-895d-22db42eddf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ac702d-931c-4b9d-b342-01471a0d18ee,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:00.152450 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1ad9f649-11c5-4bed-b282-75a7f27e1d59 req-1a0c6a32-57fd-4132-9f0d-60678c67dc41 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659161 Feb 20 05:34:00.167006 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d4abc76c-b311-4257-8789-a3aa8fc1a67e req-16b237ab-a103-4bf6-9fd5-3e676d1b59e3 service neutron] 10.222.0.48 "GET /v2.0/networks/257210f7-3217-4ff4-9c05-d5c93a253e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300385 Feb 20 05:34:00.221104 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f88c5d-676a-47aa-bb43-c075203cf854 req-b1b6720c-b86e-4021-8e77-d1e2f46aa4f2 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:00.223542 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-42f88c5d-676a-47aa-bb43-c075203cf854 req-b1b6720c-b86e-4021-8e77-d1e2f46aa4f2 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.61 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 945 time: 0.0676906 Feb 20 05:34:00.305356 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f639a-e54b-4647-8918-0009a7dfea9e req-911ecbe1-ae1d-405a-8ea6-9efb5518a87a tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:00.307302 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f49f639a-e54b-4647-8918-0009a7dfea9e req-911ecbe1-ae1d-405a-8ea6-9efb5518a87a tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 945 time: 0.0731771 Feb 20 05:34:00.350056 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-42f88c5d-676a-47aa-bb43-c075203cf854 req-13eb91c3-b638-49b9-b093-34938c5172f5 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Deleting port 07e82003-d270-4848-a84d-a58ea18e9722 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:34:00.350642 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-42f88c5d-676a-47aa-bb43-c075203cf854 req-13eb91c3-b638-49b9-b093-34938c5172f5 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (07e82003-d270-4848-a84d-a58ea18e9722), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:00.372190 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f49f639a-e54b-4647-8918-0009a7dfea9e req-a2c8eb34-76a5-4cdd-ac1a-ee2b461e1852 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574739 Feb 20 05:34:00.471376 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-42f88c5d-676a-47aa-bb43-c075203cf854 req-13eb91c3-b638-49b9-b093-34938c5172f5 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] For port 07e82003-d270-4848-a84d-a58ea18e9722, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=07e82003-d270-4848-a84d-a58ea18e9722,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:00.471829 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-42f88c5d-676a-47aa-bb43-c075203cf854 req-13eb91c3-b638-49b9-b093-34938c5172f5 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (07e82003-d270-4848-a84d-a58ea18e9722), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:00.485169 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-42f88c5d-676a-47aa-bb43-c075203cf854 req-13eb91c3-b638-49b9-b093-34938c5172f5 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Calling delete_port for 07e82003-d270-4848-a84d-a58ea18e9722 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:34:00.572728 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device c484c03b-bc0e-4da0-a86d-0b2a1872629a details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:34:00.690130 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-42f88c5d-676a-47aa-bb43-c075203cf854 req-13eb91c3-b638-49b9-b093-34938c5172f5 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (07e82003-d270-4848-a84d-a58ea18e9722), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:00.705031 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['53b45731-e8e0-44c8-876f-cf7a72184c28', '07e82003-d270-4848-a84d-a58ea18e9722'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:34:00.726360 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb91c3-b638-49b9-b093-34938c5172f5 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Pushing event deleted for resources: {'Port': ['ID=07e82003-d270-4848-a84d-a58ea18e9722,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:00.799726 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f88c5d-676a-47aa-bb43-c075203cf854 req-13eb91c3-b638-49b9-b093-34938c5172f5 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] No DVR routers for this DVR port 07e82003-d270-4848-a84d-a58ea18e9722 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:34:00.803068 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-42f88c5d-676a-47aa-bb43-c075203cf854 req-13eb91c3-b638-49b9-b093-34938c5172f5 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:00.810570 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-42f88c5d-676a-47aa-bb43-c075203cf854 req-13eb91c3-b638-49b9-b093-34938c5172f5 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.61 "DELETE /v2.0/ports/07e82003-d270-4848-a84d-a58ea18e9722 HTTP/1.1" status: 204 len: 173 time: 0.5810375 Feb 20 05:34:00.832268 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port c484c03b-bc0e-4da0-a86d-0b2a1872629a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c484c03b-bc0e-4da0-a86d-0b2a1872629a,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:00.872993 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a', 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'port_id': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a', 'mac_address': 'fa:16:3e:fd:42:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:34:00.940366 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead893c3-6a09-45a9-aeee-867d248ac82b req-5cfee2f8-4694-4310-a49c-39db4b300dd4 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:00.942887 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ead893c3-6a09-45a9-aeee-867d248ac82b req-5cfee2f8-4694-4310-a49c-39db4b300dd4 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/ports?device_id=49ef67a5-1578-4cc5-9ade-6aff4ee422fc HTTP/1.1" status: 200 len: 949 time: 0.0827343 Feb 20 05:34:00.978199 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port c484c03b-bc0e-4da0-a86d-0b2a1872629a is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:00.978591 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:01.019816 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c484c03b-bc0e-4da0-a86d-0b2a1872629a {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:34:01.056380 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57884) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:01.063849 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port c484c03b-bc0e-4da0-a86d-0b2a1872629a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c484c03b-bc0e-4da0-a86d-0b2a1872629a,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:01.072850 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ba4eff-508a-4822-8b55-0e46082ef50c', 'name': 'network-vif-deleted', 'tag': '07e82003-d270-4848-a84d-a58ea18e9722'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:34:01.075637 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c777b77b-aaf7-467f-993a-b357b50a3a6a" -d '{"events": [{"server_uuid": "78ba4eff-508a-4822-8b55-0e46082ef50c", "name": "network-vif-deleted", "tag": "07e82003-d270-4848-a84d-a58ea18e9722"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:34:01.077884 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ead893c3-6a09-45a9-aeee-867d248ac82b req-ac9f351e-78fa-4a60-a6c6-453a1d11d6a7 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/security-groups?id=71840a2c-ec6c-40d3-bacb-7ec74b0d213d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175132 Feb 20 05:34:01.080138 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:01.150053 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=c484c03b-bc0e-4da0-a86d-0b2a1872629a,revision_number=9']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:01.165579 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8b829-0d02-4f3b-8a3c-7ec5f9fea183 req-b1f7e494-d774-4d7a-8d7f-94dc6ebeaed1 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:01.174523 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6bb8b829-0d02-4f3b-8a3c-7ec5f9fea183 req-b1f7e494-d774-4d7a-8d7f-94dc6ebeaed1 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 944 time: 0.1499825 Feb 20 05:34:01.220965 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-8f10be55-a408-43ab-bacd-f6cec8bb005d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1613277913-network', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:34:01.228879 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['c484c03b-bc0e-4da0-a86d-0b2a1872629a'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:34:01.259456 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f10be55-a408-43ab-bacd-f6cec8bb005d admin admin] Made reservation on behalf of 03a588f7057d4c8b9bd71c9e1f2b531d for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:34:01.261696 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f10be55-a408-43ab-bacd-f6cec8bb005d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:01.275896 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f10be55-a408-43ab-bacd-f6cec8bb005d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:01.337880 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c538f1-2b66-4dcb-80e6-244312965b26 req-eeb93b96-3ac6-485b-ab19-11e5cd5bd967 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:01.345274 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c538f1-2b66-4dcb-80e6-244312965b26 req-eeb93b96-3ac6-485b-ab19-11e5cd5bd967 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:01.352115 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c538f1-2b66-4dcb-80e6-244312965b26 req-eeb93b96-3ac6-485b-ab19-11e5cd5bd967 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:01.358132 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c538f1-2b66-4dcb-80e6-244312965b26 req-eeb93b96-3ac6-485b-ab19-11e5cd5bd967 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:01.365046 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c538f1-2b66-4dcb-80e6-244312965b26 req-eeb93b96-3ac6-485b-ab19-11e5cd5bd967 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:01.371288 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c538f1-2b66-4dcb-80e6-244312965b26 req-eeb93b96-3ac6-485b-ab19-11e5cd5bd967 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:01.375193 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f10be55-a408-43ab-bacd-f6cec8bb005d admin admin] Publish callbacks [] for security_group (134d64ac-ded4-461e-8e97-181ea79de070), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:01.377574 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c538f1-2b66-4dcb-80e6-244312965b26 req-eeb93b96-3ac6-485b-ab19-11e5cd5bd967 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:01.379330 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f10be55-a408-43ab-bacd-f6cec8bb005d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (134d64ac-ded4-461e-8e97-181ea79de070), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:01.385137 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60c538f1-2b66-4dcb-80e6-244312965b26 req-eeb93b96-3ac6-485b-ab19-11e5cd5bd967 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.2092748 Feb 20 05:34:01.412594 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f10be55-a408-43ab-bacd-f6cec8bb005d admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:34:01.426253 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10be55-a408-43ab-bacd-f6cec8bb005d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134d64ac-ded4-461e-8e97-181ea79de070,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:01.444079 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-6bb8b829-0d02-4f3b-8a3c-7ec5f9fea183 req-b1bc29e8-1fd9-4c7b-ba18-ee04e83edf97 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Deleting port d31904b3-3549-4eb6-80c5-e356a0b6f8a4 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:34:01.444639 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6bb8b829-0d02-4f3b-8a3c-7ec5f9fea183 req-b1bc29e8-1fd9-4c7b-ba18-ee04e83edf97 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (d31904b3-3549-4eb6-80c5-e356a0b6f8a4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:01.449754 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f10be55-a408-43ab-bacd-f6cec8bb005d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (01766626-8fb8-48e2-b802-f91f2998c106), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:01.449754 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-8f10be55-a408-43ab-bacd-f6cec8bb005d admin admin] Added segment 01766626-8fb8-48e2-b802-f91f2998c106 of type vlan for network bcfe82b0-e831-423b-ba24-eaea72d14c5c Feb 20 05:34:01.508474 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f10be55-a408-43ab-bacd-f6cec8bb005d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (bcfe82b0-e831-423b-ba24-eaea72d14c5c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:01.527117 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60c538f1-2b66-4dcb-80e6-244312965b26 req-06126114-5152-4540-a74b-ee34a9cda552 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1353636 Feb 20 05:34:01.533386 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ef67a5-1578-4cc5-9ade-6aff4ee422fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1e47dd1-5450-4da2-9a90-83e23c48ee65'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:34:01.536280 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcb4094-16dc-453d-86bd-bb6a3e2f5f08" -d '{"events": [{"server_uuid": "49ef67a5-1578-4cc5-9ade-6aff4ee422fc", "name": "network-vif-unplugged", "status": "completed", "tag": "b1e47dd1-5450-4da2-9a90-83e23c48ee65"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:34:01.540418 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f10be55-a408-43ab-bacd-f6cec8bb005d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (bcfe82b0-e831-423b-ba24-eaea72d14c5c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:01.541666 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f10be55-a408-43ab-bacd-f6cec8bb005d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:01.542377 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f10be55-a408-43ab-bacd-f6cec8bb005d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:01.617524 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-6bb8b829-0d02-4f3b-8a3c-7ec5f9fea183 req-b1bc29e8-1fd9-4c7b-ba18-ee04e83edf97 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] For port d31904b3-3549-4eb6-80c5-e356a0b6f8a4, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=d31904b3-3549-4eb6-80c5-e356a0b6f8a4,segment=NetworkSegment(b88db1a0-5356-40b1-9368-3d7a060c4f59),segment_id=b88db1a0-5356-40b1-9368-3d7a060c4f59)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:01.618473 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6bb8b829-0d02-4f3b-8a3c-7ec5f9fea183 req-b1bc29e8-1fd9-4c7b-ba18-ee04e83edf97 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (d31904b3-3549-4eb6-80c5-e356a0b6f8a4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:01.623818 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10be55-a408-43ab-bacd-f6cec8bb005d admin admin] Pushing event updated for resources: {'Network': ['ID=bcfe82b0-e831-423b-ba24-eaea72d14c5c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:01.635225 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network bcfe82b0-e831-423b-ba24-eaea72d14c5c details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:34:01.639970 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8f10be55-a408-43ab-bacd-f6cec8bb005d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5790970 Feb 20 05:34:01.640653 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57898) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:01.650016 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0b9cca27-a1ba-4882-8a18-776f2ee71948 admin admin] Request body: {'subnet': {'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1613277913-subnet', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:34:01.667328 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-6bb8b829-0d02-4f3b-8a3c-7ec5f9fea183 req-b1bc29e8-1fd9-4c7b-ba18-ee04e83edf97 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Calling delete_port for d31904b3-3549-4eb6-80c5-e356a0b6f8a4 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:34:01.702128 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9cca27-a1ba-4882-8a18-776f2ee71948 admin admin] Made reservation on behalf of 03a588f7057d4c8b9bd71c9e1f2b531d for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:34:01.709721 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0b9cca27-a1ba-4882-8a18-776f2ee71948 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:01.748005 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c57c8d-2c21-44e1-8004-f311088f1abd req-1c8cc46a-a448-494a-9d7b-6312fbb225cf tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:01.755089 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a3c57c8d-2c21-44e1-8004-f311088f1abd req-1c8cc46a-a448-494a-9d7b-6312fbb225cf tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d334878-33df-4f59-a2ea-0da3ed0f05a4 HTTP/1.1" status: 200 len: 944 time: 0.1305368 Feb 20 05:34:01.846644 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 0c0c4c7c-5500-4397-92ca-34b417142e97 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:34:01.847187 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a3c57c8d-2c21-44e1-8004-f311088f1abd req-df73462f-4c6f-441f-ad4c-eeb7446e8296 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.37 "GET /v2.0/security-groups?id=2751f883-54ff-4b85-adea-5a59f7bed73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871589 Feb 20 05:34:01.971512 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6bb8b829-0d02-4f3b-8a3c-7ec5f9fea183 req-b1bc29e8-1fd9-4c7b-ba18-ee04e83edf97 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (d31904b3-3549-4eb6-80c5-e356a0b6f8a4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:02.023886 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc29e8-1fd9-4c7b-ba18-ee04e83edf97 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Pushing event deleted for resources: {'Port': ['ID=d31904b3-3549-4eb6-80c5-e356a0b6f8a4,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:02.038497 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0b9cca27-a1ba-4882-8a18-776f2ee71948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (6f449319-f344-43f8-a242-cf782afe5fdf), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:02.095579 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 0c0c4c7c-5500-4397-92ca-34b417142e97, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0c0c4c7c-5500-4397-92ca-34b417142e97,segment=NetworkSegment(8b74ed4c-b910-4fbe-8040-1fa354141be0),segment_id=8b74ed4c-b910-4fbe-8040-1fa354141be0)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:02.124904 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '0c0c4c7c-5500-4397-92ca-34b417142e97', 'network_id': '257210f7-3217-4ff4-9c05-d5c93a253e1f', 'port_id': '0c0c4c7c-5500-4397-92ca-34b417142e97', 'mac_address': 'fa:16:3e:ae:b4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27956d86-7b7c-42ed-98d4-f3171eb93018', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:34:02.135841 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb8b829-0d02-4f3b-8a3c-7ec5f9fea183 req-b1bc29e8-1fd9-4c7b-ba18-ee04e83edf97 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] No DVR routers for this DVR port d31904b3-3549-4eb6-80c5-e356a0b6f8a4 on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:34:02.141120 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6bb8b829-0d02-4f3b-8a3c-7ec5f9fea183 req-b1bc29e8-1fd9-4c7b-ba18-ee04e83edf97 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:02.145223 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cca27-a1ba-4882-8a18-776f2ee71948 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f449319-f344-43f8-a242-cf782afe5fdf,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:02.154770 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6bb8b829-0d02-4f3b-8a3c-7ec5f9fea183 req-b1bc29e8-1fd9-4c7b-ba18-ee04e83edf97 tempest-LiveMigrationTest-704890584 tempest-LiveMigrationTest-704890584-project] 10.222.0.48 "DELETE /v2.0/ports/d31904b3-3549-4eb6-80c5-e356a0b6f8a4 HTTP/1.1" status: 204 len: 173 time: 0.9687278 Feb 20 05:34:02.155584 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d334878-33df-4f59-a2ea-0da3ed0f05a4', 'name': 'network-vif-deleted', 'tag': 'd31904b3-3549-4eb6-80c5-e356a0b6f8a4'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:34:02.167287 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c231e759-6e53-48b1-a209-1708bea7a3b2" -d '{"events": [{"server_uuid": "1d334878-33df-4f59-a2ea-0da3ed0f05a4", "name": "network-vif-deleted", "tag": "d31904b3-3549-4eb6-80c5-e356a0b6f8a4"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:34:02.209268 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9cca27-a1ba-4882-8a18-776f2ee71948 admin admin] Checking segment: {'id': '01766626-8fb8-48e2-b802-f91f2998c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:34:02.210354 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9cca27-a1ba-4882-8a18-776f2ee71948 admin admin] Network hostable DHCP agents. Network: bcfe82b0-e831-423b-ba24-eaea72d14c5c, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:34:02.226815 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 0c0c4c7c-5500-4397-92ca-34b417142e97 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:02.227177 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0c0c4c7c-5500-4397-92ca-34b417142e97), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:02.243506 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c0c4c7c-5500-4397-92ca-34b417142e97 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:34:02.248959 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9cca27-a1ba-4882-8a18-776f2ee71948 admin admin] Network bcfe82b0-e831-423b-ba24-eaea72d14c5c is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:34:02.252705 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81239293-dd97-43bb-a471-a0c78dce8713 x-openstack-request-id: req-81239293-dd97-43bb-a471-a0c78dce8713 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:34:02.253006 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ba4eff-508a-4822-8b55-0e46082ef50c", "name": "network-vif-deleted", "tag": "07e82003-d270-4848-a84d-a58ea18e9722", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:34:02.253267 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81239293-dd97-43bb-a471-a0c78dce8713 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:34:02.254272 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ba4eff-508a-4822-8b55-0e46082ef50c', 'name': 'network-vif-deleted', 'tag': '07e82003-d270-4848-a84d-a58ea18e9722', 'status': 'completed', 'code': 200} Feb 20 05:34:02.263815 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-0b9cca27-a1ba-4882-8a18-776f2ee71948 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, bcfe82b0-e831-423b-ba24-eaea72d14c5c) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:34:02.268845 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9cca27-a1ba-4882-8a18-776f2ee71948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:02.269635 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0b9cca27-a1ba-4882-8a18-776f2ee71948 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:02.294434 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ba3770-05e9-4925-a364-8b59d413a214 None None] Network bcfe82b0-e831-423b-ba24-eaea72d14c5c requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:34:02.297335 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0b9cca27-a1ba-4882-8a18-776f2ee71948 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6555586 Feb 20 05:34:02.299892 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57912) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:02.307319 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-dbe03b6b-00f4-4106-82a7-25bf934a80a9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1613277913-router', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:34:02.339798 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dbe03b6b-00f4-4106-82a7-25bf934a80a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (f27d3200-afa9-4a03-9e3d-a854eea8bff4), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:02.341952 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dbe03b6b-00f4-4106-82a7-25bf934a80a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (f27d3200-afa9-4a03-9e3d-a854eea8bff4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:02.420833 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dbe03b6b-00f4-4106-82a7-25bf934a80a9 admin admin] Publish callbacks [] for router_controller (f27d3200-afa9-4a03-9e3d-a854eea8bff4), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:02.569003 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4d8e8-c3d2-4361-b30f-959238ae1020 req-37388d79-6196-4039-8c3a-347c2aa38233 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:02.576920 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1db4d8e8-c3d2-4361-b30f-959238ae1020 req-37388d79-6196-4039-8c3a-347c2aa38233 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=4103edef-5221-449a-aba2-a60aaee9e258 HTTP/1.1" status: 200 len: 944 time: 0.0930369 Feb 20 05:34:02.632812 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 0c0c4c7c-5500-4397-92ca-34b417142e97, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0c0c4c7c-5500-4397-92ca-34b417142e97,segment=NetworkSegment(8b74ed4c-b910-4fbe-8040-1fa354141be0),segment_id=8b74ed4c-b910-4fbe-8040-1fa354141be0)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:02.634927 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device c484c03b-bc0e-4da0-a86d-0b2a1872629a up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:34:02.650683 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1db4d8e8-c3d2-4361-b30f-959238ae1020 req-0a3724a6-4d6c-4201-bdb6-5976c5526d2a tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627944 Feb 20 05:34:02.686624 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dbe03b6b-00f4-4106-82a7-25bf934a80a9 admin admin] Publish callbacks [] for router_gateway (f27d3200-afa9-4a03-9e3d-a854eea8bff4), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:02.724726 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0c0c4c7c-5500-4397-92ca-34b417142e97), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:02.747633 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355a19d3-d7a3-41ce-a338-af38a9c8b5c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-bcfe82b0-e831-423b-ba24-eaea72d14c5c', 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c', 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'fixed_ips': [{'subnet_id': '6f449319-f344-43f8-a242-cf782afe5fdf'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:34:02.748972 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-355a19d3-d7a3-41ce-a338-af38a9c8b5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:02.796837 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ffe7ad20-f118-417c-9d4d-b701ffad074e req-c1b00fb8-ba2b-4da0-b3cc-d06859b4696e tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 210 time: 0.0577545 Feb 20 05:34:02.886526 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5259b5-f758-47af-b14f-5906bbc67fc0 x-openstack-request-id: req-6c5259b5-f758-47af-b14f-5906bbc67fc0 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:34:02.886827 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d334878-33df-4f59-a2ea-0da3ed0f05a4", "name": "network-vif-deleted", "tag": "d31904b3-3549-4eb6-80c5-e356a0b6f8a4", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:34:02.887120 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c5259b5-f758-47af-b14f-5906bbc67fc0 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:34:02.887541 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d334878-33df-4f59-a2ea-0da3ed0f05a4', 'name': 'network-vif-deleted', 'tag': 'd31904b3-3549-4eb6-80c5-e356a0b6f8a4', 'status': 'completed', 'code': 200} Feb 20 05:34:02.900686 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e47b1f1-9ecc-4234-9eae-4056eb34cbd5 x-openstack-request-id: req-2e47b1f1-9ecc-4234-9eae-4056eb34cbd5 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:34:02.901175 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ef67a5-1578-4cc5-9ade-6aff4ee422fc", "name": "network-vif-unplugged", "status": "completed", "tag": "b1e47dd1-5450-4da2-9a90-83e23c48ee65", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:34:02.901605 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e47b1f1-9ecc-4234-9eae-4056eb34cbd5 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:34:02.902169 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ef67a5-1578-4cc5-9ade-6aff4ee422fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1e47dd1-5450-4da2-9a90-83e23c48ee65', 'code': 200} Feb 20 05:34:02.957256 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port c484c03b-bc0e-4da0-a86d-0b2a1872629a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:02.957932 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:02.959810 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=0c0c4c7c-5500-4397-92ca-34b417142e97,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:03.053662 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-355a19d3-d7a3-41ce-a338-af38a9c8b5c0 None None] Allocated IP 172.20.0.2 (bcfe82b0-e831-423b-ba24-eaea72d14c5c/6f449319-f344-43f8-a242-cf782afe5fdf/cf26836d-6a17-4944-bbb3-67763ee3c6da) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:34:03.124149 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['0c0c4c7c-5500-4397-92ca-34b417142e97'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:34:03.328667 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-355a19d3-d7a3-41ce-a338-af38a9c8b5c0 None None] Publish callbacks [] for port (cf26836d-6a17-4944-bbb3-67763ee3c6da), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:03.335180 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a172679-41f3-4ade-88e4-0cb8ec4f1cbb req-2e0480fa-4f78-47ae-a50e-c01ed174d844 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:03.340919 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a172679-41f3-4ade-88e4-0cb8ec4f1cbb req-2e0480fa-4f78-47ae-a50e-c01ed174d844 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:03.346875 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a172679-41f3-4ade-88e4-0cb8ec4f1cbb req-2e0480fa-4f78-47ae-a50e-c01ed174d844 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:03.350221 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dbe03b6b-00f4-4106-82a7-25bf934a80a9 admin admin] Publish callbacks [] for router_gateway (f27d3200-afa9-4a03-9e3d-a854eea8bff4), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:03.352303 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a172679-41f3-4ade-88e4-0cb8ec4f1cbb req-2e0480fa-4f78-47ae-a50e-c01ed174d844 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:03.358459 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a172679-41f3-4ade-88e4-0cb8ec4f1cbb req-2e0480fa-4f78-47ae-a50e-c01ed174d844 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:03.364202 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a172679-41f3-4ade-88e4-0cb8ec4f1cbb req-2e0480fa-4f78-47ae-a50e-c01ed174d844 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:03.369572 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a172679-41f3-4ade-88e4-0cb8ec4f1cbb req-2e0480fa-4f78-47ae-a50e-c01ed174d844 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:03.371162 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dbe03b6b-00f4-4106-82a7-25bf934a80a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:03.371638 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a172679-41f3-4ade-88e4-0cb8ec4f1cbb req-2e0480fa-4f78-47ae-a50e-c01ed174d844 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.1080079 Feb 20 05:34:03.379166 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-355a19d3-d7a3-41ce-a338-af38a9c8b5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (cf26836d-6a17-4944-bbb3-67763ee3c6da), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:03.435185 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a19d3-d7a3-41ce-a338-af38a9c8b5c0 None None] Pushing event updated for resources: {'Port': ['ID=cf26836d-6a17-4944-bbb3-67763ee3c6da,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:03.452813 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port c484c03b-bc0e-4da0-a86d-0b2a1872629a is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:03.453207 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:03.464497 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a172679-41f3-4ade-88e4-0cb8ec4f1cbb req-4d302cd5-4380-4b2e-8900-868a306a4974 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0834248 Feb 20 05:34:03.477139 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355a19d3-d7a3-41ce-a338-af38a9c8b5c0 None None] Network bcfe82b0-e831-423b-ba24-eaea72d14c5c is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:34:03.484812 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-355a19d3-d7a3-41ce-a338-af38a9c8b5c0 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:34:03.487240 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355a19d3-d7a3-41ce-a338-af38a9c8b5c0 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:34:03.536285 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-dbe03b6b-00f4-4106-82a7-25bf934a80a9 admin admin] Allocated IP 172.25.3.247 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/330016e9-fa05-454c-b6bd-e8797f973bde) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:34:03.551017 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57940) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:03.554671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port c484c03b-bc0e-4da0-a86d-0b2a1872629a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c484c03b-bc0e-4da0-a86d-0b2a1872629a,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:03.588485 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:03.642667 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-355a19d3-d7a3-41ce-a338-af38a9c8b5c0 None None] Attempting to bind port cf26836d-6a17-4944-bbb3-67763ee3c6da on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:34:03.643144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-355a19d3-d7a3-41ce-a338-af38a9c8b5c0 None None] Attempting to bind port cf26836d-6a17-4944-bbb3-67763ee3c6da by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '01766626-8fb8-48e2-b802-f91f2998c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:34:03.643539 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355a19d3-d7a3-41ce-a338-af38a9c8b5c0 None None] Attempting to bind port cf26836d-6a17-4944-bbb3-67763ee3c6da on network bcfe82b0-e831-423b-ba24-eaea72d14c5c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:34:03.665900 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355a19d3-d7a3-41ce-a338-af38a9c8b5c0 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:34:03.666332 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355a19d3-d7a3-41ce-a338-af38a9c8b5c0 None None] Checking segment: {'id': '01766626-8fb8-48e2-b802-f91f2998c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:34:03.666786 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-355a19d3-d7a3-41ce-a338-af38a9c8b5c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:03.667435 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355a19d3-d7a3-41ce-a338-af38a9c8b5c0 None None] Bound using segment: {'id': '01766626-8fb8-48e2-b802-f91f2998c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:34:03.667932 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-355a19d3-d7a3-41ce-a338-af38a9c8b5c0 None None] Bound port: cf26836d-6a17-4944-bbb3-67763ee3c6da, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01766626-8fb8-48e2-b802-f91f2998c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:34:03.668312 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-355a19d3-d7a3-41ce-a338-af38a9c8b5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (cf26836d-6a17-4944-bbb3-67763ee3c6da), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:03.702099 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=c484c03b-bc0e-4da0-a86d-0b2a1872629a,revision_number=10']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:03.722557 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82baaf8-a4ff-439f-8060-3d4c1ddca0dd admin admin] Deleting subnet b4371b84-9467-4135-93c7-7a933f791395 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:34:03.726868 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b82baaf8-a4ff-439f-8060-3d4c1ddca0dd admin admin] Publish callbacks [] for subnet (b4371b84-9467-4135-93c7-7a933f791395), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:03.760571 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dbe03b6b-00f4-4106-82a7-25bf934a80a9 admin admin] Publish callbacks [] for port (330016e9-fa05-454c-b6bd-e8797f973bde), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:03.793803 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-355a19d3-d7a3-41ce-a338-af38a9c8b5c0 None None] For port cf26836d-6a17-4944-bbb3-67763ee3c6da, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:34:03.799220 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b82baaf8-a4ff-439f-8060-3d4c1ddca0dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (b4371b84-9467-4135-93c7-7a933f791395), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:03.802870 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-355a19d3-d7a3-41ce-a338-af38a9c8b5c0 None None] For port cf26836d-6a17-4944-bbb3-67763ee3c6da, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=cf26836d-6a17-4944-bbb3-67763ee3c6da,segment=NetworkSegment(01766626-8fb8-48e2-b802-f91f2998c106),segment_id=01766626-8fb8-48e2-b802-f91f2998c106)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:34:03.810674 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-355a19d3-d7a3-41ce-a338-af38a9c8b5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (cf26836d-6a17-4944-bbb3-67763ee3c6da), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:03.818429 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dbe03b6b-00f4-4106-82a7-25bf934a80a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (330016e9-fa05-454c-b6bd-e8797f973bde), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:03.850545 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b82baaf8-a4ff-439f-8060-3d4c1ddca0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (b4371b84-9467-4135-93c7-7a933f791395), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:03.882576 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe03b6b-00f4-4106-82a7-25bf934a80a9 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:34:03.885678 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-dbe03b6b-00f4-4106-82a7-25bf934a80a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:34:03.889932 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe03b6b-00f4-4106-82a7-25bf934a80a9 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:34:03.910081 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a19d3-d7a3-41ce-a338-af38a9c8b5c0 None None] Pushing event updated for resources: {'Port': ['ID=cf26836d-6a17-4944-bbb3-67763ee3c6da,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:03.915450 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b82baaf8-a4ff-439f-8060-3d4c1ddca0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (b4371b84-9467-4135-93c7-7a933f791395), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:03.925243 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device d31904b3-3549-4eb6-80c5-e356a0b6f8a4 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:34:03.933636 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe03b6b-00f4-4106-82a7-25bf934a80a9 admin admin] Pushing event updated for resources: {'Port': ['ID=330016e9-fa05-454c-b6bd-e8797f973bde,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:03.960308 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82baaf8-a4ff-439f-8060-3d4c1ddca0dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4371b84-9467-4135-93c7-7a933f791395,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:03.967819 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b82baaf8-a4ff-439f-8060-3d4c1ddca0dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:03.975238 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b82baaf8-a4ff-439f-8060-3d4c1ddca0dd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b4371b84-9467-4135-93c7-7a933f791395 HTTP/1.1" status: 204 len: 168 time: 0.4223835 Feb 20 05:34:03.977596 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57958) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:03.994978 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: d31904b3-3549-4eb6-80c5-e356a0b6f8a4 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:34:03.996541 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device d31904b3-3549-4eb6-80c5-e356a0b6f8a4 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:34:04.104106 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c8a38b1-e85d-4baf-a8b1-4f4246e76cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (cb4530de-66c2-443b-82e6-823a997cfe68), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:04.224238 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dbe03b6b-00f4-4106-82a7-25bf934a80a9 admin admin] Publish callbacks [] for router_gateway (f27d3200-afa9-4a03-9e3d-a854eea8bff4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:04.331599 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c8a38b1-e85d-4baf-a8b1-4f4246e76cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (cb4530de-66c2-443b-82e6-823a997cfe68), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:04.429843 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade22093-c715-46d4-9b16-f5b045613c9c req-34ade164-efe1-4ab7-9c56-16770b2f14ba tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:04.447084 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ade22093-c715-46d4-9b16-f5b045613c9c req-34ade164-efe1-4ab7-9c56-16770b2f14ba tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=4103edef-5221-449a-aba2-a60aaee9e258 HTTP/1.1" status: 200 len: 945 time: 0.3002880 Feb 20 05:34:04.448399 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6c8a38b1-e85d-4baf-a8b1-4f4246e76cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4530de-66c2-443b-82e6-823a997cfe68']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:04.488127 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6c8a38b1-e85d-4baf-a8b1-4f4246e76cb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88db1a0-5356-40b1-9368-3d7a060c4f59') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:04.488543 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6c8a38b1-e85d-4baf-a8b1-4f4246e76cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88db1a0-5356-40b1-9368-3d7a060c4f59') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:04.496189 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device cf26836d-6a17-4944-bbb3-67763ee3c6da up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:34:04.509145 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c8a38b1-e85d-4baf-a8b1-4f4246e76cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (b88db1a0-5356-40b1-9368-3d7a060c4f59), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:04.558568 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c8a38b1-e85d-4baf-a8b1-4f4246e76cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (b88db1a0-5356-40b1-9368-3d7a060c4f59), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:04.564561 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dbe03b6b-00f4-4106-82a7-25bf934a80a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (f27d3200-afa9-4a03-9e3d-a854eea8bff4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:04.578075 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port cf26836d-6a17-4944-bbb3-67763ee3c6da triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:04.578800 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (cf26836d-6a17-4944-bbb3-67763ee3c6da), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:04.582981 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ade22093-c715-46d4-9b16-f5b045613c9c req-68aca600-3d88-473c-8e8a-e6b678225d53 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370242 Feb 20 05:34:04.590271 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8a38b1-e85d-4baf-a8b1-4f4246e76cb6 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:34:04.590821 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c8a38b1-e85d-4baf-a8b1-4f4246e76cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (b88db1a0-5356-40b1-9368-3d7a060c4f59), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:04.603039 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 07e82003-d270-4848-a84d-a58ea18e9722 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:34:04.606116 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:34:04.638628 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 07e82003-d270-4848-a84d-a58ea18e9722 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:34:04.639345 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 07e82003-d270-4848-a84d-a58ea18e9722 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:34:04.730200 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe03b6b-00f4-4106-82a7-25bf934a80a9 admin admin] Router f27d3200-afa9-4a03-9e3d-a854eea8bff4 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:34:04.739831 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port cf26836d-6a17-4944-bbb3-67763ee3c6da is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:04.740885 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (cf26836d-6a17-4944-bbb3-67763ee3c6da), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:04.742734 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c8a38b1-e85d-4baf-a8b1-4f4246e76cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (cb4530de-66c2-443b-82e6-823a997cfe68), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:04.750886 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c8a38b1-e85d-4baf-a8b1-4f4246e76cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:04.757131 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6c8a38b1-e85d-4baf-a8b1-4f4246e76cb6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cb4530de-66c2-443b-82e6-823a997cfe68 HTTP/1.1" status: 204 len: 168 time: 0.7761517 Feb 20 05:34:04.772428 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57968) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:04.784481 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port cf26836d-6a17-4944-bbb3-67763ee3c6da, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=cf26836d-6a17-4944-bbb3-67763ee3c6da,segment=NetworkSegment(01766626-8fb8-48e2-b802-f91f2998c106),segment_id=01766626-8fb8-48e2-b802-f91f2998c106)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:04.791343 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (cf26836d-6a17-4944-bbb3-67763ee3c6da), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:04.811837 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a38b1-e85d-4baf-a8b1-4f4246e76cb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb4530de-66c2-443b-82e6-823a997cfe68,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:04.836712 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4e87e785-2371-461b-b2e2-0e5ff7be425c req-9b11b8b8-e87a-4d52-9141-5ef0027d7022 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 210 time: 0.1129105 Feb 20 05:34:04.879346 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe03b6b-00f4-4106-82a7-25bf934a80a9 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:34:04.899492 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc8ae43-7698-4aff-8dd8-ad98729df91d None None] Sync routers for ids ['f27d3200-afa9-4a03-9e3d-a854eea8bff4'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:34:04.902300 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dbe03b6b-00f4-4106-82a7-25bf934a80a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:04.904812 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dbe03b6b-00f4-4106-82a7-25bf934a80a9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6011171 Feb 20 05:34:04.907848 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57974) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:04.921178 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a385fa4-fc77-4cc9-a674-c470ee7f0f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:34:04.931526 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e2aace-dce6-4c37-bcae-4aedd6989b1e" -d '{"events": [{"server_uuid": "5a385fa4-fc77-4cc9-a674-c470ee7f0f3c", "name": "network-vif-plugged", "status": "completed", "tag": "c484c03b-bc0e-4da0-a86d-0b2a1872629a"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:34:04.935916 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c8f971-719a-4689-a0e0-845e33ba1c03 admin admin] Deleting subnet 804174de-180e-4ec2-8d6a-522a7abb199e {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:34:04.942768 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79c8f971-719a-4689-a0e0-845e33ba1c03 admin admin] Publish callbacks [] for subnet (804174de-180e-4ec2-8d6a-522a7abb199e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:04.975955 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc8ae43-7698-4aff-8dd8-ad98729df91d None None] Routers {'f27d3200-afa9-4a03-9e3d-a854eea8bff4'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:34:04.976652 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3dc8ae43-7698-4aff-8dd8-ad98729df91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:33:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f27d3200-afa9-4a03-9e3d-a854eea8bff4'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:04.994605 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=cf26836d-6a17-4944-bbb3-67763ee3c6da,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:05.039708 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79c8f971-719a-4689-a0e0-845e33ba1c03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (804174de-180e-4ec2-8d6a-522a7abb199e), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:05.134316 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79c8f971-719a-4689-a0e0-845e33ba1c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (804174de-180e-4ec2-8d6a-522a7abb199e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:05.219202 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79c8f971-719a-4689-a0e0-845e33ba1c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (804174de-180e-4ec2-8d6a-522a7abb199e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:05.249408 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-3dc8ae43-7698-4aff-8dd8-ad98729df91d None None] Set router f27d3200-afa9-4a03-9e3d-a854eea8bff4 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:34:05.266639 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8f971-719a-4689-a0e0-845e33ba1c03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=804174de-180e-4ec2-8d6a-522a7abb199e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:05.275446 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79c8f971-719a-4689-a0e0-845e33ba1c03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:05.280198 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-79c8f971-719a-4689-a0e0-845e33ba1c03 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/804174de-180e-4ec2-8d6a-522a7abb199e HTTP/1.1" status: 204 len: 168 time: 0.4637470 Feb 20 05:34:05.282563 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57990) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:05.370883 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c6ca7158-711f-4990-bbb9-5c46d073f1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (1f77ebb7-ce75-4802-b54e-2ad9d73919ec), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:05.534622 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecc994-0bfd-459a-9881-958d4e85e807 req-1e998726-8b59-4147-94c2-09fe40af1814 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:05.538935 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaae8fe-6388-41b9-b344-a5ef8875e9e9 None None] Network bcfe82b0-e831-423b-ba24-eaea72d14c5c requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:34:05.541123 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecc994-0bfd-459a-9881-958d4e85e807 req-1e998726-8b59-4147-94c2-09fe40af1814 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:05.548380 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecc994-0bfd-459a-9881-958d4e85e807 req-1e998726-8b59-4147-94c2-09fe40af1814 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:05.553853 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecc994-0bfd-459a-9881-958d4e85e807 req-1e998726-8b59-4147-94c2-09fe40af1814 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:05.559373 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecc994-0bfd-459a-9881-958d4e85e807 req-1e998726-8b59-4147-94c2-09fe40af1814 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:05.565112 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecc994-0bfd-459a-9881-958d4e85e807 req-1e998726-8b59-4147-94c2-09fe40af1814 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:05.571545 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecc994-0bfd-459a-9881-958d4e85e807 req-1e998726-8b59-4147-94c2-09fe40af1814 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:05.573870 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d8ecc994-0bfd-459a-9881-958d4e85e807 req-1e998726-8b59-4147-94c2-09fe40af1814 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.2009478 Feb 20 05:34:05.609731 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c6ca7158-711f-4990-bbb9-5c46d073f1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (1f77ebb7-ce75-4802-b54e-2ad9d73919ec), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:05.624240 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-bc229252-694a-41eb-ac8f-e61f36fd18a5 None None] Provisioning complete for port cf26836d-6a17-4944-bbb3-67763ee3c6da triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:05.624646 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc229252-694a-41eb-ac8f-e61f36fd18a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (cf26836d-6a17-4944-bbb3-67763ee3c6da), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:05.652768 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8da1be44-d987-4ef8-89ff-7fb365533891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:05.680940 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-c6ca7158-711f-4990-bbb9-5c46d073f1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f77ebb7-ce75-4802-b54e-2ad9d73919ec']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:05.704891 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d8ecc994-0bfd-459a-9881-958d4e85e807 req-a36554d3-0c9c-4ab2-b5ae-d667be11bae2 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1213560 Feb 20 05:34:05.714296 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3dc8ae43-7698-4aff-8dd8-ad98729df91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'name': 'tempest-TaggedBootDevicesTest_v242-1613277913-router', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:34:02Z', 'updated_at': '2022-02-20T05:34:04Z', 'revision_number': 3, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'gw_port': {'id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:03Z', 'updated_at': '2022-02-20T05:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:05.718469 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-c6ca7158-711f-4990-bbb9-5c46d073f1f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91573d33-68c1-4152-8bdb-96ad707e381e') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:05.721574 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-c6ca7158-711f-4990-bbb9-5c46d073f1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91573d33-68c1-4152-8bdb-96ad707e381e') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:05.748185 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c6ca7158-711f-4990-bbb9-5c46d073f1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (91573d33-68c1-4152-8bdb-96ad707e381e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:05.753313 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc8ae43-7698-4aff-8dd8-ad98729df91d None None] Checking router: f27d3200-afa9-4a03-9e3d-a854eea8bff4 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:34:05.753664 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc8ae43-7698-4aff-8dd8-ad98729df91d None None] Updating router f27d3200-afa9-4a03-9e3d-a854eea8bff4 port 330016e9-fa05-454c-b6bd-e8797f973bde binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:34:05.785870 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c6ca7158-711f-4990-bbb9-5c46d073f1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (91573d33-68c1-4152-8bdb-96ad707e381e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:05.791677 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ae43-7698-4aff-8dd8-ad98729df91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (330016e9-fa05-454c-b6bd-e8797f973bde), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:05.795527 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ca7158-711f-4990-bbb9-5c46d073f1f5 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:34:05.795987 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c6ca7158-711f-4990-bbb9-5c46d073f1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (91573d33-68c1-4152-8bdb-96ad707e381e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:34:05.801657 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:34:05.819765 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad4a0af-15ae-4f14-b31c-33fccb4edd04 x-openstack-request-id: req-0ad4a0af-15ae-4f14-b31c-33fccb4edd04 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:34:05.820056 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a385fa4-fc77-4cc9-a674-c470ee7f0f3c", "name": "network-vif-plugged", "status": "completed", "tag": "c484c03b-bc0e-4da0-a86d-0b2a1872629a", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:34:05.820308 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ad4a0af-15ae-4f14-b31c-33fccb4edd04 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:34:05.820700 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a385fa4-fc77-4cc9-a674-c470ee7f0f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a', 'code': 200} Feb 20 05:34:05.875005 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-8da1be44-d987-4ef8-89ff-7fb365533891 admin admin] Allocated IP 172.20.0.1 (bcfe82b0-e831-423b-ba24-eaea72d14c5c/6f449319-f344-43f8-a242-cf782afe5fdf/72160e90-bd08-4144-8e92-f8a9ba4d1ba3) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:34:05.879192 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c6ca7158-711f-4990-bbb9-5c46d073f1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (1f77ebb7-ce75-4802-b54e-2ad9d73919ec), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:05.885760 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c6ca7158-711f-4990-bbb9-5c46d073f1f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:05.890305 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c6ca7158-711f-4990-bbb9-5c46d073f1f5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1f77ebb7-ce75-4802-b54e-2ad9d73919ec HTTP/1.1" status: 204 len: 168 time: 0.6066377 Feb 20 05:34:05.909980 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca7158-711f-4990-bbb9-5c46d073f1f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f77ebb7-ce75-4802-b54e-2ad9d73919ec,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:06.034097 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8da1be44-d987-4ef8-89ff-7fb365533891 admin admin] Publish callbacks [] for port (72160e90-bd08-4144-8e92-f8a9ba4d1ba3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:06.108442 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8da1be44-d987-4ef8-89ff-7fb365533891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (72160e90-bd08-4144-8e92-f8a9ba4d1ba3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:06.139331 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 58014) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:06.175129 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 0c0c4c7c-5500-4397-92ca-34b417142e97 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:34:06.178149 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1be44-d987-4ef8-89ff-7fb365533891 admin admin] Pushing event updated for resources: {'Port': ['ID=72160e90-bd08-4144-8e92-f8a9ba4d1ba3,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:06.204841 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da1be44-d987-4ef8-89ff-7fb365533891 admin admin] Network bcfe82b0-e831-423b-ba24-eaea72d14c5c is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:34:06.206946 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-8da1be44-d987-4ef8-89ff-7fb365533891 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:34:06.209485 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da1be44-d987-4ef8-89ff-7fb365533891 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:34:06.236469 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bc10903e-5bc6-468b-bb4f-91b896be8d43 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd21ae910f154cf58d2067d0920b47f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0955901 Feb 20 05:34:06.240720 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 58016) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:06.288323 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8da1be44-d987-4ef8-89ff-7fb365533891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (f27d3200-afa9-4a03-9e3d-a854eea8bff4), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:06.391484 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device cf26836d-6a17-4944-bbb3-67763ee3c6da up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:34:06.393208 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bc229252-694a-41eb-ac8f-e61f36fd18a5 None None] Current status of the port cf26836d-6a17-4944-bbb3-67763ee3c6da is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:06.413087 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971ed96-da20-4709-b637-8ea4b3d24a52 req-aa763322-1907-47f1-a167-b80a1643a1f5 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:06.421525 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4971ed96-da20-4709-b637-8ea4b3d24a52 req-aa763322-1907-47f1-a167-b80a1643a1f5 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=4103edef-5221-449a-aba2-a60aaee9e258 HTTP/1.1" status: 200 len: 945 time: 0.1807177 Feb 20 05:34:06.449277 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48100e84-8f7c-46c4-8da7-dd3de6944de8 admin admin] Publish callbacks [] for security_group (2751f883-54ff-4b85-adea-5a59f7bed73d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:06.456668 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 0c0c4c7c-5500-4397-92ca-34b417142e97 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:34:06.469717 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 0c0c4c7c-5500-4397-92ca-34b417142e97 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:06.470092 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0c0c4c7c-5500-4397-92ca-34b417142e97), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:06.494233 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48100e84-8f7c-46c4-8da7-dd3de6944de8 admin admin] Publish callbacks [] for security_group (2751f883-54ff-4b85-adea-5a59f7bed73d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:06.515226 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8da1be44-d987-4ef8-89ff-7fb365533891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (72160e90-bd08-4144-8e92-f8a9ba4d1ba3), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:06.524976 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4971ed96-da20-4709-b637-8ea4b3d24a52 req-4a5c2f3a-afcb-4e9c-9bf8-c47f97bbcf34 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986886 Feb 20 05:34:06.617220 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48100e84-8f7c-46c4-8da7-dd3de6944de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2751f883-54ff-4b85-adea-5a59f7bed73d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:06.620086 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48100e84-8f7c-46c4-8da7-dd3de6944de8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:06.623432 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-48100e84-8f7c-46c4-8da7-dd3de6944de8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2751f883-54ff-4b85-adea-5a59f7bed73d HTTP/1.1" status: 204 len: 168 time: 0.3817980 Feb 20 05:34:06.651196 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48100e84-8f7c-46c4-8da7-dd3de6944de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2751f883-54ff-4b85-adea-5a59f7bed73d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:06.690448 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 0c0c4c7c-5500-4397-92ca-34b417142e97 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:06.690704 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0c0c4c7c-5500-4397-92ca-34b417142e97), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:06.709048 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port cf26836d-6a17-4944-bbb3-67763ee3c6da triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:06.709485 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (cf26836d-6a17-4944-bbb3-67763ee3c6da), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:06.750546 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-233403bb-38fa-4fb6-935c-9f4ddecdbaf4 req-793017fe-cd92-4dcf-8576-ffeec20322df tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 210 time: 0.0764656 Feb 20 05:34:06.826351 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-70120e1d-f4cd-4d31-a583-1d69155740d3 None None] Provisioning complete for port cf26836d-6a17-4944-bbb3-67763ee3c6da triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:06.826595 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70120e1d-f4cd-4d31-a583-1d69155740d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (cf26836d-6a17-4944-bbb3-67763ee3c6da), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:06.883980 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8da1be44-d987-4ef8-89ff-7fb365533891 admin admin] Publish callbacks [] for port (72160e90-bd08-4144-8e92-f8a9ba4d1ba3), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:06.898285 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8da1be44-d987-4ef8-89ff-7fb365533891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (72160e90-bd08-4144-8e92-f8a9ba4d1ba3), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:06.982738 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port cf26836d-6a17-4944-bbb3-67763ee3c6da is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:07.006593 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 0c0c4c7c-5500-4397-92ca-34b417142e97, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0c0c4c7c-5500-4397-92ca-34b417142e97,segment=NetworkSegment(8b74ed4c-b910-4fbe-8040-1fa354141be0),segment_id=8b74ed4c-b910-4fbe-8040-1fa354141be0)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:07.029684 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0c0c4c7c-5500-4397-92ca-34b417142e97), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:07.036567 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cb19c-3a48-4969-983d-03a8eacf06c8 req-23f2a00b-236c-4da4-88c9-cc0d769614c5 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:07.045541 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f83cb19c-3a48-4969-983d-03a8eacf06c8 req-23f2a00b-236c-4da4-88c9-cc0d769614c5 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e439f1-da3b-408c-9baf-9e1b144fa22e HTTP/1.1" status: 200 len: 945 time: 0.1854930 Feb 20 05:34:07.098218 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1be44-d987-4ef8-89ff-7fb365533891 admin admin] Pushing event updated for resources: {'Port': ['ID=72160e90-bd08-4144-8e92-f8a9ba4d1ba3,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:07.101906 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8da1be44-d987-4ef8-89ff-7fb365533891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (f27d3200-afa9-4a03-9e3d-a854eea8bff4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:07.137607 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ae43-7698-4aff-8dd8-ad98729df91d None None] Publish callbacks [] for port (330016e9-fa05-454c-b6bd-e8797f973bde), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:07.145746 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f83cb19c-3a48-4969-983d-03a8eacf06c8 req-f6674076-74ce-41b9-a32c-ce2c54d04dbb tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992470 Feb 20 05:34:07.165681 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ae43-7698-4aff-8dd8-ad98729df91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (330016e9-fa05-454c-b6bd-e8797f973bde), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:07.168384 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-70120e1d-f4cd-4d31-a583-1d69155740d3 None None] Current status of the port cf26836d-6a17-4944-bbb3-67763ee3c6da is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:07.171532 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=0c0c4c7c-5500-4397-92ca-34b417142e97,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:07.222222 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96333ee1-44a2-4769-876c-f1ec290e4c78 None None] Pushing event updated for resources: {'Port': ['ID=330016e9-fa05-454c-b6bd-e8797f973bde,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:07.272631 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3dc8ae43-7698-4aff-8dd8-ad98729df91d None None] Attempting to bind port 330016e9-fa05-454c-b6bd-e8797f973bde on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:34:07.273470 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3dc8ae43-7698-4aff-8dd8-ad98729df91d None None] Attempting to bind port 330016e9-fa05-454c-b6bd-e8797f973bde by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:34:07.274355 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc8ae43-7698-4aff-8dd8-ad98729df91d None None] Attempting to bind port 330016e9-fa05-454c-b6bd-e8797f973bde on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:34:07.288317 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da1be44-d987-4ef8-89ff-7fb365533891 admin admin] Network bcfe82b0-e831-423b-ba24-eaea72d14c5c is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:34:07.290588 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-8da1be44-d987-4ef8-89ff-7fb365533891 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:34:07.340999 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc8ae43-7698-4aff-8dd8-ad98729df91d None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:34:07.347420 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc8ae43-7698-4aff-8dd8-ad98729df91d None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:34:07.348969 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ae43-7698-4aff-8dd8-ad98729df91d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:07.351463 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc8ae43-7698-4aff-8dd8-ad98729df91d None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:34:07.352283 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3dc8ae43-7698-4aff-8dd8-ad98729df91d None None] Bound port: 330016e9-fa05-454c-b6bd-e8797f973bde, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:34:07.352940 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ae43-7698-4aff-8dd8-ad98729df91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (330016e9-fa05-454c-b6bd-e8797f973bde), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:07.356227 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 58046) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:07.415658 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ecc1e961-f876-4a60-af38-0a9ba32c7c29 None None] Provisioning complete for port 72160e90-bd08-4144-8e92-f8a9ba4d1ba3 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:07.416489 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ecc1e961-f876-4a60-af38-0a9ba32c7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (72160e90-bd08-4144-8e92-f8a9ba4d1ba3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:07.509680 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3dc8ae43-7698-4aff-8dd8-ad98729df91d None None] For port 330016e9-fa05-454c-b6bd-e8797f973bde, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:34:07.531671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ecc1e961-f876-4a60-af38-0a9ba32c7c29 None None] Port 72160e90-bd08-4144-8e92-f8a9ba4d1ba3 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:34:07.546452 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3dc8ae43-7698-4aff-8dd8-ad98729df91d None None] For port 330016e9-fa05-454c-b6bd-e8797f973bde, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=330016e9-fa05-454c-b6bd-e8797f973bde,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:34:07.555968 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ae43-7698-4aff-8dd8-ad98729df91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (330016e9-fa05-454c-b6bd-e8797f973bde), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:07.590249 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a072a311-2779-4f59-8c03-91219f4e101c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b2b9bfe5e66045e5b3c1b2d16d052b79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318215 Feb 20 05:34:07.597624 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 58052) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:07.646447 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4834eb1-6f04-4005-ac39-8980c5de3f31 req-57830ba7-2fdb-43af-85f3-23a03e8a13bd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2522082 Feb 20 05:34:07.672022 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da1be44-d987-4ef8-89ff-7fb365533891 admin admin] Router f27d3200-afa9-4a03-9e3d-a854eea8bff4 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:34:07.712532 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc8ae43-7698-4aff-8dd8-ad98729df91d None None] Routers {'f27d3200-afa9-4a03-9e3d-a854eea8bff4'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:34:07.715931 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3dc8ae43-7698-4aff-8dd8-ad98729df91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:33:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f27d3200-afa9-4a03-9e3d-a854eea8bff4'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:07.784134 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96333ee1-44a2-4769-876c-f1ec290e4c78 None None] Pushing event updated for resources: {'Port': ['ID=330016e9-fa05-454c-b6bd-e8797f973bde,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:07.785433 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40611ebb-0b63-4c37-bca3-b687f7403e5a req-b165df87-2e2d-4015-b64f-f0523bdb925e tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:07.786974 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-40611ebb-0b63-4c37-bca3-b687f7403e5a req-b165df87-2e2d-4015-b64f-f0523bdb925e tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.48 "GET /v2.0/ports?device_id=66e439f1-da3b-408c-9baf-9e1b144fa22e HTTP/1.1" status: 200 len: 945 time: 0.2231870 Feb 20 05:34:07.882105 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d19e746-c709-4689-b7ca-51d9ea6243c8 admin admin] Publish callbacks [] for security_group (1c083771-8c4d-41d9-a00e-4cdf751d1fed), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:07.895569 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-3dc8ae43-7698-4aff-8dd8-ad98729df91d None None] Set router f27d3200-afa9-4a03-9e3d-a854eea8bff4 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:34:07.937701 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da1be44-d987-4ef8-89ff-7fb365533891 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:34:07.954128 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8da1be44-d987-4ef8-89ff-7fb365533891 admin admin] 10.222.0.37 "PUT /v2.0/routers/f27d3200-afa9-4a03-9e3d-a854eea8bff4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0444930 Feb 20 05:34:07.966837 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4103edef-5221-449a-aba2-a60aaee9e258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0c4c7c-5500-4397-92ca-34b417142e97'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:34:07.977609 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d19e746-c709-4689-b7ca-51d9ea6243c8 admin admin] Publish callbacks [] for security_group (1c083771-8c4d-41d9-a00e-4cdf751d1fed), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:07.977975 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8e4991-7687-48a9-a074-a3dc6a7783ee" -d '{"events": [{"server_uuid": "4103edef-5221-449a-aba2-a60aaee9e258", "name": "network-vif-plugged", "status": "completed", "tag": "0c0c4c7c-5500-4397-92ca-34b417142e97"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:34:07.989042 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-dbe06362-8218-4c14-908e-e88b56766a77 None None] Provisioning complete for port 72160e90-bd08-4144-8e92-f8a9ba4d1ba3 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:08.003343 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dbe06362-8218-4c14-908e-e88b56766a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (72160e90-bd08-4144-8e92-f8a9ba4d1ba3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:08.048729 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-dbe06362-8218-4c14-908e-e88b56766a77 None None] Port 72160e90-bd08-4144-8e92-f8a9ba4d1ba3 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:34:08.054047 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4834eb1-6f04-4005-ac39-8980c5de3f31 req-0ab31145-f1bf-4e94-9745-11e451df2128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:08.056020 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4834eb1-6f04-4005-ac39-8980c5de3f31 req-0ab31145-f1bf-4e94-9745-11e451df2128 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 1126 time: 0.3434410 Feb 20 05:34:08.072306 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-40611ebb-0b63-4c37-bca3-b687f7403e5a req-adfc833c-0d12-4d8a-b426-71da1b0d9d5a tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Deleting port 612e10aa-901e-43d5-b482-2a52932935e8 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:34:08.075117 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-40611ebb-0b63-4c37-bca3-b687f7403e5a req-adfc833c-0d12-4d8a-b426-71da1b0d9d5a tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (612e10aa-901e-43d5-b482-2a52932935e8), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:08.106139 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1f690-d9d1-4ef1-b0b1-8de67a1cd381 req-97972a95-d054-42f4-88e8-272e4d535e9a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:08.119701 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1f690-d9d1-4ef1-b0b1-8de67a1cd381 req-97972a95-d054-42f4-88e8-272e4d535e9a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:08.144424 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1f690-d9d1-4ef1-b0b1-8de67a1cd381 req-97972a95-d054-42f4-88e8-272e4d535e9a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:08.151945 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1f690-d9d1-4ef1-b0b1-8de67a1cd381 req-97972a95-d054-42f4-88e8-272e4d535e9a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:08.178338 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1f690-d9d1-4ef1-b0b1-8de67a1cd381 req-97972a95-d054-42f4-88e8-272e4d535e9a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:08.191360 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1f690-d9d1-4ef1-b0b1-8de67a1cd381 req-97972a95-d054-42f4-88e8-272e4d535e9a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:08.211787 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1f690-d9d1-4ef1-b0b1-8de67a1cd381 req-97972a95-d054-42f4-88e8-272e4d535e9a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:08.213744 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bfe1f690-d9d1-4ef1-b0b1-8de67a1cd381 req-97972a95-d054-42f4-88e8-272e4d535e9a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5420 time: 0.4412060 Feb 20 05:34:08.226173 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9810514b-fb7e-466d-9f8d-e997b96eeaf5 req-137f9d9e-15ef-434e-9510-644394686c8c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2581592 Feb 20 05:34:08.397714 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-40611ebb-0b63-4c37-bca3-b687f7403e5a req-adfc833c-0d12-4d8a-b426-71da1b0d9d5a tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] For port 612e10aa-901e-43d5-b482-2a52932935e8, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=612e10aa-901e-43d5-b482-2a52932935e8,segment=NetworkSegment(9abc642a-349a-436e-9940-6e83a87e01e6),segment_id=9abc642a-349a-436e-9940-6e83a87e01e6)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:08.398215 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-40611ebb-0b63-4c37-bca3-b687f7403e5a req-adfc833c-0d12-4d8a-b426-71da1b0d9d5a tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (612e10aa-901e-43d5-b482-2a52932935e8), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:08.405557 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3dc8ae43-7698-4aff-8dd8-ad98729df91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'name': 'tempest-TaggedBootDevicesTest_v242-1613277913-router', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:34:02Z', 'updated_at': '2022-02-20T05:34:06Z', 'revision_number': 4, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'gw_port': {'id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:03Z', 'updated_at': '2022-02-20T05:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '72160e90-bd08-4144-8e92-f8a9ba4d1ba3', 'name': '', 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'mac_address': 'fa:16:3e:81:9a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '6f449319-f344-43f8-a242-cf782afe5fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:05Z', 'updated_at': '2022-02-20T05:34:06Z', 'revision_number': 2, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'subnets': [{'id': '6f449319-f344-43f8-a242-cf782afe5fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:08.414004 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810514b-fb7e-466d-9f8d-e997b96eeaf5 req-de8ee971-e969-40ea-abfd-9228850834e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:08.416048 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9810514b-fb7e-466d-9f8d-e997b96eeaf5 req-de8ee971-e969-40ea-abfd-9228850834e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=370c8f456fd340e383b36f44861b2990&device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 1126 time: 0.1615398 Feb 20 05:34:08.430997 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-40611ebb-0b63-4c37-bca3-b687f7403e5a req-adfc833c-0d12-4d8a-b426-71da1b0d9d5a tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Calling delete_port for 612e10aa-901e-43d5-b482-2a52932935e8 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:34:08.470290 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc8ae43-7698-4aff-8dd8-ad98729df91d None None] The sync data for ids ['f27d3200-afa9-4a03-9e3d-a854eea8bff4'] in n-d-829866-5 is: [{'id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'name': 'tempest-TaggedBootDevicesTest_v242-1613277913-router', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:34:02Z', 'updated_at': '2022-02-20T05:34:06Z', 'revision_number': 4, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'gw_port': {'id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:03Z', 'updated_at': '2022-02-20T05:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '72160e90-bd08-4144-8e92-f8a9ba4d1ba3', 'name': '', 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'mac_address': 'fa:16:3e:81:9a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '6f449319-f344-43f8-a242-cf782afe5fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:05Z', 'updated_at': '2022-02-20T05:34:06Z', 'revision_number': 2, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'subnets': [{'id': '6f449319-f344-43f8-a242-cf782afe5fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:34:08.475880 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4834eb1-6f04-4005-ac39-8980c5de3f31 req-c46684bf-e80a-4888-9c46-c469fddbfdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:08.477388 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4834eb1-6f04-4005-ac39-8980c5de3f31 req-c46684bf-e80a-4888-9c46-c469fddbfdba service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 920 time: 0.3995862 Feb 20 05:34:08.485384 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d19e746-c709-4689-b7ca-51d9ea6243c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (1c083771-8c4d-41d9-a00e-4cdf751d1fed), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:08.488853 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d19e746-c709-4689-b7ca-51d9ea6243c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:08.490005 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9d19e746-c709-4689-b7ca-51d9ea6243c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c083771-8c4d-41d9-a00e-4cdf751d1fed HTTP/1.1" status: 204 len: 168 time: 0.8905234 Feb 20 05:34:08.605673 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device e74757c8-ee50-4661-8395-9285a9e8870c details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:34:08.646097 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810514b-fb7e-466d-9f8d-e997b96eeaf5 req-ab10d0ae-73dd-4be0-aa04-0ebbf92d1662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:08.648486 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9810514b-fb7e-466d-9f8d-e997b96eeaf5 req-ab10d0ae-73dd-4be0-aa04-0ebbf92d1662 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 200 len: 920 time: 0.1998610 Feb 20 05:34:08.720281 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19e746-c709-4689-b7ca-51d9ea6243c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c083771-8c4d-41d9-a00e-4cdf751d1fed,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:08.733615 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4834eb1-6f04-4005-ac39-8980c5de3f31 req-91138794-f044-46f8-ac72-3f7c4d1f40e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30fcc51a-1bb6-4c51-b069-8c95adf83e0e HTTP/1.1" status: 200 len: 217 time: 0.2423611 Feb 20 05:34:08.769901 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bfe1f690-d9d1-4ef1-b0b1-8de67a1cd381 req-7aaf2490-c890-42a7-b3a0-1c0ed2bf619c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4887922 Feb 20 05:34:08.786371 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9810514b-fb7e-466d-9f8d-e997b96eeaf5 req-3b930c0b-5fe4-4790-8a71-dad9385f85c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53b45731-e8e0-44c8-876f-cf7a72184c28 HTTP/1.1" status: 200 len: 217 time: 0.0900588 Feb 20 05:34:08.896486 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4834eb1-6f04-4005-ac39-8980c5de3f31 req-7261e4cf-b3ae-43ac-8f2e-f9804ad4e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:08.898031 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4834eb1-6f04-4005-ac39-8980c5de3f31 req-7261e4cf-b3ae-43ac-8f2e-f9804ad4e172 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 200 len: 860 time: 0.1535075 Feb 20 05:34:09.025400 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4834eb1-6f04-4005-ac39-8980c5de3f31 req-b713e5e0-139d-4ee1-9dac-851206999f36 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193717 Feb 20 05:34:09.089242 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port e74757c8-ee50-4661-8395-9285a9e8870c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e74757c8-ee50-4661-8395-9285a9e8870c,segment=NetworkSegment(6e3478b9-6ed7-4abf-b4ed-b00804fcaa64),segment_id=6e3478b9-6ed7-4abf-b4ed-b00804fcaa64)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:09.111063 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'e74757c8-ee50-4661-8395-9285a9e8870c', 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83', 'port_id': 'e74757c8-ee50-4661-8395-9285a9e8870c', 'mac_address': 'fa:16:3e:57:19:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4c7eba-b72d-4ec5-b4b9-93e6d514511f', 'ip_address': '10.1.1.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:34:09.150107 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810514b-fb7e-466d-9f8d-e997b96eeaf5 req-43f476ad-0aac-4c8f-bdf4-564d0f34dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:09.152029 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9810514b-fb7e-466d-9f8d-e997b96eeaf5 req-43f476ad-0aac-4c8f-bdf4-564d0f34dd9a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 200 len: 860 time: 0.3647110 Feb 20 05:34:09.206100 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port e74757c8-ee50-4661-8395-9285a9e8870c is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:09.206615 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e74757c8-ee50-4661-8395-9285a9e8870c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:09.225549 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74757c8-ee50-4661-8395-9285a9e8870c {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:34:09.245803 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9810514b-fb7e-466d-9f8d-e997b96eeaf5 req-76ee23a6-1115-4a4b-90ab-93f9c76a4222 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863004 Feb 20 05:34:09.280905 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port e74757c8-ee50-4661-8395-9285a9e8870c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e74757c8-ee50-4661-8395-9285a9e8870c,segment=NetworkSegment(6e3478b9-6ed7-4abf-b4ed-b00804fcaa64),segment_id=6e3478b9-6ed7-4abf-b4ed-b00804fcaa64)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:09.286359 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e74757c8-ee50-4661-8395-9285a9e8870c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:09.289328 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device c61fd629-9c90-4652-883c-81348ddcbb9c details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:34:09.453890 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aafa88-45a9-4ded-94e2-66cea55a8514 req-7151aca7-d311-4044-abf2-6f3260b16bbf tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:09.473713 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f4aafa88-45a9-4ded-94e2-66cea55a8514 req-7151aca7-d311-4044-abf2-6f3260b16bbf tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=4103edef-5221-449a-aba2-a60aaee9e258 HTTP/1.1" status: 200 len: 946 time: 0.3965828 Feb 20 05:34:09.481808 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4834eb1-6f04-4005-ac39-8980c5de3f31 req-40c908a3-b9b8-4f0b-99ea-5e14e1350895 service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504793 Feb 20 05:34:09.493216 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port c61fd629-9c90-4652-883c-81348ddcbb9c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c61fd629-9c90-4652-883c-81348ddcbb9c,segment=NetworkSegment(6e3478b9-6ed7-4abf-b4ed-b00804fcaa64),segment_id=6e3478b9-6ed7-4abf-b4ed-b00804fcaa64)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:09.498702 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=e74757c8-ee50-4661-8395-9285a9e8870c,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:09.537038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'c61fd629-9c90-4652-883c-81348ddcbb9c', 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83', 'port_id': 'c61fd629-9c90-4652-883c-81348ddcbb9c', 'mac_address': 'fa:16:3e:71:0f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4c7eba-b72d-4ec5-b4b9-93e6d514511f', 'ip_address': '10.1.1.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:34:09.609418 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58106) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:09.656145 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-6bc7aedd-55f2-4ec6-b78c-20131cccafee admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-108467248-network', 'tenant_id': '5f82d861f46a43beb72f4358b556ffe8'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:34:09.663735 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port c61fd629-9c90-4652-883c-81348ddcbb9c is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:09.664149 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c61fd629-9c90-4652-883c-81348ddcbb9c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:09.667389 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-40611ebb-0b63-4c37-bca3-b687f7403e5a req-adfc833c-0d12-4d8a-b426-71da1b0d9d5a tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (612e10aa-901e-43d5-b482-2a52932935e8), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:09.707958 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['f5d6ddf3-7113-4ed1-aa61-f4c4dec13664', '612e10aa-901e-43d5-b482-2a52932935e8'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:34:09.714342 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['33fe8932-712d-4740-ad52-9c45a7c7c08a'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:34:09.775191 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f4aafa88-45a9-4ded-94e2-66cea55a8514 req-8142a0fd-4ea1-4d61-bba3-e64c4e7063f9 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002284 Feb 20 05:34:09.797444 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4834eb1-6f04-4005-ac39-8980c5de3f31 req-8637c2ec-85c5-42b1-9be8-3278b8c00a2c service neutron] 10.222.0.48 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016155 Feb 20 05:34:09.838365 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c61fd629-9c90-4652-883c-81348ddcbb9c {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:34:09.840724 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc833c-0d12-4d8a-b426-71da1b0d9d5a tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Pushing event deleted for resources: {'Port': ['ID=612e10aa-901e-43d5-b482-2a52932935e8,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:09.862972 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port c61fd629-9c90-4652-883c-81348ddcbb9c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c61fd629-9c90-4652-883c-81348ddcbb9c,segment=NetworkSegment(6e3478b9-6ed7-4abf-b4ed-b00804fcaa64),segment_id=6e3478b9-6ed7-4abf-b4ed-b00804fcaa64)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:09.874213 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c61fd629-9c90-4652-883c-81348ddcbb9c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:09.874889 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 3fb0e850-e007-488c-9126-46021bfc5121 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:34:09.924762 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 3fb0e850-e007-488c-9126-46021bfc5121, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=3fb0e850-e007-488c-9126-46021bfc5121,segment=NetworkSegment(6e3478b9-6ed7-4abf-b4ed-b00804fcaa64),segment_id=6e3478b9-6ed7-4abf-b4ed-b00804fcaa64)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:09.929296 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9810514b-fb7e-466d-9f8d-e997b96eeaf5 req-dc3dcfbb-8e8c-4747-8d80-564e3ab010b7 service neutron] 10.222.0.61 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6591952 Feb 20 05:34:10.065976 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-40611ebb-0b63-4c37-bca3-b687f7403e5a req-adfc833c-0d12-4d8a-b426-71da1b0d9d5a tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] No DVR routers for this DVR port 612e10aa-901e-43d5-b482-2a52932935e8 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:34:10.069656 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-40611ebb-0b63-4c37-bca3-b687f7403e5a req-adfc833c-0d12-4d8a-b426-71da1b0d9d5a tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:10.074121 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-40611ebb-0b63-4c37-bca3-b687f7403e5a req-adfc833c-0d12-4d8a-b426-71da1b0d9d5a tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.48 "DELETE /v2.0/ports/612e10aa-901e-43d5-b482-2a52932935e8 HTTP/1.1" status: 204 len: 173 time: 2.2802057 Feb 20 05:34:10.125916 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e439f1-da3b-408c-9baf-9e1b144fa22e', 'name': 'network-vif-deleted', 'tag': '612e10aa-901e-43d5-b482-2a52932935e8'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:34:10.130833 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d543e5d6-7dc2-4f5a-ac10-625abcbaa7b1" -d '{"events": [{"server_uuid": "66e439f1-da3b-408c-9baf-9e1b144fa22e", "name": "network-vif-deleted", "tag": "612e10aa-901e-43d5-b482-2a52932935e8"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:34:10.146917 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc7aedd-55f2-4ec6-b78c-20131cccafee admin admin] Made reservation on behalf of 5f82d861f46a43beb72f4358b556ffe8 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:34:10.153681 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6bc7aedd-55f2-4ec6-b78c-20131cccafee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:10.250341 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9e3f4e2-12e5-4693-82cc-24b39c5017ab req-da568a53-cb21-4cbe-9694-3e650f641292 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 210 time: 0.1274788 Feb 20 05:34:10.322338 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6bc7aedd-55f2-4ec6-b78c-20131cccafee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:10.520737 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119d5c3e-c38b-41f8-8707-f06c7d9f21b7 x-openstack-request-id: req-119d5c3e-c38b-41f8-8707-f06c7d9f21b7 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:34:10.522960 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4103edef-5221-449a-aba2-a60aaee9e258", "name": "network-vif-plugged", "status": "completed", "tag": "0c0c4c7c-5500-4397-92ca-34b417142e97", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:34:10.523416 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-119d5c3e-c38b-41f8-8707-f06c7d9f21b7 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:34:10.533888 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4103edef-5221-449a-aba2-a60aaee9e258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0c4c7c-5500-4397-92ca-34b417142e97', 'code': 200} Feb 20 05:34:10.563785 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '3fb0e850-e007-488c-9126-46021bfc5121', 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83', 'port_id': '3fb0e850-e007-488c-9126-46021bfc5121', 'mac_address': 'fa:16:3e:08:05:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4c7eba-b72d-4ec5-b4b9-93e6d514511f', 'ip_address': '10.1.1.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:34:10.631957 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 330016e9-fa05-454c-b6bd-e8797f973bde up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:34:10.684240 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9810514b-fb7e-466d-9f8d-e997b96eeaf5 req-ffc858a1-770f-4d36-94aa-7deea07f5f30 service neutron] 10.222.0.61 "GET /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7534528 Feb 20 05:34:10.827883 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09daccc4-416e-43df-8f2d-113c324679ac req-8f8ed3b7-13f0-4d16-9667-b04f570e86a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:10.832086 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-944dbc35-788e-44dd-a212-53628d60841e req-c9bbfd12-e269-463e-9ec6-0496f8acb0c7 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=66e439f1-da3b-408c-9baf-9e1b144fa22e HTTP/1.1" status: 200 len: 210 time: 0.0638490 Feb 20 05:34:10.843221 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-09daccc4-416e-43df-8f2d-113c324679ac req-8f8ed3b7-13f0-4d16-9667-b04f570e86a5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4103edef-5221-449a-aba2-a60aaee9e258 HTTP/1.1" status: 200 len: 1128 time: 0.2868226 Feb 20 05:34:10.978202 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6bc7aedd-55f2-4ec6-b78c-20131cccafee admin admin] Publish callbacks [] for security_group (64482007-446e-4a02-96a9-5bbffb5c7473), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:11.015612 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6bc7aedd-55f2-4ec6-b78c-20131cccafee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (64482007-446e-4a02-96a9-5bbffb5c7473), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:11.040974 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe114665-f4fb-4f6e-a692-5eb0a8c0728c req-57995f67-e3b5-49dc-a109-d45675df2eb6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:11.058303 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc7aedd-55f2-4ec6-b78c-20131cccafee admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:34:11.062995 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe114665-f4fb-4f6e-a692-5eb0a8c0728c req-57995f67-e3b5-49dc-a109-d45675df2eb6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:11.068609 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe114665-f4fb-4f6e-a692-5eb0a8c0728c req-57995f67-e3b5-49dc-a109-d45675df2eb6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:11.096545 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe114665-f4fb-4f6e-a692-5eb0a8c0728c req-57995f67-e3b5-49dc-a109-d45675df2eb6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:11.122050 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe114665-f4fb-4f6e-a692-5eb0a8c0728c req-57995f67-e3b5-49dc-a109-d45675df2eb6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:11.140091 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=c61fd629-9c90-4652-883c-81348ddcbb9c,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:11.148171 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe114665-f4fb-4f6e-a692-5eb0a8c0728c req-57995f67-e3b5-49dc-a109-d45675df2eb6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:11.164374 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe114665-f4fb-4f6e-a692-5eb0a8c0728c req-57995f67-e3b5-49dc-a109-d45675df2eb6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:11.179017 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe114665-f4fb-4f6e-a692-5eb0a8c0728c req-57995f67-e3b5-49dc-a109-d45675df2eb6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5422 time: 0.2399869 Feb 20 05:34:11.215611 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-09daccc4-416e-43df-8f2d-113c324679ac req-dbc2162d-00af-4f4b-b848-37d56a7aa0d7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515103 Feb 20 05:34:11.245969 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6bc7aedd-55f2-4ec6-b78c-20131cccafee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (7ffaa449-9861-4de3-b075-2d4b5f9edbf2), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:11.249707 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-6bc7aedd-55f2-4ec6-b78c-20131cccafee admin admin] Added segment 7ffaa449-9861-4de3-b075-2d4b5f9edbf2 of type vlan for network 25b22de6-bd4c-4c14-ac6c-23831c74cd9d Feb 20 05:34:11.268852 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 330016e9-fa05-454c-b6bd-e8797f973bde triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:11.270781 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (330016e9-fa05-454c-b6bd-e8797f973bde), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:11.289515 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 3fb0e850-e007-488c-9126-46021bfc5121 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:11.290215 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3fb0e850-e007-488c-9126-46021bfc5121), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:11.335956 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe114665-f4fb-4f6e-a692-5eb0a8c0728c req-0d57bc99-c7bb-415a-afc8-540f2d103e79 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1559300 Feb 20 05:34:11.341229 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6bc7aedd-55f2-4ec6-b78c-20131cccafee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (25b22de6-bd4c-4c14-ac6c-23831c74cd9d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:11.442639 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7aedd-55f2-4ec6-b78c-20131cccafee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64482007-446e-4a02-96a9-5bbffb5c7473,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:11.445924 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb0e850-e007-488c-9126-46021bfc5121 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:34:11.464822 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6bc7aedd-55f2-4ec6-b78c-20131cccafee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (25b22de6-bd4c-4c14-ac6c-23831c74cd9d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:11.468859 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc7aedd-55f2-4ec6-b78c-20131cccafee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:11.471749 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6bc7aedd-55f2-4ec6-b78c-20131cccafee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:11.569170 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6bc7aedd-55f2-4ec6-b78c-20131cccafee admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9349403 Feb 20 05:34:11.572818 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 58162) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:11.580448 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a9f8eabd-5a9d-4f22-b6a9-c864914077ce admin admin] Request body: {'subnet': {'network_id': '25b22de6-bd4c-4c14-ac6c-23831c74cd9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-108467248-subnet', 'tenant_id': '5f82d861f46a43beb72f4358b556ffe8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:34:11.588253 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 3fb0e850-e007-488c-9126-46021bfc5121, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=3fb0e850-e007-488c-9126-46021bfc5121,segment=NetworkSegment(6e3478b9-6ed7-4abf-b4ed-b00804fcaa64),segment_id=6e3478b9-6ed7-4abf-b4ed-b00804fcaa64)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:11.597089 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7aedd-55f2-4ec6-b78c-20131cccafee admin admin] Pushing event updated for resources: {'Network': ['ID=25b22de6-bd4c-4c14-ac6c-23831c74cd9d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:11.598054 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3fb0e850-e007-488c-9126-46021bfc5121), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:11.600613 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 5781814a-da9d-41c0-a1e3-9143914eb22f details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:34:11.625082 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 25b22de6-bd4c-4c14-ac6c-23831c74cd9d details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:34:11.652218 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f8eabd-5a9d-4f22-b6a9-c864914077ce admin admin] Made reservation on behalf of 5f82d861f46a43beb72f4358b556ffe8 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:34:11.655104 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a9f8eabd-5a9d-4f22-b6a9-c864914077ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:11.672432 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0278e7-182e-4f49-992b-4e159aa12aa1 x-openstack-request-id: req-db0278e7-182e-4f49-992b-4e159aa12aa1 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:34:11.672801 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e439f1-da3b-408c-9baf-9e1b144fa22e", "name": "network-vif-deleted", "tag": "612e10aa-901e-43d5-b482-2a52932935e8", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:34:11.673056 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db0278e7-182e-4f49-992b-4e159aa12aa1 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:34:11.673792 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e439f1-da3b-408c-9baf-9e1b144fa22e', 'name': 'network-vif-deleted', 'tag': '612e10aa-901e-43d5-b482-2a52932935e8', 'status': 'completed', 'code': 200} Feb 20 05:34:11.905861 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 612e10aa-901e-43d5-b482-2a52932935e8 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:34:11.976772 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 612e10aa-901e-43d5-b482-2a52932935e8 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:34:11.977249 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 612e10aa-901e-43d5-b482-2a52932935e8 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:34:11.998525 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 330016e9-fa05-454c-b6bd-e8797f973bde is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:11.998977 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (330016e9-fa05-454c-b6bd-e8797f973bde), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:12.028006 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 330016e9-fa05-454c-b6bd-e8797f973bde, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=330016e9-fa05-454c-b6bd-e8797f973bde,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:12.029974 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=3fb0e850-e007-488c-9126-46021bfc5121,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:12.036208 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (330016e9-fa05-454c-b6bd-e8797f973bde), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:12.109568 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3265c0-ae04-4d53-821a-38fd3e334b8b req-ebfad26b-65c4-460b-b720-8e0fe30e94ff tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:12.112589 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa3265c0-ae04-4d53-821a-38fd3e334b8b req-ebfad26b-65c4-460b-b720-8e0fe30e94ff tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=4103edef-5221-449a-aba2-a60aaee9e258 HTTP/1.1" status: 200 len: 946 time: 0.3068500 Feb 20 05:34:12.158065 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=330016e9-fa05-454c-b6bd-e8797f973bde,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:12.199519 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 5781814a-da9d-41c0-a1e3-9143914eb22f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=5781814a-da9d-41c0-a1e3-9143914eb22f,segment=NetworkSegment(3afd5b42-a457-4a41-9db4-611bccf50f94),segment_id=3afd5b42-a457-4a41-9db4-611bccf50f94)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:12.222891 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '5781814a-da9d-41c0-a1e3-9143914eb22f', 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff', 'port_id': '5781814a-da9d-41c0-a1e3-9143914eb22f', 'mac_address': 'fa:16:3e:6f:7c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47bafeeb-eb88-48c3-9668-c5c4cd61bb39', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:34:12.315391 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 5781814a-da9d-41c0-a1e3-9143914eb22f is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:12.315844 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5781814a-da9d-41c0-a1e3-9143914eb22f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:12.323013 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa3265c0-ae04-4d53-821a-38fd3e334b8b req-98e09b8d-39e6-4288-9283-2762ad7de26b tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946959 Feb 20 05:34:12.327426 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a9f8eabd-5a9d-4f22-b6a9-c864914077ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (4420b6cb-8725-4b20-a288-253d842f88bc), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:12.352703 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5781814a-da9d-41c0-a1e3-9143914eb22f {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:34:12.379837 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 5781814a-da9d-41c0-a1e3-9143914eb22f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=5781814a-da9d-41c0-a1e3-9143914eb22f,segment=NetworkSegment(3afd5b42-a457-4a41-9db4-611bccf50f94),segment_id=3afd5b42-a457-4a41-9db4-611bccf50f94)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:12.385443 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5781814a-da9d-41c0-a1e3-9143914eb22f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:12.422144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device a890cd6b-9daf-4d06-b46f-a0ae0d08179c details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:34:12.424153 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 330016e9-fa05-454c-b6bd-e8797f973bde up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:34:12.512833 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9c8d42b-7fe7-49c0-882c-37ae8d5b049a req-be379e73-8cd1-4cc3-a048-058ddc2fde36 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 210 time: 0.0771737 Feb 20 05:34:12.541899 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=5781814a-da9d-41c0-a1e3-9143914eb22f,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:12.571781 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 330016e9-fa05-454c-b6bd-e8797f973bde triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:12.572229 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (330016e9-fa05-454c-b6bd-e8797f973bde), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:12.577854 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8eabd-5a9d-4f22-b6a9-c864914077ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=4420b6cb-8725-4b20-a288-253d842f88bc,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:12.588388 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f8eabd-5a9d-4f22-b6a9-c864914077ce admin admin] Checking segment: {'id': '7ffaa449-9861-4de3-b075-2d4b5f9edbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '25b22de6-bd4c-4c14-ac6c-23831c74cd9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:34:12.588762 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f8eabd-5a9d-4f22-b6a9-c864914077ce admin admin] Network hostable DHCP agents. Network: 25b22de6-bd4c-4c14-ac6c-23831c74cd9d, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:34:12.623917 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f8eabd-5a9d-4f22-b6a9-c864914077ce admin admin] Network 25b22de6-bd4c-4c14-ac6c-23831c74cd9d is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:34:12.634640 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-a9f8eabd-5a9d-4f22-b6a9-c864914077ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 25b22de6-bd4c-4c14-ac6c-23831c74cd9d) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:34:12.640735 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f8eabd-5a9d-4f22-b6a9-c864914077ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:12.641340 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a9f8eabd-5a9d-4f22-b6a9-c864914077ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:12.649300 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f776442-42ee-4835-b223-8db81adea39f None None] Sync routers for ids ['f27d3200-afa9-4a03-9e3d-a854eea8bff4'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:34:12.666155 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f776442-42ee-4835-b223-8db81adea39f None None] Routers {'f27d3200-afa9-4a03-9e3d-a854eea8bff4'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:34:12.667228 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-8f776442-42ee-4835-b223-8db81adea39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:33:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f27d3200-afa9-4a03-9e3d-a854eea8bff4'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:12.673326 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29eb789-53e9-4ced-ba7e-fd09f19c010c None None] Network 25b22de6-bd4c-4c14-ac6c-23831c74cd9d requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:34:12.680701 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58186) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:12.681814 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a9f8eabd-5a9d-4f22-b6a9-c864914077ce admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1075807 Feb 20 05:34:12.685099 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-30564bab-2f3e-419f-b6d2-e20144b3f929 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-108467248-router', 'tenant_id': '5f82d861f46a43beb72f4358b556ffe8', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:34:12.741220 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-30564bab-2f3e-419f-b6d2-e20144b3f929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (4cbf5441-d6b8-410e-80c4-1a849e44635a), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:12.742324 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-30564bab-2f3e-419f-b6d2-e20144b3f929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (4cbf5441-d6b8-410e-80c4-1a849e44635a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:12.871443 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-30564bab-2f3e-419f-b6d2-e20144b3f929 admin admin] Publish callbacks [] for router_controller (4cbf5441-d6b8-410e-80c4-1a849e44635a), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:12.922110 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbc847e-b3d0-4be7-a643-0ac7e3b178e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-25b22de6-bd4c-4c14-ac6c-23831c74cd9d', 'network_id': '25b22de6-bd4c-4c14-ac6c-23831c74cd9d', 'project_id': '5f82d861f46a43beb72f4358b556ffe8', 'fixed_ips': [{'subnet_id': '4420b6cb-8725-4b20-a288-253d842f88bc'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:34:12.925571 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4bbc847e-b3d0-4be7-a643-0ac7e3b178e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:12.937751 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-8f776442-42ee-4835-b223-8db81adea39f None None] Set router f27d3200-afa9-4a03-9e3d-a854eea8bff4 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:34:13.178040 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-8f776442-42ee-4835-b223-8db81adea39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'name': 'tempest-TaggedBootDevicesTest_v242-1613277913-router', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:34:02Z', 'updated_at': '2022-02-20T05:34:06Z', 'revision_number': 4, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'gw_port': {'id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:03Z', 'updated_at': '2022-02-20T05:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '72160e90-bd08-4144-8e92-f8a9ba4d1ba3', 'name': '', 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'mac_address': 'fa:16:3e:81:9a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '6f449319-f344-43f8-a242-cf782afe5fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:05Z', 'updated_at': '2022-02-20T05:34:06Z', 'revision_number': 2, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'subnets': [{'id': '6f449319-f344-43f8-a242-cf782afe5fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:13.219296 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f776442-42ee-4835-b223-8db81adea39f None None] Checking router: f27d3200-afa9-4a03-9e3d-a854eea8bff4 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:34:13.221786 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f776442-42ee-4835-b223-8db81adea39f None None] Updating router f27d3200-afa9-4a03-9e3d-a854eea8bff4 port 72160e90-bd08-4144-8e92-f8a9ba4d1ba3 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:34:13.248999 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-4bbc847e-b3d0-4be7-a643-0ac7e3b178e1 None None] Allocated IP 172.20.0.2 (25b22de6-bd4c-4c14-ac6c-23831c74cd9d/4420b6cb-8725-4b20-a288-253d842f88bc/9306455b-bbc6-4381-b26c-015b8e963e87) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:34:13.258979 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-9cf6d4fb-64d7-4d39-81d9-89b9c4087470 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=407a5944b5954dd3b18429ad26bb8751&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553708 Feb 20 05:34:13.305635 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['e74757c8-ee50-4661-8395-9285a9e8870c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:34:13.328336 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f776442-42ee-4835-b223-8db81adea39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (72160e90-bd08-4144-8e92-f8a9ba4d1ba3), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:13.354489 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['c61fd629-9c90-4652-883c-81348ddcbb9c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:34:13.357508 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['5781814a-da9d-41c0-a1e3-9143914eb22f'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:34:13.359673 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['3fb0e850-e007-488c-9126-46021bfc5121'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:34:13.440617 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 330016e9-fa05-454c-b6bd-e8797f973bde is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:13.468948 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port a890cd6b-9daf-4d06-b46f-a0ae0d08179c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=a890cd6b-9daf-4d06-b46f-a0ae0d08179c,segment=NetworkSegment(6e3478b9-6ed7-4abf-b4ed-b00804fcaa64),segment_id=6e3478b9-6ed7-4abf-b4ed-b00804fcaa64)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:13.604099 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'a890cd6b-9daf-4d06-b46f-a0ae0d08179c', 'network_id': '666d2cf8-afbf-4b07-bbd6-64f125ed3a83', 'port_id': 'a890cd6b-9daf-4d06-b46f-a0ae0d08179c', 'mac_address': 'fa:16:3e:1c:55:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4c7eba-b72d-4ec5-b4b9-93e6d514511f', 'ip_address': '10.1.1.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:34:13.874758 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-30564bab-2f3e-419f-b6d2-e20144b3f929 admin admin] Publish callbacks [] for router_gateway (4cbf5441-d6b8-410e-80c4-1a849e44635a), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:13.979510 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f776442-42ee-4835-b223-8db81adea39f None None] Publish callbacks [] for port (72160e90-bd08-4144-8e92-f8a9ba4d1ba3), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:13.988221 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f776442-42ee-4835-b223-8db81adea39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (72160e90-bd08-4144-8e92-f8a9ba4d1ba3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:14.076638 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port a890cd6b-9daf-4d06-b46f-a0ae0d08179c is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:14.077206 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a890cd6b-9daf-4d06-b46f-a0ae0d08179c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:14.100468 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a890cd6b-9daf-4d06-b46f-a0ae0d08179c {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:34:14.121703 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4327b40-13b3-46e2-a430-b8ba3123e328 None None] Pushing event updated for resources: {'Port': ['ID=72160e90-bd08-4144-8e92-f8a9ba4d1ba3,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:14.124655 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-3e4d4386-8425-4f88-a823-deaedcaece7a tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:14.131464 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-3e4d4386-8425-4f88-a823-deaedcaece7a tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8716180 Feb 20 05:34:14.148105 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-5c2927d5-6180-464e-9293-a24953c79232 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/quotas/407a5944b5954dd3b18429ad26bb8751 HTTP/1.1" status: 200 len: 375 time: 0.0157208 Feb 20 05:34:14.149069 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4327b40-13b3-46e2-a430-b8ba3123e328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:14.149675 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4327b40-13b3-46e2-a430-b8ba3123e328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:14.151329 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4327b40-13b3-46e2-a430-b8ba3123e328 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:14.152418 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4327b40-13b3-46e2-a430-b8ba3123e328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:14.152950 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4327b40-13b3-46e2-a430-b8ba3123e328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:14.153735 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4327b40-13b3-46e2-a430-b8ba3123e328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:14.156191 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4327b40-13b3-46e2-a430-b8ba3123e328 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:14.156634 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4327b40-13b3-46e2-a430-b8ba3123e328 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:14.157051 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4327b40-13b3-46e2-a430-b8ba3123e328 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:14.158775 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4327b40-13b3-46e2-a430-b8ba3123e328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:14.158775 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4327b40-13b3-46e2-a430-b8ba3123e328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:14.158775 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4327b40-13b3-46e2-a430-b8ba3123e328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:14.161557 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4327b40-13b3-46e2-a430-b8ba3123e328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:14.206854 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port a890cd6b-9daf-4d06-b46f-a0ae0d08179c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=a890cd6b-9daf-4d06-b46f-a0ae0d08179c,segment=NetworkSegment(6e3478b9-6ed7-4abf-b4ed-b00804fcaa64),segment_id=6e3478b9-6ed7-4abf-b4ed-b00804fcaa64)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:14.220769 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-819a0e61-c819-4724-a876-3bb7258823ef tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=407a5944b5954dd3b18429ad26bb8751&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717077 Feb 20 05:34:14.260735 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a890cd6b-9daf-4d06-b46f-a0ae0d08179c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:14.261443 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 1f7229f1-0696-4db8-9a85-551662cf8335 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:34:14.352134 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-8f776442-42ee-4835-b223-8db81adea39f None None] Attempting to bind port 72160e90-bd08-4144-8e92-f8a9ba4d1ba3 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:34:14.352522 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-8f776442-42ee-4835-b223-8db81adea39f None None] Attempting to bind port 72160e90-bd08-4144-8e92-f8a9ba4d1ba3 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '01766626-8fb8-48e2-b802-f91f2998c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:34:14.352895 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f776442-42ee-4835-b223-8db81adea39f None None] Attempting to bind port 72160e90-bd08-4144-8e92-f8a9ba4d1ba3 on network bcfe82b0-e831-423b-ba24-eaea72d14c5c {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:34:14.360342 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-30564bab-2f3e-419f-b6d2-e20144b3f929 admin admin] Publish callbacks [] for router_gateway (4cbf5441-d6b8-410e-80c4-1a849e44635a), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:14.367609 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f776442-42ee-4835-b223-8db81adea39f None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:34:14.369851 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f776442-42ee-4835-b223-8db81adea39f None None] Checking segment: {'id': '01766626-8fb8-48e2-b802-f91f2998c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:34:14.372880 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f776442-42ee-4835-b223-8db81adea39f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:14.373319 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f776442-42ee-4835-b223-8db81adea39f None None] Bound using segment: {'id': '01766626-8fb8-48e2-b802-f91f2998c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:34:14.373821 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-8f776442-42ee-4835-b223-8db81adea39f None None] Bound port: 72160e90-bd08-4144-8e92-f8a9ba4d1ba3, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01766626-8fb8-48e2-b802-f91f2998c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:34:14.374513 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f776442-42ee-4835-b223-8db81adea39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (72160e90-bd08-4144-8e92-f8a9ba4d1ba3), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:14.410280 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=a890cd6b-9daf-4d06-b46f-a0ae0d08179c,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:14.415768 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-30564bab-2f3e-419f-b6d2-e20144b3f929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:14.547040 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4bbc847e-b3d0-4be7-a643-0ac7e3b178e1 None None] Publish callbacks [] for port (9306455b-bbc6-4381-b26c-015b8e963e87), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:14.586768 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4bbc847e-b3d0-4be7-a643-0ac7e3b178e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (9306455b-bbc6-4381-b26c-015b8e963e87), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:14.625232 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbc847e-b3d0-4be7-a643-0ac7e3b178e1 None None] Network 25b22de6-bd4c-4c14-ac6c-23831c74cd9d is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:34:14.630310 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-8f776442-42ee-4835-b223-8db81adea39f None None] For port 72160e90-bd08-4144-8e92-f8a9ba4d1ba3, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:34:14.640988 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-8f776442-42ee-4835-b223-8db81adea39f None None] For port 72160e90-bd08-4144-8e92-f8a9ba4d1ba3, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=72160e90-bd08-4144-8e92-f8a9ba4d1ba3,segment=NetworkSegment(01766626-8fb8-48e2-b802-f91f2998c106),segment_id=01766626-8fb8-48e2-b802-f91f2998c106)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:34:14.652877 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f776442-42ee-4835-b223-8db81adea39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (72160e90-bd08-4144-8e92-f8a9ba4d1ba3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:14.668277 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:34:14.723697 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff89cc0-010c-4c40-831b-d5c881ab846f req-72088282-88ff-4ac3-acab-73287ca972a4 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:14.724198 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-4bbc847e-b3d0-4be7-a643-0ac7e3b178e1 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:34:14.741328 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff89cc0-010c-4c40-831b-d5c881ab846f req-72088282-88ff-4ac3-acab-73287ca972a4 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:14.756824 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff89cc0-010c-4c40-831b-d5c881ab846f req-72088282-88ff-4ac3-acab-73287ca972a4 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:14.757927 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc847e-b3d0-4be7-a643-0ac7e3b178e1 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:34:14.764086 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff89cc0-010c-4c40-831b-d5c881ab846f req-72088282-88ff-4ac3-acab-73287ca972a4 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:14.771026 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f776442-42ee-4835-b223-8db81adea39f None None] Routers {'f27d3200-afa9-4a03-9e3d-a854eea8bff4'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:34:14.771674 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-8f776442-42ee-4835-b223-8db81adea39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:33:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f27d3200-afa9-4a03-9e3d-a854eea8bff4'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:14.780266 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff89cc0-010c-4c40-831b-d5c881ab846f req-72088282-88ff-4ac3-acab-73287ca972a4 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:14.786489 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff89cc0-010c-4c40-831b-d5c881ab846f req-72088282-88ff-4ac3-acab-73287ca972a4 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:14.795952 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff89cc0-010c-4c40-831b-d5c881ab846f req-72088282-88ff-4ac3-acab-73287ca972a4 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:14.806409 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7ff89cc0-010c-4c40-831b-d5c881ab846f req-72088282-88ff-4ac3-acab-73287ca972a4 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5425 time: 0.2522693 Feb 20 05:34:14.822124 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-30564bab-2f3e-419f-b6d2-e20144b3f929 admin admin] Allocated IP 172.25.3.229 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/e76b16df-a5bc-46a2-a9d2-4b624d2e6571) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:34:14.947934 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7ff89cc0-010c-4c40-831b-d5c881ab846f req-f31b69fa-4d43-44d5-a459-4cfc58849bf6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1401048 Feb 20 05:34:14.948345 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc847e-b3d0-4be7-a643-0ac7e3b178e1 None None] Pushing event updated for resources: {'Port': ['ID=9306455b-bbc6-4381-b26c-015b8e963e87,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:15.074061 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4327b40-13b3-46e2-a430-b8ba3123e328 None None] Pushing event updated for resources: {'Port': ['ID=72160e90-bd08-4144-8e92-f8a9ba4d1ba3,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:15.112766 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-4a86a167-eff6-472a-bbf2-925b6e93b116 None None] Provisioning complete for port 72160e90-bd08-4144-8e92-f8a9ba4d1ba3 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:15.114061 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a86a167-eff6-472a-bbf2-925b6e93b116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (72160e90-bd08-4144-8e92-f8a9ba4d1ba3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:15.156007 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-8f776442-42ee-4835-b223-8db81adea39f None None] Set router f27d3200-afa9-4a03-9e3d-a854eea8bff4 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:34:15.241501 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-30564bab-2f3e-419f-b6d2-e20144b3f929 admin admin] Publish callbacks [] for port (e76b16df-a5bc-46a2-a9d2-4b624d2e6571), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:15.249249 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 1f7229f1-0696-4db8-9a85-551662cf8335, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1f7229f1-0696-4db8-9a85-551662cf8335,segment=NetworkSegment(69fe3215-475f-4fec-89eb-5492628b51f7),segment_id=69fe3215-475f-4fec-89eb-5492628b51f7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:15.264660 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4bbc847e-b3d0-4be7-a643-0ac7e3b178e1 None None] Attempting to bind port 9306455b-bbc6-4381-b26c-015b8e963e87 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:34:15.265346 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4bbc847e-b3d0-4be7-a643-0ac7e3b178e1 None None] Attempting to bind port 9306455b-bbc6-4381-b26c-015b8e963e87 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '7ffaa449-9861-4de3-b075-2d4b5f9edbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '25b22de6-bd4c-4c14-ac6c-23831c74cd9d'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:34:15.265886 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc847e-b3d0-4be7-a643-0ac7e3b178e1 None None] Attempting to bind port 9306455b-bbc6-4381-b26c-015b8e963e87 on network 25b22de6-bd4c-4c14-ac6c-23831c74cd9d {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:34:15.282653 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc847e-b3d0-4be7-a643-0ac7e3b178e1 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:34:15.283591 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc847e-b3d0-4be7-a643-0ac7e3b178e1 None None] Checking segment: {'id': '7ffaa449-9861-4de3-b075-2d4b5f9edbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '25b22de6-bd4c-4c14-ac6c-23831c74cd9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:34:15.284459 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4bbc847e-b3d0-4be7-a643-0ac7e3b178e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:15.285775 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc847e-b3d0-4be7-a643-0ac7e3b178e1 None None] Bound using segment: {'id': '7ffaa449-9861-4de3-b075-2d4b5f9edbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '25b22de6-bd4c-4c14-ac6c-23831c74cd9d'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:34:15.286836 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4bbc847e-b3d0-4be7-a643-0ac7e3b178e1 None None] Bound port: 9306455b-bbc6-4381-b26c-015b8e963e87, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ffaa449-9861-4de3-b075-2d4b5f9edbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '25b22de6-bd4c-4c14-ac6c-23831c74cd9d'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:34:15.287634 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4bbc847e-b3d0-4be7-a643-0ac7e3b178e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9306455b-bbc6-4381-b26c-015b8e963e87), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:15.374048 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-30564bab-2f3e-419f-b6d2-e20144b3f929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e76b16df-a5bc-46a2-a9d2-4b624d2e6571), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:15.484541 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-4bbc847e-b3d0-4be7-a643-0ac7e3b178e1 None None] For port 9306455b-bbc6-4381-b26c-015b8e963e87, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:34:15.493120 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-4bbc847e-b3d0-4be7-a643-0ac7e3b178e1 None None] For port 9306455b-bbc6-4381-b26c-015b8e963e87, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=9306455b-bbc6-4381-b26c-015b8e963e87,segment=NetworkSegment(7ffaa449-9861-4de3-b075-2d4b5f9edbf2),segment_id=7ffaa449-9861-4de3-b075-2d4b5f9edbf2)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:34:15.504755 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '1f7229f1-0696-4db8-9a85-551662cf8335', 'network_id': '9b27e09e-1632-40f6-8ef3-dc93f01885e9', 'port_id': '1f7229f1-0696-4db8-9a85-551662cf8335', 'mac_address': 'fa:16:3e:12:b3:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18651ee7-a031-4d44-a225-91d996be7419', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:34:15.518729 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4bbc847e-b3d0-4be7-a643-0ac7e3b178e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9306455b-bbc6-4381-b26c-015b8e963e87), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:15.581323 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30564bab-2f3e-419f-b6d2-e20144b3f929 admin admin] Pushing event updated for resources: {'Port': ['ID=e76b16df-a5bc-46a2-a9d2-4b624d2e6571,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:15.597804 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-8f776442-42ee-4835-b223-8db81adea39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'name': 'tempest-TaggedBootDevicesTest_v242-1613277913-router', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:34:02Z', 'updated_at': '2022-02-20T05:34:06Z', 'revision_number': 4, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'gw_port': {'id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:03Z', 'updated_at': '2022-02-20T05:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '72160e90-bd08-4144-8e92-f8a9ba4d1ba3', 'name': '', 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'mac_address': 'fa:16:3e:81:9a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '6f449319-f344-43f8-a242-cf782afe5fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:05Z', 'updated_at': '2022-02-20T05:34:14Z', 'revision_number': 4, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'subnets': [{'id': '6f449319-f344-43f8-a242-cf782afe5fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:15.618643 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30564bab-2f3e-419f-b6d2-e20144b3f929 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:34:15.624709 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-30564bab-2f3e-419f-b6d2-e20144b3f929 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:34:15.637130 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f776442-42ee-4835-b223-8db81adea39f None None] The sync data for ids ['f27d3200-afa9-4a03-9e3d-a854eea8bff4'] in n-d-829866-5 is: [{'id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'name': 'tempest-TaggedBootDevicesTest_v242-1613277913-router', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:34:02Z', 'updated_at': '2022-02-20T05:34:06Z', 'revision_number': 4, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'gw_port': {'id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:03Z', 'updated_at': '2022-02-20T05:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '72160e90-bd08-4144-8e92-f8a9ba4d1ba3', 'name': '', 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'mac_address': 'fa:16:3e:81:9a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '6f449319-f344-43f8-a242-cf782afe5fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:05Z', 'updated_at': '2022-02-20T05:34:14Z', 'revision_number': 4, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'subnets': [{'id': '6f449319-f344-43f8-a242-cf782afe5fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:34:15.646687 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30564bab-2f3e-419f-b6d2-e20144b3f929 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:34:15.669237 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4a86a167-eff6-472a-bbf2-925b6e93b116 None None] Current status of the port 72160e90-bd08-4144-8e92-f8a9ba4d1ba3 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:15.669237 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a86a167-eff6-472a-bbf2-925b6e93b116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (72160e90-bd08-4144-8e92-f8a9ba4d1ba3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:15.851887 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6dd1e7-cc23-43f4-9167-7986128dd8fa req-b774607c-0260-4a57-b0a1-e748ef36cf7c tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:15.863267 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bd6dd1e7-cc23-43f4-9167-7986128dd8fa req-b774607c-0260-4a57-b0a1-e748ef36cf7c tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=4103edef-5221-449a-aba2-a60aaee9e258 HTTP/1.1" status: 200 len: 946 time: 0.1380231 Feb 20 05:34:15.974434 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bd6dd1e7-cc23-43f4-9167-7986128dd8fa req-89ac3626-0405-4f39-8fe2-e13e15936e57 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098886 Feb 20 05:34:15.994822 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc847e-b3d0-4be7-a643-0ac7e3b178e1 None None] Pushing event updated for resources: {'Port': ['ID=9306455b-bbc6-4381-b26c-015b8e963e87,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:16.016770 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 1f7229f1-0696-4db8-9a85-551662cf8335 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:16.017167 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1f7229f1-0696-4db8-9a85-551662cf8335), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:16.109735 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7229f1-0696-4db8-9a85-551662cf8335 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:34:16.133646 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-30564bab-2f3e-419f-b6d2-e20144b3f929 admin admin] Publish callbacks [] for router_gateway (4cbf5441-d6b8-410e-80c4-1a849e44635a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:16.145409 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 1f7229f1-0696-4db8-9a85-551662cf8335, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1f7229f1-0696-4db8-9a85-551662cf8335,segment=NetworkSegment(69fe3215-475f-4fec-89eb-5492628b51f7),segment_id=69fe3215-475f-4fec-89eb-5492628b51f7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:16.150665 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-4a86a167-eff6-472a-bbf2-925b6e93b116 None None] For port 72160e90-bd08-4144-8e92-f8a9ba4d1ba3, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=72160e90-bd08-4144-8e92-f8a9ba4d1ba3,segment=NetworkSegment(01766626-8fb8-48e2-b802-f91f2998c106),segment_id=01766626-8fb8-48e2-b802-f91f2998c106)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:16.152521 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1f7229f1-0696-4db8-9a85-551662cf8335), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:16.153402 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b300bf69-7fa5-4932-966e-acd556b5219f details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:34:16.187162 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a86a167-eff6-472a-bbf2-925b6e93b116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (72160e90-bd08-4144-8e92-f8a9ba4d1ba3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:16.229849 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e7f3d285-fc96-4b73-b7fb-da2b3907151e req-9430ce76-367a-44b5-bc52-edfe717d42fc tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 210 time: 0.1040995 Feb 20 05:34:16.420702 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:34:16.539996 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-30564bab-2f3e-419f-b6d2-e20144b3f929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (4cbf5441-d6b8-410e-80c4-1a849e44635a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:16.557061 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70ecba6e-0c03-420d-9292-a67b7a4196cf req-eaa6211a-199f-4659-82eb-2499a20a08d5 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a9c9cd5-c513-4509-8c9d-3871fe7ebf63 HTTP/1.1" status: 200 len: 210 time: 0.1142499 Feb 20 05:34:16.672587 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b300bf69-7fa5-4932-966e-acd556b5219f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b300bf69-7fa5-4932-966e-acd556b5219f,segment=NetworkSegment(69fe3215-475f-4fec-89eb-5492628b51f7),segment_id=69fe3215-475f-4fec-89eb-5492628b51f7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:16.692291 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=1f7229f1-0696-4db8-9a85-551662cf8335,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:16.740696 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-68d1610c-7b43-4fb9-b012-c70e4b8621e8 None None] Provisioning complete for port 72160e90-bd08-4144-8e92-f8a9ba4d1ba3 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:16.742176 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68d1610c-7b43-4fb9-b012-c70e4b8621e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (72160e90-bd08-4144-8e92-f8a9ba4d1ba3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:16.746633 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c65d0d06-71b0-445b-a8db-3bba66f4ef03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:16.832054 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 9306455b-bbc6-4381-b26c-015b8e963e87 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:34:16.972354 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-8688fbcd-c388-4c47-8db3-c6973c190f5a tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=407a5944b5954dd3b18429ad26bb8751&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1632485 Feb 20 05:34:17.009881 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'b300bf69-7fa5-4932-966e-acd556b5219f', 'network_id': '9b27e09e-1632-40f6-8ef3-dc93f01885e9', 'port_id': 'b300bf69-7fa5-4932-966e-acd556b5219f', 'mac_address': 'fa:16:3e:fb:0b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18651ee7-a031-4d44-a225-91d996be7419', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:34:17.194567 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbce76b-1b5b-4214-8fd4-f31d5f6d4d0c req-f9fb1e13-87af-4dbd-8273-5dafcd9440cc tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:17.204772 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3bbce76b-1b5b-4214-8fd4-f31d5f6d4d0c req-f9fb1e13-87af-4dbd-8273-5dafcd9440cc tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=51995e88-6ad0-4960-8c97-c2c49c1214c0 HTTP/1.1" status: 200 len: 946 time: 0.3167884 Feb 20 05:34:17.277543 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3bbce76b-1b5b-4214-8fd4-f31d5f6d4d0c req-d35f91e5-292c-40c6-8da0-97c72a68b612 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694246 Feb 20 05:34:17.341108 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1807e-5dfe-47ba-9bcd-de8c84f8d997 req-aaaf89f1-23a2-48ea-b80c-392e2a563152 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:17.344367 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ac1807e-5dfe-47ba-9bcd-de8c84f8d997 req-aaaf89f1-23a2-48ea-b80c-392e2a563152 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.48 "GET /v2.0/ports?device_id=51995e88-6ad0-4960-8c97-c2c49c1214c0 HTTP/1.1" status: 200 len: 946 time: 0.3024006 Feb 20 05:34:17.471707 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86a167-eff6-472a-bbf2-925b6e93b116 None None] Pushing event updated for resources: {'Port': ['ID=72160e90-bd08-4144-8e92-f8a9ba4d1ba3,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:17.487392 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-ff2427f6-c338-4227-bbe9-e8938558c04a tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:17.488989 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-ff2427f6-c338-4227-bbe9-e8938558c04a tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5113790 Feb 20 05:34:17.527631 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-c4f6621f-e3a8-4561-a691-f956ba718d51 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Request body: {'port': {'device_id': '6a9c9cd5-c513-4509-8c9d-3871fe7ebf63', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': '407a5944b5954dd3b18429ad26bb8751'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:34:17.584211 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-68d1610c-7b43-4fb9-b012-c70e4b8621e8 None None] Current status of the port 72160e90-bd08-4144-8e92-f8a9ba4d1ba3 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:17.585680 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa27b4-eb49-4ac9-99ce-b2f134dd2439 req-f6cefa61-fb73-4aa6-aeb7-2f56b69fe906 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:17.590146 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 9306455b-bbc6-4381-b26c-015b8e963e87 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:17.591377 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9306455b-bbc6-4381-b26c-015b8e963e87), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:17.592582 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa27b4-eb49-4ac9-99ce-b2f134dd2439 req-f6cefa61-fb73-4aa6-aeb7-2f56b69fe906 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:17.599108 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa27b4-eb49-4ac9-99ce-b2f134dd2439 req-f6cefa61-fb73-4aa6-aeb7-2f56b69fe906 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:17.606218 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa27b4-eb49-4ac9-99ce-b2f134dd2439 req-f6cefa61-fb73-4aa6-aeb7-2f56b69fe906 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:17.612048 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa27b4-eb49-4ac9-99ce-b2f134dd2439 req-f6cefa61-fb73-4aa6-aeb7-2f56b69fe906 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:17.625575 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa27b4-eb49-4ac9-99ce-b2f134dd2439 req-f6cefa61-fb73-4aa6-aeb7-2f56b69fe906 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:17.651744 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa27b4-eb49-4ac9-99ce-b2f134dd2439 req-f6cefa61-fb73-4aa6-aeb7-2f56b69fe906 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:17.664242 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b1aa27b4-eb49-4ac9-99ce-b2f134dd2439 req-f6cefa61-fb73-4aa6-aeb7-2f56b69fe906 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5426 time: 0.2177489 Feb 20 05:34:17.695943 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port b300bf69-7fa5-4932-966e-acd556b5219f is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:17.698266 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b300bf69-7fa5-4932-966e-acd556b5219f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:17.700987 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30564bab-2f3e-419f-b6d2-e20144b3f929 admin admin] Router 4cbf5441-d6b8-410e-80c4-1a849e44635a is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:34:17.740263 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b300bf69-7fa5-4932-966e-acd556b5219f {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:34:17.741952 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b1aa27b4-eb49-4ac9-99ce-b2f134dd2439 req-b122c3a4-5428-4c8d-a5d5-328fb90a489a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763636 Feb 20 05:34:17.785604 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-9ac1807e-5dfe-47ba-9bcd-de8c84f8d997 req-25e833fa-162d-4b00-917a-9c014566229f tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Deleting port f5d6ddf3-7113-4ed1-aa61-f4c4dec13664 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:34:17.785930 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9ac1807e-5dfe-47ba-9bcd-de8c84f8d997 req-25e833fa-162d-4b00-917a-9c014566229f tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (f5d6ddf3-7113-4ed1-aa61-f4c4dec13664), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:17.800170 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b300bf69-7fa5-4932-966e-acd556b5219f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b300bf69-7fa5-4932-966e-acd556b5219f,segment=NetworkSegment(69fe3215-475f-4fec-89eb-5492628b51f7),segment_id=69fe3215-475f-4fec-89eb-5492628b51f7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:17.809808 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b300bf69-7fa5-4932-966e-acd556b5219f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:17.894163 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 9306455b-bbc6-4381-b26c-015b8e963e87 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:17.895000 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9306455b-bbc6-4381-b26c-015b8e963e87), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:17.898194 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device c61fd629-9c90-4652-883c-81348ddcbb9c up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:34:17.947163 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c286e5b-bd4c-4593-8bb0-a644472971d8 None None] Network 25b22de6-bd4c-4c14-ac6c-23831c74cd9d requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:34:18.021633 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30564bab-2f3e-419f-b6d2-e20144b3f929 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:34:18.036788 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-c4f6621f-e3a8-4561-a691-f956ba718d51 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Made reservation on behalf of 407a5944b5954dd3b18429ad26bb8751 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:34:18.040697 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-c4f6621f-e3a8-4561-a691-f956ba718d51 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:18.059490 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-c4f6621f-e3a8-4561-a691-f956ba718d51 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:18.079749 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-30564bab-2f3e-419f-b6d2-e20144b3f929 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:18.081393 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-30564bab-2f3e-419f-b6d2-e20144b3f929 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3997002 Feb 20 05:34:18.084846 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 58276) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:18.177238 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac537f6-4b63-4100-b78e-90c16d92095b None None] Sync routers for ids ['4cbf5441-d6b8-410e-80c4-1a849e44635a'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:34:18.227699 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-c4f6621f-e3a8-4561-a691-f956ba718d51 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Publish callbacks [] for security_group (5691418c-2d81-4d96-8b08-c450e7adf073), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:18.233072 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-c4f6621f-e3a8-4561-a691-f956ba718d51 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5691418c-2d81-4d96-8b08-c450e7adf073), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:18.363857 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['1f7229f1-0696-4db8-9a85-551662cf8335'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:34:18.370909 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-9ac1807e-5dfe-47ba-9bcd-de8c84f8d997 req-25e833fa-162d-4b00-917a-9c014566229f tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] For port f5d6ddf3-7113-4ed1-aa61-f4c4dec13664, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=f5d6ddf3-7113-4ed1-aa61-f4c4dec13664,segment=NetworkSegment(9abc642a-349a-436e-9940-6e83a87e01e6),segment_id=9abc642a-349a-436e-9940-6e83a87e01e6)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:18.371549 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6621f-e3a8-4561-a691-f956ba718d51 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5691418c-2d81-4d96-8b08-c450e7adf073,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:18.371664 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9ac1807e-5dfe-47ba-9bcd-de8c84f8d997 req-25e833fa-162d-4b00-917a-9c014566229f tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (f5d6ddf3-7113-4ed1-aa61-f4c4dec13664), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:18.400371 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-17368f64-1a75-4939-8711-53578cda3dda None None] Provisioning complete for port 9306455b-bbc6-4381-b26c-015b8e963e87 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:18.400746 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17368f64-1a75-4939-8711-53578cda3dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9306455b-bbc6-4381-b26c-015b8e963e87), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:18.425060 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d5b2165c-3e53-44db-b698-c25e64b49e44 req-1b6dba3d-5b8c-4247-aeae-72e06d923b16 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ba4eff-508a-4822-8b55-0e46082ef50c HTTP/1.1" status: 200 len: 210 time: 0.1052966 Feb 20 05:34:18.446744 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-9ac1807e-5dfe-47ba-9bcd-de8c84f8d997 req-25e833fa-162d-4b00-917a-9c014566229f tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Calling delete_port for f5d6ddf3-7113-4ed1-aa61-f4c4dec13664 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:34:18.494842 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['b300bf69-7fa5-4932-966e-acd556b5219f'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:34:18.552699 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac537f6-4b63-4100-b78e-90c16d92095b None None] Routers {'4cbf5441-d6b8-410e-80c4-1a849e44635a'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:34:18.553249 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-2ac537f6-4b63-4100-b78e-90c16d92095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:33:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['4cbf5441-d6b8-410e-80c4-1a849e44635a'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:18.562237 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=b300bf69-7fa5-4932-966e-acd556b5219f,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:18.583886 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 9306455b-bbc6-4381-b26c-015b8e963e87, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=9306455b-bbc6-4381-b26c-015b8e963e87,segment=NetworkSegment(7ffaa449-9861-4de3-b075-2d4b5f9edbf2),segment_id=7ffaa449-9861-4de3-b075-2d4b5f9edbf2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:18.623110 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-048659d4-6ed2-45b5-b60d-3f2603725b97 req-f3c5a31a-cb62-405d-9813-24e5acb69e8c tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a9c9cd5-c513-4509-8c9d-3871fe7ebf63 HTTP/1.1" status: 200 len: 210 time: 0.0745552 Feb 20 05:34:18.678181 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-c4f6621f-e3a8-4561-a691-f956ba718d51 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Allocated IP 192.168.233.150 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/c99bf60a-c2c9-4d7a-9d98-18b519f03901) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:34:18.689229 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port c61fd629-9c90-4652-883c-81348ddcbb9c completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:34:18.827015 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port c61fd629-9c90-4652-883c-81348ddcbb9c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:18.827388 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c61fd629-9c90-4652-883c-81348ddcbb9c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:18.872878 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce47554-813b-4622-bf76-75e0a1455bbd req-15962303-e0a1-4627-b965-c33b6bce3436 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:18.880818 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bce47554-813b-4622-bf76-75e0a1455bbd req-15962303-e0a1-4627-b965-c33b6bce3436 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=4103edef-5221-449a-aba2-a60aaee9e258 HTTP/1.1" status: 200 len: 946 time: 0.1506271 Feb 20 05:34:18.896695 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9306455b-bbc6-4381-b26c-015b8e963e87), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:18.903139 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 72160e90-bd08-4144-8e92-f8a9ba4d1ba3 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:34:18.977663 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-c4f6621f-e3a8-4561-a691-f956ba718d51 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Publish callbacks [] for port (c99bf60a-c2c9-4d7a-9d98-18b519f03901), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:19.028189 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bce47554-813b-4622-bf76-75e0a1455bbd req-c753dfc7-76f1-4c4a-96f8-8325bb5e92fb tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465189 Feb 20 05:34:19.080102 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-c4f6621f-e3a8-4561-a691-f956ba718d51 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (c99bf60a-c2c9-4d7a-9d98-18b519f03901), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:19.156532 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-c4f6621f-e3a8-4561-a691-f956ba718d51 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:34:19.163382 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-c4f6621f-e3a8-4561-a691-f956ba718d51 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:34:19.168282 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-c4f6621f-e3a8-4561-a691-f956ba718d51 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:34:19.172962 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6621f-e3a8-4561-a691-f956ba718d51 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Pushing event updated for resources: {'Port': ['ID=c99bf60a-c2c9-4d7a-9d98-18b519f03901,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:19.227394 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9ac1807e-5dfe-47ba-9bcd-de8c84f8d997 req-25e833fa-162d-4b00-917a-9c014566229f tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (f5d6ddf3-7113-4ed1-aa61-f4c4dec13664), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:19.303398 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-c4f6621f-e3a8-4561-a691-f956ba718d51 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:19.304077 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-c4f6621f-e3a8-4561-a691-f956ba718d51 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:19.346386 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e833fa-162d-4b00-917a-9c014566229f tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Pushing event deleted for resources: {'Port': ['ID=f5d6ddf3-7113-4ed1-aa61-f4c4dec13664,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:19.362632 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-c4f6621f-e3a8-4561-a691-f956ba718d51 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8531811 Feb 20 05:34:19.374455 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-222e7c33-9255-4789-9221-bcbdabf09790 service neutron] Request body: {'port': {'device_id': '6a9c9cd5-c513-4509-8c9d-3871fe7ebf63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:34:19.562033 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac1807e-5dfe-47ba-9bcd-de8c84f8d997 req-25e833fa-162d-4b00-917a-9c014566229f tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] No DVR routers for this DVR port f5d6ddf3-7113-4ed1-aa61-f4c4dec13664 on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:34:19.570094 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9ac1807e-5dfe-47ba-9bcd-de8c84f8d997 req-25e833fa-162d-4b00-917a-9c014566229f tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:19.574356 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ac1807e-5dfe-47ba-9bcd-de8c84f8d997 req-25e833fa-162d-4b00-917a-9c014566229f tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.48 "DELETE /v2.0/ports/f5d6ddf3-7113-4ed1-aa61-f4c4dec13664 HTTP/1.1" status: 204 len: 173 time: 2.2237589 Feb 20 05:34:19.585620 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51995e88-6ad0-4960-8c97-c2c49c1214c0', 'name': 'network-vif-deleted', 'tag': 'f5d6ddf3-7113-4ed1-aa61-f4c4dec13664'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:34:19.588388 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d092a12c-9912-41c7-98e2-0669679a5f6a" -d '{"events": [{"server_uuid": "51995e88-6ad0-4960-8c97-c2c49c1214c0", "name": "network-vif-deleted", "tag": "f5d6ddf3-7113-4ed1-aa61-f4c4dec13664"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:34:19.670640 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0628b91-ec28-43ca-a83d-fbd3b8e26f53 req-55bac452-fe3d-44ee-b27a-d84f0af36103 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:19.672287 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c0628b91-ec28-43ca-a83d-fbd3b8e26f53 req-55bac452-fe3d-44ee-b27a-d84f0af36103 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.48 "GET /v2.0/ports?device_id=4103edef-5221-449a-aba2-a60aaee9e258 HTTP/1.1" status: 200 len: 946 time: 0.2293088 Feb 20 05:34:19.681658 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-222e7c33-9255-4789-9221-bcbdabf09790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c99bf60a-c2c9-4d7a-9d98-18b519f03901), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:19.697505 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=9306455b-bbc6-4381-b26c-015b8e963e87,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:19.728077 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['33fe8932-712d-4740-ad52-9c45a7c7c08a'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:34:19.729698 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['f5d6ddf3-7113-4ed1-aa61-f4c4dec13664'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:34:19.752651 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bff083de-c3c5-4bbb-ad9f-7f190410ab2a req-0b81143a-f762-4f18-be40-e227c73aa1de tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=51995e88-6ad0-4960-8c97-c2c49c1214c0 HTTP/1.1" status: 200 len: 210 time: 0.3785517 Feb 20 05:34:19.753582 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8c6927ca-4630-4efc-839a-3bd8062cf3f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:20.056197 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['a890cd6b-9daf-4d06-b46f-a0ae0d08179c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:34:20.093795 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b65778d6-64a1-4ddd-9b4f-7dcaa4028f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:20.186112 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97b051-3942-48fe-a58a-8af437d022cd req-32ca976d-bb9c-4c90-b526-61fb09f94b1b tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:20.200236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97b051-3942-48fe-a58a-8af437d022cd req-32ca976d-bb9c-4c90-b526-61fb09f94b1b tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:20.207377 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97b051-3942-48fe-a58a-8af437d022cd req-32ca976d-bb9c-4c90-b526-61fb09f94b1b tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:20.212949 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97b051-3942-48fe-a58a-8af437d022cd req-32ca976d-bb9c-4c90-b526-61fb09f94b1b tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:20.228437 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:20.239695 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97b051-3942-48fe-a58a-8af437d022cd req-32ca976d-bb9c-4c90-b526-61fb09f94b1b tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:20.252391 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97b051-3942-48fe-a58a-8af437d022cd req-32ca976d-bb9c-4c90-b526-61fb09f94b1b tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:20.257782 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97b051-3942-48fe-a58a-8af437d022cd req-32ca976d-bb9c-4c90-b526-61fb09f94b1b tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:20.283530 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6f97b051-3942-48fe-a58a-8af437d022cd req-32ca976d-bb9c-4c90-b526-61fb09f94b1b tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5427 time: 0.3700621 Feb 20 05:34:20.473828 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-222e7c33-9255-4789-9221-bcbdabf09790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c99bf60a-c2c9-4d7a-9d98-18b519f03901 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:34:20.493032 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-222e7c33-9255-4789-9221-bcbdabf09790 service neutron] Publish callbacks [] for port (c99bf60a-c2c9-4d7a-9d98-18b519f03901), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:20.522043 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-222e7c33-9255-4789-9221-bcbdabf09790 service neutron] Transition to ACTIVE for port object c99bf60a-c2c9-4d7a-9d98-18b519f03901 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:34:20.527256 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-222e7c33-9255-4789-9221-bcbdabf09790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (c99bf60a-c2c9-4d7a-9d98-18b519f03901), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:20.550202 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 72160e90-bd08-4144-8e92-f8a9ba4d1ba3 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:20.550754 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (72160e90-bd08-4144-8e92-f8a9ba4d1ba3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:20.635286 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e7c33-9255-4789-9221-bcbdabf09790 service neutron] Pushing event updated for resources: {'Port': ['ID=c99bf60a-c2c9-4d7a-9d98-18b519f03901,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:20.780338 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-b65778d6-64a1-4ddd-9b4f-7dcaa4028f94 admin admin] Allocated IP 172.20.0.1 (25b22de6-bd4c-4c14-ac6c-23831c74cd9d/4420b6cb-8725-4b20-a288-253d842f88bc/abd86479-01e2-44e6-8778-c964d403bb1c) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:34:20.815883 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-222e7c33-9255-4789-9221-bcbdabf09790 service neutron] Attempting to bind port c99bf60a-c2c9-4d7a-9d98-18b519f03901 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:34:20.816137 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port c61fd629-9c90-4652-883c-81348ddcbb9c is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:20.816584 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-222e7c33-9255-4789-9221-bcbdabf09790 service neutron] Attempting to bind port c99bf60a-c2c9-4d7a-9d98-18b519f03901 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:34:20.816584 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-222e7c33-9255-4789-9221-bcbdabf09790 service neutron] Attempting to bind port c99bf60a-c2c9-4d7a-9d98-18b519f03901 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:34:20.817471 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c61fd629-9c90-4652-883c-81348ddcbb9c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:20.828917 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-222e7c33-9255-4789-9221-bcbdabf09790 service neutron] Port c99bf60a-c2c9-4d7a-9d98-18b519f03901 on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:34:20.829163 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-222e7c33-9255-4789-9221-bcbdabf09790 service neutron] Attempting to bind port c99bf60a-c2c9-4d7a-9d98-18b519f03901 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:34:20.837176 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-222e7c33-9255-4789-9221-bcbdabf09790 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:34:20.837513 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-222e7c33-9255-4789-9221-bcbdabf09790 service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:34:20.840096 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-2ac537f6-4b63-4100-b78e-90c16d92095b None None] Set router 4cbf5441-d6b8-410e-80c4-1a849e44635a gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:34:20.844456 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-222e7c33-9255-4789-9221-bcbdabf09790 service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:34:20.845093 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-222e7c33-9255-4789-9221-bcbdabf09790 service neutron] Bound port: c99bf60a-c2c9-4d7a-9d98-18b519f03901, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:34:20.846833 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-222e7c33-9255-4789-9221-bcbdabf09790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c99bf60a-c2c9-4d7a-9d98-18b519f03901), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:20.880550 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-17368f64-1a75-4939-8711-53578cda3dda None None] Current status of the port 9306455b-bbc6-4381-b26c-015b8e963e87 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:20.945133 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-222e7c33-9255-4789-9221-bcbdabf09790 service neutron] For port c99bf60a-c2c9-4d7a-9d98-18b519f03901, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:34:20.949455 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-222e7c33-9255-4789-9221-bcbdabf09790 service neutron] For port c99bf60a-c2c9-4d7a-9d98-18b519f03901, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=c99bf60a-c2c9-4d7a-9d98-18b519f03901,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:34:20.961904 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b65778d6-64a1-4ddd-9b4f-7dcaa4028f94 admin admin] Publish callbacks [] for port (abd86479-01e2-44e6-8778-c964d403bb1c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:20.965188 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-222e7c33-9255-4789-9221-bcbdabf09790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (c99bf60a-c2c9-4d7a-9d98-18b519f03901), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:21.036217 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61fd629-9c90-4652-883c-81348ddcbb9c'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:34:21.038478 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c65eae-e68f-4c64-a4b7-a31a23e0a1b5" -d '{"events": [{"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-plugged", "status": "completed", "tag": "c61fd629-9c90-4652-883c-81348ddcbb9c"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:34:21.050518 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-c0628b91-ec28-43ca-a83d-fbd3b8e26f53 req-1a0c863d-bad5-47ef-872b-6e066c1c7376 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Deleting port 0c0c4c7c-5500-4397-92ca-34b417142e97 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:34:21.050851 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c0628b91-ec28-43ca-a83d-fbd3b8e26f53 req-1a0c863d-bad5-47ef-872b-6e066c1c7376 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (0c0c4c7c-5500-4397-92ca-34b417142e97), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:21.057511 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e7c33-9255-4789-9221-bcbdabf09790 service neutron] Pushing event updated for resources: {'Port': ['ID=c99bf60a-c2c9-4d7a-9d98-18b519f03901,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:21.102059 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port c61fd629-9c90-4652-883c-81348ddcbb9c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c61fd629-9c90-4652-883c-81348ddcbb9c,segment=NetworkSegment(6e3478b9-6ed7-4abf-b4ed-b00804fcaa64),segment_id=6e3478b9-6ed7-4abf-b4ed-b00804fcaa64)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:21.114825 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-222e7c33-9255-4789-9221-bcbdabf09790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:21.116381 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-222e7c33-9255-4789-9221-bcbdabf09790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:21.118619 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-222e7c33-9255-4789-9221-bcbdabf09790 service neutron] 10.222.0.48 "PUT /v2.0/ports/c99bf60a-c2c9-4d7a-9d98-18b519f03901 HTTP/1.1" status: 200 len: 1096 time: 1.7488153 Feb 20 05:34:21.120370 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9c9cd5-c513-4509-8c9d-3871fe7ebf63', 'tag': 'c99bf60a-c2c9-4d7a-9d98-18b519f03901'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:34:21.124885 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99c2ceb-7ca8-4c33-b497-14102f47eaea" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9c9cd5-c513-4509-8c9d-3871fe7ebf63", "tag": "c99bf60a-c2c9-4d7a-9d98-18b519f03901"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:34:21.191824 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c61fd629-9c90-4652-883c-81348ddcbb9c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:21.192825 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device e74757c8-ee50-4661-8395-9285a9e8870c up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:34:21.262483 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-6912e1bb-8f72-464b-b835-234cf89d2974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:21.265387 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-6912e1bb-8f72-464b-b835-234cf89d2974 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=407a5944b5954dd3b18429ad26bb8751&device_id=6a9c9cd5-c513-4509-8c9d-3871fe7ebf63 HTTP/1.1" status: 200 len: 1130 time: 0.1062977 Feb 20 05:34:21.282835 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6f97b051-3942-48fe-a58a-8af437d022cd req-fffe4e4d-3ad0-450e-b1b4-81838f8373ae tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9983196 Feb 20 05:34:21.358375 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b65778d6-64a1-4ddd-9b4f-7dcaa4028f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (abd86479-01e2-44e6-8778-c964d403bb1c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:21.367971 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-3b8a6695-fcfb-49c7-88fe-ba04d039ea30 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=c99bf60a-c2c9-4d7a-9d98-18b519f03901 HTTP/1.1" status: 200 len: 217 time: 0.0955753 Feb 20 05:34:21.448020 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=c61fd629-9c90-4652-883c-81348ddcbb9c,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:21.499050 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-87850553-ef2a-48a5-aca5-a190d8579881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:21.508084 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-87850553-ef2a-48a5-aca5-a190d8579881 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1330965 Feb 20 05:34:21.530322 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65778d6-64a1-4ddd-9b4f-7dcaa4028f94 admin admin] Network 25b22de6-bd4c-4c14-ac6c-23831c74cd9d is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:34:21.558099 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-b65778d6-64a1-4ddd-9b4f-7dcaa4028f94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:34:21.675579 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65778d6-64a1-4ddd-9b4f-7dcaa4028f94 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:34:21.675804 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:21.688250 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-6312f972-3300-4cdd-9361-fe5cf41fe498 None None] Provisioning complete for port 9306455b-bbc6-4381-b26c-015b8e963e87 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:21.688807 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6312f972-3300-4cdd-9361-fe5cf41fe498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9306455b-bbc6-4381-b26c-015b8e963e87), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:21.711706 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-70aaebd7-5091-45bc-947c-86ace3b51d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:21.723119 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-70aaebd7-5091-45bc-947c-86ace3b51d4c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2065122 Feb 20 05:34:21.814582 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-c0628b91-ec28-43ca-a83d-fbd3b8e26f53 req-1a0c863d-bad5-47ef-872b-6e066c1c7376 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] For port 0c0c4c7c-5500-4397-92ca-34b417142e97, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0c0c4c7c-5500-4397-92ca-34b417142e97,segment=NetworkSegment(8b74ed4c-b910-4fbe-8040-1fa354141be0),segment_id=8b74ed4c-b910-4fbe-8040-1fa354141be0)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:21.815207 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c0628b91-ec28-43ca-a83d-fbd3b8e26f53 req-1a0c863d-bad5-47ef-872b-6e066c1c7376 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (0c0c4c7c-5500-4397-92ca-34b417142e97), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:21.837752 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65778d6-64a1-4ddd-9b4f-7dcaa4028f94 admin admin] Pushing event updated for resources: {'Port': ['ID=abd86479-01e2-44e6-8778-c964d403bb1c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:21.863173 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-c0628b91-ec28-43ca-a83d-fbd3b8e26f53 req-1a0c863d-bad5-47ef-872b-6e066c1c7376 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Calling delete_port for 0c0c4c7c-5500-4397-92ca-34b417142e97 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:34:21.871112 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 72160e90-bd08-4144-8e92-f8a9ba4d1ba3 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:21.912498 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b65778d6-64a1-4ddd-9b4f-7dcaa4028f94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (4cbf5441-d6b8-410e-80c4-1a849e44635a), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:21.942396 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port e74757c8-ee50-4661-8395-9285a9e8870c completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:34:21.967190 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 0c0c4c7c-5500-4397-92ca-34b417142e97 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:34:21.980716 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-2ac537f6-4b63-4100-b78e-90c16d92095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cbf5441-d6b8-410e-80c4-1a849e44635a', 'name': 'tempest-TaggedBootDevicesTest_v242-108467248-router', 'tenant_id': '5f82d861f46a43beb72f4358b556ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e76b16df-a5bc-46a2-a9d2-4b624d2e6571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:34:12Z', 'updated_at': '2022-02-20T05:34:15Z', 'revision_number': 3, 'project_id': '5f82d861f46a43beb72f4358b556ffe8', 'gw_port': {'id': 'e76b16df-a5bc-46a2-a9d2-4b624d2e6571', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cbf5441-d6b8-410e-80c4-1a849e44635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:14Z', 'updated_at': '2022-02-20T05:34:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:21.991152 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-a52c92ac-6543-4613-abe4-2f8d36483465 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610824 Feb 20 05:34:22.123773 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-edbb034f-d4a9-4b7f-8c94-0342b2c04f33 req-d09ea494-a188-4199-b7ce-3365680d1203 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252725 Feb 20 05:34:22.135513 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 9306455b-bbc6-4381-b26c-015b8e963e87 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:34:22.221431 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cbadd-ad88-4620-9d06-6394df8535bd req-e9a300b6-69ef-48a8-ba54-83949d9d890e tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:22.222533 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port e74757c8-ee50-4661-8395-9285a9e8870c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:22.223043 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e74757c8-ee50-4661-8395-9285a9e8870c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:22.228597 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-288cbadd-ad88-4620-9d06-6394df8535bd req-e9a300b6-69ef-48a8-ba54-83949d9d890e tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a9c9cd5-c513-4509-8c9d-3871fe7ebf63 HTTP/1.1" status: 200 len: 948 time: 0.6572990 Feb 20 05:34:22.273402 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac537f6-4b63-4100-b78e-90c16d92095b None None] Checking router: 4cbf5441-d6b8-410e-80c4-1a849e44635a for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:34:22.274073 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac537f6-4b63-4100-b78e-90c16d92095b None None] Updating router 4cbf5441-d6b8-410e-80c4-1a849e44635a port e76b16df-a5bc-46a2-a9d2-4b624d2e6571 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:34:22.324626 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b65778d6-64a1-4ddd-9b4f-7dcaa4028f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (abd86479-01e2-44e6-8778-c964d403bb1c), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:22.368261 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-288cbadd-ad88-4620-9d06-6394df8535bd req-9ff99307-f30f-4b74-9a71-410149a968f9 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/security-groups?id=5691418c-2d81-4d96-8b08-c450e7adf073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386571 Feb 20 05:34:22.398127 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2ac537f6-4b63-4100-b78e-90c16d92095b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e76b16df-a5bc-46a2-a9d2-4b624d2e6571), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:22.401652 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6312f972-3300-4cdd-9361-fe5cf41fe498 None None] Current status of the port 9306455b-bbc6-4381-b26c-015b8e963e87 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:22.434670 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b34664-ea2a-4b8d-b780-ee41630fd0c4 x-openstack-request-id: req-28b34664-ea2a-4b8d-b780-ee41630fd0c4 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:34:22.435565 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51995e88-6ad0-4960-8c97-c2c49c1214c0", "name": "network-vif-deleted", "tag": "f5d6ddf3-7113-4ed1-aa61-f4c4dec13664", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:34:22.435565 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-28b34664-ea2a-4b8d-b780-ee41630fd0c4 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:34:22.435957 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51995e88-6ad0-4960-8c97-c2c49c1214c0', 'name': 'network-vif-deleted', 'tag': 'f5d6ddf3-7113-4ed1-aa61-f4c4dec13664', 'status': 'completed', 'code': 200} Feb 20 05:34:22.481369 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 9306455b-bbc6-4381-b26c-015b8e963e87 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:22.482350 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9306455b-bbc6-4381-b26c-015b8e963e87), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:22.664742 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b65778d6-64a1-4ddd-9b4f-7dcaa4028f94 admin admin] Publish callbacks [] for port (abd86479-01e2-44e6-8778-c964d403bb1c), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:22.694192 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b65778d6-64a1-4ddd-9b4f-7dcaa4028f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (abd86479-01e2-44e6-8778-c964d403bb1c), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:22.806653 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 0c0c4c7c-5500-4397-92ca-34b417142e97 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:22.807084 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0c0c4c7c-5500-4397-92ca-34b417142e97), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:22.871980 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b65778d6-64a1-4ddd-9b4f-7dcaa4028f94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (4cbf5441-d6b8-410e-80c4-1a849e44635a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:22.879690 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65778d6-64a1-4ddd-9b4f-7dcaa4028f94 admin admin] Pushing event updated for resources: {'Port': ['ID=abd86479-01e2-44e6-8778-c964d403bb1c,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:22.893079 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:22.915254 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:22.917402 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port e74757c8-ee50-4661-8395-9285a9e8870c is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:22.917706 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e74757c8-ee50-4661-8395-9285a9e8870c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:22.923604 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ed7d1c00-2c7e-4881-8b66-5889a370661a None None] Provisioning complete for port abd86479-01e2-44e6-8778-c964d403bb1c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:22.924142 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed7d1c00-2c7e-4881-8b66-5889a370661a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (abd86479-01e2-44e6-8778-c964d403bb1c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:22.979280 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ed7d1c00-2c7e-4881-8b66-5889a370661a None None] Port abd86479-01e2-44e6-8778-c964d403bb1c cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:34:23.044357 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c0628b91-ec28-43ca-a83d-fbd3b8e26f53 req-1a0c863d-bad5-47ef-872b-6e066c1c7376 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (0c0c4c7c-5500-4397-92ca-34b417142e97), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:23.101207 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253d8c1-dc6c-4da3-a5aa-e0a0a5cab158 req-8c80cc0b-5e04-4c78-af05-e2d426c2ef4b tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:23.102798 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5253d8c1-dc6c-4da3-a5aa-e0a0a5cab158 req-8c80cc0b-5e04-4c78-af05-e2d426c2ef4b tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=4103edef-5221-449a-aba2-a60aaee9e258 HTTP/1.1" status: 200 len: 946 time: 0.5670557 Feb 20 05:34:23.123709 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65778d6-64a1-4ddd-9b4f-7dcaa4028f94 admin admin] Network 25b22de6-bd4c-4c14-ac6c-23831c74cd9d is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:34:23.131659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['4a22635c-1ebb-4bcb-8ef4-c83d23272b6c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:34:23.219746 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-b65778d6-64a1-4ddd-9b4f-7dcaa4028f94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:34:23.249926 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c863d-bad5-47ef-872b-6e066c1c7376 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Pushing event deleted for resources: {'Port': ['ID=0c0c4c7c-5500-4397-92ca-34b417142e97,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:23.593847 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port e74757c8-ee50-4661-8395-9285a9e8870c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e74757c8-ee50-4661-8395-9285a9e8870c,segment=NetworkSegment(6e3478b9-6ed7-4abf-b4ed-b00804fcaa64),segment_id=6e3478b9-6ed7-4abf-b4ed-b00804fcaa64)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:23.626338 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device f5d6ddf3-7113-4ed1-aa61-f4c4dec13664 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:34:23.689903 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e74757c8-ee50-4661-8395-9285a9e8870c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:23.691076 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 5781814a-da9d-41c0-a1e3-9143914eb22f up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:34:23.753961 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 9306455b-bbc6-4381-b26c-015b8e963e87 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:23.757740 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 72160e90-bd08-4144-8e92-f8a9ba4d1ba3 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:34:23.784952 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: f5d6ddf3-7113-4ed1-aa61-f4c4dec13664 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:34:23.785460 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device f5d6ddf3-7113-4ed1-aa61-f4c4dec13664 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:34:23.895925 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0628b91-ec28-43ca-a83d-fbd3b8e26f53 req-1a0c863d-bad5-47ef-872b-6e066c1c7376 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] No DVR routers for this DVR port 0c0c4c7c-5500-4397-92ca-34b417142e97 on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:34:23.917189 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c0628b91-ec28-43ca-a83d-fbd3b8e26f53 req-1a0c863d-bad5-47ef-872b-6e066c1c7376 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:23.931064 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c0628b91-ec28-43ca-a83d-fbd3b8e26f53 req-1a0c863d-bad5-47ef-872b-6e066c1c7376 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.48 "DELETE /v2.0/ports/0c0c4c7c-5500-4397-92ca-34b417142e97 HTTP/1.1" status: 204 len: 173 time: 4.1619296 Feb 20 05:34:23.976807 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5253d8c1-dc6c-4da3-a5aa-e0a0a5cab158 req-20ba4367-c555-4fb4-a1de-193f29b323b5 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8493512 Feb 20 05:34:23.979394 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-eb6fca4b-d833-4ff7-9eef-9eda796f351c None None] Provisioning complete for port abd86479-01e2-44e6-8778-c964d403bb1c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:23.979960 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb6fca4b-d833-4ff7-9eef-9eda796f351c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (abd86479-01e2-44e6-8778-c964d403bb1c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:24.159294 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2ac537f6-4b63-4100-b78e-90c16d92095b None None] Publish callbacks [] for port (e76b16df-a5bc-46a2-a9d2-4b624d2e6571), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:24.174780 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65778d6-64a1-4ddd-9b4f-7dcaa4028f94 admin admin] Router 4cbf5441-d6b8-410e-80c4-1a849e44635a has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:34:24.207913 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=e74757c8-ee50-4661-8395-9285a9e8870c,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:24.227657 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c24ad7-f024-46c9-b49a-86e1cf5c3075 x-openstack-request-id: req-d6c24ad7-f024-46c9-b49a-86e1cf5c3075 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:34:24.228366 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-plugged", "status": "completed", "tag": "c61fd629-9c90-4652-883c-81348ddcbb9c", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:34:24.241257 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6c24ad7-f024-46c9-b49a-86e1cf5c3075 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:34:24.242056 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61fd629-9c90-4652-883c-81348ddcbb9c', 'code': 200} Feb 20 05:34:24.257851 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87ba1c4-176e-4553-8060-fefc97135dcb x-openstack-request-id: req-a87ba1c4-176e-4553-8060-fefc97135dcb {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:34:24.258794 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9c9cd5-c513-4509-8c9d-3871fe7ebf63", "tag": "c99bf60a-c2c9-4d7a-9d98-18b519f03901", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:34:24.259330 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a87ba1c4-176e-4553-8060-fefc97135dcb {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:34:24.259971 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9c9cd5-c513-4509-8c9d-3871fe7ebf63', 'tag': 'c99bf60a-c2c9-4d7a-9d98-18b519f03901', 'status': 'completed', 'code': 200} Feb 20 05:34:24.270485 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2ac537f6-4b63-4100-b78e-90c16d92095b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e76b16df-a5bc-46a2-a9d2-4b624d2e6571), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:24.396584 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 5781814a-da9d-41c0-a1e3-9143914eb22f completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:34:24.424984 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65778d6-64a1-4ddd-9b4f-7dcaa4028f94 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:34:24.437670 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b65778d6-64a1-4ddd-9b4f-7dcaa4028f94 admin admin] 10.222.0.37 "PUT /v2.0/routers/4cbf5441-d6b8-410e-80c4-1a849e44635a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3336492 Feb 20 05:34:24.440012 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 5781814a-da9d-41c0-a1e3-9143914eb22f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:24.443414 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5781814a-da9d-41c0-a1e3-9143914eb22f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:24.578335 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4103edef-5221-449a-aba2-a60aaee9e258', 'name': 'network-vif-deleted', 'tag': '0c0c4c7c-5500-4397-92ca-34b417142e97'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:34:24.586500 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5daa1abd-9305-4e1e-a623-f7d38c523337" -d '{"events": [{"server_uuid": "4103edef-5221-449a-aba2-a60aaee9e258", "name": "network-vif-deleted", "tag": "0c0c4c7c-5500-4397-92ca-34b417142e97"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:34:24.677464 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c2ceb-7ca8-4c33-b497-14102f47eaea req-58f220f1-0634-41c5-8a06-bfdc7da587b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:24.679044 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c99c2ceb-7ca8-4c33-b497-14102f47eaea req-58f220f1-0634-41c5-8a06-bfdc7da587b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=407a5944b5954dd3b18429ad26bb8751&device_id=6a9c9cd5-c513-4509-8c9d-3871fe7ebf63 HTTP/1.1" status: 200 len: 1130 time: 0.2151053 Feb 20 05:34:24.706988 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-eb6fca4b-d833-4ff7-9eef-9eda796f351c None None] Port abd86479-01e2-44e6-8778-c964d403bb1c cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:34:24.717236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190ded2-1dba-4f4a-a960-b2784ed981ad req-67bfb94c-fdfa-45ad-8aaf-4a106486a4dc tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:24.723272 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190ded2-1dba-4f4a-a960-b2784ed981ad req-67bfb94c-fdfa-45ad-8aaf-4a106486a4dc tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:24.731093 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190ded2-1dba-4f4a-a960-b2784ed981ad req-67bfb94c-fdfa-45ad-8aaf-4a106486a4dc tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:24.737953 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190ded2-1dba-4f4a-a960-b2784ed981ad req-67bfb94c-fdfa-45ad-8aaf-4a106486a4dc tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:24.743292 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190ded2-1dba-4f4a-a960-b2784ed981ad req-67bfb94c-fdfa-45ad-8aaf-4a106486a4dc tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:24.750028 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190ded2-1dba-4f4a-a960-b2784ed981ad req-67bfb94c-fdfa-45ad-8aaf-4a106486a4dc tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:24.756394 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190ded2-1dba-4f4a-a960-b2784ed981ad req-67bfb94c-fdfa-45ad-8aaf-4a106486a4dc tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:24.765697 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7190ded2-1dba-4f4a-a960-b2784ed981ad req-67bfb94c-fdfa-45ad-8aaf-4a106486a4dc tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5429 time: 0.1577017 Feb 20 05:34:24.795705 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54202e40-c4f4-4e6f-9fd5-135a1d3aae65 None None] Pushing event updated for resources: {'Port': ['ID=e76b16df-a5bc-46a2-a9d2-4b624d2e6571,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:24.826004 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-2ac537f6-4b63-4100-b78e-90c16d92095b None None] Attempting to bind port e76b16df-a5bc-46a2-a9d2-4b624d2e6571 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:34:24.828771 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-2ac537f6-4b63-4100-b78e-90c16d92095b None None] Attempting to bind port e76b16df-a5bc-46a2-a9d2-4b624d2e6571 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:34:24.829266 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac537f6-4b63-4100-b78e-90c16d92095b None None] Attempting to bind port e76b16df-a5bc-46a2-a9d2-4b624d2e6571 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:34:24.842765 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7190ded2-1dba-4f4a-a960-b2784ed981ad req-13e9e02c-9d26-4035-874d-bb2a9ecdae75 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0761302 Feb 20 05:34:24.845644 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 72160e90-bd08-4144-8e92-f8a9ba4d1ba3 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:24.848394 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (72160e90-bd08-4144-8e92-f8a9ba4d1ba3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:25.065293 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c2ceb-7ca8-4c33-b497-14102f47eaea req-39e7c265-ca37-471c-8fb3-e727432ca32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:25.067583 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c99c2ceb-7ca8-4c33-b497-14102f47eaea req-39e7c265-ca37-471c-8fb3-e727432ca32c service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.3785388 Feb 20 05:34:25.074763 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e9e57-ca6f-461f-95e3-e374fe276c4d req-2c15f774-af43-4b46-90d5-b86de329cde7 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:25.082188 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-843e9e57-ca6f-461f-95e3-e374fe276c4d req-2c15f774-af43-4b46-90d5-b86de329cde7 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a9c9cd5-c513-4509-8c9d-3871fe7ebf63 HTTP/1.1" status: 200 len: 948 time: 0.1067019 Feb 20 05:34:25.095297 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac537f6-4b63-4100-b78e-90c16d92095b None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:34:25.095922 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac537f6-4b63-4100-b78e-90c16d92095b None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:34:25.099470 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2ac537f6-4b63-4100-b78e-90c16d92095b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:25.100012 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac537f6-4b63-4100-b78e-90c16d92095b None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:34:25.100623 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-2ac537f6-4b63-4100-b78e-90c16d92095b None None] Bound port: e76b16df-a5bc-46a2-a9d2-4b624d2e6571, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:34:25.101157 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2ac537f6-4b63-4100-b78e-90c16d92095b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e76b16df-a5bc-46a2-a9d2-4b624d2e6571), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:25.119183 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 5781814a-da9d-41c0-a1e3-9143914eb22f is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:25.124448 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5781814a-da9d-41c0-a1e3-9143914eb22f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:25.133372 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c99c2ceb-7ca8-4c33-b497-14102f47eaea req-0d687bdd-7968-4902-bca5-15fde894f90d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=c99bf60a-c2c9-4d7a-9d98-18b519f03901 HTTP/1.1" status: 200 len: 217 time: 0.0422945 Feb 20 05:34:25.196760 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c2ceb-7ca8-4c33-b497-14102f47eaea req-78810752-c500-4303-9015-f8e77441a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:25.198371 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c99c2ceb-7ca8-4c33-b497-14102f47eaea req-78810752-c500-4303-9015-f8e77441a738 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0579610 Feb 20 05:34:25.296787 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:25.350577 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 5781814a-da9d-41c0-a1e3-9143914eb22f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=5781814a-da9d-41c0-a1e3-9143914eb22f,segment=NetworkSegment(3afd5b42-a457-4a41-9db4-611bccf50f94),segment_id=3afd5b42-a457-4a41-9db4-611bccf50f94)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:25.365694 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-843e9e57-ca6f-461f-95e3-e374fe276c4d req-16434059-8060-42cd-86ef-e3354ca0daea tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/security-groups?id=5691418c-2d81-4d96-8b08-c450e7adf073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824895 Feb 20 05:34:25.397949 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5781814a-da9d-41c0-a1e3-9143914eb22f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:25.399100 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 3fb0e850-e007-488c-9126-46021bfc5121 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:34:25.434311 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c2ceb-7ca8-4c33-b497-14102f47eaea req-8f563b18-3c58-484c-ab78-983565fe073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:25.446248 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c99c2ceb-7ca8-4c33-b497-14102f47eaea req-8f563b18-3c58-484c-ab78-983565fe073c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2413068 Feb 20 05:34:25.499823 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=5781814a-da9d-41c0-a1e3-9143914eb22f,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:25.519690 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2ac537f6-4b63-4100-b78e-90c16d92095b None None] For port e76b16df-a5bc-46a2-a9d2-4b624d2e6571, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:34:25.523261 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 72160e90-bd08-4144-8e92-f8a9ba4d1ba3 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:25.576201 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2ac537f6-4b63-4100-b78e-90c16d92095b None None] For port e76b16df-a5bc-46a2-a9d2-4b624d2e6571, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=e76b16df-a5bc-46a2-a9d2-4b624d2e6571,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:34:25.602936 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2ac537f6-4b63-4100-b78e-90c16d92095b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e76b16df-a5bc-46a2-a9d2-4b624d2e6571), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:25.624142 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c99c2ceb-7ca8-4c33-b497-14102f47eaea req-8e4feec9-65a5-46fb-84ac-0b6f614d9dbd service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698365 Feb 20 05:34:25.740568 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54202e40-c4f4-4e6f-9fd5-135a1d3aae65 None None] Pushing event updated for resources: {'Port': ['ID=e76b16df-a5bc-46a2-a9d2-4b624d2e6571,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:25.769256 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 3fb0e850-e007-488c-9126-46021bfc5121 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:34:25.800098 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac537f6-4b63-4100-b78e-90c16d92095b None None] Routers {'4cbf5441-d6b8-410e-80c4-1a849e44635a'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:34:25.800904 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-2ac537f6-4b63-4100-b78e-90c16d92095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:34:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['4cbf5441-d6b8-410e-80c4-1a849e44635a'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:25.862188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 3fb0e850-e007-488c-9126-46021bfc5121 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:25.862572 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3fb0e850-e007-488c-9126-46021bfc5121), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:25.943685 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device c99bf60a-c2c9-4d7a-9d98-18b519f03901 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:34:25.985187 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-2ac537f6-4b63-4100-b78e-90c16d92095b None None] Set router 4cbf5441-d6b8-410e-80c4-1a849e44635a gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:34:26.128128 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ca37ea-7509-4e64-acdb-dd87169acc65 x-openstack-request-id: req-30ca37ea-7509-4e64-acdb-dd87169acc65 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:34:26.130148 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4103edef-5221-449a-aba2-a60aaee9e258", "name": "network-vif-deleted", "tag": "0c0c4c7c-5500-4397-92ca-34b417142e97", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:34:26.130589 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30ca37ea-7509-4e64-acdb-dd87169acc65 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:34:26.131258 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4103edef-5221-449a-aba2-a60aaee9e258', 'name': 'network-vif-deleted', 'tag': '0c0c4c7c-5500-4397-92ca-34b417142e97', 'status': 'completed', 'code': 200} Feb 20 05:34:26.148853 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c99c2ceb-7ca8-4c33-b497-14102f47eaea req-d35f81f8-5cb5-4812-88a4-ed7be543fab0 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141530 Feb 20 05:34:26.346537 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port c99bf60a-c2c9-4d7a-9d98-18b519f03901, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=c99bf60a-c2c9-4d7a-9d98-18b519f03901,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:26.360287 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74757c8-ee50-4661-8395-9285a9e8870c'}, {'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5781814a-da9d-41c0-a1e3-9143914eb22f'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:34:26.362880 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2d0143-5e19-4aac-a72a-c62baf5c3ca4" -d '{"events": [{"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-plugged", "status": "completed", "tag": "e74757c8-ee50-4661-8395-9285a9e8870c"}, {"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-plugged", "status": "completed", "tag": "5781814a-da9d-41c0-a1e3-9143914eb22f"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:34:26.366648 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'c99bf60a-c2c9-4d7a-9d98-18b519f03901', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': 'c99bf60a-c2c9-4d7a-9d98-18b519f03901', 'mac_address': 'fa:16:3e:4d:5b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:34:26.456186 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53159f10-5f06-40ae-9cba-b49c5f614a99 req-b229b60e-2298-4fe9-a832-e1973f553056 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:26.458508 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-53159f10-5f06-40ae-9cba-b49c5f614a99 req-b229b60e-2298-4fe9-a832-e1973f553056 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a1270d-f01d-4c1b-b094-132856d28509 HTTP/1.1" status: 200 len: 946 time: 0.1273301 Feb 20 05:34:26.471320 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 3fb0e850-e007-488c-9126-46021bfc5121 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:26.472026 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3fb0e850-e007-488c-9126-46021bfc5121), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:26.565541 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-53159f10-5f06-40ae-9cba-b49c5f614a99 req-e7da0caf-464c-4c23-a4c4-f1b3de877681 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.37 "GET /v2.0/security-groups?id=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004710 Feb 20 05:34:26.735649 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port c99bf60a-c2c9-4d7a-9d98-18b519f03901 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:26.736291 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c99bf60a-c2c9-4d7a-9d98-18b519f03901), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:26.764331 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 3fb0e850-e007-488c-9126-46021bfc5121, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=3fb0e850-e007-488c-9126-46021bfc5121,segment=NetworkSegment(6e3478b9-6ed7-4abf-b4ed-b00804fcaa64),segment_id=6e3478b9-6ed7-4abf-b4ed-b00804fcaa64)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:26.769979 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c99bf60a-c2c9-4d7a-9d98-18b519f03901 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:34:26.789639 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3fb0e850-e007-488c-9126-46021bfc5121), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:26.864936 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port c99bf60a-c2c9-4d7a-9d98-18b519f03901, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=c99bf60a-c2c9-4d7a-9d98-18b519f03901,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:26.870729 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device a890cd6b-9daf-4d06-b46f-a0ae0d08179c up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:34:26.884544 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83854849-1ba0-4e28-bd5f-125f5054d4c7 req-f22c7105-f5d7-4035-8a12-59ea43eae7ac tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:26.893617 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83854849-1ba0-4e28-bd5f-125f5054d4c7 req-f22c7105-f5d7-4035-8a12-59ea43eae7ac tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:26.900162 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83854849-1ba0-4e28-bd5f-125f5054d4c7 req-f22c7105-f5d7-4035-8a12-59ea43eae7ac tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:26.907822 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83854849-1ba0-4e28-bd5f-125f5054d4c7 req-f22c7105-f5d7-4035-8a12-59ea43eae7ac tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:26.915540 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83854849-1ba0-4e28-bd5f-125f5054d4c7 req-f22c7105-f5d7-4035-8a12-59ea43eae7ac tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:26.924819 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83854849-1ba0-4e28-bd5f-125f5054d4c7 req-f22c7105-f5d7-4035-8a12-59ea43eae7ac tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:26.932587 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83854849-1ba0-4e28-bd5f-125f5054d4c7 req-f22c7105-f5d7-4035-8a12-59ea43eae7ac tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:26.947242 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-83854849-1ba0-4e28-bd5f-125f5054d4c7 req-f22c7105-f5d7-4035-8a12-59ea43eae7ac tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5430 time: 0.2820766 Feb 20 05:34:27.109527 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-83854849-1ba0-4e28-bd5f-125f5054d4c7 req-ba570a39-7362-464c-b762-3cfb350ef32e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1520448 Feb 20 05:34:27.118017 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c99bf60a-c2c9-4d7a-9d98-18b519f03901), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:27.141259 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=3fb0e850-e007-488c-9126-46021bfc5121,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:27.152309 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port a890cd6b-9daf-4d06-b46f-a0ae0d08179c completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:34:27.331274 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd027a6-6df9-4544-a042-1705871eb71d req-7557bd5d-63b5-4b0f-992a-0d89a3dfd990 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:27.334568 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3bd027a6-6df9-4544-a042-1705871eb71d req-7557bd5d-63b5-4b0f-992a-0d89a3dfd990 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7a1270d-f01d-4c1b-b094-132856d28509 HTTP/1.1" status: 200 len: 946 time: 0.1290481 Feb 20 05:34:27.509989 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port a890cd6b-9daf-4d06-b46f-a0ae0d08179c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:27.510649 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a890cd6b-9daf-4d06-b46f-a0ae0d08179c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:27.550445 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-3bd027a6-6df9-4544-a042-1705871eb71d req-656f4b60-e20e-4cea-b49a-7a0bb7cca8e7 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Deleting port 33fe8932-712d-4740-ad52-9c45a7c7c08a {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:34:27.553484 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3bd027a6-6df9-4544-a042-1705871eb71d req-656f4b60-e20e-4cea-b49a-7a0bb7cca8e7 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (33fe8932-712d-4740-ad52-9c45a7c7c08a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:27.597212 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['c99bf60a-c2c9-4d7a-9d98-18b519f03901'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:34:27.694259 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port a890cd6b-9daf-4d06-b46f-a0ae0d08179c is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:27.694982 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a890cd6b-9daf-4d06-b46f-a0ae0d08179c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:27.732744 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-2ac537f6-4b63-4100-b78e-90c16d92095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cbf5441-d6b8-410e-80c4-1a849e44635a', 'name': 'tempest-TaggedBootDevicesTest_v242-108467248-router', 'tenant_id': '5f82d861f46a43beb72f4358b556ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e76b16df-a5bc-46a2-a9d2-4b624d2e6571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:34:12Z', 'updated_at': '2022-02-20T05:34:22Z', 'revision_number': 4, 'project_id': '5f82d861f46a43beb72f4358b556ffe8', 'gw_port': {'id': 'e76b16df-a5bc-46a2-a9d2-4b624d2e6571', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cbf5441-d6b8-410e-80c4-1a849e44635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:14Z', 'updated_at': '2022-02-20T05:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'abd86479-01e2-44e6-8778-c964d403bb1c', 'name': '', 'network_id': '25b22de6-bd4c-4c14-ac6c-23831c74cd9d', 'tenant_id': '5f82d861f46a43beb72f4358b556ffe8', 'mac_address': 'fa:16:3e:74:91:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cbf5441-d6b8-410e-80c4-1a849e44635a', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '4420b6cb-8725-4b20-a288-253d842f88bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:20Z', 'updated_at': '2022-02-20T05:34:22Z', 'revision_number': 2, 'project_id': '5f82d861f46a43beb72f4358b556ffe8', 'subnets': [{'id': '4420b6cb-8725-4b20-a288-253d842f88bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:27.739782 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=c99bf60a-c2c9-4d7a-9d98-18b519f03901,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:27.784993 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-3bd027a6-6df9-4544-a042-1705871eb71d req-656f4b60-e20e-4cea-b49a-7a0bb7cca8e7 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] For port 33fe8932-712d-4740-ad52-9c45a7c7c08a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=33fe8932-712d-4740-ad52-9c45a7c7c08a,segment=NetworkSegment(9abc642a-349a-436e-9940-6e83a87e01e6),segment_id=9abc642a-349a-436e-9940-6e83a87e01e6)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:27.785715 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3bd027a6-6df9-4544-a042-1705871eb71d req-656f4b60-e20e-4cea-b49a-7a0bb7cca8e7 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (33fe8932-712d-4740-ad52-9c45a7c7c08a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:27.794653 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port a890cd6b-9daf-4d06-b46f-a0ae0d08179c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=a890cd6b-9daf-4d06-b46f-a0ae0d08179c,segment=NetworkSegment(6e3478b9-6ed7-4abf-b4ed-b00804fcaa64),segment_id=6e3478b9-6ed7-4abf-b4ed-b00804fcaa64)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:27.807271 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a890cd6b-9daf-4d06-b46f-a0ae0d08179c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:27.808233 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 1f7229f1-0696-4db8-9a85-551662cf8335 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:34:27.834810 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-3bd027a6-6df9-4544-a042-1705871eb71d req-656f4b60-e20e-4cea-b49a-7a0bb7cca8e7 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Calling delete_port for 33fe8932-712d-4740-ad52-9c45a7c7c08a owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:34:27.853944 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac537f6-4b63-4100-b78e-90c16d92095b None None] The sync data for ids ['4cbf5441-d6b8-410e-80c4-1a849e44635a'] in n-d-829866-5 is: [{'id': '4cbf5441-d6b8-410e-80c4-1a849e44635a', 'name': 'tempest-TaggedBootDevicesTest_v242-108467248-router', 'tenant_id': '5f82d861f46a43beb72f4358b556ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e76b16df-a5bc-46a2-a9d2-4b624d2e6571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:34:12Z', 'updated_at': '2022-02-20T05:34:22Z', 'revision_number': 4, 'project_id': '5f82d861f46a43beb72f4358b556ffe8', 'gw_port': {'id': 'e76b16df-a5bc-46a2-a9d2-4b624d2e6571', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cbf5441-d6b8-410e-80c4-1a849e44635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:14Z', 'updated_at': '2022-02-20T05:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'abd86479-01e2-44e6-8778-c964d403bb1c', 'name': '', 'network_id': '25b22de6-bd4c-4c14-ac6c-23831c74cd9d', 'tenant_id': '5f82d861f46a43beb72f4358b556ffe8', 'mac_address': 'fa:16:3e:74:91:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cbf5441-d6b8-410e-80c4-1a849e44635a', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '4420b6cb-8725-4b20-a288-253d842f88bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:20Z', 'updated_at': '2022-02-20T05:34:22Z', 'revision_number': 2, 'project_id': '5f82d861f46a43beb72f4358b556ffe8', 'subnets': [{'id': '4420b6cb-8725-4b20-a288-253d842f88bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:34:27.940686 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=a890cd6b-9daf-4d06-b46f-a0ae0d08179c,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:28.010113 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 1f7229f1-0696-4db8-9a85-551662cf8335 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:34:28.027262 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 1f7229f1-0696-4db8-9a85-551662cf8335 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:28.028039 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1f7229f1-0696-4db8-9a85-551662cf8335), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:28.188512 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3bd027a6-6df9-4544-a042-1705871eb71d req-656f4b60-e20e-4cea-b49a-7a0bb7cca8e7 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (33fe8932-712d-4740-ad52-9c45a7c7c08a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:28.225038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['33fe8932-712d-4740-ad52-9c45a7c7c08a'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:34:28.248461 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f4b60-e20e-4cea-b49a-7a0bb7cca8e7 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Pushing event deleted for resources: {'Port': ['ID=33fe8932-712d-4740-ad52-9c45a7c7c08a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:28.357067 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 1f7229f1-0696-4db8-9a85-551662cf8335 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:28.360933 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1f7229f1-0696-4db8-9a85-551662cf8335), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:28.385117 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd027a6-6df9-4544-a042-1705871eb71d req-656f4b60-e20e-4cea-b49a-7a0bb7cca8e7 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] No DVR routers for this DVR port 33fe8932-712d-4740-ad52-9c45a7c7c08a on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:34:28.398061 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3bd027a6-6df9-4544-a042-1705871eb71d req-656f4b60-e20e-4cea-b49a-7a0bb7cca8e7 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:28.415738 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3bd027a6-6df9-4544-a042-1705871eb71d req-656f4b60-e20e-4cea-b49a-7a0bb7cca8e7 tempest-ListServerFiltersTestJSON-637294952 tempest-ListServerFiltersTestJSON-637294952-project] 10.222.0.61 "DELETE /v2.0/ports/33fe8932-712d-4740-ad52-9c45a7c7c08a HTTP/1.1" status: 204 len: 173 time: 1.0758984 Feb 20 05:34:28.416652 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a1270d-f01d-4c1b-b094-132856d28509', 'name': 'network-vif-deleted', 'tag': '33fe8932-712d-4740-ad52-9c45a7c7c08a'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:34:28.426580 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b539ed1-be07-4b83-a517-f9a3cc2eb1b0" -d '{"events": [{"server_uuid": "c7a1270d-f01d-4c1b-b094-132856d28509", "name": "network-vif-deleted", "tag": "33fe8932-712d-4740-ad52-9c45a7c7c08a"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:34:28.484509 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 1f7229f1-0696-4db8-9a85-551662cf8335, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1f7229f1-0696-4db8-9a85-551662cf8335,segment=NetworkSegment(69fe3215-475f-4fec-89eb-5492628b51f7),segment_id=69fe3215-475f-4fec-89eb-5492628b51f7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:28.496647 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1f7229f1-0696-4db8-9a85-551662cf8335), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:28.499977 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b300bf69-7fa5-4932-966e-acd556b5219f up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:34:28.767916 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=1f7229f1-0696-4db8-9a85-551662cf8335,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:28.791738 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port b300bf69-7fa5-4932-966e-acd556b5219f completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:34:28.814092 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port b300bf69-7fa5-4932-966e-acd556b5219f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:28.815396 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b300bf69-7fa5-4932-966e-acd556b5219f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:29.031540 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port b300bf69-7fa5-4932-966e-acd556b5219f is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:29.031943 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b300bf69-7fa5-4932-966e-acd556b5219f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:29.097083 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b300bf69-7fa5-4932-966e-acd556b5219f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b300bf69-7fa5-4932-966e-acd556b5219f,segment=NetworkSegment(69fe3215-475f-4fec-89eb-5492628b51f7),segment_id=69fe3215-475f-4fec-89eb-5492628b51f7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:29.108771 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b300bf69-7fa5-4932-966e-acd556b5219f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:29.208055 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=b300bf69-7fa5-4932-966e-acd556b5219f,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:29.714680 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device e76b16df-a5bc-46a2-a9d2-4b624d2e6571 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:34:29.909807 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port e76b16df-a5bc-46a2-a9d2-4b624d2e6571 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:29.910479 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e76b16df-a5bc-46a2-a9d2-4b624d2e6571), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:29.977829 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device c99bf60a-c2c9-4d7a-9d98-18b519f03901 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:34:30.130093 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port e76b16df-a5bc-46a2-a9d2-4b624d2e6571 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:30.130942 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e76b16df-a5bc-46a2-a9d2-4b624d2e6571), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:30.172119 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port e76b16df-a5bc-46a2-a9d2-4b624d2e6571, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=e76b16df-a5bc-46a2-a9d2-4b624d2e6571,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:30.173401 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port c99bf60a-c2c9-4d7a-9d98-18b519f03901 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:34:30.178557 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port c99bf60a-c2c9-4d7a-9d98-18b519f03901 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:30.178961 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c99bf60a-c2c9-4d7a-9d98-18b519f03901), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:30.225127 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e76b16df-a5bc-46a2-a9d2-4b624d2e6571), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:30.331511 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port c99bf60a-c2c9-4d7a-9d98-18b519f03901 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:30.336653 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c99bf60a-c2c9-4d7a-9d98-18b519f03901), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:30.381324 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=e76b16df-a5bc-46a2-a9d2-4b624d2e6571,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:30.434143 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port c99bf60a-c2c9-4d7a-9d98-18b519f03901, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=c99bf60a-c2c9-4d7a-9d98-18b519f03901,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:30.441389 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c99bf60a-c2c9-4d7a-9d98-18b519f03901), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:30.554986 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=c99bf60a-c2c9-4d7a-9d98-18b519f03901,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:31.683771 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device e76b16df-a5bc-46a2-a9d2-4b624d2e6571 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:34:31.796411 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533628c0-7a60-45eb-8de0-64cdd48093ce None None] Sync routers for ids ['4cbf5441-d6b8-410e-80c4-1a849e44635a'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:34:31.814822 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533628c0-7a60-45eb-8de0-64cdd48093ce None None] Routers {'4cbf5441-d6b8-410e-80c4-1a849e44635a'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:34:31.815539 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-533628c0-7a60-45eb-8de0-64cdd48093ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:34:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['4cbf5441-d6b8-410e-80c4-1a849e44635a'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:31.821990 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port e76b16df-a5bc-46a2-a9d2-4b624d2e6571 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:31.822361 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e76b16df-a5bc-46a2-a9d2-4b624d2e6571), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:31.920111 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 33fe8932-712d-4740-ad52-9c45a7c7c08a no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:34:31.974132 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 33fe8932-712d-4740-ad52-9c45a7c7c08a {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:34:31.975567 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 33fe8932-712d-4740-ad52-9c45a7c7c08a not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:34:32.056964 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-533628c0-7a60-45eb-8de0-64cdd48093ce None None] Set router 4cbf5441-d6b8-410e-80c4-1a849e44635a gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:34:32.103659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port e76b16df-a5bc-46a2-a9d2-4b624d2e6571 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:32.522242 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-533628c0-7a60-45eb-8de0-64cdd48093ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cbf5441-d6b8-410e-80c4-1a849e44635a', 'name': 'tempest-TaggedBootDevicesTest_v242-108467248-router', 'tenant_id': '5f82d861f46a43beb72f4358b556ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e76b16df-a5bc-46a2-a9d2-4b624d2e6571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:34:12Z', 'updated_at': '2022-02-20T05:34:22Z', 'revision_number': 4, 'project_id': '5f82d861f46a43beb72f4358b556ffe8', 'gw_port': {'id': 'e76b16df-a5bc-46a2-a9d2-4b624d2e6571', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbf5441-d6b8-410e-80c4-1a849e44635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:14Z', 'updated_at': '2022-02-20T05:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'abd86479-01e2-44e6-8778-c964d403bb1c', 'name': '', 'network_id': '25b22de6-bd4c-4c14-ac6c-23831c74cd9d', 'tenant_id': '5f82d861f46a43beb72f4358b556ffe8', 'mac_address': 'fa:16:3e:74:91:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cbf5441-d6b8-410e-80c4-1a849e44635a', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '4420b6cb-8725-4b20-a288-253d842f88bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:20Z', 'updated_at': '2022-02-20T05:34:22Z', 'revision_number': 2, 'project_id': '5f82d861f46a43beb72f4358b556ffe8', 'subnets': [{'id': '4420b6cb-8725-4b20-a288-253d842f88bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:32.553344 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533628c0-7a60-45eb-8de0-64cdd48093ce None None] Checking router: 4cbf5441-d6b8-410e-80c4-1a849e44635a for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:34:32.553761 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533628c0-7a60-45eb-8de0-64cdd48093ce None None] Updating router 4cbf5441-d6b8-410e-80c4-1a849e44635a port abd86479-01e2-44e6-8778-c964d403bb1c binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:34:32.604602 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-533628c0-7a60-45eb-8de0-64cdd48093ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (abd86479-01e2-44e6-8778-c964d403bb1c), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:33.104429 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-533628c0-7a60-45eb-8de0-64cdd48093ce None None] Publish callbacks [] for port (abd86479-01e2-44e6-8778-c964d403bb1c), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:33.113114 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-533628c0-7a60-45eb-8de0-64cdd48093ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (abd86479-01e2-44e6-8778-c964d403bb1c), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:33.171285 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a852119-1065-4993-9305-0802ea73f747 None None] Pushing event updated for resources: {'Port': ['ID=abd86479-01e2-44e6-8778-c964d403bb1c,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:33.292052 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-533628c0-7a60-45eb-8de0-64cdd48093ce None None] Attempting to bind port abd86479-01e2-44e6-8778-c964d403bb1c on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:34:33.292433 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-533628c0-7a60-45eb-8de0-64cdd48093ce None None] Attempting to bind port abd86479-01e2-44e6-8778-c964d403bb1c by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '7ffaa449-9861-4de3-b075-2d4b5f9edbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '25b22de6-bd4c-4c14-ac6c-23831c74cd9d'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:34:33.292799 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533628c0-7a60-45eb-8de0-64cdd48093ce None None] Attempting to bind port abd86479-01e2-44e6-8778-c964d403bb1c on network 25b22de6-bd4c-4c14-ac6c-23831c74cd9d {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:34:33.298727 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533628c0-7a60-45eb-8de0-64cdd48093ce None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:34:33.299163 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533628c0-7a60-45eb-8de0-64cdd48093ce None None] Checking segment: {'id': '7ffaa449-9861-4de3-b075-2d4b5f9edbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '25b22de6-bd4c-4c14-ac6c-23831c74cd9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:34:33.299577 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-533628c0-7a60-45eb-8de0-64cdd48093ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:33.299978 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533628c0-7a60-45eb-8de0-64cdd48093ce None None] Bound using segment: {'id': '7ffaa449-9861-4de3-b075-2d4b5f9edbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '25b22de6-bd4c-4c14-ac6c-23831c74cd9d'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:34:33.300459 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-533628c0-7a60-45eb-8de0-64cdd48093ce None None] Bound port: abd86479-01e2-44e6-8778-c964d403bb1c, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ffaa449-9861-4de3-b075-2d4b5f9edbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '25b22de6-bd4c-4c14-ac6c-23831c74cd9d'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:34:33.300843 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-533628c0-7a60-45eb-8de0-64cdd48093ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (abd86479-01e2-44e6-8778-c964d403bb1c), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:33.386219 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-533628c0-7a60-45eb-8de0-64cdd48093ce None None] For port abd86479-01e2-44e6-8778-c964d403bb1c, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:34:33.391254 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-533628c0-7a60-45eb-8de0-64cdd48093ce None None] For port abd86479-01e2-44e6-8778-c964d403bb1c, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=abd86479-01e2-44e6-8778-c964d403bb1c,segment=NetworkSegment(7ffaa449-9861-4de3-b075-2d4b5f9edbf2),segment_id=7ffaa449-9861-4de3-b075-2d4b5f9edbf2)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:34:33.405917 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-533628c0-7a60-45eb-8de0-64cdd48093ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (abd86479-01e2-44e6-8778-c964d403bb1c), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:33.479052 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533628c0-7a60-45eb-8de0-64cdd48093ce None None] Routers {'4cbf5441-d6b8-410e-80c4-1a849e44635a'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:34:33.480162 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-533628c0-7a60-45eb-8de0-64cdd48093ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:34:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['4cbf5441-d6b8-410e-80c4-1a849e44635a'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:33.630837 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-533628c0-7a60-45eb-8de0-64cdd48093ce None None] Set router 4cbf5441-d6b8-410e-80c4-1a849e44635a gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:34:33.643257 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-85777eeb-5c58-492d-9314-61e5473e458c None None] Provisioning complete for port abd86479-01e2-44e6-8778-c964d403bb1c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:33.643257 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85777eeb-5c58-492d-9314-61e5473e458c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (abd86479-01e2-44e6-8778-c964d403bb1c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:33.797634 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a852119-1065-4993-9305-0802ea73f747 None None] Pushing event updated for resources: {'Port': ['ID=abd86479-01e2-44e6-8778-c964d403bb1c,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:33.920715 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-85777eeb-5c58-492d-9314-61e5473e458c None None] Current status of the port abd86479-01e2-44e6-8778-c964d403bb1c is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:33.921056 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85777eeb-5c58-492d-9314-61e5473e458c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (abd86479-01e2-44e6-8778-c964d403bb1c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:33.970234 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-85777eeb-5c58-492d-9314-61e5473e458c None None] For port abd86479-01e2-44e6-8778-c964d403bb1c, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=abd86479-01e2-44e6-8778-c964d403bb1c,segment=NetworkSegment(7ffaa449-9861-4de3-b075-2d4b5f9edbf2),segment_id=7ffaa449-9861-4de3-b075-2d4b5f9edbf2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:33.980956 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-533628c0-7a60-45eb-8de0-64cdd48093ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cbf5441-d6b8-410e-80c4-1a849e44635a', 'name': 'tempest-TaggedBootDevicesTest_v242-108467248-router', 'tenant_id': '5f82d861f46a43beb72f4358b556ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e76b16df-a5bc-46a2-a9d2-4b624d2e6571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:34:12Z', 'updated_at': '2022-02-20T05:34:22Z', 'revision_number': 4, 'project_id': '5f82d861f46a43beb72f4358b556ffe8', 'gw_port': {'id': 'e76b16df-a5bc-46a2-a9d2-4b624d2e6571', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbf5441-d6b8-410e-80c4-1a849e44635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:14Z', 'updated_at': '2022-02-20T05:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'abd86479-01e2-44e6-8778-c964d403bb1c', 'name': '', 'network_id': '25b22de6-bd4c-4c14-ac6c-23831c74cd9d', 'tenant_id': '5f82d861f46a43beb72f4358b556ffe8', 'mac_address': 'fa:16:3e:74:91:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cbf5441-d6b8-410e-80c4-1a849e44635a', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '4420b6cb-8725-4b20-a288-253d842f88bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:20Z', 'updated_at': '2022-02-20T05:34:33Z', 'revision_number': 4, 'project_id': '5f82d861f46a43beb72f4358b556ffe8', 'subnets': [{'id': '4420b6cb-8725-4b20-a288-253d842f88bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:33.985356 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85777eeb-5c58-492d-9314-61e5473e458c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (abd86479-01e2-44e6-8778-c964d403bb1c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:34.022972 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533628c0-7a60-45eb-8de0-64cdd48093ce None None] The sync data for ids ['4cbf5441-d6b8-410e-80c4-1a849e44635a'] in n-d-829866-5 is: [{'id': '4cbf5441-d6b8-410e-80c4-1a849e44635a', 'name': 'tempest-TaggedBootDevicesTest_v242-108467248-router', 'tenant_id': '5f82d861f46a43beb72f4358b556ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e76b16df-a5bc-46a2-a9d2-4b624d2e6571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:34:12Z', 'updated_at': '2022-02-20T05:34:22Z', 'revision_number': 4, 'project_id': '5f82d861f46a43beb72f4358b556ffe8', 'gw_port': {'id': 'e76b16df-a5bc-46a2-a9d2-4b624d2e6571', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbf5441-d6b8-410e-80c4-1a849e44635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:14Z', 'updated_at': '2022-02-20T05:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'abd86479-01e2-44e6-8778-c964d403bb1c', 'name': '', 'network_id': '25b22de6-bd4c-4c14-ac6c-23831c74cd9d', 'tenant_id': '5f82d861f46a43beb72f4358b556ffe8', 'mac_address': 'fa:16:3e:74:91:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cbf5441-d6b8-410e-80c4-1a849e44635a', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '4420b6cb-8725-4b20-a288-253d842f88bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:20Z', 'updated_at': '2022-02-20T05:34:33Z', 'revision_number': 4, 'project_id': '5f82d861f46a43beb72f4358b556ffe8', 'subnets': [{'id': '4420b6cb-8725-4b20-a288-253d842f88bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:34:34.118828 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85777eeb-5c58-492d-9314-61e5473e458c None None] Pushing event updated for resources: {'Port': ['ID=abd86479-01e2-44e6-8778-c964d403bb1c,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:34.151236 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-733e46c9-3077-416c-81ae-dd21f82633ee None None] Provisioning complete for port abd86479-01e2-44e6-8778-c964d403bb1c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:34.151236 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-733e46c9-3077-416c-81ae-dd21f82633ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (abd86479-01e2-44e6-8778-c964d403bb1c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:34.384115 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-733e46c9-3077-416c-81ae-dd21f82633ee None None] Current status of the port abd86479-01e2-44e6-8778-c964d403bb1c is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:35.668044 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device abd86479-01e2-44e6-8778-c964d403bb1c up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:34:35.735237 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port abd86479-01e2-44e6-8778-c964d403bb1c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:35.735879 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (abd86479-01e2-44e6-8778-c964d403bb1c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:35.823206 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port abd86479-01e2-44e6-8778-c964d403bb1c is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:36.239545 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2e655-1067-4206-a73f-5d5e9b17155c req-2b9c58a3-e3cf-4dab-85e1-06054a7fec5d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:36.241289 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4af2e655-1067-4206-a73f-5d5e9b17155c req-2b9c58a3-e3cf-4dab-85e1-06054a7fec5d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0741868 Feb 20 05:34:36.315067 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4af2e655-1067-4206-a73f-5d5e9b17155c req-97ccc66b-a316-41c4-9747-b0e91356ae75 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605118 Feb 20 05:34:36.428809 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c98c6-7975-4a45-8f2f-ef6163cf1348 req-1b8e2dba-8b35-4676-83a4-6f5b76dbedc1 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:36.430682 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-377c98c6-7975-4a45-8f2f-ef6163cf1348 req-1b8e2dba-8b35-4676-83a4-6f5b76dbedc1 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a9c9cd5-c513-4509-8c9d-3871fe7ebf63 HTTP/1.1" status: 200 len: 950 time: 0.0694008 Feb 20 05:34:36.480385 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-377c98c6-7975-4a45-8f2f-ef6163cf1348 req-44ce334a-bed6-4802-8c1d-19b583573fe0 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/security-groups?id=5691418c-2d81-4d96-8b08-c450e7adf073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428286 Feb 20 05:34:36.526647 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 20 Feb 2022 05:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ac1275-1739-42d1-b282-51c255c812f2 x-openstack-request-id: req-d7ac1275-1739-42d1-b282-51c255c812f2 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:34:36.526985 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-plugged", "status": "completed", "tag": "e74757c8-ee50-4661-8395-9285a9e8870c", "code": 200}, {"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-plugged", "status": "completed", "tag": "5781814a-da9d-41c0-a1e3-9143914eb22f", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:34:36.527267 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7ac1275-1739-42d1-b282-51c255c812f2 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:34:36.527690 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74757c8-ee50-4661-8395-9285a9e8870c', 'code': 200} Feb 20 05:34:36.527954 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5781814a-da9d-41c0-a1e3-9143914eb22f', 'code': 200} Feb 20 05:34:36.558467 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 58608) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:36.607958 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3844d2-7ae0-4bc9-88b4-86458f7d65e9 admin admin] Deleting subnet 9159f160-3ceb-44d3-a7b6-758adaaafba6 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:34:36.620044 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ce3844d2-7ae0-4bc9-88b4-86458f7d65e9 admin admin] Publish callbacks [] for subnet (9159f160-3ceb-44d3-a7b6-758adaaafba6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:36.685527 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ce3844d2-7ae0-4bc9-88b4-86458f7d65e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (9159f160-3ceb-44d3-a7b6-758adaaafba6), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:36.707974 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:34:36.732883 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2babd03-8a76-4fdd-b891-4cbcc010074d req-b27e29df-4bec-44b8-99ec-76f6819d09da tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:36.738330 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2babd03-8a76-4fdd-b891-4cbcc010074d req-b27e29df-4bec-44b8-99ec-76f6819d09da tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:36.743698 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2babd03-8a76-4fdd-b891-4cbcc010074d req-b27e29df-4bec-44b8-99ec-76f6819d09da tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:36.749613 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2babd03-8a76-4fdd-b891-4cbcc010074d req-b27e29df-4bec-44b8-99ec-76f6819d09da tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:36.754929 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2babd03-8a76-4fdd-b891-4cbcc010074d req-b27e29df-4bec-44b8-99ec-76f6819d09da tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:36.760385 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2babd03-8a76-4fdd-b891-4cbcc010074d req-b27e29df-4bec-44b8-99ec-76f6819d09da tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:36.765728 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2babd03-8a76-4fdd-b891-4cbcc010074d req-b27e29df-4bec-44b8-99ec-76f6819d09da tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:36.768502 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e2babd03-8a76-4fdd-b891-4cbcc010074d req-b27e29df-4bec-44b8-99ec-76f6819d09da tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5434 time: 0.1645832 Feb 20 05:34:36.860260 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ce3844d2-7ae0-4bc9-88b4-86458f7d65e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (9159f160-3ceb-44d3-a7b6-758adaaafba6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:36.883656 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e2babd03-8a76-4fdd-b891-4cbcc010074d req-2c2872a9-79e8-4e64-abe1-6977abc0cede tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1088350 Feb 20 05:34:36.920677 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ce3844d2-7ae0-4bc9-88b4-86458f7d65e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (9159f160-3ceb-44d3-a7b6-758adaaafba6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:36.946046 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7d61f4-61ea-49aa-a345-b793fbfb4e34 x-openstack-request-id: req-4c7d61f4-61ea-49aa-a345-b793fbfb4e34 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:34:36.946604 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a1270d-f01d-4c1b-b094-132856d28509", "name": "network-vif-deleted", "tag": "33fe8932-712d-4740-ad52-9c45a7c7c08a", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:34:36.946604 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c7d61f4-61ea-49aa-a345-b793fbfb4e34 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:34:36.947073 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a1270d-f01d-4c1b-b094-132856d28509', 'name': 'network-vif-deleted', 'tag': '33fe8932-712d-4740-ad52-9c45a7c7c08a', 'status': 'completed', 'code': 200} Feb 20 05:34:36.955484 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3844d2-7ae0-4bc9-88b4-86458f7d65e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9159f160-3ceb-44d3-a7b6-758adaaafba6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:36.963160 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ce3844d2-7ae0-4bc9-88b4-86458f7d65e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:36.963323 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6d646d-89ae-4388-8575-d05fd9d517be None None] Network 178e91eb-33a6-424a-9bb7-aa7190605b7a requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:34:36.967544 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ce3844d2-7ae0-4bc9-88b4-86458f7d65e9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9159f160-3ceb-44d3-a7b6-758adaaafba6 HTTP/1.1" status: 204 len: 168 time: 0.4079983 Feb 20 05:34:36.970012 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 58614) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:37.044783 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc82d79f-7fd5-4bea-9b4b-cbc811fe2086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (178e91eb-33a6-424a-9bb7-aa7190605b7a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:37.109071 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-bc82d79f-7fd5-4bea-9b4b-cbc811fe2086 admin admin] Deleting port 4b030aa3-a5d8-4529-b5f0-0371d7a271f6 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:34:37.109473 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc82d79f-7fd5-4bea-9b4b-cbc811fe2086 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4b030aa3-a5d8-4529-b5f0-0371d7a271f6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:37.188528 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a809fa1b-14b8-4a97-a0f2-3fe06b78f596 None None] DHCP port deletion for 178e91eb-33a6-424a-9bb7-aa7190605b7a request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:34:37.189421 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-bc82d79f-7fd5-4bea-9b4b-cbc811fe2086 admin admin] For port 4b030aa3-a5d8-4529-b5f0-0371d7a271f6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4b030aa3-a5d8-4529-b5f0-0371d7a271f6,segment=NetworkSegment(9abc642a-349a-436e-9940-6e83a87e01e6),segment_id=9abc642a-349a-436e-9940-6e83a87e01e6)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:37.189792 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc82d79f-7fd5-4bea-9b4b-cbc811fe2086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4b030aa3-a5d8-4529-b5f0-0371d7a271f6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:37.206934 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-bc82d79f-7fd5-4bea-9b4b-cbc811fe2086 admin admin] Calling delete_port for 4b030aa3-a5d8-4529-b5f0-0371d7a271f6 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:34:37.253292 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a809fa1b-14b8-4a97-a0f2-3fe06b78f596 None None] Deleting port 4b030aa3-a5d8-4529-b5f0-0371d7a271f6 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:34:37.253472 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a809fa1b-14b8-4a97-a0f2-3fe06b78f596 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4b030aa3-a5d8-4529-b5f0-0371d7a271f6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:37.299078 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc82d79f-7fd5-4bea-9b4b-cbc811fe2086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (4b030aa3-a5d8-4529-b5f0-0371d7a271f6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:37.335729 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a809fa1b-14b8-4a97-a0f2-3fe06b78f596 None None] For port 4b030aa3-a5d8-4529-b5f0-0371d7a271f6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4b030aa3-a5d8-4529-b5f0-0371d7a271f6,segment=NetworkSegment(9abc642a-349a-436e-9940-6e83a87e01e6),segment_id=9abc642a-349a-436e-9940-6e83a87e01e6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:37.336446 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a809fa1b-14b8-4a97-a0f2-3fe06b78f596 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4b030aa3-a5d8-4529-b5f0-0371d7a271f6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:37.353435 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82d79f-7fd5-4bea-9b4b-cbc811fe2086 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b030aa3-a5d8-4529-b5f0-0371d7a271f6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:37.353688 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a809fa1b-14b8-4a97-a0f2-3fe06b78f596 None None] Calling delete_port for 4b030aa3-a5d8-4529-b5f0-0371d7a271f6 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:34:37.366344 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc82d79f-7fd5-4bea-9b4b-cbc811fe2086 admin admin] No DVR routers for this DVR port 4b030aa3-a5d8-4529-b5f0-0371d7a271f6 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: from cryptography.utils import int_from_bytes Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: from cryptography.utils import int_from_bytes Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:34:37.446140 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:34:37.449863 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:34:37.449863 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:34:37.449863 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:34:37.449863 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:34:37.449863 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:34:37.449863 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:34:37.449863 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:34:37.449863 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:34:37.449863 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:34:37.449863 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:34:37.449863 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:34:37.449863 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:34:37.449863 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:34:37.449863 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:34:37.458758 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc82d79f-7fd5-4bea-9b4b-cbc811fe2086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (178e91eb-33a6-424a-9bb7-aa7190605b7a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:37.483286 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a809fa1b-14b8-4a97-a0f2-3fe06b78f596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (4b030aa3-a5d8-4529-b5f0-0371d7a271f6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:37.493157 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-bc82d79f-7fd5-4bea-9b4b-cbc811fe2086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178e91eb-33a6-424a-9bb7-aa7190605b7a']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:37.500400 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a809fa1b-14b8-4a97-a0f2-3fe06b78f596 None None] No DVR routers for this DVR port 4b030aa3-a5d8-4529-b5f0-0371d7a271f6 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:34:37.506363 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-bc82d79f-7fd5-4bea-9b4b-cbc811fe2086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9abc642a-349a-436e-9940-6e83a87e01e6') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:37.506927 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-bc82d79f-7fd5-4bea-9b4b-cbc811fe2086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9abc642a-349a-436e-9940-6e83a87e01e6') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:37.522793 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc82d79f-7fd5-4bea-9b4b-cbc811fe2086 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (9abc642a-349a-436e-9940-6e83a87e01e6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:37.526495 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809fa1b-14b8-4a97-a0f2-3fe06b78f596 None None] Pushing event deleted for resources: {'Port': ['ID=4b030aa3-a5d8-4529-b5f0-0371d7a271f6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:37.548145 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc82d79f-7fd5-4bea-9b4b-cbc811fe2086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (9abc642a-349a-436e-9940-6e83a87e01e6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:37.557669 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc82d79f-7fd5-4bea-9b4b-cbc811fe2086 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:34:37.558637 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc82d79f-7fd5-4bea-9b4b-cbc811fe2086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (9abc642a-349a-436e-9940-6e83a87e01e6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:34:37.561333 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:34:37.621309 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4b030aa3-a5d8-4529-b5f0-0371d7a271f6 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:34:37.639474 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc82d79f-7fd5-4bea-9b4b-cbc811fe2086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (178e91eb-33a6-424a-9bb7-aa7190605b7a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:37.645566 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 4b030aa3-a5d8-4529-b5f0-0371d7a271f6 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:34:37.646222 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4b030aa3-a5d8-4529-b5f0-0371d7a271f6 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:34:37.651544 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc82d79f-7fd5-4bea-9b4b-cbc811fe2086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:37.663086 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bc82d79f-7fd5-4bea-9b4b-cbc811fe2086 admin admin] 10.222.0.37 "DELETE /v2.0/networks/178e91eb-33a6-424a-9bb7-aa7190605b7a HTTP/1.1" status: 204 len: 168 time: 0.6920059 Feb 20 05:34:37.686154 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82d79f-7fd5-4bea-9b4b-cbc811fe2086 admin admin] Pushing event deleted for resources: {'Network': ['ID=178e91eb-33a6-424a-9bb7-aa7190605b7a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:37.730288 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3af53a-cc8d-44dc-8fd2-62e6961676f7 req-02c0ee45-6a98-4301-a180-8b5d74e2f479 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:37.732291 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ad3af53a-cc8d-44dc-8fd2-62e6961676f7 req-02c0ee45-6a98-4301-a180-8b5d74e2f479 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.61 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 944 time: 0.0964911 Feb 20 05:34:37.856545 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-ad3af53a-cc8d-44dc-8fd2-62e6961676f7 req-49e634cd-3a69-420b-83c2-0d08863b8523 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Deleting port 53b45731-e8e0-44c8-876f-cf7a72184c28 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:34:37.856893 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ad3af53a-cc8d-44dc-8fd2-62e6961676f7 req-49e634cd-3a69-420b-83c2-0d08863b8523 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (53b45731-e8e0-44c8-876f-cf7a72184c28), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:37.861823 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b371cb-df31-42c2-92e2-7f76644a3ae3 req-196f2ef2-b835-4ace-bc50-dc12b2db9d4c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:37.867550 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46b371cb-df31-42c2-92e2-7f76644a3ae3 req-196f2ef2-b835-4ace-bc50-dc12b2db9d4c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 947 time: 0.0836489 Feb 20 05:34:37.921732 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46b371cb-df31-42c2-92e2-7f76644a3ae3 req-61051067-b666-4a5b-bd2f-a3d54a466677 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518024 Feb 20 05:34:37.943526 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 58664) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:37.983432 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-ad3af53a-cc8d-44dc-8fd2-62e6961676f7 req-49e634cd-3a69-420b-83c2-0d08863b8523 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] For port 53b45731-e8e0-44c8-876f-cf7a72184c28, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=53b45731-e8e0-44c8-876f-cf7a72184c28,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:37.984787 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ad3af53a-cc8d-44dc-8fd2-62e6961676f7 req-49e634cd-3a69-420b-83c2-0d08863b8523 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (53b45731-e8e0-44c8-876f-cf7a72184c28), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:37.994281 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7468a8dc-ffec-4f5b-9d8e-a258ea38b04b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1aaa60180f894c09b05a1ee868cbae8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497193 Feb 20 05:34:37.998728 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 58670) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:38.006552 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-ad3af53a-cc8d-44dc-8fd2-62e6961676f7 req-49e634cd-3a69-420b-83c2-0d08863b8523 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Calling delete_port for 53b45731-e8e0-44c8-876f-cf7a72184c28 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:34:38.112291 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0688b-7ae4-47b1-9002-9ab73f8fc2af req-b33f8445-9011-46e1-9259-3048fc31d55b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:38.119080 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-67f0688b-7ae4-47b1-9002-9ab73f8fc2af req-b33f8445-9011-46e1-9259-3048fc31d55b tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=f570b026-7b00-4db8-a7c5-c2eb25d39065 HTTP/1.1" status: 200 len: 944 time: 0.1016872 Feb 20 05:34:38.124530 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39652fad-235c-47c2-9e2b-40e5179d1df5 admin admin] Publish callbacks [] for security_group (502764c2-2780-4bc9-9cf8-2e5ad7a3c83b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:38.186634 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39652fad-235c-47c2-9e2b-40e5179d1df5 admin admin] Publish callbacks [] for security_group (502764c2-2780-4bc9-9cf8-2e5ad7a3c83b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:38.213106 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ad3af53a-cc8d-44dc-8fd2-62e6961676f7 req-49e634cd-3a69-420b-83c2-0d08863b8523 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (53b45731-e8e0-44c8-876f-cf7a72184c28), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:38.220941 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-67f0688b-7ae4-47b1-9002-9ab73f8fc2af req-c0fe0a02-a9ac-4ca9-8059-0c0eb9b11c80 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b408846-cb87-4032-94f1-d616295316ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928648 Feb 20 05:34:38.228531 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['53b45731-e8e0-44c8-876f-cf7a72184c28'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:34:38.252327 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e634cd-3a69-420b-83c2-0d08863b8523 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Pushing event deleted for resources: {'Port': ['ID=53b45731-e8e0-44c8-876f-cf7a72184c28,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:38.276053 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39652fad-235c-47c2-9e2b-40e5179d1df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (502764c2-2780-4bc9-9cf8-2e5ad7a3c83b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:38.280450 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39652fad-235c-47c2-9e2b-40e5179d1df5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:38.286566 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-39652fad-235c-47c2-9e2b-40e5179d1df5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/502764c2-2780-4bc9-9cf8-2e5ad7a3c83b HTTP/1.1" status: 204 len: 168 time: 0.2862444 Feb 20 05:34:38.294075 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3af53a-cc8d-44dc-8fd2-62e6961676f7 req-49e634cd-3a69-420b-83c2-0d08863b8523 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] No DVR routers for this DVR port 53b45731-e8e0-44c8-876f-cf7a72184c28 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:34:38.297641 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ad3af53a-cc8d-44dc-8fd2-62e6961676f7 req-49e634cd-3a69-420b-83c2-0d08863b8523 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:38.301645 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ad3af53a-cc8d-44dc-8fd2-62e6961676f7 req-49e634cd-3a69-420b-83c2-0d08863b8523 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.61 "DELETE /v2.0/ports/53b45731-e8e0-44c8-876f-cf7a72184c28 HTTP/1.1" status: 204 len: 173 time: 0.5641029 Feb 20 05:34:38.306359 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39652fad-235c-47c2-9e2b-40e5179d1df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502764c2-2780-4bc9-9cf8-2e5ad7a3c83b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:38.407901 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e035c4e-77d6-43cd-8984-310134a95173 req-35014385-9c1b-4fd5-b2f2-009107e7989f tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:38.410038 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e035c4e-77d6-43cd-8984-310134a95173 req-35014385-9c1b-4fd5-b2f2-009107e7989f tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a9c9cd5-c513-4509-8c9d-3871fe7ebf63 HTTP/1.1" status: 200 len: 950 time: 0.0786121 Feb 20 05:34:38.493016 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e035c4e-77d6-43cd-8984-310134a95173 req-b2b1b8e6-a0ca-478c-9d43-1539a9307e3e tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/security-groups?id=5691418c-2d81-4d96-8b08-c450e7adf073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747733 Feb 20 05:34:38.529747 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb0e850-e007-488c-9126-46021bfc5121'}, {'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a890cd6b-9daf-4d06-b46f-a0ae0d08179c'}, {'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7229f1-0696-4db8-9a85-551662cf8335'}, {'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b300bf69-7fa5-4932-966e-acd556b5219f'}, {'server_uuid': '6a9c9cd5-c513-4509-8c9d-3871fe7ebf63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99bf60a-c2c9-4d7a-9d98-18b519f03901'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:34:38.532543 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6a11bb-6447-494c-b503-36455af736d5" -d '{"events": [{"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-plugged", "status": "completed", "tag": "3fb0e850-e007-488c-9126-46021bfc5121"}, {"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-plugged", "status": "completed", "tag": "a890cd6b-9daf-4d06-b46f-a0ae0d08179c"}, {"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-plugged", "status": "completed", "tag": "1f7229f1-0696-4db8-9a85-551662cf8335"}, {"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-plugged", "status": "completed", "tag": "b300bf69-7fa5-4932-966e-acd556b5219f"}, {"server_uuid": "6a9c9cd5-c513-4509-8c9d-3871fe7ebf63", "name": "network-vif-plugged", "status": "completed", "tag": "c99bf60a-c2c9-4d7a-9d98-18b519f03901"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:34:38.948250 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f570b026-7b00-4db8-a7c5-c2eb25d39065', 'name': 'network-vif-deleted', 'tag': '53b45731-e8e0-44c8-876f-cf7a72184c28'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:34:38.951540 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdae224d-3992-4978-b2aa-f45787d8a47b" -d '{"events": [{"server_uuid": "f570b026-7b00-4db8-a7c5-c2eb25d39065", "name": "network-vif-deleted", "tag": "53b45731-e8e0-44c8-876f-cf7a72184c28"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:34:39.145728 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 58736) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:39.266164 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e511-d71a-4370-b4b4-d3cfd0a9f858 req-ceb03ed0-c0fb-4cd2-92c9-7fb535bda148 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:39.272069 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e511-d71a-4370-b4b4-d3cfd0a9f858 req-ceb03ed0-c0fb-4cd2-92c9-7fb535bda148 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:39.277580 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e511-d71a-4370-b4b4-d3cfd0a9f858 req-ceb03ed0-c0fb-4cd2-92c9-7fb535bda148 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:39.283332 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e511-d71a-4370-b4b4-d3cfd0a9f858 req-ceb03ed0-c0fb-4cd2-92c9-7fb535bda148 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:39.288511 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e511-d71a-4370-b4b4-d3cfd0a9f858 req-ceb03ed0-c0fb-4cd2-92c9-7fb535bda148 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:39.294123 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e511-d71a-4370-b4b4-d3cfd0a9f858 req-ceb03ed0-c0fb-4cd2-92c9-7fb535bda148 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:39.299886 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e511-d71a-4370-b4b4-d3cfd0a9f858 req-ceb03ed0-c0fb-4cd2-92c9-7fb535bda148 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:39.301813 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ec73e511-d71a-4370-b4b4-d3cfd0a9f858 req-ceb03ed0-c0fb-4cd2-92c9-7fb535bda148 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5434 time: 0.1058216 Feb 20 05:34:39.306716 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c0d50b69-a8c6-4c14-b0ee-e886694fad60 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-935914326-network', 'tenant_id': '70575607f3814a698b8e29ee9ca94326'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:34:39.348592 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d50b69-a8c6-4c14-b0ee-e886694fad60 admin admin] Made reservation on behalf of 70575607f3814a698b8e29ee9ca94326 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:34:39.350874 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0d50b69-a8c6-4c14-b0ee-e886694fad60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:39.365333 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0d50b69-a8c6-4c14-b0ee-e886694fad60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:39.395395 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ec73e511-d71a-4370-b4b4-d3cfd0a9f858 req-8952a004-e2c0-4f42-ae6a-1fd345466ae1 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0851250 Feb 20 05:34:39.471955 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0d50b69-a8c6-4c14-b0ee-e886694fad60 admin admin] Publish callbacks [] for security_group (e8a26e73-e835-4531-a7ef-b24ece0f8d86), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:39.480527 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0d50b69-a8c6-4c14-b0ee-e886694fad60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e8a26e73-e835-4531-a7ef-b24ece0f8d86), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:39.506628 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d50b69-a8c6-4c14-b0ee-e886694fad60 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:34:39.531375 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0d50b69-a8c6-4c14-b0ee-e886694fad60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (6021ea02-d57a-444b-8e77-75b3165b7cf2), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:39.531716 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-c0d50b69-a8c6-4c14-b0ee-e886694fad60 admin admin] Added segment 6021ea02-d57a-444b-8e77-75b3165b7cf2 of type vlan for network abdb12e5-c978-4d6e-ba1a-936a895646ad Feb 20 05:34:39.533133 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d50b69-a8c6-4c14-b0ee-e886694fad60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a26e73-e835-4531-a7ef-b24ece0f8d86,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:39.586843 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0d50b69-a8c6-4c14-b0ee-e886694fad60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (abdb12e5-c978-4d6e-ba1a-936a895646ad), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:39.616628 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0d50b69-a8c6-4c14-b0ee-e886694fad60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (abdb12e5-c978-4d6e-ba1a-936a895646ad), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:39.617761 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d50b69-a8c6-4c14-b0ee-e886694fad60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:39.618372 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0d50b69-a8c6-4c14-b0ee-e886694fad60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:39.677794 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c0d50b69-a8c6-4c14-b0ee-e886694fad60 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5312018 Feb 20 05:34:39.680865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58754) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:39.685709 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-88bf154c-e014-4a02-818a-c1cf40f20f79 admin admin] Request body: {'subnet': {'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-935914326-subnet', 'tenant_id': '70575607f3814a698b8e29ee9ca94326', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:34:39.687681 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d50b69-a8c6-4c14-b0ee-e886694fad60 admin admin] Pushing event updated for resources: {'Network': ['ID=abdb12e5-c978-4d6e-ba1a-936a895646ad,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:39.699070 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network abdb12e5-c978-4d6e-ba1a-936a895646ad details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:34:39.712965 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bf154c-e014-4a02-818a-c1cf40f20f79 admin admin] Made reservation on behalf of 70575607f3814a698b8e29ee9ca94326 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:34:39.716513 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-88bf154c-e014-4a02-818a-c1cf40f20f79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:39.913414 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-88bf154c-e014-4a02-818a-c1cf40f20f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (b11aa3aa-3524-4006-8735-994e7b51abdd), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:39.926888 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf761f-06d8-4857-a7c0-3695e11c334f req-5764c863-0012-4026-9e67-8a5e3fea36a6 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:39.935476 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-97bf761f-06d8-4857-a7c0-3695e11c334f req-5764c863-0012-4026-9e67-8a5e3fea36a6 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0840149 Feb 20 05:34:39.995160 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf154c-e014-4a02-818a-c1cf40f20f79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b11aa3aa-3524-4006-8735-994e7b51abdd,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:39.995473 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-97bf761f-06d8-4857-a7c0-3695e11c334f req-f8ed591a-bd3e-4d8e-b58e-d45177908e83 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589373 Feb 20 05:34:40.007552 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf154c-e014-4a02-818a-c1cf40f20f79 admin admin] Checking segment: {'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:34:40.007922 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bf154c-e014-4a02-818a-c1cf40f20f79 admin admin] Network hostable DHCP agents. Network: abdb12e5-c978-4d6e-ba1a-936a895646ad, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:34:40.031385 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bf154c-e014-4a02-818a-c1cf40f20f79 admin admin] Network abdb12e5-c978-4d6e-ba1a-936a895646ad is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:34:40.042065 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-88bf154c-e014-4a02-818a-c1cf40f20f79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, abdb12e5-c978-4d6e-ba1a-936a895646ad) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:34:40.046832 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bf154c-e014-4a02-818a-c1cf40f20f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:40.047492 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-88bf154c-e014-4a02-818a-c1cf40f20f79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:40.054798 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sun, 20 Feb 2022 05:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98dd209-4d07-4e6d-97f9-1f87de570955 x-openstack-request-id: req-b98dd209-4d07-4e6d-97f9-1f87de570955 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:34:40.055331 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-plugged", "status": "completed", "tag": "3fb0e850-e007-488c-9126-46021bfc5121", "code": 200}, {"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-plugged", "status": "completed", "tag": "a890cd6b-9daf-4d06-b46f-a0ae0d08179c", "code": 200}, {"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-plugged", "status": "completed", "tag": "1f7229f1-0696-4db8-9a85-551662cf8335", "code": 200}, {"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-plugged", "status": "completed", "tag": "b300bf69-7fa5-4932-966e-acd556b5219f", "code": 200}, {"server_uuid": "6a9c9cd5-c513-4509-8c9d-3871fe7ebf63", "name": "network-vif-plugged", "status": "completed", "tag": "c99bf60a-c2c9-4d7a-9d98-18b519f03901", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:34:40.055773 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b98dd209-4d07-4e6d-97f9-1f87de570955 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:34:40.056583 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb0e850-e007-488c-9126-46021bfc5121', 'code': 200} Feb 20 05:34:40.057123 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a890cd6b-9daf-4d06-b46f-a0ae0d08179c', 'code': 200} Feb 20 05:34:40.057405 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7229f1-0696-4db8-9a85-551662cf8335', 'code': 200} Feb 20 05:34:40.057663 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b300bf69-7fa5-4932-966e-acd556b5219f', 'code': 200} Feb 20 05:34:40.058007 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9c9cd5-c513-4509-8c9d-3871fe7ebf63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99bf60a-c2c9-4d7a-9d98-18b519f03901', 'code': 200} Feb 20 05:34:40.061332 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e507a0e-e148-4cf9-9562-5bf20e41d634 None None] Network abdb12e5-c978-4d6e-ba1a-936a895646ad requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:34:40.081213 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-88bf154c-e014-4a02-818a-c1cf40f20f79 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3992393 Feb 20 05:34:40.099253 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cbfebb-41a0-4add-91c2-5cba49df41e1 x-openstack-request-id: req-25cbfebb-41a0-4add-91c2-5cba49df41e1 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:34:40.099548 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f570b026-7b00-4db8-a7c5-c2eb25d39065", "name": "network-vif-deleted", "tag": "53b45731-e8e0-44c8-876f-cf7a72184c28", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:34:40.099803 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25cbfebb-41a0-4add-91c2-5cba49df41e1 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:34:40.100216 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f570b026-7b00-4db8-a7c5-c2eb25d39065', 'name': 'network-vif-deleted', 'tag': '53b45731-e8e0-44c8-876f-cf7a72184c28', 'status': 'completed', 'code': 200} Feb 20 05:34:40.232906 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d14fbd-b4b5-4c76-8363-62e83bb8ce48 None None] Network abdb12e5-c978-4d6e-ba1a-936a895646ad requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:34:40.236731 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca078c-b194-4896-8c15-81336bacf5b5 req-b6085818-f9a0-405f-b793-3df374a2cf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:40.240518 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62ca078c-b194-4896-8c15-81336bacf5b5 req-b6085818-f9a0-405f-b793-3df374a2cf97 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6a9c9cd5-c513-4509-8c9d-3871fe7ebf63 HTTP/1.1" status: 200 len: 1132 time: 0.0958972 Feb 20 05:34:40.330055 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62ca078c-b194-4896-8c15-81336bacf5b5 req-0ace1c4b-0daf-4bdc-bd11-b3ec2dc3565b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5691418c-2d81-4d96-8b08-c450e7adf073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828917 Feb 20 05:34:40.387287 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0e54b-9950-4fca-a0c5-fd471f851895 req-1ce43109-a57e-4295-a769-665dea3a12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:40.388059 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0e54b-9950-4fca-a0c5-fd471f851895 req-1ce43109-a57e-4295-a769-665dea3a12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:40.388531 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0e54b-9950-4fca-a0c5-fd471f851895 req-1ce43109-a57e-4295-a769-665dea3a12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:40.388999 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0e54b-9950-4fca-a0c5-fd471f851895 req-1ce43109-a57e-4295-a769-665dea3a12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:40.389462 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0e54b-9950-4fca-a0c5-fd471f851895 req-1ce43109-a57e-4295-a769-665dea3a12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:40.389952 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0e54b-9950-4fca-a0c5-fd471f851895 req-1ce43109-a57e-4295-a769-665dea3a12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:40.390409 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0e54b-9950-4fca-a0c5-fd471f851895 req-1ce43109-a57e-4295-a769-665dea3a12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:40.392456 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6df0e54b-9950-4fca-a0c5-fd471f851895 req-1ce43109-a57e-4295-a769-665dea3a12b0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 6708 time: 0.2261040 Feb 20 05:34:40.458664 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6df0e54b-9950-4fca-a0c5-fd471f851895 req-7572905b-0814-49a2-9d82-8198b5fd57fa service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a088be27-f47e-4938-be47-680ad05b339b&id=73d18452-59a8-45fc-93f7-eb7890c4352f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570905 Feb 20 05:34:40.465315 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c76e5-2887-4af2-946b-8944e717e64b req-e17f65fa-329d-457e-95dc-2a7c78b79695 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:40.466848 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f3c76e5-2887-4af2-946b-8944e717e64b req-e17f65fa-329d-457e-95dc-2a7c78b79695 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a9c9cd5-c513-4509-8c9d-3871fe7ebf63 HTTP/1.1" status: 200 len: 950 time: 0.0572150 Feb 20 05:34:40.520641 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f3c76e5-2887-4af2-946b-8944e717e64b req-8adf7c00-2ba9-47bc-8741-a1905c67cba3 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/security-groups?id=5691418c-2d81-4d96-8b08-c450e7adf073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479820 Feb 20 05:34:40.640202 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5aafa-735b-4332-9fdf-7dce30973250 req-d45ef3f8-e7bb-4214-9eb8-5ce20d22e3ca tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:40.641620 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-10e5aafa-735b-4332-9fdf-7dce30973250 req-d45ef3f8-e7bb-4214-9eb8-5ce20d22e3ca tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 947 time: 0.0597153 Feb 20 05:34:40.690527 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-10e5aafa-735b-4332-9fdf-7dce30973250 req-ef356883-818f-4bc8-bb83-773163f04510 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431287 Feb 20 05:34:40.799699 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd4f9f-f306-417b-bcec-f4be5244675e req-4ce6a66c-42aa-46df-9794-f8640607b1cd tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:40.801286 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8afd4f9f-f306-417b-bcec-f4be5244675e req-4ce6a66c-42aa-46df-9794-f8640607b1cd tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0556283 Feb 20 05:34:40.854267 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8afd4f9f-f306-417b-bcec-f4be5244675e req-88afacb0-a6fe-411e-9866-1fb90c374cfe tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461996 Feb 20 05:34:40.976686 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e486af-5643-401e-ab3e-8a34d3460bcf req-ed3b885f-91d8-4aee-bbfd-46b8efc7bf63 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:40.978299 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c1e486af-5643-401e-ab3e-8a34d3460bcf req-ed3b885f-91d8-4aee-bbfd-46b8efc7bf63 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/ports?device_id=a13b0905-7f3f-4765-a303-1dd29513f753 HTTP/1.1" status: 200 len: 948 time: 0.0641782 Feb 20 05:34:41.042721 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c1e486af-5643-401e-ab3e-8a34d3460bcf req-d02ec9fe-d281-4399-aeb5-93fce5acb801 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/security-groups?id=71840a2c-ec6c-40d3-bacb-7ec74b0d213d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588918 Feb 20 05:34:41.420449 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-90657b5d-bdae-421e-b3b1-0813183dbbf6 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:41.428209 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-90657b5d-bdae-421e-b3b1-0813183dbbf6 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/networks?id=abdb12e5-c978-4d6e-ba1a-936a895646ad HTTP/1.1" status: 200 len: 805 time: 0.1346033 Feb 20 05:34:41.447757 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-886f88b6-80fc-4cc1-9b74-c97da6eb2b13 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/quotas/70575607f3814a698b8e29ee9ca94326 HTTP/1.1" status: 200 len: 375 time: 0.0184293 Feb 20 05:34:41.492495 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-d0a6bb1e-bccb-43a2-b409-ae0e39a5f920 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=70575607f3814a698b8e29ee9ca94326&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421352 Feb 20 05:34:41.638552 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-c6026dc0-c71e-47ff-8d5c-c219af32fe14 service neutron] 10.222.0.37 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406667 Feb 20 05:34:41.743516 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-c1e58ad9-a30b-4df9-b934-6397906d84d5 service neutron] 10.222.0.37 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037087 Feb 20 05:34:41.929712 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device c484c03b-bc0e-4da0-a86d-0b2a1872629a no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:34:42.076567 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port c484c03b-bc0e-4da0-a86d-0b2a1872629a is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:42.077311 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:42.113815 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a385fa4-fc77-4cc9-a674-c470ee7f0f3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:34:42.118154 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029fcce8-d641-48c4-823b-b5deafec9973" -d '{"events": [{"server_uuid": "5a385fa4-fc77-4cc9-a674-c470ee7f0f3c", "name": "network-vif-unplugged", "status": "completed", "tag": "c484c03b-bc0e-4da0-a86d-0b2a1872629a"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:34:42.153261 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port c484c03b-bc0e-4da0-a86d-0b2a1872629a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c484c03b-bc0e-4da0-a86d-0b2a1872629a,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:42.159148 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:42.159846 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 53b45731-e8e0-44c8-876f-cf7a72184c28 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:34:42.197077 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 53b45731-e8e0-44c8-876f-cf7a72184c28 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:34:42.197684 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 53b45731-e8e0-44c8-876f-cf7a72184c28 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:34:42.252886 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=c484c03b-bc0e-4da0-a86d-0b2a1872629a,revision_number=11']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:42.347281 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a77fb8-301d-4378-a771-45697bc582b9 req-cb2f1709-b7b1-418e-acd5-54ce70beab5e tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:42.349335 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9a77fb8-301d-4378-a771-45697bc582b9 req-cb2f1709-b7b1-418e-acd5-54ce70beab5e tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.48 "GET /v2.0/ports?device_id=a13b0905-7f3f-4765-a303-1dd29513f753 HTTP/1.1" status: 200 len: 948 time: 0.2137570 Feb 20 05:34:42.414053 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5244330-d388-480e-af5a-73067864b0e1 req-f703c9dd-2255-416f-9459-aae9cf1dea91 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:42.419588 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5244330-d388-480e-af5a-73067864b0e1 req-f703c9dd-2255-416f-9459-aae9cf1dea91 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:42.428145 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5244330-d388-480e-af5a-73067864b0e1 req-f703c9dd-2255-416f-9459-aae9cf1dea91 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:42.433505 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5244330-d388-480e-af5a-73067864b0e1 req-f703c9dd-2255-416f-9459-aae9cf1dea91 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:42.440061 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5244330-d388-480e-af5a-73067864b0e1 req-f703c9dd-2255-416f-9459-aae9cf1dea91 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:42.445642 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5244330-d388-480e-af5a-73067864b0e1 req-f703c9dd-2255-416f-9459-aae9cf1dea91 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:42.453453 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5244330-d388-480e-af5a-73067864b0e1 req-f703c9dd-2255-416f-9459-aae9cf1dea91 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:42.460982 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b5244330-d388-480e-af5a-73067864b0e1 req-f703c9dd-2255-416f-9459-aae9cf1dea91 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5434 time: 0.2250381 Feb 20 05:34:42.584894 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a047a-fd3a-452d-be05-bd793aba0523 req-d6f6268b-61d0-409f-a575-fe34294bd00a tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:42.585774 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b5244330-d388-480e-af5a-73067864b0e1 req-cb4dabf9-6bd6-47a2-9fd4-c75230ba0e4d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1232426 Feb 20 05:34:42.586975 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9f2a047a-fd3a-452d-be05-bd793aba0523 req-d6f6268b-61d0-409f-a575-fe34294bd00a tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 944 time: 0.0726116 Feb 20 05:34:42.621555 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-c9a77fb8-301d-4378-a771-45697bc582b9 req-642f1258-70a4-405b-903b-ee26b1acffb2 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Deleting port bfa8764a-49ee-4747-82bc-79f11fab1602 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:34:42.623079 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c9a77fb8-301d-4378-a771-45697bc582b9 req-642f1258-70a4-405b-903b-ee26b1acffb2 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (bfa8764a-49ee-4747-82bc-79f11fab1602), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:42.765659 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-9f2a047a-fd3a-452d-be05-bd793aba0523 req-b44c2ce7-1536-4a19-ae82-5f8faa33555f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Deleting port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:34:42.767317 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9f2a047a-fd3a-452d-be05-bd793aba0523 req-b44c2ce7-1536-4a19-ae82-5f8faa33555f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (75bd0c81-cc6f-40cb-88e6-b054e8647fb3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:42.855539 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-c9a77fb8-301d-4378-a771-45697bc582b9 req-642f1258-70a4-405b-903b-ee26b1acffb2 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] For port bfa8764a-49ee-4747-82bc-79f11fab1602, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=bfa8764a-49ee-4747-82bc-79f11fab1602,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:42.855955 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c9a77fb8-301d-4378-a771-45697bc582b9 req-642f1258-70a4-405b-903b-ee26b1acffb2 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (bfa8764a-49ee-4747-82bc-79f11fab1602), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:42.874884 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-9f2a047a-fd3a-452d-be05-bd793aba0523 req-b44c2ce7-1536-4a19-ae82-5f8faa33555f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] For port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=75bd0c81-cc6f-40cb-88e6-b054e8647fb3,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:42.875666 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9f2a047a-fd3a-452d-be05-bd793aba0523 req-b44c2ce7-1536-4a19-ae82-5f8faa33555f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (75bd0c81-cc6f-40cb-88e6-b054e8647fb3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:42.879377 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb5e74-feba-405c-9c91-edc6fd898a28 req-9af1667a-5e49-4572-bee9-84ce7daca09c tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:42.887150 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0fb5e74-feba-405c-9c91-edc6fd898a28 req-9af1667a-5e49-4572-bee9-84ce7daca09c tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a9c9cd5-c513-4509-8c9d-3871fe7ebf63 HTTP/1.1" status: 200 len: 950 time: 0.1561811 Feb 20 05:34:42.889686 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-c9a77fb8-301d-4378-a771-45697bc582b9 req-642f1258-70a4-405b-903b-ee26b1acffb2 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Calling delete_port for bfa8764a-49ee-4747-82bc-79f11fab1602 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:34:42.890146 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-9f2a047a-fd3a-452d-be05-bd793aba0523 req-b44c2ce7-1536-4a19-ae82-5f8faa33555f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Calling delete_port for 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:34:42.987495 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0fb5e74-feba-405c-9c91-edc6fd898a28 req-503e7aec-1cc3-451d-8a11-d64eaa9b2e17 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/security-groups?id=5691418c-2d81-4d96-8b08-c450e7adf073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978744 Feb 20 05:34:43.042136 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9f2a047a-fd3a-452d-be05-bd793aba0523 req-b44c2ce7-1536-4a19-ae82-5f8faa33555f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (75bd0c81-cc6f-40cb-88e6-b054e8647fb3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:43.130658 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c2ce7-1536-4a19-ae82-5f8faa33555f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Pushing event deleted for resources: {'Port': ['ID=75bd0c81-cc6f-40cb-88e6-b054e8647fb3,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:43.148212 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2a047a-fd3a-452d-be05-bd793aba0523 req-b44c2ce7-1536-4a19-ae82-5f8faa33555f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] No DVR routers for this DVR port 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:34:43.158427 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9f2a047a-fd3a-452d-be05-bd793aba0523 req-b44c2ce7-1536-4a19-ae82-5f8faa33555f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:43.164643 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9f2a047a-fd3a-452d-be05-bd793aba0523 req-b44c2ce7-1536-4a19-ae82-5f8faa33555f tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.61 "DELETE /v2.0/ports/75bd0c81-cc6f-40cb-88e6-b054e8647fb3 HTTP/1.1" status: 204 len: 173 time: 0.5707240 Feb 20 05:34:43.165202 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dbe326-f865-4b32-944d-8e0b4b8e733d', 'name': 'network-vif-deleted', 'tag': '75bd0c81-cc6f-40cb-88e6-b054e8647fb3'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:34:43.173930 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf02fd7-251d-456d-a752-ede8172583ed" -d '{"events": [{"server_uuid": "c2dbe326-f865-4b32-944d-8e0b4b8e733d", "name": "network-vif-deleted", "tag": "75bd0c81-cc6f-40cb-88e6-b054e8647fb3"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:34:43.220405 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5caca37-9860-4421-b707-b73136d7b57c req-cd306754-9578-4a81-b4e6-512d2329b896 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:43.221945 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a5caca37-9860-4421-b707-b73136d7b57c req-cd306754-9578-4a81-b4e6-512d2329b896 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1005087 Feb 20 05:34:43.225169 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c9a77fb8-301d-4378-a771-45697bc582b9 req-642f1258-70a4-405b-903b-ee26b1acffb2 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (bfa8764a-49ee-4747-82bc-79f11fab1602), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:43.376492 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f1258-70a4-405b-903b-ee26b1acffb2 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Pushing event deleted for resources: {'Port': ['ID=bfa8764a-49ee-4747-82bc-79f11fab1602,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:43.402469 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a77fb8-301d-4378-a771-45697bc582b9 req-642f1258-70a4-405b-903b-ee26b1acffb2 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] No DVR routers for this DVR port bfa8764a-49ee-4747-82bc-79f11fab1602 on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:34:43.409870 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c9a77fb8-301d-4378-a771-45697bc582b9 req-642f1258-70a4-405b-903b-ee26b1acffb2 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:43.413674 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9a77fb8-301d-4378-a771-45697bc582b9 req-642f1258-70a4-405b-903b-ee26b1acffb2 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.48 "DELETE /v2.0/ports/bfa8764a-49ee-4747-82bc-79f11fab1602 HTTP/1.1" status: 204 len: 173 time: 1.0587339 Feb 20 05:34:43.414138 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13b0905-7f3f-4765-a303-1dd29513f753', 'name': 'network-vif-deleted', 'tag': 'bfa8764a-49ee-4747-82bc-79f11fab1602'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:34:43.417087 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb829aa2-4a4b-46dc-8d50-c8c2eeda83f7" -d '{"events": [{"server_uuid": "a13b0905-7f3f-4765-a303-1dd29513f753", "name": "network-vif-deleted", "tag": "bfa8764a-49ee-4747-82bc-79f11fab1602"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:34:43.452574 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a5caca37-9860-4421-b707-b73136d7b57c req-73a01875-195a-4337-8566-c5b0a86c8570 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129500 Feb 20 05:34:43.576667 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8963ea4c-6262-4b1c-8605-3c236ec0c2b8 req-5f705b99-0aab-4870-8548-579b18b6ef89 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ac5354b-f0ed-4186-bdd3-74d69f386e74 HTTP/1.1" status: 200 len: 210 time: 0.0557349 Feb 20 05:34:43.823847 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3263ca7d-1df6-49a4-85d0-e0a771631457 req-e85b992c-60f1-418c-9669-2259ac096889 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/ports?device_id=a13b0905-7f3f-4765-a303-1dd29513f753 HTTP/1.1" status: 200 len: 210 time: 0.1248920 Feb 20 05:34:43.927270 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-e255079e-bca2-4ef6-afa5-025eb514b8f3 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:43.930520 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-e255079e-bca2-4ef6-afa5-025eb514b8f3 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.48 "GET /v2.0/networks?id=abdb12e5-c978-4d6e-ba1a-936a895646ad HTTP/1.1" status: 200 len: 805 time: 0.2553091 Feb 20 05:34:43.946222 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device c484c03b-bc0e-4da0-a86d-0b2a1872629a details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:34:43.947647 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-cf3f3157-c7b3-4da2-aef7-44f2a376e692 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Request body: {'port': {'device_id': '6ac5354b-f0ed-4186-bdd3-74d69f386e74', 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad', 'admin_state_up': True, 'tenant_id': '70575607f3814a698b8e29ee9ca94326'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:34:43.993430 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d0a00129-c0d7-436d-aae8-6fb6be19752d req-426ec341-6c2a-4b12-873d-5a78888d8b09 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2dbe326-f865-4b32-944d-8e0b4b8e733d HTTP/1.1" status: 200 len: 210 time: 0.0408211 Feb 20 05:34:44.102960 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port c484c03b-bc0e-4da0-a86d-0b2a1872629a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c484c03b-bc0e-4da0-a86d-0b2a1872629a,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:44.117419 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a', 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'port_id': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a', 'mac_address': 'fa:16:3e:fd:42:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:34:44.120705 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-cf3f3157-c7b3-4da2-aef7-44f2a376e692 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Made reservation on behalf of 70575607f3814a698b8e29ee9ca94326 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:34:44.126267 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-cf3f3157-c7b3-4da2-aef7-44f2a376e692 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:44.163686 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5b9700-a805-47cc-938f-4eaf207c29b1 x-openstack-request-id: req-bb5b9700-a805-47cc-938f-4eaf207c29b1 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:34:44.164222 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a385fa4-fc77-4cc9-a674-c470ee7f0f3c", "name": "network-vif-unplugged", "status": "completed", "tag": "c484c03b-bc0e-4da0-a86d-0b2a1872629a", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:34:44.164659 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb5b9700-a805-47cc-938f-4eaf207c29b1 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:34:44.165335 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a385fa4-fc77-4cc9-a674-c470ee7f0f3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a', 'code': 200} Feb 20 05:34:44.166465 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port c484c03b-bc0e-4da0-a86d-0b2a1872629a is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:44.167197 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:44.182394 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c484c03b-bc0e-4da0-a86d-0b2a1872629a {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:34:44.206188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port c484c03b-bc0e-4da0-a86d-0b2a1872629a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c484c03b-bc0e-4da0-a86d-0b2a1872629a,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:44.212030 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:44.273867 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=c484c03b-bc0e-4da0-a86d-0b2a1872629a,revision_number=12']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:44.346126 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['c484c03b-bc0e-4da0-a86d-0b2a1872629a'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:34:44.427106 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-cf3f3157-c7b3-4da2-aef7-44f2a376e692 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Allocated IP 172.20.0.14 (abdb12e5-c978-4d6e-ba1a-936a895646ad/b11aa3aa-3524-4006-8735-994e7b51abdd/6774a93d-d727-4317-a199-1c12a55b9ccc) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:34:44.697816 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-cf3f3157-c7b3-4da2-aef7-44f2a376e692 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks [] for port (6774a93d-d727-4317-a199-1c12a55b9ccc), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:44.742646 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-cf3f3157-c7b3-4da2-aef7-44f2a376e692 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (6774a93d-d727-4317-a199-1c12a55b9ccc), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:44.804517 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0756-6cdd-44c3-94c8-77d47ef2d583 req-a168db45-f9f6-402d-802e-8ac363164c1d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:44.811566 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0756-6cdd-44c3-94c8-77d47ef2d583 req-a168db45-f9f6-402d-802e-8ac363164c1d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:44.819521 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0756-6cdd-44c3-94c8-77d47ef2d583 req-a168db45-f9f6-402d-802e-8ac363164c1d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:44.825165 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0756-6cdd-44c3-94c8-77d47ef2d583 req-a168db45-f9f6-402d-802e-8ac363164c1d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:44.830816 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0756-6cdd-44c3-94c8-77d47ef2d583 req-a168db45-f9f6-402d-802e-8ac363164c1d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:44.839518 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0756-6cdd-44c3-94c8-77d47ef2d583 req-a168db45-f9f6-402d-802e-8ac363164c1d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:44.851773 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0756-6cdd-44c3-94c8-77d47ef2d583 req-a168db45-f9f6-402d-802e-8ac363164c1d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:44.855658 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e31d0756-6cdd-44c3-94c8-77d47ef2d583 req-a168db45-f9f6-402d-802e-8ac363164c1d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5434 time: 0.6038866 Feb 20 05:34:44.865704 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58882) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:44.871181 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-cf3f3157-c7b3-4da2-aef7-44f2a376e692 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Network abdb12e5-c978-4d6e-ba1a-936a895646ad is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:34:44.871448 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a3a31bd2-a88b-4524-8514-2ebeeadfecf3 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Request body: {'floatingip': {'port_id': '5781814a-da9d-41c0-a1e3-9143914eb22f'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:34:44.895317 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-cf3f3157-c7b3-4da2-aef7-44f2a376e692 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:34:44.897923 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-cf3f3157-c7b3-4da2-aef7-44f2a376e692 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:34:44.901222 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f3157-c7b3-4da2-aef7-44f2a376e692 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Pushing event updated for resources: {'Port': ['ID=6774a93d-d727-4317-a199-1c12a55b9ccc,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:44.936248 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f3157-c7b3-4da2-aef7-44f2a376e692 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:44.936605 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f3157-c7b3-4da2-aef7-44f2a376e692 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:44.936955 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f3157-c7b3-4da2-aef7-44f2a376e692 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:44.937467 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f3157-c7b3-4da2-aef7-44f2a376e692 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:44.937818 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f3157-c7b3-4da2-aef7-44f2a376e692 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:44.938153 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f3157-c7b3-4da2-aef7-44f2a376e692 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:44.938959 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f3157-c7b3-4da2-aef7-44f2a376e692 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:44.939305 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f3157-c7b3-4da2-aef7-44f2a376e692 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:44.939929 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f3157-c7b3-4da2-aef7-44f2a376e692 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:44.940609 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f3157-c7b3-4da2-aef7-44f2a376e692 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:44.940936 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f3157-c7b3-4da2-aef7-44f2a376e692 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:44.941438 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f3157-c7b3-4da2-aef7-44f2a376e692 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:44.941778 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f3157-c7b3-4da2-aef7-44f2a376e692 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:44.974793 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3a31bd2-a88b-4524-8514-2ebeeadfecf3 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for floatingip (afab7e7a-110e-4ef1-a394-21795036cbcd), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:44.982691 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-cf3f3157-c7b3-4da2-aef7-44f2a376e692 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:44.983816 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-cf3f3157-c7b3-4da2-aef7-44f2a376e692 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:45.013786 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-cf3f3157-c7b3-4da2-aef7-44f2a376e692 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0742249 Feb 20 05:34:45.025328 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-098f82a2-29bf-4763-8afb-d6cb0ab61521 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:34:45.027155 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-098f82a2-29bf-4763-8afb-d6cb0ab61521 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083599 Feb 20 05:34:45.039785 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-31a5a3aa-d6d1-435c-a7b0-5e8d19dd3185 service neutron] Request body: {'port': {'device_id': '6ac5354b-f0ed-4186-bdd3-74d69f386e74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:34:45.165253 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-31a5a3aa-d6d1-435c-a7b0-5e8d19dd3185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6774a93d-d727-4317-a199-1c12a55b9ccc), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:45.361998 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f450dfbb-af1c-4479-a3e4-35ddbddcc652 x-openstack-request-id: req-f450dfbb-af1c-4479-a3e4-35ddbddcc652 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:34:45.362826 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13b0905-7f3f-4765-a303-1dd29513f753", "name": "network-vif-deleted", "tag": "bfa8764a-49ee-4747-82bc-79f11fab1602", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:34:45.363276 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f450dfbb-af1c-4479-a3e4-35ddbddcc652 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:34:45.364057 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13b0905-7f3f-4765-a303-1dd29513f753', 'name': 'network-vif-deleted', 'tag': 'bfa8764a-49ee-4747-82bc-79f11fab1602', 'status': 'completed', 'code': 200} Feb 20 05:34:45.498412 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c3924d-44eb-46ab-a897-214f078bc6a4 x-openstack-request-id: req-36c3924d-44eb-46ab-a897-214f078bc6a4 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:34:45.498663 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2dbe326-f865-4b32-944d-8e0b4b8e733d", "name": "network-vif-deleted", "tag": "75bd0c81-cc6f-40cb-88e6-b054e8647fb3", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:34:45.498882 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36c3924d-44eb-46ab-a897-214f078bc6a4 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:34:45.499303 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2dbe326-f865-4b32-944d-8e0b4b8e733d', 'name': 'network-vif-deleted', 'tag': '75bd0c81-cc6f-40cb-88e6-b054e8647fb3', 'status': 'completed', 'code': 200} Feb 20 05:34:45.857589 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3a31bd2-a88b-4524-8514-2ebeeadfecf3 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:45.862685 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3a31bd2-a88b-4524-8514-2ebeeadfecf3 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (afab7e7a-110e-4ef1-a394-21795036cbcd), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:45.876421 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2df99-690b-4fac-85c8-b0b81d845279 req-359f3d09-db55-4b94-b29e-96a39a0d9b27 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:45.883427 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-79f2df99-690b-4fac-85c8-b0b81d845279 req-359f3d09-db55-4b94-b29e-96a39a0d9b27 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 946 time: 0.4198382 Feb 20 05:34:45.944159 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device c484c03b-bc0e-4da0-a86d-0b2a1872629a up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:34:45.945203 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-31a5a3aa-d6d1-435c-a7b0-5e8d19dd3185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6774a93d-d727-4317-a199-1c12a55b9ccc {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:34:45.963944 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-31a5a3aa-d6d1-435c-a7b0-5e8d19dd3185 service neutron] Publish callbacks [] for port (6774a93d-d727-4317-a199-1c12a55b9ccc), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:45.981361 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-79f2df99-690b-4fac-85c8-b0b81d845279 req-d3822723-0951-4bb9-a2ad-143b162b26a3 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924666 Feb 20 05:34:46.008982 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-31a5a3aa-d6d1-435c-a7b0-5e8d19dd3185 service neutron] Transition to ACTIVE for port object 6774a93d-d727-4317-a199-1c12a55b9ccc will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:34:46.015052 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-31a5a3aa-d6d1-435c-a7b0-5e8d19dd3185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (6774a93d-d727-4317-a199-1c12a55b9ccc), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:46.041198 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device bfa8764a-49ee-4747-82bc-79f11fab1602 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:34:46.089910 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-a3a31bd2-a88b-4524-8514-2ebeeadfecf3 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Floating IP afab7e7a-110e-4ef1-a394-21795036cbcd associated. External IP: 172.25.3.74, port: 5781814a-da9d-41c0-a1e3-9143914eb22f. Feb 20 05:34:46.107046 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: bfa8764a-49ee-4747-82bc-79f11fab1602 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:34:46.107385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device bfa8764a-49ee-4747-82bc-79f11fab1602 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:34:46.133942 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port c484c03b-bc0e-4da0-a86d-0b2a1872629a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:46.134605 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:46.156013 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5a3aa-d6d1-435c-a7b0-5e8d19dd3185 service neutron] Pushing event updated for resources: {'Port': ['ID=6774a93d-d727-4317-a199-1c12a55b9ccc,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:46.247015 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9b31c-c70b-425f-8646-f8bb8ecc7676 req-6b748a92-7b77-49a1-ad6e-faece48def93 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:46.254397 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58d9b31c-c70b-425f-8646-f8bb8ecc7676 req-6b748a92-7b77-49a1-ad6e-faece48def93 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ac5354b-f0ed-4186-bdd3-74d69f386e74 HTTP/1.1" status: 200 len: 944 time: 0.1478436 Feb 20 05:34:46.332944 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port c484c03b-bc0e-4da0-a86d-0b2a1872629a is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:46.333710 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:46.334623 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-31a5a3aa-d6d1-435c-a7b0-5e8d19dd3185 service neutron] Attempting to bind port 6774a93d-d727-4317-a199-1c12a55b9ccc on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:34:46.335165 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-31a5a3aa-d6d1-435c-a7b0-5e8d19dd3185 service neutron] Attempting to bind port 6774a93d-d727-4317-a199-1c12a55b9ccc by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:34:46.336807 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-31a5a3aa-d6d1-435c-a7b0-5e8d19dd3185 service neutron] Attempting to bind port 6774a93d-d727-4317-a199-1c12a55b9ccc on network abdb12e5-c978-4d6e-ba1a-936a895646ad {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:34:46.365886 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-31a5a3aa-d6d1-435c-a7b0-5e8d19dd3185 service neutron] Port 6774a93d-d727-4317-a199-1c12a55b9ccc on network abdb12e5-c978-4d6e-ba1a-936a895646ad not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:34:46.366238 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-31a5a3aa-d6d1-435c-a7b0-5e8d19dd3185 service neutron] Attempting to bind port 6774a93d-d727-4317-a199-1c12a55b9ccc on network abdb12e5-c978-4d6e-ba1a-936a895646ad {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:34:46.386200 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-31a5a3aa-d6d1-435c-a7b0-5e8d19dd3185 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:34:46.386557 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-31a5a3aa-d6d1-435c-a7b0-5e8d19dd3185 service neutron] Checking segment: {'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:34:46.386668 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-31a5a3aa-d6d1-435c-a7b0-5e8d19dd3185 service neutron] Bound using segment: {'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:34:46.387121 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-31a5a3aa-d6d1-435c-a7b0-5e8d19dd3185 service neutron] Bound port: 6774a93d-d727-4317-a199-1c12a55b9ccc, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:34:46.387477 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-31a5a3aa-d6d1-435c-a7b0-5e8d19dd3185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6774a93d-d727-4317-a199-1c12a55b9ccc), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:46.399233 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a385fa4-fc77-4cc9-a674-c470ee7f0f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:34:46.401527 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5e15c1-b0ff-48cc-8e9a-97c17fba49b2" -d '{"events": [{"server_uuid": "5a385fa4-fc77-4cc9-a674-c470ee7f0f3c", "name": "network-vif-plugged", "status": "completed", "tag": "c484c03b-bc0e-4da0-a86d-0b2a1872629a"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:34:46.438380 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58d9b31c-c70b-425f-8646-f8bb8ecc7676 req-9d675c60-f858-404e-a8c9-142f9c839097 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821074 Feb 20 05:34:46.441237 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port c484c03b-bc0e-4da0-a86d-0b2a1872629a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c484c03b-bc0e-4da0-a86d-0b2a1872629a,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:46.446981 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:46.447899 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:34:46.463202 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a31bd2-a88b-4524-8514-2ebeeadfecf3 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Router 9d651b73-f9d4-4b8f-9c93-b689442fbfd1 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:34:46.502521 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-31a5a3aa-d6d1-435c-a7b0-5e8d19dd3185 service neutron] For port 6774a93d-d727-4317-a199-1c12a55b9ccc, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:34:46.506493 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-31a5a3aa-d6d1-435c-a7b0-5e8d19dd3185 service neutron] For port 6774a93d-d727-4317-a199-1c12a55b9ccc, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=6774a93d-d727-4317-a199-1c12a55b9ccc,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:34:46.516207 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-31a5a3aa-d6d1-435c-a7b0-5e8d19dd3185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (6774a93d-d727-4317-a199-1c12a55b9ccc), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:46.554710 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=c484c03b-bc0e-4da0-a86d-0b2a1872629a,revision_number=13']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:46.565677 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-21f78f45-e647-47d3-b528-62e8f3052af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:46.604042 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-31a5a3aa-d6d1-435c-a7b0-5e8d19dd3185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:46.608305 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-31a5a3aa-d6d1-435c-a7b0-5e8d19dd3185 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:46.611292 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-31a5a3aa-d6d1-435c-a7b0-5e8d19dd3185 service neutron] 10.222.0.48 "PUT /v2.0/ports/6774a93d-d727-4317-a199-1c12a55b9ccc HTTP/1.1" status: 200 len: 1092 time: 1.5761249 Feb 20 05:34:46.679990 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5a3aa-d6d1-435c-a7b0-5e8d19dd3185 service neutron] Pushing event updated for resources: {'Port': ['ID=6774a93d-d727-4317-a199-1c12a55b9ccc,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:46.758057 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a31bd2-a88b-4524-8514-2ebeeadfecf3 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:34:46.764933 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3a31bd2-a88b-4524-8514-2ebeeadfecf3 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:46.773918 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-1dd06c63-76e9-45f4-8025-a67751c419de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:46.785131 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-1dd06c63-76e9-45f4-8025-a67751c419de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=70575607f3814a698b8e29ee9ca94326&device_id=6ac5354b-f0ed-4186-bdd3-74d69f386e74 HTTP/1.1" status: 200 len: 1126 time: 0.1181095 Feb 20 05:34:46.834235 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1b88a6-712a-426c-a281-a21616ec57da None None] Sync routers for ids ['9d651b73-f9d4-4b8f-9c93-b689442fbfd1'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:34:46.836910 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:34:46.837473 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 75bd0c81-cc6f-40cb-88e6-b054e8647fb3 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:34:46.848099 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1b88a6-712a-426c-a281-a21616ec57da None None] Routers {'9d651b73-f9d4-4b8f-9c93-b689442fbfd1'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:34:46.849026 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-1c1b88a6-712a-426c-a281-a21616ec57da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:34:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9d651b73-f9d4-4b8f-9c93-b689442fbfd1'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:46.870255 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-da20277c-6106-4ea8-81f1-8e232f8b88f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6774a93d-d727-4317-a199-1c12a55b9ccc HTTP/1.1" status: 200 len: 217 time: 0.0823936 Feb 20 05:34:46.872664 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a3a31bd2-a88b-4524-8514-2ebeeadfecf3 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "PUT /v2.0/floatingips/afab7e7a-110e-4ef1-a394-21795036cbcd HTTP/1.1" status: 200 len: 991 time: 2.0058050 Feb 20 05:34:46.989381 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411e94a-50ad-41d2-ab6e-fa2eab2d5689 req-1cb74ef2-698f-4434-84ca-e7b824c8fb10 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:46.997911 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-1c1b88a6-712a-426c-a281-a21616ec57da None None] Set router 9d651b73-f9d4-4b8f-9c93-b689442fbfd1 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:34:47.009640 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e411e94a-50ad-41d2-ab6e-fa2eab2d5689 req-1cb74ef2-698f-4434-84ca-e7b824c8fb10 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a9c9cd5-c513-4509-8c9d-3871fe7ebf63 HTTP/1.1" status: 200 len: 950 time: 0.1380208 Feb 20 05:34:47.012480 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-f41db8ae-0f2c-47b9-939f-b31aa157391d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:47.015177 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-f41db8ae-0f2c-47b9-939f-b31aa157391d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b11aa3aa-3524-4006-8735-994e7b51abdd HTTP/1.1" status: 200 len: 845 time: 0.1318336 Feb 20 05:34:47.059641 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-1e51e708-8aa8-4706-b2eb-20e198f8af13 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abdb12e5-c978-4d6e-ba1a-936a895646ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382822 Feb 20 05:34:47.179223 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e411e94a-50ad-41d2-ab6e-fa2eab2d5689 req-70f0ceaa-21d4-44bc-969e-02975cb2f39b tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/security-groups?id=5691418c-2d81-4d96-8b08-c450e7adf073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684492 Feb 20 05:34:47.213851 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-39c90d58-8b72-49ae-99b2-34f95ccb5362 service neutron] 10.222.0.48 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417456 Feb 20 05:34:47.318744 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048e446c-46cc-420e-a844-6918084e255d x-openstack-request-id: req-048e446c-46cc-420e-a844-6918084e255d {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:34:47.321214 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a385fa4-fc77-4cc9-a674-c470ee7f0f3c", "name": "network-vif-plugged", "status": "completed", "tag": "c484c03b-bc0e-4da0-a86d-0b2a1872629a", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:34:47.321670 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-048e446c-46cc-420e-a844-6918084e255d {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:34:47.322247 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a385fa4-fc77-4cc9-a674-c470ee7f0f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a', 'code': 200} Feb 20 05:34:47.392080 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac5354b-f0ed-4186-bdd3-74d69f386e74', 'tag': '6774a93d-d727-4317-a199-1c12a55b9ccc'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:34:47.394504 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559eb65a-c08f-448c-a2a0-4e53cc2083fe" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac5354b-f0ed-4186-bdd3-74d69f386e74", "tag": "6774a93d-d727-4317-a199-1c12a55b9ccc"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:34:47.400800 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-1c1b88a6-712a-426c-a281-a21616ec57da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'name': 'tempest-TaggedBootDevicesTest-1449630474-router', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:30:45Z', 'updated_at': '2022-02-20T05:30:51Z', 'revision_number': 4, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'gw_port': {'id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:46Z', 'updated_at': '2022-02-20T05:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'afab7e7a-110e-4ef1-a394-21795036cbcd', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'port_id': '5781814a-da9d-41c0-a1e3-9143914eb22f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff', 'mac_address': 'fa:16:3e:6f:7c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3234bba-4139-4530-b1b4-d96150146da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:32:23Z', 'updated_at': '2022-02-20T05:34:45Z', 'revision_number': 1, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c5908c-6e03-4f06-99c2-4a4136ddb753', 'name': '', 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'mac_address': 'fa:16:3e:ae:f7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '47bafeeb-eb88-48c3-9668-c5c4cd61bb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:49Z', 'updated_at': '2022-02-20T05:31:01Z', 'revision_number': 5, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'subnets': [{'id': '47bafeeb-eb88-48c3-9668-c5c4cd61bb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:47.438817 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-40084647-a6ca-4814-91de-6fe5a48fca61 req-79a803c5-efa0-4465-a21b-6a6547071017 service neutron] 10.222.0.48 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191238 Feb 20 05:34:47.443725 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1b88a6-712a-426c-a281-a21616ec57da None None] Checking router: 9d651b73-f9d4-4b8f-9c93-b689442fbfd1 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:34:47.454648 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1b88a6-712a-426c-a281-a21616ec57da None None] Routers {'9d651b73-f9d4-4b8f-9c93-b689442fbfd1'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:34:47.455610 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-1c1b88a6-712a-426c-a281-a21616ec57da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:34:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9d651b73-f9d4-4b8f-9c93-b689442fbfd1'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:47.460495 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c2e31-bb7d-4831-b729-1cd02b140e5b req-f5d6bea7-6a4b-4777-8aeb-f39dfc0e452c tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:47.462270 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d7c2e31-bb7d-4831-b729-1cd02b140e5b req-f5d6bea7-6a4b-4777-8aeb-f39dfc0e452c tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1223514 Feb 20 05:34:47.501223 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'tag': '5781814a-da9d-41c0-a1e3-9143914eb22f'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:34:47.503526 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e61d0a6-7d34-4323-95bb-112d486c13f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "tag": "5781814a-da9d-41c0-a1e3-9143914eb22f"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:34:47.547403 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d7c2e31-bb7d-4831-b729-1cd02b140e5b req-6d3b4860-9f4b-41a8-89a9-aff2b85cda3d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751915 Feb 20 05:34:47.684385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-1c1b88a6-712a-426c-a281-a21616ec57da None None] Set router 9d651b73-f9d4-4b8f-9c93-b689442fbfd1 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:34:48.095695 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-1c1b88a6-712a-426c-a281-a21616ec57da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'name': 'tempest-TaggedBootDevicesTest-1449630474-router', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:30:45Z', 'updated_at': '2022-02-20T05:30:51Z', 'revision_number': 4, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'gw_port': {'id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:46Z', 'updated_at': '2022-02-20T05:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'afab7e7a-110e-4ef1-a394-21795036cbcd', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'port_id': '5781814a-da9d-41c0-a1e3-9143914eb22f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff', 'mac_address': 'fa:16:3e:6f:7c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3234bba-4139-4530-b1b4-d96150146da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:32:23Z', 'updated_at': '2022-02-20T05:34:45Z', 'revision_number': 1, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c5908c-6e03-4f06-99c2-4a4136ddb753', 'name': '', 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'mac_address': 'fa:16:3e:ae:f7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '47bafeeb-eb88-48c3-9668-c5c4cd61bb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:49Z', 'updated_at': '2022-02-20T05:31:01Z', 'revision_number': 5, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'subnets': [{'id': '47bafeeb-eb88-48c3-9668-c5c4cd61bb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:48.137712 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1b88a6-712a-426c-a281-a21616ec57da None None] The sync data for ids ['9d651b73-f9d4-4b8f-9c93-b689442fbfd1'] in n-d-829866-5 is: [{'id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'name': 'tempest-TaggedBootDevicesTest-1449630474-router', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:30:45Z', 'updated_at': '2022-02-20T05:30:51Z', 'revision_number': 4, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'gw_port': {'id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:46Z', 'updated_at': '2022-02-20T05:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'afab7e7a-110e-4ef1-a394-21795036cbcd', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'port_id': '5781814a-da9d-41c0-a1e3-9143914eb22f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff', 'mac_address': 'fa:16:3e:6f:7c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3234bba-4139-4530-b1b4-d96150146da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:32:23Z', 'updated_at': '2022-02-20T05:34:45Z', 'revision_number': 1, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c5908c-6e03-4f06-99c2-4a4136ddb753', 'name': '', 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'mac_address': 'fa:16:3e:ae:f7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '47bafeeb-eb88-48c3-9668-c5c4cd61bb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:49Z', 'updated_at': '2022-02-20T05:31:01Z', 'revision_number': 5, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'subnets': [{'id': '47bafeeb-eb88-48c3-9668-c5c4cd61bb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:34:48.183210 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6d89b-9b23-4361-846d-30a9327b22ca req-77b1f09b-340d-4092-a1fe-f3fe91681875 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:48.188554 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6d89b-9b23-4361-846d-30a9327b22ca req-77b1f09b-340d-4092-a1fe-f3fe91681875 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:48.194470 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6d89b-9b23-4361-846d-30a9327b22ca req-77b1f09b-340d-4092-a1fe-f3fe91681875 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:48.202180 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6d89b-9b23-4361-846d-30a9327b22ca req-77b1f09b-340d-4092-a1fe-f3fe91681875 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:48.208713 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6d89b-9b23-4361-846d-30a9327b22ca req-77b1f09b-340d-4092-a1fe-f3fe91681875 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:48.215375 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6d89b-9b23-4361-846d-30a9327b22ca req-77b1f09b-340d-4092-a1fe-f3fe91681875 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:48.223905 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6d89b-9b23-4361-846d-30a9327b22ca req-77b1f09b-340d-4092-a1fe-f3fe91681875 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:48.226112 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a1a6d89b-9b23-4361-846d-30a9327b22ca req-77b1f09b-340d-4092-a1fe-f3fe91681875 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5434 time: 0.1353483 Feb 20 05:34:48.323471 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a1a6d89b-9b23-4361-846d-30a9327b22ca req-28a9e911-fc40-4976-9fcf-cca2b5ea011f tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0896375 Feb 20 05:34:48.551800 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f56662-dc1e-49ba-8668-c0ca8da8067f req-11094ff8-d677-459c-92e9-35c2bde00279 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:48.555682 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4dbdb8bc-c645-4ad9-8fc1-a1d28b1d4796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:48.565555 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a5f56662-dc1e-49ba-8668-c0ca8da8067f req-11094ff8-d677-459c-92e9-35c2bde00279 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa51041-a94a-417e-8ca2-2832a92ffa7e HTTP/1.1" status: 200 len: 944 time: 0.1544061 Feb 20 05:34:48.567706 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd247218-2df0-4a11-a5e9-54f59322e503 None None] New status for floating IP afab7e7a-110e-4ef1-a394-21795036cbcd: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:34:48.583754 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf6be8-5b21-4446-97aa-18f630cce840 req-43b87874-bca3-4611-a395-d2e839963643 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:48.592378 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6dcf6be8-5b21-4446-97aa-18f630cce840 req-43b87874-bca3-4611-a395-d2e839963643 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 947 time: 0.1291277 Feb 20 05:34:48.734368 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6dcf6be8-5b21-4446-97aa-18f630cce840 req-0fd884a9-99dd-4356-a25c-d907582c7eca tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368732 Feb 20 05:34:48.794605 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-a5f56662-dc1e-49ba-8668-c0ca8da8067f req-6900bcd4-70d0-4bd2-b5ac-44f4014f7768 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Deleting port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:34:48.799549 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a5f56662-dc1e-49ba-8668-c0ca8da8067f req-6900bcd4-70d0-4bd2-b5ac-44f4014f7768 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (30fcc51a-1bb6-4c51-b069-8c95adf83e0e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:48.899571 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-a6421de7-e43a-4e53-8cf6-0bda31bfde43 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=407a5944b5954dd3b18429ad26bb8751&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431035 Feb 20 05:34:49.010661 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-a5f56662-dc1e-49ba-8668-c0ca8da8067f req-6900bcd4-70d0-4bd2-b5ac-44f4014f7768 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] For port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=30fcc51a-1bb6-4c51-b069-8c95adf83e0e,segment=NetworkSegment(3b4a6116-9296-415f-b732-b165cb04e131),segment_id=3b4a6116-9296-415f-b732-b165cb04e131)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:49.011176 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a5f56662-dc1e-49ba-8668-c0ca8da8067f req-6900bcd4-70d0-4bd2-b5ac-44f4014f7768 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (30fcc51a-1bb6-4c51-b069-8c95adf83e0e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:49.039328 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-a5f56662-dc1e-49ba-8668-c0ca8da8067f req-6900bcd4-70d0-4bd2-b5ac-44f4014f7768 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Calling delete_port for 30fcc51a-1bb6-4c51-b069-8c95adf83e0e owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:34:49.067697 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-3256380d-31a7-4528-ab7f-07344d6b33bb tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:49.074460 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-3256380d-31a7-4528-ab7f-07344d6b33bb tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736717 Feb 20 05:34:49.092176 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-c2a2973c-3046-4512-99e9-cd934aa91019 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/quotas/407a5944b5954dd3b18429ad26bb8751 HTTP/1.1" status: 200 len: 375 time: 0.0166941 Feb 20 05:34:49.204555 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-76bbaf6a-d968-4939-8ee3-f06bd4a35548 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=407a5944b5954dd3b18429ad26bb8751&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1113231 Feb 20 05:34:49.293298 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a5f56662-dc1e-49ba-8668-c0ca8da8067f req-6900bcd4-70d0-4bd2-b5ac-44f4014f7768 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (30fcc51a-1bb6-4c51-b069-8c95adf83e0e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:49.354180 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900bcd4-70d0-4bd2-b5ac-44f4014f7768 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Pushing event deleted for resources: {'Port': ['ID=30fcc51a-1bb6-4c51-b069-8c95adf83e0e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:49.408339 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c75707f-3238-4a24-92bc-1b18ba87d7f1 x-openstack-request-id: req-3c75707f-3238-4a24-92bc-1b18ba87d7f1 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:34:49.408692 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac5354b-f0ed-4186-bdd3-74d69f386e74", "tag": "6774a93d-d727-4317-a199-1c12a55b9ccc", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:34:49.408978 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c75707f-3238-4a24-92bc-1b18ba87d7f1 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:34:49.409628 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ac5354b-f0ed-4186-bdd3-74d69f386e74', 'tag': '6774a93d-d727-4317-a199-1c12a55b9ccc', 'status': 'completed', 'code': 200} Feb 20 05:34:49.491490 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:49.538104 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f56662-dc1e-49ba-8668-c0ca8da8067f req-6900bcd4-70d0-4bd2-b5ac-44f4014f7768 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] No DVR routers for this DVR port 30fcc51a-1bb6-4c51-b069-8c95adf83e0e on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:34:49.541865 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a5f56662-dc1e-49ba-8668-c0ca8da8067f req-6900bcd4-70d0-4bd2-b5ac-44f4014f7768 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:49.545864 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a5f56662-dc1e-49ba-8668-c0ca8da8067f req-6900bcd4-70d0-4bd2-b5ac-44f4014f7768 tempest-LiveAutoBlockMigrationV225Test-1917746657 tempest-LiveAutoBlockMigrationV225Test-1917746657-project] 10.222.0.48 "DELETE /v2.0/ports/30fcc51a-1bb6-4c51-b069-8c95adf83e0e HTTP/1.1" status: 204 len: 173 time: 0.9791901 Feb 20 05:34:49.546833 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559eb65a-c08f-448c-a2a0-4e53cc2083fe req-6d017371-028f-482c-8293-3bee6102b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:49.550535 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-559eb65a-c08f-448c-a2a0-4e53cc2083fe req-6d017371-028f-482c-8293-3bee6102b033 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=70575607f3814a698b8e29ee9ca94326&device_id=6ac5354b-f0ed-4186-bdd3-74d69f386e74 HTTP/1.1" status: 200 len: 1126 time: 0.1384766 Feb 20 05:34:49.624241 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08021124-b4c8-4c8e-935e-aa8a17066337 req-efa8d4fe-88ad-4b4d-9007-8f1f1864c928 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:49.634179 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-08021124-b4c8-4c8e-935e-aa8a17066337 req-efa8d4fe-88ad-4b4d-9007-8f1f1864c928 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ac5354b-f0ed-4186-bdd3-74d69f386e74 HTTP/1.1" status: 200 len: 944 time: 0.1324203 Feb 20 05:34:49.754042 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-08021124-b4c8-4c8e-935e-aa8a17066337 req-391d9a90-a7ea-47d7-b17f-fa44cc77e9b8 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068702 Feb 20 05:34:49.893160 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ea4987-3480-446e-ad3c-65d4ae625513 x-openstack-request-id: req-f9ea4987-3480-446e-ad3c-65d4ae625513 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:34:49.895217 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "tag": "5781814a-da9d-41c0-a1e3-9143914eb22f", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:34:49.895617 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9ea4987-3480-446e-ad3c-65d4ae625513 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:34:49.896129 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'tag': '5781814a-da9d-41c0-a1e3-9143914eb22f', 'status': 'completed', 'code': 200} Feb 20 05:34:50.003384 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400032d-d9d3-4a85-be20-861d3500d11b req-4c9cb710-145a-4520-a458-1409c074929d tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:50.005343 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e400032d-d9d3-4a85-be20-861d3500d11b req-4c9cb710-145a-4520-a458-1409c074929d tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.61 "GET /v2.0/ports?device_id=49ef67a5-1578-4cc5-9ade-6aff4ee422fc HTTP/1.1" status: 200 len: 949 time: 0.2320783 Feb 20 05:34:50.027571 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559eb65a-c08f-448c-a2a0-4e53cc2083fe req-87cc7cb5-260e-41d5-9252-25a683beffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:50.029202 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-559eb65a-c08f-448c-a2a0-4e53cc2083fe req-87cc7cb5-260e-41d5-9252-25a683beffc7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=abdb12e5-c978-4d6e-ba1a-936a895646ad HTTP/1.1" status: 200 len: 905 time: 0.4723821 Feb 20 05:34:50.142684 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bdb18-e643-46cb-ab95-95968900556f req-71226f76-56b7-437a-ba09-06dcb49bec2e tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:50.154812 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b31bdb18-e643-46cb-ab95-95968900556f req-71226f76-56b7-437a-ba09-06dcb49bec2e tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1651218 Feb 20 05:34:50.171199 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-559eb65a-c08f-448c-a2a0-4e53cc2083fe req-a5473b9a-2b9e-43f7-a328-8a57a43cc003 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6774a93d-d727-4317-a199-1c12a55b9ccc HTTP/1.1" status: 200 len: 217 time: 0.0579803 Feb 20 05:34:50.244253 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b31bdb18-e643-46cb-ab95-95968900556f req-aa683a1b-adce-4614-a761-cb53f728ca36 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849829 Feb 20 05:34:50.285838 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559eb65a-c08f-448c-a2a0-4e53cc2083fe req-6647c648-dc8d-4e72-89eb-74bd0a2549b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:50.287475 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-559eb65a-c08f-448c-a2a0-4e53cc2083fe req-6647c648-dc8d-4e72-89eb-74bd0a2549b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b11aa3aa-3524-4006-8735-994e7b51abdd HTTP/1.1" status: 200 len: 845 time: 0.0906310 Feb 20 05:34:50.345749 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61d0a6-7d34-4323-95bb-112d486c13f1 req-48750c6a-3404-4d8a-bcef-17ad7c124a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:50.346296 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61d0a6-7d34-4323-95bb-112d486c13f1 req-48750c6a-3404-4d8a-bcef-17ad7c124a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:50.346752 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61d0a6-7d34-4323-95bb-112d486c13f1 req-48750c6a-3404-4d8a-bcef-17ad7c124a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:50.348813 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61d0a6-7d34-4323-95bb-112d486c13f1 req-48750c6a-3404-4d8a-bcef-17ad7c124a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:50.349470 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61d0a6-7d34-4323-95bb-112d486c13f1 req-48750c6a-3404-4d8a-bcef-17ad7c124a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:50.349744 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61d0a6-7d34-4323-95bb-112d486c13f1 req-48750c6a-3404-4d8a-bcef-17ad7c124a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:50.350268 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61d0a6-7d34-4323-95bb-112d486c13f1 req-48750c6a-3404-4d8a-bcef-17ad7c124a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:50.352401 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4e61d0a6-7d34-4323-95bb-112d486c13f1 req-48750c6a-3404-4d8a-bcef-17ad7c124a25 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5e5a8b7f91b44658a7a6eb0700d389c&device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 6708 time: 0.3874161 Feb 20 05:34:50.436101 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-559eb65a-c08f-448c-a2a0-4e53cc2083fe req-2503b207-9c91-499f-af6d-3d3b5d8bfea3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abdb12e5-c978-4d6e-ba1a-936a895646ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345599 Feb 20 05:34:50.550166 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426def5d-e0bd-4427-9a78-e1592f5c6982 req-36002db6-bb5d-488b-893f-3f49859b94fb tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:50.555500 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-426def5d-e0bd-4427-9a78-e1592f5c6982 req-36002db6-bb5d-488b-893f-3f49859b94fb tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/ports?device_id=49ef67a5-1578-4cc5-9ade-6aff4ee422fc HTTP/1.1" status: 200 len: 949 time: 0.1486032 Feb 20 05:34:50.634597 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-426def5d-e0bd-4427-9a78-e1592f5c6982 req-0248d5e6-37f2-4673-a055-e41d7897d8b1 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.37 "GET /v2.0/security-groups?id=71840a2c-ec6c-40d3-bacb-7ec74b0d213d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731328 Feb 20 05:34:50.784794 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-559eb65a-c08f-448c-a2a0-4e53cc2083fe req-b8483d35-53da-43dd-81f5-2e735c85a6d0 service neutron] 10.222.0.48 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027495 Feb 20 05:34:50.896860 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-e400032d-d9d3-4a85-be20-861d3500d11b req-99f63f5d-109e-45da-a394-099e54ce4155 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Deleting port b1e47dd1-5450-4da2-9a90-83e23c48ee65 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:34:50.897394 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e400032d-d9d3-4a85-be20-861d3500d11b req-99f63f5d-109e-45da-a394-099e54ce4155 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:51.054430 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-2daeb6fd-4491-4037-86a0-e3abea133b27 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=407a5944b5954dd3b18429ad26bb8751&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545006 Feb 20 05:34:51.175835 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61d0a6-7d34-4323-95bb-112d486c13f1 req-0cdb7c8d-dd3f-44ba-84ca-b5d1c9738258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:51.177379 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4e61d0a6-7d34-4323-95bb-112d486c13f1 req-0cdb7c8d-dd3f-44ba-84ca-b5d1c9738258 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f0a901a-07d7-42e9-9967-ca10530f93ff HTTP/1.1" status: 200 len: 912 time: 0.7721701 Feb 20 05:34:51.297550 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-29240bba-4fe9-4bfb-ac58-0aac8832fb68 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:51.301676 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-29240bba-4fe9-4bfb-ac58-0aac8832fb68 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2429700 Feb 20 05:34:51.320637 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-8ddc16bd-bc38-4fa5-9bad-05f4014516cd tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Request body: {'port': {'device_id': 'b5433917-fa85-4e26-9c2a-1bd438ee7f7c', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': '407a5944b5954dd3b18429ad26bb8751'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:34:51.321483 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:51.350678 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 58984) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:51.402192 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-559eb65a-c08f-448c-a2a0-4e53cc2083fe req-f3b79a07-2a92-4205-893e-98d365c15b4f service neutron] 10.222.0.48 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5984285 Feb 20 05:34:51.413930 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa51041-a94a-417e-8ca2-2832a92ffa7e', 'name': 'network-vif-deleted', 'tag': '30fcc51a-1bb6-4c51-b069-8c95adf83e0e'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:34:51.416390 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf5109e-5b10-4f6a-992e-3eaf5d1c8618" -d '{"events": [{"server_uuid": "daa51041-a94a-417e-8ca2-2832a92ffa7e", "name": "network-vif-deleted", "tag": "30fcc51a-1bb6-4c51-b069-8c95adf83e0e"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:34:51.445536 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4e61d0a6-7d34-4323-95bb-112d486c13f1 req-8a97eace-586c-41e4-b204-5d5c3c84c3da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5781814a-da9d-41c0-a1e3-9143914eb22f HTTP/1.1" status: 200 len: 1001 time: 0.2549593 Feb 20 05:34:51.447801 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-e400032d-d9d3-4a85-be20-861d3500d11b req-99f63f5d-109e-45da-a394-099e54ce4155 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] For port b1e47dd1-5450-4da2-9a90-83e23c48ee65, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b1e47dd1-5450-4da2-9a90-83e23c48ee65,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:51.448422 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e400032d-d9d3-4a85-be20-861d3500d11b req-99f63f5d-109e-45da-a394-099e54ce4155 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:51.491860 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-e400032d-d9d3-4a85-be20-861d3500d11b req-99f63f5d-109e-45da-a394-099e54ce4155 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Calling delete_port for b1e47dd1-5450-4da2-9a90-83e23c48ee65 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:34:51.545843 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61d0a6-7d34-4323-95bb-112d486c13f1 req-92fbd493-d05f-4dd7-b1a8-921d533173f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:51.554252 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4e61d0a6-7d34-4323-95bb-112d486c13f1 req-92fbd493-d05f-4dd7-b1a8-921d533173f9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=47bafeeb-eb88-48c3-9668-c5c4cd61bb39 HTTP/1.1" status: 200 len: 851 time: 0.1022556 Feb 20 05:34:51.592209 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33536f64-f400-49d8-bede-1b50f6d8178c req-d8acbba0-7800-423e-aee0-7d3fe973f959 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:51.598545 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33536f64-f400-49d8-bede-1b50f6d8178c req-d8acbba0-7800-423e-aee0-7d3fe973f959 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:51.607424 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33536f64-f400-49d8-bede-1b50f6d8178c req-d8acbba0-7800-423e-aee0-7d3fe973f959 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:51.611867 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33536f64-f400-49d8-bede-1b50f6d8178c req-d8acbba0-7800-423e-aee0-7d3fe973f959 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:51.618577 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33536f64-f400-49d8-bede-1b50f6d8178c req-d8acbba0-7800-423e-aee0-7d3fe973f959 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:51.626334 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33536f64-f400-49d8-bede-1b50f6d8178c req-d8acbba0-7800-423e-aee0-7d3fe973f959 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:51.633414 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33536f64-f400-49d8-bede-1b50f6d8178c req-d8acbba0-7800-423e-aee0-7d3fe973f959 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:51.636187 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33536f64-f400-49d8-bede-1b50f6d8178c req-d8acbba0-7800-423e-aee0-7d3fe973f959 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5434 time: 0.2040143 Feb 20 05:34:51.666361 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61d0a6-7d34-4323-95bb-112d486c13f1 req-1373e921-90cf-48df-8358-2dba0576dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:51.668414 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4e61d0a6-7d34-4323-95bb-112d486c13f1 req-1373e921-90cf-48df-8358-2dba0576dae6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0a901a-07d7-42e9-9967-ca10530f93ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1074321 Feb 20 05:34:51.681952 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-8ddc16bd-bc38-4fa5-9bad-05f4014516cd tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Made reservation on behalf of 407a5944b5954dd3b18429ad26bb8751 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:34:51.683444 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-4e61d0a6-7d34-4323-95bb-112d486c13f1 req-d4374473-a294-43a5-9b18-fb22604f0a6a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:34:51.688602 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-8ddc16bd-bc38-4fa5-9bad-05f4014516cd tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:51.695765 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4e61d0a6-7d34-4323-95bb-112d486c13f1 req-d4374473-a294-43a5-9b18-fb22604f0a6a service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125880 Feb 20 05:34:51.833616 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e400032d-d9d3-4a85-be20-861d3500d11b req-99f63f5d-109e-45da-a394-099e54ce4155 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (b1e47dd1-5450-4da2-9a90-83e23c48ee65), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:51.880098 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f63f5d-109e-45da-a394-099e54ce4155 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Pushing event deleted for resources: {'Port': ['ID=b1e47dd1-5450-4da2-9a90-83e23c48ee65,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:51.887601 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4e61d0a6-7d34-4323-95bb-112d486c13f1 req-ec54af00-795e-4abe-a57d-c343027d07c1 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0a901a-07d7-42e9-9967-ca10530f93ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905019 Feb 20 05:34:51.926777 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f63f5d-109e-45da-a394-099e54ce4155 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:51.927543 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f63f5d-109e-45da-a394-099e54ce4155 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:51.928124 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f63f5d-109e-45da-a394-099e54ce4155 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:51.928697 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f63f5d-109e-45da-a394-099e54ce4155 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:51.929273 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f63f5d-109e-45da-a394-099e54ce4155 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:51.929999 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f63f5d-109e-45da-a394-099e54ce4155 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:51.930662 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f63f5d-109e-45da-a394-099e54ce4155 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:51.931480 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f63f5d-109e-45da-a394-099e54ce4155 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:51.932083 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f63f5d-109e-45da-a394-099e54ce4155 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:51.932710 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f63f5d-109e-45da-a394-099e54ce4155 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:51.933468 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f63f5d-109e-45da-a394-099e54ce4155 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:51.934024 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f63f5d-109e-45da-a394-099e54ce4155 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:51.934627 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f63f5d-109e-45da-a394-099e54ce4155 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:34:51.952114 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-8ddc16bd-bc38-4fa5-9bad-05f4014516cd tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Allocated IP 192.168.233.117 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/dad6ba14-16b7-4cad-a007-bf96c1c51937) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:34:51.974347 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-e400032d-d9d3-4a85-be20-861d3500d11b req-99f63f5d-109e-45da-a394-099e54ce4155 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] No DVR routers for this DVR port b1e47dd1-5450-4da2-9a90-83e23c48ee65 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:34:52.005899 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e400032d-d9d3-4a85-be20-861d3500d11b req-99f63f5d-109e-45da-a394-099e54ce4155 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:52.014266 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e400032d-d9d3-4a85-be20-861d3500d11b req-99f63f5d-109e-45da-a394-099e54ce4155 tempest-ListImageFiltersTestJSON-465841711 tempest-ListImageFiltersTestJSON-465841711-project] 10.222.0.61 "DELETE /v2.0/ports/b1e47dd1-5450-4da2-9a90-83e23c48ee65 HTTP/1.1" status: 204 len: 173 time: 1.9839077 Feb 20 05:34:52.015130 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ef67a5-1578-4cc5-9ade-6aff4ee422fc', 'name': 'network-vif-deleted', 'tag': 'b1e47dd1-5450-4da2-9a90-83e23c48ee65'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:34:52.018074 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49cd8eb-6ef9-41b7-80a2-98e35fc81799" -d '{"events": [{"server_uuid": "49ef67a5-1578-4cc5-9ade-6aff4ee422fc", "name": "network-vif-deleted", "tag": "b1e47dd1-5450-4da2-9a90-83e23c48ee65"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:34:52.068378 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 6774a93d-d727-4317-a199-1c12a55b9ccc details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:34:52.070822 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 30fcc51a-1bb6-4c51-b069-8c95adf83e0e no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:34:52.128778 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4e61d0a6-7d34-4323-95bb-112d486c13f1 req-22d2a9a0-eca2-4ff1-9937-a42f98c407f0 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0a901a-07d7-42e9-9967-ca10530f93ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310410 Feb 20 05:34:52.133594 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 30fcc51a-1bb6-4c51-b069-8c95adf83e0e {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:34:52.134168 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 30fcc51a-1bb6-4c51-b069-8c95adf83e0e not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:34:52.243211 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 6774a93d-d727-4317-a199-1c12a55b9ccc, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=6774a93d-d727-4317-a199-1c12a55b9ccc,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:52.268546 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '6774a93d-d727-4317-a199-1c12a55b9ccc', 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad', 'port_id': '6774a93d-d727-4317-a199-1c12a55b9ccc', 'mac_address': 'fa:16:3e:de:5a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b11aa3aa-3524-4006-8735-994e7b51abdd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:34:52.289203 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ff30832c-50a5-4db0-8160-02a03fe65ff0 req-93cb660d-c642-4340-beb6-ee898078cbca tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5433917-fa85-4e26-9c2a-1bd438ee7f7c HTTP/1.1" status: 200 len: 210 time: 0.2026329 Feb 20 05:34:52.347968 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 6774a93d-d727-4317-a199-1c12a55b9ccc is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:52.349140 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6774a93d-d727-4317-a199-1c12a55b9ccc), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:52.361251 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-db000574-254e-42d8-bd05-d3a7a1d688ab admin admin] Deleting subnet ba20b753-c652-4b93-87e5-619a187db804 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:34:52.378872 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6774a93d-d727-4317-a199-1c12a55b9ccc {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:34:52.381468 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db000574-254e-42d8-bd05-d3a7a1d688ab admin admin] Publish callbacks [] for subnet (ba20b753-c652-4b93-87e5-619a187db804), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:52.418368 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 6774a93d-d727-4317-a199-1c12a55b9ccc, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=6774a93d-d727-4317-a199-1c12a55b9ccc,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:52.424970 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6774a93d-d727-4317-a199-1c12a55b9ccc), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:52.509007 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=6774a93d-d727-4317-a199-1c12a55b9ccc,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:52.560079 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db000574-254e-42d8-bd05-d3a7a1d688ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (ba20b753-c652-4b93-87e5-619a187db804), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:52.594517 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-8ddc16bd-bc38-4fa5-9bad-05f4014516cd tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Publish callbacks [] for port (dad6ba14-16b7-4cad-a007-bf96c1c51937), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:52.640352 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db000574-254e-42d8-bd05-d3a7a1d688ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (ba20b753-c652-4b93-87e5-619a187db804), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:52.648898 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7685bc0-9264-466e-9e05-568523ed0847 req-f5611f3a-ca81-4892-ad4a-cee31f8d3766 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:52.650424 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e7685bc0-9264-466e-9e05-568523ed0847 req-f5611f3a-ca81-4892-ad4a-cee31f8d3766 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 947 time: 0.1936009 Feb 20 05:34:52.711086 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['6774a93d-d727-4317-a199-1c12a55b9ccc'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:34:52.752419 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e7685bc0-9264-466e-9e05-568523ed0847 req-b73abbab-d9f3-4dc2-8bb1-b24e512459cb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768814 Feb 20 05:34:52.756326 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-8ddc16bd-bc38-4fa5-9bad-05f4014516cd tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (dad6ba14-16b7-4cad-a007-bf96c1c51937), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:52.784087 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['c99bf60a-c2c9-4d7a-9d98-18b519f03901'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:34:52.792705 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:52.797519 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:52.867323 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db000574-254e-42d8-bd05-d3a7a1d688ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (ba20b753-c652-4b93-87e5-619a187db804), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:52.887249 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-8ddc16bd-bc38-4fa5-9bad-05f4014516cd tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:34:52.968710 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db000574-254e-42d8-bd05-d3a7a1d688ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:52.971954 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-db000574-254e-42d8-bd05-d3a7a1d688ab admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ba20b753-c652-4b93-87e5-619a187db804 HTTP/1.1" status: 204 len: 168 time: 1.6200981 Feb 20 05:34:52.974556 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59002) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:52.977063 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-8ddc16bd-bc38-4fa5-9bad-05f4014516cd tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:34:53.017358 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-8ddc16bd-bc38-4fa5-9bad-05f4014516cd tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:34:53.033846 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db000574-254e-42d8-bd05-d3a7a1d688ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba20b753-c652-4b93-87e5-619a187db804,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:53.038819 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc16bd-bc38-4fa5-9bad-05f4014516cd tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Pushing event updated for resources: {'Port': ['ID=dad6ba14-16b7-4cad-a007-bf96c1c51937,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:53.160525 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0abd74b8-7174-402c-a990-fb7cfddd6ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:53.173840 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-8ddc16bd-bc38-4fa5-9bad-05f4014516cd tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:53.174459 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-8ddc16bd-bc38-4fa5-9bad-05f4014516cd tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:53.204575 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76dc5b-40b8-41f0-aa3f-967c51c577d7 req-5646b909-9b5a-4704-8406-032ca0f3f95e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:53.220392 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bb76dc5b-40b8-41f0-aa3f-967c51c577d7 req-5646b909-9b5a-4704-8406-032ca0f3f95e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ac5354b-f0ed-4186-bdd3-74d69f386e74 HTTP/1.1" status: 200 len: 945 time: 0.3298314 Feb 20 05:34:53.258105 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-8ddc16bd-bc38-4fa5-9bad-05f4014516cd tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9427354 Feb 20 05:34:53.276197 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-d0922e4f-5b0b-4862-8e4c-9e76c30a3353 service neutron] Request body: {'port': {'device_id': 'b5433917-fa85-4e26-9c2a-1bd438ee7f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:34:53.347216 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0abd74b8-7174-402c-a990-fb7cfddd6ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:53.389072 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-0abd74b8-7174-402c-a990-fb7cfddd6ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:53.420140 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-0abd74b8-7174-402c-a990-fb7cfddd6ef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4a6116-9296-415f-b732-b165cb04e131') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:53.420429 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-0abd74b8-7174-402c-a990-fb7cfddd6ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4a6116-9296-415f-b732-b165cb04e131') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:53.437447 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bb76dc5b-40b8-41f0-aa3f-967c51c577d7 req-5b3b7011-ccbb-4bd3-9a78-08fc65a8cdb1 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157915 Feb 20 05:34:53.448599 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0abd74b8-7174-402c-a990-fb7cfddd6ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (3b4a6116-9296-415f-b732-b165cb04e131), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:53.485738 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0abd74b8-7174-402c-a990-fb7cfddd6ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (3b4a6116-9296-415f-b732-b165cb04e131), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:53.495951 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0abd74b8-7174-402c-a990-fb7cfddd6ef6 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:34:53.496443 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0abd74b8-7174-402c-a990-fb7cfddd6ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (3b4a6116-9296-415f-b732-b165cb04e131), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:34:53.502067 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:34:53.505099 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-bfc32733-2b00-491c-9710-55692073c0ae None None] Provisioning complete for port dad6ba14-16b7-4cad-a007-bf96c1c51937 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:53.505574 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bfc32733-2b00-491c-9710-55692073c0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (dad6ba14-16b7-4cad-a007-bf96c1c51937), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:53.568271 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6f35d4-8325-4992-8b42-cd3db5e9867e x-openstack-request-id: req-3c6f35d4-8325-4992-8b42-cd3db5e9867e {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:34:53.568271 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa51041-a94a-417e-8ca2-2832a92ffa7e", "name": "network-vif-deleted", "tag": "30fcc51a-1bb6-4c51-b069-8c95adf83e0e", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:34:53.568610 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c6f35d4-8325-4992-8b42-cd3db5e9867e {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:34:53.568934 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa51041-a94a-417e-8ca2-2832a92ffa7e', 'name': 'network-vif-deleted', 'tag': '30fcc51a-1bb6-4c51-b069-8c95adf83e0e', 'status': 'completed', 'code': 200} Feb 20 05:34:53.569478 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-d0922e4f-5b0b-4862-8e4c-9e76c30a3353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (dad6ba14-16b7-4cad-a007-bf96c1c51937), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:53.597855 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bfc32733-2b00-491c-9710-55692073c0ae None None] Port dad6ba14-16b7-4cad-a007-bf96c1c51937 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:34:53.631915 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0abd74b8-7174-402c-a990-fb7cfddd6ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:53.641355 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0abd74b8-7174-402c-a990-fb7cfddd6ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:53.646550 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0abd74b8-7174-402c-a990-fb7cfddd6ef6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86 HTTP/1.1" status: 204 len: 168 time: 0.6694694 Feb 20 05:34:53.652058 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59008) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:53.729714 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd74b8-7174-402c-a990-fb7cfddd6ef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea8cc559-3786-4d2c-a1c2-3cd1dd93bf86,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:53.788126 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3567374-136c-4781-b94f-89d710a2a238 admin admin] Deleting subnet 8f4e1a40-e7ff-42c7-b677-5b520b66008c {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:34:53.799952 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3567374-136c-4781-b94f-89d710a2a238 admin admin] Publish callbacks [] for subnet (8f4e1a40-e7ff-42c7-b677-5b520b66008c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:53.900022 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fb9b47-3b15-4567-9893-32a005583935 x-openstack-request-id: req-40fb9b47-3b15-4567-9893-32a005583935 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:34:53.900266 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ef67a5-1578-4cc5-9ade-6aff4ee422fc", "name": "network-vif-deleted", "tag": "b1e47dd1-5450-4da2-9a90-83e23c48ee65", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:34:53.900490 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40fb9b47-3b15-4567-9893-32a005583935 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:34:53.904130 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ef67a5-1578-4cc5-9ade-6aff4ee422fc', 'name': 'network-vif-deleted', 'tag': 'b1e47dd1-5450-4da2-9a90-83e23c48ee65', 'status': 'completed', 'code': 200} Feb 20 05:34:53.912251 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3567374-136c-4781-b94f-89d710a2a238 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (8f4e1a40-e7ff-42c7-b677-5b520b66008c), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:53.991667 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b1e47dd1-5450-4da2-9a90-83e23c48ee65 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:34:53.999420 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3567374-136c-4781-b94f-89d710a2a238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (8f4e1a40-e7ff-42c7-b677-5b520b66008c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:54.049955 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: b1e47dd1-5450-4da2-9a90-83e23c48ee65 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:34:54.050314 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b1e47dd1-5450-4da2-9a90-83e23c48ee65 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:34:54.064992 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 6774a93d-d727-4317-a199-1c12a55b9ccc up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:34:54.079056 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3567374-136c-4781-b94f-89d710a2a238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (8f4e1a40-e7ff-42c7-b677-5b520b66008c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:54.081154 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd380b35-d55a-46cc-9ed5-3aad6ac377d5 req-546e88f6-459a-4171-b038-e17859f50940 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:54.091086 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dd380b35-d55a-46cc-9ed5-3aad6ac377d5 req-546e88f6-459a-4171-b038-e17859f50940 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5433917-fa85-4e26-9c2a-1bd438ee7f7c HTTP/1.1" status: 200 len: 936 time: 0.1143358 Feb 20 05:34:54.120131 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3567374-136c-4781-b94f-89d710a2a238 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:54.129580 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e3567374-136c-4781-b94f-89d710a2a238 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8f4e1a40-e7ff-42c7-b677-5b520b66008c HTTP/1.1" status: 204 len: 168 time: 0.4763782 Feb 20 05:34:54.130600 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3567374-136c-4781-b94f-89d710a2a238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f4e1a40-e7ff-42c7-b677-5b520b66008c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:54.133840 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 59020) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:54.173337 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-d0922e4f-5b0b-4862-8e4c-9e76c30a3353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dad6ba14-16b7-4cad-a007-bf96c1c51937 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:34:54.219270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 6774a93d-d727-4317-a199-1c12a55b9ccc completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:34:54.224485 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 6774a93d-d727-4317-a199-1c12a55b9ccc triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:34:54.224962 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6774a93d-d727-4317-a199-1c12a55b9ccc), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:54.249618 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-d0922e4f-5b0b-4862-8e4c-9e76c30a3353 service neutron] Publish callbacks [] for port (dad6ba14-16b7-4cad-a007-bf96c1c51937), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:54.288172 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-d0922e4f-5b0b-4862-8e4c-9e76c30a3353 service neutron] Transition to ACTIVE for port object dad6ba14-16b7-4cad-a007-bf96c1c51937 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:34:54.315580 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dd380b35-d55a-46cc-9ed5-3aad6ac377d5 req-e4286490-088d-4a5d-a0b0-9e3e12945ab3 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/security-groups?id=5691418c-2d81-4d96-8b08-c450e7adf073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228115 Feb 20 05:34:54.321312 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-d0922e4f-5b0b-4862-8e4c-9e76c30a3353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (dad6ba14-16b7-4cad-a007-bf96c1c51937), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:54.420781 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-447dc7d0-e971-48e7-8376-5207575c684a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (a1eb14d8-d7ff-4de1-96f0-cd36f0a11680), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:54.480997 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0922e4f-5b0b-4862-8e4c-9e76c30a3353 service neutron] Pushing event updated for resources: {'Port': ['ID=dad6ba14-16b7-4cad-a007-bf96c1c51937,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:54.485927 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 6774a93d-d727-4317-a199-1c12a55b9ccc is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:34:54.486404 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6774a93d-d727-4317-a199-1c12a55b9ccc), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:54.553741 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac5354b-f0ed-4186-bdd3-74d69f386e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6774a93d-d727-4317-a199-1c12a55b9ccc'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:34:54.558350 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c07632b-fd7c-4027-b2bc-754e84d3c8c9" -d '{"events": [{"server_uuid": "6ac5354b-f0ed-4186-bdd3-74d69f386e74", "name": "network-vif-plugged", "status": "completed", "tag": "6774a93d-d727-4317-a199-1c12a55b9ccc"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:34:54.613849 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 6774a93d-d727-4317-a199-1c12a55b9ccc, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=6774a93d-d727-4317-a199-1c12a55b9ccc,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:34:54.618681 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6774a93d-d727-4317-a199-1c12a55b9ccc), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:54.709182 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=6774a93d-d727-4317-a199-1c12a55b9ccc,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:54.765778 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-447dc7d0-e971-48e7-8376-5207575c684a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (a1eb14d8-d7ff-4de1-96f0-cd36f0a11680), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:54.792287 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-447dc7d0-e971-48e7-8376-5207575c684a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1eb14d8-d7ff-4de1-96f0-cd36f0a11680']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:54.804826 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-447dc7d0-e971-48e7-8376-5207575c684a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ab30b8-10c6-4363-8b3d-81fcecdf3358') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:54.805202 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-447dc7d0-e971-48e7-8376-5207575c684a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ab30b8-10c6-4363-8b3d-81fcecdf3358') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:34:54.820223 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-447dc7d0-e971-48e7-8376-5207575c684a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (d2ab30b8-10c6-4363-8b3d-81fcecdf3358), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:54.837626 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-447dc7d0-e971-48e7-8376-5207575c684a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d2ab30b8-10c6-4363-8b3d-81fcecdf3358), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:54.876880 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447dc7d0-e971-48e7-8376-5207575c684a admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:34:54.884209 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-447dc7d0-e971-48e7-8376-5207575c684a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (d2ab30b8-10c6-4363-8b3d-81fcecdf3358), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:34:54.886540 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:34:54.936933 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-d0922e4f-5b0b-4862-8e4c-9e76c30a3353 service neutron] Attempting to bind port dad6ba14-16b7-4cad-a007-bf96c1c51937 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:34:54.937525 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-d0922e4f-5b0b-4862-8e4c-9e76c30a3353 service neutron] Attempting to bind port dad6ba14-16b7-4cad-a007-bf96c1c51937 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:34:54.938071 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-d0922e4f-5b0b-4862-8e4c-9e76c30a3353 service neutron] Attempting to bind port dad6ba14-16b7-4cad-a007-bf96c1c51937 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:34:54.994085 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-d0922e4f-5b0b-4862-8e4c-9e76c30a3353 service neutron] Port dad6ba14-16b7-4cad-a007-bf96c1c51937 on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:34:54.994734 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-d0922e4f-5b0b-4862-8e4c-9e76c30a3353 service neutron] Attempting to bind port dad6ba14-16b7-4cad-a007-bf96c1c51937 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:34:55.011199 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-d0922e4f-5b0b-4862-8e4c-9e76c30a3353 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:34:55.011879 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-d0922e4f-5b0b-4862-8e4c-9e76c30a3353 service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:34:55.012515 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-d0922e4f-5b0b-4862-8e4c-9e76c30a3353 service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:34:55.013731 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-d0922e4f-5b0b-4862-8e4c-9e76c30a3353 service neutron] Bound port: dad6ba14-16b7-4cad-a007-bf96c1c51937, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:34:55.014376 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-d0922e4f-5b0b-4862-8e4c-9e76c30a3353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (dad6ba14-16b7-4cad-a007-bf96c1c51937), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:55.028976 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-447dc7d0-e971-48e7-8376-5207575c684a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (a1eb14d8-d7ff-4de1-96f0-cd36f0a11680), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:55.041391 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-447dc7d0-e971-48e7-8376-5207575c684a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:55.047841 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-447dc7d0-e971-48e7-8376-5207575c684a admin admin] 10.222.0.37 "DELETE /v2.0/networks/a1eb14d8-d7ff-4de1-96f0-cd36f0a11680 HTTP/1.1" status: 204 len: 168 time: 0.9046907 Feb 20 05:34:55.081176 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447dc7d0-e971-48e7-8376-5207575c684a admin admin] Pushing event deleted for resources: {'Network': ['ID=a1eb14d8-d7ff-4de1-96f0-cd36f0a11680,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:55.099900 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a39c3-1030-456f-b4a9-75104417feaa req-47cfce3c-80e4-4a63-8fff-3ad2c831370c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:55.103027 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:55.113054 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-717a39c3-1030-456f-b4a9-75104417feaa req-47cfce3c-80e4-4a63-8fff-3ad2c831370c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 947 time: 0.2045100 Feb 20 05:34:55.200946 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-d0922e4f-5b0b-4862-8e4c-9e76c30a3353 service neutron] For port dad6ba14-16b7-4cad-a007-bf96c1c51937, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:34:55.228357 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-717a39c3-1030-456f-b4a9-75104417feaa req-53c31aad-0d3f-488e-851a-9811c15dfc0c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143191 Feb 20 05:34:55.243965 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-d0922e4f-5b0b-4862-8e4c-9e76c30a3353 service neutron] For port dad6ba14-16b7-4cad-a007-bf96c1c51937, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=dad6ba14-16b7-4cad-a007-bf96c1c51937,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:34:55.260357 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-d0922e4f-5b0b-4862-8e4c-9e76c30a3353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (dad6ba14-16b7-4cad-a007-bf96c1c51937), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:55.297385 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59056) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:55.360388 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-29bd70a3-eb7d-43de-968a-f0edebadd9a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=370c8f456fd340e383b36f44861b2990&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0606933 Feb 20 05:34:55.361533 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59060) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:55.381670 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0922e4f-5b0b-4862-8e4c-9e76c30a3353 service neutron] Pushing event updated for resources: {'Port': ['ID=dad6ba14-16b7-4cad-a007-bf96c1c51937,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:55.430858 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-d0922e4f-5b0b-4862-8e4c-9e76c30a3353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:55.431508 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-d0922e4f-5b0b-4862-8e4c-9e76c30a3353 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:55.432968 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-d0922e4f-5b0b-4862-8e4c-9e76c30a3353 service neutron] 10.222.0.61 "PUT /v2.0/ports/dad6ba14-16b7-4cad-a007-bf96c1c51937 HTTP/1.1" status: 200 len: 1096 time: 2.1669915 Feb 20 05:34:55.458487 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81b2ce53-b43b-4da4-97a7-3f04d31dfe58 admin admin] Publish callbacks [] for security_group (7b408846-cb87-4032-94f1-d616295316ea), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:55.512152 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81b2ce53-b43b-4da4-97a7-3f04d31dfe58 admin admin] Publish callbacks [] for security_group (7b408846-cb87-4032-94f1-d616295316ea), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:55.521412 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a68ea-abb9-4a0d-863a-1b2cd8bd74de req-554bd7f1-adc5-45ae-94a0-a29987afcbae tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:55.528287 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c73a68ea-abb9-4a0d-863a-1b2cd8bd74de req-554bd7f1-adc5-45ae-94a0-a29987afcbae tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ac5354b-f0ed-4186-bdd3-74d69f386e74 HTTP/1.1" status: 200 len: 946 time: 0.1416783 Feb 20 05:34:55.571457 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5433917-fa85-4e26-9c2a-1bd438ee7f7c', 'tag': 'dad6ba14-16b7-4cad-a007-bf96c1c51937'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:34:55.573918 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cad7d9-a931-4044-b23f-99a6046dc5a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b5433917-fa85-4e26-9c2a-1bd438ee7f7c", "tag": "dad6ba14-16b7-4cad-a007-bf96c1c51937"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:34:55.605094 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c73a68ea-abb9-4a0d-863a-1b2cd8bd74de req-2290cdcb-ea83-4b3f-a7c7-91f212765aeb tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737660 Feb 20 05:34:55.612141 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-e8e30bd4-cf94-4f4c-94ad-e02b4833d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:55.623356 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81b2ce53-b43b-4da4-97a7-3f04d31dfe58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7b408846-cb87-4032-94f1-d616295316ea), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:55.626537 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81b2ce53-b43b-4da4-97a7-3f04d31dfe58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:55.629458 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-81b2ce53-b43b-4da4-97a7-3f04d31dfe58 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b408846-cb87-4032-94f1-d616295316ea HTTP/1.1" status: 204 len: 168 time: 0.2666419 Feb 20 05:34:55.630256 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-e8e30bd4-cf94-4f4c-94ad-e02b4833d8d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=407a5944b5954dd3b18429ad26bb8751&device_id=b5433917-fa85-4e26-9c2a-1bd438ee7f7c HTTP/1.1" status: 200 len: 1130 time: 0.1527472 Feb 20 05:34:55.651180 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2ce53-b43b-4da4-97a7-3f04d31dfe58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b408846-cb87-4032-94f1-d616295316ea,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:55.723541 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e48fee-6a27-420c-bf0d-bf6ea2614691 x-openstack-request-id: req-17e48fee-6a27-420c-bf0d-bf6ea2614691 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:34:55.724066 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac5354b-f0ed-4186-bdd3-74d69f386e74", "name": "network-vif-plugged", "status": "completed", "tag": "6774a93d-d727-4317-a199-1c12a55b9ccc", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:34:55.724066 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17e48fee-6a27-420c-bf0d-bf6ea2614691 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:34:55.724476 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac5354b-f0ed-4186-bdd3-74d69f386e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6774a93d-d727-4317-a199-1c12a55b9ccc', 'code': 200} Feb 20 05:34:55.747246 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-69a17d94-74a8-4a63-a6ac-d3e7b720581d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=dad6ba14-16b7-4cad-a007-bf96c1c51937 HTTP/1.1" status: 200 len: 217 time: 0.1094239 Feb 20 05:34:55.839119 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-27496a4e-ec0c-4976-afc8-3f25742f1271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:55.840694 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-27496a4e-ec0c-4976-afc8-3f25742f1271 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0878389 Feb 20 05:34:55.908812 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-21f7afea-91e4-4288-a6ff-4f038a50aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:55.911126 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-21f7afea-91e4-4288-a6ff-4f038a50aa24 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0630758 Feb 20 05:34:56.105155 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-b27eb0e9-81af-4cde-9b97-d80e551970cb service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861842 Feb 20 05:34:56.286608 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab13ed75-8c19-4cf3-bd05-f2097091f460 req-a668c467-eaeb-4e30-899f-2abcd9fd0b3a service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705725 Feb 20 05:34:56.387561 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454f6a1-4319-4236-8fb8-a761441dc558 req-a1cea2ea-a6b2-480e-9718-24206ccd22d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:56.390245 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b454f6a1-4319-4236-8fb8-a761441dc558 req-a1cea2ea-a6b2-480e-9718-24206ccd22d7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6ac5354b-f0ed-4186-bdd3-74d69f386e74 HTTP/1.1" status: 200 len: 1128 time: 0.6008096 Feb 20 05:34:56.483927 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b454f6a1-4319-4236-8fb8-a761441dc558 req-b504e441-74b4-4e50-8784-7535dfcd2ed0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844111 Feb 20 05:34:56.503838 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 59092) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:56.566830 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-47c98c94-a966-4982-a693-d14d6759a258 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e00fad98260434eb9775750ad20b9e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0594935 Feb 20 05:34:56.567521 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59094) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:56.639721 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-913daa95-6aa2-493b-a8c3-fb219c4e09c3 admin admin] Publish callbacks [] for security_group (5ef7c7b5-bd14-4c0a-928d-873d608a26d6), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:56.644848 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a6bcd-581d-4fe9-9f64-4c27d215d8d1 req-2ee62cab-d562-4c4e-83c5-f893e0f11d44 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:56.652181 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-462a6bcd-581d-4fe9-9f64-4c27d215d8d1 req-2ee62cab-d562-4c4e-83c5-f893e0f11d44 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1007957 Feb 20 05:34:56.663949 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-913daa95-6aa2-493b-a8c3-fb219c4e09c3 admin admin] Publish callbacks [] for security_group (5ef7c7b5-bd14-4c0a-928d-873d608a26d6), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:56.724930 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-913daa95-6aa2-493b-a8c3-fb219c4e09c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5ef7c7b5-bd14-4c0a-928d-873d608a26d6), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:56.728286 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-913daa95-6aa2-493b-a8c3-fb219c4e09c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:56.733722 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-913daa95-6aa2-493b-a8c3-fb219c4e09c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5ef7c7b5-bd14-4c0a-928d-873d608a26d6 HTTP/1.1" status: 204 len: 168 time: 0.1577625 Feb 20 05:34:56.741610 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913daa95-6aa2-493b-a8c3-fb219c4e09c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef7c7b5-bd14-4c0a-928d-873d608a26d6,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:56.742149 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-462a6bcd-581d-4fe9-9f64-4c27d215d8d1 req-a5809c43-08c0-4f13-a955-97dbb0f8af4e tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885930 Feb 20 05:34:56.894731 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e6f3f-033e-48fa-bfc5-2fb28963f9e6 req-fdce3d62-5a22-4df5-9d92-ea5fe3560f43 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:56.901601 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-459e6f3f-033e-48fa-bfc5-2fb28963f9e6 req-fdce3d62-5a22-4df5-9d92-ea5fe3560f43 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5433917-fa85-4e26-9c2a-1bd438ee7f7c HTTP/1.1" status: 200 len: 948 time: 0.1041634 Feb 20 05:34:56.983763 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-459e6f3f-033e-48fa-bfc5-2fb28963f9e6 req-03ea42ee-f836-422a-8054-4e117a9d9c40 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/security-groups?id=5691418c-2d81-4d96-8b08-c450e7adf073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812023 Feb 20 05:34:57.168073 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1267dd9d-4e78-4b9b-ba87-4926c0838c67 x-openstack-request-id: req-1267dd9d-4e78-4b9b-ba87-4926c0838c67 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:34:57.170639 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5433917-fa85-4e26-9c2a-1bd438ee7f7c", "tag": "dad6ba14-16b7-4cad-a007-bf96c1c51937", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:34:57.171188 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1267dd9d-4e78-4b9b-ba87-4926c0838c67 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:34:57.171874 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5433917-fa85-4e26-9c2a-1bd438ee7f7c', 'tag': 'dad6ba14-16b7-4cad-a007-bf96c1c51937', 'status': 'completed', 'code': 200} Feb 20 05:34:57.341173 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cad7d9-a931-4044-b23f-99a6046dc5a9 req-f92a88a1-86db-4f1d-8485-f6c1f8f51915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:57.342650 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95cad7d9-a931-4044-b23f-99a6046dc5a9 req-f92a88a1-86db-4f1d-8485-f6c1f8f51915 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=407a5944b5954dd3b18429ad26bb8751&device_id=b5433917-fa85-4e26-9c2a-1bd438ee7f7c HTTP/1.1" status: 200 len: 1130 time: 0.1445765 Feb 20 05:34:57.442295 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1911a2-996e-450c-b981-855b582c43d3 req-f1308329-8d56-4771-9f34-058542046e00 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:57.443975 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f1911a2-996e-450c-b981-855b582c43d3 req-f1308329-8d56-4771-9f34-058542046e00 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 947 time: 0.1210930 Feb 20 05:34:57.503387 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cad7d9-a931-4044-b23f-99a6046dc5a9 req-d8e0af4a-6649-496e-b1f2-a05c04798db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:57.504867 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95cad7d9-a931-4044-b23f-99a6046dc5a9 req-d8e0af4a-6649-496e-b1f2-a05c04798db1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.1435683 Feb 20 05:34:57.529236 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f1911a2-996e-450c-b981-855b582c43d3 req-e5be8511-3b81-47b3-8828-8f4a98026e11 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704653 Feb 20 05:34:57.568060 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95cad7d9-a931-4044-b23f-99a6046dc5a9 req-9e11fba0-52ee-4d38-82f1-09a86f4475b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=dad6ba14-16b7-4cad-a007-bf96c1c51937 HTTP/1.1" status: 200 len: 217 time: 0.0496898 Feb 20 05:34:57.632736 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cad7d9-a931-4044-b23f-99a6046dc5a9 req-83b48c61-d276-4f8a-99c9-d13893e7a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:57.634439 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95cad7d9-a931-4044-b23f-99a6046dc5a9 req-83b48c61-d276-4f8a-99c9-d13893e7a2fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0611198 Feb 20 05:34:57.753257 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cad7d9-a931-4044-b23f-99a6046dc5a9 req-0abd2218-d92c-44c0-9fff-d60e32d55d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:57.758989 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95cad7d9-a931-4044-b23f-99a6046dc5a9 req-0abd2218-d92c-44c0-9fff-d60e32d55d8d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1180239 Feb 20 05:34:58.449074 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95cad7d9-a931-4044-b23f-99a6046dc5a9 req-25c1d754-3419-4afe-9fab-54e99b99942d service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6835670 Feb 20 05:34:58.614385 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95cad7d9-a931-4044-b23f-99a6046dc5a9 req-ce133452-630b-46ad-b111-28d76e4af120 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570938 Feb 20 05:34:58.876286 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491907a-b4a9-4e90-9fc3-0617a5bba055 req-b2e1f5f3-05a0-4073-a0fc-922202ac4866 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:58.889191 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9491907a-b4a9-4e90-9fc3-0617a5bba055 req-b2e1f5f3-05a0-4073-a0fc-922202ac4866 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ac5354b-f0ed-4186-bdd3-74d69f386e74 HTTP/1.1" status: 200 len: 946 time: 0.0943267 Feb 20 05:34:58.973495 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9491907a-b4a9-4e90-9fc3-0617a5bba055 req-53191255-970c-4e9f-9c20-8ac32ea3b08f tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827889 Feb 20 05:34:59.115737 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59166) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:59.133785 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19fe51-a6dc-4b46-a336-46cc6b5659e5 req-55d91841-b589-424f-957f-82b6c860e506 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:59.140454 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa19fe51-a6dc-4b46-a336-46cc6b5659e5 req-55d91841-b589-424f-957f-82b6c860e506 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0821486 Feb 20 05:34:59.221785 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa19fe51-a6dc-4b46-a336-46cc6b5659e5 req-58e09b8f-23b4-4dc3-b63c-caf47c0ed553 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694413 Feb 20 05:34:59.439270 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c79733a7-9b15-4e38-aeb2-7ee0ebffd69f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec304e7bd6054bfaadff95376967c4f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222916 Feb 20 05:34:59.440347 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59180) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:34:59.512270 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b90b6bc3-dfb2-46dc-9683-957e08c167a9 admin admin] Publish callbacks [] for security_group (71840a2c-ec6c-40d3-bacb-7ec74b0d213d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:59.523065 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d78c0-8c6d-4cee-8a99-13dbf01c2c7b req-9b00695f-27f8-4ae3-96f1-283bc486d042 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:59.534104 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-029d78c0-8c6d-4cee-8a99-13dbf01c2c7b req-9b00695f-27f8-4ae3-96f1-283bc486d042 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5433917-fa85-4e26-9c2a-1bd438ee7f7c HTTP/1.1" status: 200 len: 948 time: 0.1278243 Feb 20 05:34:59.556759 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b90b6bc3-dfb2-46dc-9683-957e08c167a9 admin admin] Publish callbacks [] for security_group (71840a2c-ec6c-40d3-bacb-7ec74b0d213d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:59.659161 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b90b6bc3-dfb2-46dc-9683-957e08c167a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (71840a2c-ec6c-40d3-bacb-7ec74b0d213d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:59.668027 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b90b6bc3-dfb2-46dc-9683-957e08c167a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:34:59.687890 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b90b6bc3-dfb2-46dc-9683-957e08c167a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71840a2c-ec6c-40d3-bacb-7ec74b0d213d HTTP/1.1" status: 204 len: 168 time: 0.2426605 Feb 20 05:34:59.714274 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-029d78c0-8c6d-4cee-8a99-13dbf01c2c7b req-40d379f5-6d9a-482a-9d6a-503707213cf6 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/security-groups?id=5691418c-2d81-4d96-8b08-c450e7adf073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790793 Feb 20 05:34:59.719498 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b6bc3-dfb2-46dc-9683-957e08c167a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71840a2c-ec6c-40d3-bacb-7ec74b0d213d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:34:59.975804 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee04bd-7d12-4e6d-b07a-c5f3acc49a17 req-9b2166a4-799b-447a-9033-5d01263cc9d5 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:34:59.984579 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5bee04bd-7d12-4e6d-b07a-c5f3acc49a17 req-9b2166a4-799b-447a-9033-5d01263cc9d5 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 947 time: 0.1360025 Feb 20 05:35:00.023623 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device dad6ba14-16b7-4cad-a007-bf96c1c51937 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:35:00.108038 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5bee04bd-7d12-4e6d-b07a-c5f3acc49a17 req-c48d20da-fac3-4c99-9bf9-39ff249caa5d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196148 Feb 20 05:35:00.245425 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port dad6ba14-16b7-4cad-a007-bf96c1c51937, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=dad6ba14-16b7-4cad-a007-bf96c1c51937,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:00.272288 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'dad6ba14-16b7-4cad-a007-bf96c1c51937', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': 'dad6ba14-16b7-4cad-a007-bf96c1c51937', 'mac_address': 'fa:16:3e:93:2f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:35:00.339212 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port dad6ba14-16b7-4cad-a007-bf96c1c51937 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:35:00.339936 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (dad6ba14-16b7-4cad-a007-bf96c1c51937), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:00.364453 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dad6ba14-16b7-4cad-a007-bf96c1c51937 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:35:00.388839 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port dad6ba14-16b7-4cad-a007-bf96c1c51937, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=dad6ba14-16b7-4cad-a007-bf96c1c51937,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:00.394226 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (dad6ba14-16b7-4cad-a007-bf96c1c51937), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:00.515409 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=dad6ba14-16b7-4cad-a007-bf96c1c51937,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:00.525419 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:35:00.525776 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:35:00.526128 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:35:00.526467 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:35:00.526793 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:35:00.527153 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:35:00.527484 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:35:00.527811 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:35:00.528138 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:35:00.529050 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:35:00.529379 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:35:00.529704 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:35:00.532198 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:35:00.588051 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46f927-930b-452e-93bc-e6e782cbdaf9 req-02a1bce9-fac5-4c76-b8ff-8b951147d430 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:00.596909 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7f46f927-930b-452e-93bc-e6e782cbdaf9 req-02a1bce9-fac5-4c76-b8ff-8b951147d430 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/networks?id=abdb12e5-c978-4d6e-ba1a-936a895646ad HTTP/1.1" status: 200 len: 805 time: 0.2978637 Feb 20 05:35:00.615985 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7f46f927-930b-452e-93bc-e6e782cbdaf9 req-504adc91-bfc0-4e67-adb9-dfda789011d3 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/quotas/70575607f3814a698b8e29ee9ca94326 HTTP/1.1" status: 200 len: 375 time: 0.0181320 Feb 20 05:35:00.698207 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['dad6ba14-16b7-4cad-a007-bf96c1c51937'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:35:00.723487 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7f46f927-930b-452e-93bc-e6e782cbdaf9 req-fbb6efb6-9621-48a7-9d17-eeefa5a2db33 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=70575607f3814a698b8e29ee9ca94326&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1065574 Feb 20 05:35:00.857402 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7f46f927-930b-452e-93bc-e6e782cbdaf9 req-62c05b3f-5839-4684-b29e-bf7c5a1b4949 service neutron] 10.222.0.37 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330397 Feb 20 05:35:01.030978 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7f46f927-930b-452e-93bc-e6e782cbdaf9 req-af2a2e16-7e7a-4758-bb87-9488b97362ba service neutron] 10.222.0.37 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672771 Feb 20 05:35:01.855528 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc080d-2f8d-4086-a7b3-58a2e847b064 req-e4ae5fae-55fd-4cce-aaae-4f802e617c1d tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:01.866271 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22fc080d-2f8d-4086-a7b3-58a2e847b064 req-e4ae5fae-55fd-4cce-aaae-4f802e617c1d tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5433917-fa85-4e26-9c2a-1bd438ee7f7c HTTP/1.1" status: 200 len: 949 time: 0.1176531 Feb 20 05:35:01.929532 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22fc080d-2f8d-4086-a7b3-58a2e847b064 req-8d1bd9c1-6edd-495f-9b31-e753fda247ac tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/security-groups?id=5691418c-2d81-4d96-8b08-c450e7adf073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618029 Feb 20 05:35:02.029010 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device dad6ba14-16b7-4cad-a007-bf96c1c51937 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:35:02.146188 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f59ac5-13d6-4577-94fd-b34554f569d0 req-38f91bfd-9083-444b-abd6-3cbfb377efe5 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:02.155174 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75f59ac5-13d6-4577-94fd-b34554f569d0 req-38f91bfd-9083-444b-abd6-3cbfb377efe5 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 947 time: 0.0838194 Feb 20 05:35:02.201131 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port dad6ba14-16b7-4cad-a007-bf96c1c51937 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:35:02.211094 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port dad6ba14-16b7-4cad-a007-bf96c1c51937 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:35:02.212226 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (dad6ba14-16b7-4cad-a007-bf96c1c51937), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:02.242555 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75f59ac5-13d6-4577-94fd-b34554f569d0 req-778f39ed-6e6f-407d-8306-68b975570f6d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827191 Feb 20 05:35:02.446202 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port dad6ba14-16b7-4cad-a007-bf96c1c51937 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:35:02.448191 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (dad6ba14-16b7-4cad-a007-bf96c1c51937), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:02.530528 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5433917-fa85-4e26-9c2a-1bd438ee7f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad6ba14-16b7-4cad-a007-bf96c1c51937'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:35:02.532798 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d955c1d0-041d-45b4-ae1a-3b48531da9af" -d '{"events": [{"server_uuid": "b5433917-fa85-4e26-9c2a-1bd438ee7f7c", "name": "network-vif-plugged", "status": "completed", "tag": "dad6ba14-16b7-4cad-a007-bf96c1c51937"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:35:02.577631 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port dad6ba14-16b7-4cad-a007-bf96c1c51937, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=dad6ba14-16b7-4cad-a007-bf96c1c51937,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:02.582776 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (dad6ba14-16b7-4cad-a007-bf96c1c51937), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:02.650652 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6ddc0-0d3e-48dd-9b11-252a15c68b40 req-e920f458-7f1f-4d73-8536-c89920d50bc7 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:02.660811 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bff6ddc0-0d3e-48dd-9b11-252a15c68b40 req-e920f458-7f1f-4d73-8536-c89920d50bc7 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1110134 Feb 20 05:35:02.693921 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=dad6ba14-16b7-4cad-a007-bf96c1c51937,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:02.764654 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bff6ddc0-0d3e-48dd-9b11-252a15c68b40 req-ab567ae9-ff1f-48d4-afe1-46fc544be030 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029384 Feb 20 05:35:03.297796 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7f46f927-930b-452e-93bc-e6e782cbdaf9 req-1b613a30-1ac4-49cc-84e0-17b523055fac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=70575607f3814a698b8e29ee9ca94326&device_id=bca9ad5c-d675-4de0-8f51-9bcef18ee98f HTTP/1.1" status: 200 len: 210 time: 0.0585737 Feb 20 05:35:03.378029 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-18ce95a1-898b-4407-bce8-d1eb01db12a6 req-ad6431a5-ef66-4f5f-b9a0-00ebaf724194 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bca9ad5c-d675-4de0-8f51-9bcef18ee98f HTTP/1.1" status: 200 len: 210 time: 0.0424104 Feb 20 05:35:03.423789 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43c0543-1278-49c7-9830-c832b0850602 x-openstack-request-id: req-a43c0543-1278-49c7-9830-c832b0850602 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:35:03.424332 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5433917-fa85-4e26-9c2a-1bd438ee7f7c", "name": "network-vif-plugged", "status": "completed", "tag": "dad6ba14-16b7-4cad-a007-bf96c1c51937", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:35:03.424332 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a43c0543-1278-49c7-9830-c832b0850602 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:35:03.424979 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5433917-fa85-4e26-9c2a-1bd438ee7f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad6ba14-16b7-4cad-a007-bf96c1c51937', 'code': 200} Feb 20 05:35:03.463983 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 59286) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:35:03.559760 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46f927-930b-452e-93bc-e6e782cbdaf9 req-e8645daa-66ec-49cc-b4a6-3fed4f1c8076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:03.562985 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7f46f927-930b-452e-93bc-e6e782cbdaf9 req-e8645daa-66ec-49cc-b4a6-3fed4f1c8076 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=70575607f3814a698b8e29ee9ca94326&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2582242 Feb 20 05:35:03.687666 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3c8fd-b6ca-4d96-af0b-0cc0fe372b2d req-38722239-a9aa-42e2-9a53-0e255ce7bd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:03.690445 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a8e3c8fd-b6ca-4d96-af0b-0cc0fe372b2d req-38722239-a9aa-42e2-9a53-0e255ce7bd9b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b5433917-fa85-4e26-9c2a-1bd438ee7f7c HTTP/1.1" status: 200 len: 1132 time: 0.2041597 Feb 20 05:35:03.743273 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7c544eca-96db-4f79-9a55-dde425a6a33a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:03.765008 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46f927-930b-452e-93bc-e6e782cbdaf9 req-d550c67b-9536-4b01-b8b1-81d9dc899aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:03.766825 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7f46f927-930b-452e-93bc-e6e782cbdaf9 req-d550c67b-9536-4b01-b8b1-81d9dc899aae service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1978037 Feb 20 05:35:03.834763 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d2796-2f2a-4765-a2bb-07739b77b2bd req-9eab7ebc-e80f-4ad6-845a-4ec701507dca tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:03.842770 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-287d2796-2f2a-4765-a2bb-07739b77b2bd req-9eab7ebc-e80f-4ad6-845a-4ec701507dca tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.2268088 Feb 20 05:35:03.846917 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a8e3c8fd-b6ca-4d96-af0b-0cc0fe372b2d req-bfcf8aff-07b8-4310-9497-270d52ffe599 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5691418c-2d81-4d96-8b08-c450e7adf073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405706 Feb 20 05:35:03.856149 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7f46f927-930b-452e-93bc-e6e782cbdaf9 req-b5888086-7b27-4e9c-b79d-0b4569a3a3d0 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca9ad5c-d675-4de0-8f51-9bcef18ee98f HTTP/1.1" status: 200 len: 210 time: 0.0531521 Feb 20 05:35:03.929525 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-287d2796-2f2a-4765-a2bb-07739b77b2bd req-61dd2406-d2ea-4e40-a211-f8304f001013 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837951 Feb 20 05:35:04.074474 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7c544eca-96db-4f79-9a55-dde425a6a33a admin admin] Publish callbacks [] for security_group (ede96eb0-7414-4677-914c-510ed0ab0a41), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:04.096652 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7c544eca-96db-4f79-9a55-dde425a6a33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ede96eb0-7414-4677-914c-510ed0ab0a41), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:04.166283 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7c544eca-96db-4f79-9a55-dde425a6a33a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea0ddc54ae014d1cb905d032b1f2e30c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6977751 Feb 20 05:35:04.166283 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c544eca-96db-4f79-9a55-dde425a6a33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede96eb0-7414-4677-914c-510ed0ab0a41,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:04.167025 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59298) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:35:04.190051 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ea61b-56e8-415d-8f42-0d8b8bf72953 req-fae1e9e2-9450-4430-bd78-eb5091c74c53 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:04.199127 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e74ea61b-56e8-415d-8f42-0d8b8bf72953 req-fae1e9e2-9450-4430-bd78-eb5091c74c53 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5433917-fa85-4e26-9c2a-1bd438ee7f7c HTTP/1.1" status: 200 len: 950 time: 0.1343892 Feb 20 05:35:04.337570 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-390deff4-8cb9-40d4-852e-3b5a6b5a9db5 req-5305e759-82c1-437d-af7b-20fc3ad098e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=70575607f3814a698b8e29ee9ca94326&device_id=bca9ad5c-d675-4de0-8f51-9bcef18ee98f HTTP/1.1" status: 200 len: 210 time: 0.0647058 Feb 20 05:35:04.346528 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e74ea61b-56e8-415d-8f42-0d8b8bf72953 req-595ebf0e-b4cf-49d8-870e-b6cd2a45d12f tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/security-groups?id=5691418c-2d81-4d96-8b08-c450e7adf073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439297 Feb 20 05:35:04.393983 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a691571b-92f0-4599-a6fb-ee06963c7fed admin admin] Publish callbacks [] for security_group (ede96eb0-7414-4677-914c-510ed0ab0a41), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:04.458536 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a691571b-92f0-4599-a6fb-ee06963c7fed admin admin] Publish callbacks [] for security_group (ede96eb0-7414-4677-914c-510ed0ab0a41), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:04.487336 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388ac7d-5842-4712-8104-89c273bd3eb2 req-bf683463-c57e-4c9b-b67c-d3272746b6a4 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:04.495704 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d388ac7d-5842-4712-8104-89c273bd3eb2 req-bf683463-c57e-4c9b-b67c-d3272746b6a4 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 947 time: 0.0745232 Feb 20 05:35:04.537527 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390deff4-8cb9-40d4-852e-3b5a6b5a9db5 req-2872c3a5-6193-4732-9b60-e24fe6a87b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:04.539178 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-390deff4-8cb9-40d4-852e-3b5a6b5a9db5 req-2872c3a5-6193-4732-9b60-e24fe6a87b66 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=70575607f3814a698b8e29ee9ca94326&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1830409 Feb 20 05:35:04.576809 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d388ac7d-5842-4712-8104-89c273bd3eb2 req-d7df5aae-14da-4abd-abf8-6c1092aa1e7f tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799744 Feb 20 05:35:04.650378 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a691571b-92f0-4599-a6fb-ee06963c7fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ede96eb0-7414-4677-914c-510ed0ab0a41), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:04.652950 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a691571b-92f0-4599-a6fb-ee06963c7fed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:04.654144 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a691571b-92f0-4599-a6fb-ee06963c7fed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ede96eb0-7414-4677-914c-510ed0ab0a41 HTTP/1.1" status: 204 len: 168 time: 0.4838696 Feb 20 05:35:04.664802 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691571b-92f0-4599-a6fb-ee06963c7fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede96eb0-7414-4677-914c-510ed0ab0a41,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:04.715331 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390deff4-8cb9-40d4-852e-3b5a6b5a9db5 req-f9dccad7-9672-4b4b-8d56-5aa84c24619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:04.718112 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-390deff4-8cb9-40d4-852e-3b5a6b5a9db5 req-f9dccad7-9672-4b4b-8d56-5aa84c24619b service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1713898 Feb 20 05:35:04.729185 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fbfdf3dd-bd5e-43f9-ac1f-0c7a2edbfcd4 req-ab61bb7d-94a6-4292-b8a8-c06f9ead329a tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bca9ad5c-d675-4de0-8f51-9bcef18ee98f HTTP/1.1" status: 200 len: 210 time: 0.0299385 Feb 20 05:35:04.817897 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-390deff4-8cb9-40d4-852e-3b5a6b5a9db5 req-0122f8d9-899a-47ce-abbd-9bae4a5f6f44 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca9ad5c-d675-4de0-8f51-9bcef18ee98f HTTP/1.1" status: 200 len: 210 time: 0.0476923 Feb 20 05:35:05.321762 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d31ef-7b4f-41f1-a058-e8f7eff07221 req-39b8ac99-f179-4cef-91ae-c670e880d3a7 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:05.335529 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-df6d31ef-7b4f-41f1-a058-e8f7eff07221 req-39b8ac99-f179-4cef-91ae-c670e880d3a7 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0797825 Feb 20 05:35:05.402608 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-df6d31ef-7b4f-41f1-a058-e8f7eff07221 req-5ade0406-8119-42d3-a84e-d015539277ed tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656047 Feb 20 05:35:05.795748 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26722c-4634-45e1-b2b5-f14faa797abc req-618b3bc2-9f27-4a9e-9b62-c9499d439971 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:05.802528 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b26722c-4634-45e1-b2b5-f14faa797abc req-618b3bc2-9f27-4a9e-9b62-c9499d439971 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5433917-fa85-4e26-9c2a-1bd438ee7f7c HTTP/1.1" status: 200 len: 950 time: 0.0611823 Feb 20 05:35:05.826505 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59372) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:35:05.889787 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b26722c-4634-45e1-b2b5-f14faa797abc req-17726048-5542-43ea-b603-fcea37060ff2 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/security-groups?id=5691418c-2d81-4d96-8b08-c450e7adf073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805521 Feb 20 05:35:06.055036 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7ed93-f342-407e-a94f-d43aa64c47be req-bb0fdcb5-bed9-4dbb-a764-fc4fccfa2777 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:06.056615 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-63c7ed93-f342-407e-a94f-d43aa64c47be req-bb0fdcb5-bed9-4dbb-a764-fc4fccfa2777 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0702720 Feb 20 05:35:06.122768 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-63c7ed93-f342-407e-a94f-d43aa64c47be req-9701bd9e-2aa9-48ae-bd0e-37d8a75bc485 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587888 Feb 20 05:35:06.157278 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a272d6d6-bb61-4dbf-bbb7-4854a7583739 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-326890604-network', 'tenant_id': '92a54be63c5043ba86245b0b4d4ac59c'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:06.206638 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a272d6d6-bb61-4dbf-bbb7-4854a7583739 admin admin] Made reservation on behalf of 92a54be63c5043ba86245b0b4d4ac59c for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:35:06.209572 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a272d6d6-bb61-4dbf-bbb7-4854a7583739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:06.224662 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a272d6d6-bb61-4dbf-bbb7-4854a7583739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:06.319392 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a272d6d6-bb61-4dbf-bbb7-4854a7583739 admin admin] Publish callbacks [] for security_group (23962126-2291-4fd4-919f-f12c38e0fb34), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:06.326241 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a272d6d6-bb61-4dbf-bbb7-4854a7583739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (23962126-2291-4fd4-919f-f12c38e0fb34), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:06.354192 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519edffb-5af9-4a4d-bb5e-893fa5a0e0f1 req-4591eafe-a587-4cd6-8919-043807c12b00 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:06.356199 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-519edffb-5af9-4a4d-bb5e-893fa5a0e0f1 req-4591eafe-a587-4cd6-8919-043807c12b00 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 947 time: 0.1547370 Feb 20 05:35:06.362424 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a272d6d6-bb61-4dbf-bbb7-4854a7583739 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:35:06.383480 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272d6d6-bb61-4dbf-bbb7-4854a7583739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23962126-2291-4fd4-919f-f12c38e0fb34,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:06.391335 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a272d6d6-bb61-4dbf-bbb7-4854a7583739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (dd260469-f73a-462b-ba05-bed79ea663d4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:06.392165 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-a272d6d6-bb61-4dbf-bbb7-4854a7583739 admin admin] Added segment dd260469-f73a-462b-ba05-bed79ea663d4 of type vlan for network 2ca603de-ec8c-4dee-a827-0c109cc1792e Feb 20 05:35:06.446573 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a272d6d6-bb61-4dbf-bbb7-4854a7583739 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (2ca603de-ec8c-4dee-a827-0c109cc1792e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:06.454970 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-519edffb-5af9-4a4d-bb5e-893fa5a0e0f1 req-e948ac4e-4fa5-4f53-a727-0e46e080bc94 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877290 Feb 20 05:35:06.492929 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a272d6d6-bb61-4dbf-bbb7-4854a7583739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (2ca603de-ec8c-4dee-a827-0c109cc1792e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:06.498425 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a272d6d6-bb61-4dbf-bbb7-4854a7583739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:06.499239 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a272d6d6-bb61-4dbf-bbb7-4854a7583739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:06.588673 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a272d6d6-bb61-4dbf-bbb7-4854a7583739 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7608659 Feb 20 05:35:06.590130 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272d6d6-bb61-4dbf-bbb7-4854a7583739 admin admin] Pushing event updated for resources: {'Network': ['ID=2ca603de-ec8c-4dee-a827-0c109cc1792e,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:06.591723 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 59424) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:35:06.597638 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-961ceb90-d418-4112-80c0-6c3cfa1c4bed admin admin] Request body: {'subnet': {'network_id': '2ca603de-ec8c-4dee-a827-0c109cc1792e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-326890604-subnet', 'tenant_id': '92a54be63c5043ba86245b0b4d4ac59c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:06.612299 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 2ca603de-ec8c-4dee-a827-0c109cc1792e details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:35:06.654202 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961ceb90-d418-4112-80c0-6c3cfa1c4bed admin admin] Made reservation on behalf of 92a54be63c5043ba86245b0b4d4ac59c for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:35:06.657848 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-961ceb90-d418-4112-80c0-6c3cfa1c4bed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:06.912714 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-961ceb90-d418-4112-80c0-6c3cfa1c4bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (4daa0369-5b3c-4e8c-a068-1ecd59fc78ee), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:06.976848 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ceb90-d418-4112-80c0-6c3cfa1c4bed admin admin] Pushing event updated for resources: {'Subnet': ['ID=4daa0369-5b3c-4e8c-a068-1ecd59fc78ee,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:06.986370 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961ceb90-d418-4112-80c0-6c3cfa1c4bed admin admin] Checking segment: {'id': 'dd260469-f73a-462b-ba05-bed79ea663d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ca603de-ec8c-4dee-a827-0c109cc1792e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:35:06.986726 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961ceb90-d418-4112-80c0-6c3cfa1c4bed admin admin] Network hostable DHCP agents. Network: 2ca603de-ec8c-4dee-a827-0c109cc1792e, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:35:07.008005 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961ceb90-d418-4112-80c0-6c3cfa1c4bed admin admin] Network 2ca603de-ec8c-4dee-a827-0c109cc1792e is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:35:07.023365 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-961ceb90-d418-4112-80c0-6c3cfa1c4bed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 2ca603de-ec8c-4dee-a827-0c109cc1792e) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:35:07.030386 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961ceb90-d418-4112-80c0-6c3cfa1c4bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:07.031307 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-961ceb90-d418-4112-80c0-6c3cfa1c4bed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:07.039076 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77c25c1-a3b5-4719-9e6d-99b4a7e36ddd None None] Network 2ca603de-ec8c-4dee-a827-0c109cc1792e requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:35:07.061825 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-961ceb90-d418-4112-80c0-6c3cfa1c4bed admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4595246 Feb 20 05:35:07.155172 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6e3f45-0bf3-48e0-bd62-85a92403c10f None None] Network 2ca603de-ec8c-4dee-a827-0c109cc1792e requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:35:07.235210 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-bb101675-009d-4237-8850-61fec11cfb36 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:07.239386 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-bb101675-009d-4237-8850-61fec11cfb36 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/networks?id=abdb12e5-c978-4d6e-ba1a-936a895646ad HTTP/1.1" status: 200 len: 805 time: 0.1359327 Feb 20 05:35:07.252986 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-4a54dcd1-056f-4f56-9a34-91c00f8c9dde tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/quotas/70575607f3814a698b8e29ee9ca94326 HTTP/1.1" status: 200 len: 375 time: 0.0100126 Feb 20 05:35:07.338699 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-51e870ae-c954-4a29-883a-da41ca1f7c1e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=70575607f3814a698b8e29ee9ca94326&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0783405 Feb 20 05:35:07.450652 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-a9573e5f-e612-4b5a-ac3b-ae74261521a1 service neutron] 10.222.0.37 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023040 Feb 20 05:35:07.552366 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-f7553dc8-b409-44e3-9b65-dfe81cb02b58 service neutron] 10.222.0.37 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956378 Feb 20 05:35:07.769861 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e43ad-0740-4463-8b30-d4ce55490770 req-252a0f37-fa4e-4fac-9b22-d90f25ea8e88 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:07.771879 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-316e43ad-0740-4463-8b30-d4ce55490770 req-252a0f37-fa4e-4fac-9b22-d90f25ea8e88 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5433917-fa85-4e26-9c2a-1bd438ee7f7c HTTP/1.1" status: 200 len: 950 time: 0.0643828 Feb 20 05:35:07.815611 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 59478) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:35:07.821100 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6e3e4f9d-1bfa-41d2-824d-c6bd7422dfa6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1877944136'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:07.843421 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-316e43ad-0740-4463-8b30-d4ce55490770 req-9d79d78c-1756-4e6b-98e1-d8c3c9130c94 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/security-groups?id=5691418c-2d81-4d96-8b08-c450e7adf073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637996 Feb 20 05:35:07.855880 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3e4f9d-1bfa-41d2-824d-c6bd7422dfa6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Made reservation on behalf of 03a588f7057d4c8b9bd71c9e1f2b531d for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:35:07.860141 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e3e4f9d-1bfa-41d2-824d-c6bd7422dfa6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:07.895145 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3e4f9d-1bfa-41d2-824d-c6bd7422dfa6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:35:07.908734 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e3e4f9d-1bfa-41d2-824d-c6bd7422dfa6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (afa6ff03-1956-4d1f-b76d-84e9acf97eda), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:07.909156 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-6e3e4f9d-1bfa-41d2-824d-c6bd7422dfa6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Added segment afa6ff03-1956-4d1f-b76d-84e9acf97eda of type vlan for network fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 Feb 20 05:35:07.953500 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e3e4f9d-1bfa-41d2-824d-c6bd7422dfa6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:07.992170 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e3e4f9d-1bfa-41d2-824d-c6bd7422dfa6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:07.998540 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3e4f9d-1bfa-41d2-824d-c6bd7422dfa6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:07.999558 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e3e4f9d-1bfa-41d2-824d-c6bd7422dfa6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:08.100256 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6e3e4f9d-1bfa-41d2-824d-c6bd7422dfa6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2831683 Feb 20 05:35:08.102559 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59496) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:35:08.108716 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-fb564601-efe6-4cc6-a038-d1b36f4de9f9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-840611775'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:08.143313 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb564601-efe6-4cc6-a038-d1b36f4de9f9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Made reservation on behalf of 03a588f7057d4c8b9bd71c9e1f2b531d for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:35:08.145152 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e4f9d-1bfa-41d2-824d-c6bd7422dfa6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event updated for resources: {'Network': ['ID=fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:08.147756 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fb564601-efe6-4cc6-a038-d1b36f4de9f9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:08.156992 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:35:08.170409 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe8f4e-800e-45a5-9752-0af255ca89f3 req-0063f5c0-0b0b-4c90-a8cf-eb040bdbb4df tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:08.172079 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-89fe8f4e-800e-45a5-9752-0af255ca89f3 req-0063f5c0-0b0b-4c90-a8cf-eb040bdbb4df tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1480992 Feb 20 05:35:08.193553 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-ba9e7963-fd51-431a-9902-7c08328143e6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1084683 Feb 20 05:35:08.197610 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb564601-efe6-4cc6-a038-d1b36f4de9f9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:35:08.235585 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fb564601-efe6-4cc6-a038-d1b36f4de9f9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (19247fc3-8797-47d4-855d-3aa66884dfac), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:08.236496 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-fb564601-efe6-4cc6-a038-d1b36f4de9f9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Added segment 19247fc3-8797-47d4-855d-3aa66884dfac of type vlan for network ad5d889f-9ba6-45ee-9401-06eb68bd1eba Feb 20 05:35:08.261029 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-89fe8f4e-800e-45a5-9752-0af255ca89f3 req-4dbd451b-64af-4fd1-a1a2-114882070429 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756931 Feb 20 05:35:08.298336 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fb564601-efe6-4cc6-a038-d1b36f4de9f9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (ad5d889f-9ba6-45ee-9401-06eb68bd1eba), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:08.328550 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fb564601-efe6-4cc6-a038-d1b36f4de9f9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (ad5d889f-9ba6-45ee-9401-06eb68bd1eba), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:08.341056 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb564601-efe6-4cc6-a038-d1b36f4de9f9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:08.341711 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fb564601-efe6-4cc6-a038-d1b36f4de9f9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:08.370519 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-09a22603-0e11-44ac-8479-40b96da80d32 req-05621e17-6673-433d-bb0e-e9d885fe971a tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1855020859', 'description': 'tempest-description-1721563370'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:08.405585 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-09a22603-0e11-44ac-8479-40b96da80d32 req-05621e17-6673-433d-bb0e-e9d885fe971a tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:08.420984 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-9e2134ca-d3d4-4183-9473-828f2bc54595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:08.421455 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-9e2134ca-d3d4-4183-9473-828f2bc54595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:08.421921 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-9e2134ca-d3d4-4183-9473-828f2bc54595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:08.422379 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-9e2134ca-d3d4-4183-9473-828f2bc54595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:08.422861 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-9e2134ca-d3d4-4183-9473-828f2bc54595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:08.423330 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-9e2134ca-d3d4-4183-9473-828f2bc54595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:08.423781 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-9e2134ca-d3d4-4183-9473-828f2bc54595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:08.425805 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-9e2134ca-d3d4-4183-9473-828f2bc54595 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5e5a8b7f91b44658a7a6eb0700d389c&device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 6708 time: 0.1140287 Feb 20 05:35:08.451866 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fb564601-efe6-4cc6-a038-d1b36f4de9f9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3472774 Feb 20 05:35:08.454450 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 59504) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:35:08.456527 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb564601-efe6-4cc6-a038-d1b36f4de9f9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event updated for resources: {'Network': ['ID=ad5d889f-9ba6-45ee-9401-06eb68bd1eba,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:08.462570 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2e948f37-01b2-4186-bcd0-8978767adf7d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Request body: {'subnet': {'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:08.470001 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network ad5d889f-9ba6-45ee-9401-06eb68bd1eba details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:35:08.664019 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-09a22603-0e11-44ac-8479-40b96da80d32 req-05621e17-6673-433d-bb0e-e9d885fe971a tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (7895632a-5895-490c-922f-397e08930c86), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:08.664776 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e948f37-01b2-4186-bcd0-8978767adf7d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Made reservation on behalf of 03a588f7057d4c8b9bd71c9e1f2b531d for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:35:08.668456 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2e948f37-01b2-4186-bcd0-8978767adf7d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:08.675754 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-09a22603-0e11-44ac-8479-40b96da80d32 req-05621e17-6673-433d-bb0e-e9d885fe971a tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7895632a-5895-490c-922f-397e08930c86), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:08.693058 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-e0826204-7bfa-4001-b84d-a2fadab1d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:08.693549 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-e0826204-7bfa-4001-b84d-a2fadab1d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:08.694184 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-e0826204-7bfa-4001-b84d-a2fadab1d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:08.695761 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-e0826204-7bfa-4001-b84d-a2fadab1d0c4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f0a901a-07d7-42e9-9967-ca10530f93ff&id=666d2cf8-afbf-4b07-bbd6-64f125ed3a83&id=666d2cf8-afbf-4b07-bbd6-64f125ed3a83&id=666d2cf8-afbf-4b07-bbd6-64f125ed3a83&id=666d2cf8-afbf-4b07-bbd6-64f125ed3a83&id=9b27e09e-1632-40f6-8ef3-dc93f01885e9&id=9b27e09e-1632-40f6-8ef3-dc93f01885e9 HTTP/1.1" status: 200 len: 2290 time: 0.2282660 Feb 20 05:35:08.773225 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-09a22603-0e11-44ac-8479-40b96da80d32 req-05621e17-6673-433d-bb0e-e9d885fe971a tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:08.774438 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-09a22603-0e11-44ac-8479-40b96da80d32 req-05621e17-6673-433d-bb0e-e9d885fe971a tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4093127 Feb 20 05:35:08.821900 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05621e17-6673-433d-bb0e-e9d885fe971a tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7895632a-5895-490c-922f-397e08930c86,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:08.864118 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-d81c3f69-44a4-46da-9560-7a4835624495 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5781814a-da9d-41c0-a1e3-9143914eb22f HTTP/1.1" status: 200 len: 1001 time: 0.1229022 Feb 20 05:35:08.879276 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-8bc03c07-74bd-4c13-9a0f-c32711d439e5 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:08.880854 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-8bc03c07-74bd-4c13-9a0f-c32711d439e5 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.61 "GET /v2.0/networks?id=abdb12e5-c978-4d6e-ba1a-936a895646ad HTTP/1.1" status: 200 len: 805 time: 0.1324432 Feb 20 05:35:08.892509 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-5e9d3c4f-f037-4d1a-ae12-c3c39ad5c01c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Request body: {'port': {'device_id': '8b482fd3-de7c-4812-ad9a-f5ca36df67fb', 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad', 'admin_state_up': True, 'tenant_id': '70575607f3814a698b8e29ee9ca94326'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:08.994072 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-bd9f826d-125a-456d-8b57-c34c230c0c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:08.995633 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-bd9f826d-125a-456d-8b57-c34c230c0c31 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=47bafeeb-eb88-48c3-9668-c5c4cd61bb39 HTTP/1.1" status: 200 len: 851 time: 0.1251125 Feb 20 05:35:09.000356 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-5e9d3c4f-f037-4d1a-ae12-c3c39ad5c01c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Made reservation on behalf of 70575607f3814a698b8e29ee9ca94326 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:35:09.004395 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-5e9d3c4f-f037-4d1a-ae12-c3c39ad5c01c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:09.069618 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f3105-614b-4ac5-b555-be4ee9d992d4 req-4de6063c-4369-4335-b6dc-16ba31f163aa tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:09.071180 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-362f3105-614b-4ac5-b555-be4ee9d992d4 req-4de6063c-4369-4335-b6dc-16ba31f163aa tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 947 time: 0.1873057 Feb 20 05:35:09.116394 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2e948f37-01b2-4186-bcd0-8978767adf7d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (3360231b-31d4-47a9-9519-1ea0a6de60eb), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:09.141382 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-5e9d3c4f-f037-4d1a-ae12-c3c39ad5c01c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Allocated IP 172.20.0.7 (abdb12e5-c978-4d6e-ba1a-936a895646ad/b11aa3aa-3524-4006-8735-994e7b51abdd/e370a6cb-b714-4b12-a384-b033e4ffba47) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:35:09.164158 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-49d42e58-fc64-4e59-bb52-70dbd3769cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:09.165865 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-49d42e58-fc64-4e59-bb52-70dbd3769cd7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0a901a-07d7-42e9-9967-ca10530f93ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1619871 Feb 20 05:35:09.253117 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-362f3105-614b-4ac5-b555-be4ee9d992d4 req-9c3198c7-fc13-4098-87fc-6af98cc32bae tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714563 Feb 20 05:35:09.265921 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e948f37-01b2-4186-bcd0-8978767adf7d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event updated for resources: {'Subnet': ['ID=3360231b-31d4-47a9-9519-1ea0a6de60eb,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:09.298693 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e948f37-01b2-4186-bcd0-8978767adf7d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Checking segment: {'id': 'afa6ff03-1956-4d1f-b76d-84e9acf97eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:35:09.299137 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e948f37-01b2-4186-bcd0-8978767adf7d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Network hostable DHCP agents. Network: fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:35:09.322110 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-46ee1595-384b-4118-a569-754f1970f957 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0a901a-07d7-42e9-9967-ca10530f93ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452708 Feb 20 05:35:09.338801 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e948f37-01b2-4186-bcd0-8978767adf7d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Network fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:35:09.353291 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-5e9d3c4f-f037-4d1a-ae12-c3c39ad5c01c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks [] for port (e370a6cb-b714-4b12-a384-b033e4ffba47), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:09.413624 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-5e9d3c4f-f037-4d1a-ae12-c3c39ad5c01c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e370a6cb-b714-4b12-a384-b033e4ffba47), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:09.422317 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6b82c7f-3856-404f-a2ee-19d8193f3fe4 req-26a0e6e2-6038-4cb4-8dd6-90380d7d5344 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b482fd3-de7c-4812-ad9a-f5ca36df67fb HTTP/1.1" status: 200 len: 210 time: 0.0682521 Feb 20 05:35:09.424734 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-2e948f37-01b2-4186-bcd0-8978767adf7d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:35:09.430729 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e948f37-01b2-4186-bcd0-8978767adf7d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:09.431638 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2e948f37-01b2-4186-bcd0-8978767adf7d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:09.442311 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['6774a93d-d727-4317-a199-1c12a55b9ccc'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:35:09.469681 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2e948f37-01b2-4186-bcd0-8978767adf7d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0129850 Feb 20 05:35:09.481170 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 59518) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:35:09.491571 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-5e9d3c4f-f037-4d1a-ae12-c3c39ad5c01c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Network abdb12e5-c978-4d6e-ba1a-936a895646ad is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:35:09.494861 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-123dc97d-4878-42ca-894e-d6541b8f64df tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Request body: {'subnet': {'network_id': 'ad5d889f-9ba6-45ee-9401-06eb68bd1eba', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:09.499160 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-5e9d3c4f-f037-4d1a-ae12-c3c39ad5c01c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:35:09.515294 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-6566562f-b125-4c92-b638-48bff3640eea service neutron] 10.222.0.61 "GET /v2.0/networks/6f0a901a-07d7-42e9-9967-ca10530f93ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860602 Feb 20 05:35:09.515522 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-5e9d3c4f-f037-4d1a-ae12-c3c39ad5c01c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:35:09.521371 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e1140423-f8eb-4ba8-b0f9-e0aea80cbf41 req-f95ec117-e918-425b-9fc7-87862b4b64d1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1193511 Feb 20 05:35:09.523831 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d3c4f-f037-4d1a-ae12-c3c39ad5c01c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Pushing event updated for resources: {'Port': ['ID=e370a6cb-b714-4b12-a384-b033e4ffba47,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:09.524053 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bb3e0c-e425-4e60-9983-d6fea91571ea None None] Network fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:35:09.613927 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-77d3210f-cf94-41b5-b149-4d9b4a0f177f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=3fb0e850-e007-488c-9126-46021bfc5121 HTTP/1.1" status: 200 len: 217 time: 0.0840342 Feb 20 05:35:09.647348 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-5e9d3c4f-f037-4d1a-ae12-c3c39ad5c01c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:09.648277 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-5e9d3c4f-f037-4d1a-ae12-c3c39ad5c01c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:09.670329 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-5e9d3c4f-f037-4d1a-ae12-c3c39ad5c01c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7822900 Feb 20 05:35:09.681623 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1140423-f8eb-4ba8-b0f9-e0aea80cbf41 req-834a4cc1-dd2d-4e59-84b9-d5002ef685a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:09.684245 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e1140423-f8eb-4ba8-b0f9-e0aea80cbf41 req-834a4cc1-dd2d-4e59-84b9-d5002ef685a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3b1217081b04d6097c7167cba46eaf8&device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 1127 time: 0.1193869 Feb 20 05:35:09.691303 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-b1365ff0-8e59-4075-a0f1-e4494c8dac0b service neutron] Request body: {'port': {'device_id': '8b482fd3-de7c-4812-ad9a-f5ca36df67fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:09.741753 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-362ed029-fe35-4384-a5ca-698fedfde4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:09.744489 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-362ed029-fe35-4384-a5ca-698fedfde4d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb4c7eba-b72d-4ec5-b4b9-93e6d514511f HTTP/1.1" status: 200 len: 797 time: 0.1246490 Feb 20 05:35:09.788402 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123dc97d-4878-42ca-894e-d6541b8f64df tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Made reservation on behalf of 03a588f7057d4c8b9bd71c9e1f2b531d for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:35:09.792007 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-123dc97d-4878-42ca-894e-d6541b8f64df tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:09.819893 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246cdbb6-f480-455e-ae8f-072893cc7a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0', 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0', 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'fixed_ips': [{'subnet_id': '3360231b-31d4-47a9-9519-1ea0a6de60eb'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:35:09.821025 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-246cdbb6-f480-455e-ae8f-072893cc7a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:09.823894 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ff9e3-e2a6-4224-9f60-d7df33aac9c3 req-b0c08513-f117-4518-9e00-75cab166268d tempest-LiveMigrationNegativeTest-1731949712 tempest-LiveMigrationNegativeTest-1731949712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:09.834450 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ce1ff9e3-e2a6-4224-9f60-d7df33aac9c3 req-b0c08513-f117-4518-9e00-75cab166268d tempest-LiveMigrationNegativeTest-1731949712 tempest-LiveMigrationNegativeTest-1731949712-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b5433917-fa85-4e26-9c2a-1bd438ee7f7c HTTP/1.1" status: 200 len: 1132 time: 0.1956959 Feb 20 05:35:09.898176 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ce1ff9e3-e2a6-4224-9f60-d7df33aac9c3 req-fb6241b3-95ab-43a4-9b05-5b001335ce5b tempest-LiveMigrationNegativeTest-1731949712 tempest-LiveMigrationNegativeTest-1731949712-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:09.933771 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-2d99a292-7b84-4c8d-aba8-089c7e450445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:09.935566 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-2d99a292-7b84-4c8d-aba8-089c7e450445 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=666d2cf8-afbf-4b07-bbd6-64f125ed3a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1840763 Feb 20 05:35:10.042750 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device c484c03b-bc0e-4da0-a86d-0b2a1872629a no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:35:10.046265 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-246cdbb6-f480-455e-ae8f-072893cc7a5a None None] Allocated IP 10.1.1.2 (fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0/3360231b-31d4-47a9-9519-1ea0a6de60eb/2fb719a1-bb84-43ff-b391-e25bc561cd98) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:35:10.162461 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-b1365ff0-8e59-4075-a0f1-e4494c8dac0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e370a6cb-b714-4b12-a384-b033e4ffba47), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:10.221347 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1140423-f8eb-4ba8-b0f9-e0aea80cbf41 req-bc22cba1-f139-4735-b9d9-c2f829142fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:10.223087 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e1140423-f8eb-4ba8-b0f9-e0aea80cbf41 req-bc22cba1-f139-4735-b9d9-c2f829142fea service neutron] 10.222.0.48 "GET /v2.0/networks?id=257210f7-3217-4ff4-9c05-d5c93a253e1f HTTP/1.1" status: 200 len: 914 time: 0.5080554 Feb 20 05:35:10.237148 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port c484c03b-bc0e-4da0-a86d-0b2a1872629a is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:35:10.237547 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:10.255135 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-123dc97d-4878-42ca-894e-d6541b8f64df tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (08d1d8d3-1cdb-47d5-86aa-3316d80bbfd8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:10.279282 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port c484c03b-bc0e-4da0-a86d-0b2a1872629a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c484c03b-bc0e-4da0-a86d-0b2a1872629a,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:10.282279 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a385fa4-fc77-4cc9-a674-c470ee7f0f3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:35:10.283504 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e1140423-f8eb-4ba8-b0f9-e0aea80cbf41 req-7b3f4738-cbe9-4bc5-a219-49a85a57cbea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c HTTP/1.1" status: 200 len: 217 time: 0.0519478 Feb 20 05:35:10.285089 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f6d242-455a-4c6d-9e94-ecbb1ea8b76e" -d '{"events": [{"server_uuid": "5a385fa4-fc77-4cc9-a674-c470ee7f0f3c", "name": "network-vif-unplugged", "status": "completed", "tag": "c484c03b-bc0e-4da0-a86d-0b2a1872629a"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:35:10.292017 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:10.361394 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123dc97d-4878-42ca-894e-d6541b8f64df tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event updated for resources: {'Subnet': ['ID=08d1d8d3-1cdb-47d5-86aa-3316d80bbfd8,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:10.395020 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=c484c03b-bc0e-4da0-a86d-0b2a1872629a,revision_number=14']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:10.400178 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-246cdbb6-f480-455e-ae8f-072893cc7a5a None None] Publish callbacks [] for port (2fb719a1-bb84-43ff-b391-e25bc561cd98), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:10.410043 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-246cdbb6-f480-455e-ae8f-072893cc7a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (2fb719a1-bb84-43ff-b391-e25bc561cd98), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:10.410172 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-984be86d-4896-4106-9a54-a6ef3a21f98c service neutron] 10.222.0.61 "GET /v2.0/networks/666d2cf8-afbf-4b07-bbd6-64f125ed3a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4634593 Feb 20 05:35:10.434267 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246cdbb6-f480-455e-ae8f-072893cc7a5a None None] Network fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:35:10.459288 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-246cdbb6-f480-455e-ae8f-072893cc7a5a None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:35:10.459998 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1140423-f8eb-4ba8-b0f9-e0aea80cbf41 req-1c118cb0-e098-4c3f-98a4-58e47e028a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:10.461437 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e1140423-f8eb-4ba8-b0f9-e0aea80cbf41 req-1c118cb0-e098-4c3f-98a4-58e47e028a1a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=27956d86-7b7c-42ed-98d4-f3171eb93018 HTTP/1.1" status: 200 len: 854 time: 0.1707487 Feb 20 05:35:10.464301 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246cdbb6-f480-455e-ae8f-072893cc7a5a None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:35:10.523368 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e1140423-f8eb-4ba8-b0f9-e0aea80cbf41 req-b4dd0441-d90a-4864-8fb5-a197a72b4022 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=257210f7-3217-4ff4-9c05-d5c93a253e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335557 Feb 20 05:35:10.530039 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246cdbb6-f480-455e-ae8f-072893cc7a5a None None] Pushing event updated for resources: {'Port': ['ID=2fb719a1-bb84-43ff-b391-e25bc561cd98,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:10.547413 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-246cdbb6-f480-455e-ae8f-072893cc7a5a None None] Attempting to bind port 2fb719a1-bb84-43ff-b391-e25bc561cd98 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:35:10.548254 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-246cdbb6-f480-455e-ae8f-072893cc7a5a None None] Attempting to bind port 2fb719a1-bb84-43ff-b391-e25bc561cd98 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'afa6ff03-1956-4d1f-b76d-84e9acf97eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:35:10.551247 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246cdbb6-f480-455e-ae8f-072893cc7a5a None None] Attempting to bind port 2fb719a1-bb84-43ff-b391-e25bc561cd98 on network fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:10.558681 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246cdbb6-f480-455e-ae8f-072893cc7a5a None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:35:10.559553 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246cdbb6-f480-455e-ae8f-072893cc7a5a None None] Checking segment: {'id': 'afa6ff03-1956-4d1f-b76d-84e9acf97eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:35:10.560266 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-246cdbb6-f480-455e-ae8f-072893cc7a5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:10.561142 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246cdbb6-f480-455e-ae8f-072893cc7a5a None None] Bound using segment: {'id': 'afa6ff03-1956-4d1f-b76d-84e9acf97eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:35:10.562105 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-246cdbb6-f480-455e-ae8f-072893cc7a5a None None] Bound port: 2fb719a1-bb84-43ff-b391-e25bc561cd98, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa6ff03-1956-4d1f-b76d-84e9acf97eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:35:10.563052 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-246cdbb6-f480-455e-ae8f-072893cc7a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2fb719a1-bb84-43ff-b391-e25bc561cd98), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:10.565590 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123dc97d-4878-42ca-894e-d6541b8f64df tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Checking segment: {'id': '19247fc3-8797-47d4-855d-3aa66884dfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ad5d889f-9ba6-45ee-9401-06eb68bd1eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:35:10.565590 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123dc97d-4878-42ca-894e-d6541b8f64df tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Network hostable DHCP agents. Network: ad5d889f-9ba6-45ee-9401-06eb68bd1eba, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:35:10.578988 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ce1ff9e3-e2a6-4224-9f60-d7df33aac9c3 req-fb6241b3-95ab-43a4-9b05-5b001335ce5b tempest-LiveMigrationNegativeTest-1731949712 tempest-LiveMigrationNegativeTest-1731949712-project-admin] Publish callbacks [] for security_group (4f609838-9a47-40b7-91cb-2a40ff779e8c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:10.584440 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-c979ca53-9566-4fa1-bd97-0f52d7cd71de service neutron] 10.222.0.61 "GET /v2.0/networks/666d2cf8-afbf-4b07-bbd6-64f125ed3a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622052 Feb 20 05:35:10.588441 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ce1ff9e3-e2a6-4224-9f60-d7df33aac9c3 req-fb6241b3-95ab-43a4-9b05-5b001335ce5b tempest-LiveMigrationNegativeTest-1731949712 tempest-LiveMigrationNegativeTest-1731949712-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4f609838-9a47-40b7-91cb-2a40ff779e8c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:10.664705 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-246cdbb6-f480-455e-ae8f-072893cc7a5a None None] For port 2fb719a1-bb84-43ff-b391-e25bc561cd98, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:35:10.668734 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-246cdbb6-f480-455e-ae8f-072893cc7a5a None None] For port 2fb719a1-bb84-43ff-b391-e25bc561cd98, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=2fb719a1-bb84-43ff-b391-e25bc561cd98,segment=NetworkSegment(afa6ff03-1956-4d1f-b76d-84e9acf97eda),segment_id=afa6ff03-1956-4d1f-b76d-84e9acf97eda)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:35:10.676094 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-246cdbb6-f480-455e-ae8f-072893cc7a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2fb719a1-bb84-43ff-b391-e25bc561cd98), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:10.676709 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123dc97d-4878-42ca-894e-d6541b8f64df tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Network ad5d889f-9ba6-45ee-9401-06eb68bd1eba is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:35:10.702285 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-a27ae4c3-70f7-40b9-b440-88fe6b6b3d5f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=e74757c8-ee50-4661-8395-9285a9e8870c HTTP/1.1" status: 200 len: 217 time: 0.1100693 Feb 20 05:35:10.707529 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ce1ff9e3-e2a6-4224-9f60-d7df33aac9c3 req-fb6241b3-95ab-43a4-9b05-5b001335ce5b tempest-LiveMigrationNegativeTest-1731949712 tempest-LiveMigrationNegativeTest-1731949712-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=5691418c-2d81-4d96-8b08-c450e7adf073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8720095 Feb 20 05:35:10.708275 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-123dc97d-4878-42ca-894e-d6541b8f64df tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, ad5d889f-9ba6-45ee-9401-06eb68bd1eba) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:35:10.715154 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123dc97d-4878-42ca-894e-d6541b8f64df tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:10.715952 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-123dc97d-4878-42ca-894e-d6541b8f64df tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:10.721224 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6241b3-95ab-43a4-9b05-5b001335ce5b tempest-LiveMigrationNegativeTest-1731949712 tempest-LiveMigrationNegativeTest-1731949712-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f609838-9a47-40b7-91cb-2a40ff779e8c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:10.729836 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e1140423-f8eb-4ba8-b0f9-e0aea80cbf41 req-78417ae9-58eb-4aaf-87e3-8fa62bfceac7 service neutron] 10.222.0.48 "GET /v2.0/networks/257210f7-3217-4ff4-9c05-d5c93a253e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962025 Feb 20 05:35:10.733940 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71faa30-a0e7-40f6-95ae-4d9fb6e72e2f None None] Network ad5d889f-9ba6-45ee-9401-06eb68bd1eba requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:35:10.789226 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-123dc97d-4878-42ca-894e-d6541b8f64df tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2982407 Feb 20 05:35:10.792096 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 59592) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:35:10.799567 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-52cc348f-8b52-47b0-8fe2-c4a7eb4bb8cc tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Request body: {'port': {'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0', 'name': 'tempest-TaggedBootDevicesTest_v242-940346386', 'fixed_ips': [{'subnet_id': '3360231b-31d4-47a9-9519-1ea0a6de60eb'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:10.808716 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-8a21e6af-419d-41f0-a4f4-c200b58e972e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:10.812112 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-8a21e6af-419d-41f0-a4f4-c200b58e972e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb4c7eba-b72d-4ec5-b4b9-93e6d514511f HTTP/1.1" status: 200 len: 797 time: 0.0909452 Feb 20 05:35:10.815649 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-b1365ff0-8e59-4075-a0f1-e4494c8dac0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e370a6cb-b714-4b12-a384-b033e4ffba47 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:35:10.834200 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246cdbb6-f480-455e-ae8f-072893cc7a5a None None] Pushing event updated for resources: {'Port': ['ID=2fb719a1-bb84-43ff-b391-e25bc561cd98,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:10.877886 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-b1365ff0-8e59-4075-a0f1-e4494c8dac0b service neutron] Publish callbacks [] for port (e370a6cb-b714-4b12-a384-b033e4ffba47), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:10.912645 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-b1365ff0-8e59-4075-a0f1-e4494c8dac0b service neutron] Transition to ACTIVE for port object e370a6cb-b714-4b12-a384-b033e4ffba47 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:35:10.919376 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-b1365ff0-8e59-4075-a0f1-e4494c8dac0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (e370a6cb-b714-4b12-a384-b033e4ffba47), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:10.925261 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbbe7fd-3e19-4984-8de4-aa88d9b49bdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-ad5d889f-9ba6-45ee-9401-06eb68bd1eba', 'network_id': 'ad5d889f-9ba6-45ee-9401-06eb68bd1eba', 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'fixed_ips': [{'subnet_id': '08d1d8d3-1cdb-47d5-86aa-3316d80bbfd8'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:35:10.926271 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8dbbe7fd-3e19-4984-8de4-aa88d9b49bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:11.112108 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e1140423-f8eb-4ba8-b0f9-e0aea80cbf41 req-21d39ff9-698a-4010-a2c8-03a9345b48b5 service neutron] 10.222.0.48 "GET /v2.0/networks/257210f7-3217-4ff4-9c05-d5c93a253e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730502 Feb 20 05:35:11.114555 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1365ff0-8e59-4075-a0f1-e4494c8dac0b service neutron] Pushing event updated for resources: {'Port': ['ID=e370a6cb-b714-4b12-a384-b033e4ffba47,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:11.229879 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-b1365ff0-8e59-4075-a0f1-e4494c8dac0b service neutron] Attempting to bind port e370a6cb-b714-4b12-a384-b033e4ffba47 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:35:11.230549 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-b1365ff0-8e59-4075-a0f1-e4494c8dac0b service neutron] Attempting to bind port e370a6cb-b714-4b12-a384-b033e4ffba47 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:35:11.230667 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-b1365ff0-8e59-4075-a0f1-e4494c8dac0b service neutron] Attempting to bind port e370a6cb-b714-4b12-a384-b033e4ffba47 on network abdb12e5-c978-4d6e-ba1a-936a895646ad {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:11.236328 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-8dbbe7fd-3e19-4984-8de4-aa88d9b49bdb None None] Allocated IP 10.2.2.2 (ad5d889f-9ba6-45ee-9401-06eb68bd1eba/08d1d8d3-1cdb-47d5-86aa-3316d80bbfd8/40e9a47d-b46a-47ed-8e81-a566273c8e17) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:35:11.237228 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-b1365ff0-8e59-4075-a0f1-e4494c8dac0b service neutron] Port e370a6cb-b714-4b12-a384-b033e4ffba47 on network abdb12e5-c978-4d6e-ba1a-936a895646ad not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:35:11.237875 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-b1365ff0-8e59-4075-a0f1-e4494c8dac0b service neutron] Attempting to bind port e370a6cb-b714-4b12-a384-b033e4ffba47 on network abdb12e5-c978-4d6e-ba1a-936a895646ad {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:11.245192 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-b1365ff0-8e59-4075-a0f1-e4494c8dac0b service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:35:11.245634 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-b1365ff0-8e59-4075-a0f1-e4494c8dac0b service neutron] Checking segment: {'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:35:11.246165 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-b1365ff0-8e59-4075-a0f1-e4494c8dac0b service neutron] Bound using segment: {'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:35:11.246859 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-b1365ff0-8e59-4075-a0f1-e4494c8dac0b service neutron] Bound port: e370a6cb-b714-4b12-a384-b033e4ffba47, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:35:11.247726 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-b1365ff0-8e59-4075-a0f1-e4494c8dac0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e370a6cb-b714-4b12-a384-b033e4ffba47), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:11.347759 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-b1365ff0-8e59-4075-a0f1-e4494c8dac0b service neutron] For port e370a6cb-b714-4b12-a384-b033e4ffba47, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:35:11.352832 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-b1365ff0-8e59-4075-a0f1-e4494c8dac0b service neutron] For port e370a6cb-b714-4b12-a384-b033e4ffba47, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e370a6cb-b714-4b12-a384-b033e4ffba47,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:35:11.360766 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-b1365ff0-8e59-4075-a0f1-e4494c8dac0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (e370a6cb-b714-4b12-a384-b033e4ffba47), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:11.397783 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-b1365ff0-8e59-4075-a0f1-e4494c8dac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:11.398412 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-b1365ff0-8e59-4075-a0f1-e4494c8dac0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:11.400747 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-b1365ff0-8e59-4075-a0f1-e4494c8dac0b service neutron] 10.222.0.61 "PUT /v2.0/ports/e370a6cb-b714-4b12-a384-b033e4ffba47 HTTP/1.1" status: 200 len: 1091 time: 1.7147739 Feb 20 05:35:11.401378 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b482fd3-de7c-4812-ad9a-f5ca36df67fb', 'tag': 'e370a6cb-b714-4b12-a384-b033e4ffba47'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:35:11.404245 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be1a6fc-63b8-4059-98b7-68947f65a9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "8b482fd3-de7c-4812-ad9a-f5ca36df67fb", "tag": "e370a6cb-b714-4b12-a384-b033e4ffba47"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:35:11.425392 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-c2bc16f9-44ba-493d-abc2-b0325fb7b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:11.426929 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-c2bc16f9-44ba-493d-abc2-b0325fb7b118 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=666d2cf8-afbf-4b07-bbd6-64f125ed3a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.6024003 Feb 20 05:35:11.434530 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1365ff0-8e59-4075-a0f1-e4494c8dac0b service neutron] Pushing event updated for resources: {'Port': ['ID=e370a6cb-b714-4b12-a384-b033e4ffba47,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:11.458817 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20772a-2213-4337-b6ee-142cc12e4378 req-de978087-1540-4ab0-82a1-1cadbbe1546a tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:11.460344 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1b20772a-2213-4337-b6ee-142cc12e4378 req-de978087-1540-4ab0-82a1-1cadbbe1546a tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1353388 Feb 20 05:35:11.470191 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8dbbe7fd-3e19-4984-8de4-aa88d9b49bdb None None] Publish callbacks [] for port (40e9a47d-b46a-47ed-8e81-a566273c8e17), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:11.482557 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8dbbe7fd-3e19-4984-8de4-aa88d9b49bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (40e9a47d-b46a-47ed-8e81-a566273c8e17), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:11.525962 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbbe7fd-3e19-4984-8de4-aa88d9b49bdb None None] Network ad5d889f-9ba6-45ee-9401-06eb68bd1eba is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:35:11.529501 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-8dbbe7fd-3e19-4984-8de4-aa88d9b49bdb None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:35:11.533520 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbbe7fd-3e19-4984-8de4-aa88d9b49bdb None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:35:11.539900 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cc348f-8b52-47b0-8fe2-c4a7eb4bb8cc tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Made reservation on behalf of 03a588f7057d4c8b9bd71c9e1f2b531d for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:35:11.561055 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-f9501f2e-0808-4f6b-8ca6-751b427659ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:11.564482 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-f9501f2e-0808-4f6b-8ca6-751b427659ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70575607f3814a698b8e29ee9ca94326&device_id=8b482fd3-de7c-4812-ad9a-f5ca36df67fb HTTP/1.1" status: 200 len: 1125 time: 0.1211097 Feb 20 05:35:11.569870 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbe7fd-3e19-4984-8de4-aa88d9b49bdb None None] Pushing event updated for resources: {'Port': ['ID=40e9a47d-b46a-47ed-8e81-a566273c8e17,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:11.614887 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-8dbbe7fd-3e19-4984-8de4-aa88d9b49bdb None None] Attempting to bind port 40e9a47d-b46a-47ed-8e81-a566273c8e17 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:35:11.617582 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-8dbbe7fd-3e19-4984-8de4-aa88d9b49bdb None None] Attempting to bind port 40e9a47d-b46a-47ed-8e81-a566273c8e17 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '19247fc3-8797-47d4-855d-3aa66884dfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ad5d889f-9ba6-45ee-9401-06eb68bd1eba'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:35:11.618226 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbbe7fd-3e19-4984-8de4-aa88d9b49bdb None None] Attempting to bind port 40e9a47d-b46a-47ed-8e81-a566273c8e17 on network ad5d889f-9ba6-45ee-9401-06eb68bd1eba {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:11.625355 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-150c4a40-22b7-47a1-8198-0a460da0dd6a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e370a6cb-b714-4b12-a384-b033e4ffba47 HTTP/1.1" status: 200 len: 217 time: 0.0528026 Feb 20 05:35:11.625500 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbbe7fd-3e19-4984-8de4-aa88d9b49bdb None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:35:11.626047 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbbe7fd-3e19-4984-8de4-aa88d9b49bdb None None] Checking segment: {'id': '19247fc3-8797-47d4-855d-3aa66884dfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ad5d889f-9ba6-45ee-9401-06eb68bd1eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:35:11.626499 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8dbbe7fd-3e19-4984-8de4-aa88d9b49bdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:11.627133 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbbe7fd-3e19-4984-8de4-aa88d9b49bdb None None] Bound using segment: {'id': '19247fc3-8797-47d4-855d-3aa66884dfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ad5d889f-9ba6-45ee-9401-06eb68bd1eba'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:35:11.627635 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-8dbbe7fd-3e19-4984-8de4-aa88d9b49bdb None None] Bound port: 40e9a47d-b46a-47ed-8e81-a566273c8e17, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19247fc3-8797-47d4-855d-3aa66884dfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ad5d889f-9ba6-45ee-9401-06eb68bd1eba'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:35:11.628085 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8dbbe7fd-3e19-4984-8de4-aa88d9b49bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (40e9a47d-b46a-47ed-8e81-a566273c8e17), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:11.676956 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1b20772a-2213-4337-b6ee-142cc12e4378 req-bf20e683-afd6-444a-9875-a64f3fc9c87d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017384 Feb 20 05:35:11.744317 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-23f1e83a-0214-4f38-8d7c-877f26280f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:11.746260 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-23f1e83a-0214-4f38-8d7c-877f26280f19 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b11aa3aa-3524-4006-8735-994e7b51abdd HTTP/1.1" status: 200 len: 845 time: 0.1147943 Feb 20 05:35:11.757188 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-14b1a7dc-f35b-4fce-b7ad-15b298c6cbd0 req-b6cb86e4-2e88-427d-b846-fc63dcd70aa9 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1427601784', 'description': 'tempest-description-1626664832'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:11.774543 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-273c0c57-00af-47a8-ad8e-f1df2c275be6 service neutron] 10.222.0.61 "GET /v2.0/networks/666d2cf8-afbf-4b07-bbd6-64f125ed3a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361981 Feb 20 05:35:11.795445 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 2fb719a1-bb84-43ff-b391-e25bc561cd98 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:35:11.826878 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52cc348f-8b52-47b0-8fe2-c4a7eb4bb8cc tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:11.831058 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-bf3358ca-1d85-4b01-8429-bd1d426c6719 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=abdb12e5-c978-4d6e-ba1a-936a895646ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540409 Feb 20 05:35:11.854523 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-8dbbe7fd-3e19-4984-8de4-aa88d9b49bdb None None] For port 40e9a47d-b46a-47ed-8e81-a566273c8e17, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:35:11.861581 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-8dbbe7fd-3e19-4984-8de4-aa88d9b49bdb None None] For port 40e9a47d-b46a-47ed-8e81-a566273c8e17, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=40e9a47d-b46a-47ed-8e81-a566273c8e17,segment=NetworkSegment(19247fc3-8797-47d4-855d-3aa66884dfac),segment_id=19247fc3-8797-47d4-855d-3aa66884dfac)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:35:11.872939 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8dbbe7fd-3e19-4984-8de4-aa88d9b49bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (40e9a47d-b46a-47ed-8e81-a566273c8e17), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:11.884449 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-14b1a7dc-f35b-4fce-b7ad-15b298c6cbd0 req-b6cb86e4-2e88-427d-b846-fc63dcd70aa9 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:11.911977 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-52cc348f-8b52-47b0-8fe2-c4a7eb4bb8cc tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] device_id is not set on port 1b3adbb3-2cc7-496f-9d01-8d25b7de0141 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:35:12.003539 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 2fb719a1-bb84-43ff-b391-e25bc561cd98 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:35:12.005374 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2fb719a1-bb84-43ff-b391-e25bc561cd98), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:12.011007 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbe7fd-3e19-4984-8de4-aa88d9b49bdb None None] Pushing event updated for resources: {'Port': ['ID=40e9a47d-b46a-47ed-8e81-a566273c8e17,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:12.014004 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-20efcf2b-b411-4cca-aba2-1f497957cd34 service neutron] 10.222.0.61 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738763 Feb 20 05:35:12.102004 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-267c7d55-6e01-416a-b9a9-a9ec5a2cc911 service neutron] 10.222.0.61 "GET /v2.0/networks/666d2cf8-afbf-4b07-bbd6-64f125ed3a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183701 Feb 20 05:35:12.144751 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 2fb719a1-bb84-43ff-b391-e25bc561cd98 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:35:12.145649 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2fb719a1-bb84-43ff-b391-e25bc561cd98), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:12.178486 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1f4463b8-a8d3-48d2-8ec6-e31544d18fca req-95c5adde-9636-40aa-a951-247c47225929 service neutron] 10.222.0.61 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570406 Feb 20 05:35:12.190438 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 2fb719a1-bb84-43ff-b391-e25bc561cd98, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=2fb719a1-bb84-43ff-b391-e25bc561cd98,segment=NetworkSegment(afa6ff03-1956-4d1f-b76d-84e9acf97eda),segment_id=afa6ff03-1956-4d1f-b76d-84e9acf97eda)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:12.196142 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2fb719a1-bb84-43ff-b391-e25bc561cd98), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:12.197681 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-c9a681ff-18a3-4623-a463-964fecc9bec8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=c61fd629-9c90-4652-883c-81348ddcbb9c HTTP/1.1" status: 200 len: 217 time: 0.0754576 Feb 20 05:35:12.258148 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=2fb719a1-bb84-43ff-b391-e25bc561cd98,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:12.386174 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb2ec7a-211c-492d-b930-2a4266721fa0 None None] Network fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:35:12.397402 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-c5e49927-0914-4f84-ba26-adf92c056c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:12.399172 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-c5e49927-0914-4f84-ba26-adf92c056c8b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb4c7eba-b72d-4ec5-b4b9-93e6d514511f HTTP/1.1" status: 200 len: 797 time: 0.1621025 Feb 20 05:35:12.401985 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-14b1a7dc-f35b-4fce-b7ad-15b298c6cbd0 req-b6cb86e4-2e88-427d-b846-fc63dcd70aa9 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (cf5cc69b-9a1b-45a9-85bf-83749d101ca3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:12.417637 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-14b1a7dc-f35b-4fce-b7ad-15b298c6cbd0 req-b6cb86e4-2e88-427d-b846-fc63dcd70aa9 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (cf5cc69b-9a1b-45a9-85bf-83749d101ca3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:12.488525 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-52cc348f-8b52-47b0-8fe2-c4a7eb4bb8cc tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Allocated IP 10.1.1.25 (fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0/3360231b-31d4-47a9-9519-1ea0a6de60eb/1b3adbb3-2cc7-496f-9d01-8d25b7de0141) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:35:12.497125 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb86e4-2e88-427d-b846-fc63dcd70aa9 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5cc69b-9a1b-45a9-85bf-83749d101ca3,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:12.507092 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-14b1a7dc-f35b-4fce-b7ad-15b298c6cbd0 req-b6cb86e4-2e88-427d-b846-fc63dcd70aa9 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:12.508375 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-14b1a7dc-f35b-4fce-b7ad-15b298c6cbd0 req-b6cb86e4-2e88-427d-b846-fc63dcd70aa9 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7756197 Feb 20 05:35:12.525284 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5d47bfa9-b5ea-4d50-94ce-99349637d00d None None] Provisioning complete for port 2fb719a1-bb84-43ff-b391-e25bc561cd98 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:35:12.526388 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5d47bfa9-b5ea-4d50-94ce-99349637d00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2fb719a1-bb84-43ff-b391-e25bc561cd98), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:12.538003 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-5e70c11f-85f9-4f52-aa0b-d65a79e77570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:12.539780 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-5e70c11f-85f9-4f52-aa0b-d65a79e77570 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=666d2cf8-afbf-4b07-bbd6-64f125ed3a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1329105 Feb 20 05:35:12.643329 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5d47bfa9-b5ea-4d50-94ce-99349637d00d None None] Current status of the port 2fb719a1-bb84-43ff-b391-e25bc561cd98 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:35:12.664179 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445529fe-e209-4645-bb39-c8ee4d6115b1 x-openstack-request-id: req-445529fe-e209-4645-bb39-c8ee4d6115b1 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:35:12.664629 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a385fa4-fc77-4cc9-a674-c470ee7f0f3c", "name": "network-vif-unplugged", "status": "completed", "tag": "c484c03b-bc0e-4da0-a86d-0b2a1872629a", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:35:12.664890 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-445529fe-e209-4645-bb39-c8ee4d6115b1 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:35:12.665425 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a385fa4-fc77-4cc9-a674-c470ee7f0f3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a', 'code': 200} Feb 20 05:35:12.777589 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-ba461ffa-73f6-4514-aa15-b888bb0e0aa5 service neutron] 10.222.0.61 "GET /v2.0/networks/666d2cf8-afbf-4b07-bbd6-64f125ed3a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294631 Feb 20 05:35:12.861497 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52cc348f-8b52-47b0-8fe2-c4a7eb4bb8cc tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for port (1b3adbb3-2cc7-496f-9d01-8d25b7de0141), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:12.868309 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d2964c8e-423f-418e-a389-03af3c3f3137 None None] Provisioning complete for port 2fb719a1-bb84-43ff-b391-e25bc561cd98 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:35:12.868611 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d2964c8e-423f-418e-a389-03af3c3f3137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2fb719a1-bb84-43ff-b391-e25bc561cd98), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:12.895037 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d58607-f8dc-4151-b67c-0fff80389363 req-ddfb367e-6613-4f24-ad86-404478275b30 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:12.896562 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29d58607-f8dc-4151-b67c-0fff80389363 req-ddfb367e-6613-4f24-ad86-404478275b30 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b482fd3-de7c-4812-ad9a-f5ca36df67fb HTTP/1.1" status: 200 len: 943 time: 0.1746123 Feb 20 05:35:12.951395 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-7f2a3004-ef71-4c50-a9e6-cb73008b6812 service neutron] 10.222.0.61 "GET /v2.0/networks/666d2cf8-afbf-4b07-bbd6-64f125ed3a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662073 Feb 20 05:35:12.965596 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d2964c8e-423f-418e-a389-03af3c3f3137 None None] Current status of the port 2fb719a1-bb84-43ff-b391-e25bc561cd98 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:35:13.020561 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-11bd693e-2b17-47c9-868b-ad451fb0c8ff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=a890cd6b-9daf-4d06-b46f-a0ae0d08179c HTTP/1.1" status: 200 len: 217 time: 0.0602965 Feb 20 05:35:13.026003 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52cc348f-8b52-47b0-8fe2-c4a7eb4bb8cc tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (1b3adbb3-2cc7-496f-9d01-8d25b7de0141), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:13.072441 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29d58607-f8dc-4151-b67c-0fff80389363 req-d445ed13-c3e9-4cc5-8844-2633d6f94566 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653204 Feb 20 05:35:13.104770 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cc348f-8b52-47b0-8fe2-c4a7eb4bb8cc tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Network fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:35:13.111214 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-52cc348f-8b52-47b0-8fe2-c4a7eb4bb8cc tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:35:13.114183 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cc348f-8b52-47b0-8fe2-c4a7eb4bb8cc tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:35:13.163765 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc348f-8b52-47b0-8fe2-c4a7eb4bb8cc tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event updated for resources: {'Port': ['ID=1b3adbb3-2cc7-496f-9d01-8d25b7de0141,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:13.180395 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-fb9ee743-415b-4055-85fc-8b2def772352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:13.180990 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-fb9ee743-415b-4055-85fc-8b2def772352 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb4c7eba-b72d-4ec5-b4b9-93e6d514511f HTTP/1.1" status: 200 len: 797 time: 0.1499209 Feb 20 05:35:13.246619 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cc348f-8b52-47b0-8fe2-c4a7eb4bb8cc tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:13.247838 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52cc348f-8b52-47b0-8fe2-c4a7eb4bb8cc tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:13.281175 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e157f8-99d4-4f73-8acc-fc3502317736 req-8a29e2ae-952c-4fed-bcc0-bae6e5fd68e5 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:13.282723 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-97e157f8-99d4-4f73-8acc-fc3502317736 req-8a29e2ae-952c-4fed-bcc0-bae6e5fd68e5 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1261156 Feb 20 05:35:13.288933 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-52cc348f-8b52-47b0-8fe2-c4a7eb4bb8cc tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4958971 Feb 20 05:35:13.291791 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59612) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:35:13.297722 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-3a9232cb-02c2-4dda-8793-2edf318e18d5 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Request body: {'port': {'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0', 'name': 'tempest-TaggedBootDevicesTest_v242-2048617970', 'fixed_ips': [{'subnet_id': '3360231b-31d4-47a9-9519-1ea0a6de60eb'}]}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:13.300026 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-a5c6ab03-16d9-4588-9a02-d9efe0713c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:13.301566 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-a5c6ab03-16d9-4588-9a02-d9efe0713c9b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=666d2cf8-afbf-4b07-bbd6-64f125ed3a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1006770 Feb 20 05:35:13.310254 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0b5d55-8cc0-4068-b004-afb06a7e7d62 None None] Network ad5d889f-9ba6-45ee-9401-06eb68bd1eba requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:35:13.406985 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-97e157f8-99d4-4f73-8acc-fc3502317736 req-abc7f3c8-9dcb-4c73-bcc7-3eb67244288f tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153400 Feb 20 05:35:13.427351 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2c0de0b8-0dec-4bee-a72d-daab72753565 None None] Provisioning complete for port 1b3adbb3-2cc7-496f-9d01-8d25b7de0141 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:35:13.429058 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c0de0b8-0dec-4bee-a72d-daab72753565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1b3adbb3-2cc7-496f-9d01-8d25b7de0141), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:13.432115 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9232cb-02c2-4dda-8793-2edf318e18d5 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Made reservation on behalf of 03a588f7057d4c8b9bd71c9e1f2b531d for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:35:13.445092 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-aa6df268-e5cc-4042-b5e3-541df5009195 service neutron] 10.222.0.61 "GET /v2.0/networks/666d2cf8-afbf-4b07-bbd6-64f125ed3a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337881 Feb 20 05:35:13.495756 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2c0de0b8-0dec-4bee-a72d-daab72753565 None None] Port 1b3adbb3-2cc7-496f-9d01-8d25b7de0141 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:35:13.519228 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2c0de0b8-0dec-4bee-a72d-daab72753565 None None] Provisioning complete for port 40e9a47d-b46a-47ed-8e81-a566273c8e17 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:35:13.519710 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c0de0b8-0dec-4bee-a72d-daab72753565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (40e9a47d-b46a-47ed-8e81-a566273c8e17), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:13.535616 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a9232cb-02c2-4dda-8793-2edf318e18d5 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:13.560172 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-3a9232cb-02c2-4dda-8793-2edf318e18d5 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] device_id is not set on port 29db9da7-b890-4cdb-b7e0-fcc13be4e73d yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:35:13.604933 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-57887e30-ef7d-48d6-9fa1-d4683551344d service neutron] 10.222.0.61 "GET /v2.0/networks/666d2cf8-afbf-4b07-bbd6-64f125ed3a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527340 Feb 20 05:35:13.615627 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2c0de0b8-0dec-4bee-a72d-daab72753565 None None] Current status of the port 40e9a47d-b46a-47ed-8e81-a566273c8e17 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:35:13.616274 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c0de0b8-0dec-4bee-a72d-daab72753565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (40e9a47d-b46a-47ed-8e81-a566273c8e17), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:13.708839 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:35:13.720287 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2c0de0b8-0dec-4bee-a72d-daab72753565 None None] For port 40e9a47d-b46a-47ed-8e81-a566273c8e17, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=40e9a47d-b46a-47ed-8e81-a566273c8e17,segment=NetworkSegment(19247fc3-8797-47d4-855d-3aa66884dfac),segment_id=19247fc3-8797-47d4-855d-3aa66884dfac)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:13.726278 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c0de0b8-0dec-4bee-a72d-daab72753565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (40e9a47d-b46a-47ed-8e81-a566273c8e17), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:13.729857 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-2a30ebe6-7965-4bcd-b862-284141deaa9b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f7229f1-0696-4db8-9a85-551662cf8335 HTTP/1.1" status: 200 len: 217 time: 0.1179934 Feb 20 05:35:13.826613 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0de0b8-0dec-4bee-a72d-daab72753565 None None] Pushing event updated for resources: {'Port': ['ID=40e9a47d-b46a-47ed-8e81-a566273c8e17,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:13.828165 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b0c272-1b51-42aa-bd65-3c66db994bac x-openstack-request-id: req-00b0c272-1b51-42aa-bd65-3c66db994bac {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:35:13.831135 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b482fd3-de7c-4812-ad9a-f5ca36df67fb", "tag": "e370a6cb-b714-4b12-a384-b033e4ffba47", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:35:13.832913 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00b0c272-1b51-42aa-bd65-3c66db994bac {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:35:13.833281 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b482fd3-de7c-4812-ad9a-f5ca36df67fb', 'tag': 'e370a6cb-b714-4b12-a384-b033e4ffba47', 'status': 'completed', 'code': 200} Feb 20 05:35:13.910046 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 40e9a47d-b46a-47ed-8e81-a566273c8e17 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:35:13.927865 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-53aba1cf-7aa1-4178-bd41-6526a1f0a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:13.929311 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-53aba1cf-7aa1-4178-bd41-6526a1f0a628 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=18651ee7-a031-4d44-a225-91d996be7419 HTTP/1.1" status: 200 len: 797 time: 0.1946819 Feb 20 05:35:13.979733 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-3a9232cb-02c2-4dda-8793-2edf318e18d5 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Allocated IP 10.1.1.183 (fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0/3360231b-31d4-47a9-9519-1ea0a6de60eb/29db9da7-b890-4cdb-b7e0-fcc13be4e73d) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:35:13.983566 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-dd6aa399-d2b1-433e-9711-5c29f21e553d None None] Provisioning complete for port 40e9a47d-b46a-47ed-8e81-a566273c8e17 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:35:13.983940 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd6aa399-d2b1-433e-9711-5c29f21e553d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (40e9a47d-b46a-47ed-8e81-a566273c8e17), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:14.021981 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-b4414e43-9bf8-4c31-9165-8308b40a07bd tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:14.027773 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 40e9a47d-b46a-47ed-8e81-a566273c8e17 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:35:14.029048 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (40e9a47d-b46a-47ed-8e81-a566273c8e17), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:14.029218 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-b4414e43-9bf8-4c31-9165-8308b40a07bd tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/networks?id=2ca603de-ec8c-4dee-a827-0c109cc1792e HTTP/1.1" status: 200 len: 812 time: 0.2028017 Feb 20 05:35:14.040357 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-2ebc233f-2d57-405f-957c-d085be745e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:14.041810 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-2ebc233f-2d57-405f-957c-d085be745e37 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b27e09e-1632-40f6-8ef3-dc93f01885e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1047249 Feb 20 05:35:14.050996 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-5f7dcf67-1d1a-406d-a9bd-bc8dfb935e7d tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/quotas/92a54be63c5043ba86245b0b4d4ac59c HTTP/1.1" status: 200 len: 375 time: 0.0209582 Feb 20 05:35:14.081505 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1a6fc-63b8-4059-98b7-68947f65a9cd req-2d673524-db6c-4d26-befb-b7700c538360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:14.083257 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6be1a6fc-63b8-4059-98b7-68947f65a9cd req-2d673524-db6c-4d26-befb-b7700c538360 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70575607f3814a698b8e29ee9ca94326&device_id=8b482fd3-de7c-4812-ad9a-f5ca36df67fb HTTP/1.1" status: 200 len: 1125 time: 0.2614911 Feb 20 05:35:14.110238 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-53253bc9-ce09-4b8c-90ae-48323f8160d7 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=92a54be63c5043ba86245b0b4d4ac59c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580599 Feb 20 05:35:14.128858 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-dd6aa399-d2b1-433e-9711-5c29f21e553d None None] Current status of the port 40e9a47d-b46a-47ed-8e81-a566273c8e17 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:35:14.243166 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1a6fc-63b8-4059-98b7-68947f65a9cd req-caab3a53-4d10-442f-946a-59e5de15fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:14.244825 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6be1a6fc-63b8-4059-98b7-68947f65a9cd req-caab3a53-4d10-442f-946a-59e5de15fbd0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=abdb12e5-c978-4d6e-ba1a-936a895646ad HTTP/1.1" status: 200 len: 905 time: 0.1355681 Feb 20 05:35:14.254356 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-ac6d4fa5-9af5-4a34-af4e-f05f85edda15 service neutron] 10.222.0.61 "GET /v2.0/networks/9b27e09e-1632-40f6-8ef3-dc93f01885e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004631 Feb 20 05:35:14.256324 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a9232cb-02c2-4dda-8793-2edf318e18d5 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for port (29db9da7-b890-4cdb-b7e0-fcc13be4e73d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:14.288343 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-8055f748-2841-402e-8edb-2ae998d4e85e service neutron] 10.222.0.37 "GET /v2.0/networks/2ca603de-ec8c-4dee-a827-0c109cc1792e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774023 Feb 20 05:35:14.296329 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6be1a6fc-63b8-4059-98b7-68947f65a9cd req-d484a9d6-0b06-47c9-8128-c8aeb09543e6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e370a6cb-b714-4b12-a384-b033e4ffba47 HTTP/1.1" status: 200 len: 217 time: 0.0433581 Feb 20 05:35:14.323115 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 40e9a47d-b46a-47ed-8e81-a566273c8e17 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:35:14.324203 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 2fb719a1-bb84-43ff-b391-e25bc561cd98 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:35:14.370354 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1a6fc-63b8-4059-98b7-68947f65a9cd req-d5e881c5-9cad-49b4-a50b-06705bdf9798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:14.372694 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6be1a6fc-63b8-4059-98b7-68947f65a9cd req-d5e881c5-9cad-49b4-a50b-06705bdf9798 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b11aa3aa-3524-4006-8735-994e7b51abdd HTTP/1.1" status: 200 len: 845 time: 0.0676265 Feb 20 05:35:14.374285 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a9232cb-02c2-4dda-8793-2edf318e18d5 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (29db9da7-b890-4cdb-b7e0-fcc13be4e73d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:14.376511 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 2fb719a1-bb84-43ff-b391-e25bc561cd98 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:35:14.376899 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2fb719a1-bb84-43ff-b391-e25bc561cd98), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:14.431603 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-7d3ee823-6961-4ed6-9d42-86c08842d73a service neutron] 10.222.0.61 "GET /v2.0/networks/9b27e09e-1632-40f6-8ef3-dc93f01885e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658938 Feb 20 05:35:14.442836 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6be1a6fc-63b8-4059-98b7-68947f65a9cd req-92571f4f-4238-4b92-af91-4a8680522007 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=abdb12e5-c978-4d6e-ba1a-936a895646ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368416 Feb 20 05:35:14.449694 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-ce3d82b5-bcc4-4195-973c-ae512429868f service neutron] 10.222.0.37 "GET /v2.0/networks/2ca603de-ec8c-4dee-a827-0c109cc1792e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297364 Feb 20 05:35:14.458881 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9232cb-02c2-4dda-8793-2edf318e18d5 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Network fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:35:14.463315 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 2fb719a1-bb84-43ff-b391-e25bc561cd98 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:35:14.487347 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-f924146e-227a-4baf-8487-22d0bb8cb240 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b300bf69-7fa5-4932-966e-acd556b5219f HTTP/1.1" status: 200 len: 217 time: 0.0484676 Feb 20 05:35:14.490268 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-3a9232cb-02c2-4dda-8793-2edf318e18d5 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:35:14.493832 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9232cb-02c2-4dda-8793-2edf318e18d5 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event updated for resources: {'Port': ['ID=29db9da7-b890-4cdb-b7e0-fcc13be4e73d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:14.496173 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9232cb-02c2-4dda-8793-2edf318e18d5 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:35:14.569133 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-91692531-28e3-4b1a-b19e-d2ef475bbb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:14.572460 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-91692531-28e3-4b1a-b19e-d2ef475bbb37 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=18651ee7-a031-4d44-a225-91d996be7419 HTTP/1.1" status: 200 len: 797 time: 0.0767772 Feb 20 05:35:14.615013 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9232cb-02c2-4dda-8793-2edf318e18d5 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:14.615627 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a9232cb-02c2-4dda-8793-2edf318e18d5 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:14.640551 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-314d90fb-3101-4f04-ac51-2e3d368b7aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:14.642142 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-314d90fb-3101-4f04-ac51-2e3d368b7aca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b27e09e-1632-40f6-8ef3-dc93f01885e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0623829 Feb 20 05:35:14.652370 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6be1a6fc-63b8-4059-98b7-68947f65a9cd req-38d83392-3e1a-4213-8f46-2162385b090f service neutron] 10.222.0.61 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958742 Feb 20 05:35:14.668748 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3a9232cb-02c2-4dda-8793-2edf318e18d5 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3758023 Feb 20 05:35:14.763810 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b0920-14eb-4fb9-88f7-d8eccdfb6f81 req-77a9665f-60fa-41ca-8dec-e413c6dadab2 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:14.765382 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a34b0920-14eb-4fb9-88f7-d8eccdfb6f81 req-77a9665f-60fa-41ca-8dec-e413c6dadab2 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1219096 Feb 20 05:35:14.768230 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6be1a6fc-63b8-4059-98b7-68947f65a9cd req-d0334fca-8729-489e-af2a-d6d7f13443eb service neutron] 10.222.0.61 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100574 Feb 20 05:35:14.800798 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-d724bc6c-1f24-4d9a-adb4-49253a74f66d service neutron] 10.222.0.61 "GET /v2.0/networks/9b27e09e-1632-40f6-8ef3-dc93f01885e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465304 Feb 20 05:35:14.853521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-03cdf544-bc73-41af-ab91-4095e32b8d75 None None] Provisioning complete for port 29db9da7-b890-4cdb-b7e0-fcc13be4e73d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:35:14.854117 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-03cdf544-bc73-41af-ab91-4095e32b8d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (29db9da7-b890-4cdb-b7e0-fcc13be4e73d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:14.878651 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a34b0920-14eb-4fb9-88f7-d8eccdfb6f81 req-72e490d1-337a-4387-a126-ca53f9ffb52f tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045201 Feb 20 05:35:14.889659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-03cdf544-bc73-41af-ab91-4095e32b8d75 None None] Port 29db9da7-b890-4cdb-b7e0-fcc13be4e73d cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:35:14.924014 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7fb1af6-eb98-4d77-ae4f-aa17c51c5e01 req-9ceadafe-c5f2-4652-b819-a2fcce32ba09 service neutron] 10.222.0.61 "GET /v2.0/networks/9b27e09e-1632-40f6-8ef3-dc93f01885e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124194 Feb 20 05:35:15.065253 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83608877-1a32-4d1d-ba5b-acf3c6b2cb06 req-3a291bb0-7715-44ae-94b3-7dfef4ecbc74 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:15.066923 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-83608877-1a32-4d1d-ba5b-acf3c6b2cb06 req-3a291bb0-7715-44ae-94b3-7dfef4ecbc74 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0565856 Feb 20 05:35:15.115015 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-83608877-1a32-4d1d-ba5b-acf3c6b2cb06 req-5c936c51-cb9e-471c-8467-82ed5886a93b tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417743 Feb 20 05:35:15.224919 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a60fd-8fce-462a-98e3-37cfa0305376 req-d93177e8-6073-4e1a-a6af-8aa3f544145d tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:15.226500 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-290a60fd-8fce-462a-98e3-37cfa0305376 req-d93177e8-6073-4e1a-a6af-8aa3f544145d tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b482fd3-de7c-4812-ad9a-f5ca36df67fb HTTP/1.1" status: 200 len: 943 time: 0.0539894 Feb 20 05:35:15.279651 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-290a60fd-8fce-462a-98e3-37cfa0305376 req-e48f4987-efa9-479b-9825-54b7fe3f87f5 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467789 Feb 20 05:35:15.544843 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-356ba26f-4b77-407a-8fbc-552049044684 req-ee7e7b83-4924-410e-939f-e1ae80f58c6c tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/ports?device_id=527a5445-ce0b-42c6-aa06-815b11e4454e HTTP/1.1" status: 200 len: 210 time: 0.0270495 Feb 20 05:35:15.653779 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 40e9a47d-b46a-47ed-8e81-a566273c8e17 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:35:15.728558 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 40e9a47d-b46a-47ed-8e81-a566273c8e17 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:35:15.729355 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (40e9a47d-b46a-47ed-8e81-a566273c8e17), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:15.784026 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-17b467cf-fe34-4947-a772-5e400a9cf507 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:15.785695 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-17b467cf-fe34-4947-a772-5e400a9cf507 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.61 "GET /v2.0/networks?id=2ca603de-ec8c-4dee-a827-0c109cc1792e HTTP/1.1" status: 200 len: 812 time: 0.1475880 Feb 20 05:35:15.799651 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-dfefd2ef-c673-4bcf-9106-5f8fc6776510 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Request body: {'port': {'device_id': '527a5445-ce0b-42c6-aa06-815b11e4454e', 'network_id': '2ca603de-ec8c-4dee-a827-0c109cc1792e', 'admin_state_up': True, 'tenant_id': '92a54be63c5043ba86245b0b4d4ac59c'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:15.815579 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59666) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:35:15.821536 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-3e38944e-1b83-49ba-b9f0-023ed44521b2 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1721626934', 'description': 'tempest-description--284765323'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:15.829134 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 40e9a47d-b46a-47ed-8e81-a566273c8e17 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:35:15.848019 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3e38944e-1b83-49ba-b9f0-023ed44521b2 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:15.927286 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3e38944e-1b83-49ba-b9f0-023ed44521b2 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for security_group (ce7f517b-4984-4765-803e-079630159319), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:15.931501 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3e38944e-1b83-49ba-b9f0-023ed44521b2 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ce7f517b-4984-4765-803e-079630159319), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:15.964656 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3e38944e-1b83-49ba-b9f0-023ed44521b2 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:15.967113 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3e38944e-1b83-49ba-b9f0-023ed44521b2 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1487880 Feb 20 05:35:15.969607 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59668) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:35:15.974697 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-68b82609-e884-448e-a9d0-b62409a2a31b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Request body: {'security_group_rule': {'security_group_id': 'ce7f517b-4984-4765-803e-079630159319', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:15.979116 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38944e-1b83-49ba-b9f0-023ed44521b2 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7f517b-4984-4765-803e-079630159319,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:16.012692 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-68b82609-e884-448e-a9d0-b62409a2a31b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for security_group_rule (5be73cc5-9848-404e-a1e4-49e70b278252), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:16.075746 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-68b82609-e884-448e-a9d0-b62409a2a31b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for security_group_rule (5be73cc5-9848-404e-a1e4-49e70b278252), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:16.080078 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-68b82609-e884-448e-a9d0-b62409a2a31b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (5be73cc5-9848-404e-a1e4-49e70b278252), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:16.090054 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device e370a6cb-b714-4b12-a384-b033e4ffba47 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:35:16.101607 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b82609-e884-448e-a9d0-b62409a2a31b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be73cc5-9848-404e-a1e4-49e70b278252,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:16.111477 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-68b82609-e884-448e-a9d0-b62409a2a31b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:16.115385 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-68b82609-e884-448e-a9d0-b62409a2a31b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447282 Feb 20 05:35:16.117053 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59670) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:35:16.121769 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-d5605f91-63f6-4f01-af15-2d3e330258d4 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Request body: {'security_group_rule': {'security_group_id': 'ce7f517b-4984-4765-803e-079630159319', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:16.150013 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d5605f91-63f6-4f01-af15-2d3e330258d4 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for security_group_rule (aa364ae8-239b-43e2-94a5-34e80cc09a27), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:16.213294 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port e370a6cb-b714-4b12-a384-b033e4ffba47, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e370a6cb-b714-4b12-a384-b033e4ffba47,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:16.215236 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d5605f91-63f6-4f01-af15-2d3e330258d4 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for security_group_rule (aa364ae8-239b-43e2-94a5-34e80cc09a27), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:16.219975 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d5605f91-63f6-4f01-af15-2d3e330258d4 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (aa364ae8-239b-43e2-94a5-34e80cc09a27), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:16.228798 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'e370a6cb-b714-4b12-a384-b033e4ffba47', 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad', 'port_id': 'e370a6cb-b714-4b12-a384-b033e4ffba47', 'mac_address': 'fa:16:3e:12:b8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b11aa3aa-3524-4006-8735-994e7b51abdd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:35:16.237785 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5605f91-63f6-4f01-af15-2d3e330258d4 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa364ae8-239b-43e2-94a5-34e80cc09a27,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:16.246156 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d5605f91-63f6-4f01-af15-2d3e330258d4 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:16.250644 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d5605f91-63f6-4f01-af15-2d3e330258d4 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1325696 Feb 20 05:35:16.251355 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59672) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:35:16.253636 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef8da0-b076-4515-b6b7-369a609c1c61 req-a0210286-d4a2-446a-9c97-453e673c18d5 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:16.255168 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9ef8da0-b076-4515-b6b7-369a609c1c61 req-a0210286-d4a2-446a-9c97-453e673c18d5 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0890453 Feb 20 05:35:16.256020 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-5b403e5a-ccb3-4031-b299-249b99e3b7a6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:16.273279 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port e370a6cb-b714-4b12-a384-b033e4ffba47 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:35:16.273771 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e370a6cb-b714-4b12-a384-b033e4ffba47), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:16.276463 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b403e5a-ccb3-4031-b299-249b99e3b7a6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:16.288314 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e370a6cb-b714-4b12-a384-b033e4ffba47 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:35:16.312313 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port e370a6cb-b714-4b12-a384-b033e4ffba47, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e370a6cb-b714-4b12-a384-b033e4ffba47,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:16.317044 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e370a6cb-b714-4b12-a384-b033e4ffba47), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:16.320713 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-dfefd2ef-c673-4bcf-9106-5f8fc6776510 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Made reservation on behalf of 92a54be63c5043ba86245b0b4d4ac59c for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:35:16.324151 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-dfefd2ef-c673-4bcf-9106-5f8fc6776510 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:16.331514 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9ef8da0-b076-4515-b6b7-369a609c1c61 req-58c2940b-79c9-4c56-877f-ae37172d754b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646586 Feb 20 05:35:16.402515 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-64d79e03-0066-42c2-9aaf-5d0d224e0d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:16.407155 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=e370a6cb-b714-4b12-a384-b033e4ffba47,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:16.407395 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b403e5a-ccb3-4031-b299-249b99e3b7a6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:16.498346 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-dfefd2ef-c673-4bcf-9106-5f8fc6776510 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Allocated IP 172.20.0.8 (2ca603de-ec8c-4dee-a827-0c109cc1792e/4daa0369-5b3c-4e8c-a068-1ecd59fc78ee/8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:35:16.547422 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-5b403e5a-ccb3-4031-b299-249b99e3b7a6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Allocated IP 172.25.3.203 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/ccd62d8f-4fc1-4608-a4cf-dcffdba3c433) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:35:16.621208 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['e370a6cb-b714-4b12-a384-b033e4ffba47'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:35:16.648437 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a7785-bc43-4936-acfb-675c1eb73639 req-7d2597ac-c23b-411b-ac09-dd953ee42289 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:16.650209 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e62a7785-bc43-4936-acfb-675c1eb73639 req-7d2597ac-c23b-411b-ac09-dd953ee42289 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1113906 Feb 20 05:35:16.656629 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b403e5a-ccb3-4031-b299-249b99e3b7a6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for port (ccd62d8f-4fc1-4608-a4cf-dcffdba3c433), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:16.693490 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b403e5a-ccb3-4031-b299-249b99e3b7a6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (ccd62d8f-4fc1-4608-a4cf-dcffdba3c433), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:16.716682 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-dfefd2ef-c673-4bcf-9106-5f8fc6776510 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for port (8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:16.733339 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b403e5a-ccb3-4031-b299-249b99e3b7a6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:35:16.736229 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-5b403e5a-ccb3-4031-b299-249b99e3b7a6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:35:16.738725 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b403e5a-ccb3-4031-b299-249b99e3b7a6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:35:16.744687 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e62a7785-bc43-4936-acfb-675c1eb73639 req-069d6195-8872-4ed5-8d08-b848a84dc245 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768340 Feb 20 05:35:16.782653 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b403e5a-ccb3-4031-b299-249b99e3b7a6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event updated for resources: {'Port': ['ID=ccd62d8f-4fc1-4608-a4cf-dcffdba3c433,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:16.788642 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-dfefd2ef-c673-4bcf-9106-5f8fc6776510 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:16.838091 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-dfefd2ef-c673-4bcf-9106-5f8fc6776510 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Network 2ca603de-ec8c-4dee-a827-0c109cc1792e is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:35:16.841196 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-dfefd2ef-c673-4bcf-9106-5f8fc6776510 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:35:16.847163 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-dfefd2ef-c673-4bcf-9106-5f8fc6776510 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:35:16.860896 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b403e5a-ccb3-4031-b299-249b99e3b7a6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for floatingip (a0d35a21-6fb0-4670-812e-6106c1039532), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:16.891079 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfefd2ef-c673-4bcf-9106-5f8fc6776510 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Pushing event updated for resources: {'Port': ['ID=8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:16.901981 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b403e5a-ccb3-4031-b299-249b99e3b7a6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ccd62d8f-4fc1-4608-a4cf-dcffdba3c433), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:16.907302 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-dfefd2ef-c673-4bcf-9106-5f8fc6776510 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:16.907923 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-dfefd2ef-c673-4bcf-9106-5f8fc6776510 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:16.927170 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-dfefd2ef-c673-4bcf-9106-5f8fc6776510 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1335027 Feb 20 05:35:16.943651 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-c2909fbc-a1fd-412a-a0a5-7f650fc228c0 service neutron] Request body: {'port': {'device_id': '527a5445-ce0b-42c6-aa06-815b11e4454e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:17.015029 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-c2909fbc-a1fd-412a-a0a5-7f650fc228c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:17.080418 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b403e5a-ccb3-4031-b299-249b99e3b7a6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for port (ccd62d8f-4fc1-4608-a4cf-dcffdba3c433), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:17.084603 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b403e5a-ccb3-4031-b299-249b99e3b7a6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (ccd62d8f-4fc1-4608-a4cf-dcffdba3c433), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:17.160006 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b403e5a-ccb3-4031-b299-249b99e3b7a6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event updated for resources: {'Port': ['ID=ccd62d8f-4fc1-4608-a4cf-dcffdba3c433,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:17.167231 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b403e5a-ccb3-4031-b299-249b99e3b7a6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (a0d35a21-6fb0-4670-812e-6106c1039532), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:17.182731 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b403e5a-ccb3-4031-b299-249b99e3b7a6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:17.183924 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5b403e5a-ccb3-4031-b299-249b99e3b7a6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9316447 Feb 20 05:35:17.267945 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02293378-1718-4245-8886-fcb3a96ed867 req-a6071506-c20f-42f2-a3cf-8c7c8b1f87e8 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:17.269332 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02293378-1718-4245-8886-fcb3a96ed867 req-a6071506-c20f-42f2-a3cf-8c7c8b1f87e8 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b482fd3-de7c-4812-ad9a-f5ca36df67fb HTTP/1.1" status: 200 len: 944 time: 0.1108294 Feb 20 05:35:17.360542 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02293378-1718-4245-8886-fcb3a96ed867 req-abbaf74a-04d9-4221-93fb-a6887a37ab44 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805511 Feb 20 05:35:17.367577 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-c2909fbc-a1fd-412a-a0a5-7f650fc228c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:35:17.375299 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-c2909fbc-a1fd-412a-a0a5-7f650fc228c0 service neutron] Publish callbacks [] for port (8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:17.387432 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-c2909fbc-a1fd-412a-a0a5-7f650fc228c0 service neutron] Transition to ACTIVE for port object 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:35:17.390782 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-c2909fbc-a1fd-412a-a0a5-7f650fc228c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:17.445462 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2909fbc-a1fd-412a-a0a5-7f650fc228c0 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:17.558050 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-c2909fbc-a1fd-412a-a0a5-7f650fc228c0 service neutron] Attempting to bind port 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:35:17.558294 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-c2909fbc-a1fd-412a-a0a5-7f650fc228c0 service neutron] Attempting to bind port 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'dd260469-f73a-462b-ba05-bed79ea663d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ca603de-ec8c-4dee-a827-0c109cc1792e'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:35:17.558621 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-c2909fbc-a1fd-412a-a0a5-7f650fc228c0 service neutron] Attempting to bind port 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 on network 2ca603de-ec8c-4dee-a827-0c109cc1792e {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:17.566427 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-c2909fbc-a1fd-412a-a0a5-7f650fc228c0 service neutron] Port 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 on network 2ca603de-ec8c-4dee-a827-0c109cc1792e not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:35:17.566751 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-c2909fbc-a1fd-412a-a0a5-7f650fc228c0 service neutron] Attempting to bind port 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 on network 2ca603de-ec8c-4dee-a827-0c109cc1792e {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:17.567479 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68908d-15e3-46d7-9194-f6bd52e9dfa6 req-e6b0735b-d350-4233-b407-7548cb1214b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:17.569013 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ee68908d-15e3-46d7-9194-f6bd52e9dfa6 req-e6b0735b-d350-4233-b407-7548cb1214b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 1127 time: 0.0476902 Feb 20 05:35:17.574399 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-c2909fbc-a1fd-412a-a0a5-7f650fc228c0 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:35:17.574743 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-c2909fbc-a1fd-412a-a0a5-7f650fc228c0 service neutron] Checking segment: {'id': 'dd260469-f73a-462b-ba05-bed79ea663d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ca603de-ec8c-4dee-a827-0c109cc1792e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:35:17.575800 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-c2909fbc-a1fd-412a-a0a5-7f650fc228c0 service neutron] Bound using segment: {'id': 'dd260469-f73a-462b-ba05-bed79ea663d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ca603de-ec8c-4dee-a827-0c109cc1792e'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:35:17.576239 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-c2909fbc-a1fd-412a-a0a5-7f650fc228c0 service neutron] Bound port: 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd260469-f73a-462b-ba05-bed79ea663d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ca603de-ec8c-4dee-a827-0c109cc1792e'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:35:17.576607 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-c2909fbc-a1fd-412a-a0a5-7f650fc228c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:17.602986 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48175ba1-5617-455f-8ec4-6d4400b7e02a req-2ee8973f-3020-4d87-bca3-775ef268c042 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:17.604467 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-48175ba1-5617-455f-8ec4-6d4400b7e02a req-2ee8973f-3020-4d87-bca3-775ef268c042 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5433917-fa85-4e26-9c2a-1bd438ee7f7c HTTP/1.1" status: 200 len: 950 time: 0.0858219 Feb 20 05:35:17.660126 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68908d-15e3-46d7-9194-f6bd52e9dfa6 req-0652f1a6-ac61-4bdd-b931-37beb3a14101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:17.661890 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ee68908d-15e3-46d7-9194-f6bd52e9dfa6 req-0652f1a6-ac61-4bdd-b931-37beb3a14101 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 200 len: 912 time: 0.0862494 Feb 20 05:35:17.686564 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-c2909fbc-a1fd-412a-a0a5-7f650fc228c0 service neutron] For port 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:35:17.690477 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-c2909fbc-a1fd-412a-a0a5-7f650fc228c0 service neutron] For port 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7,segment=NetworkSegment(dd260469-f73a-462b-ba05-bed79ea663d4),segment_id=dd260469-f73a-462b-ba05-bed79ea663d4)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:35:17.694524 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-48175ba1-5617-455f-8ec4-6d4400b7e02a req-309c527d-0d8c-42bd-82e8-bac446dbe9aa tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/security-groups?id=5691418c-2d81-4d96-8b08-c450e7adf073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691886 Feb 20 05:35:17.699613 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-c2909fbc-a1fd-412a-a0a5-7f650fc228c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:17.735750 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ee68908d-15e3-46d7-9194-f6bd52e9dfa6 req-8279326f-8c35-4c4f-adea-fa56a93d5932 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c484c03b-bc0e-4da0-a86d-0b2a1872629a HTTP/1.1" status: 200 len: 999 time: 0.0677078 Feb 20 05:35:17.740835 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-c2909fbc-a1fd-412a-a0a5-7f650fc228c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:17.741466 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-c2909fbc-a1fd-412a-a0a5-7f650fc228c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:17.742841 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-c2909fbc-a1fd-412a-a0a5-7f650fc228c0 service neutron] 10.222.0.61 "PUT /v2.0/ports/8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 HTTP/1.1" status: 200 len: 1091 time: 0.8037262 Feb 20 05:35:17.743307 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527a5445-ce0b-42c6-aa06-815b11e4454e', 'tag': '8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:35:17.745548 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2c9696-9c0d-415d-8b77-a118f2f0a723" -d '{"events": [{"name": "network-changed", "server_uuid": "527a5445-ce0b-42c6-aa06-815b11e4454e", "tag": "8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:35:17.787730 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2909fbc-a1fd-412a-a0a5-7f650fc228c0 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:17.796885 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68908d-15e3-46d7-9194-f6bd52e9dfa6 req-94b9b742-af4d-4682-bc4b-88c9fce46e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:17.797860 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ee68908d-15e3-46d7-9194-f6bd52e9dfa6 req-94b9b742-af4d-4682-bc4b-88c9fce46e45 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a08401b1-85d8-4e92-bab1-1aef3c02482d HTTP/1.1" status: 200 len: 851 time: 0.0560381 Feb 20 05:35:17.862218 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68908d-15e3-46d7-9194-f6bd52e9dfa6 req-5965f53b-34ad-42d2-9710-6340872f39ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:17.864419 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ee68908d-15e3-46d7-9194-f6bd52e9dfa6 req-5965f53b-34ad-42d2-9710-6340872f39ee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0600791 Feb 20 05:35:17.869966 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ede628-338d-465d-bf9b-4c4401f54e5e req-8a8cc4b0-8422-4df1-9abf-172a6691c2e2 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:17.871506 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-49ede628-338d-465d-bf9b-4c4401f54e5e req-8a8cc4b0-8422-4df1-9abf-172a6691c2e2 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/ports?device_id=527a5445-ce0b-42c6-aa06-815b11e4454e HTTP/1.1" status: 200 len: 943 time: 0.0987189 Feb 20 05:35:17.878351 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-665505ea-8176-4068-acac-2a06ec75e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:17.879857 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-665505ea-8176-4068-acac-2a06ec75e542 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92a54be63c5043ba86245b0b4d4ac59c&device_id=527a5445-ce0b-42c6-aa06-815b11e4454e HTTP/1.1" status: 200 len: 1125 time: 0.0932958 Feb 20 05:35:17.929063 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-6acdc6ca-ec1b-4ba1-808c-c4874b20f1f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 HTTP/1.1" status: 200 len: 217 time: 0.0416770 Feb 20 05:35:17.958682 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ee68908d-15e3-46d7-9194-f6bd52e9dfa6 req-ad1215d7-da75-4b91-85d6-d5ee2f83a8cc service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865173 Feb 20 05:35:17.984790 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-49ede628-338d-465d-bf9b-4c4401f54e5e req-2824a636-f952-4a2e-9636-8ac1576a1459 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups?id=23962126-2291-4fd4-919f-f12c38e0fb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039331 Feb 20 05:35:17.999423 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-39250417-a9e9-4810-845a-3729318b7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:18.001656 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-39250417-a9e9-4810-845a-3729318b7d85 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4daa0369-5b3c-4e8c-a068-1ecd59fc78ee HTTP/1.1" status: 200 len: 852 time: 0.0605788 Feb 20 05:35:18.043814 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-975b4529-848a-403a-8535-8726f211ba84 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ca603de-ec8c-4dee-a827-0c109cc1792e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353923 Feb 20 05:35:18.052198 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ee68908d-15e3-46d7-9194-f6bd52e9dfa6 req-a194c687-1322-4a41-b8d4-b13970d92ff6 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872135 Feb 20 05:35:18.096623 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device e370a6cb-b714-4b12-a384-b033e4ffba47 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:35:18.141541 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-ab8b57e4-f11d-45dd-ad8a-eb3155d1e9e8 service neutron] 10.222.0.61 "GET /v2.0/networks/2ca603de-ec8c-4dee-a827-0c109cc1792e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904057 Feb 20 05:35:18.154991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port e370a6cb-b714-4b12-a384-b033e4ffba47 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:35:18.163040 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port e370a6cb-b714-4b12-a384-b033e4ffba47 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:35:18.163676 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e370a6cb-b714-4b12-a384-b033e4ffba47), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:18.241859 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a75ee-5aa6-4fdb-aeb5-550862102396 req-d7a605b8-bd4d-420c-a3f7-5daa10429d47 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:18.244879 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8a0a75ee-5aa6-4fdb-aeb5-550862102396 req-d7a605b8-bd4d-420c-a3f7-5daa10429d47 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5433917-fa85-4e26-9c2a-1bd438ee7f7c HTTP/1.1" status: 200 len: 950 time: 0.0885844 Feb 20 05:35:18.280056 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c5cdd9c-13fb-4f24-93df-2c894a209927 req-16b3d748-2afc-4bb0-a816-a19e9954c37a service neutron] 10.222.0.61 "GET /v2.0/networks/2ca603de-ec8c-4dee-a827-0c109cc1792e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210606 Feb 20 05:35:18.297784 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port e370a6cb-b714-4b12-a384-b033e4ffba47 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:35:18.298538 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e370a6cb-b714-4b12-a384-b033e4ffba47), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:18.324170 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b482fd3-de7c-4812-ad9a-f5ca36df67fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e370a6cb-b714-4b12-a384-b033e4ffba47'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:35:18.327529 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e516376e-a335-40f3-a803-f230a82a7680" -d '{"events": [{"server_uuid": "8b482fd3-de7c-4812-ad9a-f5ca36df67fb", "name": "network-vif-plugged", "status": "completed", "tag": "e370a6cb-b714-4b12-a384-b033e4ffba47"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:35:18.341370 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port e370a6cb-b714-4b12-a384-b033e4ffba47, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e370a6cb-b714-4b12-a384-b033e4ffba47,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:18.345539 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e370a6cb-b714-4b12-a384-b033e4ffba47), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:18.383222 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-8a0a75ee-5aa6-4fdb-aeb5-550862102396 req-917dd9d8-163a-4a92-b0ba-83778299d1c1 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Deleting port dad6ba14-16b7-4cad-a007-bf96c1c51937 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:35:18.383702 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8a0a75ee-5aa6-4fdb-aeb5-550862102396 req-917dd9d8-163a-4a92-b0ba-83778299d1c1 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (dad6ba14-16b7-4cad-a007-bf96c1c51937), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:18.403237 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=e370a6cb-b714-4b12-a384-b033e4ffba47,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:18.488328 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-8a0a75ee-5aa6-4fdb-aeb5-550862102396 req-917dd9d8-163a-4a92-b0ba-83778299d1c1 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] For port dad6ba14-16b7-4cad-a007-bf96c1c51937, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=dad6ba14-16b7-4cad-a007-bf96c1c51937,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:18.488737 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8a0a75ee-5aa6-4fdb-aeb5-550862102396 req-917dd9d8-163a-4a92-b0ba-83778299d1c1 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (dad6ba14-16b7-4cad-a007-bf96c1c51937), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:18.507786 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-8a0a75ee-5aa6-4fdb-aeb5-550862102396 req-917dd9d8-163a-4a92-b0ba-83778299d1c1 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Calling delete_port for dad6ba14-16b7-4cad-a007-bf96c1c51937 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:35:18.538588 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-573076c5-9c97-4368-af6e-ed7e6f15873e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:18.606633 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-1e1758e1-032e-4c64-8efc-3c455b708ee0 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1721626934&fields=id&tenant_id=03a588f7057d4c8b9bd71c9e1f2b531d HTTP/1.1" status: 200 len: 267 time: 0.0699253 Feb 20 05:35:18.660870 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-267e121e-f8e0-4615-a033-67d9e8188d4f tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:18.667378 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-267e121e-f8e0-4615-a033-67d9e8188d4f tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports/1b3adbb3-2cc7-496f-9d01-8d25b7de0141 HTTP/1.1" status: 200 len: 935 time: 0.0597687 Feb 20 05:35:18.682469 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8a0a75ee-5aa6-4fdb-aeb5-550862102396 req-917dd9d8-163a-4a92-b0ba-83778299d1c1 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (dad6ba14-16b7-4cad-a007-bf96c1c51937), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:18.695367 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['dad6ba14-16b7-4cad-a007-bf96c1c51937'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:35:18.705219 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['c99bf60a-c2c9-4d7a-9d98-18b519f03901'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:35:18.720630 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-7fae6f30-6bcc-43d9-903c-b3a9f0e8ec14 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:18.722022 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-7fae6f30-6bcc-43d9-903c-b3a9f0e8ec14 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports/29db9da7-b890-4cdb-b7e0-fcc13be4e73d HTTP/1.1" status: 200 len: 937 time: 0.0538914 Feb 20 05:35:18.738962 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917dd9d8-163a-4a92-b0ba-83778299d1c1 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Pushing event deleted for resources: {'Port': ['ID=dad6ba14-16b7-4cad-a007-bf96c1c51937,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:18.795886 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-32b4a7b7-5a15-4d6a-ad2a-a3f0b85a5a10 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?network_id=ad5d889f-9ba6-45ee-9401-06eb68bd1eba&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0653675 Feb 20 05:35:18.804673 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0a75ee-5aa6-4fdb-aeb5-550862102396 req-917dd9d8-163a-4a92-b0ba-83778299d1c1 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] No DVR routers for this DVR port dad6ba14-16b7-4cad-a007-bf96c1c51937 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:35:18.807863 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8a0a75ee-5aa6-4fdb-aeb5-550862102396 req-917dd9d8-163a-4a92-b0ba-83778299d1c1 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:18.811942 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8a0a75ee-5aa6-4fdb-aeb5-550862102396 req-917dd9d8-163a-4a92-b0ba-83778299d1c1 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.61 "DELETE /v2.0/ports/dad6ba14-16b7-4cad-a007-bf96c1c51937 HTTP/1.1" status: 204 len: 173 time: 0.5603662 Feb 20 05:35:18.812727 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5433917-fa85-4e26-9c2a-1bd438ee7f7c', 'name': 'network-vif-deleted', 'tag': 'dad6ba14-16b7-4cad-a007-bf96c1c51937'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:35:18.816055 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13488d5d-ed0b-43c9-801a-e95936e86970" -d '{"events": [{"server_uuid": "b5433917-fa85-4e26-9c2a-1bd438ee7f7c", "name": "network-vif-deleted", "tag": "dad6ba14-16b7-4cad-a007-bf96c1c51937"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:35:18.862029 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59728) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:35:18.867136 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-24136d9e-7e5a-4798-9218-7c4e395bb7e5 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?network_id=ad5d889f-9ba6-45ee-9401-06eb68bd1eba&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0653300 Feb 20 05:35:19.006355 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c33b6596-3418-4a14-aad5-aff2b458b803 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:19.017285 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-8aba6ae2-053b-4aac-a06d-e5f633a1e123 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:19.022868 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-8aba6ae2-053b-4aac-a06d-e5f633a1e123 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:19.027514 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-8aba6ae2-053b-4aac-a06d-e5f633a1e123 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:19.029366 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-8aba6ae2-053b-4aac-a06d-e5f633a1e123 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/networks?id=bcfe82b0-e831-423b-ba24-eaea72d14c5c&id=fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0&id=fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0&id=ad5d889f-9ba6-45ee-9401-06eb68bd1eba&id=ad5d889f-9ba6-45ee-9401-06eb68bd1eba HTTP/1.1" status: 200 len: 1995 time: 0.1538239 Feb 20 05:35:19.045734 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-faa36bb4-46bd-440f-9218-1cb2b7350c7a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/quotas/03a588f7057d4c8b9bd71c9e1f2b531d HTTP/1.1" status: 200 len: 375 time: 0.0100491 Feb 20 05:35:19.090741 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c33b6596-3418-4a14-aad5-aff2b458b803 admin admin] Publish callbacks [] for security_group (bb60c143-4fa8-49ba-a214-4e5bc179c880), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:19.095527 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c33b6596-3418-4a14-aad5-aff2b458b803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (bb60c143-4fa8-49ba-a214-4e5bc179c880), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:19.116469 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-3eb3efb0-18f9-4013-b0e9-1fbfd1aad608 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=03a588f7057d4c8b9bd71c9e1f2b531d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0651410 Feb 20 05:35:19.132453 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ddfa1a5c-346c-4626-be4d-e978a9f94279 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:35:19.133430 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ddfa1a5c-346c-4626-be4d-e978a9f94279 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053840 Feb 20 05:35:19.133557 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c33b6596-3418-4a14-aad5-aff2b458b803 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd9548dbb0f94ea8b05683169297fc2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2704296 Feb 20 05:35:19.134349 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b6596-3418-4a14-aad5-aff2b458b803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb60c143-4fa8-49ba-a214-4e5bc179c880,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:19.136187 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 59734) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:35:19.255107 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d7e602eb-2308-46a1-861c-98833a268f3d admin admin] Publish callbacks [] for security_group (bb60c143-4fa8-49ba-a214-4e5bc179c880), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:19.281977 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-81aa5798-268c-42c6-99f2-5a08059b8b1a service neutron] 10.222.0.37 "GET /v2.0/networks/bcfe82b0-e831-423b-ba24-eaea72d14c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376183 Feb 20 05:35:19.292104 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d7e602eb-2308-46a1-861c-98833a268f3d admin admin] Publish callbacks [] for security_group (bb60c143-4fa8-49ba-a214-4e5bc179c880), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:19.407610 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-f02a48b3-77a7-4b70-be44-8eb162f29913 service neutron] 10.222.0.37 "GET /v2.0/networks/bcfe82b0-e831-423b-ba24-eaea72d14c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176198 Feb 20 05:35:19.408629 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d7e602eb-2308-46a1-861c-98833a268f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (bb60c143-4fa8-49ba-a214-4e5bc179c880), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:19.411410 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d7e602eb-2308-46a1-861c-98833a268f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:19.415077 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d7e602eb-2308-46a1-861c-98833a268f3d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb60c143-4fa8-49ba-a214-4e5bc179c880 HTTP/1.1" status: 204 len: 168 time: 0.2754438 Feb 20 05:35:19.430380 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e602eb-2308-46a1-861c-98833a268f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb60c143-4fa8-49ba-a214-4e5bc179c880,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:19.459805 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-cd40aa2d-757f-41e4-90fb-f4bd8bf2c012 service neutron] 10.222.0.37 "GET /v2.0/ports/1b3adbb3-2cc7-496f-9d01-8d25b7de0141?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0445879 Feb 20 05:35:19.488239 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:19.558764 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-15fbcbbd-748b-44db-bf4a-11ed1db4d6d4 service neutron] 10.222.0.37 "GET /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905585 Feb 20 05:35:19.649987 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-a89f47db-6348-4b67-9d03-85add729e78b service neutron] 10.222.0.37 "GET /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849931 Feb 20 05:35:19.686459 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59740) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:35:19.696372 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-35596c4b-5b1d-43b7-aab8-be83139947a2 service neutron] 10.222.0.37 "GET /v2.0/ports/29db9da7-b890-4cdb-b7e0-fcc13be4e73d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0402679 Feb 20 05:35:19.699846 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-886a4454-0999-4203-9a23-29df81d67277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:19.775938 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-886a4454-0999-4203-9a23-29df81d67277 admin admin] Publish callbacks [] for security_group (72646382-ee80-4dff-b4c3-e09297689685), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:19.780230 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-886a4454-0999-4203-9a23-29df81d67277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (72646382-ee80-4dff-b4c3-e09297689685), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:19.789151 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-c5279eb3-ba46-45d5-8e35-b5f0810b6b5b service neutron] 10.222.0.37 "GET /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864689 Feb 20 05:35:19.818452 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-886a4454-0999-4203-9a23-29df81d67277 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d30943b8b55d41128881c0ffe0fe06e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1307795 Feb 20 05:35:19.819593 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a4454-0999-4203-9a23-29df81d67277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72646382-ee80-4dff-b4c3-e09297689685,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:19.821823 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59742) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:35:19.874122 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a27cfc88-b577-4460-82a3-dde8be04fbb7 admin admin] Publish callbacks [] for security_group (72646382-ee80-4dff-b4c3-e09297689685), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:19.883725 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-307b1a64-2610-40f5-b46e-c4ef293852a2 service neutron] 10.222.0.37 "GET /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886362 Feb 20 05:35:19.895237 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a27cfc88-b577-4460-82a3-dde8be04fbb7 admin admin] Publish callbacks [] for security_group (72646382-ee80-4dff-b4c3-e09297689685), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:19.943602 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a27cfc88-b577-4460-82a3-dde8be04fbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (72646382-ee80-4dff-b4c3-e09297689685), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:19.946265 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a27cfc88-b577-4460-82a3-dde8be04fbb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:19.947449 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a27cfc88-b577-4460-82a3-dde8be04fbb7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72646382-ee80-4dff-b4c3-e09297689685 HTTP/1.1" status: 204 len: 168 time: 0.1247303 Feb 20 05:35:19.957058 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cfc88-b577-4460-82a3-dde8be04fbb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72646382-ee80-4dff-b4c3-e09297689685,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:19.981378 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-cd352dfc-23e3-411e-a202-287fac761cc5 service neutron] 10.222.0.37 "GET /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915248 Feb 20 05:35:20.083094 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-f94a5beb-8024-4835-bc53-7db1592670df service neutron] 10.222.0.37 "GET /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955687 Feb 20 05:35:20.175260 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-6798da4b-9fc7-4662-831b-f17b91386746 service neutron] 10.222.0.37 "GET /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861883 Feb 20 05:35:20.273199 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-849e0724-b60f-497c-8659-bdc490172e33 service neutron] 10.222.0.37 "GET /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920777 Feb 20 05:35:20.363299 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-383fc73c-1044-4d3a-a369-e593a38051e6 service neutron] 10.222.0.37 "GET /v2.0/networks/ad5d889f-9ba6-45ee-9401-06eb68bd1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838017 Feb 20 05:35:20.459824 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-da645ae7-d4b7-4e7c-a708-f4f5266a9772 service neutron] 10.222.0.37 "GET /v2.0/networks/ad5d889f-9ba6-45ee-9401-06eb68bd1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908160 Feb 20 05:35:20.549550 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-cdb66c1a-e93f-43c6-bd30-b58f24fc7ced service neutron] 10.222.0.37 "GET /v2.0/networks/ad5d889f-9ba6-45ee-9401-06eb68bd1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837202 Feb 20 05:35:20.643611 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-722f4a5c-1107-4a9b-aa6a-ea5a19043807 service neutron] 10.222.0.37 "GET /v2.0/networks/ad5d889f-9ba6-45ee-9401-06eb68bd1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883362 Feb 20 05:35:20.696362 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-29a36bec-75c7-41f7-9a2b-1f688c81c139 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:20.697685 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-29a36bec-75c7-41f7-9a2b-1f688c81c139 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports/1b3adbb3-2cc7-496f-9d01-8d25b7de0141 HTTP/1.1" status: 200 len: 935 time: 0.0483344 Feb 20 05:35:20.748097 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-db78df16-5c52-403b-98cf-589328b19ecc tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:20.749304 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-db78df16-5c52-403b-98cf-589328b19ecc tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports/29db9da7-b890-4cdb-b7e0-fcc13be4e73d HTTP/1.1" status: 200 len: 937 time: 0.0460165 Feb 20 05:35:21.308369 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-76b0d62d-d43e-44fc-9741-b37fdd1a7489 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:21.310081 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-76b0d62d-d43e-44fc-9741-b37fdd1a7489 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports/1b3adbb3-2cc7-496f-9d01-8d25b7de0141 HTTP/1.1" status: 200 len: 935 time: 0.0522223 Feb 20 05:35:21.317777 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:21.334225 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1647be7-5ea2-4a39-ae2e-9b956da035b8 req-b291b48d-5bf7-42e1-8020-ab87e3433b48 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:21.335987 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d1647be7-5ea2-4a39-ae2e-9b956da035b8 req-b291b48d-5bf7-42e1-8020-ab87e3433b48 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0630307 Feb 20 05:35:21.366249 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-bbec3e2a-1b71-4918-89c9-b61d238a38c9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:21.367746 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-bbec3e2a-1b71-4918-89c9-b61d238a38c9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports/29db9da7-b890-4cdb-b7e0-fcc13be4e73d HTTP/1.1" status: 200 len: 937 time: 0.0528803 Feb 20 05:35:21.391921 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d1647be7-5ea2-4a39-ae2e-9b956da035b8 req-5e147877-792d-432f-9ed7-4204a8ab1423 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484016 Feb 20 05:35:21.597353 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548ef065-cbed-41d1-8c08-2eac98bc3135 x-openstack-request-id: req-548ef065-cbed-41d1-8c08-2eac98bc3135 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:35:21.597712 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "527a5445-ce0b-42c6-aa06-815b11e4454e", "tag": "8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:35:21.598030 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-548ef065-cbed-41d1-8c08-2eac98bc3135 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:35:21.598455 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527a5445-ce0b-42c6-aa06-815b11e4454e', 'tag': '8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7', 'status': 'completed', 'code': 200} Feb 20 05:35:21.674165 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c9696-9c0d-415d-8b77-a118f2f0a723 req-92074fee-b327-4fb5-a2aa-e42d3bd72f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:21.676262 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8c2c9696-9c0d-415d-8b77-a118f2f0a723 req-92074fee-b327-4fb5-a2aa-e42d3bd72f8d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92a54be63c5043ba86245b0b4d4ac59c&device_id=527a5445-ce0b-42c6-aa06-815b11e4454e HTTP/1.1" status: 200 len: 1125 time: 0.0554557 Feb 20 05:35:21.710305 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2523d-53e2-485f-a4be-11a9a5ec3296 req-d1d8153e-a24c-483e-a27a-16677212f0d8 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:21.711905 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ef2523d-53e2-485f-a4be-11a9a5ec3296 req-d1d8153e-a24c-483e-a27a-16677212f0d8 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0622222 Feb 20 05:35:21.777580 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ef2523d-53e2-485f-a4be-11a9a5ec3296 req-de00ba7a-89b9-4e8d-9d69-c7930f4f7346 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562017 Feb 20 05:35:21.782385 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c9696-9c0d-415d-8b77-a118f2f0a723 req-ccb6418d-6ee4-408b-93b7-302be12b5513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:21.783971 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8c2c9696-9c0d-415d-8b77-a118f2f0a723 req-ccb6418d-6ee4-408b-93b7-302be12b5513 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ca603de-ec8c-4dee-a827-0c109cc1792e HTTP/1.1" status: 200 len: 912 time: 0.1006184 Feb 20 05:35:21.829378 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed5aa7a-a219-4e7c-b67f-aaec8c4601fb x-openstack-request-id: req-2ed5aa7a-a219-4e7c-b67f-aaec8c4601fb {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:35:21.830408 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b482fd3-de7c-4812-ad9a-f5ca36df67fb", "name": "network-vif-plugged", "status": "completed", "tag": "e370a6cb-b714-4b12-a384-b033e4ffba47", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:35:21.830770 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ed5aa7a-a219-4e7c-b67f-aaec8c4601fb {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:35:21.837197 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8c2c9696-9c0d-415d-8b77-a118f2f0a723 req-a04696b3-c157-4c81-9f58-bf619e0976dc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 HTTP/1.1" status: 200 len: 217 time: 0.0468540 Feb 20 05:35:21.838532 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b482fd3-de7c-4812-ad9a-f5ca36df67fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e370a6cb-b714-4b12-a384-b033e4ffba47', 'code': 200} Feb 20 05:35:21.910199 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c9696-9c0d-415d-8b77-a118f2f0a723 req-fb84bbbc-2474-4ca3-b7a0-8e5e001f8091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:21.911841 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8c2c9696-9c0d-415d-8b77-a118f2f0a723 req-fb84bbbc-2474-4ca3-b7a0-8e5e001f8091 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4daa0369-5b3c-4e8c-a068-1ecd59fc78ee HTTP/1.1" status: 200 len: 852 time: 0.0692492 Feb 20 05:35:21.952617 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8c2c9696-9c0d-415d-8b77-a118f2f0a723 req-30f1e81d-685f-427e-b81a-9b3a797dd04e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ca603de-ec8c-4dee-a827-0c109cc1792e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332880 Feb 20 05:35:21.983158 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135d454-5b1e-4cc2-8f3d-751c31c2e6e7 req-39cb28b6-37b5-422e-a7bb-0e52aa6fdf86 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:21.984772 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8135d454-5b1e-4cc2-8f3d-751c31c2e6e7 req-39cb28b6-37b5-422e-a7bb-0e52aa6fdf86 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b482fd3-de7c-4812-ad9a-f5ca36df67fb HTTP/1.1" status: 200 len: 945 time: 0.1038027 Feb 20 05:35:21.987937 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffef39-eca5-4f1c-a18d-bb77c143f4af req-00401120-f552-4438-a961-ccc187ea5b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:21.990116 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6ffef39-eca5-4f1c-a18d-bb77c143f4af req-00401120-f552-4438-a961-ccc187ea5b57 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b482fd3-de7c-4812-ad9a-f5ca36df67fb HTTP/1.1" status: 200 len: 1127 time: 0.0795147 Feb 20 05:35:22.066810 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8c2c9696-9c0d-415d-8b77-a118f2f0a723 req-4b021f99-c802-48a0-9820-581ab8e96ac9 service neutron] 10.222.0.61 "GET /v2.0/networks/2ca603de-ec8c-4dee-a827-0c109cc1792e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066999 Feb 20 05:35:22.078372 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8135d454-5b1e-4cc2-8f3d-751c31c2e6e7 req-5d404ddf-3003-4943-9c72-d94b596314f8 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841234 Feb 20 05:35:22.080884 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6ffef39-eca5-4f1c-a18d-bb77c143f4af req-cbc8eedc-9c4c-4136-b780-9fee4c891b35 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818815 Feb 20 05:35:22.137381 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:35:22.140228 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device dad6ba14-16b7-4cad-a007-bf96c1c51937 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:35:22.166485 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2066675-ac93-45aa-b089-2b7598933d56 x-openstack-request-id: req-c2066675-ac93-45aa-b089-2b7598933d56 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:35:22.166773 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5433917-fa85-4e26-9c2a-1bd438ee7f7c", "name": "network-vif-deleted", "tag": "dad6ba14-16b7-4cad-a007-bf96c1c51937", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:35:22.167047 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2066675-ac93-45aa-b089-2b7598933d56 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:35:22.167451 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5433917-fa85-4e26-9c2a-1bd438ee7f7c', 'name': 'network-vif-deleted', 'tag': 'dad6ba14-16b7-4cad-a007-bf96c1c51937', 'status': 'completed', 'code': 200} Feb 20 05:35:22.178989 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8c2c9696-9c0d-415d-8b77-a118f2f0a723 req-c4510983-ae56-4111-acfb-f6fd52eef6bb service neutron] 10.222.0.61 "GET /v2.0/networks/2ca603de-ec8c-4dee-a827-0c109cc1792e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065059 Feb 20 05:35:22.184553 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: dad6ba14-16b7-4cad-a007-bf96c1c51937 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:35:22.185600 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device dad6ba14-16b7-4cad-a007-bf96c1c51937 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:35:22.277697 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cdefb-16ff-47df-ae61-c3826e09352e req-5c6cef58-9254-41a8-bd18-ad961936fef7 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:22.280657 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7,segment=NetworkSegment(dd260469-f73a-462b-ba05-bed79ea663d4),segment_id=dd260469-f73a-462b-ba05-bed79ea663d4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:22.283355 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-116cdefb-16ff-47df-ae61-c3826e09352e req-5c6cef58-9254-41a8-bd18-ad961936fef7 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/ports?device_id=527a5445-ce0b-42c6-aa06-815b11e4454e HTTP/1.1" status: 200 len: 943 time: 0.0689292 Feb 20 05:35:22.293014 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7', 'network_id': '2ca603de-ec8c-4dee-a827-0c109cc1792e', 'port_id': '8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7', 'mac_address': 'fa:16:3e:86:a1:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4daa0369-5b3c-4e8c-a068-1ecd59fc78ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:35:22.329505 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-116cdefb-16ff-47df-ae61-c3826e09352e req-1a597a6d-b313-4a4e-822e-079f154a7846 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups?id=23962126-2291-4fd4-919f-f12c38e0fb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434089 Feb 20 05:35:22.338040 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:35:22.338698 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:22.353169 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:35:22.375703 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7,segment=NetworkSegment(dd260469-f73a-462b-ba05-bed79ea663d4),segment_id=dd260469-f73a-462b-ba05-bed79ea663d4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:22.379347 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:22.433656 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:22.496763 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-08f8b30f-649a-4c44-902e-8b1236a6d8e1 req-9f26af1d-f288-4895-8ec2-e8407aa17dfb tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 210 time: 0.0322871 Feb 20 05:35:22.612293 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:22.663627 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:22.695518 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0b783a69-1055-4e36-ab9d-aead5db19de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:22.698223 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0b783a69-1055-4e36-ab9d-aead5db19de6 service neutron] 10.222.0.61 "GET /v2.0/ports/1b3adbb3-2cc7-496f-9d01-8d25b7de0141 HTTP/1.1" status: 200 len: 1031 time: 0.0618949 Feb 20 05:35:22.723182 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbf7e2-8a49-415b-b307-5d3a4e412f84 req-d3e1eb6f-8537-45e3-b4aa-711b3a087dfe tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:22.725257 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-abfbf7e2-8a49-415b-b307-5d3a4e412f84 req-d3e1eb6f-8537-45e3-b4aa-711b3a087dfe tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0865922 Feb 20 05:35:22.738258 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:35:22.762001 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-f4d88141-53d4-47be-957b-ae860fea1379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:22.764849 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-f4d88141-53d4-47be-957b-ae860fea1379 service neutron] 10.222.0.61 "GET /v2.0/ports/29db9da7-b890-4cdb-b7e0-fcc13be4e73d HTTP/1.1" status: 200 len: 1033 time: 0.0569026 Feb 20 05:35:22.823744 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-abfbf7e2-8a49-415b-b307-5d3a4e412f84 req-79270631-69bd-4dc2-a8cb-9af1bd7170e5 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883574 Feb 20 05:35:23.185337 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3fba4-8578-4654-89d6-e5258d5bdc9f req-9c214583-0303-46b5-a15c-e4eb8a373942 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:23.186864 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-59a3fba4-8578-4654-89d6-e5258d5bdc9f req-9c214583-0303-46b5-a15c-e4eb8a373942 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0653360 Feb 20 05:35:23.283689 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-59a3fba4-8578-4654-89d6-e5258d5bdc9f req-d5a75ddf-068f-4c40-9218-47833a8e9f91 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872462 Feb 20 05:35:23.363208 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-5d0dcfac-d719-45f4-b7d6-6b7ceab79314 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:23.368964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-5d0dcfac-d719-45f4-b7d6-6b7ceab79314 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:23.374277 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-5d0dcfac-d719-45f4-b7d6-6b7ceab79314 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:23.375986 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-5d0dcfac-d719-45f4-b7d6-6b7ceab79314 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.61 "GET /v2.0/networks?id=bcfe82b0-e831-423b-ba24-eaea72d14c5c&id=fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0&id=fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0&id=fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0&id=fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0&id=ad5d889f-9ba6-45ee-9401-06eb68bd1eba&id=ad5d889f-9ba6-45ee-9401-06eb68bd1eba HTTP/1.1" status: 200 len: 1995 time: 0.6038613 Feb 20 05:35:23.440654 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-eabee4f3-701d-4256-82f4-2c5edff53542 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03a588f7057d4c8b9bd71c9e1f2b531d HTTP/1.1" status: 200 len: 380 time: 0.0567503 Feb 20 05:35:23.449768 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-65d95250-93b1-4fe3-aa65-6f52b70dfc6e tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Request body: {'port': {'device_id': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c', 'admin_state_up': True, 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'security_groups': ['ce7f517b-4984-4765-803e-079630159319']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:23.495862 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505218b2-bf8c-4445-b4ff-a8c50564725a req-a993c985-2acb-4f55-9d7d-f78fe60b658c tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:23.497487 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-505218b2-bf8c-4445-b4ff-a8c50564725a req-a993c985-2acb-4f55-9d7d-f78fe60b658c tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/networks?id=257210f7-3217-4ff4-9c05-d5c93a253e1f HTTP/1.1" status: 200 len: 814 time: 0.1103230 Feb 20 05:35:23.515341 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-505218b2-bf8c-4445-b4ff-a8c50564725a req-29a7dd37-2623-4811-99de-e8f68370a56b tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/quotas/e3b1217081b04d6097c7167cba46eaf8 HTTP/1.1" status: 200 len: 375 time: 0.0100493 Feb 20 05:35:23.570458 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-65d95250-93b1-4fe3-aa65-6f52b70dfc6e tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Made reservation on behalf of 03a588f7057d4c8b9bd71c9e1f2b531d for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:35:23.573846 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-65d95250-93b1-4fe3-aa65-6f52b70dfc6e tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:23.575744 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-505218b2-bf8c-4445-b4ff-a8c50564725a req-6a2c5d7a-967a-4d4f-bafc-5b118a4d155a tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3b1217081b04d6097c7167cba46eaf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0526171 Feb 20 05:35:23.701476 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934918b4-1fe0-4b83-934a-42d392ba2d9b req-f7c76876-03f1-43a7-b037-1d5b953f0968 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:23.703377 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-934918b4-1fe0-4b83-934a-42d392ba2d9b req-f7c76876-03f1-43a7-b037-1d5b953f0968 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a9c9cd5-c513-4509-8c9d-3871fe7ebf63 HTTP/1.1" status: 200 len: 950 time: 0.0611272 Feb 20 05:35:23.741305 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-65d95250-93b1-4fe3-aa65-6f52b70dfc6e tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Allocated IP 172.20.0.7 (bcfe82b0-e831-423b-ba24-eaea72d14c5c/6f449319-f344-43f8-a242-cf782afe5fdf/e8d54005-032d-4851-8d0b-213a0ea11e2a) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:35:23.763874 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-934918b4-1fe0-4b83-934a-42d392ba2d9b req-7e91180f-150a-4500-93a1-861da13fffba tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/security-groups?id=5691418c-2d81-4d96-8b08-c450e7adf073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543728 Feb 20 05:35:23.899885 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-59668a08-85f5-4216-ace8-657304b2f492 req-3db414cc-dc3b-4b6e-a316-e329574d2d52 tempest-FlavorsV2NegativeTest-1157465301 tempest-FlavorsV2NegativeTest-1157465301-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c75b0be137a2434da0ff164f39e44610&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297799 Feb 20 05:35:23.905788 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-65d95250-93b1-4fe3-aa65-6f52b70dfc6e tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for port (e8d54005-032d-4851-8d0b-213a0ea11e2a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:23.947257 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-65d95250-93b1-4fe3-aa65-6f52b70dfc6e tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e8d54005-032d-4851-8d0b-213a0ea11e2a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:24.002488 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-65d95250-93b1-4fe3-aa65-6f52b70dfc6e tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Network bcfe82b0-e831-423b-ba24-eaea72d14c5c is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:35:24.007763 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-65d95250-93b1-4fe3-aa65-6f52b70dfc6e tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:35:24.010428 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-65d95250-93b1-4fe3-aa65-6f52b70dfc6e tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:35:24.047735 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d95250-93b1-4fe3-aa65-6f52b70dfc6e tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event updated for resources: {'Port': ['ID=e8d54005-032d-4851-8d0b-213a0ea11e2a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:24.056368 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59668a08-85f5-4216-ace8-657304b2f492 req-e19d8847-75d9-4932-a0d8-9033b69576dd tempest-FlavorsV2NegativeTest-1157465301 tempest-FlavorsV2NegativeTest-1157465301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:24.067294 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-59668a08-85f5-4216-ace8-657304b2f492 req-e19d8847-75d9-4932-a0d8-9033b69576dd tempest-FlavorsV2NegativeTest-1157465301 tempest-FlavorsV2NegativeTest-1157465301-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1559694 Feb 20 05:35:24.081777 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-65d95250-93b1-4fe3-aa65-6f52b70dfc6e tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:24.082295 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-65d95250-93b1-4fe3-aa65-6f52b70dfc6e tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:24.084675 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-59668a08-85f5-4216-ace8-657304b2f492 req-2004d4f5-36ae-4cfb-8119-59b5d016496c tempest-FlavorsV2NegativeTest-1157465301 tempest-FlavorsV2NegativeTest-1157465301-project] 10.222.0.37 "GET /v2.0/quotas/c75b0be137a2434da0ff164f39e44610 HTTP/1.1" status: 200 len: 375 time: 0.0151880 Feb 20 05:35:24.102189 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-65d95250-93b1-4fe3-aa65-6f52b70dfc6e tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6563082 Feb 20 05:35:24.112970 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ecf65bd4-020a-4ae1-a8f2-8a5fa06a5e75 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Request body: {'port': {'device_id': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0', 'admin_state_up': True, 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'security_groups': ['ce7f517b-4984-4765-803e-079630159319']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:24.129898 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-59668a08-85f5-4216-ace8-657304b2f492 req-e74ba47d-862c-4276-a36c-311dee064886 tempest-FlavorsV2NegativeTest-1157465301 tempest-FlavorsV2NegativeTest-1157465301-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c75b0be137a2434da0ff164f39e44610&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368130 Feb 20 05:35:24.168456 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:35:24.296564 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:35:24.307219 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:35:24.308776 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:24.329892 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ecf65bd4-020a-4ae1-a8f2-8a5fa06a5e75 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Made reservation on behalf of 03a588f7057d4c8b9bd71c9e1f2b531d for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:35:24.336989 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fa516-e07e-48e5-be26-df39d786cf9a req-d5f68948-c350-4615-999a-3f53489b6008 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:24.339599 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a35fa516-e07e-48e5-be26-df39d786cf9a req-d5f68948-c350-4615-999a-3f53489b6008 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b482fd3-de7c-4812-ad9a-f5ca36df67fb HTTP/1.1" status: 200 len: 945 time: 0.0832622 Feb 20 05:35:24.347394 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ecf65bd4-020a-4ae1-a8f2-8a5fa06a5e75 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:24.427314 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a35fa516-e07e-48e5-be26-df39d786cf9a req-7b3d17e8-10d8-456a-9e2e-3338e6edf435 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773959 Feb 20 05:35:24.527045 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740e4a3-2f82-48a4-a2d7-1cbc29b91222 req-a3a12913-5ac3-4d65-85d5-7f9921065e68 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:24.528579 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b740e4a3-2f82-48a4-a2d7-1cbc29b91222 req-a3a12913-5ac3-4d65-85d5-7f9921065e68 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a9c9cd5-c513-4509-8c9d-3871fe7ebf63 HTTP/1.1" status: 200 len: 950 time: 0.0894394 Feb 20 05:35:24.554288 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:35:24.555100 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:24.596080 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-00126499-ba5f-4465-a008-5b9838e57d80 None None] Provisioning complete for port e8d54005-032d-4851-8d0b-213a0ea11e2a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:35:24.597010 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00126499-ba5f-4465-a008-5b9838e57d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e8d54005-032d-4851-8d0b-213a0ea11e2a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:24.605325 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527a5445-ce0b-42c6-aa06-815b11e4454e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:35:24.608772 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9298d28-5e02-4529-994d-f96d9271f3b5" -d '{"events": [{"server_uuid": "527a5445-ce0b-42c6-aa06-815b11e4454e", "name": "network-vif-plugged", "status": "completed", "tag": "8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:35:24.655946 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7,segment=NetworkSegment(dd260469-f73a-462b-ba05-bed79ea663d4),segment_id=dd260469-f73a-462b-ba05-bed79ea663d4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:24.658118 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37857088-58d7-4e14-bda0-dae46ac794e3 req-23eade18-72c0-48b7-b392-0175b25ed286 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:24.662891 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-37857088-58d7-4e14-bda0-dae46ac794e3 req-23eade18-72c0-48b7-b392-0175b25ed286 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1530180 Feb 20 05:35:24.671475 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:24.676808 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-00126499-ba5f-4465-a008-5b9838e57d80 None None] Port e8d54005-032d-4851-8d0b-213a0ea11e2a cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:35:24.682183 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ecf65bd4-020a-4ae1-a8f2-8a5fa06a5e75 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Allocated IP 10.1.1.141 (fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0/3360231b-31d4-47a9-9519-1ea0a6de60eb/7c007555-d640-488c-8ce4-7f97f04efa3c) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:35:24.702606 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-b740e4a3-2f82-48a4-a2d7-1cbc29b91222 req-a6a10166-c1e4-44af-84de-2b93f8f7791e tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Deleting port c99bf60a-c2c9-4d7a-9d98-18b519f03901 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:35:24.702953 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b740e4a3-2f82-48a4-a2d7-1cbc29b91222 req-a6a10166-c1e4-44af-84de-2b93f8f7791e tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (c99bf60a-c2c9-4d7a-9d98-18b519f03901), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:24.744756 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:24.773541 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-37857088-58d7-4e14-bda0-dae46ac794e3 req-3ed2925b-0a9b-4996-82c6-25d4777bf042 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047235 Feb 20 05:35:24.948509 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80a5b0-48fe-465c-9b2b-af02dd82f443 req-f2f691c0-80b5-4ca2-ac68-40eda89b1abd tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:24.951392 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b80a5b0-48fe-465c-9b2b-af02dd82f443 req-f2f691c0-80b5-4ca2-ac68-40eda89b1abd tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/ports?device_id=527a5445-ce0b-42c6-aa06-815b11e4454e HTTP/1.1" status: 200 len: 945 time: 0.0928946 Feb 20 05:35:24.962087 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-b740e4a3-2f82-48a4-a2d7-1cbc29b91222 req-a6a10166-c1e4-44af-84de-2b93f8f7791e tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] For port c99bf60a-c2c9-4d7a-9d98-18b519f03901, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=c99bf60a-c2c9-4d7a-9d98-18b519f03901,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:24.963083 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b740e4a3-2f82-48a4-a2d7-1cbc29b91222 req-a6a10166-c1e4-44af-84de-2b93f8f7791e tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (c99bf60a-c2c9-4d7a-9d98-18b519f03901), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:24.992981 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-b740e4a3-2f82-48a4-a2d7-1cbc29b91222 req-a6a10166-c1e4-44af-84de-2b93f8f7791e tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Calling delete_port for c99bf60a-c2c9-4d7a-9d98-18b519f03901 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:35:25.009553 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ecf65bd4-020a-4ae1-a8f2-8a5fa06a5e75 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for port (7c007555-d640-488c-8ce4-7f97f04efa3c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:25.031653 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 59892) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:35:25.045293 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b80a5b0-48fe-465c-9b2b-af02dd82f443 req-9c465c09-f390-4c0a-a4eb-ea28b7ff6235 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups?id=23962126-2291-4fd4-919f-f12c38e0fb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857542 Feb 20 05:35:25.126921 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:25.131653 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ecf65bd4-020a-4ae1-a8f2-8a5fa06a5e75 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (7c007555-d640-488c-8ce4-7f97f04efa3c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:25.206452 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ecf65bd4-020a-4ae1-a8f2-8a5fa06a5e75 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Network fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:35:25.214527 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aadfdd88-34a9-4dfe-bbe2-82ef0d3a7987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:25.217940 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ecf65bd4-020a-4ae1-a8f2-8a5fa06a5e75 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:35:25.220684 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ecf65bd4-020a-4ae1-a8f2-8a5fa06a5e75 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:35:25.245770 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf65bd4-020a-4ae1-a8f2-8a5fa06a5e75 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event updated for resources: {'Port': ['ID=7c007555-d640-488c-8ce4-7f97f04efa3c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:25.279823 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee21764-3dd7-4326-81ca-3cff8c515e25 req-4761bb70-50ff-400c-affa-e7ffc6fb9a61 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:25.288975 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee21764-3dd7-4326-81ca-3cff8c515e25 req-4761bb70-50ff-400c-affa-e7ffc6fb9a61 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:25.291684 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dee21764-3dd7-4326-81ca-3cff8c515e25 req-4761bb70-50ff-400c-affa-e7ffc6fb9a61 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 1653 time: 0.1190624 Feb 20 05:35:25.333925 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ecf65bd4-020a-4ae1-a8f2-8a5fa06a5e75 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:25.334831 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ecf65bd4-020a-4ae1-a8f2-8a5fa06a5e75 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:25.339364 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b740e4a3-2f82-48a4-a2d7-1cbc29b91222 req-a6a10166-c1e4-44af-84de-2b93f8f7791e tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (c99bf60a-c2c9-4d7a-9d98-18b519f03901), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:25.351060 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['c99bf60a-c2c9-4d7a-9d98-18b519f03901'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:35:25.373941 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a10166-c1e4-44af-84de-2b93f8f7791e tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Pushing event deleted for resources: {'Port': ['ID=c99bf60a-c2c9-4d7a-9d98-18b519f03901,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:25.388357 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ecf65bd4-020a-4ae1-a8f2-8a5fa06a5e75 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2804751 Feb 20 05:35:25.400012 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dee21764-3dd7-4326-81ca-3cff8c515e25 req-6fd9bfbb-29a9-47a3-9cf3-eebdc2c7e920 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946755 Feb 20 05:35:25.438698 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aadfdd88-34a9-4dfe-bbe2-82ef0d3a7987 admin admin] Publish callbacks [] for security_group (b1bc4639-c918-447f-83ad-e17420906944), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:25.445642 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aadfdd88-34a9-4dfe-bbe2-82ef0d3a7987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b1bc4639-c918-447f-83ad-e17420906944), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:25.461282 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-14df1887-3efc-4188-99db-18dde36b4da6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Request body: {'port': {'device_id': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0', 'admin_state_up': True, 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'security_groups': ['ce7f517b-4984-4765-803e-079630159319']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:25.537032 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-aadfdd88-34a9-4dfe-bbe2-82ef0d3a7987 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c75b0be137a2434da0ff164f39e44610&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5016129 Feb 20 05:35:25.538236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 59896) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:35:25.544937 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfdd88-34a9-4dfe-bbe2-82ef0d3a7987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bc4639-c918-447f-83ad-e17420906944,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:25.546388 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-b740e4a3-2f82-48a4-a2d7-1cbc29b91222 req-a6a10166-c1e4-44af-84de-2b93f8f7791e tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] No DVR routers for this DVR port c99bf60a-c2c9-4d7a-9d98-18b519f03901 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:35:25.571670 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b740e4a3-2f82-48a4-a2d7-1cbc29b91222 req-a6a10166-c1e4-44af-84de-2b93f8f7791e tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:25.577035 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b740e4a3-2f82-48a4-a2d7-1cbc29b91222 req-a6a10166-c1e4-44af-84de-2b93f8f7791e tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.48 "DELETE /v2.0/ports/c99bf60a-c2c9-4d7a-9d98-18b519f03901 HTTP/1.1" status: 204 len: 173 time: 1.0211473 Feb 20 05:35:25.577435 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9c9cd5-c513-4509-8c9d-3871fe7ebf63', 'name': 'network-vif-deleted', 'tag': 'c99bf60a-c2c9-4d7a-9d98-18b519f03901'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:35:25.579910 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2b5986-abad-4f22-b533-cb15bc3c0d75" -d '{"events": [{"server_uuid": "6a9c9cd5-c513-4509-8c9d-3871fe7ebf63", "name": "network-vif-deleted", "tag": "c99bf60a-c2c9-4d7a-9d98-18b519f03901"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:35:25.605034 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4eb43-52ae-4c15-a335-3dad4db0c0de req-8c86c5d0-4bd7-42b8-b178-911af0f68517 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:25.614062 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b9a4eb43-52ae-4c15-a335-3dad4db0c0de req-8c86c5d0-4bd7-42b8-b178-911af0f68517 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1228287 Feb 20 05:35:25.623164 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b43b17f4-2c32-4399-95eb-75ed94e8c460 None None] Provisioning complete for port 7c007555-d640-488c-8ce4-7f97f04efa3c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:35:25.624446 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b43b17f4-2c32-4399-95eb-75ed94e8c460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7c007555-d640-488c-8ce4-7f97f04efa3c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:25.644496 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-14df1887-3efc-4188-99db-18dde36b4da6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Made reservation on behalf of 03a588f7057d4c8b9bd71c9e1f2b531d for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:35:25.649926 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-14df1887-3efc-4188-99db-18dde36b4da6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:25.683392 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b9a4eb43-52ae-4c15-a335-3dad4db0c0de req-9506db1e-7697-4ba2-9d67-8e9605dfb87c tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681016 Feb 20 05:35:25.701695 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6813432-b233-4500-a2dc-aa9ffde34fce admin admin] Publish callbacks [] for security_group (b1bc4639-c918-447f-83ad-e17420906944), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:25.718855 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b43b17f4-2c32-4399-95eb-75ed94e8c460 None None] Port 7c007555-d640-488c-8ce4-7f97f04efa3c cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:35:25.756592 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6813432-b233-4500-a2dc-aa9ffde34fce admin admin] Publish callbacks [] for security_group (b1bc4639-c918-447f-83ad-e17420906944), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:25.876030 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-14df1887-3efc-4188-99db-18dde36b4da6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Allocated IP 10.1.1.24 (fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0/3360231b-31d4-47a9-9519-1ea0a6de60eb/b6a005cb-7520-4571-b49e-be3ec5a89fc8) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:35:25.886791 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa3f90-aac9-4d02-b769-846f1c14128d req-37807e2b-0561-475d-882f-be8d55ab90e8 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:25.889326 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5aaa3f90-aac9-4d02-b769-846f1c14128d req-37807e2b-0561-475d-882f-be8d55ab90e8 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b482fd3-de7c-4812-ad9a-f5ca36df67fb HTTP/1.1" status: 200 len: 945 time: 0.0840735 Feb 20 05:35:25.890790 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6813432-b233-4500-a2dc-aa9ffde34fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b1bc4639-c918-447f-83ad-e17420906944), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:25.894596 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6813432-b233-4500-a2dc-aa9ffde34fce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:25.899186 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a6813432-b233-4500-a2dc-aa9ffde34fce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b1bc4639-c918-447f-83ad-e17420906944 HTTP/1.1" status: 204 len: 168 time: 0.3606610 Feb 20 05:35:25.942767 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6813432-b233-4500-a2dc-aa9ffde34fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bc4639-c918-447f-83ad-e17420906944,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:25.977083 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5aaa3f90-aac9-4d02-b769-846f1c14128d req-7996dffa-9408-4cf9-a749-a8d53d5662c4 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763464 Feb 20 05:35:26.068112 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7990059-2efb-44cc-823d-efc495fe49f4 x-openstack-request-id: req-c7990059-2efb-44cc-823d-efc495fe49f4 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:35:26.068753 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527a5445-ce0b-42c6-aa06-815b11e4454e", "name": "network-vif-plugged", "status": "completed", "tag": "8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:35:26.069299 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7990059-2efb-44cc-823d-efc495fe49f4 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:35:26.069962 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527a5445-ce0b-42c6-aa06-815b11e4454e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7', 'code': 200} Feb 20 05:35:26.264195 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-14df1887-3efc-4188-99db-18dde36b4da6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for port (b6a005cb-7520-4571-b49e-be3ec5a89fc8), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:26.296017 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-381a667c-4f7a-4ad0-86bf-a38af40786b4 req-1bb90626-11e3-4c6d-91a3-4624712d30a1 tempest-LiveMigrationNegativeTest-790579427 tempest-LiveMigrationNegativeTest-790579427-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a9c9cd5-c513-4509-8c9d-3871fe7ebf63 HTTP/1.1" status: 200 len: 210 time: 0.0578575 Feb 20 05:35:26.313752 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-14df1887-3efc-4188-99db-18dde36b4da6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (b6a005cb-7520-4571-b49e-be3ec5a89fc8), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:26.314213 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2b7fd-d0f4-4f30-8afd-98e53e6f24b4 req-b0346160-35a0-4189-86a0-208a2ce9eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:26.315968 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60b2b7fd-d0f4-4f30-8afd-98e53e6f24b4 req-b0346160-35a0-4189-86a0-208a2ce9eb83 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=527a5445-ce0b-42c6-aa06-815b11e4454e HTTP/1.1" status: 200 len: 1127 time: 0.1158240 Feb 20 05:35:26.376536 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-14df1887-3efc-4188-99db-18dde36b4da6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Network fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:35:26.379991 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-14df1887-3efc-4188-99db-18dde36b4da6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:35:26.393699 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-14df1887-3efc-4188-99db-18dde36b4da6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:35:26.393867 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60b2b7fd-d0f4-4f30-8afd-98e53e6f24b4 req-048b35d0-da09-4d2e-8ee2-265108be57f8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=23962126-2291-4fd4-919f-f12c38e0fb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683732 Feb 20 05:35:26.435560 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df1887-3efc-4188-99db-18dde36b4da6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event updated for resources: {'Port': ['ID=b6a005cb-7520-4571-b49e-be3ec5a89fc8,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:26.464627 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221034d-2eb2-4e18-88e1-0fff994130a6 req-c8f7a26a-d1ac-4192-ae6b-51452d802968 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:26.471164 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4221034d-2eb2-4e18-88e1-0fff994130a6 req-c8f7a26a-d1ac-4192-ae6b-51452d802968 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0907841 Feb 20 05:35:26.480840 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-14df1887-3efc-4188-99db-18dde36b4da6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:26.481649 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-14df1887-3efc-4188-99db-18dde36b4da6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:26.517188 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-14df1887-3efc-4188-99db-18dde36b4da6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0598450 Feb 20 05:35:26.550196 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4221034d-2eb2-4e18-88e1-0fff994130a6 req-ba04c114-3a19-46d4-9118-c8fbd37f014c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717194 Feb 20 05:35:26.605227 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-9d73d42f-5b17-49c2-b5c5-2d8ad7327734 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Request body: {'port': {'device_id': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ad5d889f-9ba6-45ee-9401-06eb68bd1eba', 'admin_state_up': True, 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'security_groups': ['ce7f517b-4984-4765-803e-079630159319']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:26.611515 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8339b174-2768-49e8-96fe-ce4c55a1b3df x-openstack-request-id: req-8339b174-2768-49e8-96fe-ce4c55a1b3df {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:35:26.612095 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9c9cd5-c513-4509-8c9d-3871fe7ebf63", "name": "network-vif-deleted", "tag": "c99bf60a-c2c9-4d7a-9d98-18b519f03901", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:35:26.612431 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8339b174-2768-49e8-96fe-ce4c55a1b3df {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:35:26.613444 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9c9cd5-c513-4509-8c9d-3871fe7ebf63', 'name': 'network-vif-deleted', 'tag': 'c99bf60a-c2c9-4d7a-9d98-18b519f03901', 'status': 'completed', 'code': 200} Feb 20 05:35:26.755991 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3985f2-5611-433f-90d9-9a9a54333be7 req-bd54c51f-3b58-4848-b614-107b9bf612a1 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:26.758776 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-408d299b-9a4a-4fc2-9fff-0fee5839ff33 None None] Provisioning complete for port b6a005cb-7520-4571-b49e-be3ec5a89fc8 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:35:26.760116 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-408d299b-9a4a-4fc2-9fff-0fee5839ff33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b6a005cb-7520-4571-b49e-be3ec5a89fc8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:26.766287 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c3985f2-5611-433f-90d9-9a9a54333be7 req-bd54c51f-3b58-4848-b614-107b9bf612a1 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1093545 Feb 20 05:35:26.816376 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-9d73d42f-5b17-49c2-b5c5-2d8ad7327734 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Made reservation on behalf of 03a588f7057d4c8b9bd71c9e1f2b531d for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:35:26.837518 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-408d299b-9a4a-4fc2-9fff-0fee5839ff33 None None] Port b6a005cb-7520-4571-b49e-be3ec5a89fc8 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:35:26.840172 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c3985f2-5611-433f-90d9-9a9a54333be7 req-5f3c4f58-898d-48c6-9559-8199c4a6f4c1 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730102 Feb 20 05:35:26.924995 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-9d73d42f-5b17-49c2-b5c5-2d8ad7327734 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:27.177926 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-9d73d42f-5b17-49c2-b5c5-2d8ad7327734 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Allocated IP 10.2.2.100 (ad5d889f-9ba6-45ee-9401-06eb68bd1eba/08d1d8d3-1cdb-47d5-86aa-3316d80bbfd8/3437ce7e-f77d-4721-8b84-c6eb69db6e7e) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:35:27.221800 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535de36-fa0a-44de-9ad5-c6ced310347c req-5867d98a-23e5-44ca-b7ae-a5bb9dffce12 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:27.223322 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c535de36-fa0a-44de-9ad5-c6ced310347c req-5867d98a-23e5-44ca-b7ae-a5bb9dffce12 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/ports?device_id=527a5445-ce0b-42c6-aa06-815b11e4454e HTTP/1.1" status: 200 len: 945 time: 0.0597901 Feb 20 05:35:27.272516 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c535de36-fa0a-44de-9ad5-c6ced310347c req-ce4c9f0f-762a-4a0b-94ff-873b651ca37e tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups?id=23962126-2291-4fd4-919f-f12c38e0fb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415242 Feb 20 05:35:27.321078 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-9d73d42f-5b17-49c2-b5c5-2d8ad7327734 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for port (3437ce7e-f77d-4721-8b84-c6eb69db6e7e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:27.362788 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-9d73d42f-5b17-49c2-b5c5-2d8ad7327734 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (3437ce7e-f77d-4721-8b84-c6eb69db6e7e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:27.399523 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974604b-c3dd-4ee5-bf25-160e8218728e req-e6f34e39-c088-49f6-a001-1e9ca7fc78da tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:27.405155 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974604b-c3dd-4ee5-bf25-160e8218728e req-e6f34e39-c088-49f6-a001-1e9ca7fc78da tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:27.405514 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-9d73d42f-5b17-49c2-b5c5-2d8ad7327734 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Network ad5d889f-9ba6-45ee-9401-06eb68bd1eba is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:35:27.408469 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-9d73d42f-5b17-49c2-b5c5-2d8ad7327734 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:35:27.410454 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974604b-c3dd-4ee5-bf25-160e8218728e req-e6f34e39-c088-49f6-a001-1e9ca7fc78da tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:27.411025 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-9d73d42f-5b17-49c2-b5c5-2d8ad7327734 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:35:27.412131 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7974604b-c3dd-4ee5-bf25-160e8218728e req-e6f34e39-c088-49f6-a001-1e9ca7fc78da tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 2373 time: 0.0666959 Feb 20 05:35:27.457493 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73d42f-5b17-49c2-b5c5-2d8ad7327734 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event updated for resources: {'Port': ['ID=3437ce7e-f77d-4721-8b84-c6eb69db6e7e,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:27.481780 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7974604b-c3dd-4ee5-bf25-160e8218728e req-0d401444-d647-4451-ac1b-3f6621e21df9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614064 Feb 20 05:35:27.490562 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-9d73d42f-5b17-49c2-b5c5-2d8ad7327734 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:27.491241 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-9d73d42f-5b17-49c2-b5c5-2d8ad7327734 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:27.512456 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-9d73d42f-5b17-49c2-b5c5-2d8ad7327734 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9118178 Feb 20 05:35:27.526794 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-1977f5ce-1eb7-4d1a-95ed-b8f6a316d467 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Request body: {'port': {'device_id': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ad5d889f-9ba6-45ee-9401-06eb68bd1eba', 'admin_state_up': True, 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'security_groups': ['ce7f517b-4984-4765-803e-079630159319']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:27.635193 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292c553-79a6-4ea8-8084-8b3e7c313ada req-2fd7b095-d9a9-46f8-bf5f-c898493e5221 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:27.649965 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4292c553-79a6-4ea8-8084-8b3e7c313ada req-2fd7b095-d9a9-46f8-bf5f-c898493e5221 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0744469 Feb 20 05:35:27.679398 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-1977f5ce-1eb7-4d1a-95ed-b8f6a316d467 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Made reservation on behalf of 03a588f7057d4c8b9bd71c9e1f2b531d for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:35:27.684018 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-1977f5ce-1eb7-4d1a-95ed-b8f6a316d467 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:27.761677 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4292c553-79a6-4ea8-8084-8b3e7c313ada req-bd767f59-5a6d-4cf0-80ec-1552a92fca35 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925426 Feb 20 05:35:27.783722 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-71cc3eda-0041-4fb2-89e5-86d8862102d5 None None] Provisioning complete for port 3437ce7e-f77d-4721-8b84-c6eb69db6e7e triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:35:27.784305 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71cc3eda-0041-4fb2-89e5-86d8862102d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3437ce7e-f77d-4721-8b84-c6eb69db6e7e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:27.878823 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-71cc3eda-0041-4fb2-89e5-86d8862102d5 None None] Port 3437ce7e-f77d-4721-8b84-c6eb69db6e7e cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:35:27.892947 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a1d406e6-0016-4955-afca-61c4146a9dca req-af826275-d583-4c46-a627-764b8762a7c0 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e3b1217081b04d6097c7167cba46eaf8 HTTP/1.1" status: 200 len: 221 time: 0.0431647 Feb 20 05:35:27.938568 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-1977f5ce-1eb7-4d1a-95ed-b8f6a316d467 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Allocated IP 10.2.2.200 (ad5d889f-9ba6-45ee-9401-06eb68bd1eba/08d1d8d3-1cdb-47d5-86aa-3316d80bbfd8/6b547cc4-f633-4bfe-a5fb-b5ee6d68a986) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:35:27.995000 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c00dc-7634-4467-bf27-3fd4a86b308a req-d8233dc4-c575-49cc-abf3-99069767a938 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:27.997669 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d24c00dc-7634-4467-bf27-3fd4a86b308a req-d8233dc4-c575-49cc-abf3-99069767a938 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b482fd3-de7c-4812-ad9a-f5ca36df67fb HTTP/1.1" status: 200 len: 945 time: 0.0559764 Feb 20 05:35:28.046002 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d24c00dc-7634-4467-bf27-3fd4a86b308a req-8acb215b-5027-43d8-b578-d8e73b1591b2 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419083 Feb 20 05:35:28.107788 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-1977f5ce-1eb7-4d1a-95ed-b8f6a316d467 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for port (6b547cc4-f633-4bfe-a5fb-b5ee6d68a986), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:28.142483 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-1977f5ce-1eb7-4d1a-95ed-b8f6a316d467 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (6b547cc4-f633-4bfe-a5fb-b5ee6d68a986), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:28.192723 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-1977f5ce-1eb7-4d1a-95ed-b8f6a316d467 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Network ad5d889f-9ba6-45ee-9401-06eb68bd1eba is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:35:28.196278 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-1977f5ce-1eb7-4d1a-95ed-b8f6a316d467 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:35:28.198923 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-1977f5ce-1eb7-4d1a-95ed-b8f6a316d467 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:35:28.233552 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977f5ce-1eb7-4d1a-95ed-b8f6a316d467 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event updated for resources: {'Port': ['ID=6b547cc4-f633-4bfe-a5fb-b5ee6d68a986,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:28.267402 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-1977f5ce-1eb7-4d1a-95ed-b8f6a316d467 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:28.268030 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-1977f5ce-1eb7-4d1a-95ed-b8f6a316d467 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:28.282131 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6443571c-3209-4915-8135-06b93fa45f2f req-07c0fa13-6631-43fd-aa57-9627fa5da77d tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=dae5f75daa9941e9813db18a97c3683e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295551 Feb 20 05:35:28.287107 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-1977f5ce-1eb7-4d1a-95ed-b8f6a316d467 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7646053 Feb 20 05:35:28.300181 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-8305de7f-7462-4263-a2ed-44b9fdd6a118 service neutron] Request body: {'port': {'device_id': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:28.316096 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device c99bf60a-c2c9-4d7a-9d98-18b519f03901 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:35:28.347724 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: c99bf60a-c2c9-4d7a-9d98-18b519f03901 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:35:28.348334 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device c99bf60a-c2c9-4d7a-9d98-18b519f03901 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:35:28.372888 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-8305de7f-7462-4263-a2ed-44b9fdd6a118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e8d54005-032d-4851-8d0b-213a0ea11e2a), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:28.503157 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0decc380-254c-4c65-ac31-5a1129375dd2 None None] Provisioning complete for port 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:35:28.503808 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0decc380-254c-4c65-ac31-5a1129375dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6b547cc4-f633-4bfe-a5fb-b5ee6d68a986), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:28.550977 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0decc380-254c-4c65-ac31-5a1129375dd2 None None] Port 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:35:28.699217 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-8305de7f-7462-4263-a2ed-44b9fdd6a118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8d54005-032d-4851-8d0b-213a0ea11e2a {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:35:28.718747 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-8305de7f-7462-4263-a2ed-44b9fdd6a118 service neutron] Publish callbacks [] for port (e8d54005-032d-4851-8d0b-213a0ea11e2a), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:28.733460 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-8305de7f-7462-4263-a2ed-44b9fdd6a118 service neutron] Transition to ACTIVE for port object e8d54005-032d-4851-8d0b-213a0ea11e2a will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:35:28.738018 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-8305de7f-7462-4263-a2ed-44b9fdd6a118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (e8d54005-032d-4851-8d0b-213a0ea11e2a), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:28.774620 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c19016-6d14-4b65-aedf-44c032be72b5 req-4595b4f5-836d-4012-8bb8-9686a205b017 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:28.776180 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-61c19016-6d14-4b65-aedf-44c032be72b5 req-4595b4f5-836d-4012-8bb8-9686a205b017 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b482fd3-de7c-4812-ad9a-f5ca36df67fb HTTP/1.1" status: 200 len: 945 time: 0.1008859 Feb 20 05:35:28.783142 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443571c-3209-4915-8135-06b93fa45f2f req-bd74c247-506d-47b4-9f3c-81db575a5702 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:28.787440 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6443571c-3209-4915-8135-06b93fa45f2f req-bd74c247-506d-47b4-9f3c-81db575a5702 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4985464 Feb 20 05:35:28.792900 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305de7f-7462-4263-a2ed-44b9fdd6a118 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d54005-032d-4851-8d0b-213a0ea11e2a,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:28.838396 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6443571c-3209-4915-8135-06b93fa45f2f req-4242ec45-9c67-4cbe-8978-46f0d7a9d09d tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] 10.222.0.37 "GET /v2.0/quotas/dae5f75daa9941e9813db18a97c3683e HTTP/1.1" status: 200 len: 375 time: 0.0396121 Feb 20 05:35:28.887395 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-8305de7f-7462-4263-a2ed-44b9fdd6a118 service neutron] Attempting to bind port e8d54005-032d-4851-8d0b-213a0ea11e2a on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:35:28.888498 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-8305de7f-7462-4263-a2ed-44b9fdd6a118 service neutron] Attempting to bind port e8d54005-032d-4851-8d0b-213a0ea11e2a by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '01766626-8fb8-48e2-b802-f91f2998c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:35:28.888830 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-8305de7f-7462-4263-a2ed-44b9fdd6a118 service neutron] Attempting to bind port e8d54005-032d-4851-8d0b-213a0ea11e2a on network bcfe82b0-e831-423b-ba24-eaea72d14c5c {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:28.894076 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-8305de7f-7462-4263-a2ed-44b9fdd6a118 service neutron] Port e8d54005-032d-4851-8d0b-213a0ea11e2a on network bcfe82b0-e831-423b-ba24-eaea72d14c5c not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:35:28.894409 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-8305de7f-7462-4263-a2ed-44b9fdd6a118 service neutron] Attempting to bind port e8d54005-032d-4851-8d0b-213a0ea11e2a on network bcfe82b0-e831-423b-ba24-eaea72d14c5c {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:28.900037 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-8305de7f-7462-4263-a2ed-44b9fdd6a118 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:35:28.900517 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-8305de7f-7462-4263-a2ed-44b9fdd6a118 service neutron] Checking segment: {'id': '01766626-8fb8-48e2-b802-f91f2998c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:35:28.900955 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-8305de7f-7462-4263-a2ed-44b9fdd6a118 service neutron] Bound using segment: {'id': '01766626-8fb8-48e2-b802-f91f2998c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:35:28.901530 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-8305de7f-7462-4263-a2ed-44b9fdd6a118 service neutron] Bound port: e8d54005-032d-4851-8d0b-213a0ea11e2a, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01766626-8fb8-48e2-b802-f91f2998c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:35:28.901763 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-8305de7f-7462-4263-a2ed-44b9fdd6a118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e8d54005-032d-4851-8d0b-213a0ea11e2a), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:28.919871 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6443571c-3209-4915-8135-06b93fa45f2f req-f25ac700-690d-417e-b2bf-b561ff73e482 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dae5f75daa9941e9813db18a97c3683e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746846 Feb 20 05:35:28.954949 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-61c19016-6d14-4b65-aedf-44c032be72b5 req-8ec21bc5-29fb-4fc8-8f26-04e267c3b01f tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Deleting port e370a6cb-b714-4b12-a384-b033e4ffba47 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:35:28.955808 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-61c19016-6d14-4b65-aedf-44c032be72b5 req-8ec21bc5-29fb-4fc8-8f26-04e267c3b01f tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (e370a6cb-b714-4b12-a384-b033e4ffba47), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:29.014244 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-8305de7f-7462-4263-a2ed-44b9fdd6a118 service neutron] For port e8d54005-032d-4851-8d0b-213a0ea11e2a, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:35:29.018798 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-8305de7f-7462-4263-a2ed-44b9fdd6a118 service neutron] For port e8d54005-032d-4851-8d0b-213a0ea11e2a, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e8d54005-032d-4851-8d0b-213a0ea11e2a,segment=NetworkSegment(01766626-8fb8-48e2-b802-f91f2998c106),segment_id=01766626-8fb8-48e2-b802-f91f2998c106)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:35:29.027742 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-8305de7f-7462-4263-a2ed-44b9fdd6a118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (e8d54005-032d-4851-8d0b-213a0ea11e2a), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:29.066774 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-61c19016-6d14-4b65-aedf-44c032be72b5 req-8ec21bc5-29fb-4fc8-8f26-04e267c3b01f tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] For port e370a6cb-b714-4b12-a384-b033e4ffba47, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e370a6cb-b714-4b12-a384-b033e4ffba47,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:29.067173 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-61c19016-6d14-4b65-aedf-44c032be72b5 req-8ec21bc5-29fb-4fc8-8f26-04e267c3b01f tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (e370a6cb-b714-4b12-a384-b033e4ffba47), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:29.076910 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-8305de7f-7462-4263-a2ed-44b9fdd6a118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:29.077652 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-8305de7f-7462-4263-a2ed-44b9fdd6a118 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:29.079129 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-8305de7f-7462-4263-a2ed-44b9fdd6a118 service neutron] 10.222.0.61 "PUT /v2.0/ports/e8d54005-032d-4851-8d0b-213a0ea11e2a HTTP/1.1" status: 200 len: 1091 time: 0.7843049 Feb 20 05:35:29.086863 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-61c19016-6d14-4b65-aedf-44c032be72b5 req-8ec21bc5-29fb-4fc8-8f26-04e267c3b01f tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Calling delete_port for e370a6cb-b714-4b12-a384-b033e4ffba47 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:35:29.111308 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'tag': 'e8d54005-032d-4851-8d0b-213a0ea11e2a'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:35:29.118882 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586986ba-9333-48a7-a77f-d8787351c96d" -d '{"events": [{"name": "network-changed", "server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "tag": "e8d54005-032d-4851-8d0b-213a0ea11e2a"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:35:29.139758 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-cbe19969-f2b9-47c7-8c0e-69c0f7c14cd3 service neutron] Request body: {'port': {'device_id': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:29.298774 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-61c19016-6d14-4b65-aedf-44c032be72b5 req-8ec21bc5-29fb-4fc8-8f26-04e267c3b01f tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (e370a6cb-b714-4b12-a384-b033e4ffba47), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:29.310914 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['e370a6cb-b714-4b12-a384-b033e4ffba47'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:35:29.313132 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['6774a93d-d727-4317-a199-1c12a55b9ccc'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:35:29.323543 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305de7f-7462-4263-a2ed-44b9fdd6a118 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d54005-032d-4851-8d0b-213a0ea11e2a,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:29.327809 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-cbe19969-f2b9-47c7-8c0e-69c0f7c14cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1b3adbb3-2cc7-496f-9d01-8d25b7de0141), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:29.451876 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec21bc5-29fb-4fc8-8f26-04e267c3b01f tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Pushing event deleted for resources: {'Port': ['ID=e370a6cb-b714-4b12-a384-b033e4ffba47,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:29.553271 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c19016-6d14-4b65-aedf-44c032be72b5 req-8ec21bc5-29fb-4fc8-8f26-04e267c3b01f tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] No DVR routers for this DVR port e370a6cb-b714-4b12-a384-b033e4ffba47 on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:35:29.558418 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-61c19016-6d14-4b65-aedf-44c032be72b5 req-8ec21bc5-29fb-4fc8-8f26-04e267c3b01f tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:29.562595 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-61c19016-6d14-4b65-aedf-44c032be72b5 req-8ec21bc5-29fb-4fc8-8f26-04e267c3b01f tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.61 "DELETE /v2.0/ports/e370a6cb-b714-4b12-a384-b033e4ffba47 HTTP/1.1" status: 204 len: 173 time: 0.7738874 Feb 20 05:35:29.572196 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b482fd3-de7c-4812-ad9a-f5ca36df67fb', 'name': 'network-vif-deleted', 'tag': 'e370a6cb-b714-4b12-a384-b033e4ffba47'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:35:29.576337 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d04bb1b-8a9e-48c1-a69b-48dccfafa70f" -d '{"events": [{"server_uuid": "8b482fd3-de7c-4812-ad9a-f5ca36df67fb", "name": "network-vif-deleted", "tag": "e370a6cb-b714-4b12-a384-b033e4ffba47"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:35:29.654214 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-64ee6fc8-c5f0-4f3d-b804-63a8dfc5a733 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:29.656991 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-64ee6fc8-c5f0-4f3d-b804-63a8dfc5a733 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/networks?id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 200 len: 812 time: 0.3710213 Feb 20 05:35:29.681930 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-cacb2e45-59ff-4057-999f-737c525c9738 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/quotas/e6ab79728f124adc87dd8ebb98d8b1ba HTTP/1.1" status: 200 len: 375 time: 0.0168989 Feb 20 05:35:29.694781 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 59998) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:35:29.771730 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-67a4cc5d-c021-4ceb-af89-9d49fa1d5352 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0884116 Feb 20 05:35:29.879815 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-cbe19969-f2b9-47c7-8c0e-69c0f7c14cd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3adbb3-2cc7-496f-9d01-8d25b7de0141 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:35:29.889485 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-cbe19969-f2b9-47c7-8c0e-69c0f7c14cd3 service neutron] Publish callbacks [] for port (1b3adbb3-2cc7-496f-9d01-8d25b7de0141), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:29.905071 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-cbe19969-f2b9-47c7-8c0e-69c0f7c14cd3 service neutron] Transition to ACTIVE for port object 1b3adbb3-2cc7-496f-9d01-8d25b7de0141 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:35:29.908651 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-cbe19969-f2b9-47c7-8c0e-69c0f7c14cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (1b3adbb3-2cc7-496f-9d01-8d25b7de0141), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:29.969320 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe19969-f2b9-47c7-8c0e-69c0f7c14cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3adbb3-2cc7-496f-9d01-8d25b7de0141,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:29.969643 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fc560432-671a-48a1-8e18-5c0923f01606 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=407a5944b5954dd3b18429ad26bb8751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734187 Feb 20 05:35:29.977279 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-e0992486-c2b1-4564-ae87-3698be01b5b4 service neutron] 10.222.0.37 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046413 Feb 20 05:35:29.986125 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60004) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:35:30.092848 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-cbe19969-f2b9-47c7-8c0e-69c0f7c14cd3 service neutron] Attempting to bind port 1b3adbb3-2cc7-496f-9d01-8d25b7de0141 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:35:30.093216 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-cbe19969-f2b9-47c7-8c0e-69c0f7c14cd3 service neutron] Attempting to bind port 1b3adbb3-2cc7-496f-9d01-8d25b7de0141 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'afa6ff03-1956-4d1f-b76d-84e9acf97eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:35:30.093660 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-cbe19969-f2b9-47c7-8c0e-69c0f7c14cd3 service neutron] Attempting to bind port 1b3adbb3-2cc7-496f-9d01-8d25b7de0141 on network fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:30.101147 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-cbe19969-f2b9-47c7-8c0e-69c0f7c14cd3 service neutron] Port 1b3adbb3-2cc7-496f-9d01-8d25b7de0141 on network fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:35:30.101681 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-cbe19969-f2b9-47c7-8c0e-69c0f7c14cd3 service neutron] Attempting to bind port 1b3adbb3-2cc7-496f-9d01-8d25b7de0141 on network fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:30.112442 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-cbe19969-f2b9-47c7-8c0e-69c0f7c14cd3 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:35:30.113054 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-cbe19969-f2b9-47c7-8c0e-69c0f7c14cd3 service neutron] Checking segment: {'id': 'afa6ff03-1956-4d1f-b76d-84e9acf97eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:35:30.114728 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-cbe19969-f2b9-47c7-8c0e-69c0f7c14cd3 service neutron] Bound using segment: {'id': 'afa6ff03-1956-4d1f-b76d-84e9acf97eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:35:30.119163 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-cbe19969-f2b9-47c7-8c0e-69c0f7c14cd3 service neutron] Bound port: 1b3adbb3-2cc7-496f-9d01-8d25b7de0141, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa6ff03-1956-4d1f-b76d-84e9acf97eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:35:30.120597 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-cbe19969-f2b9-47c7-8c0e-69c0f7c14cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1b3adbb3-2cc7-496f-9d01-8d25b7de0141), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:30.120916 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b87cdfbf-ec2e-42e3-999c-f6e6cc40362a admin admin] Publish callbacks [] for security_group (5691418c-2d81-4d96-8b08-c450e7adf073), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:30.154719 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-7dd9145f-108b-4917-bef4-78201084eacf service neutron] 10.222.0.37 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764932 Feb 20 05:35:30.185636 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b87cdfbf-ec2e-42e3-999c-f6e6cc40362a admin admin] Publish callbacks [] for security_group (5691418c-2d81-4d96-8b08-c450e7adf073), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:30.281815 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b87cdfbf-ec2e-42e3-999c-f6e6cc40362a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5691418c-2d81-4d96-8b08-c450e7adf073), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:30.287421 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b87cdfbf-ec2e-42e3-999c-f6e6cc40362a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:30.293944 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b87cdfbf-ec2e-42e3-999c-f6e6cc40362a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5691418c-2d81-4d96-8b08-c450e7adf073 HTTP/1.1" status: 204 len: 168 time: 0.3044939 Feb 20 05:35:30.317016 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87cdfbf-ec2e-42e3-999c-f6e6cc40362a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5691418c-2d81-4d96-8b08-c450e7adf073,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:30.335012 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-cbe19969-f2b9-47c7-8c0e-69c0f7c14cd3 service neutron] For port 1b3adbb3-2cc7-496f-9d01-8d25b7de0141, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:35:30.340263 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-cbe19969-f2b9-47c7-8c0e-69c0f7c14cd3 service neutron] For port 1b3adbb3-2cc7-496f-9d01-8d25b7de0141, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1b3adbb3-2cc7-496f-9d01-8d25b7de0141,segment=NetworkSegment(afa6ff03-1956-4d1f-b76d-84e9acf97eda),segment_id=afa6ff03-1956-4d1f-b76d-84e9acf97eda)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:35:30.351839 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-cbe19969-f2b9-47c7-8c0e-69c0f7c14cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (1b3adbb3-2cc7-496f-9d01-8d25b7de0141), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:30.440862 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-cbe19969-f2b9-47c7-8c0e-69c0f7c14cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:30.441629 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-cbe19969-f2b9-47c7-8c0e-69c0f7c14cd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:30.443176 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-cbe19969-f2b9-47c7-8c0e-69c0f7c14cd3 service neutron] 10.222.0.61 "PUT /v2.0/ports/1b3adbb3-2cc7-496f-9d01-8d25b7de0141 HTTP/1.1" status: 200 len: 1134 time: 1.3166595 Feb 20 05:35:30.496414 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-a03df192-caf5-46e5-9575-bb586c3de757 service neutron] Request body: {'port': {'device_id': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:30.578130 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe19969-f2b9-47c7-8c0e-69c0f7c14cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3adbb3-2cc7-496f-9d01-8d25b7de0141,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:30.689542 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56f5fc-fb80-4318-a560-03703f3e6aa5 req-f8532538-0bbd-42b0-87b3-7e05bbb97d9c tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:30.700899 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc56f5fc-fb80-4318-a560-03703f3e6aa5 req-f8532538-0bbd-42b0-87b3-7e05bbb97d9c tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1577382 Feb 20 05:35:30.736810 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-a03df192-caf5-46e5-9575-bb586c3de757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (29db9da7-b890-4cdb-b7e0-fcc13be4e73d), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:30.854735 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc56f5fc-fb80-4318-a560-03703f3e6aa5 req-cde33be9-22ee-4a4f-bae8-9804447557c9 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527894 Feb 20 05:35:30.920870 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60022) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:35:30.968244 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6443571c-3209-4915-8135-06b93fa45f2f req-40afdb6d-e8dd-45ed-9eb8-19d208a8f421 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=dae5f75daa9941e9813db18a97c3683e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0983646 Feb 20 05:35:31.135430 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1d3066d0-ae77-4931-b95b-99bb85a4a82a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3a7f9fa58fc44c2b0899febe4ffce74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2064512 Feb 20 05:35:31.139884 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60024) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:35:31.203649 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c3a75-8e41-42e5-a87e-53187bad97a6 req-7a76344c-f147-4d8a-af6f-cd14de1d5d7d tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:31.210654 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3c3c3a75-8e41-42e5-a87e-53187bad97a6 req-7a76344c-f147-4d8a-af6f-cd14de1d5d7d tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/ports?device_id=527a5445-ce0b-42c6-aa06-815b11e4454e HTTP/1.1" status: 200 len: 945 time: 0.1486795 Feb 20 05:35:31.219557 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443571c-3209-4915-8135-06b93fa45f2f req-13aee2ff-6399-4fe9-91cb-32c004d91b00 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:31.220973 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6443571c-3209-4915-8135-06b93fa45f2f req-13aee2ff-6399-4fe9-91cb-32c004d91b00 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2458487 Feb 20 05:35:31.250794 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-6443571c-3209-4915-8135-06b93fa45f2f req-73e66e0d-c166-469d-a5dc-e654319677a9 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Request body: {'port': {'device_id': '7677cf83-1139-410c-888d-95f156b6b6f2', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': 'dae5f75daa9941e9813db18a97c3683e'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:31.331540 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2b84a75f-b5f8-454a-a9b8-e9b7bc9de8ea admin admin] Publish callbacks [] for security_group (4f609838-9a47-40b7-91cb-2a40ff779e8c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:31.341608 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-a03df192-caf5-46e5-9575-bb586c3de757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29db9da7-b890-4cdb-b7e0-fcc13be4e73d {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:35:31.353285 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-a03df192-caf5-46e5-9575-bb586c3de757 service neutron] Publish callbacks [] for port (29db9da7-b890-4cdb-b7e0-fcc13be4e73d), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:31.371082 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-a03df192-caf5-46e5-9575-bb586c3de757 service neutron] Transition to ACTIVE for port object 29db9da7-b890-4cdb-b7e0-fcc13be4e73d will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:35:31.377705 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-a03df192-caf5-46e5-9575-bb586c3de757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (29db9da7-b890-4cdb-b7e0-fcc13be4e73d), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:31.377993 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3c3c3a75-8e41-42e5-a87e-53187bad97a6 req-28616494-4e82-4847-857f-c3414212bec6 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups?id=23962126-2291-4fd4-919f-f12c38e0fb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665006 Feb 20 05:35:31.423780 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2b84a75f-b5f8-454a-a9b8-e9b7bc9de8ea admin admin] Publish callbacks [] for security_group (4f609838-9a47-40b7-91cb-2a40ff779e8c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:31.447604 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03df192-caf5-46e5-9575-bb586c3de757 service neutron] Pushing event updated for resources: {'Port': ['ID=29db9da7-b890-4cdb-b7e0-fcc13be4e73d,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:31.561518 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-a03df192-caf5-46e5-9575-bb586c3de757 service neutron] Attempting to bind port 29db9da7-b890-4cdb-b7e0-fcc13be4e73d on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:35:31.562059 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-a03df192-caf5-46e5-9575-bb586c3de757 service neutron] Attempting to bind port 29db9da7-b890-4cdb-b7e0-fcc13be4e73d by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'afa6ff03-1956-4d1f-b76d-84e9acf97eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:35:31.562568 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-a03df192-caf5-46e5-9575-bb586c3de757 service neutron] Attempting to bind port 29db9da7-b890-4cdb-b7e0-fcc13be4e73d on network fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:31.568574 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-a03df192-caf5-46e5-9575-bb586c3de757 service neutron] Port 29db9da7-b890-4cdb-b7e0-fcc13be4e73d on network fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:35:31.569781 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-a03df192-caf5-46e5-9575-bb586c3de757 service neutron] Attempting to bind port 29db9da7-b890-4cdb-b7e0-fcc13be4e73d on network fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:31.573723 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6443571c-3209-4915-8135-06b93fa45f2f req-73e66e0d-c166-469d-a5dc-e654319677a9 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Made reservation on behalf of dae5f75daa9941e9813db18a97c3683e for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:35:31.575481 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6443571c-3209-4915-8135-06b93fa45f2f req-73e66e0d-c166-469d-a5dc-e654319677a9 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:31.577151 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-a03df192-caf5-46e5-9575-bb586c3de757 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:35:31.577677 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-a03df192-caf5-46e5-9575-bb586c3de757 service neutron] Checking segment: {'id': 'afa6ff03-1956-4d1f-b76d-84e9acf97eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:35:31.578170 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-a03df192-caf5-46e5-9575-bb586c3de757 service neutron] Bound using segment: {'id': 'afa6ff03-1956-4d1f-b76d-84e9acf97eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:35:31.578778 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-a03df192-caf5-46e5-9575-bb586c3de757 service neutron] Bound port: 29db9da7-b890-4cdb-b7e0-fcc13be4e73d, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa6ff03-1956-4d1f-b76d-84e9acf97eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:35:31.579413 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-a03df192-caf5-46e5-9575-bb586c3de757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (29db9da7-b890-4cdb-b7e0-fcc13be4e73d), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:31.589852 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6443571c-3209-4915-8135-06b93fa45f2f req-73e66e0d-c166-469d-a5dc-e654319677a9 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:31.628290 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2b84a75f-b5f8-454a-a9b8-e9b7bc9de8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4f609838-9a47-40b7-91cb-2a40ff779e8c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:31.631029 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2b84a75f-b5f8-454a-a9b8-e9b7bc9de8ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:31.643805 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2b84a75f-b5f8-454a-a9b8-e9b7bc9de8ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f609838-9a47-40b7-91cb-2a40ff779e8c HTTP/1.1" status: 204 len: 168 time: 0.4976013 Feb 20 05:35:31.657182 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cdb60-29ac-4c45-b243-a3a232f75993 req-21fd2e2e-1242-48ed-9411-3ed9250d214b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:31.663386 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cdb60-29ac-4c45-b243-a3a232f75993 req-21fd2e2e-1242-48ed-9411-3ed9250d214b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:31.669865 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cdb60-29ac-4c45-b243-a3a232f75993 req-21fd2e2e-1242-48ed-9411-3ed9250d214b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:31.689210 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cdb60-29ac-4c45-b243-a3a232f75993 req-21fd2e2e-1242-48ed-9411-3ed9250d214b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:31.694580 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-a03df192-caf5-46e5-9575-bb586c3de757 service neutron] For port 29db9da7-b890-4cdb-b7e0-fcc13be4e73d, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:35:31.697101 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cdb60-29ac-4c45-b243-a3a232f75993 req-21fd2e2e-1242-48ed-9411-3ed9250d214b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:31.700847 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-a03df192-caf5-46e5-9575-bb586c3de757 service neutron] For port 29db9da7-b890-4cdb-b7e0-fcc13be4e73d, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=29db9da7-b890-4cdb-b7e0-fcc13be4e73d,segment=NetworkSegment(afa6ff03-1956-4d1f-b76d-84e9acf97eda),segment_id=afa6ff03-1956-4d1f-b76d-84e9acf97eda)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:35:31.708640 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cdb60-29ac-4c45-b243-a3a232f75993 req-21fd2e2e-1242-48ed-9411-3ed9250d214b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:31.710959 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-a03df192-caf5-46e5-9575-bb586c3de757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (29db9da7-b890-4cdb-b7e0-fcc13be4e73d), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:31.715413 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cdb60-29ac-4c45-b243-a3a232f75993 req-21fd2e2e-1242-48ed-9411-3ed9250d214b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:31.718041 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e03cdb60-29ac-4c45-b243-a3a232f75993 req-21fd2e2e-1242-48ed-9411-3ed9250d214b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5381 time: 0.2390990 Feb 20 05:35:31.730803 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84a75f-b5f8-454a-a9b8-e9b7bc9de8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f609838-9a47-40b7-91cb-2a40ff779e8c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:31.804422 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-a03df192-caf5-46e5-9575-bb586c3de757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:31.805474 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-a03df192-caf5-46e5-9575-bb586c3de757 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:31.808727 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-a03df192-caf5-46e5-9575-bb586c3de757 service neutron] 10.222.0.61 "PUT /v2.0/ports/29db9da7-b890-4cdb-b7e0-fcc13be4e73d HTTP/1.1" status: 200 len: 1136 time: 1.3183429 Feb 20 05:35:31.842613 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e03cdb60-29ac-4c45-b243-a3a232f75993 req-aba830db-b7b3-40b5-bbf3-cdf3c22c89c7 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1143770 Feb 20 05:35:31.869899 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-f0218f9f-4853-47e1-bb1e-4c72701c8974 service neutron] Request body: {'port': {'device_id': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:31.928317 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6443571c-3209-4915-8135-06b93fa45f2f req-73e66e0d-c166-469d-a5dc-e654319677a9 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Publish callbacks [] for security_group (b38c9476-f30d-4441-9598-dd91ec4bb812), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:31.935846 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6443571c-3209-4915-8135-06b93fa45f2f req-73e66e0d-c166-469d-a5dc-e654319677a9 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b38c9476-f30d-4441-9598-dd91ec4bb812), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:32.022247 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03df192-caf5-46e5-9575-bb586c3de757 service neutron] Pushing event updated for resources: {'Port': ['ID=29db9da7-b890-4cdb-b7e0-fcc13be4e73d,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:32.158183 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ca8f4fa-ea76-4976-b0be-55bcc89d7a0b req-c9499dd9-8682-4f5c-8029-10afc5dde215 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] 10.222.0.37 "GET /v2.0/ports?device_id=7677cf83-1139-410c-888d-95f156b6b6f2 HTTP/1.1" status: 200 len: 210 time: 0.0387619 Feb 20 05:35:32.208951 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device e370a6cb-b714-4b12-a384-b033e4ffba47 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:35:32.217732 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-6443571c-3209-4915-8135-06b93fa45f2f req-73e66e0d-c166-469d-a5dc-e654319677a9 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Allocated IP 192.168.233.63 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/aef56316-9e0d-45b2-82be-affe24477213) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:35:32.232278 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e66e0d-c166-469d-a5dc-e654319677a9 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b38c9476-f30d-4441-9598-dd91ec4bb812,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:32.274475 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1123e812-1df0-44d5-8e5b-050078ab7e84 x-openstack-request-id: req-1123e812-1df0-44d5-8e5b-050078ab7e84 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:35:32.274780 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "tag": "e8d54005-032d-4851-8d0b-213a0ea11e2a", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:35:32.275227 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1123e812-1df0-44d5-8e5b-050078ab7e84 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:35:32.281744 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'tag': 'e8d54005-032d-4851-8d0b-213a0ea11e2a', 'status': 'completed', 'code': 200} Feb 20 05:35:32.286960 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.61', 63213) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:35:32.299570 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: e370a6cb-b714-4b12-a384-b033e4ffba47 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:35:32.299960 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device e370a6cb-b714-4b12-a384-b033e4ffba47 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:35:32.303008 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-f0218f9f-4853-47e1-bb1e-4c72701c8974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7c007555-d640-488c-8ce4-7f97f04efa3c), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:32.349191 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d64c28f-dead-4ff9-b146-0d8ad69105e8 x-openstack-request-id: req-4d64c28f-dead-4ff9-b146-0d8ad69105e8 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:35:32.349644 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b482fd3-de7c-4812-ad9a-f5ca36df67fb", "name": "network-vif-deleted", "tag": "e370a6cb-b714-4b12-a384-b033e4ffba47", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:35:32.349886 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d64c28f-dead-4ff9-b146-0d8ad69105e8 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:35:32.350319 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b482fd3-de7c-4812-ad9a-f5ca36df67fb', 'name': 'network-vif-deleted', 'tag': 'e370a6cb-b714-4b12-a384-b033e4ffba47', 'status': 'completed', 'code': 200} Feb 20 05:35:32.416842 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586986ba-9333-48a7-a77f-d8787351c96d req-137d13f5-170a-439c-a975-5c97204053e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:32.417572 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586986ba-9333-48a7-a77f-d8787351c96d req-137d13f5-170a-439c-a975-5c97204053e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:32.418047 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586986ba-9333-48a7-a77f-d8787351c96d req-137d13f5-170a-439c-a975-5c97204053e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:32.418507 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586986ba-9333-48a7-a77f-d8787351c96d req-137d13f5-170a-439c-a975-5c97204053e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:32.419682 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586986ba-9333-48a7-a77f-d8787351c96d req-137d13f5-170a-439c-a975-5c97204053e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:32.420176 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586986ba-9333-48a7-a77f-d8787351c96d req-137d13f5-170a-439c-a975-5c97204053e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:32.420628 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586986ba-9333-48a7-a77f-d8787351c96d req-137d13f5-170a-439c-a975-5c97204053e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:32.422633 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-586986ba-9333-48a7-a77f-d8787351c96d req-137d13f5-170a-439c-a975-5c97204053e2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=03a588f7057d4c8b9bd71c9e1f2b531d&device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 6311 time: 0.1335127 Feb 20 05:35:32.515644 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a345d2e9-663b-4d69-9cf3-cb51f17b6d0c req-3ed18470-e114-4eb5-9883-7d134bd71a62 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 210 time: 0.0919728 Feb 20 05:35:32.615858 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-605eb443-9ea1-406e-825d-ffc8a06ce492 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:32.618245 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-605eb443-9ea1-406e-825d-ffc8a06ce492 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.61 "GET /v2.0/networks?id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 200 len: 812 time: 0.7672374 Feb 20 05:35:32.632948 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-a8febcf9-86a1-4e79-abe8-b50d0e24850d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Request body: {'port': {'device_id': '732d84ee-3057-4e06-8a37-085e54d6b197', 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'admin_state_up': True, 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:32.749900 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-f0218f9f-4853-47e1-bb1e-4c72701c8974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c007555-d640-488c-8ce4-7f97f04efa3c {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:35:32.754248 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6443571c-3209-4915-8135-06b93fa45f2f req-73e66e0d-c166-469d-a5dc-e654319677a9 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Publish callbacks [] for port (aef56316-9e0d-45b2-82be-affe24477213), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:32.759778 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586986ba-9333-48a7-a77f-d8787351c96d req-80cbae09-bc79-4177-a788-1dd62d2c0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:32.760246 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586986ba-9333-48a7-a77f-d8787351c96d req-80cbae09-bc79-4177-a788-1dd62d2c0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:32.760706 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586986ba-9333-48a7-a77f-d8787351c96d req-80cbae09-bc79-4177-a788-1dd62d2c0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:32.762284 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-586986ba-9333-48a7-a77f-d8787351c96d req-80cbae09-bc79-4177-a788-1dd62d2c0734 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=03a588f7057d4c8b9bd71c9e1f2b531d&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3023777 Feb 20 05:35:32.767375 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-f0218f9f-4853-47e1-bb1e-4c72701c8974 service neutron] Publish callbacks [] for port (7c007555-d640-488c-8ce4-7f97f04efa3c), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:32.793447 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec38610-5bbf-44ec-b592-4ffb45efbde2 req-adfaf7fa-2554-4aa0-8e1a-d48919df0323 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:32.795642 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bec38610-5bbf-44ec-b592-4ffb45efbde2 req-adfaf7fa-2554-4aa0-8e1a-d48919df0323 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1184030 Feb 20 05:35:32.803466 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-f0218f9f-4853-47e1-bb1e-4c72701c8974 service neutron] Transition to ACTIVE for port object 7c007555-d640-488c-8ce4-7f97f04efa3c will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:35:32.824766 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-f0218f9f-4853-47e1-bb1e-4c72701c8974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (7c007555-d640-488c-8ce4-7f97f04efa3c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:32.861209 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-a8febcf9-86a1-4e79-abe8-b50d0e24850d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Made reservation on behalf of e6ab79728f124adc87dd8ebb98d8b1ba for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:35:32.865034 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-a8febcf9-86a1-4e79-abe8-b50d0e24850d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:32.902679 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0218f9f-4853-47e1-bb1e-4c72701c8974 service neutron] Pushing event updated for resources: {'Port': ['ID=7c007555-d640-488c-8ce4-7f97f04efa3c,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:33.038394 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bec38610-5bbf-44ec-b592-4ffb45efbde2 req-a944b6d1-6d3c-4bdc-baef-43a02811d112 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327974 Feb 20 05:35:33.103954 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6443571c-3209-4915-8135-06b93fa45f2f req-73e66e0d-c166-469d-a5dc-e654319677a9 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (aef56316-9e0d-45b2-82be-affe24477213), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:33.198099 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586986ba-9333-48a7-a77f-d8787351c96d req-828cc4d1-c0db-4b7b-b409-8049c38925c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:33.200856 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-586986ba-9333-48a7-a77f-d8787351c96d req-828cc4d1-c0db-4b7b-b409-8049c38925c2 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4307733 Feb 20 05:35:33.218584 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6443571c-3209-4915-8135-06b93fa45f2f req-73e66e0d-c166-469d-a5dc-e654319677a9 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:35:33.228324 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-6443571c-3209-4915-8135-06b93fa45f2f req-73e66e0d-c166-469d-a5dc-e654319677a9 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:35:33.263250 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-6443571c-3209-4915-8135-06b93fa45f2f req-73e66e0d-c166-469d-a5dc-e654319677a9 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:35:33.292650 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e66e0d-c166-469d-a5dc-e654319677a9 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Pushing event updated for resources: {'Port': ['ID=aef56316-9e0d-45b2-82be-affe24477213,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:33.358373 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c37fa1a3-8ec9-4902-bf6b-a3d867a3b7ec req-740342b6-3aba-4b42-ad0d-91ba5b7136d4 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1855020859&fields=id&tenant_id=92a54be63c5043ba86245b0b4d4ac59c HTTP/1.1" status: 200 len: 267 time: 0.1859496 Feb 20 05:35:33.386936 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443571c-3209-4915-8135-06b93fa45f2f req-73e66e0d-c166-469d-a5dc-e654319677a9 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:33.387615 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6443571c-3209-4915-8135-06b93fa45f2f req-73e66e0d-c166-469d-a5dc-e654319677a9 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:33.429324 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6443571c-3209-4915-8135-06b93fa45f2f req-73e66e0d-c166-469d-a5dc-e654319677a9 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1883228 Feb 20 05:35:33.441928 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-6443571c-3209-4915-8135-06b93fa45f2f req-8dc8e2ea-9285-4abe-b338-4434f42f06a7 service neutron] Request body: {'port': {'device_id': '7677cf83-1139-410c-888d-95f156b6b6f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:33.477967 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fa1a3-8ec9-4902-bf6b-a3d867a3b7ec req-21a66f91-809e-4299-8f9f-6736225edf44 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:33.479808 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c37fa1a3-8ec9-4902-bf6b-a3d867a3b7ec req-21a66f91-809e-4299-8f9f-6736225edf44 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/ports?device_id=527a5445-ce0b-42c6-aa06-815b11e4454e HTTP/1.1" status: 200 len: 945 time: 0.1127577 Feb 20 05:35:33.517447 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-c37fa1a3-8ec9-4902-bf6b-a3d867a3b7ec req-69f3d06a-734d-4474-bec5-698bee4e4343 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Request body: {'port': {'security_groups': ['23962126-2291-4fd4-919f-f12c38e0fb34', '7895632a-5895-490c-922f-397e08930c86']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:33.567961 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6443571c-3209-4915-8135-06b93fa45f2f req-8dc8e2ea-9285-4abe-b338-4434f42f06a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (aef56316-9e0d-45b2-82be-affe24477213), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:33.634536 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-f0218f9f-4853-47e1-bb1e-4c72701c8974 service neutron] Attempting to bind port 7c007555-d640-488c-8ce4-7f97f04efa3c on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:35:33.635102 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-f0218f9f-4853-47e1-bb1e-4c72701c8974 service neutron] Attempting to bind port 7c007555-d640-488c-8ce4-7f97f04efa3c by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'afa6ff03-1956-4d1f-b76d-84e9acf97eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:35:33.635234 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-f0218f9f-4853-47e1-bb1e-4c72701c8974 service neutron] Attempting to bind port 7c007555-d640-488c-8ce4-7f97f04efa3c on network fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:33.637405 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-bcec76d0-8beb-4b15-a147-414a8a2bbda1 None None] Provisioning complete for port aef56316-9e0d-45b2-82be-affe24477213 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:35:33.639475 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bcec76d0-8beb-4b15-a147-414a8a2bbda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (aef56316-9e0d-45b2-82be-affe24477213), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:33.660752 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-f0218f9f-4853-47e1-bb1e-4c72701c8974 service neutron] Port 7c007555-d640-488c-8ce4-7f97f04efa3c on network fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:35:33.660993 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-f0218f9f-4853-47e1-bb1e-4c72701c8974 service neutron] Attempting to bind port 7c007555-d640-488c-8ce4-7f97f04efa3c on network fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:33.695933 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-f0218f9f-4853-47e1-bb1e-4c72701c8974 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:35:33.696996 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-f0218f9f-4853-47e1-bb1e-4c72701c8974 service neutron] Checking segment: {'id': 'afa6ff03-1956-4d1f-b76d-84e9acf97eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:35:33.697642 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-f0218f9f-4853-47e1-bb1e-4c72701c8974 service neutron] Bound using segment: {'id': 'afa6ff03-1956-4d1f-b76d-84e9acf97eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:35:33.698304 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-f0218f9f-4853-47e1-bb1e-4c72701c8974 service neutron] Bound port: 7c007555-d640-488c-8ce4-7f97f04efa3c, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa6ff03-1956-4d1f-b76d-84e9acf97eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:35:33.698910 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-f0218f9f-4853-47e1-bb1e-4c72701c8974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7c007555-d640-488c-8ce4-7f97f04efa3c), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:33.737768 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bcec76d0-8beb-4b15-a147-414a8a2bbda1 None None] Port aef56316-9e0d-45b2-82be-affe24477213 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:35:33.784105 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-a8febcf9-86a1-4e79-abe8-b50d0e24850d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Allocated IP 172.20.0.12 (a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b/a08401b1-85d8-4e92-bab1-1aef3c02482d/de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:35:33.818951 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c37fa1a3-8ec9-4902-bf6b-a3d867a3b7ec req-69f3d06a-734d-4474-bec5-698bee4e4343 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:33.865096 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-f0218f9f-4853-47e1-bb1e-4c72701c8974 service neutron] For port 7c007555-d640-488c-8ce4-7f97f04efa3c, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:35:33.871827 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-f0218f9f-4853-47e1-bb1e-4c72701c8974 service neutron] For port 7c007555-d640-488c-8ce4-7f97f04efa3c, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=7c007555-d640-488c-8ce4-7f97f04efa3c,segment=NetworkSegment(afa6ff03-1956-4d1f-b76d-84e9acf97eda),segment_id=afa6ff03-1956-4d1f-b76d-84e9acf97eda)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:35:33.889657 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-f0218f9f-4853-47e1-bb1e-4c72701c8974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (7c007555-d640-488c-8ce4-7f97f04efa3c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:33.996758 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-f0218f9f-4853-47e1-bb1e-4c72701c8974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:33.997647 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-f0218f9f-4853-47e1-bb1e-4c72701c8974 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:34.000072 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-f0218f9f-4853-47e1-bb1e-4c72701c8974 service neutron] 10.222.0.61 "PUT /v2.0/ports/7c007555-d640-488c-8ce4-7f97f04efa3c HTTP/1.1" status: 200 len: 1091 time: 2.1453846 Feb 20 05:35:34.049740 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0b0eb4ac-a29e-4145-9f58-e1e0881021df service neutron] Request body: {'port': {'device_id': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:34.128420 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0b0eb4ac-a29e-4145-9f58-e1e0881021df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b6a005cb-7520-4571-b49e-be3ec5a89fc8), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:34.130408 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0218f9f-4853-47e1-bb1e-4c72701c8974 service neutron] Pushing event updated for resources: {'Port': ['ID=7c007555-d640-488c-8ce4-7f97f04efa3c,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:34.207892 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-a8febcf9-86a1-4e79-abe8-b50d0e24850d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks [] for port (de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:34.209614 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-6443571c-3209-4915-8135-06b93fa45f2f req-8dc8e2ea-9285-4abe-b338-4434f42f06a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef56316-9e0d-45b2-82be-affe24477213 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:35:34.221668 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6443571c-3209-4915-8135-06b93fa45f2f req-8dc8e2ea-9285-4abe-b338-4434f42f06a7 service neutron] Publish callbacks [] for port (aef56316-9e0d-45b2-82be-affe24477213), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:34.246637 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-6443571c-3209-4915-8135-06b93fa45f2f req-8dc8e2ea-9285-4abe-b338-4434f42f06a7 service neutron] Transition to ACTIVE for port object aef56316-9e0d-45b2-82be-affe24477213 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:35:34.259290 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6443571c-3209-4915-8135-06b93fa45f2f req-8dc8e2ea-9285-4abe-b338-4434f42f06a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (aef56316-9e0d-45b2-82be-affe24477213), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:34.311497 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'tag': '1b3adbb3-2cc7-496f-9d01-8d25b7de0141'}, {'name': 'network-changed', 'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'tag': '29db9da7-b890-4cdb-b7e0-fcc13be4e73d'}, {'name': 'network-changed', 'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'tag': '7c007555-d640-488c-8ce4-7f97f04efa3c'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:35:34.317308 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199fb08d-7d52-491d-bc27-1a47a63a4ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "tag": "1b3adbb3-2cc7-496f-9d01-8d25b7de0141"}, {"name": "network-changed", "server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "tag": "29db9da7-b890-4cdb-b7e0-fcc13be4e73d"}, {"name": "network-changed", "server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "tag": "7c007555-d640-488c-8ce4-7f97f04efa3c"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:35:34.427482 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-a8febcf9-86a1-4e79-abe8-b50d0e24850d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:34.485354 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-a8febcf9-86a1-4e79-abe8-b50d0e24850d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:35:34.507230 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-a8febcf9-86a1-4e79-abe8-b50d0e24850d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:35:34.511167 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8febcf9-86a1-4e79-abe8-b50d0e24850d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Pushing event updated for resources: {'Port': ['ID=de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:34.515205 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-a8febcf9-86a1-4e79-abe8-b50d0e24850d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:35:34.583974 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-a8febcf9-86a1-4e79-abe8-b50d0e24850d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:34.584664 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-a8febcf9-86a1-4e79-abe8-b50d0e24850d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:34.673442 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0b0eb4ac-a29e-4145-9f58-e1e0881021df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a005cb-7520-4571-b49e-be3ec5a89fc8 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:35:34.677745 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-c37fa1a3-8ec9-4902-bf6b-a3d867a3b7ec req-69f3d06a-734d-4474-bec5-698bee4e4343 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] For port 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7,segment=NetworkSegment(dd260469-f73a-462b-ba05-bed79ea663d4),segment_id=dd260469-f73a-462b-ba05-bed79ea663d4)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:34.688072 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0b0eb4ac-a29e-4145-9f58-e1e0881021df service neutron] Publish callbacks [] for port (b6a005cb-7520-4571-b49e-be3ec5a89fc8), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:34.711079 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0b0eb4ac-a29e-4145-9f58-e1e0881021df service neutron] Transition to ACTIVE for port object b6a005cb-7520-4571-b49e-be3ec5a89fc8 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:35:34.717697 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-a8febcf9-86a1-4e79-abe8-b50d0e24850d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0889452 Feb 20 05:35:34.718801 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0b0eb4ac-a29e-4145-9f58-e1e0881021df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (b6a005cb-7520-4571-b49e-be3ec5a89fc8), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:34.738702 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-f87329ee-fd5b-4207-a7f5-6f35d8cb6c75 service neutron] Request body: {'port': {'device_id': '732d84ee-3057-4e06-8a37-085e54d6b197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:34.778025 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8e2ea-9285-4abe-b338-4434f42f06a7 service neutron] Pushing event updated for resources: {'Port': ['ID=aef56316-9e0d-45b2-82be-affe24477213,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:34.802714 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c37fa1a3-8ec9-4902-bf6b-a3d867a3b7ec req-69f3d06a-734d-4474-bec5-698bee4e4343 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for port (8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:34.811772 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c37fa1a3-8ec9-4902-bf6b-a3d867a3b7ec req-69f3d06a-734d-4474-bec5-698bee4e4343 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:34.814992 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0eb4ac-a29e-4145-9f58-e1e0881021df service neutron] Pushing event updated for resources: {'Port': ['ID=b6a005cb-7520-4571-b49e-be3ec5a89fc8,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:34.823500 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:35:34.885594 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-f87329ee-fd5b-4207-a7f5-6f35d8cb6c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:34.994346 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3d06a-734d-4474-bec5-698bee4e4343 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Pushing event updated for resources: {'Port': ['ID=8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7,revision_number=6']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:35.005397 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-6443571c-3209-4915-8135-06b93fa45f2f req-8dc8e2ea-9285-4abe-b338-4434f42f06a7 service neutron] Attempting to bind port aef56316-9e0d-45b2-82be-affe24477213 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:35:35.006294 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-6443571c-3209-4915-8135-06b93fa45f2f req-8dc8e2ea-9285-4abe-b338-4434f42f06a7 service neutron] Attempting to bind port aef56316-9e0d-45b2-82be-affe24477213 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:35:35.006294 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6443571c-3209-4915-8135-06b93fa45f2f req-8dc8e2ea-9285-4abe-b338-4434f42f06a7 service neutron] Attempting to bind port aef56316-9e0d-45b2-82be-affe24477213 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:35.029491 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fa1a3-8ec9-4902-bf6b-a3d867a3b7ec req-69f3d06a-734d-4474-bec5-698bee4e4343 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:35.030193 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c37fa1a3-8ec9-4902-bf6b-a3d867a3b7ec req-69f3d06a-734d-4474-bec5-698bee4e4343 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:35.042239 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c37fa1a3-8ec9-4902-bf6b-a3d867a3b7ec req-69f3d06a-734d-4474-bec5-698bee4e4343 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "PUT /v2.0/ports/8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 HTTP/1.1" status: 200 len: 981 time: 1.5295410 Feb 20 05:35:35.042745 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527a5445-ce0b-42c6-aa06-815b11e4454e', 'tag': '8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:35:35.053219 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f398ae-1028-4ffa-aadc-921ec0b062f0" -d '{"events": [{"name": "network-changed", "server_uuid": "527a5445-ce0b-42c6-aa06-815b11e4454e", "tag": "8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:35:35.063552 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6443571c-3209-4915-8135-06b93fa45f2f req-8dc8e2ea-9285-4abe-b338-4434f42f06a7 service neutron] Port aef56316-9e0d-45b2-82be-affe24477213 on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:35:35.074016 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6443571c-3209-4915-8135-06b93fa45f2f req-8dc8e2ea-9285-4abe-b338-4434f42f06a7 service neutron] Attempting to bind port aef56316-9e0d-45b2-82be-affe24477213 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:35.088081 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0b0eb4ac-a29e-4145-9f58-e1e0881021df service neutron] Attempting to bind port b6a005cb-7520-4571-b49e-be3ec5a89fc8 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:35:35.088434 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0b0eb4ac-a29e-4145-9f58-e1e0881021df service neutron] Attempting to bind port b6a005cb-7520-4571-b49e-be3ec5a89fc8 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'afa6ff03-1956-4d1f-b76d-84e9acf97eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:35:35.088770 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0b0eb4ac-a29e-4145-9f58-e1e0881021df service neutron] Attempting to bind port b6a005cb-7520-4571-b49e-be3ec5a89fc8 on network fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:35.090628 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6443571c-3209-4915-8135-06b93fa45f2f req-8dc8e2ea-9285-4abe-b338-4434f42f06a7 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:35:35.091777 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6443571c-3209-4915-8135-06b93fa45f2f req-8dc8e2ea-9285-4abe-b338-4434f42f06a7 service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:35:35.092375 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6443571c-3209-4915-8135-06b93fa45f2f req-8dc8e2ea-9285-4abe-b338-4434f42f06a7 service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:35:35.093006 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-6443571c-3209-4915-8135-06b93fa45f2f req-8dc8e2ea-9285-4abe-b338-4434f42f06a7 service neutron] Bound port: aef56316-9e0d-45b2-82be-affe24477213, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:35:35.093474 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6443571c-3209-4915-8135-06b93fa45f2f req-8dc8e2ea-9285-4abe-b338-4434f42f06a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (aef56316-9e0d-45b2-82be-affe24477213), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:35.156470 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:35:35.190217 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-6443571c-3209-4915-8135-06b93fa45f2f req-8dc8e2ea-9285-4abe-b338-4434f42f06a7 service neutron] For port aef56316-9e0d-45b2-82be-affe24477213, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:35:35.194460 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-6443571c-3209-4915-8135-06b93fa45f2f req-8dc8e2ea-9285-4abe-b338-4434f42f06a7 service neutron] For port aef56316-9e0d-45b2-82be-affe24477213, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=aef56316-9e0d-45b2-82be-affe24477213,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:35:35.211627 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6443571c-3209-4915-8135-06b93fa45f2f req-8dc8e2ea-9285-4abe-b338-4434f42f06a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (aef56316-9e0d-45b2-82be-affe24477213), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:35.230126 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-05ab3ce9-787a-4c87-aa44-6175e88f201e None None] Provisioning complete for port de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:35:35.230841 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-05ab3ce9-787a-4c87-aa44-6175e88f201e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:35.290372 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443571c-3209-4915-8135-06b93fa45f2f req-8dc8e2ea-9285-4abe-b338-4434f42f06a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:35.291295 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6443571c-3209-4915-8135-06b93fa45f2f req-8dc8e2ea-9285-4abe-b338-4434f42f06a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:35.295739 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6443571c-3209-4915-8135-06b93fa45f2f req-8dc8e2ea-9285-4abe-b338-4434f42f06a7 service neutron] 10.222.0.61 "PUT /v2.0/ports/aef56316-9e0d-45b2-82be-affe24477213 HTTP/1.1" status: 200 len: 1095 time: 1.8582292 Feb 20 05:35:35.310240 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-05ab3ce9-787a-4c87-aa44-6175e88f201e None None] Port de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:35:35.371723 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0b0eb4ac-a29e-4145-9f58-e1e0881021df service neutron] Port b6a005cb-7520-4571-b49e-be3ec5a89fc8 on network fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:35:35.372584 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0b0eb4ac-a29e-4145-9f58-e1e0881021df service neutron] Attempting to bind port b6a005cb-7520-4571-b49e-be3ec5a89fc8 on network fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:35.381948 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0b0eb4ac-a29e-4145-9f58-e1e0881021df service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:35:35.382284 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0b0eb4ac-a29e-4145-9f58-e1e0881021df service neutron] Checking segment: {'id': 'afa6ff03-1956-4d1f-b76d-84e9acf97eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:35:35.382667 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0b0eb4ac-a29e-4145-9f58-e1e0881021df service neutron] Bound using segment: {'id': 'afa6ff03-1956-4d1f-b76d-84e9acf97eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:35:35.383124 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0b0eb4ac-a29e-4145-9f58-e1e0881021df service neutron] Bound port: b6a005cb-7520-4571-b49e-be3ec5a89fc8, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa6ff03-1956-4d1f-b76d-84e9acf97eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:35:35.383501 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0b0eb4ac-a29e-4145-9f58-e1e0881021df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b6a005cb-7520-4571-b49e-be3ec5a89fc8), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:35.407475 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8e2ea-9285-4abe-b338-4434f42f06a7 service neutron] Pushing event updated for resources: {'Port': ['ID=aef56316-9e0d-45b2-82be-affe24477213,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:35.484914 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0b0eb4ac-a29e-4145-9f58-e1e0881021df service neutron] For port b6a005cb-7520-4571-b49e-be3ec5a89fc8, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:35:35.489184 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0b0eb4ac-a29e-4145-9f58-e1e0881021df service neutron] For port b6a005cb-7520-4571-b49e-be3ec5a89fc8, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b6a005cb-7520-4571-b49e-be3ec5a89fc8,segment=NetworkSegment(afa6ff03-1956-4d1f-b76d-84e9acf97eda),segment_id=afa6ff03-1956-4d1f-b76d-84e9acf97eda)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:35:35.515851 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0b0eb4ac-a29e-4145-9f58-e1e0881021df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (b6a005cb-7520-4571-b49e-be3ec5a89fc8), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:35.520608 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443571c-3209-4915-8135-06b93fa45f2f req-c0749757-54ee-4912-8367-6aec78446009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:35.522338 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6443571c-3209-4915-8135-06b93fa45f2f req-c0749757-54ee-4912-8367-6aec78446009 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dae5f75daa9941e9813db18a97c3683e&device_id=7677cf83-1139-410c-888d-95f156b6b6f2 HTTP/1.1" status: 200 len: 1129 time: 0.1629846 Feb 20 05:35:35.533947 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c9b84-38b4-4475-8ae5-32a78452b0fd req-27049ac8-a10c-43a6-af17-879fd4e26f72 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:35.540013 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c9b84-38b4-4475-8ae5-32a78452b0fd req-27049ac8-a10c-43a6-af17-879fd4e26f72 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:35.547189 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c9b84-38b4-4475-8ae5-32a78452b0fd req-27049ac8-a10c-43a6-af17-879fd4e26f72 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:35.553255 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c9b84-38b4-4475-8ae5-32a78452b0fd req-27049ac8-a10c-43a6-af17-879fd4e26f72 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:35.560526 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c9b84-38b4-4475-8ae5-32a78452b0fd req-27049ac8-a10c-43a6-af17-879fd4e26f72 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:35.566703 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c9b84-38b4-4475-8ae5-32a78452b0fd req-27049ac8-a10c-43a6-af17-879fd4e26f72 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:35.574683 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c9b84-38b4-4475-8ae5-32a78452b0fd req-27049ac8-a10c-43a6-af17-879fd4e26f72 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:35.584130 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-475c9b84-38b4-4475-8ae5-32a78452b0fd req-27049ac8-a10c-43a6-af17-879fd4e26f72 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5405 time: 0.2233725 Feb 20 05:35:35.604427 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0b0eb4ac-a29e-4145-9f58-e1e0881021df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:35.605136 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0b0eb4ac-a29e-4145-9f58-e1e0881021df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:35.606697 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0b0eb4ac-a29e-4145-9f58-e1e0881021df service neutron] 10.222.0.61 "PUT /v2.0/ports/b6a005cb-7520-4571-b49e-be3ec5a89fc8 HTTP/1.1" status: 200 len: 1090 time: 1.5646844 Feb 20 05:35:35.607546 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0eb4ac-a29e-4145-9f58-e1e0881021df service neutron] Pushing event updated for resources: {'Port': ['ID=b6a005cb-7520-4571-b49e-be3ec5a89fc8,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:35.620665 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-f87329ee-fd5b-4207-a7f5-6f35d8cb6c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:35:35.633572 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-f87329ee-fd5b-4207-a7f5-6f35d8cb6c75 service neutron] Publish callbacks [] for port (de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:35.649578 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0c6482f2-6d08-4fb0-b3f1-c384e706c814 service neutron] Request body: {'port': {'device_id': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:35.682131 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6443571c-3209-4915-8135-06b93fa45f2f req-d4ef6823-9fb0-409b-980f-53b4708056a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=aef56316-9e0d-45b2-82be-affe24477213 HTTP/1.1" status: 200 len: 217 time: 0.0892048 Feb 20 05:35:35.703218 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-f87329ee-fd5b-4207-a7f5-6f35d8cb6c75 service neutron] Transition to ACTIVE for port object de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:35:35.714767 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-f87329ee-fd5b-4207-a7f5-6f35d8cb6c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:35.791255 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-475c9b84-38b4-4475-8ae5-32a78452b0fd req-13d4b273-5da6-4cc9-9ba1-74750386ff8d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2061732 Feb 20 05:35:35.798116 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443571c-3209-4915-8135-06b93fa45f2f req-f2377491-1640-41bd-8945-a92a7217d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:35.800444 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6443571c-3209-4915-8135-06b93fa45f2f req-f2377491-1640-41bd-8945-a92a7217d6d4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1057353 Feb 20 05:35:35.806842 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0c6482f2-6d08-4fb0-b3f1-c384e706c814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3437ce7e-f77d-4721-8b84-c6eb69db6e7e), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:35.893992 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443571c-3209-4915-8135-06b93fa45f2f req-2809ee92-c143-48a5-a009-8590b7263ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:35.895273 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87329ee-fd5b-4207-a7f5-6f35d8cb6c75 service neutron] Pushing event updated for resources: {'Port': ['ID=de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:35.897099 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6443571c-3209-4915-8135-06b93fa45f2f req-2809ee92-c143-48a5-a009-8590b7263ba1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0892012 Feb 20 05:35:36.097081 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6443571c-3209-4915-8135-06b93fa45f2f req-d32562bf-bb72-4dc8-9ea0-f583e657494b service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895106 Feb 20 05:35:36.105588 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5f12e-fb38-426d-856d-427d77b2fd3f req-9f54ee93-8b24-4205-a47b-ca992d03b6cc tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:36.114083 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1df5f12e-fb38-426d-856d-427d77b2fd3f req-9f54ee93-8b24-4205-a47b-ca992d03b6cc tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] 10.222.0.37 "GET /v2.0/ports?device_id=7677cf83-1139-410c-888d-95f156b6b6f2 HTTP/1.1" status: 200 len: 947 time: 0.0942483 Feb 20 05:35:36.209678 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-f87329ee-fd5b-4207-a7f5-6f35d8cb6c75 service neutron] Attempting to bind port de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:35:36.210138 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-f87329ee-fd5b-4207-a7f5-6f35d8cb6c75 service neutron] Attempting to bind port de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:35:36.210675 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-f87329ee-fd5b-4207-a7f5-6f35d8cb6c75 service neutron] Attempting to bind port de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b on network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:36.222735 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-f87329ee-fd5b-4207-a7f5-6f35d8cb6c75 service neutron] Port de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b on network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:35:36.222735 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-f87329ee-fd5b-4207-a7f5-6f35d8cb6c75 service neutron] Attempting to bind port de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b on network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:36.238156 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-f87329ee-fd5b-4207-a7f5-6f35d8cb6c75 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:35:36.238795 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-f87329ee-fd5b-4207-a7f5-6f35d8cb6c75 service neutron] Checking segment: {'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:35:36.239285 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-f87329ee-fd5b-4207-a7f5-6f35d8cb6c75 service neutron] Bound using segment: {'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:35:36.240444 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-f87329ee-fd5b-4207-a7f5-6f35d8cb6c75 service neutron] Bound port: de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:35:36.240444 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-f87329ee-fd5b-4207-a7f5-6f35d8cb6c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:36.263675 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6443571c-3209-4915-8135-06b93fa45f2f req-3fb9825a-c8ae-4684-89f2-f52e94058c0a service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467161 Feb 20 05:35:36.277497 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1df5f12e-fb38-426d-856d-427d77b2fd3f req-d39fd888-2ebe-41f5-ad27-6fc6d52360ba tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] 10.222.0.37 "GET /v2.0/security-groups?id=b38c9476-f30d-4441-9598-dd91ec4bb812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624386 Feb 20 05:35:36.391801 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-f87329ee-fd5b-4207-a7f5-6f35d8cb6c75 service neutron] For port de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:35:36.398613 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefca37f-df31-41b6-a0f5-6ec7e92e69dc req-1f2fc836-5114-4c84-a332-7b2f05ab48af tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:36.399059 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-f87329ee-fd5b-4207-a7f5-6f35d8cb6c75 service neutron] For port de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:35:36.400344 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fefca37f-df31-41b6-a0f5-6ec7e92e69dc req-1f2fc836-5114-4c84-a332-7b2f05ab48af tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 944 time: 0.0625434 Feb 20 05:35:36.401811 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0c6482f2-6d08-4fb0-b3f1-c384e706c814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3437ce7e-f77d-4721-8b84-c6eb69db6e7e {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:35:36.411390 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0c6482f2-6d08-4fb0-b3f1-c384e706c814 service neutron] Publish callbacks [] for port (3437ce7e-f77d-4721-8b84-c6eb69db6e7e), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:36.415759 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-f87329ee-fd5b-4207-a7f5-6f35d8cb6c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:36.452790 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fefca37f-df31-41b6-a0f5-6ec7e92e69dc req-41c56655-07bd-445c-837f-eb9a44ed0f12 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454643 Feb 20 05:35:36.459320 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0c6482f2-6d08-4fb0-b3f1-c384e706c814 service neutron] Transition to ACTIVE for port object 3437ce7e-f77d-4721-8b84-c6eb69db6e7e will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:35:36.467462 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-f87329ee-fd5b-4207-a7f5-6f35d8cb6c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:36.467887 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-f87329ee-fd5b-4207-a7f5-6f35d8cb6c75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:36.469268 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-f87329ee-fd5b-4207-a7f5-6f35d8cb6c75 service neutron] 10.222.0.61 "PUT /v2.0/ports/de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b HTTP/1.1" status: 200 len: 1092 time: 1.7395902 Feb 20 05:35:36.474782 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0c6482f2-6d08-4fb0-b3f1-c384e706c814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (3437ce7e-f77d-4721-8b84-c6eb69db6e7e), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:36.506636 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87329ee-fd5b-4207-a7f5-6f35d8cb6c75 service neutron] Pushing event updated for resources: {'Port': ['ID=de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:36.628379 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6482f2-6d08-4fb0-b3f1-c384e706c814 service neutron] Pushing event updated for resources: {'Port': ['ID=3437ce7e-f77d-4721-8b84-c6eb69db6e7e,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:36.733936 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0c6482f2-6d08-4fb0-b3f1-c384e706c814 service neutron] Attempting to bind port 3437ce7e-f77d-4721-8b84-c6eb69db6e7e on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:35:36.740390 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0c6482f2-6d08-4fb0-b3f1-c384e706c814 service neutron] Attempting to bind port 3437ce7e-f77d-4721-8b84-c6eb69db6e7e by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '19247fc3-8797-47d4-855d-3aa66884dfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ad5d889f-9ba6-45ee-9401-06eb68bd1eba'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:35:36.740791 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0c6482f2-6d08-4fb0-b3f1-c384e706c814 service neutron] Attempting to bind port 3437ce7e-f77d-4721-8b84-c6eb69db6e7e on network ad5d889f-9ba6-45ee-9401-06eb68bd1eba {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:36.772582 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-bfe675c0-7632-4be3-a086-904792e54c96 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=fa4999e395b84ca8985dceeebb996696&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376661 Feb 20 05:35:36.779413 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0c6482f2-6d08-4fb0-b3f1-c384e706c814 service neutron] Port 3437ce7e-f77d-4721-8b84-c6eb69db6e7e on network ad5d889f-9ba6-45ee-9401-06eb68bd1eba not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:35:36.779746 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0c6482f2-6d08-4fb0-b3f1-c384e706c814 service neutron] Attempting to bind port 3437ce7e-f77d-4721-8b84-c6eb69db6e7e on network ad5d889f-9ba6-45ee-9401-06eb68bd1eba {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:36.785455 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-3f4f61d4-2868-48e7-98fb-d100f0d1cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:36.787037 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-3f4f61d4-2868-48e7-98fb-d100f0d1cb73 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 1126 time: 0.2701805 Feb 20 05:35:36.794050 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0c6482f2-6d08-4fb0-b3f1-c384e706c814 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:35:36.798223 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0c6482f2-6d08-4fb0-b3f1-c384e706c814 service neutron] Checking segment: {'id': '19247fc3-8797-47d4-855d-3aa66884dfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ad5d889f-9ba6-45ee-9401-06eb68bd1eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:35:36.798616 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0c6482f2-6d08-4fb0-b3f1-c384e706c814 service neutron] Bound using segment: {'id': '19247fc3-8797-47d4-855d-3aa66884dfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ad5d889f-9ba6-45ee-9401-06eb68bd1eba'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:35:36.799504 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0c6482f2-6d08-4fb0-b3f1-c384e706c814 service neutron] Bound port: 3437ce7e-f77d-4721-8b84-c6eb69db6e7e, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19247fc3-8797-47d4-855d-3aa66884dfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ad5d889f-9ba6-45ee-9401-06eb68bd1eba'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:35:36.800374 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0c6482f2-6d08-4fb0-b3f1-c384e706c814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3437ce7e-f77d-4721-8b84-c6eb69db6e7e), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:36.911807 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-1273d45e-fbfb-49c0-818c-edcee83b9120 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b HTTP/1.1" status: 200 len: 217 time: 0.1064718 Feb 20 05:35:36.944252 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-a36a0272-b6c9-49b5-b800-c9ad0cf83c5b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:36.952230 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-a36a0272-b6c9-49b5-b800-c9ad0cf83c5b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783926 Feb 20 05:35:36.968634 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-278c6966-82b8-4361-b7fe-4537456c31a2 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/quotas/fa4999e395b84ca8985dceeebb996696 HTTP/1.1" status: 200 len: 375 time: 0.0154395 Feb 20 05:35:37.014951 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-3f164c3d-6232-4e6a-967e-16a113336263 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443726 Feb 20 05:35:37.054373 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-661b5127-17ab-44a2-a603-96f348e4d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:37.056427 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-661b5127-17ab-44a2-a603-96f348e4d09e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a08401b1-85d8-4e92-bab1-1aef3c02482d HTTP/1.1" status: 200 len: 851 time: 0.1325033 Feb 20 05:35:37.106580 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0c6482f2-6d08-4fb0-b3f1-c384e706c814 service neutron] For port 3437ce7e-f77d-4721-8b84-c6eb69db6e7e, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:35:37.130195 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0c6482f2-6d08-4fb0-b3f1-c384e706c814 service neutron] For port 3437ce7e-f77d-4721-8b84-c6eb69db6e7e, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=3437ce7e-f77d-4721-8b84-c6eb69db6e7e,segment=NetworkSegment(19247fc3-8797-47d4-855d-3aa66884dfac),segment_id=19247fc3-8797-47d4-855d-3aa66884dfac)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:35:37.141878 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0c6482f2-6d08-4fb0-b3f1-c384e706c814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (3437ce7e-f77d-4721-8b84-c6eb69db6e7e), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:37.153759 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-bbba7668-e61a-42db-9a33-422558c1aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:37.156532 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-bbba7668-e61a-42db-9a33-422558c1aa0b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0911734 Feb 20 05:35:37.215388 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sun, 20 Feb 2022 05:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f0804b-a27e-4f8f-8b93-7bfdc0a8715c x-openstack-request-id: req-87f0804b-a27e-4f8f-8b93-7bfdc0a8715c {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:35:37.216327 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "tag": "1b3adbb3-2cc7-496f-9d01-8d25b7de0141", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "tag": "29db9da7-b890-4cdb-b7e0-fcc13be4e73d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "tag": "7c007555-d640-488c-8ce4-7f97f04efa3c", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:35:37.216904 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87f0804b-a27e-4f8f-8b93-7bfdc0a8715c {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:35:37.217785 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'tag': '1b3adbb3-2cc7-496f-9d01-8d25b7de0141', 'status': 'completed', 'code': 200} Feb 20 05:35:37.218134 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'tag': '29db9da7-b890-4cdb-b7e0-fcc13be4e73d', 'status': 'completed', 'code': 200} Feb 20 05:35:37.218393 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'tag': '7c007555-d640-488c-8ce4-7f97f04efa3c', 'status': 'completed', 'code': 200} Feb 20 05:35:37.219804 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0c6482f2-6d08-4fb0-b3f1-c384e706c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:37.220704 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0c6482f2-6d08-4fb0-b3f1-c384e706c814 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:37.234733 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0c6482f2-6d08-4fb0-b3f1-c384e706c814 service neutron] 10.222.0.61 "PUT /v2.0/ports/3437ce7e-f77d-4721-8b84-c6eb69db6e7e HTTP/1.1" status: 200 len: 1091 time: 1.5913713 Feb 20 05:35:37.297152 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ce0bcb24-af5c-44cb-969b-6d4f93aafaca service neutron] Request body: {'port': {'device_id': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:37.418255 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-5a5478c4-995b-472a-bb3f-70dfa345eb6a service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186279 Feb 20 05:35:37.461737 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-764cb24e-6222-423b-be08-567a6b5a80f7 req-47c4ec26-1d0f-491c-8d32-ef9ea981539c tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1427601784&fields=id&tenant_id=92a54be63c5043ba86245b0b4d4ac59c HTTP/1.1" status: 200 len: 267 time: 0.1499100 Feb 20 05:35:37.469804 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6482f2-6d08-4fb0-b3f1-c384e706c814 service neutron] Pushing event updated for resources: {'Port': ['ID=3437ce7e-f77d-4721-8b84-c6eb69db6e7e,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:37.506431 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-9ff41f9a-1b7b-445a-8dd4-52e813f28815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:37.507282 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-9ff41f9a-1b7b-445a-8dd4-52e813f28815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:37.507959 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-9ff41f9a-1b7b-445a-8dd4-52e813f28815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:37.513556 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-9ff41f9a-1b7b-445a-8dd4-52e813f28815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:37.517610 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-9ff41f9a-1b7b-445a-8dd4-52e813f28815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:37.518210 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-9ff41f9a-1b7b-445a-8dd4-52e813f28815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:37.520215 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-9ff41f9a-1b7b-445a-8dd4-52e813f28815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:37.523318 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-9ff41f9a-1b7b-445a-8dd4-52e813f28815 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=03a588f7057d4c8b9bd71c9e1f2b531d&device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 6605 time: 0.3004537 Feb 20 05:35:37.605887 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60132) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:35:37.642296 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ce0bcb24-af5c-44cb-969b-6d4f93aafaca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6b547cc4-f633-4bfe-a5fb-b5ee6d68a986), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:37.702030 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cb24e-6222-423b-be08-567a6b5a80f7 req-a328dd1f-cb17-4853-a181-d8f7d0b22104 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:37.711898 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-764cb24e-6222-423b-be08-567a6b5a80f7 req-a328dd1f-cb17-4853-a181-d8f7d0b22104 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/ports?device_id=527a5445-ce0b-42c6-aa06-815b11e4454e HTTP/1.1" status: 200 len: 984 time: 0.2161217 Feb 20 05:35:37.727264 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-39afa4f9-4e0b-4678-b3c8-a39d417853f2 req-ad6fd5ad-7fd7-4b8c-aaf0-490440b0269e service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391207 Feb 20 05:35:37.745110 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-764cb24e-6222-423b-be08-567a6b5a80f7 req-68f95be3-8977-4ae5-9c1d-f5345a8dbede tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Request body: {'port': {'security_groups': ['23962126-2291-4fd4-919f-f12c38e0fb34', '7895632a-5895-490c-922f-397e08930c86', 'cf5cc69b-9a1b-45a9-85bf-83749d101ca3']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:37.920639 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-cdd060bc-8164-4930-970b-1ca4de9f1c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:37.921567 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-cdd060bc-8164-4930-970b-1ca4de9f1c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:37.921707 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-cdd060bc-8164-4930-970b-1ca4de9f1c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:37.923338 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-cdd060bc-8164-4930-970b-1ca4de9f1c7e service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=03a588f7057d4c8b9bd71c9e1f2b531d&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3803985 Feb 20 05:35:37.932747 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6910a49-cd39-4e33-9e82-51e8cacc3799 req-17c668d6-cc27-48dc-92d5-228c817cddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:37.933338 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6910a49-cd39-4e33-9e82-51e8cacc3799 req-17c668d6-cc27-48dc-92d5-228c817cddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:37.933821 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6910a49-cd39-4e33-9e82-51e8cacc3799 req-17c668d6-cc27-48dc-92d5-228c817cddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:37.935107 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6910a49-cd39-4e33-9e82-51e8cacc3799 req-17c668d6-cc27-48dc-92d5-228c817cddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:37.935607 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6910a49-cd39-4e33-9e82-51e8cacc3799 req-17c668d6-cc27-48dc-92d5-228c817cddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:37.935934 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6910a49-cd39-4e33-9e82-51e8cacc3799 req-17c668d6-cc27-48dc-92d5-228c817cddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:37.936477 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6910a49-cd39-4e33-9e82-51e8cacc3799 req-17c668d6-cc27-48dc-92d5-228c817cddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:37.943469 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b6910a49-cd39-4e33-9e82-51e8cacc3799 req-17c668d6-cc27-48dc-92d5-228c817cddd8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 6708 time: 0.3360107 Feb 20 05:35:38.003410 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-764cb24e-6222-423b-be08-567a6b5a80f7 req-68f95be3-8977-4ae5-9c1d-f5345a8dbede tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:38.031963 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ce0bcb24-af5c-44cb-969b-6d4f93aafaca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:35:38.040279 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ce0bcb24-af5c-44cb-969b-6d4f93aafaca service neutron] Publish callbacks [] for port (6b547cc4-f633-4bfe-a5fb-b5ee6d68a986), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:38.055176 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ce0bcb24-af5c-44cb-969b-6d4f93aafaca service neutron] Transition to ACTIVE for port object 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:35:38.059299 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ce0bcb24-af5c-44cb-969b-6d4f93aafaca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (6b547cc4-f633-4bfe-a5fb-b5ee6d68a986), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:38.129924 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b6910a49-cd39-4e33-9e82-51e8cacc3799 req-977512f4-f986-4ca4-9f0d-703f512d2797 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1848736 Feb 20 05:35:38.201161 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0bcb24-af5c-44cb-969b-6d4f93aafaca service neutron] Pushing event updated for resources: {'Port': ['ID=6b547cc4-f633-4bfe-a5fb-b5ee6d68a986,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:38.218992 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-cc03f7ae-4d01-47ff-ae00-635099a78479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:38.220722 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-cc03f7ae-4d01-47ff-ae00-635099a78479 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2655120 Feb 20 05:35:38.225363 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ce0bcb24-af5c-44cb-969b-6d4f93aafaca service neutron] Attempting to bind port 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:35:38.226847 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ce0bcb24-af5c-44cb-969b-6d4f93aafaca service neutron] Attempting to bind port 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '19247fc3-8797-47d4-855d-3aa66884dfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ad5d889f-9ba6-45ee-9401-06eb68bd1eba'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:35:38.227945 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ce0bcb24-af5c-44cb-969b-6d4f93aafaca service neutron] Attempting to bind port 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986 on network ad5d889f-9ba6-45ee-9401-06eb68bd1eba {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:38.237248 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ce0bcb24-af5c-44cb-969b-6d4f93aafaca service neutron] Port 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986 on network ad5d889f-9ba6-45ee-9401-06eb68bd1eba not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:35:38.237712 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ce0bcb24-af5c-44cb-969b-6d4f93aafaca service neutron] Attempting to bind port 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986 on network ad5d889f-9ba6-45ee-9401-06eb68bd1eba {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:38.263181 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ce0bcb24-af5c-44cb-969b-6d4f93aafaca service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:35:38.264077 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ce0bcb24-af5c-44cb-969b-6d4f93aafaca service neutron] Checking segment: {'id': '19247fc3-8797-47d4-855d-3aa66884dfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ad5d889f-9ba6-45ee-9401-06eb68bd1eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:35:38.264377 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ce0bcb24-af5c-44cb-969b-6d4f93aafaca service neutron] Bound using segment: {'id': '19247fc3-8797-47d4-855d-3aa66884dfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ad5d889f-9ba6-45ee-9401-06eb68bd1eba'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:35:38.265213 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ce0bcb24-af5c-44cb-969b-6d4f93aafaca service neutron] Bound port: 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19247fc3-8797-47d4-855d-3aa66884dfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ad5d889f-9ba6-45ee-9401-06eb68bd1eba'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:35:38.265818 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ce0bcb24-af5c-44cb-969b-6d4f93aafaca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6b547cc4-f633-4bfe-a5fb-b5ee6d68a986), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:38.356509 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ce0bcb24-af5c-44cb-969b-6d4f93aafaca service neutron] For port 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:35:38.361501 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ce0bcb24-af5c-44cb-969b-6d4f93aafaca service neutron] For port 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=6b547cc4-f633-4bfe-a5fb-b5ee6d68a986,segment=NetworkSegment(19247fc3-8797-47d4-855d-3aa66884dfac),segment_id=19247fc3-8797-47d4-855d-3aa66884dfac)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:35:38.373552 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ce0bcb24-af5c-44cb-969b-6d4f93aafaca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (6b547cc4-f633-4bfe-a5fb-b5ee6d68a986), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:38.385173 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-3805f0be-8368-438e-949b-3e758d6fb58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:38.385521 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-3805f0be-8368-438e-949b-3e758d6fb58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:38.385989 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-3805f0be-8368-438e-949b-3e758d6fb58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:38.386451 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-3805f0be-8368-438e-949b-3e758d6fb58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:38.386931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-3805f0be-8368-438e-949b-3e758d6fb58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:38.387401 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-3805f0be-8368-438e-949b-3e758d6fb58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:38.388557 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-3805f0be-8368-438e-949b-3e758d6fb58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:38.390493 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-3805f0be-8368-438e-949b-3e758d6fb58e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=03a588f7057d4c8b9bd71c9e1f2b531d&device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 6630 time: 0.1205809 Feb 20 05:35:38.411899 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ce0bcb24-af5c-44cb-969b-6d4f93aafaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:38.412569 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ce0bcb24-af5c-44cb-969b-6d4f93aafaca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:38.414311 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ce0bcb24-af5c-44cb-969b-6d4f93aafaca service neutron] 10.222.0.61 "PUT /v2.0/ports/6b547cc4-f633-4bfe-a5fb-b5ee6d68a986 HTTP/1.1" status: 200 len: 1091 time: 1.1290345 Feb 20 05:35:38.439530 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0bcb24-af5c-44cb-969b-6d4f93aafaca service neutron] Pushing event updated for resources: {'Port': ['ID=6b547cc4-f633-4bfe-a5fb-b5ee6d68a986,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:38.504454 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-764cb24e-6222-423b-be08-567a6b5a80f7 req-68f95be3-8977-4ae5-9c1d-f5345a8dbede tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] For port 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7,segment=NetworkSegment(dd260469-f73a-462b-ba05-bed79ea663d4),segment_id=dd260469-f73a-462b-ba05-bed79ea663d4)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:38.571841 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-764cb24e-6222-423b-be08-567a6b5a80f7 req-68f95be3-8977-4ae5-9c1d-f5345a8dbede tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for port (8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:38.574648 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-96b96d36-d73d-4906-933c-2c8e7a6dd644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:38.575767 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-96b96d36-d73d-4906-933c-2c8e7a6dd644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:38.576362 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-96b96d36-d73d-4906-933c-2c8e7a6dd644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:38.578327 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-96b96d36-d73d-4906-933c-2c8e7a6dd644 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=03a588f7057d4c8b9bd71c9e1f2b531d&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1775899 Feb 20 05:35:38.580056 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-764cb24e-6222-423b-be08-567a6b5a80f7 req-68f95be3-8977-4ae5-9c1d-f5345a8dbede tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:38.595005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:35:38.649980 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-b940657c-d1a2-4372-a68b-829ea967873b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=fa4999e395b84ca8985dceeebb996696&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837083 Feb 20 05:35:38.720344 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cb24e-6222-423b-be08-567a6b5a80f7 req-68f95be3-8977-4ae5-9c1d-f5345a8dbede tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:38.724354 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-764cb24e-6222-423b-be08-567a6b5a80f7 req-68f95be3-8977-4ae5-9c1d-f5345a8dbede tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:38.735192 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-764cb24e-6222-423b-be08-567a6b5a80f7 req-68f95be3-8977-4ae5-9c1d-f5345a8dbede tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "PUT /v2.0/ports/8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 HTTP/1.1" status: 200 len: 1020 time: 1.0215356 Feb 20 05:35:38.762402 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f95be3-8977-4ae5-9c1d-f5345a8dbede tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Pushing event updated for resources: {'Port': ['ID=8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7,revision_number=7']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:38.843278 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863d6ceb-cd44-40e8-b597-d02b9ed43357 x-openstack-request-id: req-863d6ceb-cd44-40e8-b597-d02b9ed43357 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:35:38.852182 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:35:38.857381 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-6b19f721-ee1e-44bf-a5a9-d440c9f11a89 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:38.859108 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-6b19f721-ee1e-44bf-a5a9-d440c9f11a89 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2026715 Feb 20 05:35:38.859364 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "527a5445-ce0b-42c6-aa06-815b11e4454e", "tag": "8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:35:38.860417 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-863d6ceb-cd44-40e8-b597-d02b9ed43357 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:35:38.861225 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527a5445-ce0b-42c6-aa06-815b11e4454e', 'tag': '8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7', 'status': 'completed', 'code': 200} Feb 20 05:35:38.873137 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-f7d9c9a2-bf45-44f3-8e5e-58390d870c02 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Request body: {'port': {'device_id': '039d1487-dc5f-4867-b9bf-30d8c4b2174d', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': 'fa4999e395b84ca8985dceeebb996696'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:38.909737 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-403724ae-3261-4d1b-b815-37ff0fc26b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:38.912906 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-403724ae-3261-4d1b-b815-37ff0fc26b83 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2364764 Feb 20 05:35:39.060042 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f398ae-1028-4ffa-aadc-921ec0b062f0 req-cdc42e65-9b65-45e3-afcf-e1ae3f310d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.061721 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d0f398ae-1028-4ffa-aadc-921ec0b062f0 req-cdc42e65-9b65-45e3-afcf-e1ae3f310d73 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92a54be63c5043ba86245b0b4d4ac59c&device_id=527a5445-ce0b-42c6-aa06-815b11e4454e HTTP/1.1" status: 200 len: 1206 time: 0.1756148 Feb 20 05:35:39.112424 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-68fd80a4-f9a0-442a-bb78-e2dc370cffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.113238 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-68fd80a4-f9a0-442a-bb78-e2dc370cffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.114007 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-68fd80a4-f9a0-442a-bb78-e2dc370cffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.114632 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-68fd80a4-f9a0-442a-bb78-e2dc370cffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.115332 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-68fd80a4-f9a0-442a-bb78-e2dc370cffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.115973 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-68fd80a4-f9a0-442a-bb78-e2dc370cffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.117130 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-68fd80a4-f9a0-442a-bb78-e2dc370cffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.119864 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-68fd80a4-f9a0-442a-bb78-e2dc370cffa0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=03a588f7057d4c8b9bd71c9e1f2b531d&device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 6703 time: 0.1531234 Feb 20 05:35:39.166413 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390be59d-964c-4570-86a5-c9fb6271a25b req-16e8c358-93e9-4ce2-822a-5112d1830374 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.169017 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-390be59d-964c-4570-86a5-c9fb6271a25b req-16e8c358-93e9-4ce2-822a-5112d1830374 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1413631 Feb 20 05:35:39.181790 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f398ae-1028-4ffa-aadc-921ec0b062f0 req-408c1b98-e411-4d4d-b989-e0c5032551b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.183514 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d0f398ae-1028-4ffa-aadc-921ec0b062f0 req-408c1b98-e411-4d4d-b989-e0c5032551b0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ca603de-ec8c-4dee-a827-0c109cc1792e HTTP/1.1" status: 200 len: 912 time: 0.1096559 Feb 20 05:35:39.235236 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'tag': 'b6a005cb-7520-4571-b49e-be3ec5a89fc8'}, {'name': 'network-changed', 'server_uuid': '732d84ee-3057-4e06-8a37-085e54d6b197', 'tag': 'de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b'}, {'name': 'network-changed', 'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'tag': '3437ce7e-f77d-4721-8b84-c6eb69db6e7e'}, {'name': 'network-changed', 'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'tag': '6b547cc4-f633-4bfe-a5fb-b5ee6d68a986'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:35:39.237780 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83" -d '{"events": [{"name": "network-changed", "server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "tag": "b6a005cb-7520-4571-b49e-be3ec5a89fc8"}, {"name": "network-changed", "server_uuid": "732d84ee-3057-4e06-8a37-085e54d6b197", "tag": "de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b"}, {"name": "network-changed", "server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "tag": "3437ce7e-f77d-4721-8b84-c6eb69db6e7e"}, {"name": "network-changed", "server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "tag": "6b547cc4-f633-4bfe-a5fb-b5ee6d68a986"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:35:39.241604 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d0f398ae-1028-4ffa-aadc-921ec0b062f0 req-d75062ac-cea2-4c60-9f6f-dfc525f25056 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 HTTP/1.1" status: 200 len: 217 time: 0.0454614 Feb 20 05:35:39.261110 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-f7d9c9a2-bf45-44f3-8e5e-58390d870c02 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Made reservation on behalf of fa4999e395b84ca8985dceeebb996696 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:35:39.263370 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-390be59d-964c-4570-86a5-c9fb6271a25b req-56412d1e-0617-4310-832f-e89137fa8f6e tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583434 Feb 20 05:35:39.266708 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-f7d9c9a2-bf45-44f3-8e5e-58390d870c02 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:39.313755 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-f7d9c9a2-bf45-44f3-8e5e-58390d870c02 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:39.343379 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-1ba70c04-9f67-4579-8236-95722eca2e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.343931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-1ba70c04-9f67-4579-8236-95722eca2e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.346351 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-1ba70c04-9f67-4579-8236-95722eca2e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.349023 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-1ba70c04-9f67-4579-8236-95722eca2e04 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=03a588f7057d4c8b9bd71c9e1f2b531d&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2198389 Feb 20 05:35:39.395003 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f398ae-1028-4ffa-aadc-921ec0b062f0 req-e78d6c18-c4b8-4171-a27a-f99db9742b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.396855 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d0f398ae-1028-4ffa-aadc-921ec0b062f0 req-e78d6c18-c4b8-4171-a27a-f99db9742b87 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4daa0369-5b3c-4e8c-a068-1ecd59fc78ee HTTP/1.1" status: 200 len: 852 time: 0.1477880 Feb 20 05:35:39.418600 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-f7d9c9a2-bf45-44f3-8e5e-58390d870c02 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks [] for security_group (e5023911-9ec1-428e-8639-b7e7d2c8b1b8), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:39.424269 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-f7d9c9a2-bf45-44f3-8e5e-58390d870c02 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e5023911-9ec1-428e-8639-b7e7d2c8b1b8), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:39.448018 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb85799-bb0f-4927-9c7e-0a2366e4e7bb req-f0ceeeb7-2c3a-4881-a629-fc87fa4e4598 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.455091 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb85799-bb0f-4927-9c7e-0a2366e4e7bb req-f0ceeeb7-2c3a-4881-a629-fc87fa4e4598 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.460601 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb85799-bb0f-4927-9c7e-0a2366e4e7bb req-f0ceeeb7-2c3a-4881-a629-fc87fa4e4598 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.464700 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9c9a2-bf45-44f3-8e5e-58390d870c02 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5023911-9ec1-428e-8639-b7e7d2c8b1b8,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:39.467431 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb85799-bb0f-4927-9c7e-0a2366e4e7bb req-f0ceeeb7-2c3a-4881-a629-fc87fa4e4598 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.472756 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb85799-bb0f-4927-9c7e-0a2366e4e7bb req-f0ceeeb7-2c3a-4881-a629-fc87fa4e4598 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.478758 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb85799-bb0f-4927-9c7e-0a2366e4e7bb req-f0ceeeb7-2c3a-4881-a629-fc87fa4e4598 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.484444 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb85799-bb0f-4927-9c7e-0a2366e4e7bb req-f0ceeeb7-2c3a-4881-a629-fc87fa4e4598 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.491462 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1cb85799-bb0f-4927-9c7e-0a2366e4e7bb req-f0ceeeb7-2c3a-4881-a629-fc87fa4e4598 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5429 time: 0.1225584 Feb 20 05:35:39.543351 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d0f398ae-1028-4ffa-aadc-921ec0b062f0 req-945d86f0-e12c-40ad-9455-58c4e55a4247 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ca603de-ec8c-4dee-a827-0c109cc1792e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797637 Feb 20 05:35:39.616557 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1cb85799-bb0f-4927-9c7e-0a2366e4e7bb req-c93f6ed7-f0e4-456c-ba0d-b4bb0d40d4c1 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1241078 Feb 20 05:35:39.639033 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-35802b63-b8a6-4262-99d8-0e69af907a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.641098 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-199fb08d-7d52-491d-bc27-1a47a63a4ac8 req-35802b63-b8a6-4262-99d8-0e69af907a80 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1458058 Feb 20 05:35:39.720948 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d0f398ae-1028-4ffa-aadc-921ec0b062f0 req-26cb7847-313a-4fdc-b52c-bed47b59c64c service neutron] 10.222.0.61 "GET /v2.0/networks/2ca603de-ec8c-4dee-a827-0c109cc1792e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678095 Feb 20 05:35:39.750491 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-f7d9c9a2-bf45-44f3-8e5e-58390d870c02 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Allocated IP 192.168.233.98 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/47338d28-03fd-4739-9337-a29ce11d6e0f) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:35:39.763647 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3038fbfb-9597-4cc5-a83c-1104a674eba3 req-ece1429b-eb98-414f-8119-840adf15c5ab tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 210 time: 0.0663669 Feb 20 05:35:39.795680 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-9771622b-81f6-4756-aa9e-fd516429c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.796563 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-9771622b-81f6-4756-aa9e-fd516429c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.797266 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-9771622b-81f6-4756-aa9e-fd516429c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.798061 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-9771622b-81f6-4756-aa9e-fd516429c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.798736 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-9771622b-81f6-4756-aa9e-fd516429c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.799485 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-9771622b-81f6-4756-aa9e-fd516429c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.800918 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-9771622b-81f6-4756-aa9e-fd516429c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.803212 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-9771622b-81f6-4756-aa9e-fd516429c29a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=03a588f7057d4c8b9bd71c9e1f2b531d&device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 6703 time: 0.1201768 Feb 20 05:35:39.853654 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-e63bdfba-218a-46ae-acd8-b2429fa0faba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8d54005-032d-4851-8d0b-213a0ea11e2a HTTP/1.1" status: 200 len: 217 time: 0.0415478 Feb 20 05:35:39.883765 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d0f398ae-1028-4ffa-aadc-921ec0b062f0 req-e49a36c8-166a-4bc2-8b30-a8aa765c7007 service neutron] 10.222.0.61 "GET /v2.0/networks/2ca603de-ec8c-4dee-a827-0c109cc1792e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553216 Feb 20 05:35:39.936004 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-47393e8e-e637-4311-bc39-1dbd8bfe60ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.937469 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-47393e8e-e637-4311-bc39-1dbd8bfe60ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6f449319-f344-43f8-a242-cf782afe5fdf HTTP/1.1" status: 200 len: 856 time: 0.0733838 Feb 20 05:35:39.948664 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb22c82-fcc3-4202-a3c9-fb2e3e5212b8 req-a78198d6-62c4-48a5-b400-33a0a2142d8f tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:39.950573 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0fb22c82-fcc3-4202-a3c9-fb2e3e5212b8 req-a78198d6-62c4-48a5-b400-33a0a2142d8f tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] 10.222.0.37 "GET /v2.0/ports?device_id=7677cf83-1139-410c-888d-95f156b6b6f2 HTTP/1.1" status: 200 len: 947 time: 0.0999346 Feb 20 05:35:40.009108 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-f7d9c9a2-bf45-44f3-8e5e-58390d870c02 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks [] for port (47338d28-03fd-4739-9337-a29ce11d6e0f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:40.042617 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-28568c7c-8f47-4bf2-a3ef-f14fc077ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:40.044237 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-28568c7c-8f47-4bf2-a3ef-f14fc077ff53 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bcfe82b0-e831-423b-ba24-eaea72d14c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0926750 Feb 20 05:35:40.047335 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0fb22c82-fcc3-4202-a3c9-fb2e3e5212b8 req-159902d0-653d-4b83-8a42-ecb6e9a16e9e tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] 10.222.0.37 "GET /v2.0/security-groups?id=b38c9476-f30d-4441-9598-dd91ec4bb812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864186 Feb 20 05:35:40.053403 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-f7d9c9a2-bf45-44f3-8e5e-58390d870c02 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (47338d28-03fd-4739-9337-a29ce11d6e0f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:40.140019 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-f7d9c9a2-bf45-44f3-8e5e-58390d870c02 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:35:40.145080 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-f7d9c9a2-bf45-44f3-8e5e-58390d870c02 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:35:40.147481 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-f7d9c9a2-bf45-44f3-8e5e-58390d870c02 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:35:40.155272 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9c9a2-bf45-44f3-8e5e-58390d870c02 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Pushing event updated for resources: {'Port': ['ID=47338d28-03fd-4739-9337-a29ce11d6e0f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:40.172534 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-a61a1efe-7756-47ec-8acc-6b724b757b2a service neutron] 10.222.0.61 "GET /v2.0/networks/bcfe82b0-e831-423b-ba24-eaea72d14c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199102 Feb 20 05:35:40.207280 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-f7d9c9a2-bf45-44f3-8e5e-58390d870c02 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:40.207914 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-f7d9c9a2-bf45-44f3-8e5e-58390d870c02 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:40.208520 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e4433-d2c4-471d-917d-17fba8523005 req-31f4b5ef-79ea-4cbb-bc02-a31df00dd8c2 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:40.211334 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fd4e4433-d2c4-471d-917d-17fba8523005 req-31f4b5ef-79ea-4cbb-bc02-a31df00dd8c2 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 944 time: 0.0976284 Feb 20 05:35:40.233018 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-f7d9c9a2-bf45-44f3-8e5e-58390d870c02 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3637812 Feb 20 05:35:40.244701 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:35:40.252614 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-b0e962e9-2176-4e67-adb3-5173bfe54c4d service neutron] Request body: {'port': {'device_id': '039d1487-dc5f-4867-b9bf-30d8c4b2174d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:40.302809 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fd4e4433-d2c4-471d-917d-17fba8523005 req-00859867-abae-4dff-ae46-80da63498c78 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557740 Feb 20 05:35:40.370717 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-b0e962e9-2176-4e67-adb3-5173bfe54c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (47338d28-03fd-4739-9337-a29ce11d6e0f), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:40.375075 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-ad877a07-a98a-4dff-9e3c-70caa92b518e service neutron] 10.222.0.61 "GET /v2.0/networks/bcfe82b0-e831-423b-ba24-eaea72d14c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940300 Feb 20 05:35:40.431739 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:40.448503 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-fef933f3-cfae-4e6c-98ce-f426077513a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=1b3adbb3-2cc7-496f-9d01-8d25b7de0141 HTTP/1.1" status: 200 len: 217 time: 0.0636079 Feb 20 05:35:40.449321 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b', 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'port_id': 'de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b', 'mac_address': 'fa:16:3e:f3:a2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:35:40.523118 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-544394de-4299-457b-ad4a-a8d55d9243e2 None None] Provisioning complete for port 47338d28-03fd-4739-9337-a29ce11d6e0f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:35:40.523790 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-544394de-4299-457b-ad4a-a8d55d9243e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (47338d28-03fd-4739-9337-a29ce11d6e0f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:40.547236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-20fcc939-8af2-4bf2-8b8c-eddf0689e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:40.548598 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:35:40.549239 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:40.549460 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-20fcc939-8af2-4bf2-8b8c-eddf0689e970 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3360231b-31d4-47a9-9519-1ea0a6de60eb HTTP/1.1" status: 200 len: 797 time: 0.0914869 Feb 20 05:35:40.557297 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906efafb-7832-44f2-9c01-3439d88bca7d req-1a602745-839c-4c72-9523-0cb43ff02b38 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:40.565290 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-906efafb-7832-44f2-9c01-3439d88bca7d req-1a602745-839c-4c72-9523-0cb43ff02b38 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/ports?device_id=527a5445-ce0b-42c6-aa06-815b11e4454e HTTP/1.1" status: 200 len: 1023 time: 0.1195202 Feb 20 05:35:40.570323 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:35:40.594333 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:40.607576 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:40.608871 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device aef56316-9e0d-45b2-82be-affe24477213 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:35:40.660466 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-1c1992e5-6a5a-4a83-bb14-7ea100205101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:40.661978 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-1c1992e5-6a5a-4a83-bb14-7ea100205101 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0945079 Feb 20 05:35:40.715386 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port aef56316-9e0d-45b2-82be-affe24477213, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=aef56316-9e0d-45b2-82be-affe24477213,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:40.769713 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-bbbff6c8-2d6b-40a4-87c0-ba38198f1231 service neutron] 10.222.0.61 "GET /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974720 Feb 20 05:35:40.770198 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-b0e962e9-2176-4e67-adb3-5173bfe54c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47338d28-03fd-4739-9337-a29ce11d6e0f {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:35:40.775397 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'aef56316-9e0d-45b2-82be-affe24477213', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': 'aef56316-9e0d-45b2-82be-affe24477213', 'mac_address': 'fa:16:3e:1c:e8:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:35:40.779208 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:40.783830 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-544394de-4299-457b-ad4a-a8d55d9243e2 None None] Port 47338d28-03fd-4739-9337-a29ce11d6e0f cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:35:40.798436 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-b0e962e9-2176-4e67-adb3-5173bfe54c4d service neutron] Publish callbacks [] for port (47338d28-03fd-4739-9337-a29ce11d6e0f), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:40.816091 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-b0e962e9-2176-4e67-adb3-5173bfe54c4d service neutron] Transition to ACTIVE for port object 47338d28-03fd-4739-9337-a29ce11d6e0f will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:35:40.822651 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-b0e962e9-2176-4e67-adb3-5173bfe54c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (47338d28-03fd-4739-9337-a29ce11d6e0f), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:40.829635 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port aef56316-9e0d-45b2-82be-affe24477213 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:35:40.830290 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (aef56316-9e0d-45b2-82be-affe24477213), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:40.845992 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef56316-9e0d-45b2-82be-affe24477213 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:35:40.868842 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port aef56316-9e0d-45b2-82be-affe24477213, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=aef56316-9e0d-45b2-82be-affe24477213,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:40.876343 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (aef56316-9e0d-45b2-82be-affe24477213), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:40.887098 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-906efafb-7832-44f2-9c01-3439d88bca7d req-56a32b50-4b21-40a6-b207-d2b4db74d2c3 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups?id=7895632a-5895-490c-922f-397e08930c86&id=cf5cc69b-9a1b-45a9-85bf-83749d101ca3&id=23962126-2291-4fd4-919f-f12c38e0fb34 HTTP/1.1" status: 200 len: 6209 time: 0.3211956 Feb 20 05:35:40.887976 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7677cf83-1139-410c-888d-95f156b6b6f2', 'tag': 'aef56316-9e0d-45b2-82be-affe24477213'}, {'name': 'network-changed', 'server_uuid': '527a5445-ce0b-42c6-aa06-815b11e4454e', 'tag': '8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:35:40.890638 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1b12a7-5095-4ec1-ab76-3b0e9218d1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "7677cf83-1139-410c-888d-95f156b6b6f2", "tag": "aef56316-9e0d-45b2-82be-affe24477213"}, {"name": "network-changed", "server_uuid": "527a5445-ce0b-42c6-aa06-815b11e4454e", "tag": "8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:35:40.905808 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-3bc6e429-6e6c-4163-8f65-3d5a9ae8bf49 service neutron] 10.222.0.61 "GET /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266353 Feb 20 05:35:40.948737 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=aef56316-9e0d-45b2-82be-affe24477213,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:40.986430 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-1204be8c-7716-4115-8ecd-fb043544e276 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=29db9da7-b890-4cdb-b7e0-fcc13be4e73d HTTP/1.1" status: 200 len: 217 time: 0.0728467 Feb 20 05:35:41.016094 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e962e9-2176-4e67-adb3-5173bfe54c4d service neutron] Pushing event updated for resources: {'Port': ['ID=47338d28-03fd-4739-9337-a29ce11d6e0f,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:41.061812 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-b0e962e9-2176-4e67-adb3-5173bfe54c4d service neutron] Attempting to bind port 47338d28-03fd-4739-9337-a29ce11d6e0f on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:35:41.062346 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-b0e962e9-2176-4e67-adb3-5173bfe54c4d service neutron] Attempting to bind port 47338d28-03fd-4739-9337-a29ce11d6e0f by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:35:41.062825 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-b0e962e9-2176-4e67-adb3-5173bfe54c4d service neutron] Attempting to bind port 47338d28-03fd-4739-9337-a29ce11d6e0f on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:41.084483 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-b0e962e9-2176-4e67-adb3-5173bfe54c4d service neutron] Port 47338d28-03fd-4739-9337-a29ce11d6e0f on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:35:41.084938 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-b0e962e9-2176-4e67-adb3-5173bfe54c4d service neutron] Attempting to bind port 47338d28-03fd-4739-9337-a29ce11d6e0f on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:41.105479 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-b0e962e9-2176-4e67-adb3-5173bfe54c4d service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:35:41.106666 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-b0e962e9-2176-4e67-adb3-5173bfe54c4d service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:35:41.107118 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-b0e962e9-2176-4e67-adb3-5173bfe54c4d service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:35:41.107570 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-b0e962e9-2176-4e67-adb3-5173bfe54c4d service neutron] Bound port: 47338d28-03fd-4739-9337-a29ce11d6e0f, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:35:41.107805 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-83aabcab-d3de-4691-9a37-dc196f8c099c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:41.107930 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-b0e962e9-2176-4e67-adb3-5173bfe54c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (47338d28-03fd-4739-9337-a29ce11d6e0f), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:41.109325 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-83aabcab-d3de-4691-9a37-dc196f8c099c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3360231b-31d4-47a9-9519-1ea0a6de60eb HTTP/1.1" status: 200 len: 797 time: 0.1132996 Feb 20 05:35:41.172253 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a5693-d369-4263-b25e-284b139b9176 req-04aed3ae-7fed-4498-9cb9-21c55ad8d8fc tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:41.173739 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d5a5693-d369-4263-b25e-284b139b9176 req-04aed3ae-7fed-4498-9cb9-21c55ad8d8fc tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/networks?id=abdb12e5-c978-4d6e-ba1a-936a895646ad HTTP/1.1" status: 200 len: 805 time: 0.1896958 Feb 20 05:35:41.185388 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-b0e962e9-2176-4e67-adb3-5173bfe54c4d service neutron] For port 47338d28-03fd-4739-9337-a29ce11d6e0f, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:35:41.188728 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-b0e962e9-2176-4e67-adb3-5173bfe54c4d service neutron] For port 47338d28-03fd-4739-9337-a29ce11d6e0f, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=47338d28-03fd-4739-9337-a29ce11d6e0f,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:35:41.193777 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-7bb6e346-428f-4f53-ad00-6bf5a2320b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:41.196321 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-7bb6e346-428f-4f53-ad00-6bf5a2320b79 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0748258 Feb 20 05:35:41.197861 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:35:41.198153 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d5a5693-d369-4263-b25e-284b139b9176 req-c8729c75-3dfd-4449-a411-549b5821cc33 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/quotas/70575607f3814a698b8e29ee9ca94326 HTTP/1.1" status: 200 len: 375 time: 0.0170202 Feb 20 05:35:41.211886 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-b0e962e9-2176-4e67-adb3-5173bfe54c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (47338d28-03fd-4739-9337-a29ce11d6e0f), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:41.234234 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['aef56316-9e0d-45b2-82be-affe24477213'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:35:41.255883 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-b0e962e9-2176-4e67-adb3-5173bfe54c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:41.256824 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-b0e962e9-2176-4e67-adb3-5173bfe54c4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:41.258618 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-b0e962e9-2176-4e67-adb3-5173bfe54c4d service neutron] 10.222.0.61 "PUT /v2.0/ports/47338d28-03fd-4739-9337-a29ce11d6e0f HTTP/1.1" status: 200 len: 1095 time: 1.0149875 Feb 20 05:35:41.299230 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e962e9-2176-4e67-adb3-5173bfe54c4d service neutron] Pushing event updated for resources: {'Port': ['ID=47338d28-03fd-4739-9337-a29ce11d6e0f,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:41.368250 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d5a5693-d369-4263-b25e-284b139b9176 req-6046b1f8-9705-4b12-bd83-43790f2cc13b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=70575607f3814a698b8e29ee9ca94326&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1615760 Feb 20 05:35:41.381779 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-2ddb3b76-1b22-43f0-9344-07c0231342fa service neutron] 10.222.0.61 "GET /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758149 Feb 20 05:35:41.408498 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-358a03ab-ac06-475e-9661-c714f066e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:41.410963 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-358a03ab-ac06-475e-9661-c714f066e823 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 1129 time: 0.1035113 Feb 20 05:35:41.486324 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-9802b304-bb1d-4e3c-b492-45c24d50bdb4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=47338d28-03fd-4739-9337-a29ce11d6e0f HTTP/1.1" status: 200 len: 217 time: 0.0615962 Feb 20 05:35:41.565096 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-9fbf4cfc-d9a4-4a4f-a2ad-035dbe713a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:41.566702 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-9fbf4cfc-d9a4-4a4f-a2ad-035dbe713a9f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0712619 Feb 20 05:35:41.660260 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-78956a79-bfb4-4dab-b64b-23b2bd857338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:41.661920 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-78956a79-bfb4-4dab-b64b-23b2bd857338 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0877445 Feb 20 05:35:41.808477 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-87ea3e82-c05e-4a1a-a433-604d23234c84 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380889 Feb 20 05:35:41.917305 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0642c658-30c7-4130-9983-66bdda581c76 service neutron] 10.222.0.61 "GET /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253181 Feb 20 05:35:41.920194 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5917a5eb-f52b-4285-8ffe-40f24354590e req-5d436539-4a08-4591-8551-b2b3a6e9b8bd service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040652 Feb 20 05:35:41.969826 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-d310d60a-3d2e-4e66-b306-163887df1b52 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=7c007555-d640-488c-8ce4-7f97f04efa3c HTTP/1.1" status: 200 len: 217 time: 0.0408008 Feb 20 05:35:42.032197 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d5a5693-d369-4263-b25e-284b139b9176 req-cde41427-a453-42c5-a470-a487053c5ea7 service neutron] 10.222.0.37 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6417377 Feb 20 05:35:42.065049 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-1d7745b9-3729-4707-9fd3-4f617a2b80b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:42.066716 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-1d7745b9-3729-4707-9fd3-4f617a2b80b3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3360231b-31d4-47a9-9519-1ea0a6de60eb HTTP/1.1" status: 200 len: 797 time: 0.0817616 Feb 20 05:35:42.160775 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d5a5693-d369-4263-b25e-284b139b9176 req-01d40015-63c9-4906-ab50-e5ebb521461f service neutron] 10.222.0.37 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216452 Feb 20 05:35:42.163294 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-191ce9cd-b98e-41ea-87a6-9987c3681fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:42.164636 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-191ce9cd-b98e-41ea-87a6-9987c3681fff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0733244 Feb 20 05:35:42.258669 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-5017749a-7775-4624-bb2e-d4fc2d39348c service neutron] 10.222.0.61 "GET /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871656 Feb 20 05:35:42.310951 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Sun, 20 Feb 2022 05:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1de7ef3-2c81-4e97-9ac1-649d61097529 x-openstack-request-id: req-e1de7ef3-2c81-4e97-9ac1-649d61097529 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:35:42.311809 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "tag": "b6a005cb-7520-4571-b49e-be3ec5a89fc8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "732d84ee-3057-4e06-8a37-085e54d6b197", "tag": "de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "tag": "3437ce7e-f77d-4721-8b84-c6eb69db6e7e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "tag": "6b547cc4-f633-4bfe-a5fb-b5ee6d68a986", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:35:42.312240 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1de7ef3-2c81-4e97-9ac1-649d61097529 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:35:42.313467 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'tag': 'b6a005cb-7520-4571-b49e-be3ec5a89fc8', 'status': 'completed', 'code': 200} Feb 20 05:35:42.313896 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '732d84ee-3057-4e06-8a37-085e54d6b197', 'tag': 'de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b', 'status': 'completed', 'code': 200} Feb 20 05:35:42.314317 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'tag': '3437ce7e-f77d-4721-8b84-c6eb69db6e7e', 'status': 'completed', 'code': 200} Feb 20 05:35:42.314741 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'tag': '6b547cc4-f633-4bfe-a5fb-b5ee6d68a986', 'status': 'completed', 'code': 200} Feb 20 05:35:42.364775 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-67f16951-30fb-4a4e-9b09-24fd82a4e39b service neutron] 10.222.0.61 "GET /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996575 Feb 20 05:35:42.433591 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-17b98273-723f-48c6-ba40-5e366795b072 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=b6a005cb-7520-4571-b49e-be3ec5a89fc8 HTTP/1.1" status: 200 len: 217 time: 0.0548925 Feb 20 05:35:42.495807 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc40b3d-db5c-4e31-b45f-6680e4514a24 req-c2393caf-d005-433b-b608-27988021252f tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:42.498452 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9bc40b3d-db5c-4e31-b45f-6680e4514a24 req-c2393caf-d005-433b-b608-27988021252f tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1300039 Feb 20 05:35:42.500309 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-69f30a68-e1d2-4e53-816d-9ad7385b137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:42.501654 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-69f30a68-e1d2-4e53-816d-9ad7385b137f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3360231b-31d4-47a9-9519-1ea0a6de60eb HTTP/1.1" status: 200 len: 797 time: 0.0600603 Feb 20 05:35:42.599750 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9bc40b3d-db5c-4e31-b45f-6680e4514a24 req-808277cd-3699-4c79-8e98-de96e1b9962f tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919878 Feb 20 05:35:42.610512 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-e8c435a5-7151-4382-8789-b43d1e59faf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:42.612664 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-e8c435a5-7151-4382-8789-b43d1e59faf5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0990562 Feb 20 05:35:42.767841 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-b0a788a8-b30a-4627-9020-476574e9430b service neutron] 10.222.0.61 "GET /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442814 Feb 20 05:35:42.779440 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606beae-af7a-4ae0-b89b-a818fa6147d4 req-147015b7-659e-4c0f-b5c4-8ccd0b5c9aaa tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:42.784751 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606beae-af7a-4ae0-b89b-a818fa6147d4 req-147015b7-659e-4c0f-b5c4-8ccd0b5c9aaa tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:42.790348 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606beae-af7a-4ae0-b89b-a818fa6147d4 req-147015b7-659e-4c0f-b5c4-8ccd0b5c9aaa tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:42.796109 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606beae-af7a-4ae0-b89b-a818fa6147d4 req-147015b7-659e-4c0f-b5c4-8ccd0b5c9aaa tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:42.801374 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606beae-af7a-4ae0-b89b-a818fa6147d4 req-147015b7-659e-4c0f-b5c4-8ccd0b5c9aaa tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:42.806598 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606beae-af7a-4ae0-b89b-a818fa6147d4 req-147015b7-659e-4c0f-b5c4-8ccd0b5c9aaa tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:42.811794 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606beae-af7a-4ae0-b89b-a818fa6147d4 req-147015b7-659e-4c0f-b5c4-8ccd0b5c9aaa tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:42.813953 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b606beae-af7a-4ae0-b89b-a818fa6147d4 req-147015b7-659e-4c0f-b5c4-8ccd0b5c9aaa tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5429 time: 0.1339369 Feb 20 05:35:42.929969 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b606beae-af7a-4ae0-b89b-a818fa6147d4 req-c5f46708-b1f4-4bfd-b462-5a80d99f0c96 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1077311 Feb 20 05:35:42.940570 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-0fd0ae66-0d71-45cc-bc4d-8a8c9f5ede06 service neutron] 10.222.0.61 "GET /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256621 Feb 20 05:35:43.014021 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-aa14e6b8-b351-4f1e-8fd7-879a9ae4a4ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3437ce7e-f77d-4721-8b84-c6eb69db6e7e HTTP/1.1" status: 200 len: 217 time: 0.0591931 Feb 20 05:35:43.092202 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-c859cf0e-0f19-4f6d-a03d-c50c615a8e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:43.093646 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-c859cf0e-0f19-4f6d-a03d-c50c615a8e68 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=08d1d8d3-1cdb-47d5-86aa-3316d80bbfd8 HTTP/1.1" status: 200 len: 797 time: 0.0704808 Feb 20 05:35:43.101160 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ae34e-835d-4fa1-86a6-789f21cb0eb9 req-653c1c1c-62ae-48fe-931b-74cc10887821 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:43.102524 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e35ae34e-835d-4fa1-86a6-789f21cb0eb9 req-653c1c1c-62ae-48fe-931b-74cc10887821 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 947 time: 0.0918169 Feb 20 05:35:43.181607 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e35ae34e-835d-4fa1-86a6-789f21cb0eb9 req-f3178026-16db-4ccf-8b26-a6e11171509a tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664933 Feb 20 05:35:43.186340 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-767c8103-f67a-4769-b987-3fd2574eb919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:43.187804 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-767c8103-f67a-4769-b987-3fd2574eb919 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad5d889f-9ba6-45ee-9401-06eb68bd1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0800941 Feb 20 05:35:43.220882 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-050e3f7d-9c5b-42a1-8a45-2610ea9da552 req-33091327-bf48-4b5c-ab1a-13576994c121 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1930501300 ', 'description': 'tempest-description-388634513'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:43.276290 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-050e3f7d-9c5b-42a1-8a45-2610ea9da552 req-33091327-bf48-4b5c-ab1a-13576994c121 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:43.322085 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-1a56084c-472f-4b15-a7be-9d005ed66bce service neutron] 10.222.0.61 "GET /v2.0/networks/ad5d889f-9ba6-45ee-9401-06eb68bd1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266923 Feb 20 05:35:43.433521 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-050e3f7d-9c5b-42a1-8a45-2610ea9da552 req-33091327-bf48-4b5c-ab1a-13576994c121 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (f3708fd8-cad4-4005-947c-edb7beeb19c1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:43.441489 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-050e3f7d-9c5b-42a1-8a45-2610ea9da552 req-33091327-bf48-4b5c-ab1a-13576994c121 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f3708fd8-cad4-4005-947c-edb7beeb19c1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:43.489570 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-8aa6d655-9a02-426d-83c7-87e883944e1c service neutron] 10.222.0.61 "GET /v2.0/networks/ad5d889f-9ba6-45ee-9401-06eb68bd1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518877 Feb 20 05:35:43.493937 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-050e3f7d-9c5b-42a1-8a45-2610ea9da552 req-33091327-bf48-4b5c-ab1a-13576994c121 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:43.495196 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-050e3f7d-9c5b-42a1-8a45-2610ea9da552 req-33091327-bf48-4b5c-ab1a-13576994c121 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2892020 Feb 20 05:35:43.496295 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33091327-bf48-4b5c-ab1a-13576994c121 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3708fd8-cad4-4005-947c-edb7beeb19c1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:43.546944 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-e2c9281f-4c95-448c-84d0-9787f7c64489 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6b547cc4-f633-4bfe-a5fb-b5ee6d68a986 HTTP/1.1" status: 200 len: 217 time: 0.0439270 Feb 20 05:35:43.556223 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a5693-d369-4263-b25e-284b139b9176 req-4295e092-87a0-4e6b-8f99-46fc71ccdbd6 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:43.558149 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3d5a5693-d369-4263-b25e-284b139b9176 req-4295e092-87a0-4e6b-8f99-46fc71ccdbd6 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.61 "GET /v2.0/networks?id=abdb12e5-c978-4d6e-ba1a-936a895646ad HTTP/1.1" status: 200 len: 805 time: 0.1773505 Feb 20 05:35:43.576428 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-3d5a5693-d369-4263-b25e-284b139b9176 req-f8890a7a-7346-4bc6-b750-375304ec154e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Request body: {'port': {'device_id': '98685a44-4a3a-40e9-84a9-02970ab1a4d8', 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad', 'admin_state_up': True, 'tenant_id': '70575607f3814a698b8e29ee9ca94326'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:43.613561 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 20 Feb 2022 05:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e17a42-8dca-4c95-9521-6c50daf73ec4 x-openstack-request-id: req-94e17a42-8dca-4c95-9521-6c50daf73ec4 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:35:43.613843 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7677cf83-1139-410c-888d-95f156b6b6f2", "tag": "aef56316-9e0d-45b2-82be-affe24477213", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "527a5445-ce0b-42c6-aa06-815b11e4454e", "tag": "8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:35:43.614086 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-94e17a42-8dca-4c95-9521-6c50daf73ec4 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:35:43.614439 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7677cf83-1139-410c-888d-95f156b6b6f2', 'tag': 'aef56316-9e0d-45b2-82be-affe24477213', 'status': 'completed', 'code': 200} Feb 20 05:35:43.614870 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527a5445-ce0b-42c6-aa06-815b11e4454e', 'tag': '8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7', 'status': 'completed', 'code': 200} Feb 20 05:35:43.651239 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-005e55cd-fbe5-45d6-85e2-ccd1d1a10de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:43.653247 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-005e55cd-fbe5-45d6-85e2-ccd1d1a10de5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=08d1d8d3-1cdb-47d5-86aa-3316d80bbfd8 HTTP/1.1" status: 200 len: 797 time: 0.0976257 Feb 20 05:35:43.753516 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa2a2d-7a1b-43f2-8b04-21fce1424beb req-f8669ed7-0299-4f11-84f4-3415c0cef043 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:43.755177 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f5fa2a2d-7a1b-43f2-8b04-21fce1424beb req-f8669ed7-0299-4f11-84f4-3415c0cef043 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] 10.222.0.37 "GET /v2.0/ports?device_id=7677cf83-1139-410c-888d-95f156b6b6f2 HTTP/1.1" status: 200 len: 948 time: 0.0947912 Feb 20 05:35:43.758406 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-13904b12-d5ed-4514-9b6b-f9be95313838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:43.760017 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-13904b12-d5ed-4514-9b6b-f9be95313838 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad5d889f-9ba6-45ee-9401-06eb68bd1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0886559 Feb 20 05:35:43.861987 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f5fa2a2d-7a1b-43f2-8b04-21fce1424beb req-fd5071f4-1a5a-44c8-be73-32095d85e9e1 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] 10.222.0.37 "GET /v2.0/security-groups?id=b38c9476-f30d-4441-9598-dd91ec4bb812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989385 Feb 20 05:35:43.891762 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-c963f502-4e06-4df2-ba86-29c0426509c9 service neutron] 10.222.0.61 "GET /v2.0/networks/ad5d889f-9ba6-45ee-9401-06eb68bd1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216979 Feb 20 05:35:44.031937 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-606b4b0f-5e34-4e75-8fce-e0d3b9861c2c req-72567caf-d98f-4fa2-9cbc-6d3066451e28 service neutron] 10.222.0.61 "GET /v2.0/networks/ad5d889f-9ba6-45ee-9401-06eb68bd1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322315 Feb 20 05:35:44.039559 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06f670-c36f-4e27-84e8-94af2c44689f req-2e2c4019-841d-4e3f-bc88-5115d4f349a4 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:44.041210 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2d06f670-c36f-4e27-84e8-94af2c44689f req-2e2c4019-841d-4e3f-bc88-5115d4f349a4 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 945 time: 0.0885611 Feb 20 05:35:44.043992 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b12a7-5095-4ec1-ab76-3b0e9218d1bf req-2cc68cc7-2f06-4073-b506-e24ff112bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:44.045655 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dd1b12a7-5095-4ec1-ab76-3b0e9218d1bf req-2cc68cc7-2f06-4073-b506-e24ff112bcbb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dae5f75daa9941e9813db18a97c3683e&device_id=7677cf83-1139-410c-888d-95f156b6b6f2 HTTP/1.1" status: 200 len: 1130 time: 0.4113731 Feb 20 05:35:44.070422 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5a5693-d369-4263-b25e-284b139b9176 req-f8890a7a-7346-4bc6-b750-375304ec154e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Made reservation on behalf of 70575607f3814a698b8e29ee9ca94326 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:35:44.073658 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3d5a5693-d369-4263-b25e-284b139b9176 req-f8890a7a-7346-4bc6-b750-375304ec154e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:44.121398 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2d06f670-c36f-4e27-84e8-94af2c44689f req-1f52674e-e987-4608-ba46-a3fa4becbd5a tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741868 Feb 20 05:35:44.175343 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-2ae4034d-a553-4b86-922b-67e1e6df2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:44.175866 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-2ae4034d-a553-4b86-922b-67e1e6df2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:44.176338 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-2ae4034d-a553-4b86-922b-67e1e6df2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:44.176794 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-2ae4034d-a553-4b86-922b-67e1e6df2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:44.177250 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-2ae4034d-a553-4b86-922b-67e1e6df2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:44.177767 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-2ae4034d-a553-4b86-922b-67e1e6df2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:44.178224 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-2ae4034d-a553-4b86-922b-67e1e6df2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:44.180442 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-2ae4034d-a553-4b86-922b-67e1e6df2b10 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=03a588f7057d4c8b9bd71c9e1f2b531d&device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 6703 time: 0.0722389 Feb 20 05:35:44.219840 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b12a7-5095-4ec1-ab76-3b0e9218d1bf req-7b8ec2f4-cd99-40a2-ae51-31317f369022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:44.221359 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dd1b12a7-5095-4ec1-ab76-3b0e9218d1bf req-7b8ec2f4-cd99-40a2-ae51-31317f369022 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.1602650 Feb 20 05:35:44.255772 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c5e9bac-ae86-417c-8668-90aede4c58b3 req-515b73d6-fbe6-4a5d-92fe-9f6fe8cb7a61 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=98685a44-4a3a-40e9-84a9-02970ab1a4d8 HTTP/1.1" status: 200 len: 210 time: 0.0471559 Feb 20 05:35:44.264341 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:35:44.292493 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dd1b12a7-5095-4ec1-ab76-3b0e9218d1bf req-f3d364ce-c616-4780-b78f-42a8056efe46 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=aef56316-9e0d-45b2-82be-affe24477213 HTTP/1.1" status: 200 len: 217 time: 0.0427938 Feb 20 05:35:44.342199 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:35:44.344704 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-14a05074-02e6-4c90-89f0-f875808cabd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:44.346352 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-14a05074-02e6-4c90-89f0-f875808cabd2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 HTTP/1.1" status: 200 len: 902 time: 0.1593273 Feb 20 05:35:44.349084 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:35:44.349766 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:44.368952 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039d1487-dc5f-4867-b9bf-30d8c4b2174d', 'tag': '47338d28-03fd-4739-9337-a29ce11d6e0f'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:35:44.371297 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea9980d-bd01-4fe0-aae6-c998f708e3e4" -d '{"events": [{"name": "network-changed", "server_uuid": "039d1487-dc5f-4867-b9bf-30d8c4b2174d", "tag": "47338d28-03fd-4739-9337-a29ce11d6e0f"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:35:44.374556 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b12a7-5095-4ec1-ab76-3b0e9218d1bf req-3d06b438-7b80-4550-859e-2358bf3324b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:44.376616 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dd1b12a7-5095-4ec1-ab76-3b0e9218d1bf req-3d06b438-7b80-4550-859e-2358bf3324b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0708733 Feb 20 05:35:44.408433 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-f3cc30a0-df15-4df6-a2f7-0d97f6425460 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=b6a005cb-7520-4571-b49e-be3ec5a89fc8 HTTP/1.1" status: 200 len: 217 time: 0.0529492 Feb 20 05:35:44.425927 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-3d5a5693-d369-4263-b25e-284b139b9176 req-f8890a7a-7346-4bc6-b750-375304ec154e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Allocated IP 172.20.0.7 (abdb12e5-c978-4d6e-ba1a-936a895646ad/b11aa3aa-3524-4006-8735-994e7b51abdd/d1532d47-8d31-4263-85c2-a0998dd024a7) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:35:44.449093 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b12a7-5095-4ec1-ab76-3b0e9218d1bf req-5bc1b083-aca6-41c0-b631-64be6d4fd187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:44.450735 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:35:44.450931 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dd1b12a7-5095-4ec1-ab76-3b0e9218d1bf req-5bc1b083-aca6-41c0-b631-64be6d4fd187 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0656471 Feb 20 05:35:44.451652 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:44.465051 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-be5cc65e-8c1a-4882-94f9-b506749b2729 req-ac5ef09a-4c96-4b35-916a-f577a9877481 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/f3708fd8-cad4-4005-947c-edb7beeb19c1 HTTP/1.1" status: 200 len: 1799 time: 0.1175492 Feb 20 05:35:44.477045 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-11a2d10c-68c9-400c-a051-2b0963f59547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:44.478535 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-11a2d10c-68c9-400c-a051-2b0963f59547 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3360231b-31d4-47a9-9519-1ea0a6de60eb HTTP/1.1" status: 200 len: 797 time: 0.0631902 Feb 20 05:35:44.492756 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732d84ee-3057-4e06-8a37-085e54d6b197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:35:44.496526 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053f29d7-6fe9-4bdc-a296-cf041c689ca2" -d '{"events": [{"server_uuid": "732d84ee-3057-4e06-8a37-085e54d6b197", "name": "network-vif-plugged", "status": "completed", "tag": "de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:35:44.510021 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:44.518119 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:44.519190 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device aef56316-9e0d-45b2-82be-affe24477213 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:35:44.555549 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-f9954b5d-2c6d-4f29-ab31-a0988d9b3f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:44.557210 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-f9954b5d-2c6d-4f29-ab31-a0988d9b3f4b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0682039 Feb 20 05:35:44.576537 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:44.651248 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port aef56316-9e0d-45b2-82be-affe24477213 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:35:44.659934 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port aef56316-9e0d-45b2-82be-affe24477213 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:35:44.660452 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (aef56316-9e0d-45b2-82be-affe24477213), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:44.689566 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf701f-ff66-40d6-940d-e403df11ea0b req-0729961f-63af-4d3a-988e-44c74c567069 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:44.695118 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dd1b12a7-5095-4ec1-ab76-3b0e9218d1bf req-0814285e-8183-4051-b58e-bbd3c868c1c8 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350254 Feb 20 05:35:44.695628 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf701f-ff66-40d6-940d-e403df11ea0b req-0729961f-63af-4d3a-988e-44c74c567069 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:44.701329 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf701f-ff66-40d6-940d-e403df11ea0b req-0729961f-63af-4d3a-988e-44c74c567069 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:44.706793 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf701f-ff66-40d6-940d-e403df11ea0b req-0729961f-63af-4d3a-988e-44c74c567069 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:44.712294 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf701f-ff66-40d6-940d-e403df11ea0b req-0729961f-63af-4d3a-988e-44c74c567069 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:44.718666 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf701f-ff66-40d6-940d-e403df11ea0b req-0729961f-63af-4d3a-988e-44c74c567069 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:44.723984 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf701f-ff66-40d6-940d-e403df11ea0b req-0729961f-63af-4d3a-988e-44c74c567069 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:44.726195 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b5cf701f-ff66-40d6-940d-e403df11ea0b req-0729961f-63af-4d3a-988e-44c74c567069 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5429 time: 0.1841052 Feb 20 05:35:44.763872 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-f94f93f2-9f40-48f5-8958-d8c9c948abd5 service neutron] 10.222.0.61 "GET /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892715 Feb 20 05:35:44.799750 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port aef56316-9e0d-45b2-82be-affe24477213 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:35:44.800144 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (aef56316-9e0d-45b2-82be-affe24477213), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:44.801040 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3d5a5693-d369-4263-b25e-284b139b9176 req-f8890a7a-7346-4bc6-b750-375304ec154e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks [] for port (d1532d47-8d31-4263-85c2-a0998dd024a7), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:44.852360 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dd1b12a7-5095-4ec1-ab76-3b0e9218d1bf req-10f601df-974f-428a-8b36-739a968e093f service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474581 Feb 20 05:35:44.855554 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port aef56316-9e0d-45b2-82be-affe24477213, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=aef56316-9e0d-45b2-82be-affe24477213,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:44.865176 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (aef56316-9e0d-45b2-82be-affe24477213), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:44.869623 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3d5a5693-d369-4263-b25e-284b139b9176 req-f8890a7a-7346-4bc6-b750-375304ec154e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (d1532d47-8d31-4263-85c2-a0998dd024a7), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:44.900017 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['6774a93d-d727-4317-a199-1c12a55b9ccc'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:35:44.901694 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b5cf701f-ff66-40d6-940d-e403df11ea0b req-dc7a1a79-1318-4af6-a05c-1bdd310098ff tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1607127 Feb 20 05:35:44.930191 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5a5693-d369-4263-b25e-284b139b9176 req-f8890a7a-7346-4bc6-b750-375304ec154e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Network abdb12e5-c978-4d6e-ba1a-936a895646ad is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:35:44.953097 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-3d5a5693-d369-4263-b25e-284b139b9176 req-f8890a7a-7346-4bc6-b750-375304ec154e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:35:44.959949 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-fb5e392a-3f71-4ed9-8edc-048a042d628b service neutron] 10.222.0.61 "GET /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889594 Feb 20 05:35:44.961497 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5a5693-d369-4263-b25e-284b139b9176 req-f8890a7a-7346-4bc6-b750-375304ec154e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:35:44.996188 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8890a7a-7346-4bc6-b750-375304ec154e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Pushing event updated for resources: {'Port': ['ID=d1532d47-8d31-4263-85c2-a0998dd024a7,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:45.042974 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=aef56316-9e0d-45b2-82be-affe24477213,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:45.056832 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a5693-d369-4263-b25e-284b139b9176 req-f8890a7a-7346-4bc6-b750-375304ec154e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:45.057775 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3d5a5693-d369-4263-b25e-284b139b9176 req-f8890a7a-7346-4bc6-b750-375304ec154e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:45.067287 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b12a7-5095-4ec1-ab76-3b0e9218d1bf req-03aef652-1030-4f19-982e-8b75171f946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:45.070062 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dd1b12a7-5095-4ec1-ab76-3b0e9218d1bf req-03aef652-1030-4f19-982e-8b75171f946b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92a54be63c5043ba86245b0b4d4ac59c&device_id=527a5445-ce0b-42c6-aa06-815b11e4454e HTTP/1.1" status: 200 len: 1206 time: 0.1529064 Feb 20 05:35:45.090133 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3d5a5693-d369-4263-b25e-284b139b9176 req-f8890a7a-7346-4bc6-b750-375304ec154e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5221510 Feb 20 05:35:45.107463 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-3d5a5693-d369-4263-b25e-284b139b9176 req-9219a69d-9c8a-4535-b0f7-75e9d322b800 service neutron] Request body: {'port': {'device_id': '98685a44-4a3a-40e9-84a9-02970ab1a4d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:45.116289 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-c9c8ec7f-c77a-4254-9b34-9460dcbc2281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:45.117961 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-c9c8ec7f-c77a-4254-9b34-9460dcbc2281 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 1128 time: 0.1041522 Feb 20 05:35:45.126202 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6af2e0-1f24-49e5-beb6-9e91bf382e9d req-0289c6d3-e52f-4372-afb5-3e0325cf4ea5 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:45.127633 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aa6af2e0-1f24-49e5-beb6-9e91bf382e9d req-0289c6d3-e52f-4372-afb5-3e0325cf4ea5 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 947 time: 0.1050344 Feb 20 05:35:45.229037 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3d5a5693-d369-4263-b25e-284b139b9176 req-9219a69d-9c8a-4535-b0f7-75e9d322b800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d1532d47-8d31-4263-85c2-a0998dd024a7), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:45.232126 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aa6af2e0-1f24-49e5-beb6-9e91bf382e9d req-a6e199b2-01dd-4016-8024-905a57559923 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954993 Feb 20 05:35:45.243360 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b12a7-5095-4ec1-ab76-3b0e9218d1bf req-e737febe-c413-4e61-a3aa-244db74f5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:45.244833 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dd1b12a7-5095-4ec1-ab76-3b0e9218d1bf req-e737febe-c413-4e61-a3aa-244db74f5651 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ca603de-ec8c-4dee-a827-0c109cc1792e HTTP/1.1" status: 200 len: 912 time: 0.1682005 Feb 20 05:35:45.253773 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-0830b778-3819-4bd7-9643-d27c34ad86b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:45.255238 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-0830b778-3819-4bd7-9643-d27c34ad86b2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 200 len: 912 time: 0.1266470 Feb 20 05:35:45.307005 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dd1b12a7-5095-4ec1-ab76-3b0e9218d1bf req-cf02f6b0-b215-4202-a461-9d05b9ad1b34 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 HTTP/1.1" status: 200 len: 217 time: 0.0559125 Feb 20 05:35:45.313700 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-476b75ee-63e2-467a-844e-40db3c8e85f8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b HTTP/1.1" status: 200 len: 217 time: 0.0472786 Feb 20 05:35:45.394163 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-cbb35e68-8cbd-4dde-a60e-8b6447d2b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:45.395967 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-cbb35e68-8cbd-4dde-a60e-8b6447d2b641 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a08401b1-85d8-4e92-bab1-1aef3c02482d HTTP/1.1" status: 200 len: 851 time: 0.0717611 Feb 20 05:35:45.407012 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65310fe3-4b9a-44c6-bb71-4b20d7f63502 req-948b7bb8-736c-4bb0-951e-87403b056876 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:45.409886 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-65310fe3-4b9a-44c6-bb71-4b20d7f63502 req-948b7bb8-736c-4bb0-951e-87403b056876 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0935154 Feb 20 05:35:45.422935 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b12a7-5095-4ec1-ab76-3b0e9218d1bf req-4f62c18c-139a-4e43-97b2-8388c0dff734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:45.424432 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dd1b12a7-5095-4ec1-ab76-3b0e9218d1bf req-4f62c18c-139a-4e43-97b2-8388c0dff734 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4daa0369-5b3c-4e8c-a068-1ecd59fc78ee HTTP/1.1" status: 200 len: 852 time: 0.1110752 Feb 20 05:35:45.468374 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dd1b12a7-5095-4ec1-ab76-3b0e9218d1bf req-f6c46083-eecc-43b1-a8eb-bae201976d6f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ca603de-ec8c-4dee-a827-0c109cc1792e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355458 Feb 20 05:35:45.494333 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-65310fe3-4b9a-44c6-bb71-4b20d7f63502 req-efc32cde-56f6-4eac-a672-15ab3b990e18 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711765 Feb 20 05:35:45.503653 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-f115ec77-e129-441b-abf6-2ce1bd3e9ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:45.505911 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-f115ec77-e129-441b-abf6-2ce1bd3e9ccc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0942566 Feb 20 05:35:45.555609 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e789af-c548-40e7-bf76-87e79806ffb9 x-openstack-request-id: req-90e789af-c548-40e7-bf76-87e79806ffb9 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:35:45.555889 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "039d1487-dc5f-4867-b9bf-30d8c4b2174d", "tag": "47338d28-03fd-4739-9337-a29ce11d6e0f", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:35:45.556143 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90e789af-c548-40e7-bf76-87e79806ffb9 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:35:45.556533 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '039d1487-dc5f-4867-b9bf-30d8c4b2174d', 'tag': '47338d28-03fd-4739-9337-a29ce11d6e0f', 'status': 'completed', 'code': 200} Feb 20 05:35:45.633322 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dd1b12a7-5095-4ec1-ab76-3b0e9218d1bf req-c569a155-49d5-47ba-9204-89b0a9fd4967 service neutron] 10.222.0.61 "GET /v2.0/networks/2ca603de-ec8c-4dee-a827-0c109cc1792e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363916 Feb 20 05:35:45.684738 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-92edbc92-aa36-4256-ae17-ca912ff373fb req-ed6a25f6-942b-4324-9ead-a10139a6d6c0 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/f3708fd8-cad4-4005-947c-edb7beeb19c1 HTTP/1.1" status: 200 len: 1799 time: 0.1124918 Feb 20 05:35:45.709266 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9980d-bd01-4fe0-aae6-c998f708e3e4 req-6dd349be-f50c-4080-8d4f-af0812c920ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:45.710801 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2ea9980d-bd01-4fe0-aae6-c998f708e3e4 req-6dd349be-f50c-4080-8d4f-af0812c920ea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 1129 time: 0.1167557 Feb 20 05:35:45.713087 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-a965da4c-466c-492d-82e2-407e91167066 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004669 Feb 20 05:35:45.731657 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-3d5a5693-d369-4263-b25e-284b139b9176 req-9219a69d-9c8a-4535-b0f7-75e9d322b800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1532d47-8d31-4263-85c2-a0998dd024a7 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:35:45.742595 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3d5a5693-d369-4263-b25e-284b139b9176 req-9219a69d-9c8a-4535-b0f7-75e9d322b800 service neutron] Publish callbacks [] for port (d1532d47-8d31-4263-85c2-a0998dd024a7), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:45.777586 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-3d5a5693-d369-4263-b25e-284b139b9176 req-9219a69d-9c8a-4535-b0f7-75e9d322b800 service neutron] Transition to ACTIVE for port object d1532d47-8d31-4263-85c2-a0998dd024a7 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:35:45.784723 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dd1b12a7-5095-4ec1-ab76-3b0e9218d1bf req-b0fa2ecc-75ba-4dc7-84fb-5d95750e1e0f service neutron] 10.222.0.61 "GET /v2.0/networks/2ca603de-ec8c-4dee-a827-0c109cc1792e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444252 Feb 20 05:35:45.786029 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3d5a5693-d369-4263-b25e-284b139b9176 req-9219a69d-9c8a-4535-b0f7-75e9d322b800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (d1532d47-8d31-4263-85c2-a0998dd024a7), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:45.837836 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219a69d-9c8a-4535-b0f7-75e9d322b800 service neutron] Pushing event updated for resources: {'Port': ['ID=d1532d47-8d31-4263-85c2-a0998dd024a7,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:45.883934 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-92edbc92-aa36-4256-ae17-ca912ff373fb req-02dfb2d7-5f2b-439f-a7b3-cead1410cd4e tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (f3708fd8-cad4-4005-947c-edb7beeb19c1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:45.911962 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-3d5a5693-d369-4263-b25e-284b139b9176 req-9219a69d-9c8a-4535-b0f7-75e9d322b800 service neutron] Attempting to bind port d1532d47-8d31-4263-85c2-a0998dd024a7 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:35:45.912302 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-3d5a5693-d369-4263-b25e-284b139b9176 req-9219a69d-9c8a-4535-b0f7-75e9d322b800 service neutron] Attempting to bind port d1532d47-8d31-4263-85c2-a0998dd024a7 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:35:45.912621 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5a5693-d369-4263-b25e-284b139b9176 req-9219a69d-9c8a-4535-b0f7-75e9d322b800 service neutron] Attempting to bind port d1532d47-8d31-4263-85c2-a0998dd024a7 on network abdb12e5-c978-4d6e-ba1a-936a895646ad {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:45.917407 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5a5693-d369-4263-b25e-284b139b9176 req-9219a69d-9c8a-4535-b0f7-75e9d322b800 service neutron] Port d1532d47-8d31-4263-85c2-a0998dd024a7 on network abdb12e5-c978-4d6e-ba1a-936a895646ad not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:35:45.917732 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5a5693-d369-4263-b25e-284b139b9176 req-9219a69d-9c8a-4535-b0f7-75e9d322b800 service neutron] Attempting to bind port d1532d47-8d31-4263-85c2-a0998dd024a7 on network abdb12e5-c978-4d6e-ba1a-936a895646ad {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:35:45.923112 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5a5693-d369-4263-b25e-284b139b9176 req-9219a69d-9c8a-4535-b0f7-75e9d322b800 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:35:45.923806 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5a5693-d369-4263-b25e-284b139b9176 req-9219a69d-9c8a-4535-b0f7-75e9d322b800 service neutron] Checking segment: {'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:35:45.923806 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5a5693-d369-4263-b25e-284b139b9176 req-9219a69d-9c8a-4535-b0f7-75e9d322b800 service neutron] Bound using segment: {'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:35:45.924250 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-3d5a5693-d369-4263-b25e-284b139b9176 req-9219a69d-9c8a-4535-b0f7-75e9d322b800 service neutron] Bound port: d1532d47-8d31-4263-85c2-a0998dd024a7, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:35:45.924603 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3d5a5693-d369-4263-b25e-284b139b9176 req-9219a69d-9c8a-4535-b0f7-75e9d322b800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d1532d47-8d31-4263-85c2-a0998dd024a7), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:45.943041 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-57c3c5a4-6f08-4515-936d-c3abe2751071 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029867 Feb 20 05:35:45.948222 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-92edbc92-aa36-4256-ae17-ca912ff373fb req-02dfb2d7-5f2b-439f-a7b3-cead1410cd4e tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (f3708fd8-cad4-4005-947c-edb7beeb19c1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:45.951896 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9980d-bd01-4fe0-aae6-c998f708e3e4 req-4b82b9a8-abfc-46ba-9ff3-f4b505e46982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:45.953318 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2ea9980d-bd01-4fe0-aae6-c998f708e3e4 req-4b82b9a8-abfc-46ba-9ff3-f4b505e46982 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.2268782 Feb 20 05:35:45.998581 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-3d5a5693-d369-4263-b25e-284b139b9176 req-9219a69d-9c8a-4535-b0f7-75e9d322b800 service neutron] For port d1532d47-8d31-4263-85c2-a0998dd024a7, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:35:46.005480 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-3d5a5693-d369-4263-b25e-284b139b9176 req-9219a69d-9c8a-4535-b0f7-75e9d322b800 service neutron] For port d1532d47-8d31-4263-85c2-a0998dd024a7, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d1532d47-8d31-4263-85c2-a0998dd024a7,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:35:46.013966 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3d5a5693-d369-4263-b25e-284b139b9176 req-9219a69d-9c8a-4535-b0f7-75e9d322b800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (d1532d47-8d31-4263-85c2-a0998dd024a7), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:46.025298 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2ea9980d-bd01-4fe0-aae6-c998f708e3e4 req-b6769b10-fa06-4c4d-97d3-347f77565088 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=47338d28-03fd-4739-9337-a29ce11d6e0f HTTP/1.1" status: 200 len: 217 time: 0.0648317 Feb 20 05:35:46.054608 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a5693-d369-4263-b25e-284b139b9176 req-9219a69d-9c8a-4535-b0f7-75e9d322b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:46.055255 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3d5a5693-d369-4263-b25e-284b139b9176 req-9219a69d-9c8a-4535-b0f7-75e9d322b800 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:46.056923 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3d5a5693-d369-4263-b25e-284b139b9176 req-9219a69d-9c8a-4535-b0f7-75e9d322b800 service neutron] 10.222.0.61 "PUT /v2.0/ports/d1532d47-8d31-4263-85c2-a0998dd024a7 HTTP/1.1" status: 200 len: 1091 time: 0.9548850 Feb 20 05:35:46.078636 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219a69d-9c8a-4535-b0f7-75e9d322b800 service neutron] Pushing event updated for resources: {'Port': ['ID=d1532d47-8d31-4263-85c2-a0998dd024a7,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:46.122320 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9980d-bd01-4fe0-aae6-c998f708e3e4 req-c7a8cfd9-c565-4955-a7ab-0bb8415f0fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:46.123805 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2ea9980d-bd01-4fe0-aae6-c998f708e3e4 req-c7a8cfd9-c565-4955-a7ab-0bb8415f0fe6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0855992 Feb 20 05:35:46.126019 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-92edbc92-aa36-4256-ae17-ca912ff373fb req-02dfb2d7-5f2b-439f-a7b3-cead1410cd4e tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f3708fd8-cad4-4005-947c-edb7beeb19c1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:46.128756 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-92edbc92-aa36-4256-ae17-ca912ff373fb req-02dfb2d7-5f2b-439f-a7b3-cead1410cd4e tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:46.129786 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-92edbc92-aa36-4256-ae17-ca912ff373fb req-02dfb2d7-5f2b-439f-a7b3-cead1410cd4e tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "DELETE /v2.0/security-groups/f3708fd8-cad4-4005-947c-edb7beeb19c1 HTTP/1.1" status: 204 len: 173 time: 0.4348850 Feb 20 05:35:46.155513 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a5693-d369-4263-b25e-284b139b9176 req-64d55487-5027-451e-9e16-a26a9e00eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:46.157351 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3d5a5693-d369-4263-b25e-284b139b9176 req-64d55487-5027-451e-9e16-a26a9e00eba7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70575607f3814a698b8e29ee9ca94326&device_id=98685a44-4a3a-40e9-84a9-02970ab1a4d8 HTTP/1.1" status: 200 len: 1125 time: 0.0574174 Feb 20 05:35:46.174707 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-8127630e-8663-4b9c-9a38-47cc913ae4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:46.174988 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-8127630e-8663-4b9c-9a38-47cc913ae4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:46.175454 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-8127630e-8663-4b9c-9a38-47cc913ae4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:46.175910 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-8127630e-8663-4b9c-9a38-47cc913ae4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:46.176361 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-8127630e-8663-4b9c-9a38-47cc913ae4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:46.176809 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-8127630e-8663-4b9c-9a38-47cc913ae4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:46.177254 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-8127630e-8663-4b9c-9a38-47cc913ae4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:46.179995 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-8127630e-8663-4b9c-9a38-47cc913ae4fa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=03a588f7057d4c8b9bd71c9e1f2b531d&device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 6703 time: 0.1566482 Feb 20 05:35:46.182343 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dfb2d7-5f2b-439f-a7b3-cead1410cd4e tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3708fd8-cad4-4005-947c-edb7beeb19c1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:46.184443 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c22b97-5a35-464e-b1dc-689f46e21dd7 x-openstack-request-id: req-95c22b97-5a35-464e-b1dc-689f46e21dd7 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:35:46.184960 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732d84ee-3057-4e06-8a37-085e54d6b197", "name": "network-vif-plugged", "status": "completed", "tag": "de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:35:46.184960 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95c22b97-5a35-464e-b1dc-689f46e21dd7 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:35:46.185347 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732d84ee-3057-4e06-8a37-085e54d6b197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b', 'code': 200} Feb 20 05:35:46.194606 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfb2d7-5f2b-439f-a7b3-cead1410cd4e tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:35:46.194797 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfb2d7-5f2b-439f-a7b3-cead1410cd4e tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:35:46.195065 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfb2d7-5f2b-439f-a7b3-cead1410cd4e tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:35:46.195413 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfb2d7-5f2b-439f-a7b3-cead1410cd4e tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:35:46.195742 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfb2d7-5f2b-439f-a7b3-cead1410cd4e tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:35:46.196071 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfb2d7-5f2b-439f-a7b3-cead1410cd4e tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:35:46.196396 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfb2d7-5f2b-439f-a7b3-cead1410cd4e tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:35:46.196739 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfb2d7-5f2b-439f-a7b3-cead1410cd4e tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:35:46.197162 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfb2d7-5f2b-439f-a7b3-cead1410cd4e tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:35:46.197492 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfb2d7-5f2b-439f-a7b3-cead1410cd4e tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:35:46.197812 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfb2d7-5f2b-439f-a7b3-cead1410cd4e tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:35:46.198130 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfb2d7-5f2b-439f-a7b3-cead1410cd4e tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:35:46.198449 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfb2d7-5f2b-439f-a7b3-cead1410cd4e tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:35:46.224908 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3d5a5693-d369-4263-b25e-284b139b9176 req-1804f60f-ef74-4351-ab9e-000ba03a2e4f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1532d47-8d31-4263-85c2-a0998dd024a7 HTTP/1.1" status: 200 len: 217 time: 0.0590608 Feb 20 05:35:46.260456 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 47338d28-03fd-4739-9337-a29ce11d6e0f details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:35:46.279500 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9980d-bd01-4fe0-aae6-c998f708e3e4 req-a678d81c-f577-4438-8a11-c5e13450c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:46.281203 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2ea9980d-bd01-4fe0-aae6-c998f708e3e4 req-a678d81c-f577-4438-8a11-c5e13450c6a4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1459835 Feb 20 05:35:46.305156 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a5693-d369-4263-b25e-284b139b9176 req-f73403fd-74aa-43e2-ac2e-1816a7b0be02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:46.306615 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3d5a5693-d369-4263-b25e-284b139b9176 req-f73403fd-74aa-43e2-ac2e-1816a7b0be02 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b11aa3aa-3524-4006-8735-994e7b51abdd HTTP/1.1" status: 200 len: 845 time: 0.0744350 Feb 20 05:35:46.364815 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3d5a5693-d369-4263-b25e-284b139b9176 req-9f7d2536-32f0-480b-bc13-b559717f0555 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=abdb12e5-c978-4d6e-ba1a-936a895646ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483823 Feb 20 05:35:46.380635 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6611e90-61b4-49a0-a13e-d82d2a54f2d5 req-0abc7e06-5979-4580-9e2c-e1fb82be49b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:46.382473 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d6611e90-61b4-49a0-a13e-d82d2a54f2d5 req-0abc7e06-5979-4580-9e2c-e1fb82be49b0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 1128 time: 0.0746014 Feb 20 05:35:46.397673 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-730c1c06-e46a-4d88-8721-fb3ec2698034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:46.399218 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-730c1c06-e46a-4d88-8721-fb3ec2698034 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad5d889f-9ba6-45ee-9401-06eb68bd1eba HTTP/1.1" status: 200 len: 901 time: 0.1960292 Feb 20 05:35:46.416096 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 47338d28-03fd-4739-9337-a29ce11d6e0f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=47338d28-03fd-4739-9337-a29ce11d6e0f,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:46.432848 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '47338d28-03fd-4739-9337-a29ce11d6e0f', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': '47338d28-03fd-4739-9337-a29ce11d6e0f', 'mac_address': 'fa:16:3e:e7:c9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:35:46.458795 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-0f39c365-a29b-4e43-8b1e-d81588f6aa12 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3437ce7e-f77d-4721-8b84-c6eb69db6e7e HTTP/1.1" status: 200 len: 217 time: 0.0500860 Feb 20 05:35:46.475043 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c26cc7-6afd-469e-91d1-160cd0968c27 req-e801a8a6-a6aa-412a-b4ef-10e7a62764c6 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:46.476627 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5c26cc7-6afd-469e-91d1-160cd0968c27 req-e801a8a6-a6aa-412a-b4ef-10e7a62764c6 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] 10.222.0.37 "GET /v2.0/ports?device_id=7677cf83-1139-410c-888d-95f156b6b6f2 HTTP/1.1" status: 200 len: 949 time: 0.1929879 Feb 20 05:35:46.499209 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d6611e90-61b4-49a0-a13e-d82d2a54f2d5 req-72ed2f73-f7ae-4c13-ab1f-3d00e7a92c10 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069326 Feb 20 05:35:46.511829 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2ea9980d-bd01-4fe0-aae6-c998f708e3e4 req-9cc3d1cc-fcfc-45f5-8e43-e0965317520d service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153535 Feb 20 05:35:46.517729 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 47338d28-03fd-4739-9337-a29ce11d6e0f is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:35:46.518392 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (47338d28-03fd-4739-9337-a29ce11d6e0f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:46.525991 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3d5a5693-d369-4263-b25e-284b139b9176 req-8f3945a0-ac34-414e-8414-3819c0db7df5 service neutron] 10.222.0.61 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427498 Feb 20 05:35:46.538848 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47338d28-03fd-4739-9337-a29ce11d6e0f {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:35:46.544775 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7a69c88-fbd7-40ee-9ac4-29d42959d689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:46.556552 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-60e7cd7e-c977-49ea-9bd7-0752f12959be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:46.558123 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-60e7cd7e-c977-49ea-9bd7-0752f12959be service neutron] 10.222.0.61 "GET /v2.0/subnets?id=08d1d8d3-1cdb-47d5-86aa-3316d80bbfd8 HTTP/1.1" status: 200 len: 797 time: 0.0906060 Feb 20 05:35:46.561233 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 47338d28-03fd-4739-9337-a29ce11d6e0f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=47338d28-03fd-4739-9337-a29ce11d6e0f,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:46.566069 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (47338d28-03fd-4739-9337-a29ce11d6e0f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:46.571836 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5c26cc7-6afd-469e-91d1-160cd0968c27 req-ee487aae-1fe5-4155-8f1a-470f514b8850 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] 10.222.0.37 "GET /v2.0/security-groups?id=b38c9476-f30d-4441-9598-dd91ec4bb812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854781 Feb 20 05:35:46.622950 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=47338d28-03fd-4739-9337-a29ce11d6e0f,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:46.686491 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bdb7a-0a14-4cb6-ba92-4b3ca3410e77 req-ac1550c7-460f-48f7-92aa-28773c0e82ca tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:46.688059 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-997bdb7a-0a14-4cb6-ba92-4b3ca3410e77 req-ac1550c7-460f-48f7-92aa-28773c0e82ca tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 946 time: 0.0536971 Feb 20 05:35:46.801325 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3d5a5693-d369-4263-b25e-284b139b9176 req-cd4e1c66-4bc4-4bc0-90cc-00c8990fa9be service neutron] 10.222.0.61 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894210 Feb 20 05:35:46.823285 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-997bdb7a-0a14-4cb6-ba92-4b3ca3410e77 req-32415714-2155-4c45-893a-7e9dbd071c3d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295526 Feb 20 05:35:46.863642 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-55346f6c-2e74-4758-b412-6e8972f11fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:46.865144 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-55346f6c-2e74-4758-b412-6e8972f11fc1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad5d889f-9ba6-45ee-9401-06eb68bd1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1522431 Feb 20 05:35:46.867308 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2ea9980d-bd01-4fe0-aae6-c998f708e3e4 req-e16bd112-d994-4a7d-8058-9bd423b35fc6 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530941 Feb 20 05:35:46.932634 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['47338d28-03fd-4739-9337-a29ce11d6e0f'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:35:47.295144 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceaa414-3ee7-4f3a-a561-c997105d310b req-acb8ee31-a0ea-4287-af55-de4e879d2bfd tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:47.296518 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cceaa414-3ee7-4f3a-a561-c997105d310b req-acb8ee31-a0ea-4287-af55-de4e879d2bfd tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=98685a44-4a3a-40e9-84a9-02970ab1a4d8 HTTP/1.1" status: 200 len: 943 time: 0.4063570 Feb 20 05:35:47.301728 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-6406d779-ea8e-4af5-8259-9982913dc78c service neutron] 10.222.0.61 "GET /v2.0/networks/ad5d889f-9ba6-45ee-9401-06eb68bd1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198415 Feb 20 05:35:47.393742 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cceaa414-3ee7-4f3a-a561-c997105d310b req-3a1db7b6-a923-449b-a97b-37c1540be271 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910707 Feb 20 05:35:47.432599 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-da6ba968-7b45-4d66-a409-d6b65c946fa7 service neutron] 10.222.0.61 "GET /v2.0/networks/ad5d889f-9ba6-45ee-9401-06eb68bd1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228216 Feb 20 05:35:47.542759 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6075b-b5d2-45d4-b630-55f67ebb7d37 req-4bdea4e5-6abe-480d-9508-d581f5af0e2a tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:47.544959 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-85c6075b-b5d2-45d4-b630-55f67ebb7d37 req-4bdea4e5-6abe-480d-9508-d581f5af0e2a tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0860898 Feb 20 05:35:47.557263 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98685a44-4a3a-40e9-84a9-02970ab1a4d8', 'tag': 'd1532d47-8d31-4263-85c2-a0998dd024a7'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:35:47.559952 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c04979-b260-4f1f-a3e5-c3cfb3542291" -d '{"events": [{"name": "network-changed", "server_uuid": "98685a44-4a3a-40e9-84a9-02970ab1a4d8", "tag": "d1532d47-8d31-4263-85c2-a0998dd024a7"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:35:47.566757 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-fb547783-ae79-4727-9d4c-fc198c5e2f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:47.567267 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-fb547783-ae79-4727-9d4c-fc198c5e2f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:47.567737 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-fb547783-ae79-4727-9d4c-fc198c5e2f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:47.568201 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-fb547783-ae79-4727-9d4c-fc198c5e2f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:47.568659 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-fb547783-ae79-4727-9d4c-fc198c5e2f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:47.569119 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-fb547783-ae79-4727-9d4c-fc198c5e2f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:47.569608 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-fb547783-ae79-4727-9d4c-fc198c5e2f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:47.571641 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-fb547783-ae79-4727-9d4c-fc198c5e2f8c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=03a588f7057d4c8b9bd71c9e1f2b531d&device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 6703 time: 0.0798893 Feb 20 05:35:47.662149 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-85c6075b-b5d2-45d4-b630-55f67ebb7d37 req-44b659d7-f9f5-486e-b466-397a5e008b05 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089811 Feb 20 05:35:47.699559 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-45e481f9-a979-4860-b063-33aba508d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:47.701786 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-45e481f9-a979-4860-b063-33aba508d6f3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad5d889f-9ba6-45ee-9401-06eb68bd1eba HTTP/1.1" status: 200 len: 901 time: 0.1232910 Feb 20 05:35:47.756901 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-5254c403-4c63-4c84-a553-4a99efd65616 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6b547cc4-f633-4bfe-a5fb-b5ee6d68a986 HTTP/1.1" status: 200 len: 217 time: 0.0394776 Feb 20 05:35:47.848309 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-a23e0031-0928-430b-9678-cf4582491653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:47.849799 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-a23e0031-0928-430b-9678-cf4582491653 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=08d1d8d3-1cdb-47d5-86aa-3316d80bbfd8 HTTP/1.1" status: 200 len: 797 time: 0.0658634 Feb 20 05:35:47.862477 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9560f88-5e07-448f-b490-c913cce237f0 req-5897fa5a-673a-4916-a272-72bce26395c7 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:47.867782 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9560f88-5e07-448f-b490-c913cce237f0 req-5897fa5a-673a-4916-a272-72bce26395c7 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:47.873033 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9560f88-5e07-448f-b490-c913cce237f0 req-5897fa5a-673a-4916-a272-72bce26395c7 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:47.878215 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9560f88-5e07-448f-b490-c913cce237f0 req-5897fa5a-673a-4916-a272-72bce26395c7 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:47.883955 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9560f88-5e07-448f-b490-c913cce237f0 req-5897fa5a-673a-4916-a272-72bce26395c7 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:47.889839 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9560f88-5e07-448f-b490-c913cce237f0 req-5897fa5a-673a-4916-a272-72bce26395c7 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:47.895120 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9560f88-5e07-448f-b490-c913cce237f0 req-5897fa5a-673a-4916-a272-72bce26395c7 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:47.897050 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9560f88-5e07-448f-b490-c913cce237f0 req-5897fa5a-673a-4916-a272-72bce26395c7 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5429 time: 0.1428976 Feb 20 05:35:47.978992 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-edf22f7d-54fc-4f49-88a7-6398db54678f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:47.980441 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-edf22f7d-54fc-4f49-88a7-6398db54678f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad5d889f-9ba6-45ee-9401-06eb68bd1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0824971 Feb 20 05:35:47.985326 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9560f88-5e07-448f-b490-c913cce237f0 req-df851491-9110-414d-9f80-f295f4418aa6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0791998 Feb 20 05:35:48.058125 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [req-bf615441-5384-4014-a052-01b8f488684c req-50fa6508-12d4-4984-8e0c-9c24859b09fd tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] show failed (client error): The resource could not be found. Feb 20 05:35:48.059111 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf615441-5384-4014-a052-01b8f488684c req-50fa6508-12d4-4984-8e0c-9c24859b09fd tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/f3708fd8-cad4-4005-947c-edb7beeb19c1 HTTP/1.1" status: 404 len: 352 time: 0.0199471 Feb 20 05:35:48.097162 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-92d5e06a-9271-4015-9f77-fafb6d004863 service neutron] 10.222.0.61 "GET /v2.0/networks/ad5d889f-9ba6-45ee-9401-06eb68bd1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100650 Feb 20 05:35:48.186480 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7677cf83-1139-410c-888d-95f156b6b6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef56316-9e0d-45b2-82be-affe24477213'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:35:48.188939 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b488aaf4-fbc5-4d9a-9b60-9b31604f2e6c" -d '{"events": [{"server_uuid": "7677cf83-1139-410c-888d-95f156b6b6f2", "name": "network-vif-plugged", "status": "completed", "tag": "aef56316-9e0d-45b2-82be-affe24477213"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:35:48.253423 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e644d0-bb2c-4970-a9e8-74f2bafea28d req-1a132d37-8130-4edc-8fd7-a102dd1ebb03 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:48.255636 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-49e644d0-bb2c-4970-a9e8-74f2bafea28d req-1a132d37-8130-4edc-8fd7-a102dd1ebb03 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 948 time: 0.1448910 Feb 20 05:35:48.260194 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 47338d28-03fd-4739-9337-a29ce11d6e0f up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:35:48.262808 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bf7a239-2b46-4358-b8d7-f8e5ae4a5c83 req-957a5587-0c71-4bd9-ab4e-a2af149d5050 service neutron] 10.222.0.61 "GET /v2.0/networks/ad5d889f-9ba6-45ee-9401-06eb68bd1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593091 Feb 20 05:35:48.316215 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 47338d28-03fd-4739-9337-a29ce11d6e0f completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:35:48.319873 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-49e644d0-bb2c-4970-a9e8-74f2bafea28d req-ee1eea22-5e9f-4e15-a594-4ffb83e680be tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558009 Feb 20 05:35:48.321036 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 47338d28-03fd-4739-9337-a29ce11d6e0f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:35:48.321535 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (47338d28-03fd-4739-9337-a29ce11d6e0f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:48.369726 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0364e6f1-545c-4a48-a177-ca4223142b21 x-openstack-request-id: req-0364e6f1-545c-4a48-a177-ca4223142b21 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:35:48.370262 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98685a44-4a3a-40e9-84a9-02970ab1a4d8", "tag": "d1532d47-8d31-4263-85c2-a0998dd024a7", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:35:48.370262 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0364e6f1-545c-4a48-a177-ca4223142b21 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:35:48.370662 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98685a44-4a3a-40e9-84a9-02970ab1a4d8', 'tag': 'd1532d47-8d31-4263-85c2-a0998dd024a7', 'status': 'completed', 'code': 200} Feb 20 05:35:48.420179 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 47338d28-03fd-4739-9337-a29ce11d6e0f is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:35:48.420728 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (47338d28-03fd-4739-9337-a29ce11d6e0f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:48.454417 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 47338d28-03fd-4739-9337-a29ce11d6e0f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=47338d28-03fd-4739-9337-a29ce11d6e0f,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:48.458322 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (47338d28-03fd-4739-9337-a29ce11d6e0f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:48.484437 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c04979-b260-4f1f-a3e5-c3cfb3542291 req-03ed5b93-d9f1-46b9-a3ff-83a1a38f7005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:48.485756 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-37c04979-b260-4f1f-a3e5-c3cfb3542291 req-03ed5b93-d9f1-46b9-a3ff-83a1a38f7005 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70575607f3814a698b8e29ee9ca94326&device_id=98685a44-4a3a-40e9-84a9-02970ab1a4d8 HTTP/1.1" status: 200 len: 1125 time: 0.0934582 Feb 20 05:35:48.508286 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7441c-84dc-47cf-9241-1080927f6de0 req-f15817c8-d57b-42d8-aaa9-2cdf3181cd73 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:48.509741 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4de7441c-84dc-47cf-9241-1080927f6de0 req-f15817c8-d57b-42d8-aaa9-2cdf3181cd73 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] 10.222.0.37 "GET /v2.0/ports?device_id=7677cf83-1139-410c-888d-95f156b6b6f2 HTTP/1.1" status: 200 len: 949 time: 0.0812619 Feb 20 05:35:48.510727 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=47338d28-03fd-4739-9337-a29ce11d6e0f,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:48.538683 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-698bc69a-25a5-46fc-a837-d59ff6266d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:48.627509 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4de7441c-84dc-47cf-9241-1080927f6de0 req-cb91e02b-d159-4ec7-8c36-d622b37af8e8 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] 10.222.0.37 "GET /v2.0/security-groups?id=b38c9476-f30d-4441-9598-dd91ec4bb812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050839 Feb 20 05:35:48.648760 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c04979-b260-4f1f-a3e5-c3cfb3542291 req-37bfb112-fd3b-4d67-b60f-16d1fb262ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:48.650909 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-37c04979-b260-4f1f-a3e5-c3cfb3542291 req-37bfb112-fd3b-4d67-b60f-16d1fb262ea3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=abdb12e5-c978-4d6e-ba1a-936a895646ad HTTP/1.1" status: 200 len: 905 time: 0.1576767 Feb 20 05:35:48.705006 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-37c04979-b260-4f1f-a3e5-c3cfb3542291 req-f3188fc4-025f-4702-a36d-e86f03d4e0cd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1532d47-8d31-4263-85c2-a0998dd024a7 HTTP/1.1" status: 200 len: 217 time: 0.0462570 Feb 20 05:35:48.786400 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c04979-b260-4f1f-a3e5-c3cfb3542291 req-711bb80a-338e-4970-bb5f-63a4401efa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:48.787883 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-37c04979-b260-4f1f-a3e5-c3cfb3542291 req-711bb80a-338e-4970-bb5f-63a4401efa50 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b11aa3aa-3524-4006-8735-994e7b51abdd HTTP/1.1" status: 200 len: 845 time: 0.0749433 Feb 20 05:35:48.799130 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e016e-e3c1-480c-bdbc-e0d3f9e8f20a req-0ddd3ba8-7a00-40d8-a5b5-31c7fe616fbf tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:48.800535 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d16e016e-e3c1-480c-bdbc-e0d3f9e8f20a req-0ddd3ba8-7a00-40d8-a5b5-31c7fe616fbf tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 946 time: 0.0984879 Feb 20 05:35:48.838253 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-37c04979-b260-4f1f-a3e5-c3cfb3542291 req-9d6fb9a2-431c-458f-8655-51f221239a79 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=abdb12e5-c978-4d6e-ba1a-936a895646ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367644 Feb 20 05:35:48.916180 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d16e016e-e3c1-480c-bdbc-e0d3f9e8f20a req-0c6dc347-3b51-4842-88c4-84f18be33773 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072783 Feb 20 05:35:48.953317 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-c08d2f8a-48fa-49bb-a0d6-e600f7c2e01f req-af10e224-4a4d-49c4-96da-022a22d3ae87 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-338196541', 'description': 'tempest-description-1708992032'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:48.979785 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-37c04979-b260-4f1f-a3e5-c3cfb3542291 req-e9093851-b1bc-4014-b2cf-154d50fb11ba service neutron] 10.222.0.61 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338453 Feb 20 05:35:48.985797 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c08d2f8a-48fa-49bb-a0d6-e600f7c2e01f req-af10e224-4a4d-49c4-96da-022a22d3ae87 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:49.107366 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-37c04979-b260-4f1f-a3e5-c3cfb3542291 req-33a89a40-7c17-4204-b69a-444946a8c357 service neutron] 10.222.0.61 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187420 Feb 20 05:35:49.128349 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c08d2f8a-48fa-49bb-a0d6-e600f7c2e01f req-af10e224-4a4d-49c4-96da-022a22d3ae87 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (0c0ef2f6-f658-4f8b-8b48-326949b8912c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:49.132024 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c08d2f8a-48fa-49bb-a0d6-e600f7c2e01f req-af10e224-4a4d-49c4-96da-022a22d3ae87 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0c0ef2f6-f658-4f8b-8b48-326949b8912c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:49.160616 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10e224-4a4d-49c4-96da-022a22d3ae87 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0ef2f6-f658-4f8b-8b48-326949b8912c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:49.164771 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c08d2f8a-48fa-49bb-a0d6-e600f7c2e01f req-af10e224-4a4d-49c4-96da-022a22d3ae87 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:49.166028 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c08d2f8a-48fa-49bb-a0d6-e600f7c2e01f req-af10e224-4a4d-49c4-96da-022a22d3ae87 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2255213 Feb 20 05:35:49.205654 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d5be95-66fc-41d9-ac06-19da1166cfb3 x-openstack-request-id: req-a9d5be95-66fc-41d9-ac06-19da1166cfb3 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:35:49.206220 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7677cf83-1139-410c-888d-95f156b6b6f2", "name": "network-vif-plugged", "status": "completed", "tag": "aef56316-9e0d-45b2-82be-affe24477213", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:35:49.206388 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9d5be95-66fc-41d9-ac06-19da1166cfb3 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:35:49.206845 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7677cf83-1139-410c-888d-95f156b6b6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef56316-9e0d-45b2-82be-affe24477213', 'code': 200} Feb 20 05:35:49.357882 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cbcfd-3701-4180-8e37-63a74f5ffaea req-05709bdb-96de-4020-98a7-533dc4106303 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:49.359838 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4d0cbcfd-3701-4180-8e37-63a74f5ffaea req-05709bdb-96de-4020-98a7-533dc4106303 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=98685a44-4a3a-40e9-84a9-02970ab1a4d8 HTTP/1.1" status: 200 len: 943 time: 0.0936396 Feb 20 05:35:49.362430 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add174f-2e0b-4994-a377-33be5df5c340 req-01181b18-92fa-4af5-b278-a56eaeb7e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:49.363815 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4add174f-2e0b-4994-a377-33be5df5c340 req-01181b18-92fa-4af5-b278-a56eaeb7e574 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7677cf83-1139-410c-888d-95f156b6b6f2 HTTP/1.1" status: 200 len: 1131 time: 0.0691693 Feb 20 05:35:49.435786 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4d0cbcfd-3701-4180-8e37-63a74f5ffaea req-457759d2-dea2-4149-8761-2021952a014a tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696590 Feb 20 05:35:49.438085 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4add174f-2e0b-4994-a377-33be5df5c340 req-2dc4359d-d00a-4ba9-a519-3f9464f23a1a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b38c9476-f30d-4441-9598-dd91ec4bb812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663748 Feb 20 05:35:49.487956 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:49.559264 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4b1d0-acd2-4f76-a8d1-5d156b546e98 req-0cd2ea5b-da9e-4220-984c-67599446b75f tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:49.561691 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-82e4b1d0-acd2-4f76-a8d1-5d156b546e98 req-0cd2ea5b-da9e-4220-984c-67599446b75f tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0595403 Feb 20 05:35:49.624327 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-82e4b1d0-acd2-4f76-a8d1-5d156b546e98 req-ca493a2f-b23a-434c-bd34-ab34bc4cc432 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571387 Feb 20 05:35:49.832662 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2392b2-a5d7-4a11-9f25-3fff4ed11ffc req-6eb1b912-1d78-420a-898c-5f3fc650478d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:49.837828 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2392b2-a5d7-4a11-9f25-3fff4ed11ffc req-6eb1b912-1d78-420a-898c-5f3fc650478d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:49.843283 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2392b2-a5d7-4a11-9f25-3fff4ed11ffc req-6eb1b912-1d78-420a-898c-5f3fc650478d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:49.848423 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2392b2-a5d7-4a11-9f25-3fff4ed11ffc req-6eb1b912-1d78-420a-898c-5f3fc650478d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:49.853865 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2392b2-a5d7-4a11-9f25-3fff4ed11ffc req-6eb1b912-1d78-420a-898c-5f3fc650478d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:49.859424 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2392b2-a5d7-4a11-9f25-3fff4ed11ffc req-6eb1b912-1d78-420a-898c-5f3fc650478d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:49.865029 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2392b2-a5d7-4a11-9f25-3fff4ed11ffc req-6eb1b912-1d78-420a-898c-5f3fc650478d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:49.866833 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c2392b2-a5d7-4a11-9f25-3fff4ed11ffc req-6eb1b912-1d78-420a-898c-5f3fc650478d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5429 time: 0.0989854 Feb 20 05:35:49.928358 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c2392b2-a5d7-4a11-9f25-3fff4ed11ffc req-cc5e3a86-aeb8-4e65-bbfa-d1cc4e5a9c4e tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546677 Feb 20 05:35:49.959894 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-9599b893-4370-4d28-b969-227caa184483 req-c144ea71-1990-41cb-942f-0b100bf61dde tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1343074140', 'description': 'tempest-description-59793454'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:49.987259 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9599b893-4370-4d28-b969-227caa184483 req-c144ea71-1990-41cb-942f-0b100bf61dde tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:50.059189 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9599b893-4370-4d28-b969-227caa184483 req-c144ea71-1990-41cb-942f-0b100bf61dde tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (4380a056-2b90-423f-b967-32e34d3c5bcc), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:50.062783 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9599b893-4370-4d28-b969-227caa184483 req-c144ea71-1990-41cb-942f-0b100bf61dde tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4380a056-2b90-423f-b967-32e34d3c5bcc), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:50.092961 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9599b893-4370-4d28-b969-227caa184483 req-c144ea71-1990-41cb-942f-0b100bf61dde tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:50.094163 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9599b893-4370-4d28-b969-227caa184483 req-c144ea71-1990-41cb-942f-0b100bf61dde tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1384339 Feb 20 05:35:50.095164 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144ea71-1990-41cb-942f-0b100bf61dde tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4380a056-2b90-423f-b967-32e34d3c5bcc,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:50.195524 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef8e8e-5aa5-41eb-8af1-63b90e038181 req-ed18cfb8-9d02-45a7-93d8-779cbab68bff tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:50.197015 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9ef8e8e-5aa5-41eb-8af1-63b90e038181 req-ed18cfb8-9d02-45a7-93d8-779cbab68bff tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 949 time: 0.0533752 Feb 20 05:35:50.243902 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9ef8e8e-5aa5-41eb-8af1-63b90e038181 req-49551c17-9b8e-4f71-ba4c-dbec9085e53c tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406215 Feb 20 05:35:50.267075 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device d1532d47-8d31-4263-85c2-a0998dd024a7 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:35:50.358651 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b89489-df6c-4740-a715-6d0872f97606 req-eea1cec8-3c69-40a3-bfd2-1d97c3a170fb tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:50.360208 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9b89489-df6c-4740-a715-6d0872f97606 req-eea1cec8-3c69-40a3-bfd2-1d97c3a170fb tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0610943 Feb 20 05:35:50.374594 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port d1532d47-8d31-4263-85c2-a0998dd024a7, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d1532d47-8d31-4263-85c2-a0998dd024a7,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:50.386563 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'd1532d47-8d31-4263-85c2-a0998dd024a7', 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad', 'port_id': 'd1532d47-8d31-4263-85c2-a0998dd024a7', 'mac_address': 'fa:16:3e:c7:23:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b11aa3aa-3524-4006-8735-994e7b51abdd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:35:50.410207 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9b89489-df6c-4740-a715-6d0872f97606 req-0d0aa856-a84a-439e-aaf6-20bc28c9ab02 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440488 Feb 20 05:35:50.427805 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port d1532d47-8d31-4263-85c2-a0998dd024a7 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:35:50.428356 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d1532d47-8d31-4263-85c2-a0998dd024a7), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:50.442661 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1532d47-8d31-4263-85c2-a0998dd024a7 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:35:50.464416 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port d1532d47-8d31-4263-85c2-a0998dd024a7, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d1532d47-8d31-4263-85c2-a0998dd024a7,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:50.469961 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d1532d47-8d31-4263-85c2-a0998dd024a7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:50.523495 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=d1532d47-8d31-4263-85c2-a0998dd024a7,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:50.527309 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e50add-5bd7-41fe-90c3-37aecf6a151a req-d3987cae-b70f-4eba-8290-201800119d68 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:50.529325 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74e50add-5bd7-41fe-90c3-37aecf6a151a req-d3987cae-b70f-4eba-8290-201800119d68 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] 10.222.0.37 "GET /v2.0/ports?device_id=7677cf83-1139-410c-888d-95f156b6b6f2 HTTP/1.1" status: 200 len: 949 time: 0.0577350 Feb 20 05:35:50.579788 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74e50add-5bd7-41fe-90c3-37aecf6a151a req-87e67107-9af9-4b63-813e-487ac25317ce tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] 10.222.0.37 "GET /v2.0/security-groups?id=b38c9476-f30d-4441-9598-dd91ec4bb812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441928 Feb 20 05:35:50.690981 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea9224-1869-4189-a3fd-922863616be3 req-eccba4e0-a61e-4c7b-a770-7e58d24f51b8 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:50.692465 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1dea9224-1869-4189-a3fd-922863616be3 req-eccba4e0-a61e-4c7b-a770-7e58d24f51b8 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 946 time: 0.0574443 Feb 20 05:35:50.708841 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:35:50.744046 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1dea9224-1869-4189-a3fd-922863616be3 req-7c1837a7-c9ca-4638-8680-a07a98623498 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457411 Feb 20 05:35:50.772878 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-b8b06873-21da-48d1-afbd-6571b5fbe683 req-3b2408ec-4946-4cac-af65-6bc1f38b1b6c tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1714962445', 'description': 'tempest-description-2021427165'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:50.794792 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b8b06873-21da-48d1-afbd-6571b5fbe683 req-3b2408ec-4946-4cac-af65-6bc1f38b1b6c tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:50.862976 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b8b06873-21da-48d1-afbd-6571b5fbe683 req-3b2408ec-4946-4cac-af65-6bc1f38b1b6c tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (53c2fd2d-4053-4ad7-8149-e16fabc14d7b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:50.866680 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b8b06873-21da-48d1-afbd-6571b5fbe683 req-3b2408ec-4946-4cac-af65-6bc1f38b1b6c tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (53c2fd2d-4053-4ad7-8149-e16fabc14d7b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:50.875925 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['d1532d47-8d31-4263-85c2-a0998dd024a7'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:35:50.898477 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b8b06873-21da-48d1-afbd-6571b5fbe683 req-3b2408ec-4946-4cac-af65-6bc1f38b1b6c tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:50.899743 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b8b06873-21da-48d1-afbd-6571b5fbe683 req-3b2408ec-4946-4cac-af65-6bc1f38b1b6c tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1310151 Feb 20 05:35:50.900766 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2408ec-4946-4cac-af65-6bc1f38b1b6c tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53c2fd2d-4053-4ad7-8149-e16fabc14d7b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:51.023803 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f39748-5b67-4d67-98a1-9767139554de req-13acb19c-5e3b-4183-a456-eca62fc76ec5 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:51.025594 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c0f39748-5b67-4d67-98a1-9767139554de req-13acb19c-5e3b-4183-a456-eca62fc76ec5 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=98685a44-4a3a-40e9-84a9-02970ab1a4d8 HTTP/1.1" status: 200 len: 944 time: 0.0621285 Feb 20 05:35:51.078192 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c0f39748-5b67-4d67-98a1-9767139554de req-92d04b24-0320-459f-b8c6-ae4e78add3db tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464513 Feb 20 05:35:51.192986 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-52d2b637-feb6-46c1-93a8-51441d96d693 req-fa7cb487-6315-4299-be2b-ebaf3831dced tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92a54be63c5043ba86245b0b4d4ac59c HTTP/1.1" status: 200 len: 11013 time: 0.0916197 Feb 20 05:35:51.207571 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039d1487-dc5f-4867-b9bf-30d8c4b2174d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47338d28-03fd-4739-9337-a29ce11d6e0f'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:35:51.209926 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b9aef6-0e0a-4f2a-aae3-b1021f6d2103" -d '{"events": [{"server_uuid": "039d1487-dc5f-4867-b9bf-30d8c4b2174d", "name": "network-vif-plugged", "status": "completed", "tag": "47338d28-03fd-4739-9337-a29ce11d6e0f"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:35:51.237951 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-52d2b637-feb6-46c1-93a8-51441d96d693 req-c60a7825-6748-4c05-9209-6d451a6fc16d tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/23962126-2291-4fd4-919f-f12c38e0fb34 HTTP/1.1" status: 200 len: 3002 time: 0.0388994 Feb 20 05:35:51.282788 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-52d2b637-feb6-46c1-93a8-51441d96d693 req-f8101f60-b83f-426b-af55-199936702fe3 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/23962126-2291-4fd4-919f-f12c38e0fb34 HTTP/1.1" status: 200 len: 3002 time: 0.0392027 Feb 20 05:35:51.310774 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:51.387137 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29720-653c-49ac-81ae-e90852185e77 req-33236e1e-5501-4308-80ff-8b79bce7f253 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:51.389060 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6bd29720-653c-49ac-81ae-e90852185e77 req-33236e1e-5501-4308-80ff-8b79bce7f253 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0572708 Feb 20 05:35:51.434448 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6bd29720-653c-49ac-81ae-e90852185e77 req-612d7f1f-c999-4d48-bf88-3597b294750d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397460 Feb 20 05:35:51.550701 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fd6d6-aa8a-4721-a1de-c4297857089d req-c1ce2ccd-e0e9-4bbb-8362-960413aec439 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:51.555868 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fd6d6-aa8a-4721-a1de-c4297857089d req-c1ce2ccd-e0e9-4bbb-8362-960413aec439 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:51.561733 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fd6d6-aa8a-4721-a1de-c4297857089d req-c1ce2ccd-e0e9-4bbb-8362-960413aec439 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:51.567015 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fd6d6-aa8a-4721-a1de-c4297857089d req-c1ce2ccd-e0e9-4bbb-8362-960413aec439 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:51.572408 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fd6d6-aa8a-4721-a1de-c4297857089d req-c1ce2ccd-e0e9-4bbb-8362-960413aec439 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:51.577693 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fd6d6-aa8a-4721-a1de-c4297857089d req-c1ce2ccd-e0e9-4bbb-8362-960413aec439 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:51.583130 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fd6d6-aa8a-4721-a1de-c4297857089d req-c1ce2ccd-e0e9-4bbb-8362-960413aec439 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:51.584986 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e2fd6d6-aa8a-4721-a1de-c4297857089d req-c1ce2ccd-e0e9-4bbb-8362-960413aec439 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5429 time: 0.0963917 Feb 20 05:35:51.643184 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e2fd6d6-aa8a-4721-a1de-c4297857089d req-d8a8ff3e-ba83-4c98-94eb-15cf488c77e1 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517683 Feb 20 05:35:51.691459 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f42ae01-4e86-47b7-8fe3-05674c0a8bda x-openstack-request-id: req-7f42ae01-4e86-47b7-8fe3-05674c0a8bda {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:35:51.691851 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039d1487-dc5f-4867-b9bf-30d8c4b2174d", "name": "network-vif-plugged", "status": "completed", "tag": "47338d28-03fd-4739-9337-a29ce11d6e0f", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:35:51.692202 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f42ae01-4e86-47b7-8fe3-05674c0a8bda {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:35:51.692692 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039d1487-dc5f-4867-b9bf-30d8c4b2174d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47338d28-03fd-4739-9337-a29ce11d6e0f', 'code': 200} Feb 20 05:35:51.816656 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b25b90-ada5-4661-a720-e5a2e18ef6aa req-2640f5a7-57db-47c9-8011-1e30ccbb9bef tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:51.818435 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28b25b90-ada5-4661-a720-e5a2e18ef6aa req-2640f5a7-57db-47c9-8011-1e30ccbb9bef tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 949 time: 0.0812280 Feb 20 05:35:51.844059 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f828e-868a-4780-83d2-22a241e1b491 req-0ab77d5b-6b60-48f2-a7dc-12d5d36eb834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:51.845536 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4e5f828e-868a-4780-83d2-22a241e1b491 req-0ab77d5b-6b60-48f2-a7dc-12d5d36eb834 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 1131 time: 0.0749648 Feb 20 05:35:51.889854 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28b25b90-ada5-4661-a720-e5a2e18ef6aa req-99f31d46-2364-4b75-bdef-9b004f89f4a1 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641706 Feb 20 05:35:51.913024 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4e5f828e-868a-4780-83d2-22a241e1b491 req-62967967-e5c7-403a-8680-9d770d55d5ed service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545034 Feb 20 05:35:51.970771 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50b65515-c426-41bb-8e37-0c3e90fee9cb req-9416453d-05dd-48ce-b37d-c8694aca2e98 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/0c0ef2f6-f658-4f8b-8b48-326949b8912c HTTP/1.1" status: 200 len: 1819 time: 0.0492589 Feb 20 05:35:52.033106 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-50b65515-c426-41bb-8e37-0c3e90fee9cb req-e51d4a09-c051-4799-bac2-d3375c1c61ce tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (0c0ef2f6-f658-4f8b-8b48-326949b8912c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:52.055541 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-50b65515-c426-41bb-8e37-0c3e90fee9cb req-e51d4a09-c051-4799-bac2-d3375c1c61ce tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (0c0ef2f6-f658-4f8b-8b48-326949b8912c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:52.100198 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-50b65515-c426-41bb-8e37-0c3e90fee9cb req-e51d4a09-c051-4799-bac2-d3375c1c61ce tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0c0ef2f6-f658-4f8b-8b48-326949b8912c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:52.102881 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-50b65515-c426-41bb-8e37-0c3e90fee9cb req-e51d4a09-c051-4799-bac2-d3375c1c61ce tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:52.104180 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50b65515-c426-41bb-8e37-0c3e90fee9cb req-e51d4a09-c051-4799-bac2-d3375c1c61ce tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "DELETE /v2.0/security-groups/0c0ef2f6-f658-4f8b-8b48-326949b8912c HTTP/1.1" status: 204 len: 173 time: 0.1268134 Feb 20 05:35:52.114084 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d4a09-c051-4799-bac2-d3375c1c61ce tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0ef2f6-f658-4f8b-8b48-326949b8912c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:52.213115 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027e42b-6661-4b0d-a87e-049746e76c43 req-2dca20a7-675c-4c91-a8f1-4c74f0508422 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:52.214842 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7027e42b-6661-4b0d-a87e-049746e76c43 req-2dca20a7-675c-4c91-a8f1-4c74f0508422 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0564857 Feb 20 05:35:52.266211 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7027e42b-6661-4b0d-a87e-049746e76c43 req-400b8279-2246-4012-8917-18ad0ff937d5 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449555 Feb 20 05:35:52.289865 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device d1532d47-8d31-4263-85c2-a0998dd024a7 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:35:52.332316 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port d1532d47-8d31-4263-85c2-a0998dd024a7 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:35:52.338154 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port d1532d47-8d31-4263-85c2-a0998dd024a7 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:35:52.338785 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d1532d47-8d31-4263-85c2-a0998dd024a7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:52.384376 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1575f7-a2d1-496a-8c6b-d3a1c08b57bb req-e3ebc6e9-a0da-4448-8335-13b3594ec6b3 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:52.391590 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b1575f7-a2d1-496a-8c6b-d3a1c08b57bb req-e3ebc6e9-a0da-4448-8335-13b3594ec6b3 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] 10.222.0.37 "GET /v2.0/ports?device_id=7677cf83-1139-410c-888d-95f156b6b6f2 HTTP/1.1" status: 200 len: 949 time: 0.0644400 Feb 20 05:35:52.440331 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port d1532d47-8d31-4263-85c2-a0998dd024a7 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:35:52.440945 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d1532d47-8d31-4263-85c2-a0998dd024a7), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:52.454925 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b1575f7-a2d1-496a-8c6b-d3a1c08b57bb req-8c626d16-ec75-4d72-9100-043eb4f0d385 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] 10.222.0.37 "GET /v2.0/security-groups?id=b38c9476-f30d-4441-9598-dd91ec4bb812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589852 Feb 20 05:35:52.478884 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port d1532d47-8d31-4263-85c2-a0998dd024a7, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d1532d47-8d31-4263-85c2-a0998dd024a7,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:52.483640 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d1532d47-8d31-4263-85c2-a0998dd024a7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:52.545808 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=d1532d47-8d31-4263-85c2-a0998dd024a7,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:52.580586 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c5f6e-702f-4ed8-a141-ea10b49407a5 req-975cc3ab-625c-424b-9fa6-ca2468f4e232 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:52.582199 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f3c5f6e-702f-4ed8-a141-ea10b49407a5 req-975cc3ab-625c-424b-9fa6-ca2468f4e232 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 946 time: 0.0570064 Feb 20 05:35:52.604960 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:52.640286 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f3c5f6e-702f-4ed8-a141-ea10b49407a5 req-3e99c668-f2b5-43b3-8214-8aec66395ee3 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505748 Feb 20 05:35:52.645606 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:52.753580 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c659065-5244-42b3-8e0c-20f8dc613583 req-d861a7d6-0f14-483d-a50b-40617c9a36c5 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:52.755083 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c659065-5244-42b3-8e0c-20f8dc613583 req-d861a7d6-0f14-483d-a50b-40617c9a36c5 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=98685a44-4a3a-40e9-84a9-02970ab1a4d8 HTTP/1.1" status: 200 len: 945 time: 0.0557954 Feb 20 05:35:52.811665 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c659065-5244-42b3-8e0c-20f8dc613583 req-663e30a4-3fba-4745-a349-9a3368737da6 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504394 Feb 20 05:35:52.857948 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [req-b178041f-d79f-4f94-8b0f-70a539561521 req-191f6982-7e2a-42ac-9b55-1d7c7e73fd82 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] show failed (client error): The resource could not be found. Feb 20 05:35:52.859019 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b178041f-d79f-4f94-8b0f-70a539561521 req-191f6982-7e2a-42ac-9b55-1d7c7e73fd82 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/0c0ef2f6-f658-4f8b-8b48-326949b8912c HTTP/1.1" status: 404 len: 352 time: 0.0148478 Feb 20 05:35:53.109752 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c34296-dba1-49ab-b220-1ccdcd1b3328 req-8ca85a34-cc61-48f3-9ab3-b7bef75c71c2 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:53.115088 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c34296-dba1-49ab-b220-1ccdcd1b3328 req-8ca85a34-cc61-48f3-9ab3-b7bef75c71c2 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:53.120289 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c34296-dba1-49ab-b220-1ccdcd1b3328 req-8ca85a34-cc61-48f3-9ab3-b7bef75c71c2 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:53.125589 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c34296-dba1-49ab-b220-1ccdcd1b3328 req-8ca85a34-cc61-48f3-9ab3-b7bef75c71c2 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:53.130803 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c34296-dba1-49ab-b220-1ccdcd1b3328 req-8ca85a34-cc61-48f3-9ab3-b7bef75c71c2 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:53.139676 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c34296-dba1-49ab-b220-1ccdcd1b3328 req-8ca85a34-cc61-48f3-9ab3-b7bef75c71c2 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:53.145018 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c34296-dba1-49ab-b220-1ccdcd1b3328 req-8ca85a34-cc61-48f3-9ab3-b7bef75c71c2 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:53.146954 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-76c34296-dba1-49ab-b220-1ccdcd1b3328 req-8ca85a34-cc61-48f3-9ab3-b7bef75c71c2 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5429 time: 0.0958154 Feb 20 05:35:53.203754 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-76c34296-dba1-49ab-b220-1ccdcd1b3328 req-9ac94a69-6087-4d1c-8644-4962fb45277f tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507615 Feb 20 05:35:53.275432 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba8ebb00-24cb-4a73-9c00-6acc2cd44d1b req-b7e23306-2393-48e5-a376-bf5322809be5 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/4380a056-2b90-423f-b967-32e34d3c5bcc HTTP/1.1" status: 200 len: 1818 time: 0.0455472 Feb 20 05:35:53.334749 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ba8ebb00-24cb-4a73-9c00-6acc2cd44d1b req-29fb4a69-32d8-4e6d-b030-f819da7e6e51 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (4380a056-2b90-423f-b967-32e34d3c5bcc), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:53.359724 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ba8ebb00-24cb-4a73-9c00-6acc2cd44d1b req-29fb4a69-32d8-4e6d-b030-f819da7e6e51 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (4380a056-2b90-423f-b967-32e34d3c5bcc), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:53.399676 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ba8ebb00-24cb-4a73-9c00-6acc2cd44d1b req-29fb4a69-32d8-4e6d-b030-f819da7e6e51 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4380a056-2b90-423f-b967-32e34d3c5bcc), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:53.402463 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ba8ebb00-24cb-4a73-9c00-6acc2cd44d1b req-29fb4a69-32d8-4e6d-b030-f819da7e6e51 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:53.404311 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba8ebb00-24cb-4a73-9c00-6acc2cd44d1b req-29fb4a69-32d8-4e6d-b030-f819da7e6e51 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "DELETE /v2.0/security-groups/4380a056-2b90-423f-b967-32e34d3c5bcc HTTP/1.1" status: 204 len: 173 time: 0.1236460 Feb 20 05:35:53.412996 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb4a69-32d8-4e6d-b030-f819da7e6e51 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4380a056-2b90-423f-b967-32e34d3c5bcc,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:53.509368 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2dd44-306f-41d2-b053-6f7e69be81c1 req-ab9132ec-797d-4d15-a7e3-cd05eac8ab61 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:53.510778 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e7d2dd44-306f-41d2-b053-6f7e69be81c1 req-ab9132ec-797d-4d15-a7e3-cd05eac8ab61 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0532966 Feb 20 05:35:53.558771 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e7d2dd44-306f-41d2-b053-6f7e69be81c1 req-254aa220-f29f-4ca2-889e-05bbbadc5ad1 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419471 Feb 20 05:35:53.681206 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4be63d-ee58-4ba0-8b16-8ce7096e8a9d req-826b33f6-e212-44c3-bb1b-1dff89365ed6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:53.682669 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa4be63d-ee58-4ba0-8b16-8ce7096e8a9d req-826b33f6-e212-44c3-bb1b-1dff89365ed6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 949 time: 0.0569789 Feb 20 05:35:53.694102 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98685a44-4a3a-40e9-84a9-02970ab1a4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1532d47-8d31-4263-85c2-a0998dd024a7'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:35:53.697590 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0347cdf4-22e5-4798-a59b-47d04ae2f328" -d '{"events": [{"server_uuid": "98685a44-4a3a-40e9-84a9-02970ab1a4d8", "name": "network-vif-plugged", "status": "completed", "tag": "d1532d47-8d31-4263-85c2-a0998dd024a7"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:35:53.732613 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa4be63d-ee58-4ba0-8b16-8ce7096e8a9d req-da7bfa91-e005-4296-bb1d-0aac153ec330 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433769 Feb 20 05:35:53.854021 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a90d46-b26b-4087-8ccb-ad32a70d82d0 req-aae71a77-f766-4a7d-8300-c9a40d3e42bd tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:53.855539 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02a90d46-b26b-4087-8ccb-ad32a70d82d0 req-aae71a77-f766-4a7d-8300-c9a40d3e42bd tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] 10.222.0.37 "GET /v2.0/ports?device_id=7677cf83-1139-410c-888d-95f156b6b6f2 HTTP/1.1" status: 200 len: 949 time: 0.0534492 Feb 20 05:35:53.902197 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02a90d46-b26b-4087-8ccb-ad32a70d82d0 req-58693283-3882-4751-b07f-4759e86a8128 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] 10.222.0.37 "GET /v2.0/security-groups?id=b38c9476-f30d-4441-9598-dd91ec4bb812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403752 Feb 20 05:35:53.944616 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [req-ba8cc7e5-925e-4009-a147-e654e1a0231b req-b7292b92-6311-4a6d-a512-4a6a480eaff3 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] show failed (client error): The resource could not be found. Feb 20 05:35:53.945634 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba8cc7e5-925e-4009-a147-e654e1a0231b req-b7292b92-6311-4a6d-a512-4a6a480eaff3 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/4380a056-2b90-423f-b967-32e34d3c5bcc HTTP/1.1" status: 404 len: 352 time: 0.0164788 Feb 20 05:35:54.050776 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096f83f-f37b-4041-8c1f-a238b0586348 req-c2db2953-b632-4d88-b3c7-1b30ac5184b1 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:54.052208 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b096f83f-f37b-4041-8c1f-a238b0586348 req-c2db2953-b632-4d88-b3c7-1b30ac5184b1 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0575731 Feb 20 05:35:54.098687 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b096f83f-f37b-4041-8c1f-a238b0586348 req-11c867b0-abd6-4a47-a5ca-c7d1f2338612 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406189 Feb 20 05:35:54.204563 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1a843-bc4c-44e3-b5c0-8e3f5f18da0a req-4fa3b741-fbde-4d61-a8bf-7047a5904dd2 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:54.206134 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ed1a843-bc4c-44e3-b5c0-8e3f5f18da0a req-4fa3b741-fbde-4d61-a8bf-7047a5904dd2 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 946 time: 0.0513570 Feb 20 05:35:54.257678 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ed1a843-bc4c-44e3-b5c0-8e3f5f18da0a req-fd9a25f9-ab45-488c-ae8f-69e3810310f3 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420554 Feb 20 05:35:54.301020 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d429af-b67f-45b0-bd16-ccd6ec93a008 x-openstack-request-id: req-19d429af-b67f-45b0-bd16-ccd6ec93a008 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:35:54.301415 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98685a44-4a3a-40e9-84a9-02970ab1a4d8", "name": "network-vif-plugged", "status": "completed", "tag": "d1532d47-8d31-4263-85c2-a0998dd024a7", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:35:54.301790 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19d429af-b67f-45b0-bd16-ccd6ec93a008 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:35:54.302289 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98685a44-4a3a-40e9-84a9-02970ab1a4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1532d47-8d31-4263-85c2-a0998dd024a7', 'code': 200} Feb 20 05:35:54.466607 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106a793-3adc-467b-9005-ad6ce2c9dc60 req-a16d7b45-7c10-4bc8-8fdb-b867df04e949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:54.468144 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d106a793-3adc-467b-9005-ad6ce2c9dc60 req-a16d7b45-7c10-4bc8-8fdb-b867df04e949 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=98685a44-4a3a-40e9-84a9-02970ab1a4d8 HTTP/1.1" status: 200 len: 1127 time: 0.0789237 Feb 20 05:35:54.470541 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b93f11-45ac-4a62-aefb-e7ad9a37b6d0 req-9dcc14c8-bed3-4940-a74a-14249af878bd tempest-MigrationsAdminTest-2112153534 tempest-MigrationsAdminTest-2112153534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:54.471900 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-04b93f11-45ac-4a62-aefb-e7ad9a37b6d0 req-9dcc14c8-bed3-4940-a74a-14249af878bd tempest-MigrationsAdminTest-2112153534 tempest-MigrationsAdminTest-2112153534-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 1131 time: 0.0740573 Feb 20 05:35:54.500981 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-04b93f11-45ac-4a62-aefb-e7ad9a37b6d0 req-d7142c04-c3f5-4037-bad8-63551ce9fe93 tempest-MigrationsAdminTest-2112153534 tempest-MigrationsAdminTest-2112153534-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:54.536941 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d106a793-3adc-467b-9005-ad6ce2c9dc60 req-4cc37c27-cb42-493e-bbe1-31e190a8f86c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626163 Feb 20 05:35:54.598289 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-04b93f11-45ac-4a62-aefb-e7ad9a37b6d0 req-d7142c04-c3f5-4037-bad8-63551ce9fe93 tempest-MigrationsAdminTest-2112153534 tempest-MigrationsAdminTest-2112153534-project-admin] Publish callbacks [] for security_group (95f9466b-16a8-4259-899c-1ce01047c091), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:54.603046 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-04b93f11-45ac-4a62-aefb-e7ad9a37b6d0 req-d7142c04-c3f5-4037-bad8-63551ce9fe93 tempest-MigrationsAdminTest-2112153534 tempest-MigrationsAdminTest-2112153534-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (95f9466b-16a8-4259-899c-1ce01047c091), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:54.642489 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-04b93f11-45ac-4a62-aefb-e7ad9a37b6d0 req-d7142c04-c3f5-4037-bad8-63551ce9fe93 tempest-MigrationsAdminTest-2112153534 tempest-MigrationsAdminTest-2112153534-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630301 Feb 20 05:35:54.643149 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7142c04-c3f5-4037-bad8-63551ce9fe93 tempest-MigrationsAdminTest-2112153534 tempest-MigrationsAdminTest-2112153534-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f9466b-16a8-4259-899c-1ce01047c091,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:54.770528 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bc3ea-2201-4b1e-ae9e-090779376cd7 req-5bea0621-2382-403b-8f76-f259d84a8fe5 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:54.772326 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e56bc3ea-2201-4b1e-ae9e-090779376cd7 req-5bea0621-2382-403b-8f76-f259d84a8fe5 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=98685a44-4a3a-40e9-84a9-02970ab1a4d8 HTTP/1.1" status: 200 len: 945 time: 0.0619416 Feb 20 05:35:54.825781 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e56bc3ea-2201-4b1e-ae9e-090779376cd7 req-9e8af1ae-bdb2-4886-b42e-6ded6bf504ca tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438309 Feb 20 05:35:54.890713 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f5e24895-32a4-459a-b708-5b37e5c30495 req-434614f7-9843-445f-9491-50a38018eede tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/53c2fd2d-4053-4ad7-8149-e16fabc14d7b HTTP/1.1" status: 200 len: 1820 time: 0.0413542 Feb 20 05:35:54.946423 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f5e24895-32a4-459a-b708-5b37e5c30495 req-9b9734ca-985a-4728-84bd-42a3b8797735 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (53c2fd2d-4053-4ad7-8149-e16fabc14d7b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:54.968461 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f5e24895-32a4-459a-b708-5b37e5c30495 req-9b9734ca-985a-4728-84bd-42a3b8797735 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (53c2fd2d-4053-4ad7-8149-e16fabc14d7b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:55.010366 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f5e24895-32a4-459a-b708-5b37e5c30495 req-9b9734ca-985a-4728-84bd-42a3b8797735 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (53c2fd2d-4053-4ad7-8149-e16fabc14d7b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:55.013601 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f5e24895-32a4-459a-b708-5b37e5c30495 req-9b9734ca-985a-4728-84bd-42a3b8797735 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:55.014747 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f5e24895-32a4-459a-b708-5b37e5c30495 req-9b9734ca-985a-4728-84bd-42a3b8797735 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "DELETE /v2.0/security-groups/53c2fd2d-4053-4ad7-8149-e16fabc14d7b HTTP/1.1" status: 204 len: 173 time: 0.1189244 Feb 20 05:35:55.026241 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9734ca-985a-4728-84bd-42a3b8797735 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c2fd2d-4053-4ad7-8149-e16fabc14d7b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:55.099100 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:55.099686 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9fa56-928a-448d-ab7d-ffd8c9a29c3d req-1fda4c13-7c90-43b5-8da0-86efcc92f36c tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:55.100616 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4fe9fa56-928a-448d-ab7d-ffd8c9a29c3d req-1fda4c13-7c90-43b5-8da0-86efcc92f36c tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] 10.222.0.61 "GET /v2.0/ports?device_id=7677cf83-1139-410c-888d-95f156b6b6f2 HTTP/1.1" status: 200 len: 949 time: 0.0589738 Feb 20 05:35:55.214450 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751c820-208c-424b-bb45-7240b8d8f7c7 req-bfcbe199-468d-45dd-a2aa-054fe60236f9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:55.219794 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751c820-208c-424b-bb45-7240b8d8f7c7 req-bfcbe199-468d-45dd-a2aa-054fe60236f9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:55.224941 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751c820-208c-424b-bb45-7240b8d8f7c7 req-bfcbe199-468d-45dd-a2aa-054fe60236f9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:55.230084 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751c820-208c-424b-bb45-7240b8d8f7c7 req-bfcbe199-468d-45dd-a2aa-054fe60236f9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:55.235807 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751c820-208c-424b-bb45-7240b8d8f7c7 req-bfcbe199-468d-45dd-a2aa-054fe60236f9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:55.240996 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751c820-208c-424b-bb45-7240b8d8f7c7 req-bfcbe199-468d-45dd-a2aa-054fe60236f9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:55.246182 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751c820-208c-424b-bb45-7240b8d8f7c7 req-bfcbe199-468d-45dd-a2aa-054fe60236f9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:55.248600 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6751c820-208c-424b-bb45-7240b8d8f7c7 req-bfcbe199-468d-45dd-a2aa-054fe60236f9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5429 time: 0.1471214 Feb 20 05:35:55.295643 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-4fe9fa56-928a-448d-ab7d-ffd8c9a29c3d req-c85e1b0f-9bed-493c-b7e5-ddba17962b3e tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Deleting port aef56316-9e0d-45b2-82be-affe24477213 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:35:55.295981 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4fe9fa56-928a-448d-ab7d-ffd8c9a29c3d req-c85e1b0f-9bed-493c-b7e5-ddba17962b3e tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (aef56316-9e0d-45b2-82be-affe24477213), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:55.368389 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6751c820-208c-424b-bb45-7240b8d8f7c7 req-24817099-0cbe-41e0-b5ec-3ba722202b60 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1115768 Feb 20 05:35:55.412744 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-4fe9fa56-928a-448d-ab7d-ffd8c9a29c3d req-c85e1b0f-9bed-493c-b7e5-ddba17962b3e tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] For port aef56316-9e0d-45b2-82be-affe24477213, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=aef56316-9e0d-45b2-82be-affe24477213,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:35:55.413108 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4fe9fa56-928a-448d-ab7d-ffd8c9a29c3d req-c85e1b0f-9bed-493c-b7e5-ddba17962b3e tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (aef56316-9e0d-45b2-82be-affe24477213), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:55.425274 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-4fe9fa56-928a-448d-ab7d-ffd8c9a29c3d req-c85e1b0f-9bed-493c-b7e5-ddba17962b3e tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Calling delete_port for aef56316-9e0d-45b2-82be-affe24477213 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:35:55.561827 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4fe9fa56-928a-448d-ab7d-ffd8c9a29c3d req-c85e1b0f-9bed-493c-b7e5-ddba17962b3e tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (aef56316-9e0d-45b2-82be-affe24477213), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:55.585124 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['aef56316-9e0d-45b2-82be-affe24477213'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:35:55.594301 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e1b0f-9bed-493c-b7e5-ddba17962b3e tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Pushing event deleted for resources: {'Port': ['ID=aef56316-9e0d-45b2-82be-affe24477213,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:55.670381 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe9fa56-928a-448d-ab7d-ffd8c9a29c3d req-c85e1b0f-9bed-493c-b7e5-ddba17962b3e tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] No DVR routers for this DVR port aef56316-9e0d-45b2-82be-affe24477213 on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:35:55.673024 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4fe9fa56-928a-448d-ab7d-ffd8c9a29c3d req-c85e1b0f-9bed-493c-b7e5-ddba17962b3e tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:55.676533 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4fe9fa56-928a-448d-ab7d-ffd8c9a29c3d req-c85e1b0f-9bed-493c-b7e5-ddba17962b3e tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] 10.222.0.61 "DELETE /v2.0/ports/aef56316-9e0d-45b2-82be-affe24477213 HTTP/1.1" status: 204 len: 173 time: 0.5666633 Feb 20 05:35:55.676892 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7677cf83-1139-410c-888d-95f156b6b6f2', 'name': 'network-vif-deleted', 'tag': 'aef56316-9e0d-45b2-82be-affe24477213'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:35:55.679265 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b8488f-0aa3-4f56-83aa-10439c6309e9" -d '{"events": [{"server_uuid": "7677cf83-1139-410c-888d-95f156b6b6f2", "name": "network-vif-deleted", "tag": "aef56316-9e0d-45b2-82be-affe24477213"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:35:55.979886 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-44805398-08db-4541-a2fa-f9922d5e112f req-0babc8c6-d0fc-4d2d-8586-15dac8f764c3 tempest-ImagesNegativeTestJSON-582735437 tempest-ImagesNegativeTestJSON-582735437-project] 10.222.0.37 "GET /v2.0/ports?device_id=7677cf83-1139-410c-888d-95f156b6b6f2 HTTP/1.1" status: 200 len: 210 time: 0.0297682 Feb 20 05:35:55.984236 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-cd474c53-a156-4718-818f-daf22c80bdf8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0566671 Feb 20 05:35:55.993986 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-4ec7d1bf-71ce-46d6-924d-8bf1ad657cd1 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:35:55.995369 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-4ec7d1bf-71ce-46d6-924d-8bf1ad657cd1 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065608 Feb 20 05:35:56.027540 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [req-ca3088b1-84a6-4452-be59-8b6994c08f08 req-e5748d49-09fb-4590-bf3a-10908b2c877b tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] show failed (client error): The resource could not be found. Feb 20 05:35:56.029467 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca3088b1-84a6-4452-be59-8b6994c08f08 req-e5748d49-09fb-4590-bf3a-10908b2c877b tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/53c2fd2d-4053-4ad7-8149-e16fabc14d7b HTTP/1.1" status: 404 len: 352 time: 0.0237572 Feb 20 05:35:56.138146 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27956aa3-98c1-4915-a678-94894e5e67b5 req-51267bae-fd49-4084-ad42-39bde567125f tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:56.145152 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27956aa3-98c1-4915-a678-94894e5e67b5 req-51267bae-fd49-4084-ad42-39bde567125f tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0615721 Feb 20 05:35:56.215445 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27956aa3-98c1-4915-a678-94894e5e67b5 req-ffab87b3-a98f-40fb-a106-424ebc75b445 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694296 Feb 20 05:35:56.342944 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ed857-f34e-4819-8df7-fdf91c3dccdd req-07522aa1-af86-4597-903a-f64c9a1b0007 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:56.347427 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0b0ed857-f34e-4819-8df7-fdf91c3dccdd req-07522aa1-af86-4597-903a-f64c9a1b0007 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 946 time: 0.0638959 Feb 20 05:35:56.406987 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0b0ed857-f34e-4819-8df7-fdf91c3dccdd req-ff539042-5cd7-49d2-a3ac-508572cedadf tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519505 Feb 20 05:35:56.445018 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0340ab56-bde7-489d-8ef6-bafadda56e01 x-openstack-request-id: req-0340ab56-bde7-489d-8ef6-bafadda56e01 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:35:56.445441 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7677cf83-1139-410c-888d-95f156b6b6f2", "name": "network-vif-deleted", "tag": "aef56316-9e0d-45b2-82be-affe24477213", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:35:56.445800 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0340ab56-bde7-489d-8ef6-bafadda56e01 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:35:56.446479 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7677cf83-1139-410c-888d-95f156b6b6f2', 'name': 'network-vif-deleted', 'tag': 'aef56316-9e0d-45b2-82be-affe24477213', 'status': 'completed', 'code': 200} Feb 20 05:35:56.483687 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60356) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:35:56.558984 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a227b39-1da4-428a-86eb-bdb7167e0537 req-0c680ceb-b9e2-4fe3-ab4e-7e93f9241049 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:56.560691 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8a227b39-1da4-428a-86eb-bdb7167e0537 req-0c680ceb-b9e2-4fe3-ab4e-7e93f9241049 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=98685a44-4a3a-40e9-84a9-02970ab1a4d8 HTTP/1.1" status: 200 len: 945 time: 0.0661926 Feb 20 05:35:56.604359 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-f5315094-a191-462a-b3b6-e63032eb5962 tempest-MigrationsAdminTest-2112153534 tempest-MigrationsAdminTest-2112153534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:56.605801 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-f5315094-a191-462a-b3b6-e63032eb5962 tempest-MigrationsAdminTest-2112153534 tempest-MigrationsAdminTest-2112153534-project-admin] 10.222.0.37 "GET /v2.0/ports/47338d28-03fd-4739-9337-a29ce11d6e0f HTTP/1.1" status: 200 len: 1128 time: 0.1206646 Feb 20 05:35:56.634744 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8a227b39-1da4-428a-86eb-bdb7167e0537 req-7b1e6650-f029-49d4-afc6-d50a62d6e2bd tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557466 Feb 20 05:35:56.777096 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0922f00-3cc0-4d29-a7b9-4abb31a1d77f req-4b2c242d-f721-4956-94cc-9a32d2a0f7e3 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:56.779246 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0922f00-3cc0-4d29-a7b9-4abb31a1d77f req-4b2c242d-f721-4956-94cc-9a32d2a0f7e3 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 949 time: 0.0653598 Feb 20 05:35:56.829479 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0922f00-3cc0-4d29-a7b9-4abb31a1d77f req-6aacd594-0f08-4b75-bdc1-7eff8631fda8 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441797 Feb 20 05:35:56.938411 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d3182b6c-fc3f-4469-a177-0ff3d8f09ac3 req-a3725794-e193-4a0c-9c6f-69a2b1aa1f28 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92a54be63c5043ba86245b0b4d4ac59c HTTP/1.1" status: 200 len: 6209 time: 0.0717986 Feb 20 05:35:56.989390 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d3182b6c-fc3f-4469-a177-0ff3d8f09ac3 req-2e6ef6b1-8972-4a90-94b8-dfa87e4bec0f tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/23962126-2291-4fd4-919f-f12c38e0fb34 HTTP/1.1" status: 200 len: 3002 time: 0.0424619 Feb 20 05:35:57.042121 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d3182b6c-fc3f-4469-a177-0ff3d8f09ac3 req-122d9b69-44bf-45a3-8f69-432e4e01475b tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/23962126-2291-4fd4-919f-f12c38e0fb34 HTTP/1.1" status: 200 len: 3002 time: 0.0407972 Feb 20 05:35:57.156161 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ddd8b-37dc-43f5-b014-a99c1e36d6d9 req-0d866f82-4fb1-453f-9320-57227fab2d12 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:57.157725 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-436ddd8b-37dc-43f5-b014-a99c1e36d6d9 req-0d866f82-4fb1-453f-9320-57227fab2d12 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0629048 Feb 20 05:35:57.209296 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-436ddd8b-37dc-43f5-b014-a99c1e36d6d9 req-e0f9eed0-d3c4-4247-a3d1-0bdaa9db5357 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456681 Feb 20 05:35:57.357571 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f661a1b-d78d-43a7-9dc5-059ed6438434 req-4f003206-045a-472d-a991-161f9d52397a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:57.363141 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f661a1b-d78d-43a7-9dc5-059ed6438434 req-4f003206-045a-472d-a991-161f9d52397a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:57.368361 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f661a1b-d78d-43a7-9dc5-059ed6438434 req-4f003206-045a-472d-a991-161f9d52397a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:57.374103 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f661a1b-d78d-43a7-9dc5-059ed6438434 req-4f003206-045a-472d-a991-161f9d52397a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:57.379353 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f661a1b-d78d-43a7-9dc5-059ed6438434 req-4f003206-045a-472d-a991-161f9d52397a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:57.384584 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f661a1b-d78d-43a7-9dc5-059ed6438434 req-4f003206-045a-472d-a991-161f9d52397a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:57.390425 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f661a1b-d78d-43a7-9dc5-059ed6438434 req-4f003206-045a-472d-a991-161f9d52397a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:57.392318 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f661a1b-d78d-43a7-9dc5-059ed6438434 req-4f003206-045a-472d-a991-161f9d52397a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5429 time: 0.1054647 Feb 20 05:35:57.450285 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f661a1b-d78d-43a7-9dc5-059ed6438434 req-4f8adb3c-ce3f-403c-9d93-3a938ae5389e tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519669 Feb 20 05:35:57.598999 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc382e44-9c3b-422f-ba29-f40bfc02ff30 req-9a0db3f0-12ce-4655-a10c-6956ed7c0f32 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:57.600366 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fc382e44-9c3b-422f-ba29-f40bfc02ff30 req-9a0db3f0-12ce-4655-a10c-6956ed7c0f32 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=98685a44-4a3a-40e9-84a9-02970ab1a4d8 HTTP/1.1" status: 200 len: 945 time: 0.0845480 Feb 20 05:35:57.614860 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-1507a44b-e897-4730-be1e-f0bfdc03d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:57.616401 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-1507a44b-e897-4730-be1e-f0bfdc03d9dd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 1131 time: 0.0677302 Feb 20 05:35:57.704683 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fc382e44-9c3b-422f-ba29-f40bfc02ff30 req-39d09420-1e76-4242-8e9d-7067e0438681 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971482 Feb 20 05:35:57.734146 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-b121bb9f-4068-414c-aea6-1c25fac73f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:57.735973 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-b121bb9f-4068-414c-aea6-1c25fac73f88 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.1117847 Feb 20 05:35:57.782640 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-49f01609-6c2c-49a8-a1cd-08d84d73898f req-4034cce2-f651-44f0-a1b6-a42d26f2bbe5 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1818320669', 'description': 'tempest-description-366766901'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:57.787133 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-13d735c8-6c2f-4860-82cb-01adc716c172 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=47338d28-03fd-4739-9337-a29ce11d6e0f HTTP/1.1" status: 200 len: 217 time: 0.0445571 Feb 20 05:35:57.832578 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-49f01609-6c2c-49a8-a1cd-08d84d73898f req-4034cce2-f651-44f0-a1b6-a42d26f2bbe5 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:57.852690 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-e7260810-60f2-4689-8fa6-ae17bcb52991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:57.854095 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-e7260810-60f2-4689-8fa6-ae17bcb52991 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0582786 Feb 20 05:35:57.941199 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-49f01609-6c2c-49a8-a1cd-08d84d73898f req-4034cce2-f651-44f0-a1b6-a42d26f2bbe5 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (f8246991-e7f0-4a4e-9d4c-98041be11c7b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:57.943349 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-c68b8a98-c192-4cd4-96ac-01b75e8e8044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:57.944866 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-c68b8a98-c192-4cd4-96ac-01b75e8e8044 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0840385 Feb 20 05:35:57.945900 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-49f01609-6c2c-49a8-a1cd-08d84d73898f req-4034cce2-f651-44f0-a1b6-a42d26f2bbe5 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f8246991-e7f0-4a4e-9d4c-98041be11c7b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:57.992036 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-49f01609-6c2c-49a8-a1cd-08d84d73898f req-4034cce2-f651-44f0-a1b6-a42d26f2bbe5 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:57.993793 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-49f01609-6c2c-49a8-a1cd-08d84d73898f req-4034cce2-f651-44f0-a1b6-a42d26f2bbe5 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2158546 Feb 20 05:35:58.048919 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034cce2-f651-44f0-a1b6-a42d26f2bbe5 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8246991-e7f0-4a4e-9d4c-98041be11c7b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:58.097185 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-592806f9-534f-4ee1-9152-0e98ee9c32f0 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456375 Feb 20 05:35:58.192868 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b80d3-18c3-4b31-918e-018356378cfe req-8934bd2a-9186-41ff-bc7b-6ea942c91450 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:58.194338 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b59b80d3-18c3-4b31-918e-018356378cfe req-8934bd2a-9186-41ff-bc7b-6ea942c91450 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 946 time: 0.1200407 Feb 20 05:35:58.224238 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-6554e342-3d8c-4980-92bd-87e27250f5ab service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124704 Feb 20 05:35:58.255784 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b59b80d3-18c3-4b31-918e-018356378cfe req-845df9c1-81d8-41a4-891f-4519f896752c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499766 Feb 20 05:35:58.292549 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device aef56316-9e0d-45b2-82be-affe24477213 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:35:58.329352 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: aef56316-9e0d-45b2-82be-affe24477213 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:35:58.330384 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device aef56316-9e0d-45b2-82be-affe24477213 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:35:58.555117 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a25c1f-ee92-466d-8aec-8cae7fdc12fc req-7dd0010d-6606-49df-aaae-5dba8b705af6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:58.556719 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-63a25c1f-ee92-466d-8aec-8cae7fdc12fc req-7dd0010d-6606-49df-aaae-5dba8b705af6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 949 time: 0.0570331 Feb 20 05:35:58.605115 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-63a25c1f-ee92-466d-8aec-8cae7fdc12fc req-856b3433-8f7b-498e-b018-7b2eb243ad4e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420661 Feb 20 05:35:58.633656 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-20105b06-f047-437c-9fbc-24eed93471e1 req-3efc0d87-14af-4511-b36c-56347a94218a tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-260179992', 'description': 'tempest-description-60450123'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:35:58.655042 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-20105b06-f047-437c-9fbc-24eed93471e1 req-3efc0d87-14af-4511-b36c-56347a94218a tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:58.721376 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-20105b06-f047-437c-9fbc-24eed93471e1 req-3efc0d87-14af-4511-b36c-56347a94218a tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (913b97f5-ad4b-4deb-9cbf-3c827f5cce07), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:58.725081 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-20105b06-f047-437c-9fbc-24eed93471e1 req-3efc0d87-14af-4511-b36c-56347a94218a tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (913b97f5-ad4b-4deb-9cbf-3c827f5cce07), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:58.754946 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-20105b06-f047-437c-9fbc-24eed93471e1 req-3efc0d87-14af-4511-b36c-56347a94218a tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:35:58.756166 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-20105b06-f047-437c-9fbc-24eed93471e1 req-3efc0d87-14af-4511-b36c-56347a94218a tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1265690 Feb 20 05:35:58.757948 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc0d87-14af-4511-b36c-56347a94218a tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=913b97f5-ad4b-4deb-9cbf-3c827f5cce07,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:35:58.876068 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafae23-d090-4685-8732-dcd0d194ac38 req-db2f0a4f-b67b-44eb-a487-27299b6f4972 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:58.877639 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fcafae23-d090-4685-8732-dcd0d194ac38 req-db2f0a4f-b67b-44eb-a487-27299b6f4972 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0591958 Feb 20 05:35:59.220679 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fcafae23-d090-4685-8732-dcd0d194ac38 req-36785003-e175-4cab-9185-af2d974d8e7e tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369555 Feb 20 05:35:59.327601 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eed28f-6286-4196-9163-77045b3f0212 req-2040789d-94ea-412f-91c3-d501521fb424 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:59.328991 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-17eed28f-6286-4196-9163-77045b3f0212 req-2040789d-94ea-412f-91c3-d501521fb424 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=98685a44-4a3a-40e9-84a9-02970ab1a4d8 HTTP/1.1" status: 200 len: 945 time: 0.0533295 Feb 20 05:35:59.376086 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-17eed28f-6286-4196-9163-77045b3f0212 req-e35a1bb1-3b2e-4afb-9114-80ed778f8361 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414951 Feb 20 05:35:59.505371 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77250f25-5246-4b98-aa6f-d4fc57e58cc7 req-b4ab4082-b977-4d77-96c9-5c8722c06b0a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:59.510761 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77250f25-5246-4b98-aa6f-d4fc57e58cc7 req-b4ab4082-b977-4d77-96c9-5c8722c06b0a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:59.516607 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77250f25-5246-4b98-aa6f-d4fc57e58cc7 req-b4ab4082-b977-4d77-96c9-5c8722c06b0a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:59.521940 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77250f25-5246-4b98-aa6f-d4fc57e58cc7 req-b4ab4082-b977-4d77-96c9-5c8722c06b0a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:59.527177 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77250f25-5246-4b98-aa6f-d4fc57e58cc7 req-b4ab4082-b977-4d77-96c9-5c8722c06b0a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:59.532570 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77250f25-5246-4b98-aa6f-d4fc57e58cc7 req-b4ab4082-b977-4d77-96c9-5c8722c06b0a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:59.537765 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77250f25-5246-4b98-aa6f-d4fc57e58cc7 req-b4ab4082-b977-4d77-96c9-5c8722c06b0a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:59.539853 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-77250f25-5246-4b98-aa6f-d4fc57e58cc7 req-b4ab4082-b977-4d77-96c9-5c8722c06b0a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5429 time: 0.0930550 Feb 20 05:35:59.601011 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-77250f25-5246-4b98-aa6f-d4fc57e58cc7 req-7310a5d1-32e2-4c0a-81bd-f6d5aafb0b28 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547352 Feb 20 05:35:59.784621 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-7957be82-56d2-4317-bb48-1e18f6b3c828 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:35:59.786132 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-7957be82-56d2-4317-bb48-1e18f6b3c828 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/networks?id=2ca603de-ec8c-4dee-a827-0c109cc1792e HTTP/1.1" status: 200 len: 812 time: 0.1021996 Feb 20 05:35:59.801527 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-b379e4c2-b655-4369-ba49-dc8cf0c66bf2 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/quotas/92a54be63c5043ba86245b0b4d4ac59c HTTP/1.1" status: 200 len: 375 time: 0.0097446 Feb 20 05:35:59.857277 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-168cff8b-4a87-46f4-b53b-dc65b8db5ea7 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=92a54be63c5043ba86245b0b4d4ac59c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0491121 Feb 20 05:36:00.047877 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af725d-0f03-4047-8f56-1efe42178a95 req-86d234b2-ee47-434b-99f3-1fa151fe1ea6 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:00.049318 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d2af725d-0f03-4047-8f56-1efe42178a95 req-86d234b2-ee47-434b-99f3-1fa151fe1ea6 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.61 "GET /v2.0/ports?device_id=98685a44-4a3a-40e9-84a9-02970ab1a4d8 HTTP/1.1" status: 200 len: 945 time: 0.0942721 Feb 20 05:36:00.052895 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-985fdd76-a73a-459a-8e2c-62608723baa6 service neutron] 10.222.0.37 "GET /v2.0/networks/2ca603de-ec8c-4dee-a827-0c109cc1792e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885502 Feb 20 05:36:00.207748 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-6610cfb9-01ae-40eb-a336-0e1f4fc3df9f service neutron] 10.222.0.37 "GET /v2.0/networks/2ca603de-ec8c-4dee-a827-0c109cc1792e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454096 Feb 20 05:36:00.223672 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-d2af725d-0f03-4047-8f56-1efe42178a95 req-d8521e65-d06c-4309-a807-b30cd625c1ab tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Deleting port d1532d47-8d31-4263-85c2-a0998dd024a7 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:36:00.224016 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d2af725d-0f03-4047-8f56-1efe42178a95 req-d8521e65-d06c-4309-a807-b30cd625c1ab tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (d1532d47-8d31-4263-85c2-a0998dd024a7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:00.326969 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-d2af725d-0f03-4047-8f56-1efe42178a95 req-d8521e65-d06c-4309-a807-b30cd625c1ab tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] For port d1532d47-8d31-4263-85c2-a0998dd024a7, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d1532d47-8d31-4263-85c2-a0998dd024a7,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:00.327385 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d2af725d-0f03-4047-8f56-1efe42178a95 req-d8521e65-d06c-4309-a807-b30cd625c1ab tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (d1532d47-8d31-4263-85c2-a0998dd024a7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:00.346464 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-d2af725d-0f03-4047-8f56-1efe42178a95 req-d8521e65-d06c-4309-a807-b30cd625c1ab tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Calling delete_port for d1532d47-8d31-4263-85c2-a0998dd024a7 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:36:00.569962 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab069f-570e-4bff-998e-876353653fd2 req-57d2dd00-eac0-44f5-b0fe-5115a0ebd02c tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:00.578432 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9bab069f-570e-4bff-998e-876353653fd2 req-57d2dd00-eac0-44f5-b0fe-5115a0ebd02c tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1184244 Feb 20 05:36:00.640232 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d2af725d-0f03-4047-8f56-1efe42178a95 req-d8521e65-d06c-4309-a807-b30cd625c1ab tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (d1532d47-8d31-4263-85c2-a0998dd024a7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:00.651671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['6774a93d-d727-4317-a199-1c12a55b9ccc'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:00.656088 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['d1532d47-8d31-4263-85c2-a0998dd024a7'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:00.664278 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9bab069f-570e-4bff-998e-876353653fd2 req-197ea1e5-be7b-492c-abf7-68fea3a7811b tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847592 Feb 20 05:36:00.731682 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8521e65-d06c-4309-a807-b30cd625c1ab tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Pushing event deleted for resources: {'Port': ['ID=d1532d47-8d31-4263-85c2-a0998dd024a7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:00.816731 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2af725d-0f03-4047-8f56-1efe42178a95 req-d8521e65-d06c-4309-a807-b30cd625c1ab tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] No DVR routers for this DVR port d1532d47-8d31-4263-85c2-a0998dd024a7 on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:36:00.822290 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d2af725d-0f03-4047-8f56-1efe42178a95 req-d8521e65-d06c-4309-a807-b30cd625c1ab tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:00.826344 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d2af725d-0f03-4047-8f56-1efe42178a95 req-d8521e65-d06c-4309-a807-b30cd625c1ab tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.61 "DELETE /v2.0/ports/d1532d47-8d31-4263-85c2-a0998dd024a7 HTTP/1.1" status: 204 len: 173 time: 0.7701583 Feb 20 05:36:00.827769 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98685a44-4a3a-40e9-84a9-02970ab1a4d8', 'name': 'network-vif-deleted', 'tag': 'd1532d47-8d31-4263-85c2-a0998dd024a7'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:36:00.830674 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6900cef-4577-4682-b66e-ba95790c117c" -d '{"events": [{"server_uuid": "98685a44-4a3a-40e9-84a9-02970ab1a4d8", "name": "network-vif-deleted", "tag": "d1532d47-8d31-4263-85c2-a0998dd024a7"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:36:00.895562 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb8ba2-02e4-46c6-b474-5d46130690b6 req-073622b5-d8d4-4a53-a1c1-3a11727394df tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:00.897224 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ffcb8ba2-02e4-46c6-b474-5d46130690b6 req-073622b5-d8d4-4a53-a1c1-3a11727394df tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 946 time: 0.0775366 Feb 20 05:36:00.963601 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ffcb8ba2-02e4-46c6-b474-5d46130690b6 req-6abc7904-cef8-4ce9-b523-186f3dc524b2 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602269 Feb 20 05:36:01.094106 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3f32d-3b60-4fdd-a142-4f1b34c662ce req-79e21060-b7a8-4e49-98ba-97140d317c18 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:01.095693 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-23b3f32d-3b60-4fdd-a142-4f1b34c662ce req-79e21060-b7a8-4e49-98ba-97140d317c18 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 949 time: 0.0552471 Feb 20 05:36:01.143546 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-23b3f32d-3b60-4fdd-a142-4f1b34c662ce req-8cd04ae9-b20a-416e-9aa2-3e096acc7d3d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415761 Feb 20 05:36:01.236147 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d2b9c326-b62d-40e3-bd41-5c3d0f87e475 req-dbde2abb-d1d2-4b14-b2eb-f4fb45ac9804 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf8c6df-73ec-4008-b6f6-b02fb9496478 HTTP/1.1" status: 200 len: 210 time: 0.0313096 Feb 20 05:36:01.330188 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-56a491d1-70f1-4539-a184-c806877054e4 req-9db8d0d7-e657-4180-886a-5fe6021c3005 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=98685a44-4a3a-40e9-84a9-02970ab1a4d8 HTTP/1.1" status: 200 len: 210 time: 0.0289829 Feb 20 05:36:01.460973 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827f0e6-f5de-4ca1-8a4a-bba6b402f437 req-0c5c3873-19a2-4d87-baca-19f7b4173a2f tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:01.466991 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827f0e6-f5de-4ca1-8a4a-bba6b402f437 req-0c5c3873-19a2-4d87-baca-19f7b4173a2f tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:01.472247 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827f0e6-f5de-4ca1-8a4a-bba6b402f437 req-0c5c3873-19a2-4d87-baca-19f7b4173a2f tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:01.477676 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827f0e6-f5de-4ca1-8a4a-bba6b402f437 req-0c5c3873-19a2-4d87-baca-19f7b4173a2f tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:01.483520 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827f0e6-f5de-4ca1-8a4a-bba6b402f437 req-0c5c3873-19a2-4d87-baca-19f7b4173a2f tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:01.489070 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827f0e6-f5de-4ca1-8a4a-bba6b402f437 req-0c5c3873-19a2-4d87-baca-19f7b4173a2f tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:01.494874 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827f0e6-f5de-4ca1-8a4a-bba6b402f437 req-0c5c3873-19a2-4d87-baca-19f7b4173a2f tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:01.497826 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7827f0e6-f5de-4ca1-8a4a-bba6b402f437 req-0c5c3873-19a2-4d87-baca-19f7b4173a2f tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5429 time: 0.1080537 Feb 20 05:36:01.561297 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7827f0e6-f5de-4ca1-8a4a-bba6b402f437 req-76a96b67-5ad3-4495-8292-dc7b9fc4723d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571117 Feb 20 05:36:01.620631 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bd11c0-8ca8-48b6-ae68-c4eb4b229c83 x-openstack-request-id: req-e8bd11c0-8ca8-48b6-ae68-c4eb4b229c83 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:36:01.620898 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98685a44-4a3a-40e9-84a9-02970ab1a4d8", "name": "network-vif-deleted", "tag": "d1532d47-8d31-4263-85c2-a0998dd024a7", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:36:01.621250 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8bd11c0-8ca8-48b6-ae68-c4eb4b229c83 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:36:01.623436 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98685a44-4a3a-40e9-84a9-02970ab1a4d8', 'name': 'network-vif-deleted', 'tag': 'd1532d47-8d31-4263-85c2-a0998dd024a7', 'status': 'completed', 'code': 200} Feb 20 05:36:01.793340 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-e1b684f4-c9f8-4a8a-98ab-2edd6ebd154d tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:01.795376 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-e1b684f4-c9f8-4a8a-98ab-2edd6ebd154d tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.61 "GET /v2.0/networks?id=2ca603de-ec8c-4dee-a827-0c109cc1792e HTTP/1.1" status: 200 len: 812 time: 0.1615520 Feb 20 05:36:01.802988 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c423f3-fd68-42a0-bdcf-c5adb3cb6e48 req-0a332cbd-7e8c-48ab-9c5e-06ea984e68f0 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:01.804440 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-57c423f3-fd68-42a0-bdcf-c5adb3cb6e48 req-0a332cbd-7e8c-48ab-9c5e-06ea984e68f0 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0992398 Feb 20 05:36:01.828489 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-6f37d1ef-d3c3-40da-841b-bbf262cea234 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Request body: {'port': {'device_id': '1cf8c6df-73ec-4008-b6f6-b02fb9496478', 'network_id': '2ca603de-ec8c-4dee-a827-0c109cc1792e', 'admin_state_up': True, 'tenant_id': '92a54be63c5043ba86245b0b4d4ac59c'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:01.914571 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-57c423f3-fd68-42a0-bdcf-c5adb3cb6e48 req-808a7496-cafb-4054-9102-f7453bf364be tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041305 Feb 20 05:36:01.969744 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-6f37d1ef-d3c3-40da-841b-bbf262cea234 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Made reservation on behalf of 92a54be63c5043ba86245b0b4d4ac59c for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:36:01.973195 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-6f37d1ef-d3c3-40da-841b-bbf262cea234 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:02.131305 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d423468-c3d5-4390-a025-377e0ff8631c req-090da8ac-f773-468e-a781-ae43bb1c69ab tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:02.132695 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5d423468-c3d5-4390-a025-377e0ff8631c req-090da8ac-f773-468e-a781-ae43bb1c69ab tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1016183 Feb 20 05:36:02.152452 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-6f37d1ef-d3c3-40da-841b-bbf262cea234 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Allocated IP 172.20.0.3 (2ca603de-ec8c-4dee-a827-0c109cc1792e/4daa0369-5b3c-4e8c-a068-1ecd59fc78ee/608f4cd1-fcd8-4fff-88b0-53d5928cd0d6) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:36:02.213627 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5d423468-c3d5-4390-a025-377e0ff8631c req-b5dd991a-cbee-4b09-89e7-b58d3af72d8d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748501 Feb 20 05:36:02.362982 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-6f37d1ef-d3c3-40da-841b-bbf262cea234 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for port (608f4cd1-fcd8-4fff-88b0-53d5928cd0d6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:02.382827 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478bbe6-c4ea-4df8-a8a2-45de7c5dcf0a req-a8a4cfcc-b986-42e3-a584-0f59f395e49a tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:02.384332 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7478bbe6-c4ea-4df8-a8a2-45de7c5dcf0a req-a8a4cfcc-b986-42e3-a584-0f59f395e49a tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 946 time: 0.0870318 Feb 20 05:36:02.438148 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-6f37d1ef-d3c3-40da-841b-bbf262cea234 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (608f4cd1-fcd8-4fff-88b0-53d5928cd0d6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:02.451881 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:02.471664 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7478bbe6-c4ea-4df8-a8a2-45de7c5dcf0a req-025148f7-1975-4a17-b67d-0648972fb56a tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802555 Feb 20 05:36:02.489535 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-6f37d1ef-d3c3-40da-841b-bbf262cea234 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Network 2ca603de-ec8c-4dee-a827-0c109cc1792e is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:36:02.497610 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-6f37d1ef-d3c3-40da-841b-bbf262cea234 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:36:02.504076 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-6f37d1ef-d3c3-40da-841b-bbf262cea234 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:36:02.513242 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37d1ef-d3c3-40da-841b-bbf262cea234 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Pushing event updated for resources: {'Port': ['ID=608f4cd1-fcd8-4fff-88b0-53d5928cd0d6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:02.530126 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60462) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:36:02.568873 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-6f37d1ef-d3c3-40da-841b-bbf262cea234 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:02.569602 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-6f37d1ef-d3c3-40da-841b-bbf262cea234 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:02.614961 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-6f37d1ef-d3c3-40da-841b-bbf262cea234 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7969425 Feb 20 05:36:02.633044 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-5102215a-88c9-4891-8d5d-07b6f5ea8da1 service neutron] Request body: {'port': {'device_id': '1cf8c6df-73ec-4008-b6f6-b02fb9496478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:02.664191 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf581a-3f54-46b0-ab42-f1c1a943097f req-d6b7c876-00ce-48a0-958f-0f1298c10948 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:02.665707 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0bdf581a-3f54-46b0-ab42-f1c1a943097f req-d6b7c876-00ce-48a0-958f-0f1298c10948 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 949 time: 0.0925319 Feb 20 05:36:02.682543 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f34bb574-0f61-45ba-bff3-8312ae4db7aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dae5f75daa9941e9813db18a97c3683e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1511760 Feb 20 05:36:02.685754 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60468) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:36:02.735292 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-5102215a-88c9-4891-8d5d-07b6f5ea8da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (608f4cd1-fcd8-4fff-88b0-53d5928cd0d6), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:02.737268 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a46007c5-a9cf-43ba-9f81-7862cc9ec93b admin admin] Publish callbacks [] for security_group (b38c9476-f30d-4441-9598-dd91ec4bb812), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:02.755041 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0bdf581a-3f54-46b0-ab42-f1c1a943097f req-6899403f-ffaa-4366-8d72-75e72f9d0064 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820048 Feb 20 05:36:02.759502 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a46007c5-a9cf-43ba-9f81-7862cc9ec93b admin admin] Publish callbacks [] for security_group (b38c9476-f30d-4441-9598-dd91ec4bb812), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:02.817528 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a46007c5-a9cf-43ba-9f81-7862cc9ec93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b38c9476-f30d-4441-9598-dd91ec4bb812), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:02.820189 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a46007c5-a9cf-43ba-9f81-7862cc9ec93b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:02.821353 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a46007c5-a9cf-43ba-9f81-7862cc9ec93b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b38c9476-f30d-4441-9598-dd91ec4bb812 HTTP/1.1" status: 204 len: 168 time: 0.1346812 Feb 20 05:36:02.838812 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46007c5-a9cf-43ba-9f81-7862cc9ec93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38c9476-f30d-4441-9598-dd91ec4bb812,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:02.849081 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46007c5-a9cf-43ba-9f81-7862cc9ec93b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:02.849437 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46007c5-a9cf-43ba-9f81-7862cc9ec93b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:02.849953 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46007c5-a9cf-43ba-9f81-7862cc9ec93b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:02.850644 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46007c5-a9cf-43ba-9f81-7862cc9ec93b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:02.851165 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46007c5-a9cf-43ba-9f81-7862cc9ec93b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:02.851639 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46007c5-a9cf-43ba-9f81-7862cc9ec93b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:02.852210 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46007c5-a9cf-43ba-9f81-7862cc9ec93b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:02.852685 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46007c5-a9cf-43ba-9f81-7862cc9ec93b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:02.853156 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46007c5-a9cf-43ba-9f81-7862cc9ec93b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:02.853626 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46007c5-a9cf-43ba-9f81-7862cc9ec93b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:02.854105 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46007c5-a9cf-43ba-9f81-7862cc9ec93b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:02.854629 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46007c5-a9cf-43ba-9f81-7862cc9ec93b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:02.857061 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46007c5-a9cf-43ba-9f81-7862cc9ec93b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:02.976151 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3942d-6b4b-49d9-8b51-add5c8613bc5 req-a284e13e-6750-4810-82f4-eacb9fa7912f tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:02.977651 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d5c3942d-6b4b-49d9-8b51-add5c8613bc5 req-a284e13e-6750-4810-82f4-eacb9fa7912f tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf8c6df-73ec-4008-b6f6-b02fb9496478 HTTP/1.1" status: 200 len: 931 time: 0.1218996 Feb 20 05:36:03.053345 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d5c3942d-6b4b-49d9-8b51-add5c8613bc5 req-dfa8bd2e-db5f-4083-805c-774fa208cbc1 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups?id=23962126-2291-4fd4-919f-f12c38e0fb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690720 Feb 20 05:36:03.109751 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-5102215a-88c9-4891-8d5d-07b6f5ea8da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:36:03.118594 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-5102215a-88c9-4891-8d5d-07b6f5ea8da1 service neutron] Publish callbacks [] for port (608f4cd1-fcd8-4fff-88b0-53d5928cd0d6), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:03.130946 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-5102215a-88c9-4891-8d5d-07b6f5ea8da1 service neutron] Transition to ACTIVE for port object 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:36:03.138827 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-5102215a-88c9-4891-8d5d-07b6f5ea8da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (608f4cd1-fcd8-4fff-88b0-53d5928cd0d6), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:03.216186 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102215a-88c9-4891-8d5d-07b6f5ea8da1 service neutron] Pushing event updated for resources: {'Port': ['ID=608f4cd1-fcd8-4fff-88b0-53d5928cd0d6,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:03.291852 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd02d1-f61f-410f-982f-271ebf637208 req-a50e1dab-630e-4cc9-8253-fdca514d6a96 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:03.297701 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd02d1-f61f-410f-982f-271ebf637208 req-a50e1dab-630e-4cc9-8253-fdca514d6a96 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:03.303221 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd02d1-f61f-410f-982f-271ebf637208 req-a50e1dab-630e-4cc9-8253-fdca514d6a96 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:03.308418 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd02d1-f61f-410f-982f-271ebf637208 req-a50e1dab-630e-4cc9-8253-fdca514d6a96 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:03.313887 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd02d1-f61f-410f-982f-271ebf637208 req-a50e1dab-630e-4cc9-8253-fdca514d6a96 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:03.319104 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd02d1-f61f-410f-982f-271ebf637208 req-a50e1dab-630e-4cc9-8253-fdca514d6a96 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:03.324278 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd02d1-f61f-410f-982f-271ebf637208 req-a50e1dab-630e-4cc9-8253-fdca514d6a96 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:03.326198 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bcd02d1-f61f-410f-982f-271ebf637208 req-a50e1dab-630e-4cc9-8253-fdca514d6a96 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5429 time: 0.1599860 Feb 20 05:36:03.358817 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-5102215a-88c9-4891-8d5d-07b6f5ea8da1 service neutron] Attempting to bind port 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:36:03.359169 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-5102215a-88c9-4891-8d5d-07b6f5ea8da1 service neutron] Attempting to bind port 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'dd260469-f73a-462b-ba05-bed79ea663d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ca603de-ec8c-4dee-a827-0c109cc1792e'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:36:03.359496 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-5102215a-88c9-4891-8d5d-07b6f5ea8da1 service neutron] Attempting to bind port 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 on network 2ca603de-ec8c-4dee-a827-0c109cc1792e {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:36:03.367805 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-5102215a-88c9-4891-8d5d-07b6f5ea8da1 service neutron] Port 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 on network 2ca603de-ec8c-4dee-a827-0c109cc1792e not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:36:03.368123 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-5102215a-88c9-4891-8d5d-07b6f5ea8da1 service neutron] Attempting to bind port 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 on network 2ca603de-ec8c-4dee-a827-0c109cc1792e {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:36:03.382289 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-5102215a-88c9-4891-8d5d-07b6f5ea8da1 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:36:03.382624 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-5102215a-88c9-4891-8d5d-07b6f5ea8da1 service neutron] Checking segment: {'id': 'dd260469-f73a-462b-ba05-bed79ea663d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ca603de-ec8c-4dee-a827-0c109cc1792e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:36:03.383037 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-5102215a-88c9-4891-8d5d-07b6f5ea8da1 service neutron] Bound using segment: {'id': 'dd260469-f73a-462b-ba05-bed79ea663d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ca603de-ec8c-4dee-a827-0c109cc1792e'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:36:03.383468 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-5102215a-88c9-4891-8d5d-07b6f5ea8da1 service neutron] Bound port: 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd260469-f73a-462b-ba05-bed79ea663d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ca603de-ec8c-4dee-a827-0c109cc1792e'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:36:03.383823 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-5102215a-88c9-4891-8d5d-07b6f5ea8da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (608f4cd1-fcd8-4fff-88b0-53d5928cd0d6), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:03.416836 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bcd02d1-f61f-410f-982f-271ebf637208 req-1a8e9684-2fc9-4a52-bab2-348e1c525782 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820937 Feb 20 05:36:03.476262 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-5102215a-88c9-4891-8d5d-07b6f5ea8da1 service neutron] For port 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:36:03.479944 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-5102215a-88c9-4891-8d5d-07b6f5ea8da1 service neutron] For port 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=608f4cd1-fcd8-4fff-88b0-53d5928cd0d6,segment=NetworkSegment(dd260469-f73a-462b-ba05-bed79ea663d4),segment_id=dd260469-f73a-462b-ba05-bed79ea663d4)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:36:03.487520 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-5102215a-88c9-4891-8d5d-07b6f5ea8da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (608f4cd1-fcd8-4fff-88b0-53d5928cd0d6), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:03.560134 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-5102215a-88c9-4891-8d5d-07b6f5ea8da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:03.560757 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-5102215a-88c9-4891-8d5d-07b6f5ea8da1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:03.562177 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-5102215a-88c9-4891-8d5d-07b6f5ea8da1 service neutron] 10.222.0.61 "PUT /v2.0/ports/608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 HTTP/1.1" status: 200 len: 1091 time: 0.9343877 Feb 20 05:36:03.593133 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102215a-88c9-4891-8d5d-07b6f5ea8da1 service neutron] Pushing event updated for resources: {'Port': ['ID=608f4cd1-fcd8-4fff-88b0-53d5928cd0d6,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:03.617670 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a901e8-847f-4ded-9eee-1cff22b37352 req-34a45cf1-1a25-409a-a872-684c50693086 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:03.619127 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58a901e8-847f-4ded-9eee-1cff22b37352 req-34a45cf1-1a25-409a-a872-684c50693086 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1188910 Feb 20 05:36:03.632633 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf8c6df-73ec-4008-b6f6-b02fb9496478', 'tag': '608f4cd1-fcd8-4fff-88b0-53d5928cd0d6'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:36:03.634832 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af998513-c342-4405-af36-95f688f3ce94" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf8c6df-73ec-4008-b6f6-b02fb9496478", "tag": "608f4cd1-fcd8-4fff-88b0-53d5928cd0d6"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:36:03.687067 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-7a64bca6-70bb-4062-95c8-c9138f9d7883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:03.688566 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-7a64bca6-70bb-4062-95c8-c9138f9d7883 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92a54be63c5043ba86245b0b4d4ac59c&device_id=1cf8c6df-73ec-4008-b6f6-b02fb9496478 HTTP/1.1" status: 200 len: 1125 time: 0.0874870 Feb 20 05:36:03.692895 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58a901e8-847f-4ded-9eee-1cff22b37352 req-6ef48a02-c87b-41bc-b23c-6b19d9884cb9 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552547 Feb 20 05:36:03.753773 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-a9a6b944-124f-47ec-9061-a612737613a2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 HTTP/1.1" status: 200 len: 217 time: 0.0481746 Feb 20 05:36:03.842268 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-9e6b9775-4c72-4156-aeb6-0443b0549044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:03.843766 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-9e6b9775-4c72-4156-aeb6-0443b0549044 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4daa0369-5b3c-4e8c-a068-1ecd59fc78ee HTTP/1.1" status: 200 len: 852 time: 0.0826299 Feb 20 05:36:03.877641 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-0c117f6e-55b7-424b-80d2-d01c3154ad2b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ca603de-ec8c-4dee-a827-0c109cc1792e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264683 Feb 20 05:36:03.884494 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2fff2-a234-41f0-8bbc-a494947b8979 req-41d5f903-61bb-4c00-8f3f-afebd70cd055 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:03.885837 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-65f2fff2-a234-41f0-8bbc-a494947b8979 req-41d5f903-61bb-4c00-8f3f-afebd70cd055 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 946 time: 0.0947423 Feb 20 05:36:03.982654 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-65f2fff2-a234-41f0-8bbc-a494947b8979 req-5af5cc62-f142-4dd2-be27-3a0610d3f14f tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862036 Feb 20 05:36:04.008802 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-3daa29df-7343-487f-bdb1-666db2a68ac1 service neutron] 10.222.0.61 "GET /v2.0/networks/2ca603de-ec8c-4dee-a827-0c109cc1792e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192205 Feb 20 05:36:04.109721 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70661b21-330f-4ba7-9939-adaa9651c8a9 req-6f5cd9a9-715c-49bc-8514-11e78968d652 service neutron] 10.222.0.61 "GET /v2.0/networks/2ca603de-ec8c-4dee-a827-0c109cc1792e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921044 Feb 20 05:36:04.321032 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device d1532d47-8d31-4263-85c2-a0998dd024a7 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:36:04.340922 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: d1532d47-8d31-4263-85c2-a0998dd024a7 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:36:04.341303 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device d1532d47-8d31-4263-85c2-a0998dd024a7 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:36:04.610646 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2be6f1e-016e-46a1-9564-65f59c7b5d6c x-openstack-request-id: req-e2be6f1e-016e-46a1-9564-65f59c7b5d6c {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:36:04.610966 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf8c6df-73ec-4008-b6f6-b02fb9496478", "tag": "608f4cd1-fcd8-4fff-88b0-53d5928cd0d6", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:36:04.611221 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2be6f1e-016e-46a1-9564-65f59c7b5d6c {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:36:04.611620 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf8c6df-73ec-4008-b6f6-b02fb9496478', 'tag': '608f4cd1-fcd8-4fff-88b0-53d5928cd0d6', 'status': 'completed', 'code': 200} Feb 20 05:36:04.712697 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af998513-c342-4405-af36-95f688f3ce94 req-cdfbf90f-6df0-446a-8d27-a718d5dffebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:04.714444 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-af998513-c342-4405-af36-95f688f3ce94 req-cdfbf90f-6df0-446a-8d27-a718d5dffebd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92a54be63c5043ba86245b0b4d4ac59c&device_id=1cf8c6df-73ec-4008-b6f6-b02fb9496478 HTTP/1.1" status: 200 len: 1125 time: 0.0734546 Feb 20 05:36:04.736249 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c2009-47bd-4aa0-a041-fc27feae37f5 req-051c5936-1cf3-45f2-a3f5-cfe7070eecf9 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:04.737671 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f3c2009-47bd-4aa0-a041-fc27feae37f5 req-051c5936-1cf3-45f2-a3f5-cfe7070eecf9 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0718856 Feb 20 05:36:04.856281 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f3c2009-47bd-4aa0-a041-fc27feae37f5 req-12008633-308a-404d-b174-425c3906dd77 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091890 Feb 20 05:36:04.872365 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af998513-c342-4405-af36-95f688f3ce94 req-03cfe7ac-d05b-465f-a199-ab878888bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:04.873741 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-af998513-c342-4405-af36-95f688f3ce94 req-03cfe7ac-d05b-465f-a199-ab878888bb89 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ca603de-ec8c-4dee-a827-0c109cc1792e HTTP/1.1" status: 200 len: 912 time: 0.1520422 Feb 20 05:36:04.916636 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-af998513-c342-4405-af36-95f688f3ce94 req-028edfc5-823f-4311-8312-9b69e6b81005 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 HTTP/1.1" status: 200 len: 217 time: 0.0356200 Feb 20 05:36:04.988173 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af998513-c342-4405-af36-95f688f3ce94 req-337fbee9-a2e3-4e8d-9a02-fccc2b0a60ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:04.989630 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-af998513-c342-4405-af36-95f688f3ce94 req-337fbee9-a2e3-4e8d-9a02-fccc2b0a60ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4daa0369-5b3c-4e8c-a068-1ecd59fc78ee HTTP/1.1" status: 200 len: 852 time: 0.0653687 Feb 20 05:36:05.013005 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1c423-1381-49c3-91cf-1ad447ffd637 req-e06a83b5-0f52-487d-bb51-03924e3b8e06 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:05.014453 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16d1c423-1381-49c3-91cf-1ad447ffd637 req-e06a83b5-0f52-487d-bb51-03924e3b8e06 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 949 time: 0.1002734 Feb 20 05:36:05.031479 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-af998513-c342-4405-af36-95f688f3ce94 req-711eda3e-ced7-452e-9f90-43ecac05eca2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ca603de-ec8c-4dee-a827-0c109cc1792e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342784 Feb 20 05:36:05.123067 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16d1c423-1381-49c3-91cf-1ad447ffd637 req-831bfe45-5744-4fc6-9449-ade97a96335d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938649 Feb 20 05:36:05.160052 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-af998513-c342-4405-af36-95f688f3ce94 req-0a5ce2ca-4f33-4114-8611-7499291c353f service neutron] 10.222.0.61 "GET /v2.0/networks/2ca603de-ec8c-4dee-a827-0c109cc1792e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141317 Feb 20 05:36:05.317413 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-af998513-c342-4405-af36-95f688f3ce94 req-901b84ce-4941-4bcc-88fb-a641c1d39cf3 service neutron] 10.222.0.61 "GET /v2.0/networks/2ca603de-ec8c-4dee-a827-0c109cc1792e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497459 Feb 20 05:36:05.335158 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-a8aaa150-ba8f-474f-955e-43c5a726a442 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:05.336719 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-a8aaa150-ba8f-474f-955e-43c5a726a442 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/networks?id=abdb12e5-c978-4d6e-ba1a-936a895646ad HTTP/1.1" status: 200 len: 805 time: 0.1263611 Feb 20 05:36:05.352861 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-b669d88e-da81-44c6-9ac9-8f5da9c74ce3 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/quotas/70575607f3814a698b8e29ee9ca94326 HTTP/1.1" status: 200 len: 375 time: 0.0089629 Feb 20 05:36:05.406202 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-1978fc7a-34b5-45f1-bbb4-9a276b84ca4d tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=70575607f3814a698b8e29ee9ca94326&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0469499 Feb 20 05:36:05.502365 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-88001d4f-e5e5-478f-a33f-bc0ba1998f4f service neutron] 10.222.0.37 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889468 Feb 20 05:36:05.590287 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-5e8d4697-6a5b-4212-8bc1-0acd400a5405 service neutron] 10.222.0.37 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821745 Feb 20 05:36:05.789581 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d7c2e-6b20-4a62-a711-7667adf033d5 req-b42a0593-0519-498c-8cb9-8403474afeb3 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:05.791073 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c09d7c2e-6b20-4a62-a711-7667adf033d5 req-b42a0593-0519-498c-8cb9-8403474afeb3 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf8c6df-73ec-4008-b6f6-b02fb9496478 HTTP/1.1" status: 200 len: 943 time: 0.0572636 Feb 20 05:36:05.841280 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c09d7c2e-6b20-4a62-a711-7667adf033d5 req-e3e9200a-6d4d-428e-90b8-c97bd55b1ce0 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups?id=23962126-2291-4fd4-919f-f12c38e0fb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440028 Feb 20 05:36:05.957997 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708ce07-0194-497a-895f-3f735e05f8fe req-eb2f230c-c5ec-4edd-a6de-fce32724e0c6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:05.963358 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708ce07-0194-497a-895f-3f735e05f8fe req-eb2f230c-c5ec-4edd-a6de-fce32724e0c6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:05.969726 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708ce07-0194-497a-895f-3f735e05f8fe req-eb2f230c-c5ec-4edd-a6de-fce32724e0c6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:05.975064 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708ce07-0194-497a-895f-3f735e05f8fe req-eb2f230c-c5ec-4edd-a6de-fce32724e0c6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:05.980297 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708ce07-0194-497a-895f-3f735e05f8fe req-eb2f230c-c5ec-4edd-a6de-fce32724e0c6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:05.985575 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708ce07-0194-497a-895f-3f735e05f8fe req-eb2f230c-c5ec-4edd-a6de-fce32724e0c6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:05.990860 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708ce07-0194-497a-895f-3f735e05f8fe req-eb2f230c-c5ec-4edd-a6de-fce32724e0c6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:05.992787 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d708ce07-0194-497a-895f-3f735e05f8fe req-eb2f230c-c5ec-4edd-a6de-fce32724e0c6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5429 time: 0.0950739 Feb 20 05:36:06.054536 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d708ce07-0194-497a-895f-3f735e05f8fe req-8e8fbcb5-804b-445a-9ccf-cc997ec59c9c tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556703 Feb 20 05:36:06.270253 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c6e4c-2823-424e-aaa3-569b9a750f0f req-2968d0cb-f4fd-4f00-ab2a-d2ca3bd4035b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:06.271692 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0a5c6e4c-2823-424e-aaa3-569b9a750f0f req-2968d0cb-f4fd-4f00-ab2a-d2ca3bd4035b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 946 time: 0.0584519 Feb 20 05:36:06.319456 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0a5c6e4c-2823-424e-aaa3-569b9a750f0f req-8b5cda20-841e-4495-bab5-192e4db061b7 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418587 Feb 20 05:36:06.404124 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-089f0123-aad1-4c03-972c-dbe3f7184f26 req-016ef917-8c88-4ab4-a10e-c99eac85bebe tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6020d9-bae6-4ee7-b8ae-7936ed351daf HTTP/1.1" status: 200 len: 210 time: 0.0308216 Feb 20 05:36:06.531698 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477322d-7787-436a-88e5-20b190313ff7 req-a3bdfccc-ad1a-407c-bec8-bb11d5a65694 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:06.533062 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3477322d-7787-436a-88e5-20b190313ff7 req-a3bdfccc-ad1a-407c-bec8-bb11d5a65694 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 949 time: 0.0523007 Feb 20 05:36:06.580489 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3477322d-7787-436a-88e5-20b190313ff7 req-0afb6630-c78b-4368-b1d6-dfa75077e68d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419707 Feb 20 05:36:07.032793 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec663cc-2697-45f1-be18-55da2df71242 req-3e1b1367-85ed-433c-95d0-20f4284e6a60 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:07.034267 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aec663cc-2697-45f1-be18-55da2df71242 req-3e1b1367-85ed-433c-95d0-20f4284e6a60 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.4000213 Feb 20 05:36:07.090234 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-4b7235ca-16b3-4baf-9278-59f5dc6b49f0 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:07.092610 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-4b7235ca-16b3-4baf-9278-59f5dc6b49f0 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.61 "GET /v2.0/networks?id=abdb12e5-c978-4d6e-ba1a-936a895646ad HTTP/1.1" status: 200 len: 805 time: 0.1358573 Feb 20 05:36:07.108787 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-f0df6358-c8da-408a-8b0f-ec5b5e31fa6b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Request body: {'port': {'device_id': '2e6020d9-bae6-4ee7-b8ae-7936ed351daf', 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad', 'admin_state_up': True, 'tenant_id': '70575607f3814a698b8e29ee9ca94326'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:07.117124 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aec663cc-2697-45f1-be18-55da2df71242 req-d82be0ba-436d-4ec4-b8b9-36eee64f2b6f tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771947 Feb 20 05:36:07.217294 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-f0df6358-c8da-408a-8b0f-ec5b5e31fa6b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Made reservation on behalf of 70575607f3814a698b8e29ee9ca94326 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:36:07.220769 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-f0df6358-c8da-408a-8b0f-ec5b5e31fa6b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:07.381842 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-f0df6358-c8da-408a-8b0f-ec5b5e31fa6b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Allocated IP 172.20.0.6 (abdb12e5-c978-4d6e-ba1a-936a895646ad/b11aa3aa-3524-4006-8735-994e7b51abdd/d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:36:07.393154 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0491a63-c508-49a8-a260-b43847afc777 req-5194a571-1291-4a79-b59f-9d28d9091ca2 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:07.394616 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0491a63-c508-49a8-a260-b43847afc777 req-5194a571-1291-4a79-b59f-9d28d9091ca2 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf8c6df-73ec-4008-b6f6-b02fb9496478 HTTP/1.1" status: 200 len: 943 time: 0.0985792 Feb 20 05:36:07.473615 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0491a63-c508-49a8-a260-b43847afc777 req-4f1226c7-8dc9-4b5b-8aa5-e3b0c25169f0 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups?id=23962126-2291-4fd4-919f-f12c38e0fb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729439 Feb 20 05:36:07.614428 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-f0df6358-c8da-408a-8b0f-ec5b5e31fa6b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks [] for port (d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:07.627872 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3584cf7-41a3-4da3-ae53-931a11d12125 req-e56d1363-5d88-4bc8-b593-a0f270894efc tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:07.633216 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3584cf7-41a3-4da3-ae53-931a11d12125 req-e56d1363-5d88-4bc8-b593-a0f270894efc tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:07.639093 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3584cf7-41a3-4da3-ae53-931a11d12125 req-e56d1363-5d88-4bc8-b593-a0f270894efc tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:07.644320 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3584cf7-41a3-4da3-ae53-931a11d12125 req-e56d1363-5d88-4bc8-b593-a0f270894efc tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:07.649580 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3584cf7-41a3-4da3-ae53-931a11d12125 req-e56d1363-5d88-4bc8-b593-a0f270894efc tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:07.654875 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3584cf7-41a3-4da3-ae53-931a11d12125 req-e56d1363-5d88-4bc8-b593-a0f270894efc tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:07.660093 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3584cf7-41a3-4da3-ae53-931a11d12125 req-e56d1363-5d88-4bc8-b593-a0f270894efc tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:07.661921 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3584cf7-41a3-4da3-ae53-931a11d12125 req-e56d1363-5d88-4bc8-b593-a0f270894efc tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5429 time: 0.1295829 Feb 20 05:36:07.728990 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-f0df6358-c8da-408a-8b0f-ec5b5e31fa6b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:07.740216 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['6774a93d-d727-4317-a199-1c12a55b9ccc'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:07.773219 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3584cf7-41a3-4da3-ae53-931a11d12125 req-23c98107-bca9-424e-870e-62ccbc723b62 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1050634 Feb 20 05:36:07.789360 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-f0df6358-c8da-408a-8b0f-ec5b5e31fa6b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Network abdb12e5-c978-4d6e-ba1a-936a895646ad is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:36:07.795785 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-f0df6358-c8da-408a-8b0f-ec5b5e31fa6b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:36:07.797798 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df6358-c8da-408a-8b0f-ec5b5e31fa6b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Pushing event updated for resources: {'Port': ['ID=d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:07.806040 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-f0df6358-c8da-408a-8b0f-ec5b5e31fa6b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:36:07.863760 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-f0df6358-c8da-408a-8b0f-ec5b5e31fa6b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:07.864517 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-f0df6358-c8da-408a-8b0f-ec5b5e31fa6b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:07.884668 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-f0df6358-c8da-408a-8b0f-ec5b5e31fa6b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7821853 Feb 20 05:36:07.897436 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-7bee8f81-094a-4cd1-9ab0-2447c1879a8e service neutron] Request body: {'port': {'device_id': '2e6020d9-bae6-4ee7-b8ae-7936ed351daf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:07.988127 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-7bee8f81-094a-4cd1-9ab0-2447c1879a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:08.014723 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b91e8-85b3-42ec-bd27-5849c50f3336 req-3289236d-95ce-462d-882c-d7a8c7aa0909 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:08.016241 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f38b91e8-85b3-42ec-bd27-5849c50f3336 req-3289236d-95ce-462d-882c-d7a8c7aa0909 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 946 time: 0.0942562 Feb 20 05:36:08.172098 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f38b91e8-85b3-42ec-bd27-5849c50f3336 req-ef9c51ce-fb99-4245-a148-a8410e7f2b2f tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395311 Feb 20 05:36:08.207722 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2bbd32f8-da24-4f3d-957b-3b4408ca93a3 req-e7f928c9-981a-4c9b-9a52-0e157d6d345f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1338706 Feb 20 05:36:08.350253 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:36:08.352305 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd32f8-da24-4f3d-957b-3b4408ca93a3 req-d4a2a847-2cdc-43f8-a472-8ab10981d4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:08.353799 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2bbd32f8-da24-4f3d-957b-3b4408ca93a3 req-d4a2a847-2cdc-43f8-a472-8ab10981d4ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 1127 time: 0.1178243 Feb 20 05:36:08.369156 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d35da3-e415-402d-abb8-84f31dd7d2cb req-0225e52c-5a7d-41cc-8ed3-304ed61de281 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:08.370615 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-52d35da3-e415-402d-abb8-84f31dd7d2cb req-0225e52c-5a7d-41cc-8ed3-304ed61de281 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6020d9-bae6-4ee7-b8ae-7936ed351daf HTTP/1.1" status: 200 len: 931 time: 0.1357453 Feb 20 05:36:08.444320 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=608f4cd1-fcd8-4fff-88b0-53d5928cd0d6,segment=NetworkSegment(dd260469-f73a-462b-ba05-bed79ea663d4),segment_id=dd260469-f73a-462b-ba05-bed79ea663d4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:08.455718 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '608f4cd1-fcd8-4fff-88b0-53d5928cd0d6', 'network_id': '2ca603de-ec8c-4dee-a827-0c109cc1792e', 'port_id': '608f4cd1-fcd8-4fff-88b0-53d5928cd0d6', 'mac_address': 'fa:16:3e:ad:4f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4daa0369-5b3c-4e8c-a068-1ecd59fc78ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:36:08.490987 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-7bee8f81-094a-4cd1-9ab0-2447c1879a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:36:08.497929 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:08.498325 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (608f4cd1-fcd8-4fff-88b0-53d5928cd0d6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:08.501838 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-7bee8f81-094a-4cd1-9ab0-2447c1879a8e service neutron] Publish callbacks [] for port (d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:08.511155 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:36:08.529795 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-52d35da3-e415-402d-abb8-84f31dd7d2cb req-61dee484-e019-4e81-a1c4-387d92edaa28 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502519 Feb 20 05:36:08.530129 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=608f4cd1-fcd8-4fff-88b0-53d5928cd0d6,segment=NetworkSegment(dd260469-f73a-462b-ba05-bed79ea663d4),segment_id=dd260469-f73a-462b-ba05-bed79ea663d4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:08.536063 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (608f4cd1-fcd8-4fff-88b0-53d5928cd0d6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:08.536847 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-7bee8f81-094a-4cd1-9ab0-2447c1879a8e service neutron] Transition to ACTIVE for port object d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:36:08.543304 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-7bee8f81-094a-4cd1-9ab0-2447c1879a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:08.587403 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=608f4cd1-fcd8-4fff-88b0-53d5928cd0d6,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:08.594145 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd32f8-da24-4f3d-957b-3b4408ca93a3 req-8b303084-179f-4fbd-998d-b13dfdb4c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:08.595659 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2bbd32f8-da24-4f3d-957b-3b4408ca93a3 req-8b303084-179f-4fbd-998d-b13dfdb4c5b5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 200 len: 912 time: 0.2055159 Feb 20 05:36:08.601513 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:08.602226 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:08.602834 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:08.603635 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:08.604214 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:08.604596 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:08.604998 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:08.605605 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:08.606083 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:08.607272 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:08.607906 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:08.608345 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:08.608681 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:08.658334 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee8f81-094a-4cd1-9ab0-2447c1879a8e service neutron] Pushing event updated for resources: {'Port': ['ID=d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:08.746350 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2bbd32f8-da24-4f3d-957b-3b4408ca93a3 req-747b4ab2-213d-4b92-9adf-3537935eba39 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c484c03b-bc0e-4da0-a86d-0b2a1872629a HTTP/1.1" status: 200 len: 999 time: 0.1413381 Feb 20 05:36:08.800989 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c6bfd-d416-44d8-8cf9-f31fba2292c6 req-a952818a-68dd-4288-b1b3-da38f0e8897e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:08.802470 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-154c6bfd-d416-44d8-8cf9-f31fba2292c6 req-a952818a-68dd-4288-b1b3-da38f0e8897e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 949 time: 0.1964135 Feb 20 05:36:08.827511 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-7bee8f81-094a-4cd1-9ab0-2447c1879a8e service neutron] Attempting to bind port d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:36:08.827842 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-7bee8f81-094a-4cd1-9ab0-2447c1879a8e service neutron] Attempting to bind port d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:36:08.828171 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-7bee8f81-094a-4cd1-9ab0-2447c1879a8e service neutron] Attempting to bind port d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d on network abdb12e5-c978-4d6e-ba1a-936a895646ad {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:36:08.844578 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-7bee8f81-094a-4cd1-9ab0-2447c1879a8e service neutron] Port d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d on network abdb12e5-c978-4d6e-ba1a-936a895646ad not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:36:08.844900 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-7bee8f81-094a-4cd1-9ab0-2447c1879a8e service neutron] Attempting to bind port d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d on network abdb12e5-c978-4d6e-ba1a-936a895646ad {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:36:08.856235 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd32f8-da24-4f3d-957b-3b4408ca93a3 req-4372ebb8-ed2c-49ac-b199-9eeaf8aaf663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:08.857678 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2bbd32f8-da24-4f3d-957b-3b4408ca93a3 req-4372ebb8-ed2c-49ac-b199-9eeaf8aaf663 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a08401b1-85d8-4e92-bab1-1aef3c02482d HTTP/1.1" status: 200 len: 851 time: 0.1019428 Feb 20 05:36:08.861114 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-7bee8f81-094a-4cd1-9ab0-2447c1879a8e service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:36:08.861459 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-7bee8f81-094a-4cd1-9ab0-2447c1879a8e service neutron] Checking segment: {'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:36:08.861841 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-7bee8f81-094a-4cd1-9ab0-2447c1879a8e service neutron] Bound using segment: {'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:36:08.862270 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-7bee8f81-094a-4cd1-9ab0-2447c1879a8e service neutron] Bound port: d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:36:08.862631 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-7bee8f81-094a-4cd1-9ab0-2447c1879a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:08.882116 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['608f4cd1-fcd8-4fff-88b0-53d5928cd0d6'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:08.891488 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-154c6bfd-d416-44d8-8cf9-f31fba2292c6 req-981fe7e0-85e5-4329-bf54-a4a43e9f5bbf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822146 Feb 20 05:36:08.968832 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd32f8-da24-4f3d-957b-3b4408ca93a3 req-f7dfd47d-9c50-4459-8077-4b8e81e4405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:08.970330 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2bbd32f8-da24-4f3d-957b-3b4408ca93a3 req-f7dfd47d-9c50-4459-8077-4b8e81e4405f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0989118 Feb 20 05:36:08.990629 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-7bee8f81-094a-4cd1-9ab0-2447c1879a8e service neutron] For port d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:36:09.050037 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-7bee8f81-094a-4cd1-9ab0-2447c1879a8e service neutron] For port d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:36:09.060732 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-7bee8f81-094a-4cd1-9ab0-2447c1879a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:09.112263 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-7bee8f81-094a-4cd1-9ab0-2447c1879a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:09.112929 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-7bee8f81-094a-4cd1-9ab0-2447c1879a8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:09.114347 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-7bee8f81-094a-4cd1-9ab0-2447c1879a8e service neutron] 10.222.0.61 "PUT /v2.0/ports/d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d HTTP/1.1" status: 200 len: 1091 time: 1.2212834 Feb 20 05:36:09.115441 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6020d9-bae6-4ee7-b8ae-7936ed351daf', 'tag': 'd53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:36:09.117617 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0473d7-9f12-4a8d-ad4b-9bf520c02bab" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6020d9-bae6-4ee7-b8ae-7936ed351daf", "tag": "d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:36:09.177724 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2bbd32f8-da24-4f3d-957b-3b4408ca93a3 req-92b78ae7-ffb4-49af-b822-f04faf2b4451 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000833 Feb 20 05:36:09.234352 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee8f81-094a-4cd1-9ab0-2447c1879a8e service neutron] Pushing event updated for resources: {'Port': ['ID=d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:09.295069 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00daa991-8edc-4bfa-908a-722f18ab218d req-20fe1b26-4c5d-4564-afdb-0e2cf79dc7cc tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:09.296468 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00daa991-8edc-4bfa-908a-722f18ab218d req-20fe1b26-4c5d-4564-afdb-0e2cf79dc7cc tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf8c6df-73ec-4008-b6f6-b02fb9496478 HTTP/1.1" status: 200 len: 944 time: 0.1925554 Feb 20 05:36:09.300506 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-1a27d2b0-822e-463b-bc2d-90e919a10954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:09.301907 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-1a27d2b0-822e-463b-bc2d-90e919a10954 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70575607f3814a698b8e29ee9ca94326&device_id=2e6020d9-bae6-4ee7-b8ae-7936ed351daf HTTP/1.1" status: 200 len: 1125 time: 0.1438792 Feb 20 05:36:09.361279 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-5715ec4a-e88f-45d0-abb2-f06c2d61e4c5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d HTTP/1.1" status: 200 len: 217 time: 0.0489714 Feb 20 05:36:09.423607 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2bbd32f8-da24-4f3d-957b-3b4408ca93a3 req-1fe28c65-0049-483f-afe5-6becaa968bab service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270808 Feb 20 05:36:09.433175 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00daa991-8edc-4bfa-908a-722f18ab218d req-55d51abc-e54f-4e94-9273-aa54d243cd7e tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups?id=23962126-2291-4fd4-919f-f12c38e0fb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290214 Feb 20 05:36:09.443060 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-a1d2d383-b4d3-4e60-8ff4-36ea7d8a44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:09.444597 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-a1d2d383-b4d3-4e60-8ff4-36ea7d8a44ba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b11aa3aa-3524-4006-8735-994e7b51abdd HTTP/1.1" status: 200 len: 845 time: 0.0753987 Feb 20 05:36:09.480614 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-49c4ddb8-8f04-4ec0-a01a-c2714be74bf9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=abdb12e5-c978-4d6e-ba1a-936a895646ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259850 Feb 20 05:36:09.618524 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98931b6-60ba-4628-9ca0-7f95c0caa295 req-4ba3b6c3-b7ef-49c8-9086-85b1943ef851 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:09.625444 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98931b6-60ba-4628-9ca0-7f95c0caa295 req-4ba3b6c3-b7ef-49c8-9086-85b1943ef851 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:09.630740 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98931b6-60ba-4628-9ca0-7f95c0caa295 req-4ba3b6c3-b7ef-49c8-9086-85b1943ef851 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:09.636006 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98931b6-60ba-4628-9ca0-7f95c0caa295 req-4ba3b6c3-b7ef-49c8-9086-85b1943ef851 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:09.641226 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98931b6-60ba-4628-9ca0-7f95c0caa295 req-4ba3b6c3-b7ef-49c8-9086-85b1943ef851 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:09.646532 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98931b6-60ba-4628-9ca0-7f95c0caa295 req-4ba3b6c3-b7ef-49c8-9086-85b1943ef851 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:09.652090 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98931b6-60ba-4628-9ca0-7f95c0caa295 req-4ba3b6c3-b7ef-49c8-9086-85b1943ef851 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:09.653995 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d98931b6-60ba-4628-9ca0-7f95c0caa295 req-4ba3b6c3-b7ef-49c8-9086-85b1943ef851 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5429 time: 0.1591749 Feb 20 05:36:09.657814 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-fc84522d-6454-4f0d-b8b8-6169a5c15b33 service neutron] 10.222.0.61 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699119 Feb 20 05:36:09.764980 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d98931b6-60ba-4628-9ca0-7f95c0caa295 req-77077515-6a5e-498f-ae4b-e395c09333fc tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1048768 Feb 20 05:36:09.789632 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e4d18c9d-9ef3-4ffc-9442-bcd207cfd4f6 req-710df3ae-b887-476e-9e6c-01d8063a274a service neutron] 10.222.0.61 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159718 Feb 20 05:36:09.882735 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71634d1f-3d10-4e7d-8398-4cd782a6166c req-c6472eee-2420-44f9-aeb2-0b4bd1257151 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:09.884165 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-71634d1f-3d10-4e7d-8398-4cd782a6166c req-c6472eee-2420-44f9-aeb2-0b4bd1257151 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0542717 Feb 20 05:36:09.929657 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-71634d1f-3d10-4e7d-8398-4cd782a6166c req-20aded53-7803-4d83-970d-540d33d6cd66 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389006 Feb 20 05:36:09.999966 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8f0173-e348-4d48-bff2-3783246e7984 x-openstack-request-id: req-8b8f0173-e348-4d48-bff2-3783246e7984 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:36:10.000481 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6020d9-bae6-4ee7-b8ae-7936ed351daf", "tag": "d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:36:10.000799 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b8f0173-e348-4d48-bff2-3783246e7984 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:36:10.001278 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6020d9-bae6-4ee7-b8ae-7936ed351daf', 'tag': 'd53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d', 'status': 'completed', 'code': 200} Feb 20 05:36:10.100193 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0473d7-9f12-4a8d-ad4b-9bf520c02bab req-3d6bec10-58a1-4c70-b7dc-c9d0fa528249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:10.101681 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b0473d7-9f12-4a8d-ad4b-9bf520c02bab req-3d6bec10-58a1-4c70-b7dc-c9d0fa528249 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70575607f3814a698b8e29ee9ca94326&device_id=2e6020d9-bae6-4ee7-b8ae-7936ed351daf HTTP/1.1" status: 200 len: 1125 time: 0.0781927 Feb 20 05:36:10.115215 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab60b5-6e97-45f0-bd72-20003d963611 req-bc82b9aa-4f42-4bb1-ab3b-21c8c607e118 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:10.116562 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-99ab60b5-6e97-45f0-bd72-20003d963611 req-bc82b9aa-4f42-4bb1-ab3b-21c8c607e118 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 946 time: 0.0686538 Feb 20 05:36:10.218427 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-99ab60b5-6e97-45f0-bd72-20003d963611 req-603d3ac6-be78-473a-ae0d-c53b8ceba7d7 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936003 Feb 20 05:36:10.233739 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0473d7-9f12-4a8d-ad4b-9bf520c02bab req-3c50fff4-f35a-41bc-91dd-788f21792446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:10.235210 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b0473d7-9f12-4a8d-ad4b-9bf520c02bab req-3c50fff4-f35a-41bc-91dd-788f21792446 service neutron] 10.222.0.61 "GET /v2.0/networks?id=abdb12e5-c978-4d6e-ba1a-936a895646ad HTTP/1.1" status: 200 len: 905 time: 0.1178019 Feb 20 05:36:10.285729 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b0473d7-9f12-4a8d-ad4b-9bf520c02bab req-d8abddea-b1d8-4731-9112-113ee9fc7779 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d HTTP/1.1" status: 200 len: 217 time: 0.0397260 Feb 20 05:36:10.354236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0473d7-9f12-4a8d-ad4b-9bf520c02bab req-64417adc-5274-48f0-90b0-8f7a42d6d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:10.355712 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b0473d7-9f12-4a8d-ad4b-9bf520c02bab req-64417adc-5274-48f0-90b0-8f7a42d6d3ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b11aa3aa-3524-4006-8735-994e7b51abdd HTTP/1.1" status: 200 len: 845 time: 0.0607834 Feb 20 05:36:10.367525 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:36:10.369691 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbfe89-6901-4923-b097-7c0e63eb888c req-928d2a35-c03f-4f35-b248-ba5eb241f602 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:10.371125 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ecbfe89-6901-4923-b097-7c0e63eb888c req-928d2a35-c03f-4f35-b248-ba5eb241f602 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6020d9-bae6-4ee7-b8ae-7936ed351daf HTTP/1.1" status: 200 len: 943 time: 0.0878742 Feb 20 05:36:10.410596 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b0473d7-9f12-4a8d-ad4b-9bf520c02bab req-2d9d9c29-1d6e-4dee-893a-52cc1848a476 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=abdb12e5-c978-4d6e-ba1a-936a895646ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385172 Feb 20 05:36:10.416231 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:36:10.420924 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:10.421319 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (608f4cd1-fcd8-4fff-88b0-53d5928cd0d6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:10.483512 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ecbfe89-6901-4923-b097-7c0e63eb888c req-50edb77e-6078-40cb-834a-2f15e00947f5 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035054 Feb 20 05:36:10.510483 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:10.510878 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (608f4cd1-fcd8-4fff-88b0-53d5928cd0d6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:10.531787 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b0473d7-9f12-4a8d-ad4b-9bf520c02bab req-8ec073b5-f764-461a-adbf-b198947de798 service neutron] 10.222.0.61 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126857 Feb 20 05:36:10.534644 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf8c6df-73ec-4008-b6f6-b02fb9496478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608f4cd1-fcd8-4fff-88b0-53d5928cd0d6'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:36:10.536882 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03052e40-794b-4d86-b252-28bd88872bb2" -d '{"events": [{"server_uuid": "1cf8c6df-73ec-4008-b6f6-b02fb9496478", "name": "network-vif-plugged", "status": "completed", "tag": "608f4cd1-fcd8-4fff-88b0-53d5928cd0d6"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:36:10.549245 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=608f4cd1-fcd8-4fff-88b0-53d5928cd0d6,segment=NetworkSegment(dd260469-f73a-462b-ba05-bed79ea663d4),segment_id=dd260469-f73a-462b-ba05-bed79ea663d4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:10.555766 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (608f4cd1-fcd8-4fff-88b0-53d5928cd0d6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:10.601422 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=608f4cd1-fcd8-4fff-88b0-53d5928cd0d6,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:10.659827 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ac890-8fbd-4330-82cc-01722dca71c6 req-eca92048-6127-4ed1-8496-9481c2a22e92 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:10.661312 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a81ac890-8fbd-4330-82cc-01722dca71c6 req-eca92048-6127-4ed1-8496-9481c2a22e92 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 949 time: 0.1215417 Feb 20 05:36:10.687297 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b0473d7-9f12-4a8d-ad4b-9bf520c02bab req-35ed5604-163c-4df5-901a-4b287b00796d service neutron] 10.222.0.61 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381061 Feb 20 05:36:10.717228 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a81ac890-8fbd-4330-82cc-01722dca71c6 req-7c4a2326-17d2-40d0-97ea-c04193cf0e16 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462244 Feb 20 05:36:10.827175 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23282da-40dd-4438-8394-bd2c0aff18f6 req-fa7fc496-d465-444a-8852-772546fc3ed9 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:10.828650 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c23282da-40dd-4438-8394-bd2c0aff18f6 req-fa7fc496-d465-444a-8852-772546fc3ed9 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0597246 Feb 20 05:36:10.878596 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c23282da-40dd-4438-8394-bd2c0aff18f6 req-83204251-3bfe-409f-b83b-d3162d851d00 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442543 Feb 20 05:36:10.948606 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a49f3c03-765c-4bdc-903a-ba3f6e147c84 req-67aa8463-bc30-4cc4-9fff-5ba99f996077 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428808 Feb 20 05:36:11.044982 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f3c03-765c-4bdc-903a-ba3f6e147c84 req-23e81b4d-4a8c-4126-81af-bc25433e13f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:11.046507 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a49f3c03-765c-4bdc-903a-ba3f6e147c84 req-23e81b4d-4a8c-4126-81af-bc25433e13f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3b1217081b04d6097c7167cba46eaf8&device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 1127 time: 0.0557775 Feb 20 05:36:11.148949 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f3c03-765c-4bdc-903a-ba3f6e147c84 req-35352711-9f88-4f87-b600-5828a6e4c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:11.150488 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a49f3c03-765c-4bdc-903a-ba3f6e147c84 req-35352711-9f88-4f87-b600-5828a6e4c7b2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=257210f7-3217-4ff4-9c05-d5c93a253e1f HTTP/1.1" status: 200 len: 914 time: 0.0853164 Feb 20 05:36:11.199571 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a49f3c03-765c-4bdc-903a-ba3f6e147c84 req-9d03f7b0-129f-41ad-ace9-d29ba724fe14 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c HTTP/1.1" status: 200 len: 217 time: 0.0422361 Feb 20 05:36:11.249057 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e5063-02ff-4f95-9a9a-5d0c560d65d2 req-b31d035d-9811-4610-8434-98c3f557a174 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:11.249581 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f3c03-765c-4bdc-903a-ba3f6e147c84 req-fca48d47-6d9d-4998-8ba6-ed4bcbf49705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:11.250494 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a49f3c03-765c-4bdc-903a-ba3f6e147c84 req-fca48d47-6d9d-4998-8ba6-ed4bcbf49705 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=27956d86-7b7c-42ed-98d4-f3171eb93018 HTTP/1.1" status: 200 len: 854 time: 0.0447145 Feb 20 05:36:11.250617 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-385e5063-02ff-4f95-9a9a-5d0c560d65d2 req-b31d035d-9811-4610-8434-98c3f557a174 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf8c6df-73ec-4008-b6f6-b02fb9496478 HTTP/1.1" status: 200 len: 945 time: 0.0547910 Feb 20 05:36:11.281517 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a49f3c03-765c-4bdc-903a-ba3f6e147c84 req-263b834f-9854-4c0f-a7a5-e173327e5e2c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=257210f7-3217-4ff4-9c05-d5c93a253e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257108 Feb 20 05:36:11.296939 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-385e5063-02ff-4f95-9a9a-5d0c560d65d2 req-897e3163-9c64-48bc-bb8e-96ea670adf83 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups?id=23962126-2291-4fd4-919f-f12c38e0fb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408542 Feb 20 05:36:11.341222 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8284c322-7b99-4da4-9567-ca9a52a458da x-openstack-request-id: req-8284c322-7b99-4da4-9567-ca9a52a458da {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:36:11.341514 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf8c6df-73ec-4008-b6f6-b02fb9496478", "name": "network-vif-plugged", "status": "completed", "tag": "608f4cd1-fcd8-4fff-88b0-53d5928cd0d6", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:36:11.341770 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8284c322-7b99-4da4-9567-ca9a52a458da {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:36:11.342163 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf8c6df-73ec-4008-b6f6-b02fb9496478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608f4cd1-fcd8-4fff-88b0-53d5928cd0d6', 'code': 200} Feb 20 05:36:11.368283 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a49f3c03-765c-4bdc-903a-ba3f6e147c84 req-b0322e91-661c-470a-b788-fd53eaab3763 service neutron] 10.222.0.48 "GET /v2.0/networks/257210f7-3217-4ff4-9c05-d5c93a253e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814662 Feb 20 05:36:11.448685 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd8038-c371-4b82-ada0-d03cf726f47f req-9c9d388a-adf6-41f1-b4c4-1eba5db0e799 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:11.454440 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd8038-c371-4b82-ada0-d03cf726f47f req-9c9d388a-adf6-41f1-b4c4-1eba5db0e799 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:11.459793 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd8038-c371-4b82-ada0-d03cf726f47f req-9c9d388a-adf6-41f1-b4c4-1eba5db0e799 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:11.463142 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a49f3c03-765c-4bdc-903a-ba3f6e147c84 req-00d5c1b7-79e3-47b7-91b5-a3f03e55fca7 service neutron] 10.222.0.48 "GET /v2.0/networks/257210f7-3217-4ff4-9c05-d5c93a253e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879462 Feb 20 05:36:11.465185 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd8038-c371-4b82-ada0-d03cf726f47f req-9c9d388a-adf6-41f1-b4c4-1eba5db0e799 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:11.471296 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd8038-c371-4b82-ada0-d03cf726f47f req-9c9d388a-adf6-41f1-b4c4-1eba5db0e799 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:11.476470 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd8038-c371-4b82-ada0-d03cf726f47f req-9c9d388a-adf6-41f1-b4c4-1eba5db0e799 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:11.481681 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd8038-c371-4b82-ada0-d03cf726f47f req-9c9d388a-adf6-41f1-b4c4-1eba5db0e799 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:11.483642 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6cdd8038-c371-4b82-ada0-d03cf726f47f req-9c9d388a-adf6-41f1-b4c4-1eba5db0e799 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5429 time: 0.0964308 Feb 20 05:36:11.563910 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87f2dc-db5a-4fb6-983f-fc1c67d31323 req-c0ceb2da-b122-4fe9-abd2-ab484c470196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:11.565302 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cd87f2dc-db5a-4fb6-983f-fc1c67d31323 req-c0ceb2da-b122-4fe9-abd2-ab484c470196 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1cf8c6df-73ec-4008-b6f6-b02fb9496478 HTTP/1.1" status: 200 len: 1127 time: 0.0807865 Feb 20 05:36:11.569996 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6cdd8038-c371-4b82-ada0-d03cf726f47f req-2adc5464-6f26-48f6-a840-cf867df4c0cc tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0772533 Feb 20 05:36:11.610723 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cd87f2dc-db5a-4fb6-983f-fc1c67d31323 req-fc9d34d9-26c1-41f1-9cf8-b43e91ffeb80 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=23962126-2291-4fd4-919f-f12c38e0fb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382416 Feb 20 05:36:12.147982 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f5d9d-b766-461d-887e-b6fa6ecc3442 req-9ba59b44-e074-4e54-91b3-7437f12dee08 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:12.149431 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d1f5d9d-b766-461d-887e-b6fa6ecc3442 req-9ba59b44-e074-4e54-91b3-7437f12dee08 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 946 time: 0.0512884 Feb 20 05:36:12.199739 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d1f5d9d-b766-461d-887e-b6fa6ecc3442 req-a1efedd5-be7b-43f3-a02a-12e4b60c2c09 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443802 Feb 20 05:36:12.302176 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3baf51-0b74-46d3-900a-0b96adb245ea req-5b6818a8-de5a-44db-b155-4c3442d8b87a tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:12.303569 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9a3baf51-0b74-46d3-900a-0b96adb245ea req-5b6818a8-de5a-44db-b155-4c3442d8b87a tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6020d9-bae6-4ee7-b8ae-7936ed351daf HTTP/1.1" status: 200 len: 943 time: 0.0507929 Feb 20 05:36:12.349340 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9a3baf51-0b74-46d3-900a-0b96adb245ea req-f0d3288a-fc33-4d77-81bc-593426f55f00 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402305 Feb 20 05:36:12.367258 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:36:12.455144 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423ed58-776b-423b-afcd-53833e6260d7 req-6dba1512-bbc9-4192-94b9-58a76872ca10 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:12.456723 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7423ed58-776b-423b-afcd-53833e6260d7 req-6dba1512-bbc9-4192-94b9-58a76872ca10 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0537925 Feb 20 05:36:12.505966 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7423ed58-776b-423b-afcd-53833e6260d7 req-3fd2cbd3-f346-4198-853b-469c66e462b2 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435047 Feb 20 05:36:12.604702 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:12.615829 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd0fdf-9600-444a-88a4-5057aa40b6e4 req-20653332-c94c-41e3-9698-eb226a348f30 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:12.616365 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'd53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d', 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad', 'port_id': 'd53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d', 'mac_address': 'fa:16:3e:8b:5d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b11aa3aa-3524-4006-8735-994e7b51abdd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:36:12.617304 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ffcd0fdf-9600-444a-88a4-5057aa40b6e4 req-20653332-c94c-41e3-9698-eb226a348f30 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 949 time: 0.0557373 Feb 20 05:36:12.652519 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:12.652905 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:12.663512 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ffcd0fdf-9600-444a-88a4-5057aa40b6e4 req-150bf7f3-19f1-48ef-a473-df866bfc740e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398355 Feb 20 05:36:12.666829 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:36:12.689390 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:12.694120 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:12.741630 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:13.103375 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601e709-21cc-439a-a846-1d952a4526f3 req-e657d9e6-d086-4489-bbb4-78979a875ef9 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:13.104822 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4601e709-21cc-439a-a846-1d952a4526f3 req-e657d9e6-d086-4489-bbb4-78979a875ef9 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf8c6df-73ec-4008-b6f6-b02fb9496478 HTTP/1.1" status: 200 len: 945 time: 0.0520458 Feb 20 05:36:13.149722 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4601e709-21cc-439a-a846-1d952a4526f3 req-8db4e881-3cea-4dde-bd1f-1b5de4fa7e81 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups?id=23962126-2291-4fd4-919f-f12c38e0fb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386536 Feb 20 05:36:13.188244 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:13.256670 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d6f7b-7826-4508-bd1a-39e9f74fa0d4 req-e996717c-d520-4262-8213-6ae133bb33e7 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:13.258064 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bb9d6f7b-7826-4508-bd1a-39e9f74fa0d4 req-e996717c-d520-4262-8213-6ae133bb33e7 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0552478 Feb 20 05:36:13.305867 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bb9d6f7b-7826-4508-bd1a-39e9f74fa0d4 req-b1c3e809-14a7-4c32-99bf-8a3cb720b957 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411596 Feb 20 05:36:13.417534 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda9f31-8f89-4402-8340-17cf3adb041f req-398575b2-a242-4821-b645-c07c2493d5e7 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:13.422750 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda9f31-8f89-4402-8340-17cf3adb041f req-398575b2-a242-4821-b645-c07c2493d5e7 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:13.428004 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda9f31-8f89-4402-8340-17cf3adb041f req-398575b2-a242-4821-b645-c07c2493d5e7 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:13.433129 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda9f31-8f89-4402-8340-17cf3adb041f req-398575b2-a242-4821-b645-c07c2493d5e7 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:13.438308 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda9f31-8f89-4402-8340-17cf3adb041f req-398575b2-a242-4821-b645-c07c2493d5e7 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:13.443647 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda9f31-8f89-4402-8340-17cf3adb041f req-398575b2-a242-4821-b645-c07c2493d5e7 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:13.448788 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda9f31-8f89-4402-8340-17cf3adb041f req-398575b2-a242-4821-b645-c07c2493d5e7 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:13.451089 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7cda9f31-8f89-4402-8340-17cf3adb041f req-398575b2-a242-4821-b645-c07c2493d5e7 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5429 time: 0.0906572 Feb 20 05:36:13.506098 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7cda9f31-8f89-4402-8340-17cf3adb041f req-a834cded-0580-4ed1-88c6-f7e47ab4dacf tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492423 Feb 20 05:36:13.651738 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd9bbb-0305-457e-95db-19ef1b2ed70e req-ee550209-05d4-4ed9-a7c1-a6bf44944683 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:13.653683 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0fdd9bbb-0305-457e-95db-19ef1b2ed70e req-ee550209-05d4-4ed9-a7c1-a6bf44944683 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 946 time: 0.0554826 Feb 20 05:36:13.987160 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0fdd9bbb-0305-457e-95db-19ef1b2ed70e req-bb7e7a24-5a6c-4a48-8c21-41c6bdaa8161 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276315 Feb 20 05:36:14.105562 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a80522-c875-4cd6-9404-581a6e791f5f req-f61f55d8-4f1e-48e7-b813-b0b522737a6c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:14.107610 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46a80522-c875-4cd6-9404-581a6e791f5f req-f61f55d8-4f1e-48e7-b813-b0b522737a6c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6020d9-bae6-4ee7-b8ae-7936ed351daf HTTP/1.1" status: 200 len: 944 time: 0.0530748 Feb 20 05:36:14.152737 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46a80522-c875-4cd6-9404-581a6e791f5f req-421e12d6-0773-4b51-b537-97581d10a670 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395474 Feb 20 05:36:14.281582 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f46a0a-1e45-4913-bcaa-d93c31c22170 req-f0da6134-5250-468f-8277-772c3c3baa1b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:14.282986 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a6f46a0a-1e45-4913-bcaa-d93c31c22170 req-f0da6134-5250-468f-8277-772c3c3baa1b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 949 time: 0.0522616 Feb 20 05:36:14.330653 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a6f46a0a-1e45-4913-bcaa-d93c31c22170 req-8ee4a033-eba6-419f-9dc0-0afe619baa89 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419593 Feb 20 05:36:14.432847 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1131f-b2a3-4771-a836-9436d6fb2de3 req-36014d1c-5f0a-4f3f-acd7-58e52996eba9 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:14.434281 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-68d1131f-b2a3-4771-a836-9436d6fb2de3 req-36014d1c-5f0a-4f3f-acd7-58e52996eba9 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0507531 Feb 20 05:36:14.478503 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-68d1131f-b2a3-4771-a836-9436d6fb2de3 req-d0adc519-6055-4876-a413-2a49492e40bb tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387330 Feb 20 05:36:14.579984 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7028f-2707-418e-95e4-2a9ad087b0a7 req-47a10971-7f5b-4606-a756-463c34b00cab tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:14.581364 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ffe7028f-2707-418e-95e4-2a9ad087b0a7 req-47a10971-7f5b-4606-a756-463c34b00cab tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf8c6df-73ec-4008-b6f6-b02fb9496478 HTTP/1.1" status: 200 len: 945 time: 0.0503435 Feb 20 05:36:14.626847 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ffe7028f-2707-418e-95e4-2a9ad087b0a7 req-072b52b1-d995-4eb5-b5ba-5009f93ecd4b tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups?id=23962126-2291-4fd4-919f-f12c38e0fb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401258 Feb 20 05:36:14.760062 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58877f68-76cb-4304-aea7-4a12ba4a9a92 req-2d182c98-3452-4b98-9045-c6a8dc111535 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:14.761505 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58877f68-76cb-4304-aea7-4a12ba4a9a92 req-2d182c98-3452-4b98-9045-c6a8dc111535 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0554295 Feb 20 05:36:14.809473 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58877f68-76cb-4304-aea7-4a12ba4a9a92 req-04d7bec9-56ea-400e-a054-70eebce0c558 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418751 Feb 20 05:36:14.921063 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388c107-131a-431c-b4a3-5b2c46c7a5c2 req-510baf71-52d6-4509-92e6-e22413c32e72 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:14.926252 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388c107-131a-431c-b4a3-5b2c46c7a5c2 req-510baf71-52d6-4509-92e6-e22413c32e72 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:14.931464 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388c107-131a-431c-b4a3-5b2c46c7a5c2 req-510baf71-52d6-4509-92e6-e22413c32e72 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:14.936695 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388c107-131a-431c-b4a3-5b2c46c7a5c2 req-510baf71-52d6-4509-92e6-e22413c32e72 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:14.941896 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388c107-131a-431c-b4a3-5b2c46c7a5c2 req-510baf71-52d6-4509-92e6-e22413c32e72 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:14.947083 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388c107-131a-431c-b4a3-5b2c46c7a5c2 req-510baf71-52d6-4509-92e6-e22413c32e72 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:14.952758 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388c107-131a-431c-b4a3-5b2c46c7a5c2 req-510baf71-52d6-4509-92e6-e22413c32e72 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:14.954567 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2388c107-131a-431c-b4a3-5b2c46c7a5c2 req-510baf71-52d6-4509-92e6-e22413c32e72 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5429 time: 0.0903442 Feb 20 05:36:15.010515 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2388c107-131a-431c-b4a3-5b2c46c7a5c2 req-1d05a983-4581-4133-926d-8c5f96addf64 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501132 Feb 20 05:36:15.107133 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea3d741d-f214-44f3-b405-dd69da5a8905 req-36224848-0be8-49fa-a9d4-fc3275df4c97 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1818320669&fields=id&tenant_id=92a54be63c5043ba86245b0b4d4ac59c HTTP/1.1" status: 200 len: 267 time: 0.0420899 Feb 20 05:36:15.162670 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d741d-f214-44f3-b405-dd69da5a8905 req-de0f4e0e-1b41-4199-8c3d-60f3bb35ca54 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:15.164165 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea3d741d-f214-44f3-b405-dd69da5a8905 req-de0f4e0e-1b41-4199-8c3d-60f3bb35ca54 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf8c6df-73ec-4008-b6f6-b02fb9496478 HTTP/1.1" status: 200 len: 945 time: 0.0519927 Feb 20 05:36:15.174578 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-ea3d741d-f214-44f3-b405-dd69da5a8905 req-061ad239-49ca-43a6-9e6c-1f19105b037b tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Request body: {'port': {'security_groups': ['23962126-2291-4fd4-919f-f12c38e0fb34', 'f8246991-e7f0-4a4e-9d4c-98041be11c7b']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:15.245502 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ea3d741d-f214-44f3-b405-dd69da5a8905 req-061ad239-49ca-43a6-9e6c-1f19105b037b tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (608f4cd1-fcd8-4fff-88b0-53d5928cd0d6), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:15.426101 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-ea3d741d-f214-44f3-b405-dd69da5a8905 req-061ad239-49ca-43a6-9e6c-1f19105b037b tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] For port 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=608f4cd1-fcd8-4fff-88b0-53d5928cd0d6,segment=NetworkSegment(dd260469-f73a-462b-ba05-bed79ea663d4),segment_id=dd260469-f73a-462b-ba05-bed79ea663d4)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:15.454916 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ea3d741d-f214-44f3-b405-dd69da5a8905 req-061ad239-49ca-43a6-9e6c-1f19105b037b tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for port (608f4cd1-fcd8-4fff-88b0-53d5928cd0d6), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:15.459450 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ea3d741d-f214-44f3-b405-dd69da5a8905 req-061ad239-49ca-43a6-9e6c-1f19105b037b tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (608f4cd1-fcd8-4fff-88b0-53d5928cd0d6), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:15.471804 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7', '608f4cd1-fcd8-4fff-88b0-53d5928cd0d6'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:15.507284 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d741d-f214-44f3-b405-dd69da5a8905 req-061ad239-49ca-43a6-9e6c-1f19105b037b tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:15.507917 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ea3d741d-f214-44f3-b405-dd69da5a8905 req-061ad239-49ca-43a6-9e6c-1f19105b037b tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:15.509326 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea3d741d-f214-44f3-b405-dd69da5a8905 req-061ad239-49ca-43a6-9e6c-1f19105b037b tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "PUT /v2.0/ports/608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 HTTP/1.1" status: 200 len: 981 time: 0.3391626 Feb 20 05:36:15.511964 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf8c6df-73ec-4008-b6f6-b02fb9496478', 'tag': '608f4cd1-fcd8-4fff-88b0-53d5928cd0d6'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:36:15.514289 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ceeee4-c87f-49ba-b988-8022e05f49d7" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf8c6df-73ec-4008-b6f6-b02fb9496478", "tag": "608f4cd1-fcd8-4fff-88b0-53d5928cd0d6"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:36:15.545717 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ad239-49ca-43a6-9e6c-1f19105b037b tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Pushing event updated for resources: {'Port': ['ID=608f4cd1-fcd8-4fff-88b0-53d5928cd0d6,revision_number=6']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:15.672001 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['608f4cd1-fcd8-4fff-88b0-53d5928cd0d6'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:15.701591 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f844c3a-467d-42d5-8ce3-2a74d918a1d8 req-76619a95-7571-43ee-8a5d-85279834b54f tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:15.703124 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f844c3a-467d-42d5-8ce3-2a74d918a1d8 req-76619a95-7571-43ee-8a5d-85279834b54f tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 946 time: 0.0659225 Feb 20 05:36:15.758988 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f844c3a-467d-42d5-8ce3-2a74d918a1d8 req-d07e11dc-e1fc-474f-8d6b-c01680678bfd tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501366 Feb 20 05:36:15.819948 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60656) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:36:15.878782 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50244853-e449-4c47-b1e1-69e5f0d2efbd req-dc1e4f49-a44f-4c4e-94d0-dce2c1526a6f tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:15.883572 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50244853-e449-4c47-b1e1-69e5f0d2efbd req-dc1e4f49-a44f-4c4e-94d0-dce2c1526a6f tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6020d9-bae6-4ee7-b8ae-7936ed351daf HTTP/1.1" status: 200 len: 944 time: 0.0568733 Feb 20 05:36:15.934772 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50244853-e449-4c47-b1e1-69e5f0d2efbd req-5d5dc978-2c2e-4165-bb0d-85dc50087fae tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484557 Feb 20 05:36:15.937881 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f837cfac-5df4-4c2d-81df-b249349e554b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:16.019761 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f837cfac-5df4-4c2d-81df-b249349e554b admin admin] Publish callbacks [] for security_group (85b7ca55-fa78-4a55-bcea-af6bcd437007), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:16.026732 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f837cfac-5df4-4c2d-81df-b249349e554b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (85b7ca55-fa78-4a55-bcea-af6bcd437007), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:16.067357 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f837cfac-5df4-4c2d-81df-b249349e554b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc25675dff7e4d2bb4ecc7945c2ec651&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2461069 Feb 20 05:36:16.068188 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837cfac-5df4-4c2d-81df-b249349e554b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b7ca55-fa78-4a55-bcea-af6bcd437007,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:16.068714 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb33681-7a2c-410b-8138-dda2f00efc69 req-b3cec669-1ddb-41dd-b951-5c9cc8e8a27d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:16.070425 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60662) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:36:16.070890 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5bb33681-7a2c-410b-8138-dda2f00efc69 req-b3cec669-1ddb-41dd-b951-5c9cc8e8a27d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 949 time: 0.0609450 Feb 20 05:36:16.122501 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5bb33681-7a2c-410b-8138-dda2f00efc69 req-afb2991b-76f6-421c-916b-e9cb9f86e636 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460310 Feb 20 05:36:16.123600 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-421e689b-1035-42c1-b32b-6a3986fa4169 admin admin] Publish callbacks [] for security_group (85b7ca55-fa78-4a55-bcea-af6bcd437007), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:16.144833 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-421e689b-1035-42c1-b32b-6a3986fa4169 admin admin] Publish callbacks [] for security_group (85b7ca55-fa78-4a55-bcea-af6bcd437007), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:16.181112 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fcf07d7a-5c61-4978-be59-f8317d16c775 req-1f9a4d13-6924-4648-97e3-fec3625191e7 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/f8246991-e7f0-4a4e-9d4c-98041be11c7b HTTP/1.1" status: 200 len: 1819 time: 0.0373812 Feb 20 05:36:16.192437 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-421e689b-1035-42c1-b32b-6a3986fa4169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (85b7ca55-fa78-4a55-bcea-af6bcd437007), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:16.194995 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-421e689b-1035-42c1-b32b-6a3986fa4169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:16.196134 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-421e689b-1035-42c1-b32b-6a3986fa4169 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85b7ca55-fa78-4a55-bcea-af6bcd437007 HTTP/1.1" status: 204 len: 168 time: 0.1247962 Feb 20 05:36:16.206554 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e689b-1035-42c1-b32b-6a3986fa4169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b7ca55-fa78-4a55-bcea-af6bcd437007,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:16.232837 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [req-fcf07d7a-5c61-4978-be59-f8317d16c775 req-8841835b-86c6-47c0-af03-adc357baae93 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 20 05:36:16.233852 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fcf07d7a-5c61-4978-be59-f8317d16c775 req-8841835b-86c6-47c0-af03-adc357baae93 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "DELETE /v2.0/security-groups/f8246991-e7f0-4a4e-9d4c-98041be11c7b HTTP/1.1" status: 409 len: 341 time: 0.0468361 Feb 20 05:36:16.270594 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2579a5f-d266-4ab6-b2be-0add40690c4a x-openstack-request-id: req-e2579a5f-d266-4ab6-b2be-0add40690c4a {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:36:16.271218 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf8c6df-73ec-4008-b6f6-b02fb9496478", "tag": "608f4cd1-fcd8-4fff-88b0-53d5928cd0d6", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:36:16.271620 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2579a5f-d266-4ab6-b2be-0add40690c4a {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:36:16.272245 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf8c6df-73ec-4008-b6f6-b02fb9496478', 'tag': '608f4cd1-fcd8-4fff-88b0-53d5928cd0d6', 'status': 'completed', 'code': 200} Feb 20 05:36:16.380264 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-927b5eab-5273-43a9-8a4f-e84e875148d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:16.384904 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ceeee4-c87f-49ba-b988-8022e05f49d7 req-6e040224-2060-4419-8386-543a8370dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:16.386552 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-14ceeee4-c87f-49ba-b988-8022e05f49d7 req-6e040224-2060-4419-8386-543a8370dab0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92a54be63c5043ba86245b0b4d4ac59c&device_id=1cf8c6df-73ec-4008-b6f6-b02fb9496478 HTTP/1.1" status: 200 len: 1166 time: 0.0840776 Feb 20 05:36:16.401680 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:36:16.405672 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2aff7-5dc7-49c0-86a1-a0f664656205 req-224db168-d47c-42e7-8ad9-2f0e75f00849 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:16.407339 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29a2aff7-5dc7-49c0-86a1-a0f664656205 req-224db168-d47c-42e7-8ad9-2f0e75f00849 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0769811 Feb 20 05:36:16.459549 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:36:16.464152 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:16.464869 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:16.508596 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29a2aff7-5dc7-49c0-86a1-a0f664656205 req-4687c797-302a-4e7e-a3a9-3fd83b0bfaa3 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927513 Feb 20 05:36:16.535475 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ceeee4-c87f-49ba-b988-8022e05f49d7 req-8ba3d596-e1ff-4dad-abf4-1d411a071ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:16.536862 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-14ceeee4-c87f-49ba-b988-8022e05f49d7 req-8ba3d596-e1ff-4dad-abf4-1d411a071ca4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ca603de-ec8c-4dee-a827-0c109cc1792e HTTP/1.1" status: 200 len: 912 time: 0.1286597 Feb 20 05:36:16.559025 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:16.560223 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:16.591198 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-14ceeee4-c87f-49ba-b988-8022e05f49d7 req-32ba3d0f-5860-4667-a1f8-dbbbebba28ab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 HTTP/1.1" status: 200 len: 217 time: 0.0452909 Feb 20 05:36:16.595654 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6020d9-bae6-4ee7-b8ae-7936ed351daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:36:16.598002 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da95bd44-43fb-4e0c-98c7-09b8c7695707" -d '{"events": [{"server_uuid": "2e6020d9-bae6-4ee7-b8ae-7936ed351daf", "name": "network-vif-plugged", "status": "completed", "tag": "d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:36:16.611212 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:16.616821 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:16.670639 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:16.675895 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ceeee4-c87f-49ba-b988-8022e05f49d7 req-316ec7ba-3bb0-4cc7-9720-2998ddc42965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:16.677539 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-14ceeee4-c87f-49ba-b988-8022e05f49d7 req-316ec7ba-3bb0-4cc7-9720-2998ddc42965 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4daa0369-5b3c-4e8c-a068-1ecd59fc78ee HTTP/1.1" status: 200 len: 852 time: 0.0581541 Feb 20 05:36:16.689546 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478a01d-33e6-475b-a54b-cd3be845cb53 req-68307ff4-27f9-4682-aaa1-39aa40142a25 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:16.694840 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478a01d-33e6-475b-a54b-cd3be845cb53 req-68307ff4-27f9-4682-aaa1-39aa40142a25 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:16.700658 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478a01d-33e6-475b-a54b-cd3be845cb53 req-68307ff4-27f9-4682-aaa1-39aa40142a25 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:16.705884 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478a01d-33e6-475b-a54b-cd3be845cb53 req-68307ff4-27f9-4682-aaa1-39aa40142a25 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:16.711149 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478a01d-33e6-475b-a54b-cd3be845cb53 req-68307ff4-27f9-4682-aaa1-39aa40142a25 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:16.716782 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478a01d-33e6-475b-a54b-cd3be845cb53 req-68307ff4-27f9-4682-aaa1-39aa40142a25 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:16.722023 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478a01d-33e6-475b-a54b-cd3be845cb53 req-68307ff4-27f9-4682-aaa1-39aa40142a25 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:16.723960 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e478a01d-33e6-475b-a54b-cd3be845cb53 req-68307ff4-27f9-4682-aaa1-39aa40142a25 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5429 time: 0.1363935 Feb 20 05:36:16.765895 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-14ceeee4-c87f-49ba-b988-8022e05f49d7 req-3dc8e65f-6496-4b0f-bbb5-132040b7fd81 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ca603de-ec8c-4dee-a827-0c109cc1792e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409598 Feb 20 05:36:16.852821 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e478a01d-33e6-475b-a54b-cd3be845cb53 req-b6bf8d37-1db5-4e5f-9afe-3af45a1e3896 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1202977 Feb 20 05:36:16.885521 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-14ceeee4-c87f-49ba-b988-8022e05f49d7 req-110e5137-2908-4712-b39a-10c6a88e68f0 service neutron] 10.222.0.61 "GET /v2.0/networks/2ca603de-ec8c-4dee-a827-0c109cc1792e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066120 Feb 20 05:36:16.995489 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-14ceeee4-c87f-49ba-b988-8022e05f49d7 req-e2d276a9-4194-429e-8149-03836037e51c service neutron] 10.222.0.61 "GET /v2.0/networks/2ca603de-ec8c-4dee-a827-0c109cc1792e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018560 Feb 20 05:36:17.100143 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c28083-874a-45b2-92f9-459e2a7a24b1 req-7c12069b-eebb-459c-b846-0d618362e2d5 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:17.101598 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-94c28083-874a-45b2-92f9-459e2a7a24b1 req-7c12069b-eebb-459c-b846-0d618362e2d5 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0847788 Feb 20 05:36:17.117288 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05adc-ea45-493c-9076-1c45b7d75261 req-790144d4-aee1-4ab1-a184-51806d11a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:17.118670 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ada05adc-ea45-493c-9076-1c45b7d75261 req-790144d4-aee1-4ab1-a184-51806d11a194 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92a54be63c5043ba86245b0b4d4ac59c&device_id=1cf8c6df-73ec-4008-b6f6-b02fb9496478 HTTP/1.1" status: 200 len: 1166 time: 0.0729687 Feb 20 05:36:17.197629 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-94c28083-874a-45b2-92f9-459e2a7a24b1 req-2eae5f86-0c6f-4e55-9124-5e7d674364dd tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897892 Feb 20 05:36:17.228320 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05adc-ea45-493c-9076-1c45b7d75261 req-af6432d8-dc6d-4a5e-bc22-7c01f8447aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:17.229774 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ada05adc-ea45-493c-9076-1c45b7d75261 req-af6432d8-dc6d-4a5e-bc22-7c01f8447aee service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ca603de-ec8c-4dee-a827-0c109cc1792e HTTP/1.1" status: 200 len: 912 time: 0.1028676 Feb 20 05:36:17.239779 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6794c424-0ea8-4d1a-890a-dadddeaae3ae x-openstack-request-id: req-6794c424-0ea8-4d1a-890a-dadddeaae3ae {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:36:17.240220 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6020d9-bae6-4ee7-b8ae-7936ed351daf", "name": "network-vif-plugged", "status": "completed", "tag": "d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:36:17.240605 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6794c424-0ea8-4d1a-890a-dadddeaae3ae {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:36:17.241084 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6020d9-bae6-4ee7-b8ae-7936ed351daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d', 'code': 200} Feb 20 05:36:17.275958 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ada05adc-ea45-493c-9076-1c45b7d75261 req-f150740c-9ff4-4596-8a81-fbea21b0d0dc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 HTTP/1.1" status: 200 len: 217 time: 0.0397172 Feb 20 05:36:17.375285 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05adc-ea45-493c-9076-1c45b7d75261 req-93223071-5e3a-4218-8232-00c98f948ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:17.376724 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ada05adc-ea45-493c-9076-1c45b7d75261 req-93223071-5e3a-4218-8232-00c98f948ead service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4daa0369-5b3c-4e8c-a068-1ecd59fc78ee HTTP/1.1" status: 200 len: 852 time: 0.0949092 Feb 20 05:36:17.409676 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c5e0e-5498-4b9e-bb80-215fa7a57593 req-344e2d46-5e78-4412-b81e-03052479910c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:17.411082 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a66c5e0e-5498-4b9e-bb80-215fa7a57593 req-344e2d46-5e78-4412-b81e-03052479910c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 946 time: 0.1218150 Feb 20 05:36:17.414623 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc3252-e9e7-4de4-8585-698dbf4dbadc req-44f9e483-186a-435b-b93f-4b04f635c0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:17.416041 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-adcc3252-e9e7-4de4-8585-698dbf4dbadc req-44f9e483-186a-435b-b93f-4b04f635c0b2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2e6020d9-bae6-4ee7-b8ae-7936ed351daf HTTP/1.1" status: 200 len: 1127 time: 0.1011448 Feb 20 05:36:17.436872 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ada05adc-ea45-493c-9076-1c45b7d75261 req-d9d500c9-5324-40a1-9e5c-99ff61d923d3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ca603de-ec8c-4dee-a827-0c109cc1792e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441580 Feb 20 05:36:17.543460 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a66c5e0e-5498-4b9e-bb80-215fa7a57593 req-07a98b3b-f749-4092-9d19-2c79406cbaa8 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101670 Feb 20 05:36:17.557631 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-adcc3252-e9e7-4de4-8585-698dbf4dbadc req-33dc74d9-c788-41bc-be45-0ecfcb4ee12f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228230 Feb 20 05:36:17.580385 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ada05adc-ea45-493c-9076-1c45b7d75261 req-b55c03ca-9c09-4897-a043-461c0a2425eb service neutron] 10.222.0.61 "GET /v2.0/networks/2ca603de-ec8c-4dee-a827-0c109cc1792e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282337 Feb 20 05:36:17.854421 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127d621-d23a-4ad2-8b66-eef7c85cade2 req-c3eb6f99-f7bd-41a4-9114-7cf1df4b593e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:17.855949 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9127d621-d23a-4ad2-8b66-eef7c85cade2 req-c3eb6f99-f7bd-41a4-9114-7cf1df4b593e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6020d9-bae6-4ee7-b8ae-7936ed351daf HTTP/1.1" status: 200 len: 945 time: 0.1108139 Feb 20 05:36:17.900091 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ada05adc-ea45-493c-9076-1c45b7d75261 req-ec1c62c5-0a9b-4fd6-963c-5014fb77dcd8 service neutron] 10.222.0.61 "GET /v2.0/networks/2ca603de-ec8c-4dee-a827-0c109cc1792e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234875 Feb 20 05:36:17.925892 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9127d621-d23a-4ad2-8b66-eef7c85cade2 req-bb545a42-0c4e-4759-bff2-5bd5dd8bcabb tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610871 Feb 20 05:36:17.960044 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60710) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:36:18.040776 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab8845-6595-48f3-9139-9c739e79f26c req-6fdc9217-0e19-4ca1-b828-55f0614c8cb2 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:18.042328 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bfab8845-6595-48f3-9139-9c739e79f26c req-6fdc9217-0e19-4ca1-b828-55f0614c8cb2 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf8c6df-73ec-4008-b6f6-b02fb9496478 HTTP/1.1" status: 200 len: 984 time: 0.0635064 Feb 20 05:36:18.082846 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de0f7902-bb09-457b-b18b-4cd61541d4ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:18.105827 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bfab8845-6595-48f3-9139-9c739e79f26c req-309bf322-1109-4fcd-8245-ea7f1cc18c81 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8246991-e7f0-4a4e-9d4c-98041be11c7b&id=23962126-2291-4fd4-919f-f12c38e0fb34&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0567610 Feb 20 05:36:18.165305 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de0f7902-bb09-457b-b18b-4cd61541d4ea admin admin] Publish callbacks [] for security_group (cb172641-b04c-43c4-8eea-e2aa4663f4d1), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:18.170013 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de0f7902-bb09-457b-b18b-4cd61541d4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (cb172641-b04c-43c4-8eea-e2aa4663f4d1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:18.209467 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f7902-bb09-457b-b18b-4cd61541d4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb172641-b04c-43c4-8eea-e2aa4663f4d1,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:18.216915 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-de0f7902-bb09-457b-b18b-4cd61541d4ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7de9c50ac5344cf98c71dc4d660af5fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2530684 Feb 20 05:36:18.217700 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60714) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:36:18.219752 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca858d6-7c51-4196-ad62-fe676e7836c4 req-d05787bf-81e8-4d4e-8c64-f2826a43369d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:18.221351 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ca858d6-7c51-4196-ad62-fe676e7836c4 req-d05787bf-81e8-4d4e-8c64-f2826a43369d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 949 time: 0.0588875 Feb 20 05:36:18.264787 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f5815deb-5284-4c66-96dd-7705a07e4d98 admin admin] Publish callbacks [] for security_group (cb172641-b04c-43c4-8eea-e2aa4663f4d1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:18.269720 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ca858d6-7c51-4196-ad62-fe676e7836c4 req-e7ba5d4b-ddf7-4bb2-b196-f7be78193a9f tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418932 Feb 20 05:36:18.287195 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f5815deb-5284-4c66-96dd-7705a07e4d98 admin admin] Publish callbacks [] for security_group (cb172641-b04c-43c4-8eea-e2aa4663f4d1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:18.340518 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f5815deb-5284-4c66-96dd-7705a07e4d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (cb172641-b04c-43c4-8eea-e2aa4663f4d1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:18.343136 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f5815deb-5284-4c66-96dd-7705a07e4d98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:18.344288 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f5815deb-5284-4c66-96dd-7705a07e4d98 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cb172641-b04c-43c4-8eea-e2aa4663f4d1 HTTP/1.1" status: 204 len: 168 time: 0.1262619 Feb 20 05:36:18.352502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5815deb-5284-4c66-96dd-7705a07e4d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb172641-b04c-43c4-8eea-e2aa4663f4d1,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:18.409074 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96774aca-d3b4-44b7-8ab0-83002c9bbc13 req-46a4187a-38b2-40bb-bfba-5afe04a6e6c9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:18.414294 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96774aca-d3b4-44b7-8ab0-83002c9bbc13 req-46a4187a-38b2-40bb-bfba-5afe04a6e6c9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:18.420133 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96774aca-d3b4-44b7-8ab0-83002c9bbc13 req-46a4187a-38b2-40bb-bfba-5afe04a6e6c9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:18.425333 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96774aca-d3b4-44b7-8ab0-83002c9bbc13 req-46a4187a-38b2-40bb-bfba-5afe04a6e6c9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:18.430531 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96774aca-d3b4-44b7-8ab0-83002c9bbc13 req-46a4187a-38b2-40bb-bfba-5afe04a6e6c9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:18.436307 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96774aca-d3b4-44b7-8ab0-83002c9bbc13 req-46a4187a-38b2-40bb-bfba-5afe04a6e6c9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:18.441563 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96774aca-d3b4-44b7-8ab0-83002c9bbc13 req-46a4187a-38b2-40bb-bfba-5afe04a6e6c9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:18.443519 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96774aca-d3b4-44b7-8ab0-83002c9bbc13 req-46a4187a-38b2-40bb-bfba-5afe04a6e6c9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5429 time: 0.1041420 Feb 20 05:36:18.515297 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96774aca-d3b4-44b7-8ab0-83002c9bbc13 req-12e09fae-418a-42e3-9684-9d39d8787c1e tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655770 Feb 20 05:36:18.539512 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d123729c-25c1-4ce0-8dce-fe9ac422644b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:18.641602 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447be80c-0334-44f7-b317-bc988bfa6aa1 req-7bd42e1f-0878-4656-a4a9-b109ff18642f tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:18.642218 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-447be80c-0334-44f7-b317-bc988bfa6aa1 req-7bd42e1f-0878-4656-a4a9-b109ff18642f tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0550268 Feb 20 05:36:18.691875 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-447be80c-0334-44f7-b317-bc988bfa6aa1 req-7a23a0f0-ef0e-4a57-9bec-9e0d82415d33 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430460 Feb 20 05:36:18.808290 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5bfe82-d3aa-4c53-a489-d78a1bd9f90a req-f4a7bb45-cd06-40cd-a7eb-0438b25b0b8b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:18.809780 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ce5bfe82-d3aa-4c53-a489-d78a1bd9f90a req-f4a7bb45-cd06-40cd-a7eb-0438b25b0b8b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 946 time: 0.0650432 Feb 20 05:36:18.865539 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ce5bfe82-d3aa-4c53-a489-d78a1bd9f90a req-26c6a4e6-934b-4a7e-838f-bb7305e711ee tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490248 Feb 20 05:36:18.988092 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be701294-484e-4f7f-b19c-bbc89d6433ba req-72d37b66-c425-43e9-ba60-31f826344d21 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:18.995201 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-be701294-484e-4f7f-b19c-bbc89d6433ba req-72d37b66-c425-43e9-ba60-31f826344d21 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0685265 Feb 20 05:36:19.015686 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60744) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:36:19.040471 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-be701294-484e-4f7f-b19c-bbc89d6433ba req-0fb2e7a4-47bf-43c8-b8a0-8f88ea88958b tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443804 Feb 20 05:36:19.120242 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-f16e6618-4005-4d2b-9a15-98fc3091f584 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2048639538-network', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:19.140415 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16e6618-4005-4d2b-9a15-98fc3091f584 admin admin] Made reservation on behalf of 22fcdf8f0a0044db8bd26fed11e10ea2 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:36:19.142794 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f16e6618-4005-4d2b-9a15-98fc3091f584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:19.148780 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9e816-1195-4bec-b0bf-2ce6fa0331dd req-4d509ce4-b5b8-4db0-a80e-48233f5ac460 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:19.150252 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b5e9e816-1195-4bec-b0bf-2ce6fa0331dd req-4d509ce4-b5b8-4db0-a80e-48233f5ac460 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6020d9-bae6-4ee7-b8ae-7936ed351daf HTTP/1.1" status: 200 len: 945 time: 0.0530891 Feb 20 05:36:19.151283 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f16e6618-4005-4d2b-9a15-98fc3091f584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:19.199403 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b5e9e816-1195-4bec-b0bf-2ce6fa0331dd req-0872316a-6768-4066-b734-49c3f7268221 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425229 Feb 20 05:36:19.230360 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f16e6618-4005-4d2b-9a15-98fc3091f584 admin admin] Publish callbacks [] for security_group (f9fa4880-60c9-4404-9932-e8a9f628acd1), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:19.235854 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f16e6618-4005-4d2b-9a15-98fc3091f584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f9fa4880-60c9-4404-9932-e8a9f628acd1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:19.268299 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16e6618-4005-4d2b-9a15-98fc3091f584 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:36:19.279111 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e6618-4005-4d2b-9a15-98fc3091f584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fa4880-60c9-4404-9932-e8a9f628acd1,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:19.284079 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f16e6618-4005-4d2b-9a15-98fc3091f584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (abf5d984-b39c-4ad4-83d2-877631eacee6), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:19.284425 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-f16e6618-4005-4d2b-9a15-98fc3091f584 admin admin] Added segment abf5d984-b39c-4ad4-83d2-877631eacee6 of type vlan for network e367c6c7-dba1-4292-8ee3-948127760dd1 Feb 20 05:36:19.335714 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f16e6618-4005-4d2b-9a15-98fc3091f584 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (e367c6c7-dba1-4292-8ee3-948127760dd1), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:19.343084 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd9aa8-0185-4d7d-ae46-afc1061ed39b req-607a5605-b266-410c-b4bc-3d886f93fa28 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:19.344628 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c2bd9aa8-0185-4d7d-ae46-afc1061ed39b req-607a5605-b266-410c-b4bc-3d886f93fa28 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf8c6df-73ec-4008-b6f6-b02fb9496478 HTTP/1.1" status: 200 len: 984 time: 0.0702126 Feb 20 05:36:19.364099 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f16e6618-4005-4d2b-9a15-98fc3091f584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (e367c6c7-dba1-4292-8ee3-948127760dd1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:19.365128 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e6618-4005-4d2b-9a15-98fc3091f584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:19.365710 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f16e6618-4005-4d2b-9a15-98fc3091f584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:19.406216 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c2bd9aa8-0185-4d7d-ae46-afc1061ed39b req-20b931d5-6031-41ce-9eb6-ac744297c23f tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8246991-e7f0-4a4e-9d4c-98041be11c7b&id=23962126-2291-4fd4-919f-f12c38e0fb34&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0540330 Feb 20 05:36:19.421508 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f16e6618-4005-4d2b-9a15-98fc3091f584 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4019017 Feb 20 05:36:19.423823 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60762) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:36:19.432945 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e6618-4005-4d2b-9a15-98fc3091f584 admin admin] Pushing event updated for resources: {'Network': ['ID=e367c6c7-dba1-4292-8ee3-948127760dd1,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:19.434581 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-dda0c3ce-91a0-4329-b74b-046e51c5754e admin admin] Request body: {'subnet': {'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2048639538-subnet', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:19.442618 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network e367c6c7-dba1-4292-8ee3-948127760dd1 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:36:19.462004 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda0c3ce-91a0-4329-b74b-046e51c5754e admin admin] Made reservation on behalf of 22fcdf8f0a0044db8bd26fed11e10ea2 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:36:19.465013 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dda0c3ce-91a0-4329-b74b-046e51c5754e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:19.518082 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:19.581728 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda6c37-60b5-49dc-b31c-ab30176001e2 req-80e0dfad-7f65-40dc-890f-efacaed90ac2 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:19.583244 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6bda6c37-60b5-49dc-b31c-ab30176001e2 req-80e0dfad-7f65-40dc-890f-efacaed90ac2 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1052904 Feb 20 05:36:19.665638 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6bda6c37-60b5-49dc-b31c-ab30176001e2 req-2e00f0f7-ea91-40c6-bc68-19e7f0a6e11a tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761843 Feb 20 05:36:19.715233 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dda0c3ce-91a0-4329-b74b-046e51c5754e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (2ecd3afa-0aba-40c3-836a-59288991ce75), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:19.801745 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0c3ce-91a0-4329-b74b-046e51c5754e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ecd3afa-0aba-40c3-836a-59288991ce75,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:19.816940 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda0c3ce-91a0-4329-b74b-046e51c5754e admin admin] Checking segment: {'id': 'abf5d984-b39c-4ad4-83d2-877631eacee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:36:19.817292 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda0c3ce-91a0-4329-b74b-046e51c5754e admin admin] Network hostable DHCP agents. Network: e367c6c7-dba1-4292-8ee3-948127760dd1, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:36:19.834042 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1e6eb-1f69-4cee-b49d-9743c69d281b req-95e6d41e-3338-4e6b-837f-008d007f370c tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:19.835526 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d4c1e6eb-1f69-4cee-b49d-9743c69d281b req-95e6d41e-3338-4e6b-837f-008d007f370c tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 949 time: 0.0978332 Feb 20 05:36:19.855361 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda0c3ce-91a0-4329-b74b-046e51c5754e admin admin] Network e367c6c7-dba1-4292-8ee3-948127760dd1 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:36:19.872568 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-dda0c3ce-91a0-4329-b74b-046e51c5754e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, e367c6c7-dba1-4292-8ee3-948127760dd1) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:36:19.879868 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda0c3ce-91a0-4329-b74b-046e51c5754e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:19.880464 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dda0c3ce-91a0-4329-b74b-046e51c5754e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:19.882014 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b07561-762b-41a4-a24f-7c6027006f27 None None] Network e367c6c7-dba1-4292-8ee3-948127760dd1 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:36:19.900695 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d4c1e6eb-1f69-4cee-b49d-9743c69d281b req-2d09980a-a6ba-4826-817d-ce9291f1987a tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583165 Feb 20 05:36:19.907085 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60772) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:36:19.907350 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-dda0c3ce-91a0-4329-b74b-046e51c5754e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4776530 Feb 20 05:36:19.911442 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-70c9d991-80fc-40f3-8a82-8fa5de5dfb40 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2048639538-router', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:19.941478 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-70c9d991-80fc-40f3-8a82-8fa5de5dfb40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (a01a86c0-78f8-492e-b9ce-f4245ead4972), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:19.942768 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-70c9d991-80fc-40f3-8a82-8fa5de5dfb40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (a01a86c0-78f8-492e-b9ce-f4245ead4972), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:20.000619 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-70c9d991-80fc-40f3-8a82-8fa5de5dfb40 admin admin] Publish callbacks [] for router_controller (a01a86c0-78f8-492e-b9ce-f4245ead4972), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:20.000784 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2899df57-f511-41e7-999e-d82dc665522d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-e367c6c7-dba1-4292-8ee3-948127760dd1', 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1', 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'fixed_ips': [{'subnet_id': '2ecd3afa-0aba-40c3-836a-59288991ce75'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:36:20.001712 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2899df57-f511-41e7-999e-d82dc665522d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:20.113120 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0760349-7228-4a96-a187-4f828d3e569f req-b6d32e5f-caf9-4ee3-addb-9474472f219b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:20.114732 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0760349-7228-4a96-a187-4f828d3e569f req-b6d32e5f-caf9-4ee3-addb-9474472f219b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/networks?id=abdb12e5-c978-4d6e-ba1a-936a895646ad HTTP/1.1" status: 200 len: 805 time: 0.1054196 Feb 20 05:36:20.129795 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0760349-7228-4a96-a187-4f828d3e569f req-6b573126-aaf7-437c-b093-f674b4db210e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/quotas/70575607f3814a698b8e29ee9ca94326 HTTP/1.1" status: 200 len: 375 time: 0.0098896 Feb 20 05:36:20.149048 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-70c9d991-80fc-40f3-8a82-8fa5de5dfb40 admin admin] Publish callbacks [] for router_gateway (a01a86c0-78f8-492e-b9ce-f4245ead4972), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:20.151811 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-2899df57-f511-41e7-999e-d82dc665522d None None] Allocated IP 172.20.0.2 (e367c6c7-dba1-4292-8ee3-948127760dd1/2ecd3afa-0aba-40c3-836a-59288991ce75/6cf0bf0d-8c25-4829-b775-755643e04fb9) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:36:20.206556 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0760349-7228-4a96-a187-4f828d3e569f req-02f87a27-e7ae-4ac7-bb43-3628eaeed25a tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=70575607f3814a698b8e29ee9ca94326&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699639 Feb 20 05:36:20.309940 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0760349-7228-4a96-a187-4f828d3e569f req-f49e34d4-7a5c-4295-b83c-b645b54b918b service neutron] 10.222.0.37 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957227 Feb 20 05:36:20.315937 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2899df57-f511-41e7-999e-d82dc665522d None None] Publish callbacks [] for port (6cf0bf0d-8c25-4829-b775-755643e04fb9), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:20.323128 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2899df57-f511-41e7-999e-d82dc665522d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (6cf0bf0d-8c25-4829-b775-755643e04fb9), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:20.371976 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2899df57-f511-41e7-999e-d82dc665522d None None] Network e367c6c7-dba1-4292-8ee3-948127760dd1 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:36:20.373585 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-2899df57-f511-41e7-999e-d82dc665522d None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:36:20.375472 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899df57-f511-41e7-999e-d82dc665522d None None] Pushing event updated for resources: {'Port': ['ID=6cf0bf0d-8c25-4829-b775-755643e04fb9,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:20.376467 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-70c9d991-80fc-40f3-8a82-8fa5de5dfb40 admin admin] Publish callbacks [] for router_gateway (a01a86c0-78f8-492e-b9ce-f4245ead4972), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:20.377610 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2899df57-f511-41e7-999e-d82dc665522d None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:36:20.398345 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-70c9d991-80fc-40f3-8a82-8fa5de5dfb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:20.418070 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0760349-7228-4a96-a187-4f828d3e569f req-ceb160b3-8245-4b31-8e7a-920bc3ea6439 service neutron] 10.222.0.37 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004477 Feb 20 05:36:20.434448 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:36:20.452461 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-2899df57-f511-41e7-999e-d82dc665522d None None] Attempting to bind port 6cf0bf0d-8c25-4829-b775-755643e04fb9 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:36:20.452835 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-2899df57-f511-41e7-999e-d82dc665522d None None] Attempting to bind port 6cf0bf0d-8c25-4829-b775-755643e04fb9 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'abf5d984-b39c-4ad4-83d2-877631eacee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:36:20.453193 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2899df57-f511-41e7-999e-d82dc665522d None None] Attempting to bind port 6cf0bf0d-8c25-4829-b775-755643e04fb9 on network e367c6c7-dba1-4292-8ee3-948127760dd1 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:36:20.462481 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2899df57-f511-41e7-999e-d82dc665522d None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:36:20.462858 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2899df57-f511-41e7-999e-d82dc665522d None None] Checking segment: {'id': 'abf5d984-b39c-4ad4-83d2-877631eacee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:36:20.463298 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2899df57-f511-41e7-999e-d82dc665522d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:20.463687 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2899df57-f511-41e7-999e-d82dc665522d None None] Bound using segment: {'id': 'abf5d984-b39c-4ad4-83d2-877631eacee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:36:20.464139 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-2899df57-f511-41e7-999e-d82dc665522d None None] Bound port: 6cf0bf0d-8c25-4829-b775-755643e04fb9, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf5d984-b39c-4ad4-83d2-877631eacee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:36:20.464766 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2899df57-f511-41e7-999e-d82dc665522d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6cf0bf0d-8c25-4829-b775-755643e04fb9), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:20.510283 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-70c9d991-80fc-40f3-8a82-8fa5de5dfb40 admin admin] Allocated IP 172.25.3.131 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/a52f2d7c-2d3f-4a15-ab61-73c092d20b9f) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:36:20.572220 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2899df57-f511-41e7-999e-d82dc665522d None None] For port 6cf0bf0d-8c25-4829-b775-755643e04fb9, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:36:20.575363 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2899df57-f511-41e7-999e-d82dc665522d None None] For port 6cf0bf0d-8c25-4829-b775-755643e04fb9, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=6cf0bf0d-8c25-4829-b775-755643e04fb9,segment=NetworkSegment(abf5d984-b39c-4ad4-83d2-877631eacee6),segment_id=abf5d984-b39c-4ad4-83d2-877631eacee6)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:36:20.591309 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2899df57-f511-41e7-999e-d82dc665522d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6cf0bf0d-8c25-4829-b775-755643e04fb9), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:20.619507 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75d3d140-7934-48c3-97b1-cb384fc55e78 req-aed12be1-ac7f-4577-9428-43598a5dc5db tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-260179992&fields=id&tenant_id=92a54be63c5043ba86245b0b4d4ac59c HTTP/1.1" status: 200 len: 267 time: 0.0471303 Feb 20 05:36:20.668171 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-70c9d991-80fc-40f3-8a82-8fa5de5dfb40 admin admin] Publish callbacks [] for port (a52f2d7c-2d3f-4a15-ab61-73c092d20b9f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:20.692893 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3d140-7934-48c3-97b1-cb384fc55e78 req-2dd1a8dc-cb4e-4650-8573-0579df565590 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:20.704309 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75d3d140-7934-48c3-97b1-cb384fc55e78 req-2dd1a8dc-cb4e-4650-8573-0579df565590 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf8c6df-73ec-4008-b6f6-b02fb9496478 HTTP/1.1" status: 200 len: 984 time: 0.0760267 Feb 20 05:36:20.704809 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=6b547cc4-f633-4bfe-a5fb-b5ee6d68a986,segment=NetworkSegment(19247fc3-8797-47d4-855d-3aa66884dfac),segment_id=19247fc3-8797-47d4-855d-3aa66884dfac)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:20.710740 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-75d3d140-7934-48c3-97b1-cb384fc55e78 req-c1b82036-f039-4b7f-a49b-4fbe7701366a tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Request body: {'port': {'security_groups': ['23962126-2291-4fd4-919f-f12c38e0fb34', 'f8246991-e7f0-4a4e-9d4c-98041be11c7b', '913b97f5-ad4b-4deb-9cbf-3c827f5cce07']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:20.712839 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899df57-f511-41e7-999e-d82dc665522d None None] Pushing event updated for resources: {'Port': ['ID=6cf0bf0d-8c25-4829-b775-755643e04fb9,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:20.725109 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '6b547cc4-f633-4bfe-a5fb-b5ee6d68a986', 'network_id': 'ad5d889f-9ba6-45ee-9401-06eb68bd1eba', 'port_id': '6b547cc4-f633-4bfe-a5fb-b5ee6d68a986', 'mac_address': 'fa:16:3e:4f:ed:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08d1d8d3-1cdb-47d5-86aa-3316d80bbfd8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:36:20.737933 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-70c9d991-80fc-40f3-8a82-8fa5de5dfb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (a52f2d7c-2d3f-4a15-ab61-73c092d20b9f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:20.789980 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:20.790646 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6b547cc4-f633-4bfe-a5fb-b5ee6d68a986), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:20.792811 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c9d991-80fc-40f3-8a82-8fa5de5dfb40 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:36:20.794834 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-70c9d991-80fc-40f3-8a82-8fa5de5dfb40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:36:20.797052 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9d991-80fc-40f3-8a82-8fa5de5dfb40 admin admin] Pushing event updated for resources: {'Port': ['ID=a52f2d7c-2d3f-4a15-ab61-73c092d20b9f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:20.799898 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c9d991-80fc-40f3-8a82-8fa5de5dfb40 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:36:20.823294 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:36:20.856324 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=6b547cc4-f633-4bfe-a5fb-b5ee6d68a986,segment=NetworkSegment(19247fc3-8797-47d4-855d-3aa66884dfac),segment_id=19247fc3-8797-47d4-855d-3aa66884dfac)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:20.861367 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-75d3d140-7934-48c3-97b1-cb384fc55e78 req-c1b82036-f039-4b7f-a49b-4fbe7701366a tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (608f4cd1-fcd8-4fff-88b0-53d5928cd0d6), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:20.866072 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6b547cc4-f633-4bfe-a5fb-b5ee6d68a986), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:20.866671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 7c007555-d640-488c-8ce4-7f97f04efa3c details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:36:21.020247 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=6b547cc4-f633-4bfe-a5fb-b5ee6d68a986,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:21.089280 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 7c007555-d640-488c-8ce4-7f97f04efa3c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=7c007555-d640-488c-8ce4-7f97f04efa3c,segment=NetworkSegment(afa6ff03-1956-4d1f-b76d-84e9acf97eda),segment_id=afa6ff03-1956-4d1f-b76d-84e9acf97eda)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:21.103353 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '7c007555-d640-488c-8ce4-7f97f04efa3c', 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0', 'port_id': '7c007555-d640-488c-8ce4-7f97f04efa3c', 'mac_address': 'fa:16:3e:02:6d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3360231b-31d4-47a9-9519-1ea0a6de60eb', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:36:21.163010 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 7c007555-d640-488c-8ce4-7f97f04efa3c is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:21.163731 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7c007555-d640-488c-8ce4-7f97f04efa3c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:21.181856 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c007555-d640-488c-8ce4-7f97f04efa3c {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:36:21.189617 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-70c9d991-80fc-40f3-8a82-8fa5de5dfb40 admin admin] Publish callbacks [] for router_gateway (a01a86c0-78f8-492e-b9ce-f4245ead4972), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:21.199657 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-75d3d140-7934-48c3-97b1-cb384fc55e78 req-c1b82036-f039-4b7f-a49b-4fbe7701366a tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] For port 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=608f4cd1-fcd8-4fff-88b0-53d5928cd0d6,segment=NetworkSegment(dd260469-f73a-462b-ba05-bed79ea663d4),segment_id=dd260469-f73a-462b-ba05-bed79ea663d4)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:21.216962 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 7c007555-d640-488c-8ce4-7f97f04efa3c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=7c007555-d640-488c-8ce4-7f97f04efa3c,segment=NetworkSegment(afa6ff03-1956-4d1f-b76d-84e9acf97eda),segment_id=afa6ff03-1956-4d1f-b76d-84e9acf97eda)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:21.222614 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7c007555-d640-488c-8ce4-7f97f04efa3c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:21.223705 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b6a005cb-7520-4571-b49e-be3ec5a89fc8 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:36:21.240924 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-75d3d140-7934-48c3-97b1-cb384fc55e78 req-c1b82036-f039-4b7f-a49b-4fbe7701366a tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for port (608f4cd1-fcd8-4fff-88b0-53d5928cd0d6), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:21.248992 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-75d3d140-7934-48c3-97b1-cb384fc55e78 req-c1b82036-f039-4b7f-a49b-4fbe7701366a tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (608f4cd1-fcd8-4fff-88b0-53d5928cd0d6), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:21.268274 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7', '608f4cd1-fcd8-4fff-88b0-53d5928cd0d6'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:21.319710 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3d140-7934-48c3-97b1-cb384fc55e78 req-c1b82036-f039-4b7f-a49b-4fbe7701366a tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:21.320499 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-75d3d140-7934-48c3-97b1-cb384fc55e78 req-c1b82036-f039-4b7f-a49b-4fbe7701366a tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:21.322068 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75d3d140-7934-48c3-97b1-cb384fc55e78 req-c1b82036-f039-4b7f-a49b-4fbe7701366a tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "PUT /v2.0/ports/608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 HTTP/1.1" status: 200 len: 1020 time: 0.6166108 Feb 20 05:36:21.323138 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf8c6df-73ec-4008-b6f6-b02fb9496478', 'tag': '608f4cd1-fcd8-4fff-88b0-53d5928cd0d6'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:36:21.326547 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8105d8-0e6b-4cf2-ab0a-38da326632fa" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf8c6df-73ec-4008-b6f6-b02fb9496478", "tag": "608f4cd1-fcd8-4fff-88b0-53d5928cd0d6"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:36:21.362221 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b6a005cb-7520-4571-b49e-be3ec5a89fc8, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b6a005cb-7520-4571-b49e-be3ec5a89fc8,segment=NetworkSegment(afa6ff03-1956-4d1f-b76d-84e9acf97eda),segment_id=afa6ff03-1956-4d1f-b76d-84e9acf97eda)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:21.365496 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=7c007555-d640-488c-8ce4-7f97f04efa3c,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:21.367888 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b82036-f039-4b7f-a49b-4fbe7701366a tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Pushing event updated for resources: {'Port': ['ID=608f4cd1-fcd8-4fff-88b0-53d5928cd0d6,revision_number=7']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:21.394348 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:21.406140 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'b6a005cb-7520-4571-b49e-be3ec5a89fc8', 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0', 'port_id': 'b6a005cb-7520-4571-b49e-be3ec5a89fc8', 'mac_address': 'fa:16:3e:0e:15:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3360231b-31d4-47a9-9519-1ea0a6de60eb', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:36:21.483712 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-70c9d991-80fc-40f3-8a82-8fa5de5dfb40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (a01a86c0-78f8-492e-b9ce-f4245ead4972), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:21.493556 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port b6a005cb-7520-4571-b49e-be3ec5a89fc8 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:21.493801 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b6a005cb-7520-4571-b49e-be3ec5a89fc8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:21.498942 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa7265-bb99-45a6-8a7c-35c34e622f1d req-1d48a651-ffd2-4c96-8050-a723999a4f31 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:21.501012 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['608f4cd1-fcd8-4fff-88b0-53d5928cd0d6'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:21.505598 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa7265-bb99-45a6-8a7c-35c34e622f1d req-1d48a651-ffd2-4c96-8050-a723999a4f31 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:21.511755 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa7265-bb99-45a6-8a7c-35c34e622f1d req-1d48a651-ffd2-4c96-8050-a723999a4f31 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:21.518412 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa7265-bb99-45a6-8a7c-35c34e622f1d req-1d48a651-ffd2-4c96-8050-a723999a4f31 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:21.524240 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa7265-bb99-45a6-8a7c-35c34e622f1d req-1d48a651-ffd2-4c96-8050-a723999a4f31 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:21.529813 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa7265-bb99-45a6-8a7c-35c34e622f1d req-1d48a651-ffd2-4c96-8050-a723999a4f31 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:21.539478 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa7265-bb99-45a6-8a7c-35c34e622f1d req-1d48a651-ffd2-4c96-8050-a723999a4f31 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:21.549924 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a005cb-7520-4571-b49e-be3ec5a89fc8 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:36:21.551506 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ffaa7265-bb99-45a6-8a7c-35c34e622f1d req-1d48a651-ffd2-4c96-8050-a723999a4f31 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5431 time: 0.1300893 Feb 20 05:36:21.600336 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b6a005cb-7520-4571-b49e-be3ec5a89fc8, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b6a005cb-7520-4571-b49e-be3ec5a89fc8,segment=NetworkSegment(afa6ff03-1956-4d1f-b76d-84e9acf97eda),segment_id=afa6ff03-1956-4d1f-b76d-84e9acf97eda)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:21.619650 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b6a005cb-7520-4571-b49e-be3ec5a89fc8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:21.620409 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 29db9da7-b890-4cdb-b7e0-fcc13be4e73d details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:36:21.636910 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ffaa7265-bb99-45a6-8a7c-35c34e622f1d req-60b022c9-e356-46c1-8cfc-8b1409065541 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842686 Feb 20 05:36:21.770168 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 29db9da7-b890-4cdb-b7e0-fcc13be4e73d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=29db9da7-b890-4cdb-b7e0-fcc13be4e73d,segment=NetworkSegment(afa6ff03-1956-4d1f-b76d-84e9acf97eda),segment_id=afa6ff03-1956-4d1f-b76d-84e9acf97eda)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:21.815475 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=b6a005cb-7520-4571-b49e-be3ec5a89fc8,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:21.827541 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6cf0bf0d-8c25-4829-b775-755643e04fb9 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:36:21.846174 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac700984-e790-45e1-b766-784392e02546 req-e44228f4-4520-42a7-bb54-ebbfa056faa4 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:21.853566 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ac700984-e790-45e1-b766-784392e02546 req-e44228f4-4520-42a7-bb54-ebbfa056faa4 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0870728 Feb 20 05:36:21.887769 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '29db9da7-b890-4cdb-b7e0-fcc13be4e73d', 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0', 'port_id': '29db9da7-b890-4cdb-b7e0-fcc13be4e73d', 'mac_address': 'fa:16:3e:de:00:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3360231b-31d4-47a9-9519-1ea0a6de60eb', 'ip_address': '10.1.1.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:36:21.939989 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ac700984-e790-45e1-b766-784392e02546 req-bcac98db-a906-4167-83ae-343a92426637 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855258 Feb 20 05:36:22.040298 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 29db9da7-b890-4cdb-b7e0-fcc13be4e73d is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:22.040896 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (29db9da7-b890-4cdb-b7e0-fcc13be4e73d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:22.047592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 6cf0bf0d-8c25-4829-b775-755643e04fb9 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:22.048034 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6cf0bf0d-8c25-4829-b775-755643e04fb9), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:22.078195 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c9d991-80fc-40f3-8a82-8fa5de5dfb40 admin admin] Router a01a86c0-78f8-492e-b9ce-f4245ead4972 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:36:22.104611 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29db9da7-b890-4cdb-b7e0-fcc13be4e73d {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:36:22.175980 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0760349-7228-4a96-a187-4f828d3e569f req-0e531cbb-17a8-41c8-95eb-23081d1c4eef tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:22.177783 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0760349-7228-4a96-a187-4f828d3e569f req-0e531cbb-17a8-41c8-95eb-23081d1c4eef tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.61 "GET /v2.0/networks?id=abdb12e5-c978-4d6e-ba1a-936a895646ad HTTP/1.1" status: 200 len: 805 time: 0.2104669 Feb 20 05:36:22.191222 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 29db9da7-b890-4cdb-b7e0-fcc13be4e73d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=29db9da7-b890-4cdb-b7e0-fcc13be4e73d,segment=NetworkSegment(afa6ff03-1956-4d1f-b76d-84e9acf97eda),segment_id=afa6ff03-1956-4d1f-b76d-84e9acf97eda)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:22.201615 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e795e-22f8-4000-9ae0-ad6230574728 req-8fa1c652-2ab1-4bac-b14e-db902d95c13b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:22.203197 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f68e795e-22f8-4000-9ae0-ad6230574728 req-8fa1c652-2ab1-4bac-b14e-db902d95c13b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 946 time: 0.1383767 Feb 20 05:36:22.208133 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-f0760349-7228-4a96-a187-4f828d3e569f req-e60aa2b5-83e4-40ca-9f2a-b67d3e6f838c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Request body: {'port': {'device_id': '37154246-c5e4-4309-b48f-f0945dd92328', 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad', 'admin_state_up': True, 'tenant_id': '70575607f3814a698b8e29ee9ca94326'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:22.228623 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346572ae-3dca-4125-b6c1-d5ff4f2e3a2a None None] Network e367c6c7-dba1-4292-8ee3-948127760dd1 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:36:22.232207 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (29db9da7-b890-4cdb-b7e0-fcc13be4e73d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:22.232846 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 1b3adbb3-2cc7-496f-9d01-8d25b7de0141 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:36:22.242694 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c9d991-80fc-40f3-8a82-8fa5de5dfb40 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:36:22.269929 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-70c9d991-80fc-40f3-8a82-8fa5de5dfb40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:22.274859 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-70c9d991-80fc-40f3-8a82-8fa5de5dfb40 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3630817 Feb 20 05:36:22.274859 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60802) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:36:22.294460 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6156ebdc-d02b-4ed2-a288-e68392efdaeb None None] Sync routers for ids ['a01a86c0-78f8-492e-b9ce-f4245ead4972'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:36:22.320104 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f68e795e-22f8-4000-9ae0-ad6230574728 req-bf60ab19-6d6b-47ba-98fc-db5d4f634505 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071081 Feb 20 05:36:22.365596 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7fa60ffa-9ab8-4792-87e3-f1372bf06c9e None None] Provisioning complete for port 6cf0bf0d-8c25-4829-b775-755643e04fb9 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:22.365980 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7fa60ffa-9ab8-4792-87e3-f1372bf06c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6cf0bf0d-8c25-4829-b775-755643e04fb9), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:22.388764 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0760349-7228-4a96-a187-4f828d3e569f req-e60aa2b5-83e4-40ca-9f2a-b67d3e6f838c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Made reservation on behalf of 70575607f3814a698b8e29ee9ca94326 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:36:22.393343 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f0760349-7228-4a96-a187-4f828d3e569f req-e60aa2b5-83e4-40ca-9f2a-b67d3e6f838c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:22.433290 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eefdf739-366e-44d2-8ce0-47d7481877b0 req-a3fb5cf9-cfd8-4051-9989-9c4681c06216 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=37154246-c5e4-4309-b48f-f0945dd92328 HTTP/1.1" status: 200 len: 210 time: 0.0371132 Feb 20 05:36:22.591433 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:36:22.598636 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-f0760349-7228-4a96-a187-4f828d3e569f req-e60aa2b5-83e4-40ca-9f2a-b67d3e6f838c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Allocated IP 172.20.0.12 (abdb12e5-c978-4d6e-ba1a-936a895646ad/b11aa3aa-3524-4006-8735-994e7b51abdd/b143fec6-120e-4d79-8429-2f717b6f9f86) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:36:22.599623 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6156ebdc-d02b-4ed2-a288-e68392efdaeb None None] Routers {'a01a86c0-78f8-492e-b9ce-f4245ead4972'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:36:22.600272 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-6156ebdc-d02b-4ed2-a288-e68392efdaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:36:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a01a86c0-78f8-492e-b9ce-f4245ead4972'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:36:22.624945 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae5c33-44d5-4420-b38f-abbd25446b7c req-4411ae31-934e-435f-96dc-50cc0cdb1f3d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:22.626434 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-84ae5c33-44d5-4420-b38f-abbd25446b7c req-4411ae31-934e-435f-96dc-50cc0cdb1f3d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 949 time: 0.1125290 Feb 20 05:36:22.697569 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 1b3adbb3-2cc7-496f-9d01-8d25b7de0141, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1b3adbb3-2cc7-496f-9d01-8d25b7de0141,segment=NetworkSegment(afa6ff03-1956-4d1f-b76d-84e9acf97eda),segment_id=afa6ff03-1956-4d1f-b76d-84e9acf97eda)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:22.708070 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=29db9da7-b890-4cdb-b7e0-fcc13be4e73d,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:22.712662 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-84ae5c33-44d5-4420-b38f-abbd25446b7c req-0f6ad345-bbed-4131-a6dc-819a595bfed5 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734546 Feb 20 05:36:22.765171 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 6cf0bf0d-8c25-4829-b775-755643e04fb9 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:22.765562 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6cf0bf0d-8c25-4829-b775-755643e04fb9), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:22.777681 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:22.779026 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '1b3adbb3-2cc7-496f-9d01-8d25b7de0141', 'network_id': 'fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0', 'port_id': '1b3adbb3-2cc7-496f-9d01-8d25b7de0141', 'mac_address': 'fa:16:3e:5a:ce:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3360231b-31d4-47a9-9519-1ea0a6de60eb', 'ip_address': '10.1.1.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:36:22.817411 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1d1ab8c-f83a-4417-8d98-760e182c72a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:22.821601 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:22.874151 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-90912ba7-40ad-4b54-b762-64d497af57b4 req-bd7629d1-f79c-4e96-b436-afe7ba114351 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/913b97f5-ad4b-4deb-9cbf-3c827f5cce07 HTTP/1.1" status: 200 len: 1817 time: 0.0838678 Feb 20 05:36:22.878391 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f0760349-7228-4a96-a187-4f828d3e569f req-e60aa2b5-83e4-40ca-9f2a-b67d3e6f838c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks [] for port (b143fec6-120e-4d79-8429-2f717b6f9f86), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:22.939336 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [req-90912ba7-40ad-4b54-b762-64d497af57b4 req-5ae858ec-1754-42ed-b840-0bdcfcf016b9 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 20 05:36:22.951448 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-90912ba7-40ad-4b54-b762-64d497af57b4 req-5ae858ec-1754-42ed-b840-0bdcfcf016b9 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "DELETE /v2.0/security-groups/913b97f5-ad4b-4deb-9cbf-3c827f5cce07 HTTP/1.1" status: 409 len: 341 time: 0.0764403 Feb 20 05:36:22.964002 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f0760349-7228-4a96-a187-4f828d3e569f req-e60aa2b5-83e4-40ca-9f2a-b67d3e6f838c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (b143fec6-120e-4d79-8429-2f717b6f9f86), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:22.990075 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['6774a93d-d727-4317-a199-1c12a55b9ccc'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:22.992555 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:23.007795 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-b1d1ab8c-f83a-4417-8d98-760e182c72a1 admin admin] Allocated IP 172.20.0.1 (e367c6c7-dba1-4292-8ee3-948127760dd1/2ecd3afa-0aba-40c3-836a-59288991ce75/cd15c05b-8f9d-4a25-b743-7ff14d29a86f) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:36:23.020703 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 6cf0bf0d-8c25-4829-b775-755643e04fb9, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=6cf0bf0d-8c25-4829-b775-755643e04fb9,segment=NetworkSegment(abf5d984-b39c-4ad4-83d2-877631eacee6),segment_id=abf5d984-b39c-4ad4-83d2-877631eacee6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:23.063179 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184cee8d-d550-4588-8c89-0bb1f6ecc307 x-openstack-request-id: req-184cee8d-d550-4588-8c89-0bb1f6ecc307 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:36:23.063481 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf8c6df-73ec-4008-b6f6-b02fb9496478", "tag": "608f4cd1-fcd8-4fff-88b0-53d5928cd0d6", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:36:23.063738 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-184cee8d-d550-4588-8c89-0bb1f6ecc307 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:36:23.064143 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf8c6df-73ec-4008-b6f6-b02fb9496478', 'tag': '608f4cd1-fcd8-4fff-88b0-53d5928cd0d6', 'status': 'completed', 'code': 200} Feb 20 05:36:23.104592 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6cf0bf0d-8c25-4829-b775-755643e04fb9), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:23.105570 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0760349-7228-4a96-a187-4f828d3e569f req-e60aa2b5-83e4-40ca-9f2a-b67d3e6f838c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Network abdb12e5-c978-4d6e-ba1a-936a895646ad is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:36:23.118123 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-f0760349-7228-4a96-a187-4f828d3e569f req-e60aa2b5-83e4-40ca-9f2a-b67d3e6f838c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:36:23.129847 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 1b3adbb3-2cc7-496f-9d01-8d25b7de0141 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:23.130243 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1b3adbb3-2cc7-496f-9d01-8d25b7de0141), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:23.136985 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-6156ebdc-d02b-4ed2-a288-e68392efdaeb None None] Set router a01a86c0-78f8-492e-b9ce-f4245ead4972 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:36:23.150375 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1d1ab8c-f83a-4417-8d98-760e182c72a1 admin admin] Publish callbacks [] for port (cd15c05b-8f9d-4a25-b743-7ff14d29a86f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:23.155646 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0760349-7228-4a96-a187-4f828d3e569f req-e60aa2b5-83e4-40ca-9f2a-b67d3e6f838c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:36:23.190973 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1d1ab8c-f83a-4417-8d98-760e182c72a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (cd15c05b-8f9d-4a25-b743-7ff14d29a86f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:23.200554 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60aa2b5-83e4-40ca-9f2a-b67d3e6f838c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Pushing event updated for resources: {'Port': ['ID=b143fec6-120e-4d79-8429-2f717b6f9f86,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:23.200840 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7fa60ffa-9ab8-4792-87e3-f1372bf06c9e None None] Current status of the port 6cf0bf0d-8c25-4829-b775-755643e04fb9 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:23.201464 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7fa60ffa-9ab8-4792-87e3-f1372bf06c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6cf0bf0d-8c25-4829-b775-755643e04fb9), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:23.207578 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8105d8-0e6b-4cf2-ab0a-38da326632fa req-f78c8872-340c-491d-bc8b-30b85c2924a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:23.209081 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e8105d8-0e6b-4cf2-ab0a-38da326632fa req-f78c8872-340c-491d-bc8b-30b85c2924a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92a54be63c5043ba86245b0b4d4ac59c&device_id=1cf8c6df-73ec-4008-b6f6-b02fb9496478 HTTP/1.1" status: 200 len: 1206 time: 0.1787200 Feb 20 05:36:23.249220 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d1ab8c-f83a-4417-8d98-760e182c72a1 admin admin] Network e367c6c7-dba1-4292-8ee3-948127760dd1 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:36:23.254576 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-b1d1ab8c-f83a-4417-8d98-760e182c72a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:36:23.260036 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d1ab8c-f83a-4417-8d98-760e182c72a1 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:36:23.264080 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1ab8c-f83a-4417-8d98-760e182c72a1 admin admin] Pushing event updated for resources: {'Port': ['ID=cd15c05b-8f9d-4a25-b743-7ff14d29a86f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:23.323498 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1d1ab8c-f83a-4417-8d98-760e182c72a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (a01a86c0-78f8-492e-b9ce-f4245ead4972), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:23.416121 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3adbb3-2cc7-496f-9d01-8d25b7de0141 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:36:23.465421 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=6cf0bf0d-8c25-4829-b775-755643e04fb9,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:23.490973 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1d1ab8c-f83a-4417-8d98-760e182c72a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (cd15c05b-8f9d-4a25-b743-7ff14d29a86f), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:23.625903 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 1b3adbb3-2cc7-496f-9d01-8d25b7de0141, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1b3adbb3-2cc7-496f-9d01-8d25b7de0141,segment=NetworkSegment(afa6ff03-1956-4d1f-b76d-84e9acf97eda),segment_id=afa6ff03-1956-4d1f-b76d-84e9acf97eda)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:23.664494 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8105d8-0e6b-4cf2-ab0a-38da326632fa req-f2e896be-b0e9-4301-a439-1e3d509ab9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:23.671580 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e8105d8-0e6b-4cf2-ab0a-38da326632fa req-f2e896be-b0e9-4301-a439-1e3d509ab9a6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ca603de-ec8c-4dee-a827-0c109cc1792e HTTP/1.1" status: 200 len: 912 time: 0.4538260 Feb 20 05:36:23.687755 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0760349-7228-4a96-a187-4f828d3e569f req-e60aa2b5-83e4-40ca-9f2a-b67d3e6f838c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:23.688019 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1b3adbb3-2cc7-496f-9d01-8d25b7de0141), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:23.688410 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f0760349-7228-4a96-a187-4f828d3e569f req-e60aa2b5-83e4-40ca-9f2a-b67d3e6f838c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:23.696618 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device e8d54005-032d-4851-8d0b-213a0ea11e2a details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:36:23.717208 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1d1ab8c-f83a-4417-8d98-760e182c72a1 admin admin] Publish callbacks [] for port (cd15c05b-8f9d-4a25-b743-7ff14d29a86f), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:23.724081 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d75c4-534a-4848-ab4e-d78fa839d290 req-c24193d2-08af-4c43-b2b6-55bfdd77531f tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:23.729330 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d75c4-534a-4848-ab4e-d78fa839d290 req-c24193d2-08af-4c43-b2b6-55bfdd77531f tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:23.735298 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d75c4-534a-4848-ab4e-d78fa839d290 req-c24193d2-08af-4c43-b2b6-55bfdd77531f tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:23.740519 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d75c4-534a-4848-ab4e-d78fa839d290 req-c24193d2-08af-4c43-b2b6-55bfdd77531f tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:23.746150 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1d1ab8c-f83a-4417-8d98-760e182c72a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (cd15c05b-8f9d-4a25-b743-7ff14d29a86f), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:23.747787 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d75c4-534a-4848-ab4e-d78fa839d290 req-c24193d2-08af-4c43-b2b6-55bfdd77531f tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:23.757541 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d75c4-534a-4848-ab4e-d78fa839d290 req-c24193d2-08af-4c43-b2b6-55bfdd77531f tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:23.762816 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d75c4-534a-4848-ab4e-d78fa839d290 req-c24193d2-08af-4c43-b2b6-55bfdd77531f tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:23.770542 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6e8d75c4-534a-4848-ab4e-d78fa839d290 req-c24193d2-08af-4c43-b2b6-55bfdd77531f tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5433 time: 0.6585250 Feb 20 05:36:23.811078 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e8105d8-0e6b-4cf2-ab0a-38da326632fa req-7d430f47-eb9a-4610-af64-2287c7cf1c31 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 HTTP/1.1" status: 200 len: 217 time: 0.1320269 Feb 20 05:36:23.834918 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6cf0bf0d-8c25-4829-b775-755643e04fb9 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:36:23.836699 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0760349-7228-4a96-a187-4f828d3e569f req-e60aa2b5-83e4-40ca-9f2a-b67d3e6f838c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6322966 Feb 20 05:36:23.872313 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-f0760349-7228-4a96-a187-4f828d3e569f req-8d591f22-1b92-4bf3-9e92-aec9c15cc090 service neutron] Request body: {'port': {'device_id': '37154246-c5e4-4309-b48f-f0945dd92328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:23.878352 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1d1ab8c-f83a-4417-8d98-760e182c72a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (a01a86c0-78f8-492e-b9ce-f4245ead4972), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:23.881967 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1ab8c-f83a-4417-8d98-760e182c72a1 admin admin] Pushing event updated for resources: {'Port': ['ID=cd15c05b-8f9d-4a25-b743-7ff14d29a86f,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:23.931307 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8105d8-0e6b-4cf2-ab0a-38da326632fa req-78a512f5-26a2-45c5-b3b4-a6610f56e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:23.932912 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e8105d8-0e6b-4cf2-ab0a-38da326632fa req-78a512f5-26a2-45c5-b3b4-a6610f56e2b4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4daa0369-5b3c-4e8c-a068-1ecd59fc78ee HTTP/1.1" status: 200 len: 852 time: 0.1129403 Feb 20 05:36:23.954990 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-7fa60ffa-9ab8-4792-87e3-f1372bf06c9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:36:23.955347 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-7fa60ffa-9ab8-4792-87e3-f1372bf06c9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:36:23.976866 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6e8d75c4-534a-4848-ab4e-d78fa839d290 req-4add4119-66e8-4ec1-86d9-782f905b53ca tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2052441 Feb 20 05:36:24.010956 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e8105d8-0e6b-4cf2-ab0a-38da326632fa req-6650ce83-93d4-44d2-8933-7ffd85066096 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ca603de-ec8c-4dee-a827-0c109cc1792e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577254 Feb 20 05:36:24.027286 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d1ab8c-f83a-4417-8d98-760e182c72a1 admin admin] Network e367c6c7-dba1-4292-8ee3-948127760dd1 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:36:24.029431 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-b1d1ab8c-f83a-4417-8d98-760e182c72a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:36:24.059891 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=1b3adbb3-2cc7-496f-9d01-8d25b7de0141,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:24.092874 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f0760349-7228-4a96-a187-4f828d3e569f req-8d591f22-1b92-4bf3-9e92-aec9c15cc090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b143fec6-120e-4d79-8429-2f717b6f9f86), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:24.125334 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-6156ebdc-d02b-4ed2-a288-e68392efdaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'name': 'tempest-ServersTestManualDisk-2048639538-router', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a52f2d7c-2d3f-4a15-ab61-73c092d20b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:19Z', 'updated_at': '2022-02-20T05:36:21Z', 'revision_number': 3, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'gw_port': {'id': 'a52f2d7c-2d3f-4a15-ab61-73c092d20b9f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:20Z', 'updated_at': '2022-02-20T05:36:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:36:24.179295 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e8105d8-0e6b-4cf2-ab0a-38da326632fa req-bc14632a-efde-4a3d-8199-5eea46409ff8 service neutron] 10.222.0.61 "GET /v2.0/networks/2ca603de-ec8c-4dee-a827-0c109cc1792e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613121 Feb 20 05:36:24.201744 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6156ebdc-d02b-4ed2-a288-e68392efdaeb None None] Checking router: a01a86c0-78f8-492e-b9ce-f4245ead4972 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:36:24.202068 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6156ebdc-d02b-4ed2-a288-e68392efdaeb None None] Updating router a01a86c0-78f8-492e-b9ce-f4245ead4972 port a52f2d7c-2d3f-4a15-ab61-73c092d20b9f binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:36:24.267739 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d1ab8c-f83a-4417-8d98-760e182c72a1 admin admin] Router a01a86c0-78f8-492e-b9ce-f4245ead4972 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:36:24.275239 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 6cf0bf0d-8c25-4829-b775-755643e04fb9 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:24.275633 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6cf0bf0d-8c25-4829-b775-755643e04fb9), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:24.293910 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port e8d54005-032d-4851-8d0b-213a0ea11e2a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e8d54005-032d-4851-8d0b-213a0ea11e2a,segment=NetworkSegment(01766626-8fb8-48e2-b802-f91f2998c106),segment_id=01766626-8fb8-48e2-b802-f91f2998c106)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:24.346621 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'e8d54005-032d-4851-8d0b-213a0ea11e2a', 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c', 'port_id': 'e8d54005-032d-4851-8d0b-213a0ea11e2a', 'mac_address': 'fa:16:3e:21:af:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f449319-f344-43f8-a242-cf782afe5fdf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:36:24.351850 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6156ebdc-d02b-4ed2-a288-e68392efdaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a52f2d7c-2d3f-4a15-ab61-73c092d20b9f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:24.376756 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e8105d8-0e6b-4cf2-ab0a-38da326632fa req-4fdbae46-473e-4dfb-a9d3-2f867cd9cef4 service neutron] 10.222.0.61 "GET /v2.0/networks/2ca603de-ec8c-4dee-a827-0c109cc1792e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426718 Feb 20 05:36:24.417143 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d1ab8c-f83a-4417-8d98-760e182c72a1 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:36:24.431125 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b1d1ab8c-f83a-4417-8d98-760e182c72a1 admin admin] 10.222.0.37 "PUT /v2.0/routers/a01a86c0-78f8-492e-b9ce-f4245ead4972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1560593 Feb 20 05:36:24.524241 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383efd0-c4dd-4158-b9bd-93905533165b req-61a872ee-b1d4-48be-82a0-17895095c32e tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:24.525805 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3383efd0-c4dd-4158-b9bd-93905533165b req-61a872ee-b1d4-48be-82a0-17895095c32e tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1481402 Feb 20 05:36:24.617517 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3383efd0-c4dd-4158-b9bd-93905533165b req-11f31c40-2647-4aa4-9330-25c1b4054187 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803969 Feb 20 05:36:24.629477 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-f0760349-7228-4a96-a187-4f828d3e569f req-8d591f22-1b92-4bf3-9e92-aec9c15cc090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b143fec6-120e-4d79-8429-2f717b6f9f86 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:36:24.638796 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f0760349-7228-4a96-a187-4f828d3e569f req-8d591f22-1b92-4bf3-9e92-aec9c15cc090 service neutron] Publish callbacks [] for port (b143fec6-120e-4d79-8429-2f717b6f9f86), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:24.654089 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-f0760349-7228-4a96-a187-4f828d3e569f req-8d591f22-1b92-4bf3-9e92-aec9c15cc090 service neutron] Transition to ACTIVE for port object b143fec6-120e-4d79-8429-2f717b6f9f86 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:36:24.658677 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f0760349-7228-4a96-a187-4f828d3e569f req-8d591f22-1b92-4bf3-9e92-aec9c15cc090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (b143fec6-120e-4d79-8429-2f717b6f9f86), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:24.721207 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port e8d54005-032d-4851-8d0b-213a0ea11e2a is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:24.721596 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e8d54005-032d-4851-8d0b-213a0ea11e2a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:24.741188 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d591f22-1b92-4bf3-9e92-aec9c15cc090 service neutron] Pushing event updated for resources: {'Port': ['ID=b143fec6-120e-4d79-8429-2f717b6f9f86,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:24.766611 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8d54005-032d-4851-8d0b-213a0ea11e2a {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:36:24.790348 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7fa60ffa-9ab8-4792-87e3-f1372bf06c9e None None] Current status of the port 6cf0bf0d-8c25-4829-b775-755643e04fb9 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:24.812314 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098be2f-674d-4ea6-98a6-09bbff90f9e3 req-28813fe7-8ca3-4f25-b220-3e54983cb1cf tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:24.813834 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8098be2f-674d-4ea6-98a6-09bbff90f9e3 req-28813fe7-8ca3-4f25-b220-3e54983cb1cf tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 946 time: 0.1223226 Feb 20 05:36:24.850763 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-f0760349-7228-4a96-a187-4f828d3e569f req-8d591f22-1b92-4bf3-9e92-aec9c15cc090 service neutron] Attempting to bind port b143fec6-120e-4d79-8429-2f717b6f9f86 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:36:24.851119 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-f0760349-7228-4a96-a187-4f828d3e569f req-8d591f22-1b92-4bf3-9e92-aec9c15cc090 service neutron] Attempting to bind port b143fec6-120e-4d79-8429-2f717b6f9f86 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:36:24.851442 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0760349-7228-4a96-a187-4f828d3e569f req-8d591f22-1b92-4bf3-9e92-aec9c15cc090 service neutron] Attempting to bind port b143fec6-120e-4d79-8429-2f717b6f9f86 on network abdb12e5-c978-4d6e-ba1a-936a895646ad {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:36:24.859463 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0760349-7228-4a96-a187-4f828d3e569f req-8d591f22-1b92-4bf3-9e92-aec9c15cc090 service neutron] Port b143fec6-120e-4d79-8429-2f717b6f9f86 on network abdb12e5-c978-4d6e-ba1a-936a895646ad not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:36:24.859781 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0760349-7228-4a96-a187-4f828d3e569f req-8d591f22-1b92-4bf3-9e92-aec9c15cc090 service neutron] Attempting to bind port b143fec6-120e-4d79-8429-2f717b6f9f86 on network abdb12e5-c978-4d6e-ba1a-936a895646ad {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:36:24.870462 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0760349-7228-4a96-a187-4f828d3e569f req-8d591f22-1b92-4bf3-9e92-aec9c15cc090 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:36:24.870794 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0760349-7228-4a96-a187-4f828d3e569f req-8d591f22-1b92-4bf3-9e92-aec9c15cc090 service neutron] Checking segment: {'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:36:24.871198 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0760349-7228-4a96-a187-4f828d3e569f req-8d591f22-1b92-4bf3-9e92-aec9c15cc090 service neutron] Bound using segment: {'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:36:24.871627 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-f0760349-7228-4a96-a187-4f828d3e569f req-8d591f22-1b92-4bf3-9e92-aec9c15cc090 service neutron] Bound port: b143fec6-120e-4d79-8429-2f717b6f9f86, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:36:24.872016 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f0760349-7228-4a96-a187-4f828d3e569f req-8d591f22-1b92-4bf3-9e92-aec9c15cc090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b143fec6-120e-4d79-8429-2f717b6f9f86), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:24.878565 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port e8d54005-032d-4851-8d0b-213a0ea11e2a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e8d54005-032d-4851-8d0b-213a0ea11e2a,segment=NetworkSegment(01766626-8fb8-48e2-b802-f91f2998c106),segment_id=01766626-8fb8-48e2-b802-f91f2998c106)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:24.879735 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 6cf0bf0d-8c25-4829-b775-755643e04fb9 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:24.887599 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e8d54005-032d-4851-8d0b-213a0ea11e2a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:24.888266 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 3437ce7e-f77d-4721-8b84-c6eb69db6e7e details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:36:24.899933 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8098be2f-674d-4ea6-98a6-09bbff90f9e3 req-fd7eefb0-da46-4007-873f-8bda892b8583 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756204 Feb 20 05:36:24.955639 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-f0760349-7228-4a96-a187-4f828d3e569f req-8d591f22-1b92-4bf3-9e92-aec9c15cc090 service neutron] For port b143fec6-120e-4d79-8429-2f717b6f9f86, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:36:24.958892 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-f0760349-7228-4a96-a187-4f828d3e569f req-8d591f22-1b92-4bf3-9e92-aec9c15cc090 service neutron] For port b143fec6-120e-4d79-8429-2f717b6f9f86, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b143fec6-120e-4d79-8429-2f717b6f9f86,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:36:24.975708 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f0760349-7228-4a96-a187-4f828d3e569f req-8d591f22-1b92-4bf3-9e92-aec9c15cc090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (b143fec6-120e-4d79-8429-2f717b6f9f86), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:25.021953 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 3437ce7e-f77d-4721-8b84-c6eb69db6e7e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=3437ce7e-f77d-4721-8b84-c6eb69db6e7e,segment=NetworkSegment(19247fc3-8797-47d4-855d-3aa66884dfac),segment_id=19247fc3-8797-47d4-855d-3aa66884dfac)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:25.027166 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0760349-7228-4a96-a187-4f828d3e569f req-8d591f22-1b92-4bf3-9e92-aec9c15cc090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:25.027787 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f0760349-7228-4a96-a187-4f828d3e569f req-8d591f22-1b92-4bf3-9e92-aec9c15cc090 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:25.030574 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0760349-7228-4a96-a187-4f828d3e569f req-8d591f22-1b92-4bf3-9e92-aec9c15cc090 service neutron] 10.222.0.61 "PUT /v2.0/ports/b143fec6-120e-4d79-8429-2f717b6f9f86 HTTP/1.1" status: 200 len: 1092 time: 1.1737156 Feb 20 05:36:25.038855 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=e8d54005-032d-4851-8d0b-213a0ea11e2a,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:25.049742 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-43670243-74e7-40fa-aa41-5f02f6523a2f None None] Provisioning complete for port cd15c05b-8f9d-4a25-b743-7ff14d29a86f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:25.050164 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43670243-74e7-40fa-aa41-5f02f6523a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (cd15c05b-8f9d-4a25-b743-7ff14d29a86f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:25.052358 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '3437ce7e-f77d-4721-8b84-c6eb69db6e7e', 'network_id': 'ad5d889f-9ba6-45ee-9401-06eb68bd1eba', 'port_id': '3437ce7e-f77d-4721-8b84-c6eb69db6e7e', 'mac_address': 'fa:16:3e:10:58:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08d1d8d3-1cdb-47d5-86aa-3316d80bbfd8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:36:25.064938 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37154246-c5e4-4309-b48f-f0945dd92328', 'tag': 'b143fec6-120e-4d79-8429-2f717b6f9f86'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:36:25.067464 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd81b63-1696-41e1-b9db-00ff44f01375" -d '{"events": [{"name": "network-changed", "server_uuid": "37154246-c5e4-4309-b48f-f0945dd92328", "tag": "b143fec6-120e-4d79-8429-2f717b6f9f86"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:36:25.088440 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d591f22-1b92-4bf3-9e92-aec9c15cc090 service neutron] Pushing event updated for resources: {'Port': ['ID=b143fec6-120e-4d79-8429-2f717b6f9f86,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:25.124071 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebe1fc-fbd3-429b-a0ca-42ad1070e8f2 req-7eba0a3f-c594-4082-b844-8722efbf1d53 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:25.125566 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f7ebe1fc-fbd3-429b-a0ca-42ad1070e8f2 req-7eba0a3f-c594-4082-b844-8722efbf1d53 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=37154246-c5e4-4309-b48f-f0945dd92328 HTTP/1.1" status: 200 len: 944 time: 0.1623487 Feb 20 05:36:25.158347 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0760349-7228-4a96-a187-4f828d3e569f req-c1cebf10-10a9-40fc-9a90-ed0ee66d32de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:25.160398 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0760349-7228-4a96-a187-4f828d3e569f req-c1cebf10-10a9-40fc-9a90-ed0ee66d32de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70575607f3814a698b8e29ee9ca94326&device_id=37154246-c5e4-4309-b48f-f0945dd92328 HTTP/1.1" status: 200 len: 1126 time: 0.0811675 Feb 20 05:36:25.161505 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-43670243-74e7-40fa-aa41-5f02f6523a2f None None] Port cd15c05b-8f9d-4a25-b743-7ff14d29a86f cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:36:25.168389 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:25.188078 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6156ebdc-d02b-4ed2-a288-e68392efdaeb None None] Publish callbacks [] for port (a52f2d7c-2d3f-4a15-ab61-73c092d20b9f), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:25.189632 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 3437ce7e-f77d-4721-8b84-c6eb69db6e7e is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:25.190006 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3437ce7e-f77d-4721-8b84-c6eb69db6e7e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:25.204081 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6156ebdc-d02b-4ed2-a288-e68392efdaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a52f2d7c-2d3f-4a15-ab61-73c092d20b9f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:25.217173 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0760349-7228-4a96-a187-4f828d3e569f req-cab9d15e-e012-4b6f-abc7-a557a2e46302 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b143fec6-120e-4d79-8429-2f717b6f9f86 HTTP/1.1" status: 200 len: 217 time: 0.0457284 Feb 20 05:36:25.220322 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3437ce7e-f77d-4721-8b84-c6eb69db6e7e {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:36:25.224312 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f7ebe1fc-fbd3-429b-a0ca-42ad1070e8f2 req-32661da5-819a-4d24-ac48-7ea890ce53a0 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915544 Feb 20 05:36:25.255759 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-43670243-74e7-40fa-aa41-5f02f6523a2f None None] Provisioning complete for port 6cf0bf0d-8c25-4829-b775-755643e04fb9 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:25.256144 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43670243-74e7-40fa-aa41-5f02f6523a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6cf0bf0d-8c25-4829-b775-755643e04fb9), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:25.296770 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0760349-7228-4a96-a187-4f828d3e569f req-72f91635-7e16-4026-aaa7-c8a3903392f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:25.298168 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0760349-7228-4a96-a187-4f828d3e569f req-72f91635-7e16-4026-aaa7-c8a3903392f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b11aa3aa-3524-4006-8735-994e7b51abdd HTTP/1.1" status: 200 len: 845 time: 0.0709231 Feb 20 05:36:25.314003 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 3437ce7e-f77d-4721-8b84-c6eb69db6e7e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=3437ce7e-f77d-4721-8b84-c6eb69db6e7e,segment=NetworkSegment(19247fc3-8797-47d4-855d-3aa66884dfac),segment_id=19247fc3-8797-47d4-855d-3aa66884dfac)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:25.317636 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-6156ebdc-d02b-4ed2-a288-e68392efdaeb None None] Attempting to bind port a52f2d7c-2d3f-4a15-ab61-73c092d20b9f on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:36:25.318034 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-6156ebdc-d02b-4ed2-a288-e68392efdaeb None None] Attempting to bind port a52f2d7c-2d3f-4a15-ab61-73c092d20b9f by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:36:25.318430 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6156ebdc-d02b-4ed2-a288-e68392efdaeb None None] Attempting to bind port a52f2d7c-2d3f-4a15-ab61-73c092d20b9f on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:36:25.320496 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622fac5-8deb-40c2-8af6-8509097b7726 None None] Pushing event updated for resources: {'Port': ['ID=a52f2d7c-2d3f-4a15-ab61-73c092d20b9f,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:25.330494 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3437ce7e-f77d-4721-8b84-c6eb69db6e7e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:25.342490 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6156ebdc-d02b-4ed2-a288-e68392efdaeb None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:36:25.343040 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6156ebdc-d02b-4ed2-a288-e68392efdaeb None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:36:25.343319 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6156ebdc-d02b-4ed2-a288-e68392efdaeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:25.343743 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6156ebdc-d02b-4ed2-a288-e68392efdaeb None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:36:25.344277 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-6156ebdc-d02b-4ed2-a288-e68392efdaeb None None] Bound port: a52f2d7c-2d3f-4a15-ab61-73c092d20b9f, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:36:25.344666 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6156ebdc-d02b-4ed2-a288-e68392efdaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a52f2d7c-2d3f-4a15-ab61-73c092d20b9f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:25.353840 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0760349-7228-4a96-a187-4f828d3e569f req-b59bac27-0dcf-4c20-b621-60cdce434c32 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=abdb12e5-c978-4d6e-ba1a-936a895646ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363908 Feb 20 05:36:25.389221 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3f5c9-0c45-4a35-8d3d-a9e17ad10cb6 req-03b2b72d-6a02-4f79-921e-764da95d1b42 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:25.390693 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-66b3f5c9-0c45-4a35-8d3d-a9e17ad10cb6 req-03b2b72d-6a02-4f79-921e-764da95d1b42 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 949 time: 0.1032579 Feb 20 05:36:25.450545 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-6156ebdc-d02b-4ed2-a288-e68392efdaeb None None] For port a52f2d7c-2d3f-4a15-ab61-73c092d20b9f, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:36:25.469728 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=3437ce7e-f77d-4721-8b84-c6eb69db6e7e,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:25.484770 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-66b3f5c9-0c45-4a35-8d3d-a9e17ad10cb6 req-5a1dc0e8-aaea-4b98-991f-2202b26fa444 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661578 Feb 20 05:36:25.491540 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-6156ebdc-d02b-4ed2-a288-e68392efdaeb None None] For port a52f2d7c-2d3f-4a15-ab61-73c092d20b9f, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a52f2d7c-2d3f-4a15-ab61-73c092d20b9f,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:36:25.497644 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0760349-7228-4a96-a187-4f828d3e569f req-212c65ae-dee8-460b-9739-573631b2391b service neutron] 10.222.0.61 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352115 Feb 20 05:36:25.507694 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6156ebdc-d02b-4ed2-a288-e68392efdaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a52f2d7c-2d3f-4a15-ab61-73c092d20b9f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:25.514933 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-43670243-74e7-40fa-aa41-5f02f6523a2f None None] Current status of the port 6cf0bf0d-8c25-4829-b775-755643e04fb9 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:25.561527 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6156ebdc-d02b-4ed2-a288-e68392efdaeb None None] Routers {'a01a86c0-78f8-492e-b9ce-f4245ead4972'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:36:25.562158 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-6156ebdc-d02b-4ed2-a288-e68392efdaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:36:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a01a86c0-78f8-492e-b9ce-f4245ead4972'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:36:25.607742 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622fac5-8deb-40c2-8af6-8509097b7726 None None] Pushing event updated for resources: {'Port': ['ID=a52f2d7c-2d3f-4a15-ab61-73c092d20b9f,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:25.636001 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0760349-7228-4a96-a187-4f828d3e569f req-0e93c32a-55a9-44bd-8915-caf33fb8d47b service neutron] 10.222.0.61 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327851 Feb 20 05:36:25.645476 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1583a4-a392-448b-abe2-514b09511d80 req-4974c753-3d8e-4d56-a760-71cc2ed1c03b tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:25.647369 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f1583a4-a392-448b-abe2-514b09511d80 req-4974c753-3d8e-4d56-a760-71cc2ed1c03b tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf8c6df-73ec-4008-b6f6-b02fb9496478 HTTP/1.1" status: 200 len: 1023 time: 0.0888426 Feb 20 05:36:25.689439 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-6156ebdc-d02b-4ed2-a288-e68392efdaeb None None] Set router a01a86c0-78f8-492e-b9ce-f4245ead4972 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:36:25.722604 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f1583a4-a392-448b-abe2-514b09511d80 req-a2804d1f-fc0e-4447-b639-1025e3f0e450 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8246991-e7f0-4a4e-9d4c-98041be11c7b&id=913b97f5-ad4b-4deb-9cbf-3c827f5cce07&id=23962126-2291-4fd4-919f-f12c38e0fb34&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0630486 Feb 20 05:36:25.890798 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-6156ebdc-d02b-4ed2-a288-e68392efdaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'name': 'tempest-ServersTestManualDisk-2048639538-router', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a52f2d7c-2d3f-4a15-ab61-73c092d20b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:19Z', 'updated_at': '2022-02-20T05:36:23Z', 'revision_number': 4, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'gw_port': {'id': 'a52f2d7c-2d3f-4a15-ab61-73c092d20b9f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:20Z', 'updated_at': '2022-02-20T05:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'cd15c05b-8f9d-4a25-b743-7ff14d29a86f', 'name': '', 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'mac_address': 'fa:16:3e:6c:9e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2ecd3afa-0aba-40c3-836a-59288991ce75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:22Z', 'updated_at': '2022-02-20T05:36:23Z', 'revision_number': 2, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'subnets': [{'id': '2ecd3afa-0aba-40c3-836a-59288991ce75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:36:25.921325 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6156ebdc-d02b-4ed2-a288-e68392efdaeb None None] The sync data for ids ['a01a86c0-78f8-492e-b9ce-f4245ead4972'] in n-d-829866-5 is: [{'id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'name': 'tempest-ServersTestManualDisk-2048639538-router', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a52f2d7c-2d3f-4a15-ab61-73c092d20b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:19Z', 'updated_at': '2022-02-20T05:36:23Z', 'revision_number': 4, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'gw_port': {'id': 'a52f2d7c-2d3f-4a15-ab61-73c092d20b9f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:20Z', 'updated_at': '2022-02-20T05:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'cd15c05b-8f9d-4a25-b743-7ff14d29a86f', 'name': '', 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'mac_address': 'fa:16:3e:6c:9e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2ecd3afa-0aba-40c3-836a-59288991ce75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:22Z', 'updated_at': '2022-02-20T05:36:23Z', 'revision_number': 2, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'subnets': [{'id': '2ecd3afa-0aba-40c3-836a-59288991ce75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:36:26.117430 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60832) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:36:26.123589 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-91a6abbc-6444-450e-993c-4cfa8266e313 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Request body: {'security_group': {'name': 'tempest-securitygroup--908954805', 'description': 'tempest-description--23170375'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:26.171436 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-91a6abbc-6444-450e-993c-4cfa8266e313 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:26.309756 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-91a6abbc-6444-450e-993c-4cfa8266e313 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks [] for security_group (0cfb9c4b-cc73-499e-ad72-f2abde5d1f7c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:26.317240 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-91a6abbc-6444-450e-993c-4cfa8266e313 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0cfb9c4b-cc73-499e-ad72-f2abde5d1f7c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:26.330704 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b092d-5b2b-40e1-bd06-70ddf60e562e req-cda2bdf3-7809-48e6-8cfc-d275363bba2f tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:26.332261 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ef6b092d-5b2b-40e1-bd06-70ddf60e562e req-cda2bdf3-7809-48e6-8cfc-d275363bba2f tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1364880 Feb 20 05:36:26.383584 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-91a6abbc-6444-450e-993c-4cfa8266e313 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:26.384761 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-91a6abbc-6444-450e-993c-4cfa8266e313 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2684028 Feb 20 05:36:26.387799 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60836) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:36:26.388428 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6abbc-6444-450e-993c-4cfa8266e313 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfb9c4b-cc73-499e-ad72-f2abde5d1f7c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:26.392412 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c97a60e7-19a6-480e-a408-9ba5fe9a04e6 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Request body: {'security_group_rule': {'security_group_id': '0cfb9c4b-cc73-499e-ad72-f2abde5d1f7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:26.400788 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536b707-cdf5-43c0-9456-865b0ec19d1c req-632043c8-b4d0-4273-984b-bdf9fd8f2a20 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:26.402355 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2536b707-cdf5-43c0-9456-865b0ec19d1c req-632043c8-b4d0-4273-984b-bdf9fd8f2a20 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cf8c6df-73ec-4008-b6f6-b02fb9496478 HTTP/1.1" status: 200 len: 1023 time: 0.1498017 Feb 20 05:36:26.425672 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c97a60e7-19a6-480e-a408-9ba5fe9a04e6 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks [] for security_group_rule (ed82d5ef-f264-4fe9-88fe-97cfa7900b08), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:26.435204 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['7c007555-d640-488c-8ce4-7f97f04efa3c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:26.441480 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['e8d54005-032d-4851-8d0b-213a0ea11e2a'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:26.470849 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ef6b092d-5b2b-40e1-bd06-70ddf60e562e req-9bc2df4d-f2ce-46e4-a583-6c64eefbf961 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261401 Feb 20 05:36:26.506617 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c97a60e7-19a6-480e-a408-9ba5fe9a04e6 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks [] for security_group_rule (ed82d5ef-f264-4fe9-88fe-97cfa7900b08), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:26.513454 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c97a60e7-19a6-480e-a408-9ba5fe9a04e6 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (ed82d5ef-f264-4fe9-88fe-97cfa7900b08), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:26.526592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['29db9da7-b890-4cdb-b7e0-fcc13be4e73d'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:26.555809 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a60e7-19a6-480e-a408-9ba5fe9a04e6 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed82d5ef-f264-4fe9-88fe-97cfa7900b08,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:26.566992 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c97a60e7-19a6-480e-a408-9ba5fe9a04e6 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:26.571469 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60842) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:36:26.574015 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c97a60e7-19a6-480e-a408-9ba5fe9a04e6 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1850903 Feb 20 05:36:26.578762 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a2e47cbc-457c-4903-95eb-8d4612312944 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Request body: {'security_group_rule': {'security_group_id': '0cfb9c4b-cc73-499e-ad72-f2abde5d1f7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:26.584577 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['3437ce7e-f77d-4721-8b84-c6eb69db6e7e'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:26.586653 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['6b547cc4-f633-4bfe-a5fb-b5ee6d68a986'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:26.600051 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-2536b707-cdf5-43c0-9456-865b0ec19d1c req-0b6d2dfe-940f-4c88-8a30-a9249b3b034d tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Deleting port 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:36:26.600420 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2536b707-cdf5-43c0-9456-865b0ec19d1c req-0b6d2dfe-940f-4c88-8a30-a9249b3b034d tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (608f4cd1-fcd8-4fff-88b0-53d5928cd0d6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:26.727442 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a2e47cbc-457c-4903-95eb-8d4612312944 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks [] for security_group_rule (c7d5a727-2856-403c-8f4c-7da1c621504c), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:26.787525 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1446d-1d3b-4740-b3ad-7dfb28b7dfb1 req-ee71036c-3aa7-43f6-96f5-f62dd539d5a0 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:26.792949 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1446d-1d3b-4740-b3ad-7dfb28b7dfb1 req-ee71036c-3aa7-43f6-96f5-f62dd539d5a0 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:26.799189 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1446d-1d3b-4740-b3ad-7dfb28b7dfb1 req-ee71036c-3aa7-43f6-96f5-f62dd539d5a0 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:26.804203 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1446d-1d3b-4740-b3ad-7dfb28b7dfb1 req-ee71036c-3aa7-43f6-96f5-f62dd539d5a0 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:26.809395 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1446d-1d3b-4740-b3ad-7dfb28b7dfb1 req-ee71036c-3aa7-43f6-96f5-f62dd539d5a0 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:26.815281 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1446d-1d3b-4740-b3ad-7dfb28b7dfb1 req-ee71036c-3aa7-43f6-96f5-f62dd539d5a0 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:26.820531 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1446d-1d3b-4740-b3ad-7dfb28b7dfb1 req-ee71036c-3aa7-43f6-96f5-f62dd539d5a0 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:26.822577 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d4d1446d-1d3b-4740-b3ad-7dfb28b7dfb1 req-ee71036c-3aa7-43f6-96f5-f62dd539d5a0 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5436 time: 0.2173769 Feb 20 05:36:26.847080 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-2536b707-cdf5-43c0-9456-865b0ec19d1c req-0b6d2dfe-940f-4c88-8a30-a9249b3b034d tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] For port 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=608f4cd1-fcd8-4fff-88b0-53d5928cd0d6,segment=NetworkSegment(dd260469-f73a-462b-ba05-bed79ea663d4),segment_id=dd260469-f73a-462b-ba05-bed79ea663d4)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:26.847447 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2536b707-cdf5-43c0-9456-865b0ec19d1c req-0b6d2dfe-940f-4c88-8a30-a9249b3b034d tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (608f4cd1-fcd8-4fff-88b0-53d5928cd0d6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:26.877369 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-2536b707-cdf5-43c0-9456-865b0ec19d1c req-0b6d2dfe-940f-4c88-8a30-a9249b3b034d tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Calling delete_port for 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:36:26.914325 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a2e47cbc-457c-4903-95eb-8d4612312944 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks [] for security_group_rule (c7d5a727-2856-403c-8f4c-7da1c621504c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:26.948839 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a2e47cbc-457c-4903-95eb-8d4612312944 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (c7d5a727-2856-403c-8f4c-7da1c621504c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:26.994541 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e47cbc-457c-4903-95eb-8d4612312944 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d5a727-2856-403c-8f4c-7da1c621504c,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:27.015875 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d4d1446d-1d3b-4740-b3ad-7dfb28b7dfb1 req-17c8d9b5-2bd1-4437-8d5e-46c005857f09 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1789658 Feb 20 05:36:27.037635 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a2e47cbc-457c-4903-95eb-8d4612312944 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:27.049056 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60846) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:36:27.054074 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-01e039ef-1534-4248-99bc-8e6f2e5bff70 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:27.060616 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a2e47cbc-457c-4903-95eb-8d4612312944 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4866784 Feb 20 05:36:27.077562 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c7c697-9943-4eaa-92fd-293c3e49bdab x-openstack-request-id: req-00c7c697-9943-4eaa-92fd-293c3e49bdab {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:36:27.077850 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37154246-c5e4-4309-b48f-f0945dd92328", "tag": "b143fec6-120e-4d79-8429-2f717b6f9f86", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:36:27.078070 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00c7c697-9943-4eaa-92fd-293c3e49bdab {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:36:27.078472 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37154246-c5e4-4309-b48f-f0945dd92328', 'tag': 'b143fec6-120e-4d79-8429-2f717b6f9f86', 'status': 'completed', 'code': 200} Feb 20 05:36:27.088436 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-01e039ef-1534-4248-99bc-8e6f2e5bff70 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:27.224841 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2536b707-cdf5-43c0-9456-865b0ec19d1c req-0b6d2dfe-940f-4c88-8a30-a9249b3b034d tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (608f4cd1-fcd8-4fff-88b0-53d5928cd0d6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:27.238052 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7', '608f4cd1-fcd8-4fff-88b0-53d5928cd0d6'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:27.250535 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-01e039ef-1534-4248-99bc-8e6f2e5bff70 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:27.266723 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d2dfe-940f-4c88-8a30-a9249b3b034d tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Pushing event deleted for resources: {'Port': ['ID=608f4cd1-fcd8-4fff-88b0-53d5928cd0d6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:27.279705 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd81b63-1696-41e1-b9db-00ff44f01375 req-090227b0-60ee-4f8e-a9d8-1f4182b8ab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:27.281248 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5cd81b63-1696-41e1-b9db-00ff44f01375 req-090227b0-60ee-4f8e-a9d8-1f4182b8ab39 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70575607f3814a698b8e29ee9ca94326&device_id=37154246-c5e4-4309-b48f-f0945dd92328 HTTP/1.1" status: 200 len: 1126 time: 0.1481771 Feb 20 05:36:27.282660 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['b6a005cb-7520-4571-b49e-be3ec5a89fc8'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:27.328651 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111aac3-2bff-4294-b9ab-2f5b8f672e83 req-9418176f-3799-45e9-b2ba-59c0a70dc311 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:27.335959 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3111aac3-2bff-4294-b9ab-2f5b8f672e83 req-9418176f-3799-45e9-b2ba-59c0a70dc311 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 946 time: 0.1610498 Feb 20 05:36:27.371321 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-2536b707-cdf5-43c0-9456-865b0ec19d1c req-0b6d2dfe-940f-4c88-8a30-a9249b3b034d tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] No DVR routers for this DVR port 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:36:27.380521 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2536b707-cdf5-43c0-9456-865b0ec19d1c req-0b6d2dfe-940f-4c88-8a30-a9249b3b034d tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:27.384752 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2536b707-cdf5-43c0-9456-865b0ec19d1c req-0b6d2dfe-940f-4c88-8a30-a9249b3b034d tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.61 "DELETE /v2.0/ports/608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 HTTP/1.1" status: 204 len: 173 time: 0.9763246 Feb 20 05:36:27.404946 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-01e039ef-1534-4248-99bc-8e6f2e5bff70 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Allocated IP 172.25.3.196 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/be636812-278c-4f6d-989f-3dbf28ee95a1) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:36:27.520338 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3111aac3-2bff-4294-b9ab-2f5b8f672e83 req-48d1d5d7-bf7f-4377-9254-951e686e6abb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832681 Feb 20 05:36:27.525671 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd81b63-1696-41e1-b9db-00ff44f01375 req-bc3c3a97-f893-44fd-b0e2-6cb65c20942d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:27.527200 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5cd81b63-1696-41e1-b9db-00ff44f01375 req-bc3c3a97-f893-44fd-b0e2-6cb65c20942d service neutron] 10.222.0.61 "GET /v2.0/networks?id=abdb12e5-c978-4d6e-ba1a-936a895646ad HTTP/1.1" status: 200 len: 905 time: 0.2191691 Feb 20 05:36:27.576592 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-01e039ef-1534-4248-99bc-8e6f2e5bff70 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks [] for port (be636812-278c-4f6d-989f-3dbf28ee95a1), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:27.586376 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5cd81b63-1696-41e1-b9db-00ff44f01375 req-3e761fa2-d687-4e39-be07-571377853dab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b143fec6-120e-4d79-8429-2f717b6f9f86 HTTP/1.1" status: 200 len: 217 time: 0.0528400 Feb 20 05:36:27.633015 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-01e039ef-1534-4248-99bc-8e6f2e5bff70 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (be636812-278c-4f6d-989f-3dbf28ee95a1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:27.666516 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['1b3adbb3-2cc7-496f-9d01-8d25b7de0141'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:27.685184 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd81b63-1696-41e1-b9db-00ff44f01375 req-dfdc199b-35e5-4af6-bd3e-8b74a4a45f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:27.686727 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5cd81b63-1696-41e1-b9db-00ff44f01375 req-dfdc199b-35e5-4af6-bd3e-8b74a4a45f2d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b11aa3aa-3524-4006-8735-994e7b51abdd HTTP/1.1" status: 200 len: 845 time: 0.0937710 Feb 20 05:36:27.709415 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:36:27.728527 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5cd81b63-1696-41e1-b9db-00ff44f01375 req-ac3615e9-7337-45ac-aded-98b345277721 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=abdb12e5-c978-4d6e-ba1a-936a895646ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347266 Feb 20 05:36:27.732081 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e039ef-1534-4248-99bc-8e6f2e5bff70 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:36:27.733647 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e039ef-1534-4248-99bc-8e6f2e5bff70 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Pushing event updated for resources: {'Port': ['ID=be636812-278c-4f6d-989f-3dbf28ee95a1,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:27.738705 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-01e039ef-1534-4248-99bc-8e6f2e5bff70 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:36:27.740006 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ba631-cfe7-4e64-bc68-e86778ac3eee req-bb549627-4d25-4ad8-87ac-74c7063f8eea tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:27.741601 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a7ba631-cfe7-4e64-bc68-e86778ac3eee req-bb549627-4d25-4ad8-87ac-74c7063f8eea tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=37154246-c5e4-4309-b48f-f0945dd92328 HTTP/1.1" status: 200 len: 944 time: 0.1076767 Feb 20 05:36:27.744002 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e039ef-1534-4248-99bc-8e6f2e5bff70 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:36:27.835685 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a52f2d7c-2d3f-4a15-ab61-73c092d20b9f up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:36:27.843001 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-01e039ef-1534-4248-99bc-8e6f2e5bff70 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks [] for floatingip (74207152-9e74-471f-82e5-548a91f979a9), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:27.893383 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a7ba631-cfe7-4e64-bc68-e86778ac3eee req-d0571d47-d644-4829-9ac1-458790b68631 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368375 Feb 20 05:36:27.907412 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-01e039ef-1534-4248-99bc-8e6f2e5bff70 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (be636812-278c-4f6d-989f-3dbf28ee95a1), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:27.951660 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5cd81b63-1696-41e1-b9db-00ff44f01375 req-1ebe87d8-8dd1-402b-a07f-f7734197c9ff service neutron] 10.222.0.61 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951010 Feb 20 05:36:28.005819 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port a52f2d7c-2d3f-4a15-ab61-73c092d20b9f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:28.006188 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a52f2d7c-2d3f-4a15-ab61-73c092d20b9f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:28.109264 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port a52f2d7c-2d3f-4a15-ab61-73c092d20b9f is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:28.109509 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a52f2d7c-2d3f-4a15-ab61-73c092d20b9f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:28.114189 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-01e039ef-1534-4248-99bc-8e6f2e5bff70 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks [] for port (be636812-278c-4f6d-989f-3dbf28ee95a1), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:28.119174 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-01e039ef-1534-4248-99bc-8e6f2e5bff70 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (be636812-278c-4f6d-989f-3dbf28ee95a1), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:28.138391 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port a52f2d7c-2d3f-4a15-ab61-73c092d20b9f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a52f2d7c-2d3f-4a15-ab61-73c092d20b9f,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:28.141016 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3858147-47be-449b-825d-0b37dce1eedf req-d7668c73-5afa-478e-80cd-db73a6822756 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:28.142547 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3858147-47be-449b-825d-0b37dce1eedf req-d7668c73-5afa-478e-80cd-db73a6822756 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 949 time: 0.1315587 Feb 20 05:36:28.144856 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a52f2d7c-2d3f-4a15-ab61-73c092d20b9f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:28.155467 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5cd81b63-1696-41e1-b9db-00ff44f01375 req-476171c7-bb3f-42df-8571-7409af87cebe service neutron] 10.222.0.61 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035263 Feb 20 05:36:28.203641 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e039ef-1534-4248-99bc-8e6f2e5bff70 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Pushing event updated for resources: {'Port': ['ID=be636812-278c-4f6d-989f-3dbf28ee95a1,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:28.217969 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=a52f2d7c-2d3f-4a15-ab61-73c092d20b9f,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:28.218773 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-01e039ef-1534-4248-99bc-8e6f2e5bff70 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (74207152-9e74-471f-82e5-548a91f979a9), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:28.223960 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3858147-47be-449b-825d-0b37dce1eedf req-bd648e09-335a-4fc1-b512-76d6399d7395 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712142 Feb 20 05:36:28.238306 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-01e039ef-1534-4248-99bc-8e6f2e5bff70 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:28.239798 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-01e039ef-1534-4248-99bc-8e6f2e5bff70 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1897418 Feb 20 05:36:28.448022 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30697a-2f1c-4489-a7e8-7461d33c3d40 req-46d6c0a5-b10a-4621-9646-58ea7da952bd tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:28.449521 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a30697a-2f1c-4489-a7e8-7461d33c3d40 req-46d6c0a5-b10a-4621-9646-58ea7da952bd tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0561388 Feb 20 05:36:28.496113 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a30697a-2f1c-4489-a7e8-7461d33c3d40 req-02ee2bb1-f065-459b-854f-ee57ca57486d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407405 Feb 20 05:36:28.525738 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4f52f6-1a4e-4585-bd2f-54b982ca26b3 None None] Sync routers for ids ['a01a86c0-78f8-492e-b9ce-f4245ead4972'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:36:28.536027 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4f52f6-1a4e-4585-bd2f-54b982ca26b3 None None] Routers {'a01a86c0-78f8-492e-b9ce-f4245ead4972'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:36:28.536639 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-fe4f52f6-1a4e-4585-bd2f-54b982ca26b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:36:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a01a86c0-78f8-492e-b9ce-f4245ead4972'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:36:28.615958 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99952ed6-85d2-4412-91cf-8885f11344b6 req-7ffef077-4da4-456e-b1c9-2c6d5ff7555c tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:28.621422 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99952ed6-85d2-4412-91cf-8885f11344b6 req-7ffef077-4da4-456e-b1c9-2c6d5ff7555c tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:28.627530 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99952ed6-85d2-4412-91cf-8885f11344b6 req-7ffef077-4da4-456e-b1c9-2c6d5ff7555c tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:28.632706 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99952ed6-85d2-4412-91cf-8885f11344b6 req-7ffef077-4da4-456e-b1c9-2c6d5ff7555c tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:28.638432 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99952ed6-85d2-4412-91cf-8885f11344b6 req-7ffef077-4da4-456e-b1c9-2c6d5ff7555c tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:28.643886 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99952ed6-85d2-4412-91cf-8885f11344b6 req-7ffef077-4da4-456e-b1c9-2c6d5ff7555c tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:28.649056 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99952ed6-85d2-4412-91cf-8885f11344b6 req-7ffef077-4da4-456e-b1c9-2c6d5ff7555c tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:28.651158 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-99952ed6-85d2-4412-91cf-8885f11344b6 req-7ffef077-4da4-456e-b1c9-2c6d5ff7555c tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5436 time: 0.0946128 Feb 20 05:36:28.651350 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-fe4f52f6-1a4e-4585-bd2f-54b982ca26b3 None None] Set router a01a86c0-78f8-492e-b9ce-f4245ead4972 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:36:28.712254 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-99952ed6-85d2-4412-91cf-8885f11344b6 req-9a252b34-8f19-48ec-9920-9b5f98aed444 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552077 Feb 20 05:36:28.783526 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6378416c-eaa3-48b5-86e2-ff97884f7058 req-13a887b8-ffcd-41af-9f3d-42d74250db2e tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/f8246991-e7f0-4a4e-9d4c-98041be11c7b HTTP/1.1" status: 200 len: 1819 time: 0.0450723 Feb 20 05:36:28.840341 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6378416c-eaa3-48b5-86e2-ff97884f7058 req-2c7a0b7f-b9d8-43b5-9791-fa84d82e029b tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (f8246991-e7f0-4a4e-9d4c-98041be11c7b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:28.853897 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-fe4f52f6-1a4e-4585-bd2f-54b982ca26b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'name': 'tempest-ServersTestManualDisk-2048639538-router', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a52f2d7c-2d3f-4a15-ab61-73c092d20b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:19Z', 'updated_at': '2022-02-20T05:36:23Z', 'revision_number': 4, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'gw_port': {'id': 'a52f2d7c-2d3f-4a15-ab61-73c092d20b9f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:20Z', 'updated_at': '2022-02-20T05:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'cd15c05b-8f9d-4a25-b743-7ff14d29a86f', 'name': '', 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'mac_address': 'fa:16:3e:6c:9e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2ecd3afa-0aba-40c3-836a-59288991ce75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:22Z', 'updated_at': '2022-02-20T05:36:23Z', 'revision_number': 2, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'subnets': [{'id': '2ecd3afa-0aba-40c3-836a-59288991ce75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:36:28.862106 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6378416c-eaa3-48b5-86e2-ff97884f7058 req-2c7a0b7f-b9d8-43b5-9791-fa84d82e029b tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (f8246991-e7f0-4a4e-9d4c-98041be11c7b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:28.879718 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4f52f6-1a4e-4585-bd2f-54b982ca26b3 None None] Checking router: a01a86c0-78f8-492e-b9ce-f4245ead4972 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:36:28.880076 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4f52f6-1a4e-4585-bd2f-54b982ca26b3 None None] Updating router a01a86c0-78f8-492e-b9ce-f4245ead4972 port cd15c05b-8f9d-4a25-b743-7ff14d29a86f binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:36:28.904186 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6378416c-eaa3-48b5-86e2-ff97884f7058 req-2c7a0b7f-b9d8-43b5-9791-fa84d82e029b tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f8246991-e7f0-4a4e-9d4c-98041be11c7b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:28.906801 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6378416c-eaa3-48b5-86e2-ff97884f7058 req-2c7a0b7f-b9d8-43b5-9791-fa84d82e029b tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:28.907646 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe4f52f6-1a4e-4585-bd2f-54b982ca26b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (cd15c05b-8f9d-4a25-b743-7ff14d29a86f), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:28.907996 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6378416c-eaa3-48b5-86e2-ff97884f7058 req-2c7a0b7f-b9d8-43b5-9791-fa84d82e029b tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "DELETE /v2.0/security-groups/f8246991-e7f0-4a4e-9d4c-98041be11c7b HTTP/1.1" status: 204 len: 173 time: 0.1187475 Feb 20 05:36:28.917590 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a0b7f-b9d8-43b5-9791-fa84d82e029b tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8246991-e7f0-4a4e-9d4c-98041be11c7b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:29.032217 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-5c915d41-74e5-46f8-93fe-ed1e702019ba tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--908954805&fields=id&tenant_id=22fcdf8f0a0044db8bd26fed11e10ea2 HTTP/1.1" status: 200 len: 267 time: 0.0452867 Feb 20 05:36:29.086581 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf8c6df-73ec-4008-b6f6-b02fb9496478', 'name': 'network-vif-deleted', 'tag': '608f4cd1-fcd8-4fff-88b0-53d5928cd0d6'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:36:29.088823 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db232d42-4222-4c17-8d75-7275ba56ca26" -d '{"events": [{"server_uuid": "1cf8c6df-73ec-4008-b6f6-b02fb9496478", "name": "network-vif-deleted", "tag": "608f4cd1-fcd8-4fff-88b0-53d5928cd0d6"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:36:29.142351 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-d53de535-8609-4adc-bea0-4965599e7832 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:29.143870 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-d53de535-8609-4adc-bea0-4965599e7832 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "GET /v2.0/networks?id=e367c6c7-dba1-4292-8ee3-948127760dd1 HTTP/1.1" status: 200 len: 812 time: 0.1052632 Feb 20 05:36:29.158849 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-4be12dfb-a640-47b8-b84b-158bc3f75dda tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "GET /v2.0/quotas/22fcdf8f0a0044db8bd26fed11e10ea2 HTTP/1.1" status: 200 len: 375 time: 0.0094025 Feb 20 05:36:29.177548 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe4f52f6-1a4e-4585-bd2f-54b982ca26b3 None None] Publish callbacks [] for port (cd15c05b-8f9d-4a25-b743-7ff14d29a86f), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:29.183549 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe4f52f6-1a4e-4585-bd2f-54b982ca26b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (cd15c05b-8f9d-4a25-b743-7ff14d29a86f), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:29.216468 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-ff87830d-9e65-4655-a8ae-ffdc1fd21726 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=22fcdf8f0a0044db8bd26fed11e10ea2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508900 Feb 20 05:36:29.231107 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d2aa-e16d-4e26-b362-4b364934776e None None] Pushing event updated for resources: {'Port': ['ID=cd15c05b-8f9d-4a25-b743-7ff14d29a86f,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:29.239657 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d2aa-e16d-4e26-b362-4b364934776e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:29.240001 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d2aa-e16d-4e26-b362-4b364934776e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:29.240336 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d2aa-e16d-4e26-b362-4b364934776e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:29.240667 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d2aa-e16d-4e26-b362-4b364934776e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:29.240991 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d2aa-e16d-4e26-b362-4b364934776e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:29.241311 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d2aa-e16d-4e26-b362-4b364934776e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:29.241636 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d2aa-e16d-4e26-b362-4b364934776e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:29.241953 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d2aa-e16d-4e26-b362-4b364934776e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:29.242269 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d2aa-e16d-4e26-b362-4b364934776e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:29.242582 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d2aa-e16d-4e26-b362-4b364934776e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:29.242927 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d2aa-e16d-4e26-b362-4b364934776e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:29.243231 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d2aa-e16d-4e26-b362-4b364934776e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:29.243545 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d2aa-e16d-4e26-b362-4b364934776e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:29.298625 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-fe4f52f6-1a4e-4585-bd2f-54b982ca26b3 None None] Attempting to bind port cd15c05b-8f9d-4a25-b743-7ff14d29a86f on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:36:29.299111 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-fe4f52f6-1a4e-4585-bd2f-54b982ca26b3 None None] Attempting to bind port cd15c05b-8f9d-4a25-b743-7ff14d29a86f by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'abf5d984-b39c-4ad4-83d2-877631eacee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:36:29.299478 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4f52f6-1a4e-4585-bd2f-54b982ca26b3 None None] Attempting to bind port cd15c05b-8f9d-4a25-b743-7ff14d29a86f on network e367c6c7-dba1-4292-8ee3-948127760dd1 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:36:29.304999 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4f52f6-1a4e-4585-bd2f-54b982ca26b3 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:36:29.305617 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4f52f6-1a4e-4585-bd2f-54b982ca26b3 None None] Checking segment: {'id': 'abf5d984-b39c-4ad4-83d2-877631eacee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:36:29.306027 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe4f52f6-1a4e-4585-bd2f-54b982ca26b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:29.306428 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4f52f6-1a4e-4585-bd2f-54b982ca26b3 None None] Bound using segment: {'id': 'abf5d984-b39c-4ad4-83d2-877631eacee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:36:29.306933 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-fe4f52f6-1a4e-4585-bd2f-54b982ca26b3 None None] Bound port: cd15c05b-8f9d-4a25-b743-7ff14d29a86f, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf5d984-b39c-4ad4-83d2-877631eacee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:36:29.307311 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe4f52f6-1a4e-4585-bd2f-54b982ca26b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (cd15c05b-8f9d-4a25-b743-7ff14d29a86f), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:29.321144 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-a55c1085-6e4c-4ee1-b453-c14f91d7bc05 service neutron] 10.222.0.37 "GET /v2.0/networks/e367c6c7-dba1-4292-8ee3-948127760dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922575 Feb 20 05:36:29.380496 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-fe4f52f6-1a4e-4585-bd2f-54b982ca26b3 None None] For port cd15c05b-8f9d-4a25-b743-7ff14d29a86f, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:36:29.385111 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-fe4f52f6-1a4e-4585-bd2f-54b982ca26b3 None None] For port cd15c05b-8f9d-4a25-b743-7ff14d29a86f, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=cd15c05b-8f9d-4a25-b743-7ff14d29a86f,segment=NetworkSegment(abf5d984-b39c-4ad4-83d2-877631eacee6),segment_id=abf5d984-b39c-4ad4-83d2-877631eacee6)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:36:29.392977 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe4f52f6-1a4e-4585-bd2f-54b982ca26b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (cd15c05b-8f9d-4a25-b743-7ff14d29a86f), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:29.415836 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-2627f694-a38b-4fd7-b9ab-a5fa252f3bdd service neutron] 10.222.0.37 "GET /v2.0/networks/e367c6c7-dba1-4292-8ee3-948127760dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872512 Feb 20 05:36:29.439751 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4f52f6-1a4e-4585-bd2f-54b982ca26b3 None None] Routers {'a01a86c0-78f8-492e-b9ce-f4245ead4972'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:36:29.440524 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-fe4f52f6-1a4e-4585-bd2f-54b982ca26b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:36:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a01a86c0-78f8-492e-b9ce-f4245ead4972'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:36:29.468036 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d0f53461-3f2b-449f-9943-7289fcc8c49f None None] Provisioning complete for port cd15c05b-8f9d-4a25-b743-7ff14d29a86f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:29.468518 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d0f53461-3f2b-449f-9943-7289fcc8c49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (cd15c05b-8f9d-4a25-b743-7ff14d29a86f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:29.494747 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b143fec6-120e-4d79-8429-2f717b6f9f86 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:36:29.568215 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-fe4f52f6-1a4e-4585-bd2f-54b982ca26b3 None None] Set router a01a86c0-78f8-492e-b9ce-f4245ead4972 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:36:29.607374 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d2aa-e16d-4e26-b362-4b364934776e None None] Pushing event updated for resources: {'Port': ['ID=cd15c05b-8f9d-4a25-b743-7ff14d29a86f,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:29.629529 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b143fec6-120e-4d79-8429-2f717b6f9f86, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b143fec6-120e-4d79-8429-2f717b6f9f86,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:29.649801 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'b143fec6-120e-4d79-8429-2f717b6f9f86', 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad', 'port_id': 'b143fec6-120e-4d79-8429-2f717b6f9f86', 'mac_address': 'fa:16:3e:13:27:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b11aa3aa-3524-4006-8735-994e7b51abdd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:36:29.713616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port b143fec6-120e-4d79-8429-2f717b6f9f86 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:29.714012 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b143fec6-120e-4d79-8429-2f717b6f9f86), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:29.768396 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b143fec6-120e-4d79-8429-2f717b6f9f86 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:36:29.781697 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d0f53461-3f2b-449f-9943-7289fcc8c49f None None] Current status of the port cd15c05b-8f9d-4a25-b743-7ff14d29a86f is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:29.781991 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d0f53461-3f2b-449f-9943-7289fcc8c49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (cd15c05b-8f9d-4a25-b743-7ff14d29a86f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:29.830611 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9ad26-a72f-4551-a739-9f60a4d20fae req-724e8de1-cd7c-4bdc-b143-96f0f662b192 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:29.832513 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ef9ad26-a72f-4551-a739-9f60a4d20fae req-724e8de1-cd7c-4bdc-b143-96f0f662b192 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1068928 Feb 20 05:36:29.835052 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b143fec6-120e-4d79-8429-2f717b6f9f86, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b143fec6-120e-4d79-8429-2f717b6f9f86,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:29.836293 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a52f2d7c-2d3f-4a15-ab61-73c092d20b9f up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:36:29.843218 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d0f53461-3f2b-449f-9943-7289fcc8c49f None None] For port cd15c05b-8f9d-4a25-b743-7ff14d29a86f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=cd15c05b-8f9d-4a25-b743-7ff14d29a86f,segment=NetworkSegment(abf5d984-b39c-4ad4-83d2-877631eacee6),segment_id=abf5d984-b39c-4ad4-83d2-877631eacee6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:29.863762 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b143fec6-120e-4d79-8429-2f717b6f9f86), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:29.867452 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-fe4f52f6-1a4e-4585-bd2f-54b982ca26b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'name': 'tempest-ServersTestManualDisk-2048639538-router', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a52f2d7c-2d3f-4a15-ab61-73c092d20b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:19Z', 'updated_at': '2022-02-20T05:36:23Z', 'revision_number': 4, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'gw_port': {'id': 'a52f2d7c-2d3f-4a15-ab61-73c092d20b9f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:20Z', 'updated_at': '2022-02-20T05:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'cd15c05b-8f9d-4a25-b743-7ff14d29a86f', 'name': '', 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'mac_address': 'fa:16:3e:6c:9e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2ecd3afa-0aba-40c3-836a-59288991ce75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:22Z', 'updated_at': '2022-02-20T05:36:29Z', 'revision_number': 4, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'subnets': [{'id': '2ecd3afa-0aba-40c3-836a-59288991ce75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:36:29.868779 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d0f53461-3f2b-449f-9943-7289fcc8c49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (cd15c05b-8f9d-4a25-b743-7ff14d29a86f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:29.907021 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ef9ad26-a72f-4551-a739-9f60a4d20fae req-353fa933-1ced-4482-a9d8-a2a927cbdd32 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634639 Feb 20 05:36:29.908129 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4f52f6-1a4e-4585-bd2f-54b982ca26b3 None None] The sync data for ids ['a01a86c0-78f8-492e-b9ce-f4245ead4972'] in n-d-829866-5 is: [{'id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'name': 'tempest-ServersTestManualDisk-2048639538-router', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a52f2d7c-2d3f-4a15-ab61-73c092d20b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:19Z', 'updated_at': '2022-02-20T05:36:23Z', 'revision_number': 4, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'gw_port': {'id': 'a52f2d7c-2d3f-4a15-ab61-73c092d20b9f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:20Z', 'updated_at': '2022-02-20T05:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'cd15c05b-8f9d-4a25-b743-7ff14d29a86f', 'name': '', 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'mac_address': 'fa:16:3e:6c:9e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2ecd3afa-0aba-40c3-836a-59288991ce75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:22Z', 'updated_at': '2022-02-20T05:36:29Z', 'revision_number': 4, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'subnets': [{'id': '2ecd3afa-0aba-40c3-836a-59288991ce75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:36:30.062326 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4f9e1-ef94-4124-af6c-777219703b9b req-5a63ca89-ce19-41b9-a531-debb35b51006 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:30.070183 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-98f4f9e1-ef94-4124-af6c-777219703b9b req-5a63ca89-ce19-41b9-a531-debb35b51006 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0849397 Feb 20 05:36:30.125867 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e706fa7e-3b03-4ec3-aa64-85299c49d2e2 None None] Provisioning complete for port cd15c05b-8f9d-4a25-b743-7ff14d29a86f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:30.126113 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e706fa7e-3b03-4ec3-aa64-85299c49d2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (cd15c05b-8f9d-4a25-b743-7ff14d29a86f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:30.136342 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-98f4f9e1-ef94-4124-af6c-777219703b9b req-4f49f97e-bd1c-49da-aca3-a47168607900 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630717 Feb 20 05:36:30.176689 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=b143fec6-120e-4d79-8429-2f717b6f9f86,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:30.210129 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73db210e-ae6e-4e28-99ed-e9eb6fd4c12b req-406255aa-1205-426b-89e2-76c69afc347e tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/913b97f5-ad4b-4deb-9cbf-3c827f5cce07 HTTP/1.1" status: 200 len: 1817 time: 0.0580862 Feb 20 05:36:30.227009 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port a52f2d7c-2d3f-4a15-ab61-73c092d20b9f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:30.227397 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a52f2d7c-2d3f-4a15-ab61-73c092d20b9f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:30.274514 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-73db210e-ae6e-4e28-99ed-e9eb6fd4c12b req-cd5e3a7f-d7f6-44ca-bff6-58ce139c3246 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (913b97f5-ad4b-4deb-9cbf-3c827f5cce07), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:30.285370 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f53461-3f2b-449f-9943-7289fcc8c49f None None] Pushing event updated for resources: {'Port': ['ID=cd15c05b-8f9d-4a25-b743-7ff14d29a86f,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:30.305460 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-73db210e-ae6e-4e28-99ed-e9eb6fd4c12b req-cd5e3a7f-d7f6-44ca-bff6-58ce139c3246 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (913b97f5-ad4b-4deb-9cbf-3c827f5cce07), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:30.309753 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e706fa7e-3b03-4ec3-aa64-85299c49d2e2 None None] Current status of the port cd15c05b-8f9d-4a25-b743-7ff14d29a86f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:30.360163 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port a52f2d7c-2d3f-4a15-ab61-73c092d20b9f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:30.361695 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device cd15c05b-8f9d-4a25-b743-7ff14d29a86f up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:36:30.412435 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-01d9531a-53b7-4a04-8072-a21bb7415dcc service neutron] show failed (client error): The resource could not be found. Feb 20 05:36:30.413528 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-01d9531a-53b7-4a04-8072-a21bb7415dcc service neutron] 10.222.0.61 "GET /v2.0/ports/47338d28-03fd-4739-9337-a29ce11d6e0f/bindings/n-h2-829866-5 HTTP/1.1" status: 404 len: 380 time: 0.0718169 Feb 20 05:36:30.414623 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-73db210e-ae6e-4e28-99ed-e9eb6fd4c12b req-cd5e3a7f-d7f6-44ca-bff6-58ce139c3246 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (913b97f5-ad4b-4deb-9cbf-3c827f5cce07), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:30.418084 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-73db210e-ae6e-4e28-99ed-e9eb6fd4c12b req-cd5e3a7f-d7f6-44ca-bff6-58ce139c3246 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:30.424059 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port cd15c05b-8f9d-4a25-b743-7ff14d29a86f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:30.424426 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (cd15c05b-8f9d-4a25-b743-7ff14d29a86f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:30.425716 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73db210e-ae6e-4e28-99ed-e9eb6fd4c12b req-cd5e3a7f-d7f6-44ca-bff6-58ce139c3246 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "DELETE /v2.0/security-groups/913b97f5-ad4b-4deb-9cbf-3c827f5cce07 HTTP/1.1" status: 204 len: 173 time: 0.2146974 Feb 20 05:36:30.467200 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e3a7f-d7f6-44ca-bff6-58ce139c3246 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=913b97f5-ad4b-4deb-9cbf-3c827f5cce07,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:30.547274 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port cd15c05b-8f9d-4a25-b743-7ff14d29a86f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:30.586394 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79a44c-6812-4c63-8353-b8a1c4f81751 req-f0738ee1-704a-4696-9625-bfa0c3de33a9 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:30.587955 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8e79a44c-6812-4c63-8353-b8a1c4f81751 req-f0738ee1-704a-4696-9625-bfa0c3de33a9 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=37154246-c5e4-4309-b48f-f0945dd92328 HTTP/1.1" status: 200 len: 945 time: 0.0958574 Feb 20 05:36:30.647141 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8e79a44c-6812-4c63-8353-b8a1c4f81751 req-c809b590-ccc7-4a27-b8a5-c911b585d9f9 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523331 Feb 20 05:36:30.706178 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25eaa39-4c59-41f0-ae9a-ac84606a124c x-openstack-request-id: req-d25eaa39-4c59-41f0-ae9a-ac84606a124c {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:36:30.706500 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf8c6df-73ec-4008-b6f6-b02fb9496478", "name": "network-vif-deleted", "tag": "608f4cd1-fcd8-4fff-88b0-53d5928cd0d6", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:36:30.706742 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d25eaa39-4c59-41f0-ae9a-ac84606a124c {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:36:30.707176 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf8c6df-73ec-4008-b6f6-b02fb9496478', 'name': 'network-vif-deleted', 'tag': '608f4cd1-fcd8-4fff-88b0-53d5928cd0d6', 'status': 'completed', 'code': 200} Feb 20 05:36:30.733871 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-fc218250-e2a2-48e6-95ad-0f315b8c9309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:30.735683 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-fc218250-e2a2-48e6-95ad-0f315b8c9309 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d&tenant_id=fa4999e395b84ca8985dceeebb996696 HTTP/1.1" status: 200 len: 1131 time: 0.0562103 Feb 20 05:36:30.746405 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-572777d0-a328-45f2-b901-e6031a8dc389 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829866-5', 'device_owner': 'compute:nova'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:30.808764 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da28c27-c183-4ebb-b6ea-a26e57feb555 req-b23ef741-b58a-4a1b-9bd2-5a16b55bd76d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:30.810349 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4da28c27-c183-4ebb-b6ea-a26e57feb555 req-b23ef741-b58a-4a1b-9bd2-5a16b55bd76d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 949 time: 0.0543013 Feb 20 05:36:30.814985 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-572777d0-a328-45f2-b901-e6031a8dc389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (47338d28-03fd-4739-9337-a29ce11d6e0f), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:30.880049 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4da28c27-c183-4ebb-b6ea-a26e57feb555 req-bdc6cd3d-1e9a-4930-b113-752cd568e1e2 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627828 Feb 20 05:36:31.042288 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5a24df13-5ac6-4768-9688-6900741a9a78 req-a63727a7-00ed-432e-86fd-83372dcbf8ed tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d49e8cd-82ab-4321-9f0e-280c97bc6446 HTTP/1.1" status: 200 len: 210 time: 0.0712311 Feb 20 05:36:31.072722 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['b143fec6-120e-4d79-8429-2f717b6f9f86'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:31.087031 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-572777d0-a328-45f2-b901-e6031a8dc389 service neutron] For port 47338d28-03fd-4739-9337-a29ce11d6e0f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=47338d28-03fd-4739-9337-a29ce11d6e0f,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:31.127433 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-572777d0-a328-45f2-b901-e6031a8dc389 service neutron] For port 47338d28-03fd-4739-9337-a29ce11d6e0f, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:36:31.179097 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039d1487-dc5f-4867-b9bf-30d8c4b2174d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47338d28-03fd-4739-9337-a29ce11d6e0f'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:36:31.181912 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850c77f8-782a-46df-b54b-b99a422845dc" -d '{"events": [{"server_uuid": "039d1487-dc5f-4867-b9bf-30d8c4b2174d", "name": "network-vif-unplugged", "status": "completed", "tag": "47338d28-03fd-4739-9337-a29ce11d6e0f"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:36:31.187279 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-572777d0-a328-45f2-b901-e6031a8dc389 service neutron] Publish callbacks [] for port (47338d28-03fd-4739-9337-a29ce11d6e0f), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:31.202786 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-572777d0-a328-45f2-b901-e6031a8dc389 service neutron] Transition to ACTIVE for port object 47338d28-03fd-4739-9337-a29ce11d6e0f will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:36:31.207637 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-572777d0-a328-45f2-b901-e6031a8dc389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (47338d28-03fd-4739-9337-a29ce11d6e0f), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:31.277268 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-572777d0-a328-45f2-b901-e6031a8dc389 service neutron] No DVR routers for this DVR port 47338d28-03fd-4739-9337-a29ce11d6e0f on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:36:31.284733 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572777d0-a328-45f2-b901-e6031a8dc389 service neutron] Pushing event updated for resources: {'Port': ['ID=47338d28-03fd-4739-9337-a29ce11d6e0f,revision_number=6']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:31.328192 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-572777d0-a328-45f2-b901-e6031a8dc389 service neutron] Attempting to bind port 47338d28-03fd-4739-9337-a29ce11d6e0f on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:36:31.328534 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-572777d0-a328-45f2-b901-e6031a8dc389 service neutron] Attempting to bind port 47338d28-03fd-4739-9337-a29ce11d6e0f by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:36:31.328875 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-572777d0-a328-45f2-b901-e6031a8dc389 service neutron] Attempting to bind port 47338d28-03fd-4739-9337-a29ce11d6e0f on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:36:31.333871 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-572777d0-a328-45f2-b901-e6031a8dc389 service neutron] Port 47338d28-03fd-4739-9337-a29ce11d6e0f on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:36:31.334200 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-572777d0-a328-45f2-b901-e6031a8dc389 service neutron] Attempting to bind port 47338d28-03fd-4739-9337-a29ce11d6e0f on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:36:31.340450 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-572777d0-a328-45f2-b901-e6031a8dc389 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:36:31.340850 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-572777d0-a328-45f2-b901-e6031a8dc389 service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:36:31.341333 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-572777d0-a328-45f2-b901-e6031a8dc389 service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:36:31.342032 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-572777d0-a328-45f2-b901-e6031a8dc389 service neutron] Bound port: 47338d28-03fd-4739-9337-a29ce11d6e0f, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:36:31.342498 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-572777d0-a328-45f2-b901-e6031a8dc389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (47338d28-03fd-4739-9337-a29ce11d6e0f), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:31.359280 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:36:31.417241 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-572777d0-a328-45f2-b901-e6031a8dc389 service neutron] For port 47338d28-03fd-4739-9337-a29ce11d6e0f, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:36:31.421018 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:36:31.421786 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-572777d0-a328-45f2-b901-e6031a8dc389 service neutron] For port 47338d28-03fd-4739-9337-a29ce11d6e0f, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=47338d28-03fd-4739-9337-a29ce11d6e0f,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:36:31.428658 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:31.429386 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6b547cc4-f633-4bfe-a5fb-b5ee6d68a986), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:31.430563 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-572777d0-a328-45f2-b901-e6031a8dc389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (47338d28-03fd-4739-9337-a29ce11d6e0f), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:31.471346 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-572777d0-a328-45f2-b901-e6031a8dc389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:31.471972 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-572777d0-a328-45f2-b901-e6031a8dc389 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:31.473417 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-572777d0-a328-45f2-b901-e6031a8dc389 service neutron] 10.222.0.48 "PUT /v2.0/ports/47338d28-03fd-4739-9337-a29ce11d6e0f HTTP/1.1" status: 200 len: 1095 time: 0.7312367 Feb 20 05:36:31.498274 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572777d0-a328-45f2-b901-e6031a8dc389 service neutron] Pushing event updated for resources: {'Port': ['ID=47338d28-03fd-4739-9337-a29ce11d6e0f,revision_number=7']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:31.499690 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-e1f551a2-16d4-4661-8131-537c1fd43ae8 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:31.501603 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-e1f551a2-16d4-4661-8131-537c1fd43ae8 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.61 "GET /v2.0/networks?id=e367c6c7-dba1-4292-8ee3-948127760dd1 HTTP/1.1" status: 200 len: 812 time: 0.5434673 Feb 20 05:36:31.550515 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:31.551105 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6b547cc4-f633-4bfe-a5fb-b5ee6d68a986), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:31.552503 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04e99c-a889-4749-85ca-224946a4f404 req-54234d04-d9cb-415d-85fc-cf6bccb9eca4 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:31.558560 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04e99c-a889-4749-85ca-224946a4f404 req-54234d04-d9cb-415d-85fc-cf6bccb9eca4 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:31.561416 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-6d54f3d5-fc2f-428b-af4c-0a010fcb96fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:31.563071 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-6d54f3d5-fc2f-428b-af4c-0a010fcb96fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 1129 time: 0.0573127 Feb 20 05:36:31.564567 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04e99c-a889-4749-85ca-224946a4f404 req-54234d04-d9cb-415d-85fc-cf6bccb9eca4 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:31.569985 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04e99c-a889-4749-85ca-224946a4f404 req-54234d04-d9cb-415d-85fc-cf6bccb9eca4 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:31.575461 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04e99c-a889-4749-85ca-224946a4f404 req-54234d04-d9cb-415d-85fc-cf6bccb9eca4 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:31.580461 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04e99c-a889-4749-85ca-224946a4f404 req-54234d04-d9cb-415d-85fc-cf6bccb9eca4 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:31.581954 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b547cc4-f633-4bfe-a5fb-b5ee6d68a986'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:36:31.584527 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977b03b8-c381-421c-8f0f-f9984e42f66b" -d '{"events": [{"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-plugged", "status": "completed", "tag": "6b547cc4-f633-4bfe-a5fb-b5ee6d68a986"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:36:31.585834 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04e99c-a889-4749-85ca-224946a4f404 req-54234d04-d9cb-415d-85fc-cf6bccb9eca4 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:31.594851 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0a04e99c-a889-4749-85ca-224946a4f404 req-54234d04-d9cb-415d-85fc-cf6bccb9eca4 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5436 time: 0.4904528 Feb 20 05:36:31.599832 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=6b547cc4-f633-4bfe-a5fb-b5ee6d68a986,segment=NetworkSegment(19247fc3-8797-47d4-855d-3aa66884dfac),segment_id=19247fc3-8797-47d4-855d-3aa66884dfac)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:31.608276 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6b547cc4-f633-4bfe-a5fb-b5ee6d68a986), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:31.609517 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 29db9da7-b890-4cdb-b7e0-fcc13be4e73d up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:36:31.660116 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-5a784705-8ac3-4d36-bd86-a77322d5727e tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22fcdf8f0a0044db8bd26fed11e10ea2 HTTP/1.1" status: 200 len: 379 time: 0.1437201 Feb 20 05:36:31.672899 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-5583fbc6-2ce6-4674-85dd-e24e4684b074 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Request body: {'port': {'device_id': '9d49e8cd-82ab-4321-9f0e-280c97bc6446', 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1', 'admin_state_up': True, 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'security_groups': ['0cfb9c4b-cc73-499e-ad72-f2abde5d1f7c']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:31.682092 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-4d127ade-c3e4-4091-a23b-bc110b674aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:31.685020 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-4d127ade-c3e4-4091-a23b-bc110b674aac service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.1122923 Feb 20 05:36:31.710304 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=6b547cc4-f633-4bfe-a5fb-b5ee6d68a986,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:31.736811 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-faac15cf-c91f-4ccf-b742-92e52f433e72 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=47338d28-03fd-4739-9337-a29ce11d6e0f HTTP/1.1" status: 200 len: 217 time: 0.0427911 Feb 20 05:36:31.751266 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0a04e99c-a889-4749-85ca-224946a4f404 req-77dcae4a-a488-408b-a2f9-f452c1a58f6f tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1484737 Feb 20 05:36:31.768531 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 29db9da7-b890-4cdb-b7e0-fcc13be4e73d completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:36:31.777741 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 29db9da7-b890-4cdb-b7e0-fcc13be4e73d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:31.779164 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (29db9da7-b890-4cdb-b7e0-fcc13be4e73d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:31.811961 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device cd15c05b-8f9d-4a25-b743-7ff14d29a86f up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:36:31.834987 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-1304f710-8e75-4457-8ae8-be02e0c751cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:31.836404 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-1304f710-8e75-4457-8ae8-be02e0c751cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0918994 Feb 20 05:36:31.891454 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-69213686-8cdb-47ce-9f89-1c3d9d1d713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:31.893072 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-69213686-8cdb-47ce-9f89-1c3d9d1d713e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0500665 Feb 20 05:36:31.917074 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-5583fbc6-2ce6-4674-85dd-e24e4684b074 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Made reservation on behalf of 22fcdf8f0a0044db8bd26fed11e10ea2 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:36:31.923371 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-5583fbc6-2ce6-4674-85dd-e24e4684b074 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:31.946537 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port cd15c05b-8f9d-4a25-b743-7ff14d29a86f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:31.946946 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (cd15c05b-8f9d-4a25-b743-7ff14d29a86f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:31.951042 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 29db9da7-b890-4cdb-b7e0-fcc13be4e73d is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:31.951254 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (29db9da7-b890-4cdb-b7e0-fcc13be4e73d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:31.963622 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81323803-029e-4bea-8064-2ebdb3951af7 req-3eed2dea-285f-4d22-85d0-8129a7bd2def tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:31.965391 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-81323803-029e-4bea-8064-2ebdb3951af7 req-3eed2dea-285f-4d22-85d0-8129a7bd2def tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1153386 Feb 20 05:36:32.017485 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-26ba3c79-0f44-4f14-8271-eb6735948b5a service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182902 Feb 20 05:36:32.020097 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 29db9da7-b890-4cdb-b7e0-fcc13be4e73d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=29db9da7-b890-4cdb-b7e0-fcc13be4e73d,segment=NetworkSegment(afa6ff03-1956-4d1f-b76d-84e9acf97eda),segment_id=afa6ff03-1956-4d1f-b76d-84e9acf97eda)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:32.029697 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (29db9da7-b890-4cdb-b7e0-fcc13be4e73d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:32.030701 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device e8d54005-032d-4851-8d0b-213a0ea11e2a up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:36:32.098450 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-81323803-029e-4bea-8064-2ebdb3951af7 req-20ed8299-79d1-46c7-9ffa-78f9bcebba54 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244028 Feb 20 05:36:32.116991 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-46d6ef74-7948-4b8b-bbe8-cc07977c1367 req-4ce0ecb6-b3db-495e-b996-bcd37957699c service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938692 Feb 20 05:36:32.130079 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-5583fbc6-2ce6-4674-85dd-e24e4684b074 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Allocated IP 172.20.0.3 (e367c6c7-dba1-4292-8ee3-948127760dd1/2ecd3afa-0aba-40c3-836a-59288991ce75/7c4aa687-ad2c-48d0-bab6-a55c197ffbc1) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:36:32.153972 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port cd15c05b-8f9d-4a25-b743-7ff14d29a86f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:32.159512 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=29db9da7-b890-4cdb-b7e0-fcc13be4e73d,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:32.176902 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port e8d54005-032d-4851-8d0b-213a0ea11e2a completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:36:32.181644 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port e8d54005-032d-4851-8d0b-213a0ea11e2a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:32.181873 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e8d54005-032d-4851-8d0b-213a0ea11e2a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:32.224707 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-dc87624a-630e-4138-ba38-a45407b9c04b req-2335fb52-de5b-4eb8-8f20-95243f85df89 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-468701043', 'description': 'tempest-description-1702454356'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:32.267289 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dc87624a-630e-4138-ba38-a45407b9c04b req-2335fb52-de5b-4eb8-8f20-95243f85df89 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:32.271372 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port e8d54005-032d-4851-8d0b-213a0ea11e2a is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:32.271568 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e8d54005-032d-4851-8d0b-213a0ea11e2a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:32.305250 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port e8d54005-032d-4851-8d0b-213a0ea11e2a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e8d54005-032d-4851-8d0b-213a0ea11e2a,segment=NetworkSegment(01766626-8fb8-48e2-b802-f91f2998c106),segment_id=01766626-8fb8-48e2-b802-f91f2998c106)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:32.308802 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e8d54005-032d-4851-8d0b-213a0ea11e2a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:32.310243 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 7c007555-d640-488c-8ce4-7f97f04efa3c up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:36:32.315692 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-5583fbc6-2ce6-4674-85dd-e24e4684b074 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks [] for port (7c4aa687-ad2c-48d0-bab6-a55c197ffbc1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:32.382424 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dc87624a-630e-4138-ba38-a45407b9c04b req-2335fb52-de5b-4eb8-8f20-95243f85df89 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (9bb3be07-dc8b-4014-8cb4-48cc41876800), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:32.384639 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-5583fbc6-2ce6-4674-85dd-e24e4684b074 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (7c4aa687-ad2c-48d0-bab6-a55c197ffbc1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:32.386783 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dc87624a-630e-4138-ba38-a45407b9c04b req-2335fb52-de5b-4eb8-8f20-95243f85df89 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9bb3be07-dc8b-4014-8cb4-48cc41876800), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:32.391206 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=e8d54005-032d-4851-8d0b-213a0ea11e2a,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:32.405273 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 7c007555-d640-488c-8ce4-7f97f04efa3c completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:36:32.409181 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 7c007555-d640-488c-8ce4-7f97f04efa3c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:32.409566 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7c007555-d640-488c-8ce4-7f97f04efa3c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:32.450923 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dc87624a-630e-4138-ba38-a45407b9c04b req-2335fb52-de5b-4eb8-8f20-95243f85df89 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:32.452158 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dc87624a-630e-4138-ba38-a45407b9c04b req-2335fb52-de5b-4eb8-8f20-95243f85df89 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2353208 Feb 20 05:36:32.460860 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-5583fbc6-2ce6-4674-85dd-e24e4684b074 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Network e367c6c7-dba1-4292-8ee3-948127760dd1 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:36:32.466219 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335fb52-de5b-4eb8-8f20-95243f85df89 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb3be07-dc8b-4014-8cb4-48cc41876800,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:32.471370 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-5583fbc6-2ce6-4674-85dd-e24e4684b074 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:36:32.473866 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-5583fbc6-2ce6-4674-85dd-e24e4684b074 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:36:32.476393 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583fbc6-2ce6-4674-85dd-e24e4684b074 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Pushing event updated for resources: {'Port': ['ID=7c4aa687-ad2c-48d0-bab6-a55c197ffbc1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:32.495600 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 7c007555-d640-488c-8ce4-7f97f04efa3c is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:32.496189 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7c007555-d640-488c-8ce4-7f97f04efa3c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:32.525444 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8773cf-9e8c-4c05-9e76-08f421f70d3c x-openstack-request-id: req-3e8773cf-9e8c-4c05-9e76-08f421f70d3c {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:36:32.525773 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039d1487-dc5f-4867-b9bf-30d8c4b2174d", "name": "network-vif-unplugged", "status": "completed", "tag": "47338d28-03fd-4739-9337-a29ce11d6e0f", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:36:32.526036 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e8773cf-9e8c-4c05-9e76-08f421f70d3c {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:36:32.526445 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039d1487-dc5f-4867-b9bf-30d8c4b2174d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47338d28-03fd-4739-9337-a29ce11d6e0f', 'code': 200} Feb 20 05:36:32.543057 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-5583fbc6-2ce6-4674-85dd-e24e4684b074 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:32.543924 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-5583fbc6-2ce6-4674-85dd-e24e4684b074 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:32.547626 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 7c007555-d640-488c-8ce4-7f97f04efa3c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=7c007555-d640-488c-8ce4-7f97f04efa3c,segment=NetworkSegment(afa6ff03-1956-4d1f-b76d-84e9acf97eda),segment_id=afa6ff03-1956-4d1f-b76d-84e9acf97eda)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:32.553865 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7c007555-d640-488c-8ce4-7f97f04efa3c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:32.554789 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 3437ce7e-f77d-4721-8b84-c6eb69db6e7e up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:36:32.566580 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-5583fbc6-2ce6-4674-85dd-e24e4684b074 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8987246 Feb 20 05:36:32.583439 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855f4901-03f4-4dcd-b711-c3400e8505f6 x-openstack-request-id: req-855f4901-03f4-4dcd-b711-c3400e8505f6 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:36:32.583742 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-plugged", "status": "completed", "tag": "6b547cc4-f633-4bfe-a5fb-b5ee6d68a986", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:36:32.583995 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-855f4901-03f4-4dcd-b711-c3400e8505f6 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:36:32.585653 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b547cc4-f633-4bfe-a5fb-b5ee6d68a986', 'code': 200} Feb 20 05:36:32.596233 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-7d74c774-7402-4844-8873-1e2ef2532050 service neutron] Request body: {'port': {'device_id': '9d49e8cd-82ab-4321-9f0e-280c97bc6446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:32.642776 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=7c007555-d640-488c-8ce4-7f97f04efa3c,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:32.658039 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 3437ce7e-f77d-4721-8b84-c6eb69db6e7e completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:36:32.663525 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 3437ce7e-f77d-4721-8b84-c6eb69db6e7e triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:32.663905 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3437ce7e-f77d-4721-8b84-c6eb69db6e7e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:32.713460 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3af6f0-be33-4f5d-a295-9bea389eb6d4 req-0be1ba14-ee2b-4fca-a14a-a2aa40f6ee78 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:32.715280 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae3af6f0-be33-4f5d-a295-9bea389eb6d4 req-0be1ba14-ee2b-4fca-a14a-a2aa40f6ee78 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=37154246-c5e4-4309-b48f-f0945dd92328 HTTP/1.1" status: 200 len: 945 time: 0.0885706 Feb 20 05:36:32.716469 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-7d74c774-7402-4844-8873-1e2ef2532050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7c4aa687-ad2c-48d0-bab6-a55c197ffbc1), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:32.752731 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 3437ce7e-f77d-4721-8b84-c6eb69db6e7e is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:32.753117 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3437ce7e-f77d-4721-8b84-c6eb69db6e7e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:32.782760 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b3e64807-93a8-4ada-81fb-008d4a34db8e None None] Provisioning complete for port 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:32.783080 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3e64807-93a8-4ada-81fb-008d4a34db8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7c4aa687-ad2c-48d0-bab6-a55c197ffbc1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:32.820455 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae3af6f0-be33-4f5d-a295-9bea389eb6d4 req-b6406b17-93d8-4e8b-a68c-b88138986f9d tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942314 Feb 20 05:36:32.821338 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 3437ce7e-f77d-4721-8b84-c6eb69db6e7e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=3437ce7e-f77d-4721-8b84-c6eb69db6e7e,segment=NetworkSegment(19247fc3-8797-47d4-855d-3aa66884dfac),segment_id=19247fc3-8797-47d4-855d-3aa66884dfac)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:32.828383 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3437ce7e-f77d-4721-8b84-c6eb69db6e7e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:32.829193 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b6a005cb-7520-4571-b49e-be3ec5a89fc8 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:36:32.857405 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b3e64807-93a8-4ada-81fb-008d4a34db8e None None] Port 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:36:32.913898 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=3437ce7e-f77d-4721-8b84-c6eb69db6e7e,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:32.927249 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port b6a005cb-7520-4571-b49e-be3ec5a89fc8 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:36:32.931074 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port b6a005cb-7520-4571-b49e-be3ec5a89fc8 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:32.932197 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b6a005cb-7520-4571-b49e-be3ec5a89fc8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:32.996817 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3a3e0-36b3-4f3f-a83a-f1ec278c6ee6 req-3abb21b5-141e-4f08-8afd-6d65846c4ca0 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:32.998525 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ee3a3e0-36b3-4f3f-a83a-f1ec278c6ee6 req-3abb21b5-141e-4f08-8afd-6d65846c4ca0 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 947 time: 0.1167679 Feb 20 05:36:33.017816 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port b6a005cb-7520-4571-b49e-be3ec5a89fc8 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:33.018205 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b6a005cb-7520-4571-b49e-be3ec5a89fc8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:33.050282 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b6a005cb-7520-4571-b49e-be3ec5a89fc8, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b6a005cb-7520-4571-b49e-be3ec5a89fc8,segment=NetworkSegment(afa6ff03-1956-4d1f-b76d-84e9acf97eda),segment_id=afa6ff03-1956-4d1f-b76d-84e9acf97eda)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:33.054424 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b6a005cb-7520-4571-b49e-be3ec5a89fc8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:33.055259 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:36:33.079759 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:36:33.079996 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 608f4cd1-fcd8-4fff-88b0-53d5928cd0d6 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:36:33.097814 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ee3a3e0-36b3-4f3f-a83a-f1ec278c6ee6 req-455ed9e9-9949-4233-8bb2-53f2ca2db5dc tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905039 Feb 20 05:36:33.112973 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-7d74c774-7402-4844-8873-1e2ef2532050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:36:33.120872 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-7d74c774-7402-4844-8873-1e2ef2532050 service neutron] Publish callbacks [] for port (7c4aa687-ad2c-48d0-bab6-a55c197ffbc1), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:33.134009 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=b6a005cb-7520-4571-b49e-be3ec5a89fc8,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:33.134277 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-7d74c774-7402-4844-8873-1e2ef2532050 service neutron] Transition to ACTIVE for port object 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:36:33.141099 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-7d74c774-7402-4844-8873-1e2ef2532050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (7c4aa687-ad2c-48d0-bab6-a55c197ffbc1), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:33.227752 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74c774-7402-4844-8873-1e2ef2532050 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4aa687-ad2c-48d0-bab6-a55c197ffbc1,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:33.294448 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668dfa2f-a3c2-48c6-86e0-6ead2f284be4 req-6c6f5b1d-36ca-4490-88c3-823b6fb28f50 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:33.296060 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-668dfa2f-a3c2-48c6-86e0-6ead2f284be4 req-6c6f5b1d-36ca-4490-88c3-823b6fb28f50 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d49e8cd-82ab-4321-9f0e-280c97bc6446 HTTP/1.1" status: 200 len: 943 time: 0.1245646 Feb 20 05:36:33.324462 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-7d74c774-7402-4844-8873-1e2ef2532050 service neutron] Attempting to bind port 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:36:33.324797 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-7d74c774-7402-4844-8873-1e2ef2532050 service neutron] Attempting to bind port 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'abf5d984-b39c-4ad4-83d2-877631eacee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:36:33.325705 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-7d74c774-7402-4844-8873-1e2ef2532050 service neutron] Attempting to bind port 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1 on network e367c6c7-dba1-4292-8ee3-948127760dd1 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:36:33.337991 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-7d74c774-7402-4844-8873-1e2ef2532050 service neutron] Port 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1 on network e367c6c7-dba1-4292-8ee3-948127760dd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:36:33.338441 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-7d74c774-7402-4844-8873-1e2ef2532050 service neutron] Attempting to bind port 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1 on network e367c6c7-dba1-4292-8ee3-948127760dd1 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:36:33.352201 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-7d74c774-7402-4844-8873-1e2ef2532050 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:36:33.352541 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-7d74c774-7402-4844-8873-1e2ef2532050 service neutron] Checking segment: {'id': 'abf5d984-b39c-4ad4-83d2-877631eacee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:36:33.352927 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-7d74c774-7402-4844-8873-1e2ef2532050 service neutron] Bound using segment: {'id': 'abf5d984-b39c-4ad4-83d2-877631eacee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:36:33.353368 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-7d74c774-7402-4844-8873-1e2ef2532050 service neutron] Bound port: 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abf5d984-b39c-4ad4-83d2-877631eacee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:36:33.353730 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-7d74c774-7402-4844-8873-1e2ef2532050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7c4aa687-ad2c-48d0-bab6-a55c197ffbc1), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:33.370584 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b143fec6-120e-4d79-8429-2f717b6f9f86 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:36:33.381212 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-668dfa2f-a3c2-48c6-86e0-6ead2f284be4 req-d36e6904-3a31-4d16-b05f-5a14d7c7143d tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cfb9c4b-cc73-499e-ad72-f2abde5d1f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783143 Feb 20 05:36:33.432533 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-7d74c774-7402-4844-8873-1e2ef2532050 service neutron] For port 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:36:33.436513 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-7d74c774-7402-4844-8873-1e2ef2532050 service neutron] For port 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=7c4aa687-ad2c-48d0-bab6-a55c197ffbc1,segment=NetworkSegment(abf5d984-b39c-4ad4-83d2-877631eacee6),segment_id=abf5d984-b39c-4ad4-83d2-877631eacee6)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:36:33.438764 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port b143fec6-120e-4d79-8429-2f717b6f9f86 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:36:33.442855 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port b143fec6-120e-4d79-8429-2f717b6f9f86 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:33.443266 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b143fec6-120e-4d79-8429-2f717b6f9f86), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:33.451439 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-7d74c774-7402-4844-8873-1e2ef2532050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (7c4aa687-ad2c-48d0-bab6-a55c197ffbc1), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:33.506462 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-7d74c774-7402-4844-8873-1e2ef2532050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:33.507077 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-7d74c774-7402-4844-8873-1e2ef2532050 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:33.508937 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-7d74c774-7402-4844-8873-1e2ef2532050 service neutron] 10.222.0.61 "PUT /v2.0/ports/7c4aa687-ad2c-48d0-bab6-a55c197ffbc1 HTTP/1.1" status: 200 len: 1091 time: 0.9188271 Feb 20 05:36:33.508937 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d49e8cd-82ab-4321-9f0e-280c97bc6446', 'tag': '7c4aa687-ad2c-48d0-bab6-a55c197ffbc1'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:36:33.511373 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dbf537-0fcf-4e66-8dda-ed9616868924" -d '{"events": [{"name": "network-changed", "server_uuid": "9d49e8cd-82ab-4321-9f0e-280c97bc6446", "tag": "7c4aa687-ad2c-48d0-bab6-a55c197ffbc1"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:36:33.528860 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port b143fec6-120e-4d79-8429-2f717b6f9f86 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:33.529335 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b143fec6-120e-4d79-8429-2f717b6f9f86), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:33.539982 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74c774-7402-4844-8873-1e2ef2532050 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4aa687-ad2c-48d0-bab6-a55c197ffbc1,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:33.550937 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d072f6-b8fb-4ec7-af5d-be59c4ea7848 req-e11b4d77-fc00-4d39-85f0-1ecb4d196d6d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:33.553173 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-59d072f6-b8fb-4ec7-af5d-be59c4ea7848 req-e11b4d77-fc00-4d39-85f0-1ecb4d196d6d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1124253 Feb 20 05:36:33.578002 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b143fec6-120e-4d79-8429-2f717b6f9f86, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b143fec6-120e-4d79-8429-2f717b6f9f86,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:33.582861 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b143fec6-120e-4d79-8429-2f717b6f9f86), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:33.583780 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 1b3adbb3-2cc7-496f-9d01-8d25b7de0141 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:36:33.640218 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-59d072f6-b8fb-4ec7-af5d-be59c4ea7848 req-389161ef-ca1d-40ef-aafd-a8b59cb2809a tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763574 Feb 20 05:36:33.643184 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-a78d383c-d7a0-496e-8c76-e72837fc87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:33.644822 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-a78d383c-d7a0-496e-8c76-e72837fc87e2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=22fcdf8f0a0044db8bd26fed11e10ea2&device_id=9d49e8cd-82ab-4321-9f0e-280c97bc6446 HTTP/1.1" status: 200 len: 1125 time: 0.0903995 Feb 20 05:36:33.689170 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=b143fec6-120e-4d79-8429-2f717b6f9f86,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:33.695350 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-3daed2ce-a08e-4ad3-b74c-53643861d1be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c4aa687-ad2c-48d0-bab6-a55c197ffbc1 HTTP/1.1" status: 200 len: 217 time: 0.0423708 Feb 20 05:36:33.703958 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 1b3adbb3-2cc7-496f-9d01-8d25b7de0141 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:36:33.708424 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 1b3adbb3-2cc7-496f-9d01-8d25b7de0141 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:33.708797 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1b3adbb3-2cc7-496f-9d01-8d25b7de0141), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:33.792475 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-9f7ff74c-9049-4ef1-a8fb-5d1ca7ad04a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:33.794166 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-9f7ff74c-9049-4ef1-a8fb-5d1ca7ad04a7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2ecd3afa-0aba-40c3-836a-59288991ce75 HTTP/1.1" status: 200 len: 851 time: 0.0927927 Feb 20 05:36:33.846378 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 1b3adbb3-2cc7-496f-9d01-8d25b7de0141 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:33.846830 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1b3adbb3-2cc7-496f-9d01-8d25b7de0141), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:33.850299 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d25598-80ec-482b-bda2-98b0d308069b req-0cc6f9b3-8b7c-4847-989d-7e2f391f6f54 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:33.851849 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91d25598-80ec-482b-bda2-98b0d308069b req-0cc6f9b3-8b7c-4847-989d-7e2f391f6f54 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0989678 Feb 20 05:36:33.886348 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-18df5875-473e-4804-8b50-49a752f19559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:33.888577 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-18df5875-473e-4804-8b50-49a752f19559 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e367c6c7-dba1-4292-8ee3-948127760dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0878448 Feb 20 05:36:33.888800 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 1b3adbb3-2cc7-496f-9d01-8d25b7de0141, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1b3adbb3-2cc7-496f-9d01-8d25b7de0141,segment=NetworkSegment(afa6ff03-1956-4d1f-b76d-84e9acf97eda),segment_id=afa6ff03-1956-4d1f-b76d-84e9acf97eda)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:33.892879 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1b3adbb3-2cc7-496f-9d01-8d25b7de0141), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:33.893741 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 47338d28-03fd-4739-9337-a29ce11d6e0f no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:36:33.959800 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91d25598-80ec-482b-bda2-98b0d308069b req-8b4442b6-8dac-437d-8e83-761b7e47f43c tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007249 Feb 20 05:36:34.038118 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-4cb132a0-3a0c-4124-b25a-49d11334c061 service neutron] 10.222.0.61 "GET /v2.0/networks/e367c6c7-dba1-4292-8ee3-948127760dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417897 Feb 20 05:36:34.055943 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6c32840-84b4-4224-be8a-0f6be8598685 req-63275bd0-7561-4151-a6f5-eaa1b62b644a tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/9bb3be07-dc8b-4014-8cb4-48cc41876800 HTTP/1.1" status: 200 len: 1819 time: 0.0716317 Feb 20 05:36:34.095350 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-d6c32840-84b4-4224-be8a-0f6be8598685 req-fa2cbdfe-6436-4504-b9a2-c2809b9d6259 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Request body: {'security_group': {'name': 'tempest-sg-hth-544699696', 'description': 'tempest-description-hth-1206284305'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:34.111885 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] The host n-h1-829866-5 is not matching for port 47338d28-03fd-4739-9337-a29ce11d6e0f host n-h2-829866-5! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 05:36:34.112295 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 47338d28-03fd-4739-9337-a29ce11d6e0f not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:36:34.114625 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=1b3adbb3-2cc7-496f-9d01-8d25b7de0141,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:34.157659 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d6c32840-84b4-4224-be8a-0f6be8598685 req-fa2cbdfe-6436-4504-b9a2-c2809b9d6259 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (9bb3be07-dc8b-4014-8cb4-48cc41876800), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:34.178960 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30c8bafe-bf99-4db9-9608-e3402b7d8485 req-f1dbf596-c50f-4dc9-9663-6a1eb8ce283e service neutron] 10.222.0.61 "GET /v2.0/networks/e367c6c7-dba1-4292-8ee3-948127760dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342647 Feb 20 05:36:34.214073 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d6c32840-84b4-4224-be8a-0f6be8598685 req-fa2cbdfe-6436-4504-b9a2-c2809b9d6259 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (9bb3be07-dc8b-4014-8cb4-48cc41876800), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:34.217661 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d6c32840-84b4-4224-be8a-0f6be8598685 req-fa2cbdfe-6436-4504-b9a2-c2809b9d6259 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9bb3be07-dc8b-4014-8cb4-48cc41876800), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:34.220237 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d6c32840-84b4-4224-be8a-0f6be8598685 req-fa2cbdfe-6436-4504-b9a2-c2809b9d6259 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:34.221447 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6c32840-84b4-4224-be8a-0f6be8598685 req-fa2cbdfe-6436-4504-b9a2-c2809b9d6259 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "PUT /v2.0/security-groups/9bb3be07-dc8b-4014-8cb4-48cc41876800 HTTP/1.1" status: 200 len: 1793 time: 0.1553333 Feb 20 05:36:34.244902 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2cbdfe-6436-4504-b9a2-c2809b9d6259 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb3be07-dc8b-4014-8cb4-48cc41876800,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:34.325971 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08eab5-e515-45d0-aaee-d055977ec28b req-4d701c0d-11c4-44ba-a38e-e790c8fc25eb tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:34.331204 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08eab5-e515-45d0-aaee-d055977ec28b req-4d701c0d-11c4-44ba-a38e-e790c8fc25eb tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:34.336400 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08eab5-e515-45d0-aaee-d055977ec28b req-4d701c0d-11c4-44ba-a38e-e790c8fc25eb tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:34.341911 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08eab5-e515-45d0-aaee-d055977ec28b req-4d701c0d-11c4-44ba-a38e-e790c8fc25eb tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:34.347150 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08eab5-e515-45d0-aaee-d055977ec28b req-4d701c0d-11c4-44ba-a38e-e790c8fc25eb tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:34.352342 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08eab5-e515-45d0-aaee-d055977ec28b req-4d701c0d-11c4-44ba-a38e-e790c8fc25eb tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:34.358068 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08eab5-e515-45d0-aaee-d055977ec28b req-4d701c0d-11c4-44ba-a38e-e790c8fc25eb tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:34.359913 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb08eab5-e515-45d0-aaee-d055977ec28b req-4d701c0d-11c4-44ba-a38e-e790c8fc25eb tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5443 time: 0.0911901 Feb 20 05:36:34.415518 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb08eab5-e515-45d0-aaee-d055977ec28b req-7e41f0f6-9b9f-4945-a8be-2bfd2ce22f49 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0498638 Feb 20 05:36:34.461583 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767f540a-95f8-4d4c-bbf0-9c482e32d26e x-openstack-request-id: req-767f540a-95f8-4d4c-bbf0-9c482e32d26e {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:36:34.461879 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d49e8cd-82ab-4321-9f0e-280c97bc6446", "tag": "7c4aa687-ad2c-48d0-bab6-a55c197ffbc1", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:36:34.462131 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-767f540a-95f8-4d4c-bbf0-9c482e32d26e {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:36:34.462568 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d49e8cd-82ab-4321-9f0e-280c97bc6446', 'tag': '7c4aa687-ad2c-48d0-bab6-a55c197ffbc1', 'status': 'completed', 'code': 200} Feb 20 05:36:34.527533 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039d1487-dc5f-4867-b9bf-30d8c4b2174d', 'tag': '47338d28-03fd-4739-9337-a29ce11d6e0f'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:36:34.530519 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb3bfda-1c78-4b32-a578-d83f9e8fbd0a" -d '{"events": [{"name": "network-changed", "server_uuid": "039d1487-dc5f-4867-b9bf-30d8c4b2174d", "tag": "47338d28-03fd-4739-9337-a29ce11d6e0f"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:36:34.585014 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbf537-0fcf-4e66-8dda-ed9616868924 req-e86ec14a-15ee-4d9c-8760-825a05cfd019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:34.585656 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29db9da7-b890-4cdb-b7e0-fcc13be4e73d'}, {'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d54005-032d-4851-8d0b-213a0ea11e2a'}, {'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c007555-d640-488c-8ce4-7f97f04efa3c'}, {'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3437ce7e-f77d-4721-8b84-c6eb69db6e7e'}, {'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a005cb-7520-4571-b49e-be3ec5a89fc8'}, {'server_uuid': '37154246-c5e4-4309-b48f-f0945dd92328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b143fec6-120e-4d79-8429-2f717b6f9f86'}, {'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3adbb3-2cc7-496f-9d01-8d25b7de0141'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:36:34.587190 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a3dbf537-0fcf-4e66-8dda-ed9616868924 req-e86ec14a-15ee-4d9c-8760-825a05cfd019 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=22fcdf8f0a0044db8bd26fed11e10ea2&device_id=9d49e8cd-82ab-4321-9f0e-280c97bc6446 HTTP/1.1" status: 200 len: 1125 time: 0.1012502 Feb 20 05:36:34.588163 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15949351-e4d7-4989-9182-8b853e2eb6fe" -d '{"events": [{"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-plugged", "status": "completed", "tag": "29db9da7-b890-4cdb-b7e0-fcc13be4e73d"}, {"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-plugged", "status": "completed", "tag": "e8d54005-032d-4851-8d0b-213a0ea11e2a"}, {"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-plugged", "status": "completed", "tag": "7c007555-d640-488c-8ce4-7f97f04efa3c"}, {"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-plugged", "status": "completed", "tag": "3437ce7e-f77d-4721-8b84-c6eb69db6e7e"}, {"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-plugged", "status": "completed", "tag": "b6a005cb-7520-4571-b49e-be3ec5a89fc8"}, {"server_uuid": "37154246-c5e4-4309-b48f-f0945dd92328", "name": "network-vif-plugged", "status": "completed", "tag": "b143fec6-120e-4d79-8429-2f717b6f9f86"}, {"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-plugged", "status": "completed", "tag": "1b3adbb3-2cc7-496f-9d01-8d25b7de0141"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:36:34.610554 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7091810-d0a8-42d6-912c-f5e9c95364c8 req-a7a0af5c-e9b1-4c89-b244-c98f8f975d44 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:34.612645 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f7091810-d0a8-42d6-912c-f5e9c95364c8 req-a7a0af5c-e9b1-4c89-b244-c98f8f975d44 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0960340 Feb 20 05:36:34.710581 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f7091810-d0a8-42d6-912c-f5e9c95364c8 req-fcf11141-00d2-4c82-b521-8a043ae3b445 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855365 Feb 20 05:36:34.726839 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbf537-0fcf-4e66-8dda-ed9616868924 req-4209e801-9ab4-4d3b-b302-f6e3bfaec0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:34.728579 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a3dbf537-0fcf-4e66-8dda-ed9616868924 req-4209e801-9ab4-4d3b-b302-f6e3bfaec0c5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e367c6c7-dba1-4292-8ee3-948127760dd1 HTTP/1.1" status: 200 len: 912 time: 0.1346881 Feb 20 05:36:34.772335 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a3dbf537-0fcf-4e66-8dda-ed9616868924 req-46dc8637-349d-4dae-a0a5-33f034fd168c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c4aa687-ad2c-48d0-bab6-a55c197ffbc1 HTTP/1.1" status: 200 len: 217 time: 0.0366402 Feb 20 05:36:34.853307 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbf537-0fcf-4e66-8dda-ed9616868924 req-55b45dd8-5b2d-4233-9c14-5d1ef2c1c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:34.854801 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a3dbf537-0fcf-4e66-8dda-ed9616868924 req-55b45dd8-5b2d-4233-9c14-5d1ef2c1c1bc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2ecd3afa-0aba-40c3-836a-59288991ce75 HTTP/1.1" status: 200 len: 851 time: 0.0734847 Feb 20 05:36:34.866572 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79505328-164b-43f8-b8f9-137549802a8b req-8a6b5165-0250-456c-883b-5338c2e4e9e0 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:34.868000 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-79505328-164b-43f8-b8f9-137549802a8b req-8a6b5165-0250-456c-883b-5338c2e4e9e0 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=37154246-c5e4-4309-b48f-f0945dd92328 HTTP/1.1" status: 200 len: 946 time: 0.0984597 Feb 20 05:36:34.947160 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-79505328-164b-43f8-b8f9-137549802a8b req-c76ee193-1d88-4a5a-928b-b812c0179a24 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709248 Feb 20 05:36:34.949777 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbf537-0fcf-4e66-8dda-ed9616868924 req-dcae453d-0db0-4d7a-a515-a374f9d24f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:34.951826 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a3dbf537-0fcf-4e66-8dda-ed9616868924 req-dcae453d-0db0-4d7a-a515-a374f9d24f10 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e367c6c7-dba1-4292-8ee3-948127760dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0829747 Feb 20 05:36:35.080288 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a3dbf537-0fcf-4e66-8dda-ed9616868924 req-de2e3a27-0b2c-4558-8b18-62cefcc1b6fe service neutron] 10.222.0.61 "GET /v2.0/networks/e367c6c7-dba1-4292-8ee3-948127760dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204994 Feb 20 05:36:35.088742 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bceaa-440b-4174-b434-a0e51401a23c req-02575a14-9fba-45d5-9119-aabafa280b9b tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:35.090366 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d55bceaa-440b-4174-b434-a0e51401a23c req-02575a14-9fba-45d5-9119-aabafa280b9b tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0841479 Feb 20 05:36:35.184983 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d55bceaa-440b-4174-b434-a0e51401a23c req-7d537ccf-a832-4ec0-9cdb-10bc02ac7713 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862329 Feb 20 05:36:35.208508 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a3dbf537-0fcf-4e66-8dda-ed9616868924 req-ac4671d9-0127-45b6-88eb-4832f484cfd1 service neutron] 10.222.0.61 "GET /v2.0/networks/e367c6c7-dba1-4292-8ee3-948127760dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166387 Feb 20 05:36:35.311914 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a3db6-5cab-49a6-9f53-299b43903cef req-6d06da40-7225-4bdc-90bc-083fe12ad26e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:35.313377 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0e0a3db6-5cab-49a6-9f53-299b43903cef req-6d06da40-7225-4bdc-90bc-083fe12ad26e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 947 time: 0.0574937 Feb 20 05:36:35.359167 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0e0a3db6-5cab-49a6-9f53-299b43903cef req-d17a827d-010f-48df-b4d6-b5a1b441501c tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403216 Feb 20 05:36:35.416624 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-388439a9-ec1c-444b-90ed-bf3bfd83e2e6 req-b1fd8db0-5eb9-4632-a1f0-6217256fd5e5 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/9bb3be07-dc8b-4014-8cb4-48cc41876800 HTTP/1.1" status: 200 len: 1793 time: 0.0362418 Feb 20 05:36:35.515986 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f886d78-92ee-498c-8d41-837943abe2c8 req-66cf1b65-bd73-459c-b08f-77ada832b32a tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:35.517354 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1f886d78-92ee-498c-8d41-837943abe2c8 req-66cf1b65-bd73-459c-b08f-77ada832b32a tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d49e8cd-82ab-4321-9f0e-280c97bc6446 HTTP/1.1" status: 200 len: 943 time: 0.0559812 Feb 20 05:36:35.562714 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1f886d78-92ee-498c-8d41-837943abe2c8 req-1b9522bb-a220-4968-9f40-be7fc8b8ad79 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cfb9c4b-cc73-499e-ad72-f2abde5d1f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396247 Feb 20 05:36:35.619069 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9a9f12-200c-4b9f-b7d1-71544a328b92 x-openstack-request-id: req-8c9a9f12-200c-4b9f-b7d1-71544a328b92 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:36:35.619559 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "039d1487-dc5f-4867-b9bf-30d8c4b2174d", "tag": "47338d28-03fd-4739-9337-a29ce11d6e0f", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:36:35.619968 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c9a9f12-200c-4b9f-b7d1-71544a328b92 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:36:35.620381 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '039d1487-dc5f-4867-b9bf-30d8c4b2174d', 'tag': '47338d28-03fd-4739-9337-a29ce11d6e0f', 'status': 'completed', 'code': 200} Feb 20 05:36:35.663659 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Sun, 20 Feb 2022 05:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0eda341-a300-4303-81a6-0d442233969f x-openstack-request-id: req-c0eda341-a300-4303-81a6-0d442233969f {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:36:35.664148 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-plugged", "status": "completed", "tag": "29db9da7-b890-4cdb-b7e0-fcc13be4e73d", "code": 200}, {"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-plugged", "status": "completed", "tag": "e8d54005-032d-4851-8d0b-213a0ea11e2a", "code": 200}, {"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-plugged", "status": "completed", "tag": "7c007555-d640-488c-8ce4-7f97f04efa3c", "code": 200}, {"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-plugged", "status": "completed", "tag": "3437ce7e-f77d-4721-8b84-c6eb69db6e7e", "code": 200}, {"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-plugged", "status": "completed", "tag": "b6a005cb-7520-4571-b49e-be3ec5a89fc8", "code": 200}, {"server_uuid": "37154246-c5e4-4309-b48f-f0945dd92328", "name": "network-vif-plugged", "status": "completed", "tag": "b143fec6-120e-4d79-8429-2f717b6f9f86", "code": 200}, {"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-plugged", "status": "completed", "tag": "1b3adbb3-2cc7-496f-9d01-8d25b7de0141", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:36:35.664307 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0eda341-a300-4303-81a6-0d442233969f {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:36:35.664650 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29db9da7-b890-4cdb-b7e0-fcc13be4e73d', 'code': 200} Feb 20 05:36:35.665583 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d54005-032d-4851-8d0b-213a0ea11e2a', 'code': 200} Feb 20 05:36:35.665583 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c007555-d640-488c-8ce4-7f97f04efa3c', 'code': 200} Feb 20 05:36:35.665583 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3437ce7e-f77d-4721-8b84-c6eb69db6e7e', 'code': 200} Feb 20 05:36:35.665811 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a005cb-7520-4571-b49e-be3ec5a89fc8', 'code': 200} Feb 20 05:36:35.666147 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37154246-c5e4-4309-b48f-f0945dd92328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b143fec6-120e-4d79-8429-2f717b6f9f86', 'code': 200} Feb 20 05:36:35.666463 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3adbb3-2cc7-496f-9d01-8d25b7de0141', 'code': 200} Feb 20 05:36:35.682274 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3bfda-1c78-4b32-a578-d83f9e8fbd0a req-d5672da8-c44b-412e-8ddc-ecba46ea8cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:35.683843 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ffb3bfda-1c78-4b32-a578-d83f9e8fbd0a req-d5672da8-c44b-412e-8ddc-ecba46ea8cf6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 1129 time: 0.0493841 Feb 20 05:36:35.783900 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3bfda-1c78-4b32-a578-d83f9e8fbd0a req-dd25d80e-9119-4885-88fd-4bb70f8516e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:35.785608 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ffb3bfda-1c78-4b32-a578-d83f9e8fbd0a req-dd25d80e-9119-4885-88fd-4bb70f8516e7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.0958285 Feb 20 05:36:35.846540 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ffb3bfda-1c78-4b32-a578-d83f9e8fbd0a req-2aabc363-dd81-4b31-8dd4-776d2a04ac8d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=47338d28-03fd-4739-9337-a29ce11d6e0f HTTP/1.1" status: 200 len: 217 time: 0.0558126 Feb 20 05:36:35.866242 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3bfda-1c78-4b32-a578-d83f9e8fbd0a req-0f22d22b-b6cc-47e2-abce-7db4f369c960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:35.867822 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ffb3bfda-1c78-4b32-a578-d83f9e8fbd0a req-0f22d22b-b6cc-47e2-abce-7db4f369c960 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 1129 time: 0.1536596 Feb 20 05:36:35.905484 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c51436-7128-48c2-9fe4-88d93987535f req-c9871228-bdeb-48d3-ab01-90d9b5163875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:35.907767 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-25c51436-7128-48c2-9fe4-88d93987535f req-c9871228-bdeb-48d3-ab01-90d9b5163875 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=37154246-c5e4-4309-b48f-f0945dd92328 HTTP/1.1" status: 200 len: 1128 time: 0.1111617 Feb 20 05:36:35.920150 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3bfda-1c78-4b32-a578-d83f9e8fbd0a req-d98b3ed9-b8e5-40b1-a45f-35edc0457540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:35.921519 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ffb3bfda-1c78-4b32-a578-d83f9e8fbd0a req-d98b3ed9-b8e5-40b1-a45f-35edc0457540 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0695069 Feb 20 05:36:35.970419 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-0e8c1200-0338-4a34-9ba1-9292d45d988f tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:35.971933 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-0e8c1200-0338-4a34-9ba1-9292d45d988f tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/networks?id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 200 len: 812 time: 0.2337396 Feb 20 05:36:35.979684 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76365a34-70cc-4018-b3e5-eeacb66c5aeb req-cd45027e-b572-4fdc-9264-8a2f21368d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:35.980151 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76365a34-70cc-4018-b3e5-eeacb66c5aeb req-cd45027e-b572-4fdc-9264-8a2f21368d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:35.980605 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76365a34-70cc-4018-b3e5-eeacb66c5aeb req-cd45027e-b572-4fdc-9264-8a2f21368d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:35.981058 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76365a34-70cc-4018-b3e5-eeacb66c5aeb req-cd45027e-b572-4fdc-9264-8a2f21368d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:35.981557 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76365a34-70cc-4018-b3e5-eeacb66c5aeb req-cd45027e-b572-4fdc-9264-8a2f21368d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:35.982006 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76365a34-70cc-4018-b3e5-eeacb66c5aeb req-cd45027e-b572-4fdc-9264-8a2f21368d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:35.982467 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76365a34-70cc-4018-b3e5-eeacb66c5aeb req-cd45027e-b572-4fdc-9264-8a2f21368d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:35.984313 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-76365a34-70cc-4018-b3e5-eeacb66c5aeb req-cd45027e-b572-4fdc-9264-8a2f21368d1b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 6717 time: 0.1690991 Feb 20 05:36:35.985897 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-25c51436-7128-48c2-9fe4-88d93987535f req-cf5fabd4-642d-46bd-ba03-b0459bc049c7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715494 Feb 20 05:36:35.992116 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3bfda-1c78-4b32-a578-d83f9e8fbd0a req-4030d154-518e-4a10-bcab-4036ea2c1713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:35.993570 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ffb3bfda-1c78-4b32-a578-d83f9e8fbd0a req-4030d154-518e-4a10-bcab-4036ea2c1713 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0650256 Feb 20 05:36:36.005601 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-174cfa61-47db-43dc-ae00-c48bf5f05a52 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/quotas/e6ab79728f124adc87dd8ebb98d8b1ba HTTP/1.1" status: 200 len: 375 time: 0.0188231 Feb 20 05:36:36.033118 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3bfda-1c78-4b32-a578-d83f9e8fbd0a req-d46ed4ac-51f6-40ba-b037-c0250c67eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:36.034756 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ffb3bfda-1c78-4b32-a578-d83f9e8fbd0a req-d46ed4ac-51f6-40ba-b037-c0250c67eb27 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.1537337 Feb 20 05:36:36.078610 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-afa7bca3-21ca-4c78-8acc-f7087c5e0201 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0646460 Feb 20 05:36:36.085202 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ffb3bfda-1c78-4b32-a578-d83f9e8fbd0a req-cc8c2165-dde3-4df3-8b19-4d4f9cf3ce21 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859184 Feb 20 05:36:36.165898 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-1412823d-2295-4da7-b0f6-f9ec30f9e276 service neutron] 10.222.0.37 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805616 Feb 20 05:36:36.176366 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ffb3bfda-1c78-4b32-a578-d83f9e8fbd0a req-2a58952b-442e-4abf-b92a-d7d6db40a7ec service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852723 Feb 20 05:36:36.274449 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ffb3bfda-1c78-4b32-a578-d83f9e8fbd0a req-786df8d1-a149-4d8b-993f-b185e1237f1d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=47338d28-03fd-4739-9337-a29ce11d6e0f HTTP/1.1" status: 200 len: 217 time: 0.0788965 Feb 20 05:36:36.367870 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-76365a34-70cc-4018-b3e5-eeacb66c5aeb req-dcb0d680-b1c4-412b-a96a-065a1655020b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ce7f517b-4984-4765-803e-079630159319&id=134d64ac-ded4-461e-8e97-181ea79de070&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1736531 Feb 20 05:36:36.371610 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-24f9dacb-c51e-48b3-a089-6ae3534d0672 service neutron] 10.222.0.37 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998622 Feb 20 05:36:36.373268 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3bfda-1c78-4b32-a578-d83f9e8fbd0a req-201e9060-2402-4c80-9600-23e2c2cd51af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:36.374841 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ffb3bfda-1c78-4b32-a578-d83f9e8fbd0a req-201e9060-2402-4c80-9600-23e2c2cd51af service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0933740 Feb 20 05:36:36.620000 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b380dcef-b819-4cf2-8189-3c2ced15bb80 req-91f2162b-b27c-4975-892a-2437886f7972 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/9bb3be07-dc8b-4014-8cb4-48cc41876800 HTTP/1.1" status: 200 len: 1793 time: 0.0529320 Feb 20 05:36:36.644359 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 47338d28-03fd-4739-9337-a29ce11d6e0f details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:36:36.756319 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 47338d28-03fd-4739-9337-a29ce11d6e0f, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=47338d28-03fd-4739-9337-a29ce11d6e0f,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:36.769531 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '47338d28-03fd-4739-9337-a29ce11d6e0f', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': '47338d28-03fd-4739-9337-a29ce11d6e0f', 'mac_address': 'fa:16:3e:e7:c9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:36:36.814934 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 47338d28-03fd-4739-9337-a29ce11d6e0f is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:36.815337 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (47338d28-03fd-4739-9337-a29ce11d6e0f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:36.829735 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47338d28-03fd-4739-9337-a29ce11d6e0f {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:36:36.851142 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 47338d28-03fd-4739-9337-a29ce11d6e0f, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=47338d28-03fd-4739-9337-a29ce11d6e0f,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:36.856265 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (47338d28-03fd-4739-9337-a29ce11d6e0f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:36.911866 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=47338d28-03fd-4739-9337-a29ce11d6e0f,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:37.057921 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3bfda-1c78-4b32-a578-d83f9e8fbd0a req-302c6283-7fa8-4c0e-a534-a7ee0328fe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:37.059985 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ffb3bfda-1c78-4b32-a578-d83f9e8fbd0a req-302c6283-7fa8-4c0e-a534-a7ee0328fe12 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4521215 Feb 20 05:36:37.092360 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['47338d28-03fd-4739-9337-a29ce11d6e0f'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:37.112489 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b380dcef-b819-4cf2-8189-3c2ced15bb80 req-6763d011-d4d7-4e48-9a7a-caac3c20bcd5 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (9bb3be07-dc8b-4014-8cb4-48cc41876800), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:37.167360 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dd8ab-3947-4ffe-b157-2e4234d0aa1d req-0a72910d-59ca-4d13-9e71-b06d1a773820 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:37.169410 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba5dd8ab-3947-4ffe-b157-2e4234d0aa1d req-0a72910d-59ca-4d13-9e71-b06d1a773820 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.61 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d&tenant_id=fa4999e395b84ca8985dceeebb996696&binding%3Ahost_id=n-h2-829866-5 HTTP/1.1" status: 200 len: 948 time: 0.1936200 Feb 20 05:36:37.191699 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b380dcef-b819-4cf2-8189-3c2ced15bb80 req-6763d011-d4d7-4e48-9a7a-caac3c20bcd5 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (9bb3be07-dc8b-4014-8cb4-48cc41876800), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:37.292364 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ffb3bfda-1c78-4b32-a578-d83f9e8fbd0a req-70ffacc9-9715-4adc-b9c4-0a6b7cd16261 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180731 Feb 20 05:36:37.293793 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [req-ba5dd8ab-3947-4ffe-b157-2e4234d0aa1d req-6479ea44-394f-49e6-8a8b-cbdec23e0071 service neutron] delete failed (client error): The resource could not be found. Feb 20 05:36:37.294699 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba5dd8ab-3947-4ffe-b157-2e4234d0aa1d req-6479ea44-394f-49e6-8a8b-cbdec23e0071 service neutron] 10.222.0.61 "DELETE /v2.0/ports/47338d28-03fd-4739-9337-a29ce11d6e0f/bindings/n-h1-829866-5 HTTP/1.1" status: 404 len: 380 time: 0.1148083 Feb 20 05:36:37.298686 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b380dcef-b819-4cf2-8189-3c2ced15bb80 req-6763d011-d4d7-4e48-9a7a-caac3c20bcd5 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9bb3be07-dc8b-4014-8cb4-48cc41876800), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:37.301238 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b380dcef-b819-4cf2-8189-3c2ced15bb80 req-6763d011-d4d7-4e48-9a7a-caac3c20bcd5 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:37.302262 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b380dcef-b819-4cf2-8189-3c2ced15bb80 req-6763d011-d4d7-4e48-9a7a-caac3c20bcd5 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "DELETE /v2.0/security-groups/9bb3be07-dc8b-4014-8cb4-48cc41876800 HTTP/1.1" status: 204 len: 173 time: 0.6780069 Feb 20 05:36:37.311006 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763d011-d4d7-4e48-9a7a-caac3c20bcd5 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb3be07-dc8b-4014-8cb4-48cc41876800,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:37.362358 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:36:37.442529 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ffb3bfda-1c78-4b32-a578-d83f9e8fbd0a req-5dcd31ca-308c-4e31-b5c3-c490558f58d3 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285100 Feb 20 05:36:37.454776 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210b641-31c7-4466-bc5d-178bd128dc25 req-978ab2b4-a657-446b-b3ee-34cf2d359378 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:37.460128 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210b641-31c7-4466-bc5d-178bd128dc25 req-978ab2b4-a657-446b-b3ee-34cf2d359378 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:37.465787 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210b641-31c7-4466-bc5d-178bd128dc25 req-978ab2b4-a657-446b-b3ee-34cf2d359378 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:37.471640 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210b641-31c7-4466-bc5d-178bd128dc25 req-978ab2b4-a657-446b-b3ee-34cf2d359378 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:37.474918 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=7c4aa687-ad2c-48d0-bab6-a55c197ffbc1,segment=NetworkSegment(abf5d984-b39c-4ad4-83d2-877631eacee6),segment_id=abf5d984-b39c-4ad4-83d2-877631eacee6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:37.476938 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210b641-31c7-4466-bc5d-178bd128dc25 req-978ab2b4-a657-446b-b3ee-34cf2d359378 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:37.482872 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210b641-31c7-4466-bc5d-178bd128dc25 req-978ab2b4-a657-446b-b3ee-34cf2d359378 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:37.488167 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210b641-31c7-4466-bc5d-178bd128dc25 req-978ab2b4-a657-446b-b3ee-34cf2d359378 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:37.490088 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8210b641-31c7-4466-bc5d-178bd128dc25 req-978ab2b4-a657-446b-b3ee-34cf2d359378 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5443 time: 0.1300251 Feb 20 05:36:37.491547 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '7c4aa687-ad2c-48d0-bab6-a55c197ffbc1', 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1', 'port_id': '7c4aa687-ad2c-48d0-bab6-a55c197ffbc1', 'mac_address': 'fa:16:3e:e3:80:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ecd3afa-0aba-40c3-836a-59288991ce75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:36:37.539231 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:37.539712 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7c4aa687-ad2c-48d0-bab6-a55c197ffbc1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:37.552843 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:36:37.561996 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8210b641-31c7-4466-bc5d-178bd128dc25 req-93325b14-7156-444b-8303-06774d9c3aaa tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632527 Feb 20 05:36:37.573197 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=7c4aa687-ad2c-48d0-bab6-a55c197ffbc1,segment=NetworkSegment(abf5d984-b39c-4ad4-83d2-877631eacee6),segment_id=abf5d984-b39c-4ad4-83d2-877631eacee6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:37.578034 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7c4aa687-ad2c-48d0-bab6-a55c197ffbc1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:37.599315 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dd8ab-3947-4ffe-b157-2e4234d0aa1d req-777bad02-729e-4802-86fc-739169af9f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:37.601006 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba5dd8ab-3947-4ffe-b157-2e4234d0aa1d req-777bad02-729e-4802-86fc-739169af9f02 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 1130 time: 0.0560577 Feb 20 05:36:37.635983 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=7c4aa687-ad2c-48d0-bab6-a55c197ffbc1,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:37.820941 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dd8ab-3947-4ffe-b157-2e4234d0aa1d req-de07f648-62dc-4e12-afc4-0956e91c3355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:37.822368 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba5dd8ab-3947-4ffe-b157-2e4234d0aa1d req-de07f648-62dc-4e12-afc4-0956e91c3355 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.2115712 Feb 20 05:36:37.833505 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4caaa-e79d-43c5-b444-65ade00b14ae req-5d0a2d26-415d-4069-ac47-fbfb58928838 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:37.835191 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-51d4caaa-e79d-43c5-b444-65ade00b14ae req-5d0a2d26-415d-4069-ac47-fbfb58928838 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=37154246-c5e4-4309-b48f-f0945dd92328 HTTP/1.1" status: 200 len: 946 time: 0.1670427 Feb 20 05:36:37.901257 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba5dd8ab-3947-4ffe-b157-2e4234d0aa1d req-8c871842-d93e-4b7b-8bd7-ee0c027c7544 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=47338d28-03fd-4739-9337-a29ce11d6e0f HTTP/1.1" status: 200 len: 217 time: 0.0651228 Feb 20 05:36:37.936006 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-4b2fbc58-d1d4-45ce-8cf3-e5812c147b0b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:37.937378 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-4b2fbc58-d1d4-45ce-8cf3-e5812c147b0b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.61 "GET /v2.0/networks?id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 200 len: 812 time: 0.2293177 Feb 20 05:36:37.982749 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-0b93c736-ad30-463b-8db1-b642a33f81b5 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Request body: {'port': {'device_id': '3cffffaf-369a-427b-9775-7dade2792889', 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'admin_state_up': True, 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:37.992948 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-51d4caaa-e79d-43c5-b444-65ade00b14ae req-61aa2343-df67-4a36-8b4a-b3c28d33434c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422753 Feb 20 05:36:38.015067 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dd8ab-3947-4ffe-b157-2e4234d0aa1d req-6999f72d-07fd-4658-bdf7-c270943a40ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:38.016854 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba5dd8ab-3947-4ffe-b157-2e4234d0aa1d req-6999f72d-07fd-4658-bdf7-c270943a40ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0994756 Feb 20 05:36:38.107501 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['7c4aa687-ad2c-48d0-bab6-a55c197ffbc1'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:38.122214 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-59919f3a-4171-4263-b46f-dd2c50fe50dd req-34be06af-e6c7-4688-b6e0-41b8536fbed7 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cffffaf-369a-427b-9775-7dade2792889 HTTP/1.1" status: 200 len: 210 time: 0.0448008 Feb 20 05:36:38.157221 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dd8ab-3947-4ffe-b157-2e4234d0aa1d req-f15eb575-799d-451b-8f27-122e666e202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:38.158719 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba5dd8ab-3947-4ffe-b157-2e4234d0aa1d req-f15eb575-799d-451b-8f27-122e666e202d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1134579 Feb 20 05:36:38.227578 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-0b93c736-ad30-463b-8db1-b642a33f81b5 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Made reservation on behalf of e6ab79728f124adc87dd8ebb98d8b1ba for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:36:38.230689 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-0b93c736-ad30-463b-8db1-b642a33f81b5 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:38.353518 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da09d5-fe8c-4af0-8eba-74f2e03b722b req-7f456f8a-6b4b-43be-a5f0-95cba0f846e8 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:38.355007 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c8da09d5-fe8c-4af0-8eba-74f2e03b722b req-7f456f8a-6b4b-43be-a5f0-95cba0f846e8 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1646769 Feb 20 05:36:38.368474 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba5dd8ab-3947-4ffe-b157-2e4234d0aa1d req-6f5fd973-5807-4881-b0c2-287a95970da8 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011158 Feb 20 05:36:38.504811 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c8da09d5-fe8c-4af0-8eba-74f2e03b722b req-af4c52f9-4081-4e72-a165-6d1c841b2e0d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413751 Feb 20 05:36:38.505833 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-0b93c736-ad30-463b-8db1-b642a33f81b5 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Allocated IP 172.20.0.8 (a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b/a08401b1-85d8-4e92-bab1-1aef3c02482d/f143992c-eba3-4130-8dfa-cd55ce551fc6) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:36:38.540725 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba5dd8ab-3947-4ffe-b157-2e4234d0aa1d req-0658019b-0b90-408e-bfc9-a50faf0f17cb service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637814 Feb 20 05:36:38.658335 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 47338d28-03fd-4739-9337-a29ce11d6e0f up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:36:38.683460 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74fa7f-441c-4c0a-a5d2-9bee3489e151 req-51300b6b-f869-44fe-9927-ddc287018eff tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:38.684995 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ee74fa7f-441c-4c0a-a5d2-9bee3489e151 req-51300b6b-f869-44fe-9927-ddc287018eff tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 948 time: 0.1200104 Feb 20 05:36:38.709007 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 47338d28-03fd-4739-9337-a29ce11d6e0f completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:36:38.713628 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 47338d28-03fd-4739-9337-a29ce11d6e0f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:38.714008 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (47338d28-03fd-4739-9337-a29ce11d6e0f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:38.744658 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-0b93c736-ad30-463b-8db1-b642a33f81b5 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks [] for port (f143992c-eba3-4130-8dfa-cd55ce551fc6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:38.761323 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ee74fa7f-441c-4c0a-a5d2-9bee3489e151 req-d1d9f08b-4f4c-473a-882f-95953eba9632 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694993 Feb 20 05:36:38.794067 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-0b93c736-ad30-463b-8db1-b642a33f81b5 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (f143992c-eba3-4130-8dfa-cd55ce551fc6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:38.797199 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 47338d28-03fd-4739-9337-a29ce11d6e0f is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:38.797596 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (47338d28-03fd-4739-9337-a29ce11d6e0f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:38.813906 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:38.846213 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-0b93c736-ad30-463b-8db1-b642a33f81b5 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:36:38.850693 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-0b93c736-ad30-463b-8db1-b642a33f81b5 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:36:38.855109 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-0b93c736-ad30-463b-8db1-b642a33f81b5 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:36:38.856498 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039d1487-dc5f-4867-b9bf-30d8c4b2174d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47338d28-03fd-4739-9337-a29ce11d6e0f'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:36:38.860208 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7841c1-05f4-47ca-bd17-922730e40a58" -d '{"events": [{"server_uuid": "039d1487-dc5f-4867-b9bf-30d8c4b2174d", "name": "network-vif-plugged", "status": "completed", "tag": "47338d28-03fd-4739-9337-a29ce11d6e0f"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:36:38.882192 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 47338d28-03fd-4739-9337-a29ce11d6e0f, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=47338d28-03fd-4739-9337-a29ce11d6e0f,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:38.889467 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (47338d28-03fd-4739-9337-a29ce11d6e0f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:38.928539 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93c736-ad30-463b-8db1-b642a33f81b5 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Pushing event updated for resources: {'Port': ['ID=f143992c-eba3-4130-8dfa-cd55ce551fc6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:38.949114 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-0b93c736-ad30-463b-8db1-b642a33f81b5 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:38.949860 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-0b93c736-ad30-463b-8db1-b642a33f81b5 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:38.974649 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-0b93c736-ad30-463b-8db1-b642a33f81b5 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9969163 Feb 20 05:36:38.983163 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe8206-b8b7-46e5-86e5-e48d90935c88 req-17ae0ec0-4b6a-41c1-a2a8-9a95d445bf43 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:38.984765 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-adbe8206-b8b7-46e5-86e5-e48d90935c88 req-17ae0ec0-4b6a-41c1-a2a8-9a95d445bf43 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d49e8cd-82ab-4321-9f0e-280c97bc6446 HTTP/1.1" status: 200 len: 944 time: 0.1266756 Feb 20 05:36:38.988244 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=47338d28-03fd-4739-9337-a29ce11d6e0f,revision_number=9']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:38.990069 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-7b68c94c-0944-4ac4-8729-daa0717968dc service neutron] Request body: {'port': {'device_id': '3cffffaf-369a-427b-9775-7dade2792889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:39.113454 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-adbe8206-b8b7-46e5-86e5-e48d90935c88 req-812f1c8e-7f77-4b75-bea9-aef88bcffb99 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cfb9c4b-cc73-499e-ad72-f2abde5d1f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172249 Feb 20 05:36:39.116999 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-7b68c94c-0944-4ac4-8729-daa0717968dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f143992c-eba3-4130-8dfa-cd55ce551fc6), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:39.221697 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b7d9d758-8f0a-47cf-8426-c38c766ea262 None None] Provisioning complete for port f143992c-eba3-4130-8dfa-cd55ce551fc6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:39.222309 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7d9d758-8f0a-47cf-8426-c38c766ea262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f143992c-eba3-4130-8dfa-cd55ce551fc6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:39.261571 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b7d9d758-8f0a-47cf-8426-c38c766ea262 None None] Port f143992c-eba3-4130-8dfa-cd55ce551fc6 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:36:39.370236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a452c2-8aa7-4832-aed2-601eb8eb7a6a req-add96ac5-0daf-4e2e-b4e5-d228a46d113b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:39.371718 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-68a452c2-8aa7-4832-aed2-601eb8eb7a6a req-add96ac5-0daf-4e2e-b4e5-d228a46d113b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6020d9-bae6-4ee7-b8ae-7936ed351daf HTTP/1.1" status: 200 len: 945 time: 0.1218128 Feb 20 05:36:39.452516 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-68a452c2-8aa7-4832-aed2-601eb8eb7a6a req-9f1c88e6-f1ea-465c-b0f8-72fbb3869a3e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735614 Feb 20 05:36:39.503609 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-7b68c94c-0944-4ac4-8729-daa0717968dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f143992c-eba3-4130-8dfa-cd55ce551fc6 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:36:39.530149 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-7b68c94c-0944-4ac4-8729-daa0717968dc service neutron] Publish callbacks [] for port (f143992c-eba3-4130-8dfa-cd55ce551fc6), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:39.559581 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-7b68c94c-0944-4ac4-8729-daa0717968dc service neutron] Transition to ACTIVE for port object f143992c-eba3-4130-8dfa-cd55ce551fc6 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:36:39.564536 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-7b68c94c-0944-4ac4-8729-daa0717968dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (f143992c-eba3-4130-8dfa-cd55ce551fc6), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:39.630175 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069fe9c-a1ea-4615-986f-b47023fba494 req-8858d9a7-d344-481a-9316-bb03af49f26e tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:39.632032 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4069fe9c-a1ea-4615-986f-b47023fba494 req-8858d9a7-d344-481a-9316-bb03af49f26e tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1146398 Feb 20 05:36:39.634493 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68c94c-0944-4ac4-8729-daa0717968dc service neutron] Pushing event updated for resources: {'Port': ['ID=f143992c-eba3-4130-8dfa-cd55ce551fc6,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:39.735773 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4069fe9c-a1ea-4615-986f-b47023fba494 req-c198463a-51c0-4ca2-bae3-aaf7479ddf67 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947452 Feb 20 05:36:39.758501 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-7b68c94c-0944-4ac4-8729-daa0717968dc service neutron] Attempting to bind port f143992c-eba3-4130-8dfa-cd55ce551fc6 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:36:39.759013 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-7b68c94c-0944-4ac4-8729-daa0717968dc service neutron] Attempting to bind port f143992c-eba3-4130-8dfa-cd55ce551fc6 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:36:39.759524 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-7b68c94c-0944-4ac4-8729-daa0717968dc service neutron] Attempting to bind port f143992c-eba3-4130-8dfa-cd55ce551fc6 on network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:36:39.769193 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-7b68c94c-0944-4ac4-8729-daa0717968dc service neutron] Port f143992c-eba3-4130-8dfa-cd55ce551fc6 on network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:36:39.769526 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-7b68c94c-0944-4ac4-8729-daa0717968dc service neutron] Attempting to bind port f143992c-eba3-4130-8dfa-cd55ce551fc6 on network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:36:39.775550 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-7b68c94c-0944-4ac4-8729-daa0717968dc service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:36:39.776008 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-7b68c94c-0944-4ac4-8729-daa0717968dc service neutron] Checking segment: {'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:36:39.776405 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-7b68c94c-0944-4ac4-8729-daa0717968dc service neutron] Bound using segment: {'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:36:39.776932 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-7b68c94c-0944-4ac4-8729-daa0717968dc service neutron] Bound port: f143992c-eba3-4130-8dfa-cd55ce551fc6, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:36:39.777335 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-7b68c94c-0944-4ac4-8729-daa0717968dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f143992c-eba3-4130-8dfa-cd55ce551fc6), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:39.884494 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-7b68c94c-0944-4ac4-8729-daa0717968dc service neutron] For port f143992c-eba3-4130-8dfa-cd55ce551fc6, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:36:39.902688 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-7b68c94c-0944-4ac4-8729-daa0717968dc service neutron] For port f143992c-eba3-4130-8dfa-cd55ce551fc6, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=f143992c-eba3-4130-8dfa-cd55ce551fc6,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:36:39.913949 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7ebea-b253-4dac-b807-f94480cf6289 req-09c6d8b3-0040-4b81-a3d5-9130d1efb2b0 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:39.919116 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7ebea-b253-4dac-b807-f94480cf6289 req-09c6d8b3-0040-4b81-a3d5-9130d1efb2b0 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:39.924299 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7ebea-b253-4dac-b807-f94480cf6289 req-09c6d8b3-0040-4b81-a3d5-9130d1efb2b0 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:39.930228 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7ebea-b253-4dac-b807-f94480cf6289 req-09c6d8b3-0040-4b81-a3d5-9130d1efb2b0 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:39.935985 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7ebea-b253-4dac-b807-f94480cf6289 req-09c6d8b3-0040-4b81-a3d5-9130d1efb2b0 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:39.941114 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7ebea-b253-4dac-b807-f94480cf6289 req-09c6d8b3-0040-4b81-a3d5-9130d1efb2b0 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:39.946281 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7ebea-b253-4dac-b807-f94480cf6289 req-09c6d8b3-0040-4b81-a3d5-9130d1efb2b0 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:39.948118 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9b7ebea-b253-4dac-b807-f94480cf6289 req-09c6d8b3-0040-4b81-a3d5-9130d1efb2b0 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5443 time: 0.1305053 Feb 20 05:36:39.954310 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-7b68c94c-0944-4ac4-8729-daa0717968dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (f143992c-eba3-4130-8dfa-cd55ce551fc6), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:40.007484 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-7b68c94c-0944-4ac4-8729-daa0717968dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:40.008104 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-7b68c94c-0944-4ac4-8729-daa0717968dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:40.009478 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-7b68c94c-0944-4ac4-8729-daa0717968dc service neutron] 10.222.0.61 "PUT /v2.0/ports/f143992c-eba3-4130-8dfa-cd55ce551fc6 HTTP/1.1" status: 200 len: 1091 time: 1.0238109 Feb 20 05:36:40.011310 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cffffaf-369a-427b-9775-7dade2792889', 'tag': 'f143992c-eba3-4130-8dfa-cd55ce551fc6'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:36:40.015088 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2af0d4-abb1-4a3f-9f77-76206085839f" -d '{"events": [{"name": "network-changed", "server_uuid": "3cffffaf-369a-427b-9775-7dade2792889", "tag": "f143992c-eba3-4130-8dfa-cd55ce551fc6"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:36:40.063656 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68c94c-0944-4ac4-8729-daa0717968dc service neutron] Pushing event updated for resources: {'Port': ['ID=f143992c-eba3-4130-8dfa-cd55ce551fc6,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:40.109962 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9b7ebea-b253-4dac-b807-f94480cf6289 req-a8f5218e-779c-49dd-b493-622f54f081ed tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1531854 Feb 20 05:36:40.123547 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-2a31b4fb-1458-4e78-8398-61cc15653063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:40.125628 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-2a31b4fb-1458-4e78-8398-61cc15653063 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&device_id=3cffffaf-369a-427b-9775-7dade2792889 HTTP/1.1" status: 200 len: 1125 time: 0.0753753 Feb 20 05:36:40.160130 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064b630c-008c-40e6-99b1-e0814ad69062 x-openstack-request-id: req-064b630c-008c-40e6-99b1-e0814ad69062 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:36:40.160435 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039d1487-dc5f-4867-b9bf-30d8c4b2174d", "name": "network-vif-plugged", "status": "completed", "tag": "47338d28-03fd-4739-9337-a29ce11d6e0f", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:36:40.160694 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-064b630c-008c-40e6-99b1-e0814ad69062 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:36:40.161092 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039d1487-dc5f-4867-b9bf-30d8c4b2174d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47338d28-03fd-4739-9337-a29ce11d6e0f', 'code': 200} Feb 20 05:36:40.185872 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-25275581-cbc0-404c-be9e-6152f7d5cb44 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f143992c-eba3-4130-8dfa-cd55ce551fc6 HTTP/1.1" status: 200 len: 217 time: 0.0465527 Feb 20 05:36:40.266039 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-a3a051af-3c0e-4023-8c28-ffc351ad18c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:40.267413 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-a3a051af-3c0e-4023-8c28-ffc351ad18c8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a08401b1-85d8-4e92-bab1-1aef3c02482d HTTP/1.1" status: 200 len: 851 time: 0.0727544 Feb 20 05:36:40.293074 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc65235-b199-4bc3-8e50-6b0f4d23ec02 req-36353d69-af62-4e50-9464-c4a734d87a4b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:40.295024 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6fc65235-b199-4bc3-8e50-6b0f4d23ec02 req-36353d69-af62-4e50-9464-c4a734d87a4b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cffffaf-369a-427b-9775-7dade2792889 HTTP/1.1" status: 200 len: 943 time: 0.0737689 Feb 20 05:36:40.363395 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6fc65235-b199-4bc3-8e50-6b0f4d23ec02 req-e116b6dc-d023-46c2-9358-880870dcc8ca tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540428 Feb 20 05:36:40.365925 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-b9274e3b-b7e0-4288-a0d3-16837085aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:40.367326 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-b9274e3b-b7e0-4288-a0d3-16837085aa79 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0905340 Feb 20 05:36:40.463741 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-00fb7533-fd60-4cb7-8bb8-45bc2204d841 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901742 Feb 20 05:36:40.863411 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624b9b6-08de-48d7-8c32-0c66fa6d8910 req-1a57e6f4-c35e-4698-a475-064e043e58e5 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:40.864992 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c624b9b6-08de-48d7-8c32-0c66fa6d8910 req-1a57e6f4-c35e-4698-a475-064e043e58e5 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=37154246-c5e4-4309-b48f-f0945dd92328 HTTP/1.1" status: 200 len: 946 time: 0.4196172 Feb 20 05:36:40.902535 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ce81caf8-d6ac-42c5-b88e-41e07d05689c req-a7794834-ece0-4bac-be3b-d6ffcfb857c7 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249086 Feb 20 05:36:40.928326 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c624b9b6-08de-48d7-8c32-0c66fa6d8910 req-bc9d72bc-8428-4b98-9cfc-f39188c48ddd tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567358 Feb 20 05:36:41.045257 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7c870-0dbe-42db-a93b-97e4c12924f1 req-74c7d344-e438-4e6e-af95-aef66f83e453 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:41.046720 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d8e7c870-0dbe-42db-a93b-97e4c12924f1 req-74c7d344-e438-4e6e-af95-aef66f83e453 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 949 time: 0.0536911 Feb 20 05:36:41.093942 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d8e7c870-0dbe-42db-a93b-97e4c12924f1 req-bdf7e6fb-0e7a-4e46-9614-f5aaeed4c635 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416565 Feb 20 05:36:41.137193 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395b9d5d-8935-4c3f-94b6-06067a31cc22 x-openstack-request-id: req-395b9d5d-8935-4c3f-94b6-06067a31cc22 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:36:41.137575 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cffffaf-369a-427b-9775-7dade2792889", "tag": "f143992c-eba3-4130-8dfa-cd55ce551fc6", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:36:41.137895 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-395b9d5d-8935-4c3f-94b6-06067a31cc22 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:36:41.138351 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cffffaf-369a-427b-9775-7dade2792889', 'tag': 'f143992c-eba3-4130-8dfa-cd55ce551fc6', 'status': 'completed', 'code': 200} Feb 20 05:36:41.253408 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2af0d4-abb1-4a3f-9f77-76206085839f req-bdabd0b8-c33e-423b-94d8-a76419f141f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:41.254923 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c2af0d4-abb1-4a3f-9f77-76206085839f req-bdabd0b8-c33e-423b-94d8-a76419f141f3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&device_id=3cffffaf-369a-427b-9775-7dade2792889 HTTP/1.1" status: 200 len: 1125 time: 0.0848746 Feb 20 05:36:41.269712 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308b4bb-94c5-4609-a253-f4eb8f411998 req-3fb5a827-8f56-4235-8345-d553eadf00d6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:41.275038 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308b4bb-94c5-4609-a253-f4eb8f411998 req-3fb5a827-8f56-4235-8345-d553eadf00d6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:41.280777 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308b4bb-94c5-4609-a253-f4eb8f411998 req-3fb5a827-8f56-4235-8345-d553eadf00d6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:41.285965 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308b4bb-94c5-4609-a253-f4eb8f411998 req-3fb5a827-8f56-4235-8345-d553eadf00d6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:41.291207 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308b4bb-94c5-4609-a253-f4eb8f411998 req-3fb5a827-8f56-4235-8345-d553eadf00d6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:41.297046 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308b4bb-94c5-4609-a253-f4eb8f411998 req-3fb5a827-8f56-4235-8345-d553eadf00d6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:41.302233 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308b4bb-94c5-4609-a253-f4eb8f411998 req-3fb5a827-8f56-4235-8345-d553eadf00d6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:41.304042 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f308b4bb-94c5-4609-a253-f4eb8f411998 req-3fb5a827-8f56-4235-8345-d553eadf00d6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5443 time: 0.1241865 Feb 20 05:36:41.314473 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32776) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:36:41.319030 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-57f86741-59c4-4eee-bc16-725a8d1dec4a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Request body: {'floatingip': {'port_id': 'e8d54005-032d-4851-8d0b-213a0ea11e2a'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:41.363039 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-57f86741-59c4-4eee-bc16-725a8d1dec4a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for floatingip (a0d35a21-6fb0-4670-812e-6106c1039532), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:41.400080 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:36:41.429791 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2af0d4-abb1-4a3f-9f77-76206085839f req-65b4ce77-8323-4cd1-a976-90155fd2fbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:41.430694 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c2af0d4-abb1-4a3f-9f77-76206085839f req-65b4ce77-8323-4cd1-a976-90155fd2fbb2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 200 len: 912 time: 0.1258192 Feb 20 05:36:41.450041 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426dde33-2627-4444-b999-5c312a101fe3 req-11efc005-9a5d-42aa-abb1-ca15611403b4 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:41.452630 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-426dde33-2627-4444-b999-5c312a101fe3 req-11efc005-9a5d-42aa-abb1-ca15611403b4 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d49e8cd-82ab-4321-9f0e-280c97bc6446 HTTP/1.1" status: 200 len: 944 time: 0.0985570 Feb 20 05:36:41.458003 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:36:41.462339 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:41.462720 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7c4aa687-ad2c-48d0-bab6-a55c197ffbc1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:41.490791 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c2af0d4-abb1-4a3f-9f77-76206085839f req-71ba0385-e712-42f9-8f3a-cd99b71f2454 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f143992c-eba3-4130-8dfa-cd55ce551fc6 HTTP/1.1" status: 200 len: 217 time: 0.0536516 Feb 20 05:36:41.544240 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:41.544625 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7c4aa687-ad2c-48d0-bab6-a55c197ffbc1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:41.564452 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-426dde33-2627-4444-b999-5c312a101fe3 req-ee30680a-e0a3-41d3-ab82-e13f063d5305 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cfb9c4b-cc73-499e-ad72-f2abde5d1f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804307 Feb 20 05:36:41.571868 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2af0d4-abb1-4a3f-9f77-76206085839f req-82b568bf-8ab3-422b-8791-268f0200bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:41.573336 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c2af0d4-abb1-4a3f-9f77-76206085839f req-82b568bf-8ab3-422b-8791-268f0200bf06 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a08401b1-85d8-4e92-bab1-1aef3c02482d HTTP/1.1" status: 200 len: 851 time: 0.0669749 Feb 20 05:36:41.581260 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=7c4aa687-ad2c-48d0-bab6-a55c197ffbc1,segment=NetworkSegment(abf5d984-b39c-4ad4-83d2-877631eacee6),segment_id=abf5d984-b39c-4ad4-83d2-877631eacee6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:41.595294 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7c4aa687-ad2c-48d0-bab6-a55c197ffbc1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:41.625664 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [req-7f67874f-a35d-4533-9c52-66c5bf0e002a req-438cce03-0d14-4a18-959e-8bc0b24825bd tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] show failed (client error): The resource could not be found. Feb 20 05:36:41.627312 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7f67874f-a35d-4533-9c52-66c5bf0e002a req-438cce03-0d14-4a18-959e-8bc0b24825bd tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/913b97f5-ad4b-4deb-9cbf-3c827f5cce07 HTTP/1.1" status: 404 len: 352 time: 0.0194933 Feb 20 05:36:41.639737 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2af0d4-abb1-4a3f-9f77-76206085839f req-1759bf10-2555-45d2-8f31-5ccdb0b8f745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:41.641360 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c2af0d4-abb1-4a3f-9f77-76206085839f req-1759bf10-2555-45d2-8f31-5ccdb0b8f745 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0621383 Feb 20 05:36:41.656094 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=7c4aa687-ad2c-48d0-bab6-a55c197ffbc1,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:41.747710 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c2af0d4-abb1-4a3f-9f77-76206085839f req-d4aaee78-0313-4426-8dde-b42cf7d476a5 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994778 Feb 20 05:36:41.862006 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c2af0d4-abb1-4a3f-9f77-76206085839f req-cc7d3ca5-6fdf-46d9-839c-034d933fe779 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074479 Feb 20 05:36:41.917993 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b2dde-e331-48a4-b238-55da7062749e req-5827c582-c2e6-4c22-acc0-f92cad46697e tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:41.919837 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bc4b2dde-e331-48a4-b238-55da7062749e req-5827c582-c2e6-4c22-acc0-f92cad46697e tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0563149 Feb 20 05:36:41.970973 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bc4b2dde-e331-48a4-b238-55da7062749e req-c5191afe-2bf2-4881-aa4d-debcc107a7be tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458152 Feb 20 05:36:42.073931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083e1a2-b734-42a5-8e0c-d41c812e3a98 req-7eef60ef-c8e7-47c7-97df-c41ac17c3755 tempest-MigrationsAdminTest-2112153534 tempest-MigrationsAdminTest-2112153534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:42.075704 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9083e1a2-b734-42a5-8e0c-d41c812e3a98 req-7eef60ef-c8e7-47c7-97df-c41ac17c3755 tempest-MigrationsAdminTest-2112153534 tempest-MigrationsAdminTest-2112153534-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 1131 time: 0.0494435 Feb 20 05:36:42.125225 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9083e1a2-b734-42a5-8e0c-d41c812e3a98 req-906e1f5f-a5e5-4fe7-933c-e6318980d0d4 tempest-MigrationsAdminTest-2112153534 tempest-MigrationsAdminTest-2112153534-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436449 Feb 20 05:36:42.152404 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-57f86741-59c4-4eee-bc16-725a8d1dec4a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:42.158538 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-57f86741-59c4-4eee-bc16-725a8d1dec4a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (a0d35a21-6fb0-4670-812e-6106c1039532), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:42.162033 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d49e8cd-82ab-4321-9f0e-280c97bc6446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4aa687-ad2c-48d0-bab6-a55c197ffbc1'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:36:42.164587 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a90280-4e4c-47b7-9bcc-4a2e99cb243f" -d '{"events": [{"server_uuid": "9d49e8cd-82ab-4321-9f0e-280c97bc6446", "name": "network-vif-plugged", "status": "completed", "tag": "7c4aa687-ad2c-48d0-bab6-a55c197ffbc1"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:36:42.254987 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48119f3-4573-4d31-8503-b95040379707 req-ac3f0b38-e2a0-49b0-9fa3-d1fe517edb1c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:42.256532 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d48119f3-4573-4d31-8503-b95040379707 req-ac3f0b38-e2a0-49b0-9fa3-d1fe517edb1c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cffffaf-369a-427b-9775-7dade2792889 HTTP/1.1" status: 200 len: 943 time: 0.0614493 Feb 20 05:36:42.277097 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-57f86741-59c4-4eee-bc16-725a8d1dec4a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Floating IP a0d35a21-6fb0-4670-812e-6106c1039532 associated. External IP: 172.25.3.203, port: e8d54005-032d-4851-8d0b-213a0ea11e2a. Feb 20 05:36:42.309401 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d48119f3-4573-4d31-8503-b95040379707 req-66911736-830b-4d11-b9f4-b648d33e77ed tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461814 Feb 20 05:36:42.351123 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [req-23529fd4-4546-4ab0-ae26-63c6244be2f4 req-04482a9e-62a2-45f3-8715-5b9069de5669 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] show failed (client error): The resource could not be found. Feb 20 05:36:42.352128 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-23529fd4-4546-4ab0-ae26-63c6244be2f4 req-04482a9e-62a2-45f3-8715-5b9069de5669 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/f8246991-e7f0-4a4e-9d4c-98041be11c7b HTTP/1.1" status: 404 len: 352 time: 0.0155623 Feb 20 05:36:42.462501 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2759a-95c7-4b0a-abab-a9be99d8394b req-477227b6-7718-4606-b3e8-8132523b7997 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:42.464037 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-66b2759a-95c7-4b0a-abab-a9be99d8394b req-477227b6-7718-4606-b3e8-8132523b7997 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=37154246-c5e4-4309-b48f-f0945dd92328 HTTP/1.1" status: 200 len: 946 time: 0.0577538 Feb 20 05:36:42.501235 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f86741-59c4-4eee-bc16-725a8d1dec4a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Router f27d3200-afa9-4a03-9e3d-a854eea8bff4 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:36:42.512307 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-66b2759a-95c7-4b0a-abab-a9be99d8394b req-7a505094-d13c-498f-b92e-5356cd70e07c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416982 Feb 20 05:36:42.615208 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f86741-59c4-4eee-bc16-725a8d1dec4a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:36:42.620126 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-57f86741-59c4-4eee-bc16-725a8d1dec4a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:42.620224 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc378a6-85fe-463c-a3db-c3eb22158d92 req-5a322fa7-5d90-4df9-b7fa-9610728b65c0 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:42.622013 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4dc378a6-85fe-463c-a3db-c3eb22158d92 req-5a322fa7-5d90-4df9-b7fa-9610728b65c0 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0550921 Feb 20 05:36:42.628585 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b43c15-d643-4700-b86a-6eaaa93ebba2 None None] Sync routers for ids ['f27d3200-afa9-4a03-9e3d-a854eea8bff4'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:36:42.638814 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b43c15-d643-4700-b86a-6eaaa93ebba2 None None] Routers {'f27d3200-afa9-4a03-9e3d-a854eea8bff4'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:36:42.639461 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-51b43c15-d643-4700-b86a-6eaaa93ebba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:36:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f27d3200-afa9-4a03-9e3d-a854eea8bff4'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:36:42.650623 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-57f86741-59c4-4eee-bc16-725a8d1dec4a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "PUT /v2.0/floatingips/a0d35a21-6fb0-4670-812e-6106c1039532 HTTP/1.1" status: 200 len: 991 time: 1.3349967 Feb 20 05:36:42.651313 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'tag': 'e8d54005-032d-4851-8d0b-213a0ea11e2a'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:36:42.655014 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b87c6d-600b-47fe-a414-33a358c2cfc1" -d '{"events": [{"name": "network-changed", "server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "tag": "e8d54005-032d-4851-8d0b-213a0ea11e2a"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:36:42.672924 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4dc378a6-85fe-463c-a3db-c3eb22158d92 req-2fa6aa83-5084-4d56-9112-8522192abe4d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450103 Feb 20 05:36:42.731029 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ba8b96-bdbb-4382-b92f-dceca9bb0974 x-openstack-request-id: req-06ba8b96-bdbb-4382-b92f-dceca9bb0974 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:36:42.731911 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d49e8cd-82ab-4321-9f0e-280c97bc6446", "name": "network-vif-plugged", "status": "completed", "tag": "7c4aa687-ad2c-48d0-bab6-a55c197ffbc1", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:36:42.732256 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06ba8b96-bdbb-4382-b92f-dceca9bb0974 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:36:42.732721 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d49e8cd-82ab-4321-9f0e-280c97bc6446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4aa687-ad2c-48d0-bab6-a55c197ffbc1', 'code': 200} Feb 20 05:36:42.755629 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [req-aa7de4a2-75cf-4081-8856-f9598692a585 req-10cc82a4-0b24-4458-8646-645e52fad000 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] show failed (client error): The resource could not be found. Feb 20 05:36:42.756790 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aa7de4a2-75cf-4081-8856-f9598692a585 req-10cc82a4-0b24-4458-8646-645e52fad000 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/53c2fd2d-4053-4ad7-8149-e16fabc14d7b HTTP/1.1" status: 404 len: 352 time: 0.0148180 Feb 20 05:36:42.772408 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-51b43c15-d643-4700-b86a-6eaaa93ebba2 None None] Set router f27d3200-afa9-4a03-9e3d-a854eea8bff4 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:36:42.892631 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecde6ea-9e80-4916-a185-b27734e9c7ab req-d87bb0a2-17f1-4375-b146-0a11bc111c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:42.894164 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ecde6ea-9e80-4916-a185-b27734e9c7ab req-d87bb0a2-17f1-4375-b146-0a11bc111c24 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9d49e8cd-82ab-4321-9f0e-280c97bc6446 HTTP/1.1" status: 200 len: 1127 time: 0.0859814 Feb 20 05:36:42.901805 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bec2a1-2352-4c08-81be-35fdfeb778a8 req-fc5c2668-7300-4892-995f-7577625b8329 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:42.903696 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a6bec2a1-2352-4c08-81be-35fdfeb778a8 req-fc5c2668-7300-4892-995f-7577625b8329 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d49e8cd-82ab-4321-9f0e-280c97bc6446 HTTP/1.1" status: 200 len: 945 time: 0.0832231 Feb 20 05:36:42.969304 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ecde6ea-9e80-4916-a185-b27734e9c7ab req-e10255b2-b355-47c2-8e48-63da25a35971 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0cfb9c4b-cc73-499e-ad72-f2abde5d1f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646493 Feb 20 05:36:42.976093 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a6bec2a1-2352-4c08-81be-35fdfeb778a8 req-de6aa304-61ef-48e7-bd52-5093aefaa0a9 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cfb9c4b-cc73-499e-ad72-f2abde5d1f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664229 Feb 20 05:36:43.009330 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-51b43c15-d643-4700-b86a-6eaaa93ebba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'name': 'tempest-TaggedBootDevicesTest_v242-1613277913-router', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:34:02Z', 'updated_at': '2022-02-20T05:34:06Z', 'revision_number': 4, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'gw_port': {'id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:03Z', 'updated_at': '2022-02-20T05:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'a0d35a21-6fb0-4670-812e-6106c1039532', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'port_id': 'e8d54005-032d-4851-8d0b-213a0ea11e2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c', 'mac_address': 'fa:16:3e:21:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:35:16Z', 'updated_at': '2022-02-20T05:36:42Z', 'revision_number': 1, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72160e90-bd08-4144-8e92-f8a9ba4d1ba3', 'name': '', 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'mac_address': 'fa:16:3e:81:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '6f449319-f344-43f8-a242-cf782afe5fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:05Z', 'updated_at': '2022-02-20T05:34:15Z', 'revision_number': 5, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'subnets': [{'id': '6f449319-f344-43f8-a242-cf782afe5fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:36:43.039707 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b43c15-d643-4700-b86a-6eaaa93ebba2 None None] Checking router: f27d3200-afa9-4a03-9e3d-a854eea8bff4 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:36:43.048164 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b43c15-d643-4700-b86a-6eaaa93ebba2 None None] Routers {'f27d3200-afa9-4a03-9e3d-a854eea8bff4'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:36:43.048789 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-51b43c15-d643-4700-b86a-6eaaa93ebba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:36:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f27d3200-afa9-4a03-9e3d-a854eea8bff4'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:36:43.093860 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721ee48-3401-4219-81f6-2e9f6f8f4cf0 req-69194711-b12a-4eb7-98ec-edeefa5f921e tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:43.099155 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721ee48-3401-4219-81f6-2e9f6f8f4cf0 req-69194711-b12a-4eb7-98ec-edeefa5f921e tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:43.104357 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721ee48-3401-4219-81f6-2e9f6f8f4cf0 req-69194711-b12a-4eb7-98ec-edeefa5f921e tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:43.109543 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721ee48-3401-4219-81f6-2e9f6f8f4cf0 req-69194711-b12a-4eb7-98ec-edeefa5f921e tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:43.114738 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721ee48-3401-4219-81f6-2e9f6f8f4cf0 req-69194711-b12a-4eb7-98ec-edeefa5f921e tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:43.119941 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721ee48-3401-4219-81f6-2e9f6f8f4cf0 req-69194711-b12a-4eb7-98ec-edeefa5f921e tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:43.125632 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721ee48-3401-4219-81f6-2e9f6f8f4cf0 req-69194711-b12a-4eb7-98ec-edeefa5f921e tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:43.127515 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b721ee48-3401-4219-81f6-2e9f6f8f4cf0 req-69194711-b12a-4eb7-98ec-edeefa5f921e tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5443 time: 0.0924571 Feb 20 05:36:43.156937 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-51b43c15-d643-4700-b86a-6eaaa93ebba2 None None] Set router f27d3200-afa9-4a03-9e3d-a854eea8bff4 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:36:43.190268 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b721ee48-3401-4219-81f6-2e9f6f8f4cf0 req-8da69f2c-05f8-497d-ac3f-974f4103efc5 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568042 Feb 20 05:36:43.237569 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c9d439-9f55-468b-9ebd-faeb6da6879f x-openstack-request-id: req-b3c9d439-9f55-468b-9ebd-faeb6da6879f {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:36:43.237929 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "tag": "e8d54005-032d-4851-8d0b-213a0ea11e2a", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:36:43.238256 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3c9d439-9f55-468b-9ebd-faeb6da6879f {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:36:43.238745 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'tag': 'e8d54005-032d-4851-8d0b-213a0ea11e2a', 'status': 'completed', 'code': 200} Feb 20 05:36:43.330021 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b87c6d-600b-47fe-a414-33a358c2cfc1 req-76c585a6-83f0-4ba1-bb00-ac8583b2f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:43.330585 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b87c6d-600b-47fe-a414-33a358c2cfc1 req-76c585a6-83f0-4ba1-bb00-ac8583b2f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:43.331089 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b87c6d-600b-47fe-a414-33a358c2cfc1 req-76c585a6-83f0-4ba1-bb00-ac8583b2f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:43.331550 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b87c6d-600b-47fe-a414-33a358c2cfc1 req-76c585a6-83f0-4ba1-bb00-ac8583b2f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:43.332007 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b87c6d-600b-47fe-a414-33a358c2cfc1 req-76c585a6-83f0-4ba1-bb00-ac8583b2f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:43.332467 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b87c6d-600b-47fe-a414-33a358c2cfc1 req-76c585a6-83f0-4ba1-bb00-ac8583b2f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:43.333334 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b87c6d-600b-47fe-a414-33a358c2cfc1 req-76c585a6-83f0-4ba1-bb00-ac8583b2f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:43.336553 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1b87c6d-600b-47fe-a414-33a358c2cfc1 req-76c585a6-83f0-4ba1-bb00-ac8583b2f494 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=03a588f7057d4c8b9bd71c9e1f2b531d&device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 6717 time: 0.0637167 Feb 20 05:36:43.390830 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-51b43c15-d643-4700-b86a-6eaaa93ebba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'name': 'tempest-TaggedBootDevicesTest_v242-1613277913-router', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:34:02Z', 'updated_at': '2022-02-20T05:34:06Z', 'revision_number': 4, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'gw_port': {'id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:03Z', 'updated_at': '2022-02-20T05:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'a0d35a21-6fb0-4670-812e-6106c1039532', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'port_id': 'e8d54005-032d-4851-8d0b-213a0ea11e2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c', 'mac_address': 'fa:16:3e:21:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:35:16Z', 'updated_at': '2022-02-20T05:36:42Z', 'revision_number': 1, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72160e90-bd08-4144-8e92-f8a9ba4d1ba3', 'name': '', 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'mac_address': 'fa:16:3e:81:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '6f449319-f344-43f8-a242-cf782afe5fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:05Z', 'updated_at': '2022-02-20T05:34:15Z', 'revision_number': 5, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'subnets': [{'id': '6f449319-f344-43f8-a242-cf782afe5fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:36:43.422749 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b43c15-d643-4700-b86a-6eaaa93ebba2 None None] The sync data for ids ['f27d3200-afa9-4a03-9e3d-a854eea8bff4'] in n-d-829866-5 is: [{'id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'name': 'tempest-TaggedBootDevicesTest_v242-1613277913-router', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:34:02Z', 'updated_at': '2022-02-20T05:34:06Z', 'revision_number': 4, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'gw_port': {'id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:03Z', 'updated_at': '2022-02-20T05:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'a0d35a21-6fb0-4670-812e-6106c1039532', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'port_id': 'e8d54005-032d-4851-8d0b-213a0ea11e2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c', 'mac_address': 'fa:16:3e:21:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:35:16Z', 'updated_at': '2022-02-20T05:36:42Z', 'revision_number': 1, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72160e90-bd08-4144-8e92-f8a9ba4d1ba3', 'name': '', 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'mac_address': 'fa:16:3e:81:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '6f449319-f344-43f8-a242-cf782afe5fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:05Z', 'updated_at': '2022-02-20T05:34:15Z', 'revision_number': 5, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'subnets': [{'id': '6f449319-f344-43f8-a242-cf782afe5fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:36:43.436123 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b87c6d-600b-47fe-a414-33a358c2cfc1 req-cc73d829-d27c-4ec2-9c54-479770883054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:43.437960 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1b87c6d-600b-47fe-a414-33a358c2cfc1 req-cc73d829-d27c-4ec2-9c54-479770883054 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bcfe82b0-e831-423b-ba24-eaea72d14c5c HTTP/1.1" status: 200 len: 917 time: 0.0937614 Feb 20 05:36:43.521072 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1b87c6d-600b-47fe-a414-33a358c2cfc1 req-28b5f1b5-10f2-421d-b12e-dfb521255497 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8d54005-032d-4851-8d0b-213a0ea11e2a HTTP/1.1" status: 200 len: 999 time: 0.0735023 Feb 20 05:36:43.594291 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [req-f7861e3b-be41-40bb-b9e4-c5a4e49fc7c5 req-d742d2e1-8cb6-404b-914f-733b33653e73 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] show failed (client error): The resource could not be found. Feb 20 05:36:43.595267 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f7861e3b-be41-40bb-b9e4-c5a4e49fc7c5 req-d742d2e1-8cb6-404b-914f-733b33653e73 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/4380a056-2b90-423f-b967-32e34d3c5bcc HTTP/1.1" status: 404 len: 352 time: 0.0350442 Feb 20 05:36:43.618404 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b87c6d-600b-47fe-a414-33a358c2cfc1 req-cddee9f5-c95b-40f9-a086-27b5afe16ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:43.620154 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1b87c6d-600b-47fe-a414-33a358c2cfc1 req-cddee9f5-c95b-40f9-a086-27b5afe16ee1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6f449319-f344-43f8-a242-cf782afe5fdf HTTP/1.1" status: 200 len: 856 time: 0.0928302 Feb 20 05:36:43.672223 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c95fa4-5087-4548-8ca5-6eb42fb32d95 None None] New status for floating IP a0d35a21-6fb0-4670-812e-6106c1039532: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:36:43.710501 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-eecfc295-7458-4b59-ac24-22420e3c44b6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=fa4999e395b84ca8985dceeebb996696&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360312 Feb 20 05:36:43.719151 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673834b9-adf1-4a38-91e8-8ee8f16caeb9 req-c6dd1aa6-d938-4f54-a12a-f70b880edd3e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:43.720529 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-673834b9-adf1-4a38-91e8-8ee8f16caeb9 req-c6dd1aa6-d938-4f54-a12a-f70b880edd3e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.61 "GET /v2.0/ports?device_id=37154246-c5e4-4309-b48f-f0945dd92328 HTTP/1.1" status: 200 len: 946 time: 0.1478531 Feb 20 05:36:43.805071 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b87c6d-600b-47fe-a414-33a358c2cfc1 req-12cf14a0-f57d-4c4b-9dfc-a1062e9faecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:43.806569 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1b87c6d-600b-47fe-a414-33a358c2cfc1 req-12cf14a0-f57d-4c4b-9dfc-a1062e9faecd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bcfe82b0-e831-423b-ba24-eaea72d14c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1796777 Feb 20 05:36:43.968468 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-6b197fb7-930a-4d9c-95eb-1c6e7c88dbab tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:43.969898 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-6b197fb7-930a-4d9c-95eb-1c6e7c88dbab tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2485216 Feb 20 05:36:43.993882 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1b87c6d-600b-47fe-a414-33a358c2cfc1 req-883f99c2-a8f6-4a7e-b6dd-a66a18a85bb5 service neutron] 10.222.0.61 "GET /v2.0/networks/bcfe82b0-e831-423b-ba24-eaea72d14c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771867 Feb 20 05:36:43.998405 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-e84e286a-503c-4412-aaff-2ff8250c1625 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/quotas/fa4999e395b84ca8985dceeebb996696 HTTP/1.1" status: 200 len: 375 time: 0.0170865 Feb 20 05:36:44.085535 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-673834b9-adf1-4a38-91e8-8ee8f16caeb9 req-c94c5a5e-c246-494b-a85f-0db5143acb3a tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Deleting port b143fec6-120e-4d79-8429-2f717b6f9f86 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:36:44.085872 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-673834b9-adf1-4a38-91e8-8ee8f16caeb9 req-c94c5a5e-c246-494b-a85f-0db5143acb3a tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (b143fec6-120e-4d79-8429-2f717b6f9f86), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:44.177176 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-8923427f-daa3-493e-b754-98e9269d4c40 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1679311 Feb 20 05:36:44.187590 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1b87c6d-600b-47fe-a414-33a358c2cfc1 req-880a23dc-093c-4e7d-9940-5bc329c07a4f service neutron] 10.222.0.61 "GET /v2.0/networks/bcfe82b0-e831-423b-ba24-eaea72d14c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872108 Feb 20 05:36:44.219166 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-673834b9-adf1-4a38-91e8-8ee8f16caeb9 req-c94c5a5e-c246-494b-a85f-0db5143acb3a tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] For port b143fec6-120e-4d79-8429-2f717b6f9f86, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b143fec6-120e-4d79-8429-2f717b6f9f86,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:44.219558 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-673834b9-adf1-4a38-91e8-8ee8f16caeb9 req-c94c5a5e-c246-494b-a85f-0db5143acb3a tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (b143fec6-120e-4d79-8429-2f717b6f9f86), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:44.232149 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-673834b9-adf1-4a38-91e8-8ee8f16caeb9 req-c94c5a5e-c246-494b-a85f-0db5143acb3a tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Calling delete_port for b143fec6-120e-4d79-8429-2f717b6f9f86 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:36:44.406817 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-673834b9-adf1-4a38-91e8-8ee8f16caeb9 req-c94c5a5e-c246-494b-a85f-0db5143acb3a tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (b143fec6-120e-4d79-8429-2f717b6f9f86), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:44.418466 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d', 'b143fec6-120e-4d79-8429-2f717b6f9f86'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:44.422327 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['6774a93d-d727-4317-a199-1c12a55b9ccc'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:44.444709 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c5a5e-c246-494b-a85f-0db5143acb3a tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Pushing event deleted for resources: {'Port': ['ID=b143fec6-120e-4d79-8429-2f717b6f9f86,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:44.492047 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118ab6e-3baa-47ad-973c-856c0ef43531 req-591350e3-1095-4d9a-a816-37056ba5e738 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:44.498237 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118ab6e-3baa-47ad-973c-856c0ef43531 req-591350e3-1095-4d9a-a816-37056ba5e738 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:44.503463 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118ab6e-3baa-47ad-973c-856c0ef43531 req-591350e3-1095-4d9a-a816-37056ba5e738 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:44.508646 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118ab6e-3baa-47ad-973c-856c0ef43531 req-591350e3-1095-4d9a-a816-37056ba5e738 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:44.514772 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118ab6e-3baa-47ad-973c-856c0ef43531 req-591350e3-1095-4d9a-a816-37056ba5e738 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:44.521041 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118ab6e-3baa-47ad-973c-856c0ef43531 req-591350e3-1095-4d9a-a816-37056ba5e738 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:44.526878 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118ab6e-3baa-47ad-973c-856c0ef43531 req-591350e3-1095-4d9a-a816-37056ba5e738 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:44.529684 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1118ab6e-3baa-47ad-973c-856c0ef43531 req-591350e3-1095-4d9a-a816-37056ba5e738 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5443 time: 0.1830649 Feb 20 05:36:44.552973 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-673834b9-adf1-4a38-91e8-8ee8f16caeb9 req-c94c5a5e-c246-494b-a85f-0db5143acb3a tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] No DVR routers for this DVR port b143fec6-120e-4d79-8429-2f717b6f9f86 on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:36:44.555282 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-673834b9-adf1-4a38-91e8-8ee8f16caeb9 req-c94c5a5e-c246-494b-a85f-0db5143acb3a tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:44.558686 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-673834b9-adf1-4a38-91e8-8ee8f16caeb9 req-c94c5a5e-c246-494b-a85f-0db5143acb3a tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.61 "DELETE /v2.0/ports/b143fec6-120e-4d79-8429-2f717b6f9f86 HTTP/1.1" status: 204 len: 173 time: 0.8253753 Feb 20 05:36:44.559067 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37154246-c5e4-4309-b48f-f0945dd92328', 'name': 'network-vif-deleted', 'tag': 'b143fec6-120e-4d79-8429-2f717b6f9f86'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:36:44.562506 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fe160b-4620-4dc6-9fea-e79777e6bf4d" -d '{"events": [{"server_uuid": "37154246-c5e4-4309-b48f-f0945dd92328", "name": "network-vif-deleted", "tag": "b143fec6-120e-4d79-8429-2f717b6f9f86"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:36:44.689200 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362286f1-cb62-4263-9d45-f8909c7454bf req-f2c9ead6-6027-4af2-b91b-0c9c88d44c95 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:44.691451 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-362286f1-cb62-4263-9d45-f8909c7454bf req-f2c9ead6-6027-4af2-b91b-0c9c88d44c95 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cffffaf-369a-427b-9775-7dade2792889 HTTP/1.1" status: 200 len: 943 time: 0.0732143 Feb 20 05:36:44.745653 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-362286f1-cb62-4263-9d45-f8909c7454bf req-3a648aba-abad-4577-87b5-ba9ac9d20f72 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486152 Feb 20 05:36:44.843225 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9eb19309-b20d-4cce-b067-f4d001c91c27 req-62d22796-bb17-411f-b7a2-ca13ec9db82f tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=37154246-c5e4-4309-b48f-f0945dd92328 HTTP/1.1" status: 200 len: 210 time: 0.0322247 Feb 20 05:36:44.950560 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8992dc0-b720-49bb-9096-2bfc205efdb0 req-2d42f727-2a5d-41b5-b545-a8f473463bf9 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:44.952002 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e8992dc0-b720-49bb-9096-2bfc205efdb0 req-2d42f727-2a5d-41b5-b545-a8f473463bf9 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0548565 Feb 20 05:36:45.004550 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e8992dc0-b720-49bb-9096-2bfc205efdb0 req-f2fb54bc-a6bd-4146-b4c8-58c3a10f1ca2 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442758 Feb 20 05:36:45.041606 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [req-3788b83e-b9ce-4514-86dd-689e4156068d req-8dd4bb06-3062-4812-8f5c-3927f19ff7d0 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] show failed (client error): The resource could not be found. Feb 20 05:36:45.042597 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3788b83e-b9ce-4514-86dd-689e4156068d req-8dd4bb06-3062-4812-8f5c-3927f19ff7d0 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/0c0ef2f6-f658-4f8b-8b48-326949b8912c HTTP/1.1" status: 404 len: 352 time: 0.0140407 Feb 20 05:36:45.149844 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa9285-86a1-4654-966e-f7e807b87b6b req-e8a3fa73-9a56-4fee-a946-7b880896ef17 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:45.151329 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fdfa9285-86a1-4654-966e-f7e807b87b6b req-e8a3fa73-9a56-4fee-a946-7b880896ef17 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d49e8cd-82ab-4321-9f0e-280c97bc6446 HTTP/1.1" status: 200 len: 945 time: 0.0548635 Feb 20 05:36:45.199886 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fdfa9285-86a1-4654-966e-f7e807b87b6b req-b5c75775-e5a7-4d6b-a8ca-140de51a365c tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cfb9c4b-cc73-499e-ad72-f2abde5d1f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408466 Feb 20 05:36:45.284484 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33c979d9-d2f5-4af4-a2f1-5da090001671 req-1ce732f8-3e91-4a0b-ace3-c53e40e1c91c tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 210 time: 0.0300872 Feb 20 05:36:45.332651 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a2f985-9e34-4797-967b-5c5ce9382bd9 x-openstack-request-id: req-b3a2f985-9e34-4797-967b-5c5ce9382bd9 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:36:45.332942 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37154246-c5e4-4309-b48f-f0945dd92328", "name": "network-vif-deleted", "tag": "b143fec6-120e-4d79-8429-2f717b6f9f86", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:36:45.333190 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3a2f985-9e34-4797-967b-5c5ce9382bd9 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:36:45.333586 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37154246-c5e4-4309-b48f-f0945dd92328', 'name': 'network-vif-deleted', 'tag': 'b143fec6-120e-4d79-8429-2f717b6f9f86', 'status': 'completed', 'code': 200} Feb 20 05:36:45.349368 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-9f66cd84-329f-4994-9f1c-9ad525ad39c5 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=fa4999e395b84ca8985dceeebb996696&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285099 Feb 20 05:36:45.378114 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [req-2a57aa91-4755-483a-a737-4b0494d414fb req-add98fa1-c7ae-415a-9402-0cb207488d75 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] show failed (client error): The resource could not be found. Feb 20 05:36:45.379133 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a57aa91-4755-483a-a737-4b0494d414fb req-add98fa1-c7ae-415a-9402-0cb207488d75 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/f3708fd8-cad4-4005-947c-edb7beeb19c1 HTTP/1.1" status: 404 len: 352 time: 0.0329609 Feb 20 05:36:45.415069 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device f143992c-eba3-4130-8dfa-cd55ce551fc6 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:36:45.506643 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-39f641e7-2b78-4bd5-a235-de9728a366ac tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:45.508003 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-39f641e7-2b78-4bd5-a235-de9728a366ac tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1534016 Feb 20 05:36:45.515138 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port f143992c-eba3-4130-8dfa-cd55ce551fc6, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=f143992c-eba3-4130-8dfa-cd55ce551fc6,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:45.522976 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e2f17-407e-4a1e-a953-d4dff0fcc9dd req-8f6baf00-6a66-4f15-a335-10c5b8970067 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:45.524479 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-001e2f17-407e-4a1e-a953-d4dff0fcc9dd req-8f6baf00-6a66-4f15-a335-10c5b8970067 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d49e8cd-82ab-4321-9f0e-280c97bc6446 HTTP/1.1" status: 200 len: 945 time: 0.0884216 Feb 20 05:36:45.533053 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-52001a43-30a0-439a-99a8-97f740464bcf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Request body: {'port': {'device_id': '94174a4e-411d-4d5b-a649-470764c410c7', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': 'fa4999e395b84ca8985dceeebb996696'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:45.533612 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'f143992c-eba3-4130-8dfa-cd55ce551fc6', 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'port_id': 'f143992c-eba3-4130-8dfa-cd55ce551fc6', 'mac_address': 'fa:16:3e:32:51:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:36:45.533705 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32854) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:36:45.538831 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-1a3a78bf-ee83-49fd-b13b-a6a63e9875aa tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Request body: {'floatingip': {'port_id': '7c4aa687-ad2c-48d0-bab6-a55c197ffbc1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:45.569029 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port f143992c-eba3-4130-8dfa-cd55ce551fc6 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:45.569461 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f143992c-eba3-4130-8dfa-cd55ce551fc6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:45.584404 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f143992c-eba3-4130-8dfa-cd55ce551fc6 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:36:45.607592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port f143992c-eba3-4130-8dfa-cd55ce551fc6, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=f143992c-eba3-4130-8dfa-cd55ce551fc6,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:45.611384 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1a3a78bf-ee83-49fd-b13b-a6a63e9875aa tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks [] for floatingip (74207152-9e74-471f-82e5-548a91f979a9), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:45.612906 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f143992c-eba3-4130-8dfa-cd55ce551fc6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:45.656843 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-52001a43-30a0-439a-99a8-97f740464bcf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Made reservation on behalf of fa4999e395b84ca8985dceeebb996696 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:36:45.663833 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-52001a43-30a0-439a-99a8-97f740464bcf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:45.673285 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=f143992c-eba3-4130-8dfa-cd55ce551fc6,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:45.830400 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-52001a43-30a0-439a-99a8-97f740464bcf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Allocated IP 192.168.233.25 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/67f9a427-75ac-4fee-9ceb-9b981c14ae77) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:36:45.857368 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c2a24-8182-486f-9065-f507b25c5401 req-b293a09a-fb9c-477a-b5e1-083b35e6a080 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:45.858866 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-273c2a24-8182-486f-9065-f507b25c5401 req-b293a09a-fb9c-477a-b5e1-083b35e6a080 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/ports?device_id=527a5445-ce0b-42c6-aa06-815b11e4454e HTTP/1.1" status: 200 len: 1023 time: 0.1040847 Feb 20 05:36:46.000207 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-273c2a24-8182-486f-9065-f507b25c5401 req-20e82bd7-65e5-4c1b-b352-2e3e1b58c7e5 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups?id=7895632a-5895-490c-922f-397e08930c86&id=cf5cc69b-9a1b-45a9-85bf-83749d101ca3&id=23962126-2291-4fd4-919f-f12c38e0fb34&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1306071 Feb 20 05:36:46.061839 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['f143992c-eba3-4130-8dfa-cd55ce551fc6'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:46.078057 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-52001a43-30a0-439a-99a8-97f740464bcf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks [] for port (67f9a427-75ac-4fee-9ceb-9b981c14ae77), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:46.132413 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1a3a78bf-ee83-49fd-b13b-a6a63e9875aa tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:46.135778 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1a3a78bf-ee83-49fd-b13b-a6a63e9875aa tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (74207152-9e74-471f-82e5-548a91f979a9), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:46.136368 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4ecdb-3654-4ee5-9332-ae139994a31d req-ca6dafb6-a02c-4b1c-ae67-5f44583298c0 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:46.138261 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f5f4ecdb-3654-4ee5-9332-ae139994a31d req-ca6dafb6-a02c-4b1c-ae67-5f44583298c0 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cffffaf-369a-427b-9775-7dade2792889 HTTP/1.1" status: 200 len: 944 time: 0.0748136 Feb 20 05:36:46.162496 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-52001a43-30a0-439a-99a8-97f740464bcf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (67f9a427-75ac-4fee-9ceb-9b981c14ae77), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:46.228092 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-52001a43-30a0-439a-99a8-97f740464bcf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:36:46.241941 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-52001a43-30a0-439a-99a8-97f740464bcf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:36:46.247326 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-52001a43-30a0-439a-99a8-97f740464bcf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:36:46.254383 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f5f4ecdb-3654-4ee5-9332-ae139994a31d req-6c01dda8-f0d0-4af4-9891-3d0648f4c7aa tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097775 Feb 20 05:36:46.282127 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52001a43-30a0-439a-99a8-97f740464bcf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Pushing event updated for resources: {'Port': ['ID=67f9a427-75ac-4fee-9ceb-9b981c14ae77,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:46.284426 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-1a3a78bf-ee83-49fd-b13b-a6a63e9875aa tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Floating IP 74207152-9e74-471f-82e5-548a91f979a9 associated. External IP: 172.25.3.196, port: 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1. Feb 20 05:36:46.292167 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52001a43-30a0-439a-99a8-97f740464bcf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:46.292542 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52001a43-30a0-439a-99a8-97f740464bcf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:46.292891 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52001a43-30a0-439a-99a8-97f740464bcf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:46.293231 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52001a43-30a0-439a-99a8-97f740464bcf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:46.293578 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52001a43-30a0-439a-99a8-97f740464bcf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:46.293959 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52001a43-30a0-439a-99a8-97f740464bcf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:46.294289 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52001a43-30a0-439a-99a8-97f740464bcf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:46.294620 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52001a43-30a0-439a-99a8-97f740464bcf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:46.295014 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52001a43-30a0-439a-99a8-97f740464bcf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:46.295350 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52001a43-30a0-439a-99a8-97f740464bcf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:46.295681 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52001a43-30a0-439a-99a8-97f740464bcf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:46.296012 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52001a43-30a0-439a-99a8-97f740464bcf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:46.296338 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52001a43-30a0-439a-99a8-97f740464bcf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:36:46.297001 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['47338d28-03fd-4739-9337-a29ce11d6e0f'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:46.320037 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-52001a43-30a0-439a-99a8-97f740464bcf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:46.320711 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-52001a43-30a0-439a-99a8-97f740464bcf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:46.355096 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-52001a43-30a0-439a-99a8-97f740464bcf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8251538 Feb 20 05:36:46.369447 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-ce58f4e3-1da5-46f1-a284-b0afb3f26464 service neutron] Request body: {'port': {'device_id': '94174a4e-411d-4d5b-a649-470764c410c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:46.431016 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-099f5b35-67c1-4976-a585-869ff42102f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:46.485402 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-ce58f4e3-1da5-46f1-a284-b0afb3f26464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (67f9a427-75ac-4fee-9ceb-9b981c14ae77), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:46.508662 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b58351-225e-496d-b279-e2737727b368 req-e926c167-5738-4940-935f-3c83ee7abaf5 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:46.510361 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e5b58351-225e-496d-b279-e2737727b368 req-e926c167-5738-4940-935f-3c83ee7abaf5 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1112869 Feb 20 05:36:46.594044 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3a78bf-ee83-49fd-b13b-a6a63e9875aa tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Router a01a86c0-78f8-492e-b9ce-f4245ead4972 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:36:46.659878 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e5b58351-225e-496d-b279-e2737727b368 req-f8bc60ac-3ca8-4a94-ac2c-1d9e9215b152 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242461 Feb 20 05:36:46.681300 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-eb223a5b-a80f-4f95-aab5-3d83785656d0 None None] Provisioning complete for port 67f9a427-75ac-4fee-9ceb-9b981c14ae77 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:46.681777 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb223a5b-a80f-4f95-aab5-3d83785656d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (67f9a427-75ac-4fee-9ceb-9b981c14ae77), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:46.714961 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3a78bf-ee83-49fd-b13b-a6a63e9875aa tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:36:46.720051 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1a3a78bf-ee83-49fd-b13b-a6a63e9875aa tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:46.729697 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f3e4d8-ccee-4865-9fe9-911fe922d63f None None] Sync routers for ids ['a01a86c0-78f8-492e-b9ce-f4245ead4972'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:36:46.739105 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-eb223a5b-a80f-4f95-aab5-3d83785656d0 None None] Port 67f9a427-75ac-4fee-9ceb-9b981c14ae77 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:36:46.741608 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f3e4d8-ccee-4865-9fe9-911fe922d63f None None] Routers {'a01a86c0-78f8-492e-b9ce-f4245ead4972'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:36:46.742097 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-a4f3e4d8-ccee-4865-9fe9-911fe922d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:36:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a01a86c0-78f8-492e-b9ce-f4245ead4972'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:36:46.758195 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1a3a78bf-ee83-49fd-b13b-a6a63e9875aa tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "PUT /v2.0/floatingips/74207152-9e74-471f-82e5-548a91f979a9 HTTP/1.1" status: 200 len: 991 time: 1.2207522 Feb 20 05:36:46.758195 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d49e8cd-82ab-4321-9f0e-280c97bc6446', 'tag': '7c4aa687-ad2c-48d0-bab6-a55c197ffbc1'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:36:46.758918 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7496673e-4082-44d6-b8b8-ed8135ea87c0" -d '{"events": [{"name": "network-changed", "server_uuid": "9d49e8cd-82ab-4321-9f0e-280c97bc6446", "tag": "7c4aa687-ad2c-48d0-bab6-a55c197ffbc1"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:36:46.832926 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39773b-0dc5-4c7c-ba1c-e35ed5170ac7 req-78228a7d-b937-471d-9922-b8d59f677c69 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:46.834400 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca39773b-0dc5-4c7c-ba1c-e35ed5170ac7 req-78228a7d-b937-471d-9922-b8d59f677c69 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 935 time: 0.0914819 Feb 20 05:36:46.854309 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-a4f3e4d8-ccee-4865-9fe9-911fe922d63f None None] Set router a01a86c0-78f8-492e-b9ce-f4245ead4972 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:36:46.890515 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-ce58f4e3-1da5-46f1-a284-b0afb3f26464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f9a427-75ac-4fee-9ceb-9b981c14ae77 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:36:46.904153 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-ce58f4e3-1da5-46f1-a284-b0afb3f26464 service neutron] Publish callbacks [] for port (67f9a427-75ac-4fee-9ceb-9b981c14ae77), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:46.926488 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-ce58f4e3-1da5-46f1-a284-b0afb3f26464 service neutron] Transition to ACTIVE for port object 67f9a427-75ac-4fee-9ceb-9b981c14ae77 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:36:46.930257 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca39773b-0dc5-4c7c-ba1c-e35ed5170ac7 req-da99a405-1631-4c40-b426-15f9e11cf741 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717645 Feb 20 05:36:46.931401 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-ce58f4e3-1da5-46f1-a284-b0afb3f26464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (67f9a427-75ac-4fee-9ceb-9b981c14ae77), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:47.006590 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58f4e3-1da5-46f1-a284-b0afb3f26464 service neutron] Pushing event updated for resources: {'Port': ['ID=67f9a427-75ac-4fee-9ceb-9b981c14ae77,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:47.076062 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-ce58f4e3-1da5-46f1-a284-b0afb3f26464 service neutron] Attempting to bind port 67f9a427-75ac-4fee-9ceb-9b981c14ae77 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:36:47.076768 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-ce58f4e3-1da5-46f1-a284-b0afb3f26464 service neutron] Attempting to bind port 67f9a427-75ac-4fee-9ceb-9b981c14ae77 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:36:47.077431 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-ce58f4e3-1da5-46f1-a284-b0afb3f26464 service neutron] Attempting to bind port 67f9a427-75ac-4fee-9ceb-9b981c14ae77 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:36:47.082780 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-ce58f4e3-1da5-46f1-a284-b0afb3f26464 service neutron] Port 67f9a427-75ac-4fee-9ceb-9b981c14ae77 on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:36:47.083407 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-ce58f4e3-1da5-46f1-a284-b0afb3f26464 service neutron] Attempting to bind port 67f9a427-75ac-4fee-9ceb-9b981c14ae77 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:36:47.088994 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-ce58f4e3-1da5-46f1-a284-b0afb3f26464 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:36:47.090142 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-ce58f4e3-1da5-46f1-a284-b0afb3f26464 service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:36:47.091804 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-ce58f4e3-1da5-46f1-a284-b0afb3f26464 service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:36:47.092576 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-ce58f4e3-1da5-46f1-a284-b0afb3f26464 service neutron] Bound port: 67f9a427-75ac-4fee-9ceb-9b981c14ae77, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:36:47.094847 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-ce58f4e3-1da5-46f1-a284-b0afb3f26464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (67f9a427-75ac-4fee-9ceb-9b981c14ae77), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:47.162722 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-a4f3e4d8-ccee-4865-9fe9-911fe922d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'name': 'tempest-ServersTestManualDisk-2048639538-router', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a52f2d7c-2d3f-4a15-ab61-73c092d20b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:19Z', 'updated_at': '2022-02-20T05:36:23Z', 'revision_number': 4, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'gw_port': {'id': 'a52f2d7c-2d3f-4a15-ab61-73c092d20b9f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:20Z', 'updated_at': '2022-02-20T05:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '74207152-9e74-471f-82e5-548a91f979a9', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'port_id': '7c4aa687-ad2c-48d0-bab6-a55c197ffbc1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1', 'mac_address': 'fa:16:3e:e3:80:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d49e8cd-82ab-4321-9f0e-280c97bc6446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:36:27Z', 'updated_at': '2022-02-20T05:36:46Z', 'revision_number': 1, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd15c05b-8f9d-4a25-b743-7ff14d29a86f', 'name': '', 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'mac_address': 'fa:16:3e:6c:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2ecd3afa-0aba-40c3-836a-59288991ce75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:22Z', 'updated_at': '2022-02-20T05:36:29Z', 'revision_number': 5, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'subnets': [{'id': '2ecd3afa-0aba-40c3-836a-59288991ce75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:36:47.195639 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f3e4d8-ccee-4865-9fe9-911fe922d63f None None] Checking router: a01a86c0-78f8-492e-b9ce-f4245ead4972 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:36:47.202592 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-ce58f4e3-1da5-46f1-a284-b0afb3f26464 service neutron] For port 67f9a427-75ac-4fee-9ceb-9b981c14ae77, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:36:47.205844 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f3e4d8-ccee-4865-9fe9-911fe922d63f None None] Routers {'a01a86c0-78f8-492e-b9ce-f4245ead4972'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:36:47.206613 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-a4f3e4d8-ccee-4865-9fe9-911fe922d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:36:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a01a86c0-78f8-492e-b9ce-f4245ead4972'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:36:47.219136 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-ce58f4e3-1da5-46f1-a284-b0afb3f26464 service neutron] For port 67f9a427-75ac-4fee-9ceb-9b981c14ae77, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=67f9a427-75ac-4fee-9ceb-9b981c14ae77,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:36:47.236431 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-ce58f4e3-1da5-46f1-a284-b0afb3f26464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (67f9a427-75ac-4fee-9ceb-9b981c14ae77), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:47.331238 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-a4f3e4d8-ccee-4865-9fe9-911fe922d63f None None] Set router a01a86c0-78f8-492e-b9ce-f4245ead4972 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:36:47.432930 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b143fec6-120e-4d79-8429-2f717b6f9f86 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:36:47.458701 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: b143fec6-120e-4d79-8429-2f717b6f9f86 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:36:47.458986 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b143fec6-120e-4d79-8429-2f717b6f9f86 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:36:47.592437 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-a4f3e4d8-ccee-4865-9fe9-911fe922d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'name': 'tempest-ServersTestManualDisk-2048639538-router', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a52f2d7c-2d3f-4a15-ab61-73c092d20b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:19Z', 'updated_at': '2022-02-20T05:36:23Z', 'revision_number': 4, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'gw_port': {'id': 'a52f2d7c-2d3f-4a15-ab61-73c092d20b9f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:20Z', 'updated_at': '2022-02-20T05:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '74207152-9e74-471f-82e5-548a91f979a9', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'port_id': '7c4aa687-ad2c-48d0-bab6-a55c197ffbc1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1', 'mac_address': 'fa:16:3e:e3:80:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d49e8cd-82ab-4321-9f0e-280c97bc6446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:36:27Z', 'updated_at': '2022-02-20T05:36:46Z', 'revision_number': 1, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd15c05b-8f9d-4a25-b743-7ff14d29a86f', 'name': '', 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'mac_address': 'fa:16:3e:6c:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2ecd3afa-0aba-40c3-836a-59288991ce75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:22Z', 'updated_at': '2022-02-20T05:36:29Z', 'revision_number': 5, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'subnets': [{'id': '2ecd3afa-0aba-40c3-836a-59288991ce75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:36:47.593947 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc19cb-d2c3-41de-8890-91315c4fd55a req-7d30dd6d-0b12-4f46-91e7-30bbc7119e18 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:47.595443 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6ccc19cb-d2c3-41de-8890-91315c4fd55a req-7d30dd6d-0b12-4f46-91e7-30bbc7119e18 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d49e8cd-82ab-4321-9f0e-280c97bc6446 HTTP/1.1" status: 200 len: 945 time: 0.4297981 Feb 20 05:36:47.606782 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-ce58f4e3-1da5-46f1-a284-b0afb3f26464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:47.607418 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-ce58f4e3-1da5-46f1-a284-b0afb3f26464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:47.608799 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-ce58f4e3-1da5-46f1-a284-b0afb3f26464 service neutron] 10.222.0.61 "PUT /v2.0/ports/67f9a427-75ac-4fee-9ceb-9b981c14ae77 HTTP/1.1" status: 200 len: 1095 time: 1.2479756 Feb 20 05:36:47.609948 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94174a4e-411d-4d5b-a649-470764c410c7', 'tag': '67f9a427-75ac-4fee-9ceb-9b981c14ae77'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:36:47.612081 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abae9024-97eb-4077-b3fa-2ddd27562806" -d '{"events": [{"name": "network-changed", "server_uuid": "94174a4e-411d-4d5b-a649-470764c410c7", "tag": "67f9a427-75ac-4fee-9ceb-9b981c14ae77"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:36:47.621117 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f3e4d8-ccee-4865-9fe9-911fe922d63f None None] The sync data for ids ['a01a86c0-78f8-492e-b9ce-f4245ead4972'] in n-d-829866-5 is: [{'id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'name': 'tempest-ServersTestManualDisk-2048639538-router', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a52f2d7c-2d3f-4a15-ab61-73c092d20b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:19Z', 'updated_at': '2022-02-20T05:36:23Z', 'revision_number': 4, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'gw_port': {'id': 'a52f2d7c-2d3f-4a15-ab61-73c092d20b9f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:20Z', 'updated_at': '2022-02-20T05:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '74207152-9e74-471f-82e5-548a91f979a9', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'port_id': '7c4aa687-ad2c-48d0-bab6-a55c197ffbc1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1', 'mac_address': 'fa:16:3e:e3:80:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d49e8cd-82ab-4321-9f0e-280c97bc6446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:36:27Z', 'updated_at': '2022-02-20T05:36:46Z', 'revision_number': 1, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd15c05b-8f9d-4a25-b743-7ff14d29a86f', 'name': '', 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'mac_address': 'fa:16:3e:6c:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2ecd3afa-0aba-40c3-836a-59288991ce75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:22Z', 'updated_at': '2022-02-20T05:36:29Z', 'revision_number': 5, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'subnets': [{'id': '2ecd3afa-0aba-40c3-836a-59288991ce75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:36:47.675447 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58f4e3-1da5-46f1-a284-b0afb3f26464 service neutron] Pushing event updated for resources: {'Port': ['ID=67f9a427-75ac-4fee-9ceb-9b981c14ae77,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:47.707686 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e6bae-5b0f-4206-a2d3-17b5afa44e59 req-bc82b78c-3b28-4a96-b609-8a63641c9e7c tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:47.709250 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b00e6bae-5b0f-4206-a2d3-17b5afa44e59 req-bc82b78c-3b28-4a96-b609-8a63641c9e7c tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.61 "GET /v2.0/ports?device_id=527a5445-ce0b-42c6-aa06-815b11e4454e HTTP/1.1" status: 200 len: 1023 time: 0.4860773 Feb 20 05:36:47.738344 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6ccc19cb-d2c3-41de-8890-91315c4fd55a req-bf5a5aae-6bca-4892-b502-770dd3ba88a8 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cfb9c4b-cc73-499e-ad72-f2abde5d1f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235619 Feb 20 05:36:47.793115 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-cc3ab378-aa0d-476c-be2d-7ed9fa07f3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:47.795233 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-cc3ab378-aa0d-476c-be2d-7ed9fa07f3f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 1129 time: 0.1298072 Feb 20 05:36:47.807150 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9a9f4d-0748-494e-bddc-5443a7a703f5 x-openstack-request-id: req-2c9a9f4d-0748-494e-bddc-5443a7a703f5 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:36:47.808022 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d49e8cd-82ab-4321-9f0e-280c97bc6446", "tag": "7c4aa687-ad2c-48d0-bab6-a55c197ffbc1", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:36:47.808473 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c9a9f4d-0748-494e-bddc-5443a7a703f5 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:36:47.809348 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d49e8cd-82ab-4321-9f0e-280c97bc6446', 'tag': '7c4aa687-ad2c-48d0-bab6-a55c197ffbc1', 'status': 'completed', 'code': 200} Feb 20 05:36:47.863281 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-1fe4e8d1-f63f-4f1b-89d6-01fcc5de64ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=67f9a427-75ac-4fee-9ceb-9b981c14ae77 HTTP/1.1" status: 200 len: 217 time: 0.0399740 Feb 20 05:36:47.919914 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496673e-4082-44d6-b8b8-ed8135ea87c0 req-4c003114-9a24-4a41-948b-e93f8c8576c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:47.921487 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8304ad75-3e96-487f-9980-1afe303a5b75 None None] New status for floating IP 74207152-9e74-471f-82e5-548a91f979a9: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:36:47.921953 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7496673e-4082-44d6-b8b8-ed8135ea87c0 req-4c003114-9a24-4a41-948b-e93f8c8576c2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=22fcdf8f0a0044db8bd26fed11e10ea2&device_id=9d49e8cd-82ab-4321-9f0e-280c97bc6446 HTTP/1.1" status: 200 len: 1127 time: 0.0800352 Feb 20 05:36:47.933289 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-b00e6bae-5b0f-4206-a2d3-17b5afa44e59 req-12b0e578-52fb-467b-abd1-b6befe2e7e86 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Deleting port 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:36:47.933635 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b00e6bae-5b0f-4206-a2d3-17b5afa44e59 req-12b0e578-52fb-467b-abd1-b6befe2e7e86 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:48.018364 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-9ac117fd-6298-4be0-a64a-accacaaaf6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:48.019837 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-9ac117fd-6298-4be0-a64a-accacaaaf6c6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1378698 Feb 20 05:36:48.027724 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496673e-4082-44d6-b8b8-ed8135ea87c0 req-3d368885-1e39-416b-a158-7b2b9e4e9431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:48.029738 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7496673e-4082-44d6-b8b8-ed8135ea87c0 req-3d368885-1e39-416b-a158-7b2b9e4e9431 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e367c6c7-dba1-4292-8ee3-948127760dd1 HTTP/1.1" status: 200 len: 912 time: 0.0960426 Feb 20 05:36:48.100538 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ae544-be27-4023-94f6-b96d68c762d7 req-a69e94c3-2ddb-4594-a48c-ae047e242d64 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:48.101168 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7496673e-4082-44d6-b8b8-ed8135ea87c0 req-92a4b206-bf15-4b02-b056-c60508f1c331 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c4aa687-ad2c-48d0-bab6-a55c197ffbc1 HTTP/1.1" status: 200 len: 999 time: 0.0657258 Feb 20 05:36:48.102123 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a54ae544-be27-4023-94f6-b96d68c762d7 req-a69e94c3-2ddb-4594-a48c-ae047e242d64 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/ports?device_id=527a5445-ce0b-42c6-aa06-815b11e4454e HTTP/1.1" status: 200 len: 1023 time: 0.1770203 Feb 20 05:36:48.108839 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-b00e6bae-5b0f-4206-a2d3-17b5afa44e59 req-12b0e578-52fb-467b-abd1-b6befe2e7e86 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] For port 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7,segment=NetworkSegment(dd260469-f73a-462b-ba05-bed79ea663d4),segment_id=dd260469-f73a-462b-ba05-bed79ea663d4)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:48.109198 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b00e6bae-5b0f-4206-a2d3-17b5afa44e59 req-12b0e578-52fb-467b-abd1-b6befe2e7e86 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:48.133035 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-b00e6bae-5b0f-4206-a2d3-17b5afa44e59 req-12b0e578-52fb-467b-abd1-b6befe2e7e86 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Calling delete_port for 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:36:48.165834 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496673e-4082-44d6-b8b8-ed8135ea87c0 req-77c0e573-7f94-4ca8-aa3f-4d6b4e6b39ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:48.167338 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7496673e-4082-44d6-b8b8-ed8135ea87c0 req-77c0e573-7f94-4ca8-aa3f-4d6b4e6b39ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2ecd3afa-0aba-40c3-836a-59288991ce75 HTTP/1.1" status: 200 len: 851 time: 0.0507624 Feb 20 05:36:48.169614 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-930b1385-bf9a-43ed-9481-f82aa173f79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:48.171109 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-930b1385-bf9a-43ed-9481-f82aa173f79f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1437607 Feb 20 05:36:48.224609 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496673e-4082-44d6-b8b8-ed8135ea87c0 req-d9bcf755-ddd7-4a43-87ef-c2996241b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:48.226245 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7496673e-4082-44d6-b8b8-ed8135ea87c0 req-d9bcf755-ddd7-4a43-87ef-c2996241b628 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e367c6c7-dba1-4292-8ee3-948127760dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451500 Feb 20 05:36:48.305884 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a54ae544-be27-4023-94f6-b96d68c762d7 req-9472d285-46b8-42a6-a81e-911d17377352 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups?id=7895632a-5895-490c-922f-397e08930c86&id=cf5cc69b-9a1b-45a9-85bf-83749d101ca3&id=23962126-2291-4fd4-919f-f12c38e0fb34&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1938419 Feb 20 05:36:48.315662 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7496673e-4082-44d6-b8b8-ed8135ea87c0 req-6c518e28-b9a1-4113-b55d-6f6065746885 service neutron] 10.222.0.61 "GET /v2.0/networks/e367c6c7-dba1-4292-8ee3-948127760dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822754 Feb 20 05:36:48.341128 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-e7a8cef3-2e4d-40a2-8d23-05408aa180cb service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407459 Feb 20 05:36:48.420189 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7496673e-4082-44d6-b8b8-ed8135ea87c0 req-77420d48-57ee-4fbf-ae64-debcde307912 service neutron] 10.222.0.61 "GET /v2.0/networks/e367c6c7-dba1-4292-8ee3-948127760dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917349 Feb 20 05:36:48.483741 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b00e6bae-5b0f-4206-a2d3-17b5afa44e59 req-12b0e578-52fb-467b-abd1-b6befe2e7e86 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:48.495606 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:48.528712 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0e578-52fb-467b-abd1-b6befe2e7e86 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Pushing event deleted for resources: {'Port': ['ID=8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:48.538684 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06a4817d-e29a-427b-bcb6-7a81e5b6e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:48.540716 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-126b4f22-de38-44bf-bd12-9f5cb05767ce req-a85f8e61-58e7-4cb9-99e1-39efc17716d3 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929648 Feb 20 05:36:48.548019 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4264d-6536-47fb-a9ef-eedf6ebac811 req-0c0beb4a-26a5-4864-a772-321ae1c4c069 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:48.549443 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e5f4264d-6536-47fb-a9ef-eedf6ebac811 req-0c0beb4a-26a5-4864-a772-321ae1c4c069 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6020d9-bae6-4ee7-b8ae-7936ed351daf HTTP/1.1" status: 200 len: 945 time: 0.1711276 Feb 20 05:36:48.596079 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00e6bae-5b0f-4206-a2d3-17b5afa44e59 req-12b0e578-52fb-467b-abd1-b6befe2e7e86 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] No DVR routers for this DVR port 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:36:48.603056 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b00e6bae-5b0f-4206-a2d3-17b5afa44e59 req-12b0e578-52fb-467b-abd1-b6befe2e7e86 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:48.606869 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b00e6bae-5b0f-4206-a2d3-17b5afa44e59 req-12b0e578-52fb-467b-abd1-b6befe2e7e86 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.61 "DELETE /v2.0/ports/8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 HTTP/1.1" status: 204 len: 173 time: 0.8811572 Feb 20 05:36:48.638824 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e5f4264d-6536-47fb-a9ef-eedf6ebac811 req-38a0d76d-b9be-41b2-97d4-39ee54a00c04 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658920 Feb 20 05:36:48.745833 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcd895-6502-4064-9af0-426900c8b703 req-22f3b8df-d34d-4e00-bfc2-d0699e689dc0 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:48.747925 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70fcd895-6502-4064-9af0-426900c8b703 req-22f3b8df-d34d-4e00-bfc2-d0699e689dc0 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e6020d9-bae6-4ee7-b8ae-7936ed351daf HTTP/1.1" status: 200 len: 945 time: 0.0878665 Feb 20 05:36:48.794978 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c43ab8-dc5f-42f8-b58f-894f72fc6007 req-c88ac987-c665-479b-b8a6-36b94b4f5feb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:48.796440 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-10c43ab8-dc5f-42f8-b58f-894f72fc6007 req-c88ac987-c665-479b-b8a6-36b94b4f5feb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cffffaf-369a-427b-9775-7dade2792889 HTTP/1.1" status: 200 len: 944 time: 0.1006451 Feb 20 05:36:48.877924 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-10c43ab8-dc5f-42f8-b58f-894f72fc6007 req-5268229c-6dcf-4f34-87c4-e05860b809a8 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756080 Feb 20 05:36:48.898939 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-70fcd895-6502-4064-9af0-426900c8b703 req-9c459bd0-30d2-44c6-a58b-1efb2603664b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Deleting port d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:36:48.899351 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-70fcd895-6502-4064-9af0-426900c8b703 req-9c459bd0-30d2-44c6-a58b-1efb2603664b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:48.941849 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f97f4a-491b-4674-bc0b-0faa49eeb9d6 x-openstack-request-id: req-02f97f4a-491b-4674-bc0b-0faa49eeb9d6 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:36:48.942141 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94174a4e-411d-4d5b-a649-470764c410c7", "tag": "67f9a427-75ac-4fee-9ceb-9b981c14ae77", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:36:48.942391 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-02f97f4a-491b-4674-bc0b-0faa49eeb9d6 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:36:48.942790 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94174a4e-411d-4d5b-a649-470764c410c7', 'tag': '67f9a427-75ac-4fee-9ceb-9b981c14ae77', 'status': 'completed', 'code': 200} Feb 20 05:36:49.068050 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-70fcd895-6502-4064-9af0-426900c8b703 req-9c459bd0-30d2-44c6-a58b-1efb2603664b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] For port d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:49.068407 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-70fcd895-6502-4064-9af0-426900c8b703 req-9c459bd0-30d2-44c6-a58b-1efb2603664b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:49.071849 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae9024-97eb-4077-b3fa-2ddd27562806 req-3f071f6b-97e8-47c8-9697-18c76d27a706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:49.073332 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-abae9024-97eb-4077-b3fa-2ddd27562806 req-3f071f6b-97e8-47c8-9697-18c76d27a706 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 1129 time: 0.1257966 Feb 20 05:36:49.099709 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d7b4c-e12d-49a3-a0d4-6c1b9395bc84 req-2d6891d1-dcb6-4801-ab80-8cede8e9116c tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:49.101942 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-668d7b4c-e12d-49a3-a0d4-6c1b9395bc84 req-2d6891d1-dcb6-4801-ab80-8cede8e9116c tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1372218 Feb 20 05:36:49.103799 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-70fcd895-6502-4064-9af0-426900c8b703 req-9c459bd0-30d2-44c6-a58b-1efb2603664b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Calling delete_port for d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:36:49.257375 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-668d7b4c-e12d-49a3-a0d4-6c1b9395bc84 req-7460f18f-a3f2-4e86-92e4-f2f7ac759714 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417675 Feb 20 05:36:49.269750 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae9024-97eb-4077-b3fa-2ddd27562806 req-e638a9c0-6619-4890-bbf0-fd8009548b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:49.271218 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-abae9024-97eb-4077-b3fa-2ddd27562806 req-e638a9c0-6619-4890-bbf0-fd8009548b03 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.1877913 Feb 20 05:36:49.324739 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-abae9024-97eb-4077-b3fa-2ddd27562806 req-86b7bdd6-bb38-4809-8627-b3ff165ad946 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=67f9a427-75ac-4fee-9ceb-9b981c14ae77 HTTP/1.1" status: 200 len: 217 time: 0.0431595 Feb 20 05:36:49.436125 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-70fcd895-6502-4064-9af0-426900c8b703 req-9c459bd0-30d2-44c6-a58b-1efb2603664b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:49.439842 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae9024-97eb-4077-b3fa-2ddd27562806 req-ff95f67a-9312-4812-b173-85fc8b11ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:49.441285 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-abae9024-97eb-4077-b3fa-2ddd27562806 req-ff95f67a-9312-4812-b173-85fc8b11ce3f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1068189 Feb 20 05:36:49.448302 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['6774a93d-d727-4317-a199-1c12a55b9ccc'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:49.451655 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:49.456596 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device f143992c-eba3-4130-8dfa-cd55ce551fc6 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:36:49.488516 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733afb28-a0bc-44dd-9aba-7d190db14bdb req-2797cd3a-9bb7-4c2e-b9f7-15e6b11941a7 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:49.489974 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-733afb28-a0bc-44dd-9aba-7d190db14bdb req-2797cd3a-9bb7-4c2e-b9f7-15e6b11941a7 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 947 time: 0.1694946 Feb 20 05:36:49.496084 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c459bd0-30d2-44c6-a58b-1efb2603664b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Pushing event deleted for resources: {'Port': ['ID=d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:49.554390 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:49.574870 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fcd895-6502-4064-9af0-426900c8b703 req-9c459bd0-30d2-44c6-a58b-1efb2603664b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] No DVR routers for this DVR port d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:36:49.585717 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-70fcd895-6502-4064-9af0-426900c8b703 req-9c459bd0-30d2-44c6-a58b-1efb2603664b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:49.588976 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70fcd895-6502-4064-9af0-426900c8b703 req-9c459bd0-30d2-44c6-a58b-1efb2603664b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.61 "DELETE /v2.0/ports/d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d HTTP/1.1" status: 204 len: 173 time: 0.8356960 Feb 20 05:36:49.600749 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port f143992c-eba3-4130-8dfa-cd55ce551fc6 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:36:49.610459 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port f143992c-eba3-4130-8dfa-cd55ce551fc6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:49.610844 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f143992c-eba3-4130-8dfa-cd55ce551fc6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:49.612414 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-733afb28-a0bc-44dd-9aba-7d190db14bdb req-881ce60d-759d-40f6-8241-6da8f952388f tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153245 Feb 20 05:36:49.614555 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae9024-97eb-4077-b3fa-2ddd27562806 req-a61921d3-d14c-4f66-bafe-298216af5aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:49.615985 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-abae9024-97eb-4077-b3fa-2ddd27562806 req-a61921d3-d14c-4f66-bafe-298216af5aee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1668959 Feb 20 05:36:49.745765 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port f143992c-eba3-4130-8dfa-cd55ce551fc6 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:49.746191 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f143992c-eba3-4130-8dfa-cd55ce551fc6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:49.755211 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bc30b94b-5b18-43e6-9e5e-3e87cadcc771 req-3c4c4717-f921-4f6d-95ba-7c21d12ada8a tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6020d9-bae6-4ee7-b8ae-7936ed351daf HTTP/1.1" status: 200 len: 210 time: 0.0331943 Feb 20 05:36:49.775473 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cffffaf-369a-427b-9775-7dade2792889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f143992c-eba3-4130-8dfa-cd55ce551fc6'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:36:49.778008 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba535d6c-fd43-4c6e-8e93-96182c687446" -d '{"events": [{"server_uuid": "3cffffaf-369a-427b-9775-7dade2792889", "name": "network-vif-plugged", "status": "completed", "tag": "f143992c-eba3-4130-8dfa-cd55ce551fc6"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:36:49.791300 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port f143992c-eba3-4130-8dfa-cd55ce551fc6, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=f143992c-eba3-4130-8dfa-cd55ce551fc6,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:49.795178 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f143992c-eba3-4130-8dfa-cd55ce551fc6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:49.804720 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-abae9024-97eb-4077-b3fa-2ddd27562806 req-1661f492-c0d1-46e6-975a-6ec75774502e service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806300 Feb 20 05:36:49.843249 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=f143992c-eba3-4130-8dfa-cd55ce551fc6,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:49.878814 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-09fccdb5-83f3-42ac-8ebd-8528363a838b req-a4ee750c-cc65-4deb-8eff-bd41a5161252 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/cf5cc69b-9a1b-45a9-85bf-83749d101ca3 HTTP/1.1" status: 200 len: 1820 time: 0.0971107 Feb 20 05:36:49.941326 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-abae9024-97eb-4077-b3fa-2ddd27562806 req-c81ef6b4-162a-40a5-870f-99e7126a2672 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305227 Feb 20 05:36:49.959349 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-09fccdb5-83f3-42ac-8ebd-8528363a838b req-81f62208-42c0-40e6-9f5d-5817f7e10181 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (cf5cc69b-9a1b-45a9-85bf-83749d101ca3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:49.983950 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-09fccdb5-83f3-42ac-8ebd-8528363a838b req-81f62208-42c0-40e6-9f5d-5817f7e10181 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (cf5cc69b-9a1b-45a9-85bf-83749d101ca3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:50.030298 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-09fccdb5-83f3-42ac-8ebd-8528363a838b req-81f62208-42c0-40e6-9f5d-5817f7e10181 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (cf5cc69b-9a1b-45a9-85bf-83749d101ca3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:50.033259 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-09fccdb5-83f3-42ac-8ebd-8528363a838b req-81f62208-42c0-40e6-9f5d-5817f7e10181 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:50.034971 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-09fccdb5-83f3-42ac-8ebd-8528363a838b req-81f62208-42c0-40e6-9f5d-5817f7e10181 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "DELETE /v2.0/security-groups/cf5cc69b-9a1b-45a9-85bf-83749d101ca3 HTTP/1.1" status: 204 len: 173 time: 0.1503572 Feb 20 05:36:50.050195 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f62208-42c0-40e6-9f5d-5817f7e10181 tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5cc69b-9a1b-45a9-85bf-83749d101ca3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:50.089476 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e2b2f0-e388-4714-a1e3-48495878b3c1 x-openstack-request-id: req-05e2b2f0-e388-4714-a1e3-48495878b3c1 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:36:50.089846 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cffffaf-369a-427b-9775-7dade2792889", "name": "network-vif-plugged", "status": "completed", "tag": "f143992c-eba3-4130-8dfa-cd55ce551fc6", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:36:50.090184 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05e2b2f0-e388-4714-a1e3-48495878b3c1 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:36:50.091485 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cffffaf-369a-427b-9775-7dade2792889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f143992c-eba3-4130-8dfa-cd55ce551fc6', 'code': 200} Feb 20 05:36:50.221538 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24691e-491e-4981-a846-506d4873eff9 req-e9cf8994-1c2a-42a7-9f0a-f62210976c58 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:50.223035 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1c24691e-491e-4981-a846-506d4873eff9 req-e9cf8994-1c2a-42a7-9f0a-f62210976c58 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cffffaf-369a-427b-9775-7dade2792889 HTTP/1.1" status: 200 len: 945 time: 0.0868213 Feb 20 05:36:50.250534 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e82290-7be7-4f10-a7f6-8f220cb22e78 req-35af0a64-4859-42e5-b441-5df63779d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:50.252017 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-17e82290-7be7-4f10-a7f6-8f220cb22e78 req-35af0a64-4859-42e5-b441-5df63779d0fd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3cffffaf-369a-427b-9775-7dade2792889 HTTP/1.1" status: 200 len: 1127 time: 0.0771465 Feb 20 05:36:50.291456 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1c24691e-491e-4981-a846-506d4873eff9 req-22a55656-6a98-4064-be49-114ea5c7cd99 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625958 Feb 20 05:36:50.312287 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-17e82290-7be7-4f10-a7f6-8f220cb22e78 req-f8056539-abc8-4aa4-ba2a-cf0f2ea020a4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508211 Feb 20 05:36:50.350066 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d00f4b3-90d4-4dd5-b4ed-601380afae43 req-4455f25a-44fa-41a0-8f91-0bb9d516fd7d tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "GET /v2.0/security-groups/7895632a-5895-490c-922f-397e08930c86 HTTP/1.1" status: 200 len: 1820 time: 0.0368211 Feb 20 05:36:50.410378 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0d00f4b3-90d4-4dd5-b4ed-601380afae43 req-09f17941-d022-4136-8adb-7ab48f5f4bce tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (7895632a-5895-490c-922f-397e08930c86), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:50.432395 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0d00f4b3-90d4-4dd5-b4ed-601380afae43 req-09f17941-d022-4136-8adb-7ab48f5f4bce tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (7895632a-5895-490c-922f-397e08930c86), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:50.474997 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0d00f4b3-90d4-4dd5-b4ed-601380afae43 req-09f17941-d022-4136-8adb-7ab48f5f4bce tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7895632a-5895-490c-922f-397e08930c86), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:50.477485 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0d00f4b3-90d4-4dd5-b4ed-601380afae43 req-09f17941-d022-4136-8adb-7ab48f5f4bce tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:50.478590 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d00f4b3-90d4-4dd5-b4ed-601380afae43 req-09f17941-d022-4136-8adb-7ab48f5f4bce tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] 10.222.0.37 "DELETE /v2.0/security-groups/7895632a-5895-490c-922f-397e08930c86 HTTP/1.1" status: 204 len: 173 time: 0.1231735 Feb 20 05:36:50.485201 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32902) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:36:50.488045 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f17941-d022-4136-8adb-7ab48f5f4bce tempest-SecurityGroupsTestJSON-1291348110 tempest-SecurityGroupsTestJSON-1291348110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7895632a-5895-490c-922f-397e08930c86,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:50.533612 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-113305d2-1b19-46eb-94b9-a5b9f54c20a4 admin admin] Deleting subnet 4daa0369-5b3c-4e8c-a068-1ecd59fc78ee {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:36:50.537090 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-113305d2-1b19-46eb-94b9-a5b9f54c20a4 admin admin] Publish callbacks [] for subnet (4daa0369-5b3c-4e8c-a068-1ecd59fc78ee), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:50.572867 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-113305d2-1b19-46eb-94b9-a5b9f54c20a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (4daa0369-5b3c-4e8c-a068-1ecd59fc78ee), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:50.587400 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d59f9-1efe-4bbb-9473-00988c6bd256 req-4c1c944f-d383-4bb7-9e08-e8654f695a4d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:50.588949 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a5d59f9-1efe-4bbb-9473-00988c6bd256 req-4c1c944f-d383-4bb7-9e08-e8654f695a4d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0526602 Feb 20 05:36:50.618395 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-113305d2-1b19-46eb-94b9-a5b9f54c20a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (4daa0369-5b3c-4e8c-a068-1ecd59fc78ee), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:50.638876 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a5d59f9-1efe-4bbb-9473-00988c6bd256 req-77084365-f223-40f3-83a4-5c1299bb327b tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417285 Feb 20 05:36:50.678548 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-113305d2-1b19-46eb-94b9-a5b9f54c20a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (4daa0369-5b3c-4e8c-a068-1ecd59fc78ee), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:50.709806 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113305d2-1b19-46eb-94b9-a5b9f54c20a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4daa0369-5b3c-4e8c-a068-1ecd59fc78ee,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:50.712575 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-113305d2-1b19-46eb-94b9-a5b9f54c20a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:50.719170 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-113305d2-1b19-46eb-94b9-a5b9f54c20a4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4daa0369-5b3c-4e8c-a068-1ecd59fc78ee HTTP/1.1" status: 204 len: 168 time: 0.2294700 Feb 20 05:36:50.719261 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32906) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:36:50.754447 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b5f49-3a99-42b1-a2c7-ca9f8401e1bf req-5e195866-6a80-465f-bf4d-3d8cdea940ee tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:50.756150 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-733b5f49-3a99-42b1-a2c7-ca9f8401e1bf req-5e195866-6a80-465f-bf4d-3d8cdea940ee tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 947 time: 0.0607212 Feb 20 05:36:50.803166 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fdfd6693-fcd1-4a65-9024-f105d2bca260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (2ca603de-ec8c-4dee-a827-0c109cc1792e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:50.807415 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-733b5f49-3a99-42b1-a2c7-ca9f8401e1bf req-9ef7f4dd-b4b9-45c9-a2ca-e3e127cc50d4 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453246 Feb 20 05:36:50.899026 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fdfd6693-fcd1-4a65-9024-f105d2bca260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (2ca603de-ec8c-4dee-a827-0c109cc1792e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:50.921827 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-fdfd6693-fcd1-4a65-9024-f105d2bca260 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca603de-ec8c-4dee-a827-0c109cc1792e']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:36:50.931755 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-fdfd6693-fcd1-4a65-9024-f105d2bca260 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd260469-f73a-462b-ba05-bed79ea663d4') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:36:50.932047 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-fdfd6693-fcd1-4a65-9024-f105d2bca260 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd260469-f73a-462b-ba05-bed79ea663d4') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:36:50.943913 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fdfd6693-fcd1-4a65-9024-f105d2bca260 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (dd260469-f73a-462b-ba05-bed79ea663d4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:50.944309 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527a5445-ce0b-42c6-aa06-815b11e4454e', 'name': 'network-vif-deleted', 'tag': '8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7'}, {'server_uuid': '2e6020d9-bae6-4ee7-b8ae-7936ed351daf', 'name': 'network-vif-deleted', 'tag': 'd53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:36:50.946657 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7793c87b-be83-4b32-98f0-784567f9fe11" -d '{"events": [{"server_uuid": "527a5445-ce0b-42c6-aa06-815b11e4454e", "name": "network-vif-deleted", "tag": "8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7"}, {"server_uuid": "2e6020d9-bae6-4ee7-b8ae-7936ed351daf", "name": "network-vif-deleted", "tag": "d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:36:50.961468 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fdfd6693-fcd1-4a65-9024-f105d2bca260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (dd260469-f73a-462b-ba05-bed79ea663d4), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:50.968314 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdfd6693-fcd1-4a65-9024-f105d2bca260 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:36:50.968738 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fdfd6693-fcd1-4a65-9024-f105d2bca260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (dd260469-f73a-462b-ba05-bed79ea663d4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:36:50.970416 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:36:51.027927 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fdfd6693-fcd1-4a65-9024-f105d2bca260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (2ca603de-ec8c-4dee-a827-0c109cc1792e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:51.035073 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fdfd6693-fcd1-4a65-9024-f105d2bca260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:51.038807 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fdfd6693-fcd1-4a65-9024-f105d2bca260 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2ca603de-ec8c-4dee-a827-0c109cc1792e HTTP/1.1" status: 204 len: 168 time: 0.3185303 Feb 20 05:36:51.055894 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd6693-fcd1-4a65-9024-f105d2bca260 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ca603de-ec8c-4dee-a827-0c109cc1792e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:51.082732 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-41dd25a5-a151-444f-bf88-9417b1abd713 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:51.084242 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-41dd25a5-a151-444f-bf88-9417b1abd713 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/networks?id=abdb12e5-c978-4d6e-ba1a-936a895646ad HTTP/1.1" status: 200 len: 805 time: 0.1225486 Feb 20 05:36:51.099648 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-e1f5a927-be52-4e16-b3f5-d7498782172c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/quotas/70575607f3814a698b8e29ee9ca94326 HTTP/1.1" status: 200 len: 375 time: 0.0098393 Feb 20 05:36:51.160258 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-01502d07-d625-4583-8e7b-606508464263 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=70575607f3814a698b8e29ee9ca94326&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0541625 Feb 20 05:36:51.163487 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 32926) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:36:51.258792 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-49370a98-afc0-4cef-a96d-bee72f99f2fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92a54be63c5043ba86245b0b4d4ac59c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0941470 Feb 20 05:36:51.261542 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32928) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:36:51.285954 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-f296e8b3-732a-4df4-aea9-4b75cd6e8fe1 service neutron] 10.222.0.37 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157696 Feb 20 05:36:51.313591 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-735c10f5-8eb4-4140-b120-ff945001713b admin admin] Publish callbacks [] for security_group (23962126-2291-4fd4-919f-f12c38e0fb34), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:51.315853 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:51.337949 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-735c10f5-8eb4-4140-b120-ff945001713b admin admin] Publish callbacks [] for security_group (23962126-2291-4fd4-919f-f12c38e0fb34), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:51.401877 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-735c10f5-8eb4-4140-b120-ff945001713b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (23962126-2291-4fd4-919f-f12c38e0fb34), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:51.405838 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-735c10f5-8eb4-4140-b120-ff945001713b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:51.406798 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-735c10f5-8eb4-4140-b120-ff945001713b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/23962126-2291-4fd4-919f-f12c38e0fb34 HTTP/1.1" status: 204 len: 168 time: 0.1442757 Feb 20 05:36:51.416761 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c10f5-8eb4-4140-b120-ff945001713b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23962126-2291-4fd4-919f-f12c38e0fb34,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:51.423808 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-023cb0bc-443c-4b5c-88f8-c7e32c3968db service neutron] 10.222.0.37 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309967 Feb 20 05:36:51.458443 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 67f9a427-75ac-4fee-9ceb-9b981c14ae77 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:36:51.471193 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:36:51.509979 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:36:51.510385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:36:51.608863 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 20 Feb 2022 05:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b1fc59-f193-450d-8d7f-0f27eff660e0 x-openstack-request-id: req-43b1fc59-f193-450d-8d7f-0f27eff660e0 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:36:51.609618 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527a5445-ce0b-42c6-aa06-815b11e4454e", "name": "network-vif-deleted", "tag": "8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7", "status": "completed", "code": 200}, {"server_uuid": "2e6020d9-bae6-4ee7-b8ae-7936ed351daf", "name": "network-vif-deleted", "tag": "d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:36:51.610074 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43b1fc59-f193-450d-8d7f-0f27eff660e0 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:36:51.610755 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527a5445-ce0b-42c6-aa06-815b11e4454e', 'name': 'network-vif-deleted', 'tag': '8b5c1ea1-7b44-494e-b9a4-feb34ceb1db7', 'status': 'completed', 'code': 200} Feb 20 05:36:51.611296 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6020d9-bae6-4ee7-b8ae-7936ed351daf', 'name': 'network-vif-deleted', 'tag': 'd53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d', 'status': 'completed', 'code': 200} Feb 20 05:36:51.628998 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 67f9a427-75ac-4fee-9ceb-9b981c14ae77, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=67f9a427-75ac-4fee-9ceb-9b981c14ae77,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:51.643327 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '67f9a427-75ac-4fee-9ceb-9b981c14ae77', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': '67f9a427-75ac-4fee-9ceb-9b981c14ae77', 'mac_address': 'fa:16:3e:d6:7c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:36:51.688252 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 67f9a427-75ac-4fee-9ceb-9b981c14ae77 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:51.688654 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (67f9a427-75ac-4fee-9ceb-9b981c14ae77), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:51.704429 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f9a427-75ac-4fee-9ceb-9b981c14ae77 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:36:51.744367 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 67f9a427-75ac-4fee-9ceb-9b981c14ae77, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=67f9a427-75ac-4fee-9ceb-9b981c14ae77,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:51.750452 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (67f9a427-75ac-4fee-9ceb-9b981c14ae77), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:51.766506 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c9af0-f0c5-49ba-808e-8afeb57f2e0a req-a161b800-1fae-4a50-9e82-c18ec8929054 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:51.775428 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-065c9af0-f0c5-49ba-808e-8afeb57f2e0a req-a161b800-1fae-4a50-9e82-c18ec8929054 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cffffaf-369a-427b-9775-7dade2792889 HTTP/1.1" status: 200 len: 945 time: 0.0942771 Feb 20 05:36:51.823876 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=67f9a427-75ac-4fee-9ceb-9b981c14ae77,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:51.835922 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-065c9af0-f0c5-49ba-808e-8afeb57f2e0a req-2d5b510a-8022-4134-b2ae-f91b5be6720e tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592504 Feb 20 05:36:51.928317 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d80accaa-6326-4e29-93d3-bd2206f67b96 req-84ec1ccc-f3f3-4a49-8282-f5a467708b9e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=66414a02-5b2a-4df0-b2e0-8332bcc7f4c0 HTTP/1.1" status: 200 len: 210 time: 0.0345356 Feb 20 05:36:52.065415 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0e2fb-2294-433c-8be5-38b01620206f req-5887651c-a6f0-450c-b2d1-9ac4dd3b5bab tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:52.067033 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a3d0e2fb-2294-433c-8be5-38b01620206f req-5887651c-a6f0-450c-b2d1-9ac4dd3b5bab tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0669110 Feb 20 05:36:52.123815 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a3d0e2fb-2294-433c-8be5-38b01620206f req-f6385b7a-3d40-44e3-add2-a48e0cf4fa87 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490472 Feb 20 05:36:52.163383 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['67f9a427-75ac-4fee-9ceb-9b981c14ae77'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:52.260992 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c508a-d50b-49e2-b4ee-aa0e041fc19a req-3f490c52-a556-4f7d-a5f8-0572ee24a2b8 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:52.262666 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a62c508a-d50b-49e2-b4ee-aa0e041fc19a req-3f490c52-a556-4f7d-a5f8-0572ee24a2b8 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 948 time: 0.0690854 Feb 20 05:36:52.325802 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a62c508a-d50b-49e2-b4ee-aa0e041fc19a req-20ddff15-bb2e-47d4-ba6e-f6742a98bc4c tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520043 Feb 20 05:36:52.406268 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32968) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:36:52.507393 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-46ef649f-a11c-4286-80e5-d3109d6fd366 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1067084976-network', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:52.527068 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ef649f-a11c-4286-80e5-d3109d6fd366 admin admin] Made reservation on behalf of ca27a3cc3fc940ec8e175302b050dbc1 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:36:52.529807 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46ef649f-a11c-4286-80e5-d3109d6fd366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:52.538165 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46ef649f-a11c-4286-80e5-d3109d6fd366 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:52.612656 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46ef649f-a11c-4286-80e5-d3109d6fd366 admin admin] Publish callbacks [] for security_group (59d0e803-5c83-4010-aa23-f8e75916a672), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:52.616643 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46ef649f-a11c-4286-80e5-d3109d6fd366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (59d0e803-5c83-4010-aa23-f8e75916a672), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:52.638483 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:52.639717 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ef649f-a11c-4286-80e5-d3109d6fd366 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:36:52.649485 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:52.656533 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef649f-a11c-4286-80e5-d3109d6fd366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d0e803-5c83-4010-aa23-f8e75916a672,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:52.660915 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46ef649f-a11c-4286-80e5-d3109d6fd366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (fbe096bc-0508-4287-8731-8998a73eca92), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:52.661263 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-46ef649f-a11c-4286-80e5-d3109d6fd366 admin admin] Added segment fbe096bc-0508-4287-8731-8998a73eca92 of type vlan for network 05032ebd-f70c-4176-b1a5-e340dc4066fb Feb 20 05:36:52.710999 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46ef649f-a11c-4286-80e5-d3109d6fd366 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (05032ebd-f70c-4176-b1a5-e340dc4066fb), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:52.737590 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46ef649f-a11c-4286-80e5-d3109d6fd366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (05032ebd-f70c-4176-b1a5-e340dc4066fb), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:52.738803 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ef649f-a11c-4286-80e5-d3109d6fd366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:52.739420 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46ef649f-a11c-4286-80e5-d3109d6fd366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:52.801059 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-46ef649f-a11c-4286-80e5-d3109d6fd366 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3909833 Feb 20 05:36:52.801247 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32972) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:36:52.808466 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-caf5dbb9-de17-41cb-b2fd-b85cf13a23fc admin admin] Request body: {'subnet': {'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1067084976-subnet', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:52.817249 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef649f-a11c-4286-80e5-d3109d6fd366 admin admin] Pushing event updated for resources: {'Network': ['ID=05032ebd-f70c-4176-b1a5-e340dc4066fb,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:52.822607 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-d4fc81a2-ce57-402a-a61c-8a711f5e35ef tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:52.824277 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-d4fc81a2-ce57-402a-a61c-8a711f5e35ef tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.61 "GET /v2.0/networks?id=abdb12e5-c978-4d6e-ba1a-936a895646ad HTTP/1.1" status: 200 len: 805 time: 0.1203744 Feb 20 05:36:52.833307 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 05032ebd-f70c-4176-b1a5-e340dc4066fb details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:36:52.836168 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf5dbb9-de17-41cb-b2fd-b85cf13a23fc admin admin] Made reservation on behalf of ca27a3cc3fc940ec8e175302b050dbc1 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:36:52.839113 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-caf5dbb9-de17-41cb-b2fd-b85cf13a23fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:52.842795 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-b007ffef-8cb9-4bba-a8d8-e05103c4e433 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Request body: {'port': {'device_id': '66414a02-5b2a-4df0-b2e0-8332bcc7f4c0', 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad', 'admin_state_up': True, 'tenant_id': '70575607f3814a698b8e29ee9ca94326'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:52.960789 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-b007ffef-8cb9-4bba-a8d8-e05103c4e433 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Made reservation on behalf of 70575607f3814a698b8e29ee9ca94326 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:36:52.964538 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-b007ffef-8cb9-4bba-a8d8-e05103c4e433 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:53.022392 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-caf5dbb9-de17-41cb-b2fd-b85cf13a23fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (7be60782-f67e-41af-9526-dd18f0adcc8b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:53.061290 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d3446952-0d1a-4ff4-85d4-438af7060abe req-e914e8ab-0d23-4d4e-8ec7-bb36d6bbe3f1 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=66414a02-5b2a-4df0-b2e0-8332bcc7f4c0 HTTP/1.1" status: 200 len: 210 time: 0.0404022 Feb 20 05:36:53.085753 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5dbb9-de17-41cb-b2fd-b85cf13a23fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7be60782-f67e-41af-9526-dd18f0adcc8b,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:53.099861 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf5dbb9-de17-41cb-b2fd-b85cf13a23fc admin admin] Checking segment: {'id': 'fbe096bc-0508-4287-8731-8998a73eca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:36:53.100230 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf5dbb9-de17-41cb-b2fd-b85cf13a23fc admin admin] Network hostable DHCP agents. Network: 05032ebd-f70c-4176-b1a5-e340dc4066fb, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:36:53.118705 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf5dbb9-de17-41cb-b2fd-b85cf13a23fc admin admin] Network 05032ebd-f70c-4176-b1a5-e340dc4066fb is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:36:53.127604 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-caf5dbb9-de17-41cb-b2fd-b85cf13a23fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 05032ebd-f70c-4176-b1a5-e340dc4066fb) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:36:53.127929 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-b007ffef-8cb9-4bba-a8d8-e05103c4e433 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Allocated IP 172.20.0.4 (abdb12e5-c978-4d6e-ba1a-936a895646ad/b11aa3aa-3524-4006-8735-994e7b51abdd/5908e134-1369-4679-90dc-c3d40e4460d5) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:36:53.131889 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf5dbb9-de17-41cb-b2fd-b85cf13a23fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:53.132484 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-caf5dbb9-de17-41cb-b2fd-b85cf13a23fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:53.138618 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4063ba4c-9572-45bd-a032-2c24efc85c22 None None] Network 05032ebd-f70c-4176-b1a5-e340dc4066fb requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:36:53.155646 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-caf5dbb9-de17-41cb-b2fd-b85cf13a23fc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3475864 Feb 20 05:36:53.155818 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 32978) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:36:53.160033 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2dff8cb7-8c63-44dd-80b1-864ba1521022 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1067084976-router', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:53.211074 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dff8cb7-8c63-44dd-80b1-864ba1521022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (dfa75dd7-9354-43ed-b28b-5bb872a4f3af), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:53.212067 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dff8cb7-8c63-44dd-80b1-864ba1521022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (dfa75dd7-9354-43ed-b28b-5bb872a4f3af), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:53.276137 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516c5e0c-b94c-472d-a5c4-ac4d52ab0e62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-05032ebd-f70c-4176-b1a5-e340dc4066fb', 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb', 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'fixed_ips': [{'subnet_id': '7be60782-f67e-41af-9526-dd18f0adcc8b'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:36:53.276993 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-516c5e0c-b94c-472d-a5c4-ac4d52ab0e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:53.396948 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dff8cb7-8c63-44dd-80b1-864ba1521022 admin admin] Publish callbacks [] for router_controller (dfa75dd7-9354-43ed-b28b-5bb872a4f3af), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:53.419714 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-516c5e0c-b94c-472d-a5c4-ac4d52ab0e62 None None] Allocated IP 172.20.0.2 (05032ebd-f70c-4176-b1a5-e340dc4066fb/7be60782-f67e-41af-9526-dd18f0adcc8b/86cb74fd-9c05-43f1-ab58-2a3664f413bf) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:36:53.422512 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5c4e9-0269-45fd-8d9c-1a36d9425e2b req-b2054c1d-ea2c-4869-94a9-ba0c3dbe9fde tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:53.424042 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4ee5c4e9-0269-45fd-8d9c-1a36d9425e2b req-b2054c1d-ea2c-4869-94a9-ba0c3dbe9fde tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.2179062 Feb 20 05:36:53.477364 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:36:53.500092 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:36:53.500707 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device d53c68e8-1e2e-4cac-9665-c1cb6ff9dc0d not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:36:53.513062 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-b007ffef-8cb9-4bba-a8d8-e05103c4e433 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks [] for port (5908e134-1369-4679-90dc-c3d40e4460d5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:53.589391 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-516c5e0c-b94c-472d-a5c4-ac4d52ab0e62 None None] Publish callbacks [] for port (86cb74fd-9c05-43f1-ab58-2a3664f413bf), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:53.596290 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-516c5e0c-b94c-472d-a5c4-ac4d52ab0e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (86cb74fd-9c05-43f1-ab58-2a3664f413bf), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:53.634834 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516c5e0c-b94c-472d-a5c4-ac4d52ab0e62 None None] Network 05032ebd-f70c-4176-b1a5-e340dc4066fb is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:36:53.638800 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-516c5e0c-b94c-472d-a5c4-ac4d52ab0e62 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:36:53.641487 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516c5e0c-b94c-472d-a5c4-ac4d52ab0e62 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:36:53.659604 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c5e0c-b94c-472d-a5c4-ac4d52ab0e62 None None] Pushing event updated for resources: {'Port': ['ID=86cb74fd-9c05-43f1-ab58-2a3664f413bf,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:53.711181 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-516c5e0c-b94c-472d-a5c4-ac4d52ab0e62 None None] Attempting to bind port 86cb74fd-9c05-43f1-ab58-2a3664f413bf on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:36:53.711816 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-516c5e0c-b94c-472d-a5c4-ac4d52ab0e62 None None] Attempting to bind port 86cb74fd-9c05-43f1-ab58-2a3664f413bf by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'fbe096bc-0508-4287-8731-8998a73eca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:36:53.712183 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516c5e0c-b94c-472d-a5c4-ac4d52ab0e62 None None] Attempting to bind port 86cb74fd-9c05-43f1-ab58-2a3664f413bf on network 05032ebd-f70c-4176-b1a5-e340dc4066fb {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:36:53.717956 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516c5e0c-b94c-472d-a5c4-ac4d52ab0e62 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:36:53.718334 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516c5e0c-b94c-472d-a5c4-ac4d52ab0e62 None None] Checking segment: {'id': 'fbe096bc-0508-4287-8731-8998a73eca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:36:53.718745 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-516c5e0c-b94c-472d-a5c4-ac4d52ab0e62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:53.719169 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516c5e0c-b94c-472d-a5c4-ac4d52ab0e62 None None] Bound using segment: {'id': 'fbe096bc-0508-4287-8731-8998a73eca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:36:53.719649 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-516c5e0c-b94c-472d-a5c4-ac4d52ab0e62 None None] Bound port: 86cb74fd-9c05-43f1-ab58-2a3664f413bf, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe096bc-0508-4287-8731-8998a73eca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:36:53.720036 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-516c5e0c-b94c-472d-a5c4-ac4d52ab0e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (86cb74fd-9c05-43f1-ab58-2a3664f413bf), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:53.791192 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-516c5e0c-b94c-472d-a5c4-ac4d52ab0e62 None None] For port 86cb74fd-9c05-43f1-ab58-2a3664f413bf, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:36:53.795788 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-516c5e0c-b94c-472d-a5c4-ac4d52ab0e62 None None] For port 86cb74fd-9c05-43f1-ab58-2a3664f413bf, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=86cb74fd-9c05-43f1-ab58-2a3664f413bf,segment=NetworkSegment(fbe096bc-0508-4287-8731-8998a73eca92),segment_id=fbe096bc-0508-4287-8731-8998a73eca92)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:36:53.802827 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-516c5e0c-b94c-472d-a5c4-ac4d52ab0e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (86cb74fd-9c05-43f1-ab58-2a3664f413bf), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:53.867837 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c5e0c-b94c-472d-a5c4-ac4d52ab0e62 None None] Pushing event updated for resources: {'Port': ['ID=86cb74fd-9c05-43f1-ab58-2a3664f413bf,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:53.911526 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dff8cb7-8c63-44dd-80b1-864ba1521022 admin admin] Publish callbacks [] for router_gateway (dfa75dd7-9354-43ed-b28b-5bb872a4f3af), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:53.940276 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4ee5c4e9-0269-45fd-8d9c-1a36d9425e2b req-0bcb7bcf-9788-4140-95e7-b2aee018aa2f tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850276 Feb 20 05:36:53.992278 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-b007ffef-8cb9-4bba-a8d8-e05103c4e433 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (5908e134-1369-4679-90dc-c3d40e4460d5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:54.005498 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['6774a93d-d727-4317-a199-1c12a55b9ccc'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:54.094950 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-b007ffef-8cb9-4bba-a8d8-e05103c4e433 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Network abdb12e5-c978-4d6e-ba1a-936a895646ad is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:36:54.104753 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-b007ffef-8cb9-4bba-a8d8-e05103c4e433 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:36:54.108548 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007ffef-8cb9-4bba-a8d8-e05103c4e433 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Pushing event updated for resources: {'Port': ['ID=5908e134-1369-4679-90dc-c3d40e4460d5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:54.113926 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-b007ffef-8cb9-4bba-a8d8-e05103c4e433 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:36:54.180488 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d908b24-08a1-43f5-aab7-4d2ad0e276ab req-ecd4d717-ccd1-464a-a6c3-9abd927175f7 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:54.182031 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1d908b24-08a1-43f5-aab7-4d2ad0e276ab req-ecd4d717-ccd1-464a-a6c3-9abd927175f7 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 948 time: 0.1522963 Feb 20 05:36:54.208241 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-b007ffef-8cb9-4bba-a8d8-e05103c4e433 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:54.208875 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-b007ffef-8cb9-4bba-a8d8-e05103c4e433 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:54.277340 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-b007ffef-8cb9-4bba-a8d8-e05103c4e433 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4407191 Feb 20 05:36:54.290791 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-a20785f1-350e-485b-9daa-ab5a33fa0a10 service neutron] Request body: {'port': {'device_id': '66414a02-5b2a-4df0-b2e0-8332bcc7f4c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:36:54.384407 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1d908b24-08a1-43f5-aab7-4d2ad0e276ab req-36285b72-d021-4f9a-b7a7-c4ef42ed8a3e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913674 Feb 20 05:36:54.436949 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-a20785f1-350e-485b-9daa-ab5a33fa0a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5908e134-1369-4679-90dc-c3d40e4460d5), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:54.440211 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dff8cb7-8c63-44dd-80b1-864ba1521022 admin admin] Publish callbacks [] for router_gateway (dfa75dd7-9354-43ed-b28b-5bb872a4f3af), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:54.473009 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dff8cb7-8c63-44dd-80b1-864ba1521022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:54.724977 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6fa77-292d-47d1-988b-0bebf05bf711 req-15855a11-1651-4ac9-afdb-5d96ecf43a04 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:54.726524 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-45a6fa77-292d-47d1-988b-0bebf05bf711 req-15855a11-1651-4ac9-afdb-5d96ecf43a04 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=66414a02-5b2a-4df0-b2e0-8332bcc7f4c0 HTTP/1.1" status: 200 len: 931 time: 0.2227125 Feb 20 05:36:54.807966 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-2dff8cb7-8c63-44dd-80b1-864ba1521022 admin admin] Allocated IP 172.25.3.30 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/fc7d67e0-e2bf-440a-8006-d434da9a035c) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:36:54.909751 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-45a6fa77-292d-47d1-988b-0bebf05bf711 req-a3986848-f203-4920-b0be-158ceaae0114 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629195 Feb 20 05:36:54.951913 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08d6231-a78c-4f98-a766-3bf161670ab3 None None] Network 05032ebd-f70c-4176-b1a5-e340dc4066fb requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:36:55.017268 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dff8cb7-8c63-44dd-80b1-864ba1521022 admin admin] Publish callbacks [] for port (fc7d67e0-e2bf-440a-8006-d434da9a035c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:55.021280 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2f423e34-8beb-400d-a13a-1bb2b8ea4ea6 None None] Provisioning complete for port 86cb74fd-9c05-43f1-ab58-2a3664f413bf triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:55.021832 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f423e34-8beb-400d-a13a-1bb2b8ea4ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (86cb74fd-9c05-43f1-ab58-2a3664f413bf), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:55.027156 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-a20785f1-350e-485b-9daa-ab5a33fa0a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5908e134-1369-4679-90dc-c3d40e4460d5 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:36:55.047115 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-a20785f1-350e-485b-9daa-ab5a33fa0a10 service neutron] Publish callbacks [] for port (5908e134-1369-4679-90dc-c3d40e4460d5), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:55.102586 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-a20785f1-350e-485b-9daa-ab5a33fa0a10 service neutron] Transition to ACTIVE for port object 5908e134-1369-4679-90dc-c3d40e4460d5 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:36:55.111362 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-a20785f1-350e-485b-9daa-ab5a33fa0a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (5908e134-1369-4679-90dc-c3d40e4460d5), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:55.163306 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dff8cb7-8c63-44dd-80b1-864ba1521022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (fc7d67e0-e2bf-440a-8006-d434da9a035c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:55.174530 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d965c47-7bb5-4e2d-a310-5fd86dcc3859 req-20f249dc-4b55-4eac-8c32-972708395b5d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:55.176135 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8d965c47-7bb5-4e2d-a310-5fd86dcc3859 req-20f249dc-4b55-4eac-8c32-972708395b5d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1572378 Feb 20 05:36:55.201531 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20785f1-350e-485b-9daa-ab5a33fa0a10 service neutron] Pushing event updated for resources: {'Port': ['ID=5908e134-1369-4679-90dc-c3d40e4460d5,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:55.220013 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dff8cb7-8c63-44dd-80b1-864ba1521022 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:36:55.245037 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:55.257760 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-2dff8cb7-8c63-44dd-80b1-864ba1521022 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:36:55.283216 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dff8cb7-8c63-44dd-80b1-864ba1521022 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:36:55.299764 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2f423e34-8beb-400d-a13a-1bb2b8ea4ea6 None None] Current status of the port 86cb74fd-9c05-43f1-ab58-2a3664f413bf is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:55.300165 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f423e34-8beb-400d-a13a-1bb2b8ea4ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (86cb74fd-9c05-43f1-ab58-2a3664f413bf), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:55.336671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2f423e34-8beb-400d-a13a-1bb2b8ea4ea6 None None] For port 86cb74fd-9c05-43f1-ab58-2a3664f413bf, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=86cb74fd-9c05-43f1-ab58-2a3664f413bf,segment=NetworkSegment(fbe096bc-0508-4287-8731-8998a73eca92),segment_id=fbe096bc-0508-4287-8731-8998a73eca92)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:55.342535 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f423e34-8beb-400d-a13a-1bb2b8ea4ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (86cb74fd-9c05-43f1-ab58-2a3664f413bf), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:55.351190 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff8cb7-8c63-44dd-80b1-864ba1521022 admin admin] Pushing event updated for resources: {'Port': ['ID=fc7d67e0-e2bf-440a-8006-d434da9a035c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:55.369424 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8d965c47-7bb5-4e2d-a310-5fd86dcc3859 req-755fdf3d-737e-41c9-83c6-67a4e7210e94 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816282 Feb 20 05:36:55.397903 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-a20785f1-350e-485b-9daa-ab5a33fa0a10 service neutron] Attempting to bind port 5908e134-1369-4679-90dc-c3d40e4460d5 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:36:55.397903 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-a20785f1-350e-485b-9daa-ab5a33fa0a10 service neutron] Attempting to bind port 5908e134-1369-4679-90dc-c3d40e4460d5 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:36:55.397903 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-a20785f1-350e-485b-9daa-ab5a33fa0a10 service neutron] Attempting to bind port 5908e134-1369-4679-90dc-c3d40e4460d5 on network abdb12e5-c978-4d6e-ba1a-936a895646ad {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:36:55.397903 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-a20785f1-350e-485b-9daa-ab5a33fa0a10 service neutron] Port 5908e134-1369-4679-90dc-c3d40e4460d5 on network abdb12e5-c978-4d6e-ba1a-936a895646ad not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:36:55.397903 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-a20785f1-350e-485b-9daa-ab5a33fa0a10 service neutron] Attempting to bind port 5908e134-1369-4679-90dc-c3d40e4460d5 on network abdb12e5-c978-4d6e-ba1a-936a895646ad {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:36:55.398978 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-a20785f1-350e-485b-9daa-ab5a33fa0a10 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:36:55.399328 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-a20785f1-350e-485b-9daa-ab5a33fa0a10 service neutron] Checking segment: {'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:36:55.399783 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-a20785f1-350e-485b-9daa-ab5a33fa0a10 service neutron] Bound using segment: {'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:36:55.400174 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-a20785f1-350e-485b-9daa-ab5a33fa0a10 service neutron] Bound port: 5908e134-1369-4679-90dc-c3d40e4460d5, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:36:55.400541 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-a20785f1-350e-485b-9daa-ab5a33fa0a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5908e134-1369-4679-90dc-c3d40e4460d5), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:55.408037 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f423e34-8beb-400d-a13a-1bb2b8ea4ea6 None None] Pushing event updated for resources: {'Port': ['ID=86cb74fd-9c05-43f1-ab58-2a3664f413bf,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:55.463471 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 67f9a427-75ac-4fee-9ceb-9b981c14ae77 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:36:55.518294 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 67f9a427-75ac-4fee-9ceb-9b981c14ae77 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:36:55.521879 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 67f9a427-75ac-4fee-9ceb-9b981c14ae77 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:55.522261 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (67f9a427-75ac-4fee-9ceb-9b981c14ae77), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:55.575166 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-687f115a-e051-45de-b332-ee382b17d66d None None] Provisioning complete for port 86cb74fd-9c05-43f1-ab58-2a3664f413bf triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:55.575460 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-687f115a-e051-45de-b332-ee382b17d66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (86cb74fd-9c05-43f1-ab58-2a3664f413bf), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:55.607177 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-a20785f1-350e-485b-9daa-ab5a33fa0a10 service neutron] For port 5908e134-1369-4679-90dc-c3d40e4460d5, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:36:55.612401 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-a20785f1-350e-485b-9daa-ab5a33fa0a10 service neutron] For port 5908e134-1369-4679-90dc-c3d40e4460d5, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=5908e134-1369-4679-90dc-c3d40e4460d5,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:36:55.620728 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad60d7-c673-4fa2-93e1-4b5b30526614 req-0e40105d-ad09-4f9f-9100-8e4472b380fa tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:55.622353 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0aad60d7-c673-4fa2-93e1-4b5b30526614 req-0e40105d-ad09-4f9f-9100-8e4472b380fa tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 948 time: 0.1412215 Feb 20 05:36:55.647173 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 67f9a427-75ac-4fee-9ceb-9b981c14ae77 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:55.647566 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (67f9a427-75ac-4fee-9ceb-9b981c14ae77), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:55.666289 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-a20785f1-350e-485b-9daa-ab5a33fa0a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (5908e134-1369-4679-90dc-c3d40e4460d5), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:55.693093 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94174a4e-411d-4d5b-a649-470764c410c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f9a427-75ac-4fee-9ceb-9b981c14ae77'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:36:55.695751 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9348095-cc15-45d5-80ca-f7aa8ea6551f" -d '{"events": [{"server_uuid": "94174a4e-411d-4d5b-a649-470764c410c7", "name": "network-vif-plugged", "status": "completed", "tag": "67f9a427-75ac-4fee-9ceb-9b981c14ae77"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:36:55.712341 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 67f9a427-75ac-4fee-9ceb-9b981c14ae77, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=67f9a427-75ac-4fee-9ceb-9b981c14ae77,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:55.721311 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (67f9a427-75ac-4fee-9ceb-9b981c14ae77), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:55.728096 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-a20785f1-350e-485b-9daa-ab5a33fa0a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:55.728399 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-687f115a-e051-45de-b332-ee382b17d66d None None] Current status of the port 86cb74fd-9c05-43f1-ab58-2a3664f413bf is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:55.728591 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-a20785f1-350e-485b-9daa-ab5a33fa0a10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:55.730162 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-a20785f1-350e-485b-9daa-ab5a33fa0a10 service neutron] 10.222.0.61 "PUT /v2.0/ports/5908e134-1369-4679-90dc-c3d40e4460d5 HTTP/1.1" status: 200 len: 1091 time: 1.4434147 Feb 20 05:36:55.734179 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66414a02-5b2a-4df0-b2e0-8332bcc7f4c0', 'tag': '5908e134-1369-4679-90dc-c3d40e4460d5'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:36:55.736665 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224bf01f-aeee-459d-8200-7cdeb117e7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "66414a02-5b2a-4df0-b2e0-8332bcc7f4c0", "tag": "5908e134-1369-4679-90dc-c3d40e4460d5"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:36:55.774891 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=67f9a427-75ac-4fee-9ceb-9b981c14ae77,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:55.809318 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 86cb74fd-9c05-43f1-ab58-2a3664f413bf up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:36:55.845958 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20785f1-350e-485b-9daa-ab5a33fa0a10 service neutron] Pushing event updated for resources: {'Port': ['ID=5908e134-1369-4679-90dc-c3d40e4460d5,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:55.856390 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0aad60d7-c673-4fa2-93e1-4b5b30526614 req-66d48f1f-b618-4d98-b41e-5cb1fa2453e4 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008905 Feb 20 05:36:55.862299 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 86cb74fd-9c05-43f1-ab58-2a3664f413bf triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:55.862743 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (86cb74fd-9c05-43f1-ab58-2a3664f413bf), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:55.868710 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dff8cb7-8c63-44dd-80b1-864ba1521022 admin admin] Publish callbacks [] for router_gateway (dfa75dd7-9354-43ed-b28b-5bb872a4f3af), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:55.919457 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-d075f416-9d61-44a5-9d9b-d1d01233e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:55.920995 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-d075f416-9d61-44a5-9d9b-d1d01233e7f7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70575607f3814a698b8e29ee9ca94326&device_id=66414a02-5b2a-4df0-b2e0-8332bcc7f4c0 HTTP/1.1" status: 200 len: 1125 time: 0.1281381 Feb 20 05:36:55.947762 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 86cb74fd-9c05-43f1-ab58-2a3664f413bf is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:55.979544 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ca709c-88eb-4263-8cd7-29e5db694a51 x-openstack-request-id: req-58ca709c-88eb-4263-8cd7-29e5db694a51 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:36:55.980459 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94174a4e-411d-4d5b-a649-470764c410c7", "name": "network-vif-plugged", "status": "completed", "tag": "67f9a427-75ac-4fee-9ceb-9b981c14ae77", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:36:55.980719 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58ca709c-88eb-4263-8cd7-29e5db694a51 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:36:55.981487 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94174a4e-411d-4d5b-a649-470764c410c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f9a427-75ac-4fee-9ceb-9b981c14ae77', 'code': 200} Feb 20 05:36:55.999680 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-57c7361f-3eea-43fb-b0df-dab0035654e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5908e134-1369-4679-90dc-c3d40e4460d5 HTTP/1.1" status: 200 len: 217 time: 0.0670300 Feb 20 05:36:56.017649 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841ca49e-da9b-48f8-bcf2-0584af9ebc6d x-openstack-request-id: req-841ca49e-da9b-48f8-bcf2-0584af9ebc6d {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:36:56.018857 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66414a02-5b2a-4df0-b2e0-8332bcc7f4c0", "tag": "5908e134-1369-4679-90dc-c3d40e4460d5", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:36:56.019147 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-841ca49e-da9b-48f8-bcf2-0584af9ebc6d {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:36:56.019564 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66414a02-5b2a-4df0-b2e0-8332bcc7f4c0', 'tag': '5908e134-1369-4679-90dc-c3d40e4460d5', 'status': 'completed', 'code': 200} Feb 20 05:36:56.196980 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-8bae0b96-f343-48bb-a259-dd60ece489de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:56.198414 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-8bae0b96-f343-48bb-a259-dd60ece489de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b11aa3aa-3524-4006-8735-994e7b51abdd HTTP/1.1" status: 200 len: 845 time: 0.1730437 Feb 20 05:36:56.250329 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-283861a2-a745-4473-80bb-cf2a5beb49c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=abdb12e5-c978-4d6e-ba1a-936a895646ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416865 Feb 20 05:36:56.253451 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f42300-471c-4311-9d1d-f4e7d9801815 req-42911a71-9816-4f4c-819a-e6a5666b890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:56.254757 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c2f42300-471c-4311-9d1d-f4e7d9801815 req-42911a71-9816-4f4c-819a-e6a5666b890e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 1131 time: 0.1950262 Feb 20 05:36:56.265329 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dff8cb7-8c63-44dd-80b1-864ba1521022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (dfa75dd7-9354-43ed-b28b-5bb872a4f3af), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:56.289650 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dd7d3-cd8c-4a3d-ae85-606f81adf872 req-053bd9b9-1828-4743-bc71-5bf53d466444 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:56.290980 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-733dd7d3-cd8c-4a3d-ae85-606f81adf872 req-053bd9b9-1828-4743-bc71-5bf53d466444 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=66414a02-5b2a-4df0-b2e0-8332bcc7f4c0 HTTP/1.1" status: 200 len: 943 time: 0.2162435 Feb 20 05:36:56.737219 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:36:56.797291 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c2f42300-471c-4311-9d1d-f4e7d9801815 req-b70f0128-cbf8-44c3-9b16-1f22244ee99a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278645 Feb 20 05:36:56.822848 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-733dd7d3-cd8c-4a3d-ae85-606f81adf872 req-1507f1f8-441f-4f30-aaca-21095d2a5fd9 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222635 Feb 20 05:36:56.826494 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-f91507df-37cf-4210-8c42-00767fca0e7d service neutron] 10.222.0.61 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5700958 Feb 20 05:36:56.873329 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c,segment=NetworkSegment(8b74ed4c-b910-4fbe-8040-1fa354141be0),segment_id=8b74ed4c-b910-4fbe-8040-1fa354141be0)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:56.879081 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dff8cb7-8c63-44dd-80b1-864ba1521022 admin admin] Router dfa75dd7-9354-43ed-b28b-5bb872a4f3af is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:36:56.889169 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '4a22635c-1ebb-4bcb-8ef4-c83d23272b6c', 'network_id': '257210f7-3217-4ff4-9c05-d5c93a253e1f', 'port_id': '4a22635c-1ebb-4bcb-8ef4-c83d23272b6c', 'mac_address': 'fa:16:3e:a8:72:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27956d86-7b7c-42ed-98d4-f3171eb93018', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:36:56.929503 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c is: ACTIVE; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:36:56.929995 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:56.944390 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:36:56.965157 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c,segment=NetworkSegment(8b74ed4c-b910-4fbe-8040-1fa354141be0),segment_id=8b74ed4c-b910-4fbe-8040-1fa354141be0)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:36:56.970104 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:57.043855 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:57.063290 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['4a22635c-1ebb-4bcb-8ef4-c83d23272b6c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:36:57.099311 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9e69e-5821-4afb-84fe-8341c9c8f27c req-c1cdca91-7cc5-40f2-ae5c-0f763a819cb1 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:57.100947 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91e9e69e-5821-4afb-84fe-8341c9c8f27c req-c1cdca91-7cc5-40f2-ae5c-0f763a819cb1 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1731508 Feb 20 05:36:57.106694 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dff8cb7-8c63-44dd-80b1-864ba1521022 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:36:57.119547 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb95cc54-087e-4c97-b5ae-d36a5f3c37aa None None] Sync routers for ids ['dfa75dd7-9354-43ed-b28b-5bb872a4f3af'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:36:57.145561 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb95cc54-087e-4c97-b5ae-d36a5f3c37aa None None] Routers {'dfa75dd7-9354-43ed-b28b-5bb872a4f3af'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:36:57.146191 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fb95cc54-087e-4c97-b5ae-d36a5f3c37aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:36:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['dfa75dd7-9354-43ed-b28b-5bb872a4f3af'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:36:57.164762 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dff8cb7-8c63-44dd-80b1-864ba1521022 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:57.168915 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33036) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:36:57.169443 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2dff8cb7-8c63-44dd-80b1-864ba1521022 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0128472 Feb 20 05:36:57.185657 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02bdf2a0-e6c0-47e5-b6b4-06902afa3d3e req-44b2afa0-eedb-4f1c-857c-9d1c08466669 service neutron] 10.222.0.61 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663797 Feb 20 05:36:57.219748 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91e9e69e-5821-4afb-84fe-8341c9c8f27c req-e33a519d-6356-4f4c-965c-69475532eab9 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103256 Feb 20 05:36:57.306728 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224bf01f-aeee-459d-8200-7cdeb117e7d4 req-8fdadbe0-5f98-48cc-abb9-4db474833177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:57.309216 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-224bf01f-aeee-459d-8200-7cdeb117e7d4 req-8fdadbe0-5f98-48cc-abb9-4db474833177 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70575607f3814a698b8e29ee9ca94326&device_id=66414a02-5b2a-4df0-b2e0-8332bcc7f4c0 HTTP/1.1" status: 200 len: 1125 time: 0.0572188 Feb 20 05:36:57.376538 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-fb95cc54-087e-4c97-b5ae-d36a5f3c37aa None None] Set router dfa75dd7-9354-43ed-b28b-5bb872a4f3af gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:36:57.454663 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e740b-a0c4-48c1-8b3d-da3090508739 req-8a793df3-28af-456f-9a5d-dc5d158cc04e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:57.456475 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c77e740b-a0c4-48c1-8b3d-da3090508739 req-8a793df3-28af-456f-9a5d-dc5d158cc04e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.1268685 Feb 20 05:36:57.460310 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224bf01f-aeee-459d-8200-7cdeb117e7d4 req-4f2777ae-ae88-4706-9450-70351581a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:57.461903 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-224bf01f-aeee-459d-8200-7cdeb117e7d4 req-4f2777ae-ae88-4706-9450-70351581a65c service neutron] 10.222.0.61 "GET /v2.0/networks?id=abdb12e5-c978-4d6e-ba1a-936a895646ad HTTP/1.1" status: 200 len: 905 time: 0.1461887 Feb 20 05:36:57.519101 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-224bf01f-aeee-459d-8200-7cdeb117e7d4 req-f9653cd3-35e6-46dc-a36c-b4a5f1fcd8c2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5908e134-1369-4679-90dc-c3d40e4460d5 HTTP/1.1" status: 200 len: 217 time: 0.0484066 Feb 20 05:36:57.580132 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c77e740b-a0c4-48c1-8b3d-da3090508739 req-ccffb56c-8761-40fb-9e8d-fd0716db4602 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170242 Feb 20 05:36:57.614804 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224bf01f-aeee-459d-8200-7cdeb117e7d4 req-e95eea78-704b-4ad7-b998-255941022c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:57.616801 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-224bf01f-aeee-459d-8200-7cdeb117e7d4 req-e95eea78-704b-4ad7-b998-255941022c61 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b11aa3aa-3524-4006-8735-994e7b51abdd HTTP/1.1" status: 200 len: 845 time: 0.0893569 Feb 20 05:36:57.670992 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-224bf01f-aeee-459d-8200-7cdeb117e7d4 req-f993943f-7ba8-489a-ae30-02efab4685e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=abdb12e5-c978-4d6e-ba1a-936a895646ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452585 Feb 20 05:36:57.723936 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fb95cc54-087e-4c97-b5ae-d36a5f3c37aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'name': 'tempest-ServersTestBootFromVolume-1067084976-router', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'fc7d67e0-e2bf-440a-8006-d434da9a035c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:53Z', 'updated_at': '2022-02-20T05:36:55Z', 'revision_number': 3, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'gw_port': {'id': 'fc7d67e0-e2bf-440a-8006-d434da9a035c', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:54Z', 'updated_at': '2022-02-20T05:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:36:57.757238 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb95cc54-087e-4c97-b5ae-d36a5f3c37aa None None] Checking router: dfa75dd7-9354-43ed-b28b-5bb872a4f3af for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:36:57.757713 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb95cc54-087e-4c97-b5ae-d36a5f3c37aa None None] Updating router dfa75dd7-9354-43ed-b28b-5bb872a4f3af port fc7d67e0-e2bf-440a-8006-d434da9a035c binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:36:57.802616 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fb95cc54-087e-4c97-b5ae-d36a5f3c37aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fc7d67e0-e2bf-440a-8006-d434da9a035c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:57.811830 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-224bf01f-aeee-459d-8200-7cdeb117e7d4 req-645cf379-3e91-41cf-bc9f-e3dda217bade service neutron] 10.222.0.61 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340182 Feb 20 05:36:57.845232 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca3dee6f-2214-4afb-b8bf-7907311198a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:58.030021 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-224bf01f-aeee-459d-8200-7cdeb117e7d4 req-178c54ad-2266-4972-9d7e-e3dfac5fb3a9 service neutron] 10.222.0.61 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048566 Feb 20 05:36:58.050371 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541386fb-6f70-4929-aa68-4644be08eed5 req-29ebdfc6-c8e4-46d9-ad6b-fa273fd10723 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:58.058927 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-541386fb-6f70-4929-aa68-4644be08eed5 req-29ebdfc6-c8e4-46d9-ad6b-fa273fd10723 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=66414a02-5b2a-4df0-b2e0-8332bcc7f4c0 HTTP/1.1" status: 200 len: 943 time: 0.1355298 Feb 20 05:36:58.070313 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-ca3dee6f-2214-4afb-b8bf-7907311198a3 admin admin] Allocated IP 172.20.0.1 (05032ebd-f70c-4176-b1a5-e340dc4066fb/7be60782-f67e-41af-9526-dd18f0adcc8b/491eaeda-b296-46c1-93c6-15d72208d020) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:36:58.167399 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-541386fb-6f70-4929-aa68-4644be08eed5 req-6f496a85-5f76-4fb8-9e24-30bdf8d9c94e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072037 Feb 20 05:36:58.224398 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca3dee6f-2214-4afb-b8bf-7907311198a3 admin admin] Publish callbacks [] for port (491eaeda-b296-46c1-93c6-15d72208d020), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:58.281899 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fb95cc54-087e-4c97-b5ae-d36a5f3c37aa None None] Publish callbacks [] for port (fc7d67e0-e2bf-440a-8006-d434da9a035c), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:58.291924 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fb95cc54-087e-4c97-b5ae-d36a5f3c37aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (fc7d67e0-e2bf-440a-8006-d434da9a035c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:58.294722 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca3dee6f-2214-4afb-b8bf-7907311198a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (491eaeda-b296-46c1-93c6-15d72208d020), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:58.376058 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3dee6f-2214-4afb-b8bf-7907311198a3 admin admin] Network 05032ebd-f70c-4176-b1a5-e340dc4066fb is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:36:58.384848 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-ca3dee6f-2214-4afb-b8bf-7907311198a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:36:58.393112 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3dee6f-2214-4afb-b8bf-7907311198a3 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:36:58.418252 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-fb95cc54-087e-4c97-b5ae-d36a5f3c37aa None None] Attempting to bind port fc7d67e0-e2bf-440a-8006-d434da9a035c on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:36:58.418627 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-fb95cc54-087e-4c97-b5ae-d36a5f3c37aa None None] Attempting to bind port fc7d67e0-e2bf-440a-8006-d434da9a035c by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:36:58.422760 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb95cc54-087e-4c97-b5ae-d36a5f3c37aa None None] Attempting to bind port fc7d67e0-e2bf-440a-8006-d434da9a035c on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:36:58.439637 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97992fcc-0f81-4be0-9f70-7927375c11cc None None] Pushing event updated for resources: {'Port': ['ID=fc7d67e0-e2bf-440a-8006-d434da9a035c,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:58.464890 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb95cc54-087e-4c97-b5ae-d36a5f3c37aa None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:36:58.465275 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb95cc54-087e-4c97-b5ae-d36a5f3c37aa None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:36:58.466264 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fb95cc54-087e-4c97-b5ae-d36a5f3c37aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:58.466669 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb95cc54-087e-4c97-b5ae-d36a5f3c37aa None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:36:58.472129 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-fb95cc54-087e-4c97-b5ae-d36a5f3c37aa None None] Bound port: fc7d67e0-e2bf-440a-8006-d434da9a035c, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:36:58.472561 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fb95cc54-087e-4c97-b5ae-d36a5f3c37aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fc7d67e0-e2bf-440a-8006-d434da9a035c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:58.477248 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07000887-7f91-4a81-889e-9c39702fc3f6 req-57a0e470-8c81-4185-87f1-b4ed65491969 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:58.491521 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-07000887-7f91-4a81-889e-9c39702fc3f6 req-57a0e470-8c81-4185-87f1-b4ed65491969 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 944 time: 0.1526217 Feb 20 05:36:58.501042 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3dee6f-2214-4afb-b8bf-7907311198a3 admin admin] Pushing event updated for resources: {'Port': ['ID=491eaeda-b296-46c1-93c6-15d72208d020,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:58.547470 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca3dee6f-2214-4afb-b8bf-7907311198a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (dfa75dd7-9354-43ed-b28b-5bb872a4f3af), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:58.591601 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-07000887-7f91-4a81-889e-9c39702fc3f6 req-882f314f-6ae9-451e-9b70-51bd255ff8a0 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947890 Feb 20 05:36:58.634214 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-fb95cc54-087e-4c97-b5ae-d36a5f3c37aa None None] For port fc7d67e0-e2bf-440a-8006-d434da9a035c, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:36:58.643093 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-fb95cc54-087e-4c97-b5ae-d36a5f3c37aa None None] For port fc7d67e0-e2bf-440a-8006-d434da9a035c, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=fc7d67e0-e2bf-440a-8006-d434da9a035c,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:36:58.659736 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fb95cc54-087e-4c97-b5ae-d36a5f3c37aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (fc7d67e0-e2bf-440a-8006-d434da9a035c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:58.773749 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:36:58.819510 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e572e9-6605-4624-af84-55561e22a9ca req-0c99938f-b0f0-4bdf-917b-1e9b6625e833 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:58.834179 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca3dee6f-2214-4afb-b8bf-7907311198a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (491eaeda-b296-46c1-93c6-15d72208d020), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:58.834411 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f6e572e9-6605-4624-af84-55561e22a9ca req-0c99938f-b0f0-4bdf-917b-1e9b6625e833 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.1365812 Feb 20 05:36:58.862124 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb95cc54-087e-4c97-b5ae-d36a5f3c37aa None None] Routers {'dfa75dd7-9354-43ed-b28b-5bb872a4f3af'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:36:58.862781 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fb95cc54-087e-4c97-b5ae-d36a5f3c37aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:36:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['dfa75dd7-9354-43ed-b28b-5bb872a4f3af'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:36:58.896091 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97992fcc-0f81-4be0-9f70-7927375c11cc None None] Pushing event updated for resources: {'Port': ['ID=fc7d67e0-e2bf-440a-8006-d434da9a035c,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:58.936702 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f6e572e9-6605-4624-af84-55561e22a9ca req-e0df1e6e-f950-46a3-826d-7f10dcb19c0d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895851 Feb 20 05:36:59.140115 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca3dee6f-2214-4afb-b8bf-7907311198a3 admin admin] Publish callbacks [] for port (491eaeda-b296-46c1-93c6-15d72208d020), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:59.149298 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca3dee6f-2214-4afb-b8bf-7907311198a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (491eaeda-b296-46c1-93c6-15d72208d020), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:59.180407 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-fb95cc54-087e-4c97-b5ae-d36a5f3c37aa None None] Set router dfa75dd7-9354-43ed-b28b-5bb872a4f3af gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:36:59.230803 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca3dee6f-2214-4afb-b8bf-7907311198a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (dfa75dd7-9354-43ed-b28b-5bb872a4f3af), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:59.232441 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-2cf3671b-5d2b-4962-8a6e-5deec4fdbe71 req-fe09c09e-a82d-40a7-a204-622aecbca2c1 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:36:59.234029 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3dee6f-2214-4afb-b8bf-7907311198a3 admin admin] Pushing event updated for resources: {'Port': ['ID=491eaeda-b296-46c1-93c6-15d72208d020,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:36:59.237302 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2cf3671b-5d2b-4962-8a6e-5deec4fdbe71 req-fe09c09e-a82d-40a7-a204-622aecbca2c1 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098469 Feb 20 05:36:59.260513 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:59.260892 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:59.268897 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-56dfc87b-f1b7-4363-9a5c-558e20e62bd2 None None] Provisioning complete for port 491eaeda-b296-46c1-93c6-15d72208d020 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:36:59.269267 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-56dfc87b-f1b7-4363-9a5c-558e20e62bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (491eaeda-b296-46c1-93c6-15d72208d020), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:36:59.357710 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-56dfc87b-f1b7-4363-9a5c-558e20e62bd2 None None] Port 491eaeda-b296-46c1-93c6-15d72208d020 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:36:59.413983 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3dee6f-2214-4afb-b8bf-7907311198a3 admin admin] Network 05032ebd-f70c-4176-b1a5-e340dc4066fb is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:36:59.416085 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-ca3dee6f-2214-4afb-b8bf-7907311198a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:36:59.712868 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3dee6f-2214-4afb-b8bf-7907311198a3 admin admin] Router dfa75dd7-9354-43ed-b28b-5bb872a4f3af has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:36:59.745190 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d183169-bd14-47d3-ace0-66057ae1d7a5 req-17342b51-3d02-445a-b974-a668d1e35b8e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:36:59.756705 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6d183169-bd14-47d3-ace0-66057ae1d7a5 req-17342b51-3d02-445a-b974-a668d1e35b8e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=66414a02-5b2a-4df0-b2e0-8332bcc7f4c0 HTTP/1.1" status: 200 len: 943 time: 0.1602657 Feb 20 05:36:59.843575 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6d183169-bd14-47d3-ace0-66057ae1d7a5 req-93196861-16f1-4f80-a978-9326708489bb tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858920 Feb 20 05:36:59.995314 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ed70d-24b1-41c8-87e7-0a4e379d5c96 req-c7a03a98-dd6f-4848-810b-a1a47f89bf68 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:00.003382 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ac5ed70d-24b1-41c8-87e7-0a4e379d5c96 req-c7a03a98-dd6f-4848-810b-a1a47f89bf68 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.0978260 Feb 20 05:37:00.088216 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ac5ed70d-24b1-41c8-87e7-0a4e379d5c96 req-91e8585b-e5e5-451a-84a4-d06b88b97d60 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826464 Feb 20 05:37:00.150449 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-82701f0e-7570-40fb-92db-330104213691 None None] Provisioning complete for port 491eaeda-b296-46c1-93c6-15d72208d020 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:37:00.151011 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-82701f0e-7570-40fb-92db-330104213691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (491eaeda-b296-46c1-93c6-15d72208d020), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:00.161074 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:37:00.161666 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:00.237028 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5e0fb1-b81d-47ad-88bc-2b0be5de5608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a22635c-1ebb-4bcb-8ef4-c83d23272b6c'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:37:00.239571 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93353684-8037-4738-b715-fe7e25abd798" -d '{"events": [{"server_uuid": "7a5e0fb1-b81d-47ad-88bc-2b0be5de5608", "name": "network-vif-plugged", "status": "completed", "tag": "4a22635c-1ebb-4bcb-8ef4-c83d23272b6c"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:37:00.247894 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-82701f0e-7570-40fb-92db-330104213691 None None] Port 491eaeda-b296-46c1-93c6-15d72208d020 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:37:00.264199 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c,segment=NetworkSegment(8b74ed4c-b910-4fbe-8040-1fa354141be0),segment_id=8b74ed4c-b910-4fbe-8040-1fa354141be0)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:00.272508 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:00.280135 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fb95cc54-087e-4c97-b5ae-d36a5f3c37aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'name': 'tempest-ServersTestBootFromVolume-1067084976-router', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'fc7d67e0-e2bf-440a-8006-d434da9a035c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:53Z', 'updated_at': '2022-02-20T05:36:58Z', 'revision_number': 4, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'gw_port': {'id': 'fc7d67e0-e2bf-440a-8006-d434da9a035c', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:54Z', 'updated_at': '2022-02-20T05:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '491eaeda-b296-46c1-93c6-15d72208d020', 'name': '', 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'mac_address': 'fa:16:3e:76:99:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '7be60782-f67e-41af-9526-dd18f0adcc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:57Z', 'updated_at': '2022-02-20T05:36:58Z', 'revision_number': 1, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'subnets': [{'id': '7be60782-f67e-41af-9526-dd18f0adcc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:37:00.313846 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5d002-a0ab-461c-a1c2-10ccbe9f577e req-f4b3fa9d-3f23-4005-a692-927cdc3b39e0 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:00.326066 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-64f5d002-a0ab-461c-a1c2-10ccbe9f577e req-f4b3fa9d-3f23-4005-a692-927cdc3b39e0 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 944 time: 0.1175585 Feb 20 05:37:00.392254 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb95cc54-087e-4c97-b5ae-d36a5f3c37aa None None] The sync data for ids ['dfa75dd7-9354-43ed-b28b-5bb872a4f3af'] in n-d-829866-5 is: [{'id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'name': 'tempest-ServersTestBootFromVolume-1067084976-router', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'fc7d67e0-e2bf-440a-8006-d434da9a035c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:53Z', 'updated_at': '2022-02-20T05:36:58Z', 'revision_number': 4, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'gw_port': {'id': 'fc7d67e0-e2bf-440a-8006-d434da9a035c', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:54Z', 'updated_at': '2022-02-20T05:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '491eaeda-b296-46c1-93c6-15d72208d020', 'name': '', 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'mac_address': 'fa:16:3e:76:99:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '7be60782-f67e-41af-9526-dd18f0adcc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:57Z', 'updated_at': '2022-02-20T05:36:58Z', 'revision_number': 1, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'subnets': [{'id': '7be60782-f67e-41af-9526-dd18f0adcc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:37:00.417601 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-64f5d002-a0ab-461c-a1c2-10ccbe9f577e req-a5858479-e003-4ca0-bd34-818033360424 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906074 Feb 20 05:37:00.433869 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:00.571403 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3dee6f-2214-4afb-b8bf-7907311198a3 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:37:00.603269 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88390d89-8be6-436f-a95d-ff6df2d82598 x-openstack-request-id: req-88390d89-8be6-436f-a95d-ff6df2d82598 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:37:00.603579 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5e0fb1-b81d-47ad-88bc-2b0be5de5608", "name": "network-vif-plugged", "status": "completed", "tag": "4a22635c-1ebb-4bcb-8ef4-c83d23272b6c", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:37:00.603846 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88390d89-8be6-436f-a95d-ff6df2d82598 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:37:00.604340 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5e0fb1-b81d-47ad-88bc-2b0be5de5608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a22635c-1ebb-4bcb-8ef4-c83d23272b6c', 'code': 200} Feb 20 05:37:00.619244 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ca3dee6f-2214-4afb-b8bf-7907311198a3 admin admin] 10.222.0.37 "PUT /v2.0/routers/dfa75dd7-9354-43ed-b28b-5bb872a4f3af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4489436 Feb 20 05:37:00.661549 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-9501c775-cd21-40ee-9993-d6de0050ab80 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0625875 Feb 20 05:37:01.411138 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33090) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:37:01.415791 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-b12f1e7d-7d1c-4bdf-87fc-7bdc512af950 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1071534285', 'description': 'tempest-description--225309464'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:37:01.437641 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-25b47872-1ab0-429a-bd89-8d9fe2ad534b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:01.439392 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-25b47872-1ab0-429a-bd89-8d9fe2ad534b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports/67f9a427-75ac-4fee-9ceb-9b981c14ae77 HTTP/1.1" status: 200 len: 946 time: 0.1091294 Feb 20 05:37:01.490376 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b12f1e7d-7d1c-4bdf-87fc-7bdc512af950 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:01.525825 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 5908e134-1369-4679-90dc-c3d40e4460d5 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:37:01.665621 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df97811-d60e-478c-b003-77a5c730ca43 req-f7456290-e50d-4e36-8132-52eae93c4fc9 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:01.681363 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1df97811-d60e-478c-b003-77a5c730ca43 req-f7456290-e50d-4e36-8132-52eae93c4fc9 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=66414a02-5b2a-4df0-b2e0-8332bcc7f4c0 HTTP/1.1" status: 200 len: 943 time: 0.1588292 Feb 20 05:37:01.797950 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b12f1e7d-7d1c-4bdf-87fc-7bdc512af950 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks [] for security_group (38252618-fd5d-49bb-a49b-1fc9374dd121), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:01.812250 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b12f1e7d-7d1c-4bdf-87fc-7bdc512af950 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (38252618-fd5d-49bb-a49b-1fc9374dd121), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:01.865126 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 5908e134-1369-4679-90dc-c3d40e4460d5, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=5908e134-1369-4679-90dc-c3d40e4460d5,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:01.889848 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b12f1e7d-7d1c-4bdf-87fc-7bdc512af950 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:01.892366 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b12f1e7d-7d1c-4bdf-87fc-7bdc512af950 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4800596 Feb 20 05:37:01.903377 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33102) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:37:01.907026 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1df97811-d60e-478c-b003-77a5c730ca43 req-a2f9e8a4-8367-4d0b-8b4e-e24bb8afd1b4 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075624 Feb 20 05:37:01.908467 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '5908e134-1369-4679-90dc-c3d40e4460d5', 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad', 'port_id': '5908e134-1369-4679-90dc-c3d40e4460d5', 'mac_address': 'fa:16:3e:ca:8b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b11aa3aa-3524-4006-8735-994e7b51abdd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:37:01.912622 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-b49c83af-2716-4d7d-8a5b-862aea866b9d tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Request body: {'security_group_rule': {'security_group_id': '38252618-fd5d-49bb-a49b-1fc9374dd121', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:37:02.003452 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f1e7d-7d1c-4bdf-87fc-7bdc512af950 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38252618-fd5d-49bb-a49b-1fc9374dd121,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:02.018291 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 5908e134-1369-4679-90dc-c3d40e4460d5 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:37:02.018828 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5908e134-1369-4679-90dc-c3d40e4460d5), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:02.028208 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b49c83af-2716-4d7d-8a5b-862aea866b9d tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks [] for security_group_rule (b86d4eba-4c25-49d6-bd61-2319d8055e9d), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:02.043364 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5908e134-1369-4679-90dc-c3d40e4460d5 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:37:02.054126 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device fc7d67e0-e2bf-440a-8006-d434da9a035c up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:37:02.127953 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 5908e134-1369-4679-90dc-c3d40e4460d5, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=5908e134-1369-4679-90dc-c3d40e4460d5,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:02.133671 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5908e134-1369-4679-90dc-c3d40e4460d5), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:02.171375 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b49c83af-2716-4d7d-8a5b-862aea866b9d tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks [] for security_group_rule (b86d4eba-4c25-49d6-bd61-2319d8055e9d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:02.175714 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b49c83af-2716-4d7d-8a5b-862aea866b9d tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (b86d4eba-4c25-49d6-bd61-2319d8055e9d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:02.215557 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c83af-2716-4d7d-8a5b-862aea866b9d tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86d4eba-4c25-49d6-bd61-2319d8055e9d,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:02.234370 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b49c83af-2716-4d7d-8a5b-862aea866b9d tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:02.238345 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b49c83af-2716-4d7d-8a5b-862aea866b9d tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3317201 Feb 20 05:37:02.239207 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 33104) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:37:02.250341 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-58ab55fb-3704-4e1e-8e7d-ba82b1765e8d tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Request body: {'security_group_rule': {'security_group_id': '38252618-fd5d-49bb-a49b-1fc9374dd121', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:37:02.254875 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port fc7d67e0-e2bf-440a-8006-d434da9a035c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:37:02.255325 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fc7d67e0-e2bf-440a-8006-d434da9a035c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:02.262374 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=5908e134-1369-4679-90dc-c3d40e4460d5,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:02.300537 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73653d3f-5caf-4fe9-bae9-52ee843e2f6c req-10c7f628-ba31-46ee-b01e-87c76afcbf17 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:02.303506 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73653d3f-5caf-4fe9-bae9-52ee843e2f6c req-10c7f628-ba31-46ee-b01e-87c76afcbf17 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.2149892 Feb 20 05:37:02.378891 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58ab55fb-3704-4e1e-8e7d-ba82b1765e8d tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks [] for security_group_rule (4f70f8a4-db4e-4cf0-96a6-90ac1e2b8efc), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:02.489255 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73653d3f-5caf-4fe9-bae9-52ee843e2f6c req-b175fb8a-1005-4672-88cb-a899856c3638 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780086 Feb 20 05:37:02.529452 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port fc7d67e0-e2bf-440a-8006-d434da9a035c is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:37:02.530504 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fc7d67e0-e2bf-440a-8006-d434da9a035c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:02.530642 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58ab55fb-3704-4e1e-8e7d-ba82b1765e8d tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks [] for security_group_rule (4f70f8a4-db4e-4cf0-96a6-90ac1e2b8efc), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:02.535705 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58ab55fb-3704-4e1e-8e7d-ba82b1765e8d tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (4f70f8a4-db4e-4cf0-96a6-90ac1e2b8efc), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:02.568145 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab55fb-3704-4e1e-8e7d-ba82b1765e8d tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f70f8a4-db4e-4cf0-96a6-90ac1e2b8efc,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:02.586043 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['5908e134-1369-4679-90dc-c3d40e4460d5'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:37:02.591762 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58ab55fb-3704-4e1e-8e7d-ba82b1765e8d tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:02.595093 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-58ab55fb-3704-4e1e-8e7d-ba82b1765e8d tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3548219 Feb 20 05:37:02.598124 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33106) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:37:02.603113 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:37:02.608965 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port fc7d67e0-e2bf-440a-8006-d434da9a035c, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=fc7d67e0-e2bf-440a-8006-d434da9a035c,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:02.656653 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:02.687808 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (fc7d67e0-e2bf-440a-8006-d434da9a035c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:02.735382 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76d8d4-150e-4fbd-945c-d8d5b9b636f2 req-7858c5e0-6b7f-40bb-a8d2-b1177655a375 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:02.737149 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b76d8d4-150e-4fbd-945c-d8d5b9b636f2 req-7858c5e0-6b7f-40bb-a8d2-b1177655a375 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1191783 Feb 20 05:37:02.810860 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b76d8d4-150e-4fbd-945c-d8d5b9b636f2 req-984ba5a9-b6d7-453b-a254-a088a4770966 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676448 Feb 20 05:37:02.835743 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=fc7d67e0-e2bf-440a-8006-d434da9a035c,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:02.902007 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:03.144046 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Allocated IP 172.25.3.56 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/8e5a61c5-af31-4dca-8f25-23a37acb8da2) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:37:03.151838 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-7dd10148-81c5-4cf2-b2fe-f6082e9139cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:03.154013 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-7dd10148-81c5-4cf2-b2fe-f6082e9139cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 1131 time: 0.1033738 Feb 20 05:37:03.174701 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35421f-6084-408c-8696-d093edcd57b7 req-063999cd-eb89-4bcc-982d-59cda7183873 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:03.185809 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b35421f-6084-408c-8696-d093edcd57b7 req-063999cd-eb89-4bcc-982d-59cda7183873 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=66414a02-5b2a-4df0-b2e0-8332bcc7f4c0 HTTP/1.1" status: 200 len: 944 time: 0.0946040 Feb 20 05:37:03.325031 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks [] for port (8e5a61c5-af31-4dca-8f25-23a37acb8da2), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:03.330480 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b35421f-6084-408c-8696-d093edcd57b7 req-9a865b99-106f-435f-a526-38543a297d7c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429372 Feb 20 05:37:03.373309 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-eb5ebade-8108-4ce6-b7ed-6b9499e797ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:03.375043 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-eb5ebade-8108-4ce6-b7ed-6b9499e797ae service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.2092237 Feb 20 05:37:03.427283 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (8e5a61c5-af31-4dca-8f25-23a37acb8da2), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:03.460870 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-c1f6bbdb-0c32-4c1d-afb0-9ed257bf7d1e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=67f9a427-75ac-4fee-9ceb-9b981c14ae77 HTTP/1.1" status: 200 len: 217 time: 0.0788150 Feb 20 05:37:03.518009 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:37:03.527986 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:37:03.550210 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:37:03.552588 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-7ccff5e3-46e1-42fe-b647-455fb00575dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:03.555089 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-7ccff5e3-46e1-42fe-b647-455fb00575dd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0852759 Feb 20 05:37:03.615502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Pushing event updated for resources: {'Port': ['ID=8e5a61c5-af31-4dca-8f25-23a37acb8da2,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:03.628928 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:03.629284 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:03.629634 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:03.629976 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:03.630316 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:03.630646 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:03.632030 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:03.632641 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:03.632987 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:03.633323 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:03.633652 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:03.633977 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:03.634304 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:03.689822 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-397baa94-ae97-4669-9524-7ba8d98ecc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:03.693727 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-397baa94-ae97-4669-9524-7ba8d98ecc16 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1294603 Feb 20 05:37:03.717540 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks [] for floatingip (6a630fc3-3cce-444b-ac16-964b258f930b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:03.831716 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8e5a61c5-af31-4dca-8f25-23a37acb8da2), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:03.832815 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056346c8-1a6c-4089-9084-f8bf53207cdf req-90ebd45d-4178-4da0-a300-735c7fa1c3ba tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:03.835336 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-056346c8-1a6c-4089-9084-f8bf53207cdf req-90ebd45d-4178-4da0-a300-735c7fa1c3ba tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.2141969 Feb 20 05:37:03.850539 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device fc7d67e0-e2bf-440a-8006-d434da9a035c up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:37:03.942498 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port fc7d67e0-e2bf-440a-8006-d434da9a035c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:37:03.943101 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fc7d67e0-e2bf-440a-8006-d434da9a035c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:03.958268 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-69a18ba9-23ea-4eec-96f1-69eac274506f service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593913 Feb 20 05:37:04.081460 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-056346c8-1a6c-4089-9084-f8bf53207cdf req-d184e4d5-cfab-4803-b5a4-8bed6e8290be tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008815 Feb 20 05:37:04.094778 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port fc7d67e0-e2bf-440a-8006-d434da9a035c is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:37:04.111836 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks [] for port (8e5a61c5-af31-4dca-8f25-23a37acb8da2), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:04.119725 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (8e5a61c5-af31-4dca-8f25-23a37acb8da2), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:04.163362 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c642e06-30eb-4cd3-89b2-4541af26b094 None None] Sync routers for ids ['dfa75dd7-9354-43ed-b28b-5bb872a4f3af'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:37:04.171324 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-a4d8445e-97a6-4499-ae0c-ceb396c27ccf service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039981 Feb 20 05:37:04.173978 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Pushing event updated for resources: {'Port': ['ID=8e5a61c5-af31-4dca-8f25-23a37acb8da2,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:04.181826 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c642e06-30eb-4cd3-89b2-4541af26b094 None None] Routers {'dfa75dd7-9354-43ed-b28b-5bb872a4f3af'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:37:04.182507 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3c642e06-30eb-4cd3-89b2-4541af26b094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:36:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['dfa75dd7-9354-43ed-b28b-5bb872a4f3af'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:37:04.253032 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (6a630fc3-3cce-444b-ac16-964b258f930b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:04.255891 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae420cd-2aad-4d6f-8a01-e86d897a8fcf req-98a65e43-1ee4-4efe-983c-2a56359e8316 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:04.264431 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ae420cd-2aad-4d6f-8a01-e86d897a8fcf req-98a65e43-1ee4-4efe-983c-2a56359e8316 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0885777 Feb 20 05:37:04.285294 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:04.286853 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3a87c9ee-99e2-4a15-91a9-8d1aeba0d28c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6876235 Feb 20 05:37:04.366155 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ae420cd-2aad-4d6f-8a01-e86d897a8fcf req-3c7b32ff-e1ab-40bd-9e70-cfc25a4a8f0e tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007311 Feb 20 05:37:04.385967 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-3c642e06-30eb-4cd3-89b2-4541af26b094 None None] Set router dfa75dd7-9354-43ed-b28b-5bb872a4f3af gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:37:04.627144 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69607e-c327-4433-b167-dff8d567b840 req-6716f1d6-afd6-4bed-83df-4d5410f1c67a tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:04.629239 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9d69607e-c327-4433-b167-dff8d567b840 req-6716f1d6-afd6-4bed-83df-4d5410f1c67a tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=66414a02-5b2a-4df0-b2e0-8332bcc7f4c0 HTTP/1.1" status: 200 len: 944 time: 0.0716388 Feb 20 05:37:04.669173 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3c642e06-30eb-4cd3-89b2-4541af26b094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'name': 'tempest-ServersTestBootFromVolume-1067084976-router', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'fc7d67e0-e2bf-440a-8006-d434da9a035c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:53Z', 'updated_at': '2022-02-20T05:36:58Z', 'revision_number': 4, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'gw_port': {'id': 'fc7d67e0-e2bf-440a-8006-d434da9a035c', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:54Z', 'updated_at': '2022-02-20T05:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '491eaeda-b296-46c1-93c6-15d72208d020', 'name': '', 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'mac_address': 'fa:16:3e:76:99:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '7be60782-f67e-41af-9526-dd18f0adcc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:57Z', 'updated_at': '2022-02-20T05:36:58Z', 'revision_number': 2, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'subnets': [{'id': '7be60782-f67e-41af-9526-dd18f0adcc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:37:04.706837 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9d69607e-c327-4433-b167-dff8d567b840 req-c946349e-edfe-44f1-a7e4-d3156fab6594 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608699 Feb 20 05:37:04.736131 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c642e06-30eb-4cd3-89b2-4541af26b094 None None] Checking router: dfa75dd7-9354-43ed-b28b-5bb872a4f3af for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:37:04.737006 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c642e06-30eb-4cd3-89b2-4541af26b094 None None] Updating router dfa75dd7-9354-43ed-b28b-5bb872a4f3af port 491eaeda-b296-46c1-93c6-15d72208d020 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:37:04.746157 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:37:04.784979 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c642e06-30eb-4cd3-89b2-4541af26b094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (491eaeda-b296-46c1-93c6-15d72208d020), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:05.150843 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c642e06-30eb-4cd3-89b2-4541af26b094 None None] Publish callbacks [] for port (491eaeda-b296-46c1-93c6-15d72208d020), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:05.162326 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c642e06-30eb-4cd3-89b2-4541af26b094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (491eaeda-b296-46c1-93c6-15d72208d020), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:05.215844 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d4de0-a68f-4e56-aff8-378e3846a81c req-940374bc-892d-433d-aa6d-1925d64637b5 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:05.217779 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-668d4de0-a68f-4e56-aff8-378e3846a81c req-940374bc-892d-433d-aa6d-1925d64637b5 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.0650909 Feb 20 05:37:05.248147 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b70b0d-62d8-4d67-b7cd-3b81477a84a0 None None] Pushing event updated for resources: {'Port': ['ID=491eaeda-b296-46c1-93c6-15d72208d020,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:05.339556 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-3c642e06-30eb-4cd3-89b2-4541af26b094 None None] Attempting to bind port 491eaeda-b296-46c1-93c6-15d72208d020 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:37:05.340031 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-3c642e06-30eb-4cd3-89b2-4541af26b094 None None] Attempting to bind port 491eaeda-b296-46c1-93c6-15d72208d020 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'fbe096bc-0508-4287-8731-8998a73eca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:37:05.340470 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c642e06-30eb-4cd3-89b2-4541af26b094 None None] Attempting to bind port 491eaeda-b296-46c1-93c6-15d72208d020 on network 05032ebd-f70c-4176-b1a5-e340dc4066fb {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:37:05.350444 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-668d4de0-a68f-4e56-aff8-378e3846a81c req-c51b83a2-8192-41cf-9c53-467b782f4943 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265345 Feb 20 05:37:05.381638 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c642e06-30eb-4cd3-89b2-4541af26b094 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:37:05.381638 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c642e06-30eb-4cd3-89b2-4541af26b094 None None] Checking segment: {'id': 'fbe096bc-0508-4287-8731-8998a73eca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:37:05.381638 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c642e06-30eb-4cd3-89b2-4541af26b094 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:05.381638 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c642e06-30eb-4cd3-89b2-4541af26b094 None None] Bound using segment: {'id': 'fbe096bc-0508-4287-8731-8998a73eca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:37:05.381638 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-3c642e06-30eb-4cd3-89b2-4541af26b094 None None] Bound port: 491eaeda-b296-46c1-93c6-15d72208d020, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe096bc-0508-4287-8731-8998a73eca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:37:05.381638 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c642e06-30eb-4cd3-89b2-4541af26b094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (491eaeda-b296-46c1-93c6-15d72208d020), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:05.522017 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-3c642e06-30eb-4cd3-89b2-4541af26b094 None None] For port 491eaeda-b296-46c1-93c6-15d72208d020, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:37:05.535172 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-3c642e06-30eb-4cd3-89b2-4541af26b094 None None] For port 491eaeda-b296-46c1-93c6-15d72208d020, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=491eaeda-b296-46c1-93c6-15d72208d020,segment=NetworkSegment(fbe096bc-0508-4287-8731-8998a73eca92),segment_id=fbe096bc-0508-4287-8731-8998a73eca92)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:37:05.541004 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 5908e134-1369-4679-90dc-c3d40e4460d5 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:37:05.546823 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c642e06-30eb-4cd3-89b2-4541af26b094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (491eaeda-b296-46c1-93c6-15d72208d020), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:05.628785 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b70b0d-62d8-4d67-b7cd-3b81477a84a0 None None] Pushing event updated for resources: {'Port': ['ID=491eaeda-b296-46c1-93c6-15d72208d020,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:05.662450 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c642e06-30eb-4cd3-89b2-4541af26b094 None None] Routers {'dfa75dd7-9354-43ed-b28b-5bb872a4f3af'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:37:05.665364 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3c642e06-30eb-4cd3-89b2-4541af26b094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:36:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['dfa75dd7-9354-43ed-b28b-5bb872a4f3af'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:37:05.701801 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50b5fb-68b6-42c5-b4de-c57f70a7405b req-431b1e02-0ad3-433f-b916-506e69e9d2c0 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:05.704583 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8a50b5fb-68b6-42c5-b4de-c57f70a7405b req-431b1e02-0ad3-433f-b916-506e69e9d2c0 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.2157693 Feb 20 05:37:05.711504 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 5908e134-1369-4679-90dc-c3d40e4460d5 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:37:05.721889 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 5908e134-1369-4679-90dc-c3d40e4460d5 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:37:05.724103 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5908e134-1369-4679-90dc-c3d40e4460d5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:05.848377 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8a50b5fb-68b6-42c5-b4de-c57f70a7405b req-df21b37e-e369-4f07-9cda-816bba6d9a57 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326795 Feb 20 05:37:05.943618 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 5908e134-1369-4679-90dc-c3d40e4460d5 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:37:05.950387 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5908e134-1369-4679-90dc-c3d40e4460d5), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:06.008698 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-3c642e06-30eb-4cd3-89b2-4541af26b094 None None] Set router dfa75dd7-9354-43ed-b28b-5bb872a4f3af gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:37:06.019155 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 491eaeda-b296-46c1-93c6-15d72208d020 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:37:06.109393 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66414a02-5b2a-4df0-b2e0-8332bcc7f4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5908e134-1369-4679-90dc-c3d40e4460d5'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:37:06.111815 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1912c506-639a-4156-87aa-6e5a02011d5b" -d '{"events": [{"server_uuid": "66414a02-5b2a-4df0-b2e0-8332bcc7f4c0", "name": "network-vif-plugged", "status": "completed", "tag": "5908e134-1369-4679-90dc-c3d40e4460d5"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:37:06.132810 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 5908e134-1369-4679-90dc-c3d40e4460d5, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=5908e134-1369-4679-90dc-c3d40e4460d5,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:06.139269 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-394e3592-5891-4f58-8bad-f489d418c534 None None] Provisioning complete for port 491eaeda-b296-46c1-93c6-15d72208d020 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:37:06.140045 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-394e3592-5891-4f58-8bad-f489d418c534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (491eaeda-b296-46c1-93c6-15d72208d020), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:06.146004 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5908e134-1369-4679-90dc-c3d40e4460d5), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:06.226851 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d9d7c-07c0-4a94-b74b-59685e545625 req-c06efd03-4526-48e1-ac87-adbcbc79b623 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:06.228472 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ac5d9d7c-07c0-4a94-b74b-59685e545625 req-c06efd03-4526-48e1-ac87-adbcbc79b623 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=66414a02-5b2a-4df0-b2e0-8332bcc7f4c0 HTTP/1.1" status: 200 len: 944 time: 0.1152961 Feb 20 05:37:06.259985 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 491eaeda-b296-46c1-93c6-15d72208d020 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:37:06.262035 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (491eaeda-b296-46c1-93c6-15d72208d020), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:06.282200 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=5908e134-1369-4679-90dc-c3d40e4460d5,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:06.358703 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ac5d9d7c-07c0-4a94-b74b-59685e545625 req-3e9c8b46-f483-47d1-901f-38e854252600 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231992 Feb 20 05:37:06.422481 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-394e3592-5891-4f58-8bad-f489d418c534 None None] Current status of the port 491eaeda-b296-46c1-93c6-15d72208d020 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:37:06.422881 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-394e3592-5891-4f58-8bad-f489d418c534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (491eaeda-b296-46c1-93c6-15d72208d020), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:06.505800 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f812124-b48e-427c-890c-f6e4ede5035a x-openstack-request-id: req-2f812124-b48e-427c-890c-f6e4ede5035a {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:37:06.506138 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66414a02-5b2a-4df0-b2e0-8332bcc7f4c0", "name": "network-vif-plugged", "status": "completed", "tag": "5908e134-1369-4679-90dc-c3d40e4460d5", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:37:06.506595 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f812124-b48e-427c-890c-f6e4ede5035a {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:37:06.506952 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66414a02-5b2a-4df0-b2e0-8332bcc7f4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5908e134-1369-4679-90dc-c3d40e4460d5', 'code': 200} Feb 20 05:37:06.509095 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3c642e06-30eb-4cd3-89b2-4541af26b094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'name': 'tempest-ServersTestBootFromVolume-1067084976-router', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'fc7d67e0-e2bf-440a-8006-d434da9a035c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:53Z', 'updated_at': '2022-02-20T05:36:58Z', 'revision_number': 4, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'gw_port': {'id': 'fc7d67e0-e2bf-440a-8006-d434da9a035c', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:54Z', 'updated_at': '2022-02-20T05:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '491eaeda-b296-46c1-93c6-15d72208d020', 'name': '', 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'mac_address': 'fa:16:3e:76:99:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '7be60782-f67e-41af-9526-dd18f0adcc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:57Z', 'updated_at': '2022-02-20T05:37:05Z', 'revision_number': 4, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'subnets': [{'id': '7be60782-f67e-41af-9526-dd18f0adcc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:37:06.533031 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 491eaeda-b296-46c1-93c6-15d72208d020 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:37:06.533438 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (491eaeda-b296-46c1-93c6-15d72208d020), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:06.546418 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c642e06-30eb-4cd3-89b2-4541af26b094 None None] The sync data for ids ['dfa75dd7-9354-43ed-b28b-5bb872a4f3af'] in n-d-829866-5 is: [{'id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'name': 'tempest-ServersTestBootFromVolume-1067084976-router', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'fc7d67e0-e2bf-440a-8006-d434da9a035c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:53Z', 'updated_at': '2022-02-20T05:36:58Z', 'revision_number': 4, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'gw_port': {'id': 'fc7d67e0-e2bf-440a-8006-d434da9a035c', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:54Z', 'updated_at': '2022-02-20T05:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '491eaeda-b296-46c1-93c6-15d72208d020', 'name': '', 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'mac_address': 'fa:16:3e:76:99:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '7be60782-f67e-41af-9526-dd18f0adcc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:57Z', 'updated_at': '2022-02-20T05:37:05Z', 'revision_number': 4, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'subnets': [{'id': '7be60782-f67e-41af-9526-dd18f0adcc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:37:06.622710 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-394e3592-5891-4f58-8bad-f489d418c534 None None] For port 491eaeda-b296-46c1-93c6-15d72208d020, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=491eaeda-b296-46c1-93c6-15d72208d020,segment=NetworkSegment(fbe096bc-0508-4287-8731-8998a73eca92),segment_id=fbe096bc-0508-4287-8731-8998a73eca92)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:06.666758 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d65a0d-4940-492a-968b-051361e2bba0 req-25db4cc3-2450-477f-a268-83d6f988ec17 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:06.677888 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9d65a0d-4940-492a-968b-051361e2bba0 req-25db4cc3-2450-477f-a268-83d6f988ec17 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.1622384 Feb 20 05:37:06.687741 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-394e3592-5891-4f58-8bad-f489d418c534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (491eaeda-b296-46c1-93c6-15d72208d020), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:06.713173 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff20d84-25c2-41f8-9b82-cb646cbf8364 req-694ac467-61e7-47ca-b38a-a00cec28d795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:06.715258 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2ff20d84-25c2-41f8-9b82-cb646cbf8364 req-694ac467-61e7-47ca-b38a-a00cec28d795 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=66414a02-5b2a-4df0-b2e0-8332bcc7f4c0 HTTP/1.1" status: 200 len: 1127 time: 0.1854682 Feb 20 05:37:06.727948 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:37:06.732647 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:37:06.784848 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2ff20d84-25c2-41f8-9b82-cb646cbf8364 req-7a132ec9-b0b3-45ee-b1be-28c4fecc8fc6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597827 Feb 20 05:37:06.799153 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e3592-5891-4f58-8bad-f489d418c534 None None] Pushing event updated for resources: {'Port': ['ID=491eaeda-b296-46c1-93c6-15d72208d020,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:06.817827 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a9846e01-e59e-46fd-8f4e-25f0fe660423 None None] Provisioning complete for port 491eaeda-b296-46c1-93c6-15d72208d020 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:37:06.818205 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a9846e01-e59e-46fd-8f4e-25f0fe660423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (491eaeda-b296-46c1-93c6-15d72208d020), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:06.827795 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9d65a0d-4940-492a-968b-051361e2bba0 req-003f25c3-543d-4470-b11d-67b97e17eaea tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484931 Feb 20 05:37:07.022003 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a9846e01-e59e-46fd-8f4e-25f0fe660423 None None] Current status of the port 491eaeda-b296-46c1-93c6-15d72208d020 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:37:07.060243 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54532a60-f9a4-4c98-9f99-efb5d0413012 req-4e1032a6-d74c-4f57-9e45-40f9cbb7997c tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:07.061841 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-54532a60-f9a4-4c98-9f99-efb5d0413012 req-4e1032a6-d74c-4f57-9e45-40f9cbb7997c tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1278658 Feb 20 05:37:07.175527 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-54532a60-f9a4-4c98-9f99-efb5d0413012 req-e89d5836-8d2c-4722-bb25-5cb155b4a917 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035092 Feb 20 05:37:07.284305 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 491eaeda-b296-46c1-93c6-15d72208d020 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:37:07.477823 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87147ba1-9a98-497b-8ed8-13d4e6cc71be req-e3ef03ee-4d5b-4f6f-8f81-665ee5df8043 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:07.479632 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-87147ba1-9a98-497b-8ed8-13d4e6cc71be req-e3ef03ee-4d5b-4f6f-8f81-665ee5df8043 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1105118 Feb 20 05:37:07.631427 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-87147ba1-9a98-497b-8ed8-13d4e6cc71be req-59d15dc9-7ccf-4a82-b1cf-d0e128387c98 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204433 Feb 20 05:37:07.783505 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8944c9-8465-41af-83c4-347b46b51c4f req-be362af9-cab9-4185-8d8e-5584da00e2e7 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:07.786245 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae8944c9-8465-41af-83c4-347b46b51c4f req-be362af9-cab9-4185-8d8e-5584da00e2e7 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=66414a02-5b2a-4df0-b2e0-8332bcc7f4c0 HTTP/1.1" status: 200 len: 945 time: 0.0773208 Feb 20 05:37:07.901826 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae8944c9-8465-41af-83c4-347b46b51c4f req-44aa02e2-783b-428b-ae80-ba88404351a1 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934153 Feb 20 05:37:07.925518 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 491eaeda-b296-46c1-93c6-15d72208d020 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:37:08.014044 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 491eaeda-b296-46c1-93c6-15d72208d020 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:37:08.014756 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (491eaeda-b296-46c1-93c6-15d72208d020), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:08.098242 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a06898-9ace-4721-9cfb-08a962a83266 req-f3ac67eb-0c28-4ff9-9bc1-9cb73d7fc478 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:08.106720 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c3a06898-9ace-4721-9cfb-08a962a83266 req-f3ac67eb-0c28-4ff9-9bc1-9cb73d7fc478 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1104667 Feb 20 05:37:08.150246 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 491eaeda-b296-46c1-93c6-15d72208d020 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:37:08.194026 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c3a06898-9ace-4721-9cfb-08a962a83266 req-0dc46a92-42c2-4403-bfc8-710d42af0786 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858071 Feb 20 05:37:08.377956 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d96495-0b4d-432c-a935-de94e1663018 req-e148c73a-93dc-4a9b-9a18-9ea547a84530 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:08.379581 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c8d96495-0b4d-432c-a935-de94e1663018 req-e148c73a-93dc-4a9b-9a18-9ea547a84530 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.0713031 Feb 20 05:37:08.458415 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c8d96495-0b4d-432c-a935-de94e1663018 req-60c8dc87-e388-46e9-9078-7e2b5a8d0cbd tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644200 Feb 20 05:37:08.597053 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c5c52-afec-4de0-82a3-6c95f69515d2 req-f8428d22-f4f8-41db-912e-f3b9df389abe tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:08.607527 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-376c5c52-afec-4de0-82a3-6c95f69515d2 req-f8428d22-f4f8-41db-912e-f3b9df389abe tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0713136 Feb 20 05:37:08.680660 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-376c5c52-afec-4de0-82a3-6c95f69515d2 req-5dc5adbd-b6e8-4e30-a581-2b85fb0425ca tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720856 Feb 20 05:37:08.821996 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59f915-7082-4b5e-80da-627d35bee34a req-d0b0b406-6e29-4aba-92ec-e6910a27e3bd tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:08.823886 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca59f915-7082-4b5e-80da-627d35bee34a req-d0b0b406-6e29-4aba-92ec-e6910a27e3bd tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0651150 Feb 20 05:37:08.878970 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca59f915-7082-4b5e-80da-627d35bee34a req-842843c6-d50b-4347-8e95-cb57e3978098 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487807 Feb 20 05:37:09.045520 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648288e0-7752-4c4e-b204-3252a2cc4d2e req-b1ac3525-b4a8-47e9-b5a0-4a04920677a7 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:09.057404 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-648288e0-7752-4c4e-b204-3252a2cc4d2e req-b1ac3525-b4a8-47e9-b5a0-4a04920677a7 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0929401 Feb 20 05:37:09.115558 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-648288e0-7752-4c4e-b204-3252a2cc4d2e req-adb6dfe8-627e-4118-a1ef-c24a155d3cc2 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566463 Feb 20 05:37:09.290020 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45a20e-3fa9-4ee6-a35a-6b33b13d4718 req-ef330a62-81b2-444b-8ec7-839792bf6646 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:09.295097 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc45a20e-3fa9-4ee6-a35a-6b33b13d4718 req-ef330a62-81b2-444b-8ec7-839792bf6646 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=66414a02-5b2a-4df0-b2e0-8332bcc7f4c0 HTTP/1.1" status: 200 len: 945 time: 0.0962656 Feb 20 05:37:09.368854 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc45a20e-3fa9-4ee6-a35a-6b33b13d4718 req-16f23a98-b56f-47cb-9da2-c61330872c3c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630295 Feb 20 05:37:09.797465 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68868989-43c4-4bbf-97bb-18d7b809a56f req-8cc3fb7f-6a85-4408-82d3-e4a1a8fa46ba tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:09.805361 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-68868989-43c4-4bbf-97bb-18d7b809a56f req-8cc3fb7f-6a85-4408-82d3-e4a1a8fa46ba tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.0758407 Feb 20 05:37:09.877993 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-68868989-43c4-4bbf-97bb-18d7b809a56f req-ed5163dc-b734-478d-99de-0a744795f3cd tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716615 Feb 20 05:37:10.045844 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e3b91-6081-41e5-a9c7-b236d15be2d1 req-81284ae6-4f24-424f-9816-d6b521280437 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:10.048125 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-749e3b91-6081-41e5-a9c7-b236d15be2d1 req-81284ae6-4f24-424f-9816-d6b521280437 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0930164 Feb 20 05:37:10.124530 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-749e3b91-6081-41e5-a9c7-b236d15be2d1 req-2c920d57-fe09-4aba-898e-223df14ca4ed tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706754 Feb 20 05:37:10.320223 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaff13-55cd-4aad-a4aa-b341a4a75a2f req-98d70c19-34d7-4e4a-a28c-d21ebebbec32 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:10.342046 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f4aaff13-55cd-4aad-a4aa-b341a4a75a2f req-98d70c19-34d7-4e4a-a28c-d21ebebbec32 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=66414a02-5b2a-4df0-b2e0-8332bcc7f4c0 HTTP/1.1" status: 200 len: 945 time: 0.1222603 Feb 20 05:37:10.414535 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f4aaff13-55cd-4aad-a4aa-b341a4a75a2f req-f342e2f9-c92e-428f-a057-f591e70fdd80 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767384 Feb 20 05:37:10.592736 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d01f09-8c08-4595-b620-f6e6728028d5 req-5e380a2a-c6e5-412f-aebc-b51e6dbfd6d9 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:10.601460 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7d01f09-8c08-4595-b620-f6e6728028d5 req-5e380a2a-c6e5-412f-aebc-b51e6dbfd6d9 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0975277 Feb 20 05:37:10.677479 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7d01f09-8c08-4595-b620-f6e6728028d5 req-163f4727-b891-4e57-8b8c-dabf47cb0fee tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736859 Feb 20 05:37:10.908809 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c51c6e-451e-4113-b55b-297f549c68bb req-a29c53cd-8f7d-49ff-ad38-5f5c325196bb tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:10.910311 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70c51c6e-451e-4113-b55b-297f549c68bb req-a29c53cd-8f7d-49ff-ad38-5f5c325196bb tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=66414a02-5b2a-4df0-b2e0-8332bcc7f4c0 HTTP/1.1" status: 200 len: 945 time: 0.0811918 Feb 20 05:37:10.979738 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70c51c6e-451e-4113-b55b-297f549c68bb req-20ca33a0-d5ca-407f-8383-226bfa3cacab tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628264 Feb 20 05:37:11.329339 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b159045-1df7-4cb5-bee5-6389314764ab req-40d6cebe-2bac-4546-aac5-206f5d28afbd tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:11.336584 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b159045-1df7-4cb5-bee5-6389314764ab req-40d6cebe-2bac-4546-aac5-206f5d28afbd tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.0847759 Feb 20 05:37:11.401258 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b159045-1df7-4cb5-bee5-6389314764ab req-ed95add8-effb-4eae-b418-896021e85477 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584540 Feb 20 05:37:11.895035 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e301b34-d436-46c9-bba5-c26367554c27 req-b615e0b8-6b3f-47aa-8d3c-3d2007804e66 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:11.898924 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e301b34-d436-46c9-bba5-c26367554c27 req-b615e0b8-6b3f-47aa-8d3c-3d2007804e66 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=66414a02-5b2a-4df0-b2e0-8332bcc7f4c0 HTTP/1.1" status: 200 len: 945 time: 0.0796492 Feb 20 05:37:11.959769 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e301b34-d436-46c9-bba5-c26367554c27 req-8590ccfa-a591-4b01-be6b-6a777242a89d tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554309 Feb 20 05:37:12.102232 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d1ac2-933d-4256-b6be-74ae9dbbc048 req-8a1fff4d-601a-464a-964f-8662030866a1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:12.107379 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8d8d1ac2-933d-4256-b6be-74ae9dbbc048 req-8a1fff4d-601a-464a-964f-8662030866a1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0643868 Feb 20 05:37:12.175354 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8d8d1ac2-933d-4256-b6be-74ae9dbbc048 req-fdf8dc07-9e47-497e-8ad3-065a86b08b78 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642834 Feb 20 05:37:12.273782 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-efc68027-8026-49b7-bf90-e69ee80d7fa8 req-11b469d4-5ac8-4c62-b218-edab47cc5dcc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6ac5354b-f0ed-4186-bdd3-74d69f386e74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1302135 Feb 20 05:37:12.308138 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f5616-1cd3-4a44-b623-c4161206bb5d req-1fcd0f64-f3b4-46e8-a653-1b6b0f2dc5e0 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:12.309967 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-638f5616-1cd3-4a44-b623-c4161206bb5d req-1fcd0f64-f3b4-46e8-a653-1b6b0f2dc5e0 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0630059 Feb 20 05:37:12.390056 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc68027-8026-49b7-bf90-e69ee80d7fa8 req-115f4920-6fc5-4370-9a81-3b9c5e7c9d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:12.392411 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-efc68027-8026-49b7-bf90-e69ee80d7fa8 req-115f4920-6fc5-4370-9a81-3b9c5e7c9d2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=70575607f3814a698b8e29ee9ca94326&device_id=6ac5354b-f0ed-4186-bdd3-74d69f386e74 HTTP/1.1" status: 200 len: 1128 time: 0.0804720 Feb 20 05:37:12.428772 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-638f5616-1cd3-4a44-b623-c4161206bb5d req-a5548d8d-d0f8-483b-a6f5-d5f8a6bd0b6b tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121972 Feb 20 05:37:12.555363 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc68027-8026-49b7-bf90-e69ee80d7fa8 req-5cec7a02-0338-4d4a-b6e4-c24d1b1739af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:12.556777 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-efc68027-8026-49b7-bf90-e69ee80d7fa8 req-5cec7a02-0338-4d4a-b6e4-c24d1b1739af service neutron] 10.222.0.48 "GET /v2.0/networks?id=abdb12e5-c978-4d6e-ba1a-936a895646ad HTTP/1.1" status: 200 len: 905 time: 0.1225731 Feb 20 05:37:12.596840 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0182d4-3766-42df-8557-da15c3f3298d req-2b4216fa-045c-485c-8b2b-44461a8cad9f tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:12.598479 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e0182d4-3766-42df-8557-da15c3f3298d req-2b4216fa-045c-485c-8b2b-44461a8cad9f tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.0801160 Feb 20 05:37:12.624543 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-efc68027-8026-49b7-bf90-e69ee80d7fa8 req-c264f2b5-d479-491f-af5a-4b1403f687c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6774a93d-d727-4317-a199-1c12a55b9ccc HTTP/1.1" status: 200 len: 217 time: 0.0603659 Feb 20 05:37:12.671095 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e0182d4-3766-42df-8557-da15c3f3298d req-8cf53dd9-4829-461e-a69e-cc8ef951281d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600393 Feb 20 05:37:12.695111 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc68027-8026-49b7-bf90-e69ee80d7fa8 req-83164bcb-8b02-4f90-abad-dd92868cac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:12.696911 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-efc68027-8026-49b7-bf90-e69ee80d7fa8 req-83164bcb-8b02-4f90-abad-dd92868cac60 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b11aa3aa-3524-4006-8735-994e7b51abdd HTTP/1.1" status: 200 len: 845 time: 0.0674112 Feb 20 05:37:12.732358 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-efc68027-8026-49b7-bf90-e69ee80d7fa8 req-50f61525-cc15-4d5b-bf46-34d1148a447d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abdb12e5-c978-4d6e-ba1a-936a895646ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286849 Feb 20 05:37:12.864186 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-efc68027-8026-49b7-bf90-e69ee80d7fa8 req-866770da-83d3-4e07-931e-32d6a3d716fd service neutron] 10.222.0.48 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257849 Feb 20 05:37:12.980084 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-efc68027-8026-49b7-bf90-e69ee80d7fa8 req-c012dac1-6e6c-42ea-88d8-5f28cfc1ab37 service neutron] 10.222.0.48 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084394 Feb 20 05:37:13.116835 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e3a29-f2ce-40a7-a519-012cb4d5948f req-85dc151b-8fae-4124-9104-e7d69feb8a93 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:13.118486 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-725e3a29-f2ce-40a7-a519-012cb4d5948f req-85dc151b-8fae-4124-9104-e7d69feb8a93 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=66414a02-5b2a-4df0-b2e0-8332bcc7f4c0 HTTP/1.1" status: 200 len: 945 time: 0.0731459 Feb 20 05:37:13.173885 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-725e3a29-f2ce-40a7-a519-012cb4d5948f req-d6fcb3f0-541b-4c17-b7ef-9e5a3940600f tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461233 Feb 20 05:37:13.322235 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf5c8d-90a3-439e-8882-948283d8d3ca req-69f6497d-f653-418f-af84-3c2696e4d7a7 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:13.331422 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0edf5c8d-90a3-439e-8882-948283d8d3ca req-69f6497d-f653-418f-af84-3c2696e4d7a7 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0807188 Feb 20 05:37:13.454801 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0edf5c8d-90a3-439e-8882-948283d8d3ca req-772d1dc6-d18e-473c-a563-038d5e9258bf tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222935 Feb 20 05:37:13.475934 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa538800-a9c3-4be8-8a17-b34621dc1d0e req-c7cbbe2c-0e96-43e1-8bf2-d872722b92b2 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:13.477754 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aa538800-a9c3-4be8-8a17-b34621dc1d0e req-c7cbbe2c-0e96-43e1-8bf2-d872722b92b2 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.61 "GET /v2.0/ports?device_id=66414a02-5b2a-4df0-b2e0-8332bcc7f4c0 HTTP/1.1" status: 200 len: 945 time: 0.1425719 Feb 20 05:37:13.673684 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4c2f0-c175-498d-8384-1fabf2128eb7 req-526f830d-c528-49a4-a759-3ed017ae05e5 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:13.675630 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fdc4c2f0-c175-498d-8384-1fabf2128eb7 req-526f830d-c528-49a4-a759-3ed017ae05e5 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0797443 Feb 20 05:37:13.694170 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-aa538800-a9c3-4be8-8a17-b34621dc1d0e req-33e0257b-0f09-49a6-b868-b8f8ec6286ed tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Deleting port 5908e134-1369-4679-90dc-c3d40e4460d5 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:37:13.694839 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-aa538800-a9c3-4be8-8a17-b34621dc1d0e req-33e0257b-0f09-49a6-b868-b8f8ec6286ed tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (5908e134-1369-4679-90dc-c3d40e4460d5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:13.812959 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fdc4c2f0-c175-498d-8384-1fabf2128eb7 req-b02b026c-2d4a-40c4-8ae4-53220c36144f tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274714 Feb 20 05:37:13.854291 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-aa538800-a9c3-4be8-8a17-b34621dc1d0e req-33e0257b-0f09-49a6-b868-b8f8ec6286ed tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] For port 5908e134-1369-4679-90dc-c3d40e4460d5, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=5908e134-1369-4679-90dc-c3d40e4460d5,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:13.854665 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-aa538800-a9c3-4be8-8a17-b34621dc1d0e req-33e0257b-0f09-49a6-b868-b8f8ec6286ed tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (5908e134-1369-4679-90dc-c3d40e4460d5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:13.875173 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-aa538800-a9c3-4be8-8a17-b34621dc1d0e req-33e0257b-0f09-49a6-b868-b8f8ec6286ed tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Calling delete_port for 5908e134-1369-4679-90dc-c3d40e4460d5 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:37:14.050114 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b971b-8027-4ac5-bd90-af988b913cc9 req-cf8c93b5-27b7-4aef-a813-0333553709cc tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:14.057170 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-112b971b-8027-4ac5-bd90-af988b913cc9 req-cf8c93b5-27b7-4aef-a813-0333553709cc tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.1560483 Feb 20 05:37:14.118097 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-aa538800-a9c3-4be8-8a17-b34621dc1d0e req-33e0257b-0f09-49a6-b868-b8f8ec6286ed tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (5908e134-1369-4679-90dc-c3d40e4460d5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:14.131546 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['6774a93d-d727-4317-a199-1c12a55b9ccc'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:37:14.168394 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-112b971b-8027-4ac5-bd90-af988b913cc9 req-82dd1541-64ba-4e96-96eb-6b1dd3e3b7ac tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040590 Feb 20 05:37:14.171968 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0257b-0f09-49a6-b868-b8f8ec6286ed tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Pushing event deleted for resources: {'Port': ['ID=5908e134-1369-4679-90dc-c3d40e4460d5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:14.185234 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['5908e134-1369-4679-90dc-c3d40e4460d5'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:37:14.265490 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa538800-a9c3-4be8-8a17-b34621dc1d0e req-33e0257b-0f09-49a6-b868-b8f8ec6286ed tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] No DVR routers for this DVR port 5908e134-1369-4679-90dc-c3d40e4460d5 on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:37:14.269668 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-aa538800-a9c3-4be8-8a17-b34621dc1d0e req-33e0257b-0f09-49a6-b868-b8f8ec6286ed tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:14.273447 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aa538800-a9c3-4be8-8a17-b34621dc1d0e req-33e0257b-0f09-49a6-b868-b8f8ec6286ed tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.61 "DELETE /v2.0/ports/5908e134-1369-4679-90dc-c3d40e4460d5 HTTP/1.1" status: 204 len: 173 time: 0.7851570 Feb 20 05:37:14.273944 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66414a02-5b2a-4df0-b2e0-8332bcc7f4c0', 'name': 'network-vif-deleted', 'tag': '5908e134-1369-4679-90dc-c3d40e4460d5'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:37:14.276566 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4720e6bb-fade-4ee5-b6a2-c3473998ca7b" -d '{"events": [{"server_uuid": "66414a02-5b2a-4df0-b2e0-8332bcc7f4c0", "name": "network-vif-deleted", "tag": "5908e134-1369-4679-90dc-c3d40e4460d5"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:37:14.345300 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aa2be5ac-932c-43a6-a776-e91c3fa78609 req-d043024d-6832-4269-afeb-3b5e1104ec29 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=66414a02-5b2a-4df0-b2e0-8332bcc7f4c0 HTTP/1.1" status: 200 len: 210 time: 0.0270216 Feb 20 05:37:14.394733 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71c7af7-6d4e-41be-a8be-9c33f3d588ce x-openstack-request-id: req-f71c7af7-6d4e-41be-a8be-9c33f3d588ce {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:37:14.395175 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66414a02-5b2a-4df0-b2e0-8332bcc7f4c0", "name": "network-vif-deleted", "tag": "5908e134-1369-4679-90dc-c3d40e4460d5", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:37:14.395438 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f71c7af7-6d4e-41be-a8be-9c33f3d588ce {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:37:14.395850 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66414a02-5b2a-4df0-b2e0-8332bcc7f4c0', 'name': 'network-vif-deleted', 'tag': '5908e134-1369-4679-90dc-c3d40e4460d5', 'status': 'completed', 'code': 200} Feb 20 05:37:14.588511 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c4a2b-5522-479b-aee7-0acf06930cae req-ace95ea4-d75c-43c3-974f-2aa6c8047e4f tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:14.590464 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-985c4a2b-5522-479b-aee7-0acf06930cae req-ace95ea4-d75c-43c3-974f-2aa6c8047e4f tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0604663 Feb 20 05:37:14.643054 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-985c4a2b-5522-479b-aee7-0acf06930cae req-ff202eb6-235e-4b25-92a1-2402e42a1671 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465448 Feb 20 05:37:14.961725 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf793d-a1c6-4add-af97-3186a662c0d4 req-87a5dae5-a663-4c1d-a30c-955c0d507d20 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:14.963847 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aacf793d-a1c6-4add-af97-3186a662c0d4 req-87a5dae5-a663-4c1d-a30c-955c0d507d20 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0703220 Feb 20 05:37:15.017702 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aacf793d-a1c6-4add-af97-3186a662c0d4 req-eefa2700-519a-45de-ab1f-21112ea41f55 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472643 Feb 20 05:37:15.100787 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19c894-faea-49c5-bf97-238d1cbe0f99 req-d94466b9-6f8d-427b-8573-b361c756982c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:15.102295 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0d19c894-faea-49c5-bf97-238d1cbe0f99 req-d94466b9-6f8d-427b-8573-b361c756982c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3b1217081b04d6097c7167cba46eaf8&device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 1127 time: 0.0464008 Feb 20 05:37:15.198791 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19c894-faea-49c5-bf97-238d1cbe0f99 req-2280ac19-27d7-4a1c-bee9-5d4f63569391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:15.201080 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0d19c894-faea-49c5-bf97-238d1cbe0f99 req-2280ac19-27d7-4a1c-bee9-5d4f63569391 service neutron] 10.222.0.48 "GET /v2.0/networks?id=257210f7-3217-4ff4-9c05-d5c93a253e1f HTTP/1.1" status: 200 len: 914 time: 0.0934303 Feb 20 05:37:15.245791 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0d19c894-faea-49c5-bf97-238d1cbe0f99 req-6b4d962f-5855-4177-bad0-0c626f0865a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c HTTP/1.1" status: 200 len: 217 time: 0.0385628 Feb 20 05:37:15.284690 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b82a7-13d8-4686-b5b8-30f30ce7840f req-08a3f91a-aca0-4b57-a0ea-d2d5d671c269 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:15.284690 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e21b82a7-13d8-4686-b5b8-30f30ce7840f req-08a3f91a-aca0-4b57-a0ea-d2d5d671c269 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.0534844 Feb 20 05:37:15.298073 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19c894-faea-49c5-bf97-238d1cbe0f99 req-0101759f-4c15-46d0-b9b2-32f221c1b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:15.299652 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0d19c894-faea-49c5-bf97-238d1cbe0f99 req-0101759f-4c15-46d0-b9b2-32f221c1b843 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=27956d86-7b7c-42ed-98d4-f3171eb93018 HTTP/1.1" status: 200 len: 854 time: 0.0470715 Feb 20 05:37:15.342408 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0d19c894-faea-49c5-bf97-238d1cbe0f99 req-54c74f20-6c98-43ea-af0f-048ae220a3bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=257210f7-3217-4ff4-9c05-d5c93a253e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364447 Feb 20 05:37:15.344872 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e21b82a7-13d8-4686-b5b8-30f30ce7840f req-2d0149f5-8b94-4dfa-a188-91e297f0a07a tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543020 Feb 20 05:37:15.449487 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0d19c894-faea-49c5-bf97-238d1cbe0f99 req-93f96769-9747-482d-9fa9-2ececa785eca service neutron] 10.222.0.48 "GET /v2.0/networks/257210f7-3217-4ff4-9c05-d5c93a253e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021588 Feb 20 05:37:15.550956 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0d19c894-faea-49c5-bf97-238d1cbe0f99 req-5270c2d5-bcd2-40e7-bb81-dcaf4d6597f0 service neutron] 10.222.0.48 "GET /v2.0/networks/257210f7-3217-4ff4-9c05-d5c93a253e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950615 Feb 20 05:37:15.673249 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-4fb9486a-099b-4ec0-bf2c-da8f39c886b6 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:15.674718 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-4fb9486a-099b-4ec0-bf2c-da8f39c886b6 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/networks?id=abdb12e5-c978-4d6e-ba1a-936a895646ad HTTP/1.1" status: 200 len: 805 time: 0.1092932 Feb 20 05:37:15.689395 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-a978e45e-8bd7-423a-9a92-ebfa283704e0 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/quotas/70575607f3814a698b8e29ee9ca94326 HTTP/1.1" status: 200 len: 375 time: 0.0092359 Feb 20 05:37:15.743994 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-0c335e19-4759-4042-8889-f8541d78386c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=70575607f3814a698b8e29ee9ca94326&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0490222 Feb 20 05:37:15.840257 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-2850189e-3a84-4bb4-bbb1-460d11007b22 service neutron] 10.222.0.37 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894582 Feb 20 05:37:15.931099 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-3d95e7ee-397b-4e86-b9c9-e1eb1cdb96e3 service neutron] 10.222.0.37 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848184 Feb 20 05:37:16.150339 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ff025-b6e1-4165-bf56-ca67af8e8d72 req-5915c576-46f7-4e23-bcdb-eb121c0f1bd3 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:16.151860 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-081ff025-b6e1-4165-bf56-ca67af8e8d72 req-5915c576-46f7-4e23-bcdb-eb121c0f1bd3 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0635903 Feb 20 05:37:16.204370 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-081ff025-b6e1-4165-bf56-ca67af8e8d72 req-4220ad0d-22e4-429b-a4e6-eb5bf3bb3dbe tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436101 Feb 20 05:37:16.323504 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf6af4-10d3-4eac-8d34-3516fa108b83 req-d92e93ab-c49c-4502-9a02-e2b55759e472 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:16.325610 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ebf6af4-10d3-4eac-8d34-3516fa108b83 req-d92e93ab-c49c-4502-9a02-e2b55759e472 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0625803 Feb 20 05:37:16.384576 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ebf6af4-10d3-4eac-8d34-3516fa108b83 req-3be9f166-ba72-491c-89c2-3a4add37dcd7 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521336 Feb 20 05:37:16.389650 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0fe94b4-118d-4abb-aa44-e9eae8bcc4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:16.459806 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-87e54667-2ab7-4ebf-affd-0c7dc5d6a2bb req-984c56cc-90e5-4746-b197-d659ac4f26b6 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 210 time: 0.0321577 Feb 20 05:37:16.589890 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c4b7b-65a6-4db5-a41f-fa25a94d8d50 req-71ae0c1b-ec2e-4be1-9374-3f887b495e8c tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:16.592289 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-429c4b7b-65a6-4db5-a41f-fa25a94d8d50 req-71ae0c1b-ec2e-4be1-9374-3f887b495e8c tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.0623617 Feb 20 05:37:16.644991 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-429c4b7b-65a6-4db5-a41f-fa25a94d8d50 req-cb464558-0e36-406f-9dee-ee50b4457492 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450358 Feb 20 05:37:17.275327 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-9fd79df4-3675-4a08-ae43-fb4f2ffbc6d1 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:17.276867 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-9fd79df4-3675-4a08-ae43-fb4f2ffbc6d1 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.61 "GET /v2.0/networks?id=abdb12e5-c978-4d6e-ba1a-936a895646ad HTTP/1.1" status: 200 len: 805 time: 0.1181600 Feb 20 05:37:17.294690 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-2918976e-80d8-4abc-b734-8caf5f0c2809 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Request body: {'port': {'device_id': '08207636-f070-4c4f-9f8e-ae7a70ba95c4', 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad', 'admin_state_up': True, 'tenant_id': '70575607f3814a698b8e29ee9ca94326'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:37:17.415567 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d25b1-4c7b-4d4d-8b57-ba692eafe14e req-a8715c6a-2f0f-4039-bb9a-808d7dcb4598 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:17.417044 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-869d25b1-4c7b-4d4d-8b57-ba692eafe14e req-a8715c6a-2f0f-4039-bb9a-808d7dcb4598 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1290929 Feb 20 05:37:17.489723 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-869d25b1-4c7b-4d4d-8b57-ba692eafe14e req-a2ad5fb0-a5d7-4af9-8fad-f499ef894f2a tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654330 Feb 20 05:37:17.490761 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-2918976e-80d8-4abc-b734-8caf5f0c2809 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Made reservation on behalf of 70575607f3814a698b8e29ee9ca94326 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:37:17.493873 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-2918976e-80d8-4abc-b734-8caf5f0c2809 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:17.609588 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 5908e134-1369-4679-90dc-c3d40e4460d5 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:37:17.639775 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 5908e134-1369-4679-90dc-c3d40e4460d5 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:37:17.640293 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 5908e134-1369-4679-90dc-c3d40e4460d5 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:37:17.917392 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15a067-38ec-45f2-997e-3a0744f065b2 req-ab4a8085-2f89-4163-ba9c-d298d09e4ba4 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:17.919453 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ee15a067-38ec-45f2-997e-3a0744f065b2 req-ab4a8085-2f89-4163-ba9c-d298d09e4ba4 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1030462 Feb 20 05:37:18.013300 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-2918976e-80d8-4abc-b734-8caf5f0c2809 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Allocated IP 172.20.0.12 (abdb12e5-c978-4d6e-ba1a-936a895646ad/b11aa3aa-3524-4006-8735-994e7b51abdd/fd228b91-77ef-4d93-ab26-11a143d28bd6) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:37:18.021484 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ee15a067-38ec-45f2-997e-3a0744f065b2 req-cde1a6ce-8153-4c09-a9b5-1b8b7ecfdd45 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911398 Feb 20 05:37:18.153191 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-afd0772e-283e-4f58-9c58-27192a1535f0 req-961642e7-a4c1-45fb-acfd-b587ee4abae4 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 210 time: 0.0376904 Feb 20 05:37:18.214775 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-2918976e-80d8-4abc-b734-8caf5f0c2809 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks [] for port (fd228b91-77ef-4d93-ab26-11a143d28bd6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:18.290788 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd2b94-37e5-4756-ae66-c82a2e461238 req-7db138e6-7a54-4506-95a8-9e1212ec51ca tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:18.292214 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0abd2b94-37e5-4756-ae66-c82a2e461238 req-7db138e6-7a54-4506-95a8-9e1212ec51ca tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.0756104 Feb 20 05:37:18.293732 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-2918976e-80d8-4abc-b734-8caf5f0c2809 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (fd228b91-77ef-4d93-ab26-11a143d28bd6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:18.305439 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['6774a93d-d727-4317-a199-1c12a55b9ccc'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:37:18.355569 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-2918976e-80d8-4abc-b734-8caf5f0c2809 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Network abdb12e5-c978-4d6e-ba1a-936a895646ad is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:37:18.366825 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-2918976e-80d8-4abc-b734-8caf5f0c2809 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:37:18.375095 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-2918976e-80d8-4abc-b734-8caf5f0c2809 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:37:18.380530 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918976e-80d8-4abc-b734-8caf5f0c2809 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Pushing event updated for resources: {'Port': ['ID=fd228b91-77ef-4d93-ab26-11a143d28bd6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:18.424383 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0abd2b94-37e5-4756-ae66-c82a2e461238 req-e68821c6-1668-4128-86c6-fee354847795 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230733 Feb 20 05:37:18.446026 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-2918976e-80d8-4abc-b734-8caf5f0c2809 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:18.446689 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-2918976e-80d8-4abc-b734-8caf5f0c2809 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:18.471304 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-2918976e-80d8-4abc-b734-8caf5f0c2809 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1818354 Feb 20 05:37:18.488098 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-d174808d-7bd0-40c1-9dbc-85c594745a95 service neutron] Request body: {'port': {'device_id': '08207636-f070-4c4f-9f8e-ae7a70ba95c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:37:18.532965 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6d6d7cf2-9d28-4720-b711-fe575234cf54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:18.599111 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd52aa-b0f4-4d1b-84e0-24190223612c req-ee4b3ff7-811e-4c1f-8faa-032254b49536 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:18.602013 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ebfd52aa-b0f4-4d1b-84e0-24190223612c req-ee4b3ff7-811e-4c1f-8faa-032254b49536 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0900717 Feb 20 05:37:18.602013 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-d174808d-7bd0-40c1-9dbc-85c594745a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fd228b91-77ef-4d93-ab26-11a143d28bd6), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:18.744950 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ebfd52aa-b0f4-4d1b-84e0-24190223612c req-f71c3e59-75d5-4604-8176-1163eb4fc58c tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294854 Feb 20 05:37:18.864502 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:37:18.920289 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e5f9a-c16c-42ef-966d-67a28f794f6e req-a6d0c141-7e03-4f65-a640-7a0a8cb0d48c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:18.921902 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c7e5f9a-c16c-42ef-966d-67a28f794f6e req-a6d0c141-7e03-4f65-a640-7a0a8cb0d48c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0977509 Feb 20 05:37:18.951352 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:37:18.951743 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:18.976409 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5e0fb1-b81d-47ad-88bc-2b0be5de5608', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a22635c-1ebb-4bcb-8ef4-c83d23272b6c'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:37:18.978834 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df402767-41a3-489d-a4e2-3ccc4c7a89db" -d '{"events": [{"server_uuid": "7a5e0fb1-b81d-47ad-88bc-2b0be5de5608", "name": "network-vif-unplugged", "status": "completed", "tag": "4a22635c-1ebb-4bcb-8ef4-c83d23272b6c"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:37:18.992979 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c,segment=NetworkSegment(8b74ed4c-b910-4fbe-8040-1fa354141be0),segment_id=8b74ed4c-b910-4fbe-8040-1fa354141be0)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:19.004127 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:19.013355 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-d174808d-7bd0-40c1-9dbc-85c594745a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd228b91-77ef-4d93-ab26-11a143d28bd6 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:37:19.023447 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c7e5f9a-c16c-42ef-966d-67a28f794f6e req-3fc12037-95a0-4c1f-af94-4a1f37567315 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950909 Feb 20 05:37:19.025489 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-d174808d-7bd0-40c1-9dbc-85c594745a95 service neutron] Publish callbacks [] for port (fd228b91-77ef-4d93-ab26-11a143d28bd6), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:19.039330 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-d174808d-7bd0-40c1-9dbc-85c594745a95 service neutron] Transition to ACTIVE for port object fd228b91-77ef-4d93-ab26-11a143d28bd6 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:37:19.045602 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-d174808d-7bd0-40c1-9dbc-85c594745a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (fd228b91-77ef-4d93-ab26-11a143d28bd6), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:19.069341 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:19.078978 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:19.079611 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:19.080192 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:19.080756 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:19.081242 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:19.082134 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:19.082134 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:19.082590 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:19.083145 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:19.083714 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:19.084135 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:19.084526 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:19.084909 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:19.104419 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174808d-7bd0-40c1-9dbc-85c594745a95 service neutron] Pushing event updated for resources: {'Port': ['ID=fd228b91-77ef-4d93-ab26-11a143d28bd6,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:19.142180 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 20 Feb 2022 05:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10339e6-9c0e-4633-8b4e-d182db647b49 x-openstack-request-id: req-c10339e6-9c0e-4633-8b4e-d182db647b49 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:37:19.142481 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5e0fb1-b81d-47ad-88bc-2b0be5de5608", "name": "network-vif-unplugged", "status": "failed", "tag": "4a22635c-1ebb-4bcb-8ef4-c83d23272b6c", "code": 422}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:37:19.142861 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c10339e6-9c0e-4633-8b4e-d182db647b49 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:37:19.143345 n-d-829866-5 neutron-server[103408]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7a5e0fb1-b81d-47ad-88bc-2b0be5de5608', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4a22635c-1ebb-4bcb-8ef4-c83d23272b6c', 'code': 422} returned with failed status Feb 20 05:37:19.193438 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-d439e2ff-e2e2-44c9-8759-e8c8880ac115 req-e8a29cb5-2702-4bcb-8af5-b409cadb0c5c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:37:19.194420 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d439e2ff-e2e2-44c9-8759-e8c8880ac115 req-e8a29cb5-2702-4bcb-8af5-b409cadb0c5c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072484 Feb 20 05:37:19.196980 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-d174808d-7bd0-40c1-9dbc-85c594745a95 service neutron] Attempting to bind port fd228b91-77ef-4d93-ab26-11a143d28bd6 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:37:19.197317 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-d174808d-7bd0-40c1-9dbc-85c594745a95 service neutron] Attempting to bind port fd228b91-77ef-4d93-ab26-11a143d28bd6 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:37:19.197643 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-d174808d-7bd0-40c1-9dbc-85c594745a95 service neutron] Attempting to bind port fd228b91-77ef-4d93-ab26-11a143d28bd6 on network abdb12e5-c978-4d6e-ba1a-936a895646ad {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:37:19.202673 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-d174808d-7bd0-40c1-9dbc-85c594745a95 service neutron] Port fd228b91-77ef-4d93-ab26-11a143d28bd6 on network abdb12e5-c978-4d6e-ba1a-936a895646ad not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:37:19.203021 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-d174808d-7bd0-40c1-9dbc-85c594745a95 service neutron] Attempting to bind port fd228b91-77ef-4d93-ab26-11a143d28bd6 on network abdb12e5-c978-4d6e-ba1a-936a895646ad {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:37:19.208052 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-d174808d-7bd0-40c1-9dbc-85c594745a95 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:37:19.208401 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-d174808d-7bd0-40c1-9dbc-85c594745a95 service neutron] Checking segment: {'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:37:19.208778 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-d174808d-7bd0-40c1-9dbc-85c594745a95 service neutron] Bound using segment: {'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:37:19.209205 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-d174808d-7bd0-40c1-9dbc-85c594745a95 service neutron] Bound port: fd228b91-77ef-4d93-ab26-11a143d28bd6, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6021ea02-d57a-444b-8e77-75b3165b7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:37:19.209562 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-d174808d-7bd0-40c1-9dbc-85c594745a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fd228b91-77ef-4d93-ab26-11a143d28bd6), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:19.285449 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-d174808d-7bd0-40c1-9dbc-85c594745a95 service neutron] For port fd228b91-77ef-4d93-ab26-11a143d28bd6, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:37:19.289267 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-d174808d-7bd0-40c1-9dbc-85c594745a95 service neutron] For port fd228b91-77ef-4d93-ab26-11a143d28bd6, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=fd228b91-77ef-4d93-ab26-11a143d28bd6,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:37:19.297002 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-d174808d-7bd0-40c1-9dbc-85c594745a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (fd228b91-77ef-4d93-ab26-11a143d28bd6), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:19.346849 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-d174808d-7bd0-40c1-9dbc-85c594745a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:19.347496 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-d174808d-7bd0-40c1-9dbc-85c594745a95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:19.349135 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-d174808d-7bd0-40c1-9dbc-85c594745a95 service neutron] 10.222.0.61 "PUT /v2.0/ports/fd228b91-77ef-4d93-ab26-11a143d28bd6 HTTP/1.1" status: 200 len: 1092 time: 0.8656099 Feb 20 05:37:19.370694 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08207636-f070-4c4f-9f8e-ae7a70ba95c4', 'tag': 'fd228b91-77ef-4d93-ab26-11a143d28bd6'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:37:19.373916 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ab1917-250e-4a2e-9c6a-73dadb21dd19" -d '{"events": [{"name": "network-changed", "server_uuid": "08207636-f070-4c4f-9f8e-ae7a70ba95c4", "tag": "fd228b91-77ef-4d93-ab26-11a143d28bd6"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:37:19.431503 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174808d-7bd0-40c1-9dbc-85c594745a95 service neutron] Pushing event updated for resources: {'Port': ['ID=fd228b91-77ef-4d93-ab26-11a143d28bd6,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:19.470793 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07567eb7-e415-474c-ad0a-cfd860bb6be3 req-9f264e83-1fe7-4201-9f0a-39b734c90b5e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:19.477937 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-07567eb7-e415-474c-ad0a-cfd860bb6be3 req-9f264e83-1fe7-4201-9f0a-39b734c90b5e tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 944 time: 0.1537218 Feb 20 05:37:19.487013 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-9d3a4d17-44e4-4393-bc67-ac94e60dbfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:19.488667 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-9d3a4d17-44e4-4393-bc67-ac94e60dbfd3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70575607f3814a698b8e29ee9ca94326&device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 1126 time: 0.0895486 Feb 20 05:37:19.516414 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:19.547606 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-18b161af-833e-4410-b2f2-782b72724472 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd228b91-77ef-4d93-ab26-11a143d28bd6 HTTP/1.1" status: 200 len: 217 time: 0.0454643 Feb 20 05:37:19.603725 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-07567eb7-e415-474c-ad0a-cfd860bb6be3 req-d7d380dc-63a0-47c4-a8a5-11b2576a2df2 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249011 Feb 20 05:37:19.611159 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-788a2744-1f4e-41b6-b0a9-02de287db01d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0453169 Feb 20 05:37:19.615317 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-fb089537-fce1-461c-b6c4-732eb0720f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:19.616800 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-fb089537-fce1-461c-b6c4-732eb0720f0e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b11aa3aa-3524-4006-8735-994e7b51abdd HTTP/1.1" status: 200 len: 845 time: 0.0614297 Feb 20 05:37:19.670519 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-71b46901-0ce3-4625-b2e7-d719735488c2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=abdb12e5-c978-4d6e-ba1a-936a895646ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424318 Feb 20 05:37:19.779498 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-24bbec12-5b67-4c6f-812a-ea5aa2c06e40 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:19.780903 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-24bbec12-5b67-4c6f-812a-ea5aa2c06e40 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports/4a22635c-1ebb-4bcb-8ef4-c83d23272b6c HTTP/1.1" status: 200 len: 940 time: 0.1420131 Feb 20 05:37:19.831940 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b69e6-14db-47c5-843b-c9c580e59a05 req-fca1b8ee-c7cd-43b6-93a5-4c979fc1c522 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:19.833456 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d00b69e6-14db-47c5-843b-c9c580e59a05 req-fca1b8ee-c7cd-43b6-93a5-4c979fc1c522 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 943 time: 0.1453247 Feb 20 05:37:19.839249 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-194657dd-a62f-4bc1-8cbe-2bfeb5374b55 service neutron] 10.222.0.61 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499805 Feb 20 05:37:19.943426 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d00b69e6-14db-47c5-843b-c9c580e59a05 req-35aeebba-562c-4c7e-99a2-a88f067ae08d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005743 Feb 20 05:37:19.994088 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0f27c5e-f8bf-41fc-a016-fe80461f6ada req-b302d638-f077-4a07-8d18-7288cf67fdbf service neutron] 10.222.0.61 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439598 Feb 20 05:37:20.016085 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950fd2e1-7f60-4c60-98f6-1ae57caf1156 x-openstack-request-id: req-950fd2e1-7f60-4c60-98f6-1ae57caf1156 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:37:20.016382 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08207636-f070-4c4f-9f8e-ae7a70ba95c4", "tag": "fd228b91-77ef-4d93-ab26-11a143d28bd6", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:37:20.016641 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-950fd2e1-7f60-4c60-98f6-1ae57caf1156 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:37:20.017050 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08207636-f070-4c4f-9f8e-ae7a70ba95c4', 'tag': 'fd228b91-77ef-4d93-ab26-11a143d28bd6', 'status': 'completed', 'code': 200} Feb 20 05:37:20.151466 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bee4e9-ddda-4c69-b96b-b149ef5aa490 req-d724e836-8158-4801-9a41-552f7e357838 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:20.153261 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-35bee4e9-ddda-4c69-b96b-b149ef5aa490 req-d724e836-8158-4801-9a41-552f7e357838 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.0976949 Feb 20 05:37:20.156300 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab1917-250e-4a2e-9c6a-73dadb21dd19 req-7cf58c96-556e-40b5-88a5-1bb09e13b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:20.157866 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9ab1917-250e-4a2e-9c6a-73dadb21dd19 req-7cf58c96-556e-40b5-88a5-1bb09e13b240 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70575607f3814a698b8e29ee9ca94326&device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 1126 time: 0.0924714 Feb 20 05:37:20.264189 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-35bee4e9-ddda-4c69-b96b-b149ef5aa490 req-d862c84c-a3e2-419e-a357-727f760b1987 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046669 Feb 20 05:37:20.303209 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab1917-250e-4a2e-9c6a-73dadb21dd19 req-f91f454c-df8e-4f7e-a1f7-c3fe88f85913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:20.304767 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9ab1917-250e-4a2e-9c6a-73dadb21dd19 req-f91f454c-df8e-4f7e-a1f7-c3fe88f85913 service neutron] 10.222.0.61 "GET /v2.0/networks?id=abdb12e5-c978-4d6e-ba1a-936a895646ad HTTP/1.1" status: 200 len: 905 time: 0.1288407 Feb 20 05:37:20.368733 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9ab1917-250e-4a2e-9c6a-73dadb21dd19 req-772fdad1-9256-4303-8a9f-639482356e02 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd228b91-77ef-4d93-ab26-11a143d28bd6 HTTP/1.1" status: 200 len: 217 time: 0.0542948 Feb 20 05:37:20.453598 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8dd60-9634-43f7-8d5c-f25c35a8e8ea req-314c7085-b8dc-4030-b396-f1161643b911 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:20.455331 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4fc8dd60-9634-43f7-8d5c-f25c35a8e8ea req-314c7085-b8dc-4030-b396-f1161643b911 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0972245 Feb 20 05:37:20.457376 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab1917-250e-4a2e-9c6a-73dadb21dd19 req-238d363d-632f-4a35-92f2-b103746b42c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:20.459072 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9ab1917-250e-4a2e-9c6a-73dadb21dd19 req-238d363d-632f-4a35-92f2-b103746b42c3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b11aa3aa-3524-4006-8735-994e7b51abdd HTTP/1.1" status: 200 len: 845 time: 0.0692360 Feb 20 05:37:20.508592 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9ab1917-250e-4a2e-9c6a-73dadb21dd19 req-c122b87e-5e31-409d-9d6f-e85d06ab6c2d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=abdb12e5-c978-4d6e-ba1a-936a895646ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398142 Feb 20 05:37:20.532563 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4fc8dd60-9634-43f7-8d5c-f25c35a8e8ea req-9069961a-e560-4d9f-ad11-13ef1a3945db tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712001 Feb 20 05:37:20.612252 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9ab1917-250e-4a2e-9c6a-73dadb21dd19 req-f334c0a3-c2c0-4902-b76c-50b728603f77 service neutron] 10.222.0.61 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938156 Feb 20 05:37:20.776348 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9ab1917-250e-4a2e-9c6a-73dadb21dd19 req-fa682480-b49e-438e-8ae7-459656c531dc service neutron] 10.222.0.61 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493893 Feb 20 05:37:20.786757 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a0c99-51af-423a-916c-c518c3dee5d0 req-1296b610-ad22-45e2-9298-5ebda9e49b74 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:20.788196 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-365a0c99-51af-423a-916c-c518c3dee5d0 req-1296b610-ad22-45e2-9298-5ebda9e49b74 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 944 time: 0.1159410 Feb 20 05:37:20.815477 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-84d6148a-1c89-4189-af73-eb882990cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:20.817038 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-84d6148a-1c89-4189-af73-eb882990cffd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608&tenant_id=e3b1217081b04d6097c7167cba46eaf8 HTTP/1.1" status: 200 len: 1125 time: 0.0880888 Feb 20 05:37:20.831383 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-bb6babf0-8028-46f4-90ad-2cf9e89809ba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-5', 'device_owner': 'compute:nova'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:37:20.868114 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-365a0c99-51af-423a-916c-c518c3dee5d0 req-d1e8573e-a3f3-4034-9db7-fba4162b3fe2 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742004 Feb 20 05:37:20.905486 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-bb6babf0-8028-46f4-90ad-2cf9e89809ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:21.134755 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6731112-fb0b-47db-b78a-a65d8d604bfc req-dc69cefc-5f08-4f76-a6b0-e09d76cccfe7 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:21.136257 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6731112-fb0b-47db-b78a-a65d8d604bfc req-dc69cefc-5f08-4f76-a6b0-e09d76cccfe7 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 943 time: 0.1114202 Feb 20 05:37:21.174794 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-bb6babf0-8028-46f4-90ad-2cf9e89809ba service neutron] For port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c,segment=NetworkSegment(8b74ed4c-b910-4fbe-8040-1fa354141be0),segment_id=8b74ed4c-b910-4fbe-8040-1fa354141be0)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:21.215930 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6731112-fb0b-47db-b78a-a65d8d604bfc req-195682a6-0124-4370-8b82-d1c2bee3af6f tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726910 Feb 20 05:37:21.228902 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-bb6babf0-8028-46f4-90ad-2cf9e89809ba service neutron] For port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:37:21.262380 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-bb6babf0-8028-46f4-90ad-2cf9e89809ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:37:21.271028 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-bb6babf0-8028-46f4-90ad-2cf9e89809ba service neutron] Publish callbacks [] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:21.286674 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-bb6babf0-8028-46f4-90ad-2cf9e89809ba service neutron] Transition to ACTIVE for port object 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:37:21.292017 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-bb6babf0-8028-46f4-90ad-2cf9e89809ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:21.320964 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:21.348076 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6babf0-8028-46f4-90ad-2cf9e89809ba service neutron] Pushing event updated for resources: {'Port': ['ID=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c,revision_number=9']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:21.372916 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-bb6babf0-8028-46f4-90ad-2cf9e89809ba service neutron] No DVR routers for this DVR port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:37:21.436244 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-bb6babf0-8028-46f4-90ad-2cf9e89809ba service neutron] Attempting to bind port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:37:21.436577 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-bb6babf0-8028-46f4-90ad-2cf9e89809ba service neutron] Attempting to bind port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '8b74ed4c-b910-4fbe-8040-1fa354141be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '257210f7-3217-4ff4-9c05-d5c93a253e1f'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:37:21.436905 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-bb6babf0-8028-46f4-90ad-2cf9e89809ba service neutron] Attempting to bind port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c on network 257210f7-3217-4ff4-9c05-d5c93a253e1f {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:37:21.443684 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-bb6babf0-8028-46f4-90ad-2cf9e89809ba service neutron] Port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c on network 257210f7-3217-4ff4-9c05-d5c93a253e1f not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:37:21.444001 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-bb6babf0-8028-46f4-90ad-2cf9e89809ba service neutron] Attempting to bind port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c on network 257210f7-3217-4ff4-9c05-d5c93a253e1f {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:37:21.451960 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-bb6babf0-8028-46f4-90ad-2cf9e89809ba service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:37:21.452297 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-bb6babf0-8028-46f4-90ad-2cf9e89809ba service neutron] Checking segment: {'id': '8b74ed4c-b910-4fbe-8040-1fa354141be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '257210f7-3217-4ff4-9c05-d5c93a253e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:37:21.452674 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-bb6babf0-8028-46f4-90ad-2cf9e89809ba service neutron] Bound using segment: {'id': '8b74ed4c-b910-4fbe-8040-1fa354141be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '257210f7-3217-4ff4-9c05-d5c93a253e1f'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:37:21.453094 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-bb6babf0-8028-46f4-90ad-2cf9e89809ba service neutron] Bound port: 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b74ed4c-b910-4fbe-8040-1fa354141be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '257210f7-3217-4ff4-9c05-d5c93a253e1f'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:37:21.453444 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-bb6babf0-8028-46f4-90ad-2cf9e89809ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:21.463051 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5132419-4883-49ab-aae8-6bd3bc4dfa76 req-68f803a0-f3ca-4970-b249-dc8135a25d5c tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:21.464565 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e5132419-4883-49ab-aae8-6bd3bc4dfa76 req-68f803a0-f3ca-4970-b249-dc8135a25d5c tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.0933526 Feb 20 05:37:21.556077 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e5132419-4883-49ab-aae8-6bd3bc4dfa76 req-741e877c-6204-4632-89e0-9aef10ff2d8f tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843234 Feb 20 05:37:21.563733 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-bb6babf0-8028-46f4-90ad-2cf9e89809ba service neutron] For port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:37:21.567265 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-bb6babf0-8028-46f4-90ad-2cf9e89809ba service neutron] For port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c,segment=NetworkSegment(8b74ed4c-b910-4fbe-8040-1fa354141be0),segment_id=8b74ed4c-b910-4fbe-8040-1fa354141be0)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:37:21.583437 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-bb6babf0-8028-46f4-90ad-2cf9e89809ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:21.640678 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-bb6babf0-8028-46f4-90ad-2cf9e89809ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:21.641290 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-bb6babf0-8028-46f4-90ad-2cf9e89809ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:21.642648 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-bb6babf0-8028-46f4-90ad-2cf9e89809ba service neutron] 10.222.0.61 "PUT /v2.0/ports/4a22635c-1ebb-4bcb-8ef4-c83d23272b6c HTTP/1.1" status: 200 len: 1091 time: 0.8159480 Feb 20 05:37:21.706380 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6babf0-8028-46f4-90ad-2cf9e89809ba service neutron] Pushing event updated for resources: {'Port': ['ID=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c,revision_number=10']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:21.741731 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901343b-1325-479e-a5ab-de5e00c51fa2 req-e796cc21-a533-4441-9685-95d401a739a4 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:21.743374 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6901343b-1325-479e-a5ab-de5e00c51fa2 req-e796cc21-a533-4441-9685-95d401a739a4 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1245189 Feb 20 05:37:21.748939 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-7da40f00-6e50-419f-80ec-4b40020ca723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:21.750341 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-7da40f00-6e50-419f-80ec-4b40020ca723 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3b1217081b04d6097c7167cba46eaf8&device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 1126 time: 0.0809789 Feb 20 05:37:21.841390 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6901343b-1325-479e-a5ab-de5e00c51fa2 req-5ad3fe29-8f46-4268-9b0f-fbfe02ceed70 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901239 Feb 20 05:37:21.868807 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-0409b24b-00c6-478e-9254-97ba56218005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:21.870243 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-0409b24b-00c6-478e-9254-97ba56218005 service neutron] 10.222.0.61 "GET /v2.0/networks?id=257210f7-3217-4ff4-9c05-d5c93a253e1f HTTP/1.1" status: 200 len: 914 time: 0.1124339 Feb 20 05:37:21.915208 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-cbcad383-3274-43a9-823b-852d277afb5d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c HTTP/1.1" status: 200 len: 217 time: 0.0391121 Feb 20 05:37:22.003320 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-e05acc33-5d67-4806-aa09-df7595234a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:22.004849 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-e05acc33-5d67-4806-aa09-df7595234a67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=27956d86-7b7c-42ed-98d4-f3171eb93018 HTTP/1.1" status: 200 len: 854 time: 0.0817494 Feb 20 05:37:22.021353 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5e0fb1-b81d-47ad-88bc-2b0be5de5608', 'tag': '4a22635c-1ebb-4bcb-8ef4-c83d23272b6c'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:37:22.024484 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3060f8e-ca76-4752-931d-0a69dd93a3bb" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5e0fb1-b81d-47ad-88bc-2b0be5de5608", "tag": "4a22635c-1ebb-4bcb-8ef4-c83d23272b6c"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:37:22.049674 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-21d24c91-605c-41d9-9433-6ae02b8fe292 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=257210f7-3217-4ff4-9c05-d5c93a253e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371993 Feb 20 05:37:22.058106 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114e57b-46b9-47db-a62f-5756132dec5a req-d51dabb8-6645-4711-9c53-0b52c85289ec tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:22.063454 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5114e57b-46b9-47db-a62f-5756132dec5a req-d51dabb8-6645-4711-9c53-0b52c85289ec tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 944 time: 0.1137385 Feb 20 05:37:22.181236 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5114e57b-46b9-47db-a62f-5756132dec5a req-76b495e5-a854-484b-aff0-95efe1b3952d tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151676 Feb 20 05:37:22.214074 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-1df9b593-f28f-4006-885a-f9da5fb0c6d0 service neutron] 10.222.0.61 "GET /v2.0/networks/257210f7-3217-4ff4-9c05-d5c93a253e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485887 Feb 20 05:37:22.233480 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083b8389-1bce-4cdd-a645-47d7171c8b6b x-openstack-request-id: req-083b8389-1bce-4cdd-a645-47d7171c8b6b {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:37:22.233783 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5e0fb1-b81d-47ad-88bc-2b0be5de5608", "tag": "4a22635c-1ebb-4bcb-8ef4-c83d23272b6c", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:37:22.234032 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-083b8389-1bce-4cdd-a645-47d7171c8b6b {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:37:22.234445 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5e0fb1-b81d-47ad-88bc-2b0be5de5608', 'tag': '4a22635c-1ebb-4bcb-8ef4-c83d23272b6c', 'status': 'completed', 'code': 200} Feb 20 05:37:22.352673 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-489bf618-c422-45ab-94a6-989ba4fe4a81 req-2d740a94-7d5b-441c-a93f-7aa9dfc2ab9d service neutron] 10.222.0.61 "GET /v2.0/networks/257210f7-3217-4ff4-9c05-d5c93a253e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320667 Feb 20 05:37:22.371622 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb4d0f-4750-4462-a5bd-d962b84107fd req-16b390d4-70a6-4ed7-8fdb-7b71199dd764 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:22.373783 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5eb4d0f-4750-4462-a5bd-d962b84107fd req-16b390d4-70a6-4ed7-8fdb-7b71199dd764 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 944 time: 0.0803058 Feb 20 05:37:22.451015 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5eb4d0f-4750-4462-a5bd-d962b84107fd req-cb8c2ee9-d694-4d71-bd30-33c56eed8160 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706830 Feb 20 05:37:22.469153 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3060f8e-ca76-4752-931d-0a69dd93a3bb req-83c88232-fc5b-4b55-a48e-4ae614c22ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:22.470709 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3060f8e-ca76-4752-931d-0a69dd93a3bb req-83c88232-fc5b-4b55-a48e-4ae614c22ac3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3b1217081b04d6097c7167cba46eaf8&device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 1126 time: 0.0570288 Feb 20 05:37:22.578025 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3060f8e-ca76-4752-931d-0a69dd93a3bb req-56fc6607-6577-4f39-b061-14268884c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:22.579736 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3060f8e-ca76-4752-931d-0a69dd93a3bb req-56fc6607-6577-4f39-b061-14268884c119 service neutron] 10.222.0.61 "GET /v2.0/networks?id=257210f7-3217-4ff4-9c05-d5c93a253e1f HTTP/1.1" status: 200 len: 914 time: 0.0995514 Feb 20 05:37:22.640065 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3060f8e-ca76-4752-931d-0a69dd93a3bb req-ddef0172-0f21-46ae-a541-890eaa1f316d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c HTTP/1.1" status: 200 len: 217 time: 0.0495000 Feb 20 05:37:22.693818 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:22.702768 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:22.852714 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3060f8e-ca76-4752-931d-0a69dd93a3bb req-d6b2102a-6a49-41d3-ac2d-d6d1ab1683a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:22.854526 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3060f8e-ca76-4752-931d-0a69dd93a3bb req-d6b2102a-6a49-41d3-ac2d-d6d1ab1683a8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=27956d86-7b7c-42ed-98d4-f3171eb93018 HTTP/1.1" status: 200 len: 854 time: 0.2066929 Feb 20 05:37:22.876607 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c95cbb-3159-47c5-87e8-8abac8d0a791 req-4f62f765-8dbc-4300-9aa1-3750575bb89b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:22.890506 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4c95cbb-3159-47c5-87e8-8abac8d0a791 req-4f62f765-8dbc-4300-9aa1-3750575bb89b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.1466384 Feb 20 05:37:22.968537 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4c95cbb-3159-47c5-87e8-8abac8d0a791 req-fd67e37e-bd84-44c2-8e83-395e9038c830 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722847 Feb 20 05:37:23.195743 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d113ce-7928-4905-b506-0628dcf3d683 req-9f7ebe0a-f31a-4d42-bc81-8887edc7de9d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:23.208783 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f4d113ce-7928-4905-b506-0628dcf3d683 req-9f7ebe0a-f31a-4d42-bc81-8887edc7de9d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1056521 Feb 20 05:37:23.308323 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f4d113ce-7928-4905-b506-0628dcf3d683 req-9c3e55ed-add8-474a-b452-6d62235ec261 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979922 Feb 20 05:37:23.463621 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d03c46-5a8e-4953-b362-c3aa4a414b0a req-1d667ef3-39e2-49c1-b87e-4ab82249a2a5 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:23.465183 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30d03c46-5a8e-4953-b362-c3aa4a414b0a req-1d667ef3-39e2-49c1-b87e-4ab82249a2a5 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 944 time: 0.0752401 Feb 20 05:37:23.540473 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30d03c46-5a8e-4953-b362-c3aa4a414b0a req-a4c312f6-b34f-448a-bfab-b642e932a687 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665689 Feb 20 05:37:23.634461 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device fd228b91-77ef-4d93-ab26-11a143d28bd6 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:37:23.867916 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port fd228b91-77ef-4d93-ab26-11a143d28bd6, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=fd228b91-77ef-4d93-ab26-11a143d28bd6,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:23.891261 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'fd228b91-77ef-4d93-ab26-11a143d28bd6', 'network_id': 'abdb12e5-c978-4d6e-ba1a-936a895646ad', 'port_id': 'fd228b91-77ef-4d93-ab26-11a143d28bd6', 'mac_address': 'fa:16:3e:71:8b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b11aa3aa-3524-4006-8735-994e7b51abdd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:37:23.931592 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb96ca2-fe9f-42e9-ac36-80d14fd09549 req-e4973c08-8599-4e57-aef7-4b5ace742efb tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:23.933470 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7cb96ca2-fe9f-42e9-ac36-80d14fd09549 req-e4973c08-8599-4e57-aef7-4b5ace742efb tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 944 time: 0.0918643 Feb 20 05:37:23.946652 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port fd228b91-77ef-4d93-ab26-11a143d28bd6 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:37:23.947069 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fd228b91-77ef-4d93-ab26-11a143d28bd6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:23.994581 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd228b91-77ef-4d93-ab26-11a143d28bd6 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:37:24.047277 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port fd228b91-77ef-4d93-ab26-11a143d28bd6, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=fd228b91-77ef-4d93-ab26-11a143d28bd6,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:24.055207 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (fd228b91-77ef-4d93-ab26-11a143d28bd6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:24.060980 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7cb96ca2-fe9f-42e9-ac36-80d14fd09549 req-9a5bd57f-9395-4038-88db-ca30900958a0 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119251 Feb 20 05:37:24.150300 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=fd228b91-77ef-4d93-ab26-11a143d28bd6,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:24.299672 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf73d7-6e66-4b94-bd07-781a1dfca73d req-c05d6b37-d4d8-42a5-8d5f-cc4d06d07fe1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:24.308012 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2edf73d7-6e66-4b94-bd07-781a1dfca73d req-c05d6b37-d4d8-42a5-8d5f-cc4d06d07fe1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1325984 Feb 20 05:37:24.380497 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2edf73d7-6e66-4b94-bd07-781a1dfca73d req-c8f3b900-cef2-40e0-b8f1-e273ff9ff520 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710382 Feb 20 05:37:24.558559 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94f00d-55fe-4461-bb04-a3d08f726805 req-748208d5-99db-4060-b2c7-e180089abed3 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:24.561233 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cd94f00d-55fe-4461-bb04-a3d08f726805 req-748208d5-99db-4060-b2c7-e180089abed3 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.0976198 Feb 20 05:37:24.573618 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['fd228b91-77ef-4d93-ab26-11a143d28bd6'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:37:24.625855 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cd94f00d-55fe-4461-bb04-a3d08f726805 req-9ab5c0ac-0f6c-464c-9966-0894ec6b9c7d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561540 Feb 20 05:37:24.841505 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a04041-5fb7-47e8-8cf8-e45234730cd9 req-a9000fa0-5727-46a6-92df-cceee7cbe8b5 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:24.843396 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-32a04041-5fb7-47e8-8cf8-e45234730cd9 req-a9000fa0-5727-46a6-92df-cceee7cbe8b5 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 945 time: 0.0879693 Feb 20 05:37:24.913534 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-32a04041-5fb7-47e8-8cf8-e45234730cd9 req-6ab9993b-8373-4220-b8e8-43225406fae4 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624774 Feb 20 05:37:25.116582 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:25.202927 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc08e41-0d50-4916-a7dc-64e6c5dce0d5 req-b68ff35f-270b-478f-8d28-f563d988645b tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:25.204585 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8cc08e41-0d50-4916-a7dc-64e6c5dce0d5 req-b68ff35f-270b-478f-8d28-f563d988645b tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 944 time: 0.0754008 Feb 20 05:37:25.649035 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8cc08e41-0d50-4916-a7dc-64e6c5dce0d5 req-d11ebb3a-a818-4330-b1c1-869c32826c94 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347682 Feb 20 05:37:25.818634 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf20c73-f16c-4698-9715-b1c5904c5734 req-8e7e2f93-d6ec-491b-9b14-39d86e0b0810 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:25.820792 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bdf20c73-f16c-4698-9715-b1c5904c5734 req-8e7e2f93-d6ec-491b-9b14-39d86e0b0810 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0671804 Feb 20 05:37:25.910918 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bdf20c73-f16c-4698-9715-b1c5904c5734 req-d9d9ba3d-15e1-4adf-80e8-b103f325745c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826488 Feb 20 05:37:26.076335 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360edfc-8e8e-4514-af3e-5f54829ce63e req-a159cae2-cddf-4b2b-bc3e-b543a4201c83 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:26.078390 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0360edfc-8e8e-4514-af3e-5f54829ce63e req-a159cae2-cddf-4b2b-bc3e-b543a4201c83 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.0990183 Feb 20 05:37:26.155937 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0360edfc-8e8e-4514-af3e-5f54829ce63e req-bfc49869-bc5c-4ebb-8408-ac15c29ab6d7 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702403 Feb 20 05:37:26.291461 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92985b-7a6c-4433-9864-b99988429d1f req-4c796dae-6f3c-4a8c-ae12-a939afd0f110 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:26.299608 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c92985b-7a6c-4433-9864-b99988429d1f req-4c796dae-6f3c-4a8c-ae12-a939afd0f110 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 945 time: 0.0706782 Feb 20 05:37:26.363410 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c92985b-7a6c-4433-9864-b99988429d1f req-c1cbd934-f25f-4111-8b80-e30ea8d1c4b5 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609229 Feb 20 05:37:26.791484 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd35325-25f8-4757-9dfb-40f583a5f37c req-89c90343-c837-475c-86f3-df43adad1467 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:26.792924 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7bd35325-25f8-4757-9dfb-40f583a5f37c req-89c90343-c837-475c-86f3-df43adad1467 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 944 time: 0.0616212 Feb 20 05:37:26.862432 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7bd35325-25f8-4757-9dfb-40f583a5f37c req-9fd3c530-957d-43cd-bf31-9d5da70bd06e tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624032 Feb 20 05:37:27.083322 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980a764-95d3-458b-9ff4-0fb965f81a5a req-838d3eb4-1ae3-43ca-991b-97ce2be1cb9a tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:27.085433 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0980a764-95d3-458b-9ff4-0fb965f81a5a req-838d3eb4-1ae3-43ca-991b-97ce2be1cb9a tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0966918 Feb 20 05:37:27.171035 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0980a764-95d3-458b-9ff4-0fb965f81a5a req-4d4702cc-0342-49fb-803a-b215acc58145 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654006 Feb 20 05:37:27.302397 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c34010-403e-40af-983a-249a6866c5f2 req-cda54a25-e7d5-42a3-89d2-be1ea301bb2d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:27.304184 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e4c34010-403e-40af-983a-249a6866c5f2 req-cda54a25-e7d5-42a3-89d2-be1ea301bb2d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.0660696 Feb 20 05:37:27.361080 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e4c34010-403e-40af-983a-249a6866c5f2 req-735f9f2f-c923-4640-8606-8499955cc415 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491340 Feb 20 05:37:27.531109 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f164b34-ee4b-4de6-89c8-698a37636665 req-3fbdffa7-b399-4e2e-9d79-0f1bc7ab6a29 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:27.532992 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f164b34-ee4b-4de6-89c8-698a37636665 req-3fbdffa7-b399-4e2e-9d79-0f1bc7ab6a29 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 945 time: 0.0735087 Feb 20 05:37:27.586213 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f164b34-ee4b-4de6-89c8-698a37636665 req-46228084-914e-435b-85d9-787589cc0621 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467916 Feb 20 05:37:27.667655 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device fd228b91-77ef-4d93-ab26-11a143d28bd6 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:37:27.724566 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port fd228b91-77ef-4d93-ab26-11a143d28bd6 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:37:27.728779 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port fd228b91-77ef-4d93-ab26-11a143d28bd6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:37:27.729156 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fd228b91-77ef-4d93-ab26-11a143d28bd6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:27.820969 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port fd228b91-77ef-4d93-ab26-11a143d28bd6 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:37:27.821381 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fd228b91-77ef-4d93-ab26-11a143d28bd6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:27.845954 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08207636-f070-4c4f-9f8e-ae7a70ba95c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd228b91-77ef-4d93-ab26-11a143d28bd6'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:37:27.848267 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660e1462-7ab1-4af7-bbf6-27aa0a70558c" -d '{"events": [{"server_uuid": "08207636-f070-4c4f-9f8e-ae7a70ba95c4", "name": "network-vif-plugged", "status": "completed", "tag": "fd228b91-77ef-4d93-ab26-11a143d28bd6"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:37:27.872163 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port fd228b91-77ef-4d93-ab26-11a143d28bd6, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=fd228b91-77ef-4d93-ab26-11a143d28bd6,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:27.877266 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (fd228b91-77ef-4d93-ab26-11a143d28bd6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:27.919500 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962c8de6-aba2-462c-9fcd-6fc63e4c8638 x-openstack-request-id: req-962c8de6-aba2-462c-9fcd-6fc63e4c8638 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:37:27.919500 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08207636-f070-4c4f-9f8e-ae7a70ba95c4", "name": "network-vif-plugged", "status": "completed", "tag": "fd228b91-77ef-4d93-ab26-11a143d28bd6", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:37:27.919500 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-962c8de6-aba2-462c-9fcd-6fc63e4c8638 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:37:27.921594 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08207636-f070-4c4f-9f8e-ae7a70ba95c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd228b91-77ef-4d93-ab26-11a143d28bd6', 'code': 200} Feb 20 05:37:27.951620 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=fd228b91-77ef-4d93-ab26-11a143d28bd6,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:28.033476 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86963d74-f6de-4f2f-899c-666d85fc9ced req-6f637574-84cf-420c-8236-3363ce9b479c tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:28.036088 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86963d74-f6de-4f2f-899c-666d85fc9ced req-6f637574-84cf-420c-8236-3363ce9b479c tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 944 time: 0.0925164 Feb 20 05:37:28.100544 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86963d74-f6de-4f2f-899c-666d85fc9ced req-5c2f5532-135d-41cc-82da-a833f1f51930 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564358 Feb 20 05:37:28.290148 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22392405-bef9-4807-bc14-e51190474250 req-f27c1193-3106-4c0c-9556-88d7265c253a tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:28.291654 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22392405-bef9-4807-bc14-e51190474250 req-f27c1193-3106-4c0c-9556-88d7265c253a tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0579994 Feb 20 05:37:28.352699 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22392405-bef9-4807-bc14-e51190474250 req-a45eb6ea-a0f4-49e1-86ec-c23617056c3d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545986 Feb 20 05:37:28.510668 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada88104-d28f-4185-a296-a495fcdddb3b req-3b5d70c3-8edf-434b-b263-45a3305f5cb9 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:28.512239 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ada88104-d28f-4185-a296-a495fcdddb3b req-3b5d70c3-8edf-434b-b263-45a3305f5cb9 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.0613592 Feb 20 05:37:28.588146 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ada88104-d28f-4185-a296-a495fcdddb3b req-b4844c8f-2c3f-4768-b5ed-e18910641de2 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701451 Feb 20 05:37:28.737098 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca70a0-ccf5-4d8e-a120-caa9846eb93d req-ceed210c-cc22-4034-a6fb-7e5c664a8332 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:28.738758 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fcca70a0-ccf5-4d8e-a120-caa9846eb93d req-ceed210c-cc22-4034-a6fb-7e5c664a8332 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.0661931 Feb 20 05:37:28.804510 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fcca70a0-ccf5-4d8e-a120-caa9846eb93d req-8c0fdc35-cb69-4070-bff2-00844654b67b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519905 Feb 20 05:37:29.292442 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e2011-8a46-4426-96fe-d73689bd583a req-68b6934b-662e-41d6-8ab3-0aae26581b9c tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:29.294237 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-646e2011-8a46-4426-96fe-d73689bd583a req-68b6934b-662e-41d6-8ab3-0aae26581b9c tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 944 time: 0.0756059 Feb 20 05:37:29.358466 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-646e2011-8a46-4426-96fe-d73689bd583a req-25e9bb5f-56d1-46fc-9aa6-982b76b8d16a tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582547 Feb 20 05:37:29.507087 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472348c-8a8d-4acb-94b2-efdd49eda94c req-e84d8b59-7f57-4b34-a422-cb482b684f46 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:29.509371 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1472348c-8a8d-4acb-94b2-efdd49eda94c req-e84d8b59-7f57-4b34-a422-cb482b684f46 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0723794 Feb 20 05:37:29.571313 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1472348c-8a8d-4acb-94b2-efdd49eda94c req-825f69f1-7f09-495e-96e1-62c1df7571bf tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541835 Feb 20 05:37:29.758987 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff010b-798c-45e8-a94d-ec092b019a72 req-689ae479-bd8e-4854-b5fd-cf790115c8a6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:29.761084 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-baff010b-798c-45e8-a94d-ec092b019a72 req-689ae479-bd8e-4854-b5fd-cf790115c8a6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.0829797 Feb 20 05:37:29.827176 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-baff010b-798c-45e8-a94d-ec092b019a72 req-29b95fd6-c990-4138-b792-2298ff8d0e85 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596209 Feb 20 05:37:29.952345 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169dfac-7e67-4230-acdf-29fe38b2b54b req-e7874bbb-ada5-4ad1-babf-9d2126b6c016 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:29.953859 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1169dfac-7e67-4230-acdf-29fe38b2b54b req-e7874bbb-ada5-4ad1-babf-9d2126b6c016 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.0535867 Feb 20 05:37:30.025995 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1169dfac-7e67-4230-acdf-29fe38b2b54b req-a9241541-0ed9-44e3-9885-f735f90b6ae8 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656068 Feb 20 05:37:30.511705 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80768b-4636-434a-906e-e426795aca23 req-23f1f866-059b-4d02-ac7b-356cd41f6044 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:30.520494 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6a80768b-4636-434a-906e-e426795aca23 req-23f1f866-059b-4d02-ac7b-356cd41f6044 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 944 time: 0.0753942 Feb 20 05:37:30.565971 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6a80768b-4636-434a-906e-e426795aca23 req-e2c64773-553a-44c7-b0be-05b993495286 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445509 Feb 20 05:37:30.732987 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9a42b-cbb9-427c-b48a-0b891e0de271 req-aaa82873-1dac-4827-a052-4b2a36f8493b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:30.732987 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72a9a42b-cbb9-427c-b48a-0b891e0de271 req-aaa82873-1dac-4827-a052-4b2a36f8493b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0823731 Feb 20 05:37:30.785788 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72a9a42b-cbb9-427c-b48a-0b891e0de271 req-9847781c-10ca-4a2f-82ee-78b18c959828 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533195 Feb 20 05:37:30.953639 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448b38a-cb5d-44fb-8212-1222ef9c704b req-a805d19d-3729-474e-b260-2d3a77f95b6c tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:30.955269 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6448b38a-cb5d-44fb-8212-1222ef9c704b req-a805d19d-3729-474e-b260-2d3a77f95b6c tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.0556197 Feb 20 05:37:31.021373 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6448b38a-cb5d-44fb-8212-1222ef9c704b req-e0ab54ea-d1f6-4942-b7b7-3da411004c4a tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603738 Feb 20 05:37:31.178712 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd7037-809f-4e42-91b1-3f7eb00edb82 req-ce142f9c-c48f-4ead-aef7-7c04b1c84cff tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:31.180633 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-93fd7037-809f-4e42-91b1-3f7eb00edb82 req-ce142f9c-c48f-4ead-aef7-7c04b1c84cff tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.0656357 Feb 20 05:37:31.237481 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-93fd7037-809f-4e42-91b1-3f7eb00edb82 req-92e9d3b7-6d7f-4917-92cf-56fa4b20a0bc tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504518 Feb 20 05:37:31.691965 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e6403-e902-4761-8918-18169b3460d5 req-343b274c-1a07-471a-bba9-8827e30f9476 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:31.693477 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d41e6403-e902-4761-8918-18169b3460d5 req-343b274c-1a07-471a-bba9-8827e30f9476 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 944 time: 0.0574398 Feb 20 05:37:31.754887 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d41e6403-e902-4761-8918-18169b3460d5 req-13413e68-812c-40e7-8cbb-5e5386e44b48 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515206 Feb 20 05:37:31.916577 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-8054e973-5078-4113-aa03-67c169f38689 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1071534285&fields=id&tenant_id=ca27a3cc3fc940ec8e175302b050dbc1 HTTP/1.1" status: 200 len: 267 time: 0.0497825 Feb 20 05:37:32.036278 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-ce2bf2bd-83e2-447d-a7bf-eb6173828373 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:32.037716 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-ce2bf2bd-83e2-447d-a7bf-eb6173828373 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/networks?id=05032ebd-f70c-4176-b1a5-e340dc4066fb HTTP/1.1" status: 200 len: 816 time: 0.1132317 Feb 20 05:37:32.054208 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-2fd04a8b-8872-4332-a5a8-0d4228f0cca4 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/quotas/ca27a3cc3fc940ec8e175302b050dbc1 HTTP/1.1" status: 200 len: 375 time: 0.0103397 Feb 20 05:37:32.113080 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-4b8d2f2d-8582-4a0a-b527-e53b55f80a0a tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca27a3cc3fc940ec8e175302b050dbc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532768 Feb 20 05:37:32.213287 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-0cc0fe61-41a7-46db-a077-bd635e17df99 service neutron] 10.222.0.37 "GET /v2.0/networks/05032ebd-f70c-4176-b1a5-e340dc4066fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884573 Feb 20 05:37:32.316085 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-1481d110-d3a6-48ae-af39-15127e554b3d service neutron] 10.222.0.37 "GET /v2.0/networks/05032ebd-f70c-4176-b1a5-e340dc4066fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965869 Feb 20 05:37:32.667730 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32da504-22ca-429d-9dc0-0cac4389cdd0 req-1e6b9d48-1ccb-4c4a-88f0-44e05169e8c3 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:32.670050 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a32da504-22ca-429d-9dc0-0cac4389cdd0 req-1e6b9d48-1ccb-4c4a-88f0-44e05169e8c3 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0668614 Feb 20 05:37:32.720001 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a32da504-22ca-429d-9dc0-0cac4389cdd0 req-e11dea65-2cda-4bb9-9378-7f8b88894139 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434520 Feb 20 05:37:32.879367 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3060f8e-ca76-4752-931d-0a69dd93a3bb req-cfd883cb-dd9c-4550-957f-22fa39450ae4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=257210f7-3217-4ff4-9c05-d5c93a253e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366526 Feb 20 05:37:32.895510 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e8194-3f56-4352-a9c6-bdeebc890e44 req-8e21fd6c-1891-47bd-bd77-2e0ba5f58758 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:32.896917 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-442e8194-3f56-4352-a9c6-bdeebc890e44 req-8e21fd6c-1891-47bd-bd77-2e0ba5f58758 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.0948491 Feb 20 05:37:33.001785 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f970c09-aa86-4674-86b5-b36f67ad7552 req-0601692c-afe4-4ab4-8776-d4978cb5cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:33.003868 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6f970c09-aa86-4674-86b5-b36f67ad7552 req-0601692c-afe4-4ab4-8776-d4978cb5cc5e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 1127 time: 0.0517056 Feb 20 05:37:33.057902 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-442e8194-3f56-4352-a9c6-bdeebc890e44 req-cd1aeabf-a682-410e-9a28-d660c52b6c1e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549709 Feb 20 05:37:33.082969 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c286f-a04c-4d46-9648-7856e0e8866b req-63564fa0-12ff-4b0e-9102-fbef424fea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:33.084620 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa9c286f-a04c-4d46-9648-7856e0e8866b req-63564fa0-12ff-4b0e-9102-fbef424fea54 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 1128 time: 0.1551530 Feb 20 05:37:33.092759 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3060f8e-ca76-4752-931d-0a69dd93a3bb req-3e07e697-2420-45b5-ac28-b3cc36bc4b0b service neutron] 10.222.0.61 "GET /v2.0/networks/257210f7-3217-4ff4-9c05-d5c93a253e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801188 Feb 20 05:37:33.127543 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f970c09-aa86-4674-86b5-b36f67ad7552 req-fafb1e37-a539-472b-8c02-af57d67139bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:33.129039 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6f970c09-aa86-4674-86b5-b36f67ad7552 req-fafb1e37-a539-472b-8c02-af57d67139bd service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 200 len: 912 time: 0.0981803 Feb 20 05:37:33.229639 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6f970c09-aa86-4674-86b5-b36f67ad7552 req-5f289db4-d377-4914-8d39-7e796bb24f8b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c484c03b-bc0e-4da0-a86d-0b2a1872629a HTTP/1.1" status: 200 len: 999 time: 0.0876949 Feb 20 05:37:33.251351 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa9c286f-a04c-4d46-9648-7856e0e8866b req-3b6706fe-1ea1-4375-96b8-bcb583e5b4ce service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468527 Feb 20 05:37:33.276704 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3060f8e-ca76-4752-931d-0a69dd93a3bb req-5eb88257-b8b4-4b31-ae93-e9436f83ba2f service neutron] 10.222.0.61 "GET /v2.0/networks/257210f7-3217-4ff4-9c05-d5c93a253e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609020 Feb 20 05:37:33.280260 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f970c09-aa86-4674-86b5-b36f67ad7552 req-8954e22b-3227-4e62-9e4c-7a69e2610763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:33.281761 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6f970c09-aa86-4674-86b5-b36f67ad7552 req-8954e22b-3227-4e62-9e4c-7a69e2610763 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a08401b1-85d8-4e92-bab1-1aef3c02482d HTTP/1.1" status: 200 len: 851 time: 0.0456722 Feb 20 05:37:33.292042 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cc96c-d177-4412-89b2-5f7b41beb4dc req-39f90fed-3bcf-4eef-a44f-2af2f6ea7cd6 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:33.293471 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b0cc96c-d177-4412-89b2-5f7b41beb4dc req-39f90fed-3bcf-4eef-a44f-2af2f6ea7cd6 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.0914137 Feb 20 05:37:33.341474 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b0cc96c-d177-4412-89b2-5f7b41beb4dc req-2484a5d3-25a3-4627-bb07-62fb5e948262 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411692 Feb 20 05:37:33.423047 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e766f720-db63-4486-9914-761e9f28479d req-a12942b3-ccf1-4a94-bd42-7ab08dec2ee1 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 210 time: 0.0283272 Feb 20 05:37:33.534470 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687b937-ca89-46f5-aa1c-fcb00239ebeb req-9b605cc3-421e-4edb-94ef-f08408fcd199 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:33.536053 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4687b937-ca89-46f5-aa1c-fcb00239ebeb req-9b605cc3-421e-4edb-94ef-f08408fcd199 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 944 time: 0.0586438 Feb 20 05:37:33.565610 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f970c09-aa86-4674-86b5-b36f67ad7552 req-495c8391-f334-4a67-be11-d4ff46ac5a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:33.567170 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6f970c09-aa86-4674-86b5-b36f67ad7552 req-495c8391-f334-4a67-be11-d4ff46ac5a81 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500932 Feb 20 05:37:33.582795 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4687b937-ca89-46f5-aa1c-fcb00239ebeb req-cf5e30bb-edfb-4e1a-b844-2dfa76c77dda tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410342 Feb 20 05:37:33.660206 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6f970c09-aa86-4674-86b5-b36f67ad7552 req-1706e288-0a4d-4486-b141-86297caaff82 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837948 Feb 20 05:37:33.751615 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ddeca-d68a-4a46-8d95-3956be3d7819 req-f4986b63-0775-4079-a850-d8f305f8da35 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:33.753240 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c75ddeca-d68a-4a46-8d95-3956be3d7819 req-f4986b63-0775-4079-a850-d8f305f8da35 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d49e8cd-82ab-4321-9f0e-280c97bc6446 HTTP/1.1" status: 200 len: 945 time: 0.0552886 Feb 20 05:37:33.768293 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6f970c09-aa86-4674-86b5-b36f67ad7552 req-6895f3bf-dcba-4122-b883-ef3326ad1fe3 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946763 Feb 20 05:37:33.803111 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c75ddeca-d68a-4a46-8d95-3956be3d7819 req-d1e1c5aa-b088-4817-89c2-bfa78c890866 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cfb9c4b-cc73-499e-ad72-f2abde5d1f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444074 Feb 20 05:37:33.906298 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75551c8b-3352-4c93-bc1f-f9e16dbe62a5 req-46f2e620-bd5c-4ac7-a2a6-937a77a82707 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:33.907855 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75551c8b-3352-4c93-bc1f-f9e16dbe62a5 req-46f2e620-bd5c-4ac7-a2a6-937a77a82707 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0555880 Feb 20 05:37:33.964286 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75551c8b-3352-4c93-bc1f-f9e16dbe62a5 req-52a6846a-818e-418a-84ed-4e05ee133b91 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505080 Feb 20 05:37:34.147874 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-6ebb5593-ef3b-4e77-8a75-55085d04cabb tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:34.149999 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-6ebb5593-ef3b-4e77-8a75-55085d04cabb tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.61 "GET /v2.0/networks?id=05032ebd-f70c-4176-b1a5-e340dc4066fb HTTP/1.1" status: 200 len: 816 time: 0.1150720 Feb 20 05:37:34.186760 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119bbcd-7017-4199-bbbd-119a6be57ff0 req-61a977e0-06f4-46c4-8ed6-89cdd4cd6e7e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:34.188387 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5119bbcd-7017-4199-bbbd-119a6be57ff0 req-61a977e0-06f4-46c4-8ed6-89cdd4cd6e7e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.0604575 Feb 20 05:37:34.228099 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-05dab71c-de18-40f2-9b9f-9f2bb3d672ef tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca27a3cc3fc940ec8e175302b050dbc1 HTTP/1.1" status: 200 len: 380 time: 0.0678377 Feb 20 05:37:34.239952 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-9918af71-40a4-47c4-ba2d-b5b8beb190dd tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Request body: {'port': {'device_id': '84fa464a-9c41-4e15-a8df-8edc1c8c93d6', 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb', 'admin_state_up': True, 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'security_groups': ['38252618-fd5d-49bb-a49b-1fc9374dd121']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:37:34.246598 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5119bbcd-7017-4199-bbbd-119a6be57ff0 req-d7dfe715-b82e-4390-9257-a42a7c00bf4f tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505433 Feb 20 05:37:34.361623 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-9918af71-40a4-47c4-ba2d-b5b8beb190dd tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Made reservation on behalf of ca27a3cc3fc940ec8e175302b050dbc1 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:37:34.371281 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-9918af71-40a4-47c4-ba2d-b5b8beb190dd tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:34.472343 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e0033-81cb-4b97-9a73-1794eb7adb59 req-2fd98d9c-c58d-4ee3-9ee1-38606db54dfa tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:34.474017 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2e3e0033-81cb-4b97-9a73-1794eb7adb59 req-2fd98d9c-c58d-4ee3-9ee1-38606db54dfa tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.0626976 Feb 20 05:37:34.514698 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-9918af71-40a4-47c4-ba2d-b5b8beb190dd tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Allocated IP 172.20.0.12 (05032ebd-f70c-4176-b1a5-e340dc4066fb/7be60782-f67e-41af-9526-dd18f0adcc8b/34bce102-2a5c-4a33-8b92-207364bb2380) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:37:34.563526 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2e3e0033-81cb-4b97-9a73-1794eb7adb59 req-bcce5963-7d71-4ced-8089-32e0ca15d235 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806026 Feb 20 05:37:34.667094 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72b153f7-5c29-4c86-8236-ef7c0b644eb5 req-080b7f29-3fee-4a35-b06f-be5e62849aca tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 210 time: 0.0325351 Feb 20 05:37:34.703074 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-9918af71-40a4-47c4-ba2d-b5b8beb190dd tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks [] for port (34bce102-2a5c-4a33-8b92-207364bb2380), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:34.740401 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-9918af71-40a4-47c4-ba2d-b5b8beb190dd tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (34bce102-2a5c-4a33-8b92-207364bb2380), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:34.806100 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918af71-40a4-47c4-ba2d-b5b8beb190dd tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Pushing event updated for resources: {'Port': ['ID=34bce102-2a5c-4a33-8b92-207364bb2380,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:34.812987 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-9918af71-40a4-47c4-ba2d-b5b8beb190dd tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Network 05032ebd-f70c-4176-b1a5-e340dc4066fb is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:37:34.815631 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-9918af71-40a4-47c4-ba2d-b5b8beb190dd tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:37:34.819595 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-9918af71-40a4-47c4-ba2d-b5b8beb190dd tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:37:34.886784 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-9918af71-40a4-47c4-ba2d-b5b8beb190dd tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:34.888552 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-9918af71-40a4-47c4-ba2d-b5b8beb190dd tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:34.912338 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-9918af71-40a4-47c4-ba2d-b5b8beb190dd tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6781561 Feb 20 05:37:34.927922 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-93f07827-8493-4f29-9bde-0c0950dad1b9 service neutron] Request body: {'port': {'device_id': '84fa464a-9c41-4e15-a8df-8edc1c8c93d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:37:35.000540 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-93f07827-8493-4f29-9bde-0c0950dad1b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (34bce102-2a5c-4a33-8b92-207364bb2380), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:35.013380 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619e902-3f2e-4369-8f57-f33cb6cc3b56 req-f4257c79-5fd9-4459-b422-3d5608957c5d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:35.015743 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7619e902-3f2e-4369-8f57-f33cb6cc3b56 req-f4257c79-5fd9-4459-b422-3d5608957c5d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 944 time: 0.0664885 Feb 20 05:37:35.080704 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7619e902-3f2e-4369-8f57-f33cb6cc3b56 req-10492bd9-879a-4c22-a15c-fcfb156a3649 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563636 Feb 20 05:37:35.203887 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db6636-ba9a-488f-9e5c-a3c46276599f req-8ba170ef-01d2-4119-a0ca-16a7afedc02f tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:35.206223 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-93db6636-ba9a-488f-9e5c-a3c46276599f req-8ba170ef-01d2-4119-a0ca-16a7afedc02f tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d49e8cd-82ab-4321-9f0e-280c97bc6446 HTTP/1.1" status: 200 len: 945 time: 0.0565023 Feb 20 05:37:35.225786 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-3cf9c078-53ad-4398-ac51-1f14354b7843 None None] Provisioning complete for port 34bce102-2a5c-4a33-8b92-207364bb2380 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:37:35.226950 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3cf9c078-53ad-4398-ac51-1f14354b7843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (34bce102-2a5c-4a33-8b92-207364bb2380), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:35.271939 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3cf9c078-53ad-4398-ac51-1f14354b7843 None None] Port 34bce102-2a5c-4a33-8b92-207364bb2380 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:37:35.283991 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-93db6636-ba9a-488f-9e5c-a3c46276599f req-74e4bedc-817b-4d4c-96ef-b41282d0c108 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cfb9c4b-cc73-499e-ad72-f2abde5d1f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620403 Feb 20 05:37:35.316680 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-93f07827-8493-4f29-9bde-0c0950dad1b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34bce102-2a5c-4a33-8b92-207364bb2380 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:37:35.326126 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-93f07827-8493-4f29-9bde-0c0950dad1b9 service neutron] Publish callbacks [] for port (34bce102-2a5c-4a33-8b92-207364bb2380), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:35.339545 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-93f07827-8493-4f29-9bde-0c0950dad1b9 service neutron] Transition to ACTIVE for port object 34bce102-2a5c-4a33-8b92-207364bb2380 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:37:35.344867 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-93f07827-8493-4f29-9bde-0c0950dad1b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (34bce102-2a5c-4a33-8b92-207364bb2380), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:35.411384 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf0efe-82f2-40a8-8dff-45856faa457d req-e21bfa59-b990-4511-8826-5e686b3c4866 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:35.413132 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-59cf0efe-82f2-40a8-8dff-45856faa457d req-e21bfa59-b990-4511-8826-5e686b3c4866 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0648401 Feb 20 05:37:35.420752 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f07827-8493-4f29-9bde-0c0950dad1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=34bce102-2a5c-4a33-8b92-207364bb2380,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:35.477083 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-59cf0efe-82f2-40a8-8dff-45856faa457d req-c7899ffa-8c84-4277-8dfb-7dc163bdc466 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565350 Feb 20 05:37:35.489745 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-93f07827-8493-4f29-9bde-0c0950dad1b9 service neutron] Attempting to bind port 34bce102-2a5c-4a33-8b92-207364bb2380 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:37:35.501316 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-93f07827-8493-4f29-9bde-0c0950dad1b9 service neutron] Attempting to bind port 34bce102-2a5c-4a33-8b92-207364bb2380 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'fbe096bc-0508-4287-8731-8998a73eca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:37:35.501316 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-93f07827-8493-4f29-9bde-0c0950dad1b9 service neutron] Attempting to bind port 34bce102-2a5c-4a33-8b92-207364bb2380 on network 05032ebd-f70c-4176-b1a5-e340dc4066fb {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:37:35.501316 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-93f07827-8493-4f29-9bde-0c0950dad1b9 service neutron] Port 34bce102-2a5c-4a33-8b92-207364bb2380 on network 05032ebd-f70c-4176-b1a5-e340dc4066fb not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:37:35.501316 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-93f07827-8493-4f29-9bde-0c0950dad1b9 service neutron] Attempting to bind port 34bce102-2a5c-4a33-8b92-207364bb2380 on network 05032ebd-f70c-4176-b1a5-e340dc4066fb {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:37:35.503205 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-93f07827-8493-4f29-9bde-0c0950dad1b9 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:37:35.503660 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-93f07827-8493-4f29-9bde-0c0950dad1b9 service neutron] Checking segment: {'id': 'fbe096bc-0508-4287-8731-8998a73eca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:37:35.504150 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-93f07827-8493-4f29-9bde-0c0950dad1b9 service neutron] Bound using segment: {'id': 'fbe096bc-0508-4287-8731-8998a73eca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:37:35.504668 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-93f07827-8493-4f29-9bde-0c0950dad1b9 service neutron] Bound port: 34bce102-2a5c-4a33-8b92-207364bb2380, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe096bc-0508-4287-8731-8998a73eca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:37:35.505115 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-93f07827-8493-4f29-9bde-0c0950dad1b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (34bce102-2a5c-4a33-8b92-207364bb2380), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:35.582152 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-93f07827-8493-4f29-9bde-0c0950dad1b9 service neutron] For port 34bce102-2a5c-4a33-8b92-207364bb2380, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:37:35.585981 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-93f07827-8493-4f29-9bde-0c0950dad1b9 service neutron] For port 34bce102-2a5c-4a33-8b92-207364bb2380, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=34bce102-2a5c-4a33-8b92-207364bb2380,segment=NetworkSegment(fbe096bc-0508-4287-8731-8998a73eca92),segment_id=fbe096bc-0508-4287-8731-8998a73eca92)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:37:35.593156 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-93f07827-8493-4f29-9bde-0c0950dad1b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (34bce102-2a5c-4a33-8b92-207364bb2380), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:35.627249 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c094f-694b-4989-9464-603f75229bf1 req-633d1658-6f5d-4779-9146-72c929132f10 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:35.631803 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-93f07827-8493-4f29-9bde-0c0950dad1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:35.632535 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-93f07827-8493-4f29-9bde-0c0950dad1b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:35.633998 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-93f07827-8493-4f29-9bde-0c0950dad1b9 service neutron] 10.222.0.61 "PUT /v2.0/ports/34bce102-2a5c-4a33-8b92-207364bb2380 HTTP/1.1" status: 200 len: 1092 time: 0.7113283 Feb 20 05:37:35.634525 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fa464a-9c41-4e15-a8df-8edc1c8c93d6', 'tag': '34bce102-2a5c-4a33-8b92-207364bb2380'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:37:35.637026 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed4800a-7489-4b84-9ae2-2cc4053fe956" -d '{"events": [{"name": "network-changed", "server_uuid": "84fa464a-9c41-4e15-a8df-8edc1c8c93d6", "tag": "34bce102-2a5c-4a33-8b92-207364bb2380"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:37:35.639238 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-004c094f-694b-4989-9464-603f75229bf1 req-633d1658-6f5d-4779-9146-72c929132f10 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.0884280 Feb 20 05:37:35.663710 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f07827-8493-4f29-9bde-0c0950dad1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=34bce102-2a5c-4a33-8b92-207364bb2380,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:35.708497 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-004c094f-694b-4989-9464-603f75229bf1 req-6554c4d2-8d3d-478e-a247-5a2fc59ad5eb tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680807 Feb 20 05:37:35.769999 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-cea2f0cf-6452-4811-80b6-8c1729324421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:35.771652 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-cea2f0cf-6452-4811-80b6-8c1729324421 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca27a3cc3fc940ec8e175302b050dbc1&device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 1126 time: 0.0692189 Feb 20 05:37:35.837463 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-a01d9472-d65f-48c3-ba4c-483467a59e06 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34bce102-2a5c-4a33-8b92-207364bb2380 HTTP/1.1" status: 200 len: 217 time: 0.0479279 Feb 20 05:37:35.868520 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9b169-e78f-467c-8dfe-304935f46d89 req-304cbcf1-728b-491d-8ded-ea19d1055d83 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:35.875771 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-63a9b169-e78f-467c-8dfe-304935f46d89 req-304cbcf1-728b-491d-8ded-ea19d1055d83 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1072836 Feb 20 05:37:35.895723 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-1d32a82b-c87f-48ce-bc69-db44dd5decff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:35.897193 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-1d32a82b-c87f-48ce-bc69-db44dd5decff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7be60782-f67e-41af-9526-dd18f0adcc8b HTTP/1.1" status: 200 len: 855 time: 0.0525579 Feb 20 05:37:35.932751 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-63a9b169-e78f-467c-8dfe-304935f46d89 req-30f60a54-4651-43e6-b9db-37107c9048c5 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560479 Feb 20 05:37:35.959391 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-b1db671f-d401-4a6d-8391-612cedb0d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:35.960964 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-b1db671f-d401-4a6d-8391-612cedb0d3be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=05032ebd-f70c-4176-b1a5-e340dc4066fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0564027 Feb 20 05:37:36.077622 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-ab0a9ab0-2541-44f8-8a39-9ebf68a77e0a service neutron] 10.222.0.61 "GET /v2.0/networks/05032ebd-f70c-4176-b1a5-e340dc4066fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087685 Feb 20 05:37:36.084420 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a2955-f48a-4e35-a58f-ed06db84f9a2 req-a01417b9-c7db-4de2-a9af-32ff2f6d2f36 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:36.086012 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c8a2955-f48a-4e35-a58f-ed06db84f9a2 req-a01417b9-c7db-4de2-a9af-32ff2f6d2f36 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.0785253 Feb 20 05:37:36.134739 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c8a2955-f48a-4e35-a58f-ed06db84f9a2 req-e57f0f18-3f3b-439d-8356-6e3aaf7f03de tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420985 Feb 20 05:37:36.177565 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-121a8119-e9a9-42c2-a9c6-39db5fd1bf3c req-5b0ce030-c4a7-4431-9307-0b466ad8ae1c service neutron] 10.222.0.61 "GET /v2.0/networks/05032ebd-f70c-4176-b1a5-e340dc4066fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910771 Feb 20 05:37:36.201603 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640d78b5-a4cb-4b0a-b339-7ead6ec058b2 x-openstack-request-id: req-640d78b5-a4cb-4b0a-b339-7ead6ec058b2 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:37:36.202150 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fa464a-9c41-4e15-a8df-8edc1c8c93d6", "tag": "34bce102-2a5c-4a33-8b92-207364bb2380", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:37:36.202497 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-640d78b5-a4cb-4b0a-b339-7ead6ec058b2 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:37:36.202964 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fa464a-9c41-4e15-a8df-8edc1c8c93d6', 'tag': '34bce102-2a5c-4a33-8b92-207364bb2380', 'status': 'completed', 'code': 200} Feb 20 05:37:36.296705 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4800a-7489-4b84-9ae2-2cc4053fe956 req-66e5e09c-2abe-4553-8512-4b621e63631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:36.298212 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ed4800a-7489-4b84-9ae2-2cc4053fe956 req-66e5e09c-2abe-4553-8512-4b621e63631b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca27a3cc3fc940ec8e175302b050dbc1&device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 1126 time: 0.0462139 Feb 20 05:37:36.301474 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f78926-f351-40cd-869f-5ace54d6caf2 req-d5841f94-001b-424e-a256-7173d1007ae6 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:36.302994 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-53f78926-f351-40cd-869f-5ace54d6caf2 req-d5841f94-001b-424e-a256-7173d1007ae6 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 944 time: 0.0570378 Feb 20 05:37:36.357191 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-53f78926-f351-40cd-869f-5ace54d6caf2 req-dd805756-9a81-408b-8c64-f3b873518c7c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/security-groups?id=38252618-fd5d-49bb-a49b-1fc9374dd121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481470 Feb 20 05:37:36.407543 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4800a-7489-4b84-9ae2-2cc4053fe956 req-3fcbae1f-8f68-4987-b7e0-d32bcb85d786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:36.409037 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ed4800a-7489-4b84-9ae2-2cc4053fe956 req-3fcbae1f-8f68-4987-b7e0-d32bcb85d786 service neutron] 10.222.0.61 "GET /v2.0/networks?id=05032ebd-f70c-4176-b1a5-e340dc4066fb HTTP/1.1" status: 200 len: 916 time: 0.0961077 Feb 20 05:37:36.456252 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ed4800a-7489-4b84-9ae2-2cc4053fe956 req-d3a223ce-3a89-459a-8fe1-a05da5709b22 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34bce102-2a5c-4a33-8b92-207364bb2380 HTTP/1.1" status: 200 len: 217 time: 0.0403726 Feb 20 05:37:36.518130 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4800a-7489-4b84-9ae2-2cc4053fe956 req-ad93468d-d973-4abb-b21e-d063006d3382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:36.519817 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ed4800a-7489-4b84-9ae2-2cc4053fe956 req-ad93468d-d973-4abb-b21e-d063006d3382 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7be60782-f67e-41af-9526-dd18f0adcc8b HTTP/1.1" status: 200 len: 855 time: 0.0502787 Feb 20 05:37:36.587972 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4800a-7489-4b84-9ae2-2cc4053fe956 req-49507b62-967c-4777-98c9-7495bbe254bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:36.589787 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ed4800a-7489-4b84-9ae2-2cc4053fe956 req-49507b62-967c-4777-98c9-7495bbe254bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=05032ebd-f70c-4176-b1a5-e340dc4066fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0621302 Feb 20 05:37:36.596938 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7974ac-03d3-4a53-9033-08726c6cf7eb req-6528fa62-a3c3-4802-a6af-f844dc16a962 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:36.598639 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2c7974ac-03d3-4a53-9033-08726c6cf7eb req-6528fa62-a3c3-4802-a6af-f844dc16a962 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 944 time: 0.0594802 Feb 20 05:37:36.679046 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2c7974ac-03d3-4a53-9033-08726c6cf7eb req-2cb7172b-8a04-43c6-bbfb-f051fdb2bde3 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742450 Feb 20 05:37:36.686928 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ed4800a-7489-4b84-9ae2-2cc4053fe956 req-a11a0434-4e34-4d65-a682-d19e3d55e2c6 service neutron] 10.222.0.61 "GET /v2.0/networks/05032ebd-f70c-4176-b1a5-e340dc4066fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891383 Feb 20 05:37:36.716659 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd739a9-321c-4b1d-8398-9af95c22181e req-3b45d466-f7c5-4cbc-985f-8d78d5e512c7 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:36.718669 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6dd739a9-321c-4b1d-8398-9af95c22181e req-3b45d466-f7c5-4cbc-985f-8d78d5e512c7 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d49e8cd-82ab-4321-9f0e-280c97bc6446 HTTP/1.1" status: 200 len: 945 time: 0.0920668 Feb 20 05:37:36.801322 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ed4800a-7489-4b84-9ae2-2cc4053fe956 req-93b79c0d-e889-424d-83d4-4e949215edac service neutron] 10.222.0.61 "GET /v2.0/networks/05032ebd-f70c-4176-b1a5-e340dc4066fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075454 Feb 20 05:37:36.860255 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-6dd739a9-321c-4b1d-8398-9af95c22181e req-41e04c1f-d300-4ea0-bf3f-d95f4393166e tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Deleting port 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:37:36.860699 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6dd739a9-321c-4b1d-8398-9af95c22181e req-41e04c1f-d300-4ea0-bf3f-d95f4393166e tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (7c4aa687-ad2c-48d0-bab6-a55c197ffbc1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:36.965097 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32c404-df9e-4acf-9d5e-296f11f7a3b1 req-9db326c8-be5a-4d36-b280-9221ec0fded3 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:36.966540 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8b32c404-df9e-4acf-9d5e-296f11f7a3b1 req-9db326c8-be5a-4d36-b280-9221ec0fded3 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d49e8cd-82ab-4321-9f0e-280c97bc6446 HTTP/1.1" status: 200 len: 945 time: 0.1215343 Feb 20 05:37:36.996269 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-6dd739a9-321c-4b1d-8398-9af95c22181e req-41e04c1f-d300-4ea0-bf3f-d95f4393166e tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] For port 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=7c4aa687-ad2c-48d0-bab6-a55c197ffbc1,segment=NetworkSegment(abf5d984-b39c-4ad4-83d2-877631eacee6),segment_id=abf5d984-b39c-4ad4-83d2-877631eacee6)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:36.996631 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6dd739a9-321c-4b1d-8398-9af95c22181e req-41e04c1f-d300-4ea0-bf3f-d95f4393166e tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (7c4aa687-ad2c-48d0-bab6-a55c197ffbc1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:37.068478 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8b32c404-df9e-4acf-9d5e-296f11f7a3b1 req-2b0f89dd-ae6b-409a-beab-bc91ac62f265 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cfb9c4b-cc73-499e-ad72-f2abde5d1f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943148 Feb 20 05:37:37.241326 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5349d-28e8-43a9-bc9c-0e05be2d4d6d req-5d80e501-8ad0-4f67-8e5e-e3f66adff649 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:37.242807 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-01e5349d-28e8-43a9-bc9c-0e05be2d4d6d req-5d80e501-8ad0-4f67-8e5e-e3f66adff649 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1190524 Feb 20 05:37:37.245155 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6dd739a9-321c-4b1d-8398-9af95c22181e req-41e04c1f-d300-4ea0-bf3f-d95f4393166e tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:37.245523 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6dd739a9-321c-4b1d-8398-9af95c22181e req-41e04c1f-d300-4ea0-bf3f-d95f4393166e tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (74207152-9e74-471f-82e5-548a91f979a9), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:37.245836 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [req-6dd739a9-321c-4b1d-8398-9af95c22181e req-41e04c1f-d300-4ea0-bf3f-d95f4393166e tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Floating IP 74207152-9e74-471f-82e5-548a91f979a9 disassociated. External IP: 172.25.3.196, port: 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1. Feb 20 05:37:37.246177 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-6dd739a9-321c-4b1d-8398-9af95c22181e req-41e04c1f-d300-4ea0-bf3f-d95f4393166e tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Calling delete_port for 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:37:37.343345 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-01e5349d-28e8-43a9-bc9c-0e05be2d4d6d req-7d4803d6-bc3a-4295-a3f0-53126de46172 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919147 Feb 20 05:37:37.427460 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6dd739a9-321c-4b1d-8398-9af95c22181e req-41e04c1f-d300-4ea0-bf3f-d95f4393166e tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (7c4aa687-ad2c-48d0-bab6-a55c197ffbc1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:37.474555 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e04c1f-d300-4ea0-bf3f-d95f4393166e tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Pushing event deleted for resources: {'Port': ['ID=7c4aa687-ad2c-48d0-bab6-a55c197ffbc1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:37.544919 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9b2e3-0434-41e9-a616-a5c2a34c2930 req-6920a4b4-6fe4-4b61-8d79-5a0959551ced tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:37.546392 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29a9b2e3-0434-41e9-a616-a5c2a34c2930 req-6920a4b4-6fe4-4b61-8d79-5a0959551ced tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.1299791 Feb 20 05:37:37.641649 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dd739a9-321c-4b1d-8398-9af95c22181e req-41e04c1f-d300-4ea0-bf3f-d95f4393166e tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Router a01a86c0-78f8-492e-b9ce-f4245ead4972 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:37:37.645226 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29a9b2e3-0434-41e9-a616-a5c2a34c2930 req-1c7351ac-09c0-49cc-9953-7b64e3352b8c tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899971 Feb 20 05:37:37.734140 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:37:37.793002 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dd739a9-321c-4b1d-8398-9af95c22181e req-41e04c1f-d300-4ea0-bf3f-d95f4393166e tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:37:37.848789 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd739a9-321c-4b1d-8398-9af95c22181e req-41e04c1f-d300-4ea0-bf3f-d95f4393166e tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] No DVR routers for this DVR port 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1 on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:37:37.857943 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b1eb7-f93b-4536-841b-8ff543dd49e4 req-e4769cd6-4f0e-46d1-936f-ff8c55c439a2 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:37.859569 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8d5b1eb7-f93b-4536-841b-8ff543dd49e4 req-e4769cd6-4f0e-46d1-936f-ff8c55c439a2 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.1493957 Feb 20 05:37:37.860911 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6dd739a9-321c-4b1d-8398-9af95c22181e req-41e04c1f-d300-4ea0-bf3f-d95f4393166e tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:37.864711 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6dd739a9-321c-4b1d-8398-9af95c22181e req-41e04c1f-d300-4ea0-bf3f-d95f4393166e tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.61 "DELETE /v2.0/ports/7c4aa687-ad2c-48d0-bab6-a55c197ffbc1 HTTP/1.1" status: 204 len: 173 time: 1.1404040 Feb 20 05:37:37.865189 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d49e8cd-82ab-4321-9f0e-280c97bc6446', 'name': 'network-vif-deleted', 'tag': '7c4aa687-ad2c-48d0-bab6-a55c197ffbc1'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:37:37.874493 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb02f99-5ace-4ba3-b0fe-a2f2e0cf4caf" -d '{"events": [{"server_uuid": "9d49e8cd-82ab-4321-9f0e-280c97bc6446", "name": "network-vif-deleted", "tag": "7c4aa687-ad2c-48d0-bab6-a55c197ffbc1"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:37:37.962368 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8d5b1eb7-f93b-4536-841b-8ff543dd49e4 req-739b7b3b-b888-4e86-ba20-e4ebac23ff01 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831840 Feb 20 05:37:38.006452 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2d6758-5581-4733-8c75-acdb2993b9d0 None None] Sync routers for ids ['a01a86c0-78f8-492e-b9ce-f4245ead4972'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:37:38.020217 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2d6758-5581-4733-8c75-acdb2993b9d0 None None] Routers {'a01a86c0-78f8-492e-b9ce-f4245ead4972'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:37:38.020853 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3b2d6758-5581-4733-8c75-acdb2993b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:37:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a01a86c0-78f8-492e-b9ce-f4245ead4972'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:37:38.098211 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdcb36-e63d-4605-b9f1-9049961af48d req-2c826321-7e99-41ff-ab71-0ae1d099b6c6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:38.104963 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bdcdcb36-e63d-4605-b9f1-9049961af48d req-2c826321-7e99-41ff-ab71-0ae1d099b6c6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0676677 Feb 20 05:37:38.122375 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c,segment=NetworkSegment(8b74ed4c-b910-4fbe-8040-1fa354141be0),segment_id=8b74ed4c-b910-4fbe-8040-1fa354141be0)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:38.144327 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '4a22635c-1ebb-4bcb-8ef4-c83d23272b6c', 'network_id': '257210f7-3217-4ff4-9c05-d5c93a253e1f', 'port_id': '4a22635c-1ebb-4bcb-8ef4-c83d23272b6c', 'mac_address': 'fa:16:3e:a8:72:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27956d86-7b7c-42ed-98d4-f3171eb93018', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:37:38.155464 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bdcdcb36-e63d-4605-b9f1-9049961af48d req-50fd4eb0-aed9-458e-91e4-ea49a136d90a tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494664 Feb 20 05:37:38.241287 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-3b2d6758-5581-4733-8c75-acdb2993b9d0 None None] Set router a01a86c0-78f8-492e-b9ce-f4245ead4972 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:37:38.243105 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:37:38.243662 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:38.275893 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a30b3b-aab8-428b-827d-032ea65851ff req-460b680d-1514-4609-a273-2b35d1ac697b tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:38.279720 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e7a30b3b-aab8-428b-827d-032ea65851ff req-460b680d-1514-4609-a273-2b35d1ac697b tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 944 time: 0.0588002 Feb 20 05:37:38.288250 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:37:38.339021 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e7a30b3b-aab8-428b-827d-032ea65851ff req-b27b773b-7a2d-4ee2-885b-7367b8e6443b tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/security-groups?id=38252618-fd5d-49bb-a49b-1fc9374dd121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514269 Feb 20 05:37:38.355569 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c,segment=NetworkSegment(8b74ed4c-b910-4fbe-8040-1fa354141be0),segment_id=8b74ed4c-b910-4fbe-8040-1fa354141be0)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:38.394131 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:38.472879 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c,revision_number=11']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:38.493303 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d023baa-21c8-4752-8af7-ad304877b9d1 req-7fcee74c-8e2c-4a13-b37e-ef0bb83eed4f tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:38.504603 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2d023baa-21c8-4752-8af7-ad304877b9d1 req-7fcee74c-8e2c-4a13-b37e-ef0bb83eed4f tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.1006415 Feb 20 05:37:38.555827 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3b2d6758-5581-4733-8c75-acdb2993b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'name': 'tempest-ServersTestManualDisk-2048639538-router', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a52f2d7c-2d3f-4a15-ab61-73c092d20b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:19Z', 'updated_at': '2022-02-20T05:36:23Z', 'revision_number': 4, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'gw_port': {'id': 'a52f2d7c-2d3f-4a15-ab61-73c092d20b9f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:20Z', 'updated_at': '2022-02-20T05:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'cd15c05b-8f9d-4a25-b743-7ff14d29a86f', 'name': '', 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'mac_address': 'fa:16:3e:6c:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2ecd3afa-0aba-40c3-836a-59288991ce75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:22Z', 'updated_at': '2022-02-20T05:36:29Z', 'revision_number': 5, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'subnets': [{'id': '2ecd3afa-0aba-40c3-836a-59288991ce75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:37:38.570138 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2d023baa-21c8-4752-8af7-ad304877b9d1 req-cfc67172-8aae-4415-9bc5-7a816153a063 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634174 Feb 20 05:37:38.609459 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2d6758-5581-4733-8c75-acdb2993b9d0 None None] Checking router: a01a86c0-78f8-492e-b9ce-f4245ead4972 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:37:38.623270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2d6758-5581-4733-8c75-acdb2993b9d0 None None] Routers {'a01a86c0-78f8-492e-b9ce-f4245ead4972'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:37:38.624267 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3b2d6758-5581-4733-8c75-acdb2993b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:37:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a01a86c0-78f8-492e-b9ce-f4245ead4972'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:37:38.627487 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553bde73-688a-4d56-8a5f-b587c0d30166 x-openstack-request-id: req-553bde73-688a-4d56-8a5f-b587c0d30166 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:37:38.627843 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d49e8cd-82ab-4321-9f0e-280c97bc6446", "name": "network-vif-deleted", "tag": "7c4aa687-ad2c-48d0-bab6-a55c197ffbc1", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:37:38.628276 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-553bde73-688a-4d56-8a5f-b587c0d30166 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:37:38.630100 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d49e8cd-82ab-4321-9f0e-280c97bc6446', 'name': 'network-vif-deleted', 'tag': '7c4aa687-ad2c-48d0-bab6-a55c197ffbc1', 'status': 'completed', 'code': 200} Feb 20 05:37:38.731432 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56826156-7480-4954-9a1b-c4c73aca6875 req-c0764f2f-5868-45ce-bb72-daeedbffa994 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:38.732912 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-56826156-7480-4954-9a1b-c4c73aca6875 req-c0764f2f-5868-45ce-bb72-daeedbffa994 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.0569055 Feb 20 05:37:38.750808 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-3b2d6758-5581-4733-8c75-acdb2993b9d0 None None] Set router a01a86c0-78f8-492e-b9ce-f4245ead4972 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:37:38.782527 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-56826156-7480-4954-9a1b-c4c73aca6875 req-123f09b4-a7a0-48d0-9732-b9151e9238da tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421515 Feb 20 05:37:38.923597 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['4a22635c-1ebb-4bcb-8ef4-c83d23272b6c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:37:38.959078 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc38550-d480-429b-8737-f4f44ceb8e71 req-4b7c9512-46d1-440a-a143-563a9b4ad1d4 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:38.961985 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7cc38550-d480-429b-8737-f4f44ceb8e71 req-4b7c9512-46d1-440a-a143-563a9b4ad1d4 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0675995 Feb 20 05:37:39.016647 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7cc38550-d480-429b-8737-f4f44ceb8e71 req-81821ba9-f9c1-4a18-9d71-4ecf093c2af4 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475922 Feb 20 05:37:39.055961 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3b2d6758-5581-4733-8c75-acdb2993b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'name': 'tempest-ServersTestManualDisk-2048639538-router', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a52f2d7c-2d3f-4a15-ab61-73c092d20b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:19Z', 'updated_at': '2022-02-20T05:36:23Z', 'revision_number': 4, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'gw_port': {'id': 'a52f2d7c-2d3f-4a15-ab61-73c092d20b9f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:20Z', 'updated_at': '2022-02-20T05:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'cd15c05b-8f9d-4a25-b743-7ff14d29a86f', 'name': '', 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'mac_address': 'fa:16:3e:6c:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2ecd3afa-0aba-40c3-836a-59288991ce75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:22Z', 'updated_at': '2022-02-20T05:36:29Z', 'revision_number': 5, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'subnets': [{'id': '2ecd3afa-0aba-40c3-836a-59288991ce75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:37:39.097440 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2d6758-5581-4733-8c75-acdb2993b9d0 None None] The sync data for ids ['a01a86c0-78f8-492e-b9ce-f4245ead4972'] in n-d-829866-5 is: [{'id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'name': 'tempest-ServersTestManualDisk-2048639538-router', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a52f2d7c-2d3f-4a15-ab61-73c092d20b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:19Z', 'updated_at': '2022-02-20T05:36:23Z', 'revision_number': 4, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'gw_port': {'id': 'a52f2d7c-2d3f-4a15-ab61-73c092d20b9f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:20Z', 'updated_at': '2022-02-20T05:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'cd15c05b-8f9d-4a25-b743-7ff14d29a86f', 'name': '', 'network_id': 'e367c6c7-dba1-4292-8ee3-948127760dd1', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'mac_address': 'fa:16:3e:6c:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2ecd3afa-0aba-40c3-836a-59288991ce75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:22Z', 'updated_at': '2022-02-20T05:36:29Z', 'revision_number': 5, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'subnets': [{'id': '2ecd3afa-0aba-40c3-836a-59288991ce75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:37:39.158719 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ab44e-a5ef-4193-b9fd-5bd067377de3 req-c1dbd764-8044-44ab-bd4f-a290f0f94970 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:39.160688 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1b8ab44e-a5ef-4193-b9fd-5bd067377de3 req-c1dbd764-8044-44ab-bd4f-a290f0f94970 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.0739028 Feb 20 05:37:39.215326 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1b8ab44e-a5ef-4193-b9fd-5bd067377de3 req-e2cda558-bb6c-4149-b5e1-b7b560f459ec tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473652 Feb 20 05:37:39.352475 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33666) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:37:39.418498 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-43e6fd15-6c67-40ca-b33f-4a998209a3df tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks [] for security_group (0cfb9c4b-cc73-499e-ad72-f2abde5d1f7c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:39.431047 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bb4f77-c5ce-4028-b423-64f9ca4a8a9c None None] New status for floating IP 74207152-9e74-471f-82e5-548a91f979a9: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:37:39.461400 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-43e6fd15-6c67-40ca-b33f-4a998209a3df tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks [] for security_group (0cfb9c4b-cc73-499e-ad72-f2abde5d1f7c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:39.534113 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-43e6fd15-6c67-40ca-b33f-4a998209a3df tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0cfb9c4b-cc73-499e-ad72-f2abde5d1f7c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:39.537061 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-43e6fd15-6c67-40ca-b33f-4a998209a3df tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:39.539462 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-43e6fd15-6c67-40ca-b33f-4a998209a3df tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "DELETE /v2.0/security-groups/0cfb9c4b-cc73-499e-ad72-f2abde5d1f7c HTTP/1.1" status: 204 len: 168 time: 0.1837833 Feb 20 05:37:39.542164 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 33672) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:37:39.549014 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6fd15-6c67-40ca-b33f-4a998209a3df tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfb9c4b-cc73-499e-ad72-f2abde5d1f7c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:39.560722 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-a079775a-8d64-4c7a-bc04-a0467afcebca tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] show failed (client error): The resource could not be found. Feb 20 05:37:39.562782 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a079775a-8d64-4c7a-bc04-a0467afcebca tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "GET /v2.0/security-groups/0cfb9c4b-cc73-499e-ad72-f2abde5d1f7c HTTP/1.1" status: 404 len: 347 time: 0.0193129 Feb 20 05:37:39.565398 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 33674) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:37:39.714708 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26264f10-fe8f-47d9-9b3f-a78422d183c9 req-646eafe4-d32b-4d65-bfcf-9fb986a9676d tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:39.716266 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-26264f10-fe8f-47d9-9b3f-a78422d183c9 req-646eafe4-d32b-4d65-bfcf-9fb986a9676d tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.1524103 Feb 20 05:37:39.745542 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:37:39.771352 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:37:39.772018 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 7c4aa687-ad2c-48d0-bab6-a55c197ffbc1 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:37:39.788236 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-26264f10-fe8f-47d9-9b3f-a78422d183c9 req-34b7a93b-1f6c-4fbe-8583-db6855428baf tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552912 Feb 20 05:37:39.799502 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-59ef633e-c41d-4fda-b849-73fb8e79b728 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Deleting port be636812-278c-4f6d-989f-3dbf28ee95a1 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:37:39.799849 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59ef633e-c41d-4fda-b849-73fb8e79b728 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (be636812-278c-4f6d-989f-3dbf28ee95a1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:39.907049 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59ef633e-c41d-4fda-b849-73fb8e79b728 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (be636812-278c-4f6d-989f-3dbf28ee95a1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:39.907293 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59ef633e-c41d-4fda-b849-73fb8e79b728 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks [] for floatingip (be636812-278c-4f6d-989f-3dbf28ee95a1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:39.929353 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-59ef633e-c41d-4fda-b849-73fb8e79b728 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Calling delete_port for be636812-278c-4f6d-989f-3dbf28ee95a1 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:37:39.953371 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807924c-2e0d-4d4b-8a6e-541ac42a2cd0 req-d26ce1ff-ef58-469d-bc4d-45a7a31ad779 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:39.954973 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7807924c-2e0d-4d4b-8a6e-541ac42a2cd0 req-d26ce1ff-ef58-469d-bc4d-45a7a31ad779 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 944 time: 0.0920665 Feb 20 05:37:40.052557 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7807924c-2e0d-4d4b-8a6e-541ac42a2cd0 req-8b4ccc17-6257-4429-9591-d65759c3fdf5 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/security-groups?id=38252618-fd5d-49bb-a49b-1fc9374dd121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650640 Feb 20 05:37:40.483058 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59ef633e-c41d-4fda-b849-73fb8e79b728 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (be636812-278c-4f6d-989f-3dbf28ee95a1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:40.512225 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef633e-c41d-4fda-b849-73fb8e79b728 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Pushing event deleted for resources: {'Port': ['ID=be636812-278c-4f6d-989f-3dbf28ee95a1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:40.522677 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a075ec-d9c6-4da9-bf0d-1ff3193510d6 req-ea2be929-f626-456c-b532-ade3fb8a465d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:40.524330 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-32a075ec-d9c6-4da9-bf0d-1ff3193510d6 req-ea2be929-f626-456c-b532-ade3fb8a465d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.4112928 Feb 20 05:37:40.620919 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59ef633e-c41d-4fda-b849-73fb8e79b728 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks [] for floatingip (74207152-9e74-471f-82e5-548a91f979a9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:40.624726 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59ef633e-c41d-4fda-b849-73fb8e79b728 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:40.626466 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-59ef633e-c41d-4fda-b849-73fb8e79b728 tempest-ServersTestManualDisk-1855155965 tempest-ServersTestManualDisk-1855155965-project] 10.222.0.37 "DELETE /v2.0/floatingips/74207152-9e74-471f-82e5-548a91f979a9 HTTP/1.1" status: 204 len: 168 time: 1.0479689 Feb 20 05:37:40.629786 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33684) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:37:40.634873 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-32a075ec-d9c6-4da9-bf0d-1ff3193510d6 req-3acff410-a21f-4b32-ad5a-e93a16965947 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847120 Feb 20 05:37:40.756580 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146bbc1-4283-476f-830c-58c64c92bc81 req-e6f511f9-9b28-4699-ac0d-708c49ab33c9 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:40.758032 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a146bbc1-4283-476f-830c-58c64c92bc81 req-e6f511f9-9b28-4699-ac0d-708c49ab33c9 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 945 time: 0.0625257 Feb 20 05:37:40.811280 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a146bbc1-4283-476f-830c-58c64c92bc81 req-59f39dbf-eebc-4179-9140-941b0f96d897 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452332 Feb 20 05:37:41.028969 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17a2cb50-a7c2-4a6b-bf4d-f96dfc874c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (a01a86c0-78f8-492e-b9ce-f4245ead4972), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:41.297033 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66387b-7f3f-4bc9-838a-7e23063be887 req-7918c325-a913-48c8-abd0-2aecba85f874 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:41.298753 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1e66387b-7f3f-4bc9-838a-7e23063be887 req-7918c325-a913-48c8-abd0-2aecba85f874 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.0710943 Feb 20 05:37:41.327373 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 33708) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:37:41.362077 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-17a2cb50-a7c2-4a6b-bf4d-f96dfc874c6d admin admin] Deleting port cd15c05b-8f9d-4a25-b743-7ff14d29a86f {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:37:41.362774 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17a2cb50-a7c2-4a6b-bf4d-f96dfc874c6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (cd15c05b-8f9d-4a25-b743-7ff14d29a86f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:41.373979 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1e66387b-7f3f-4bc9-838a-7e23063be887 req-28473d13-a772-496f-8c45-25ca829f1039 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645211 Feb 20 05:37:41.455939 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-17a2cb50-a7c2-4a6b-bf4d-f96dfc874c6d admin admin] For port cd15c05b-8f9d-4a25-b743-7ff14d29a86f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=cd15c05b-8f9d-4a25-b743-7ff14d29a86f,segment=NetworkSegment(abf5d984-b39c-4ad4-83d2-877631eacee6),segment_id=abf5d984-b39c-4ad4-83d2-877631eacee6)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:41.456348 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17a2cb50-a7c2-4a6b-bf4d-f96dfc874c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (cd15c05b-8f9d-4a25-b743-7ff14d29a86f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:41.477593 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-17a2cb50-a7c2-4a6b-bf4d-f96dfc874c6d admin admin] Calling delete_port for cd15c05b-8f9d-4a25-b743-7ff14d29a86f owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:37:41.491792 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000ec8a-c34b-4930-bbbc-b6b9e0adc5ee req-18cab920-61cf-409c-a3c1-88dbe82496af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:41.495759 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000ec8a-c34b-4930-bbbc-b6b9e0adc5ee req-18cab920-61cf-409c-a3c1-88dbe82496af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:41.496687 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000ec8a-c34b-4930-bbbc-b6b9e0adc5ee req-18cab920-61cf-409c-a3c1-88dbe82496af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:41.497197 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000ec8a-c34b-4930-bbbc-b6b9e0adc5ee req-18cab920-61cf-409c-a3c1-88dbe82496af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:41.497781 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000ec8a-c34b-4930-bbbc-b6b9e0adc5ee req-18cab920-61cf-409c-a3c1-88dbe82496af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:41.499471 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000ec8a-c34b-4930-bbbc-b6b9e0adc5ee req-18cab920-61cf-409c-a3c1-88dbe82496af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:41.499940 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000ec8a-c34b-4930-bbbc-b6b9e0adc5ee req-18cab920-61cf-409c-a3c1-88dbe82496af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:41.502136 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7000ec8a-c34b-4930-bbbc-b6b9e0adc5ee req-18cab920-61cf-409c-a3c1-88dbe82496af service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 6717 time: 0.1738067 Feb 20 05:37:41.611878 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7000ec8a-c34b-4930-bbbc-b6b9e0adc5ee req-1cf0a9b0-53aa-499c-87f0-527711d05189 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1008914 Feb 20 05:37:41.637347 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb9d3f-742a-4dfe-977a-8abd0e2b652c req-e4a39104-1d6f-448c-a881-018fb5e57268 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:41.639038 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1dcb9d3f-742a-4dfe-977a-8abd0e2b652c req-e4a39104-1d6f-448c-a881-018fb5e57268 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.0707784 Feb 20 05:37:41.710703 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17a2cb50-a7c2-4a6b-bf4d-f96dfc874c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (cd15c05b-8f9d-4a25-b743-7ff14d29a86f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:41.716781 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1dcb9d3f-742a-4dfe-977a-8abd0e2b652c req-8bcad3f8-663b-423b-a8bb-ffc4ea8d8b1f tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703945 Feb 20 05:37:41.749920 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:37:41.754135 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:37:41.760139 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2cb50-a7c2-4a6b-bf4d-f96dfc874c6d admin admin] Pushing event deleted for resources: {'Port': ['ID=cd15c05b-8f9d-4a25-b743-7ff14d29a86f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:41.902178 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74864a4d-7ccc-44f6-8886-d24b22f1a047 req-d6d9bd32-20ce-47a9-8381-2663398edc98 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:41.910583 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:37:41.911838 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74864a4d-7ccc-44f6-8886-d24b22f1a047 req-d6d9bd32-20ce-47a9-8381-2663398edc98 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 944 time: 0.0799246 Feb 20 05:37:41.916641 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:37:41.917328 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:42.007556 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74864a4d-7ccc-44f6-8886-d24b22f1a047 req-6495d629-f3de-491c-8db0-62757602e987 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/security-groups?id=38252618-fd5d-49bb-a49b-1fc9374dd121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875857 Feb 20 05:37:42.079895 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:37:42.080405 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:42.121762 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5e0fb1-b81d-47ad-88bc-2b0be5de5608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a22635c-1ebb-4bcb-8ef4-c83d23272b6c'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:37:42.124947 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77590ec4-2a5f-452f-a1fb-d4b0290ded37" -d '{"events": [{"server_uuid": "7a5e0fb1-b81d-47ad-88bc-2b0be5de5608", "name": "network-vif-plugged", "status": "completed", "tag": "4a22635c-1ebb-4bcb-8ef4-c83d23272b6c"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:37:42.143094 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c,segment=NetworkSegment(8b74ed4c-b910-4fbe-8040-1fa354141be0),segment_id=8b74ed4c-b910-4fbe-8040-1fa354141be0)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:42.150318 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:42.194666 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c24f73-1e8e-4319-b624-cb3414b2cdbf req-f796a7b3-d67c-4a1f-ad74-6d3b3b7a023c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:42.202400 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c24f73-1e8e-4319-b624-cb3414b2cdbf req-f796a7b3-d67c-4a1f-ad74-6d3b3b7a023c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:42.208656 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c,revision_number=12']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:42.209334 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c24f73-1e8e-4319-b624-cb3414b2cdbf req-f796a7b3-d67c-4a1f-ad74-6d3b3b7a023c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:42.214782 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c24f73-1e8e-4319-b624-cb3414b2cdbf req-f796a7b3-d67c-4a1f-ad74-6d3b3b7a023c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:42.220931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c24f73-1e8e-4319-b624-cb3414b2cdbf req-f796a7b3-d67c-4a1f-ad74-6d3b3b7a023c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:42.226229 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c24f73-1e8e-4319-b624-cb3414b2cdbf req-f796a7b3-d67c-4a1f-ad74-6d3b3b7a023c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:42.231651 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c24f73-1e8e-4319-b624-cb3414b2cdbf req-f796a7b3-d67c-4a1f-ad74-6d3b3b7a023c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:42.233632 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a8c24f73-1e8e-4319-b624-cb3414b2cdbf req-f796a7b3-d67c-4a1f-ad74-6d3b3b7a023c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5434 time: 0.1460130 Feb 20 05:37:42.297465 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a8c24f73-1e8e-4319-b624-cb3414b2cdbf req-9bdc3f81-1647-441e-9a91-30836e57404b tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577724 Feb 20 05:37:42.432020 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17a2cb50-a7c2-4a6b-bf4d-f96dfc874c6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (a01a86c0-78f8-492e-b9ce-f4245ead4972), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:42.434028 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fcc3c-267c-4f34-a45f-a02fc3e481b5 req-d5d66960-bc18-4bdf-a1d8-c6c458b7980d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:42.436324 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a0fcc3c-267c-4f34-a45f-a02fc3e481b5 req-d5d66960-bc18-4bdf-a1d8-c6c458b7980d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0703402 Feb 20 05:37:42.498809 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a0fcc3c-267c-4f34-a45f-a02fc3e481b5 req-45c57cf8-b687-443e-ae6d-d6671c0a0cae tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558279 Feb 20 05:37:42.623386 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb093a5d-3f2c-423f-986e-ef6fd573b53f req-380db549-afec-47d4-a1a1-920032bd6c16 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:42.631004 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bb093a5d-3f2c-423f-986e-ef6fd573b53f req-380db549-afec-47d4-a1a1-920032bd6c16 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.0751197 Feb 20 05:37:42.675630 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bb093a5d-3f2c-423f-986e-ef6fd573b53f req-9cd1ae4e-650b-48be-b77e-990003a48fab tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437176 Feb 20 05:37:42.729826 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a2cb50-a7c2-4a6b-bf4d-f96dfc874c6d admin admin] Router a01a86c0-78f8-492e-b9ce-f4245ead4972 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:37:42.738207 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd185ac7-566c-4543-b717-764537f8ba4f x-openstack-request-id: req-dd185ac7-566c-4543-b717-764537f8ba4f {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:37:42.738207 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5e0fb1-b81d-47ad-88bc-2b0be5de5608", "name": "network-vif-plugged", "status": "completed", "tag": "4a22635c-1ebb-4bcb-8ef4-c83d23272b6c", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:37:42.738207 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd185ac7-566c-4543-b717-764537f8ba4f {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:37:42.738622 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5e0fb1-b81d-47ad-88bc-2b0be5de5608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a22635c-1ebb-4bcb-8ef4-c83d23272b6c', 'code': 200} Feb 20 05:37:42.875001 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79807531-aa9d-4062-ab3e-be1490e52c36 req-364baa50-8ccd-448e-af64-63c737c0269c tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:42.876844 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-79807531-aa9d-4062-ab3e-be1490e52c36 req-364baa50-8ccd-448e-af64-63c737c0269c tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.0698061 Feb 20 05:37:42.879826 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a2cb50-a7c2-4a6b-bf4d-f96dfc874c6d admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:37:42.886347 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-17a2cb50-a7c2-4a6b-bf4d-f96dfc874c6d admin admin] 10.222.0.37 "PUT /v2.0/routers/a01a86c0-78f8-492e-b9ce-f4245ead4972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2548048 Feb 20 05:37:42.888713 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33728) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:37:42.891694 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2d402f-aef2-4eda-9800-0f39f512a78a None None] Sync routers for ids ['a01a86c0-78f8-492e-b9ce-f4245ead4972'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:37:42.912827 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2d402f-aef2-4eda-9800-0f39f512a78a None None] Routers {'a01a86c0-78f8-492e-b9ce-f4245ead4972'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:37:42.917273 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-2d2d402f-aef2-4eda-9800-0f39f512a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:37:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a01a86c0-78f8-492e-b9ce-f4245ead4972'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:37:42.974247 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-79807531-aa9d-4062-ab3e-be1490e52c36 req-a947f725-860e-4f87-acd9-4fe34ea2490c tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782132 Feb 20 05:37:43.032520 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-194f376b-1cf8-4c14-b74a-4ad8a1e8ceec admin admin] Publish callbacks [] for router (a01a86c0-78f8-492e-b9ce-f4245ead4972), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:43.060470 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213a8cc-d596-4d76-beb9-c82ca33951ac req-3f7004ab-705f-4e9d-8dcf-bf8d7825d3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:43.062356 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f213a8cc-d596-4d76-beb9-c82ca33951ac req-3f7004ab-705f-4e9d-8dcf-bf8d7825d3c1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 1128 time: 0.1169446 Feb 20 05:37:43.099959 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-2d2d402f-aef2-4eda-9800-0f39f512a78a None None] Set router a01a86c0-78f8-492e-b9ce-f4245ead4972 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:37:43.127285 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f213a8cc-d596-4d76-beb9-c82ca33951ac req-6cd37fbd-4c9b-4dd1-aa59-31767992a7bb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452249 Feb 20 05:37:43.146380 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548380b-1d27-4168-953b-1dbbaf2df8b3 req-b0ceb374-c449-43d7-bee5-0c12d88efacb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:43.155935 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3548380b-1d27-4168-953b-1dbbaf2df8b3 req-b0ceb374-c449-43d7-bee5-0c12d88efacb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1068397 Feb 20 05:37:43.169404 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-194f376b-1cf8-4c14-b74a-4ad8a1e8ceec admin admin] Publish callbacks [] for router_gateway (a01a86c0-78f8-492e-b9ce-f4245ead4972), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:43.218917 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3548380b-1d27-4168-953b-1dbbaf2df8b3 req-3e5966ca-3210-4651-b6f0-0f4647f50956 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562553 Feb 20 05:37:43.253853 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-194f376b-1cf8-4c14-b74a-4ad8a1e8ceec admin admin] Deleting port a52f2d7c-2d3f-4a15-ab61-73c092d20b9f {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:37:43.254374 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-194f376b-1cf8-4c14-b74a-4ad8a1e8ceec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a52f2d7c-2d3f-4a15-ab61-73c092d20b9f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:43.326819 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd04f9-1216-4dbc-9ae6-5dfb60db3525 req-3832df3c-2527-4d86-9dc4-b98f0820981f tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:43.328377 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a2dd04f9-1216-4dbc-9ae6-5dfb60db3525 req-3832df3c-2527-4d86-9dc4-b98f0820981f tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.0607581 Feb 20 05:37:43.343633 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-2d2d402f-aef2-4eda-9800-0f39f512a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'name': 'tempest-ServersTestManualDisk-2048639538-router', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'a52f2d7c-2d3f-4a15-ab61-73c092d20b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:19Z', 'updated_at': '2022-02-20T05:37:41Z', 'revision_number': 5, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'gw_port': {'id': 'a52f2d7c-2d3f-4a15-ab61-73c092d20b9f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:20Z', 'updated_at': '2022-02-20T05:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:37:43.348433 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-194f376b-1cf8-4c14-b74a-4ad8a1e8ceec admin admin] For port a52f2d7c-2d3f-4a15-ab61-73c092d20b9f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a52f2d7c-2d3f-4a15-ab61-73c092d20b9f,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:43.349517 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-194f376b-1cf8-4c14-b74a-4ad8a1e8ceec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a52f2d7c-2d3f-4a15-ab61-73c092d20b9f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:43.365606 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-194f376b-1cf8-4c14-b74a-4ad8a1e8ceec admin admin] Calling delete_port for a52f2d7c-2d3f-4a15-ab61-73c092d20b9f owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:37:43.376447 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2d402f-aef2-4eda-9800-0f39f512a78a None None] Checking router: a01a86c0-78f8-492e-b9ce-f4245ead4972 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:37:43.385401 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2d402f-aef2-4eda-9800-0f39f512a78a None None] Routers {'a01a86c0-78f8-492e-b9ce-f4245ead4972'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:37:43.386270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-2d2d402f-aef2-4eda-9800-0f39f512a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:37:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a01a86c0-78f8-492e-b9ce-f4245ead4972'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:37:43.390872 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a2dd04f9-1216-4dbc-9ae6-5dfb60db3525 req-555ca0ed-325c-475d-ad79-8ee9079b9348 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558877 Feb 20 05:37:43.517096 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-2d2d402f-aef2-4eda-9800-0f39f512a78a None None] Set router a01a86c0-78f8-492e-b9ce-f4245ead4972 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:37:43.533440 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a876218-bb9f-49e5-8957-d27d73df6e1a req-7b8e9832-6354-4b78-a35b-eaea497c3630 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:43.542446 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1a876218-bb9f-49e5-8957-d27d73df6e1a req-7b8e9832-6354-4b78-a35b-eaea497c3630 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 944 time: 0.0808959 Feb 20 05:37:43.581944 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-2d2d402f-aef2-4eda-9800-0f39f512a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'name': 'tempest-ServersTestManualDisk-2048639538-router', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:19Z', 'updated_at': '2022-02-20T05:37:43Z', 'revision_number': 6, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:37:43.588794 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-194f376b-1cf8-4c14-b74a-4ad8a1e8ceec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (a52f2d7c-2d3f-4a15-ab61-73c092d20b9f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:43.619021 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2d402f-aef2-4eda-9800-0f39f512a78a None None] The sync data for ids ['a01a86c0-78f8-492e-b9ce-f4245ead4972'] in n-d-829866-5 is: [{'id': 'a01a86c0-78f8-492e-b9ce-f4245ead4972', 'name': 'tempest-ServersTestManualDisk-2048639538-router', 'tenant_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:19Z', 'updated_at': '2022-02-20T05:37:43Z', 'revision_number': 6, 'project_id': '22fcdf8f0a0044db8bd26fed11e10ea2', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:37:43.620259 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1a876218-bb9f-49e5-8957-d27d73df6e1a req-237d9439-a279-4964-9b8c-07bc5bc0dc72 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/security-groups?id=38252618-fd5d-49bb-a49b-1fc9374dd121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726047 Feb 20 05:37:43.623716 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f376b-1cf8-4c14-b74a-4ad8a1e8ceec admin admin] Pushing event deleted for resources: {'Port': ['ID=a52f2d7c-2d3f-4a15-ab61-73c092d20b9f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:43.706932 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-194f376b-1cf8-4c14-b74a-4ad8a1e8ceec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (a01a86c0-78f8-492e-b9ce-f4245ead4972), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:43.758413 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa89fd0-eb3a-4f11-b96a-a89ae9d2ebef req-840db1b8-1284-496d-9ac6-57110babf3fd tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:43.759952 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ffa89fd0-eb3a-4f11-b96a-a89ae9d2ebef req-840db1b8-1284-496d-9ac6-57110babf3fd tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0628657 Feb 20 05:37:43.812452 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ffa89fd0-eb3a-4f11-b96a-a89ae9d2ebef req-aa7ba1bd-f168-4282-b7d6-b831705bb314 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454612 Feb 20 05:37:43.813345 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-194f376b-1cf8-4c14-b74a-4ad8a1e8ceec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (a01a86c0-78f8-492e-b9ce-f4245ead4972), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:43.816195 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-194f376b-1cf8-4c14-b74a-4ad8a1e8ceec admin admin] Publish callbacks [] for router_controller (a01a86c0-78f8-492e-b9ce-f4245ead4972), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:43.865529 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-194f376b-1cf8-4c14-b74a-4ad8a1e8ceec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (a01a86c0-78f8-492e-b9ce-f4245ead4972), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:43.866169 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194f376b-1cf8-4c14-b74a-4ad8a1e8ceec admin admin] Fanout notify agent at l3_agent the message router_deleted on router a01a86c0-78f8-492e-b9ce-f4245ead4972 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:37:43.876705 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-194f376b-1cf8-4c14-b74a-4ad8a1e8ceec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:43.878481 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-194f376b-1cf8-4c14-b74a-4ad8a1e8ceec admin admin] 10.222.0.37 "DELETE /v2.0/routers/a01a86c0-78f8-492e-b9ce-f4245ead4972 HTTP/1.1" status: 204 len: 168 time: 0.9878025 Feb 20 05:37:43.880362 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33740) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:37:43.926299 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-7349c30f-f4ae-42de-92e9-13498b9fc90f admin admin] Deleting subnet 2ecd3afa-0aba-40c3-836a-59288991ce75 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:37:43.930060 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7349c30f-f4ae-42de-92e9-13498b9fc90f admin admin] Publish callbacks [] for subnet (2ecd3afa-0aba-40c3-836a-59288991ce75), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:43.944903 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786bf19-2ff6-485a-b54c-da77ce4d1f2d req-fcbe67d1-3313-4b10-ad64-0071454c4583 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:43.950304 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786bf19-2ff6-485a-b54c-da77ce4d1f2d req-fcbe67d1-3313-4b10-ad64-0071454c4583 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:43.955598 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786bf19-2ff6-485a-b54c-da77ce4d1f2d req-fcbe67d1-3313-4b10-ad64-0071454c4583 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:43.960837 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786bf19-2ff6-485a-b54c-da77ce4d1f2d req-fcbe67d1-3313-4b10-ad64-0071454c4583 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:43.966150 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786bf19-2ff6-485a-b54c-da77ce4d1f2d req-fcbe67d1-3313-4b10-ad64-0071454c4583 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:43.966360 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7349c30f-f4ae-42de-92e9-13498b9fc90f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (2ecd3afa-0aba-40c3-836a-59288991ce75), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:43.971680 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786bf19-2ff6-485a-b54c-da77ce4d1f2d req-fcbe67d1-3313-4b10-ad64-0071454c4583 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:43.977258 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786bf19-2ff6-485a-b54c-da77ce4d1f2d req-fcbe67d1-3313-4b10-ad64-0071454c4583 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:43.979205 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9786bf19-2ff6-485a-b54c-da77ce4d1f2d req-fcbe67d1-3313-4b10-ad64-0071454c4583 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5434 time: 0.1009223 Feb 20 05:37:44.084144 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7349c30f-f4ae-42de-92e9-13498b9fc90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (2ecd3afa-0aba-40c3-836a-59288991ce75), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:44.088325 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9786bf19-2ff6-485a-b54c-da77ce4d1f2d req-f0b97a10-a1c5-4eab-a9e1-e6c08fa820aa tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0784333 Feb 20 05:37:44.158549 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device cd15c05b-8f9d-4a25-b743-7ff14d29a86f no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:37:44.185797 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: cd15c05b-8f9d-4a25-b743-7ff14d29a86f {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:37:44.186296 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device cd15c05b-8f9d-4a25-b743-7ff14d29a86f not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:37:44.217230 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7349c30f-f4ae-42de-92e9-13498b9fc90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (2ecd3afa-0aba-40c3-836a-59288991ce75), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:44.246601 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7349c30f-f4ae-42de-92e9-13498b9fc90f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ecd3afa-0aba-40c3-836a-59288991ce75,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:44.249365 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7349c30f-f4ae-42de-92e9-13498b9fc90f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:44.252979 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7349c30f-f4ae-42de-92e9-13498b9fc90f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2ecd3afa-0aba-40c3-836a-59288991ce75 HTTP/1.1" status: 204 len: 168 time: 0.3714557 Feb 20 05:37:44.255258 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33744) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:37:44.263480 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb361ad-cfca-403a-9c92-a517c9d396c5 req-458828be-a50d-4e5c-8a66-40b1ffc4ccf4 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:44.265615 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fdb361ad-cfca-403a-9c92-a517c9d396c5 req-458828be-a50d-4e5c-8a66-40b1ffc4ccf4 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.0841355 Feb 20 05:37:44.269403 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a524575-61c7-4002-8008-12be28ea2726 None None] Network e367c6c7-dba1-4292-8ee3-948127760dd1 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:37:44.339534 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fdb361ad-cfca-403a-9c92-a517c9d396c5 req-6c6e0db4-f07f-4d0d-b6da-2e8bf67afd00 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577743 Feb 20 05:37:44.349722 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bbacee3c-1365-4753-b138-0ca1d5e30f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (e367c6c7-dba1-4292-8ee3-948127760dd1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:44.406664 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-bbacee3c-1365-4753-b138-0ca1d5e30f03 admin admin] Deleting port 6cf0bf0d-8c25-4829-b775-755643e04fb9 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:37:44.407474 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bbacee3c-1365-4753-b138-0ca1d5e30f03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (6cf0bf0d-8c25-4829-b775-755643e04fb9), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:44.492920 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-bbacee3c-1365-4753-b138-0ca1d5e30f03 admin admin] For port 6cf0bf0d-8c25-4829-b775-755643e04fb9, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=6cf0bf0d-8c25-4829-b775-755643e04fb9,segment=NetworkSegment(abf5d984-b39c-4ad4-83d2-877631eacee6),segment_id=abf5d984-b39c-4ad4-83d2-877631eacee6)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:44.494018 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bbacee3c-1365-4753-b138-0ca1d5e30f03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (6cf0bf0d-8c25-4829-b775-755643e04fb9), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:44.518001 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-bbacee3c-1365-4753-b138-0ca1d5e30f03 admin admin] Calling delete_port for 6cf0bf0d-8c25-4829-b775-755643e04fb9 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:37:44.535317 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3b4c7-415a-4d64-813b-e23fed6e6ba6 req-d51a0f21-3148-4c11-acf3-125000dffd35 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:44.545489 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b8b3b4c7-415a-4d64-813b-e23fed6e6ba6 req-d51a0f21-3148-4c11-acf3-125000dffd35 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1406202 Feb 20 05:37:44.652908 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b8b3b4c7-415a-4d64-813b-e23fed6e6ba6 req-4719bdb3-ae88-481f-a65e-df5182ac2be3 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064422 Feb 20 05:37:44.655543 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bbacee3c-1365-4753-b138-0ca1d5e30f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (6cf0bf0d-8c25-4829-b775-755643e04fb9), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:44.672489 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3066e563-eb89-4adf-8d91-65d624978e26 None None] DHCP port deletion for e367c6c7-dba1-4292-8ee3-948127760dd1 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:37:44.729972 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbacee3c-1365-4753-b138-0ca1d5e30f03 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf0bf0d-8c25-4829-b775-755643e04fb9,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:44.739502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbacee3c-1365-4753-b138-0ca1d5e30f03 admin admin] No DVR routers for this DVR port 6cf0bf0d-8c25-4829-b775-755643e04fb9 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:37:44.836740 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8f1f1-dad6-47d7-bfe4-e578fe250ff2 req-82d28465-23fb-46ce-8c6f-3b08eef13bc0 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:44.845937 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-04e8f1f1-dad6-47d7-bfe4-e578fe250ff2 req-82d28465-23fb-46ce-8c6f-3b08eef13bc0 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.0785391 Feb 20 05:37:44.870378 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bbacee3c-1365-4753-b138-0ca1d5e30f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (e367c6c7-dba1-4292-8ee3-948127760dd1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:44.903992 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-bbacee3c-1365-4753-b138-0ca1d5e30f03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e367c6c7-dba1-4292-8ee3-948127760dd1']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:37:44.907519 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-04e8f1f1-dad6-47d7-bfe4-e578fe250ff2 req-8a477bb6-78d1-4037-ae4d-7302ec88e07c tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602334 Feb 20 05:37:44.916837 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-bbacee3c-1365-4753-b138-0ca1d5e30f03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf5d984-b39c-4ad4-83d2-877631eacee6') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:37:44.917136 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-bbacee3c-1365-4753-b138-0ca1d5e30f03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf5d984-b39c-4ad4-83d2-877631eacee6') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:37:44.950892 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bbacee3c-1365-4753-b138-0ca1d5e30f03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (abf5d984-b39c-4ad4-83d2-877631eacee6), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:44.965286 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bbacee3c-1365-4753-b138-0ca1d5e30f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (abf5d984-b39c-4ad4-83d2-877631eacee6), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:44.978363 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbacee3c-1365-4753-b138-0ca1d5e30f03 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:37:44.978792 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bbacee3c-1365-4753-b138-0ca1d5e30f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (abf5d984-b39c-4ad4-83d2-877631eacee6), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:37:44.980823 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:37:45.078404 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bbacee3c-1365-4753-b138-0ca1d5e30f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (e367c6c7-dba1-4292-8ee3-948127760dd1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:45.093882 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bbacee3c-1365-4753-b138-0ca1d5e30f03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:45.098869 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bbacee3c-1365-4753-b138-0ca1d5e30f03 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e367c6c7-dba1-4292-8ee3-948127760dd1 HTTP/1.1" status: 204 len: 168 time: 0.8425238 Feb 20 05:37:45.133291 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbacee3c-1365-4753-b138-0ca1d5e30f03 admin admin] Pushing event deleted for resources: {'Network': ['ID=e367c6c7-dba1-4292-8ee3-948127760dd1,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:45.164637 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-f62ea37c-2932-4174-ab36-e13429d7685c service neutron] 10.222.0.61 "GET /v2.0/ports/67f9a427-75ac-4fee-9ceb-9b981c14ae77/bindings/n-h1-829866-5 HTTP/1.1" status: 200 len: 382 time: 0.0873935 Feb 20 05:37:45.187459 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9ee7e-6f45-41c1-b59e-c646433a5903 req-8ac3967a-842e-4f07-af03-8eeb95a636e0 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:45.191727 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a5a9ee7e-6f45-41c1-b59e-c646433a5903 req-8ac3967a-842e-4f07-af03-8eeb95a636e0 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.1934311 Feb 20 05:37:45.266583 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a5a9ee7e-6f45-41c1-b59e-c646433a5903 req-2b089f7c-9d07-49e4-8cf1-99c5544372c3 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684991 Feb 20 05:37:45.288793 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33790) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:37:45.356715 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-360d345f-8228-41b9-a4c4-f46c1a3365c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=22fcdf8f0a0044db8bd26fed11e10ea2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0661926 Feb 20 05:37:45.357509 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33794) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:37:45.444626 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c81c8-ba7e-4a3c-b64c-aa4ceb1107a6 req-1caeafbf-3b87-4536-b81c-5a5dbc85c5b2 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:45.446753 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a07c81c8-ba7e-4a3c-b64c-aa4ceb1107a6 req-1caeafbf-3b87-4536-b81c-5a5dbc85c5b2 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 944 time: 0.1097114 Feb 20 05:37:45.463195 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e1e243ea-6855-43a8-8302-789402f75a38 admin admin] Publish callbacks [] for security_group (f9fa4880-60c9-4404-9932-e8a9f628acd1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:45.501476 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e1e243ea-6855-43a8-8302-789402f75a38 admin admin] Publish callbacks [] for security_group (f9fa4880-60c9-4404-9932-e8a9f628acd1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:45.518481 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-43e8f2ca-793e-4507-ad4d-c14857a9ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:45.520337 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a07c81c8-ba7e-4a3c-b64c-aa4ceb1107a6 req-3c78039a-2d00-4086-913a-06a3d2d808d0 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/security-groups?id=38252618-fd5d-49bb-a49b-1fc9374dd121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664449 Feb 20 05:37:45.528973 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-43e8f2ca-793e-4507-ad4d-c14857a9ef8e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7&tenant_id=fa4999e395b84ca8985dceeebb996696 HTTP/1.1" status: 200 len: 1131 time: 0.1000237 Feb 20 05:37:45.533594 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-7d92bac2-1c10-4be2-95cc-af68e088222a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:45.544908 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-7d92bac2-1c10-4be2-95cc-af68e088222a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:45.546169 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-7d92bac2-1c10-4be2-95cc-af68e088222a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:45.561345 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-7d92bac2-1c10-4be2-95cc-af68e088222a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:45.567335 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-7d92bac2-1c10-4be2-95cc-af68e088222a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:45.577104 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-7d92bac2-1c10-4be2-95cc-af68e088222a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:45.583152 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-7d92bac2-1c10-4be2-95cc-af68e088222a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:45.587387 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-7d92bac2-1c10-4be2-95cc-af68e088222a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5434 time: 0.1859312 Feb 20 05:37:45.632333 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-5ca61974-204b-4b6e-ada6-bf9cfdd8adf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:45.633936 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-5ca61974-204b-4b6e-ada6-bf9cfdd8adf4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 1131 time: 0.0646791 Feb 20 05:37:45.653441 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e1e243ea-6855-43a8-8302-789402f75a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f9fa4880-60c9-4404-9932-e8a9f628acd1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:45.656541 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e1e243ea-6855-43a8-8302-789402f75a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:45.657882 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e1e243ea-6855-43a8-8302-789402f75a38 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9fa4880-60c9-4404-9932-e8a9f628acd1 HTTP/1.1" status: 204 len: 168 time: 0.2993517 Feb 20 05:37:45.690682 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-dd7c8093-98e7-44ca-86af-f9a1c0895a64 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:45.692537 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-dd7c8093-98e7-44ca-86af-f9a1c0895a64 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.61 "GET /v2.0/ports/e74757c8-ee50-4661-8395-9285a9e8870c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1005423 Feb 20 05:37:45.711431 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e243ea-6855-43a8-8302-789402f75a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fa4880-60c9-4404-9932-e8a9f628acd1,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:45.777311 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda04335-cc40-4543-bae3-9a8ebbc9fcdf req-aae0647e-57b4-4470-b5a4-eb5bc9cb071d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:45.784571 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dda04335-cc40-4543-bae3-9a8ebbc9fcdf req-aae0647e-57b4-4470-b5a4-eb5bc9cb071d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1493275 Feb 20 05:37:45.786557 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-f8585db1-56ca-4501-913f-4af7b022aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:45.789034 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-f8585db1-56ca-4501-913f-4af7b022aa57 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.1485794 Feb 20 05:37:45.887251 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dda04335-cc40-4543-bae3-9a8ebbc9fcdf req-d620a9ec-c2f0-4429-9b8b-5db853e07e5c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866854 Feb 20 05:37:45.890458 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-90a3a974-b2a9-4959-8dfa-b7f7cf1d4b80 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=67f9a427-75ac-4fee-9ceb-9b981c14ae77 HTTP/1.1" status: 200 len: 217 time: 0.0932889 Feb 20 05:37:45.893009 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-1e77fb23-12c8-48bb-bf1b-a7856b185c51 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.61 "GET /v2.0/networks/666d2cf8-afbf-4b07-bbd6-64f125ed3a83?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1940107 Feb 20 05:37:45.909615 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-1cde8d63-e422-4fa5-a7c1-c4d4163c3cb0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:37:45.911837 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6cf0bf0d-8c25-4829-b775-755643e04fb9 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:37:45.935839 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 6cf0bf0d-8c25-4829-b775-755643e04fb9 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:37:45.936196 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6cf0bf0d-8c25-4829-b775-755643e04fb9 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:37:45.936628 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a52f2d7c-2d3f-4a15-ab61-73c092d20b9f no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:37:45.959807 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: a52f2d7c-2d3f-4a15-ab61-73c092d20b9f {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:37:45.960165 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a52f2d7c-2d3f-4a15-ab61-73c092d20b9f not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:37:46.003209 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-d8e865a6-43e7-4e02-aa93-4fe93a1060b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:46.004744 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-d8e865a6-43e7-4e02-aa93-4fe93a1060b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1019592 Feb 20 05:37:46.050259 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-1cde8d63-e422-4fa5-a7c1-c4d4163c3cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e74757c8-ee50-4661-8395-9285a9e8870c), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:46.084045 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-d4ef39bc-c361-40f3-bedc-ba062058d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:46.085668 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-d4ef39bc-c361-40f3-bedc-ba062058d026 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0745430 Feb 20 05:37:46.259666 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-1cde8d63-e422-4fa5-a7c1-c4d4163c3cb0 service neutron] For port e74757c8-ee50-4661-8395-9285a9e8870c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e74757c8-ee50-4661-8395-9285a9e8870c,segment=NetworkSegment(6e3478b9-6ed7-4abf-b4ed-b00804fcaa64),segment_id=6e3478b9-6ed7-4abf-b4ed-b00804fcaa64)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:46.261532 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-69b69920-5939-4d07-b8ef-f92d183c1a7a service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693316 Feb 20 05:37:46.312811 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-1cde8d63-e422-4fa5-a7c1-c4d4163c3cb0 service neutron] For port e74757c8-ee50-4661-8395-9285a9e8870c, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:37:46.389318 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9c2940cf-e6e4-4836-b584-2681a9bca164 req-5600b959-e28b-4533-88b9-cad262a034d5 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217623 Feb 20 05:37:46.403913 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-39dfe09c-5ee3-4a45-90d5-fc40eaaed500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:46.426786 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-1cde8d63-e422-4fa5-a7c1-c4d4163c3cb0 service neutron] device_id is not set on port e74757c8-ee50-4661-8395-9285a9e8870c yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:37:46.440340 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-1cde8d63-e422-4fa5-a7c1-c4d4163c3cb0 service neutron] Publish callbacks [] for port (e74757c8-ee50-4661-8395-9285a9e8870c), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:46.466702 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1909f7b-73b8-44d3-ae0e-5663a7b2138e req-11927b19-0cfc-40fd-842a-8f7c116438ce tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:46.474285 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1909f7b-73b8-44d3-ae0e-5663a7b2138e req-11927b19-0cfc-40fd-842a-8f7c116438ce tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:46.479799 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1909f7b-73b8-44d3-ae0e-5663a7b2138e req-11927b19-0cfc-40fd-842a-8f7c116438ce tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:46.488260 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1909f7b-73b8-44d3-ae0e-5663a7b2138e req-11927b19-0cfc-40fd-842a-8f7c116438ce tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:46.494504 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1909f7b-73b8-44d3-ae0e-5663a7b2138e req-11927b19-0cfc-40fd-842a-8f7c116438ce tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:46.500469 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1909f7b-73b8-44d3-ae0e-5663a7b2138e req-11927b19-0cfc-40fd-842a-8f7c116438ce tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:46.505870 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1909f7b-73b8-44d3-ae0e-5663a7b2138e req-11927b19-0cfc-40fd-842a-8f7c116438ce tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:46.507997 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c1909f7b-73b8-44d3-ae0e-5663a7b2138e req-11927b19-0cfc-40fd-842a-8f7c116438ce tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 5434 time: 0.1457937 Feb 20 05:37:46.509362 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-1cde8d63-e422-4fa5-a7c1-c4d4163c3cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (e74757c8-ee50-4661-8395-9285a9e8870c), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:46.583978 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde8d63-e422-4fa5-a7c1-c4d4163c3cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=e74757c8-ee50-4661-8395-9285a9e8870c,revision_number=6']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:46.613128 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-1cde8d63-e422-4fa5-a7c1-c4d4163c3cb0 service neutron] No DVR routers for this DVR port e74757c8-ee50-4661-8395-9285a9e8870c on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:37:46.645341 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde8d63-e422-4fa5-a7c1-c4d4163c3cb0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:46.645667 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde8d63-e422-4fa5-a7c1-c4d4163c3cb0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:46.646011 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde8d63-e422-4fa5-a7c1-c4d4163c3cb0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:46.646352 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde8d63-e422-4fa5-a7c1-c4d4163c3cb0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:46.646690 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde8d63-e422-4fa5-a7c1-c4d4163c3cb0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:46.647045 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde8d63-e422-4fa5-a7c1-c4d4163c3cb0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:46.647377 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde8d63-e422-4fa5-a7c1-c4d4163c3cb0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:46.647701 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde8d63-e422-4fa5-a7c1-c4d4163c3cb0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:46.648642 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde8d63-e422-4fa5-a7c1-c4d4163c3cb0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:46.648642 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde8d63-e422-4fa5-a7c1-c4d4163c3cb0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:46.648642 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde8d63-e422-4fa5-a7c1-c4d4163c3cb0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:46.648970 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde8d63-e422-4fa5-a7c1-c4d4163c3cb0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:46.649295 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cde8d63-e422-4fa5-a7c1-c4d4163c3cb0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:37:46.682495 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33824) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:37:46.697933 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c1909f7b-73b8-44d3-ae0e-5663a7b2138e req-52ca64b0-4129-4ba9-a619-3cbeb751d716 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=73d18452-59a8-45fc-93f7-eb7890c4352f&id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1566343 Feb 20 05:37:46.705726 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-1cde8d63-e422-4fa5-a7c1-c4d4163c3cb0 service neutron] In _notify_port_updated(), no bound segment for port e74757c8-ee50-4661-8395-9285a9e8870c on network 666d2cf8-afbf-4b07-bbd6-64f125ed3a83 {{(pid=103407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 05:37:46.706610 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-1cde8d63-e422-4fa5-a7c1-c4d4163c3cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:46.707256 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-1cde8d63-e422-4fa5-a7c1-c4d4163c3cb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:46.708527 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-1cde8d63-e422-4fa5-a7c1-c4d4163c3cb0 service neutron] 10.222.0.61 "PUT /v2.0/ports/e74757c8-ee50-4661-8395-9285a9e8870c HTTP/1.1" status: 200 len: 1026 time: 0.8059282 Feb 20 05:37:46.768420 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-b405a395-0dff-4d2a-b83d-d01329075705 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:46.769748 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-b405a395-0dff-4d2a-b83d-d01329075705 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.61 "GET /v2.0/ports/3fb0e850-e007-488c-9126-46021bfc5121?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0552232 Feb 20 05:37:46.782639 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-b038a09c-0043-45d2-8444-4060cbd8578b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:37:46.797103 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-128a22ab-abb7-4c6f-ba20-179993920492 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-791797842-network', 'tenant_id': '4241a1c041f44be5b044ab519cd0d7f1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:37:46.817891 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128a22ab-abb7-4c6f-ba20-179993920492 admin admin] Made reservation on behalf of 4241a1c041f44be5b044ab519cd0d7f1 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:37:46.820804 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-128a22ab-abb7-4c6f-ba20-179993920492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:46.830043 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-128a22ab-abb7-4c6f-ba20-179993920492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:46.858876 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7679f0af-01b1-44eb-987b-f9c748a9799a None None] Provisioning complete for port e74757c8-ee50-4661-8395-9285a9e8870c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:37:46.859282 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7679f0af-01b1-44eb-987b-f9c748a9799a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e74757c8-ee50-4661-8395-9285a9e8870c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:46.882845 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5a965-db7d-4317-9ef1-272776a986ea req-973d67e5-6706-45c2-b702-b859329e68ca tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:46.890240 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75e5a965-db7d-4317-9ef1-272776a986ea req-973d67e5-6706-45c2-b702-b859329e68ca tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.1261864 Feb 20 05:37:46.898272 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7679f0af-01b1-44eb-987b-f9c748a9799a None None] Port e74757c8-ee50-4661-8395-9285a9e8870c cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:37:46.898636 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-b038a09c-0043-45d2-8444-4060cbd8578b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3fb0e850-e007-488c-9126-46021bfc5121), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:46.916326 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-128a22ab-abb7-4c6f-ba20-179993920492 admin admin] Publish callbacks [] for security_group (a412edfa-a37f-417e-b57b-6dfb957541dc), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:46.921716 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-128a22ab-abb7-4c6f-ba20-179993920492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a412edfa-a37f-417e-b57b-6dfb957541dc), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:46.942024 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128a22ab-abb7-4c6f-ba20-179993920492 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:37:46.956965 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a22ab-abb7-4c6f-ba20-179993920492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a412edfa-a37f-417e-b57b-6dfb957541dc,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:46.959812 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-128a22ab-abb7-4c6f-ba20-179993920492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d327398b-219e-40d1-95e4-3ff73eef023f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:46.960169 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-128a22ab-abb7-4c6f-ba20-179993920492 admin admin] Added segment d327398b-219e-40d1-95e4-3ff73eef023f of type vlan for network ddc4873d-b27f-4c1d-9296-69d4863bbb6d Feb 20 05:37:46.976670 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75e5a965-db7d-4317-9ef1-272776a986ea req-b11483ee-fe1a-4815-a32c-eac247ff63c3 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855765 Feb 20 05:37:47.002666 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-128a22ab-abb7-4c6f-ba20-179993920492 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (ddc4873d-b27f-4c1d-9296-69d4863bbb6d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:47.029848 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-128a22ab-abb7-4c6f-ba20-179993920492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (ddc4873d-b27f-4c1d-9296-69d4863bbb6d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:47.031057 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128a22ab-abb7-4c6f-ba20-179993920492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:47.031708 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-128a22ab-abb7-4c6f-ba20-179993920492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:47.089901 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-128a22ab-abb7-4c6f-ba20-179993920492 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4064033 Feb 20 05:37:47.093550 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33830) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:37:47.098662 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a22d3113-9eeb-4964-8ae0-6df88a175514 admin admin] Request body: {'subnet': {'network_id': 'ddc4873d-b27f-4c1d-9296-69d4863bbb6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-791797842-subnet', 'tenant_id': '4241a1c041f44be5b044ab519cd0d7f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:37:47.105217 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a22ab-abb7-4c6f-ba20-179993920492 admin admin] Pushing event updated for resources: {'Network': ['ID=ddc4873d-b27f-4c1d-9296-69d4863bbb6d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:47.114600 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-b038a09c-0043-45d2-8444-4060cbd8578b service neutron] For port 3fb0e850-e007-488c-9126-46021bfc5121, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=3fb0e850-e007-488c-9126-46021bfc5121,segment=NetworkSegment(6e3478b9-6ed7-4abf-b4ed-b00804fcaa64),segment_id=6e3478b9-6ed7-4abf-b4ed-b00804fcaa64)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:47.119777 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network ddc4873d-b27f-4c1d-9296-69d4863bbb6d details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:37:47.132216 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22d3113-9eeb-4964-8ae0-6df88a175514 admin admin] Made reservation on behalf of 4241a1c041f44be5b044ab519cd0d7f1 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:37:47.135132 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a22d3113-9eeb-4964-8ae0-6df88a175514 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:47.141162 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fcc6a-6d8e-499f-9a80-a665c98f529b req-226d7dba-498b-468d-a7d8-dae0c74771b5 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:47.142696 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c94fcc6a-6d8e-499f-9a80-a665c98f529b req-226d7dba-498b-468d-a7d8-dae0c74771b5 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0888801 Feb 20 05:37:47.176543 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-b038a09c-0043-45d2-8444-4060cbd8578b service neutron] For port 3fb0e850-e007-488c-9126-46021bfc5121, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:37:47.233923 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-b038a09c-0043-45d2-8444-4060cbd8578b service neutron] device_id is not set on port 3fb0e850-e007-488c-9126-46021bfc5121 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:37:47.244383 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c94fcc6a-6d8e-499f-9a80-a665c98f529b req-a8e661fb-bbfe-4b4a-93d9-f8e21a3997e3 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867612 Feb 20 05:37:47.246151 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-b038a09c-0043-45d2-8444-4060cbd8578b service neutron] Publish callbacks [] for port (3fb0e850-e007-488c-9126-46021bfc5121), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:47.252003 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-b038a09c-0043-45d2-8444-4060cbd8578b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (3fb0e850-e007-488c-9126-46021bfc5121), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:47.315904 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-b038a09c-0043-45d2-8444-4060cbd8578b service neutron] No DVR routers for this DVR port 3fb0e850-e007-488c-9126-46021bfc5121 on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:37:47.343121 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a22d3113-9eeb-4964-8ae0-6df88a175514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (1a2f2712-bade-4533-bda6-564829dd7c15), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:47.351557 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038a09c-0043-45d2-8444-4060cbd8578b service neutron] Pushing event updated for resources: {'Port': ['ID=3fb0e850-e007-488c-9126-46021bfc5121,revision_number=6']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:47.398070 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-b038a09c-0043-45d2-8444-4060cbd8578b service neutron] In _notify_port_updated(), no bound segment for port 3fb0e850-e007-488c-9126-46021bfc5121 on network 666d2cf8-afbf-4b07-bbd6-64f125ed3a83 {{(pid=103407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 05:37:47.398974 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-b038a09c-0043-45d2-8444-4060cbd8578b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:47.399603 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-b038a09c-0043-45d2-8444-4060cbd8578b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:47.400924 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-b038a09c-0043-45d2-8444-4060cbd8578b service neutron] 10.222.0.61 "PUT /v2.0/ports/3fb0e850-e007-488c-9126-46021bfc5121 HTTP/1.1" status: 200 len: 1028 time: 0.6227336 Feb 20 05:37:47.415520 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d3113-9eeb-4964-8ae0-6df88a175514 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a2f2712-bade-4533-bda6-564829dd7c15,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:47.426943 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22d3113-9eeb-4964-8ae0-6df88a175514 admin admin] Checking segment: {'id': 'd327398b-219e-40d1-95e4-3ff73eef023f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ddc4873d-b27f-4c1d-9296-69d4863bbb6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:37:47.427247 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22d3113-9eeb-4964-8ae0-6df88a175514 admin admin] Network hostable DHCP agents. Network: ddc4873d-b27f-4c1d-9296-69d4863bbb6d, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:37:47.446548 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22d3113-9eeb-4964-8ae0-6df88a175514 admin admin] Network ddc4873d-b27f-4c1d-9296-69d4863bbb6d is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:37:47.453340 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c406c71-5f19-42c2-bab4-02895d6d152f req-0c37656f-938c-4bfb-897d-5a1f0e09e82f tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:47.454848 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0c406c71-5f19-42c2-bab4-02895d6d152f req-0c37656f-938c-4bfb-897d-5a1f0e09e82f tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.1101007 Feb 20 05:37:47.460191 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-a22d3113-9eeb-4964-8ae0-6df88a175514 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, ddc4873d-b27f-4c1d-9296-69d4863bbb6d) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:37:47.465068 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22d3113-9eeb-4964-8ae0-6df88a175514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:47.466171 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a22d3113-9eeb-4964-8ae0-6df88a175514 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:47.472874 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3275a461-777b-4c5d-aee5-58a629fcaaea None None] Network ddc4873d-b27f-4c1d-9296-69d4863bbb6d requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:37:47.488622 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a22d3113-9eeb-4964-8ae0-6df88a175514 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3935139 Feb 20 05:37:47.566700 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0c406c71-5f19-42c2-bab4-02895d6d152f req-23989241-efc6-48a4-acf2-b323bf6152ae tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987027 Feb 20 05:37:47.576496 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-8e14a263-591b-4db8-a248-545a0cd95ed7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Deleting port b300bf69-7fa5-4932-966e-acd556b5219f {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:37:47.576882 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-8e14a263-591b-4db8-a248-545a0cd95ed7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (b300bf69-7fa5-4932-966e-acd556b5219f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:47.586789 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7f2edd-1d91-4265-9a59-bd446f911092 None None] Network ddc4873d-b27f-4c1d-9296-69d4863bbb6d requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:37:47.675687 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2fd69226-c2f5-40bd-b8e9-c0c712dd8560 None None] Provisioning complete for port 3fb0e850-e007-488c-9126-46021bfc5121 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:37:47.676066 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2fd69226-c2f5-40bd-b8e9-c0c712dd8560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3fb0e850-e007-488c-9126-46021bfc5121), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:47.715582 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-8e14a263-591b-4db8-a248-545a0cd95ed7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] For port b300bf69-7fa5-4932-966e-acd556b5219f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b300bf69-7fa5-4932-966e-acd556b5219f,segment=NetworkSegment(69fe3215-475f-4fec-89eb-5492628b51f7),segment_id=69fe3215-475f-4fec-89eb-5492628b51f7)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:47.715980 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-8e14a263-591b-4db8-a248-545a0cd95ed7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (b300bf69-7fa5-4932-966e-acd556b5219f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:47.728766 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2fd69226-c2f5-40bd-b8e9-c0c712dd8560 None None] Port 3fb0e850-e007-488c-9126-46021bfc5121 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:37:47.736652 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-8e14a263-591b-4db8-a248-545a0cd95ed7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Calling delete_port for b300bf69-7fa5-4932-966e-acd556b5219f owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:37:47.753673 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10f101-b18f-4a44-9e6f-7c67e71aa871 req-083195d9-6b38-4978-a267-063a358e1d7b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:47.755177 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba10f101-b18f-4a44-9e6f-7c67e71aa871 req-083195d9-6b38-4978-a267-063a358e1d7b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.0959764 Feb 20 05:37:47.765746 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device e74757c8-ee50-4661-8395-9285a9e8870c no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:37:47.804476 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] The host n-h1-829866-5 is not matching for port e74757c8-ee50-4661-8395-9285a9e8870c host ! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 05:37:47.804905 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device e74757c8-ee50-4661-8395-9285a9e8870c not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:37:47.805324 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device c61fd629-9c90-4652-883c-81348ddcbb9c no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:37:47.848423 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba10f101-b18f-4a44-9e6f-7c67e71aa871 req-f337e6d9-c631-46b1-91cb-81603395a54c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875957 Feb 20 05:37:47.887426 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port c61fd629-9c90-4652-883c-81348ddcbb9c is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:37:47.887925 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c61fd629-9c90-4652-883c-81348ddcbb9c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:47.911308 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c61fd629-9c90-4652-883c-81348ddcbb9c'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:37:47.913540 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdba3dd-7929-48b6-a506-98408e5f83e7" -d '{"events": [{"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-unplugged", "status": "completed", "tag": "c61fd629-9c90-4652-883c-81348ddcbb9c"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:37:47.926375 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port c61fd629-9c90-4652-883c-81348ddcbb9c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c61fd629-9c90-4652-883c-81348ddcbb9c,segment=NetworkSegment(6e3478b9-6ed7-4abf-b4ed-b00804fcaa64),segment_id=6e3478b9-6ed7-4abf-b4ed-b00804fcaa64)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:47.932918 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c61fd629-9c90-4652-883c-81348ddcbb9c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:47.933402 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 3fb0e850-e007-488c-9126-46021bfc5121 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:37:47.947071 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-8e14a263-591b-4db8-a248-545a0cd95ed7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (b300bf69-7fa5-4932-966e-acd556b5219f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:47.982674 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14a263-591b-4db8-a248-545a0cd95ed7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event deleted for resources: {'Port': ['ID=b300bf69-7fa5-4932-966e-acd556b5219f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:48.018506 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=c61fd629-9c90-4652-883c-81348ddcbb9c,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:48.022043 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] The host n-h1-829866-5 is not matching for port 3fb0e850-e007-488c-9126-46021bfc5121 host ! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 05:37:48.022043 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 3fb0e850-e007-488c-9126-46021bfc5121 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:37:48.022658 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 1f7229f1-0696-4db8-9a85-551662cf8335 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:37:48.030090 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66664c-32f6-4d47-a2be-0b3ae85cca56 req-750048ae-f813-4474-86a0-f6a090663cc0 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:48.031650 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f66664c-32f6-4d47-a2be-0b3ae85cca56 req-750048ae-f813-4474-86a0-f6a090663cc0 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 944 time: 0.1214273 Feb 20 05:37:48.050427 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-8e14a263-591b-4db8-a248-545a0cd95ed7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] No DVR routers for this DVR port b300bf69-7fa5-4932-966e-acd556b5219f on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:37:48.058294 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-8e14a263-591b-4db8-a248-545a0cd95ed7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:48.062021 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-8e14a263-591b-4db8-a248-545a0cd95ed7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.61 "DELETE /v2.0/ports/b300bf69-7fa5-4932-966e-acd556b5219f HTTP/1.1" status: 204 len: 173 time: 0.6550047 Feb 20 05:37:48.062465 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-deleted', 'tag': 'b300bf69-7fa5-4932-966e-acd556b5219f'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:37:48.064693 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215dff8d-7ffb-45bd-a033-a82d938db052" -d '{"events": [{"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-deleted", "tag": "b300bf69-7fa5-4932-966e-acd556b5219f"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:37:48.100030 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 1f7229f1-0696-4db8-9a85-551662cf8335 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:37:48.100422 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1f7229f1-0696-4db8-9a85-551662cf8335), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:48.131905 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 1f7229f1-0696-4db8-9a85-551662cf8335, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1f7229f1-0696-4db8-9a85-551662cf8335,segment=NetworkSegment(69fe3215-475f-4fec-89eb-5492628b51f7),segment_id=69fe3215-475f-4fec-89eb-5492628b51f7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:48.136259 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1f7229f1-0696-4db8-9a85-551662cf8335), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:48.136961 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device a890cd6b-9daf-4d06-b46f-a0ae0d08179c no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:37:48.140692 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f66664c-32f6-4d47-a2be-0b3ae85cca56 req-f6508924-9607-4080-a84c-74a0a2644364 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/security-groups?id=38252618-fd5d-49bb-a49b-1fc9374dd121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914171 Feb 20 05:37:48.194686 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-71562470-1faf-40d1-a59a-9e80a8f482d5 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Deleting port a890cd6b-9daf-4d06-b46f-a0ae0d08179c {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:37:48.194978 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-71562470-1faf-40d1-a59a-9e80a8f482d5 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a890cd6b-9daf-4d06-b46f-a0ae0d08179c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:48.214450 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=1f7229f1-0696-4db8-9a85-551662cf8335,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:48.254420 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port a890cd6b-9daf-4d06-b46f-a0ae0d08179c is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:37:48.254810 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a890cd6b-9daf-4d06-b46f-a0ae0d08179c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:48.289005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port a890cd6b-9daf-4d06-b46f-a0ae0d08179c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=a890cd6b-9daf-4d06-b46f-a0ae0d08179c,segment=NetworkSegment(6e3478b9-6ed7-4abf-b4ed-b00804fcaa64),segment_id=6e3478b9-6ed7-4abf-b4ed-b00804fcaa64)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:48.294565 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a890cd6b-9daf-4d06-b46f-a0ae0d08179c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:48.295392 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 5781814a-da9d-41c0-a1e3-9143914eb22f no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:37:48.326777 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c4c42-0208-42c1-aed9-cbec86fc58f2 req-d2bef5ee-8357-4163-8c66-611d01dc9e49 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:48.328429 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f8c4c42-0208-42c1-aed9-cbec86fc58f2 req-d2bef5ee-8357-4163-8c66-611d01dc9e49 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.1172600 Feb 20 05:37:48.333600 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-71562470-1faf-40d1-a59a-9e80a8f482d5 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] For port a890cd6b-9daf-4d06-b46f-a0ae0d08179c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=a890cd6b-9daf-4d06-b46f-a0ae0d08179c,segment=NetworkSegment(6e3478b9-6ed7-4abf-b4ed-b00804fcaa64),segment_id=6e3478b9-6ed7-4abf-b4ed-b00804fcaa64)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:48.333963 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-71562470-1faf-40d1-a59a-9e80a8f482d5 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a890cd6b-9daf-4d06-b46f-a0ae0d08179c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:48.366312 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-71562470-1faf-40d1-a59a-9e80a8f482d5 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Calling delete_port for a890cd6b-9daf-4d06-b46f-a0ae0d08179c owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:37:48.375951 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=a890cd6b-9daf-4d06-b46f-a0ae0d08179c,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:48.425642 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 5781814a-da9d-41c0-a1e3-9143914eb22f is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:37:48.426043 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5781814a-da9d-41c0-a1e3-9143914eb22f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:48.438372 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f8c4c42-0208-42c1-aed9-cbec86fc58f2 req-3b0a0f1f-e6e5-4744-ba73-55f1dbde1a0c tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016598 Feb 20 05:37:48.484955 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 5781814a-da9d-41c0-a1e3-9143914eb22f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=5781814a-da9d-41c0-a1e3-9143914eb22f,segment=NetworkSegment(3afd5b42-a457-4a41-9db4-611bccf50f94),segment_id=3afd5b42-a457-4a41-9db4-611bccf50f94)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:48.503975 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5781814a-da9d-41c0-a1e3-9143914eb22f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:48.505059 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b300bf69-7fa5-4932-966e-acd556b5219f no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:37:48.573120 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: b300bf69-7fa5-4932-966e-acd556b5219f {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:37:48.573460 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b300bf69-7fa5-4932-966e-acd556b5219f not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:37:48.587656 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-71562470-1faf-40d1-a59a-9e80a8f482d5 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (a890cd6b-9daf-4d06-b46f-a0ae0d08179c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:48.602322 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2a1ad60d-d406-43de-86c5-9c1256ac7649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:48.618935 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=5781814a-da9d-41c0-a1e3-9143914eb22f,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:48.634291 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71562470-1faf-40d1-a59a-9e80a8f482d5 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event deleted for resources: {'Port': ['ID=a890cd6b-9daf-4d06-b46f-a0ae0d08179c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:48.683879 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-71562470-1faf-40d1-a59a-9e80a8f482d5 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] No DVR routers for this DVR port a890cd6b-9daf-4d06-b46f-a0ae0d08179c on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:37:48.687065 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-71562470-1faf-40d1-a59a-9e80a8f482d5 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:48.690273 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-71562470-1faf-40d1-a59a-9e80a8f482d5 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.61 "DELETE /v2.0/ports/a890cd6b-9daf-4d06-b46f-a0ae0d08179c HTTP/1.1" status: 204 len: 173 time: 0.6158459 Feb 20 05:37:48.872190 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-6c1688c8-3f0c-4ae7-aa1e-40f96a30dac8 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:48.873659 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-6c1688c8-3f0c-4ae7-aa1e-40f96a30dac8 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/networks?id=ddc4873d-b27f-4c1d-9296-69d4863bbb6d HTTP/1.1" status: 200 len: 813 time: 0.1372793 Feb 20 05:37:48.876036 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-eacc8c99-b3d3-4118-bf44-c443644db4ed tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Deleting port 1f7229f1-0696-4db8-9a85-551662cf8335 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:37:48.876369 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-eacc8c99-b3d3-4118-bf44-c443644db4ed tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1f7229f1-0696-4db8-9a85-551662cf8335), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:48.926052 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-5d58cc44-9bf6-4071-a6bf-e79bba7a6bb2 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/quotas/4241a1c041f44be5b044ab519cd0d7f1 HTTP/1.1" status: 200 len: 375 time: 0.0468230 Feb 20 05:37:48.963071 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-717e992a-13dc-47a0-a44f-7d9bb3136ac1 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4241a1c041f44be5b044ab519cd0d7f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302601 Feb 20 05:37:49.042074 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-eacc8c99-b3d3-4118-bf44-c443644db4ed tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] For port 1f7229f1-0696-4db8-9a85-551662cf8335, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1f7229f1-0696-4db8-9a85-551662cf8335,segment=NetworkSegment(69fe3215-475f-4fec-89eb-5492628b51f7),segment_id=69fe3215-475f-4fec-89eb-5492628b51f7)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:49.042430 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-eacc8c99-b3d3-4118-bf44-c443644db4ed tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1f7229f1-0696-4db8-9a85-551662cf8335), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:49.058642 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-eacc8c99-b3d3-4118-bf44-c443644db4ed tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Calling delete_port for 1f7229f1-0696-4db8-9a85-551662cf8335 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:37:49.129005 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-f574e1a7-b899-4f42-8203-3f2ebc15e383 service neutron] 10.222.0.37 "GET /v2.0/networks/ddc4873d-b27f-4c1d-9296-69d4863bbb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572142 Feb 20 05:37:49.266712 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-5b40d3e3-8e08-4317-9980-9567b1b974cc service neutron] 10.222.0.37 "GET /v2.0/networks/ddc4873d-b27f-4c1d-9296-69d4863bbb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291165 Feb 20 05:37:49.282619 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-eacc8c99-b3d3-4118-bf44-c443644db4ed tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (1f7229f1-0696-4db8-9a85-551662cf8335), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:49.311814 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc8c99-b3d3-4118-bf44-c443644db4ed tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event deleted for resources: {'Port': ['ID=1f7229f1-0696-4db8-9a85-551662cf8335,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:49.359960 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-eacc8c99-b3d3-4118-bf44-c443644db4ed tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] No DVR routers for this DVR port 1f7229f1-0696-4db8-9a85-551662cf8335 on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:37:49.362546 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-eacc8c99-b3d3-4118-bf44-c443644db4ed tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:49.371368 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-eacc8c99-b3d3-4118-bf44-c443644db4ed tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.61 "DELETE /v2.0/ports/1f7229f1-0696-4db8-9a85-551662cf8335 HTTP/1.1" status: 204 len: 173 time: 0.6703973 Feb 20 05:37:49.499798 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:49.501101 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f83d7a-4505-49d7-930f-9181b647f5bf req-618fe09f-1ab5-44b0-a989-47de84609f6d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:49.506348 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f83d7a-4505-49d7-930f-9181b647f5bf req-618fe09f-1ab5-44b0-a989-47de84609f6d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:49.507943 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-37f83d7a-4505-49d7-930f-9181b647f5bf req-618fe09f-1ab5-44b0-a989-47de84609f6d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 1678 time: 0.0948598 Feb 20 05:37:49.538014 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-871e71c2-f7d4-4106-81a0-3f952c68bfb7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Deleting port 5781814a-da9d-41c0-a1e3-9143914eb22f {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:37:49.538546 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-871e71c2-f7d4-4106-81a0-3f952c68bfb7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (5781814a-da9d-41c0-a1e3-9143914eb22f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:49.621978 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-37f83d7a-4505-49d7-930f-9181b647f5bf req-bfa2b0a5-e8a8-476e-b5d5-2c4634b99f18 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups?id=a088be27-f47e-4938-be47-680ad05b339b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062889 Feb 20 05:37:49.663874 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-871e71c2-f7d4-4106-81a0-3f952c68bfb7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] For port 5781814a-da9d-41c0-a1e3-9143914eb22f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=5781814a-da9d-41c0-a1e3-9143914eb22f,segment=NetworkSegment(3afd5b42-a457-4a41-9db4-611bccf50f94),segment_id=3afd5b42-a457-4a41-9db4-611bccf50f94)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:49.664304 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-871e71c2-f7d4-4106-81a0-3f952c68bfb7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (5781814a-da9d-41c0-a1e3-9143914eb22f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:49.689446 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610d6b01-5ff1-4a48-8114-5b81eaa25a70 x-openstack-request-id: req-610d6b01-5ff1-4a48-8114-5b81eaa25a70 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:37:49.690135 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-unplugged", "status": "completed", "tag": "c61fd629-9c90-4652-883c-81348ddcbb9c", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:37:49.690658 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-610d6b01-5ff1-4a48-8114-5b81eaa25a70 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:37:49.691303 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c61fd629-9c90-4652-883c-81348ddcbb9c', 'code': 200} Feb 20 05:37:49.725191 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0455ab8-54be-4ad7-8b50-2f1a3358232f x-openstack-request-id: req-b0455ab8-54be-4ad7-8b50-2f1a3358232f {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:37:49.725496 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-deleted", "tag": "b300bf69-7fa5-4932-966e-acd556b5219f", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:37:49.725726 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0455ab8-54be-4ad7-8b50-2f1a3358232f {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:37:49.726128 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-deleted', 'tag': 'b300bf69-7fa5-4932-966e-acd556b5219f', 'status': 'completed', 'code': 200} Feb 20 05:37:49.783460 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 67f9a427-75ac-4fee-9ceb-9b981c14ae77 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:37:49.786549 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 67f9a427-75ac-4fee-9ceb-9b981c14ae77 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:37:49.919571 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6ffba-31c7-43fb-b963-36ccb42b09b2 req-0fe0d8c0-464b-4a4f-bf88-1749a4787c81 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:49.921142 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0b6ffba-31c7-43fb-b963-36ccb42b09b2 req-0fe0d8c0-464b-4a4f-bf88-1749a4787c81 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.1225109 Feb 20 05:37:50.013071 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 67f9a427-75ac-4fee-9ceb-9b981c14ae77, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=67f9a427-75ac-4fee-9ceb-9b981c14ae77,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:50.015992 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 67f9a427-75ac-4fee-9ceb-9b981c14ae77 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:37:50.016379 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (67f9a427-75ac-4fee-9ceb-9b981c14ae77), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:50.036399 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '67f9a427-75ac-4fee-9ceb-9b981c14ae77', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': '67f9a427-75ac-4fee-9ceb-9b981c14ae77', 'mac_address': 'fa:16:3e:d6:7c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:37:50.084131 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 67f9a427-75ac-4fee-9ceb-9b981c14ae77, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=67f9a427-75ac-4fee-9ceb-9b981c14ae77,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:50.095560 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (67f9a427-75ac-4fee-9ceb-9b981c14ae77), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:50.099549 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 67f9a427-75ac-4fee-9ceb-9b981c14ae77 is: ACTIVE; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:37:50.099934 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (67f9a427-75ac-4fee-9ceb-9b981c14ae77), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:50.139317 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67f9a427-75ac-4fee-9ceb-9b981c14ae77 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:37:50.183515 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=67f9a427-75ac-4fee-9ceb-9b981c14ae77,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:50.199214 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:37:50.199576 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:37:50.263768 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-871e71c2-f7d4-4106-81a0-3f952c68bfb7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:50.264327 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-871e71c2-f7d4-4106-81a0-3f952c68bfb7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (afab7e7a-110e-4ef1-a394-21795036cbcd), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:50.264422 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-871e71c2-f7d4-4106-81a0-3f952c68bfb7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Floating IP afab7e7a-110e-4ef1-a394-21795036cbcd disassociated. External IP: 172.25.3.74, port: 5781814a-da9d-41c0-a1e3-9143914eb22f. Feb 20 05:37:50.264765 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-871e71c2-f7d4-4106-81a0-3f952c68bfb7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Calling delete_port for 5781814a-da9d-41c0-a1e3-9143914eb22f owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:37:50.327776 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0b6ffba-31c7-43fb-b963-36ccb42b09b2 req-b77e89f3-3236-474e-8089-91e23103b4dd tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998299 Feb 20 05:37:50.455070 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-871e71c2-f7d4-4106-81a0-3f952c68bfb7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (5781814a-da9d-41c0-a1e3-9143914eb22f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:50.496289 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f67ede-cdc3-4688-aa04-a378d65eefa1 req-064050c7-03f4-461c-8a81-7f646aeccd48 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:50.497923 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-66f67ede-cdc3-4688-aa04-a378d65eefa1 req-064050c7-03f4-461c-8a81-7f646aeccd48 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 947 time: 0.1057386 Feb 20 05:37:50.500929 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e71c2-f7d4-4106-81a0-3f952c68bfb7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event deleted for resources: {'Port': ['ID=5781814a-da9d-41c0-a1e3-9143914eb22f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:50.559339 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-a9c931fe-4a67-44f9-ba5a-751e0a5440cc tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:50.560831 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-a9c931fe-4a67-44f9-ba5a-751e0a5440cc tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.61 "GET /v2.0/networks?id=ddc4873d-b27f-4c1d-9296-69d4863bbb6d HTTP/1.1" status: 200 len: 813 time: 0.1197021 Feb 20 05:37:50.573126 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-ac921b4b-31d6-4635-9141-10920e995303 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Request body: {'port': {'device_id': '4f962e1b-af4d-4ce3-be08-5eed30f96ba1', 'network_id': 'ddc4873d-b27f-4c1d-9296-69d4863bbb6d', 'admin_state_up': True, 'tenant_id': '4241a1c041f44be5b044ab519cd0d7f1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:37:50.628930 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-66f67ede-cdc3-4688-aa04-a378d65eefa1 req-3a2e8105-16db-4f9c-9b87-28d91c1a96d5 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852985 Feb 20 05:37:50.661172 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-871e71c2-f7d4-4106-81a0-3f952c68bfb7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Router 9d651b73-f9d4-4b8f-9c93-b689442fbfd1 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:37:50.693142 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-ac921b4b-31d6-4635-9141-10920e995303 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Made reservation on behalf of 4241a1c041f44be5b044ab519cd0d7f1 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:37:50.696790 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-ac921b4b-31d6-4635-9141-10920e995303 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:50.737955 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 67f9a427-75ac-4fee-9ceb-9b981c14ae77 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:37:50.738977 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (67f9a427-75ac-4fee-9ceb-9b981c14ae77), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:50.752445 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f9a427-75ac-4fee-9ceb-9b981c14ae77 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:37:50.776993 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 67f9a427-75ac-4fee-9ceb-9b981c14ae77, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=67f9a427-75ac-4fee-9ceb-9b981c14ae77,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:50.783819 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (67f9a427-75ac-4fee-9ceb-9b981c14ae77), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:50.816253 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c1208-015b-48cf-b79b-86a9fd06699a req-f89eb434-7f56-4a1a-801a-c231abb08654 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:50.817767 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-789c1208-015b-48cf-b79b-86a9fd06699a req-f89eb434-7f56-4a1a-801a-c231abb08654 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.1059251 Feb 20 05:37:50.826600 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-871e71c2-f7d4-4106-81a0-3f952c68bfb7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:37:50.836643 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-ac921b4b-31d6-4635-9141-10920e995303 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Allocated IP 172.20.0.9 (ddc4873d-b27f-4c1d-9296-69d4863bbb6d/1a2f2712-bade-4533-bda6-564829dd7c15/04cd9917-679e-402f-9ee8-822dc3dcf9f3) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:37:50.841775 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e2deca-a9e6-4dfb-b697-1ed112f04246 None None] Sync routers for ids ['9d651b73-f9d4-4b8f-9c93-b689442fbfd1'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:37:50.859134 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=67f9a427-75ac-4fee-9ceb-9b981c14ae77,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:50.865924 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e2deca-a9e6-4dfb-b697-1ed112f04246 None None] Routers {'9d651b73-f9d4-4b8f-9c93-b689442fbfd1'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:37:50.868513 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e7e2deca-a9e6-4dfb-b697-1ed112f04246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:37:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9d651b73-f9d4-4b8f-9c93-b689442fbfd1'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:37:50.904589 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-871e71c2-f7d4-4106-81a0-3f952c68bfb7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] No DVR routers for this DVR port 5781814a-da9d-41c0-a1e3-9143914eb22f on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:37:50.909285 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-871e71c2-f7d4-4106-81a0-3f952c68bfb7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:50.912616 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-871e71c2-f7d4-4106-81a0-3f952c68bfb7 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.61 "DELETE /v2.0/ports/5781814a-da9d-41c0-a1e3-9143914eb22f HTTP/1.1" status: 204 len: 173 time: 1.5394850 Feb 20 05:37:50.943008 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-789c1208-015b-48cf-b79b-86a9fd06699a req-2e5eaaf4-b527-41b6-99d3-f0f56e7b74a2 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146185 Feb 20 05:37:51.003377 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-e7e2deca-a9e6-4dfb-b697-1ed112f04246 None None] Set router 9d651b73-f9d4-4b8f-9c93-b689442fbfd1 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:37:51.034176 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-ac921b4b-31d6-4635-9141-10920e995303 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Publish callbacks [] for port (04cd9917-679e-402f-9ee8-822dc3dcf9f3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:51.085428 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-ac921b4b-31d6-4635-9141-10920e995303 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (04cd9917-679e-402f-9ee8-822dc3dcf9f3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:51.127334 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-80fae399-e45e-475d-ade6-f8e504e4d6ec tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Deleting port c61fd629-9c90-4652-883c-81348ddcbb9c {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:37:51.127692 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-80fae399-e45e-475d-ade6-f8e504e4d6ec tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (c61fd629-9c90-4652-883c-81348ddcbb9c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:51.136526 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e89fa2-2132-4756-a9d6-07d697b09fa5 req-81e3f3fc-5730-49dd-993b-acbe0fec2f15 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:51.138622 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-79e89fa2-2132-4756-a9d6-07d697b09fa5 req-81e3f3fc-5730-49dd-993b-acbe0fec2f15 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 944 time: 0.0924871 Feb 20 05:37:51.142617 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-ac921b4b-31d6-4635-9141-10920e995303 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Network ddc4873d-b27f-4c1d-9296-69d4863bbb6d is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:37:51.146739 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-ac921b4b-31d6-4635-9141-10920e995303 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:37:51.150203 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-ac921b4b-31d6-4635-9141-10920e995303 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:37:51.203710 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['67f9a427-75ac-4fee-9ceb-9b981c14ae77'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:37:51.211410 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac921b4b-31d6-4635-9141-10920e995303 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Pushing event updated for resources: {'Port': ['ID=04cd9917-679e-402f-9ee8-822dc3dcf9f3,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:51.225666 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-ac921b4b-31d6-4635-9141-10920e995303 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:51.227055 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-ac921b4b-31d6-4635-9141-10920e995303 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:51.229257 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-79e89fa2-2132-4756-a9d6-07d697b09fa5 req-983274d0-4703-4d3b-be69-08a5259b0fdd tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/security-groups?id=38252618-fd5d-49bb-a49b-1fc9374dd121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784647 Feb 20 05:37:51.257516 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-ac921b4b-31d6-4635-9141-10920e995303 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6881347 Feb 20 05:37:51.264500 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e7e2deca-a9e6-4dfb-b697-1ed112f04246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'name': 'tempest-TaggedBootDevicesTest-1449630474-router', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:30:45Z', 'updated_at': '2022-02-20T05:30:51Z', 'revision_number': 4, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'gw_port': {'id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:46Z', 'updated_at': '2022-02-20T05:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'a6c5908c-6e03-4f06-99c2-4a4136ddb753', 'name': '', 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'mac_address': 'fa:16:3e:ae:f7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '47bafeeb-eb88-48c3-9668-c5c4cd61bb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:49Z', 'updated_at': '2022-02-20T05:31:01Z', 'revision_number': 5, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'subnets': [{'id': '47bafeeb-eb88-48c3-9668-c5c4cd61bb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:37:51.278853 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-6124e558-247d-44e6-9440-d4d9a3dc6cbf service neutron] Request body: {'port': {'device_id': '4f962e1b-af4d-4ce3-be08-5eed30f96ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:37:51.296893 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-80fae399-e45e-475d-ade6-f8e504e4d6ec tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] For port c61fd629-9c90-4652-883c-81348ddcbb9c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c61fd629-9c90-4652-883c-81348ddcbb9c,segment=NetworkSegment(6e3478b9-6ed7-4abf-b4ed-b00804fcaa64),segment_id=6e3478b9-6ed7-4abf-b4ed-b00804fcaa64)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:51.297456 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-80fae399-e45e-475d-ade6-f8e504e4d6ec tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (c61fd629-9c90-4652-883c-81348ddcbb9c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:51.307373 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e2deca-a9e6-4dfb-b697-1ed112f04246 None None] Checking router: 9d651b73-f9d4-4b8f-9c93-b689442fbfd1 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:37:51.317049 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e2deca-a9e6-4dfb-b697-1ed112f04246 None None] Routers {'9d651b73-f9d4-4b8f-9c93-b689442fbfd1'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:37:51.317940 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e7e2deca-a9e6-4dfb-b697-1ed112f04246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:37:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9d651b73-f9d4-4b8f-9c93-b689442fbfd1'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:37:51.328309 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-80fae399-e45e-475d-ade6-f8e504e4d6ec tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Calling delete_port for c61fd629-9c90-4652-883c-81348ddcbb9c owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:37:51.365906 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-6124e558-247d-44e6-9440-d4d9a3dc6cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (04cd9917-679e-402f-9ee8-822dc3dcf9f3), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:51.432523 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c02ec-0bfd-4505-b3ff-fe4ddf954512 req-adf1a6f9-f794-4174-8ff0-fdfca4e28d73 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:51.434101 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-691c02ec-0bfd-4505-b3ff-fe4ddf954512 req-adf1a6f9-f794-4174-8ff0-fdfca4e28d73 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f962e1b-af4d-4ce3-be08-5eed30f96ba1 HTTP/1.1" status: 200 len: 931 time: 0.1251888 Feb 20 05:37:51.439931 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:51.503693 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-691c02ec-0bfd-4505-b3ff-fe4ddf954512 req-05a03463-4549-4bdd-8f54-02d8c2f02622 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/security-groups?id=a412edfa-a37f-417e-b57b-6dfb957541dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612605 Feb 20 05:37:51.565006 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-e7e2deca-a9e6-4dfb-b697-1ed112f04246 None None] Set router 9d651b73-f9d4-4b8f-9c93-b689442fbfd1 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:37:51.582037 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-80fae399-e45e-475d-ade6-f8e504e4d6ec tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (c61fd629-9c90-4652-883c-81348ddcbb9c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:51.614131 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fae399-e45e-475d-ade6-f8e504e4d6ec tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event deleted for resources: {'Port': ['ID=c61fd629-9c90-4652-883c-81348ddcbb9c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:51.692419 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f7229f1-0696-4db8-9a85-551662cf8335'}, {'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a890cd6b-9daf-4d06-b46f-a0ae0d08179c'}, {'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5781814a-da9d-41c0-a1e3-9143914eb22f'}, {'server_uuid': '94174a4e-411d-4d5b-a649-470764c410c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67f9a427-75ac-4fee-9ceb-9b981c14ae77'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:37:51.695652 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e9b66a-f22a-4ff3-aade-84b79f6ec1f2" -d '{"events": [{"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-unplugged", "status": "completed", "tag": "1f7229f1-0696-4db8-9a85-551662cf8335"}, {"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-unplugged", "status": "completed", "tag": "a890cd6b-9daf-4d06-b46f-a0ae0d08179c"}, {"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-unplugged", "status": "completed", "tag": "5781814a-da9d-41c0-a1e3-9143914eb22f"}, {"server_uuid": "94174a4e-411d-4d5b-a649-470764c410c7", "name": "network-vif-unplugged", "status": "completed", "tag": "67f9a427-75ac-4fee-9ceb-9b981c14ae77"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:37:51.724827 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-80fae399-e45e-475d-ade6-f8e504e4d6ec tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] No DVR routers for this DVR port c61fd629-9c90-4652-883c-81348ddcbb9c on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:37:51.728020 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-80fae399-e45e-475d-ade6-f8e504e4d6ec tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:51.732528 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bfb0f0d4-e34f-4cbe-9ea2-4c2f01b2bb22 req-80fae399-e45e-475d-ade6-f8e504e4d6ec tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.61 "DELETE /v2.0/ports/c61fd629-9c90-4652-883c-81348ddcbb9c HTTP/1.1" status: 204 len: 173 time: 0.8118753 Feb 20 05:37:51.733709 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-6124e558-247d-44e6-9440-d4d9a3dc6cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04cd9917-679e-402f-9ee8-822dc3dcf9f3 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:37:51.742194 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-6124e558-247d-44e6-9440-d4d9a3dc6cbf service neutron] Publish callbacks [] for port (04cd9917-679e-402f-9ee8-822dc3dcf9f3), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:51.744248 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-deleted', 'tag': 'a890cd6b-9daf-4d06-b46f-a0ae0d08179c'}, {'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-deleted', 'tag': '1f7229f1-0696-4db8-9a85-551662cf8335'}, {'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-deleted', 'tag': '5781814a-da9d-41c0-a1e3-9143914eb22f'}, {'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-deleted', 'tag': 'c61fd629-9c90-4652-883c-81348ddcbb9c'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:37:51.746548 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374b8f5f-529c-4fde-9764-58e9fa86a55f" -d '{"events": [{"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-deleted", "tag": "a890cd6b-9daf-4d06-b46f-a0ae0d08179c"}, {"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-deleted", "tag": "1f7229f1-0696-4db8-9a85-551662cf8335"}, {"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-deleted", "tag": "5781814a-da9d-41c0-a1e3-9143914eb22f"}, {"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-deleted", "tag": "c61fd629-9c90-4652-883c-81348ddcbb9c"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:37:51.759901 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-6124e558-247d-44e6-9440-d4d9a3dc6cbf service neutron] Transition to ACTIVE for port object 04cd9917-679e-402f-9ee8-822dc3dcf9f3 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:37:51.765957 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-6124e558-247d-44e6-9440-d4d9a3dc6cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (04cd9917-679e-402f-9ee8-822dc3dcf9f3), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:51.790615 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1146c3ce-d528-444c-b6fc-dffc7bced0dc req-4c8e32ac-ec0e-4027-9ee4-3330ec891030 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 210 time: 0.0768726 Feb 20 05:37:51.839380 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6466e09-c764-4f26-b086-1975801ac087 req-bd5b9897-f466-4632-aa6f-2367f1525576 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:51.841484 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6466e09-c764-4f26-b086-1975801ac087 req-bd5b9897-f466-4632-aa6f-2367f1525576 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.61 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7&tenant_id=fa4999e395b84ca8985dceeebb996696&binding%3Ahost_id=n-h1-829866-5 HTTP/1.1" status: 200 len: 948 time: 0.1062081 Feb 20 05:37:51.893794 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e7e2deca-a9e6-4dfb-b697-1ed112f04246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'name': 'tempest-TaggedBootDevicesTest-1449630474-router', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:30:45Z', 'updated_at': '2022-02-20T05:30:51Z', 'revision_number': 4, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'gw_port': {'id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:46Z', 'updated_at': '2022-02-20T05:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'a6c5908c-6e03-4f06-99c2-4a4136ddb753', 'name': '', 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'mac_address': 'fa:16:3e:ae:f7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '47bafeeb-eb88-48c3-9668-c5c4cd61bb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:49Z', 'updated_at': '2022-02-20T05:31:01Z', 'revision_number': 5, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'subnets': [{'id': '47bafeeb-eb88-48c3-9668-c5c4cd61bb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:37:51.917306 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124e558-247d-44e6-9440-d4d9a3dc6cbf service neutron] Pushing event updated for resources: {'Port': ['ID=04cd9917-679e-402f-9ee8-822dc3dcf9f3,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:51.921626 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-6124e558-247d-44e6-9440-d4d9a3dc6cbf service neutron] Attempting to bind port 04cd9917-679e-402f-9ee8-822dc3dcf9f3 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:37:51.922548 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-6124e558-247d-44e6-9440-d4d9a3dc6cbf service neutron] Attempting to bind port 04cd9917-679e-402f-9ee8-822dc3dcf9f3 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'd327398b-219e-40d1-95e4-3ff73eef023f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ddc4873d-b27f-4c1d-9296-69d4863bbb6d'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:37:51.922548 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-6124e558-247d-44e6-9440-d4d9a3dc6cbf service neutron] Attempting to bind port 04cd9917-679e-402f-9ee8-822dc3dcf9f3 on network ddc4873d-b27f-4c1d-9296-69d4863bbb6d {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:37:51.928346 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e2deca-a9e6-4dfb-b697-1ed112f04246 None None] The sync data for ids ['9d651b73-f9d4-4b8f-9c93-b689442fbfd1'] in n-d-829866-5 is: [{'id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'name': 'tempest-TaggedBootDevicesTest-1449630474-router', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:30:45Z', 'updated_at': '2022-02-20T05:30:51Z', 'revision_number': 4, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'gw_port': {'id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:46Z', 'updated_at': '2022-02-20T05:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'a6c5908c-6e03-4f06-99c2-4a4136ddb753', 'name': '', 'network_id': '6f0a901a-07d7-42e9-9967-ca10530f93ff', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'mac_address': 'fa:16:3e:ae:f7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '47bafeeb-eb88-48c3-9668-c5c4cd61bb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:49Z', 'updated_at': '2022-02-20T05:31:01Z', 'revision_number': 5, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'subnets': [{'id': '47bafeeb-eb88-48c3-9668-c5c4cd61bb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:37:51.934959 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-6124e558-247d-44e6-9440-d4d9a3dc6cbf service neutron] Port 04cd9917-679e-402f-9ee8-822dc3dcf9f3 on network ddc4873d-b27f-4c1d-9296-69d4863bbb6d not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:37:51.935463 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-6124e558-247d-44e6-9440-d4d9a3dc6cbf service neutron] Attempting to bind port 04cd9917-679e-402f-9ee8-822dc3dcf9f3 on network ddc4873d-b27f-4c1d-9296-69d4863bbb6d {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:37:51.940821 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-6124e558-247d-44e6-9440-d4d9a3dc6cbf service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:37:51.941416 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-6124e558-247d-44e6-9440-d4d9a3dc6cbf service neutron] Checking segment: {'id': 'd327398b-219e-40d1-95e4-3ff73eef023f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ddc4873d-b27f-4c1d-9296-69d4863bbb6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:37:51.941953 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-6124e558-247d-44e6-9440-d4d9a3dc6cbf service neutron] Bound using segment: {'id': 'd327398b-219e-40d1-95e4-3ff73eef023f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ddc4873d-b27f-4c1d-9296-69d4863bbb6d'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:37:51.942592 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-6124e558-247d-44e6-9440-d4d9a3dc6cbf service neutron] Bound port: 04cd9917-679e-402f-9ee8-822dc3dcf9f3, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd327398b-219e-40d1-95e4-3ff73eef023f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ddc4873d-b27f-4c1d-9296-69d4863bbb6d'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:37:51.943150 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-6124e558-247d-44e6-9440-d4d9a3dc6cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (04cd9917-679e-402f-9ee8-822dc3dcf9f3), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:51.988456 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159c90e-03b1-4fb0-b8fd-42beb08d7cdd req-27efc1a0-eba5-4644-9511-9379efbd91cc tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:51.996417 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6159c90e-03b1-4fb0-b8fd-42beb08d7cdd req-27efc1a0-eba5-4644-9511-9379efbd91cc tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.1219878 Feb 20 05:37:52.059731 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6159c90e-03b1-4fb0-b8fd-42beb08d7cdd req-fff70535-b4d5-47c7-90d7-723d87cc7ef1 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628991 Feb 20 05:37:52.070539 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6466e09-c764-4f26-b086-1975801ac087 req-75b79357-9467-40cb-b774-4794aa2830e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:52.072127 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6466e09-c764-4f26-b086-1975801ac087 req-75b79357-9467-40cb-b774-4794aa2830e2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 1130 time: 0.1533725 Feb 20 05:37:52.248481 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6466e09-c764-4f26-b086-1975801ac087 req-3767a5c2-1c3d-499e-9730-6294d6c1c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:52.251112 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6466e09-c764-4f26-b086-1975801ac087 req-3767a5c2-1c3d-499e-9730-6294d6c1c864 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.1632950 Feb 20 05:37:52.282416 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569195c5-53ea-4b04-b029-76247a8cc79b req-72bc9ad7-495a-4ab0-8f77-cc4c1250a4ec tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:52.284094 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-569195c5-53ea-4b04-b029-76247a8cc79b req-72bc9ad7-495a-4ab0-8f77-cc4c1250a4ec tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 948 time: 0.1088984 Feb 20 05:37:52.324425 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6466e09-c764-4f26-b086-1975801ac087 req-04aa505b-fd78-4090-a8f3-0f4e0f59765a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=67f9a427-75ac-4fee-9ceb-9b981c14ae77 HTTP/1.1" status: 200 len: 217 time: 0.0625994 Feb 20 05:37:52.414673 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7539fb-ef8c-4f64-9595-66679438826f None None] New status for floating IP afab7e7a-110e-4ef1-a394-21795036cbcd: DOWN {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:37:52.421354 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-569195c5-53ea-4b04-b029-76247a8cc79b req-22b024e9-1f1d-45f4-b836-06afda1c045d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049099 Feb 20 05:37:52.447171 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-6124e558-247d-44e6-9440-d4d9a3dc6cbf service neutron] For port 04cd9917-679e-402f-9ee8-822dc3dcf9f3, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:37:52.449068 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6466e09-c764-4f26-b086-1975801ac087 req-d8984bfd-663d-409b-a247-94548c128841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:52.451013 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-6124e558-247d-44e6-9440-d4d9a3dc6cbf service neutron] For port 04cd9917-679e-402f-9ee8-822dc3dcf9f3, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=04cd9917-679e-402f-9ee8-822dc3dcf9f3,segment=NetworkSegment(d327398b-219e-40d1-95e4-3ff73eef023f),segment_id=d327398b-219e-40d1-95e4-3ff73eef023f)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:37:52.451157 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6466e09-c764-4f26-b086-1975801ac087 req-d8984bfd-663d-409b-a247-94548c128841 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0816004 Feb 20 05:37:52.462046 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-6124e558-247d-44e6-9440-d4d9a3dc6cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (04cd9917-679e-402f-9ee8-822dc3dcf9f3), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:52.505768 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-6124e558-247d-44e6-9440-d4d9a3dc6cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:52.506503 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-6124e558-247d-44e6-9440-d4d9a3dc6cbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:52.508383 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-6124e558-247d-44e6-9440-d4d9a3dc6cbf service neutron] 10.222.0.61 "PUT /v2.0/ports/04cd9917-679e-402f-9ee8-822dc3dcf9f3 HTTP/1.1" status: 200 len: 1091 time: 1.2337890 Feb 20 05:37:52.509260 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f962e1b-af4d-4ce3-be08-5eed30f96ba1', 'tag': '04cd9917-679e-402f-9ee8-822dc3dcf9f3'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:37:52.511857 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1208c1-f27b-4bf1-872b-9d389d26d450" -d '{"events": [{"name": "network-changed", "server_uuid": "4f962e1b-af4d-4ce3-be08-5eed30f96ba1", "tag": "04cd9917-679e-402f-9ee8-822dc3dcf9f3"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:37:52.530803 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Sun, 20 Feb 2022 05:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d254478-59e4-448e-99ac-3c6f1d9cb4df x-openstack-request-id: req-7d254478-59e4-448e-99ac-3c6f1d9cb4df {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:37:52.531127 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-unplugged", "status": "completed", "tag": "1f7229f1-0696-4db8-9a85-551662cf8335", "code": 200}, {"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-unplugged", "status": "completed", "tag": "a890cd6b-9daf-4d06-b46f-a0ae0d08179c", "code": 200}, {"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-unplugged", "status": "completed", "tag": "5781814a-da9d-41c0-a1e3-9143914eb22f", "code": 200}, {"server_uuid": "94174a4e-411d-4d5b-a649-470764c410c7", "name": "network-vif-unplugged", "status": "completed", "tag": "67f9a427-75ac-4fee-9ceb-9b981c14ae77", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:37:52.531394 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d254478-59e4-448e-99ac-3c6f1d9cb4df {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:37:52.533211 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f7229f1-0696-4db8-9a85-551662cf8335', 'code': 200} Feb 20 05:37:52.533653 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a890cd6b-9daf-4d06-b46f-a0ae0d08179c', 'code': 200} Feb 20 05:37:52.535731 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5781814a-da9d-41c0-a1e3-9143914eb22f', 'code': 200} Feb 20 05:37:52.537680 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94174a4e-411d-4d5b-a649-470764c410c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67f9a427-75ac-4fee-9ceb-9b981c14ae77', 'code': 200} Feb 20 05:37:52.545200 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6466e09-c764-4f26-b086-1975801ac087 req-eb7fddb6-a229-4611-9507-c6a66405a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:52.546724 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6466e09-c764-4f26-b086-1975801ac087 req-eb7fddb6-a229-4611-9507-c6a66405a962 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0897608 Feb 20 05:37:52.547758 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124e558-247d-44e6-9440-d4d9a3dc6cbf service neutron] Pushing event updated for resources: {'Port': ['ID=04cd9917-679e-402f-9ee8-822dc3dcf9f3,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:52.583427 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sun, 20 Feb 2022 05:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082e63d4-90d1-4e93-bae9-e4a0b9599f84 x-openstack-request-id: req-082e63d4-90d1-4e93-bae9-e4a0b9599f84 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:37:52.583730 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-deleted", "tag": "a890cd6b-9daf-4d06-b46f-a0ae0d08179c", "status": "completed", "code": 200}, {"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-deleted", "tag": "1f7229f1-0696-4db8-9a85-551662cf8335", "status": "completed", "code": 200}, {"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-deleted", "tag": "5781814a-da9d-41c0-a1e3-9143914eb22f", "status": "completed", "code": 200}, {"server_uuid": "f3234bba-4139-4530-b1b4-d96150146da8", "name": "network-vif-deleted", "tag": "c61fd629-9c90-4652-883c-81348ddcbb9c", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:37:52.583984 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-082e63d4-90d1-4e93-bae9-e4a0b9599f84 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:37:52.584392 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-deleted', 'tag': 'a890cd6b-9daf-4d06-b46f-a0ae0d08179c', 'status': 'completed', 'code': 200} Feb 20 05:37:52.584675 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-deleted', 'tag': '1f7229f1-0696-4db8-9a85-551662cf8335', 'status': 'completed', 'code': 200} Feb 20 05:37:52.584932 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-deleted', 'tag': '5781814a-da9d-41c0-a1e3-9143914eb22f', 'status': 'completed', 'code': 200} Feb 20 05:37:52.585179 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3234bba-4139-4530-b1b4-d96150146da8', 'name': 'network-vif-deleted', 'tag': 'c61fd629-9c90-4652-883c-81348ddcbb9c', 'status': 'completed', 'code': 200} Feb 20 05:37:52.643667 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-c18f9262-25e8-4040-877b-b440dc45f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:52.646634 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-c18f9262-25e8-4040-877b-b440dc45f388 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4241a1c041f44be5b044ab519cd0d7f1&device_id=4f962e1b-af4d-4ce3-be08-5eed30f96ba1 HTTP/1.1" status: 200 len: 1125 time: 0.0625100 Feb 20 05:37:52.682074 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:52.693206 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:52.710879 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6466e09-c764-4f26-b086-1975801ac087 req-3f00607d-461b-4e1b-84c8-e2b7546b28c2 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511946 Feb 20 05:37:52.720982 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-381bb4c4-f0b9-4138-9633-fa23435ec791 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04cd9917-679e-402f-9ee8-822dc3dcf9f3 HTTP/1.1" status: 200 len: 217 time: 0.0589063 Feb 20 05:37:52.722593 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64787a7e-e4c2-494e-81f2-74d844532835 req-73d44e3d-369f-4ad1-a1a3-8d176b24284c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:52.724069 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-64787a7e-e4c2-494e-81f2-74d844532835 req-73d44e3d-369f-4ad1-a1a3-8d176b24284c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.0795128 Feb 20 05:37:52.777034 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-adca7a19-26e8-4c65-a099-787ea63976f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:52.779182 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-adca7a19-26e8-4c65-a099-787ea63976f3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a2f2712-bade-4533-bda6-564829dd7c15 HTTP/1.1" status: 200 len: 853 time: 0.0468233 Feb 20 05:37:52.818472 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-e9b835dd-4638-4031-8bc9-935da244f10f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ddc4873d-b27f-4c1d-9296-69d4863bbb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260146 Feb 20 05:37:52.820502 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-64787a7e-e4c2-494e-81f2-74d844532835 req-86fad60b-7579-421a-9e18-5ee476b3a948 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884686 Feb 20 05:37:52.866645 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6466e09-c764-4f26-b086-1975801ac087 req-51ac64d0-8795-464e-96b2-7d99e3d314c2 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416154 Feb 20 05:37:52.956349 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-e6b6f835-7a54-4512-a13b-4bca40093435 service neutron] 10.222.0.61 "GET /v2.0/networks/ddc4873d-b27f-4c1d-9296-69d4863bbb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285107 Feb 20 05:37:52.966847 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b1e97-9482-46c1-9162-00bb638ac88d req-8df66b3e-95f2-4e56-97ca-151f20ffbb16 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:52.968725 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dd0b1e97-9482-46c1-9162-00bb638ac88d req-8df66b3e-95f2-4e56-97ca-151f20ffbb16 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.0728817 Feb 20 05:37:53.035863 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dd0b1e97-9482-46c1-9162-00bb638ac88d req-5092b80f-0c78-45c1-8475-608c82d6dac5 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611038 Feb 20 05:37:53.076051 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8fa3a1e8-fcac-4b9f-bd24-6914e774f30b req-dd924f98-7ba4-4941-a333-c5e6852a7733 service neutron] 10.222.0.61 "GET /v2.0/networks/ddc4873d-b27f-4c1d-9296-69d4863bbb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963125 Feb 20 05:37:53.157191 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8a1b5-811a-460e-88db-38df2e0ae1e0 req-fb0c8345-b902-44ac-892f-587c49ee5a85 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:53.158677 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33d8a1b5-811a-460e-88db-38df2e0ae1e0 req-fb0c8345-b902-44ac-892f-587c49ee5a85 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 944 time: 0.0540593 Feb 20 05:37:53.207439 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33d8a1b5-811a-460e-88db-38df2e0ae1e0 req-6c9d5730-5808-4635-b731-06ba7f7c0f88 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/security-groups?id=38252618-fd5d-49bb-a49b-1fc9374dd121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426042 Feb 20 05:37:53.255914 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8a3348-5e1b-4a84-8ea7-a787877f1666 x-openstack-request-id: req-ad8a3348-5e1b-4a84-8ea7-a787877f1666 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:37:53.256330 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f962e1b-af4d-4ce3-be08-5eed30f96ba1", "tag": "04cd9917-679e-402f-9ee8-822dc3dcf9f3", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:37:53.256673 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad8a3348-5e1b-4a84-8ea7-a787877f1666 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:37:53.257170 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f962e1b-af4d-4ce3-be08-5eed30f96ba1', 'tag': '04cd9917-679e-402f-9ee8-822dc3dcf9f3', 'status': 'completed', 'code': 200} Feb 20 05:37:53.362068 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1208c1-f27b-4bf1-872b-9d389d26d450 req-820dfe21-1e6a-4861-b170-5520cb38512c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:53.364934 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9a1208c1-f27b-4bf1-872b-9d389d26d450 req-820dfe21-1e6a-4861-b170-5520cb38512c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4241a1c041f44be5b044ab519cd0d7f1&device_id=4f962e1b-af4d-4ce3-be08-5eed30f96ba1 HTTP/1.1" status: 200 len: 1125 time: 0.0686772 Feb 20 05:37:53.366032 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbb6ba-446b-4c37-baab-5902a41cd472 req-01a5c762-e71c-4855-bc78-a7082b22de11 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:53.368052 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50fbb6ba-446b-4c37-baab-5902a41cd472 req-01a5c762-e71c-4855-bc78-a7082b22de11 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f962e1b-af4d-4ce3-be08-5eed30f96ba1 HTTP/1.1" status: 200 len: 943 time: 0.0682185 Feb 20 05:37:53.434524 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50fbb6ba-446b-4c37-baab-5902a41cd472 req-f579c0de-647d-4c00-9383-13226f544fcf tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/security-groups?id=a412edfa-a37f-417e-b57b-6dfb957541dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596530 Feb 20 05:37:53.505103 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1208c1-f27b-4bf1-872b-9d389d26d450 req-beffd846-4c3a-4fe4-a10d-24e18704996b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:53.507179 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9a1208c1-f27b-4bf1-872b-9d389d26d450 req-beffd846-4c3a-4fe4-a10d-24e18704996b service neutron] 10.222.0.61 "GET /v2.0/networks?id=ddc4873d-b27f-4c1d-9296-69d4863bbb6d HTTP/1.1" status: 200 len: 913 time: 0.1347566 Feb 20 05:37:53.533328 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c6426e4f-0f9e-409f-b62c-7cd192a6083a req-0d2ffe96-f230-4276-a052-d60d12e700a4 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 210 time: 0.0326836 Feb 20 05:37:53.568966 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9a1208c1-f27b-4bf1-872b-9d389d26d450 req-c33b881a-10af-4aac-8dc8-92e1133bf374 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04cd9917-679e-402f-9ee8-822dc3dcf9f3 HTTP/1.1" status: 200 len: 217 time: 0.0535338 Feb 20 05:37:53.626354 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1208c1-f27b-4bf1-872b-9d389d26d450 req-55408f3d-8bea-4465-a260-d1aaf3abbbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:53.627869 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9a1208c1-f27b-4bf1-872b-9d389d26d450 req-55408f3d-8bea-4465-a260-d1aaf3abbbc7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a2f2712-bade-4533-bda6-564829dd7c15 HTTP/1.1" status: 200 len: 853 time: 0.0522542 Feb 20 05:37:53.672663 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9a1208c1-f27b-4bf1-872b-9d389d26d450 req-52794bb0-7885-41ad-94be-1242d84ee1e2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ddc4873d-b27f-4c1d-9296-69d4863bbb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344498 Feb 20 05:37:53.698945 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055affda-73e0-459f-8c5b-166edc3a83c9 req-943a462d-3590-4166-9fd1-9295576e59e9 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:53.698945 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-055affda-73e0-459f-8c5b-166edc3a83c9 req-943a462d-3590-4166-9fd1-9295576e59e9 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 948 time: 0.0755060 Feb 20 05:37:53.749912 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-055affda-73e0-459f-8c5b-166edc3a83c9 req-ef37ba5c-b45b-4a91-8f4e-4608b3124e60 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454631 Feb 20 05:37:53.788851 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9a1208c1-f27b-4bf1-872b-9d389d26d450 req-063f0b18-6edb-4503-b185-cf6812650548 service neutron] 10.222.0.61 "GET /v2.0/networks/ddc4873d-b27f-4c1d-9296-69d4863bbb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092796 Feb 20 05:37:53.794930 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 67f9a427-75ac-4fee-9ceb-9b981c14ae77 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:37:53.861544 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 67f9a427-75ac-4fee-9ceb-9b981c14ae77 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:37:53.862370 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (67f9a427-75ac-4fee-9ceb-9b981c14ae77), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:53.885293 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7aa32-710c-420b-9326-a30051a04696 req-7a6118ea-1098-42c3-80d0-5c031a5e2db0 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:53.886991 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-56d7aa32-710c-420b-9326-a30051a04696 req-7a6118ea-1098-42c3-80d0-5c031a5e2db0 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.0750537 Feb 20 05:37:53.905495 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9a1208c1-f27b-4bf1-872b-9d389d26d450 req-957b4783-9edf-4266-a215-eeea3cdc5a11 service neutron] 10.222.0.61 "GET /v2.0/networks/ddc4873d-b27f-4c1d-9296-69d4863bbb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096177 Feb 20 05:37:53.951484 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-56d7aa32-710c-420b-9326-a30051a04696 req-9b47f262-2fda-41db-963a-0bc02f6d28ab tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539153 Feb 20 05:37:53.960332 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 67f9a427-75ac-4fee-9ceb-9b981c14ae77 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:37:53.960513 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (67f9a427-75ac-4fee-9ceb-9b981c14ae77), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:54.002340 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 67f9a427-75ac-4fee-9ceb-9b981c14ae77, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=67f9a427-75ac-4fee-9ceb-9b981c14ae77,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:54.008046 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (67f9a427-75ac-4fee-9ceb-9b981c14ae77), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:54.059111 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=67f9a427-75ac-4fee-9ceb-9b981c14ae77,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:54.094392 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47db10e-8d02-4fb1-83c8-b979347f7e83 req-4ccf56c8-6009-4c40-97b8-55b083869777 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:54.095914 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c47db10e-8d02-4fb1-83c8-b979347f7e83 req-4ccf56c8-6009-4c40-97b8-55b083869777 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.0562468 Feb 20 05:37:54.145727 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c47db10e-8d02-4fb1-83c8-b979347f7e83 req-85c79c73-e73d-4f93-a4ed-18dc0c81fe32 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441086 Feb 20 05:37:54.262664 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb63387-ee20-4e96-8e85-36544d8bc5aa req-495b668a-5305-4831-96db-abec376b8a9c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:54.264688 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6eb63387-ee20-4e96-8e85-36544d8bc5aa req-495b668a-5305-4831-96db-abec376b8a9c tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.0593009 Feb 20 05:37:54.310433 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6eb63387-ee20-4e96-8e85-36544d8bc5aa req-9e578fdf-a24e-4e18-b7bf-029dca70fff4 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399883 Feb 20 05:37:54.431096 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c70edc-eef7-4cb4-aac0-d3155470e057 req-b02955c9-cd06-4e8f-93f0-084ba0d111bf tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:54.432558 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9c70edc-eef7-4cb4-aac0-d3155470e057 req-b02955c9-cd06-4e8f-93f0-084ba0d111bf tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.0527344 Feb 20 05:37:54.478772 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9c70edc-eef7-4cb4-aac0-d3155470e057 req-b68452b2-cd7e-4d95-ba5a-e79ccbdca68e tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400636 Feb 20 05:37:54.538882 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94174a4e-411d-4d5b-a649-470764c410c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f9a427-75ac-4fee-9ceb-9b981c14ae77'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:37:54.541283 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c596133-ce04-4e1c-96c2-33af31fc15e8" -d '{"events": [{"server_uuid": "94174a4e-411d-4d5b-a649-470764c410c7", "name": "network-vif-plugged", "status": "completed", "tag": "67f9a427-75ac-4fee-9ceb-9b981c14ae77"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:37:54.608701 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8696fb-a48b-4435-8f31-a545f5096ad1 req-64b44e79-2ae4-45ce-a676-639a4c7f4c7e tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:54.610163 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b8696fb-a48b-4435-8f31-a545f5096ad1 req-64b44e79-2ae4-45ce-a676-639a4c7f4c7e tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 944 time: 0.0531454 Feb 20 05:37:54.662221 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b8696fb-a48b-4435-8f31-a545f5096ad1 req-0f6fcbbe-deca-4bf4-87b2-7c5441c83543 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/security-groups?id=38252618-fd5d-49bb-a49b-1fc9374dd121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464191 Feb 20 05:37:54.768322 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c3f72-a6af-40f2-9cb6-93efefe9b3cd req-34e5bd40-894b-4287-a835-cc248d27d5eb tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:54.769771 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-022c3f72-a6af-40f2-9cb6-93efefe9b3cd req-34e5bd40-894b-4287-a835-cc248d27d5eb tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f962e1b-af4d-4ce3-be08-5eed30f96ba1 HTTP/1.1" status: 200 len: 943 time: 0.0531330 Feb 20 05:37:54.816528 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-022c3f72-a6af-40f2-9cb6-93efefe9b3cd req-7b1d9856-6f31-4715-8193-c15dec40a77a tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/security-groups?id=a412edfa-a37f-417e-b57b-6dfb957541dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409601 Feb 20 05:37:54.985030 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f0cb1b-7dbd-4b33-82b5-b4600b8b26a1 x-openstack-request-id: req-07f0cb1b-7dbd-4b33-82b5-b4600b8b26a1 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:37:54.985506 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94174a4e-411d-4d5b-a649-470764c410c7", "name": "network-vif-plugged", "status": "completed", "tag": "67f9a427-75ac-4fee-9ceb-9b981c14ae77", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:37:54.985755 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-07f0cb1b-7dbd-4b33-82b5-b4600b8b26a1 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:37:54.986261 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94174a4e-411d-4d5b-a649-470764c410c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f9a427-75ac-4fee-9ceb-9b981c14ae77', 'code': 200} Feb 20 05:37:55.056569 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-481bc2c6-54e4-4356-9815-741ddc1d15c7 req-c4ee5a50-df85-4d04-b405-ad483f93d391 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 210 time: 0.0274134 Feb 20 05:37:55.112562 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:55.168338 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b957da-4a1b-4859-a540-17d4c42e4345 req-30631425-2e73-47e2-b9ac-472f7ce9adc8 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:55.170515 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a6b957da-4a1b-4859-a540-17d4c42e4345 req-30631425-2e73-47e2-b9ac-472f7ce9adc8 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.0518830 Feb 20 05:37:55.221567 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a6b957da-4a1b-4859-a540-17d4c42e4345 req-82492f92-246e-4359-9e0b-5fb13582a57b tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452118 Feb 20 05:37:55.428689 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1362952-f500-4e6f-b1e9-39870b90873c req-85a589ca-c5a5-42d1-9f7d-047172180356 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:55.430478 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a1362952-f500-4e6f-b1e9-39870b90873c req-85a589ca-c5a5-42d1-9f7d-047172180356 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.0524881 Feb 20 05:37:55.477976 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a1362952-f500-4e6f-b1e9-39870b90873c req-d65d2bc4-2dd6-4ace-b67a-9df161e52334 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418248 Feb 20 05:37:55.574286 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-1860b287-bb7c-42f9-9c8e-68759ee29a62 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=fa4999e395b84ca8985dceeebb996696&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243728 Feb 20 05:37:55.686908 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-6ad096f9-6236-45b1-827a-d7f57e9236e6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:55.688445 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-6ad096f9-6236-45b1-827a-d7f57e9236e6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1081100 Feb 20 05:37:55.706347 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-c387d1f1-802d-4bad-a16a-08818f9409b6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/quotas/fa4999e395b84ca8985dceeebb996696 HTTP/1.1" status: 200 len: 375 time: 0.0101469 Feb 20 05:37:55.766457 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-6d23836a-8edf-4009-8e5f-4640f9ceea45 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529308 Feb 20 05:37:55.815840 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 04cd9917-679e-402f-9ee8-822dc3dcf9f3 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:37:56.006564 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e4180-618a-4eff-85b2-e50627fb58ff req-2a2dfa15-364a-4f98-bf46-fd0a6899de93 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:56.009550 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f4e4180-618a-4eff-85b2-e50627fb58ff req-2a2dfa15-364a-4f98-bf46-fd0a6899de93 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 944 time: 0.0707846 Feb 20 05:37:56.087477 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f4e4180-618a-4eff-85b2-e50627fb58ff req-92432fd6-6db9-44d4-8ba0-aefcd9b3d395 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/security-groups?id=38252618-fd5d-49bb-a49b-1fc9374dd121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677085 Feb 20 05:37:56.122472 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 04cd9917-679e-402f-9ee8-822dc3dcf9f3, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=04cd9917-679e-402f-9ee8-822dc3dcf9f3,segment=NetworkSegment(d327398b-219e-40d1-95e4-3ff73eef023f),segment_id=d327398b-219e-40d1-95e4-3ff73eef023f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:56.133940 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '04cd9917-679e-402f-9ee8-822dc3dcf9f3', 'network_id': 'ddc4873d-b27f-4c1d-9296-69d4863bbb6d', 'port_id': '04cd9917-679e-402f-9ee8-822dc3dcf9f3', 'mac_address': 'fa:16:3e:df:cb:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a2f2712-bade-4533-bda6-564829dd7c15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:37:56.190420 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 04cd9917-679e-402f-9ee8-822dc3dcf9f3 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:37:56.190823 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (04cd9917-679e-402f-9ee8-822dc3dcf9f3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:56.206333 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04cd9917-679e-402f-9ee8-822dc3dcf9f3 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:37:56.226089 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b416d2-a307-4208-9d78-7fe0555fc371 req-b2de5141-dbd7-4abc-9cc0-11e6306ca407 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:56.229647 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 04cd9917-679e-402f-9ee8-822dc3dcf9f3, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=04cd9917-679e-402f-9ee8-822dc3dcf9f3,segment=NetworkSegment(d327398b-219e-40d1-95e4-3ff73eef023f),segment_id=d327398b-219e-40d1-95e4-3ff73eef023f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:56.231886 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b2b416d2-a307-4208-9d78-7fe0555fc371 req-b2de5141-dbd7-4abc-9cc0-11e6306ca407 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f962e1b-af4d-4ce3-be08-5eed30f96ba1 HTTP/1.1" status: 200 len: 943 time: 0.0756872 Feb 20 05:37:56.237538 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (04cd9917-679e-402f-9ee8-822dc3dcf9f3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:56.238112 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 34bce102-2a5c-4a33-8b92-207364bb2380 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:37:56.299725 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b2b416d2-a307-4208-9d78-7fe0555fc371 req-86e7d991-8fd6-471e-9627-85dce2182a9b tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/security-groups?id=a412edfa-a37f-417e-b57b-6dfb957541dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637119 Feb 20 05:37:56.339426 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=04cd9917-679e-402f-9ee8-822dc3dcf9f3,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:56.394749 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 34bce102-2a5c-4a33-8b92-207364bb2380, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=34bce102-2a5c-4a33-8b92-207364bb2380,segment=NetworkSegment(fbe096bc-0508-4287-8731-8998a73eca92),segment_id=fbe096bc-0508-4287-8731-8998a73eca92)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:56.395836 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-45f0379f-6fca-468f-b8f0-e2ea1eff4102 req-5348511c-5a9a-410e-a67f-74b9318aad3a tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 210 time: 0.0460677 Feb 20 05:37:56.420172 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '34bce102-2a5c-4a33-8b92-207364bb2380', 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb', 'port_id': '34bce102-2a5c-4a33-8b92-207364bb2380', 'mac_address': 'fa:16:3e:88:fe:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7be60782-f67e-41af-9526-dd18f0adcc8b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:37:56.467049 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 34bce102-2a5c-4a33-8b92-207364bb2380 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:37:56.467370 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (34bce102-2a5c-4a33-8b92-207364bb2380), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:56.482569 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34bce102-2a5c-4a33-8b92-207364bb2380 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:37:56.517765 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-26b909c8-ad63-43c0-8904-d6a570fdfb2b req-c5bb6735-d107-4c02-9dc8-c86384f1154a tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 210 time: 0.0312488 Feb 20 05:37:56.529131 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 34bce102-2a5c-4a33-8b92-207364bb2380, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=34bce102-2a5c-4a33-8b92-207364bb2380,segment=NetworkSegment(fbe096bc-0508-4287-8731-8998a73eca92),segment_id=fbe096bc-0508-4287-8731-8998a73eca92)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:37:56.533827 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (34bce102-2a5c-4a33-8b92-207364bb2380), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:56.598091 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=34bce102-2a5c-4a33-8b92-207364bb2380,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:56.652376 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d00b8b-d9dc-4725-be0f-e5a94654f116 req-548c2079-6db1-4be3-b30d-96224870d214 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:56.653985 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b8d00b8b-d9dc-4725-be0f-e5a94654f116 req-548c2079-6db1-4be3-b30d-96224870d214 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.0610175 Feb 20 05:37:56.711424 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b8d00b8b-d9dc-4725-be0f-e5a94654f116 req-fe49309e-6a9a-4214-8eb6-3bf013502a25 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517545 Feb 20 05:37:56.821247 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52169c98-cdcf-4c85-aacb-b5735056b29a req-028f979c-0ad5-408b-96ec-aa59ec562430 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:56.822745 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-52169c98-cdcf-4c85-aacb-b5735056b29a req-028f979c-0ad5-408b-96ec-aa59ec562430 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.0564108 Feb 20 05:37:56.869045 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-52169c98-cdcf-4c85-aacb-b5735056b29a req-91150acf-f2eb-4a81-bccc-8b8ae9bb0a61 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405412 Feb 20 05:37:56.940539 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['04cd9917-679e-402f-9ee8-822dc3dcf9f3'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:37:56.964997 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['34bce102-2a5c-4a33-8b92-207364bb2380'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:37:57.147490 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-f875b0f9-ce4c-4ce6-9445-3abcecfe8292 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=fa4999e395b84ca8985dceeebb996696&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383828 Feb 20 05:37:57.204322 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5612325-fe91-4d30-925b-5323f94d209f req-40dfcc5e-a9a8-4329-9d10-9f443c0080b2 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:57.207040 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d5612325-fe91-4d30-925b-5323f94d209f req-40dfcc5e-a9a8-4329-9d10-9f443c0080b2 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.0767996 Feb 20 05:37:57.317390 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-4ecf44df-585b-4eba-b39e-8f79a75b9c1e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:57.319380 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-4ecf44df-585b-4eba-b39e-8f79a75b9c1e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1646981 Feb 20 05:37:57.322354 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c7bdd-d558-4daa-97b2-62468e96a4dc req-34f3784f-68db-446a-93f8-ece7fe45c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:57.324437 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-333c7bdd-d558-4daa-97b2-62468e96a4dc req-34f3784f-68db-446a-93f8-ece7fe45c7c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3b1217081b04d6097c7167cba46eaf8&device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 1128 time: 0.1159258 Feb 20 05:37:57.329104 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d5612325-fe91-4d30-925b-5323f94d209f req-45327235-de1f-4729-bdd5-a713f0b1ccba tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665603 Feb 20 05:37:57.354265 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-3521e6c3-3d67-4c85-9716-9ca4d962bba6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Request body: {'port': {'device_id': '9b4d87dc-c6fd-4073-8847-23ac654116b7', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': 'fa4999e395b84ca8985dceeebb996696'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:37:57.486078 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0527dd-4966-4045-b32a-3217377cbe44 req-b928b985-1df7-49f4-8369-e58154384fe1 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:57.486293 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-3521e6c3-3d67-4c85-9716-9ca4d962bba6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Made reservation on behalf of fa4999e395b84ca8985dceeebb996696 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:37:57.487748 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe0527dd-4966-4045-b32a-3217377cbe44 req-b928b985-1df7-49f4-8369-e58154384fe1 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 945 time: 0.0888209 Feb 20 05:37:57.488768 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c7bdd-d558-4daa-97b2-62468e96a4dc req-31765018-53ca-4bb8-a45e-062ab5cf8d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:57.489842 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-3521e6c3-3d67-4c85-9716-9ca4d962bba6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:57.490079 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-333c7bdd-d558-4daa-97b2-62468e96a4dc req-31765018-53ca-4bb8-a45e-062ab5cf8d23 service neutron] 10.222.0.61 "GET /v2.0/networks?id=257210f7-3217-4ff4-9c05-d5c93a253e1f HTTP/1.1" status: 200 len: 914 time: 0.1473980 Feb 20 05:37:57.551869 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-333c7bdd-d558-4daa-97b2-62468e96a4dc req-64b7c84e-ae48-42c1-919c-8ce4579649bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c HTTP/1.1" status: 200 len: 217 time: 0.0499885 Feb 20 05:37:57.611056 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe0527dd-4966-4045-b32a-3217377cbe44 req-ba1819f8-7bbb-4713-b2a6-68323a54f654 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/security-groups?id=38252618-fd5d-49bb-a49b-1fc9374dd121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158550 Feb 20 05:37:57.620883 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c7bdd-d558-4daa-97b2-62468e96a4dc req-15f06a4d-0288-4de7-9094-0314d6931681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:57.622508 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-333c7bdd-d558-4daa-97b2-62468e96a4dc req-15f06a4d-0288-4de7-9094-0314d6931681 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=27956d86-7b7c-42ed-98d4-f3171eb93018 HTTP/1.1" status: 200 len: 854 time: 0.0644314 Feb 20 05:37:57.627945 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-3521e6c3-3d67-4c85-9716-9ca4d962bba6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Allocated IP 192.168.233.109 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/2bc6aef8-65d1-4d2d-b115-7bb9c396e43e) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:37:57.663526 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-333c7bdd-d558-4daa-97b2-62468e96a4dc req-cc08bc68-df34-486d-b322-bdf66e480342 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=257210f7-3217-4ff4-9c05-d5c93a253e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344851 Feb 20 05:37:57.800893 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc7b20-bdc0-451a-9d7a-0fd370d4674c req-d01883db-e6c3-4faa-a72c-d085830ac96a tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:57.802459 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-56dc7b20-bdc0-451a-9d7a-0fd370d4674c req-d01883db-e6c3-4faa-a72c-d085830ac96a tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f962e1b-af4d-4ce3-be08-5eed30f96ba1 HTTP/1.1" status: 200 len: 944 time: 0.1197298 Feb 20 05:37:57.806007 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-3521e6c3-3d67-4c85-9716-9ca4d962bba6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks [] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:57.825399 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-333c7bdd-d558-4daa-97b2-62468e96a4dc req-ef3aaaed-9c91-40a2-9a43-56c618d14f98 service neutron] 10.222.0.61 "GET /v2.0/networks/257210f7-3217-4ff4-9c05-d5c93a253e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547863 Feb 20 05:37:57.854059 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-3521e6c3-3d67-4c85-9716-9ca4d962bba6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:57.868533 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['47338d28-03fd-4739-9337-a29ce11d6e0f'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:37:57.870823 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['67f9a427-75ac-4fee-9ceb-9b981c14ae77'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:37:57.920587 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521e6c3-3d67-4c85-9716-9ca4d962bba6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Pushing event updated for resources: {'Port': ['ID=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:57.921791 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-56dc7b20-bdc0-451a-9d7a-0fd370d4674c req-00326ab9-89d5-4eb8-b733-343f33de8d6c tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/security-groups?id=a412edfa-a37f-417e-b57b-6dfb957541dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061659 Feb 20 05:37:57.962030 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-333c7bdd-d558-4daa-97b2-62468e96a4dc req-7bafb4b5-a541-4965-be29-1f7fca318f11 service neutron] 10.222.0.61 "GET /v2.0/networks/257210f7-3217-4ff4-9c05-d5c93a253e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294348 Feb 20 05:37:57.963327 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-3521e6c3-3d67-4c85-9716-9ca4d962bba6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:37:57.965056 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-3521e6c3-3d67-4c85-9716-9ca4d962bba6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:37:57.968586 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-3521e6c3-3d67-4c85-9716-9ca4d962bba6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:37:58.056887 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-3521e6c3-3d67-4c85-9716-9ca4d962bba6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:58.057840 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-3521e6c3-3d67-4c85-9716-9ca4d962bba6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:58.097300 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-3521e6c3-3d67-4c85-9716-9ca4d962bba6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7569025 Feb 20 05:37:58.118246 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-e8a910d0-dda2-4f16-989b-a834bf39bb2e service neutron] Request body: {'port': {'device_id': '9b4d87dc-c6fd-4073-8847-23ac654116b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:37:58.119122 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f9755-d981-4cae-8719-b3ade9a81c99 req-7fbae938-a894-49c3-a8f1-2c43bfb8dd6a tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:58.120976 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-844f9755-d981-4cae-8719-b3ade9a81c99 req-7fbae938-a894-49c3-a8f1-2c43bfb8dd6a tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 936 time: 0.0774341 Feb 20 05:37:58.192707 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-844f9755-d981-4cae-8719-b3ade9a81c99 req-387a1c85-bd69-43bd-a5cd-d97a0d3690a4 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627830 Feb 20 05:37:58.208076 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-e8a910d0-dda2-4f16-989b-a834bf39bb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:58.301129 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8cb4c499-39bd-442b-93ca-7217a114ff04 req-5993b80b-e6fe-4f28-8e55-50b2cd7a531d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 210 time: 0.0392218 Feb 20 05:37:58.335535 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-377d884d-3ea6-44e4-94c2-868abf4c7593 None None] Provisioning complete for port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:37:58.336012 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-377d884d-3ea6-44e4-94c2-868abf4c7593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:58.376677 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-377d884d-3ea6-44e4-94c2-868abf4c7593 None None] Port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:37:58.413223 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f64f4-c541-414b-9671-d9977b8eccea req-8d72172d-8e60-40d0-853d-81b3e799fa73 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:58.414741 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d57f64f4-c541-414b-9671-d9977b8eccea req-8d72172d-8e60-40d0-853d-81b3e799fa73 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.0582328 Feb 20 05:37:58.462511 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d57f64f4-c541-414b-9671-d9977b8eccea req-9eec8b3b-9a94-4211-ae04-5228cbd97d35 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416911 Feb 20 05:37:58.519413 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-e8a910d0-dda2-4f16-989b-a834bf39bb2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:37:58.527221 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-e8a910d0-dda2-4f16-989b-a834bf39bb2e service neutron] Publish callbacks [] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:58.541215 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-e8a910d0-dda2-4f16-989b-a834bf39bb2e service neutron] Transition to ACTIVE for port object 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:37:58.545423 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-e8a910d0-dda2-4f16-989b-a834bf39bb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:58.583188 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27bb89-e083-4d3e-880f-d2036de44695 req-6ab97ced-ea40-415c-826a-a6dcc4f34860 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:58.591149 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c27bb89-e083-4d3e-880f-d2036de44695 req-6ab97ced-ea40-415c-826a-a6dcc4f34860 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.0719042 Feb 20 05:37:58.618807 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a910d0-dda2-4f16-989b-a834bf39bb2e service neutron] Pushing event updated for resources: {'Port': ['ID=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:58.673602 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c27bb89-e083-4d3e-880f-d2036de44695 req-f746d24c-2640-48f9-a80a-d4e6b3f9daaf tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814781 Feb 20 05:37:58.676683 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-e8a910d0-dda2-4f16-989b-a834bf39bb2e service neutron] Attempting to bind port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:37:58.677026 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-e8a910d0-dda2-4f16-989b-a834bf39bb2e service neutron] Attempting to bind port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:37:58.677356 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-e8a910d0-dda2-4f16-989b-a834bf39bb2e service neutron] Attempting to bind port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:37:58.684041 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-e8a910d0-dda2-4f16-989b-a834bf39bb2e service neutron] Port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:37:58.684927 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-e8a910d0-dda2-4f16-989b-a834bf39bb2e service neutron] Attempting to bind port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:37:58.692190 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-e8a910d0-dda2-4f16-989b-a834bf39bb2e service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:37:58.692531 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-e8a910d0-dda2-4f16-989b-a834bf39bb2e service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:37:58.692918 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-e8a910d0-dda2-4f16-989b-a834bf39bb2e service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:37:58.693350 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-e8a910d0-dda2-4f16-989b-a834bf39bb2e service neutron] Bound port: 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:37:58.693904 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-e8a910d0-dda2-4f16-989b-a834bf39bb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:58.792652 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-e8a910d0-dda2-4f16-989b-a834bf39bb2e service neutron] For port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:37:58.796436 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-e8a910d0-dda2-4f16-989b-a834bf39bb2e service neutron] For port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:37:58.807545 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-e8a910d0-dda2-4f16-989b-a834bf39bb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:58.830599 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135e48d-0cd6-45a3-b561-e5669db22079 req-bb73dbc8-2d80-46e6-963f-0050c4fdc16c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:58.832631 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9135e48d-0cd6-45a3-b561-e5669db22079 req-bb73dbc8-2d80-46e6-963f-0050c4fdc16c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 945 time: 0.0777493 Feb 20 05:37:58.837573 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-e8a910d0-dda2-4f16-989b-a834bf39bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:58.838856 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-e8a910d0-dda2-4f16-989b-a834bf39bb2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:58.840919 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-e8a910d0-dda2-4f16-989b-a834bf39bb2e service neutron] 10.222.0.61 "PUT /v2.0/ports/2bc6aef8-65d1-4d2d-b115-7bb9c396e43e HTTP/1.1" status: 200 len: 1096 time: 0.7274992 Feb 20 05:37:58.864134 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4d87dc-c6fd-4073-8847-23ac654116b7', 'tag': '2bc6aef8-65d1-4d2d-b115-7bb9c396e43e'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:37:58.876965 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e400b071-a062-4f87-914d-384f507335ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4d87dc-c6fd-4073-8847-23ac654116b7", "tag": "2bc6aef8-65d1-4d2d-b115-7bb9c396e43e"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:37:58.949297 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9135e48d-0cd6-45a3-b561-e5669db22079 req-371a11ae-bea0-49b2-acc5-1392031a3040 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/security-groups?id=38252618-fd5d-49bb-a49b-1fc9374dd121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985274 Feb 20 05:37:58.970767 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a910d0-dda2-4f16-989b-a834bf39bb2e service neutron] Pushing event updated for resources: {'Port': ['ID=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:37:59.005664 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-a76afcea-0bf2-4931-88da-31e795161d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:59.010550 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-a76afcea-0bf2-4931-88da-31e795161d16 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 1130 time: 0.1128883 Feb 20 05:37:59.015364 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f005cea0-2dc7-4613-b3cd-b2dd356a4c23 x-openstack-request-id: req-f005cea0-2dc7-4613-b3cd-b2dd356a4c23 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:37:59.015673 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4d87dc-c6fd-4073-8847-23ac654116b7", "tag": "2bc6aef8-65d1-4d2d-b115-7bb9c396e43e", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:37:59.015994 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f005cea0-2dc7-4613-b3cd-b2dd356a4c23 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:37:59.016827 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4d87dc-c6fd-4073-8847-23ac654116b7', 'tag': '2bc6aef8-65d1-4d2d-b115-7bb9c396e43e', 'status': 'completed', 'code': 200} Feb 20 05:37:59.084774 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-186d19d4-c270-4d21-af7b-6dc2d821331d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e HTTP/1.1" status: 200 len: 217 time: 0.0546567 Feb 20 05:37:59.126268 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f80aa-eab7-4669-9f14-0a8f5f9bbdf3 req-95beb36d-f21b-4428-9635-1c8aef1b3994 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:59.128631 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dc5f80aa-eab7-4669-9f14-0a8f5f9bbdf3 req-95beb36d-f21b-4428-9635-1c8aef1b3994 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f962e1b-af4d-4ce3-be08-5eed30f96ba1 HTTP/1.1" status: 200 len: 944 time: 0.0604012 Feb 20 05:37:59.148256 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-9a8f3599-7082-418c-8193-76d3a2781e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:59.151042 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-9a8f3599-7082-418c-8193-76d3a2781e09 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0590501 Feb 20 05:37:59.188106 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dc5f80aa-eab7-4669-9f14-0a8f5f9bbdf3 req-6f1d9f0a-16c5-4a82-8a56-169a0eae69ab tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/security-groups?id=a412edfa-a37f-417e-b57b-6dfb957541dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522635 Feb 20 05:37:59.211806 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-6d2771af-81a1-4013-8e4c-b4907fc391f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:59.213335 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-6d2771af-81a1-4013-8e4c-b4907fc391f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0562758 Feb 20 05:37:59.307892 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-486a0d44-e87b-4023-8684-d6e3b953cb02 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881681 Feb 20 05:37:59.333303 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9529f1a-494d-47d6-bb36-c05c9f4ea6f4 req-23012a2c-9265-49ea-b6cb-f4b7773c83f3 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:59.334878 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a9529f1a-494d-47d6-bb36-c05c9f4ea6f4 req-23012a2c-9265-49ea-b6cb-f4b7773c83f3 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 948 time: 0.0540657 Feb 20 05:37:59.385281 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a9529f1a-494d-47d6-bb36-c05c9f4ea6f4 req-90683fee-fe07-4258-b5e2-5a301246e61d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430765 Feb 20 05:37:59.399501 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-618cf5ef-d26b-40fc-9cd7-ecf956d74506 req-3b76f8cf-f4cb-48d9-b505-dd306d6d2a7c service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846148 Feb 20 05:37:59.483777 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-df55a7bf-2ead-4283-bf92-244fadf038f8 req-d8e4c5fb-ceff-497b-85ea-4bce75943433 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 210 time: 0.0300720 Feb 20 05:37:59.516606 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400b071-a062-4f87-914d-384f507335ab req-2a1b69ae-c672-44da-8eea-a1f7c22320dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:59.519467 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e400b071-a062-4f87-914d-384f507335ab req-2a1b69ae-c672-44da-8eea-a1f7c22320dc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 1130 time: 0.0605478 Feb 20 05:37:59.620661 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400b071-a062-4f87-914d-384f507335ab req-c8d3f048-d074-48cc-b8ab-728440c330dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:59.622555 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e400b071-a062-4f87-914d-384f507335ab req-c8d3f048-d074-48cc-b8ab-728440c330dd service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.0957570 Feb 20 05:37:59.628550 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930086c-51e1-4163-9056-efcc67df80eb req-5fd26729-4a6f-4753-ab3e-5d4c6c64fda0 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:59.634753 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f930086c-51e1-4163-9056-efcc67df80eb req-5fd26729-4a6f-4753-ab3e-5d4c6c64fda0 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.0726869 Feb 20 05:37:59.666805 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e400b071-a062-4f87-914d-384f507335ab req-ae0ef44a-194e-4ba1-b328-0dcf3edb06e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e HTTP/1.1" status: 200 len: 217 time: 0.0382221 Feb 20 05:37:59.694714 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f930086c-51e1-4163-9056-efcc67df80eb req-5edeeac3-b9b8-489b-90e3-c1067d12a7ad tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575354 Feb 20 05:37:59.730240 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400b071-a062-4f87-914d-384f507335ab req-74f808e3-a8f8-4649-bd27-b0007a4e17a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:59.732198 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e400b071-a062-4f87-914d-384f507335ab req-74f808e3-a8f8-4649-bd27-b0007a4e17a4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0588403 Feb 20 05:37:59.788737 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400b071-a062-4f87-914d-384f507335ab req-ea379b1e-6ada-4e9e-8758-06973e313508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:59.792015 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e400b071-a062-4f87-914d-384f507335ab req-ea379b1e-6ada-4e9e-8758-06973e313508 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0531394 Feb 20 05:37:59.814468 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f1554-1adc-4f3d-9c27-8a7a5d68516e req-79f6bf39-74c8-4501-bd4b-d0bf4294dbac tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:37:59.815997 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fd4f1554-1adc-4f3d-9c27-8a7a5d68516e req-79f6bf39-74c8-4501-bd4b-d0bf4294dbac tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.0555544 Feb 20 05:37:59.827551 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 34bce102-2a5c-4a33-8b92-207364bb2380 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:37:59.880443 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fd4f1554-1adc-4f3d-9c27-8a7a5d68516e req-776b7504-cb29-449f-af55-3e95b24644a7 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576024 Feb 20 05:37:59.896587 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 34bce102-2a5c-4a33-8b92-207364bb2380 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:37:59.900631 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 34bce102-2a5c-4a33-8b92-207364bb2380 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:37:59.901009 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (34bce102-2a5c-4a33-8b92-207364bb2380), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:37:59.918389 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e400b071-a062-4f87-914d-384f507335ab req-d9f5b09b-3838-4759-9642-2b48de596eaa service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202776 Feb 20 05:38:00.034685 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 34bce102-2a5c-4a33-8b92-207364bb2380 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:38:00.035136 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (34bce102-2a5c-4a33-8b92-207364bb2380), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:00.046948 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e400b071-a062-4f87-914d-384f507335ab req-cd7f2c81-df11-4aae-8526-b760faaae990 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223240 Feb 20 05:38:00.070347 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f93c3-3446-4745-8a66-4f3669ec51f3 req-d997f39c-7652-455a-8cc6-5c2b6274b822 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:00.074749 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-528f93c3-3446-4745-8a66-4f3669ec51f3 req-d997f39c-7652-455a-8cc6-5c2b6274b822 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.1059945 Feb 20 05:38:00.078500 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 34bce102-2a5c-4a33-8b92-207364bb2380, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=34bce102-2a5c-4a33-8b92-207364bb2380,segment=NetworkSegment(fbe096bc-0508-4287-8731-8998a73eca92),segment_id=fbe096bc-0508-4287-8731-8998a73eca92)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:38:00.079615 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fa464a-9c41-4e15-a8df-8edc1c8c93d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bce102-2a5c-4a33-8b92-207364bb2380'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:38:00.082014 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edb166a-ec99-4eb6-8073-a5b0b7c3af9b" -d '{"events": [{"server_uuid": "84fa464a-9c41-4e15-a8df-8edc1c8c93d6", "name": "network-vif-plugged", "status": "completed", "tag": "34bce102-2a5c-4a33-8b92-207364bb2380"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:38:00.088830 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (34bce102-2a5c-4a33-8b92-207364bb2380), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:00.089884 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 04cd9917-679e-402f-9ee8-822dc3dcf9f3 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:38:00.142067 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-528f93c3-3446-4745-8a66-4f3669ec51f3 req-928000b0-bc1a-4dc3-9b33-83f54a621a6e tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604641 Feb 20 05:38:00.163134 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=34bce102-2a5c-4a33-8b92-207364bb2380,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:00.204250 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 04cd9917-679e-402f-9ee8-822dc3dcf9f3 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:38:00.210483 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 04cd9917-679e-402f-9ee8-822dc3dcf9f3 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:38:00.211110 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (04cd9917-679e-402f-9ee8-822dc3dcf9f3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:00.269488 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b00a3-68af-4ef8-971a-8d18f4ca307e req-cf8c12de-13cc-423a-877e-35e6d7019db5 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:00.276462 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-945b00a3-68af-4ef8-971a-8d18f4ca307e req-cf8c12de-13cc-423a-877e-35e6d7019db5 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 946 time: 0.0709972 Feb 20 05:38:00.300359 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 04cd9917-679e-402f-9ee8-822dc3dcf9f3 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:38:00.301016 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (04cd9917-679e-402f-9ee8-822dc3dcf9f3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:00.336236 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 04cd9917-679e-402f-9ee8-822dc3dcf9f3, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=04cd9917-679e-402f-9ee8-822dc3dcf9f3,segment=NetworkSegment(d327398b-219e-40d1-95e4-3ff73eef023f),segment_id=d327398b-219e-40d1-95e4-3ff73eef023f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:38:00.337266 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-945b00a3-68af-4ef8-971a-8d18f4ca307e req-1d7ac194-07a6-4d3f-9dd7-29486301a59b tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/security-groups?id=38252618-fd5d-49bb-a49b-1fc9374dd121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560911 Feb 20 05:38:00.350723 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (04cd9917-679e-402f-9ee8-822dc3dcf9f3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:00.402410 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec87349-6bd6-4bf9-8822-72d9f0743a3d x-openstack-request-id: req-7ec87349-6bd6-4bf9-8822-72d9f0743a3d {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:38:00.402697 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fa464a-9c41-4e15-a8df-8edc1c8c93d6", "name": "network-vif-plugged", "status": "completed", "tag": "34bce102-2a5c-4a33-8b92-207364bb2380", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:38:00.402978 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ec87349-6bd6-4bf9-8822-72d9f0743a3d {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:38:00.403908 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fa464a-9c41-4e15-a8df-8edc1c8c93d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bce102-2a5c-4a33-8b92-207364bb2380', 'code': 200} Feb 20 05:38:00.414579 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=04cd9917-679e-402f-9ee8-822dc3dcf9f3,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:00.538724 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b30cb7-06b6-441c-9b81-be168329ec2a req-56fdb1c9-235e-4eed-b0d9-5d67f3210747 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:00.540936 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a3e18-4dc0-4b41-8d4d-0b09e3bd01b2 req-4dd23f64-ea49-4cd9-a80e-f666b0ac1502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:00.542415 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-da6a3e18-4dc0-4b41-8d4d-0b09e3bd01b2 req-4dd23f64-ea49-4cd9-a80e-f666b0ac1502 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 1128 time: 0.0517318 Feb 20 05:38:00.543338 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-90b30cb7-06b6-441c-9b81-be168329ec2a req-56fdb1c9-235e-4eed-b0d9-5d67f3210747 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f962e1b-af4d-4ce3-be08-5eed30f96ba1 HTTP/1.1" status: 200 len: 945 time: 0.0677724 Feb 20 05:38:00.600243 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-da6a3e18-4dc0-4b41-8d4d-0b09e3bd01b2 req-dba199d6-1ee1-4943-84ee-85bd37c28420 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=38252618-fd5d-49bb-a49b-1fc9374dd121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516148 Feb 20 05:38:00.603142 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-90b30cb7-06b6-441c-9b81-be168329ec2a req-a121bf91-c0b2-4cb8-bd7f-1b9931fc8c1c tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/security-groups?id=a412edfa-a37f-417e-b57b-6dfb957541dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524745 Feb 20 05:38:00.699778 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06e458-bbc4-4c47-a0c2-309a75a9d32a req-44fca6cd-33f0-42be-8c57-356bcf313cee tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:00.701641 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fb06e458-bbc4-4c47-a0c2-309a75a9d32a req-44fca6cd-33f0-42be-8c57-356bcf313cee tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 948 time: 0.0559356 Feb 20 05:38:00.755992 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fb06e458-bbc4-4c47-a0c2-309a75a9d32a req-218efbe1-84f4-41b9-8932-b051a9e50efd tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485785 Feb 20 05:38:00.879574 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47831703-bdbd-4192-b6d5-2efb5d07e211 req-d60f7cf8-6b66-48db-adcb-61f46914e820 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:00.881627 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-47831703-bdbd-4192-b6d5-2efb5d07e211 req-d60f7cf8-6b66-48db-adcb-61f46914e820 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.0551035 Feb 20 05:38:00.928927 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-47831703-bdbd-4192-b6d5-2efb5d07e211 req-1e8514a8-ddec-41e0-bafe-e0bd17026da2 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412972 Feb 20 05:38:01.022371 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eedd4108-6d47-4bc8-b560-d1dd900cc69d req-218f8de6-530e-4f91-acb5-28779deb981d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 210 time: 0.0305614 Feb 20 05:38:01.140813 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a6191-524f-4749-b9ae-499385442fbb req-34ff5295-7d13-49a9-ad9f-18434bb30488 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:01.142484 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b9a6191-524f-4749-b9ae-499385442fbb req-34ff5295-7d13-49a9-ad9f-18434bb30488 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.0578356 Feb 20 05:38:01.193933 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b9a6191-524f-4749-b9ae-499385442fbb req-00fdc54b-cef0-4b76-bfb9-dff671057d45 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457263 Feb 20 05:38:01.295291 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d4307-b441-4216-b5d3-3438c4d1b7ac req-916d9cb8-5792-441a-bd4b-72784b41dc32 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:01.296820 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-956d4307-b441-4216-b5d3-3438c4d1b7ac req-916d9cb8-5792-441a-bd4b-72784b41dc32 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.0548778 Feb 20 05:38:01.345368 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-956d4307-b441-4216-b5d3-3438c4d1b7ac req-4083a831-4126-4a85-bdfb-2aed6bf203b8 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421679 Feb 20 05:38:01.455132 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd47ccb-20b5-4ff8-9f9d-e1f04a276bc4 req-e880dc99-ff01-49cb-b025-2f43f93685ca tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:01.456632 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6dd47ccb-20b5-4ff8-9f9d-e1f04a276bc4 req-e880dc99-ff01-49cb-b025-2f43f93685ca tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 946 time: 0.0538957 Feb 20 05:38:01.508981 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6dd47ccb-20b5-4ff8-9f9d-e1f04a276bc4 req-7b568d33-adaa-4fc4-83cc-a7d3f83ec47a tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/security-groups?id=38252618-fd5d-49bb-a49b-1fc9374dd121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461724 Feb 20 05:38:01.660053 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74254bc0-909c-4d2b-95f0-40d205b9e990 req-dc0bcb72-6890-47a1-9d9d-c26de3f65443 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:01.661509 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74254bc0-909c-4d2b-95f0-40d205b9e990 req-dc0bcb72-6890-47a1-9d9d-c26de3f65443 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.0540645 Feb 20 05:38:01.713722 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74254bc0-909c-4d2b-95f0-40d205b9e990 req-0e066598-bd7f-43a4-a74a-bd8b6c1d9be6 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459726 Feb 20 05:38:01.825300 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:38:01.836594 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977268fd-0db7-40f6-8da9-91679af46319 req-6fcd0553-748a-4b26-80d6-9ef8b5588b34 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:01.838187 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-977268fd-0db7-40f6-8da9-91679af46319 req-6fcd0553-748a-4b26-80d6-9ef8b5588b34 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f962e1b-af4d-4ce3-be08-5eed30f96ba1 HTTP/1.1" status: 200 len: 945 time: 0.0540221 Feb 20 05:38:01.896543 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-977268fd-0db7-40f6-8da9-91679af46319 req-82d1390f-e5d6-44ba-8147-7257cf5c9057 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/security-groups?id=a412edfa-a37f-417e-b57b-6dfb957541dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509841 Feb 20 05:38:02.001829 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:38:02.015240 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '2bc6aef8-65d1-4d2d-b115-7bb9c396e43e', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': '2bc6aef8-65d1-4d2d-b115-7bb9c396e43e', 'mac_address': 'fa:16:3e:e9:de:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:38:02.064653 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ce367-4a22-4dd8-960a-a2cb74bdfec8 req-2e8aa5dc-821a-4f13-be37-efc5aa5d0219 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:02.066432 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7d1ce367-4a22-4dd8-960a-a2cb74bdfec8 req-2e8aa5dc-821a-4f13-be37-efc5aa5d0219 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.1076684 Feb 20 05:38:02.068912 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:38:02.069258 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:02.086858 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:38:02.125479 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:38:02.129157 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7d1ce367-4a22-4dd8-960a-a2cb74bdfec8 req-8dd82494-e4bd-4297-b6ac-4c4bc4811f72 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549545 Feb 20 05:38:02.130524 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:02.187557 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:02.240643 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06c082-a5dd-4ac7-a371-1434bc1cdd8e req-50b20221-39e8-4735-b816-e85f9310c48e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:02.242183 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e06c082-a5dd-4ac7-a371-1434bc1cdd8e req-50b20221-39e8-4735-b816-e85f9310c48e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 949 time: 0.0568213 Feb 20 05:38:02.290014 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e06c082-a5dd-4ac7-a371-1434bc1cdd8e req-32fe547f-9ab8-4ebb-b701-846e821ed88e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422194 Feb 20 05:38:02.380881 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-38d1e48c-6b4c-4f15-b359-eb4977f44719 req-8ee332df-afa0-485b-811f-79048eff8708 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 210 time: 0.0309892 Feb 20 05:38:02.405575 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f962e1b-af4d-4ce3-be08-5eed30f96ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cd9917-679e-402f-9ee8-822dc3dcf9f3'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:38:02.409621 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4b6dce-85ad-4b97-8f73-2a8c0efdc6af" -d '{"events": [{"server_uuid": "4f962e1b-af4d-4ce3-be08-5eed30f96ba1", "name": "network-vif-plugged", "status": "completed", "tag": "04cd9917-679e-402f-9ee8-822dc3dcf9f3"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:38:02.506036 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04319ae6-d2ee-4ea6-8490-3cc1bf76e836 req-70de265b-d5f1-4670-b416-7b7355c2b163 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:02.507503 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-04319ae6-d2ee-4ea6-8490-3cc1bf76e836 req-70de265b-d5f1-4670-b416-7b7355c2b163 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.0527697 Feb 20 05:38:02.553501 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-04319ae6-d2ee-4ea6-8490-3cc1bf76e836 req-fbd66a24-97ca-4564-bb05-f8bfbb925ada tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397274 Feb 20 05:38:02.592453 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['2bc6aef8-65d1-4d2d-b115-7bb9c396e43e'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:38:02.596062 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2fa58a-bb14-4e7b-bff4-1f3f0c806e8c x-openstack-request-id: req-0d2fa58a-bb14-4e7b-bff4-1f3f0c806e8c {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:38:02.596467 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f962e1b-af4d-4ce3-be08-5eed30f96ba1", "name": "network-vif-plugged", "status": "completed", "tag": "04cd9917-679e-402f-9ee8-822dc3dcf9f3", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:38:02.596817 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d2fa58a-bb14-4e7b-bff4-1f3f0c806e8c {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:38:02.597300 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f962e1b-af4d-4ce3-be08-5eed30f96ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cd9917-679e-402f-9ee8-822dc3dcf9f3', 'code': 200} Feb 20 05:38:02.708519 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db2bcf-5e12-4910-8e01-b03b231b06a2 req-fa8b66a5-9fe2-454f-b9a4-bd83d0bb70b7 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:02.710002 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96db2bcf-5e12-4910-8e01-b03b231b06a2 req-fa8b66a5-9fe2-454f-b9a4-bd83d0bb70b7 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.0675635 Feb 20 05:38:02.744697 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb95a3-5432-4358-9e04-8afb9b122bde req-f4ca95fe-d527-4c54-8034-4c1ad3337f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:02.747152 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0abb95a3-5432-4358-9e04-8afb9b122bde req-f4ca95fe-d527-4c54-8034-4c1ad3337f1f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4f962e1b-af4d-4ce3-be08-5eed30f96ba1 HTTP/1.1" status: 200 len: 1127 time: 0.0608456 Feb 20 05:38:02.769072 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96db2bcf-5e12-4910-8e01-b03b231b06a2 req-a3da5796-e00e-4ad3-bba4-e67bc3c87b24 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532405 Feb 20 05:38:02.801414 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0abb95a3-5432-4358-9e04-8afb9b122bde req-8f1df4f6-ff4a-40d9-9ca5-655ab61b9fa6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a412edfa-a37f-417e-b57b-6dfb957541dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442710 Feb 20 05:38:02.882073 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae56c7-2c98-427a-a570-6622e84e79ce req-0c071b8d-a4e7-4a5d-a44c-abb5a52ffb67 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:02.883543 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73ae56c7-2c98-427a-a570-6622e84e79ce req-0c071b8d-a4e7-4a5d-a44c-abb5a52ffb67 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 946 time: 0.0559561 Feb 20 05:38:02.931334 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73ae56c7-2c98-427a-a570-6622e84e79ce req-82d99759-79d7-42f4-999e-bd7d90c8c56d tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/security-groups?id=38252618-fd5d-49bb-a49b-1fc9374dd121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413795 Feb 20 05:38:03.040109 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c9e62-6b7f-429c-9c01-90ec55028972 req-1779e1da-bad9-4855-93ca-3941c029d469 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:03.041942 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f59c9e62-6b7f-429c-9c01-90ec55028972 req-1779e1da-bad9-4855-93ca-3941c029d469 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.0565956 Feb 20 05:38:03.089398 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f59c9e62-6b7f-429c-9c01-90ec55028972 req-3fc3c627-2cab-4aff-8f32-1c6ed92931b8 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416000 Feb 20 05:38:03.197790 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f410d-60bb-422e-af66-2d2cff1d4824 req-8bf9ee33-e99c-4ad6-950b-3c140b61c93c tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:03.199486 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-987f410d-60bb-422e-af66-2d2cff1d4824 req-8bf9ee33-e99c-4ad6-950b-3c140b61c93c tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f962e1b-af4d-4ce3-be08-5eed30f96ba1 HTTP/1.1" status: 200 len: 945 time: 0.0533357 Feb 20 05:38:03.250289 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-987f410d-60bb-422e-af66-2d2cff1d4824 req-0954213f-333c-4ac7-856c-0c74883967db tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/security-groups?id=a412edfa-a37f-417e-b57b-6dfb957541dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447276 Feb 20 05:38:03.352556 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505a941-3845-4646-abbb-e283c6a49800 req-ba78f471-ba84-4656-9e7a-140178a55d57 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:03.354296 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0505a941-3845-4646-abbb-e283c6a49800 req-ba78f471-ba84-4656-9e7a-140178a55d57 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 946 time: 0.0531456 Feb 20 05:38:03.363571 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34056) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:03.368348 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-9d1a387e-32c5-4548-9d19-cd5d76f46788 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Request body: {'floatingip': {'port_id': '34bce102-2a5c-4a33-8b92-207364bb2380'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:38:03.408653 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9d1a387e-32c5-4548-9d19-cd5d76f46788 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks [] for floatingip (6a630fc3-3cce-444b-ac16-964b258f930b), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:03.505358 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54275f4b-be3e-456c-9541-884dd2e8c2e8 req-82f59084-112d-4bd9-8ff5-77905fb43821 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:03.507004 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-54275f4b-be3e-456c-9541-884dd2e8c2e8 req-82f59084-112d-4bd9-8ff5-77905fb43821 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 949 time: 0.0555582 Feb 20 05:38:03.553267 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-54275f4b-be3e-456c-9541-884dd2e8c2e8 req-8a6b1570-7ceb-477b-b77a-2649d885fcc0 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405450 Feb 20 05:38:03.669463 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb9af9-cb73-4e0b-9a8a-161117af3839 req-1897633c-c5dc-4287-8f60-d8b924fa251d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:03.671404 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29cb9af9-cb73-4e0b-9a8a-161117af3839 req-1897633c-c5dc-4287-8f60-d8b924fa251d tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.0583961 Feb 20 05:38:03.910763 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9d1a387e-32c5-4548-9d19-cd5d76f46788 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:03.916094 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9d1a387e-32c5-4548-9d19-cd5d76f46788 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (6a630fc3-3cce-444b-ac16-964b258f930b), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:04.033856 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-9d1a387e-32c5-4548-9d19-cd5d76f46788 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Floating IP 6a630fc3-3cce-444b-ac16-964b258f930b associated. External IP: 172.25.3.56, port: 34bce102-2a5c-4a33-8b92-207364bb2380. Feb 20 05:38:04.046729 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29cb9af9-cb73-4e0b-9a8a-161117af3839 req-bce54f7b-d313-4ddd-be33-4311530e985f tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688900 Feb 20 05:38:04.146014 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b1916c1-ff34-49b8-8f8d-abdeae666df4 req-0914ac32-e076-4447-8b5b-292bb0bb33fe tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 210 time: 0.0351861 Feb 20 05:38:04.276164 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1a387e-32c5-4548-9d19-cd5d76f46788 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Router dfa75dd7-9354-43ed-b28b-5bb872a4f3af has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:38:04.280385 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88854f7d-b1ed-4744-9451-4fe338b097ba req-4e46a2f0-77dd-4dc7-a5fe-7859e9196c53 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:04.287608 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-88854f7d-b1ed-4744-9451-4fe338b097ba req-4e46a2f0-77dd-4dc7-a5fe-7859e9196c53 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.0771980 Feb 20 05:38:04.342228 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-88854f7d-b1ed-4744-9451-4fe338b097ba req-7281b096-dbb7-4fdf-a8cd-b0d4c0d46df3 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536189 Feb 20 05:38:04.424539 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1a387e-32c5-4548-9d19-cd5d76f46788 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:38:04.429273 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9d1a387e-32c5-4548-9d19-cd5d76f46788 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:04.434381 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20af6a-90c5-4e9d-ab8b-2673d16123ad None None] Sync routers for ids ['dfa75dd7-9354-43ed-b28b-5bb872a4f3af'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:38:04.457415 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e20af6a-90c5-4e9d-ab8b-2673d16123ad None None] Routers {'dfa75dd7-9354-43ed-b28b-5bb872a4f3af'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:38:04.458212 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6e20af6a-90c5-4e9d-ab8b-2673d16123ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:37:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['dfa75dd7-9354-43ed-b28b-5bb872a4f3af'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:04.465105 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9d1a387e-32c5-4548-9d19-cd5d76f46788 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "PUT /v2.0/floatingips/6a630fc3-3cce-444b-ac16-964b258f930b HTTP/1.1" status: 200 len: 991 time: 1.0978110 Feb 20 05:38:04.465105 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fa464a-9c41-4e15-a8df-8edc1c8c93d6', 'tag': '34bce102-2a5c-4a33-8b92-207364bb2380'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:38:04.465433 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0b5214-1080-4faa-b08b-1a7ed39340ca" -d '{"events": [{"name": "network-changed", "server_uuid": "84fa464a-9c41-4e15-a8df-8edc1c8c93d6", "tag": "34bce102-2a5c-4a33-8b92-207364bb2380"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:38:04.499306 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ff0c0-7a14-4cdb-9aac-c2ee8b808073 req-2978f5a2-3d75-49a8-8d5c-19d1dd6c3fa6 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:04.500899 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-947ff0c0-7a14-4cdb-9aac-c2ee8b808073 req-2978f5a2-3d75-49a8-8d5c-19d1dd6c3fa6 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.0879893 Feb 20 05:38:04.549743 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-947ff0c0-7a14-4cdb-9aac-c2ee8b808073 req-abe1c4aa-a60d-4e04-8ec1-7aee31230f03 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429385 Feb 20 05:38:04.574882 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-6e20af6a-90c5-4e9d-ab8b-2673d16123ad None None] Set router dfa75dd7-9354-43ed-b28b-5bb872a4f3af gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:38:04.664739 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e94a0e-0d8a-4242-b779-81f599725602 req-6ce4982d-50f7-4518-bd04-ec410c129e0f tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:04.666251 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b5e94a0e-0d8a-4242-b779-81f599725602 req-6ce4982d-50f7-4518-bd04-ec410c129e0f tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f962e1b-af4d-4ce3-be08-5eed30f96ba1 HTTP/1.1" status: 200 len: 945 time: 0.0530922 Feb 20 05:38:04.714999 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b5e94a0e-0d8a-4242-b779-81f599725602 req-bc623301-f4a6-4292-8f19-d47bec93d9d0 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/security-groups?id=a412edfa-a37f-417e-b57b-6dfb957541dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419223 Feb 20 05:38:04.817726 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6e20af6a-90c5-4e9d-ab8b-2673d16123ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'name': 'tempest-ServersTestBootFromVolume-1067084976-router', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'fc7d67e0-e2bf-440a-8006-d434da9a035c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:53Z', 'updated_at': '2022-02-20T05:36:58Z', 'revision_number': 4, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'gw_port': {'id': 'fc7d67e0-e2bf-440a-8006-d434da9a035c', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:54Z', 'updated_at': '2022-02-20T05:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '6a630fc3-3cce-444b-ac16-964b258f930b', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'port_id': '34bce102-2a5c-4a33-8b92-207364bb2380', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb', 'mac_address': 'fa:16:3e:88:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fa464a-9c41-4e15-a8df-8edc1c8c93d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:37:03Z', 'updated_at': '2022-02-20T05:38:03Z', 'revision_number': 1, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491eaeda-b296-46c1-93c6-15d72208d020', 'name': '', 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'mac_address': 'fa:16:3e:76:99:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '7be60782-f67e-41af-9526-dd18f0adcc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:57Z', 'updated_at': '2022-02-20T05:37:06Z', 'revision_number': 5, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'subnets': [{'id': '7be60782-f67e-41af-9526-dd18f0adcc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:04.825367 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa42a66-7fc5-4492-b6d4-dca857ea2803 req-cd0d12da-902c-4bca-8e7c-b96890d7eb44 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:04.826847 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2aa42a66-7fc5-4492-b6d4-dca857ea2803 req-cd0d12da-902c-4bca-8e7c-b96890d7eb44 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 946 time: 0.0523467 Feb 20 05:38:04.846154 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20af6a-90c5-4e9d-ab8b-2673d16123ad None None] Checking router: dfa75dd7-9354-43ed-b28b-5bb872a4f3af for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:38:04.855436 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e20af6a-90c5-4e9d-ab8b-2673d16123ad None None] Routers {'dfa75dd7-9354-43ed-b28b-5bb872a4f3af'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:38:04.856137 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6e20af6a-90c5-4e9d-ab8b-2673d16123ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:37:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['dfa75dd7-9354-43ed-b28b-5bb872a4f3af'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:04.878526 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2aa42a66-7fc5-4492-b6d4-dca857ea2803 req-004c1ef1-0784-4668-8da0-5becbab4771e tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/security-groups?id=38252618-fd5d-49bb-a49b-1fc9374dd121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456300 Feb 20 05:38:04.940462 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725f5e21-47a7-444f-8bd7-00554183f7fc x-openstack-request-id: req-725f5e21-47a7-444f-8bd7-00554183f7fc {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:38:04.941002 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fa464a-9c41-4e15-a8df-8edc1c8c93d6", "tag": "34bce102-2a5c-4a33-8b92-207364bb2380", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:38:04.941002 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-725f5e21-47a7-444f-8bd7-00554183f7fc {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:38:04.941434 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fa464a-9c41-4e15-a8df-8edc1c8c93d6', 'tag': '34bce102-2a5c-4a33-8b92-207364bb2380', 'status': 'completed', 'code': 200} Feb 20 05:38:04.980154 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-6e20af6a-90c5-4e9d-ab8b-2673d16123ad None None] Set router dfa75dd7-9354-43ed-b28b-5bb872a4f3af gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:38:05.036212 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b5214-1080-4faa-b08b-1a7ed39340ca req-00ab2d47-b79d-440e-b3d3-cc253c7f2ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:05.037758 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dc0b5214-1080-4faa-b08b-1a7ed39340ca req-00ab2d47-b79d-440e-b3d3-cc253c7f2ced service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca27a3cc3fc940ec8e175302b050dbc1&device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 1128 time: 0.0612681 Feb 20 05:38:05.067163 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c106f-f3da-46f8-ae78-65532e695418 req-8a251eeb-4d58-465d-bef0-601719437140 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:05.069314 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-579c106f-f3da-46f8-ae78-65532e695418 req-8a251eeb-4d58-465d-bef0-601719437140 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 949 time: 0.0582414 Feb 20 05:38:05.129536 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-579c106f-f3da-46f8-ae78-65532e695418 req-ead0dfb9-2e4c-4fbe-b90b-be5c28b510db tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530839 Feb 20 05:38:05.163219 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b5214-1080-4faa-b08b-1a7ed39340ca req-bc72e409-8785-4a4d-b074-f402ec2ccc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:05.164768 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dc0b5214-1080-4faa-b08b-1a7ed39340ca req-bc72e409-8785-4a4d-b074-f402ec2ccc6b service neutron] 10.222.0.61 "GET /v2.0/networks?id=05032ebd-f70c-4176-b1a5-e340dc4066fb HTTP/1.1" status: 200 len: 916 time: 0.1187029 Feb 20 05:38:05.237016 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dc0b5214-1080-4faa-b08b-1a7ed39340ca req-10ae71e2-4bca-40cc-bab3-eb9980e2abef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34bce102-2a5c-4a33-8b92-207364bb2380 HTTP/1.1" status: 200 len: 999 time: 0.0638425 Feb 20 05:38:05.255326 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6e20af6a-90c5-4e9d-ab8b-2673d16123ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'name': 'tempest-ServersTestBootFromVolume-1067084976-router', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'fc7d67e0-e2bf-440a-8006-d434da9a035c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:53Z', 'updated_at': '2022-02-20T05:36:58Z', 'revision_number': 4, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'gw_port': {'id': 'fc7d67e0-e2bf-440a-8006-d434da9a035c', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:54Z', 'updated_at': '2022-02-20T05:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '6a630fc3-3cce-444b-ac16-964b258f930b', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'port_id': '34bce102-2a5c-4a33-8b92-207364bb2380', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb', 'mac_address': 'fa:16:3e:88:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fa464a-9c41-4e15-a8df-8edc1c8c93d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:37:03Z', 'updated_at': '2022-02-20T05:38:03Z', 'revision_number': 1, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491eaeda-b296-46c1-93c6-15d72208d020', 'name': '', 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'mac_address': 'fa:16:3e:76:99:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '7be60782-f67e-41af-9526-dd18f0adcc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:57Z', 'updated_at': '2022-02-20T05:37:06Z', 'revision_number': 5, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'subnets': [{'id': '7be60782-f67e-41af-9526-dd18f0adcc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:05.285157 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20af6a-90c5-4e9d-ab8b-2673d16123ad None None] The sync data for ids ['dfa75dd7-9354-43ed-b28b-5bb872a4f3af'] in n-d-829866-5 is: [{'id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'name': 'tempest-ServersTestBootFromVolume-1067084976-router', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'fc7d67e0-e2bf-440a-8006-d434da9a035c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:53Z', 'updated_at': '2022-02-20T05:36:58Z', 'revision_number': 4, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'gw_port': {'id': 'fc7d67e0-e2bf-440a-8006-d434da9a035c', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:54Z', 'updated_at': '2022-02-20T05:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '6a630fc3-3cce-444b-ac16-964b258f930b', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'port_id': '34bce102-2a5c-4a33-8b92-207364bb2380', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb', 'mac_address': 'fa:16:3e:88:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fa464a-9c41-4e15-a8df-8edc1c8c93d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:37:03Z', 'updated_at': '2022-02-20T05:38:03Z', 'revision_number': 1, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491eaeda-b296-46c1-93c6-15d72208d020', 'name': '', 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'mac_address': 'fa:16:3e:76:99:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '7be60782-f67e-41af-9526-dd18f0adcc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:57Z', 'updated_at': '2022-02-20T05:37:06Z', 'revision_number': 5, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'subnets': [{'id': '7be60782-f67e-41af-9526-dd18f0adcc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:38:05.295815 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b5214-1080-4faa-b08b-1a7ed39340ca req-1acc827a-f85e-4759-b9fb-a0c7a252a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:05.297295 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dc0b5214-1080-4faa-b08b-1a7ed39340ca req-1acc827a-f85e-4759-b9fb-a0c7a252a1fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7be60782-f67e-41af-9526-dd18f0adcc8b HTTP/1.1" status: 200 len: 855 time: 0.0536788 Feb 20 05:38:05.299958 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3869fa-e6c3-46ad-b62e-d0cfcdebd08f req-e1ab1e40-3dca-478f-a8f9-9080d48ed6f9 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:05.301655 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1b3869fa-e6c3-46ad-b62e-d0cfcdebd08f req-e1ab1e40-3dca-478f-a8f9-9080d48ed6f9 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.0618098 Feb 20 05:38:05.359199 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1b3869fa-e6c3-46ad-b62e-d0cfcdebd08f req-f832d457-2468-431d-8d64-de33f0018ee6 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511017 Feb 20 05:38:05.376605 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b5214-1080-4faa-b08b-1a7ed39340ca req-af82da93-a837-46b3-b3cf-3ae3aa801d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:05.378094 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dc0b5214-1080-4faa-b08b-1a7ed39340ca req-af82da93-a837-46b3-b3cf-3ae3aa801d5b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=05032ebd-f70c-4176-b1a5-e340dc4066fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0654466 Feb 20 05:38:05.462389 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a188a105-8c08-4100-b774-5907918ce572 req-5b24b789-5a6c-474f-b768-325f745529cf tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 210 time: 0.0315833 Feb 20 05:38:05.488385 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dc0b5214-1080-4faa-b08b-1a7ed39340ca req-d42ed0be-7962-4388-8fb5-7cef60aeddaa service neutron] 10.222.0.61 "GET /v2.0/networks/05032ebd-f70c-4176-b1a5-e340dc4066fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981624 Feb 20 05:38:05.584599 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b00d0f-155b-446d-b96e-7ed147dd7bcc None None] New status for floating IP 6a630fc3-3cce-444b-ac16-964b258f930b: ACTIVE {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:38:05.606106 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dc0b5214-1080-4faa-b08b-1a7ed39340ca req-be7131ae-db54-4ba3-8018-f9c001c7e564 service neutron] 10.222.0.61 "GET /v2.0/networks/05032ebd-f70c-4176-b1a5-e340dc4066fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100469 Feb 20 05:38:05.720115 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be80fe-7fe8-452a-814e-e6225e1da910 req-17668b51-66e0-4747-baa7-7a02760ae4c0 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:05.722153 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74be80fe-7fe8-452a-814e-e6225e1da910 req-17668b51-66e0-4747-baa7-7a02760ae4c0 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.0710118 Feb 20 05:38:05.733372 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55e7f7-de91-457b-8a15-62a199f3ed42 req-e1c94959-b067-4134-ace9-cfc0538a4f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:05.735873 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3d55e7f7-de91-457b-8a15-62a199f3ed42 req-e1c94959-b067-4134-ace9-cfc0538a4f1b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4241a1c041f44be5b044ab519cd0d7f1&device_id=4f962e1b-af4d-4ce3-be08-5eed30f96ba1 HTTP/1.1" status: 200 len: 1127 time: 0.0566847 Feb 20 05:38:05.788549 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74be80fe-7fe8-452a-814e-e6225e1da910 req-39eed9c9-ca16-41e4-8cd2-e8d762eb7835 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596128 Feb 20 05:38:05.843016 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:38:05.860540 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55e7f7-de91-457b-8a15-62a199f3ed42 req-1c395341-965d-4947-8ed1-3a3195fb30a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:05.862376 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3d55e7f7-de91-457b-8a15-62a199f3ed42 req-1c395341-965d-4947-8ed1-3a3195fb30a8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ddc4873d-b27f-4c1d-9296-69d4863bbb6d HTTP/1.1" status: 200 len: 913 time: 0.1201406 Feb 20 05:38:05.927694 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3d55e7f7-de91-457b-8a15-62a199f3ed42 req-44e9f6eb-2489-44e2-af56-ac33599cb2c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04cd9917-679e-402f-9ee8-822dc3dcf9f3 HTTP/1.1" status: 200 len: 217 time: 0.0531821 Feb 20 05:38:05.928654 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:38:05.933286 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d903205-6133-4e1e-aac4-48e92165ab17 req-5f9311b3-b066-4e20-a858-5ee4c9465a73 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:05.933511 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:38:05.933753 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:05.935095 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4d903205-6133-4e1e-aac4-48e92165ab17 req-5f9311b3-b066-4e20-a858-5ee4c9465a73 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.0641556 Feb 20 05:38:05.997849 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55e7f7-de91-457b-8a15-62a199f3ed42 req-7b75694b-1f0e-4057-85d5-6ec8779123f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:06.000121 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3d55e7f7-de91-457b-8a15-62a199f3ed42 req-7b75694b-1f0e-4057-85d5-6ec8779123f0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a2f2712-bade-4533-bda6-564829dd7c15 HTTP/1.1" status: 200 len: 853 time: 0.0574801 Feb 20 05:38:06.003970 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4d903205-6133-4e1e-aac4-48e92165ab17 req-73f8693e-f211-4067-850c-5de4f820d1b0 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615056 Feb 20 05:38:06.050993 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3d55e7f7-de91-457b-8a15-62a199f3ed42 req-619b175b-081d-471d-88e9-f1a452211c78 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ddc4873d-b27f-4c1d-9296-69d4863bbb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419705 Feb 20 05:38:06.051341 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:38:06.051765 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:06.081487 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4d87dc-c6fd-4073-8847-23ac654116b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc6aef8-65d1-4d2d-b115-7bb9c396e43e'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:38:06.084055 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53c213a-c62e-4f00-841b-8000fddbdb1a" -d '{"events": [{"server_uuid": "9b4d87dc-c6fd-4073-8847-23ac654116b7", "name": "network-vif-plugged", "status": "completed", "tag": "2bc6aef8-65d1-4d2d-b115-7bb9c396e43e"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:38:06.103035 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:38:06.109589 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:06.149751 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fd2db-7005-401b-9af3-ee27c01ebee6 req-e621d87d-1e52-4c92-b4a0-b59c7f7659be tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:06.157939 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fb9fd2db-7005-401b-9af3-ee27c01ebee6 req-e621d87d-1e52-4c92-b4a0-b59c7f7659be tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f962e1b-af4d-4ce3-be08-5eed30f96ba1 HTTP/1.1" status: 200 len: 945 time: 0.0749261 Feb 20 05:38:06.159041 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3d55e7f7-de91-457b-8a15-62a199f3ed42 req-2cea7b4e-fa47-483a-90d3-d4cd41080593 service neutron] 10.222.0.61 "GET /v2.0/networks/ddc4873d-b27f-4c1d-9296-69d4863bbb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022418 Feb 20 05:38:06.171208 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:06.209518 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fb9fd2db-7005-401b-9af3-ee27c01ebee6 req-232c8890-e998-425a-8e77-b538c018a161 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/security-groups?id=a412edfa-a37f-417e-b57b-6dfb957541dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502126 Feb 20 05:38:06.257889 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3d55e7f7-de91-457b-8a15-62a199f3ed42 req-649eafe8-b8b0-455e-bc65-b9fd6661dea8 service neutron] 10.222.0.61 "GET /v2.0/networks/ddc4873d-b27f-4c1d-9296-69d4863bbb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914445 Feb 20 05:38:06.270975 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f00bc7-65ee-4830-9267-1bd3fc83083d x-openstack-request-id: req-f0f00bc7-65ee-4830-9267-1bd3fc83083d {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:38:06.271526 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4d87dc-c6fd-4073-8847-23ac654116b7", "name": "network-vif-plugged", "status": "completed", "tag": "2bc6aef8-65d1-4d2d-b115-7bb9c396e43e", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:38:06.272014 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0f00bc7-65ee-4830-9267-1bd3fc83083d {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:38:06.272616 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4d87dc-c6fd-4073-8847-23ac654116b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc6aef8-65d1-4d2d-b115-7bb9c396e43e', 'code': 200} Feb 20 05:38:06.366716 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04671759-45ef-4b7e-9cad-a59c066d4d5d req-f16b4324-f4fe-42ca-8a67-31d9dedfae71 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:06.368348 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-04671759-45ef-4b7e-9cad-a59c066d4d5d req-f16b4324-f4fe-42ca-8a67-31d9dedfae71 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.0532575 Feb 20 05:38:06.421619 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a1849-53cf-4b89-9c4d-20e8a16a2adb req-452faa7d-a072-4ecb-b6b0-1f5659c9457a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:06.423162 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5a2a1849-53cf-4b89-9c4d-20e8a16a2adb req-452faa7d-a072-4ecb-b6b0-1f5659c9457a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 1132 time: 0.0567725 Feb 20 05:38:06.428976 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-04671759-45ef-4b7e-9cad-a59c066d4d5d req-2c682b94-92c4-472e-bc8b-8b33b779cf88 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541954 Feb 20 05:38:06.506966 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5a2a1849-53cf-4b89-9c4d-20e8a16a2adb req-5f157279-e01d-4de9-8faa-6a8f8d5b67e5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688903 Feb 20 05:38:06.549930 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6b3f6-a3ca-4a06-a237-5683afd0fe33 req-8b27fb7f-a6ae-45c3-aeb7-093be34a6ff2 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:06.551446 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-83a6b3f6-a3ca-4a06-a237-5683afd0fe33 req-8b27fb7f-a6ae-45c3-aeb7-093be34a6ff2 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.0609398 Feb 20 05:38:06.598365 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-83a6b3f6-a3ca-4a06-a237-5683afd0fe33 req-3185bf72-cccd-46b9-bfb9-aef8696bc7a0 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411508 Feb 20 05:38:06.683220 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c1f7f47d-1f05-48ed-b397-efb241a879f7 req-5ab65467-7458-45a2-95ee-a0d30b9e36f1 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 210 time: 0.0280695 Feb 20 05:38:06.793678 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f057af6-b847-4d3d-ae5e-f806cd0577fc req-38bdc1d3-8cdd-4970-bb10-d04dbf720a34 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:06.795684 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f057af6-b847-4d3d-ae5e-f806cd0577fc req-38bdc1d3-8cdd-4970-bb10-d04dbf720a34 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.0538919 Feb 20 05:38:06.841610 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f057af6-b847-4d3d-ae5e-f806cd0577fc req-1c92b725-5fc8-4a5a-ae0a-e2202f5e9c94 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402577 Feb 20 05:38:06.957290 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833be0f-40c8-4b78-980b-4ff9987daad6 req-d56f131c-b453-4ac8-9a0f-de55bcf931c4 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:06.958776 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5833be0f-40c8-4b78-980b-4ff9987daad6 req-d56f131c-b453-4ac8-9a0f-de55bcf931c4 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.0611005 Feb 20 05:38:07.016217 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5833be0f-40c8-4b78-980b-4ff9987daad6 req-a3cde059-e895-4b32-9f25-10e90f1dc622 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518038 Feb 20 05:38:07.145554 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7668680-8dea-44ff-bb09-0e43aa574914 req-d5aa8b41-7cf6-404c-af7f-8ec76976ecb1 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:07.147489 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d7668680-8dea-44ff-bb09-0e43aa574914 req-d5aa8b41-7cf6-404c-af7f-8ec76976ecb1 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.0606170 Feb 20 05:38:07.195186 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d7668680-8dea-44ff-bb09-0e43aa574914 req-e6fff501-4a0c-4295-8e85-2b84bb215814 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420306 Feb 20 05:38:07.355862 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720f5e3-638d-4aab-860a-dac478152d1f req-47fdd0cd-2560-4b89-9560-50a796cd380f tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:07.357433 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d720f5e3-638d-4aab-860a-dac478152d1f req-47fdd0cd-2560-4b89-9560-50a796cd380f tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f962e1b-af4d-4ce3-be08-5eed30f96ba1 HTTP/1.1" status: 200 len: 945 time: 0.0668862 Feb 20 05:38:07.411406 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d720f5e3-638d-4aab-860a-dac478152d1f req-0bcc2758-0d1d-4847-83f1-4ae01461b00c tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/security-groups?id=a412edfa-a37f-417e-b57b-6dfb957541dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481303 Feb 20 05:38:07.592808 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77f687-0342-43f0-b65a-5551b0f9cb3a req-397b4c33-e795-4002-85a5-99120ed6cbcd tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:07.594698 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f77f687-0342-43f0-b65a-5551b0f9cb3a req-397b4c33-e795-4002-85a5-99120ed6cbcd tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.0589530 Feb 20 05:38:07.665836 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f77f687-0342-43f0-b65a-5551b0f9cb3a req-183872c9-6dd6-4fd5-a904-df22bf8808b7 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519788 Feb 20 05:38:07.887272 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2bb8cdbf-6f78-4424-bd71-1f2ac8db310c req-30818085-fcb5-4e5d-862b-7990512b1a54 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 210 time: 0.0293088 Feb 20 05:38:08.017771 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072c444-9306-4362-abeb-5b25ea9419eb req-5b961c71-a045-42ad-8633-044149f2c418 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:08.019320 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e072c444-9306-4362-abeb-5b25ea9419eb req-5b961c71-a045-42ad-8633-044149f2c418 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f962e1b-af4d-4ce3-be08-5eed30f96ba1 HTTP/1.1" status: 200 len: 945 time: 0.0710673 Feb 20 05:38:08.068266 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e072c444-9306-4362-abeb-5b25ea9419eb req-67e11c70-5795-4124-be70-244045c397fd tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/security-groups?id=a412edfa-a37f-417e-b57b-6dfb957541dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432222 Feb 20 05:38:08.207197 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03edae0-2c02-4f8c-b56e-726b437a66ad req-bc78c60f-3bef-4374-95bb-3016cf83a700 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:08.209646 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a03edae0-2c02-4f8c-b56e-726b437a66ad req-bc78c60f-3bef-4374-95bb-3016cf83a700 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.0570633 Feb 20 05:38:08.285660 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a03edae0-2c02-4f8c-b56e-726b437a66ad req-fa070dd2-af52-43ad-a84a-361e6ce0a9d5 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656762 Feb 20 05:38:08.771317 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2fd49-0506-4063-b678-d4540855ed73 req-3a28bfb6-0f7f-4e48-8c3e-f560bac15da5 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:08.772924 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-baa2fd49-0506-4063-b678-d4540855ed73 req-3a28bfb6-0f7f-4e48-8c3e-f560bac15da5 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.0550246 Feb 20 05:38:08.826574 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-baa2fd49-0506-4063-b678-d4540855ed73 req-0a1bead2-9b97-49da-b91a-b333de662ade tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472932 Feb 20 05:38:08.942816 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c615ca-c1c2-4a14-894f-1fe37cd20b2f req-e8d438a6-2185-4033-a083-59fa5fe3015d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:08.944827 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-90c615ca-c1c2-4a14-894f-1fe37cd20b2f req-e8d438a6-2185-4033-a083-59fa5fe3015d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.0535109 Feb 20 05:38:09.004762 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-90c615ca-c1c2-4a14-894f-1fe37cd20b2f req-23e5702e-fefd-488c-8ebe-4328bf2b7a0a tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513918 Feb 20 05:38:09.106831 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-162521fb-ff38-4c91-8300-3c7092baa463 req-1fab678f-122e-4da3-b6a9-bff1eb186082 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 210 time: 0.0293345 Feb 20 05:38:09.203096 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0c416d84-fba4-464c-8564-d3f4f53d87ac req-76915e20-c980-4a1c-a80f-e601bc744a6b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531981 Feb 20 05:38:09.264384 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9e1a1-54a5-42b7-a791-f3e47a998b75 req-6973b524-d169-4a6b-ba5f-75feb2f22b1b tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:09.271618 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-17e9e1a1-54a5-42b7-a791-f3e47a998b75 req-6973b524-d169-4a6b-ba5f-75feb2f22b1b tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f962e1b-af4d-4ce3-be08-5eed30f96ba1 HTTP/1.1" status: 200 len: 945 time: 0.0626860 Feb 20 05:38:09.335684 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-17e9e1a1-54a5-42b7-a791-f3e47a998b75 req-a04d4d67-cc25-4e73-9595-5e5153f31040 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/security-groups?id=a412edfa-a37f-417e-b57b-6dfb957541dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607312 Feb 20 05:38:09.357375 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c416d84-fba4-464c-8564-d3f4f53d87ac req-46923056-a627-4cd3-86ea-51476b8872dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:09.359027 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0c416d84-fba4-464c-8564-d3f4f53d87ac req-46923056-a627-4cd3-86ea-51476b8872dc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 1127 time: 0.0928969 Feb 20 05:38:09.475968 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7aeba5-58c0-4712-80b3-1834e8603f4c req-4cdadb5d-184f-448e-9e0b-a777050a8db9 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:09.482845 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1a7aeba5-58c0-4712-80b3-1834e8603f4c req-4cdadb5d-184f-448e-9e0b-a777050a8db9 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.0636535 Feb 20 05:38:09.523809 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c416d84-fba4-464c-8564-d3f4f53d87ac req-f6825c43-44db-4531-ae63-5cc8abb10e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:09.525517 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0c416d84-fba4-464c-8564-d3f4f53d87ac req-f6825c43-44db-4531-ae63-5cc8abb10e40 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 200 len: 912 time: 0.1298552 Feb 20 05:38:09.527014 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1a7aeba5-58c0-4712-80b3-1834e8603f4c req-0bc9eddb-eb81-424b-9fc4-9138296153db tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432701 Feb 20 05:38:09.612193 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0c416d84-fba4-464c-8564-d3f4f53d87ac req-cafb0e22-07a5-40de-842c-a4664ce83f66 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c484c03b-bc0e-4da0-a86d-0b2a1872629a HTTP/1.1" status: 200 len: 999 time: 0.0764732 Feb 20 05:38:09.682643 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c416d84-fba4-464c-8564-d3f4f53d87ac req-cf6f9401-ed8a-4b61-b046-54a7189bf46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:09.684719 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0c416d84-fba4-464c-8564-d3f4f53d87ac req-cf6f9401-ed8a-4b61-b046-54a7189bf46d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a08401b1-85d8-4e92-bab1-1aef3c02482d HTTP/1.1" status: 200 len: 851 time: 0.0658891 Feb 20 05:38:09.757036 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c416d84-fba4-464c-8564-d3f4f53d87ac req-4089804b-4f20-4541-a170-97c6cf64830a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:09.758852 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0c416d84-fba4-464c-8564-d3f4f53d87ac req-4089804b-4f20-4541-a170-97c6cf64830a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0667281 Feb 20 05:38:09.863050 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237d05f-7e68-4130-b490-f9def568b837 req-86a2f076-d479-4fa0-a495-86f156624381 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:09.865289 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c237d05f-7e68-4130-b490-f9def568b837 req-86a2f076-d479-4fa0-a495-86f156624381 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.0928752 Feb 20 05:38:09.959540 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c237d05f-7e68-4130-b490-f9def568b837 req-42f48c17-d60d-4ef0-bd46-3d14999e66cc tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874753 Feb 20 05:38:10.100366 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c68cc2-e171-431c-8a70-706e02f34e93 req-1845b331-026a-4077-9ba6-7703a0df2ca6 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:10.102283 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-54c68cc2-e171-431c-8a70-706e02f34e93 req-1845b331-026a-4077-9ba6-7703a0df2ca6 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f962e1b-af4d-4ce3-be08-5eed30f96ba1 HTTP/1.1" status: 200 len: 945 time: 0.0757270 Feb 20 05:38:10.243956 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-a3efb5d2-2005-449e-b467-f25669e4f961 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4506130 Feb 20 05:38:10.261782 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0c416d84-fba4-464c-8564-d3f4f53d87ac req-d55cb56b-631e-4703-90d2-884e592f601a service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853580 Feb 20 05:38:10.303446 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-35d270ca-ee9d-445d-91f4-9fd0a4c2c997 req-8be1d42d-1ac8-43e0-8cf0-c301bbb0c56d tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 210 time: 0.0544410 Feb 20 05:38:10.375341 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-54c68cc2-e171-431c-8a70-706e02f34e93 req-b47f191e-e732-4853-ac44-6e65096e609b tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Deleting port 04cd9917-679e-402f-9ee8-822dc3dcf9f3 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:38:10.375693 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-54c68cc2-e171-431c-8a70-706e02f34e93 req-b47f191e-e732-4853-ac44-6e65096e609b tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (04cd9917-679e-402f-9ee8-822dc3dcf9f3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:10.415506 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0c416d84-fba4-464c-8564-d3f4f53d87ac req-364d0642-d12f-4515-9ac6-0f6b742269d5 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439786 Feb 20 05:38:10.513782 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f34c4e-b9a6-4863-be2d-89d30f723a8b req-2cff7989-cca1-4ec4-a3ba-cd58522f8975 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:10.515520 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-17f34c4e-b9a6-4863-be2d-89d30f723a8b req-2cff7989-cca1-4ec4-a3ba-cd58522f8975 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f962e1b-af4d-4ce3-be08-5eed30f96ba1 HTTP/1.1" status: 200 len: 945 time: 0.0712633 Feb 20 05:38:10.559580 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-54c68cc2-e171-431c-8a70-706e02f34e93 req-b47f191e-e732-4853-ac44-6e65096e609b tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] For port 04cd9917-679e-402f-9ee8-822dc3dcf9f3, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=04cd9917-679e-402f-9ee8-822dc3dcf9f3,segment=NetworkSegment(d327398b-219e-40d1-95e4-3ff73eef023f),segment_id=d327398b-219e-40d1-95e4-3ff73eef023f)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:38:10.559942 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-54c68cc2-e171-431c-8a70-706e02f34e93 req-b47f191e-e732-4853-ac44-6e65096e609b tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (04cd9917-679e-402f-9ee8-822dc3dcf9f3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:10.587658 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-54c68cc2-e171-431c-8a70-706e02f34e93 req-b47f191e-e732-4853-ac44-6e65096e609b tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Calling delete_port for 04cd9917-679e-402f-9ee8-822dc3dcf9f3 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:38:10.623075 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-17f34c4e-b9a6-4863-be2d-89d30f723a8b req-036ebb6b-b3c1-4a04-abb4-c24377356420 tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.37 "GET /v2.0/security-groups?id=a412edfa-a37f-417e-b57b-6dfb957541dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912120 Feb 20 05:38:10.777083 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e5679-ce24-46a0-8f9e-953a2386be5f req-2682e05f-a7d5-40d4-988f-a697388920ec tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:10.779459 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-696e5679-ce24-46a0-8f9e-953a2386be5f req-2682e05f-a7d5-40d4-988f-a697388920ec tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.0822115 Feb 20 05:38:10.922075 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-54c68cc2-e171-431c-8a70-706e02f34e93 req-b47f191e-e732-4853-ac44-6e65096e609b tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (04cd9917-679e-402f-9ee8-822dc3dcf9f3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:10.927108 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-696e5679-ce24-46a0-8f9e-953a2386be5f req-d9b72da2-edd4-4f2a-a052-0f9868dab459 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419446 Feb 20 05:38:10.934475 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['04cd9917-679e-402f-9ee8-822dc3dcf9f3'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:38:10.935174 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-35e2c554-58f3-4c09-91aa-cfc9ff258d45 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:10.936618 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-35e2c554-58f3-4c09-91aa-cfc9ff258d45 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports/2bc6aef8-65d1-4d2d-b115-7bb9c396e43e HTTP/1.1" status: 200 len: 947 time: 0.0894547 Feb 20 05:38:10.962550 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f191e-e732-4853-ac44-6e65096e609b tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Pushing event deleted for resources: {'Port': ['ID=04cd9917-679e-402f-9ee8-822dc3dcf9f3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:11.061111 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c68cc2-e171-431c-8a70-706e02f34e93 req-b47f191e-e732-4853-ac44-6e65096e609b tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] No DVR routers for this DVR port 04cd9917-679e-402f-9ee8-822dc3dcf9f3 on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:38:11.063860 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-54c68cc2-e171-431c-8a70-706e02f34e93 req-b47f191e-e732-4853-ac44-6e65096e609b tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:11.067255 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-54c68cc2-e171-431c-8a70-706e02f34e93 req-b47f191e-e732-4853-ac44-6e65096e609b tempest-InstanceActionsTestJSON-1007448920 tempest-InstanceActionsTestJSON-1007448920-project] 10.222.0.61 "DELETE /v2.0/ports/04cd9917-679e-402f-9ee8-822dc3dcf9f3 HTTP/1.1" status: 204 len: 173 time: 0.9590344 Feb 20 05:38:11.067718 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f962e1b-af4d-4ce3-be08-5eed30f96ba1', 'name': 'network-vif-deleted', 'tag': '04cd9917-679e-402f-9ee8-822dc3dcf9f3'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:38:11.070061 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f846d414-112d-495a-9b6a-815ce7f5f6dc" -d '{"events": [{"server_uuid": "4f962e1b-af4d-4ce3-be08-5eed30f96ba1", "name": "network-vif-deleted", "tag": "04cd9917-679e-402f-9ee8-822dc3dcf9f3"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:38:11.169536 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743941c-b2b6-4fc6-aea1-6268139a9d30 req-2be22043-c7ba-4c10-9ade-2e8afde909f5 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:11.179888 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7743941c-b2b6-4fc6-aea1-6268139a9d30 req-2be22043-c7ba-4c10-9ade-2e8afde909f5 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.1064970 Feb 20 05:38:11.271719 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7743941c-b2b6-4fc6-aea1-6268139a9d30 req-69293d7f-4a7a-49ea-9163-61bc6077c81d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885324 Feb 20 05:38:11.427011 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059bea73-1a6e-4e8f-a954-c878ed124257 x-openstack-request-id: req-059bea73-1a6e-4e8f-a954-c878ed124257 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:38:11.427956 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f962e1b-af4d-4ce3-be08-5eed30f96ba1", "name": "network-vif-deleted", "tag": "04cd9917-679e-402f-9ee8-822dc3dcf9f3", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:38:11.428423 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-059bea73-1a6e-4e8f-a954-c878ed124257 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:38:11.429047 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f962e1b-af4d-4ce3-be08-5eed30f96ba1', 'name': 'network-vif-deleted', 'tag': '04cd9917-679e-402f-9ee8-822dc3dcf9f3', 'status': 'completed', 'code': 200} Feb 20 05:38:11.557506 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62223621-12df-4fdf-9a5d-658a9ed95287 req-4c6955ca-95a7-4a96-8568-92edd9ec5167 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 210 time: 0.0810244 Feb 20 05:38:11.836575 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289c5c6-c320-44b8-8aa3-4e08fcf1514c req-c77706c8-e823-4707-a872-ab6e9fd149a4 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:11.838862 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5289c5c6-c320-44b8-8aa3-4e08fcf1514c req-c77706c8-e823-4707-a872-ab6e9fd149a4 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.0785286 Feb 20 05:38:11.926210 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5289c5c6-c320-44b8-8aa3-4e08fcf1514c req-f35df2e1-e446-40fa-bd57-9988e2de63bf tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803423 Feb 20 05:38:11.966918 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 34204) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:12.100454 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-50096bd4-8a74-4c80-85a6-8e7be51662cb admin admin] Deleting subnet 1a2f2712-bade-4533-bda6-564829dd7c15 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:38:12.109734 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50096bd4-8a74-4c80-85a6-8e7be51662cb admin admin] Publish callbacks [] for subnet (1a2f2712-bade-4533-bda6-564829dd7c15), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:12.238854 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50096bd4-8a74-4c80-85a6-8e7be51662cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (1a2f2712-bade-4533-bda6-564829dd7c15), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:12.301295 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-ff802590-04f8-48e4-92b1-e1251b54b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:12.302861 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-ff802590-04f8-48e4-92b1-e1251b54b051 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 1132 time: 0.1941032 Feb 20 05:38:12.334598 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb58e77-215d-4109-bdee-7423518613ba req-d9eedb86-55a2-44f2-a574-c5912e8bbc7f tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:12.342855 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8cb58e77-215d-4109-bdee-7423518613ba req-d9eedb86-55a2-44f2-a574-c5912e8bbc7f tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.2383490 Feb 20 05:38:12.366962 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50096bd4-8a74-4c80-85a6-8e7be51662cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (1a2f2712-bade-4533-bda6-564829dd7c15), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:12.515427 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8cb58e77-215d-4109-bdee-7423518613ba req-fa619fde-f828-4c1e-a977-1c65433e6a31 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715405 Feb 20 05:38:12.584622 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-4c2415f5-28cf-4a2f-b21b-6e0fc8efdc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:12.588184 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-4c2415f5-28cf-4a2f-b21b-6e0fc8efdc41 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.2733295 Feb 20 05:38:12.593596 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50096bd4-8a74-4c80-85a6-8e7be51662cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (1a2f2712-bade-4533-bda6-564829dd7c15), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:12.668345 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50096bd4-8a74-4c80-85a6-8e7be51662cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:12.675865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34212) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:12.678844 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-50096bd4-8a74-4c80-85a6-8e7be51662cb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1a2f2712-bade-4533-bda6-564829dd7c15 HTTP/1.1" status: 204 len: 168 time: 0.7107096 Feb 20 05:38:12.761512 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50096bd4-8a74-4c80-85a6-8e7be51662cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a2f2712-bade-4533-bda6-564829dd7c15,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:12.774794 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-f9e2a17a-9952-47b0-bf49-0b0a966afc97 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e HTTP/1.1" status: 200 len: 217 time: 0.1612110 Feb 20 05:38:12.853513 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38dfde-d51a-45f1-ace4-3232f91f28b7 req-4c88fe43-048e-4a25-a6e3-24fc67f16cbc tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:12.855608 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0f38dfde-d51a-45f1-ace4-3232f91f28b7 req-4c88fe43-048e-4a25-a6e3-24fc67f16cbc tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.2408299 Feb 20 05:38:12.887007 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-762ece7a-15c4-4fa4-bf8e-a270597caf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (ddc4873d-b27f-4c1d-9296-69d4863bbb6d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:12.894388 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-695e0ddc-b434-4dcb-9ea9-9e29301ef43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:12.897818 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-695e0ddc-b434-4dcb-9ea9-9e29301ef43b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1105349 Feb 20 05:38:12.942745 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0f38dfde-d51a-45f1-ace4-3232f91f28b7 req-6775cab0-97fb-4887-a31a-b9d8daf1813f tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813017 Feb 20 05:38:12.998491 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-762ece7a-15c4-4fa4-bf8e-a270597caf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (ddc4873d-b27f-4c1d-9296-69d4863bbb6d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:13.020295 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-762ece7a-15c4-4fa4-bf8e-a270597caf08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddc4873d-b27f-4c1d-9296-69d4863bbb6d']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:13.045004 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-762ece7a-15c4-4fa4-bf8e-a270597caf08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd327398b-219e-40d1-95e4-3ff73eef023f') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:13.046028 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-762ece7a-15c4-4fa4-bf8e-a270597caf08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd327398b-219e-40d1-95e4-3ff73eef023f') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:13.050470 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-f855fbd0-0cb6-4b19-b5b8-6a96c2c0f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:13.052237 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-f855fbd0-0cb6-4b19-b5b8-6a96c2c0f53e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1264603 Feb 20 05:38:13.056914 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-762ece7a-15c4-4fa4-bf8e-a270597caf08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (d327398b-219e-40d1-95e4-3ff73eef023f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:13.072044 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-762ece7a-15c4-4fa4-bf8e-a270597caf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d327398b-219e-40d1-95e4-3ff73eef023f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:13.078455 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-762ece7a-15c4-4fa4-bf8e-a270597caf08 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:38:13.078939 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-762ece7a-15c4-4fa4-bf8e-a270597caf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (d327398b-219e-40d1-95e4-3ff73eef023f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:38:13.197205 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:38:13.203793 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-762ece7a-15c4-4fa4-bf8e-a270597caf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (ddc4873d-b27f-4c1d-9296-69d4863bbb6d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:13.209409 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-762ece7a-15c4-4fa4-bf8e-a270597caf08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:13.212559 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-762ece7a-15c4-4fa4-bf8e-a270597caf08 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ddc4873d-b27f-4c1d-9296-69d4863bbb6d HTTP/1.1" status: 204 len: 168 time: 0.5355580 Feb 20 05:38:13.262244 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ece7a-15c4-4fa4-bf8e-a270597caf08 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddc4873d-b27f-4c1d-9296-69d4863bbb6d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:13.275388 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ece7a-15c4-4fa4-bf8e-a270597caf08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:13.280989 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ece7a-15c4-4fa4-bf8e-a270597caf08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:13.281573 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ece7a-15c4-4fa4-bf8e-a270597caf08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:13.282107 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ece7a-15c4-4fa4-bf8e-a270597caf08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:13.284292 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ece7a-15c4-4fa4-bf8e-a270597caf08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:13.284804 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ece7a-15c4-4fa4-bf8e-a270597caf08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:13.285322 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ece7a-15c4-4fa4-bf8e-a270597caf08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:13.285740 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-40136d28-6b66-4d4a-92fc-b15d355602da service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263262 Feb 20 05:38:13.286002 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ece7a-15c4-4fa4-bf8e-a270597caf08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:13.287444 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ece7a-15c4-4fa4-bf8e-a270597caf08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:13.287944 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ece7a-15c4-4fa4-bf8e-a270597caf08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:13.288456 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ece7a-15c4-4fa4-bf8e-a270597caf08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:13.290775 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ece7a-15c4-4fa4-bf8e-a270597caf08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:13.292496 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ece7a-15c4-4fa4-bf8e-a270597caf08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:13.376275 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34220) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:13.410795 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-cb6cd067-58c3-4f5f-ac5c-ad11aeecad55 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078928 Feb 20 05:38:13.431239 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ecf46554-0bba-4bba-929f-f53a6885abf7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4241a1c041f44be5b044ab519cd0d7f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0524027 Feb 20 05:38:13.432817 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34222) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:13.469585 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6a21c308-2c55-43c7-884b-5b8e0a117d10 req-6818b944-c16a-4f7c-8282-5a499084e3e6 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 210 time: 0.0573411 Feb 20 05:38:13.586674 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-88b0f3e4-bd57-4d2a-ba98-954c4137a9d2 admin admin] Publish callbacks [] for security_group (a412edfa-a37f-417e-b57b-6dfb957541dc), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:13.640809 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-88b0f3e4-bd57-4d2a-ba98-954c4137a9d2 admin admin] Publish callbacks [] for security_group (a412edfa-a37f-417e-b57b-6dfb957541dc), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:13.758665 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-88b0f3e4-bd57-4d2a-ba98-954c4137a9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a412edfa-a37f-417e-b57b-6dfb957541dc), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:13.762114 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-88b0f3e4-bd57-4d2a-ba98-954c4137a9d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:13.763529 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-88b0f3e4-bd57-4d2a-ba98-954c4137a9d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a412edfa-a37f-417e-b57b-6dfb957541dc HTTP/1.1" status: 204 len: 168 time: 0.3277831 Feb 20 05:38:13.793283 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d5a9d-21fc-41cb-936e-3531a4bfdc18 req-c0b9df7a-60bd-47ef-97c6-e472899303c2 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:13.797968 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0f3e4-bd57-4d2a-ba98-954c4137a9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a412edfa-a37f-417e-b57b-6dfb957541dc,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:13.817902 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-209d5a9d-21fc-41cb-936e-3531a4bfdc18 req-c0b9df7a-60bd-47ef-97c6-e472899303c2 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.1598730 Feb 20 05:38:13.886764 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 04cd9917-679e-402f-9ee8-822dc3dcf9f3 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:38:13.912941 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-209d5a9d-21fc-41cb-936e-3531a4bfdc18 req-123bcb5a-b1a7-494e-bc70-d533f11ba0d1 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898297 Feb 20 05:38:13.968832 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 04cd9917-679e-402f-9ee8-822dc3dcf9f3 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:38:13.971465 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 04cd9917-679e-402f-9ee8-822dc3dcf9f3 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:38:14.139268 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80ffe1-b72c-4a7d-bf71-c1b86d8fe3d1 req-438a9b8f-7d0f-4a10-b183-9fdbe0f29a09 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:14.150947 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cf80ffe1-b72c-4a7d-bf71-c1b86d8fe3d1 req-438a9b8f-7d0f-4a10-b183-9fdbe0f29a09 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.1379876 Feb 20 05:38:14.168917 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cba3f3a2-e5f2-4666-a36a-c0f6e72bb606 req-6c674891-bbf5-4ef3-b050-7d2dd87197bf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6ac5354b-f0ed-4186-bdd3-74d69f386e74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1222527 Feb 20 05:38:14.257268 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cf80ffe1-b72c-4a7d-bf71-c1b86d8fe3d1 req-bcfdec3b-1c39-40ee-89b7-bb14c6e56a13 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942349 Feb 20 05:38:14.311894 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3f3a2-e5f2-4666-a36a-c0f6e72bb606 req-689fd525-0c38-4e86-87d4-bf631c3cee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:14.313502 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cba3f3a2-e5f2-4666-a36a-c0f6e72bb606 req-689fd525-0c38-4e86-87d4-bf631c3cee5b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=70575607f3814a698b8e29ee9ca94326&device_id=6ac5354b-f0ed-4186-bdd3-74d69f386e74 HTTP/1.1" status: 200 len: 1128 time: 0.0867436 Feb 20 05:38:14.430948 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3f3a2-e5f2-4666-a36a-c0f6e72bb606 req-479301c1-bd26-40b7-a000-49fabdb95d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:14.432433 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cba3f3a2-e5f2-4666-a36a-c0f6e72bb606 req-479301c1-bd26-40b7-a000-49fabdb95d08 service neutron] 10.222.0.48 "GET /v2.0/networks?id=abdb12e5-c978-4d6e-ba1a-936a895646ad HTTP/1.1" status: 200 len: 905 time: 0.0996213 Feb 20 05:38:14.486472 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cba3f3a2-e5f2-4666-a36a-c0f6e72bb606 req-2def6467-622b-40f0-9b67-58f89dc8645c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6774a93d-d727-4317-a199-1c12a55b9ccc HTTP/1.1" status: 200 len: 217 time: 0.0463090 Feb 20 05:38:14.552913 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3f3a2-e5f2-4666-a36a-c0f6e72bb606 req-4b418f07-5947-45d6-a843-14fb71e2ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:14.554590 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cba3f3a2-e5f2-4666-a36a-c0f6e72bb606 req-4b418f07-5947-45d6-a843-14fb71e2ab1d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b11aa3aa-3524-4006-8735-994e7b51abdd HTTP/1.1" status: 200 len: 845 time: 0.0628347 Feb 20 05:38:14.596777 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cba3f3a2-e5f2-4666-a36a-c0f6e72bb606 req-b8ac730a-e032-4d76-8e7d-82523f86ddd0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abdb12e5-c978-4d6e-ba1a-936a895646ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362198 Feb 20 05:38:14.671097 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a54ebab6-6077-4d27-9f74-ef10a2aba1e2 req-c0e99fae-be33-4c3d-ae2d-ab3b5ddc1d47 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 210 time: 0.0462055 Feb 20 05:38:14.747746 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cba3f3a2-e5f2-4666-a36a-c0f6e72bb606 req-228da6b6-d5c5-46bd-8005-871d58cd7438 service neutron] 10.222.0.48 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446016 Feb 20 05:38:14.826760 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e69f9-a5db-4f0e-9437-0e122b366e66 req-b12378d1-3463-409d-a973-e577810075ad tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:14.828863 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c9e69f9-a5db-4f0e-9437-0e122b366e66 req-b12378d1-3463-409d-a973-e577810075ad tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.61 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.0769780 Feb 20 05:38:14.882407 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cba3f3a2-e5f2-4666-a36a-c0f6e72bb606 req-c9d24074-c9f8-400d-a766-4870518dd6fc service neutron] 10.222.0.48 "GET /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284363 Feb 20 05:38:15.010463 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34254) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:15.057964 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-9c9e69f9-a5db-4f0e-9437-0e122b366e66 req-7e266e90-5962-4024-b522-9f17f30040dc tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Deleting port fd228b91-77ef-4d93-ab26-11a143d28bd6 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:38:15.058246 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9c9e69f9-a5db-4f0e-9437-0e122b366e66 req-7e266e90-5962-4024-b522-9f17f30040dc tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (fd228b91-77ef-4d93-ab26-11a143d28bd6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:15.145107 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-d8af042c-ca66-4142-a0d9-ca2e982f8128 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-701505481-network', 'tenant_id': 'aaddc2263d634df49c44c68535aa270b'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:38:15.171674 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8af042c-ca66-4142-a0d9-ca2e982f8128 admin admin] Made reservation on behalf of aaddc2263d634df49c44c68535aa270b for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:38:15.175101 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d8af042c-ca66-4142-a0d9-ca2e982f8128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:15.181040 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d9830-473e-48e8-9f32-e0d4a8b5ba4a req-5f03a3ba-64d6-44ed-bf91-c14167ba8a45 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:15.186682 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d8af042c-ca66-4142-a0d9-ca2e982f8128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:15.189251 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bc1d9830-473e-48e8-9f32-e0d4a8b5ba4a req-5f03a3ba-64d6-44ed-bf91-c14167ba8a45 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 946 time: 0.1344032 Feb 20 05:38:15.289885 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d8af042c-ca66-4142-a0d9-ca2e982f8128 admin admin] Publish callbacks [] for security_group (fbb8ebeb-d6e8-4456-ac27-2bd80d97aee4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:15.291710 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bc1d9830-473e-48e8-9f32-e0d4a8b5ba4a req-7363bf9f-1380-452c-b183-92faf6f97e48 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013474 Feb 20 05:38:15.302545 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-9c9e69f9-a5db-4f0e-9437-0e122b366e66 req-7e266e90-5962-4024-b522-9f17f30040dc tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] For port fd228b91-77ef-4d93-ab26-11a143d28bd6, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=fd228b91-77ef-4d93-ab26-11a143d28bd6,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:38:15.302545 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9c9e69f9-a5db-4f0e-9437-0e122b366e66 req-7e266e90-5962-4024-b522-9f17f30040dc tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (fd228b91-77ef-4d93-ab26-11a143d28bd6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:15.303164 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d8af042c-ca66-4142-a0d9-ca2e982f8128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (fbb8ebeb-d6e8-4456-ac27-2bd80d97aee4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:15.317334 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8af042c-ca66-4142-a0d9-ca2e982f8128 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:38:15.325039 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-9c9e69f9-a5db-4f0e-9437-0e122b366e66 req-7e266e90-5962-4024-b522-9f17f30040dc tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Calling delete_port for fd228b91-77ef-4d93-ab26-11a143d28bd6 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:38:15.345725 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d8af042c-ca66-4142-a0d9-ca2e982f8128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (f85de13f-005f-4ae2-a7a6-5f910f5f9d14), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:15.346247 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-d8af042c-ca66-4142-a0d9-ca2e982f8128 admin admin] Added segment f85de13f-005f-4ae2-a7a6-5f910f5f9d14 of type vlan for network 0c6015a3-5ed4-40a6-bbdf-219cf47c6ec7 Feb 20 05:38:15.368528 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af042c-ca66-4142-a0d9-ca2e982f8128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb8ebeb-d6e8-4456-ac27-2bd80d97aee4,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:15.409896 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d8af042c-ca66-4142-a0d9-ca2e982f8128 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (0c6015a3-5ed4-40a6-bbdf-219cf47c6ec7), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:15.438808 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d8af042c-ca66-4142-a0d9-ca2e982f8128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (0c6015a3-5ed4-40a6-bbdf-219cf47c6ec7), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:15.440279 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8af042c-ca66-4142-a0d9-ca2e982f8128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:15.441012 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d8af042c-ca66-4142-a0d9-ca2e982f8128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:15.505119 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af042c-ca66-4142-a0d9-ca2e982f8128 admin admin] Pushing event updated for resources: {'Network': ['ID=0c6015a3-5ed4-40a6-bbdf-219cf47c6ec7,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:15.519371 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 0c6015a3-5ed4-40a6-bbdf-219cf47c6ec7 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:38:15.533134 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d8af042c-ca66-4142-a0d9-ca2e982f8128 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5214646 Feb 20 05:38:15.536135 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34260) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:15.541498 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-ca9105ff-203c-43ca-a46c-a6a62ed73fdb admin admin] Request body: {'subnet': {'network_id': '0c6015a3-5ed4-40a6-bbdf-219cf47c6ec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-701505481-subnet', 'tenant_id': 'aaddc2263d634df49c44c68535aa270b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:38:15.571934 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5c88f-7398-4926-beb8-4ad52dd39b92 req-5da2964e-80c0-43c1-8ee5-6e029f08caa9 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:15.578014 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-99f5c88f-7398-4926-beb8-4ad52dd39b92 req-5da2964e-80c0-43c1-8ee5-6e029f08caa9 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.1432281 Feb 20 05:38:15.580312 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9105ff-203c-43ca-a46c-a6a62ed73fdb admin admin] Made reservation on behalf of aaddc2263d634df49c44c68535aa270b for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:38:15.581437 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9c9e69f9-a5db-4f0e-9437-0e122b366e66 req-7e266e90-5962-4024-b522-9f17f30040dc tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (fd228b91-77ef-4d93-ab26-11a143d28bd6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:15.582988 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca9105ff-203c-43ca-a46c-a6a62ed73fdb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:15.604150 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['fd228b91-77ef-4d93-ab26-11a143d28bd6'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:38:15.610856 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['6774a93d-d727-4317-a199-1c12a55b9ccc'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:38:15.719339 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e266e90-5962-4024-b522-9f17f30040dc tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Pushing event deleted for resources: {'Port': ['ID=fd228b91-77ef-4d93-ab26-11a143d28bd6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:15.800755 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9e69f9-a5db-4f0e-9437-0e122b366e66 req-7e266e90-5962-4024-b522-9f17f30040dc tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] No DVR routers for this DVR port fd228b91-77ef-4d93-ab26-11a143d28bd6 on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:38:15.811349 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca9105ff-203c-43ca-a46c-a6a62ed73fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (bc30fc6c-0a0f-4777-9a88-31db6aee5100), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:15.818747 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-99f5c88f-7398-4926-beb8-4ad52dd39b92 req-2f59211c-cd26-4ebc-b841-be01abf38ec4 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318270 Feb 20 05:38:15.820237 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9c9e69f9-a5db-4f0e-9437-0e122b366e66 req-7e266e90-5962-4024-b522-9f17f30040dc tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:15.829041 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c9e69f9-a5db-4f0e-9437-0e122b366e66 req-7e266e90-5962-4024-b522-9f17f30040dc tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.61 "DELETE /v2.0/ports/fd228b91-77ef-4d93-ab26-11a143d28bd6 HTTP/1.1" status: 204 len: 173 time: 0.9937806 Feb 20 05:38:15.833455 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08207636-f070-4c4f-9f8e-ae7a70ba95c4', 'name': 'network-vif-deleted', 'tag': 'fd228b91-77ef-4d93-ab26-11a143d28bd6'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:38:15.836131 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55af27f6-7a53-4af7-823e-198a6d481a78" -d '{"events": [{"server_uuid": "08207636-f070-4c4f-9f8e-ae7a70ba95c4", "name": "network-vif-deleted", "tag": "fd228b91-77ef-4d93-ab26-11a143d28bd6"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:38:15.921922 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9105ff-203c-43ca-a46c-a6a62ed73fdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc30fc6c-0a0f-4777-9a88-31db6aee5100,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:15.940751 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6fac1fd9-ace9-4704-a87d-16db4a8872fd req-01ee0e4e-1d16-423f-acb1-e34fc6478ae2 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 210 time: 0.0401163 Feb 20 05:38:15.976114 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9105ff-203c-43ca-a46c-a6a62ed73fdb admin admin] Checking segment: {'id': 'f85de13f-005f-4ae2-a7a6-5f910f5f9d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c6015a3-5ed4-40a6-bbdf-219cf47c6ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:38:15.976498 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9105ff-203c-43ca-a46c-a6a62ed73fdb admin admin] Network hostable DHCP agents. Network: 0c6015a3-5ed4-40a6-bbdf-219cf47c6ec7, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:38:15.999347 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c32bc51-d6ac-4d08-a541-0a784b806af9 x-openstack-request-id: req-4c32bc51-d6ac-4d08-a541-0a784b806af9 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:38:15.999642 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08207636-f070-4c4f-9f8e-ae7a70ba95c4", "name": "network-vif-deleted", "tag": "fd228b91-77ef-4d93-ab26-11a143d28bd6", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:38:15.999898 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c32bc51-d6ac-4d08-a541-0a784b806af9 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:38:16.000307 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08207636-f070-4c4f-9f8e-ae7a70ba95c4', 'name': 'network-vif-deleted', 'tag': 'fd228b91-77ef-4d93-ab26-11a143d28bd6', 'status': 'completed', 'code': 200} Feb 20 05:38:16.022475 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9105ff-203c-43ca-a46c-a6a62ed73fdb admin admin] Network 0c6015a3-5ed4-40a6-bbdf-219cf47c6ec7 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:38:16.045953 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-ca9105ff-203c-43ca-a46c-a6a62ed73fdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 0c6015a3-5ed4-40a6-bbdf-219cf47c6ec7) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:38:16.054378 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9105ff-203c-43ca-a46c-a6a62ed73fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:16.055067 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca9105ff-203c-43ca-a46c-a6a62ed73fdb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:16.055560 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a0103c-34c6-4e67-b181-702632638fbd None None] Network 0c6015a3-5ed4-40a6-bbdf-219cf47c6ec7 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:38:16.077165 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ca9105ff-203c-43ca-a46c-a6a62ed73fdb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5395658 Feb 20 05:38:16.244012 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34274) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:16.299307 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-67506828-6f11-48fe-93ad-062860ff03b0 admin admin] Deleting subnet bc30fc6c-0a0f-4777-9a88-31db6aee5100 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:38:16.304970 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-67506828-6f11-48fe-93ad-062860ff03b0 admin admin] Publish callbacks [] for subnet (bc30fc6c-0a0f-4777-9a88-31db6aee5100), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:16.365386 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-67506828-6f11-48fe-93ad-062860ff03b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (bc30fc6c-0a0f-4777-9a88-31db6aee5100), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:16.423567 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c95e3980-e2e8-4e43-ace6-5a5a15b94dbf req-bb0368cf-6874-435d-af6d-de40e0c013ed tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=08207636-f070-4c4f-9f8e-ae7a70ba95c4 HTTP/1.1" status: 200 len: 210 time: 0.0369303 Feb 20 05:38:16.430785 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-67506828-6f11-48fe-93ad-062860ff03b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (bc30fc6c-0a0f-4777-9a88-31db6aee5100), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:16.473314 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa704316-a3c5-4cbb-9497-cd20fe273697 None None] Network 0c6015a3-5ed4-40a6-bbdf-219cf47c6ec7 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:38:16.538498 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-67506828-6f11-48fe-93ad-062860ff03b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (bc30fc6c-0a0f-4777-9a88-31db6aee5100), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:16.567716 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e84fdbfc-bb10-46c5-b730-00c6b4271c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:16.590369 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67506828-6f11-48fe-93ad-062860ff03b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc30fc6c-0a0f-4777-9a88-31db6aee5100,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:16.605905 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-67506828-6f11-48fe-93ad-062860ff03b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:16.612808 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-67506828-6f11-48fe-93ad-062860ff03b0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bc30fc6c-0a0f-4777-9a88-31db6aee5100 HTTP/1.1" status: 204 len: 168 time: 0.3669524 Feb 20 05:38:16.615103 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34278) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:16.688705 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f10934a9-24a2-403f-aa00-cdf928c632b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (0c6015a3-5ed4-40a6-bbdf-219cf47c6ec7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:16.772347 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f10934a9-24a2-403f-aa00-cdf928c632b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (0c6015a3-5ed4-40a6-bbdf-219cf47c6ec7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:16.792245 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-f10934a9-24a2-403f-aa00-cdf928c632b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6015a3-5ed4-40a6-bbdf-219cf47c6ec7']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:16.801469 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-f10934a9-24a2-403f-aa00-cdf928c632b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85de13f-005f-4ae2-a7a6-5f910f5f9d14') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:16.801775 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-f10934a9-24a2-403f-aa00-cdf928c632b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85de13f-005f-4ae2-a7a6-5f910f5f9d14') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:16.811648 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f10934a9-24a2-403f-aa00-cdf928c632b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (f85de13f-005f-4ae2-a7a6-5f910f5f9d14), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:16.826256 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f10934a9-24a2-403f-aa00-cdf928c632b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (f85de13f-005f-4ae2-a7a6-5f910f5f9d14), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:16.833817 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10934a9-24a2-403f-aa00-cdf928c632b6 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:38:16.834211 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f10934a9-24a2-403f-aa00-cdf928c632b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (f85de13f-005f-4ae2-a7a6-5f910f5f9d14), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:38:16.836142 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:38:16.898438 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f10934a9-24a2-403f-aa00-cdf928c632b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (0c6015a3-5ed4-40a6-bbdf-219cf47c6ec7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:16.910347 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f10934a9-24a2-403f-aa00-cdf928c632b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:16.914379 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f10934a9-24a2-403f-aa00-cdf928c632b6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0c6015a3-5ed4-40a6-bbdf-219cf47c6ec7 HTTP/1.1" status: 204 len: 168 time: 0.2980409 Feb 20 05:38:16.928441 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10934a9-24a2-403f-aa00-cdf928c632b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c6015a3-5ed4-40a6-bbdf-219cf47c6ec7,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:16.984398 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa7c91-bd37-490d-a36e-4d59de941f74 req-5588d43e-7dc6-4c26-a4dc-2ffce1b13436 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:16.999724 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-44fa7c91-bd37-490d-a36e-4d59de941f74 req-5588d43e-7dc6-4c26-a4dc-2ffce1b13436 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.0978010 Feb 20 05:38:17.095001 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-44fa7c91-bd37-490d-a36e-4d59de941f74 req-f35c22a9-09d4-417f-94e7-31c571efe54a tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761204 Feb 20 05:38:17.097121 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 34286) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:17.165344 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34292) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:17.165544 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0d93b21d-9a67-4a09-8c69-93efc25c49b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aaddc2263d634df49c44c68535aa270b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0669892 Feb 20 05:38:17.215914 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fdeb01c6-651f-41b1-bd11-a7ec3c088216 req-4a001830-ea30-4edc-8926-23b92c6f5343 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 210 time: 0.0393054 Feb 20 05:38:17.236213 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef18d-7534-4371-b43c-305cca6dd2c6 admin admin] Publish callbacks [] for security_group (fbb8ebeb-d6e8-4456-ac27-2bd80d97aee4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:17.261197 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef18d-7534-4371-b43c-305cca6dd2c6 admin admin] Publish callbacks [] for security_group (fbb8ebeb-d6e8-4456-ac27-2bd80d97aee4), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:17.325524 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef18d-7534-4371-b43c-305cca6dd2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (fbb8ebeb-d6e8-4456-ac27-2bd80d97aee4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:17.328142 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef18d-7534-4371-b43c-305cca6dd2c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:17.329303 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-aa9ef18d-7534-4371-b43c-305cca6dd2c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fbb8ebeb-d6e8-4456-ac27-2bd80d97aee4 HTTP/1.1" status: 204 len: 168 time: 0.1627765 Feb 20 05:38:17.346465 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ef18d-7534-4371-b43c-305cca6dd2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb8ebeb-d6e8-4456-ac27-2bd80d97aee4,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:17.677332 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99052152-a96e-4f50-9c23-0b420820d51a req-f088e1c0-6a29-4984-8fe7-d7cb1588a634 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:17.683472 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-99052152-a96e-4f50-9c23-0b420820d51a req-f088e1c0-6a29-4984-8fe7-d7cb1588a634 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.0930543 Feb 20 05:38:17.738610 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-99052152-a96e-4f50-9c23-0b420820d51a req-aa64f844-741b-4082-9b3b-e5321127f437 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505590 Feb 20 05:38:17.909084 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device fd228b91-77ef-4d93-ab26-11a143d28bd6 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:38:17.951046 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: fd228b91-77ef-4d93-ab26-11a143d28bd6 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:38:17.951488 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device fd228b91-77ef-4d93-ab26-11a143d28bd6 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:38:18.240114 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a342403-eae6-4d09-93ca-fc779f13a729 req-7f1d32ae-459a-4dd5-8ae5-fc6cdae033b3 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:18.249532 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8a342403-eae6-4d09-93ca-fc779f13a729 req-7f1d32ae-459a-4dd5-8ae5-fc6cdae033b3 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.0759997 Feb 20 05:38:18.303515 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8a342403-eae6-4d09-93ca-fc779f13a729 req-a7443e2c-826b-4385-930d-7a2e4390e486 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526295 Feb 20 05:38:18.436618 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d5f747f7-6ae6-44a3-bbe2-a5dd03499cd3 req-662af2f9-216b-48a8-aa4b-98da9f2b87cb tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 210 time: 0.0306330 Feb 20 05:38:18.540469 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8c68bd50-4346-434f-bd99-abbd997315a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:18.749245 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:38:18.876437 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34368) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:18.983615 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82eaac9-f164-4d94-b2e5-6782c1370ea1 req-693bb393-7b91-4a3f-9227-bdc34330dbd4 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:18.986023 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f82eaac9-f164-4d94-b2e5-6782c1370ea1 req-693bb393-7b91-4a3f-9227-bdc34330dbd4 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.0936317 Feb 20 05:38:19.024551 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5776a3d4-592b-4125-9861-5a418f28b3cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:19.050651 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f82eaac9-f164-4d94-b2e5-6782c1370ea1 req-116a1419-746b-4b89-b60b-3ffe5e449483 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565023 Feb 20 05:38:19.112798 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5776a3d4-592b-4125-9861-5a418f28b3cf admin admin] Publish callbacks [] for security_group (073c6ec7-2b86-4192-8d06-7537ab68e9ec), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:19.117664 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5776a3d4-592b-4125-9861-5a418f28b3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (073c6ec7-2b86-4192-8d06-7537ab68e9ec), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:19.163406 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5776a3d4-592b-4125-9861-5a418f28b3cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=47e845f7491d4cad939513dda437b5f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2843068 Feb 20 05:38:19.164212 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34372) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:19.172363 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776a3d4-592b-4125-9861-5a418f28b3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073c6ec7-2b86-4192-8d06-7537ab68e9ec,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:19.193532 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52692f-fe7a-4de3-b410-d508500dc3c7 req-983442b7-36f8-4dc2-9f88-236826a3a0a9 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:19.195827 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe52692f-fe7a-4de3-b410-d508500dc3c7 req-983442b7-36f8-4dc2-9f88-236826a3a0a9 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ac5354b-f0ed-4186-bdd3-74d69f386e74 HTTP/1.1" status: 200 len: 946 time: 0.0613384 Feb 20 05:38:19.222787 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-31ac781c-4ad1-4b6d-a472-de5657afdcd4 admin admin] Publish callbacks [] for security_group (073c6ec7-2b86-4192-8d06-7537ab68e9ec), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:19.244490 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-31ac781c-4ad1-4b6d-a472-de5657afdcd4 admin admin] Publish callbacks [] for security_group (073c6ec7-2b86-4192-8d06-7537ab68e9ec), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:19.247754 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe52692f-fe7a-4de3-b410-d508500dc3c7 req-289ed7f6-da80-4119-8476-f93c88aa429b tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443947 Feb 20 05:38:19.300954 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-31ac781c-4ad1-4b6d-a472-de5657afdcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (073c6ec7-2b86-4192-8d06-7537ab68e9ec), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:19.304186 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-31ac781c-4ad1-4b6d-a472-de5657afdcd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:19.305624 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-31ac781c-4ad1-4b6d-a472-de5657afdcd4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/073c6ec7-2b86-4192-8d06-7537ab68e9ec HTTP/1.1" status: 204 len: 168 time: 0.1403608 Feb 20 05:38:19.314723 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac781c-4ad1-4b6d-a472-de5657afdcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073c6ec7-2b86-4192-8d06-7537ab68e9ec,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:19.445048 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933c741-66ef-45d1-beb0-853b6b659bd9 req-c74b2949-150e-460d-9983-4fdbc68f99ec tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:19.446786 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a933c741-66ef-45d1-beb0-853b6b659bd9 req-c74b2949-150e-460d-9983-4fdbc68f99ec tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.0580142 Feb 20 05:38:19.505058 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:19.527559 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a933c741-66ef-45d1-beb0-853b6b659bd9 req-7a06b5c3-771f-4d9b-92ae-e98dc98c178d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719154 Feb 20 05:38:19.628201 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1fefc91a-0208-4a50-b38d-504603fd071f req-1ebd408f-46f8-44c8-91f9-8f2658fda713 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 210 time: 0.0411427 Feb 20 05:38:19.695911 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf73ace-c5c4-4491-b183-d897e11e2e5e req-a3cd4fb9-df0f-4874-8363-76ecc6b62a23 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:19.697741 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fdf73ace-c5c4-4491-b183-d897e11e2e5e req-a3cd4fb9-df0f-4874-8363-76ecc6b62a23 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 946 time: 0.0683734 Feb 20 05:38:19.810145 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-fdf73ace-c5c4-4491-b183-d897e11e2e5e req-7bf0f3c9-4a15-4b97-93b5-d6a1fc675e47 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Deleting port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:38:19.810480 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-fdf73ace-c5c4-4491-b183-d897e11e2e5e req-7bf0f3c9-4a15-4b97-93b5-d6a1fc675e47 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:19.909277 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-fdf73ace-c5c4-4491-b183-d897e11e2e5e req-7bf0f3c9-4a15-4b97-93b5-d6a1fc675e47 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] For port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c,segment=NetworkSegment(8b74ed4c-b910-4fbe-8040-1fa354141be0),segment_id=8b74ed4c-b910-4fbe-8040-1fa354141be0)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:38:19.909652 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-fdf73ace-c5c4-4491-b183-d897e11e2e5e req-7bf0f3c9-4a15-4b97-93b5-d6a1fc675e47 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:19.923509 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-fdf73ace-c5c4-4491-b183-d897e11e2e5e req-7bf0f3c9-4a15-4b97-93b5-d6a1fc675e47 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Calling delete_port for 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:38:20.104099 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-fdf73ace-c5c4-4491-b183-d897e11e2e5e req-7bf0f3c9-4a15-4b97-93b5-d6a1fc675e47 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (4a22635c-1ebb-4bcb-8ef4-c83d23272b6c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:20.117228 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['4a22635c-1ebb-4bcb-8ef4-c83d23272b6c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:38:20.170750 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0f3c9-4a15-4b97-93b5-d6a1fc675e47 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Pushing event deleted for resources: {'Port': ['ID=4a22635c-1ebb-4bcb-8ef4-c83d23272b6c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:20.210631 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2267864d-2fd5-4340-859d-50dd6ed1beb6 req-6ab5796f-acf6-48da-bbf3-1832d9f0caaf tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5e0fb1-b81d-47ad-88bc-2b0be5de5608 HTTP/1.1" status: 200 len: 210 time: 0.0733190 Feb 20 05:38:20.225629 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274b642-4a89-4435-8835-27f088e9ac3f req-027f4315-ac38-4288-b5eb-e8077f577b62 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:20.226116 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf73ace-c5c4-4491-b183-d897e11e2e5e req-7bf0f3c9-4a15-4b97-93b5-d6a1fc675e47 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] No DVR routers for this DVR port 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:38:20.227798 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2274b642-4a89-4435-8835-27f088e9ac3f req-027f4315-ac38-4288-b5eb-e8077f577b62 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ac5354b-f0ed-4186-bdd3-74d69f386e74 HTTP/1.1" status: 200 len: 946 time: 0.0604544 Feb 20 05:38:20.228639 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-fdf73ace-c5c4-4491-b183-d897e11e2e5e req-7bf0f3c9-4a15-4b97-93b5-d6a1fc675e47 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:20.232440 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fdf73ace-c5c4-4491-b183-d897e11e2e5e req-7bf0f3c9-4a15-4b97-93b5-d6a1fc675e47 tempest-ServersNegativeTestJSON-1240481651 tempest-ServersNegativeTestJSON-1240481651-project] 10.222.0.61 "DELETE /v2.0/ports/4a22635c-1ebb-4bcb-8ef4-c83d23272b6c HTTP/1.1" status: 204 len: 173 time: 0.5279205 Feb 20 05:38:20.232903 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5e0fb1-b81d-47ad-88bc-2b0be5de5608', 'name': 'network-vif-deleted', 'tag': '4a22635c-1ebb-4bcb-8ef4-c83d23272b6c'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:38:20.236286 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a752aba-203b-4fbf-95d6-c60f913f1fc1" -d '{"events": [{"server_uuid": "7a5e0fb1-b81d-47ad-88bc-2b0be5de5608", "name": "network-vif-deleted", "tag": "4a22635c-1ebb-4bcb-8ef4-c83d23272b6c"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:38:20.376358 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-2274b642-4a89-4435-8835-27f088e9ac3f req-f5fe87f4-1c31-4e8e-ac1c-42149e077a60 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Deleting port 6774a93d-d727-4317-a199-1c12a55b9ccc {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:38:20.377006 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2274b642-4a89-4435-8835-27f088e9ac3f req-f5fe87f4-1c31-4e8e-ac1c-42149e077a60 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (6774a93d-d727-4317-a199-1c12a55b9ccc), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:20.465806 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc223fa0-195c-4bcd-aeea-a6e861cfc65b x-openstack-request-id: req-bc223fa0-195c-4bcd-aeea-a6e861cfc65b {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:38:20.466694 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5e0fb1-b81d-47ad-88bc-2b0be5de5608", "name": "network-vif-deleted", "tag": "4a22635c-1ebb-4bcb-8ef4-c83d23272b6c", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:38:20.467177 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc223fa0-195c-4bcd-aeea-a6e861cfc65b {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:38:20.467768 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5e0fb1-b81d-47ad-88bc-2b0be5de5608', 'name': 'network-vif-deleted', 'tag': '4a22635c-1ebb-4bcb-8ef4-c83d23272b6c', 'status': 'completed', 'code': 200} Feb 20 05:38:20.485247 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-2274b642-4a89-4435-8835-27f088e9ac3f req-f5fe87f4-1c31-4e8e-ac1c-42149e077a60 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] For port 6774a93d-d727-4317-a199-1c12a55b9ccc, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=6774a93d-d727-4317-a199-1c12a55b9ccc,segment=NetworkSegment(6021ea02-d57a-444b-8e77-75b3165b7cf2),segment_id=6021ea02-d57a-444b-8e77-75b3165b7cf2)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:38:20.485612 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2274b642-4a89-4435-8835-27f088e9ac3f req-f5fe87f4-1c31-4e8e-ac1c-42149e077a60 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (6774a93d-d727-4317-a199-1c12a55b9ccc), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:20.498214 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-2274b642-4a89-4435-8835-27f088e9ac3f req-f5fe87f4-1c31-4e8e-ac1c-42149e077a60 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Calling delete_port for 6774a93d-d727-4317-a199-1c12a55b9ccc owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:38:20.575732 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a19890-9146-427e-8b23-91ea5436c858 req-45adc4ae-f0f3-49f3-b46f-cfcf76a84bd4 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:20.577492 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e7a19890-9146-427e-8b23-91ea5436c858 req-45adc4ae-f0f3-49f3-b46f-cfcf76a84bd4 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ac5354b-f0ed-4186-bdd3-74d69f386e74 HTTP/1.1" status: 200 len: 946 time: 0.0626917 Feb 20 05:38:20.626741 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e7a19890-9146-427e-8b23-91ea5436c858 req-50b9c6f2-b79a-4693-a263-52f18c21d07d tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8a26e73-e835-4531-a7ef-b24ece0f8d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426443 Feb 20 05:38:20.641633 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2274b642-4a89-4435-8835-27f088e9ac3f req-f5fe87f4-1c31-4e8e-ac1c-42149e077a60 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (6774a93d-d727-4317-a199-1c12a55b9ccc), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:20.655463 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['6774a93d-d727-4317-a199-1c12a55b9ccc'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:38:20.676378 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe87f4-1c31-4e8e-ac1c-42149e077a60 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Pushing event deleted for resources: {'Port': ['ID=6774a93d-d727-4317-a199-1c12a55b9ccc,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:20.745029 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-2274b642-4a89-4435-8835-27f088e9ac3f req-f5fe87f4-1c31-4e8e-ac1c-42149e077a60 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] No DVR routers for this DVR port 6774a93d-d727-4317-a199-1c12a55b9ccc on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:38:20.748534 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2274b642-4a89-4435-8835-27f088e9ac3f req-f5fe87f4-1c31-4e8e-ac1c-42149e077a60 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:20.753591 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2274b642-4a89-4435-8835-27f088e9ac3f req-f5fe87f4-1c31-4e8e-ac1c-42149e077a60 tempest-ServersTestJSON-45470846 tempest-ServersTestJSON-45470846-project] 10.222.0.48 "DELETE /v2.0/ports/6774a93d-d727-4317-a199-1c12a55b9ccc HTTP/1.1" status: 204 len: 173 time: 0.5188572 Feb 20 05:38:20.754078 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac5354b-f0ed-4186-bdd3-74d69f386e74', 'name': 'network-vif-deleted', 'tag': '6774a93d-d727-4317-a199-1c12a55b9ccc'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:38:20.757425 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710f42d3-caf0-492f-bfd3-7bbd42fd1478" -d '{"events": [{"server_uuid": "6ac5354b-f0ed-4186-bdd3-74d69f386e74", "name": "network-vif-deleted", "tag": "6774a93d-d727-4317-a199-1c12a55b9ccc"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:38:20.849968 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a042c-0b8b-4d19-aa0f-7cd63d99dfd2 req-49ea3907-36f7-4140-a6f0-1861114d1bdf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:20.855499 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ac3a042c-0b8b-4d19-aa0f-7cd63d99dfd2 req-49ea3907-36f7-4140-a6f0-1861114d1bdf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.0632448 Feb 20 05:38:20.910775 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ac3a042c-0b8b-4d19-aa0f-7cd63d99dfd2 req-733a45b1-5f2f-4fb3-b321-a1a9033a94b0 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517256 Feb 20 05:38:21.003432 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d969461a-7dbc-49ec-a5d8-ee65291d9024 req-213c3e70-d945-4f36-b1e4-df950398f2ad tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 210 time: 0.0301294 Feb 20 05:38:21.104540 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81b178d-2d1a-4e88-9a8c-ad79be8a2b13 x-openstack-request-id: req-b81b178d-2d1a-4e88-9a8c-ad79be8a2b13 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:38:21.104835 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac5354b-f0ed-4186-bdd3-74d69f386e74", "name": "network-vif-deleted", "tag": "6774a93d-d727-4317-a199-1c12a55b9ccc", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:38:21.105085 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b81b178d-2d1a-4e88-9a8c-ad79be8a2b13 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:38:21.105489 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac5354b-f0ed-4186-bdd3-74d69f386e74', 'name': 'network-vif-deleted', 'tag': '6774a93d-d727-4317-a199-1c12a55b9ccc', 'status': 'completed', 'code': 200} Feb 20 05:38:21.304722 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34446) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:21.327507 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:21.360763 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-461290fa-ce33-46d8-9df2-424a99b761ce admin admin] Deleting subnet 27956d86-7b7c-42ed-98d4-f3171eb93018 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:38:21.364091 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-461290fa-ce33-46d8-9df2-424a99b761ce admin admin] Publish callbacks [] for subnet (27956d86-7b7c-42ed-98d4-f3171eb93018), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:21.401735 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-461290fa-ce33-46d8-9df2-424a99b761ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (27956d86-7b7c-42ed-98d4-f3171eb93018), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:21.447433 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-461290fa-ce33-46d8-9df2-424a99b761ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (27956d86-7b7c-42ed-98d4-f3171eb93018), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:21.504084 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-461290fa-ce33-46d8-9df2-424a99b761ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (27956d86-7b7c-42ed-98d4-f3171eb93018), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:21.531622 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461290fa-ce33-46d8-9df2-424a99b761ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27956d86-7b7c-42ed-98d4-f3171eb93018,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:21.539574 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-461290fa-ce33-46d8-9df2-424a99b761ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:21.542932 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-461290fa-ce33-46d8-9df2-424a99b761ce admin admin] 10.222.0.37 "DELETE /v2.0/subnets/27956d86-7b7c-42ed-98d4-f3171eb93018 HTTP/1.1" status: 204 len: 168 time: 0.2368789 Feb 20 05:38:21.545415 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34450) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:21.579162 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 34452) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:21.620621 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07988153-19af-4e80-81c6-9b61ce6c99d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (257210f7-3217-4ff4-9c05-d5c93a253e1f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:21.689787 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 34458) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:21.712787 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07988153-19af-4e80-81c6-9b61ce6c99d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (257210f7-3217-4ff4-9c05-d5c93a253e1f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:21.734077 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-07988153-19af-4e80-81c6-9b61ce6c99d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257210f7-3217-4ff4-9c05-d5c93a253e1f']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:21.734323 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10d3cc53-f351-425e-898a-3aca7dd58947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:21.744218 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-07988153-19af-4e80-81c6-9b61ce6c99d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b74ed4c-b910-4fbe-8040-1fa354141be0') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:21.744519 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-07988153-19af-4e80-81c6-9b61ce6c99d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b74ed4c-b910-4fbe-8040-1fa354141be0') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:21.753909 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07988153-19af-4e80-81c6-9b61ce6c99d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (8b74ed4c-b910-4fbe-8040-1fa354141be0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:21.765993 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-db85480f-d3f6-451e-83d2-364e57f6f3e8 admin admin] Deleting subnet b11aa3aa-3524-4006-8735-994e7b51abdd {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:38:21.768678 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07988153-19af-4e80-81c6-9b61ce6c99d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (8b74ed4c-b910-4fbe-8040-1fa354141be0), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:21.772787 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db85480f-d3f6-451e-83d2-364e57f6f3e8 admin admin] Publish callbacks [] for subnet (b11aa3aa-3524-4006-8735-994e7b51abdd), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:21.775451 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07988153-19af-4e80-81c6-9b61ce6c99d9 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:38:21.775902 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07988153-19af-4e80-81c6-9b61ce6c99d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (8b74ed4c-b910-4fbe-8040-1fa354141be0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:38:21.777890 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:38:21.822270 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db85480f-d3f6-451e-83d2-364e57f6f3e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (b11aa3aa-3524-4006-8735-994e7b51abdd), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:21.844186 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07988153-19af-4e80-81c6-9b61ce6c99d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (257210f7-3217-4ff4-9c05-d5c93a253e1f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:21.868332 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07988153-19af-4e80-81c6-9b61ce6c99d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:21.875177 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-07988153-19af-4e80-81c6-9b61ce6c99d9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/257210f7-3217-4ff4-9c05-d5c93a253e1f HTTP/1.1" status: 204 len: 168 time: 0.3259068 Feb 20 05:38:21.883871 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07988153-19af-4e80-81c6-9b61ce6c99d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=257210f7-3217-4ff4-9c05-d5c93a253e1f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:21.892317 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db85480f-d3f6-451e-83d2-364e57f6f3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (b11aa3aa-3524-4006-8735-994e7b51abdd), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:21.914145 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10d3cc53-f351-425e-898a-3aca7dd58947 admin admin] Publish callbacks [] for security_group (cc027f9b-1f9e-4d7e-85ff-369348e65172), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:21.919278 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10d3cc53-f351-425e-898a-3aca7dd58947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (cc027f9b-1f9e-4d7e-85ff-369348e65172), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:21.973760 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-10d3cc53-f351-425e-898a-3aca7dd58947 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa8c550d8b464cb893eb06ca3315c8f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3921692 Feb 20 05:38:21.976970 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34464) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:22.029766 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34466) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:22.062246 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db85480f-d3f6-451e-83d2-364e57f6f3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (b11aa3aa-3524-4006-8735-994e7b51abdd), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:22.068308 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3cc53-f351-425e-898a-3aca7dd58947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc027f9b-1f9e-4d7e-85ff-369348e65172,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:22.073776 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e00460b6-b950-49b2-ab6c-d3f4bacae7a0 admin admin] Publish callbacks [] for security_group (cc027f9b-1f9e-4d7e-85ff-369348e65172), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:22.101887 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-65973eec-a0a9-4680-b6e0-b2b80d981d3c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3b1217081b04d6097c7167cba46eaf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0685349 Feb 20 05:38:22.102633 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 34472) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:22.111433 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e00460b6-b950-49b2-ab6c-d3f4bacae7a0 admin admin] Publish callbacks [] for security_group (cc027f9b-1f9e-4d7e-85ff-369348e65172), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:22.113572 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85480f-d3f6-451e-83d2-364e57f6f3e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b11aa3aa-3524-4006-8735-994e7b51abdd,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:22.115865 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db85480f-d3f6-451e-83d2-364e57f6f3e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:22.122655 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34474) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:22.122820 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-db85480f-d3f6-451e-83d2-364e57f6f3e8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b11aa3aa-3524-4006-8735-994e7b51abdd HTTP/1.1" status: 204 len: 168 time: 0.4312475 Feb 20 05:38:22.170215 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a0def-13f8-422c-9b0c-2278079b0d3f req-9dce8f09-be02-4b21-81e6-ab2d10bf32c9 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:22.173329 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1f6a0def-13f8-422c-9b0c-2278079b0d3f req-9dce8f09-be02-4b21-81e6-ab2d10bf32c9 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.1630177 Feb 20 05:38:22.216602 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-06e86330-cae0-49ce-9d39-6e1dc251ed2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (abdb12e5-c978-4d6e-ba1a-936a895646ad), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:22.229394 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba5dbbb4-ed2d-4b42-adbd-e7e792bee071 admin admin] Publish callbacks [] for security_group (ff3b7aca-90e4-4e28-91e6-623e94a2f2b7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:22.271956 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba5dbbb4-ed2d-4b42-adbd-e7e792bee071 admin admin] Publish callbacks [] for security_group (ff3b7aca-90e4-4e28-91e6-623e94a2f2b7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:22.283802 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1f6a0def-13f8-422c-9b0c-2278079b0d3f req-87c51c5f-6746-4660-9479-a3e896fc8d63 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054730 Feb 20 05:38:22.287383 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e00460b6-b950-49b2-ab6c-d3f4bacae7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (cc027f9b-1f9e-4d7e-85ff-369348e65172), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:22.289926 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e00460b6-b950-49b2-ab6c-d3f4bacae7a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:22.291101 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e00460b6-b950-49b2-ab6c-d3f4bacae7a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc027f9b-1f9e-4d7e-85ff-369348e65172 HTTP/1.1" status: 204 len: 168 time: 0.3125911 Feb 20 05:38:22.334619 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00460b6-b950-49b2-ab6c-d3f4bacae7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc027f9b-1f9e-4d7e-85ff-369348e65172,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:22.350309 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-06e86330-cae0-49ce-9d39-6e1dc251ed2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (abdb12e5-c978-4d6e-ba1a-936a895646ad), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:22.354968 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba5dbbb4-ed2d-4b42-adbd-e7e792bee071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ff3b7aca-90e4-4e28-91e6-623e94a2f2b7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:22.363607 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba5dbbb4-ed2d-4b42-adbd-e7e792bee071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:22.370915 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ba5dbbb4-ed2d-4b42-adbd-e7e792bee071 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff3b7aca-90e4-4e28-91e6-623e94a2f2b7 HTTP/1.1" status: 204 len: 168 time: 0.2647426 Feb 20 05:38:22.387656 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5dbbb4-ed2d-4b42-adbd-e7e792bee071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3b7aca-90e4-4e28-91e6-623e94a2f2b7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:22.407840 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-06e86330-cae0-49ce-9d39-6e1dc251ed2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abdb12e5-c978-4d6e-ba1a-936a895646ad']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:22.424342 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-06e86330-cae0-49ce-9d39-6e1dc251ed2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6021ea02-d57a-444b-8e77-75b3165b7cf2') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:22.424685 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-06e86330-cae0-49ce-9d39-6e1dc251ed2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6021ea02-d57a-444b-8e77-75b3165b7cf2') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:22.437439 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-06e86330-cae0-49ce-9d39-6e1dc251ed2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (6021ea02-d57a-444b-8e77-75b3165b7cf2), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:22.439590 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-17070867-39c5-4f31-be4e-1abefbd64ba2 req-39df1f0e-924c-4277-ba86-4d69b128568c tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 210 time: 0.0539761 Feb 20 05:38:22.483996 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-06e86330-cae0-49ce-9d39-6e1dc251ed2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (6021ea02-d57a-444b-8e77-75b3165b7cf2), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:22.492825 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e86330-cae0-49ce-9d39-6e1dc251ed2f admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:38:22.492825 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-06e86330-cae0-49ce-9d39-6e1dc251ed2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (6021ea02-d57a-444b-8e77-75b3165b7cf2), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:38:22.552083 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:38:22.558742 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-06e86330-cae0-49ce-9d39-6e1dc251ed2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (abdb12e5-c978-4d6e-ba1a-936a895646ad), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:22.572654 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-06e86330-cae0-49ce-9d39-6e1dc251ed2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:22.577531 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-06e86330-cae0-49ce-9d39-6e1dc251ed2f admin admin] 10.222.0.37 "DELETE /v2.0/networks/abdb12e5-c978-4d6e-ba1a-936a895646ad HTTP/1.1" status: 204 len: 168 time: 0.4538102 Feb 20 05:38:22.589757 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e86330-cae0-49ce-9d39-6e1dc251ed2f admin admin] Pushing event deleted for resources: {'Network': ['ID=abdb12e5-c978-4d6e-ba1a-936a895646ad,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:22.623487 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:22.654510 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:22.853752 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34494) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:22.901350 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5256d74a-0a5e-42df-a897-0b6fe27342a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70575607f3814a698b8e29ee9ca94326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463693 Feb 20 05:38:22.903884 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34496) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:22.965011 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f000634e-093f-4fa0-9055-ffebcff08053 admin admin] Publish callbacks [] for security_group (e8a26e73-e835-4531-a7ef-b24ece0f8d86), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:22.989148 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f000634e-093f-4fa0-9055-ffebcff08053 admin admin] Publish callbacks [] for security_group (e8a26e73-e835-4531-a7ef-b24ece0f8d86), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:23.048737 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f000634e-093f-4fa0-9055-ffebcff08053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e8a26e73-e835-4531-a7ef-b24ece0f8d86), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:23.051429 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f000634e-093f-4fa0-9055-ffebcff08053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:23.053118 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f000634e-093f-4fa0-9055-ffebcff08053 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e8a26e73-e835-4531-a7ef-b24ece0f8d86 HTTP/1.1" status: 204 len: 168 time: 0.1483357 Feb 20 05:38:23.063898 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000634e-093f-4fa0-9055-ffebcff08053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a26e73-e835-4531-a7ef-b24ece0f8d86,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:23.499655 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41303e1a-aff2-48cf-ae98-d609c15f70b0 req-52ea2a69-09dc-493f-83d8-1cdf6782c048 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:23.503823 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41303e1a-aff2-48cf-ae98-d609c15f70b0 req-52ea2a69-09dc-493f-83d8-1cdf6782c048 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.0870779 Feb 20 05:38:23.566369 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41303e1a-aff2-48cf-ae98-d609c15f70b0 req-345b9ae8-6dbe-4ece-a929-454cd71d065d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570946 Feb 20 05:38:23.675958 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-be81c936-8ac0-42e5-b39d-9653839285c4 req-ab16bf4d-26cd-455e-b400-59b589fe49cc tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3234bba-4139-4530-b1b4-d96150146da8 HTTP/1.1" status: 200 len: 210 time: 0.0311358 Feb 20 05:38:23.921038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:38:23.943836 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:38:23.944576 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 4a22635c-1ebb-4bcb-8ef4-c83d23272b6c not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:38:24.217106 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34568) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:24.405772 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a5fc672f-cde8-493d-a060-55ea90dc10d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:24.486051 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a5fc672f-cde8-493d-a060-55ea90dc10d6 admin admin] Publish callbacks [] for security_group (66a155b8-a7a4-4e04-bcf1-730b4e7a76b6), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:24.491036 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a5fc672f-cde8-493d-a060-55ea90dc10d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (66a155b8-a7a4-4e04-bcf1-730b4e7a76b6), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:24.541240 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc672f-cde8-493d-a060-55ea90dc10d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a155b8-a7a4-4e04-bcf1-730b4e7a76b6,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:24.543375 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a5fc672f-cde8-493d-a060-55ea90dc10d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dba470755c184ace89e146b5ff652be0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3246691 Feb 20 05:38:24.545937 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34588) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:24.595894 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-15da5221-3e07-4eb6-9cd7-17fee15181d4 admin admin] Publish callbacks [] for security_group (66a155b8-a7a4-4e04-bcf1-730b4e7a76b6), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:24.618864 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-15da5221-3e07-4eb6-9cd7-17fee15181d4 admin admin] Publish callbacks [] for security_group (66a155b8-a7a4-4e04-bcf1-730b4e7a76b6), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:24.679493 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-15da5221-3e07-4eb6-9cd7-17fee15181d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (66a155b8-a7a4-4e04-bcf1-730b4e7a76b6), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:24.685356 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-15da5221-3e07-4eb6-9cd7-17fee15181d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:24.688375 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-15da5221-3e07-4eb6-9cd7-17fee15181d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66a155b8-a7a4-4e04-bcf1-730b4e7a76b6 HTTP/1.1" status: 204 len: 168 time: 0.1412354 Feb 20 05:38:24.701091 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da5221-3e07-4eb6-9cd7-17fee15181d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a155b8-a7a4-4e04-bcf1-730b4e7a76b6,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:24.999950 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9df30a-745f-4bd2-8cad-21676d472f87 req-1ba3f182-6dee-4272-8d28-c0b098bbafbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:25.001525 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1d9df30a-745f-4bd2-8cad-21676d472f87 req-1ba3f182-6dee-4272-8d28-c0b098bbafbf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 1127 time: 0.0800672 Feb 20 05:38:25.010026 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fcfa8-cbdc-4eaa-8385-2b69b6c7bf6e req-97523396-ed4e-4ff1-a69a-553f1c69e1e3 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:25.011661 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f11fcfa8-cbdc-4eaa-8385-2b69b6c7bf6e req-97523396-ed4e-4ff1-a69a-553f1c69e1e3 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.1017826 Feb 20 05:38:25.121149 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f11fcfa8-cbdc-4eaa-8385-2b69b6c7bf6e req-bb108883-cbce-4be1-9746-47394db9ac44 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993257 Feb 20 05:38:25.141309 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9df30a-745f-4bd2-8cad-21676d472f87 req-807ddce2-0e11-4bda-9656-a9164a29a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:25.142798 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1d9df30a-745f-4bd2-8cad-21676d472f87 req-807ddce2-0e11-4bda-9656-a9164a29a50d service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 200 len: 912 time: 0.1302087 Feb 20 05:38:25.172387 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:25.209500 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 6774a93d-d727-4317-a199-1c12a55b9ccc no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:38:25.234657 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 6774a93d-d727-4317-a199-1c12a55b9ccc {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:38:25.235137 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 6774a93d-d727-4317-a199-1c12a55b9ccc not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:38:25.238934 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1d9df30a-745f-4bd2-8cad-21676d472f87 req-81059df0-c3d8-4e8c-a78a-2de70036793d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c484c03b-bc0e-4da0-a86d-0b2a1872629a HTTP/1.1" status: 200 len: 999 time: 0.0880792 Feb 20 05:38:25.290678 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9df30a-745f-4bd2-8cad-21676d472f87 req-f9490b26-8813-45b6-ab51-8d5d1fff8545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:25.292110 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1d9df30a-745f-4bd2-8cad-21676d472f87 req-f9490b26-8813-45b6-ab51-8d5d1fff8545 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a08401b1-85d8-4e92-bab1-1aef3c02482d HTTP/1.1" status: 200 len: 851 time: 0.0476713 Feb 20 05:38:25.342157 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9df30a-745f-4bd2-8cad-21676d472f87 req-c6b6d11d-d71d-49b8-8581-dc979091cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:25.343819 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1d9df30a-745f-4bd2-8cad-21676d472f87 req-c6b6d11d-d71d-49b8-8581-dc979091cffd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451634 Feb 20 05:38:25.875343 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1d9df30a-745f-4bd2-8cad-21676d472f87 req-b237dd82-202c-4b45-bb6d-7c4a35a73d68 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5203631 Feb 20 05:38:25.958206 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fd987-37a5-4113-a699-9f47b50353af req-67e45f13-d13f-4eb4-9733-5f8f0141cf7a tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:25.965477 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e55fd987-37a5-4113-a699-9f47b50353af req-67e45f13-d13f-4eb4-9733-5f8f0141cf7a tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1563807 Feb 20 05:38:26.057369 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e55fd987-37a5-4113-a699-9f47b50353af req-9a9be180-668d-43cc-99c4-152d0b1a94ef tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902226 Feb 20 05:38:26.064465 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1d9df30a-745f-4bd2-8cad-21676d472f87 req-45576d93-90b4-494c-beef-d708715a9390 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811554 Feb 20 05:38:26.172558 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c47b6986-cff7-479b-836c-b94c8cb00ec2 req-b65c1650-45c1-406f-919a-5a169cce5cef tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0371749 Feb 20 05:38:26.229835 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34672) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:26.343041 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-faf3f53f-4a2b-4c12-8ddd-a19c9bc8d90e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for security_group (a088be27-f47e-4938-be47-680ad05b339b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:26.374239 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-faf3f53f-4a2b-4c12-8ddd-a19c9bc8d90e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for security_group (a088be27-f47e-4938-be47-680ad05b339b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:26.404488 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6053fad-2593-4180-bc47-045509bc095f req-832cf699-ba6c-43fd-a733-41a886525ade tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:26.415433 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c6053fad-2593-4180-bc47-045509bc095f req-832cf699-ba6c-43fd-a733-41a886525ade tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.1226540 Feb 20 05:38:26.439105 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-faf3f53f-4a2b-4c12-8ddd-a19c9bc8d90e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a088be27-f47e-4938-be47-680ad05b339b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:26.442261 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-faf3f53f-4a2b-4c12-8ddd-a19c9bc8d90e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:26.443736 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-faf3f53f-4a2b-4c12-8ddd-a19c9bc8d90e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "DELETE /v2.0/security-groups/a088be27-f47e-4938-be47-680ad05b339b HTTP/1.1" status: 204 len: 168 time: 0.2095892 Feb 20 05:38:26.451170 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34680) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:26.475597 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3f53f-4a2b-4c12-8ddd-a19c9bc8d90e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a088be27-f47e-4938-be47-680ad05b339b,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:26.489361 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c6053fad-2593-4180-bc47-045509bc095f req-e72db988-c189-4351-b058-db0e4ef08b7b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728185 Feb 20 05:38:26.503153 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-b6dcf466-da6d-41c2-84b4-6aa0458949a9 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] show failed (client error): The resource could not be found. Feb 20 05:38:26.507025 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b6dcf466-da6d-41c2-84b4-6aa0458949a9 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "GET /v2.0/security-groups/a088be27-f47e-4938-be47-680ad05b339b HTTP/1.1" status: 404 len: 347 time: 0.0495298 Feb 20 05:38:26.507482 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 34682) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:26.659570 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-ec626d1a-7f1c-41bb-8705-714e54bd7871 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Deleting port 37a80b3e-7e84-4914-b139-9dd436eb8388 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:38:26.659940 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec626d1a-7f1c-41bb-8705-714e54bd7871 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (37a80b3e-7e84-4914-b139-9dd436eb8388), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:26.729597 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34690) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:26.754194 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec626d1a-7f1c-41bb-8705-714e54bd7871 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (37a80b3e-7e84-4914-b139-9dd436eb8388), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:26.754611 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec626d1a-7f1c-41bb-8705-714e54bd7871 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for floatingip (37a80b3e-7e84-4914-b139-9dd436eb8388), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:26.766642 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-ec626d1a-7f1c-41bb-8705-714e54bd7871 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Calling delete_port for 37a80b3e-7e84-4914-b139-9dd436eb8388 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:38:26.848795 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ff46aef0-9171-42a8-9b8d-660818d4e960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:26.924177 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec626d1a-7f1c-41bb-8705-714e54bd7871 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (37a80b3e-7e84-4914-b139-9dd436eb8388), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:26.939719 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ff46aef0-9171-42a8-9b8d-660818d4e960 admin admin] Publish callbacks [] for security_group (232e8f91-563f-42b1-a870-c147e927f39d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:26.944556 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ff46aef0-9171-42a8-9b8d-660818d4e960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (232e8f91-563f-42b1-a870-c147e927f39d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:26.955981 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec626d1a-7f1c-41bb-8705-714e54bd7871 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event deleted for resources: {'Port': ['ID=37a80b3e-7e84-4914-b139-9dd436eb8388,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:26.995043 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ff46aef0-9171-42a8-9b8d-660818d4e960 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24b476053de2447190d64f834caa9dfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2642038 Feb 20 05:38:26.995941 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46aef0-9171-42a8-9b8d-660818d4e960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232e8f91-563f-42b1-a870-c147e927f39d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:26.998450 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 34700) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:27.074238 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec626d1a-7f1c-41bb-8705-714e54bd7871 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for floatingip (afab7e7a-110e-4ef1-a394-21795036cbcd), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:27.076851 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec626d1a-7f1c-41bb-8705-714e54bd7871 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:27.078087 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ec626d1a-7f1c-41bb-8705-714e54bd7871 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "DELETE /v2.0/floatingips/afab7e7a-110e-4ef1-a394-21795036cbcd HTTP/1.1" status: 204 len: 168 time: 0.5692680 Feb 20 05:38:27.081493 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34702) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:27.109445 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d6aaf1c8-0d30-4052-9931-cd8c111fea82 admin admin] Publish callbacks [] for security_group (232e8f91-563f-42b1-a870-c147e927f39d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:27.139948 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d6aaf1c8-0d30-4052-9931-cd8c111fea82 admin admin] Publish callbacks [] for security_group (232e8f91-563f-42b1-a870-c147e927f39d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:27.228713 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-377f1eb9-c558-4960-a94b-605977522147 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Deleting port e74757c8-ee50-4661-8395-9285a9e8870c {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:38:27.229104 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-377f1eb9-c558-4960-a94b-605977522147 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (e74757c8-ee50-4661-8395-9285a9e8870c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:27.239595 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d6aaf1c8-0d30-4052-9931-cd8c111fea82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (232e8f91-563f-42b1-a870-c147e927f39d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:27.242638 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d6aaf1c8-0d30-4052-9931-cd8c111fea82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:27.247459 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d6aaf1c8-0d30-4052-9931-cd8c111fea82 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/232e8f91-563f-42b1-a870-c147e927f39d HTTP/1.1" status: 204 len: 168 time: 0.2461066 Feb 20 05:38:27.277481 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aaf1c8-0d30-4052-9931-cd8c111fea82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232e8f91-563f-42b1-a870-c147e927f39d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:27.301692 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a85a0-c819-4534-850f-7970ab60aba6 req-f2b24f5e-fb20-4df5-a899-aaeab4be61e6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:27.303875 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-df0a85a0-c819-4534-850f-7970ab60aba6 req-f2b24f5e-fb20-4df5-a899-aaeab4be61e6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1387482 Feb 20 05:38:27.356225 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-377f1eb9-c558-4960-a94b-605977522147 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (e74757c8-ee50-4661-8395-9285a9e8870c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:27.370469 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-377f1eb9-c558-4960-a94b-605977522147 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Calling delete_port for e74757c8-ee50-4661-8395-9285a9e8870c owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:38:27.382380 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-df0a85a0-c819-4534-850f-7970ab60aba6 req-1db475bc-11f8-4a97-9543-605e26632ed8 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664065 Feb 20 05:38:27.486631 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5cbebec0-da16-494f-90b6-babe946a8813 req-961ccf08-64da-4256-b9a4-08ddf60307e3 tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0320494 Feb 20 05:38:27.578076 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-377f1eb9-c558-4960-a94b-605977522147 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e74757c8-ee50-4661-8395-9285a9e8870c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:27.619864 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f1eb9-c558-4960-a94b-605977522147 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event deleted for resources: {'Port': ['ID=e74757c8-ee50-4661-8395-9285a9e8870c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:27.651120 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979d43c-f4c9-4626-bf64-c8f10b5aa0f7 req-7b97f59a-7393-4333-a385-48736900f019 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:27.663185 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0979d43c-f4c9-4626-bf64-c8f10b5aa0f7 req-7b97f59a-7393-4333-a385-48736900f019 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.0810370 Feb 20 05:38:27.719398 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-377f1eb9-c558-4960-a94b-605977522147 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:27.720230 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0979d43c-f4c9-4626-bf64-c8f10b5aa0f7 req-cf872481-2a56-45f2-82b7-0c30ec85e1d9 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560675 Feb 20 05:38:27.729043 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-377f1eb9-c558-4960-a94b-605977522147 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "DELETE /v2.0/ports/e74757c8-ee50-4661-8395-9285a9e8870c HTTP/1.1" status: 204 len: 168 time: 0.6461110 Feb 20 05:38:27.733550 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34732) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:27.751204 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 34734) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:27.765330 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-15a982fd-46df-480a-bc50-ec1279f99519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:27.838815 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-50f97af1-58ea-4b43-a2d8-fa656536b822 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Deleting port 3fb0e850-e007-488c-9126-46021bfc5121 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:38:27.839491 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-50f97af1-58ea-4b43-a2d8-fa656536b822 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3fb0e850-e007-488c-9126-46021bfc5121), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:27.847501 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-15a982fd-46df-480a-bc50-ec1279f99519 admin admin] Publish callbacks [] for security_group (5089dfbc-b576-44e2-ba4e-15353f970e85), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:27.853094 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-15a982fd-46df-480a-bc50-ec1279f99519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5089dfbc-b576-44e2-ba4e-15353f970e85), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:27.897331 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a982fd-46df-480a-bc50-ec1279f99519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5089dfbc-b576-44e2-ba4e-15353f970e85,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:27.902939 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-15a982fd-46df-480a-bc50-ec1279f99519 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d502770968e34276a793aca48f219f3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1521442 Feb 20 05:38:27.904871 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 34740) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:27.949570 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-50f97af1-58ea-4b43-a2d8-fa656536b822 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3fb0e850-e007-488c-9126-46021bfc5121), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:27.962360 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4fa6b3d5-4275-4471-bc11-b60cd072621f admin admin] Publish callbacks [] for security_group (5089dfbc-b576-44e2-ba4e-15353f970e85), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:27.963781 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-50f97af1-58ea-4b43-a2d8-fa656536b822 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Calling delete_port for 3fb0e850-e007-488c-9126-46021bfc5121 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:38:27.993166 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4fa6b3d5-4275-4471-bc11-b60cd072621f admin admin] Publish callbacks [] for security_group (5089dfbc-b576-44e2-ba4e-15353f970e85), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:28.057137 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4fa6b3d5-4275-4471-bc11-b60cd072621f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5089dfbc-b576-44e2-ba4e-15353f970e85), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:28.060989 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4fa6b3d5-4275-4471-bc11-b60cd072621f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:28.062808 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4fa6b3d5-4275-4471-bc11-b60cd072621f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5089dfbc-b576-44e2-ba4e-15353f970e85 HTTP/1.1" status: 204 len: 168 time: 0.1562104 Feb 20 05:38:28.073156 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6b3d5-4275-4471-bc11-b60cd072621f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5089dfbc-b576-44e2-ba4e-15353f970e85,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:28.158180 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-50f97af1-58ea-4b43-a2d8-fa656536b822 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (3fb0e850-e007-488c-9126-46021bfc5121), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:28.220752 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f97af1-58ea-4b43-a2d8-fa656536b822 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event deleted for resources: {'Port': ['ID=3fb0e850-e007-488c-9126-46021bfc5121,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:28.271629 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-50f97af1-58ea-4b43-a2d8-fa656536b822 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:28.276145 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-50f97af1-58ea-4b43-a2d8-fa656536b822 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "DELETE /v2.0/ports/3fb0e850-e007-488c-9126-46021bfc5121 HTTP/1.1" status: 204 len: 168 time: 0.5407922 Feb 20 05:38:28.279469 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 34748) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:28.332391 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-31234cde-0938-4c2c-b6db-eaf47df581ea tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Deleting subnet 18651ee7-a031-4d44-a225-91d996be7419 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:38:28.335612 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31234cde-0938-4c2c-b6db-eaf47df581ea tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for subnet (18651ee7-a031-4d44-a225-91d996be7419), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:28.379871 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31234cde-0938-4c2c-b6db-eaf47df581ea tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (18651ee7-a031-4d44-a225-91d996be7419), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:28.483781 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31234cde-0938-4c2c-b6db-eaf47df581ea tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (18651ee7-a031-4d44-a225-91d996be7419), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:28.567564 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31234cde-0938-4c2c-b6db-eaf47df581ea tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (18651ee7-a031-4d44-a225-91d996be7419), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:28.594886 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34762) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:28.622819 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31234cde-0938-4c2c-b6db-eaf47df581ea tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event deleted for resources: {'Subnet': ['ID=18651ee7-a031-4d44-a225-91d996be7419,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:28.650197 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a28b9e-b829-41df-a53a-d79121679d8c None None] Network 9b27e09e-1632-40f6-8ef3-dc93f01885e9 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:38:28.662635 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31234cde-0938-4c2c-b6db-eaf47df581ea tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:28.666118 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-31234cde-0938-4c2c-b6db-eaf47df581ea tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "DELETE /v2.0/subnets/18651ee7-a031-4d44-a225-91d996be7419 HTTP/1.1" status: 204 len: 168 time: 0.3851957 Feb 20 05:38:28.668463 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9eb18566-9790-4f30-a303-2b8679c25929 req-579aa014-ff7e-48e4-b005-611cf0ea0413 tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0523853 Feb 20 05:38:28.669001 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 34768) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:28.734519 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b27d987b-f92b-489f-bc59-52b4f4052d50 req-714e2f27-bb11-4958-b106-6b8045511220 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0735626 Feb 20 05:38:28.769417 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93f97f3-0314-475b-917b-e06fa4699488 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Deleting subnet eb4c7eba-b72d-4ec5-b4b9-93e6d514511f {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:38:28.773367 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b93f97f3-0314-475b-917b-e06fa4699488 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks [] for subnet (eb4c7eba-b72d-4ec5-b4b9-93e6d514511f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:28.829123 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b93f97f3-0314-475b-917b-e06fa4699488 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (eb4c7eba-b72d-4ec5-b4b9-93e6d514511f), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:28.910738 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f3bbd1ca-754a-470c-87d1-869c93b1452b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:28.944836 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190776b7-b319-43a3-80e5-82eb7661400a None None] DHCP port deletion for 9b27e09e-1632-40f6-8ef3-dc93f01885e9 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:38:28.972885 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c912f-d322-497d-af7e-397bbf463447 req-7d6fbc3e-0011-44f3-96e1-37d1f6748f96 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:28.974423 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5d1c912f-d322-497d-af7e-397bbf463447 req-7d6fbc3e-0011-44f3-96e1-37d1f6748f96 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.1188300 Feb 20 05:38:29.007853 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b93f97f3-0314-475b-917b-e06fa4699488 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (eb4c7eba-b72d-4ec5-b4b9-93e6d514511f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:29.018998 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f3bbd1ca-754a-470c-87d1-869c93b1452b admin admin] Publish callbacks [] for security_group (20bc0c33-b52e-4cee-93e8-4be86caba5c9), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:29.025243 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f3bbd1ca-754a-470c-87d1-869c93b1452b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (20bc0c33-b52e-4cee-93e8-4be86caba5c9), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:29.028936 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-190776b7-b319-43a3-80e5-82eb7661400a None None] Deleting port ae55257b-9679-4f5f-a9d2-a2fe6b55b307 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:38:29.029556 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-190776b7-b319-43a3-80e5-82eb7661400a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (ae55257b-9679-4f5f-a9d2-a2fe6b55b307), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:29.087786 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bbd1ca-754a-470c-87d1-869c93b1452b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bc0c33-b52e-4cee-93e8-4be86caba5c9,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:29.101169 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5d1c912f-d322-497d-af7e-397bbf463447 req-a2ee9e82-d0a8-4b60-947f-92cebe6ee015 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173439 Feb 20 05:38:29.107113 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f3bbd1ca-754a-470c-87d1-869c93b1452b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=881ab49b93c14cc8befce2c90bbb69fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5103714 Feb 20 05:38:29.110003 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34780) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:29.117860 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-190776b7-b319-43a3-80e5-82eb7661400a None None] For port ae55257b-9679-4f5f-a9d2-a2fe6b55b307, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=ae55257b-9679-4f5f-a9d2-a2fe6b55b307,segment=NetworkSegment(69fe3215-475f-4fec-89eb-5492628b51f7),segment_id=69fe3215-475f-4fec-89eb-5492628b51f7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:38:29.118347 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-190776b7-b319-43a3-80e5-82eb7661400a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (ae55257b-9679-4f5f-a9d2-a2fe6b55b307), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:29.127580 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b93f97f3-0314-475b-917b-e06fa4699488 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (eb4c7eba-b72d-4ec5-b4b9-93e6d514511f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:29.138618 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-190776b7-b319-43a3-80e5-82eb7661400a None None] Calling delete_port for ae55257b-9679-4f5f-a9d2-a2fe6b55b307 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:38:29.160638 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f97f3-0314-475b-917b-e06fa4699488 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event deleted for resources: {'Subnet': ['ID=eb4c7eba-b72d-4ec5-b4b9-93e6d514511f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:29.163461 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b93f97f3-0314-475b-917b-e06fa4699488 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:29.167306 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b93f97f3-0314-475b-917b-e06fa4699488 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "DELETE /v2.0/subnets/eb4c7eba-b72d-4ec5-b4b9-93e6d514511f HTTP/1.1" status: 204 len: 168 time: 0.4897954 Feb 20 05:38:29.170434 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34782) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:29.189649 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819c409d-ec6a-4695-a5ab-c49d79ffd88a None None] Network 666d2cf8-afbf-4b07-bbd6-64f125ed3a83 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:38:29.225760 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1602134c-7ef5-46b1-b42a-4ef6fbdece1e admin admin] Publish callbacks [] for security_group (20bc0c33-b52e-4cee-93e8-4be86caba5c9), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:29.265468 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1602134c-7ef5-46b1-b42a-4ef6fbdece1e admin admin] Publish callbacks [] for security_group (20bc0c33-b52e-4cee-93e8-4be86caba5c9), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:29.290161 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1c060686-68c8-4c84-86c9-ba1f8dfc987e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (9b27e09e-1632-40f6-8ef3-dc93f01885e9), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:29.311277 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-190776b7-b319-43a3-80e5-82eb7661400a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (ae55257b-9679-4f5f-a9d2-a2fe6b55b307), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:29.336913 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190776b7-b319-43a3-80e5-82eb7661400a None None] Pushing event deleted for resources: {'Port': ['ID=ae55257b-9679-4f5f-a9d2-a2fe6b55b307,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:29.352867 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190776b7-b319-43a3-80e5-82eb7661400a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:29.353213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190776b7-b319-43a3-80e5-82eb7661400a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:29.353558 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190776b7-b319-43a3-80e5-82eb7661400a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:29.353953 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190776b7-b319-43a3-80e5-82eb7661400a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:29.354602 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190776b7-b319-43a3-80e5-82eb7661400a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:29.358861 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190776b7-b319-43a3-80e5-82eb7661400a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:29.358861 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190776b7-b319-43a3-80e5-82eb7661400a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:29.358861 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190776b7-b319-43a3-80e5-82eb7661400a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:29.358861 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190776b7-b319-43a3-80e5-82eb7661400a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:29.358861 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190776b7-b319-43a3-80e5-82eb7661400a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:29.358861 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190776b7-b319-43a3-80e5-82eb7661400a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:29.358861 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190776b7-b319-43a3-80e5-82eb7661400a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:29.358861 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190776b7-b319-43a3-80e5-82eb7661400a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:29.361704 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190776b7-b319-43a3-80e5-82eb7661400a None None] No DVR routers for this DVR port ae55257b-9679-4f5f-a9d2-a2fe6b55b307 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:38:29.366870 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1602134c-7ef5-46b1-b42a-4ef6fbdece1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (20bc0c33-b52e-4cee-93e8-4be86caba5c9), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:29.371362 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1602134c-7ef5-46b1-b42a-4ef6fbdece1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:29.378424 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1602134c-7ef5-46b1-b42a-4ef6fbdece1e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20bc0c33-b52e-4cee-93e8-4be86caba5c9 HTTP/1.1" status: 204 len: 168 time: 0.2661572 Feb 20 05:38:29.434768 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602134c-7ef5-46b1-b42a-4ef6fbdece1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bc0c33-b52e-4cee-93e8-4be86caba5c9,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:29.451539 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1c060686-68c8-4c84-86c9-ba1f8dfc987e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (9b27e09e-1632-40f6-8ef3-dc93f01885e9), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:29.455636 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96147384-38fd-449a-9c8f-4bcbfd840208 None None] DHCP port deletion for 666d2cf8-afbf-4b07-bbd6-64f125ed3a83 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:38:29.482824 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-1c060686-68c8-4c84-86c9-ba1f8dfc987e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b27e09e-1632-40f6-8ef3-dc93f01885e9']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:29.496765 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-1c060686-68c8-4c84-86c9-ba1f8dfc987e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69fe3215-475f-4fec-89eb-5492628b51f7') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:29.497097 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-1c060686-68c8-4c84-86c9-ba1f8dfc987e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69fe3215-475f-4fec-89eb-5492628b51f7') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:29.510453 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1c060686-68c8-4c84-86c9-ba1f8dfc987e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (69fe3215-475f-4fec-89eb-5492628b51f7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:29.523667 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-96147384-38fd-449a-9c8f-4bcbfd840208 None None] Deleting port 04f51ff1-f169-4791-8f7c-d277fb339017 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:38:29.524127 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-96147384-38fd-449a-9c8f-4bcbfd840208 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (04f51ff1-f169-4791-8f7c-d277fb339017), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:29.531200 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1c060686-68c8-4c84-86c9-ba1f8dfc987e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (69fe3215-475f-4fec-89eb-5492628b51f7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:29.538630 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c060686-68c8-4c84-86c9-ba1f8dfc987e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:38:29.539112 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1c060686-68c8-4c84-86c9-ba1f8dfc987e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (69fe3215-475f-4fec-89eb-5492628b51f7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:38:29.542576 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:38:29.603639 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-96147384-38fd-449a-9c8f-4bcbfd840208 None None] For port 04f51ff1-f169-4791-8f7c-d277fb339017, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=04f51ff1-f169-4791-8f7c-d277fb339017,segment=NetworkSegment(6e3478b9-6ed7-4abf-b4ed-b00804fcaa64),segment_id=6e3478b9-6ed7-4abf-b4ed-b00804fcaa64)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:38:29.604045 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-96147384-38fd-449a-9c8f-4bcbfd840208 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (04f51ff1-f169-4791-8f7c-d277fb339017), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:29.609442 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1c060686-68c8-4c84-86c9-ba1f8dfc987e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (9b27e09e-1632-40f6-8ef3-dc93f01885e9), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:29.622342 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1c060686-68c8-4c84-86c9-ba1f8dfc987e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:29.624467 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-96147384-38fd-449a-9c8f-4bcbfd840208 None None] Calling delete_port for 04f51ff1-f169-4791-8f7c-d277fb339017 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:38:29.627908 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1c060686-68c8-4c84-86c9-ba1f8dfc987e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "DELETE /v2.0/networks/9b27e09e-1632-40f6-8ef3-dc93f01885e9 HTTP/1.1" status: 204 len: 168 time: 0.4564302 Feb 20 05:38:29.630570 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 34796) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:29.648284 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c060686-68c8-4c84-86c9-ba1f8dfc987e tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event deleted for resources: {'Network': ['ID=9b27e09e-1632-40f6-8ef3-dc93f01885e9,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:29.723481 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d9b50e50-233e-4788-a3a0-8bd48c849792 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (666d2cf8-afbf-4b07-bbd6-64f125ed3a83), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:29.739199 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-96147384-38fd-449a-9c8f-4bcbfd840208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (04f51ff1-f169-4791-8f7c-d277fb339017), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:29.779327 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96147384-38fd-449a-9c8f-4bcbfd840208 None None] Pushing event deleted for resources: {'Port': ['ID=04f51ff1-f169-4791-8f7c-d277fb339017,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:29.783205 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96147384-38fd-449a-9c8f-4bcbfd840208 None None] No DVR routers for this DVR port 04f51ff1-f169-4791-8f7c-d277fb339017 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:38:29.786292 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-d9b50e50-233e-4788-a3a0-8bd48c849792 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] The port '04f51ff1-f169-4791-8f7c-d277fb339017' was deleted {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 20 05:38:29.911249 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dc164251-91be-42b6-ae8a-cd0ac52675f4 req-ff4ddec5-9888-4757-98b2-fc27df0aea0c tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0773411 Feb 20 05:38:29.929750 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d9b50e50-233e-4788-a3a0-8bd48c849792 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (666d2cf8-afbf-4b07-bbd6-64f125ed3a83), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:29.957078 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34806) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:29.972438 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-d9b50e50-233e-4788-a3a0-8bd48c849792 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['666d2cf8-afbf-4b07-bbd6-64f125ed3a83']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:29.975113 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1ae417d9-6776-4cdd-8ed4-def87e6700f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:29.983461 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-d9b50e50-233e-4788-a3a0-8bd48c849792 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3478b9-6ed7-4abf-b4ed-b00804fcaa64') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:29.984104 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-d9b50e50-233e-4788-a3a0-8bd48c849792 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3478b9-6ed7-4abf-b4ed-b00804fcaa64') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:29.989207 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ae55257b-9679-4f5f-a9d2-a2fe6b55b307 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:38:30.001132 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d9b50e50-233e-4788-a3a0-8bd48c849792 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (6e3478b9-6ed7-4abf-b4ed-b00804fcaa64), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:30.019356 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d9b50e50-233e-4788-a3a0-8bd48c849792 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (6e3478b9-6ed7-4abf-b4ed-b00804fcaa64), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:30.032532 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b50e50-233e-4788-a3a0-8bd48c849792 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:38:30.033268 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: ae55257b-9679-4f5f-a9d2-a2fe6b55b307 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:38:30.033768 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ae55257b-9679-4f5f-a9d2-a2fe6b55b307 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:38:30.034278 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 04f51ff1-f169-4791-8f7c-d277fb339017 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:38:30.034399 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d9b50e50-233e-4788-a3a0-8bd48c849792 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (6e3478b9-6ed7-4abf-b4ed-b00804fcaa64), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:38:30.038792 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:38:30.071314 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 04f51ff1-f169-4791-8f7c-d277fb339017 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:38:30.071994 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 04f51ff1-f169-4791-8f7c-d277fb339017 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:38:30.107337 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1ae417d9-6776-4cdd-8ed4-def87e6700f9 admin admin] Publish callbacks [] for security_group (fc56c3b3-b453-42bd-abf1-1c228dfc9572), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:30.110133 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d9b50e50-233e-4788-a3a0-8bd48c849792 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (666d2cf8-afbf-4b07-bbd6-64f125ed3a83), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:30.112783 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1ae417d9-6776-4cdd-8ed4-def87e6700f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (fc56c3b3-b453-42bd-abf1-1c228dfc9572), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:30.124507 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d9b50e50-233e-4788-a3a0-8bd48c849792 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:30.128772 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d9b50e50-233e-4788-a3a0-8bd48c849792 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] 10.222.0.37 "DELETE /v2.0/networks/666d2cf8-afbf-4b07-bbd6-64f125ed3a83 HTTP/1.1" status: 204 len: 168 time: 0.4969370 Feb 20 05:38:30.161363 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae417d9-6776-4cdd-8ed4-def87e6700f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc56c3b3-b453-42bd-abf1-1c228dfc9572,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:30.161704 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b50e50-233e-4788-a3a0-8bd48c849792 tempest-TaggedBootDevicesTest-254725577 tempest-TaggedBootDevicesTest-254725577-project] Pushing event deleted for resources: {'Network': ['ID=666d2cf8-afbf-4b07-bbd6-64f125ed3a83,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:30.193567 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1ae417d9-6776-4cdd-8ed4-def87e6700f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9abc63cbcb246e78f0ada401852a58a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2350945 Feb 20 05:38:30.196128 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 34816) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:30.287634 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d3895593-0ae8-4e4a-a9e5-b5d8761fc195 admin admin] Publish callbacks [] for security_group (fc56c3b3-b453-42bd-abf1-1c228dfc9572), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:30.301523 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6d4bc-feb8-428a-954a-bcf186cbf32e req-7fe5c391-8237-4993-80ed-6fe2753386e6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:30.306496 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7ad6d4bc-feb8-428a-954a-bcf186cbf32e req-7fe5c391-8237-4993-80ed-6fe2753386e6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.0881021 Feb 20 05:38:30.335302 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d3895593-0ae8-4e4a-a9e5-b5d8761fc195 admin admin] Publish callbacks [] for security_group (fc56c3b3-b453-42bd-abf1-1c228dfc9572), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:30.386530 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7ad6d4bc-feb8-428a-954a-bcf186cbf32e req-e7c58bf4-5950-43da-bc57-7426bedcbda9 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767922 Feb 20 05:38:30.406477 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d3895593-0ae8-4e4a-a9e5-b5d8761fc195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (fc56c3b3-b453-42bd-abf1-1c228dfc9572), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:30.409614 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d3895593-0ae8-4e4a-a9e5-b5d8761fc195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:30.410765 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d3895593-0ae8-4e4a-a9e5-b5d8761fc195 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc56c3b3-b453-42bd-abf1-1c228dfc9572 HTTP/1.1" status: 204 len: 168 time: 0.2128758 Feb 20 05:38:30.423156 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3895593-0ae8-4e4a-a9e5-b5d8761fc195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc56c3b3-b453-42bd-abf1-1c228dfc9572,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:31.057457 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27e33fb6-f7c0-45a5-b50f-5f15954c27f9 req-55b9912d-98d4-4d2c-80c8-1832450656f5 tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0441961 Feb 20 05:38:31.659576 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34882) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:31.816291 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-24432a37-9bb8-454f-9003-7730ccb2a6e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:31.936284 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-24432a37-9bb8-454f-9003-7730ccb2a6e9 admin admin] Publish callbacks [] for security_group (0daec446-277e-44c8-bb31-83cb3356dcdd), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:31.936423 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9123d14-5446-4c94-bdb8-7fd2c75e1b1c req-10612f20-1bbb-4a7b-b02f-41f38c475cf0 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:31.941903 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-24432a37-9bb8-454f-9003-7730ccb2a6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0daec446-277e-44c8-bb31-83cb3356dcdd), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:31.943306 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9123d14-5446-4c94-bdb8-7fd2c75e1b1c req-10612f20-1bbb-4a7b-b02f-41f38c475cf0 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.0970962 Feb 20 05:38:32.007950 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-24432a37-9bb8-454f-9003-7730ccb2a6e9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b97acf1772143e98c780f65cc722b0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3466280 Feb 20 05:38:32.010299 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34898) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:32.019147 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24432a37-9bb8-454f-9003-7730ccb2a6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0daec446-277e-44c8-bb31-83cb3356dcdd,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:32.031265 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9123d14-5446-4c94-bdb8-7fd2c75e1b1c req-7148ca62-a09a-4502-9d39-8dfbf2a5aa5a tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803928 Feb 20 05:38:32.100932 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-24891685-7a7d-4fe3-8215-595af2b12ec0 admin admin] Publish callbacks [] for security_group (0daec446-277e-44c8-bb31-83cb3356dcdd), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:32.135578 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-24891685-7a7d-4fe3-8215-595af2b12ec0 admin admin] Publish callbacks [] for security_group (0daec446-277e-44c8-bb31-83cb3356dcdd), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:32.175712 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-20f05fa0-64f5-45c4-bda4-068e62a5f1b7 req-f5a05214-1f3d-4097-af37-8d739aa5fafa tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0696383 Feb 20 05:38:32.200681 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-24891685-7a7d-4fe3-8215-595af2b12ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0daec446-277e-44c8-bb31-83cb3356dcdd), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:32.203286 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-24891685-7a7d-4fe3-8215-595af2b12ec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:32.207040 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-24891685-7a7d-4fe3-8215-595af2b12ec0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0daec446-277e-44c8-bb31-83cb3356dcdd HTTP/1.1" status: 204 len: 168 time: 0.1931088 Feb 20 05:38:32.212390 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24891685-7a7d-4fe3-8215-595af2b12ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0daec446-277e-44c8-bb31-83cb3356dcdd,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:32.534554 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 34916) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:32.547937 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6576103a-3075-4c9f-bd0c-6530516a10c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:32.635957 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6576103a-3075-4c9f-bd0c-6530516a10c9 admin admin] Publish callbacks [] for security_group (7bee5204-b973-442c-a8a2-0a743c399576), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:32.642705 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6576103a-3075-4c9f-bd0c-6530516a10c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7bee5204-b973-442c-a8a2-0a743c399576), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:32.686932 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6576103a-3075-4c9f-bd0c-6530516a10c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb7408c26b1a4a99a9a037d6ff09101c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1511321 Feb 20 05:38:32.690256 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 34920) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:32.704552 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576103a-3075-4c9f-bd0c-6530516a10c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bee5204-b973-442c-a8a2-0a743c399576,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:32.772389 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2d669b70-cc1f-4238-900f-56a598bec738 admin admin] Publish callbacks [] for security_group (7bee5204-b973-442c-a8a2-0a743c399576), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:32.800894 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2d669b70-cc1f-4238-900f-56a598bec738 admin admin] Publish callbacks [] for security_group (7bee5204-b973-442c-a8a2-0a743c399576), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:32.865897 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2d669b70-cc1f-4238-900f-56a598bec738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7bee5204-b973-442c-a8a2-0a743c399576), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:32.869050 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2d669b70-cc1f-4238-900f-56a598bec738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:32.870277 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2d669b70-cc1f-4238-900f-56a598bec738 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7bee5204-b973-442c-a8a2-0a743c399576 HTTP/1.1" status: 204 len: 168 time: 0.1791134 Feb 20 05:38:32.880037 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d669b70-cc1f-4238-900f-56a598bec738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bee5204-b973-442c-a8a2-0a743c399576,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:33.168816 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06322b18-7d78-4260-bf73-8f59f9cc9e30 req-7f843e7e-2049-4af3-9fb2-b006a0e8b9a5 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:33.181119 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-06322b18-7d78-4260-bf73-8f59f9cc9e30 req-7f843e7e-2049-4af3-9fb2-b006a0e8b9a5 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.0710702 Feb 20 05:38:33.237957 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-06322b18-7d78-4260-bf73-8f59f9cc9e30 req-116ca5e9-5c43-4a84-8bac-4581468c3538 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540550 Feb 20 05:38:33.331052 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75998a9f-5260-4e55-98f9-1aa06bfa2844 req-b8ec1dd9-fd29-4ca0-824f-53c6f0962086 tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0352788 Feb 20 05:38:33.600873 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 34960) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:33.719600 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-524d79f0-ed75-43cd-b2f8-76a56859f642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:33.812408 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-524d79f0-ed75-43cd-b2f8-76a56859f642 admin admin] Publish callbacks [] for security_group (a02ab3ef-5693-44f9-872d-ab182556b93c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:33.818223 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-524d79f0-ed75-43cd-b2f8-76a56859f642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a02ab3ef-5693-44f9-872d-ab182556b93c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:33.863664 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-524d79f0-ed75-43cd-b2f8-76a56859f642 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=106c77df03cd4f9e93aacd6eab3c2f48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2609406 Feb 20 05:38:33.865840 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d79f0-ed75-43cd-b2f8-76a56859f642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02ab3ef-5693-44f9-872d-ab182556b93c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:33.866596 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34974) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:33.928080 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-06f70a8a-6b2c-437b-ab81-edce766e981a admin admin] Publish callbacks [] for security_group (a02ab3ef-5693-44f9-872d-ab182556b93c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:33.953090 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-06f70a8a-6b2c-437b-ab81-edce766e981a admin admin] Publish callbacks [] for security_group (a02ab3ef-5693-44f9-872d-ab182556b93c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:34.006013 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-06f70a8a-6b2c-437b-ab81-edce766e981a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a02ab3ef-5693-44f9-872d-ab182556b93c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:34.008940 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-06f70a8a-6b2c-437b-ab81-edce766e981a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:34.010220 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-06f70a8a-6b2c-437b-ab81-edce766e981a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a02ab3ef-5693-44f9-872d-ab182556b93c HTTP/1.1" status: 204 len: 168 time: 0.1425357 Feb 20 05:38:34.019741 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f70a8a-6b2c-437b-ab81-edce766e981a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02ab3ef-5693-44f9-872d-ab182556b93c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:34.375530 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34996) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:34.394613 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8361a298-db4e-4051-801a-c7f77511c95d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:34.445968 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10b46d-2aaf-4c6c-9a3d-43f4a33621bb req-c3a28042-e10e-4bb5-94f1-5c8c533c1f12 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:34.455851 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa10b46d-2aaf-4c6c-9a3d-43f4a33621bb req-c3a28042-e10e-4bb5-94f1-5c8c533c1f12 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.0815725 Feb 20 05:38:34.506168 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8361a298-db4e-4051-801a-c7f77511c95d admin admin] Publish callbacks [] for security_group (fd27bc7a-8200-44be-86bf-155522d342e1), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:34.510787 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8361a298-db4e-4051-801a-c7f77511c95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (fd27bc7a-8200-44be-86bf-155522d342e1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:34.523454 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa10b46d-2aaf-4c6c-9a3d-43f4a33621bb req-449381e8-e709-4dc3-8ee9-df38ab70adf6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666387 Feb 20 05:38:34.565956 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8361a298-db4e-4051-801a-c7f77511c95d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9e12d8ba5854e12a5e241252aed1ead&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1866319 Feb 20 05:38:34.565956 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361a298-db4e-4051-801a-c7f77511c95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd27bc7a-8200-44be-86bf-155522d342e1,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:34.566526 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35000) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:34.665196 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aad1bf7e-2f07-4716-bd55-03349605181a req-96e97e17-7404-489a-991b-d53a069da06c tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0367029 Feb 20 05:38:34.677797 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32289c09-d070-42c1-bbaf-9a666fd09029 admin admin] Publish callbacks [] for security_group (fd27bc7a-8200-44be-86bf-155522d342e1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:34.701043 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32289c09-d070-42c1-bbaf-9a666fd09029 admin admin] Publish callbacks [] for security_group (fd27bc7a-8200-44be-86bf-155522d342e1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:34.753035 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32289c09-d070-42c1-bbaf-9a666fd09029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (fd27bc7a-8200-44be-86bf-155522d342e1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:34.755847 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32289c09-d070-42c1-bbaf-9a666fd09029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:34.757242 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-32289c09-d070-42c1-bbaf-9a666fd09029 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd27bc7a-8200-44be-86bf-155522d342e1 HTTP/1.1" status: 204 len: 168 time: 0.1894588 Feb 20 05:38:34.766736 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32289c09-d070-42c1-bbaf-9a666fd09029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd27bc7a-8200-44be-86bf-155522d342e1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:35.670351 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268dba4-3fec-4770-821c-cd71495c76f7 req-395399e2-95f3-49db-b1c4-42b45b761b55 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:35.679697 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d268dba4-3fec-4770-821c-cd71495c76f7 req-395399e2-95f3-49db-b1c4-42b45b761b55 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.0718462 Feb 20 05:38:35.745767 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d268dba4-3fec-4770-821c-cd71495c76f7 req-2547b995-e537-4299-92a8-79329ea0e960 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619931 Feb 20 05:38:35.878290 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-47de352c-1dce-4f78-ae46-362f62a8f439 req-87492862-d48d-47b6-8786-86d689dbaf4d tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0505452 Feb 20 05:38:36.173840 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35066) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:36.298253 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5e4dc371-3f49-4ffa-b05b-0f9744e21a0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:36.390141 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5e4dc371-3f49-4ffa-b05b-0f9744e21a0c admin admin] Publish callbacks [] for security_group (ab6baa30-05e9-415d-865c-0e3efd4d1cad), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:36.394510 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5e4dc371-3f49-4ffa-b05b-0f9744e21a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ab6baa30-05e9-415d-865c-0e3efd4d1cad), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:36.440978 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5e4dc371-3f49-4ffa-b05b-0f9744e21a0c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7bd1fd9557dd4c4ea2579a7f710f75d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2658653 Feb 20 05:38:36.442009 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4dc371-3f49-4ffa-b05b-0f9744e21a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6baa30-05e9-415d-865c-0e3efd4d1cad,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:36.443978 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35076) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:36.496682 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a798bd3-b789-42a1-ac06-e2a901d46645 admin admin] Publish callbacks [] for security_group (ab6baa30-05e9-415d-865c-0e3efd4d1cad), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:36.519127 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a798bd3-b789-42a1-ac06-e2a901d46645 admin admin] Publish callbacks [] for security_group (ab6baa30-05e9-415d-865c-0e3efd4d1cad), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:36.569709 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a798bd3-b789-42a1-ac06-e2a901d46645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ab6baa30-05e9-415d-865c-0e3efd4d1cad), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:36.572493 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a798bd3-b789-42a1-ac06-e2a901d46645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:36.573845 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4a798bd3-b789-42a1-ac06-e2a901d46645 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab6baa30-05e9-415d-865c-0e3efd4d1cad HTTP/1.1" status: 204 len: 168 time: 0.1287215 Feb 20 05:38:36.589632 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a798bd3-b789-42a1-ac06-e2a901d46645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6baa30-05e9-415d-865c-0e3efd4d1cad,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:36.885594 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22394b84-e8e9-46af-8125-3a9f4aa3eed0 req-768cad05-2738-4990-9fce-e155c948b8f8 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:36.887176 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22394b84-e8e9-46af-8125-3a9f4aa3eed0 req-768cad05-2738-4990-9fce-e155c948b8f8 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.0594804 Feb 20 05:38:36.963787 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22394b84-e8e9-46af-8125-3a9f4aa3eed0 req-ff178c17-b737-42c0-80da-de6c34d79c0e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690904 Feb 20 05:38:37.000987 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35106) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:37.027299 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c695401d-f0be-43f2-87e7-07d721f6b56e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:37.109256 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ee9474f7-affb-4f75-8e84-787924480bbd req-d7d1325b-5399-44ab-bbbf-1d8bd4f6677a tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0468378 Feb 20 05:38:37.209704 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c695401d-f0be-43f2-87e7-07d721f6b56e admin admin] Publish callbacks [] for security_group (7fab6d0c-e7a1-41fa-bd49-6372e764edde), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:37.216169 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c695401d-f0be-43f2-87e7-07d721f6b56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7fab6d0c-e7a1-41fa-bd49-6372e764edde), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:37.267907 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c695401d-f0be-43f2-87e7-07d721f6b56e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=78da9d6934f04d1fa3fd0f67c8d08857&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2653179 Feb 20 05:38:37.269354 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695401d-f0be-43f2-87e7-07d721f6b56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fab6d0c-e7a1-41fa-bd49-6372e764edde,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:37.270290 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35116) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:37.330104 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-314f3397-2d80-4989-bf34-d31fd9e4b486 admin admin] Publish callbacks [] for security_group (7fab6d0c-e7a1-41fa-bd49-6372e764edde), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:37.358490 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-314f3397-2d80-4989-bf34-d31fd9e4b486 admin admin] Publish callbacks [] for security_group (7fab6d0c-e7a1-41fa-bd49-6372e764edde), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:37.417622 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-314f3397-2d80-4989-bf34-d31fd9e4b486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7fab6d0c-e7a1-41fa-bd49-6372e764edde), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:37.421575 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-314f3397-2d80-4989-bf34-d31fd9e4b486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:37.423271 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-314f3397-2d80-4989-bf34-d31fd9e4b486 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7fab6d0c-e7a1-41fa-bd49-6372e764edde HTTP/1.1" status: 204 len: 168 time: 0.1519692 Feb 20 05:38:37.433407 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f3397-2d80-4989-bf34-d31fd9e4b486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fab6d0c-e7a1-41fa-bd49-6372e764edde,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:37.554169 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35122) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:37.798610 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a742d0ad-536a-4640-b788-3bf4e551a29b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:37.899522 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a742d0ad-536a-4640-b788-3bf4e551a29b admin admin] Publish callbacks [] for security_group (31e403e5-1894-440d-8d45-3786584a6c5f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:37.906008 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a742d0ad-536a-4640-b788-3bf4e551a29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (31e403e5-1894-440d-8d45-3786584a6c5f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:37.941592 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a742d0ad-536a-4640-b788-3bf4e551a29b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=756d226877ac435dae417a76bc2b59c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3861158 Feb 20 05:38:37.944396 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35136) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:37.986018 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742d0ad-536a-4640-b788-3bf4e551a29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e403e5-1894-440d-8d45-3786584a6c5f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:38.058776 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a49d756-3b15-4f7b-baf6-c821c072e33e admin admin] Publish callbacks [] for security_group (31e403e5-1894-440d-8d45-3786584a6c5f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:38.099443 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a49d756-3b15-4f7b-baf6-c821c072e33e admin admin] Publish callbacks [] for security_group (31e403e5-1894-440d-8d45-3786584a6c5f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:38.179738 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e89c4-c3f4-4a80-a88c-4e6e0be9de4f req-5dc24b37-5d3f-4630-b880-396996c29169 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:38.181568 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-161e89c4-c3f4-4a80-a88c-4e6e0be9de4f req-5dc24b37-5d3f-4630-b880-396996c29169 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.1037889 Feb 20 05:38:38.221592 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a49d756-3b15-4f7b-baf6-c821c072e33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (31e403e5-1894-440d-8d45-3786584a6c5f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:38.224363 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a49d756-3b15-4f7b-baf6-c821c072e33e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:38.225525 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7a49d756-3b15-4f7b-baf6-c821c072e33e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/31e403e5-1894-440d-8d45-3786584a6c5f HTTP/1.1" status: 204 len: 168 time: 0.2794440 Feb 20 05:38:38.277338 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-161e89c4-c3f4-4a80-a88c-4e6e0be9de4f req-c296fbfb-edcc-4458-a58f-339f4c0c2f80 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679762 Feb 20 05:38:38.279612 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49d756-3b15-4f7b-baf6-c821c072e33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e403e5-1894-440d-8d45-3786584a6c5f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:38.396199 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f2b1a869-b1cb-426a-ad79-7709bd997f9f req-10c6a84d-07b9-4bed-b96f-091e8778fa74 tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0331578 Feb 20 05:38:38.675728 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35164) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:38.699379 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db55ac36-9985-4456-9ede-58ed82fa9421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:38.826985 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db55ac36-9985-4456-9ede-58ed82fa9421 admin admin] Publish callbacks [] for security_group (b3b8baba-ff75-43a3-83e3-bbe43c3059b0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:38.831362 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db55ac36-9985-4456-9ede-58ed82fa9421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b3b8baba-ff75-43a3-83e3-bbe43c3059b0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:38.872802 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-db55ac36-9985-4456-9ede-58ed82fa9421 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5b11ae62cefa4e1d9549115bbf9c586d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1945989 Feb 20 05:38:38.873574 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35172) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:38.892742 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55ac36-9985-4456-9ede-58ed82fa9421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b8baba-ff75-43a3-83e3-bbe43c3059b0,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:38.956288 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-061fccba-f51c-4108-b00e-09f53569af44 admin admin] Publish callbacks [] for security_group (b3b8baba-ff75-43a3-83e3-bbe43c3059b0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:38.986162 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-061fccba-f51c-4108-b00e-09f53569af44 admin admin] Publish callbacks [] for security_group (b3b8baba-ff75-43a3-83e3-bbe43c3059b0), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:39.078278 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-061fccba-f51c-4108-b00e-09f53569af44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b3b8baba-ff75-43a3-83e3-bbe43c3059b0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:39.081246 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-061fccba-f51c-4108-b00e-09f53569af44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:39.082486 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-061fccba-f51c-4108-b00e-09f53569af44 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3b8baba-ff75-43a3-83e3-bbe43c3059b0 HTTP/1.1" status: 204 len: 168 time: 0.2065945 Feb 20 05:38:39.092252 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061fccba-f51c-4108-b00e-09f53569af44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b8baba-ff75-43a3-83e3-bbe43c3059b0,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:39.432463 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c57b3f-46fc-4701-9aa3-dc96d0359459 req-3d661f9d-936f-47c7-8f1f-7788fc56d9d9 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:39.433002 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35194) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:39.435969 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-01c57b3f-46fc-4701-9aa3-dc96d0359459 req-3d661f9d-936f-47c7-8f1f-7788fc56d9d9 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.0682600 Feb 20 05:38:39.520193 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-01c57b3f-46fc-4701-9aa3-dc96d0359459 req-b81caee9-9065-4357-8add-69fd7724e4bb tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785742 Feb 20 05:38:39.579936 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f5603392-a55f-4271-a2ef-0f2c260d4b85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:39.626939 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74064832-21aa-4f4d-973c-e84dcfd4e0b4 req-4451f4e7-b94e-41e4-9f06-b28ba7ffec2b tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0367639 Feb 20 05:38:39.683845 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f5603392-a55f-4271-a2ef-0f2c260d4b85 admin admin] Publish callbacks [] for security_group (e522f4d7-f750-45f0-9df5-f3dbe04461cc), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:39.687969 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f5603392-a55f-4271-a2ef-0f2c260d4b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e522f4d7-f750-45f0-9df5-f3dbe04461cc), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:39.730596 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f5603392-a55f-4271-a2ef-0f2c260d4b85 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b733a94726e4634933d733a75f0f609&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2941732 Feb 20 05:38:39.730596 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5603392-a55f-4271-a2ef-0f2c260d4b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e522f4d7-f750-45f0-9df5-f3dbe04461cc,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:39.731839 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35206) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:39.797091 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-171b1d8b-4836-4d44-a441-af8155a5a140 admin admin] Publish callbacks [] for security_group (e522f4d7-f750-45f0-9df5-f3dbe04461cc), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:39.823092 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-171b1d8b-4836-4d44-a441-af8155a5a140 admin admin] Publish callbacks [] for security_group (e522f4d7-f750-45f0-9df5-f3dbe04461cc), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:39.894506 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-171b1d8b-4836-4d44-a441-af8155a5a140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e522f4d7-f750-45f0-9df5-f3dbe04461cc), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:39.898137 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-171b1d8b-4836-4d44-a441-af8155a5a140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:39.902051 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-171b1d8b-4836-4d44-a441-af8155a5a140 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e522f4d7-f750-45f0-9df5-f3dbe04461cc HTTP/1.1" status: 204 len: 168 time: 0.1669524 Feb 20 05:38:39.913178 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b1d8b-4836-4d44-a441-af8155a5a140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e522f4d7-f750-45f0-9df5-f3dbe04461cc,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:40.662049 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a3e61-bc7d-472b-964e-9e9e7737c476 req-1613f32a-5954-43a6-a5f2-8ca605e75db7 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:40.663877 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-733a3e61-bc7d-472b-964e-9e9e7737c476 req-1613f32a-5954-43a6-a5f2-8ca605e75db7 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.0739512 Feb 20 05:38:40.724216 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-733a3e61-bc7d-472b-964e-9e9e7737c476 req-e03f985a-0ac5-4983-a082-edaa5ef12074 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520725 Feb 20 05:38:40.879247 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-762c15fa-257a-4902-bdc3-e42088eb4e75 req-823372e0-e6cf-42f3-b6e4-e81739decbb1 tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0321553 Feb 20 05:38:41.885265 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acf624-4bd8-49a0-b031-93d2afe16d57 req-cd8bc7d8-1cec-4097-ac9d-79a3f588a026 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:41.887294 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-69acf624-4bd8-49a0-b031-93d2afe16d57 req-cd8bc7d8-1cec-4097-ac9d-79a3f588a026 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.0587001 Feb 20 05:38:41.968271 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-69acf624-4bd8-49a0-b031-93d2afe16d57 req-eac953c9-ca99-4fe8-8a57-296a7084d4cc tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674715 Feb 20 05:38:42.095858 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a744ea65-fe47-435f-a924-f33328d29bc2 req-5795cef3-3e2d-4880-a941-a10da76c482e tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0489891 Feb 20 05:38:42.166127 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35332) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:42.315421 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-486581bd-daf8-4340-896a-105604b8ab8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:42.402433 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-486581bd-daf8-4340-896a-105604b8ab8a admin admin] Publish callbacks [] for security_group (4bf11f8a-8127-4ce4-8a66-794936f96336), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:42.407545 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-486581bd-daf8-4340-896a-105604b8ab8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4bf11f8a-8127-4ce4-8a66-794936f96336), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:42.450761 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-486581bd-daf8-4340-896a-105604b8ab8a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=adb9618935234987a0e44067dfcc2b82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2800407 Feb 20 05:38:42.451158 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35352) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:42.457278 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486581bd-daf8-4340-896a-105604b8ab8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf11f8a-8127-4ce4-8a66-794936f96336,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:42.506215 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b3c63054-2960-4248-ad5a-54726759f856 admin admin] Publish callbacks [] for security_group (4bf11f8a-8127-4ce4-8a66-794936f96336), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:42.525594 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35356) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:42.535899 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b3c63054-2960-4248-ad5a-54726759f856 admin admin] Publish callbacks [] for security_group (4bf11f8a-8127-4ce4-8a66-794936f96336), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:42.598417 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b3c63054-2960-4248-ad5a-54726759f856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4bf11f8a-8127-4ce4-8a66-794936f96336), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:42.601644 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b3c63054-2960-4248-ad5a-54726759f856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:42.605759 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b3c63054-2960-4248-ad5a-54726759f856 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4bf11f8a-8127-4ce4-8a66-794936f96336 HTTP/1.1" status: 204 len: 168 time: 0.1508584 Feb 20 05:38:42.620598 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c63054-2960-4248-ad5a-54726759f856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf11f8a-8127-4ce4-8a66-794936f96336,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:42.676334 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e406657-47d6-4800-ac3b-6c46f9fec505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:42.771179 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e406657-47d6-4800-ac3b-6c46f9fec505 admin admin] Publish callbacks [] for security_group (c77db762-6f98-4411-ae70-5b7d28f69fba), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:42.776031 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e406657-47d6-4800-ac3b-6c46f9fec505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c77db762-6f98-4411-ae70-5b7d28f69fba), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:42.816224 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6e406657-47d6-4800-ac3b-6c46f9fec505 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b417661bb8a44ca5924847f95106b4c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2895045 Feb 20 05:38:42.818337 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e406657-47d6-4800-ac3b-6c46f9fec505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77db762-6f98-4411-ae70-5b7d28f69fba,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:42.819356 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35364) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:42.895491 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0dcb2808-adf1-441d-a76b-cee0844721ec admin admin] Publish callbacks [] for security_group (c77db762-6f98-4411-ae70-5b7d28f69fba), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:42.920812 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0dcb2808-adf1-441d-a76b-cee0844721ec admin admin] Publish callbacks [] for security_group (c77db762-6f98-4411-ae70-5b7d28f69fba), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:42.955978 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35366) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:42.976683 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-33f8bc6e-4db2-4f28-9699-3edf611cb959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:43.018052 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0dcb2808-adf1-441d-a76b-cee0844721ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c77db762-6f98-4411-ae70-5b7d28f69fba), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:43.030391 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0dcb2808-adf1-441d-a76b-cee0844721ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:43.034245 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0dcb2808-adf1-441d-a76b-cee0844721ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c77db762-6f98-4411-ae70-5b7d28f69fba HTTP/1.1" status: 204 len: 168 time: 0.2130508 Feb 20 05:38:43.078247 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb2808-adf1-441d-a76b-cee0844721ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77db762-6f98-4411-ae70-5b7d28f69fba,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:43.112641 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-33f8bc6e-4db2-4f28-9699-3edf611cb959 admin admin] Publish callbacks [] for security_group (b39f7da8-7cef-40d9-8240-3c997bce9766), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:43.119118 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-33f8bc6e-4db2-4f28-9699-3edf611cb959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b39f7da8-7cef-40d9-8240-3c997bce9766), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:43.209585 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-33f8bc6e-4db2-4f28-9699-3edf611cb959 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b58b8125fc1c4cdd91acfded0adebcc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2516754 Feb 20 05:38:43.211867 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8bc6e-4db2-4f28-9699-3edf611cb959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39f7da8-7cef-40d9-8240-3c997bce9766,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:43.212335 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35374) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:43.262448 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9fb68-88ae-4b8a-a90d-e0dd9eb0e6d2 req-baaa736d-ce57-4461-92d0-f95e0baf9011 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:43.264464 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7ec9fb68-88ae-4b8a-a90d-e0dd9eb0e6d2 req-baaa736d-ce57-4461-92d0-f95e0baf9011 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.1387217 Feb 20 05:38:43.287623 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d980d143-7d6f-4deb-9009-e63a912e04d7 admin admin] Publish callbacks [] for security_group (b39f7da8-7cef-40d9-8240-3c997bce9766), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:43.319738 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d980d143-7d6f-4deb-9009-e63a912e04d7 admin admin] Publish callbacks [] for security_group (b39f7da8-7cef-40d9-8240-3c997bce9766), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:43.371861 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7ec9fb68-88ae-4b8a-a90d-e0dd9eb0e6d2 req-25c32374-fd00-4200-a81a-df65079f2edc tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881658 Feb 20 05:38:43.383189 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d980d143-7d6f-4deb-9009-e63a912e04d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b39f7da8-7cef-40d9-8240-3c997bce9766), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:43.393816 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d980d143-7d6f-4deb-9009-e63a912e04d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:43.393816 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d980d143-7d6f-4deb-9009-e63a912e04d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b39f7da8-7cef-40d9-8240-3c997bce9766 HTTP/1.1" status: 204 len: 168 time: 0.1745527 Feb 20 05:38:43.398196 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980d143-7d6f-4deb-9009-e63a912e04d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39f7da8-7cef-40d9-8240-3c997bce9766,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:43.483601 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d29bf94e-cb01-4bc8-8510-0606e4eb619e req-ac7905cb-8cbb-4aa9-94b7-5c394a9101c4 tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0316498 Feb 20 05:38:43.539355 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35382) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:43.557638 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5cabee3c-21c0-46bf-ab69-d39ee9849451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:43.711395 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5cabee3c-21c0-46bf-ab69-d39ee9849451 admin admin] Publish callbacks [] for security_group (b56c4fdd-d48f-41e6-8d90-e27aa60e6669), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:43.724921 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5cabee3c-21c0-46bf-ab69-d39ee9849451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b56c4fdd-d48f-41e6-8d90-e27aa60e6669), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:43.780907 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5cabee3c-21c0-46bf-ab69-d39ee9849451 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a96d06a283648b7ab47fb682d1d1968&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2380264 Feb 20 05:38:43.781856 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35400) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:43.787156 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabee3c-21c0-46bf-ab69-d39ee9849451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56c4fdd-d48f-41e6-8d90-e27aa60e6669,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:43.893160 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c9acda3a-1b31-4a6e-928a-0df9f9c310bc admin admin] Publish callbacks [] for security_group (b56c4fdd-d48f-41e6-8d90-e27aa60e6669), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:43.925525 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c9acda3a-1b31-4a6e-928a-0df9f9c310bc admin admin] Publish callbacks [] for security_group (b56c4fdd-d48f-41e6-8d90-e27aa60e6669), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:44.005472 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c9acda3a-1b31-4a6e-928a-0df9f9c310bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b56c4fdd-d48f-41e6-8d90-e27aa60e6669), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:44.009265 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c9acda3a-1b31-4a6e-928a-0df9f9c310bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:44.010338 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c9acda3a-1b31-4a6e-928a-0df9f9c310bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b56c4fdd-d48f-41e6-8d90-e27aa60e6669 HTTP/1.1" status: 204 len: 168 time: 0.2268987 Feb 20 05:38:44.022325 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acda3a-1b31-4a6e-928a-0df9f9c310bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56c4fdd-d48f-41e6-8d90-e27aa60e6669,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:44.552450 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9ac4a-9277-4d3b-a4c0-9e69a7db5d80 req-730e31af-6c04-4732-ab38-9b77c12b1eca tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:44.554488 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aca9ac4a-9277-4d3b-a4c0-9e69a7db5d80 req-730e31af-6c04-4732-ab38-9b77c12b1eca tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.0690227 Feb 20 05:38:44.619780 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aca9ac4a-9277-4d3b-a4c0-9e69a7db5d80 req-b2f26acf-480e-4d97-9fff-2db1487417cc tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575294 Feb 20 05:38:44.791913 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a716a30-d07d-4408-88af-44cd79e0f1d7 req-76c6d44c-f7f2-461d-bcd4-020b4dd55ac5 tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0490820 Feb 20 05:38:45.300737 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35474) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:45.442279 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-348e64d9-829f-401c-a336-dd9def17658c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:45.545838 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-348e64d9-829f-401c-a336-dd9def17658c admin admin] Publish callbacks [] for security_group (2e04e945-2388-428e-bfcf-f6341e7d1911), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:45.552227 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-348e64d9-829f-401c-a336-dd9def17658c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2e04e945-2388-428e-bfcf-f6341e7d1911), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:45.600109 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-348e64d9-829f-401c-a336-dd9def17658c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46f5ec37fceb4ed5b3b48734f06716b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2980325 Feb 20 05:38:45.602641 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35506) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:45.631203 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e64d9-829f-401c-a336-dd9def17658c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e04e945-2388-428e-bfcf-f6341e7d1911,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:45.714605 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-105c6fd3-1b02-4681-b471-d9cc52a051a3 service neutron] 10.222.0.61 "GET /v2.0/ports/2bc6aef8-65d1-4d2d-b115-7bb9c396e43e/bindings/n-h1-829866-5 HTTP/1.1" status: 200 len: 382 time: 0.1129019 Feb 20 05:38:45.749291 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5385eb83-b155-451f-851e-bf827a49e8c4 admin admin] Publish callbacks [] for security_group (2e04e945-2388-428e-bfcf-f6341e7d1911), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:45.823288 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5385eb83-b155-451f-851e-bf827a49e8c4 admin admin] Publish callbacks [] for security_group (2e04e945-2388-428e-bfcf-f6341e7d1911), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:45.872742 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36667c-2d5e-4367-b3ee-80e17729cb18 req-af4d5d8f-6941-43e5-9b2e-f7bf33652bc6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:45.874446 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6b36667c-2d5e-4367-b3ee-80e17729cb18 req-af4d5d8f-6941-43e5-9b2e-f7bf33652bc6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.1415269 Feb 20 05:38:45.907754 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5385eb83-b155-451f-851e-bf827a49e8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2e04e945-2388-428e-bfcf-f6341e7d1911), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:45.910967 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5385eb83-b155-451f-851e-bf827a49e8c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:45.921261 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5385eb83-b155-451f-851e-bf827a49e8c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e04e945-2388-428e-bfcf-f6341e7d1911 HTTP/1.1" status: 204 len: 168 time: 0.3136189 Feb 20 05:38:45.959567 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6b36667c-2d5e-4367-b3ee-80e17729cb18 req-fffb7088-2f72-435a-9132-58014be9b92f tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711801 Feb 20 05:38:45.968881 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385eb83-b155-451f-851e-bf827a49e8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e04e945-2388-428e-bfcf-f6341e7d1911,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:46.191973 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b08a44e-8c1b-42a8-9f0f-9a5bc00f80a1 req-5517bc9b-a5ee-4d75-99d8-54416253b65e tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0863993 Feb 20 05:38:46.217308 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-66a77ca1-a040-4211-a3b1-14328955d253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:46.219095 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-66a77ca1-a040-4211-a3b1-14328955d253 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7&tenant_id=fa4999e395b84ca8985dceeebb996696 HTTP/1.1" status: 200 len: 1132 time: 0.1759133 Feb 20 05:38:46.300582 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-3e64c433-8355-4f94-9748-3462d5017e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:46.302451 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-3e64c433-8355-4f94-9748-3462d5017e1e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 1132 time: 0.0507812 Feb 20 05:38:46.410607 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34513aae-9460-4158-ae3c-693d20d286dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:46.483454 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-bc15516c-cf76-4e4c-bb71-f6ec88f43d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:46.485343 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-bc15516c-cf76-4e4c-bb71-f6ec88f43d62 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.1681490 Feb 20 05:38:46.536226 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-b6662b21-135a-45c7-b320-f5dec7254c96 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e HTTP/1.1" status: 200 len: 217 time: 0.0435600 Feb 20 05:38:46.612755 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-2cbb0673-412a-4a60-b66e-d91bac60b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:46.615253 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-2cbb0673-412a-4a60-b66e-d91bac60b4d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0723841 Feb 20 05:38:46.689221 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-826b8ab2-9d06-44ac-9d89-6d002f23778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:46.691470 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-826b8ab2-9d06-44ac-9d89-6d002f23778f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0703657 Feb 20 05:38:46.838121 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-28cffc06-e765-454f-a091-41e4cfd64b0e service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353285 Feb 20 05:38:46.947274 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35578) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:46.971855 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-8772f108-835f-4239-b003-c22a3d18e778 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267340 Feb 20 05:38:47.134042 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-bcf67d1c-c36f-4df1-bbff-1aa70bc17dae tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.135177 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bcf67d1c-c36f-4df1-bbff-1aa70bc17dae tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1867926 Feb 20 05:38:47.139709 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35590) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.146871 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-dc3bb4a0-0958-4a70-b51f-b5f34c15de66 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.150020 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-dc3bb4a0-0958-4a70-b51f-b5f34c15de66 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0073364 Feb 20 05:38:47.150812 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35592) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.156829 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-b41b7f75-b9b6-4a09-82ab-2c22fa866cde tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.157760 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b41b7f75-b9b6-4a09-82ab-2c22fa866cde tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0059054 Feb 20 05:38:47.160432 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35594) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.165564 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-96e661ab-401a-4db9-9685-39b9e132a053 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.166967 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-96e661ab-401a-4db9-9685-39b9e132a053 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0053046 Feb 20 05:38:47.169691 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35596) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.174878 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-58e333bd-4a86-463c-8179-f032bedc5e2f tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.175732 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d1435-3e55-4fd6-8daf-421278e12525 req-199e98f3-1b74-49eb-9c8f-cd8a41821e82 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:47.176143 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-58e333bd-4a86-463c-8179-f032bedc5e2f tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0052881 Feb 20 05:38:47.177356 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a3d1435-3e55-4fd6-8daf-421278e12525 req-199e98f3-1b74-49eb-9c8f-cd8a41821e82 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.1325116 Feb 20 05:38:47.178377 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35598) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.189054 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-d1ba0abb-d408-446c-94ff-fe9e87fe8d7a tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.190428 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d1ba0abb-d408-446c-94ff-fe9e87fe8d7a tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0106275 Feb 20 05:38:47.192964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35600) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.197726 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-eda1c30f-4512-4397-8a8a-8f015f15835f tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.198960 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-eda1c30f-4512-4397-8a8a-8f015f15835f tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0048060 Feb 20 05:38:47.202211 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35602) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.207070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-66e15f95-967d-456c-9006-2505c6a48a7b tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.211458 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-66e15f95-967d-456c-9006-2505c6a48a7b tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0076730 Feb 20 05:38:47.212475 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35604) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.222158 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-cf9f9547-8672-4a37-bc79-fe6d20a59cd6 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.223256 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cf9f9547-8672-4a37-bc79-fe6d20a59cd6 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0092490 Feb 20 05:38:47.223896 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35610) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.228049 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-8091a906-93a2-48d4-9222-81a1c61bc1ff tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.232115 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8091a906-93a2-48d4-9222-81a1c61bc1ff tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0071862 Feb 20 05:38:47.232983 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35614) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.237232 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-33673eed-4523-49fb-97a0-b6ecae90c9b1 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.241045 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-33673eed-4523-49fb-97a0-b6ecae90c9b1 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0070374 Feb 20 05:38:47.241853 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35616) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.246732 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-b45052a7-9529-4d61-a703-51cd23b04a18 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.250299 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b45052a7-9529-4d61-a703-51cd23b04a18 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0074029 Feb 20 05:38:47.250889 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35622) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.255913 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-953e9aa7-b9aa-45c2-afa8-14f261407409 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.260079 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-953e9aa7-b9aa-45c2-afa8-14f261407409 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0081573 Feb 20 05:38:47.260693 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35624) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.274039 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a3d1435-3e55-4fd6-8daf-421278e12525 req-d5f846ea-94b9-495e-ba6b-2a0cf17a9c6f tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751276 Feb 20 05:38:47.274523 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-8cb5993d-81ac-4e81-ad26-d56377735280 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.274627 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35626) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.274722 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8cb5993d-81ac-4e81-ad26-d56377735280 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0095432 Feb 20 05:38:47.275422 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-40fe66e4-7be6-4d57-bbe3-853a3c95b3ac tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.277013 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-40fe66e4-7be6-4d57-bbe3-853a3c95b3ac tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0043559 Feb 20 05:38:47.280501 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35628) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.287450 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-acb57cbd-5b1d-48e8-bed9-b78c25da086d tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.288632 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-acb57cbd-5b1d-48e8-bed9-b78c25da086d tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0071397 Feb 20 05:38:47.291516 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35632) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.296001 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-52954a87-fa7c-4c05-a975-fe47cdb6ed6e tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.298940 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-52954a87-fa7c-4c05-a975-fe47cdb6ed6e tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0046458 Feb 20 05:38:47.299803 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35634) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.304064 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-2659d6c4-e7e2-48a4-9149-098fcda343c0 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.306987 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2659d6c4-e7e2-48a4-9149-098fcda343c0 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0042844 Feb 20 05:38:47.308005 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35636) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.314247 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-586f3567-051c-46d7-9fde-d219560a0bf2 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.318174 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35638) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.318645 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-586f3567-051c-46d7-9fde-d219560a0bf2 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0090158 Feb 20 05:38:47.322482 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-327b9661-5771-49ea-aa96-023b8486032a tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.323531 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-327b9661-5771-49ea-aa96-023b8486032a tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0043998 Feb 20 05:38:47.326832 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35640) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.331415 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-3689a385-93ef-4200-9086-5d35a7e7f965 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.332644 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3689a385-93ef-4200-9086-5d35a7e7f965 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0045733 Feb 20 05:38:47.335569 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35644) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.339866 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-49b24b6c-52c5-4043-9659-a7b17b38f1c2 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.341813 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-49b24b6c-52c5-4043-9659-a7b17b38f1c2 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0042920 Feb 20 05:38:47.343334 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35648) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.355293 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-5308aafb-f309-4ce3-b3d3-252800c6103f tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.356238 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5308aafb-f309-4ce3-b3d3-252800c6103f tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0043509 Feb 20 05:38:47.360116 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35650) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.364669 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-be9cdec2-10c9-490e-a781-b247ed7ff5e0 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.365612 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-be9cdec2-10c9-490e-a781-b247ed7ff5e0 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0046134 Feb 20 05:38:47.368135 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35652) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.372878 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-ec8d6402-406c-42c5-ad6d-31edf671bfdf tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.373788 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ec8d6402-406c-42c5-ad6d-31edf671bfdf tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0046444 Feb 20 05:38:47.376070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35654) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.379863 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-bbfb59d2-15f5-4bbe-a4fa-0ce550c98840 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.382845 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bbfb59d2-15f5-4bbe-a4fa-0ce550c98840 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0038762 Feb 20 05:38:47.383198 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35656) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.387716 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-e947d8c4-a491-476b-b71b-aab7d13fae9f tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.389378 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e947d8c4-a491-476b-b71b-aab7d13fae9f tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0052619 Feb 20 05:38:47.391738 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35658) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.395507 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-a507c028-748d-4c0c-859d-2e65c3bc7680 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.396518 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a507c028-748d-4c0c-859d-2e65c3bc7680 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0038719 Feb 20 05:38:47.398816 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35660) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.401799 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-99b40c7c-b4f4-4227-b60e-eb67c23a4d55 req-fc0e1dce-cd99-48d6-a1bd-e092366a1118 tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0371678 Feb 20 05:38:47.405267 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-af293e7d-2a43-47d5-9f4b-06f649c6538a tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.406318 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-af293e7d-2a43-47d5-9f4b-06f649c6538a tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0061953 Feb 20 05:38:47.408955 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35662) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.413971 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-0bceb798-0044-4e70-ad22-2e64fc2ceca5 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.415065 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0bceb798-0044-4e70-ad22-2e64fc2ceca5 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0048726 Feb 20 05:38:47.417608 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35664) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.422145 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-87b71626-1661-4964-891f-fec14a6e16c0 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.423209 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-87b71626-1661-4964-891f-fec14a6e16c0 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044279 Feb 20 05:38:47.425537 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35666) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.431221 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-747fb302-c3bb-496a-a16b-0d8612c89e08 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.432197 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-747fb302-c3bb-496a-a16b-0d8612c89e08 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0054691 Feb 20 05:38:47.434371 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35670) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.438691 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-8abbfcf8-6553-46f5-9628-03ca4e7c9369 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.439680 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8abbfcf8-6553-46f5-9628-03ca4e7c9369 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0038922 Feb 20 05:38:47.441794 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35672) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.445684 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-b37c1978-6ac4-4d17-8115-2f7d545f96d4 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.448633 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b37c1978-6ac4-4d17-8115-2f7d545f96d4 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0039454 Feb 20 05:38:47.448989 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35674) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.453636 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-da95270e-b41e-4847-b868-4e0ed3d850db tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.454963 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-da95270e-b41e-4847-b868-4e0ed3d850db tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0046523 Feb 20 05:38:47.456834 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35676) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.461085 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-5f88bfe9-bd10-4626-b1a8-0fd4837121a5 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.462227 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5f88bfe9-bd10-4626-b1a8-0fd4837121a5 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0043108 Feb 20 05:38:47.465113 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35678) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.470183 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-dc82961d-1797-49a7-83d6-d713b9e4c0b3 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.471903 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dc82961d-1797-49a7-83d6-d713b9e4c0b3 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0057561 Feb 20 05:38:47.474076 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35684) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.478163 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-5f1af42e-2243-42dc-abc6-ab499f6f2645 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.479291 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5f1af42e-2243-42dc-abc6-ab499f6f2645 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0043280 Feb 20 05:38:47.481479 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35686) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.486554 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-e7261c48-795f-4d98-9177-258a6b0d8ded tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.487545 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e7261c48-795f-4d98-9177-258a6b0d8ded tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0046632 Feb 20 05:38:47.489916 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35688) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.494063 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-d945952e-55f2-4fbe-9d9e-c9a2e86e6803 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.495068 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d945952e-55f2-4fbe-9d9e-c9a2e86e6803 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0041320 Feb 20 05:38:47.497967 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35690) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.502444 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-cbdc1111-2400-448f-a269-45a8addd68a5 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.503380 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cbdc1111-2400-448f-a269-45a8addd68a5 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0045826 Feb 20 05:38:47.505898 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35692) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.509901 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-e93602f5-8c0b-4d9d-aaf1-e6c2f3445543 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.510917 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e93602f5-8c0b-4d9d-aaf1-e6c2f3445543 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0041614 Feb 20 05:38:47.513817 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35694) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.518507 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-49738f1e-743e-4e6c-a91f-670d36ac282c tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.523072 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35700) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.523249 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-49738f1e-743e-4e6c-a91f-670d36ac282c tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0082133 Feb 20 05:38:47.528110 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-bc4ae570-bc15-4825-ab88-284f4e127c6d tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.529516 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bc4ae570-bc15-4825-ab88-284f4e127c6d tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0049357 Feb 20 05:38:47.531674 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35702) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.536055 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-f9e9f05b-4df7-415f-bdac-76b096abe3dd tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.537226 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f9e9f05b-4df7-415f-bdac-76b096abe3dd tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0044658 Feb 20 05:38:47.539715 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35704) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.544925 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-5e5d4ea4-6ce0-4e4c-bf41-c8bc41c4811b tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.548800 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5e5d4ea4-6ce0-4e4c-bf41-c8bc41c4811b tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0080853 Feb 20 05:38:47.549616 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35706) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.555364 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-f7f21ee6-92ac-4c68-8433-e8397f62e4ec tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.556369 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f7f21ee6-92ac-4c68-8433-e8397f62e4ec tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0053768 Feb 20 05:38:47.558748 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35708) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.563521 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-2e427aa3-d154-4d3a-9f65-79beecc30e2b tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.564566 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2e427aa3-d154-4d3a-9f65-79beecc30e2b tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0049040 Feb 20 05:38:47.567341 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35710) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.572033 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-bf8bffab-f17c-4af6-a64c-ce506811cb10 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.573072 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bf8bffab-f17c-4af6-a64c-ce506811cb10 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0047715 Feb 20 05:38:47.576114 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35712) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.581075 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-9b2e04b0-daf0-4578-8b5e-e0d27636ca48 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.582334 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9b2e04b0-daf0-4578-8b5e-e0d27636ca48 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0051324 Feb 20 05:38:47.585107 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35718) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.589270 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-c7f91a8e-f997-441a-8a89-5cb0430d7e72 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.590199 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c7f91a8e-f997-441a-8a89-5cb0430d7e72 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0041668 Feb 20 05:38:47.592587 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35720) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.596692 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-5d14dc28-09ff-41b8-91ff-d19636499dc2 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.597602 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5d14dc28-09ff-41b8-91ff-d19636499dc2 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0042453 Feb 20 05:38:47.599986 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35722) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.608155 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-75ae99e6-4340-46d2-89bc-154cdd37c10e tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.611627 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-75ae99e6-4340-46d2-89bc-154cdd37c10e tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0082154 Feb 20 05:38:47.612083 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35728) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.616402 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-502ac487-b077-4d10-8ff2-08a513b6f8e7 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.617534 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-502ac487-b077-4d10-8ff2-08a513b6f8e7 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0044131 Feb 20 05:38:47.619586 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35730) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.624124 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-48e8a112-3cff-4a9f-b8a1-23a42b8c919b tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.625481 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-48e8a112-3cff-4a9f-b8a1-23a42b8c919b tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0046456 Feb 20 05:38:47.627397 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35732) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.631710 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-a40405f6-82ae-4a63-adcf-06f1a6e9e149 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.635124 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a40405f6-82ae-4a63-adcf-06f1a6e9e149 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0066528 Feb 20 05:38:47.635598 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35734) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.640809 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-5fc2793a-8731-4527-ad15-1e4717547ef9 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.641959 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5fc2793a-8731-4527-ad15-1e4717547ef9 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0052149 Feb 20 05:38:47.644221 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35736) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.649068 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-bbd0db6c-0b00-46ca-9332-79a5ac25962c tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.651464 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bbd0db6c-0b00-46ca-9332-79a5ac25962c tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0049546 Feb 20 05:38:47.652299 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35738) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.657661 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-15de2f82-70ce-4bcb-bd47-e0107f5247b5 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.660621 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-15de2f82-70ce-4bcb-bd47-e0107f5247b5 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0053034 Feb 20 05:38:47.660838 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35740) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.664603 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-334211ab-77f1-4462-aee6-3e7e237c6515 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.666933 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-334211ab-77f1-4462-aee6-3e7e237c6515 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0038345 Feb 20 05:38:47.667804 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35742) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.672647 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-d22be048-9f42-472b-aa29-db88ff95f04f tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.673610 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d22be048-9f42-472b-aa29-db88ff95f04f tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0047629 Feb 20 05:38:47.677816 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35748) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.681679 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [None req-33ca7d6f-e2b3-4d85-96f6-185faebd0564 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.682947 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-33ca7d6f-e2b3-4d85-96f6-185faebd0564 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0039155 Feb 20 05:38:47.685490 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35750) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.689731 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-76789e0d-32b7-453d-bdee-9d8666c5a092 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.691335 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-76789e0d-32b7-453d-bdee-9d8666c5a092 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0048721 Feb 20 05:38:47.693083 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35754) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.697319 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-700302be-c672-468f-ad84-e65c0074742e tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.698299 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-700302be-c672-468f-ad84-e65c0074742e tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0042858 Feb 20 05:38:47.700418 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35758) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.704229 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-51c6312e-434b-43e3-9cf6-2da66c2a8014 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.705239 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-51c6312e-434b-43e3-9cf6-2da66c2a8014 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0039225 Feb 20 05:38:47.707483 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35760) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.711263 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-5ad91c72-2099-444b-8942-33cc53196481 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.712162 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5ad91c72-2099-444b-8942-33cc53196481 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0037909 Feb 20 05:38:47.714297 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35762) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.718113 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-fa8c6ce5-dd68-4413-ad84-4b2e299a5bdd tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.719034 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fa8c6ce5-dd68-4413-ad84-4b2e299a5bdd tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0038466 Feb 20 05:38:47.721742 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35764) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.725648 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-b4e08288-8378-488d-a03f-15fe3302ec3a tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.726481 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b4e08288-8378-488d-a03f-15fe3302ec3a tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0039971 Feb 20 05:38:47.728694 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35768) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.733555 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-0ba49cd8-91e0-44a2-a0e1-d7a069660b4e tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.736364 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0ba49cd8-91e0-44a2-a0e1-d7a069660b4e tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0049489 Feb 20 05:38:47.736615 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35770) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.740586 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-72d14689-0d65-4a78-bb97-167846e1e599 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.742937 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-72d14689-0d65-4a78-bb97-167846e1e599 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0040362 Feb 20 05:38:47.743599 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35772) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:47.747972 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [None req-cba68e56-5724-4083-9244-a72780723f03 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:38:47.752038 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-cba68e56-5724-4083-9244-a72780723f03 tempest-ExtensionsTestJSON-779886845 tempest-ExtensionsTestJSON-779886845-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0074680 Feb 20 05:38:48.051687 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35808) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:48.166085 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ea84104-81b9-4fb7-81ab-a89b4c6fd006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:48.258856 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ea84104-81b9-4fb7-81ab-a89b4c6fd006 admin admin] Publish callbacks [] for security_group (f962d7c6-c010-4041-bed9-f9157a250d14), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:48.270051 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ea84104-81b9-4fb7-81ab-a89b4c6fd006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f962d7c6-c010-4041-bed9-f9157a250d14), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:48.318953 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35824) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:48.319808 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6ea84104-81b9-4fb7-81ab-a89b4c6fd006 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=589f193df88e45fe8fb9d0aedfee5179&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2670236 Feb 20 05:38:48.322587 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea84104-81b9-4fb7-81ab-a89b4c6fd006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f962d7c6-c010-4041-bed9-f9157a250d14,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:48.332592 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea84104-81b9-4fb7-81ab-a89b4c6fd006 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:48.333225 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea84104-81b9-4fb7-81ab-a89b4c6fd006 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:48.333738 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea84104-81b9-4fb7-81ab-a89b4c6fd006 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:48.334482 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea84104-81b9-4fb7-81ab-a89b4c6fd006 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:48.335031 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea84104-81b9-4fb7-81ab-a89b4c6fd006 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:48.335520 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea84104-81b9-4fb7-81ab-a89b4c6fd006 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:48.336026 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea84104-81b9-4fb7-81ab-a89b4c6fd006 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:48.336533 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea84104-81b9-4fb7-81ab-a89b4c6fd006 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:48.337124 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea84104-81b9-4fb7-81ab-a89b4c6fd006 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:48.337443 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea84104-81b9-4fb7-81ab-a89b4c6fd006 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:48.337929 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea84104-81b9-4fb7-81ab-a89b4c6fd006 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:48.338503 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea84104-81b9-4fb7-81ab-a89b4c6fd006 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:48.339084 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea84104-81b9-4fb7-81ab-a89b4c6fd006 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:38:48.398495 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bbb773d9-d986-4b66-9dbc-1c299f15fe51 admin admin] Publish callbacks [] for security_group (f962d7c6-c010-4041-bed9-f9157a250d14), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:48.426140 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bbb773d9-d986-4b66-9dbc-1c299f15fe51 admin admin] Publish callbacks [] for security_group (f962d7c6-c010-4041-bed9-f9157a250d14), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:48.438944 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe994d-536b-4b5c-8578-4baa20895fc2 req-6257f0b4-93d7-44d9-9eb3-dfce45cb4b0e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:48.440750 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-efbe994d-536b-4b5c-8578-4baa20895fc2 req-6257f0b4-93d7-44d9-9eb3-dfce45cb4b0e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.0738714 Feb 20 05:38:48.507855 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bbb773d9-d986-4b66-9dbc-1c299f15fe51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f962d7c6-c010-4041-bed9-f9157a250d14), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:48.510731 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bbb773d9-d986-4b66-9dbc-1c299f15fe51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:48.515421 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bbb773d9-d986-4b66-9dbc-1c299f15fe51 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f962d7c6-c010-4041-bed9-f9157a250d14 HTTP/1.1" status: 204 len: 168 time: 0.1946065 Feb 20 05:38:48.531507 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb773d9-d986-4b66-9dbc-1c299f15fe51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f962d7c6-c010-4041-bed9-f9157a250d14,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:48.541472 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-efbe994d-536b-4b5c-8578-4baa20895fc2 req-b0a3b063-ae24-4610-8796-8b3dee7aa58e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923257 Feb 20 05:38:48.557314 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fbefcb9d-c2b7-40d5-acfc-83527afed8e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:48.675789 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e8412a22-6ac6-4196-9e66-c69755ab0869 req-3591cb8f-0a4e-48a4-ab08-4539ae299503 tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0280168 Feb 20 05:38:48.727210 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35840) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:48.848059 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c07bb56d-61e7-4b1f-b9c0-565a0fbb2717 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:48.933195 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c07bb56d-61e7-4b1f-b9c0-565a0fbb2717 admin admin] Publish callbacks [] for security_group (4afdb470-9c0c-4603-ae34-20ab211e8cd1), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:48.938621 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c07bb56d-61e7-4b1f-b9c0-565a0fbb2717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4afdb470-9c0c-4603-ae34-20ab211e8cd1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:48.972103 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c07bb56d-61e7-4b1f-b9c0-565a0fbb2717 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d36703283d548a48d1674c44cea0214&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2435975 Feb 20 05:38:48.974957 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35852) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:48.984765 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07bb56d-61e7-4b1f-b9c0-565a0fbb2717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afdb470-9c0c-4603-ae34-20ab211e8cd1,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:49.077843 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7aeca9ee-80f1-4d9b-a835-533abe3b8f7f admin admin] Publish callbacks [] for security_group (4afdb470-9c0c-4603-ae34-20ab211e8cd1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:49.104722 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7aeca9ee-80f1-4d9b-a835-533abe3b8f7f admin admin] Publish callbacks [] for security_group (4afdb470-9c0c-4603-ae34-20ab211e8cd1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:49.173394 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7aeca9ee-80f1-4d9b-a835-533abe3b8f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4afdb470-9c0c-4603-ae34-20ab211e8cd1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:49.177321 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7aeca9ee-80f1-4d9b-a835-533abe3b8f7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:49.180653 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7aeca9ee-80f1-4d9b-a835-533abe3b8f7f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4afdb470-9c0c-4603-ae34-20ab211e8cd1 HTTP/1.1" status: 204 len: 168 time: 0.2045155 Feb 20 05:38:49.191637 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeca9ee-80f1-4d9b-a835-533abe3b8f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afdb470-9c0c-4603-ae34-20ab211e8cd1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:49.324044 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35866) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:49.512452 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:49.566043 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-55df2547-1484-43ff-88ee-aa23258173c4 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-209495016'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:38:49.592880 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55df2547-1484-43ff-88ee-aa23258173c4 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Made reservation on behalf of a06c3d8168924425b3ab486baea14e27 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:38:49.606113 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55df2547-1484-43ff-88ee-aa23258173c4 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:49.619154 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55df2547-1484-43ff-88ee-aa23258173c4 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:49.741250 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e4557-6b89-4ec8-b541-7a81da5405e1 req-f968c450-7f4a-4269-93f7-ac5cc41dbedc tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:49.743697 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-781e4557-6b89-4ec8-b541-7a81da5405e1 req-f968c450-7f4a-4269-93f7-ac5cc41dbedc tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.1041408 Feb 20 05:38:49.785917 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55df2547-1484-43ff-88ee-aa23258173c4 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks [] for security_group (83d53fe6-9f81-468d-8cbb-52e1d674d1b4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:49.801612 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55df2547-1484-43ff-88ee-aa23258173c4 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (83d53fe6-9f81-468d-8cbb-52e1d674d1b4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:49.836885 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-781e4557-6b89-4ec8-b541-7a81da5405e1 req-5c6c828b-f34f-4e68-8736-e4d10636ed0c tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861959 Feb 20 05:38:49.839969 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55df2547-1484-43ff-88ee-aa23258173c4 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:38:49.863533 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55df2547-1484-43ff-88ee-aa23258173c4 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (dbf75e60-a56c-45eb-b34d-0ef9a070fd00), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:49.863766 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-55df2547-1484-43ff-88ee-aa23258173c4 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Added segment dbf75e60-a56c-45eb-b34d-0ef9a070fd00 of type vlan for network 9fe32f25-6d85-4618-9781-793a6f266ee7 Feb 20 05:38:49.875730 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df2547-1484-43ff-88ee-aa23258173c4 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83d53fe6-9f81-468d-8cbb-52e1d674d1b4,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:49.923690 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55df2547-1484-43ff-88ee-aa23258173c4 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (9fe32f25-6d85-4618-9781-793a6f266ee7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:49.950750 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55df2547-1484-43ff-88ee-aa23258173c4 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (9fe32f25-6d85-4618-9781-793a6f266ee7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:49.956711 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55df2547-1484-43ff-88ee-aa23258173c4 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:49.957318 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55df2547-1484-43ff-88ee-aa23258173c4 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:50.017553 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-66411b06-d839-48d9-82bd-7e433e292e8a req-d5ed368a-55f3-4094-a694-306080bc72f5 tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0570531 Feb 20 05:38:50.026351 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-55df2547-1484-43ff-88ee-aa23258173c4 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6969581 Feb 20 05:38:50.026623 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35894) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:50.037384 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-5f759315-d7fe-4f3c-a0a2-d6a15711cee7 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Request body: {'subnet': {'network_id': '9fe32f25-6d85-4618-9781-793a6f266ee7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:38:50.042778 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35896) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:50.086550 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df2547-1484-43ff-88ee-aa23258173c4 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Pushing event updated for resources: {'Network': ['ID=9fe32f25-6d85-4618-9781-793a6f266ee7,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:50.101056 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 9fe32f25-6d85-4618-9781-793a6f266ee7 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:38:50.138473 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35902) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:50.195487 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f759315-d7fe-4f3c-a0a2-d6a15711cee7 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Made reservation on behalf of a06c3d8168924425b3ab486baea14e27 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:38:50.199295 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:38:50.200815 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5f759315-d7fe-4f3c-a0a2-d6a15711cee7 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:50.305836 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:38:50.380623 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:38:50.448081 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-543ab2e8-5355-4238-8eff-5eb09f3b4970 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1040674269'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:38:50.456224 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5f759315-d7fe-4f3c-a0a2-d6a15711cee7 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (182e64e6-1b92-40f8-9eaa-a5c63deeed42), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:50.464843 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '2bc6aef8-65d1-4d2d-b115-7bb9c396e43e', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': '2bc6aef8-65d1-4d2d-b115-7bb9c396e43e', 'mac_address': 'fa:16:3e:e9:de:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:38:50.467667 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:38:50.468058 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:50.529052 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4d87dc-c6fd-4073-8847-23ac654116b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bc6aef8-65d1-4d2d-b115-7bb9c396e43e'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:38:50.531789 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbfa16f-f7ad-4bb8-802c-230d3c523dbd" -d '{"events": [{"server_uuid": "9b4d87dc-c6fd-4073-8847-23ac654116b7", "name": "network-vif-unplugged", "status": "completed", "tag": "2bc6aef8-65d1-4d2d-b115-7bb9c396e43e"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:38:50.535547 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f759315-d7fe-4f3c-a0a2-d6a15711cee7 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Pushing event updated for resources: {'Subnet': ['ID=182e64e6-1b92-40f8-9eaa-a5c63deeed42,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:50.554496 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f185941-73ae-490a-abdd-6185d00bf3fa req-1348ed3b-e678-46c9-968f-eb89d36f698b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:50.555531 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:38:50.556775 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e is: ACTIVE; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:38:50.557202 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:50.557743 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f185941-73ae-490a-abdd-6185d00bf3fa req-1348ed3b-e678-46c9-968f-eb89d36f698b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7&tenant_id=fa4999e395b84ca8985dceeebb996696&binding%3Ahost_id=n-h1-829866-5 HTTP/1.1" status: 200 len: 950 time: 0.1835625 Feb 20 05:38:50.573009 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f759315-d7fe-4f3c-a0a2-d6a15711cee7 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Checking segment: {'id': 'dbf75e60-a56c-45eb-b34d-0ef9a070fd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9fe32f25-6d85-4618-9781-793a6f266ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:38:50.573411 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f759315-d7fe-4f3c-a0a2-d6a15711cee7 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Network hostable DHCP agents. Network: 9fe32f25-6d85-4618-9781-793a6f266ee7, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:38:50.577486 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:38:50.584165 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:50.593653 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543ab2e8-5355-4238-8eff-5eb09f3b4970 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:38:50.598748 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-543ab2e8-5355-4238-8eff-5eb09f3b4970 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:50.612818 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-543ab2e8-5355-4238-8eff-5eb09f3b4970 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:50.621998 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f759315-d7fe-4f3c-a0a2-d6a15711cee7 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Network 9fe32f25-6d85-4618-9781-793a6f266ee7 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:38:50.630611 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717688a-f0b3-49c5-a0bd-431c354d8457 req-c832eaca-7269-46a9-a930-9f20a4b2764b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:50.632512 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1717688a-f0b3-49c5-a0bd-431c354d8457 req-c832eaca-7269-46a9-a930-9f20a4b2764b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.1833897 Feb 20 05:38:50.652380 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:50.701729 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:38:50.702367 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:38:50.704052 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-543ab2e8-5355-4238-8eff-5eb09f3b4970 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for security_group (cd712364-0254-4eca-a434-60853c7ceabe), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:50.709107 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-543ab2e8-5355-4238-8eff-5eb09f3b4970 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (cd712364-0254-4eca-a434-60853c7ceabe), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:50.717207 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-5f759315-d7fe-4f3c-a0a2-d6a15711cee7 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 9fe32f25-6d85-4618-9781-793a6f266ee7) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:38:50.725063 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f759315-d7fe-4f3c-a0a2-d6a15711cee7 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:50.725681 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5f759315-d7fe-4f3c-a0a2-d6a15711cee7 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:50.728683 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ee433b-175b-4ab7-a219-7b4a385ca61c None None] Network 9fe32f25-6d85-4618-9781-793a6f266ee7 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:38:50.754273 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5f759315-d7fe-4f3c-a0a2-d6a15711cee7 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7233474 Feb 20 05:38:50.754273 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543ab2e8-5355-4238-8eff-5eb09f3b4970 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:38:50.757596 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35910) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:50.765485 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0f7b26d7-562d-48b1-89d2-d4ac5c88372b tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Request body: {'port': {'network_id': '9fe32f25-6d85-4618-9781-793a6f266ee7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1298927663'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:38:50.838735 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ab2e8-5355-4238-8eff-5eb09f3b4970 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd712364-0254-4eca-a434-60853c7ceabe,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:50.849545 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-543ab2e8-5355-4238-8eff-5eb09f3b4970 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (6e43ab66-9bf2-4f19-8608-509fc957bf01), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:50.849958 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-543ab2e8-5355-4238-8eff-5eb09f3b4970 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Added segment 6e43ab66-9bf2-4f19-8608-509fc957bf01 of type vlan for network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 Feb 20 05:38:50.865630 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c91921-dc60-42bc-b68b-28a4a36963d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-9fe32f25-6d85-4618-9781-793a6f266ee7', 'network_id': '9fe32f25-6d85-4618-9781-793a6f266ee7', 'project_id': 'a06c3d8168924425b3ab486baea14e27', 'fixed_ips': [{'subnet_id': '182e64e6-1b92-40f8-9eaa-a5c63deeed42'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:38:50.866930 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a1c91921-dc60-42bc-b68b-28a4a36963d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:50.922797 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-543ab2e8-5355-4238-8eff-5eb09f3b4970 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (81f72dab-c9ca-4111-9cef-a8a92557f9f3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:50.967007 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-543ab2e8-5355-4238-8eff-5eb09f3b4970 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (81f72dab-c9ca-4111-9cef-a8a92557f9f3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:50.973366 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543ab2e8-5355-4238-8eff-5eb09f3b4970 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:50.974095 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-543ab2e8-5355-4238-8eff-5eb09f3b4970 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:50.982963 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7b26d7-562d-48b1-89d2-d4ac5c88372b tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Made reservation on behalf of a06c3d8168924425b3ab486baea14e27 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:38:50.987250 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0f7b26d7-562d-48b1-89d2-d4ac5c88372b tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:51.068537 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-0f7b26d7-562d-48b1-89d2-d4ac5c88372b tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] device_id is not set on port e8e796ce-04b9-4469-b83e-7053149a5cf9 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:38:51.086061 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-a1c91921-dc60-42bc-b68b-28a4a36963d3 None None] Allocated IP 172.20.0.2 (9fe32f25-6d85-4618-9781-793a6f266ee7/182e64e6-1b92-40f8-9eaa-a5c63deeed42/45c23f06-3efa-4032-b516-4a4522b8ae22) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:38:51.127602 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f185941-73ae-490a-abdd-6185d00bf3fa req-352d9977-bd93-446e-b267-6dbcc6aee0ea service neutron] 10.222.0.61 "GET /v2.0/ports/2bc6aef8-65d1-4d2d-b115-7bb9c396e43e/bindings/n-h1-829866-5 HTTP/1.1" status: 200 len: 382 time: 0.5592520 Feb 20 05:38:51.135306 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-543ab2e8-5355-4238-8eff-5eb09f3b4970 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0909362 Feb 20 05:38:51.141873 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35916) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:51.147461 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-fb19210a-d2ce-4f4f-bb1b-862b2710b440 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:38:51.150708 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ab2e8-5355-4238-8eff-5eb09f3b4970 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Network': ['ID=81f72dab-c9ca-4111-9cef-a8a92557f9f3,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:51.167593 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:38:51.322313 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1717688a-f0b3-49c5-a0bd-431c354d8457 req-672ec867-31c5-498c-822f-efa2f8a5323b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6462593 Feb 20 05:38:51.368536 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f185941-73ae-490a-abdd-6185d00bf3fa req-82d0e8cc-95d6-463a-8ddb-2af1d47ff1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:51.370091 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f185941-73ae-490a-abdd-6185d00bf3fa req-82d0e8cc-95d6-463a-8ddb-2af1d47ff1ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 1130 time: 0.1694670 Feb 20 05:38:51.418514 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520a55d9-a315-447b-a418-edaf69e01a6f x-openstack-request-id: req-520a55d9-a315-447b-a418-edaf69e01a6f {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:38:51.418794 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4d87dc-c6fd-4073-8847-23ac654116b7", "name": "network-vif-unplugged", "status": "completed", "tag": "2bc6aef8-65d1-4d2d-b115-7bb9c396e43e", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:38:51.419911 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-520a55d9-a315-447b-a418-edaf69e01a6f {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:38:51.420488 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4d87dc-c6fd-4073-8847-23ac654116b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bc6aef8-65d1-4d2d-b115-7bb9c396e43e', 'code': 200} Feb 20 05:38:51.432905 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb19210a-d2ce-4f4f-bb1b-862b2710b440 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:38:51.437101 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb19210a-d2ce-4f4f-bb1b-862b2710b440 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:51.460058 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:51.471933 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:38:51.472320 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:51.515616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:38:51.552733 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:38:51.559000 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:51.560998 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a1c91921-dc60-42bc-b68b-28a4a36963d3 None None] Publish callbacks [] for port (45c23f06-3efa-4032-b516-4a4522b8ae22), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:51.586089 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9174b20c-502c-452c-82cd-eb7f2c99982b req-efae7b0f-461b-4237-8c70-81e2219e767d tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0653934 Feb 20 05:38:51.633134 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-0f7b26d7-562d-48b1-89d2-d4ac5c88372b tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Allocated IP 172.20.0.8 (9fe32f25-6d85-4618-9781-793a6f266ee7/182e64e6-1b92-40f8-9eaa-a5c63deeed42/e8e796ce-04b9-4469-b83e-7053149a5cf9) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:38:51.643545 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a1c91921-dc60-42bc-b68b-28a4a36963d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (45c23f06-3efa-4032-b516-4a4522b8ae22), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:51.658842 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f185941-73ae-490a-abdd-6185d00bf3fa req-562a3f62-9609-4dfb-b4b5-ce58eddea4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:51.660336 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f185941-73ae-490a-abdd-6185d00bf3fa req-562a3f62-9609-4dfb-b4b5-ce58eddea4ae service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.2599802 Feb 20 05:38:51.667025 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:51.671385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c91921-dc60-42bc-b68b-28a4a36963d3 None None] Network 9fe32f25-6d85-4618-9781-793a6f266ee7 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:38:51.676060 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-a1c91921-dc60-42bc-b68b-28a4a36963d3 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:38:51.694720 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c91921-dc60-42bc-b68b-28a4a36963d3 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:38:51.733500 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f185941-73ae-490a-abdd-6185d00bf3fa req-308bdb5b-95da-48c6-a920-9f5073bd2978 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e HTTP/1.1" status: 200 len: 217 time: 0.0639369 Feb 20 05:38:51.739206 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c91921-dc60-42bc-b68b-28a4a36963d3 None None] Pushing event updated for resources: {'Port': ['ID=45c23f06-3efa-4032-b516-4a4522b8ae22,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:51.769379 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-a1c91921-dc60-42bc-b68b-28a4a36963d3 None None] Attempting to bind port 45c23f06-3efa-4032-b516-4a4522b8ae22 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:38:51.770576 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-a1c91921-dc60-42bc-b68b-28a4a36963d3 None None] Attempting to bind port 45c23f06-3efa-4032-b516-4a4522b8ae22 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'dbf75e60-a56c-45eb-b34d-0ef9a070fd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9fe32f25-6d85-4618-9781-793a6f266ee7'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:38:51.770576 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c91921-dc60-42bc-b68b-28a4a36963d3 None None] Attempting to bind port 45c23f06-3efa-4032-b516-4a4522b8ae22 on network 9fe32f25-6d85-4618-9781-793a6f266ee7 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:38:51.776225 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c91921-dc60-42bc-b68b-28a4a36963d3 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:38:51.776845 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c91921-dc60-42bc-b68b-28a4a36963d3 None None] Checking segment: {'id': 'dbf75e60-a56c-45eb-b34d-0ef9a070fd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9fe32f25-6d85-4618-9781-793a6f266ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:38:51.777402 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a1c91921-dc60-42bc-b68b-28a4a36963d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:51.777938 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c91921-dc60-42bc-b68b-28a4a36963d3 None None] Bound using segment: {'id': 'dbf75e60-a56c-45eb-b34d-0ef9a070fd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9fe32f25-6d85-4618-9781-793a6f266ee7'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:38:51.779142 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-a1c91921-dc60-42bc-b68b-28a4a36963d3 None None] Bound port: 45c23f06-3efa-4032-b516-4a4522b8ae22, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf75e60-a56c-45eb-b34d-0ef9a070fd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9fe32f25-6d85-4618-9781-793a6f266ee7'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:38:51.779736 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a1c91921-dc60-42bc-b68b-28a4a36963d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (45c23f06-3efa-4032-b516-4a4522b8ae22), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:51.853831 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a1c91921-dc60-42bc-b68b-28a4a36963d3 None None] For port 45c23f06-3efa-4032-b516-4a4522b8ae22, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:38:51.859043 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a1c91921-dc60-42bc-b68b-28a4a36963d3 None None] For port 45c23f06-3efa-4032-b516-4a4522b8ae22, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=45c23f06-3efa-4032-b516-4a4522b8ae22,segment=NetworkSegment(dbf75e60-a56c-45eb-b34d-0ef9a070fd00),segment_id=dbf75e60-a56c-45eb-b34d-0ef9a070fd00)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:38:51.865519 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f185941-73ae-490a-abdd-6185d00bf3fa req-f90d0aaa-7f46-4cc3-9d32-e6555ecb615c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:51.867051 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f185941-73ae-490a-abdd-6185d00bf3fa req-f90d0aaa-7f46-4cc3-9d32-e6555ecb615c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1109841 Feb 20 05:38:51.871177 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a1c91921-dc60-42bc-b68b-28a4a36963d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (45c23f06-3efa-4032-b516-4a4522b8ae22), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:51.942487 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c91921-dc60-42bc-b68b-28a4a36963d3 None None] Pushing event updated for resources: {'Port': ['ID=45c23f06-3efa-4032-b516-4a4522b8ae22,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:51.974411 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['2bc6aef8-65d1-4d2d-b115-7bb9c396e43e'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:38:51.988167 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb19210a-d2ce-4f4f-bb1b-862b2710b440 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (ff919e57-2cdf-455c-8adb-74e6644a3ff3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:52.089453 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f185941-73ae-490a-abdd-6185d00bf3fa req-3283d25d-917c-4220-9407-7ee08277a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:52.091572 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f185941-73ae-490a-abdd-6185d00bf3fa req-3283d25d-917c-4220-9407-7ee08277a551 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1977062 Feb 20 05:38:52.126499 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19210a-d2ce-4f4f-bb1b-862b2710b440 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=ff919e57-2cdf-455c-8adb-74e6644a3ff3,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:52.202563 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb19210a-d2ce-4f4f-bb1b-862b2710b440 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Checking segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:38:52.202844 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb19210a-d2ce-4f4f-bb1b-862b2710b440 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network hostable DHCP agents. Network: 81f72dab-c9ca-4111-9cef-a8a92557f9f3, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:38:52.262512 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6915a949-4acc-4888-9f52-dc425cab45c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (9d651b73-f9d4-4b8f-9c93-b689442fbfd1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:52.327024 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb19210a-d2ce-4f4f-bb1b-862b2710b440 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:38:52.354059 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f185941-73ae-490a-abdd-6185d00bf3fa req-7d96f4f3-066f-4f0f-8033-b6486d22d95e service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539294 Feb 20 05:38:52.387320 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0f7b26d7-562d-48b1-89d2-d4ac5c88372b tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks [] for port (e8e796ce-04b9-4469-b83e-7053149a5cf9), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:52.401117 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-fb19210a-d2ce-4f4f-bb1b-862b2710b440 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 81f72dab-c9ca-4111-9cef-a8a92557f9f3) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:38:52.413083 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922c1ee8-2bef-4044-a0db-19679daec636 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:38:52.428997 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0f7b26d7-562d-48b1-89d2-d4ac5c88372b tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e8e796ce-04b9-4469-b83e-7053149a5cf9), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:52.491958 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7b26d7-562d-48b1-89d2-d4ac5c88372b tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Network 9fe32f25-6d85-4618-9781-793a6f266ee7 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:38:52.500162 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-0f7b26d7-562d-48b1-89d2-d4ac5c88372b tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:38:52.509029 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7b26d7-562d-48b1-89d2-d4ac5c88372b tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:38:52.557942 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b26d7-562d-48b1-89d2-d4ac5c88372b tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Pushing event updated for resources: {'Port': ['ID=e8e796ce-04b9-4469-b83e-7053149a5cf9,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:52.565664 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb19210a-d2ce-4f4f-bb1b-862b2710b440 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:52.568246 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb19210a-d2ce-4f4f-bb1b-862b2710b440 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:52.578765 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4670956-f8ed-44e6-b460-c99861ce1543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'fixed_ips': [{'subnet_id': 'ff919e57-2cdf-455c-8adb-74e6644a3ff3'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:38:52.579779 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4670956-f8ed-44e6-b460-c99861ce1543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:52.597392 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7b26d7-562d-48b1-89d2-d4ac5c88372b tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:52.598014 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0f7b26d7-562d-48b1-89d2-d4ac5c88372b tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:52.615840 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0f7b26d7-562d-48b1-89d2-d4ac5c88372b tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8544986 Feb 20 05:38:52.619626 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35920) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:52.624727 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-80a697da-4917-4d08-bc5d-29d49ac6dd17 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Request body: {'port': {'network_id': '9fe32f25-6d85-4618-9781-793a6f266ee7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1122447050', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:38:52.625289 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.api.validators [None req-80a697da-4917-4d08-bc5d-29d49ac6dd17 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] bootfile-name is not in valid_values {{(pid=103406) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 20 05:38:52.625738 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.api.validators [None req-80a697da-4917-4d08-bc5d-29d49ac6dd17 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] tftp-server is not in valid_values {{(pid=103406) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 20 05:38:52.627049 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.api.validators [None req-80a697da-4917-4d08-bc5d-29d49ac6dd17 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] server-ip-address is not in valid_values {{(pid=103406) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 20 05:38:52.640489 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fb19210a-d2ce-4f4f-bb1b-862b2710b440 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4948201 Feb 20 05:38:52.645158 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35924) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:52.656089 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e4c32aab-7853-4381-a782-6d23656a5b8c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'name': 'tempest-NetworksTestDHCPv6-1185551498'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:38:52.769587 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:52.782486 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:52.794238 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a697da-4917-4d08-bc5d-29d49ac6dd17 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Made reservation on behalf of a06c3d8168924425b3ab486baea14e27 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:38:52.798488 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-80a697da-4917-4d08-bc5d-29d49ac6dd17 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:52.809669 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-f4670956-f8ed-44e6-b460-c99861ce1543 None None] Allocated IP 2001:db8::2 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/ff919e57-2cdf-455c-8adb-74e6644a3ff3/17738fe6-e527-4b63-8dc1-6ce516e4ab6c) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:38:52.815577 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a0e41-ad58-469b-9c7e-30bc5446c658 req-54e205d6-75aa-4f82-a7ad-84a437225c2d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:52.819580 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f15a0e41-ad58-469b-9c7e-30bc5446c658 req-54e205d6-75aa-4f82-a7ad-84a437225c2d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 949 time: 0.2991521 Feb 20 05:38:52.819728 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-80a697da-4917-4d08-bc5d-29d49ac6dd17 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] device_id is not set on port 82f4f0a7-8603-4ace-8413-e277821b883b yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:38:52.847500 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f185941-73ae-490a-abdd-6185d00bf3fa req-30b55d9c-b761-46cf-a1f9-faf000f224dc service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795742 Feb 20 05:38:52.956447 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f15a0e41-ad58-469b-9c7e-30bc5446c658 req-50cb398f-5706-446a-9254-7560cd3129f2 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280000 Feb 20 05:38:52.957266 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-80a697da-4917-4d08-bc5d-29d49ac6dd17 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Allocated IP 172.20.0.7 (9fe32f25-6d85-4618-9781-793a6f266ee7/182e64e6-1b92-40f8-9eaa-a5c63deeed42/82f4f0a7-8603-4ace-8413-e277821b883b) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:38:52.984489 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c32aab-7853-4381-a782-6d23656a5b8c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:38:52.988505 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4c32aab-7853-4381-a782-6d23656a5b8c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:53.035899 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-e4c32aab-7853-4381-a782-6d23656a5b8c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] device_id is not set on port 6332d677-8d70-4b29-9775-c5a0e49c7582 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:38:53.036521 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4670956-f8ed-44e6-b460-c99861ce1543 None None] Publish callbacks [] for port (17738fe6-e527-4b63-8dc1-6ce516e4ab6c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:53.045377 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4670956-f8ed-44e6-b460-c99861ce1543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (17738fe6-e527-4b63-8dc1-6ce516e4ab6c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:53.139861 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4670956-f8ed-44e6-b460-c99861ce1543 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:38:53.145140 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-f4670956-f8ed-44e6-b460-c99861ce1543 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:38:53.148324 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4670956-f8ed-44e6-b460-c99861ce1543 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:38:53.149795 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9816185f-0548-4376-bf4b-ec5778420be4 req-4131c83d-58bb-4929-b5b5-04a76ed9fc4c tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0753565 Feb 20 05:38:53.161724 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4670956-f8ed-44e6-b460-c99861ce1543 None None] Pushing event updated for resources: {'Port': ['ID=17738fe6-e527-4b63-8dc1-6ce516e4ab6c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:53.222480 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-80a697da-4917-4d08-bc5d-29d49ac6dd17 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks [] for port (82f4f0a7-8603-4ace-8413-e277821b883b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:53.247946 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f4670956-f8ed-44e6-b460-c99861ce1543 None None] Attempting to bind port 17738fe6-e527-4b63-8dc1-6ce516e4ab6c on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:38:53.248332 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f4670956-f8ed-44e6-b460-c99861ce1543 None None] Attempting to bind port 17738fe6-e527-4b63-8dc1-6ce516e4ab6c by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:38:53.248683 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4670956-f8ed-44e6-b460-c99861ce1543 None None] Attempting to bind port 17738fe6-e527-4b63-8dc1-6ce516e4ab6c on network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:38:53.255287 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4670956-f8ed-44e6-b460-c99861ce1543 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:38:53.255671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4670956-f8ed-44e6-b460-c99861ce1543 None None] Checking segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:38:53.256003 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4670956-f8ed-44e6-b460-c99861ce1543 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:53.256526 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4670956-f8ed-44e6-b460-c99861ce1543 None None] Bound using segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:38:53.257484 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f4670956-f8ed-44e6-b460-c99861ce1543 None None] Bound port: 17738fe6-e527-4b63-8dc1-6ce516e4ab6c, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:38:53.257484 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4670956-f8ed-44e6-b460-c99861ce1543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (17738fe6-e527-4b63-8dc1-6ce516e4ab6c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:53.259245 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6915a949-4acc-4888-9f52-dc425cab45c0 admin admin] Deleting port a6c5908c-6e03-4f06-99c2-4a4136ddb753 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:38:53.259805 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6915a949-4acc-4888-9f52-dc425cab45c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a6c5908c-6e03-4f06-99c2-4a4136ddb753), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:53.273434 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-80a697da-4917-4d08-bc5d-29d49ac6dd17 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (82f4f0a7-8603-4ace-8413-e277821b883b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:53.318305 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-e4c32aab-7853-4381-a782-6d23656a5b8c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 2001:db8::375 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/ff919e57-2cdf-455c-8adb-74e6644a3ff3/6332d677-8d70-4b29-9775-c5a0e49c7582) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:38:53.324584 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a697da-4917-4d08-bc5d-29d49ac6dd17 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Network 9fe32f25-6d85-4618-9781-793a6f266ee7 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:38:53.344724 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-80a697da-4917-4d08-bc5d-29d49ac6dd17 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:38:53.351798 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a697da-4917-4d08-bc5d-29d49ac6dd17 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:38:53.352930 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f4670956-f8ed-44e6-b460-c99861ce1543 None None] For port 17738fe6-e527-4b63-8dc1-6ce516e4ab6c, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:38:53.357935 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f4670956-f8ed-44e6-b460-c99861ce1543 None None] For port 17738fe6-e527-4b63-8dc1-6ce516e4ab6c, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=17738fe6-e527-4b63-8dc1-6ce516e4ab6c,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:38:53.374220 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4670956-f8ed-44e6-b460-c99861ce1543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (17738fe6-e527-4b63-8dc1-6ce516e4ab6c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:53.414780 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a697da-4917-4d08-bc5d-29d49ac6dd17 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Pushing event updated for resources: {'Port': ['ID=82f4f0a7-8603-4ace-8413-e277821b883b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:53.438011 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-6915a949-4acc-4888-9f52-dc425cab45c0 admin admin] For port a6c5908c-6e03-4f06-99c2-4a4136ddb753, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a6c5908c-6e03-4f06-99c2-4a4136ddb753,segment=NetworkSegment(3afd5b42-a457-4a41-9db4-611bccf50f94),segment_id=3afd5b42-a457-4a41-9db4-611bccf50f94)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:38:53.438283 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6915a949-4acc-4888-9f52-dc425cab45c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a6c5908c-6e03-4f06-99c2-4a4136ddb753), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:53.456744 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a697da-4917-4d08-bc5d-29d49ac6dd17 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:53.457551 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-80a697da-4917-4d08-bc5d-29d49ac6dd17 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:53.480018 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-80a697da-4917-4d08-bc5d-29d49ac6dd17 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.8600140 Feb 20 05:38:53.483903 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35928) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:53.499305 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6915a949-4acc-4888-9f52-dc425cab45c0 admin admin] Calling delete_port for a6c5908c-6e03-4f06-99c2-4a4136ddb753 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:38:53.510577 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4670956-f8ed-44e6-b460-c99861ce1543 None None] Pushing event updated for resources: {'Port': ['ID=17738fe6-e527-4b63-8dc1-6ce516e4ab6c,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:53.635263 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f423adb-b764-4fcf-8f74-7242db65cbe6 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:53.645494 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f423adb-b764-4fcf-8f74-7242db65cbe6 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:53.651995 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f423adb-b764-4fcf-8f74-7242db65cbe6 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:53.653964 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5f423adb-b764-4fcf-8f74-7242db65cbe6 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1694944 Feb 20 05:38:53.656894 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35932) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:53.672984 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b54f73-f2d2-4cb5-ab15-ac9253c3b75a None None] Network 9fe32f25-6d85-4618-9781-793a6f266ee7 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:38:53.812345 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-4175cea4-1411-47f2-bb96-d61f11c45fe6 None None] Provisioning complete for port 45c23f06-3efa-4032-b516-4a4522b8ae22 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:38:53.814517 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4175cea4-1411-47f2-bb96-d61f11c45fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (45c23f06-3efa-4032-b516-4a4522b8ae22), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:53.828672 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-1547bc85-9265-492c-9a83-3fef8c85dd85 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Deleting port 82f4f0a7-8603-4ace-8413-e277821b883b {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:38:53.829118 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1547bc85-9265-492c-9a83-3fef8c85dd85 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (82f4f0a7-8603-4ace-8413-e277821b883b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:53.873872 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4c32aab-7853-4381-a782-6d23656a5b8c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (6332d677-8d70-4b29-9775-c5a0e49c7582), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:53.991632 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4175cea4-1411-47f2-bb96-d61f11c45fe6 None None] Current status of the port 45c23f06-3efa-4032-b516-4a4522b8ae22 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:38:53.992030 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4175cea4-1411-47f2-bb96-d61f11c45fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (45c23f06-3efa-4032-b516-4a4522b8ae22), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:53.993518 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1547bc85-9265-492c-9a83-3fef8c85dd85 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (82f4f0a7-8603-4ace-8413-e277821b883b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:54.021934 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-1547bc85-9265-492c-9a83-3fef8c85dd85 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Calling delete_port for 82f4f0a7-8603-4ace-8413-e277821b883b owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:38:54.070311 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05aac82-e687-49a4-8080-0733329ecef4 req-79f5e988-9689-463e-9662-cf19aa881b4e tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:54.073735 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-4175cea4-1411-47f2-bb96-d61f11c45fe6 None None] For port 45c23f06-3efa-4032-b516-4a4522b8ae22, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=45c23f06-3efa-4032-b516-4a4522b8ae22,segment=NetworkSegment(dbf75e60-a56c-45eb-b34d-0ef9a070fd00),segment_id=dbf75e60-a56c-45eb-b34d-0ef9a070fd00)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:38:54.079684 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4175cea4-1411-47f2-bb96-d61f11c45fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (45c23f06-3efa-4032-b516-4a4522b8ae22), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:54.080865 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a05aac82-e687-49a4-8080-0733329ecef4 req-79f5e988-9689-463e-9662-cf19aa881b4e tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 946 time: 0.4289732 Feb 20 05:38:54.087543 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6915a949-4acc-4888-9f52-dc425cab45c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (a6c5908c-6e03-4f06-99c2-4a4136ddb753), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:54.141191 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 17738fe6-e527-4b63-8dc1-6ce516e4ab6c up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:38:54.171745 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915a949-4acc-4888-9f52-dc425cab45c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6c5908c-6e03-4f06-99c2-4a4136ddb753,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:54.212790 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:38:54.251586 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a05aac82-e687-49a4-8080-0733329ecef4 req-17361717-90cc-4c20-a5bd-50d6f075550e tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/security-groups?id=38252618-fd5d-49bb-a49b-1fc9374dd121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695592 Feb 20 05:38:54.290045 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175cea4-1411-47f2-bb96-d61f11c45fe6 None None] Pushing event updated for resources: {'Port': ['ID=45c23f06-3efa-4032-b516-4a4522b8ae22,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:54.292567 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1547bc85-9265-492c-9a83-3fef8c85dd85 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (82f4f0a7-8603-4ace-8413-e277821b883b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:54.355430 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547bc85-9265-492c-9a83-3fef8c85dd85 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Pushing event deleted for resources: {'Port': ['ID=82f4f0a7-8603-4ace-8413-e277821b883b,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:54.362523 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 17738fe6-e527-4b63-8dc1-6ce516e4ab6c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:38:54.364525 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (17738fe6-e527-4b63-8dc1-6ce516e4ab6c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:54.408900 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:38:54.409343 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:54.429652 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4c32aab-7853-4381-a782-6d23656a5b8c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (6332d677-8d70-4b29-9775-c5a0e49c7582), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:54.477224 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1547bc85-9265-492c-9a83-3fef8c85dd85 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:54.481444 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1547bc85-9265-492c-9a83-3fef8c85dd85 tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] 10.222.0.37 "DELETE /v2.0/ports/82f4f0a7-8603-4ace-8413-e277821b883b HTTP/1.1" status: 204 len: 168 time: 0.8233814 Feb 20 05:38:54.485353 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35940) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:54.495485 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-17333614-4fec-44ab-bd32-7be605a299cf tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Request body: {'port': {'name': 'tempest-new-port-name-1603127119', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:38:54.495909 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.api.validators [None req-17333614-4fec-44ab-bd32-7be605a299cf tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] bootfile-name is not in valid_values {{(pid=103406) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 20 05:38:54.496353 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.api.validators [None req-17333614-4fec-44ab-bd32-7be605a299cf tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] tftp-server is not in valid_values {{(pid=103406) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 20 05:38:54.496692 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.api.validators [None req-17333614-4fec-44ab-bd32-7be605a299cf tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] server-ip-address is not in valid_values {{(pid=103406) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 20 05:38:54.633335 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17333614-4fec-44ab-bd32-7be605a299cf tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e8e796ce-04b9-4469-b83e-7053149a5cf9), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:54.644350 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-f6f86903-5ee7-4984-9c4b-73d564e63f58 None None] Provisioning complete for port 45c23f06-3efa-4032-b516-4a4522b8ae22 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:38:54.644932 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f6f86903-5ee7-4984-9c4b-73d564e63f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (45c23f06-3efa-4032-b516-4a4522b8ae22), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:54.693952 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 17738fe6-e527-4b63-8dc1-6ce516e4ab6c is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:38:54.694342 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (17738fe6-e527-4b63-8dc1-6ce516e4ab6c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:54.718087 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:38:54.718486 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:54.790540 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 17738fe6-e527-4b63-8dc1-6ce516e4ab6c, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=17738fe6-e527-4b63-8dc1-6ce516e4ab6c,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:38:54.810108 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4d87dc-c6fd-4073-8847-23ac654116b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc6aef8-65d1-4d2d-b115-7bb9c396e43e'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:38:54.812849 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c0e10a-5021-4346-80b0-54e616572f08" -d '{"events": [{"server_uuid": "9b4d87dc-c6fd-4073-8847-23ac654116b7", "name": "network-vif-plugged", "status": "completed", "tag": "2bc6aef8-65d1-4d2d-b115-7bb9c396e43e"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:38:54.820777 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (17738fe6-e527-4b63-8dc1-6ce516e4ab6c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:54.821779 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 45c23f06-3efa-4032-b516-4a4522b8ae22 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:38:54.901199 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:38:54.918100 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:54.963745 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f6f86903-5ee7-4984-9c4b-73d564e63f58 None None] Current status of the port 45c23f06-3efa-4032-b516-4a4522b8ae22 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:38:54.980273 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=17738fe6-e527-4b63-8dc1-6ce516e4ab6c,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:55.053722 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17333614-4fec-44ab-bd32-7be605a299cf tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks [] for port (e8e796ce-04b9-4469-b83e-7053149a5cf9), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:55.063484 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17333614-4fec-44ab-bd32-7be605a299cf tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (e8e796ce-04b9-4469-b83e-7053149a5cf9), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:55.063791 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-f6f86903-5ee7-4984-9c4b-73d564e63f58 None None] Provisioning complete for port e8e796ce-04b9-4469-b83e-7053149a5cf9 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:38:55.064309 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f6f86903-5ee7-4984-9c4b-73d564e63f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e8e796ce-04b9-4469-b83e-7053149a5cf9), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:55.101148 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 45c23f06-3efa-4032-b516-4a4522b8ae22 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:38:55.101707 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (45c23f06-3efa-4032-b516-4a4522b8ae22), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:55.145295 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17333614-4fec-44ab-bd32-7be605a299cf tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Pushing event updated for resources: {'Port': ['ID=e8e796ce-04b9-4469-b83e-7053149a5cf9,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:55.210493 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:55.225190 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:55.235633 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-17333614-4fec-44ab-bd32-7be605a299cf tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] In _notify_port_updated(), no bound segment for port e8e796ce-04b9-4469-b83e-7053149a5cf9 on network 9fe32f25-6d85-4618-9781-793a6f266ee7 {{(pid=103406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 05:38:55.236005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f6f86903-5ee7-4984-9c4b-73d564e63f58 None None] Port e8e796ce-04b9-4469-b83e-7053149a5cf9 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:38:55.241757 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17333614-4fec-44ab-bd32-7be605a299cf tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:55.242539 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17333614-4fec-44ab-bd32-7be605a299cf tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:55.246402 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-17333614-4fec-44ab-bd32-7be605a299cf tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] 10.222.0.37 "PUT /v2.0/ports/e8e796ce-04b9-4469-b83e-7053149a5cf9 HTTP/1.1" status: 200 len: 1136 time: 0.7576513 Feb 20 05:38:55.246805 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35944) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:55.246967 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c32aab-7853-4381-a782-6d23656a5b8c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:38:55.248254 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c32aab-7853-4381-a782-6d23656a5b8c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=6332d677-8d70-4b29-9775-c5a0e49c7582,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:55.272989 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-f6f86903-5ee7-4984-9c4b-73d564e63f58 None None] Could not find standard attr ID for object 82f4f0a7-8603-4ace-8413-e277821b883b. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:38:55.291849 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-e4c32aab-7853-4381-a782-6d23656a5b8c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:38:55.292705 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ad1710-ac77-419f-9849-b1b4d713619e None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:38:55.299769 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c32aab-7853-4381-a782-6d23656a5b8c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:38:55.307644 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c32aab-7853-4381-a782-6d23656a5b8c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:55.308300 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4c32aab-7853-4381-a782-6d23656a5b8c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:55.344348 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239895b-d289-4bb6-8af2-7c5d099c5672 req-bb431450-6026-4b39-aab9-d2cdf392cf78 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:55.344762 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5440694-53e3-417a-b29b-6f2081bec9ca tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:55.346458 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9239895b-d289-4bb6-8af2-7c5d099c5672 req-bb431450-6026-4b39-aab9-d2cdf392cf78 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 949 time: 0.9873013 Feb 20 05:38:55.354866 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c5440694-53e3-417a-b29b-6f2081bec9ca tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] 10.222.0.37 "GET /v2.0/ports/e8e796ce-04b9-4469-b83e-7053149a5cf9 HTTP/1.1" status: 200 len: 1136 time: 0.1059763 Feb 20 05:38:55.355876 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e4c32aab-7853-4381-a782-6d23656a5b8c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7079885 Feb 20 05:38:55.357810 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35946) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:55.358177 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35948) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:55.438382 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6915a949-4acc-4888-9f52-dc425cab45c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (9d651b73-f9d4-4b8f-9c93-b689442fbfd1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:55.463906 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d22c286f-d4c9-4b7e-8c9c-a561eab0bfc2 None None] Provisioning complete for port e8e796ce-04b9-4469-b83e-7053149a5cf9 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:38:55.464380 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d22c286f-d4c9-4b7e-8c9c-a561eab0bfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e8e796ce-04b9-4469-b83e-7053149a5cf9), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:55.465856 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9239895b-d289-4bb6-8af2-7c5d099c5672 req-86cd2489-f3c6-48e6-bc3c-e6533bde4b93 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787807 Feb 20 05:38:55.468155 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 45c23f06-3efa-4032-b516-4a4522b8ae22 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:38:55.542311 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d22c286f-d4c9-4b7e-8c9c-a561eab0bfc2 None None] Port e8e796ce-04b9-4469-b83e-7053149a5cf9 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:38:55.568791 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d22c286f-d4c9-4b7e-8c9c-a561eab0bfc2 None None] Provisioning complete for port 17738fe6-e527-4b63-8dc1-6ce516e4ab6c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:38:55.569172 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d22c286f-d4c9-4b7e-8c9c-a561eab0bfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (17738fe6-e527-4b63-8dc1-6ce516e4ab6c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:55.576118 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d8247a-e45c-44bb-b642-ce3b6f06114d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:55.582314 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d8247a-e45c-44bb-b642-ce3b6f06114d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:55.584202 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-96d8247a-e45c-44bb-b642-ce3b6f06114d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.2218406 Feb 20 05:38:55.588578 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35952) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:55.657087 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-07d7a1cc-27ac-4005-943b-3d08d2042725 req-b983bf3c-1f03-424a-95e8-45973131b712 tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0540447 Feb 20 05:38:55.696708 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d22c286f-d4c9-4b7e-8c9c-a561eab0bfc2 None None] Current status of the port 17738fe6-e527-4b63-8dc1-6ce516e4ab6c is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:38:55.702266 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d22c286f-d4c9-4b7e-8c9c-a561eab0bfc2 None None] Could not find standard attr ID for object 82f4f0a7-8603-4ace-8413-e277821b883b. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:38:55.748230 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f185941-73ae-490a-abdd-6185d00bf3fa req-e3c73c40-b6db-400d-82b4-b71f45f32612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:55.748812 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:38:55.749767 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f185941-73ae-490a-abdd-6185d00bf3fa req-e3c73c40-b6db-400d-82b4-b71f45f32612 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7&tenant_id=fa4999e395b84ca8985dceeebb996696 HTTP/1.1" status: 200 len: 1132 time: 0.2140822 Feb 20 05:38:55.783470 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ff1e26-5350-45c9-970b-9582a0b09ba3 x-openstack-request-id: req-00ff1e26-5350-45c9-970b-9582a0b09ba3 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:38:55.783792 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4d87dc-c6fd-4073-8847-23ac654116b7", "name": "network-vif-plugged", "status": "completed", "tag": "2bc6aef8-65d1-4d2d-b115-7bb9c396e43e", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:38:55.784052 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00ff1e26-5350-45c9-970b-9582a0b09ba3 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:38:55.784471 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4d87dc-c6fd-4073-8847-23ac654116b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc6aef8-65d1-4d2d-b115-7bb9c396e43e', 'code': 200} Feb 20 05:38:55.801377 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-8467db75-2055-436e-848c-eae638c9621d tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Deleting port e8e796ce-04b9-4469-b83e-7053149a5cf9 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:38:55.801731 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8467db75-2055-436e-848c-eae638c9621d tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (e8e796ce-04b9-4469-b83e-7053149a5cf9), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:55.895971 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-fb547062-26b9-43eb-9100-9c5575407be7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting port 6332d677-8d70-4b29-9775-c5a0e49c7582 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:38:55.896310 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fb547062-26b9-43eb-9100-9c5575407be7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (6332d677-8d70-4b29-9775-c5a0e49c7582), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:55.918316 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f185941-73ae-490a-abdd-6185d00bf3fa req-dc936e55-850e-4da2-881e-950c92e2134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:55.920521 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f185941-73ae-490a-abdd-6185d00bf3fa req-dc936e55-850e-4da2-881e-950c92e2134c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 1132 time: 0.1139631 Feb 20 05:38:55.956945 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8467db75-2055-436e-848c-eae638c9621d tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (e8e796ce-04b9-4469-b83e-7053149a5cf9), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:55.973051 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-8467db75-2055-436e-848c-eae638c9621d tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Calling delete_port for e8e796ce-04b9-4469-b83e-7053149a5cf9 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:38:56.019603 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6915a949-4acc-4888-9f52-dc425cab45c0 admin admin] Router 9d651b73-f9d4-4b8f-9c93-b689442fbfd1 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:38:56.054141 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-4184e566-3789-4bca-ba58-aa2e422782f1 None None] Provisioning complete for port 17738fe6-e527-4b63-8dc1-6ce516e4ab6c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:38:56.054558 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4184e566-3789-4bca-ba58-aa2e422782f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (17738fe6-e527-4b63-8dc1-6ce516e4ab6c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:56.105994 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f185941-73ae-490a-abdd-6185d00bf3fa req-d9762ed8-6859-40e0-8d41-1c992c35e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:56.117798 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f185941-73ae-490a-abdd-6185d00bf3fa req-d9762ed8-6859-40e0-8d41-1c992c35e2dd service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.1874287 Feb 20 05:38:56.120904 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 17738fe6-e527-4b63-8dc1-6ce516e4ab6c up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:38:56.145002 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fb547062-26b9-43eb-9100-9c5575407be7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (6332d677-8d70-4b29-9775-c5a0e49c7582), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:56.168525 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-fb547062-26b9-43eb-9100-9c5575407be7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Calling delete_port for 6332d677-8d70-4b29-9775-c5a0e49c7582 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:38:56.217545 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4184e566-3789-4bca-ba58-aa2e422782f1 None None] Current status of the port 17738fe6-e527-4b63-8dc1-6ce516e4ab6c is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:38:56.233425 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-4184e566-3789-4bca-ba58-aa2e422782f1 None None] Provisioning complete for port 6332d677-8d70-4b29-9775-c5a0e49c7582 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:38:56.233876 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4184e566-3789-4bca-ba58-aa2e422782f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6332d677-8d70-4b29-9775-c5a0e49c7582), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:56.270828 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f185941-73ae-490a-abdd-6185d00bf3fa req-9a0c7f5c-3546-4ee1-8f76-bbdb7304c22a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e HTTP/1.1" status: 200 len: 217 time: 0.1403806 Feb 20 05:38:56.286484 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4184e566-3789-4bca-ba58-aa2e422782f1 None None] Port 6332d677-8d70-4b29-9775-c5a0e49c7582 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:38:56.288260 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 17738fe6-e527-4b63-8dc1-6ce516e4ab6c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:38:56.288696 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (17738fe6-e527-4b63-8dc1-6ce516e4ab6c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:56.358689 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8467db75-2055-436e-848c-eae638c9621d tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e8e796ce-04b9-4469-b83e-7053149a5cf9), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:56.419129 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467db75-2055-436e-848c-eae638c9621d tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Pushing event deleted for resources: {'Port': ['ID=e8e796ce-04b9-4469-b83e-7053149a5cf9,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:56.469189 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f185941-73ae-490a-abdd-6185d00bf3fa req-ac9477d3-e1d1-4c4c-bb1b-b539df326f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:56.470625 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f185941-73ae-490a-abdd-6185d00bf3fa req-ac9477d3-e1d1-4c4c-bb1b-b539df326f6b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1920567 Feb 20 05:38:56.510280 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6915a949-4acc-4888-9f52-dc425cab45c0 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:38:56.524055 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3ad9b1-3d0f-48d1-86c8-76f4e9cfac6c None None] Sync routers for ids ['9d651b73-f9d4-4b8f-9c93-b689442fbfd1'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:38:56.529784 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6915a949-4acc-4888-9f52-dc425cab45c0 admin admin] 10.222.0.37 "PUT /v2.0/routers/9d651b73-f9d4-4b8f-9c93-b689442fbfd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3898566 Feb 20 05:38:56.539903 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35962) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:56.541702 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3ad9b1-3d0f-48d1-86c8-76f4e9cfac6c None None] Routers {'9d651b73-f9d4-4b8f-9c93-b689442fbfd1'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:38:56.542340 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1f3ad9b1-3d0f-48d1-86c8-76f4e9cfac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:38:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9d651b73-f9d4-4b8f-9c93-b689442fbfd1'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:56.596806 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f185941-73ae-490a-abdd-6185d00bf3fa req-bf395a65-f712-47cb-bebc-50eb6005ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:56.598848 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f185941-73ae-490a-abdd-6185d00bf3fa req-bf395a65-f712-47cb-bebc-50eb6005ed39 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1188121 Feb 20 05:38:56.622162 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8467db75-2055-436e-848c-eae638c9621d tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:56.628684 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8467db75-2055-436e-848c-eae638c9621d tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] 10.222.0.37 "DELETE /v2.0/ports/e8e796ce-04b9-4469-b83e-7053149a5cf9 HTTP/1.1" status: 204 len: 168 time: 1.2649503 Feb 20 05:38:56.629310 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35964) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:56.651611 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 17738fe6-e527-4b63-8dc1-6ce516e4ab6c is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:38:56.652759 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 45c23f06-3efa-4032-b516-4a4522b8ae22 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:38:56.697320 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-5856d68c-3648-4cc1-8569-a859db4e8cec tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Deleting subnet 182e64e6-1b92-40f8-9eaa-a5c63deeed42 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:38:56.711612 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f74fb-eab1-4ec7-b7aa-8cd964011321 req-75edf26c-bc3b-4d61-abab-235c7e81a492 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:56.718076 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-1f3ad9b1-3d0f-48d1-86c8-76f4e9cfac6c None None] Set router 9d651b73-f9d4-4b8f-9c93-b689442fbfd1 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:38:56.721077 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d1f74fb-eab1-4ec7-b7aa-8cd964011321 req-75edf26c-bc3b-4d61-abab-235c7e81a492 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 946 time: 0.2373075 Feb 20 05:38:56.728138 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-89bbfc02-b071-40c3-8a55-1692f7cbe975 None None] Could not find standard attr ID for object e8e796ce-04b9-4469-b83e-7053149a5cf9. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:38:56.734698 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5856d68c-3648-4cc1-8569-a859db4e8cec tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks [] for subnet (182e64e6-1b92-40f8-9eaa-a5c63deeed42), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:56.747661 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-89bbfc02-b071-40c3-8a55-1692f7cbe975 None None] Provisioning complete for port 6332d677-8d70-4b29-9775-c5a0e49c7582 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:38:56.748634 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-89bbfc02-b071-40c3-8a55-1692f7cbe975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6332d677-8d70-4b29-9775-c5a0e49c7582), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:56.770986 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f185941-73ae-490a-abdd-6185d00bf3fa req-e49bb8ca-c74d-42ee-86f9-a38ddf3093f6 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573200 Feb 20 05:38:56.784589 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 45c23f06-3efa-4032-b516-4a4522b8ae22 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:38:56.785031 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (45c23f06-3efa-4032-b516-4a4522b8ae22), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:56.788517 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fb547062-26b9-43eb-9100-9c5575407be7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (6332d677-8d70-4b29-9775-c5a0e49c7582), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:56.822828 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-89bbfc02-b071-40c3-8a55-1692f7cbe975 None None] Port 6332d677-8d70-4b29-9775-c5a0e49c7582 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:38:56.831167 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5856d68c-3648-4cc1-8569-a859db4e8cec tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (182e64e6-1b92-40f8-9eaa-a5c63deeed42), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:56.836721 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7a43626e-8fa6-42f9-9369-63bff10c91c0 admin admin] Publish callbacks [] for router (9d651b73-f9d4-4b8f-9c93-b689442fbfd1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:56.898645 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 45c23f06-3efa-4032-b516-4a4522b8ae22 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:38:56.924761 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb547062-26b9-43eb-9100-9c5575407be7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Port': ['ID=6332d677-8d70-4b29-9775-c5a0e49c7582,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:56.931997 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f185941-73ae-490a-abdd-6185d00bf3fa req-41558e33-a337-4c55-8bc3-1f7aec2aed77 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433342 Feb 20 05:38:56.935700 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d1f74fb-eab1-4ec7-b7aa-8cd964011321 req-fc30ae0d-2f6a-43e8-a464-aef940a4c418 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/security-groups?id=38252618-fd5d-49bb-a49b-1fc9374dd121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137988 Feb 20 05:38:57.015630 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fb547062-26b9-43eb-9100-9c5575407be7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:57.019521 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fb547062-26b9-43eb-9100-9c5575407be7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/6332d677-8d70-4b29-9775-c5a0e49c7582 HTTP/1.1" status: 204 len: 168 time: 1.4283524 Feb 20 05:38:57.022082 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35968) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:57.057871 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1f3ad9b1-3d0f-48d1-86c8-76f4e9cfac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'name': 'tempest-TaggedBootDevicesTest-1449630474-router', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:30:45Z', 'updated_at': '2022-02-20T05:38:53Z', 'revision_number': 5, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'gw_port': {'id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:46Z', 'updated_at': '2022-02-20T05:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:57.085809 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3ad9b1-3d0f-48d1-86c8-76f4e9cfac6c None None] Checking router: 9d651b73-f9d4-4b8f-9c93-b689442fbfd1 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:38:57.088840 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5856d68c-3648-4cc1-8569-a859db4e8cec tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (182e64e6-1b92-40f8-9eaa-a5c63deeed42), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:57.095250 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7a43626e-8fa6-42f9-9369-63bff10c91c0 admin admin] Publish callbacks [] for router_gateway (9d651b73-f9d4-4b8f-9c93-b689442fbfd1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:57.097981 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3ad9b1-3d0f-48d1-86c8-76f4e9cfac6c None None] Routers {'9d651b73-f9d4-4b8f-9c93-b689442fbfd1'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:38:57.099618 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1f3ad9b1-3d0f-48d1-86c8-76f4e9cfac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:38:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9d651b73-f9d4-4b8f-9c93-b689442fbfd1'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:57.203036 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e035003-5028-4efc-993b-e2edda928441 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:57.203036 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e035003-5028-4efc-993b-e2edda928441 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:57.205432 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4e035003-5028-4efc-993b-e2edda928441 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1811223 Feb 20 05:38:57.208440 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35970) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:57.215815 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95d023-67f6-4529-bb5d-27d18d2498c4 req-100a5635-734d-444b-95e0-c8674376ddf5 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:57.217502 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-de95d023-67f6-4529-bb5d-27d18d2498c4 req-100a5635-734d-444b-95e0-c8674376ddf5 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.1279495 Feb 20 05:38:57.241750 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-1f3ad9b1-3d0f-48d1-86c8-76f4e9cfac6c None None] Set router 9d651b73-f9d4-4b8f-9c93-b689442fbfd1 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:38:57.264040 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5856d68c-3648-4cc1-8569-a859db4e8cec tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (182e64e6-1b92-40f8-9eaa-a5c63deeed42), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:57.273384 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-de95d023-67f6-4529-bb5d-27d18d2498c4 req-d9bff4f3-21d9-4d4f-8349-b0dcda5da99d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474734 Feb 20 05:38:57.300426 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-7a43626e-8fa6-42f9-9369-63bff10c91c0 admin admin] Deleting port 778623ff-691d-453c-8295-9c1c0a1757d2 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:38:57.300883 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7a43626e-8fa6-42f9-9369-63bff10c91c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (778623ff-691d-453c-8295-9c1c0a1757d2), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:57.304129 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856d68c-3648-4cc1-8569-a859db4e8cec tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Pushing event deleted for resources: {'Subnet': ['ID=182e64e6-1b92-40f8-9eaa-a5c63deeed42,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:57.311286 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-046da424-e538-4497-b146-1f4ed0ff1d10 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet ff919e57-2cdf-455c-8adb-74e6644a3ff3 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:38:57.325982 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5856d68c-3648-4cc1-8569-a859db4e8cec tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:57.332014 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5856d68c-3648-4cc1-8569-a859db4e8cec tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] 10.222.0.37 "DELETE /v2.0/subnets/182e64e6-1b92-40f8-9eaa-a5c63deeed42 HTTP/1.1" status: 204 len: 168 time: 0.6957772 Feb 20 05:38:57.335912 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35972) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:57.336185 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-046da424-e538-4497-b146-1f4ed0ff1d10 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (ff919e57-2cdf-455c-8adb-74e6644a3ff3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:57.336703 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c605c536-3c9f-496d-978a-8b1cbb1287c9 None None] Network 9fe32f25-6d85-4618-9781-793a6f266ee7 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:38:57.390932 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c4bf9eb2-1978-4aa2-ac17-cae787327a36 req-d51ac0fb-8152-4ae1-b1c7-5f8930bf2217 tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0468957 Feb 20 05:38:57.459611 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1f3ad9b1-3d0f-48d1-86c8-76f4e9cfac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'name': 'tempest-TaggedBootDevicesTest-1449630474-router', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:30:45Z', 'updated_at': '2022-02-20T05:38:53Z', 'revision_number': 5, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'gw_port': {'id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:46Z', 'updated_at': '2022-02-20T05:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:57.477856 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-046da424-e538-4497-b146-1f4ed0ff1d10 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (ff919e57-2cdf-455c-8adb-74e6644a3ff3), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:57.486550 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3ad9b1-3d0f-48d1-86c8-76f4e9cfac6c None None] The sync data for ids ['9d651b73-f9d4-4b8f-9c93-b689442fbfd1'] in n-d-829866-5 is: [{'id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'name': 'tempest-TaggedBootDevicesTest-1449630474-router', 'tenant_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:30:45Z', 'updated_at': '2022-02-20T05:38:53Z', 'revision_number': 5, 'project_id': 'c5e5a8b7f91b44658a7a6eb0700d389c', 'gw_port': {'id': '778623ff-691d-453c-8295-9c1c0a1757d2', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d651b73-f9d4-4b8f-9c93-b689442fbfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:46Z', 'updated_at': '2022-02-20T05:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:38:57.531771 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776a1b29-3644-49e9-ac04-a5c5479c2a29 None None] DHCP port deletion for 9fe32f25-6d85-4618-9781-793a6f266ee7 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:38:57.557083 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-57e6161b-6d2e-4b56-b865-710dbf52e88e tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (9fe32f25-6d85-4618-9781-793a6f266ee7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:57.578496 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-776a1b29-3644-49e9-ac04-a5c5479c2a29 None None] Deleting port 45c23f06-3efa-4032-b516-4a4522b8ae22 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:38:57.578868 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-776a1b29-3644-49e9-ac04-a5c5479c2a29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (45c23f06-3efa-4032-b516-4a4522b8ae22), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:57.584684 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-7a43626e-8fa6-42f9-9369-63bff10c91c0 admin admin] For port 778623ff-691d-453c-8295-9c1c0a1757d2, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=778623ff-691d-453c-8295-9c1c0a1757d2,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:38:57.585042 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7a43626e-8fa6-42f9-9369-63bff10c91c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (778623ff-691d-453c-8295-9c1c0a1757d2), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:57.624836 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-7a43626e-8fa6-42f9-9369-63bff10c91c0 admin admin] Calling delete_port for 778623ff-691d-453c-8295-9c1c0a1757d2 owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:38:57.642920 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-776a1b29-3644-49e9-ac04-a5c5479c2a29 None None] For port 45c23f06-3efa-4032-b516-4a4522b8ae22, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=45c23f06-3efa-4032-b516-4a4522b8ae22,segment=NetworkSegment(dbf75e60-a56c-45eb-b34d-0ef9a070fd00),segment_id=dbf75e60-a56c-45eb-b34d-0ef9a070fd00)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:38:57.643320 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-776a1b29-3644-49e9-ac04-a5c5479c2a29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (45c23f06-3efa-4032-b516-4a4522b8ae22), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:57.656292 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-776a1b29-3644-49e9-ac04-a5c5479c2a29 None None] Calling delete_port for 45c23f06-3efa-4032-b516-4a4522b8ae22 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:38:57.696991 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-046da424-e538-4497-b146-1f4ed0ff1d10 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (ff919e57-2cdf-455c-8adb-74e6644a3ff3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:57.740178 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-776a1b29-3644-49e9-ac04-a5c5479c2a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (45c23f06-3efa-4032-b516-4a4522b8ae22), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:57.765977 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a1b29-3644-49e9-ac04-a5c5479c2a29 None None] Pushing event deleted for resources: {'Port': ['ID=45c23f06-3efa-4032-b516-4a4522b8ae22,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:57.769157 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776a1b29-3644-49e9-ac04-a5c5479c2a29 None None] No DVR routers for this DVR port 45c23f06-3efa-4032-b516-4a4522b8ae22 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:38:57.786853 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-57e6161b-6d2e-4b56-b865-710dbf52e88e tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Deleting port 45c23f06-3efa-4032-b516-4a4522b8ae22 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:38:57.787212 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-57e6161b-6d2e-4b56-b865-710dbf52e88e tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (45c23f06-3efa-4032-b516-4a4522b8ae22), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:57.840809 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-046da424-e538-4497-b146-1f4ed0ff1d10 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (ff919e57-2cdf-455c-8adb-74e6644a3ff3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:57.912401 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046da424-e538-4497-b146-1f4ed0ff1d10 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=ff919e57-2cdf-455c-8adb-74e6644a3ff3,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:57.917534 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-046da424-e538-4497-b146-1f4ed0ff1d10 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:57.921275 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-046da424-e538-4497-b146-1f4ed0ff1d10 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/ff919e57-2cdf-455c-8adb-74e6644a3ff3 HTTP/1.1" status: 204 len: 168 time: 0.7112691 Feb 20 05:38:57.924141 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35974) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:57.943690 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096d54ed-bd10-44f4-a5e2-4363a9482b10 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:38:57.943976 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-57e6161b-6d2e-4b56-b865-710dbf52e88e tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] For port 45c23f06-3efa-4032-b516-4a4522b8ae22, host n-d-829866-5, got binding levels [] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:38:57.944365 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-57e6161b-6d2e-4b56-b865-710dbf52e88e tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (45c23f06-3efa-4032-b516-4a4522b8ae22), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:57.968379 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a6c5908c-6e03-4f06-99c2-4a4136ddb753 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:38:57.981434 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-57e6161b-6d2e-4b56-b865-710dbf52e88e tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Calling delete_port for 45c23f06-3efa-4032-b516-4a4522b8ae22 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:38:57.985775 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.ipam_backend_mixin [None req-57e6161b-6d2e-4b56-b865-710dbf52e88e tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Port 45c23f06-3efa-4032-b516-4a4522b8ae22 was not found and therefore no delete operation was performed {{(pid=103406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 05:38:57.988421 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-57e6161b-6d2e-4b56-b865-710dbf52e88e tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (45c23f06-3efa-4032-b516-4a4522b8ae22), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:58.022941 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35978) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:58.023967 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4bee2542-3d02-44d2-be22-18552c727865 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0971859 Feb 20 05:38:58.033053 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: a6c5908c-6e03-4f06-99c2-4a4136ddb753 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:38:58.033456 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a6c5908c-6e03-4f06-99c2-4a4136ddb753 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:38:58.033676 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-193d371b-cc43-4855-9173-efc6066efda2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:38:58.034296 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 45c23f06-3efa-4032-b516-4a4522b8ae22 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:38:58.064528 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 45c23f06-3efa-4032-b516-4a4522b8ae22 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:38:58.065140 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 45c23f06-3efa-4032-b516-4a4522b8ae22 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:38:58.117908 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68042719-b2a5-4de7-b236-b883cc4b3c52 req-30b23ea0-c156-4028-8cb9-60f6c6b317c2 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:58.119517 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-68042719-b2a5-4de7-b236-b883cc4b3c52 req-30b23ea0-c156-4028-8cb9-60f6c6b317c2 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 946 time: 0.0747473 Feb 20 05:38:58.181244 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95013f24-1e25-4955-9dab-639cca55ddbf None None] DHCP port deletion for 81f72dab-c9ca-4111-9cef-a8a92557f9f3 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:38:58.212634 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:38:58.227972 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-68042719-b2a5-4de7-b236-b883cc4b3c52 req-1635388b-3782-43c5-b096-be8cd98ada76 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/security-groups?id=38252618-fd5d-49bb-a49b-1fc9374dd121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994289 Feb 20 05:38:58.251963 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a5158-3c20-4f49-9edb-5cfbe2b90f86 req-307c6771-ca02-4f09-af56-a46c731f1d0c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:58.253499 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-038a5158-3c20-4f49-9edb-5cfbe2b90f86 req-307c6771-ca02-4f09-af56-a46c731f1d0c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.61 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 946 time: 0.1041157 Feb 20 05:38:58.285426 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-95013f24-1e25-4955-9dab-639cca55ddbf None None] Deleting port 17738fe6-e527-4b63-8dc1-6ce516e4ab6c {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:38:58.285807 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95013f24-1e25-4955-9dab-639cca55ddbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (17738fe6-e527-4b63-8dc1-6ce516e4ab6c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:58.378287 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6161b-6d2e-4b56-b865-710dbf52e88e tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Pushing event deleted for resources: {'Port': ['ID=45c23f06-3efa-4032-b516-4a4522b8ae22,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:58.379367 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:38:58.379770 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:58.385221 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e6161b-6d2e-4b56-b865-710dbf52e88e tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] No DVR routers for this DVR port 45c23f06-3efa-4032-b516-4a4522b8ae22 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:38:58.402884 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-038a5158-3c20-4f49-9edb-5cfbe2b90f86 req-726012c6-8a5b-42ef-8c9a-cf2b675f813f tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Deleting port 34bce102-2a5c-4a33-8b92-207364bb2380 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:38:58.402884 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-038a5158-3c20-4f49-9edb-5cfbe2b90f86 req-726012c6-8a5b-42ef-8c9a-cf2b675f813f tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (34bce102-2a5c-4a33-8b92-207364bb2380), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:58.410540 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-95013f24-1e25-4955-9dab-639cca55ddbf None None] For port 17738fe6-e527-4b63-8dc1-6ce516e4ab6c, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=17738fe6-e527-4b63-8dc1-6ce516e4ab6c,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:38:58.412452 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95013f24-1e25-4955-9dab-639cca55ddbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (17738fe6-e527-4b63-8dc1-6ce516e4ab6c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:58.434959 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4d87dc-c6fd-4073-8847-23ac654116b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bc6aef8-65d1-4d2d-b115-7bb9c396e43e'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:38:58.437184 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad3369d-3dda-4856-a613-ea2b9cf8ead9" -d '{"events": [{"server_uuid": "9b4d87dc-c6fd-4073-8847-23ac654116b7", "name": "network-vif-unplugged", "status": "completed", "tag": "2bc6aef8-65d1-4d2d-b115-7bb9c396e43e"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:38:58.447017 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7a43626e-8fa6-42f9-9369-63bff10c91c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (778623ff-691d-453c-8295-9c1c0a1757d2), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:58.448652 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-95013f24-1e25-4955-9dab-639cca55ddbf None None] Calling delete_port for 17738fe6-e527-4b63-8dc1-6ce516e4ab6c owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:38:58.455241 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:38:58.467689 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:58.486954 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73a3ba-6c6e-4f39-95b8-3e71895e2775 req-eee0838f-34b3-4d9f-98e8-0b8d3ab601c6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:58.488675 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa73a3ba-6c6e-4f39-95b8-3e71895e2775 req-eee0838f-34b3-4d9f-98e8-0b8d3ab601c6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 950 time: 0.1288223 Feb 20 05:38:58.503661 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43626e-8fa6-42f9-9369-63bff10c91c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=778623ff-691d-453c-8295-9c1c0a1757d2,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:58.545761 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-038a5158-3c20-4f49-9edb-5cfbe2b90f86 req-726012c6-8a5b-42ef-8c9a-cf2b675f813f tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] For port 34bce102-2a5c-4a33-8b92-207364bb2380, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=34bce102-2a5c-4a33-8b92-207364bb2380,segment=NetworkSegment(fbe096bc-0508-4287-8731-8998a73eca92),segment_id=fbe096bc-0508-4287-8731-8998a73eca92)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:38:58.546196 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-038a5158-3c20-4f49-9edb-5cfbe2b90f86 req-726012c6-8a5b-42ef-8c9a-cf2b675f813f tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (34bce102-2a5c-4a33-8b92-207364bb2380), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:58.560350 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e,revision_number=9']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:58.584549 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95013f24-1e25-4955-9dab-639cca55ddbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (17738fe6-e527-4b63-8dc1-6ce516e4ab6c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:58.597772 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa73a3ba-6c6e-4f39-95b8-3e71895e2775 req-63cf496d-e0f1-4e0e-a00d-60d0c92e110c tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896914 Feb 20 05:38:58.606411 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-57e6161b-6d2e-4b56-b865-710dbf52e88e tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (9fe32f25-6d85-4618-9781-793a6f266ee7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:58.612088 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95013f24-1e25-4955-9dab-639cca55ddbf None None] Pushing event deleted for resources: {'Port': ['ID=17738fe6-e527-4b63-8dc1-6ce516e4ab6c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:58.633054 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95013f24-1e25-4955-9dab-639cca55ddbf None None] No DVR routers for this DVR port 17738fe6-e527-4b63-8dc1-6ce516e4ab6c on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:38:58.662102 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7a43626e-8fa6-42f9-9369-63bff10c91c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (9d651b73-f9d4-4b8f-9c93-b689442fbfd1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:58.669127 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-57e6161b-6d2e-4b56-b865-710dbf52e88e tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe32f25-6d85-4618-9781-793a6f266ee7']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:58.704010 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193d371b-cc43-4855-9173-efc6066efda2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:38:58.707307 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-193d371b-cc43-4855-9173-efc6066efda2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:58.740736 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ec0b21f6-b3b4-44e3-8ec7-2ec72727037a req-da37d3e2-cce0-4fa5-8ed3-a7871e7fa678 tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0615304 Feb 20 05:38:58.745603 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-57e6161b-6d2e-4b56-b865-710dbf52e88e tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf75e60-a56c-45eb-b34d-0ef9a070fd00') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:58.745899 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-57e6161b-6d2e-4b56-b865-710dbf52e88e tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf75e60-a56c-45eb-b34d-0ef9a070fd00') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:58.811359 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea086dd-0726-4fc3-b3c7-d78e2aac45dd x-openstack-request-id: req-2ea086dd-0726-4fc3-b3c7-d78e2aac45dd {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:38:58.811861 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4d87dc-c6fd-4073-8847-23ac654116b7", "name": "network-vif-unplugged", "status": "completed", "tag": "2bc6aef8-65d1-4d2d-b115-7bb9c396e43e", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:38:58.812329 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ea086dd-0726-4fc3-b3c7-d78e2aac45dd {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:38:58.812855 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4d87dc-c6fd-4073-8847-23ac654116b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bc6aef8-65d1-4d2d-b115-7bb9c396e43e', 'code': 200} Feb 20 05:38:58.817392 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-038a5158-3c20-4f49-9edb-5cfbe2b90f86 req-726012c6-8a5b-42ef-8c9a-cf2b675f813f tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:58.817760 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-038a5158-3c20-4f49-9edb-5cfbe2b90f86 req-726012c6-8a5b-42ef-8c9a-cf2b675f813f tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (6a630fc3-3cce-444b-ac16-964b258f930b), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:58.818080 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [req-038a5158-3c20-4f49-9edb-5cfbe2b90f86 req-726012c6-8a5b-42ef-8c9a-cf2b675f813f tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Floating IP 6a630fc3-3cce-444b-ac16-964b258f930b disassociated. External IP: 172.25.3.56, port: 34bce102-2a5c-4a33-8b92-207364bb2380. Feb 20 05:38:58.818421 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-038a5158-3c20-4f49-9edb-5cfbe2b90f86 req-726012c6-8a5b-42ef-8c9a-cf2b675f813f tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Calling delete_port for 34bce102-2a5c-4a33-8b92-207364bb2380 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:38:58.821450 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-57e6161b-6d2e-4b56-b865-710dbf52e88e tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (dbf75e60-a56c-45eb-b34d-0ef9a070fd00), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:58.836699 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7a43626e-8fa6-42f9-9369-63bff10c91c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (9d651b73-f9d4-4b8f-9c93-b689442fbfd1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:58.841502 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7a43626e-8fa6-42f9-9369-63bff10c91c0 admin admin] Publish callbacks [] for router_controller (9d651b73-f9d4-4b8f-9c93-b689442fbfd1), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:58.856449 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-57e6161b-6d2e-4b56-b865-710dbf52e88e tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (dbf75e60-a56c-45eb-b34d-0ef9a070fd00), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:58.906648 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e6161b-6d2e-4b56-b865-710dbf52e88e tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:38:58.907104 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-57e6161b-6d2e-4b56-b865-710dbf52e88e tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (dbf75e60-a56c-45eb-b34d-0ef9a070fd00), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:38:58.912688 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:38:58.962030 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7a43626e-8fa6-42f9-9369-63bff10c91c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (9d651b73-f9d4-4b8f-9c93-b689442fbfd1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:58.962388 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-038a5158-3c20-4f49-9edb-5cfbe2b90f86 req-726012c6-8a5b-42ef-8c9a-cf2b675f813f tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (34bce102-2a5c-4a33-8b92-207364bb2380), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:58.962818 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a43626e-8fa6-42f9-9369-63bff10c91c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d651b73-f9d4-4b8f-9c93-b689442fbfd1 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:38:58.968297 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7a43626e-8fa6-42f9-9369-63bff10c91c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:58.969701 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7a43626e-8fa6-42f9-9369-63bff10c91c0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/9d651b73-f9d4-4b8f-9c93-b689442fbfd1 HTTP/1.1" status: 204 len: 168 time: 2.4272816 Feb 20 05:38:58.972452 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35986) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:59.030262 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-57e6161b-6d2e-4b56-b865-710dbf52e88e tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (9fe32f25-6d85-4618-9781-793a6f266ee7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:59.030574 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726012c6-8a5b-42ef-8c9a-cf2b675f813f tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Pushing event deleted for resources: {'Port': ['ID=34bce102-2a5c-4a33-8b92-207364bb2380,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:59.039332 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-57e6161b-6d2e-4b56-b865-710dbf52e88e tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:59.048569 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-57e6161b-6d2e-4b56-b865-710dbf52e88e tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] 10.222.0.37 "DELETE /v2.0/networks/9fe32f25-6d85-4618-9781-793a6f266ee7 HTTP/1.1" status: 204 len: 168 time: 1.7071021 Feb 20 05:38:59.089530 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6161b-6d2e-4b56-b865-710dbf52e88e tempest-ExtraDHCPOptionsTestJSON-396429836 tempest-ExtraDHCPOptionsTestJSON-396429836-project] Pushing event deleted for resources: {'Network': ['ID=9fe32f25-6d85-4618-9781-793a6f266ee7,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:59.098679 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f33378-767e-42e1-b478-4d0014848ecc admin admin] Deleting subnet 47bafeeb-eb88-48c3-9668-c5c4cd61bb39 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:38:59.102437 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21f33378-767e-42e1-b478-4d0014848ecc admin admin] Publish callbacks [] for subnet (47bafeeb-eb88-48c3-9668-c5c4cd61bb39), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:59.156021 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21f33378-767e-42e1-b478-4d0014848ecc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (47bafeeb-eb88-48c3-9668-c5c4cd61bb39), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:59.225618 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-193d371b-cc43-4855-9173-efc6066efda2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (e0d1e45f-4cf7-44fd-ab6b-d723bbfda960), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:59.246691 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21f33378-767e-42e1-b478-4d0014848ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (47bafeeb-eb88-48c3-9668-c5c4cd61bb39), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:59.280261 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193d371b-cc43-4855-9173-efc6066efda2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:38:59.293993 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-193d371b-cc43-4855-9173-efc6066efda2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:38:59.301404 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193d371b-cc43-4855-9173-efc6066efda2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:38:59.304470 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-193d371b-cc43-4855-9173-efc6066efda2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:59.306602 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ac4672-058c-4a94-b3d3-8c438a94cd7a None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:38:59.314274 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21f33378-767e-42e1-b478-4d0014848ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (47bafeeb-eb88-48c3-9668-c5c4cd61bb39), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:59.334347 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d371b-cc43-4855-9173-efc6066efda2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=e0d1e45f-4cf7-44fd-ab6b-d723bbfda960,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:59.347665 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-193d371b-cc43-4855-9173-efc6066efda2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3215542 Feb 20 05:38:59.348359 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35994) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:59.353942 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-02b58931-f6b9-4f52-82ec-30494220cc2f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'name': 'tempest-NetworksTestDHCPv6-987523234'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:38:59.358338 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21f33378-767e-42e1-b478-4d0014848ecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:59.363783 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-21f33378-767e-42e1-b478-4d0014848ecc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/47bafeeb-eb88-48c3-9668-c5c4cd61bb39 HTTP/1.1" status: 204 len: 168 time: 0.3881426 Feb 20 05:38:59.365092 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35996) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:59.366152 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f33378-767e-42e1-b478-4d0014848ecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47bafeeb-eb88-48c3-9668-c5c4cd61bb39,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:38:59.366736 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3733a6ec-1224-4cd2-9298-f78853a21dc3 None None] Network 6f0a901a-07d7-42e9-9967-ca10530f93ff requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:38:59.486562 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35998) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:59.500642 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b58931-f6b9-4f52-82ec-30494220cc2f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:38:59.506007 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6efa474d-96a1-4d40-844f-390efe17406a req-bbc5ce81-3aaf-40b6-911b-1e9fa68a2adf tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 210 time: 0.0876188 Feb 20 05:38:59.513691 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-02b58931-f6b9-4f52-82ec-30494220cc2f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:59.533824 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7e000afd-4193-4484-8b4e-5643291524ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (6f0a901a-07d7-42e9-9967-ca10530f93ff), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:59.547733 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-038a5158-3c20-4f49-9edb-5cfbe2b90f86 req-726012c6-8a5b-42ef-8c9a-cf2b675f813f tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Router dfa75dd7-9354-43ed-b28b-5bb872a4f3af has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:38:59.558256 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-02b58931-f6b9-4f52-82ec-30494220cc2f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] device_id is not set on port 69ce861c-7b9b-4b5c-b9f1-c7dcc1fe6b9a yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:38:59.608533 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362f3da6-99fb-4f7a-a4ac-d5d2b655581e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'fixed_ips': [{'subnet_id': 'e0d1e45f-4cf7-44fd-ab6b-d723bbfda960'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:38:59.609657 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-362f3da6-99fb-4f7a-a4ac-d5d2b655581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:59.815938 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d6288e-31ff-44c8-8d1f-0f29af334094 None None] DHCP port deletion for 6f0a901a-07d7-42e9-9967-ca10530f93ff request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:38:59.839704 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bd9e1f71-3543-4a6f-bf18-e874bdec3bf2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a06c3d8168924425b3ab486baea14e27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3496771 Feb 20 05:38:59.840270 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36006) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:38:59.858516 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-02b58931-f6b9-4f52-82ec-30494220cc2f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 2001:db8::3d (81f72dab-c9ca-4111-9cef-a8a92557f9f3/e0d1e45f-4cf7-44fd-ab6b-d723bbfda960/69ce861c-7b9b-4b5c-b9f1-c7dcc1fe6b9a) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:38:59.859220 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-038a5158-3c20-4f49-9edb-5cfbe2b90f86 req-726012c6-8a5b-42ef-8c9a-cf2b675f813f tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:38:59.884858 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f25fa7-0ad3-4ccb-a1da-be7024287b6c None None] Sync routers for ids ['dfa75dd7-9354-43ed-b28b-5bb872a4f3af'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:38:59.906128 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f25fa7-0ad3-4ccb-a1da-be7024287b6c None None] Routers {'dfa75dd7-9354-43ed-b28b-5bb872a4f3af'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:38:59.906783 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-47f25fa7-0ad3-4ccb-a1da-be7024287b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:38:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['dfa75dd7-9354-43ed-b28b-5bb872a4f3af'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:38:59.965958 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-038a5158-3c20-4f49-9edb-5cfbe2b90f86 req-726012c6-8a5b-42ef-8c9a-cf2b675f813f tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] No DVR routers for this DVR port 34bce102-2a5c-4a33-8b92-207364bb2380 on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:38:59.970769 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-038a5158-3c20-4f49-9edb-5cfbe2b90f86 req-726012c6-8a5b-42ef-8c9a-cf2b675f813f tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:59.974596 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-038a5158-3c20-4f49-9edb-5cfbe2b90f86 req-726012c6-8a5b-42ef-8c9a-cf2b675f813f tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.61 "DELETE /v2.0/ports/34bce102-2a5c-4a33-8b92-207364bb2380 HTTP/1.1" status: 204 len: 173 time: 1.7117770 Feb 20 05:38:59.975015 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-20d6288e-31ff-44c8-8d1f-0f29af334094 None None] Deleting port 35cc50c0-5c8e-40e6-87c1-af8b03fcb568 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:38:59.975493 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-20d6288e-31ff-44c8-8d1f-0f29af334094 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (35cc50c0-5c8e-40e6-87c1-af8b03fcb568), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:38:59.975796 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fa464a-9c41-4e15-a8df-8edc1c8c93d6', 'name': 'network-vif-deleted', 'tag': '34bce102-2a5c-4a33-8b92-207364bb2380'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:38:59.978627 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ad5d68-07ed-463a-8db0-8218c0463264" -d '{"events": [{"server_uuid": "84fa464a-9c41-4e15-a8df-8edc1c8c93d6", "name": "network-vif-deleted", "tag": "34bce102-2a5c-4a33-8b92-207364bb2380"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:39:00.008582 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-7e000afd-4193-4484-8b4e-5643291524ef admin admin] Deleting port 35cc50c0-5c8e-40e6-87c1-af8b03fcb568 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:00.009014 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7e000afd-4193-4484-8b4e-5643291524ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (35cc50c0-5c8e-40e6-87c1-af8b03fcb568), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:00.019818 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c48befd9-a08b-4634-adf0-7ba898154121 admin admin] Publish callbacks [] for security_group (83d53fe6-9f81-468d-8cbb-52e1d674d1b4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:00.033626 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 17738fe6-e527-4b63-8dc1-6ce516e4ab6c no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:39:00.093928 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c48befd9-a08b-4634-adf0-7ba898154121 admin admin] Publish callbacks [] for security_group (83d53fe6-9f81-468d-8cbb-52e1d674d1b4), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:00.105876 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-7e000afd-4193-4484-8b4e-5643291524ef admin admin] For port 35cc50c0-5c8e-40e6-87c1-af8b03fcb568, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=35cc50c0-5c8e-40e6-87c1-af8b03fcb568,segment=NetworkSegment(3afd5b42-a457-4a41-9db4-611bccf50f94),segment_id=3afd5b42-a457-4a41-9db4-611bccf50f94)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:00.107335 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7e000afd-4193-4484-8b4e-5643291524ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (35cc50c0-5c8e-40e6-87c1-af8b03fcb568), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:00.129128 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 17738fe6-e527-4b63-8dc1-6ce516e4ab6c {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:39:00.129471 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 17738fe6-e527-4b63-8dc1-6ce516e4ab6c not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:39:00.129892 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 35cc50c0-5c8e-40e6-87c1-af8b03fcb568 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:39:00.135334 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-7e000afd-4193-4484-8b4e-5643291524ef admin admin] Calling delete_port for 35cc50c0-5c8e-40e6-87c1-af8b03fcb568 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:00.191528 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-47f25fa7-0ad3-4ccb-a1da-be7024287b6c None None] Set router dfa75dd7-9354-43ed-b28b-5bb872a4f3af gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:39:00.196779 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-20d6288e-31ff-44c8-8d1f-0f29af334094 None None] For port 35cc50c0-5c8e-40e6-87c1-af8b03fcb568, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=35cc50c0-5c8e-40e6-87c1-af8b03fcb568,segment=NetworkSegment(3afd5b42-a457-4a41-9db4-611bccf50f94),segment_id=3afd5b42-a457-4a41-9db4-611bccf50f94)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:00.197187 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-20d6288e-31ff-44c8-8d1f-0f29af334094 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (35cc50c0-5c8e-40e6-87c1-af8b03fcb568), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:00.212624 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760ac2d-2dac-4445-bce6-b5b94b8a221e req-f7da77ca-f128-461d-8cba-6afacced1dc6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:00.219837 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a760ac2d-2dac-4445-bce6-b5b94b8a221e req-f7da77ca-f128-461d-8cba-6afacced1dc6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 948 time: 0.3575532 Feb 20 05:39:00.237436 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:39:00.258009 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-20d6288e-31ff-44c8-8d1f-0f29af334094 None None] Calling delete_port for 35cc50c0-5c8e-40e6-87c1-af8b03fcb568 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:00.258706 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-02b58931-f6b9-4f52-82ec-30494220cc2f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (69ce861c-7b9b-4b5c-b9f1-c7dcc1fe6b9a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:00.284334 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c48befd9-a08b-4634-adf0-7ba898154121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (83d53fe6-9f81-468d-8cbb-52e1d674d1b4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:00.291860 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c48befd9-a08b-4634-adf0-7ba898154121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:00.296804 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c48befd9-a08b-4634-adf0-7ba898154121 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/83d53fe6-9f81-468d-8cbb-52e1d674d1b4 HTTP/1.1" status: 204 len: 168 time: 0.4555902 Feb 20 05:39:00.298344 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a760ac2d-2dac-4445-bce6-b5b94b8a221e req-f37835da-3cc0-4b44-b53d-db84d8f46612 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773990 Feb 20 05:39:00.317585 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48befd9-a08b-4634-adf0-7ba898154121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d53fe6-9f81-468d-8cbb-52e1d674d1b4,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:00.328218 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7e000afd-4193-4484-8b4e-5643291524ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (35cc50c0-5c8e-40e6-87c1-af8b03fcb568), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:00.351396 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-02b58931-f6b9-4f52-82ec-30494220cc2f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (69ce861c-7b9b-4b5c-b9f1-c7dcc1fe6b9a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:00.383516 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e000afd-4193-4484-8b4e-5643291524ef admin admin] Pushing event deleted for resources: {'Port': ['ID=35cc50c0-5c8e-40e6-87c1-af8b03fcb568,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:00.383912 n-d-829866-5 neutron-server[103408]: INFO neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No ports have port_id starting with 35cc50c0-5c8e-40e6-87c1-af8b03fcb568 Feb 20 05:39:00.392319 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e000afd-4193-4484-8b4e-5643291524ef admin admin] No DVR routers for this DVR port 35cc50c0-5c8e-40e6-87c1-af8b03fcb568 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:39:00.403695 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b58931-f6b9-4f52-82ec-30494220cc2f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:00.406797 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-02b58931-f6b9-4f52-82ec-30494220cc2f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:00.418168 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b58931-f6b9-4f52-82ec-30494220cc2f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:39:00.424134 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b58931-f6b9-4f52-82ec-30494220cc2f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:00.424771 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-02b58931-f6b9-4f52-82ec-30494220cc2f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:00.440276 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b58931-f6b9-4f52-82ec-30494220cc2f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=69ce861c-7b9b-4b5c-b9f1-c7dcc1fe6b9a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:00.454360 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-02b58931-f6b9-4f52-82ec-30494220cc2f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1047151 Feb 20 05:39:00.457170 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36014) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:00.526831 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6e45c3c3-94d0-4df8-9f54-236a9d05663d req-722fab22-509c-4e9e-9b59-8bb807eee166 tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0364838 Feb 20 05:39:00.534540 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 778623ff-691d-453c-8295-9c1c0a1757d2 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:39:00.538442 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:39:00.625650 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7e000afd-4193-4484-8b4e-5643291524ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (6f0a901a-07d7-42e9-9967-ca10530f93ff), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:00.670780 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-7e000afd-4193-4484-8b4e-5643291524ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0a901a-07d7-42e9-9967-ca10530f93ff']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:00.682294 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0600013-2edc-4da9-9668-d4ed07d943fd tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:00.684414 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f0600013-2edc-4da9-9668-d4ed07d943fd tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.2262666 Feb 20 05:39:00.687456 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36020) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:00.706175 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 778623ff-691d-453c-8295-9c1c0a1757d2 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:39:00.707385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 778623ff-691d-453c-8295-9c1c0a1757d2 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:39:00.717705 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ee155c-24f7-4b0f-96bd-cb1aaebd4fac x-openstack-request-id: req-e6ee155c-24f7-4b0f-96bd-cb1aaebd4fac {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:39:00.718231 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fa464a-9c41-4e15-a8df-8edc1c8c93d6", "name": "network-vif-deleted", "tag": "34bce102-2a5c-4a33-8b92-207364bb2380", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:39:00.718880 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6ee155c-24f7-4b0f-96bd-cb1aaebd4fac {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:39:00.719655 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fa464a-9c41-4e15-a8df-8edc1c8c93d6', 'name': 'network-vif-deleted', 'tag': '34bce102-2a5c-4a33-8b92-207364bb2380', 'status': 'completed', 'code': 200} Feb 20 05:39:00.725923 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-7e000afd-4193-4484-8b4e-5643291524ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3afd5b42-a457-4a41-9db4-611bccf50f94') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:00.726384 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-7e000afd-4193-4484-8b4e-5643291524ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3afd5b42-a457-4a41-9db4-611bccf50f94') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:00.747561 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7e000afd-4193-4484-8b4e-5643291524ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (3afd5b42-a457-4a41-9db4-611bccf50f94), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:00.765889 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7e000afd-4193-4484-8b4e-5643291524ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (3afd5b42-a457-4a41-9db4-611bccf50f94), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:00.774845 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e000afd-4193-4484-8b4e-5643291524ef admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:39:00.775342 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7e000afd-4193-4484-8b4e-5643291524ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (3afd5b42-a457-4a41-9db4-611bccf50f94), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:39:00.780515 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:39:00.889184 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7e000afd-4193-4484-8b4e-5643291524ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (6f0a901a-07d7-42e9-9967-ca10530f93ff), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:00.914271 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-7e83d216-8aed-4cf1-a753-abde1f7f9f22 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting port 69ce861c-7b9b-4b5c-b9f1-c7dcc1fe6b9a {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:00.916339 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7e83d216-8aed-4cf1-a753-abde1f7f9f22 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (69ce861c-7b9b-4b5c-b9f1-c7dcc1fe6b9a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:00.919988 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7e000afd-4193-4484-8b4e-5643291524ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:00.927088 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7e000afd-4193-4484-8b4e-5643291524ef admin admin] 10.222.0.37 "DELETE /v2.0/networks/6f0a901a-07d7-42e9-9967-ca10530f93ff HTTP/1.1" status: 204 len: 168 time: 1.5584989 Feb 20 05:39:00.928697 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36028) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:00.929052 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e000afd-4193-4484-8b4e-5643291524ef admin admin] Pushing event deleted for resources: {'Network': ['ID=6f0a901a-07d7-42e9-9967-ca10530f93ff,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:00.952391 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb4c45-ec9c-4a65-8f60-cc681ee019dc req-4d27e660-df3e-4004-9d87-cc7f3df0ed0c tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:00.963349 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-49eb4c45-ec9c-4a65-8f60-cc681ee019dc req-4d27e660-df3e-4004-9d87-cc7f3df0ed0c tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 948 time: 0.1271360 Feb 20 05:39:01.036862 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-49eb4c45-ec9c-4a65-8f60-cc681ee019dc req-71205d8d-2e20-405b-9d9b-0d83d5fcd7b0 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663283 Feb 20 05:39:01.051534 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-362f3da6-99fb-4f7a-a4ac-d5d2b655581e None None] Allocated IP 2001:db8::2 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/e0d1e45f-4cf7-44fd-ab6b-d723bbfda960/60e075e5-e82c-449d-a674-79d2e46b7546) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:39:01.191464 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16a24994-96d5-441c-a7cd-7fa60970d709 req-ee321388-6e3c-408f-9263-cd1b596b477c tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 210 time: 0.0571306 Feb 20 05:39:01.220161 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-20d6288e-31ff-44c8-8d1f-0f29af334094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (35cc50c0-5c8e-40e6-87c1-af8b03fcb568), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:01.260954 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-20d6288e-31ff-44c8-8d1f-0f29af334094 None None] Network 6f0a901a-07d7-42e9-9967-ca10530f93ff is not hosted by any dhcp agent {{(pid=103408) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 20 05:39:01.261353 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d6288e-31ff-44c8-8d1f-0f29af334094 None None] No DVR routers for this DVR port 35cc50c0-5c8e-40e6-87c1-af8b03fcb568 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:39:01.362614 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6288e-31ff-44c8-8d1f-0f29af334094 None None] Pushing event deleted for resources: {'Port': ['ID=35cc50c0-5c8e-40e6-87c1-af8b03fcb568,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:01.382436 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7e83d216-8aed-4cf1-a753-abde1f7f9f22 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (69ce861c-7b9b-4b5c-b9f1-c7dcc1fe6b9a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:01.430606 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-7e83d216-8aed-4cf1-a753-abde1f7f9f22 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Calling delete_port for 69ce861c-7b9b-4b5c-b9f1-c7dcc1fe6b9a owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:01.439278 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:01.462287 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '2bc6aef8-65d1-4d2d-b115-7bb9c396e43e', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': '2bc6aef8-65d1-4d2d-b115-7bb9c396e43e', 'mac_address': 'fa:16:3e:e9:de:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:39:01.573656 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36056) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:01.582148 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:01.583426 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:01.594152 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-cb4dc772-8133-4762-8d46-81d9424bcaae tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=fa4999e395b84ca8985dceeebb996696&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511453 Feb 20 05:39:01.613056 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:39:01.683399 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-47f25fa7-0ad3-4ccb-a1da-be7024287b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'name': 'tempest-ServersTestBootFromVolume-1067084976-router', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'fc7d67e0-e2bf-440a-8006-d434da9a035c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:53Z', 'updated_at': '2022-02-20T05:36:58Z', 'revision_number': 4, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'gw_port': {'id': 'fc7d67e0-e2bf-440a-8006-d434da9a035c', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:54Z', 'updated_at': '2022-02-20T05:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '491eaeda-b296-46c1-93c6-15d72208d020', 'name': '', 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'mac_address': 'fa:16:3e:76:99:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '7be60782-f67e-41af-9526-dd18f0adcc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:57Z', 'updated_at': '2022-02-20T05:37:06Z', 'revision_number': 5, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'subnets': [{'id': '7be60782-f67e-41af-9526-dd18f0adcc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:01.744531 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:01.746560 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f25fa7-0ad3-4ccb-a1da-be7024287b6c None None] Checking router: dfa75dd7-9354-43ed-b28b-5bb872a4f3af for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:39:01.760613 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:01.766930 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-362f3da6-99fb-4f7a-a4ac-d5d2b655581e None None] Publish callbacks [] for port (60e075e5-e82c-449d-a674-79d2e46b7546), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:01.771444 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-fe9fd747-f049-4f8e-8b6f-bc711795db56 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-172206235'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:01.802713 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-49a70d67-23eb-40c0-87e6-54b4e00d5ff5 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:01.810832 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-49a70d67-23eb-40c0-87e6-54b4e00d5ff5 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2150433 Feb 20 05:39:01.812864 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-362f3da6-99fb-4f7a-a4ac-d5d2b655581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (60e075e5-e82c-449d-a674-79d2e46b7546), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:01.814712 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f25fa7-0ad3-4ccb-a1da-be7024287b6c None None] Routers {'dfa75dd7-9354-43ed-b28b-5bb872a4f3af'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:39:01.815422 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-47f25fa7-0ad3-4ccb-a1da-be7024287b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:38:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['dfa75dd7-9354-43ed-b28b-5bb872a4f3af'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:01.835185 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-202b94f8-b716-469b-a319-78b93f6a6978 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/quotas/fa4999e395b84ca8985dceeebb996696 HTTP/1.1" status: 200 len: 375 time: 0.0186603 Feb 20 05:39:01.835686 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9fd747-f049-4f8e-8b6f-bc711795db56 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Made reservation on behalf of f05e586a4dd9405b900398481f5514eb for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:01.839385 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe9fd747-f049-4f8e-8b6f-bc711795db56 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:01.899422 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362f3da6-99fb-4f7a-a4ac-d5d2b655581e None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:01.952755 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe9fd747-f049-4f8e-8b6f-bc711795db56 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:01.972771 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-34c72330-850b-4781-861f-336445ac5cf4 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1307006 Feb 20 05:39:01.985533 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-47f25fa7-0ad3-4ccb-a1da-be7024287b6c None None] Set router dfa75dd7-9354-43ed-b28b-5bb872a4f3af gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:39:02.031659 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7e83d216-8aed-4cf1-a753-abde1f7f9f22 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (69ce861c-7b9b-4b5c-b9f1-c7dcc1fe6b9a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:02.095688 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-362f3da6-99fb-4f7a-a4ac-d5d2b655581e None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:02.107699 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83d216-8aed-4cf1-a753-abde1f7f9f22 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Port': ['ID=69ce861c-7b9b-4b5c-b9f1-c7dcc1fe6b9a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:02.167762 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7e83d216-8aed-4cf1-a753-abde1f7f9f22 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:02.172232 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7e83d216-8aed-4cf1-a753-abde1f7f9f22 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/69ce861c-7b9b-4b5c-b9f1-c7dcc1fe6b9a HTTP/1.1" status: 204 len: 168 time: 1.4834201 Feb 20 05:39:02.175226 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36062) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:02.181015 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e,revision_number=10']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:02.183824 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362f3da6-99fb-4f7a-a4ac-d5d2b655581e None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:39:02.286764 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7133d4d6-ca37-4d7d-a727-5e2634c21beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (bd86f317-c624-464f-9836-263f33c60300), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:02.288133 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f3da6-99fb-4f7a-a4ac-d5d2b655581e None None] Pushing event updated for resources: {'Port': ['ID=60e075e5-e82c-449d-a674-79d2e46b7546,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:02.290639 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 34bce102-2a5c-4a33-8b92-207364bb2380 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:39:02.355208 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-362f3da6-99fb-4f7a-a4ac-d5d2b655581e None None] Attempting to bind port 60e075e5-e82c-449d-a674-79d2e46b7546 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:39:02.355587 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-362f3da6-99fb-4f7a-a4ac-d5d2b655581e None None] Attempting to bind port 60e075e5-e82c-449d-a674-79d2e46b7546 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:39:02.355955 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362f3da6-99fb-4f7a-a4ac-d5d2b655581e None None] Attempting to bind port 60e075e5-e82c-449d-a674-79d2e46b7546 on network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:39:02.365567 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362f3da6-99fb-4f7a-a4ac-d5d2b655581e None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:39:02.366071 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362f3da6-99fb-4f7a-a4ac-d5d2b655581e None None] Checking segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:39:02.366401 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-362f3da6-99fb-4f7a-a4ac-d5d2b655581e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:02.366810 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362f3da6-99fb-4f7a-a4ac-d5d2b655581e None None] Bound using segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:39:02.367345 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-362f3da6-99fb-4f7a-a4ac-d5d2b655581e None None] Bound port: 60e075e5-e82c-449d-a674-79d2e46b7546, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:39:02.367728 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-362f3da6-99fb-4f7a-a4ac-d5d2b655581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (60e075e5-e82c-449d-a674-79d2e46b7546), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:02.380813 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 34bce102-2a5c-4a33-8b92-207364bb2380 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:39:02.381170 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 34bce102-2a5c-4a33-8b92-207364bb2380 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:39:02.390677 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe9fd747-f049-4f8e-8b6f-bc711795db56 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks [] for security_group (a0044b09-9a79-4aa8-8242-85c7271ccd83), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:02.393927 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['2bc6aef8-65d1-4d2d-b115-7bb9c396e43e'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:39:02.406760 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe9fd747-f049-4f8e-8b6f-bc711795db56 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a0044b09-9a79-4aa8-8242-85c7271ccd83), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:02.464713 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9fd747-f049-4f8e-8b6f-bc711795db56 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0044b09-9a79-4aa8-8242-85c7271ccd83,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:02.475369 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-47f25fa7-0ad3-4ccb-a1da-be7024287b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'name': 'tempest-ServersTestBootFromVolume-1067084976-router', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'fc7d67e0-e2bf-440a-8006-d434da9a035c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:53Z', 'updated_at': '2022-02-20T05:36:58Z', 'revision_number': 4, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'gw_port': {'id': 'fc7d67e0-e2bf-440a-8006-d434da9a035c', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:54Z', 'updated_at': '2022-02-20T05:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '491eaeda-b296-46c1-93c6-15d72208d020', 'name': '', 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'mac_address': 'fa:16:3e:76:99:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '7be60782-f67e-41af-9526-dd18f0adcc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:57Z', 'updated_at': '2022-02-20T05:37:06Z', 'revision_number': 5, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'subnets': [{'id': '7be60782-f67e-41af-9526-dd18f0adcc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:02.484242 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9fd747-f049-4f8e-8b6f-bc711795db56 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:39:02.511484 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f25fa7-0ad3-4ccb-a1da-be7024287b6c None None] The sync data for ids ['dfa75dd7-9354-43ed-b28b-5bb872a4f3af'] in n-d-829866-5 is: [{'id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'name': 'tempest-ServersTestBootFromVolume-1067084976-router', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'fc7d67e0-e2bf-440a-8006-d434da9a035c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:53Z', 'updated_at': '2022-02-20T05:36:58Z', 'revision_number': 4, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'gw_port': {'id': 'fc7d67e0-e2bf-440a-8006-d434da9a035c', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:54Z', 'updated_at': '2022-02-20T05:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '491eaeda-b296-46c1-93c6-15d72208d020', 'name': '', 'network_id': '05032ebd-f70c-4176-b1a5-e340dc4066fb', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'mac_address': 'fa:16:3e:76:99:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '7be60782-f67e-41af-9526-dd18f0adcc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:57Z', 'updated_at': '2022-02-20T05:37:06Z', 'revision_number': 5, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'subnets': [{'id': '7be60782-f67e-41af-9526-dd18f0adcc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:39:02.572815 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe9fd747-f049-4f8e-8b6f-bc711795db56 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d9ccee33-7002-4568-9bac-f4d2d1f1bdea), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:02.573157 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-fe9fd747-f049-4f8e-8b6f-bc711795db56 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Added segment d9ccee33-7002-4568-9bac-f4d2d1f1bdea of type vlan for network 24075bab-9676-4eae-8407-f28acc0e88eb Feb 20 05:39:02.603753 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-362f3da6-99fb-4f7a-a4ac-d5d2b655581e None None] For port 60e075e5-e82c-449d-a674-79d2e46b7546, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:39:02.609886 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-362f3da6-99fb-4f7a-a4ac-d5d2b655581e None None] For port 60e075e5-e82c-449d-a674-79d2e46b7546, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=60e075e5-e82c-449d-a674-79d2e46b7546,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:39:02.737176 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-362f3da6-99fb-4f7a-a4ac-d5d2b655581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (60e075e5-e82c-449d-a674-79d2e46b7546), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:02.833457 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f3da6-99fb-4f7a-a4ac-d5d2b655581e None None] Pushing event updated for resources: {'Port': ['ID=60e075e5-e82c-449d-a674-79d2e46b7546,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:02.933856 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe9fd747-f049-4f8e-8b6f-bc711795db56 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (24075bab-9676-4eae-8407-f28acc0e88eb), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:02.987690 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2dd57-8ebe-4b0c-8f15-4d3c9ea2d4f3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:02.989616 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2dd57-8ebe-4b0c-8f15-4d3c9ea2d4f3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:02.994165 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-85b2dd57-8ebe-4b0c-8f15-4d3c9ea2d4f3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8147182 Feb 20 05:39:02.997943 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36076) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:03.011694 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e32653-ad0a-4d21-b2c2-afe76613824e None None] New status for floating IP 6a630fc3-3cce-444b-ac16-964b258f930b: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:39:03.047513 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1723d202-d79e-4e64-afea-6a7c6bb24bcb req-4bffb05c-0e1a-490e-bc82-4964c2a5382d tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0549705 Feb 20 05:39:03.068479 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe9fd747-f049-4f8e-8b6f-bc711795db56 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (24075bab-9676-4eae-8407-f28acc0e88eb), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:03.073789 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9fd747-f049-4f8e-8b6f-bc711795db56 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:03.074339 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe9fd747-f049-4f8e-8b6f-bc711795db56 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:03.199894 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fe9fd747-f049-4f8e-8b6f-bc711795db56 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6231458 Feb 20 05:39:03.215840 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36078) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:03.222280 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9871a33-e4e3-4dda-8c41-c5741b72687b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet e0d1e45f-4cf7-44fd-ab6b-d723bbfda960 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:39:03.223722 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-8266d9c9-96d3-4f8f-abfc-840d5a28ab45 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Request body: {'subnet': {'network_id': '24075bab-9676-4eae-8407-f28acc0e88eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:03.267177 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a37e01e-8315-4106-a3b2-92200b1f3f05 req-384ec60e-c060-400c-8300-3d02ab503e66 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 210 time: 0.1003633 Feb 20 05:39:03.289741 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c9871a33-e4e3-4dda-8c41-c5741b72687b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (e0d1e45f-4cf7-44fd-ab6b-d723bbfda960), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:03.297371 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9fd747-f049-4f8e-8b6f-bc711795db56 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Pushing event updated for resources: {'Network': ['ID=24075bab-9676-4eae-8407-f28acc0e88eb,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:03.307983 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 24075bab-9676-4eae-8407-f28acc0e88eb details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:39:03.405060 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c9871a33-e4e3-4dda-8c41-c5741b72687b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (e0d1e45f-4cf7-44fd-ab6b-d723bbfda960), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:03.478146 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-7133d4d6-ca37-4d7d-a727-5e2634c21beb admin admin] Deleting port 52514efd-0d82-41a7-a3fd-32a83d4b90a0 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:03.478812 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7133d4d6-ca37-4d7d-a727-5e2634c21beb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (52514efd-0d82-41a7-a3fd-32a83d4b90a0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:03.563083 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8266d9c9-96d3-4f8f-abfc-840d5a28ab45 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Made reservation on behalf of f05e586a4dd9405b900398481f5514eb for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:03.568738 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8266d9c9-96d3-4f8f-abfc-840d5a28ab45 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:03.695944 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c9871a33-e4e3-4dda-8c41-c5741b72687b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (e0d1e45f-4cf7-44fd-ab6b-d723bbfda960), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:03.793560 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-7133d4d6-ca37-4d7d-a727-5e2634c21beb admin admin] For port 52514efd-0d82-41a7-a3fd-32a83d4b90a0, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=52514efd-0d82-41a7-a3fd-32a83d4b90a0,segment=NetworkSegment(d06481df-9a59-4fe0-aee6-9392f60cfae4),segment_id=d06481df-9a59-4fe0-aee6-9392f60cfae4)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:03.795582 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7133d4d6-ca37-4d7d-a727-5e2634c21beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (52514efd-0d82-41a7-a3fd-32a83d4b90a0), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:03.844148 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-7133d4d6-ca37-4d7d-a727-5e2634c21beb admin admin] Calling delete_port for 52514efd-0d82-41a7-a3fd-32a83d4b90a0 owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:03.895376 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0a57f996-52ab-4fcf-a2f9-1f0342c4217e req-654eef58-71b8-4573-b790-e17af3d2e303 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 210 time: 0.3562486 Feb 20 05:39:03.916706 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8266d9c9-96d3-4f8f-abfc-840d5a28ab45 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (1f861254-75cb-47cd-aa03-ae22305e5e6e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:03.916935 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c9871a33-e4e3-4dda-8c41-c5741b72687b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (e0d1e45f-4cf7-44fd-ab6b-d723bbfda960), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:03.959414 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9871a33-e4e3-4dda-8c41-c5741b72687b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=e0d1e45f-4cf7-44fd-ab6b-d723bbfda960,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:03.967449 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c9871a33-e4e3-4dda-8c41-c5741b72687b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:03.974097 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c9871a33-e4e3-4dda-8c41-c5741b72687b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/e0d1e45f-4cf7-44fd-ab6b-d723bbfda960 HTTP/1.1" status: 204 len: 168 time: 0.9734747 Feb 20 05:39:03.974717 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36082) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:04.034749 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266d9c9-96d3-4f8f-abfc-840d5a28ab45 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Pushing event updated for resources: {'Subnet': ['ID=1f861254-75cb-47cd-aa03-ae22305e5e6e,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:04.036901 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8266d9c9-96d3-4f8f-abfc-840d5a28ab45 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Checking segment: {'id': 'd9ccee33-7002-4568-9bac-f4d2d1f1bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '24075bab-9676-4eae-8407-f28acc0e88eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:39:04.037285 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8266d9c9-96d3-4f8f-abfc-840d5a28ab45 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Network hostable DHCP agents. Network: 24075bab-9676-4eae-8407-f28acc0e88eb, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:39:04.051126 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-51e7ce81-6f90-40ac-bc8f-1c3437830b75 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702751 Feb 20 05:39:04.053326 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36084) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:04.069735 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c8f51ebc-9350-4ab2-8b4c-6eadc495452e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:04.082663 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8266d9c9-96d3-4f8f-abfc-840d5a28ab45 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Network 24075bab-9676-4eae-8407-f28acc0e88eb is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:39:04.098027 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-8266d9c9-96d3-4f8f-abfc-840d5a28ab45 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 24075bab-9676-4eae-8407-f28acc0e88eb) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:04.100560 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 60e075e5-e82c-449d-a674-79d2e46b7546 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:39:04.110881 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8266d9c9-96d3-4f8f-abfc-840d5a28ab45 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:04.114083 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8266d9c9-96d3-4f8f-abfc-840d5a28ab45 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:04.144199 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8266d9c9-96d3-4f8f-abfc-840d5a28ab45 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9232280 Feb 20 05:39:04.144703 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36088) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:04.159975 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d1fc017e-1bb2-422a-8a6b-c66d4a7c272b tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1283158142', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:04.198173 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f74ae0-6adf-4eb0-9f18-83121f36abea None None] Network 24075bab-9676-4eae-8407-f28acc0e88eb requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:04.243262 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d14c3ac8-58c6-4894-991f-fb8ba3d8b41f req-a2bfc3a1-82e3-40cb-8c0e-9a3c5d909be0 tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0531013 Feb 20 05:39:04.277852 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:39:04.297009 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-c7f89b48-0a7c-4db3-8957-38e05e01711f tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=fa4999e395b84ca8985dceeebb996696&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513909 Feb 20 05:39:04.316782 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f51ebc-9350-4ab2-8b4c-6eadc495452e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:04.320877 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c8f51ebc-9350-4ab2-8b4c-6eadc495452e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:04.446192 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d1fc017e-1bb2-422a-8a6b-c66d4a7c272b tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (30dd504f-0eab-4a1a-9b1b-022123e8bf3c), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:04.447320 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d1fc017e-1bb2-422a-8a6b-c66d4a7c272b tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (30dd504f-0eab-4a1a-9b1b-022123e8bf3c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:04.467774 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 60e075e5-e82c-449d-a674-79d2e46b7546 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:04.468388 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (60e075e5-e82c-449d-a674-79d2e46b7546), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:04.511591 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16c4a2bc-7153-411c-85d7-197e226647da req-8b55d642-d026-47d7-b8e9-70014ebbad1a tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 210 time: 0.0691314 Feb 20 05:39:04.568963 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-ac4f6797-9018-473f-bdff-d9b88508b9d6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:04.570436 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-ac4f6797-9018-473f-bdff-d9b88508b9d6 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2630560 Feb 20 05:39:04.597370 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c769fddf-b3ba-46a5-b696-365bf3963111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-24075bab-9676-4eae-8407-f28acc0e88eb', 'network_id': '24075bab-9676-4eae-8407-f28acc0e88eb', 'project_id': 'f05e586a4dd9405b900398481f5514eb', 'fixed_ips': [{'subnet_id': '1f861254-75cb-47cd-aa03-ae22305e5e6e'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:39:04.598365 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c769fddf-b3ba-46a5-b696-365bf3963111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:04.611921 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d1fc017e-1bb2-422a-8a6b-c66d4a7c272b tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks [] for router_controller (30dd504f-0eab-4a1a-9b1b-022123e8bf3c), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:04.616544 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-f9b62e85-6533-44ff-8b16-e4d0c1916c9b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Request body: {'port': {'device_id': 'c8151777-0159-4b95-be82-ba107d568cd0', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': 'fa4999e395b84ca8985dceeebb996696'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:04.622163 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:04.623551 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:04.663134 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c8f51ebc-9350-4ab2-8b4c-6eadc495452e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (3ac63599-e405-4f44-982a-9f72230fc639), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:04.692867 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d1fc017e-1bb2-422a-8a6b-c66d4a7c272b tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (30dd504f-0eab-4a1a-9b1b-022123e8bf3c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:04.734086 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d1fc017e-1bb2-422a-8a6b-c66d4a7c272b tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:04.737158 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d1fc017e-1bb2-422a-8a6b-c66d4a7c272b tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5908861 Feb 20 05:39:04.742587 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f51ebc-9350-4ab2-8b4c-6eadc495452e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:04.743207 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36092) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:04.774440 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-c8f51ebc-9350-4ab2-8b4c-6eadc495452e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:04.779526 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fc70b0-6020-4883-8ef1-caf28a5c52b1 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:04.818876 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f51ebc-9350-4ab2-8b4c-6eadc495452e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:04.819406 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c8f51ebc-9350-4ab2-8b4c-6eadc495452e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:04.820207 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-f9b62e85-6533-44ff-8b16-e4d0c1916c9b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Made reservation on behalf of fa4999e395b84ca8985dceeebb996696 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:04.821672 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7133d4d6-ca37-4d7d-a727-5e2634c21beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (52514efd-0d82-41a7-a3fd-32a83d4b90a0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:04.826545 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-f9b62e85-6533-44ff-8b16-e4d0c1916c9b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:04.880642 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f51ebc-9350-4ab2-8b4c-6eadc495452e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=3ac63599-e405-4f44-982a-9f72230fc639,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:04.907360 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 60e075e5-e82c-449d-a674-79d2e46b7546 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:04.907748 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (60e075e5-e82c-449d-a674-79d2e46b7546), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:04.932502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133d4d6-ca37-4d7d-a727-5e2634c21beb admin admin] Pushing event deleted for resources: {'Port': ['ID=52514efd-0d82-41a7-a3fd-32a83d4b90a0,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:04.976079 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c8f51ebc-9350-4ab2-8b4c-6eadc495452e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9213815 Feb 20 05:39:04.986994 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36098) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:05.020638 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-14b68bfa-5412-44c2-a3f3-458b765bd894 None None] Provisioning complete for port 60e075e5-e82c-449d-a674-79d2e46b7546 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:05.021157 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14b68bfa-5412-44c2-a3f3-458b765bd894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (60e075e5-e82c-449d-a674-79d2e46b7546), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:05.048380 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-456e787c-ec3b-4244-9998-0cd32d900027 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'name': 'tempest-NetworksTestDHCPv6-1291288521'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:05.060202 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-c769fddf-b3ba-46a5-b696-365bf3963111 None None] Allocated IP 172.20.0.2 (24075bab-9676-4eae-8407-f28acc0e88eb/1f861254-75cb-47cd-aa03-ae22305e5e6e/81765165-9ba5-4da5-96b0-cfdca3a36f81) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:39:05.112961 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 60e075e5-e82c-449d-a674-79d2e46b7546, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=60e075e5-e82c-449d-a674-79d2e46b7546,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:05.177565 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-f9b62e85-6533-44ff-8b16-e4d0c1916c9b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Allocated IP 192.168.233.56 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/34aa2b95-108c-482a-808b-ef9c69237bc6) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:39:05.199041 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (60e075e5-e82c-449d-a674-79d2e46b7546), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:05.218085 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:05.218461 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:05.224074 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-34cfa10c-acb6-4e4b-95f9-e74a0161d5af req-0de1c9ec-a0f0-4f78-ae9a-820a7bc86da5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0907347 Feb 20 05:39:05.382429 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-f9b62e85-6533-44ff-8b16-e4d0c1916c9b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks [] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:05.474184 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-f9b62e85-6533-44ff-8b16-e4d0c1916c9b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:05.505256 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['47338d28-03fd-4739-9337-a29ce11d6e0f'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:39:05.507553 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['67f9a427-75ac-4fee-9ceb-9b981c14ae77', '2bc6aef8-65d1-4d2d-b115-7bb9c396e43e'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:39:05.523977 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4d87dc-c6fd-4073-8847-23ac654116b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc6aef8-65d1-4d2d-b115-7bb9c396e43e'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:39:05.526226 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7aaba3-573f-485e-86bf-f6992d9f9869" -d '{"events": [{"server_uuid": "9b4d87dc-c6fd-4073-8847-23ac654116b7", "name": "network-vif-plugged", "status": "completed", "tag": "2bc6aef8-65d1-4d2d-b115-7bb9c396e43e"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:39:05.552815 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b62e85-6533-44ff-8b16-e4d0c1916c9b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Pushing event updated for resources: {'Port': ['ID=34aa2b95-108c-482a-808b-ef9c69237bc6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:05.562104 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-f9b62e85-6533-44ff-8b16-e4d0c1916c9b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:05.565756 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-f9b62e85-6533-44ff-8b16-e4d0c1916c9b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:05.569167 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-f9b62e85-6533-44ff-8b16-e4d0c1916c9b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:39:05.608245 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:05.611610 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=60e075e5-e82c-449d-a674-79d2e46b7546,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:05.642250 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-f9b62e85-6533-44ff-8b16-e4d0c1916c9b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:05.642997 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-f9b62e85-6533-44ff-8b16-e4d0c1916c9b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:05.678031 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d88fa-936c-4c18-aadf-d4d4bc87f95a req-1c7a972d-b5ca-4d5f-ad09-8ded902b5d7c tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:05.685378 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:05.689394 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-451d88fa-936c-4c18-aadf-d4d4bc87f95a req-1c7a972d-b5ca-4d5f-ad09-8ded902b5d7c tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 935 time: 0.2658753 Feb 20 05:39:05.708163 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-f9b62e85-6533-44ff-8b16-e4d0c1916c9b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0982950 Feb 20 05:39:05.750354 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-dbc53f62-221e-42d1-b569-a65aac2e9478 service neutron] Request body: {'port': {'device_id': 'c8151777-0159-4b95-be82-ba107d568cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:05.836690 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c769fddf-b3ba-46a5-b696-365bf3963111 None None] Publish callbacks [] for port (81765165-9ba5-4da5-96b0-cfdca3a36f81), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:05.853876 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-14b68bfa-5412-44c2-a3f3-458b765bd894 None None] Current status of the port 60e075e5-e82c-449d-a674-79d2e46b7546 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:05.900696 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c769fddf-b3ba-46a5-b696-365bf3963111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (81765165-9ba5-4da5-96b0-cfdca3a36f81), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:05.920592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c769fddf-b3ba-46a5-b696-365bf3963111 None None] Network 24075bab-9676-4eae-8407-f28acc0e88eb is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:05.924075 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b08b5dc7-080a-40ff-a466-20cdba7c58a5 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:05.942196 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-c769fddf-b3ba-46a5-b696-365bf3963111 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:05.972824 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-451d88fa-936c-4c18-aadf-d4d4bc87f95a req-de09254e-800b-4df4-8851-ca761822a880 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822554 Feb 20 05:39:05.975860 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-dbc53f62-221e-42d1-b569-a65aac2e9478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:06.004164 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c769fddf-b3ba-46a5-b696-365bf3963111 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:39:06.132565 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7133d4d6-ca37-4d7d-a727-5e2634c21beb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (bd86f317-c624-464f-9836-263f33c60300), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:06.211180 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 60e075e5-e82c-449d-a674-79d2e46b7546 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:39:06.213576 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-f4811625-c412-457d-acf2-829924f7ab55 None None] Provisioning complete for port 34aa2b95-108c-482a-808b-ef9c69237bc6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:06.213961 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4811625-c412-457d-acf2-829924f7ab55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:06.230681 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456e787c-ec3b-4244-9998-0cd32d900027 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:06.234238 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-456e787c-ec3b-4244-9998-0cd32d900027 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:06.294628 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f4811625-c412-457d-acf2-829924f7ab55 None None] Port 34aa2b95-108c-482a-808b-ef9c69237bc6 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:39:06.331932 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be35f52d-bf57-4d29-981c-59dbff431a76 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:06.334701 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-456e787c-ec3b-4244-9998-0cd32d900027 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] device_id is not set on port 08e0d2ee-6137-4a71-8c62-6aaa301073a5 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:39:06.379732 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-dbc53f62-221e-42d1-b569-a65aac2e9478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34aa2b95-108c-482a-808b-ef9c69237bc6 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:39:06.391714 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-dbc53f62-221e-42d1-b569-a65aac2e9478 service neutron] Publish callbacks [] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:06.417265 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-c769fddf-b3ba-46a5-b696-365bf3963111 None None] Attempting to bind port 81765165-9ba5-4da5-96b0-cfdca3a36f81 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:39:06.417606 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-c769fddf-b3ba-46a5-b696-365bf3963111 None None] Attempting to bind port 81765165-9ba5-4da5-96b0-cfdca3a36f81 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'd9ccee33-7002-4568-9bac-f4d2d1f1bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '24075bab-9676-4eae-8407-f28acc0e88eb'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:39:06.417918 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c769fddf-b3ba-46a5-b696-365bf3963111 None None] Attempting to bind port 81765165-9ba5-4da5-96b0-cfdca3a36f81 on network 24075bab-9676-4eae-8407-f28acc0e88eb {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:39:06.431319 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dfa86552-aab0-42b4-9691-fad336ce449c req-89fcf091-92c8-4911-8c03-4a99dd86878e tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0363073 Feb 20 05:39:06.443042 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-dbc53f62-221e-42d1-b569-a65aac2e9478 service neutron] Transition to ACTIVE for port object 34aa2b95-108c-482a-808b-ef9c69237bc6 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:39:06.448707 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-dbc53f62-221e-42d1-b569-a65aac2e9478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:06.607906 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e,revision_number=11']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:06.656555 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9df86a8a-f823-4d2f-b1bd-e3381a011ee8 req-7f424860-6f09-4f98-9507-281c2b25f1f8 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 210 time: 0.0791719 Feb 20 05:39:06.671835 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-dbc53f62-221e-42d1-b569-a65aac2e9478 service neutron] Attempting to bind port 34aa2b95-108c-482a-808b-ef9c69237bc6 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:39:06.672451 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-dbc53f62-221e-42d1-b569-a65aac2e9478 service neutron] Attempting to bind port 34aa2b95-108c-482a-808b-ef9c69237bc6 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:39:06.672926 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-dbc53f62-221e-42d1-b569-a65aac2e9478 service neutron] Attempting to bind port 34aa2b95-108c-482a-808b-ef9c69237bc6 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:39:06.676871 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc53f62-221e-42d1-b569-a65aac2e9478 service neutron] Pushing event updated for resources: {'Port': ['ID=34aa2b95-108c-482a-808b-ef9c69237bc6,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:06.682768 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-dbc53f62-221e-42d1-b569-a65aac2e9478 service neutron] Port 34aa2b95-108c-482a-808b-ef9c69237bc6 on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:39:06.683271 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-dbc53f62-221e-42d1-b569-a65aac2e9478 service neutron] Attempting to bind port 34aa2b95-108c-482a-808b-ef9c69237bc6 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:39:06.696894 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-dbc53f62-221e-42d1-b569-a65aac2e9478 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:39:06.696894 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-dbc53f62-221e-42d1-b569-a65aac2e9478 service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:39:06.696894 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-dbc53f62-221e-42d1-b569-a65aac2e9478 service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:39:06.696894 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-dbc53f62-221e-42d1-b569-a65aac2e9478 service neutron] Bound port: 34aa2b95-108c-482a-808b-ef9c69237bc6, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:39:06.696894 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-dbc53f62-221e-42d1-b569-a65aac2e9478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:06.727229 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769fddf-b3ba-46a5-b696-365bf3963111 None None] Pushing event updated for resources: {'Port': ['ID=81765165-9ba5-4da5-96b0-cfdca3a36f81,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:06.758842 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-fd83d97f-e393-4a1d-8406-6572edbd7e18 None None] Provisioning complete for port 60e075e5-e82c-449d-a674-79d2e46b7546 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:06.759167 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fd83d97f-e393-4a1d-8406-6572edbd7e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (60e075e5-e82c-449d-a674-79d2e46b7546), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:06.771800 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-dbc53f62-221e-42d1-b569-a65aac2e9478 service neutron] For port 34aa2b95-108c-482a-808b-ef9c69237bc6, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:39:06.776242 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-dbc53f62-221e-42d1-b569-a65aac2e9478 service neutron] For port 34aa2b95-108c-482a-808b-ef9c69237bc6, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=34aa2b95-108c-482a-808b-ef9c69237bc6,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:39:06.788276 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-dbc53f62-221e-42d1-b569-a65aac2e9478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:06.808426 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-b08b5dc7-080a-40ff-a466-20cdba7c58a5 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Allocated IP 172.20.0.1 (24075bab-9676-4eae-8407-f28acc0e88eb/1f861254-75cb-47cd-aa03-ae22305e5e6e/e7b61da2-9e68-4a4b-b61c-251995b80db7) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:39:06.836856 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c769fddf-b3ba-46a5-b696-365bf3963111 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:39:06.837300 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c769fddf-b3ba-46a5-b696-365bf3963111 None None] Checking segment: {'id': 'd9ccee33-7002-4568-9bac-f4d2d1f1bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '24075bab-9676-4eae-8407-f28acc0e88eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:39:06.837718 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c769fddf-b3ba-46a5-b696-365bf3963111 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:06.838126 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c769fddf-b3ba-46a5-b696-365bf3963111 None None] Bound using segment: {'id': 'd9ccee33-7002-4568-9bac-f4d2d1f1bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '24075bab-9676-4eae-8407-f28acc0e88eb'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:39:06.838639 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-c769fddf-b3ba-46a5-b696-365bf3963111 None None] Bound port: 81765165-9ba5-4da5-96b0-cfdca3a36f81, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ccee33-7002-4568-9bac-f4d2d1f1bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '24075bab-9676-4eae-8407-f28acc0e88eb'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:39:06.839680 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c769fddf-b3ba-46a5-b696-365bf3963111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (81765165-9ba5-4da5-96b0-cfdca3a36f81), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:06.869056 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-dbc53f62-221e-42d1-b569-a65aac2e9478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:06.870722 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-dbc53f62-221e-42d1-b569-a65aac2e9478 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:06.871117 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb0850c-7cdf-49ad-99c6-238c21e0d49e x-openstack-request-id: req-4fb0850c-7cdf-49ad-99c6-238c21e0d49e {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:39:06.871406 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4d87dc-c6fd-4073-8847-23ac654116b7", "name": "network-vif-plugged", "status": "completed", "tag": "2bc6aef8-65d1-4d2d-b115-7bb9c396e43e", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:39:06.871672 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4fb0850c-7cdf-49ad-99c6-238c21e0d49e {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:39:06.872059 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4d87dc-c6fd-4073-8847-23ac654116b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc6aef8-65d1-4d2d-b115-7bb9c396e43e', 'code': 200} Feb 20 05:39:06.872239 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-dbc53f62-221e-42d1-b569-a65aac2e9478 service neutron] 10.222.0.61 "PUT /v2.0/ports/34aa2b95-108c-482a-808b-ef9c69237bc6 HTTP/1.1" status: 200 len: 1095 time: 1.1318145 Feb 20 05:39:06.872869 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc53f62-221e-42d1-b569-a65aac2e9478 service neutron] Pushing event updated for resources: {'Port': ['ID=34aa2b95-108c-482a-808b-ef9c69237bc6,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:06.883301 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8151777-0159-4b95-be82-ba107d568cd0', 'tag': '34aa2b95-108c-482a-808b-ef9c69237bc6'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:39:06.887145 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfef5ca-51ae-450a-b823-7758ec89e8a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c8151777-0159-4b95-be82-ba107d568cd0", "tag": "34aa2b95-108c-482a-808b-ef9c69237bc6"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:39:06.993812 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-456e787c-ec3b-4244-9998-0cd32d900027 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 2001:db8::165 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/3ac63599-e405-4f44-982a-9f72230fc639/08e0d2ee-6137-4a71-8c62-6aaa301073a5) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:39:07.052355 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e204ec-83cb-42e9-a57b-f42863b16d67 req-02a734a9-5f2a-4e8e-9673-87b3782daa8c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:07.054607 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-44e204ec-83cb-42e9-a57b-f42863b16d67 req-02a734a9-5f2a-4e8e-9673-87b3782daa8c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1583855 Feb 20 05:39:07.069413 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-2fddf8b3-3c26-4256-8f9e-3732d6530819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:07.071367 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-2fddf8b3-3c26-4256-8f9e-3732d6530819 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 1129 time: 0.1279843 Feb 20 05:39:07.080970 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fd83d97f-e393-4a1d-8406-6572edbd7e18 None None] Current status of the port 60e075e5-e82c-449d-a674-79d2e46b7546 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:07.160214 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-57cb6a4f-2a52-487c-9c50-dd30034a9793 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=34aa2b95-108c-482a-808b-ef9c69237bc6 HTTP/1.1" status: 200 len: 217 time: 0.0733092 Feb 20 05:39:07.169904 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c769fddf-b3ba-46a5-b696-365bf3963111 None None] For port 81765165-9ba5-4da5-96b0-cfdca3a36f81, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:39:07.182318 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 60e075e5-e82c-449d-a674-79d2e46b7546 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:07.182318 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (60e075e5-e82c-449d-a674-79d2e46b7546), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:07.199785 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7133d4d6-ca37-4d7d-a727-5e2634c21beb admin admin] Router bd86f317-c624-464f-9836-263f33c60300 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:39:07.249616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c769fddf-b3ba-46a5-b696-365bf3963111 None None] For port 81765165-9ba5-4da5-96b0-cfdca3a36f81, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=81765165-9ba5-4da5-96b0-cfdca3a36f81,segment=NetworkSegment(d9ccee33-7002-4568-9bac-f4d2d1f1bdea),segment_id=d9ccee33-7002-4568-9bac-f4d2d1f1bdea)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:39:07.253504 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-44e204ec-83cb-42e9-a57b-f42863b16d67 req-d8094585-4703-4662-abaf-eef6eb1fed15 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923461 Feb 20 05:39:07.282833 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b08b5dc7-080a-40ff-a466-20cdba7c58a5 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks [] for port (e7b61da2-9e68-4a4b-b61c-251995b80db7), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:07.289512 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-70898ab6-9520-47c6-a572-c603b7076bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:07.294579 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-70898ab6-9520-47c6-a572-c603b7076bcd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1233473 Feb 20 05:39:07.295658 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c769fddf-b3ba-46a5-b696-365bf3963111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (81765165-9ba5-4da5-96b0-cfdca3a36f81), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:07.387693 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-fc603642-9bfc-4d67-9b18-fd521487ceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:07.390026 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-fc603642-9bfc-4d67-9b18-fd521487ceeb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0887353 Feb 20 05:39:07.406938 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b730144-3321-4a50-932a-99f253f30d4e x-openstack-request-id: req-0b730144-3321-4a50-932a-99f253f30d4e {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:39:07.407326 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8151777-0159-4b95-be82-ba107d568cd0", "tag": "34aa2b95-108c-482a-808b-ef9c69237bc6", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:39:07.407683 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b730144-3321-4a50-932a-99f253f30d4e {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:39:07.408196 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8151777-0159-4b95-be82-ba107d568cd0', 'tag': '34aa2b95-108c-482a-808b-ef9c69237bc6', 'status': 'completed', 'code': 200} Feb 20 05:39:07.567851 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 60e075e5-e82c-449d-a674-79d2e46b7546 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:07.587376 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-9b13d030-a0ce-488d-8c72-3d906505866c service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781750 Feb 20 05:39:07.590132 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769fddf-b3ba-46a5-b696-365bf3963111 None None] Pushing event updated for resources: {'Port': ['ID=81765165-9ba5-4da5-96b0-cfdca3a36f81,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:07.596798 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bf73a-5a84-47a4-8250-0010b9b51a79 req-a475bd65-8738-4e67-8470-0920fe8889d7 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:07.604325 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5a4bf73a-5a84-47a4-8250-0010b9b51a79 req-a475bd65-8738-4e67-8470-0920fe8889d7 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 947 time: 0.1056530 Feb 20 05:39:07.614076 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7bb098db-4ae7-4888-95bd-eff555d6f6dd None None] Provisioning complete for port 60e075e5-e82c-449d-a674-79d2e46b7546 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:07.615055 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7bb098db-4ae7-4888-95bd-eff555d6f6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (60e075e5-e82c-449d-a674-79d2e46b7546), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:07.693459 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-456e787c-ec3b-4244-9998-0cd32d900027 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (08e0d2ee-6137-4a71-8c62-6aaa301073a5), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:07.757548 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5a4bf73a-5a84-47a4-8250-0010b9b51a79 req-e268ce9a-a832-4651-af9c-39e53b058975 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522591 Feb 20 05:39:07.782515 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b08b5dc7-080a-40ff-a466-20cdba7c58a5 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e7b61da2-9e68-4a4b-b61c-251995b80db7), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:07.823297 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e1cc4eb-06da-4b63-a642-dbc4d01c23ce req-ed1b4bb9-b9eb-44e8-ae72-42202c1d882e service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168458 Feb 20 05:39:07.837653 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7bb098db-4ae7-4888-95bd-eff555d6f6dd None None] Current status of the port 60e075e5-e82c-449d-a674-79d2e46b7546 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:07.958342 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-456e787c-ec3b-4244-9998-0cd32d900027 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (08e0d2ee-6137-4a71-8c62-6aaa301073a5), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:07.970666 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08b5dc7-080a-40ff-a466-20cdba7c58a5 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Network 24075bab-9676-4eae-8407-f28acc0e88eb is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:08.005361 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-b08b5dc7-080a-40ff-a466-20cdba7c58a5 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:08.013981 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b5dc7-080a-40ff-a466-20cdba7c58a5 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Pushing event updated for resources: {'Port': ['ID=e7b61da2-9e68-4a4b-b61c-251995b80db7,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:08.046986 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08b5dc7-080a-40ff-a466-20cdba7c58a5 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:39:08.049878 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d75e3-b8fb-4546-8ecd-cc74eb6271d9 req-05c6cfe3-9410-4edf-8f93-a47f563339b0 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:08.051439 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e7d75e3-b8fb-4546-8ecd-cc74eb6271d9 req-05c6cfe3-9410-4edf-8f93-a47f563339b0 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1400368 Feb 20 05:39:08.056620 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfef5ca-51ae-450a-b823-7758ec89e8a1 req-1fdcc624-9648-4a9f-96d3-4130bc493104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:08.058127 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3dfef5ca-51ae-450a-b823-7758ec89e8a1 req-1fdcc624-9648-4a9f-96d3-4130bc493104 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 1129 time: 0.1479545 Feb 20 05:39:08.060417 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 81765165-9ba5-4da5-96b0-cfdca3a36f81 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:39:08.109157 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b08b5dc7-080a-40ff-a466-20cdba7c58a5 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (30dd504f-0eab-4a1a-9b1b-022123e8bf3c), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:08.162538 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-bd3a489b-4107-4e12-8c9e-ede21e86bca9 None None] Could not find standard attr ID for object 69ce861c-7b9b-4b5c-b9f1-c7dcc1fe6b9a. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:39:08.181580 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 81765165-9ba5-4da5-96b0-cfdca3a36f81 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:08.182120 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (81765165-9ba5-4da5-96b0-cfdca3a36f81), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:08.200342 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456e787c-ec3b-4244-9998-0cd32d900027 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:08.202206 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7133d4d6-ca37-4d7d-a727-5e2634c21beb admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:39:08.217751 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d05cde-a0fc-4e2c-9c52-26938e1b0c75 None None] Sync routers for ids ['bd86f317-c624-464f-9836-263f33c60300'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:39:08.221048 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7133d4d6-ca37-4d7d-a727-5e2634c21beb admin admin] 10.222.0.37 "PUT /v2.0/routers/bd86f317-c624-464f-9836-263f33c60300/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2906437 Feb 20 05:39:08.225319 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e7d75e3-b8fb-4546-8ecd-cc74eb6271d9 req-a489731c-c2f8-4e8c-a827-28b04665658b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662357 Feb 20 05:39:08.227979 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36118) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:08.232806 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-456e787c-ec3b-4244-9998-0cd32d900027 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:08.236925 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456e787c-ec3b-4244-9998-0cd32d900027 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:39:08.254956 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d05cde-a0fc-4e2c-9c52-26938e1b0c75 None None] Routers {'bd86f317-c624-464f-9836-263f33c60300'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:39:08.254956 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-57d05cde-a0fc-4e2c-9c52-26938e1b0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:38:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['bd86f317-c624-464f-9836-263f33c60300'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:08.255753 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456e787c-ec3b-4244-9998-0cd32d900027 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:08.255753 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-456e787c-ec3b-4244-9998-0cd32d900027 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:08.349772 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e787c-ec3b-4244-9998-0cd32d900027 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=08e0d2ee-6137-4a71-8c62-6aaa301073a5,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:08.379208 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-456e787c-ec3b-4244-9998-0cd32d900027 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3898840 Feb 20 05:39:08.382541 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36122) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:08.386494 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-57d05cde-a0fc-4e2c-9c52-26938e1b0c75 None None] Set router bd86f317-c624-464f-9836-263f33c60300 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:39:08.546688 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-594b5b6b-5a18-4fb2-a59f-f5038ada6e55 admin admin] Publish callbacks [] for router (bd86f317-c624-464f-9836-263f33c60300), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:08.556476 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffb6bc2-5d10-44f5-bc24-c3e4262300ef tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:08.562782 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffb6bc2-5d10-44f5-bc24-c3e4262300ef tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:08.567641 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8ffb6bc2-5d10-44f5-bc24-c3e4262300ef tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1837296 Feb 20 05:39:08.568407 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b08b5dc7-080a-40ff-a466-20cdba7c58a5 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e7b61da2-9e68-4a4b-b61c-251995b80db7), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:08.570356 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36124) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:08.675783 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 81765165-9ba5-4da5-96b0-cfdca3a36f81 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:08.676307 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (81765165-9ba5-4da5-96b0-cfdca3a36f81), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:08.723091 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 81765165-9ba5-4da5-96b0-cfdca3a36f81, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=81765165-9ba5-4da5-96b0-cfdca3a36f81,segment=NetworkSegment(d9ccee33-7002-4568-9bac-f4d2d1f1bdea),segment_id=d9ccee33-7002-4568-9bac-f4d2d1f1bdea)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:08.742505 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1332a74b-64a9-4908-81e2-a0f5f60c2cef req-73a0ba41-bfeb-4d92-9178-5a68695e1c89 tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0890150 Feb 20 05:39:08.969897 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-93ab087a-4393-4bdc-a85e-497d63b94a81 req-8ce14c88-c121-4d7b-8900-e08f3bcd25e9 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 210 time: 0.0546205 Feb 20 05:39:08.972281 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfef5ca-51ae-450a-b823-7758ec89e8a1 req-0ad2921e-1458-4e66-b4b7-6a940b24debf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:08.973612 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3dfef5ca-51ae-450a-b823-7758ec89e8a1 req-0ad2921e-1458-4e66-b4b7-6a940b24debf service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.8990245 Feb 20 05:39:08.975682 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-594b5b6b-5a18-4fb2-a59f-f5038ada6e55 admin admin] Publish callbacks [] for router_gateway (bd86f317-c624-464f-9836-263f33c60300), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:08.981917 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (81765165-9ba5-4da5-96b0-cfdca3a36f81), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:09.021226 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-3ba17a8e-91e3-415f-9dfe-229f64db2198 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting port 08e0d2ee-6137-4a71-8c62-6aaa301073a5 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:09.024684 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3ba17a8e-91e3-415f-9dfe-229f64db2198 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (08e0d2ee-6137-4a71-8c62-6aaa301073a5), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:09.059398 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-628c4acf-1d0c-4d86-a164-eedb303cecc4 None None] Provisioning complete for port 08e0d2ee-6137-4a71-8c62-6aaa301073a5 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:09.059398 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-628c4acf-1d0c-4d86-a164-eedb303cecc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (08e0d2ee-6137-4a71-8c62-6aaa301073a5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:09.093446 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3dfef5ca-51ae-450a-b823-7758ec89e8a1 req-9bbd9a2a-dff0-4ba2-8158-d500cc8f5b23 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=34aa2b95-108c-482a-808b-ef9c69237bc6 HTTP/1.1" status: 200 len: 217 time: 0.0935314 Feb 20 05:39:09.115659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-57d05cde-a0fc-4e2c-9c52-26938e1b0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd86f317-c624-464f-9836-263f33c60300', 'name': 'tempest-TaggedBootDevicesTest-1567841921-router', 'tenant_id': '212e252b8dcb4915958b96d368ab26fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '3e3a547e-d15c-4243-99ab-bec1d81620ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:30:56Z', 'updated_at': '2022-02-20T05:39:04Z', 'revision_number': 5, 'project_id': '212e252b8dcb4915958b96d368ab26fe', 'gw_port': {'id': '3e3a547e-d15c-4243-99ab-bec1d81620ed', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd86f317-c624-464f-9836-263f33c60300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:30:57Z', 'updated_at': '2022-02-20T05:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:09.146252 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-628c4acf-1d0c-4d86-a164-eedb303cecc4 None None] Port 08e0d2ee-6137-4a71-8c62-6aaa301073a5 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:39:09.150999 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d05cde-a0fc-4e2c-9c52-26938e1b0c75 None None] Checking router: bd86f317-c624-464f-9836-263f33c60300 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:39:09.167395 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d05cde-a0fc-4e2c-9c52-26938e1b0c75 None None] Routers {'bd86f317-c624-464f-9836-263f33c60300'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:39:09.168237 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-57d05cde-a0fc-4e2c-9c52-26938e1b0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:38:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['bd86f317-c624-464f-9836-263f33c60300'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:09.188068 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3ba17a8e-91e3-415f-9dfe-229f64db2198 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (08e0d2ee-6137-4a71-8c62-6aaa301073a5), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:09.205239 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-3ba17a8e-91e3-415f-9dfe-229f64db2198 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Calling delete_port for 08e0d2ee-6137-4a71-8c62-6aaa301073a5 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:09.281683 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-57d05cde-a0fc-4e2c-9c52-26938e1b0c75 None None] Set router bd86f317-c624-464f-9836-263f33c60300 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:39:09.285005 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af8e43-1790-493f-8823-6ea0d8ce6ace req-fb210bba-96ac-419d-906e-aaea4dfd77ce tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:09.286548 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-54af8e43-1790-493f-8823-6ea0d8ce6ace req-fb210bba-96ac-419d-906e-aaea4dfd77ce tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1545827 Feb 20 05:39:09.288419 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-594b5b6b-5a18-4fb2-a59f-f5038ada6e55 admin admin] Deleting port 3e3a547e-d15c-4243-99ab-bec1d81620ed {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:09.288750 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-594b5b6b-5a18-4fb2-a59f-f5038ada6e55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3e3a547e-d15c-4243-99ab-bec1d81620ed), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:09.346932 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-57d05cde-a0fc-4e2c-9c52-26938e1b0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd86f317-c624-464f-9836-263f33c60300', 'name': 'tempest-TaggedBootDevicesTest-1567841921-router', 'tenant_id': '212e252b8dcb4915958b96d368ab26fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:30:56Z', 'updated_at': '2022-02-20T05:39:08Z', 'revision_number': 6, 'project_id': '212e252b8dcb4915958b96d368ab26fe', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:09.349798 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c335fcf-d70d-40fd-9664-b6f3b7053406 None None] Network 24075bab-9676-4eae-8407-f28acc0e88eb requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:09.358787 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3ba17a8e-91e3-415f-9dfe-229f64db2198 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (08e0d2ee-6137-4a71-8c62-6aaa301073a5), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:09.367335 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=81765165-9ba5-4da5-96b0-cfdca3a36f81,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:09.399319 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-594b5b6b-5a18-4fb2-a59f-f5038ada6e55 admin admin] For port 3e3a547e-d15c-4243-99ab-bec1d81620ed, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3e3a547e-d15c-4243-99ab-bec1d81620ed,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:09.399707 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-594b5b6b-5a18-4fb2-a59f-f5038ada6e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3e3a547e-d15c-4243-99ab-bec1d81620ed), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:09.410874 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba17a8e-91e3-415f-9dfe-229f64db2198 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Port': ['ID=08e0d2ee-6137-4a71-8c62-6aaa301073a5,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:09.423176 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-594b5b6b-5a18-4fb2-a59f-f5038ada6e55 admin admin] Calling delete_port for 3e3a547e-d15c-4243-99ab-bec1d81620ed owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:09.445150 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d05cde-a0fc-4e2c-9c52-26938e1b0c75 None None] The sync data for ids ['bd86f317-c624-464f-9836-263f33c60300'] in n-d-829866-5 is: [{'id': 'bd86f317-c624-464f-9836-263f33c60300', 'name': 'tempest-TaggedBootDevicesTest-1567841921-router', 'tenant_id': '212e252b8dcb4915958b96d368ab26fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:30:56Z', 'updated_at': '2022-02-20T05:39:08Z', 'revision_number': 6, 'project_id': '212e252b8dcb4915958b96d368ab26fe', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:39:09.460315 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-3a53b6db-0f27-42b7-97b4-885235993db0 None None] Provisioning complete for port 81765165-9ba5-4da5-96b0-cfdca3a36f81 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:09.464478 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a53b6db-0f27-42b7-97b4-885235993db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (81765165-9ba5-4da5-96b0-cfdca3a36f81), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:09.509727 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3ba17a8e-91e3-415f-9dfe-229f64db2198 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:09.516442 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3ba17a8e-91e3-415f-9dfe-229f64db2198 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/08e0d2ee-6137-4a71-8c62-6aaa301073a5 HTTP/1.1" status: 204 len: 168 time: 0.9435756 Feb 20 05:39:09.516927 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36130) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:09.615026 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3a53b6db-0f27-42b7-97b4-885235993db0 None None] Current status of the port 81765165-9ba5-4da5-96b0-cfdca3a36f81 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:09.668488 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c8b61d-1862-4b7e-a348-a536266a1c23 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:09.670125 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c8b61d-1862-4b7e-a348-a536266a1c23 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:09.674723 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfef5ca-51ae-450a-b823-7758ec89e8a1 req-a26e068e-6f62-4ac4-a3fc-bf6c31c4cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:09.676370 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3dfef5ca-51ae-450a-b823-7758ec89e8a1 req-a26e068e-6f62-4ac4-a3fc-bf6c31c4cc4c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.5494220 Feb 20 05:39:09.677834 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-01c8b61d-1862-4b7e-a348-a536266a1c23 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1567752 Feb 20 05:39:09.678463 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36132) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:09.768476 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-54af8e43-1790-493f-8823-6ea0d8ce6ace req-08f8d485-18e0-4374-8f40-20d36a817db9 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147606 Feb 20 05:39:09.771014 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-c84e3d08-d517-45b3-972e-e261d224768a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet 3ac63599-e405-4f44-982a-9f72230fc639 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:39:09.781525 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c84e3d08-d517-45b3-972e-e261d224768a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (3ac63599-e405-4f44-982a-9f72230fc639), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:09.783006 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-594b5b6b-5a18-4fb2-a59f-f5038ada6e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (3e3a547e-d15c-4243-99ab-bec1d81620ed), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:09.835843 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b08b5dc7-080a-40ff-a466-20cdba7c58a5 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks [] for port (e7b61da2-9e68-4a4b-b61c-251995b80db7), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:09.838178 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfef5ca-51ae-450a-b823-7758ec89e8a1 req-bc947aa6-7e7f-4171-a2b3-37b7d0765fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:09.840359 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3dfef5ca-51ae-450a-b823-7758ec89e8a1 req-bc947aa6-7e7f-4171-a2b3-37b7d0765fd0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1510327 Feb 20 05:39:09.842390 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b5b6b-5a18-4fb2-a59f-f5038ada6e55 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e3a547e-d15c-4243-99ab-bec1d81620ed,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:09.853364 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b08b5dc7-080a-40ff-a466-20cdba7c58a5 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (e7b61da2-9e68-4a4b-b61c-251995b80db7), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:10.177030 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3dfef5ca-51ae-450a-b823-7758ec89e8a1 req-ff50a664-8473-476e-a456-85d1a89a6f97 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977722 Feb 20 05:39:10.251817 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d59802cc-144b-4251-be0d-2dcfacf637f0 None None] Provisioning complete for port 81765165-9ba5-4da5-96b0-cfdca3a36f81 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:10.252359 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d59802cc-144b-4251-be0d-2dcfacf637f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (81765165-9ba5-4da5-96b0-cfdca3a36f81), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:10.295286 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-594b5b6b-5a18-4fb2-a59f-f5038ada6e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (bd86f317-c624-464f-9836-263f33c60300), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:10.317979 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 34aa2b95-108c-482a-808b-ef9c69237bc6 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:39:10.485036 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825acee2-8c2c-4d4b-8a2a-47d2679a1fa2 req-65608bcc-e822-4f68-8a26-95dc8e6bfa3c tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:10.486757 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-825acee2-8c2c-4d4b-8a2a-47d2679a1fa2 req-65608bcc-e822-4f68-8a26-95dc8e6bfa3c tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 947 time: 0.4289584 Feb 20 05:39:10.493026 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c84e3d08-d517-45b3-972e-e261d224768a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (3ac63599-e405-4f44-982a-9f72230fc639), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:10.500737 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b5dc7-080a-40ff-a466-20cdba7c58a5 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Pushing event updated for resources: {'Port': ['ID=e7b61da2-9e68-4a4b-b61c-251995b80db7,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:10.516421 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 34aa2b95-108c-482a-808b-ef9c69237bc6, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=34aa2b95-108c-482a-808b-ef9c69237bc6,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:10.533403 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '34aa2b95-108c-482a-808b-ef9c69237bc6', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': '34aa2b95-108c-482a-808b-ef9c69237bc6', 'mac_address': 'fa:16:3e:10:f9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:39:10.544565 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 81765165-9ba5-4da5-96b0-cfdca3a36f81 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:39:10.563920 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b08b5dc7-080a-40ff-a466-20cdba7c58a5 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (30dd504f-0eab-4a1a-9b1b-022123e8bf3c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:10.595723 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-a3f467bd-a9df-4769-a76d-59240506944c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2454660 Feb 20 05:39:10.608874 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 34aa2b95-108c-482a-808b-ef9c69237bc6 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:10.609365 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:10.701821 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d59802cc-144b-4251-be0d-2dcfacf637f0 None None] Current status of the port 81765165-9ba5-4da5-96b0-cfdca3a36f81 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:10.704990 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34aa2b95-108c-482a-808b-ef9c69237bc6 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:39:10.744772 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 34aa2b95-108c-482a-808b-ef9c69237bc6, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=34aa2b95-108c-482a-808b-ef9c69237bc6,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:10.756420 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08b5dc7-080a-40ff-a466-20cdba7c58a5 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Network 24075bab-9676-4eae-8407-f28acc0e88eb is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:10.758145 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:10.768027 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-b08b5dc7-080a-40ff-a466-20cdba7c58a5 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:10.834227 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=34aa2b95-108c-482a-808b-ef9c69237bc6,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:10.841008 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d59802cc-144b-4251-be0d-2dcfacf637f0 None None] Provisioning complete for port e7b61da2-9e68-4a4b-b61c-251995b80db7 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:10.841482 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d59802cc-144b-4251-be0d-2dcfacf637f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e7b61da2-9e68-4a4b-b61c-251995b80db7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:10.895326 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 81765165-9ba5-4da5-96b0-cfdca3a36f81 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:10.895809 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (81765165-9ba5-4da5-96b0-cfdca3a36f81), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:10.936849 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d59802cc-144b-4251-be0d-2dcfacf637f0 None None] Port e7b61da2-9e68-4a4b-b61c-251995b80db7 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:39:10.959542 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c84e3d08-d517-45b3-972e-e261d224768a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (3ac63599-e405-4f44-982a-9f72230fc639), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:11.014032 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-594b5b6b-5a18-4fb2-a59f-f5038ada6e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (bd86f317-c624-464f-9836-263f33c60300), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:11.016632 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-1888a44e-c060-4eb0-b4b3-edbd58742373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:11.017121 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-1888a44e-c060-4eb0-b4b3-edbd58742373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:11.017596 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-1888a44e-c060-4eb0-b4b3-edbd58742373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:11.018069 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-1888a44e-c060-4eb0-b4b3-edbd58742373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:11.018538 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-1888a44e-c060-4eb0-b4b3-edbd58742373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:11.019034 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-1888a44e-c060-4eb0-b4b3-edbd58742373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:11.019503 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-1888a44e-c060-4eb0-b4b3-edbd58742373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:11.019977 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 81765165-9ba5-4da5-96b0-cfdca3a36f81 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:11.023230 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-1888a44e-c060-4eb0-b4b3-edbd58742373 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=03a588f7057d4c8b9bd71c9e1f2b531d&device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 6717 time: 0.3180904 Feb 20 05:39:11.023416 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-594b5b6b-5a18-4fb2-a59f-f5038ada6e55 admin admin] Publish callbacks [] for router_controller (bd86f317-c624-464f-9836-263f33c60300), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:11.033763 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 52514efd-0d82-41a7-a3fd-32a83d4b90a0 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:39:11.062956 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3dfef5ca-51ae-450a-b823-7758ec89e8a1 req-79a8e3b8-b2e8-4f9a-b4b6-750188a3366c service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8742847 Feb 20 05:39:11.068871 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 52514efd-0d82-41a7-a3fd-32a83d4b90a0 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:39:11.069616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 52514efd-0d82-41a7-a3fd-32a83d4b90a0 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:39:11.086546 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['34aa2b95-108c-482a-808b-ef9c69237bc6'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:39:11.116486 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08b5dc7-080a-40ff-a466-20cdba7c58a5 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Router 30dd504f-0eab-4a1a-9b1b-022123e8bf3c is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:39:11.131461 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c84e3d08-d517-45b3-972e-e261d224768a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (3ac63599-e405-4f44-982a-9f72230fc639), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:11.146865 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-825acee2-8c2c-4d4b-8a2a-47d2679a1fa2 req-ca18676e-0bfe-4c0d-accb-3c333f6bd866 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6148682 Feb 20 05:39:11.158404 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-594b5b6b-5a18-4fb2-a59f-f5038ada6e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (bd86f317-c624-464f-9836-263f33c60300), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:11.158998 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594b5b6b-5a18-4fb2-a59f-f5038ada6e55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd86f317-c624-464f-9836-263f33c60300 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:39:11.166876 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-594b5b6b-5a18-4fb2-a59f-f5038ada6e55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:11.168064 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-594b5b6b-5a18-4fb2-a59f-f5038ada6e55 admin admin] 10.222.0.37 "DELETE /v2.0/routers/bd86f317-c624-464f-9836-263f33c60300 HTTP/1.1" status: 204 len: 168 time: 2.9391446 Feb 20 05:39:11.173363 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36140) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:11.194339 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-42c2f053-37d2-4cc2-a8e5-48228451b38d None None] Provisioning complete for port e7b61da2-9e68-4a4b-b61c-251995b80db7 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:11.194727 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-42c2f053-37d2-4cc2-a8e5-48228451b38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e7b61da2-9e68-4a4b-b61c-251995b80db7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:11.210492 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e3d08-d517-45b3-972e-e261d224768a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac63599-e405-4f44-982a-9f72230fc639,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:11.215112 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c84e3d08-d517-45b3-972e-e261d224768a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:11.222824 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c84e3d08-d517-45b3-972e-e261d224768a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/3ac63599-e405-4f44-982a-9f72230fc639 HTTP/1.1" status: 204 len: 168 time: 1.5385854 Feb 20 05:39:11.223507 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36142) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:11.230522 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da9c7ee-dbec-4cdc-90ab-edfed4ffa689 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:11.318057 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3051c1a-ea44-42bf-92c1-cd9e77913f4d admin admin] Deleting subnet ead12bd4-5e1f-4eb6-8921-8a2c69dde34e {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:39:11.321878 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3051c1a-ea44-42bf-92c1-cd9e77913f4d admin admin] Publish callbacks [] for subnet (ead12bd4-5e1f-4eb6-8921-8a2c69dde34e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:11.369076 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-de32a293-989c-4b14-ad77-662a696fd4ad tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1412981 Feb 20 05:39:11.370582 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3051c1a-ea44-42bf-92c1-cd9e77913f4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (ead12bd4-5e1f-4eb6-8921-8a2c69dde34e), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:11.375905 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36144) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:11.400370 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-42c2f053-37d2-4cc2-a8e5-48228451b38d None None] Port e7b61da2-9e68-4a4b-b61c-251995b80db7 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:39:11.475654 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-5682619b-6634-42b9-8747-bd999ff040c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:11.476385 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-5682619b-6634-42b9-8747-bd999ff040c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:11.477796 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-5682619b-6634-42b9-8747-bd999ff040c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:11.479263 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3051c1a-ea44-42bf-92c1-cd9e77913f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (ead12bd4-5e1f-4eb6-8921-8a2c69dde34e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:11.480068 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-5682619b-6634-42b9-8747-bd999ff040c6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bcfe82b0-e831-423b-ba24-eaea72d14c5c&id=fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0&id=fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0&id=fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0&id=fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0&id=ad5d889f-9ba6-45ee-9401-06eb68bd1eba&id=ad5d889f-9ba6-45ee-9401-06eb68bd1eba HTTP/1.1" status: 200 len: 2295 time: 0.4258993 Feb 20 05:39:11.561608 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d0505cfa-840f-435e-9f3d-2ffd4b6de163 None None] Provisioning complete for port e7b61da2-9e68-4a4b-b61c-251995b80db7 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:11.562088 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d0505cfa-840f-435e-9f3d-2ffd4b6de163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e7b61da2-9e68-4a4b-b61c-251995b80db7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:11.625441 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3051c1a-ea44-42bf-92c1-cd9e77913f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (ead12bd4-5e1f-4eb6-8921-8a2c69dde34e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:11.627683 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2571d9cb-12cd-451c-844c-96cff84fa575 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:11.629910 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2571d9cb-12cd-451c-844c-96cff84fa575 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2510095 Feb 20 05:39:11.631597 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08b5dc7-080a-40ff-a466-20cdba7c58a5 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:39:11.641385 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b08b5dc7-080a-40ff-a466-20cdba7c58a5 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] 10.222.0.37 "PUT /v2.0/routers/30dd504f-0eab-4a1a-9b1b-022123e8bf3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8949492 Feb 20 05:39:11.644899 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36146) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:11.645088 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10797de-98a8-409f-a721-7d4b44bd2b8a None None] Sync routers for ids ['30dd504f-0eab-4a1a-9b1b-022123e8bf3c'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:39:11.645549 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36148) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:11.648734 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d0505cfa-840f-435e-9f3d-2ffd4b6de163 None None] Port e7b61da2-9e68-4a4b-b61c-251995b80db7 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:39:11.652637 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3b37b3-180c-40c0-9b1b-c35801614de8 None None] DHCP port deletion for 81f72dab-c9ca-4111-9cef-a8a92557f9f3 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:39:11.653669 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-ed1f677b-7415-48d5-95a1-830729a429b6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Request body: {'port': {'network_id': '24075bab-9676-4eae-8407-f28acc0e88eb', 'name': 'tempest-FloatingIPNegativeTestJSON-178881927'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:11.657256 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10797de-98a8-409f-a721-7d4b44bd2b8a None None] Routers {'30dd504f-0eab-4a1a-9b1b-022123e8bf3c'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:39:11.657876 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e10797de-98a8-409f-a721-7d4b44bd2b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:38:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['30dd504f-0eab-4a1a-9b1b-022123e8bf3c'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:11.670548 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3051c1a-ea44-42bf-92c1-cd9e77913f4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ead12bd4-5e1f-4eb6-8921-8a2c69dde34e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:11.679922 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3051c1a-ea44-42bf-92c1-cd9e77913f4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:11.687097 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c3051c1a-ea44-42bf-92c1-cd9e77913f4d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ead12bd4-5e1f-4eb6-8921-8a2c69dde34e HTTP/1.1" status: 204 len: 168 time: 0.5140147 Feb 20 05:39:11.688000 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36150) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:11.702417 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6290625a-1cbc-473d-86e3-f35209d9f183 None None] Network 39dae378-4bc5-4cb0-ab07-245c62a893b2 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:11.704246 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe744-ab3d-46ec-bc89-d14203047fcd req-497ff15b-3233-452f-b438-d09af6c2e1ef tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:11.715262 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-13abe744-ab3d-46ec-bc89-d14203047fcd req-497ff15b-3233-452f-b438-d09af6c2e1ef tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.4161603 Feb 20 05:39:11.715852 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e10797de-98a8-409f-a721-7d4b44bd2b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:11.721613 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb014ee-a5ef-467f-832e-60baa360e2e9 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:11.725642 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10797de-98a8-409f-a721-7d4b44bd2b8a None None] Routers {'30dd504f-0eab-4a1a-9b1b-022123e8bf3c'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:39:11.726110 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-aeb014ee-a5ef-467f-832e-60baa360e2e9 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0791414 Feb 20 05:39:11.726262 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e10797de-98a8-409f-a721-7d4b44bd2b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:38:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['30dd504f-0eab-4a1a-9b1b-022123e8bf3c'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:11.727241 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36152) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:11.767491 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e10797de-98a8-409f-a721-7d4b44bd2b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:11.768430 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10797de-98a8-409f-a721-7d4b44bd2b8a None None] The sync data for ids ['30dd504f-0eab-4a1a-9b1b-022123e8bf3c'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:39:11.831536 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-79f7c323-fdd2-4c3b-864e-03be72058313 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0906119 Feb 20 05:39:11.842712 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-13abe744-ab3d-46ec-bc89-d14203047fcd req-df661002-c2cd-479a-a81f-0e8cb41b2dc0 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207964 Feb 20 05:39:11.847913 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36154) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:11.851928 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-1f132be3-26e2-471f-931b-866698b8737a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8d54005-032d-4851-8d0b-213a0ea11e2a HTTP/1.1" status: 200 len: 1001 time: 0.3629646 Feb 20 05:39:11.857768 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6e3b37b3-180c-40c0-9b1b-c35801614de8 None None] Deleting port 60e075e5-e82c-449d-a674-79d2e46b7546 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:11.858138 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e3b37b3-180c-40c0-9b1b-c35801614de8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (60e075e5-e82c-449d-a674-79d2e46b7546), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:11.861785 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-05ca0734-521f-4465-af4e-0d9b3ca55834 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:11.932451 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17113a27-f5bd-4837-b6d4-054cf42e0600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (39dae378-4bc5-4cb0-ab07-245c62a893b2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:11.977569 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-dc59a63b-60b8-4949-a7da-48f2996b8f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:11.980435 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-dc59a63b-60b8-4949-a7da-48f2996b8f69 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6f449319-f344-43f8-a242-cf782afe5fdf HTTP/1.1" status: 200 len: 856 time: 0.1185696 Feb 20 05:39:12.047293 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-6e3b37b3-180c-40c0-9b1b-c35801614de8 None None] For port 60e075e5-e82c-449d-a674-79d2e46b7546, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=60e075e5-e82c-449d-a674-79d2e46b7546,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:12.047753 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e3b37b3-180c-40c0-9b1b-c35801614de8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (60e075e5-e82c-449d-a674-79d2e46b7546), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:12.062425 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6e3b37b3-180c-40c0-9b1b-c35801614de8 None None] Calling delete_port for 60e075e5-e82c-449d-a674-79d2e46b7546 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:12.080050 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ca0734-521f-4465-af4e-0d9b3ca55834 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:12.085014 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-05ca0734-521f-4465-af4e-0d9b3ca55834 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:12.155609 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 60e075e5-e82c-449d-a674-79d2e46b7546 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:39:12.178287 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 60e075e5-e82c-449d-a674-79d2e46b7546 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:39:12.178518 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 60e075e5-e82c-449d-a674-79d2e46b7546 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:39:12.180822 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3e3a547e-d15c-4243-99ab-bec1d81620ed no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:39:12.181437 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e3b37b3-180c-40c0-9b1b-c35801614de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (60e075e5-e82c-449d-a674-79d2e46b7546), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:12.188724 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-883f2c0d-eef8-455a-b764-80a59cc8025d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:12.199296 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-883f2c0d-eef8-455a-b764-80a59cc8025d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bcfe82b0-e831-423b-ba24-eaea72d14c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2088444 Feb 20 05:39:12.211509 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3feefc6-bcb1-43c3-9f0a-1bd8fa4a6f37 req-380db288-c132-4b27-b3b7-ea8902fdd64f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8bed577eb0f4c6191c999c425e3b8d9&device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.0456915 Feb 20 05:39:12.214594 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-17113a27-f5bd-4837-b6d4-054cf42e0600 admin admin] Deleting port aa610582-93df-4e96-a8c8-36e9e009b2bd {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:12.215306 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17113a27-f5bd-4837-b6d4-054cf42e0600 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (aa610582-93df-4e96-a8c8-36e9e009b2bd), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:12.232068 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b37b3-180c-40c0-9b1b-c35801614de8 None None] Pushing event deleted for resources: {'Port': ['ID=60e075e5-e82c-449d-a674-79d2e46b7546,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:12.242595 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 3e3a547e-d15c-4243-99ab-bec1d81620ed {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:39:12.248118 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3e3a547e-d15c-4243-99ab-bec1d81620ed not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:39:12.257545 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3b37b3-180c-40c0-9b1b-c35801614de8 None None] No DVR routers for this DVR port 60e075e5-e82c-449d-a674-79d2e46b7546 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:39:12.268739 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1f677b-7415-48d5-95a1-830729a429b6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Made reservation on behalf of f05e586a4dd9405b900398481f5514eb for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:12.272197 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ed1f677b-7415-48d5-95a1-830729a429b6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:12.344387 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-ed1f677b-7415-48d5-95a1-830729a429b6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] device_id is not set on port 12671070-b0da-46b6-bfb5-e464de68ef4f yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:39:12.369421 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3feefc6-bcb1-43c3-9f0a-1bd8fa4a6f37 req-1fa133c5-3fda-450d-98a0-a0f124076bf6 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b8bed577eb0f4c6191c999c425e3b8d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722423 Feb 20 05:39:12.370125 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-17113a27-f5bd-4837-b6d4-054cf42e0600 admin admin] For port aa610582-93df-4e96-a8c8-36e9e009b2bd, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=aa610582-93df-4e96-a8c8-36e9e009b2bd,segment=NetworkSegment(d06481df-9a59-4fe0-aee6-9392f60cfae4),segment_id=d06481df-9a59-4fe0-aee6-9392f60cfae4)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:12.370585 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17113a27-f5bd-4837-b6d4-054cf42e0600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (aa610582-93df-4e96-a8c8-36e9e009b2bd), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:12.376555 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d8c004f3-55bf-4b19-b1c3-c80f62cfc0ad req-536b2c45-19f4-494c-a2b5-fe71dac006c2 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 210 time: 0.0725520 Feb 20 05:39:12.379156 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6df4e49-c8cf-4fd8-bc0e-ad01833a0bb7 None None] DHCP port deletion for 39dae378-4bc5-4cb0-ab07-245c62a893b2 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:39:12.453868 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-17113a27-f5bd-4837-b6d4-054cf42e0600 admin admin] Calling delete_port for aa610582-93df-4e96-a8c8-36e9e009b2bd owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:12.479843 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b6df4e49-c8cf-4fd8-bc0e-ad01833a0bb7 None None] Deleting port aa610582-93df-4e96-a8c8-36e9e009b2bd {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:12.480911 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6df4e49-c8cf-4fd8-bc0e-ad01833a0bb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (aa610582-93df-4e96-a8c8-36e9e009b2bd), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:12.572632 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b6df4e49-c8cf-4fd8-bc0e-ad01833a0bb7 None None] For port aa610582-93df-4e96-a8c8-36e9e009b2bd, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=aa610582-93df-4e96-a8c8-36e9e009b2bd,segment=NetworkSegment(d06481df-9a59-4fe0-aee6-9392f60cfae4),segment_id=d06481df-9a59-4fe0-aee6-9392f60cfae4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:12.573037 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6df4e49-c8cf-4fd8-bc0e-ad01833a0bb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (aa610582-93df-4e96-a8c8-36e9e009b2bd), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:12.573994 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-ca0bd319-2190-4989-91ea-ccc1be63ebd4 service neutron] 10.222.0.61 "GET /v2.0/networks/bcfe82b0-e831-423b-ba24-eaea72d14c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273230 Feb 20 05:39:12.584650 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-ed1f677b-7415-48d5-95a1-830729a429b6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Allocated IP 172.20.0.14 (24075bab-9676-4eae-8407-f28acc0e88eb/1f861254-75cb-47cd-aa03-ae22305e5e6e/12671070-b0da-46b6-bfb5-e464de68ef4f) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:39:12.587068 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b6df4e49-c8cf-4fd8-bc0e-ad01833a0bb7 None None] Calling delete_port for aa610582-93df-4e96-a8c8-36e9e009b2bd owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:12.647415 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3feefc6-bcb1-43c3-9f0a-1bd8fa4a6f37 req-21836ed6-5f51-48c0-ac51-165b6b9cda31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:12.648786 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3feefc6-bcb1-43c3-9f0a-1bd8fa4a6f37 req-21836ed6-5f51-48c0-ac51-165b6b9cda31 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2658985 Feb 20 05:39:12.691441 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6df4e49-c8cf-4fd8-bc0e-ad01833a0bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (aa610582-93df-4e96-a8c8-36e9e009b2bd), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:12.743102 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df4e49-c8cf-4fd8-bc0e-ad01833a0bb7 None None] Pushing event deleted for resources: {'Port': ['ID=aa610582-93df-4e96-a8c8-36e9e009b2bd,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:12.749694 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6df4e49-c8cf-4fd8-bc0e-ad01833a0bb7 None None] No DVR routers for this DVR port aa610582-93df-4e96-a8c8-36e9e009b2bd on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:39:12.760994 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17113a27-f5bd-4837-b6d4-054cf42e0600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (aa610582-93df-4e96-a8c8-36e9e009b2bd), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:12.770822 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-05ca0734-521f-4465-af4e-0d9b3ca55834 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (4c72c7cb-acae-4b0e-85e6-a4e42c44f404), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:12.802594 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-a3b53c71-ce9b-4df5-9791-bba36b501507 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:12.804113 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-a3b53c71-ce9b-4df5-9791-bba36b501507 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/networks?id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 200 len: 812 time: 0.2636695 Feb 20 05:39:12.808386 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17113a27-f5bd-4837-b6d4-054cf42e0600 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa610582-93df-4e96-a8c8-36e9e009b2bd,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:12.832548 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17113a27-f5bd-4837-b6d4-054cf42e0600 admin admin] No DVR routers for this DVR port aa610582-93df-4e96-a8c8-36e9e009b2bd on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:39:12.884752 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ca0734-521f-4465-af4e-0d9b3ca55834 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:12.886682 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-451b4923-7ffa-4f1d-87a2-796ca2ef049b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/quotas/e6ab79728f124adc87dd8ebb98d8b1ba HTTP/1.1" status: 200 len: 375 time: 0.0550780 Feb 20 05:39:12.907430 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-05ca0734-521f-4465-af4e-0d9b3ca55834 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:12.911868 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca0734-521f-4465-af4e-0d9b3ca55834 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=4c72c7cb-acae-4b0e-85e6-a4e42c44f404,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:12.924300 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ed1f677b-7415-48d5-95a1-830729a429b6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks [] for port (12671070-b0da-46b6-bfb5-e464de68ef4f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:12.930596 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2968cce1-3891-4256-bd83-5f37900c5bc7 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:12.948432 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-16e069dc-2624-45c4-b0a4-f592bf9c7859 service neutron] 10.222.0.61 "GET /v2.0/networks/bcfe82b0-e831-423b-ba24-eaea72d14c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562860 Feb 20 05:39:12.958063 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ca0734-521f-4465-af4e-0d9b3ca55834 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:12.958665 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-05ca0734-521f-4465-af4e-0d9b3ca55834 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:12.984101 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17113a27-f5bd-4837-b6d4-054cf42e0600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (39dae378-4bc5-4cb0-ab07-245c62a893b2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:13.001604 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-05ca0734-521f-4465-af4e-0d9b3ca55834 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1470506 Feb 20 05:39:13.010953 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36172) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:13.016229 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-27e03a00-e23d-4d1c-b7e1-9790079674f2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'fixed_ips': [{'subnet_id': '4c72c7cb-acae-4b0e-85e6-a4e42c44f404', 'ip_address': '2001:db8::27bc:48b2:361b:e1c4'}], 'name': 'tempest-NetworksTestDHCPv6-544806408'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:13.026807 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-101121ca-96af-4cdd-8a98-9cd2d000596a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=1b3adbb3-2cc7-496f-9d01-8d25b7de0141 HTTP/1.1" status: 200 len: 217 time: 0.0714700 Feb 20 05:39:13.047721 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-17113a27-f5bd-4837-b6d4-054cf42e0600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39dae378-4bc5-4cb0-ab07-245c62a893b2']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:13.088502 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ed1f677b-7415-48d5-95a1-830729a429b6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (12671070-b0da-46b6-bfb5-e464de68ef4f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:13.103307 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-17113a27-f5bd-4837-b6d4-054cf42e0600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd06481df-9a59-4fe0-aee6-9392f60cfae4') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:13.103902 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-17113a27-f5bd-4837-b6d4-054cf42e0600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd06481df-9a59-4fe0-aee6-9392f60cfae4') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:13.119731 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1f677b-7415-48d5-95a1-830729a429b6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Network 24075bab-9676-4eae-8407-f28acc0e88eb is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:13.125991 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-ed1f677b-7415-48d5-95a1-830729a429b6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:13.128604 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-aeb759d8-244e-43e1-a84b-19fe9c90b2f2 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2303646 Feb 20 05:39:13.133901 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17113a27-f5bd-4837-b6d4-054cf42e0600 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (d06481df-9a59-4fe0-aee6-9392f60cfae4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:13.169841 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1f677b-7415-48d5-95a1-830729a429b6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:39:13.217659 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17113a27-f5bd-4837-b6d4-054cf42e0600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d06481df-9a59-4fe0-aee6-9392f60cfae4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:13.223968 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-8871c116-407b-49f5-80e1-33b3d0305440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:13.225760 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-8871c116-407b-49f5-80e1-33b3d0305440 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3360231b-31d4-47a9-9519-1ea0a6de60eb HTTP/1.1" status: 200 len: 797 time: 0.1896081 Feb 20 05:39:13.237831 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17113a27-f5bd-4837-b6d4-054cf42e0600 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:39:13.238238 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17113a27-f5bd-4837-b6d4-054cf42e0600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (d06481df-9a59-4fe0-aee6-9392f60cfae4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:39:13.241407 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:39:13.317328 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f677b-7415-48d5-95a1-830729a429b6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Pushing event updated for resources: {'Port': ['ID=12671070-b0da-46b6-bfb5-e464de68ef4f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:13.333142 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1f677b-7415-48d5-95a1-830729a429b6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:13.333892 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ed1f677b-7415-48d5-95a1-830729a429b6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:13.352796 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f677b-7415-48d5-95a1-830729a429b6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:13.353326 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f677b-7415-48d5-95a1-830729a429b6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:13.353741 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f677b-7415-48d5-95a1-830729a429b6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:13.354179 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f677b-7415-48d5-95a1-830729a429b6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:13.354612 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f677b-7415-48d5-95a1-830729a429b6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:13.355088 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f677b-7415-48d5-95a1-830729a429b6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:13.355518 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f677b-7415-48d5-95a1-830729a429b6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:13.356156 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f677b-7415-48d5-95a1-830729a429b6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:13.356624 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f677b-7415-48d5-95a1-830729a429b6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:13.357059 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f677b-7415-48d5-95a1-830729a429b6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:13.357527 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f677b-7415-48d5-95a1-830729a429b6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:13.357950 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f677b-7415-48d5-95a1-830729a429b6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:13.358500 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f677b-7415-48d5-95a1-830729a429b6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:13.364118 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-55d2e9a9-5e74-47b7-a57a-eb252dbfd643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:13.365803 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-55d2e9a9-5e74-47b7-a57a-eb252dbfd643 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1292412 Feb 20 05:39:13.369728 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ed1f677b-7415-48d5-95a1-830729a429b6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7210841 Feb 20 05:39:13.373646 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36174) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:13.378290 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-848a4d65-fdaf-4fb9-9403-96dbea721ff6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:13.379322 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591e8fac-4035-4d7b-9d48-26e0586313c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'fixed_ips': [{'subnet_id': '4c72c7cb-acae-4b0e-85e6-a4e42c44f404'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:39:13.380200 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-591e8fac-4035-4d7b-9d48-26e0586313c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:13.447610 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17113a27-f5bd-4837-b6d4-054cf42e0600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (39dae378-4bc5-4cb0-ab07-245c62a893b2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:13.457050 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e03a00-e23d-4d1c-b7e1-9790079674f2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:13.475371 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-848a4d65-fdaf-4fb9-9403-96dbea721ff6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:13.508686 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-398bc923-b32d-43fb-8df1-095f5bd97f3f service neutron] 10.222.0.61 "GET /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241317 Feb 20 05:39:13.516978 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17113a27-f5bd-4837-b6d4-054cf42e0600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:13.522734 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-17113a27-f5bd-4837-b6d4-054cf42e0600 admin admin] 10.222.0.37 "DELETE /v2.0/networks/39dae378-4bc5-4cb0-ab07-245c62a893b2 HTTP/1.1" status: 204 len: 168 time: 1.8302009 Feb 20 05:39:13.548899 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17113a27-f5bd-4837-b6d4-054cf42e0600 admin admin] Pushing event deleted for resources: {'Network': ['ID=39dae378-4bc5-4cb0-ab07-245c62a893b2,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:13.577219 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-8cbee10e-cc7e-48b6-9f84-64d62978fc6a service neutron] 10.222.0.37 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344347 Feb 20 05:39:13.618421 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-591e8fac-4035-4d7b-9d48-26e0586313c6 None None] Allocated IP 2001:db8::2 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/4c72c7cb-acae-4b0e-85e6-a4e42c44f404/0293139d-5581-4006-a392-74b15200d1fd) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:39:13.642848 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-bf56c14c-9b4f-476a-9365-d084ad34b982 service neutron] 10.222.0.61 "GET /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961983 Feb 20 05:39:13.692756 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-5bc912e5-920e-41ef-9c56-f5a4dabd52f2 service neutron] 10.222.0.37 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145852 Feb 20 05:39:13.715135 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-abdad9d6-6c85-40c8-85a3-b2b3bf71b5e1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=29db9da7-b890-4cdb-b7e0-fcc13be4e73d HTTP/1.1" status: 200 len: 217 time: 0.0611143 Feb 20 05:39:13.739910 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-27e03a00-e23d-4d1c-b7e1-9790079674f2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:13.782646 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-27e03a00-e23d-4d1c-b7e1-9790079674f2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] device_id is not set on port bb288ba3-9300-4605-b2cf-53456f1dbf4e yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:39:13.806660 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-2d38297c-61e5-49a8-a05a-0a31718b8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:13.808304 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-2d38297c-61e5-49a8-a05a-0a31718b8727 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3360231b-31d4-47a9-9519-1ea0a6de60eb HTTP/1.1" status: 200 len: 797 time: 0.0837557 Feb 20 05:39:13.810599 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-848a4d65-fdaf-4fb9-9403-96dbea721ff6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:13.892333 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36180) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:13.912408 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-591e8fac-4035-4d7b-9d48-26e0586313c6 None None] Publish callbacks [] for port (0293139d-5581-4006-a392-74b15200d1fd), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:13.932860 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-591e8fac-4035-4d7b-9d48-26e0586313c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (0293139d-5581-4006-a392-74b15200d1fd), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:13.985839 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-268f72ca-cee1-4eb9-a17e-cd78a47d7b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:13.989793 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591e8fac-4035-4d7b-9d48-26e0586313c6 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:14.001019 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-4afb1623-c5e8-4c9c-83c5-b03120d8ffde None None] Provisioning complete for port 12671070-b0da-46b6-bfb5-e464de68ef4f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:14.001396 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4afb1623-c5e8-4c9c-83c5-b03120d8ffde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (12671070-b0da-46b6-bfb5-e464de68ef4f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:14.005031 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-591e8fac-4035-4d7b-9d48-26e0586313c6 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:14.008280 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591e8fac-4035-4d7b-9d48-26e0586313c6 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:39:14.009486 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-268f72ca-cee1-4eb9-a17e-cd78a47d7b78 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1911588 Feb 20 05:39:14.047854 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device aa610582-93df-4e96-a8c8-36e9e009b2bd no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:39:14.104920 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e8fac-4035-4d7b-9d48-26e0586313c6 None None] Pushing event updated for resources: {'Port': ['ID=0293139d-5581-4006-a392-74b15200d1fd,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:14.114719 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: aa610582-93df-4e96-a8c8-36e9e009b2bd {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:39:14.115095 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device aa610582-93df-4e96-a8c8-36e9e009b2bd not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:39:14.166158 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-27e03a00-e23d-4d1c-b7e1-9790079674f2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 2001:db8::27bc:48b2:361b:e1c4 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/4c72c7cb-acae-4b0e-85e6-a4e42c44f404/bb288ba3-9300-4605-b2cf-53456f1dbf4e) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:39:14.166664 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-848a4d65-fdaf-4fb9-9403-96dbea721ff6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Allocated IP 172.25.3.158 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/e3c71e17-bb54-4669-a9af-e1e40320e313) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:39:14.206064 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-1c73f67c-d8b6-48e9-b45a-8ebe7e838d93 service neutron] 10.222.0.61 "GET /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889324 Feb 20 05:39:14.214457 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-591e8fac-4035-4d7b-9d48-26e0586313c6 None None] Attempting to bind port 0293139d-5581-4006-a392-74b15200d1fd on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:39:14.214993 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-591e8fac-4035-4d7b-9d48-26e0586313c6 None None] Attempting to bind port 0293139d-5581-4006-a392-74b15200d1fd by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:39:14.215461 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591e8fac-4035-4d7b-9d48-26e0586313c6 None None] Attempting to bind port 0293139d-5581-4006-a392-74b15200d1fd on network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:39:14.233126 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591e8fac-4035-4d7b-9d48-26e0586313c6 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:39:14.237386 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591e8fac-4035-4d7b-9d48-26e0586313c6 None None] Checking segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:39:14.239771 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-591e8fac-4035-4d7b-9d48-26e0586313c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:14.240282 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591e8fac-4035-4d7b-9d48-26e0586313c6 None None] Bound using segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:39:14.242194 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-591e8fac-4035-4d7b-9d48-26e0586313c6 None None] Bound port: 0293139d-5581-4006-a392-74b15200d1fd, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:39:14.242671 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-591e8fac-4035-4d7b-9d48-26e0586313c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0293139d-5581-4006-a392-74b15200d1fd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:14.252336 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7ba777a4-6d02-4c82-bfec-7d0e40f495f5 req-d2033b7b-0473-45ec-ac3b-32eb2258b7ff tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.2334077 Feb 20 05:39:14.265971 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4afb1623-c5e8-4c9c-83c5-b03120d8ffde None None] Port 12671070-b0da-46b6-bfb5-e464de68ef4f cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:39:14.331979 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 34aa2b95-108c-482a-808b-ef9c69237bc6 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:39:14.367688 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3feefc6-bcb1-43c3-9f0a-1bd8fa4a6f37 req-63a35636-c40b-4849-8bf3-8f5f89d91171 tempest-ServerShowV254Test-1388872338 tempest-ServerShowV254Test-1388872338-project] 10.222.0.61 "GET /v2.0/ports?device_id=9cc53e4f-54a9-4a64-9a9e-96cdffbe7c06 HTTP/1.1" status: 200 len: 210 time: 0.1422861 Feb 20 05:39:14.395209 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-848a4d65-fdaf-4fb9-9403-96dbea721ff6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks [] for port (e3c71e17-bb54-4669-a9af-e1e40320e313), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:14.408879 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36190) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:14.409176 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-26d0696d-0b0c-4e08-a064-54c4b7fa7616 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5e5a8b7f91b44658a7a6eb0700d389c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5134313 Feb 20 05:39:14.501653 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-591e8fac-4035-4d7b-9d48-26e0586313c6 None None] For port 0293139d-5581-4006-a392-74b15200d1fd, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:39:14.511984 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-591e8fac-4035-4d7b-9d48-26e0586313c6 None None] For port 0293139d-5581-4006-a392-74b15200d1fd, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0293139d-5581-4006-a392-74b15200d1fd,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:39:14.535196 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-848a4d65-fdaf-4fb9-9403-96dbea721ff6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e3c71e17-bb54-4669-a9af-e1e40320e313), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:14.535987 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 34aa2b95-108c-482a-808b-ef9c69237bc6 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:39:14.540165 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-591e8fac-4035-4d7b-9d48-26e0586313c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0293139d-5581-4006-a392-74b15200d1fd), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:14.599441 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 34aa2b95-108c-482a-808b-ef9c69237bc6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:14.599915 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:14.605746 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a4d65-fdaf-4fb9-9403-96dbea721ff6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Pushing event updated for resources: {'Port': ['ID=e3c71e17-bb54-4669-a9af-e1e40320e313,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:14.623505 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-51c69530-0576-49a5-9317-7c65fb415538 service neutron] 10.222.0.61 "GET /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055598 Feb 20 05:39:14.625904 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848a4d65-fdaf-4fb9-9403-96dbea721ff6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:14.627659 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92640c5e-a71f-4b80-9ea2-d262ba61ab89 req-276178ea-911b-40ef-860f-9be978a07a92 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:14.634663 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-92640c5e-a71f-4b80-9ea2-d262ba61ab89 req-276178ea-911b-40ef-860f-9be978a07a92 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 948 time: 0.2657475 Feb 20 05:39:14.646364 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-848a4d65-fdaf-4fb9-9403-96dbea721ff6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:14.679216 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848a4d65-fdaf-4fb9-9403-96dbea721ff6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:39:14.684585 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-2df87f03-4840-4ae9-9510-2bdf306d3f34 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=7c007555-d640-488c-8ce4-7f97f04efa3c HTTP/1.1" status: 200 len: 217 time: 0.0503712 Feb 20 05:39:14.686111 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-79bffdc1-1752-49e7-8d8d-e23c4babf317 admin admin] Publish callbacks [] for security_group (73d18452-59a8-45fc-93f7-eb7890c4352f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:14.694993 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-27e03a00-e23d-4d1c-b7e1-9790079674f2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (bb288ba3-9300-4605-b2cf-53456f1dbf4e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:14.700039 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e8fac-4035-4d7b-9d48-26e0586313c6 None None] Pushing event updated for resources: {'Port': ['ID=0293139d-5581-4006-a392-74b15200d1fd,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:14.719499 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-92640c5e-a71f-4b80-9ea2-d262ba61ab89 req-fd2485a0-bab6-498a-8c2d-2da8ce1cf2f8 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838847 Feb 20 05:39:14.803448 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-27e03a00-e23d-4d1c-b7e1-9790079674f2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (bb288ba3-9300-4605-b2cf-53456f1dbf4e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:14.841412 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-79bffdc1-1752-49e7-8d8d-e23c4babf317 admin admin] Publish callbacks [] for security_group (73d18452-59a8-45fc-93f7-eb7890c4352f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:14.846452 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 34aa2b95-108c-482a-808b-ef9c69237bc6 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:14.847130 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:14.905696 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-f913b023-916c-4ff1-95d9-064476067a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:14.907609 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-f913b023-916c-4ff1-95d9-064476067a2f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3360231b-31d4-47a9-9519-1ea0a6de60eb HTTP/1.1" status: 200 len: 797 time: 0.1814709 Feb 20 05:39:14.916889 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8151777-0159-4b95-be82-ba107d568cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34aa2b95-108c-482a-808b-ef9c69237bc6'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:39:14.920085 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9b8440-28a8-439d-90f5-6cfa3de6b3ec" -d '{"events": [{"server_uuid": "c8151777-0159-4b95-be82-ba107d568cd0", "name": "network-vif-plugged", "status": "completed", "tag": "34aa2b95-108c-482a-808b-ef9c69237bc6"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:39:14.936252 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 34aa2b95-108c-482a-808b-ef9c69237bc6, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=34aa2b95-108c-482a-808b-ef9c69237bc6,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:14.951519 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:15.003307 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-848a4d65-fdaf-4fb9-9403-96dbea721ff6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks [] for floatingip (82adc695-0fc1-44fc-ab8b-dc2b1ae4b6dc), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:15.004582 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e03a00-e23d-4d1c-b7e1-9790079674f2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:15.011683 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eec99f1a-b19b-4968-84ca-7bdeb8865bdf req-c065ba45-4a3c-49e8-9c2c-8815583edb6e tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/ports?device_id=84fa464a-9c41-4e15-a8df-8edc1c8c93d6 HTTP/1.1" status: 200 len: 210 time: 0.1491888 Feb 20 05:39:15.022052 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-27e03a00-e23d-4d1c-b7e1-9790079674f2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:15.026405 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e03a00-e23d-4d1c-b7e1-9790079674f2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:39:15.041968 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e03a00-e23d-4d1c-b7e1-9790079674f2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:15.045589 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-27e03a00-e23d-4d1c-b7e1-9790079674f2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:15.078990 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=34aa2b95-108c-482a-808b-ef9c69237bc6,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:15.132035 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e03a00-e23d-4d1c-b7e1-9790079674f2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=bb288ba3-9300-4605-b2cf-53456f1dbf4e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:15.133184 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-848a4d65-fdaf-4fb9-9403-96dbea721ff6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e3c71e17-bb54-4669-a9af-e1e40320e313), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:15.176769 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-27e03a00-e23d-4d1c-b7e1-9790079674f2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1648796 Feb 20 05:39:15.181819 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36196) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:15.195399 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-79bffdc1-1752-49e7-8d8d-e23c4babf317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (73d18452-59a8-45fc-93f7-eb7890c4352f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:15.198713 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-79bffdc1-1752-49e7-8d8d-e23c4babf317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:15.202316 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-79bffdc1-1752-49e7-8d8d-e23c4babf317 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73d18452-59a8-45fc-93f7-eb7890c4352f HTTP/1.1" status: 204 len: 168 time: 0.7901900 Feb 20 05:39:15.202316 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-8f1ed06b-9e51-4898-9d7c-6e0f5bda46a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:15.204551 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-8f1ed06b-9e51-4898-9d7c-6e0f5bda46a9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2861116 Feb 20 05:39:15.237143 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d39c9ebd-e15a-4947-af25-663983fcb50b req-e24496a3-71ca-4443-98ed-38e6657e1592 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=71538ed8-406e-4a79-8efc-d2fe2b51cbcb HTTP/1.1" status: 200 len: 210 time: 0.0941715 Feb 20 05:39:15.241960 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bffdc1-1752-49e7-8d8d-e23c4babf317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d18452-59a8-45fc-93f7-eb7890c4352f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:15.300060 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70873495-ec43-4c79-9963-b3841c0c7139 x-openstack-request-id: req-70873495-ec43-4c79-9963-b3841c0c7139 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:39:15.300467 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8151777-0159-4b95-be82-ba107d568cd0", "name": "network-vif-plugged", "status": "completed", "tag": "34aa2b95-108c-482a-808b-ef9c69237bc6", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:39:15.301007 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70873495-ec43-4c79-9963-b3841c0c7139 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:39:15.301533 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8151777-0159-4b95-be82-ba107d568cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34aa2b95-108c-482a-808b-ef9c69237bc6', 'code': 200} Feb 20 05:39:15.432008 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75915dd9-88b0-4142-b363-b6a81f2c3355 req-7419eaec-8a1f-4aa9-b52e-615b32344db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:15.434320 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75915dd9-88b0-4142-b363-b6a81f2c3355 req-7419eaec-8a1f-4aa9-b52e-615b32344db2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 1131 time: 0.0559983 Feb 20 05:39:15.525553 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75915dd9-88b0-4142-b363-b6a81f2c3355 req-51353dc7-a680-4ca6-8048-96af43255c21 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842266 Feb 20 05:39:15.705820 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36208) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:15.898378 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36214) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:16.111535 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0293139d-5581-4006-a392-74b15200d1fd up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:39:16.185807 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8b19ef98-1d91-4f55-8259-b7b2f9bc7a20 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=212e252b8dcb4915958b96d368ab26fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2691853 Feb 20 05:39:16.186640 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36218) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:16.206286 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 0293139d-5581-4006-a392-74b15200d1fd triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:16.207189 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0293139d-5581-4006-a392-74b15200d1fd), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:16.233222 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea05fa-9ace-4cef-b949-65fb25218983 req-48fd3552-6981-49ce-b023-5a9631ec92ac tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:16.235933 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f1ea05fa-9ace-4cef-b949-65fb25218983 req-48fd3552-6981-49ce-b023-5a9631ec92ac tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 949 time: 0.3357165 Feb 20 05:39:16.239227 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c55a09-7d6d-4101-a469-98775c203861 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:16.245460 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c55a09-7d6d-4101-a469-98775c203861 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:16.250401 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f6c55a09-7d6d-4101-a469-98775c203861 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.0662162 Feb 20 05:39:16.253441 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-bc929759-63d2-4d92-993c-e1f21cb71cb9 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:16.254809 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36220) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:16.255683 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-bc929759-63d2-4d92-993c-e1f21cb71cb9 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.61 "GET /v2.0/networks?id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 200 len: 812 time: 0.5248549 Feb 20 05:39:16.295963 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-8876d43c-0702-4420-9101-0f535a641957 service neutron] 10.222.0.61 "GET /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0550323 Feb 20 05:39:16.297456 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-893167ae-7ceb-47de-9d68-ad170de94076 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Request body: {'port': {'device_id': '71538ed8-406e-4a79-8efc-d2fe2b51cbcb', 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'admin_state_up': True, 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:16.308451 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3efabab9-fe7d-46e7-87f9-f2004f3e69d9 req-c5605598-9583-48f2-9219-8c9f32cbbd98 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9197004 Feb 20 05:39:16.329068 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 0293139d-5581-4006-a392-74b15200d1fd is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:16.329541 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0293139d-5581-4006-a392-74b15200d1fd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:16.347431 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dfb92c6-763a-4de3-a957-f5d0114334e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:16.420821 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 0293139d-5581-4006-a392-74b15200d1fd, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0293139d-5581-4006-a392-74b15200d1fd,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:16.432261 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0293139d-5581-4006-a392-74b15200d1fd), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:16.463599 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19eac2a5-7064-4f3e-a373-3de986359dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:16.507469 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-848a4d65-fdaf-4fb9-9403-96dbea721ff6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks [] for port (e3c71e17-bb54-4669-a9af-e1e40320e313), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:16.532828 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-848a4d65-fdaf-4fb9-9403-96dbea721ff6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (e3c71e17-bb54-4669-a9af-e1e40320e313), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:16.548560 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=0293139d-5581-4006-a392-74b15200d1fd,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:16.563874 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efabab9-fe7d-46e7-87f9-f2004f3e69d9 req-e3bae50c-85ed-46d9-bf1c-90de9d635f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:16.565704 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3efabab9-fe7d-46e7-87f9-f2004f3e69d9 req-e3bae50c-85ed-46d9-bf1c-90de9d635f03 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 1131 time: 0.2133799 Feb 20 05:39:16.588690 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e191d0e0-fcac-4d14-85a5-04d01baa9bf8 None None] Provisioning complete for port 0293139d-5581-4006-a392-74b15200d1fd triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:16.589620 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e191d0e0-fcac-4d14-85a5-04d01baa9bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0293139d-5581-4006-a392-74b15200d1fd), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:16.595115 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-66b0183a-d7e5-4a80-9e06-b425afb245e6 service neutron] 10.222.0.61 "GET /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812483 Feb 20 05:39:16.637457 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-9e95d1e0-8a26-4f65-b2c4-a68d58ec4bdd tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting port bb288ba3-9300-4605-b2cf-53456f1dbf4e {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:16.638645 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e95d1e0-8a26-4f65-b2c4-a68d58ec4bdd tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (bb288ba3-9300-4605-b2cf-53456f1dbf4e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:16.724823 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f1ea05fa-9ace-4cef-b949-65fb25218983 req-30df6db5-a027-4685-8647-8a722366a7fe tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560912 Feb 20 05:39:16.787590 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e191d0e0-fcac-4d14-85a5-04d01baa9bf8 None None] Current status of the port 0293139d-5581-4006-a392-74b15200d1fd is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:16.864513 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cd12ca1a-9392-447b-a655-4ef99123d3eb admin admin] Publish callbacks [] for security_group (2e248afc-812b-4ac7-b842-75c6f4284ea5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:16.901991 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-0a95d748-a296-489c-9a0a-c2d7366be427 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=b6a005cb-7520-4571-b49e-be3ec5a89fc8 HTTP/1.1" status: 200 len: 217 time: 0.2995877 Feb 20 05:39:16.907917 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a4d65-fdaf-4fb9-9403-96dbea721ff6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Pushing event updated for resources: {'Port': ['ID=e3c71e17-bb54-4669-a9af-e1e40320e313,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:16.921616 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cd12ca1a-9392-447b-a655-4ef99123d3eb admin admin] Publish callbacks [] for security_group (2e248afc-812b-4ac7-b842-75c6f4284ea5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:16.960118 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-848a4d65-fdaf-4fb9-9403-96dbea721ff6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (82adc695-0fc1-44fc-ab8b-dc2b1ae4b6dc), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:17.009129 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1fd33a53-6e33-441e-9a3d-7c9d2aad2287 req-4e1cd338-6ed4-40e5-b427-783ba974ae4b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=71538ed8-406e-4a79-8efc-d2fe2b51cbcb HTTP/1.1" status: 200 len: 210 time: 0.0663638 Feb 20 05:39:17.033010 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dfb92c6-763a-4de3-a957-f5d0114334e0 admin admin] Publish callbacks [] for security_group (dd9a960b-5545-4886-a125-bd5676d5cda8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:17.035060 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-893167ae-7ceb-47de-9d68-ad170de94076 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Made reservation on behalf of e6ab79728f124adc87dd8ebb98d8b1ba for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:17.038407 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-893167ae-7ceb-47de-9d68-ad170de94076 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:17.049107 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e95d1e0-8a26-4f65-b2c4-a68d58ec4bdd tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (bb288ba3-9300-4605-b2cf-53456f1dbf4e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:17.050503 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dfb92c6-763a-4de3-a957-f5d0114334e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (dd9a960b-5545-4886-a125-bd5676d5cda8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:17.054875 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-afc0b1eb-ec5e-45c9-9a4b-4c2bdfa925b4 None None] Provisioning complete for port bb288ba3-9300-4605-b2cf-53456f1dbf4e triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:17.055058 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-afc0b1eb-ec5e-45c9-9a4b-4c2bdfa925b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bb288ba3-9300-4605-b2cf-53456f1dbf4e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:17.058267 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-848a4d65-fdaf-4fb9-9403-96dbea721ff6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:17.064825 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-848a4d65-fdaf-4fb9-9403-96dbea721ff6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6873314 Feb 20 05:39:17.066963 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36226) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:17.076611 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-913e13fa-9e71-4c95-84f8-74166770d6e3 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Request body: {'floatingip': {'port_id': '12671070-b0da-46b6-bfb5-e464de68ef4f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:17.085962 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efabab9-fe7d-46e7-87f9-f2004f3e69d9 req-5c9c9115-67d1-443d-9182-5a705d771e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:17.095197 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3efabab9-fe7d-46e7-87f9-f2004f3e69d9 req-5c9c9115-67d1-443d-9182-5a705d771e48 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.4938991 Feb 20 05:39:17.102243 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36228) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:17.121779 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-afc0b1eb-ec5e-45c9-9a4b-4c2bdfa925b4 None None] Port bb288ba3-9300-4605-b2cf-53456f1dbf4e cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:39:17.150288 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-7a233c5f-c9b4-4103-879c-d13ec966809d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:17.151434 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-7a233c5f-c9b4-4103-879c-d13ec966809d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3360231b-31d4-47a9-9519-1ea0a6de60eb HTTP/1.1" status: 200 len: 797 time: 0.2361901 Feb 20 05:39:17.162425 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-9e95d1e0-8a26-4f65-b2c4-a68d58ec4bdd tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Calling delete_port for bb288ba3-9300-4605-b2cf-53456f1dbf4e owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:17.167547 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3efabab9-fe7d-46e7-87f9-f2004f3e69d9 req-c19d6a9e-3caa-4af5-930a-370c6b2b0c89 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=47338d28-03fd-4739-9337-a29ce11d6e0f HTTP/1.1" status: 200 len: 217 time: 0.0637143 Feb 20 05:39:17.168521 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-913e13fa-9e71-4c95-84f8-74166770d6e3 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks [] for floatingip (82adc695-0fc1-44fc-ab8b-dc2b1ae4b6dc), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:17.174886 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb92c6-763a-4de3-a957-f5d0114334e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9a960b-5545-4886-a125-bd5676d5cda8,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:17.222026 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cd12ca1a-9392-447b-a655-4ef99123d3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2e248afc-812b-4ac7-b842-75c6f4284ea5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:17.225518 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cd12ca1a-9392-447b-a655-4ef99123d3eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:17.229349 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-cd12ca1a-9392-447b-a655-4ef99123d3eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e248afc-812b-4ac7-b842-75c6f4284ea5 HTTP/1.1" status: 204 len: 168 time: 1.0313935 Feb 20 05:39:17.241771 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2dfb92c6-763a-4de3-a957-f5d0114334e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8bed577eb0f4c6191c999c425e3b8d9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5349946 Feb 20 05:39:17.244529 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36232) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:17.348417 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efabab9-fe7d-46e7-87f9-f2004f3e69d9 req-c5731c80-87cb-4987-9c97-2ba1ac790204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:17.350205 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3efabab9-fe7d-46e7-87f9-f2004f3e69d9 req-c5731c80-87cb-4987-9c97-2ba1ac790204 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1606984 Feb 20 05:39:17.396556 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3ef2b70f-2a73-4613-8264-1415988e8873 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks [] for security_group (38252618-fd5d-49bb-a49b-1fc9374dd121), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:17.400790 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-cf69bd9f-9051-4c58-a8e0-27085c95ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:17.402335 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-cf69bd9f-9051-4c58-a8e0-27085c95ea65 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2369199 Feb 20 05:39:17.444103 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-893167ae-7ceb-47de-9d68-ad170de94076 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Allocated IP 172.20.0.5 (a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b/a08401b1-85d8-4e92-bab1-1aef3c02482d/59a14b4e-cf2a-4999-9795-b6d601fc6288) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:39:17.505841 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3ef2b70f-2a73-4613-8264-1415988e8873 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks [] for security_group (38252618-fd5d-49bb-a49b-1fc9374dd121), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:17.565894 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efabab9-fe7d-46e7-87f9-f2004f3e69d9 req-2b31abf2-db70-4ad5-9789-e00abf52cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:17.567786 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3efabab9-fe7d-46e7-87f9-f2004f3e69d9 req-2b31abf2-db70-4ad5-9789-e00abf52cb90 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2070725 Feb 20 05:39:17.617644 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-913e13fa-9e71-4c95-84f8-74166770d6e3 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] update failed (client error): The resource could not be found. Feb 20 05:39:17.623814 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-913e13fa-9e71-4c95-84f8-74166770d6e3 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] 10.222.0.37 "PUT /v2.0/floatingips/82adc695-0fc1-44fc-ab8b-dc2b1ae4b6dc HTTP/1.1" status: 404 len: 507 time: 0.5515838 Feb 20 05:39:17.624507 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36242) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:17.704013 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e95d1e0-8a26-4f65-b2c4-a68d58ec4bdd tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (bb288ba3-9300-4605-b2cf-53456f1dbf4e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:17.718272 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12ca1a-9392-447b-a655-4ef99123d3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e248afc-812b-4ac7-b842-75c6f4284ea5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:17.724390 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-38a83418-dd8e-4eeb-b489-acc002e4c86b service neutron] 10.222.0.61 "GET /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132064 Feb 20 05:39:17.725790 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99ea3811-2955-4eb7-8ccb-0be4449d8373 admin admin] Publish callbacks [] for security_group (dd9a960b-5545-4886-a125-bd5676d5cda8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:17.783517 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99ea3811-2955-4eb7-8ccb-0be4449d8373 admin admin] Publish callbacks [] for security_group (dd9a960b-5545-4886-a125-bd5676d5cda8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:17.794942 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95d1e0-8a26-4f65-b2c4-a68d58ec4bdd tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Port': ['ID=bb288ba3-9300-4605-b2cf-53456f1dbf4e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:17.797791 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3ef2b70f-2a73-4613-8264-1415988e8873 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (38252618-fd5d-49bb-a49b-1fc9374dd121), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:17.800570 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3ef2b70f-2a73-4613-8264-1415988e8873 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:17.801728 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3ef2b70f-2a73-4613-8264-1415988e8873 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "DELETE /v2.0/security-groups/38252618-fd5d-49bb-a49b-1fc9374dd121 HTTP/1.1" status: 204 len: 168 time: 0.6492698 Feb 20 05:39:17.830145 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36248) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:17.920854 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2b70f-2a73-4613-8264-1415988e8873 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38252618-fd5d-49bb-a49b-1fc9374dd121,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:17.969311 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99ea3811-2955-4eb7-8ccb-0be4449d8373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (dd9a960b-5545-4886-a125-bd5676d5cda8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:17.971236 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99ea3811-2955-4eb7-8ccb-0be4449d8373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:17.972659 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-99ea3811-2955-4eb7-8ccb-0be4449d8373 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd9a960b-5545-4886-a125-bd5676d5cda8 HTTP/1.1" status: 204 len: 168 time: 0.6031165 Feb 20 05:39:18.001654 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea3811-2955-4eb7-8ccb-0be4449d8373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9a960b-5545-4886-a125-bd5676d5cda8,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:18.020772 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e95d1e0-8a26-4f65-b2c4-a68d58ec4bdd tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:18.034334 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9e95d1e0-8a26-4f65-b2c4-a68d58ec4bdd tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/bb288ba3-9300-4605-b2cf-53456f1dbf4e HTTP/1.1" status: 204 len: 168 time: 1.7753975 Feb 20 05:39:18.035390 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36258) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:18.044957 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-5ec6bf4e-d1ca-48bc-8496-0d6035253cca tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] show failed (client error): The resource could not be found. Feb 20 05:39:18.046088 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5ec6bf4e-d1ca-48bc-8496-0d6035253cca tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "GET /v2.0/security-groups/38252618-fd5d-49bb-a49b-1fc9374dd121 HTTP/1.1" status: 404 len: 347 time: 0.2071071 Feb 20 05:39:18.051892 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36260) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:18.153506 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0293139d-5581-4006-a392-74b15200d1fd up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:39:18.287017 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3efabab9-fe7d-46e7-87f9-f2004f3e69d9 req-ad2e85de-d22b-4ba2-9dce-af3411f09ca5 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7034783 Feb 20 05:39:18.294574 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-df661ba8-783e-479b-8c49-04f2aa0cfad4 service neutron] 10.222.0.61 "GET /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5421374 Feb 20 05:39:18.310606 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36268) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:18.315262 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 0293139d-5581-4006-a392-74b15200d1fd triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:18.316386 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0293139d-5581-4006-a392-74b15200d1fd), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:18.388854 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-6ca970fa-ccc0-49ad-8615-3df8b9fb85c5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3437ce7e-f77d-4721-8b84-c6eb69db6e7e HTTP/1.1" status: 200 len: 217 time: 0.0758228 Feb 20 05:39:18.492220 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 0293139d-5581-4006-a392-74b15200d1fd is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:18.524008 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-5e4d3dd7-b56a-4c94-95cd-9318e96a9f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:18.526551 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-5e4d3dd7-b56a-4c94-95cd-9318e96a9f19 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=08d1d8d3-1cdb-47d5-86aa-3316d80bbfd8 HTTP/1.1" status: 200 len: 797 time: 0.0767548 Feb 20 05:39:18.545404 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e0013419-c025-4bfd-ba73-4accf1c63a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:18.555641 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e2e3c-ad27-481a-862a-406540540df9 req-86e27b3e-4e3c-4f7e-a5dd-ec676527e820 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:18.562800 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-273e2e3c-ad27-481a-862a-406540540df9 req-86e27b3e-4e3c-4f7e-a5dd-ec676527e820 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 949 time: 0.6780269 Feb 20 05:39:18.584771 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b32cf15-3c8c-4088-b4f6-4060625ef080 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:18.586305 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b32cf15-3c8c-4088-b4f6-4060625ef080 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:18.589260 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2b32cf15-3c8c-4088-b4f6-4060625ef080 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1091969 Feb 20 05:39:18.594586 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-893167ae-7ceb-47de-9d68-ad170de94076 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks [] for port (59a14b4e-cf2a-4999-9795-b6d601fc6288), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:18.603484 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36278) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:18.694660 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-8d1800d0-3086-4698-999f-018b2f69c6aa admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1244061860-network', 'tenant_id': '00b43d7e013240d4a3769d11522a7199'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:18.707358 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-273e2e3c-ad27-481a-862a-406540540df9 req-1629696a-086b-45b9-abaa-30068a0585d1 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435471 Feb 20 05:39:18.712880 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-0758b4b4-9adf-4e8e-a042-52d69de0003b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet 4c72c7cb-acae-4b0e-85e6-a4e42c44f404 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:39:18.727573 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-b2a2dd22-5ce1-412c-ba92-2f25f7622709 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Deleting port e3c71e17-bb54-4669-a9af-e1e40320e313 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:18.727573 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b2a2dd22-5ce1-412c-ba92-2f25f7622709 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (e3c71e17-bb54-4669-a9af-e1e40320e313), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:18.730070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1800d0-3086-4698-999f-018b2f69c6aa admin admin] Made reservation on behalf of 00b43d7e013240d4a3769d11522a7199 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:18.732361 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8d1800d0-3086-4698-999f-018b2f69c6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:18.736380 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0758b4b4-9adf-4e8e-a042-52d69de0003b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (4c72c7cb-acae-4b0e-85e6-a4e42c44f404), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:18.800271 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0758b4b4-9adf-4e8e-a042-52d69de0003b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (4c72c7cb-acae-4b0e-85e6-a4e42c44f404), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:18.814558 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8d1800d0-3086-4698-999f-018b2f69c6aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:18.851074 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-893167ae-7ceb-47de-9d68-ad170de94076 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (59a14b4e-cf2a-4999-9795-b6d601fc6288), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:18.865211 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b', 'f143992c-eba3-4130-8dfa-cd55ce551fc6'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:39:18.881304 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-7a573de1-1bdf-4426-9a9b-4c584a8f3c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:18.887788 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-7a573de1-1bdf-4426-9a9b-4c584a8f3c7d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad5d889f-9ba6-45ee-9401-06eb68bd1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3129582 Feb 20 05:39:18.947032 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893167ae-7ceb-47de-9d68-ad170de94076 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Pushing event updated for resources: {'Port': ['ID=59a14b4e-cf2a-4999-9795-b6d601fc6288,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:18.974803 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3efabab9-fe7d-46e7-87f9-f2004f3e69d9 req-2fba3023-1fc4-4fd6-944b-1e7c83b3a30a service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6788228 Feb 20 05:39:19.003413 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-893167ae-7ceb-47de-9d68-ad170de94076 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:19.027845 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-893167ae-7ceb-47de-9d68-ad170de94076 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:19.031790 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-893167ae-7ceb-47de-9d68-ad170de94076 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:39:19.082079 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6d55d-5ca0-4f0a-bbb6-0cd146b52e0e req-5cc83392-9092-493d-8b16-9fcc02e868e0 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:19.083948 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bdd6d55d-5ca0-4f0a-bbb6-0cd146b52e0e req-5cc83392-9092-493d-8b16-9fcc02e868e0 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=71538ed8-406e-4a79-8efc-d2fe2b51cbcb HTTP/1.1" status: 200 len: 931 time: 0.2481835 Feb 20 05:39:19.131763 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b2a2dd22-5ce1-412c-ba92-2f25f7622709 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (e3c71e17-bb54-4669-a9af-e1e40320e313), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:19.132117 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b2a2dd22-5ce1-412c-ba92-2f25f7622709 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks [] for floatingip (e3c71e17-bb54-4669-a9af-e1e40320e313), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:19.152097 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-4d1bf76c-3971-4e6f-8dff-b440f1e7ca23 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Deleting port 8e5a61c5-af31-4dca-8f25-23a37acb8da2 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:19.152097 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4d1bf76c-3971-4e6f-8dff-b440f1e7ca23 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (8e5a61c5-af31-4dca-8f25-23a37acb8da2), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:19.155508 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bdd6d55d-5ca0-4f0a-bbb6-0cd146b52e0e req-3a6e360c-9acd-463e-a972-7bbccf04ea06 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595360 Feb 20 05:39:19.167674 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0758b4b4-9adf-4e8e-a042-52d69de0003b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (4c72c7cb-acae-4b0e-85e6-a4e42c44f404), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:19.195651 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-b2a2dd22-5ce1-412c-ba92-2f25f7622709 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Calling delete_port for e3c71e17-bb54-4669-a9af-e1e40320e313 owned by network:floatingip {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:19.213653 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-893167ae-7ceb-47de-9d68-ad170de94076 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:19.214297 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-893167ae-7ceb-47de-9d68-ad170de94076 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:19.251019 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-893167ae-7ceb-47de-9d68-ad170de94076 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9584250 Feb 20 05:39:19.270284 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-4d3c8fe5-88be-41ad-99bb-a7285c86e12b service neutron] Request body: {'port': {'device_id': '71538ed8-406e-4a79-8efc-d2fe2b51cbcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:19.278563 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36294) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:19.331227 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-366c2b7c-70fb-4c3d-b869-1cc2fcff1ba0 service neutron] 10.222.0.61 "GET /v2.0/networks/ad5d889f-9ba6-45ee-9401-06eb68bd1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196250 Feb 20 05:39:19.393731 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0758b4b4-9adf-4e8e-a042-52d69de0003b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (4c72c7cb-acae-4b0e-85e6-a4e42c44f404), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:19.459288 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4d1bf76c-3971-4e6f-8dff-b440f1e7ca23 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (8e5a61c5-af31-4dca-8f25-23a37acb8da2), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:19.459812 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4d1bf76c-3971-4e6f-8dff-b440f1e7ca23 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks [] for floatingip (8e5a61c5-af31-4dca-8f25-23a37acb8da2), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:19.475696 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758b4b4-9adf-4e8e-a042-52d69de0003b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=4c72c7cb-acae-4b0e-85e6-a4e42c44f404,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:19.484439 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0758b4b4-9adf-4e8e-a042-52d69de0003b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:19.490227 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0758b4b4-9adf-4e8e-a042-52d69de0003b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/4c72c7cb-acae-4b0e-85e6-a4e42c44f404 HTTP/1.1" status: 204 len: 168 time: 0.8862410 Feb 20 05:39:19.491022 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-4d3c8fe5-88be-41ad-99bb-a7285c86e12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (59a14b4e-cf2a-4999-9795-b6d601fc6288), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:19.493657 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36298) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:19.499841 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-4d1bf76c-3971-4e6f-8dff-b440f1e7ca23 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Calling delete_port for 8e5a61c5-af31-4dca-8f25-23a37acb8da2 owned by network:floatingip {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:19.501142 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d68c66-38ce-4282-999a-fca771be73ba None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:19.508703 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5b13720e-5a38-4b43-81d9-3ceff8039701 None None] Provisioning complete for port 59a14b4e-cf2a-4999-9795-b6d601fc6288 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:19.510435 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5b13720e-5a38-4b43-81d9-3ceff8039701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (59a14b4e-cf2a-4999-9795-b6d601fc6288), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:19.547608 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-97df69cc-b989-4498-86a5-ff78d88e9375 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1702242817-network', 'tenant_id': 'e4fae5a2b6e745a3ba7422dfb55f51c8'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:19.558149 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7dd8299b-6dfa-4d06-a7b6-1b1e30a53a80 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625122 Feb 20 05:39:19.561663 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36300) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:19.569919 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e3775e08-7213-44bc-911f-a03b973dbfa3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:19.603364 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:19.628749 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5b13720e-5a38-4b43-81d9-3ceff8039701 None None] Port 59a14b4e-cf2a-4999-9795-b6d601fc6288 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:39:19.678463 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97df69cc-b989-4498-86a5-ff78d88e9375 admin admin] Made reservation on behalf of e4fae5a2b6e745a3ba7422dfb55f51c8 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:19.680885 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97df69cc-b989-4498-86a5-ff78d88e9375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:19.706139 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1e5c4-8bb7-4f8a-9ef6-f7199cadae82 req-1d990a57-2771-4b6e-b97a-5d8afadba4f7 tempest-MigrationsAdminTest-2112153534 tempest-MigrationsAdminTest-2112153534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:19.713441 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1ef1e5c4-8bb7-4f8a-9ef6-f7199cadae82 req-1d990a57-2771-4b6e-b97a-5d8afadba4f7 tempest-MigrationsAdminTest-2112153534 tempest-MigrationsAdminTest-2112153534-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 1131 time: 0.3211119 Feb 20 05:39:19.723814 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8d1800d0-3086-4698-999f-018b2f69c6aa admin admin] Publish callbacks [] for security_group (761f2149-4810-49f4-8956-ff34fdc35ce1), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:19.772909 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f8aca8-95b4-4932-8e86-4e3d885cf780 None None] DHCP port deletion for 81f72dab-c9ca-4111-9cef-a8a92557f9f3 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:39:19.778231 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97df69cc-b989-4498-86a5-ff78d88e9375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:19.838108 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4d1bf76c-3971-4e6f-8dff-b440f1e7ca23 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (8e5a61c5-af31-4dca-8f25-23a37acb8da2), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:19.840628 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e4f8aca8-95b4-4932-8e86-4e3d885cf780 None None] Deleting port 0293139d-5581-4006-a392-74b15200d1fd {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:19.841206 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4f8aca8-95b4-4932-8e86-4e3d885cf780 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (0293139d-5581-4006-a392-74b15200d1fd), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:19.848211 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8d1800d0-3086-4698-999f-018b2f69c6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (761f2149-4810-49f4-8956-ff34fdc35ce1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:19.882370 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3775e08-7213-44bc-911f-a03b973dbfa3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:19.882536 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d1800d0-3086-4698-999f-018b2f69c6aa admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:39:19.885905 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3775e08-7213-44bc-911f-a03b973dbfa3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:19.893488 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b2a2dd22-5ce1-412c-ba92-2f25f7622709 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e3c71e17-bb54-4669-a9af-e1e40320e313), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:19.896508 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8d1800d0-3086-4698-999f-018b2f69c6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (11bedf1f-e55e-496b-8557-ebc68b39a200), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:19.896813 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-8d1800d0-3086-4698-999f-018b2f69c6aa admin admin] Added segment 11bedf1f-e55e-496b-8557-ebc68b39a200 of type vlan for network d44c05dc-ab1a-4358-bcea-e89ad715b6ab Feb 20 05:39:19.937049 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1ef1e5c4-8bb7-4f8a-9ef6-f7199cadae82 req-8ea2da41-f582-4cc0-839b-9eafcb117057 tempest-MigrationsAdminTest-2112153534 tempest-MigrationsAdminTest-2112153534-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222171 Feb 20 05:39:19.952758 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1bf76c-3971-4e6f-8dff-b440f1e7ca23 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Pushing event deleted for resources: {'Port': ['ID=8e5a61c5-af31-4dca-8f25-23a37acb8da2,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:19.991180 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e4f8aca8-95b4-4932-8e86-4e3d885cf780 None None] For port 0293139d-5581-4006-a392-74b15200d1fd, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0293139d-5581-4006-a392-74b15200d1fd,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:19.992416 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4f8aca8-95b4-4932-8e86-4e3d885cf780 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (0293139d-5581-4006-a392-74b15200d1fd), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:20.037325 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0293139d-5581-4006-a392-74b15200d1fd no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:39:20.040357 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e4f8aca8-95b4-4932-8e86-4e3d885cf780 None None] Calling delete_port for 0293139d-5581-4006-a392-74b15200d1fd owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:20.102114 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1800d0-3086-4698-999f-018b2f69c6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761f2149-4810-49f4-8956-ff34fdc35ce1,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:20.102114 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2dd22-5ce1-412c-ba92-2f25f7622709 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Pushing event deleted for resources: {'Port': ['ID=e3c71e17-bb54-4669-a9af-e1e40320e313,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:20.168005 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8d1800d0-3086-4698-999f-018b2f69c6aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (d44c05dc-ab1a-4358-bcea-e89ad715b6ab), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:20.204364 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4d1bf76c-3971-4e6f-8dff-b440f1e7ca23 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks [] for floatingip (6a630fc3-3cce-444b-ac16-964b258f930b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:20.207588 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4d1bf76c-3971-4e6f-8dff-b440f1e7ca23 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:20.211635 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4d1bf76c-3971-4e6f-8dff-b440f1e7ca23 tempest-ServersTestBootFromVolume-1328590102 tempest-ServersTestBootFromVolume-1328590102-project] 10.222.0.37 "DELETE /v2.0/floatingips/6a630fc3-3cce-444b-ac16-964b258f930b HTTP/1.1" status: 204 len: 168 time: 2.1585095 Feb 20 05:39:20.219698 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36306) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:20.226837 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 0293139d-5581-4006-a392-74b15200d1fd is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:20.228481 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0293139d-5581-4006-a392-74b15200d1fd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:20.234127 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-318bac71-99c3-484f-8f01-3f50ce00356b req-53febd86-9be8-468c-8053-68a0e6be55db service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:39:20.235894 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4f8aca8-95b4-4932-8e86-4e3d885cf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (0293139d-5581-4006-a392-74b15200d1fd), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:20.237167 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-8217f736-b641-4af2-98a5-f42e4c5da67a service neutron] 10.222.0.61 "GET /v2.0/networks/ad5d889f-9ba6-45ee-9401-06eb68bd1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8762867 Feb 20 05:39:20.246880 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-318bac71-99c3-484f-8f01-3f50ce00356b req-53febd86-9be8-468c-8053-68a0e6be55db service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0260606 Feb 20 05:39:20.345405 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8aca8-95b4-4932-8e86-4e3d885cf780 None None] Pushing event deleted for resources: {'Port': ['ID=0293139d-5581-4006-a392-74b15200d1fd,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:20.347378 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97df69cc-b989-4498-86a5-ff78d88e9375 admin admin] Publish callbacks [] for security_group (33de8fb6-f9d1-4c9e-b861-44b5ffc86c8b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:20.353665 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-4d3c8fe5-88be-41ad-99bb-a7285c86e12b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a14b4e-cf2a-4999-9795-b6d601fc6288 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:39:20.354564 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f8aca8-95b4-4932-8e86-4e3d885cf780 None None] No DVR routers for this DVR port 0293139d-5581-4006-a392-74b15200d1fd on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:39:20.366275 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97df69cc-b989-4498-86a5-ff78d88e9375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (33de8fb6-f9d1-4c9e-b861-44b5ffc86c8b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:20.406807 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97df69cc-b989-4498-86a5-ff78d88e9375 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:39:20.425002 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97df69cc-b989-4498-86a5-ff78d88e9375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (a2aca05f-ff21-4c1e-930a-808b7219619e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:20.425393 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-97df69cc-b989-4498-86a5-ff78d88e9375 admin admin] Added segment a2aca05f-ff21-4c1e-930a-808b7219619e of type vlan for network ed2ded3f-96de-4ae8-b4a4-47d34c7b0fec Feb 20 05:39:20.470868 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97df69cc-b989-4498-86a5-ff78d88e9375 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (ed2ded3f-96de-4ae8-b4a4-47d34c7b0fec), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:20.527247 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-4d3c8fe5-88be-41ad-99bb-a7285c86e12b service neutron] Publish callbacks [] for port (59a14b4e-cf2a-4999-9795-b6d601fc6288), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:20.548121 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97df69cc-b989-4498-86a5-ff78d88e9375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (ed2ded3f-96de-4ae8-b4a4-47d34c7b0fec), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:20.549069 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97df69cc-b989-4498-86a5-ff78d88e9375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:20.549655 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97df69cc-b989-4498-86a5-ff78d88e9375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:20.600063 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-4d3c8fe5-88be-41ad-99bb-a7285c86e12b service neutron] Transition to ACTIVE for port object 59a14b4e-cf2a-4999-9795-b6d601fc6288 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:39:20.642882 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-4d3c8fe5-88be-41ad-99bb-a7285c86e12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (59a14b4e-cf2a-4999-9795-b6d601fc6288), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:20.644814 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df69cc-b989-4498-86a5-ff78d88e9375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33de8fb6-f9d1-4c9e-b861-44b5ffc86c8b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:20.673329 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3775e08-7213-44bc-911f-a03b973dbfa3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (26c1f52b-ef06-4a90-bb8c-659dc1c8a22c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:20.685926 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-97df69cc-b989-4498-86a5-ff78d88e9375 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3976576 Feb 20 05:39:20.707890 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b2a2dd22-5ce1-412c-ba92-2f25f7622709 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks [] for floatingip (82adc695-0fc1-44fc-ab8b-dc2b1ae4b6dc), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:20.710452 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b2a2dd22-5ce1-412c-ba92-2f25f7622709 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:20.715130 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b2a2dd22-5ce1-412c-ba92-2f25f7622709 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] 10.222.0.37 "DELETE /v2.0/floatingips/82adc695-0fc1-44fc-ab8b-dc2b1ae4b6dc HTTP/1.1" status: 204 len: 168 time: 3.0850651 Feb 20 05:39:20.715130 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8d1800d0-3086-4698-999f-018b2f69c6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d44c05dc-ab1a-4358-bcea-e89ad715b6ab), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:20.715130 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1800d0-3086-4698-999f-018b2f69c6aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:20.715130 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8d1800d0-3086-4698-999f-018b2f69c6aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:20.719344 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36318) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:20.768145 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df69cc-b989-4498-86a5-ff78d88e9375 admin admin] Pushing event updated for resources: {'Network': ['ID=ed2ded3f-96de-4ae8-b4a4-47d34c7b0fec,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:20.778680 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network ed2ded3f-96de-4ae8-b4a4-47d34c7b0fec details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:39:20.792805 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3775e08-7213-44bc-911f-a03b973dbfa3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:20.801630 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-fb8b983c-2844-4da7-b5f3-569d3e1f2e6f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6b547cc4-f633-4bfe-a5fb-b5ee6d68a986 HTTP/1.1" status: 200 len: 217 time: 0.5277812 Feb 20 05:39:20.807440 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-346e24d8-0e57-4c2e-a4a2-43f23b821ba6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Request body: {'floatingip': {'floating_network_id': '24075bab-9676-4eae-8407-f28acc0e88eb', 'port_id': '12671070-b0da-46b6-bfb5-e464de68ef4f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:20.824449 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-e3775e08-7213-44bc-911f-a03b973dbfa3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:20.832981 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3775e08-7213-44bc-911f-a03b973dbfa3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:20.833584 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3775e08-7213-44bc-911f-a03b973dbfa3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:20.837874 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c8fe5-88be-41ad-99bb-a7285c86e12b service neutron] Pushing event updated for resources: {'Port': ['ID=59a14b4e-cf2a-4999-9795-b6d601fc6288,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:20.852844 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1800d0-3086-4698-999f-018b2f69c6aa admin admin] Pushing event updated for resources: {'Network': ['ID=d44c05dc-ab1a-4358-bcea-e89ad715b6ab,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:20.860837 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3775e08-7213-44bc-911f-a03b973dbfa3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=26c1f52b-ef06-4a90-bb8c-659dc1c8a22c,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:20.875566 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-346e24d8-0e57-4c2e-a4a2-43f23b821ba6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:20.875845 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff28b56-8302-4928-bbe5-f47fad9f2b1a None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:20.877766 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network d44c05dc-ab1a-4358-bcea-e89ad715b6ab details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:39:20.941858 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-278bb6e6-30d2-4581-bf2f-3ca3c83ec950 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3975093 Feb 20 05:39:20.977974 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8d1800d0-3086-4698-999f-018b2f69c6aa admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.5971203 Feb 20 05:39:20.998852 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e3775e08-7213-44bc-911f-a03b973dbfa3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4351730 Feb 20 05:39:21.003871 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36320) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:21.004220 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36322) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:21.008173 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-46e7d49a-9011-437f-9790-ec4b95869f7e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:39:21.011369 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-46e7d49a-9011-437f-9790-ec4b95869f7e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0435936 Feb 20 05:39:21.020368 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-70e66568-32a1-4eb4-b906-227e9416fb28 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'fixed_ips': [{'subnet_id': '26c1f52b-ef06-4a90-bb8c-659dc1c8a22c', 'ip_address': '2001:db8::ca34:698a:173e:5e01'}], 'name': 'tempest-NetworksTestDHCPv6-587493107'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:21.027319 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a1ac32ba-3238-4866-af62-9e4ddc15b6fa admin admin] Request body: {'subnet': {'network_id': 'd44c05dc-ab1a-4358-bcea-e89ad715b6ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1244061860-subnet', 'tenant_id': '00b43d7e013240d4a3769d11522a7199', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:21.200123 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-4e22aa58-d3eb-4ef7-b4cc-df4bbb4e8e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:21.201811 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-4e22aa58-d3eb-4ef7-b4cc-df4bbb4e8e54 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=08d1d8d3-1cdb-47d5-86aa-3316d80bbfd8 HTTP/1.1" status: 200 len: 797 time: 0.3429022 Feb 20 05:39:21.216697 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ac32ba-3238-4866-af62-9e4ddc15b6fa admin admin] Made reservation on behalf of 00b43d7e013240d4a3769d11522a7199 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:21.219800 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a1ac32ba-3238-4866-af62-9e4ddc15b6fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:21.317226 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-4d3c8fe5-88be-41ad-99bb-a7285c86e12b service neutron] Attempting to bind port 59a14b4e-cf2a-4999-9795-b6d601fc6288 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:39:21.317509 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-4d3c8fe5-88be-41ad-99bb-a7285c86e12b service neutron] Attempting to bind port 59a14b4e-cf2a-4999-9795-b6d601fc6288 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:39:21.317844 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-4d3c8fe5-88be-41ad-99bb-a7285c86e12b service neutron] Attempting to bind port 59a14b4e-cf2a-4999-9795-b6d601fc6288 on network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:39:21.326947 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc3ce7-60c1-4117-86a6-7ea1a3bf9a52 req-5a129528-fa72-42fa-809b-44a3dc9278f4 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:21.328277 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eefc3ce7-60c1-4117-86a6-7ea1a3bf9a52 req-5a129528-fa72-42fa-809b-44a3dc9278f4 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=71538ed8-406e-4a79-8efc-d2fe2b51cbcb HTTP/1.1" status: 200 len: 943 time: 0.7731051 Feb 20 05:39:21.342682 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-4d3c8fe5-88be-41ad-99bb-a7285c86e12b service neutron] Port 59a14b4e-cf2a-4999-9795-b6d601fc6288 on network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:39:21.343033 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-4d3c8fe5-88be-41ad-99bb-a7285c86e12b service neutron] Attempting to bind port 59a14b4e-cf2a-4999-9795-b6d601fc6288 on network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:39:21.358406 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e66568-32a1-4eb4-b906-227e9416fb28 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:21.379622 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4dde9f-7cf2-4f04-b855-8467f67db4e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'fixed_ips': [{'subnet_id': '26c1f52b-ef06-4a90-bb8c-659dc1c8a22c'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:39:21.381886 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7d4dde9f-7cf2-4f04-b855-8467f67db4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:21.397610 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-4d3c8fe5-88be-41ad-99bb-a7285c86e12b service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:39:21.397955 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-4d3c8fe5-88be-41ad-99bb-a7285c86e12b service neutron] Checking segment: {'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:39:21.398350 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-4d3c8fe5-88be-41ad-99bb-a7285c86e12b service neutron] Bound using segment: {'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:39:21.398802 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-4d3c8fe5-88be-41ad-99bb-a7285c86e12b service neutron] Bound port: 59a14b4e-cf2a-4999-9795-b6d601fc6288, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:39:21.399302 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-4d3c8fe5-88be-41ad-99bb-a7285c86e12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (59a14b4e-cf2a-4999-9795-b6d601fc6288), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:21.402777 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-a9718499-7e3b-40b2-9812-5ffe1f9a126a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:21.407131 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-a9718499-7e3b-40b2-9812-5ffe1f9a126a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad5d889f-9ba6-45ee-9401-06eb68bd1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1941533 Feb 20 05:39:21.436258 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:21.534016 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eefc3ce7-60c1-4117-86a6-7ea1a3bf9a52 req-9d62cd16-b3d7-4f38-b5ac-e8f8df3fd743 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927426 Feb 20 05:39:21.542072 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-346e24d8-0e57-4c2e-a4a2-43f23b821ba6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:39:21.548118 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-346e24d8-0e57-4c2e-a4a2-43f23b821ba6 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7453094 Feb 20 05:39:21.552333 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36344) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:21.570619 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-075ec75a-8729-49b5-ada3-31cfb86abab3 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'port_id': '12671070-b0da-46b6-bfb5-e464de68ef4f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:21.616096 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-4d3c8fe5-88be-41ad-99bb-a7285c86e12b service neutron] For port 59a14b4e-cf2a-4999-9795-b6d601fc6288, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:39:21.626121 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70e66568-32a1-4eb4-b906-227e9416fb28 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:21.648460 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-075ec75a-8729-49b5-ada3-31cfb86abab3 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:21.670354 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-66aec1f3-9c01-463d-81aa-07968f4563b2 service neutron] 10.222.0.61 "GET /v2.0/networks/ad5d889f-9ba6-45ee-9401-06eb68bd1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401767 Feb 20 05:39:21.670704 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-4d3c8fe5-88be-41ad-99bb-a7285c86e12b service neutron] For port 59a14b4e-cf2a-4999-9795-b6d601fc6288, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=59a14b4e-cf2a-4999-9795-b6d601fc6288,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:39:21.702734 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-4d3c8fe5-88be-41ad-99bb-a7285c86e12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (59a14b4e-cf2a-4999-9795-b6d601fc6288), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:21.711784 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-70e66568-32a1-4eb4-b906-227e9416fb28 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] device_id is not set on port ccafd75e-3b18-4d32-9a27-0e8bda71e8e4 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:39:21.745389 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-7d4dde9f-7cf2-4f04-b855-8467f67db4e9 None None] Allocated IP 2001:db8::2 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/26c1f52b-ef06-4a90-bb8c-659dc1c8a22c/d0f46c04-26c4-4c65-951b-8b4d317e45f4) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:39:21.800977 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-4d3c8fe5-88be-41ad-99bb-a7285c86e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:21.801594 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-4d3c8fe5-88be-41ad-99bb-a7285c86e12b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:21.803240 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-4d3c8fe5-88be-41ad-99bb-a7285c86e12b service neutron] 10.222.0.61 "PUT /v2.0/ports/59a14b4e-cf2a-4999-9795-b6d601fc6288 HTTP/1.1" status: 200 len: 1091 time: 2.5420582 Feb 20 05:39:21.818975 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71538ed8-406e-4a79-8efc-d2fe2b51cbcb', 'tag': '59a14b4e-cf2a-4999-9795-b6d601fc6288'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:39:21.822795 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb78f030-bdff-41c4-b552-4dfa03ba6c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "71538ed8-406e-4a79-8efc-d2fe2b51cbcb", "tag": "59a14b4e-cf2a-4999-9795-b6d601fc6288"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:39:21.840071 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a1ac32ba-3238-4866-af62-9e4ddc15b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (ef15fe5b-d09e-44f6-9220-bd4967e0d3bc), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:21.887954 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9acd756a-23ff-446e-abd8-c1673c3f5439 req-762c894c-5321-4dec-b8a3-036d4ccefabe service neutron] 10.222.0.61 "GET /v2.0/networks/ad5d889f-9ba6-45ee-9401-06eb68bd1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067335 Feb 20 05:39:21.937992 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-107c718e-eda2-4b84-986b-ca558f0da7a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (dfa75dd7-9354-43ed-b28b-5bb872a4f3af), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:22.098399 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-aad783e0-86e2-459a-ae99-918107c1d997 tempest-MigrationsAdminTest-2112153534 tempest-MigrationsAdminTest-2112153534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:22.107327 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-aad783e0-86e2-459a-ae99-918107c1d997 tempest-MigrationsAdminTest-2112153534 tempest-MigrationsAdminTest-2112153534-project-admin] 10.222.0.37 "GET /v2.0/ports/34aa2b95-108c-482a-808b-ef9c69237bc6 HTTP/1.1" status: 200 len: 1128 time: 0.4013894 Feb 20 05:39:22.173923 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c8fe5-88be-41ad-99bb-a7285c86e12b service neutron] Pushing event updated for resources: {'Port': ['ID=59a14b4e-cf2a-4999-9795-b6d601fc6288,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:22.185983 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7d4dde9f-7cf2-4f04-b855-8467f67db4e9 None None] Publish callbacks [] for port (d0f46c04-26c4-4c65-951b-8b4d317e45f4), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:22.197569 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-075ec75a-8729-49b5-ada3-31cfb86abab3 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:22.200669 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac32ba-3238-4866-af62-9e4ddc15b6fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef15fe5b-d09e-44f6-9220-bd4967e0d3bc,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:22.206969 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7d4dde9f-7cf2-4f04-b855-8467f67db4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (d0f46c04-26c4-4c65-951b-8b4d317e45f4), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:22.235109 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fdb8a-824f-49ee-9412-8e93bfedef44 req-4f3557f4-2bfa-440e-b1e4-beabc0b52637 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:22.237146 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8d8fdb8a-824f-49ee-9412-8e93bfedef44 req-4f3557f4-2bfa-440e-b1e4-beabc0b52637 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 949 time: 0.5155869 Feb 20 05:39:22.250290 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4dde9f-7cf2-4f04-b855-8467f67db4e9 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:22.260244 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-7d4dde9f-7cf2-4f04-b855-8467f67db4e9 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:22.267459 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4dde9f-7cf2-4f04-b855-8467f67db4e9 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:39:22.291554 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4dde9f-7cf2-4f04-b855-8467f67db4e9 None None] Pushing event updated for resources: {'Port': ['ID=d0f46c04-26c4-4c65-951b-8b4d317e45f4,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:22.293071 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-840b9bbf-125b-4999-8f1b-2e52a8419584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:22.295304 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-840b9bbf-125b-4999-8f1b-2e52a8419584 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&device_id=71538ed8-406e-4a79-8efc-d2fe2b51cbcb HTTP/1.1" status: 200 len: 1125 time: 0.3581097 Feb 20 05:39:22.329339 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ac32ba-3238-4866-af62-9e4ddc15b6fa admin admin] Checking segment: {'id': '11bedf1f-e55e-496b-8557-ebc68b39a200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd44c05dc-ab1a-4358-bcea-e89ad715b6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:39:22.329705 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ac32ba-3238-4866-af62-9e4ddc15b6fa admin admin] Network hostable DHCP agents. Network: d44c05dc-ab1a-4358-bcea-e89ad715b6ab, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:39:22.362715 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-7d4dde9f-7cf2-4f04-b855-8467f67db4e9 None None] Attempting to bind port d0f46c04-26c4-4c65-951b-8b4d317e45f4 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:39:22.365101 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-7d4dde9f-7cf2-4f04-b855-8467f67db4e9 None None] Attempting to bind port d0f46c04-26c4-4c65-951b-8b4d317e45f4 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:39:22.365495 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4dde9f-7cf2-4f04-b855-8467f67db4e9 None None] Attempting to bind port d0f46c04-26c4-4c65-951b-8b4d317e45f4 on network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:39:22.366174 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-092cc020-5bd0-41ef-a107-86684cb796f3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59a14b4e-cf2a-4999-9795-b6d601fc6288 HTTP/1.1" status: 200 len: 217 time: 0.0568295 Feb 20 05:39:22.390954 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-70e66568-32a1-4eb4-b906-227e9416fb28 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 2001:db8::ca34:698a:173e:5e01 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/26c1f52b-ef06-4a90-bb8c-659dc1c8a22c/ccafd75e-3b18-4d32-9a27-0e8bda71e8e4) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:39:22.411772 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4dde9f-7cf2-4f04-b855-8467f67db4e9 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:39:22.412156 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4dde9f-7cf2-4f04-b855-8467f67db4e9 None None] Checking segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:39:22.412488 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7d4dde9f-7cf2-4f04-b855-8467f67db4e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:22.414121 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4dde9f-7cf2-4f04-b855-8467f67db4e9 None None] Bound using segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:39:22.417144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-7d4dde9f-7cf2-4f04-b855-8467f67db4e9 None None] Bound port: d0f46c04-26c4-4c65-951b-8b4d317e45f4, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:39:22.421629 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7d4dde9f-7cf2-4f04-b855-8467f67db4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d0f46c04-26c4-4c65-951b-8b4d317e45f4), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:22.462308 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ac32ba-3238-4866-af62-9e4ddc15b6fa admin admin] Network d44c05dc-ab1a-4358-bcea-e89ad715b6ab is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:39:22.484817 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8d8fdb8a-824f-49ee-9412-8e93bfedef44 req-81cd2226-78db-45e1-983a-1012b53f43e4 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403860 Feb 20 05:39:22.489274 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-5ff9d382-17f3-45df-a383-0466068c2bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:22.496489 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-5ff9d382-17f3-45df-a383-0466068c2bb1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a08401b1-85d8-4e92-bab1-1aef3c02482d HTTP/1.1" status: 200 len: 851 time: 0.1174285 Feb 20 05:39:22.534439 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-075ec75a-8729-49b5-ada3-31cfb86abab3 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Allocated IP 172.25.3.158 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/06ce700a-e0b5-4081-a74e-354670de14de) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:39:22.536266 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-a1ac32ba-3238-4866-af62-9e4ddc15b6fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, d44c05dc-ab1a-4358-bcea-e89ad715b6ab) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:22.560677 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ac32ba-3238-4866-af62-9e4ddc15b6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:22.561237 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a1ac32ba-3238-4866-af62-9e4ddc15b6fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:22.591319 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a1ac32ba-3238-4866-af62-9e4ddc15b6fa admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5703979 Feb 20 05:39:22.613964 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b7495d-91d9-4752-bf68-935fb8ce2f39 None None] Network d44c05dc-ab1a-4358-bcea-e89ad715b6ab requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:22.766081 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7d4dde9f-7cf2-4f04-b855-8467f67db4e9 None None] For port d0f46c04-26c4-4c65-951b-8b4d317e45f4, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:39:22.779057 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:22.779787 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:22.787067 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7d4dde9f-7cf2-4f04-b855-8467f67db4e9 None None] For port d0f46c04-26c4-4c65-951b-8b4d317e45f4, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d0f46c04-26c4-4c65-951b-8b4d317e45f4,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:39:22.805783 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7d4dde9f-7cf2-4f04-b855-8467f67db4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d0f46c04-26c4-4c65-951b-8b4d317e45f4), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:22.842220 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-107c718e-eda2-4b84-986b-ca558f0da7a1 admin admin] Deleting port 491eaeda-b296-46c1-93c6-15d72208d020 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:22.842972 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-107c718e-eda2-4b84-986b-ca558f0da7a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (491eaeda-b296-46c1-93c6-15d72208d020), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:22.935479 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-075ec75a-8729-49b5-ada3-31cfb86abab3 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks [] for port (06ce700a-e0b5-4081-a74e-354670de14de), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:22.938926 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60376b46-9761-411f-b517-b20fa87dccc9 None None] Network d44c05dc-ab1a-4358-bcea-e89ad715b6ab requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:23.048654 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4dde9f-7cf2-4f04-b855-8467f67db4e9 None None] Pushing event updated for resources: {'Port': ['ID=d0f46c04-26c4-4c65-951b-8b4d317e45f4,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:23.101874 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-075ec75a-8729-49b5-ada3-31cfb86abab3 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (06ce700a-e0b5-4081-a74e-354670de14de), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:23.175465 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-107c718e-eda2-4b84-986b-ca558f0da7a1 admin admin] For port 491eaeda-b296-46c1-93c6-15d72208d020, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=491eaeda-b296-46c1-93c6-15d72208d020,segment=NetworkSegment(fbe096bc-0508-4287-8731-8998a73eca92),segment_id=fbe096bc-0508-4287-8731-8998a73eca92)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:23.176522 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-107c718e-eda2-4b84-986b-ca558f0da7a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (491eaeda-b296-46c1-93c6-15d72208d020), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:23.215674 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-107c718e-eda2-4b84-986b-ca558f0da7a1 admin admin] Calling delete_port for 491eaeda-b296-46c1-93c6-15d72208d020 owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:23.245698 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075ec75a-8729-49b5-ada3-31cfb86abab3 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:23.253747 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-075ec75a-8729-49b5-ada3-31cfb86abab3 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:23.256748 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075ec75a-8729-49b5-ada3-31cfb86abab3 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:39:23.261514 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ec75a-8729-49b5-ada3-31cfb86abab3 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Pushing event updated for resources: {'Port': ['ID=06ce700a-e0b5-4081-a74e-354670de14de,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:23.277640 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-1569ab6b-fe29-4b81-92fb-a3a4dee69387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:23.281133 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-1569ab6b-fe29-4b81-92fb-a3a4dee69387 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7694316 Feb 20 05:39:23.509847 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155455d-d4c5-4f85-9618-ab98f319bd75 req-ef07c977-73c2-4b21-b035-e0716c4337a3 tempest-ComputeTenantNetworksTest-524723852 tempest-ComputeTenantNetworksTest-524723852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:23.515293 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155455d-d4c5-4f85-9618-ab98f319bd75 req-ef07c977-73c2-4b21-b035-e0716c4337a3 tempest-ComputeTenantNetworksTest-524723852 tempest-ComputeTenantNetworksTest-524723852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:23.520751 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155455d-d4c5-4f85-9618-ab98f319bd75 req-ef07c977-73c2-4b21-b035-e0716c4337a3 tempest-ComputeTenantNetworksTest-524723852 tempest-ComputeTenantNetworksTest-524723852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:23.522053 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8155455d-d4c5-4f85-9618-ab98f319bd75 req-ef07c977-73c2-4b21-b035-e0716c4337a3 tempest-ComputeTenantNetworksTest-524723852 tempest-ComputeTenantNetworksTest-524723852-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.8896518 Feb 20 05:39:23.539800 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70e66568-32a1-4eb4-b906-227e9416fb28 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (ccafd75e-3b18-4d32-9a27-0e8bda71e8e4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:23.582241 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-864a34d8-c25e-40fb-90f1-7413461f04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:23.583774 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-864a34d8-c25e-40fb-90f1-7413461f04a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 1131 time: 0.1376445 Feb 20 05:39:23.590087 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-d332c048-85b4-46b3-acf9-5e93b641f61d service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018263 Feb 20 05:39:23.618142 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2268b35b-e562-4c52-aab9-dbdf39130826 x-openstack-request-id: req-2268b35b-e562-4c52-aab9-dbdf39130826 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:39:23.618553 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71538ed8-406e-4a79-8efc-d2fe2b51cbcb", "tag": "59a14b4e-cf2a-4999-9795-b6d601fc6288", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:39:23.618941 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2268b35b-e562-4c52-aab9-dbdf39130826 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:39:23.619437 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71538ed8-406e-4a79-8efc-d2fe2b51cbcb', 'tag': '59a14b4e-cf2a-4999-9795-b6d601fc6288', 'status': 'completed', 'code': 200} Feb 20 05:39:23.701836 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70e66568-32a1-4eb4-b906-227e9416fb28 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (ccafd75e-3b18-4d32-9a27-0e8bda71e8e4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:23.776494 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-ec9f8427-73fc-4034-b21b-e2367828fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:23.778090 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-ec9f8427-73fc-4034-b21b-e2367828fd60 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.1884985 Feb 20 05:39:23.780328 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-107c718e-eda2-4b84-986b-ca558f0da7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (491eaeda-b296-46c1-93c6-15d72208d020), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:23.800532 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e66568-32a1-4eb4-b906-227e9416fb28 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:23.822355 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-70e66568-32a1-4eb4-b906-227e9416fb28 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:23.831617 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e66568-32a1-4eb4-b906-227e9416fb28 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:39:23.837120 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e66568-32a1-4eb4-b906-227e9416fb28 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:23.837770 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70e66568-32a1-4eb4-b906-227e9416fb28 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:23.843967 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e66568-32a1-4eb4-b906-227e9416fb28 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=ccafd75e-3b18-4d32-9a27-0e8bda71e8e4,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:23.854031 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a8ce10aa-72f0-4d79-8687-2d79582df78d req-ae8235df-6b0b-4b49-8596-ee2c3cf2129d service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533369 Feb 20 05:39:23.858836 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c718e-eda2-4b84-986b-ca558f0da7a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=491eaeda-b296-46c1-93c6-15d72208d020,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:23.863855 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-075ec75a-8729-49b5-ada3-31cfb86abab3 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Deleting port 06ce700a-e0b5-4081-a74e-354670de14de {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:23.864112 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-075ec75a-8729-49b5-ada3-31cfb86abab3 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (06ce700a-e0b5-4081-a74e-354670de14de), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:23.868303 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-873e4318-2e65-4140-ba7b-3318947a5001 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=34aa2b95-108c-482a-808b-ef9c69237bc6 HTTP/1.1" status: 200 len: 217 time: 0.0777690 Feb 20 05:39:23.881135 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a838ae6-899b-43f8-8a6b-fb98f8e5dff2 req-dcfd78f5-bf9d-4abe-b5ee-9a292fb9e690 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:23.889014 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8a838ae6-899b-43f8-8a6b-fb98f8e5dff2 req-dcfd78f5-bf9d-4abe-b5ee-9a292fb9e690 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=71538ed8-406e-4a79-8efc-d2fe2b51cbcb HTTP/1.1" status: 200 len: 943 time: 0.1934597 Feb 20 05:39:23.897199 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-70e66568-32a1-4eb4-b906-227e9416fb28 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8826275 Feb 20 05:39:23.907037 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36368) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:24.073800 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8a838ae6-899b-43f8-8a6b-fb98f8e5dff2 req-23749e50-bc5c-44de-bf4f-0743b9923d09 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838019 Feb 20 05:39:24.156900 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198dd15e-9b08-46d4-aeeb-68385676d374 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:24.164366 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198dd15e-9b08-46d4-aeeb-68385676d374 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:24.175517 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-198dd15e-9b08-46d4-aeeb-68385676d374 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2673821 Feb 20 05:39:24.190223 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36372) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:24.203960 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d0f46c04-26c4-4c65-951b-8b4d317e45f4 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:39:24.240335 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-87b5780a-debb-4a89-bea3-a80a01bf76bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:24.241662 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-87b5780a-debb-4a89-bea3-a80a01bf76bd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.3486822 Feb 20 05:39:24.333304 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78f030-bdff-41c4-b552-4dfa03ba6c6e req-9b57b9c9-c1cf-47f8-a329-9c0d03fbf9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:24.335141 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb78f030-bdff-41c4-b552-4dfa03ba6c6e req-9b57b9c9-c1cf-47f8-a329-9c0d03fbf9c1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&device_id=71538ed8-406e-4a79-8efc-d2fe2b51cbcb HTTP/1.1" status: 200 len: 1125 time: 0.4019639 Feb 20 05:39:24.350687 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-075ec75a-8729-49b5-ada3-31cfb86abab3 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (06ce700a-e0b5-4081-a74e-354670de14de), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:24.353326 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-075ec75a-8729-49b5-ada3-31cfb86abab3 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks [] for floatingip (06ce700a-e0b5-4081-a74e-354670de14de), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:24.356668 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port d0f46c04-26c4-4c65-951b-8b4d317e45f4 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:24.357228 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d0f46c04-26c4-4c65-951b-8b4d317e45f4), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:24.408544 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-075ec75a-8729-49b5-ada3-31cfb86abab3 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Calling delete_port for 06ce700a-e0b5-4081-a74e-354670de14de owned by network:floatingip {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:24.488125 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-01474585-80f9-4a6a-ad9c-fe38284aaa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:24.489645 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-01474585-80f9-4a6a-ad9c-fe38284aaa32 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2241209 Feb 20 05:39:24.490248 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-107c718e-eda2-4b84-986b-ca558f0da7a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (dfa75dd7-9354-43ed-b28b-5bb872a4f3af), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:24.521087 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8b63c77f-28b1-4344-987e-37c6e5beef31 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting port ccafd75e-3b18-4d32-9a27-0e8bda71e8e4 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:24.521506 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8b63c77f-28b1-4344-987e-37c6e5beef31 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (ccafd75e-3b18-4d32-9a27-0e8bda71e8e4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:24.561253 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78f030-bdff-41c4-b552-4dfa03ba6c6e req-06589eb7-dc66-4a70-8427-fe6b864ceddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:24.562831 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb78f030-bdff-41c4-b552-4dfa03ba6c6e req-06589eb7-dc66-4a70-8427-fe6b864ceddf service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 200 len: 912 time: 0.2093394 Feb 20 05:39:24.568880 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port d0f46c04-26c4-4c65-951b-8b4d317e45f4 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:24.569548 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d0f46c04-26c4-4c65-951b-8b4d317e45f4), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:24.624793 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port d0f46c04-26c4-4c65-951b-8b4d317e45f4, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d0f46c04-26c4-4c65-951b-8b4d317e45f4,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:24.641212 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb78f030-bdff-41c4-b552-4dfa03ba6c6e req-689825d8-9056-4b7f-8318-b766b277e07c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59a14b4e-cf2a-4999-9795-b6d601fc6288 HTTP/1.1" status: 200 len: 217 time: 0.0459599 Feb 20 05:39:24.642099 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d0f46c04-26c4-4c65-951b-8b4d317e45f4), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:24.658093 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-89381188-5ace-4925-80ce-d9edfd752439 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:24.659668 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-89381188-5ace-4925-80ce-d9edfd752439 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] 10.222.0.37 "GET /v2.0/networks?id=d44c05dc-ab1a-4358-bcea-e89ad715b6ab HTTP/1.1" status: 200 len: 821 time: 0.3382823 Feb 20 05:39:24.733067 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=d0f46c04-26c4-4c65-951b-8b4d317e45f4,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:24.739559 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-d74fa83c-cd96-4517-97e0-185eca6e8724 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] 10.222.0.37 "GET /v2.0/quotas/00b43d7e013240d4a3769d11522a7199 HTTP/1.1" status: 200 len: 375 time: 0.0585349 Feb 20 05:39:24.773917 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-98337466-e0d5-4085-9edd-7a18ad2804ec service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756076 Feb 20 05:39:24.797496 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-600a2cb4-8707-4afc-a680-007ca57c7873 None None] Provisioning complete for port d0f46c04-26c4-4c65-951b-8b4d317e45f4 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:24.798088 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-600a2cb4-8707-4afc-a680-007ca57c7873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d0f46c04-26c4-4c65-951b-8b4d317e45f4), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:24.820889 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-d60f1865-ecc8-442a-84ee-f47a77a574dd tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=00b43d7e013240d4a3769d11522a7199&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443695 Feb 20 05:39:24.853370 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8b63c77f-28b1-4344-987e-37c6e5beef31 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (ccafd75e-3b18-4d32-9a27-0e8bda71e8e4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:24.893588 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78f030-bdff-41c4-b552-4dfa03ba6c6e req-a91edbeb-6ff0-4c3d-8bd6-9edf97725bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:24.894984 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb78f030-bdff-41c4-b552-4dfa03ba6c6e req-a91edbeb-6ff0-4c3d-8bd6-9edf97725bbf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a08401b1-85d8-4e92-bab1-1aef3c02482d HTTP/1.1" status: 200 len: 851 time: 0.2312136 Feb 20 05:39:24.931644 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-600a2cb4-8707-4afc-a680-007ca57c7873 None None] Current status of the port d0f46c04-26c4-4c65-951b-8b4d317e45f4 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:24.946267 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8b63c77f-28b1-4344-987e-37c6e5beef31 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Calling delete_port for ccafd75e-3b18-4d32-9a27-0e8bda71e8e4 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:25.060205 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78f030-bdff-41c4-b552-4dfa03ba6c6e req-e50be354-5e89-4608-bcce-c50905666806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:25.061734 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb78f030-bdff-41c4-b552-4dfa03ba6c6e req-e50be354-5e89-4608-bcce-c50905666806 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1588247 Feb 20 05:39:25.069344 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-e1b4c433-df45-4826-8250-2cff211b8096 service neutron] 10.222.0.37 "GET /v2.0/networks/d44c05dc-ab1a-4358-bcea-e89ad715b6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476101 Feb 20 05:39:25.129572 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:25.162359 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a01b084e-a1c6-4d85-8c9e-4159f7323c93 None None] Provisioning complete for port ccafd75e-3b18-4d32-9a27-0e8bda71e8e4 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:25.163017 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a01b084e-a1c6-4d85-8c9e-4159f7323c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ccafd75e-3b18-4d32-9a27-0e8bda71e8e4), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:25.227393 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a01b084e-a1c6-4d85-8c9e-4159f7323c93 None None] Port ccafd75e-3b18-4d32-9a27-0e8bda71e8e4 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:39:25.299936 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107c718e-eda2-4b84-986b-ca558f0da7a1 admin admin] Router dfa75dd7-9354-43ed-b28b-5bb872a4f3af has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:39:25.309367 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb78f030-bdff-41c4-b552-4dfa03ba6c6e req-355894cd-65d4-4263-864c-d78ad0ff1434 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390878 Feb 20 05:39:25.313443 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-bd44b5da-06bc-4ae6-a440-0cf221c4edac service neutron] 10.222.0.37 "GET /v2.0/networks/d44c05dc-ab1a-4358-bcea-e89ad715b6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288380 Feb 20 05:39:25.335181 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-075ec75a-8729-49b5-ada3-31cfb86abab3 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (06ce700a-e0b5-4081-a74e-354670de14de), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:25.384225 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8b63c77f-28b1-4344-987e-37c6e5beef31 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (ccafd75e-3b18-4d32-9a27-0e8bda71e8e4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:25.424990 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63c77f-28b1-4344-987e-37c6e5beef31 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Port': ['ID=ccafd75e-3b18-4d32-9a27-0e8bda71e8e4,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:25.451502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ec75a-8729-49b5-ada3-31cfb86abab3 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Pushing event deleted for resources: {'Port': ['ID=06ce700a-e0b5-4081-a74e-354670de14de,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:25.506475 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8b63c77f-28b1-4344-987e-37c6e5beef31 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:25.513347 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8b63c77f-28b1-4344-987e-37c6e5beef31 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/ccafd75e-3b18-4d32-9a27-0e8bda71e8e4 HTTP/1.1" status: 204 len: 168 time: 1.3075418 Feb 20 05:39:25.518065 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36386) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:25.565201 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb78f030-bdff-41c4-b552-4dfa03ba6c6e req-fe06b73c-4afb-4c96-997d-97d8f05daf3a service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488856 Feb 20 05:39:25.629180 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c7016-365d-4a39-a965-da6bb2f126a7 req-a62ad488-40b2-4820-8535-955a2ebf7de8 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:25.631026 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-321c7016-365d-4a39-a965-da6bb2f126a7 req-a62ad488-40b2-4820-8535-955a2ebf7de8 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 949 time: 0.0835676 Feb 20 05:39:25.698191 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bcb1a5-589e-4657-836b-dce6fba07657 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:25.699942 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bcb1a5-589e-4657-836b-dce6fba07657 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:25.705197 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d9bcb1a5-589e-4657-836b-dce6fba07657 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1846418 Feb 20 05:39:25.708415 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36390) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:25.723525 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-321c7016-365d-4a39-a965-da6bb2f126a7 req-39025aa7-4e74-4f53-9fe2-b12bccf66f89 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864747 Feb 20 05:39:25.758055 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-2b3b7ad9-8e8d-4b35-96e2-2cd0a0997455 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8748538 Feb 20 05:39:25.801678 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-075ec75a-8729-49b5-ada3-31cfb86abab3 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] create failed (client error): The resource could not be found. Feb 20 05:39:25.805992 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-075ec75a-8729-49b5-ada3-31cfb86abab3 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.2492249 Feb 20 05:39:25.806513 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107c718e-eda2-4b84-986b-ca558f0da7a1 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:39:25.820894 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dffb0f-7cae-44b6-8a0b-09e590618d6f None None] Sync routers for ids ['dfa75dd7-9354-43ed-b28b-5bb872a4f3af'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:39:25.824373 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-107c718e-eda2-4b84-986b-ca558f0da7a1 admin admin] 10.222.0.37 "PUT /v2.0/routers/dfa75dd7-9354-43ed-b28b-5bb872a4f3af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6036544 Feb 20 05:39:25.832838 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36396) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:25.833208 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36398) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:25.848533 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dffb0f-7cae-44b6-8a0b-09e590618d6f None None] Routers {'dfa75dd7-9354-43ed-b28b-5bb872a4f3af'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:39:25.849296 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-32dffb0f-7cae-44b6-8a0b-09e590618d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:39:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['dfa75dd7-9354-43ed-b28b-5bb872a4f3af'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:25.872866 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-336cabec-d6a1-4d52-9d24-77ff0ba6f102 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet 26c1f52b-ef06-4a90-bb8c-659dc1c8a22c {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:39:25.892287 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675697f-3a19-43d4-be64-15610e0f7931 req-6658a156-2f3b-481e-99fa-1cc77a84ef16 tempest-ComputeTenantNetworksTest-524723852 tempest-ComputeTenantNetworksTest-524723852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:25.921384 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c675697f-3a19-43d4-be64-15610e0f7931 req-6658a156-2f3b-481e-99fa-1cc77a84ef16 tempest-ComputeTenantNetworksTest-524723852 tempest-ComputeTenantNetworksTest-524723852-project] 10.222.0.37 "GET /v2.0/networks/ed2ded3f-96de-4ae8-b4a4-47d34c7b0fec HTTP/1.1" status: 200 len: 769 time: 0.1709554 Feb 20 05:39:25.923242 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36400) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:25.941051 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-336cabec-d6a1-4d52-9d24-77ff0ba6f102 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (26c1f52b-ef06-4a90-bb8c-659dc1c8a22c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:26.060981 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-336cabec-d6a1-4d52-9d24-77ff0ba6f102 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (26c1f52b-ef06-4a90-bb8c-659dc1c8a22c), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:26.151638 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b28e7c7b-fbfc-478b-9962-3f60fb43ef4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (ed2ded3f-96de-4ae8-b4a4-47d34c7b0fec), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:26.174584 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7872087d-0d29-4b5c-978f-3cd0361e171a admin admin] Publish callbacks [] for router (dfa75dd7-9354-43ed-b28b-5bb872a4f3af), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:26.188223 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-32dffb0f-7cae-44b6-8a0b-09e590618d6f None None] Set router dfa75dd7-9354-43ed-b28b-5bb872a4f3af gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:39:26.192992 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd3666-2d7e-4b7e-bf10-7eaa4e7173a6 req-32eba410-de20-43ed-a2f8-0fb48658e5f1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:26.194753 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-68bd3666-2d7e-4b7e-bf10-7eaa4e7173a6 req-32eba410-de20-43ed-a2f8-0fb48658e5f1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=71538ed8-406e-4a79-8efc-d2fe2b51cbcb HTTP/1.1" status: 200 len: 943 time: 0.1490564 Feb 20 05:39:26.264639 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d0f46c04-26c4-4c65-951b-8b4d317e45f4 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:39:26.272682 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-23a681e9-6ce6-4c1c-b91b-5f358718f35a tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Deleting port 12671070-b0da-46b6-bfb5-e464de68ef4f {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:26.273028 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-23a681e9-6ce6-4c1c-b91b-5f358718f35a tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (12671070-b0da-46b6-bfb5-e464de68ef4f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:26.285369 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-336cabec-d6a1-4d52-9d24-77ff0ba6f102 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (26c1f52b-ef06-4a90-bb8c-659dc1c8a22c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:26.305250 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b28e7c7b-fbfc-478b-9962-3f60fb43ef4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (ed2ded3f-96de-4ae8-b4a4-47d34c7b0fec), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:26.369880 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-b28e7c7b-fbfc-478b-9962-3f60fb43ef4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2ded3f-96de-4ae8-b4a4-47d34c7b0fec']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:26.396658 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-b28e7c7b-fbfc-478b-9962-3f60fb43ef4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2aca05f-ff21-4c1e-930a-808b7219619e') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:26.397970 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-b28e7c7b-fbfc-478b-9962-3f60fb43ef4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2aca05f-ff21-4c1e-930a-808b7219619e') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:26.412589 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b28e7c7b-fbfc-478b-9962-3f60fb43ef4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (a2aca05f-ff21-4c1e-930a-808b7219619e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:26.427281 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 59a14b4e-cf2a-4999-9795-b6d601fc6288 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:39:26.430769 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-68bd3666-2d7e-4b7e-bf10-7eaa4e7173a6 req-6dda70c2-e02d-48cb-86b2-2224cf25a54d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115932 Feb 20 05:39:26.460887 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b28e7c7b-fbfc-478b-9962-3f60fb43ef4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (a2aca05f-ff21-4c1e-930a-808b7219619e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:26.477229 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7872087d-0d29-4b5c-978f-3cd0361e171a admin admin] Publish callbacks [] for router_gateway (dfa75dd7-9354-43ed-b28b-5bb872a4f3af), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:26.480854 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28e7c7b-fbfc-478b-9962-3f60fb43ef4b admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:39:26.481472 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b28e7c7b-fbfc-478b-9962-3f60fb43ef4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (a2aca05f-ff21-4c1e-930a-808b7219619e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:39:26.487137 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:39:26.501683 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port d0f46c04-26c4-4c65-951b-8b4d317e45f4 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:26.502302 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d0f46c04-26c4-4c65-951b-8b4d317e45f4), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:26.513775 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-23a681e9-6ce6-4c1c-b91b-5f358718f35a tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (12671070-b0da-46b6-bfb5-e464de68ef4f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:26.529984 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-23a681e9-6ce6-4c1c-b91b-5f358718f35a tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Calling delete_port for 12671070-b0da-46b6-bfb5-e464de68ef4f owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:26.602819 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-32dffb0f-7cae-44b6-8a0b-09e590618d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'name': 'tempest-ServersTestBootFromVolume-1067084976-router', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'fc7d67e0-e2bf-440a-8006-d434da9a035c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:53Z', 'updated_at': '2022-02-20T05:39:23Z', 'revision_number': 5, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'gw_port': {'id': 'fc7d67e0-e2bf-440a-8006-d434da9a035c', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:36:54Z', 'updated_at': '2022-02-20T05:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:26.634400 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c506814-7b44-4174-a9ad-e49a5116077e req-f1d68d9c-43b9-4573-b3f7-66a7ad7a7d98 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa84b7e-6ad4-4b68-8670-fce99fdefbfe HTTP/1.1" status: 200 len: 210 time: 0.0568342 Feb 20 05:39:26.637914 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dffb0f-7cae-44b6-8a0b-09e590618d6f None None] Checking router: dfa75dd7-9354-43ed-b28b-5bb872a4f3af for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:39:26.650622 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b28e7c7b-fbfc-478b-9962-3f60fb43ef4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (ed2ded3f-96de-4ae8-b4a4-47d34c7b0fec), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:26.665817 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b28e7c7b-fbfc-478b-9962-3f60fb43ef4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:26.673286 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b28e7c7b-fbfc-478b-9962-3f60fb43ef4b admin admin] 10.222.0.37 "DELETE /v2.0/networks/ed2ded3f-96de-4ae8-b4a4-47d34c7b0fec HTTP/1.1" status: 204 len: 168 time: 0.7446496 Feb 20 05:39:26.713264 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e7c7b-fbfc-478b-9962-3f60fb43ef4b admin admin] Pushing event deleted for resources: {'Network': ['ID=ed2ded3f-96de-4ae8-b4a4-47d34c7b0fec,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:26.736212 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port d0f46c04-26c4-4c65-951b-8b4d317e45f4 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:26.739676 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 59a14b4e-cf2a-4999-9795-b6d601fc6288, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=59a14b4e-cf2a-4999-9795-b6d601fc6288,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:26.743730 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dffb0f-7cae-44b6-8a0b-09e590618d6f None None] Routers {'dfa75dd7-9354-43ed-b28b-5bb872a4f3af'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:39:26.743730 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-32dffb0f-7cae-44b6-8a0b-09e590618d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:39:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['dfa75dd7-9354-43ed-b28b-5bb872a4f3af'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:26.747319 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-336cabec-d6a1-4d52-9d24-77ff0ba6f102 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (26c1f52b-ef06-4a90-bb8c-659dc1c8a22c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:26.789919 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '59a14b4e-cf2a-4999-9795-b6d601fc6288', 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'port_id': '59a14b4e-cf2a-4999-9795-b6d601fc6288', 'mac_address': 'fa:16:3e:fc:d2:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:39:26.813431 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-23a681e9-6ce6-4c1c-b91b-5f358718f35a tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (12671070-b0da-46b6-bfb5-e464de68ef4f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:26.860614 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336cabec-d6a1-4d52-9d24-77ff0ba6f102 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=26c1f52b-ef06-4a90-bb8c-659dc1c8a22c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:26.876312 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea4ce82-ba44-4e7c-9fe3-ff9a5670a4f1 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:26.883179 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-336cabec-d6a1-4d52-9d24-77ff0ba6f102 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:26.888947 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-336cabec-d6a1-4d52-9d24-77ff0ba6f102 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/26c1f52b-ef06-4a90-bb8c-659dc1c8a22c HTTP/1.1" status: 204 len: 168 time: 1.1764543 Feb 20 05:39:26.892775 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a681e9-6ce6-4c1c-b91b-5f358718f35a tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Pushing event deleted for resources: {'Port': ['ID=12671070-b0da-46b6-bfb5-e464de68ef4f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:26.899274 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36408) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:26.943308 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923eefdb-f868-439b-89be-1f94ec3c0139 req-64b9a330-5d96-4fee-b05c-1786f126270e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:26.944908 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-923eefdb-f868-439b-89be-1f94ec3c0139 req-64b9a330-5d96-4fee-b05c-1786f126270e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 949 time: 0.1259542 Feb 20 05:39:26.976302 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36410) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:27.007067 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-32dffb0f-7cae-44b6-8a0b-09e590618d6f None None] Set router dfa75dd7-9354-43ed-b28b-5bb872a4f3af gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:39:27.010701 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 59a14b4e-cf2a-4999-9795-b6d601fc6288 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:27.011222 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (59a14b4e-cf2a-4999-9795-b6d601fc6288), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:27.042960 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-923eefdb-f868-439b-89be-1f94ec3c0139 req-a3f8f1af-1309-4aa6-87f2-44fd4f13be12 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911670 Feb 20 05:39:27.066958 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b4302f13-424a-458b-afbd-ef327f520b35 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e4fae5a2b6e745a3ba7422dfb55f51c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0891938 Feb 20 05:39:27.069360 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36412) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:27.113113 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f6fe0e75-aa33-42d7-b45a-c1ff3d16bb84 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2116556 Feb 20 05:39:27.121298 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-23a681e9-6ce6-4c1c-b91b-5f358718f35a tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:27.122933 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36414) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:27.127609 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-23a681e9-6ce6-4c1c-b91b-5f358718f35a tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] 10.222.0.37 "DELETE /v2.0/ports/12671070-b0da-46b6-bfb5-e464de68ef4f HTTP/1.1" status: 204 len: 168 time: 1.2934067 Feb 20 05:39:27.129972 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36416) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:27.135993 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-4939445f-0047-41cb-b29e-f8dba12a6110 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:27.217901 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-7872087d-0d29-4b5c-978f-3cd0361e171a admin admin] Deleting port fc7d67e0-e2bf-440a-8006-d434da9a035c {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:27.218241 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7872087d-0d29-4b5c-978f-3cd0361e171a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (fc7d67e0-e2bf-440a-8006-d434da9a035c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:27.294380 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-32dffb0f-7cae-44b6-8a0b-09e590618d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'name': 'tempest-ServersTestBootFromVolume-1067084976-router', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:53Z', 'updated_at': '2022-02-20T05:39:26Z', 'revision_number': 6, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:27.333498 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a14b4e-cf2a-4999-9795-b6d601fc6288 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:39:27.342448 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dffb0f-7cae-44b6-8a0b-09e590618d6f None None] The sync data for ids ['dfa75dd7-9354-43ed-b28b-5bb872a4f3af'] in n-d-829866-5 is: [{'id': 'dfa75dd7-9354-43ed-b28b-5bb872a4f3af', 'name': 'tempest-ServersTestBootFromVolume-1067084976-router', 'tenant_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:36:53Z', 'updated_at': '2022-02-20T05:39:26Z', 'revision_number': 6, 'project_id': 'ca27a3cc3fc940ec8e175302b050dbc1', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:39:27.364327 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 59a14b4e-cf2a-4999-9795-b6d601fc6288, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=59a14b4e-cf2a-4999-9795-b6d601fc6288,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:27.369607 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84450892-d55a-41ca-a49a-df569add2a3a tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:27.378141 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (59a14b4e-cf2a-4999-9795-b6d601fc6288), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:27.390785 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-84450892-d55a-41ca-a49a-df569add2a3a tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] 10.222.0.37 "GET /v2.0/ports?device_id=30dd504f-0eab-4a1a-9b1b-022123e8bf3c HTTP/1.1" status: 200 len: 913 time: 0.2596362 Feb 20 05:39:27.401322 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d996240a-f89b-466f-b43d-7f424b3dfff1 admin admin] Publish callbacks [] for security_group (33de8fb6-f9d1-4c9e-b861-44b5ffc86c8b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:27.405977 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36418) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:27.487239 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-625742c8-a71b-4d35-a499-427576b3dfa0 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:27.490700 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-625742c8-a71b-4d35-a499-427576b3dfa0 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] 10.222.0.61 "GET /v2.0/networks?id=d44c05dc-ab1a-4358-bcea-e89ad715b6ab HTTP/1.1" status: 200 len: 821 time: 0.2634635 Feb 20 05:39:27.496165 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=59a14b4e-cf2a-4999-9795-b6d601fc6288,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:27.514216 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-1ec1a280-af2b-41de-b507-fbfac9674b56 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Request body: {'port': {'device_id': '3fa84b7e-6ad4-4b68-8670-fce99fdefbfe', 'network_id': 'd44c05dc-ab1a-4358-bcea-e89ad715b6ab', 'admin_state_up': True, 'tenant_id': '00b43d7e013240d4a3769d11522a7199'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:27.581244 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-7872087d-0d29-4b5c-978f-3cd0361e171a admin admin] For port fc7d67e0-e2bf-440a-8006-d434da9a035c, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=fc7d67e0-e2bf-440a-8006-d434da9a035c,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:27.581933 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7872087d-0d29-4b5c-978f-3cd0361e171a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (fc7d67e0-e2bf-440a-8006-d434da9a035c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:27.601993 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-7872087d-0d29-4b5c-978f-3cd0361e171a admin admin] Calling delete_port for fc7d67e0-e2bf-440a-8006-d434da9a035c owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:27.635948 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4939445f-0047-41cb-b29e-f8dba12a6110 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:27.639807 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4939445f-0047-41cb-b29e-f8dba12a6110 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:27.653046 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d996240a-f89b-466f-b43d-7f424b3dfff1 admin admin] Publish callbacks [] for security_group (33de8fb6-f9d1-4c9e-b861-44b5ffc86c8b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:27.708227 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-1ec1a280-af2b-41de-b507-fbfac9674b56 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Made reservation on behalf of 00b43d7e013240d4a3769d11522a7199 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:27.712181 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-1ec1a280-af2b-41de-b507-fbfac9674b56 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:27.725737 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['59a14b4e-cf2a-4999-9795-b6d601fc6288'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:39:27.770531 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2cd601-d932-4952-ac34-a856db2ba355 None None] DHCP port deletion for 81f72dab-c9ca-4111-9cef-a8a92557f9f3 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:39:27.860433 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92fd4e-d3e9-4a62-a2f9-e2590d43ab54 req-7c4df08a-2113-4cff-9d87-642ab0405db4 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:27.861974 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0c92fd4e-d3e9-4a62-a2f9-e2590d43ab54 req-7c4df08a-2113-4cff-9d87-642ab0405db4 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=71538ed8-406e-4a79-8efc-d2fe2b51cbcb HTTP/1.1" status: 200 len: 944 time: 0.3277950 Feb 20 05:39:27.910170 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ae2cd601-d932-4952-ac34-a856db2ba355 None None] Deleting port d0f46c04-26c4-4c65-951b-8b4d317e45f4 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:27.910578 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ae2cd601-d932-4952-ac34-a856db2ba355 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (d0f46c04-26c4-4c65-951b-8b4d317e45f4), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:27.963893 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d996240a-f89b-466f-b43d-7f424b3dfff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (33de8fb6-f9d1-4c9e-b861-44b5ffc86c8b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:27.968312 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d996240a-f89b-466f-b43d-7f424b3dfff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:27.970920 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d996240a-f89b-466f-b43d-7f424b3dfff1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/33de8fb6-f9d1-4c9e-b861-44b5ffc86c8b HTTP/1.1" status: 204 len: 168 time: 0.8999674 Feb 20 05:39:27.973687 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-1ec1a280-af2b-41de-b507-fbfac9674b56 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Allocated IP 172.20.0.9 (d44c05dc-ab1a-4358-bcea-e89ad715b6ab/ef15fe5b-d09e-44f6-9220-bd4967e0d3bc/89d982b6-dde2-4b97-a2b7-827e61465f7c) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:39:27.976915 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7872087d-0d29-4b5c-978f-3cd0361e171a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (fc7d67e0-e2bf-440a-8006-d434da9a035c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:28.019173 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0c92fd4e-d3e9-4a62-a2f9-e2590d43ab54 req-ad3d584f-acee-4658-b206-c459e91c16db tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468101 Feb 20 05:39:28.021155 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ae2cd601-d932-4952-ac34-a856db2ba355 None None] For port d0f46c04-26c4-4c65-951b-8b4d317e45f4, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d0f46c04-26c4-4c65-951b-8b4d317e45f4,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:28.021491 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ae2cd601-d932-4952-ac34-a856db2ba355 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (d0f46c04-26c4-4c65-951b-8b4d317e45f4), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:28.036697 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ae2cd601-d932-4952-ac34-a856db2ba355 None None] Calling delete_port for d0f46c04-26c4-4c65-951b-8b4d317e45f4 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:28.041007 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996240a-f89b-466f-b43d-7f424b3dfff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33de8fb6-f9d1-4c9e-b861-44b5ffc86c8b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:28.160725 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872087d-0d29-4b5c-978f-3cd0361e171a admin admin] Pushing event deleted for resources: {'Port': ['ID=fc7d67e0-e2bf-440a-8006-d434da9a035c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:28.196138 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ae2cd601-d932-4952-ac34-a856db2ba355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (d0f46c04-26c4-4c65-951b-8b4d317e45f4), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:28.236271 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-1ec1a280-af2b-41de-b507-fbfac9674b56 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Publish callbacks [] for port (89d982b6-dde2-4b97-a2b7-827e61465f7c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:28.254443 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cd601-d932-4952-ac34-a856db2ba355 None None] Pushing event deleted for resources: {'Port': ['ID=d0f46c04-26c4-4c65-951b-8b4d317e45f4,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:28.259610 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7872087d-0d29-4b5c-978f-3cd0361e171a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (dfa75dd7-9354-43ed-b28b-5bb872a4f3af), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:28.268886 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2cd601-d932-4952-ac34-a856db2ba355 None None] No DVR routers for this DVR port d0f46c04-26c4-4c65-951b-8b4d317e45f4 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:39:28.368092 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d0f46c04-26c4-4c65-951b-8b4d317e45f4 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:39:28.411202 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7872087d-0d29-4b5c-978f-3cd0361e171a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (dfa75dd7-9354-43ed-b28b-5bb872a4f3af), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:28.412990 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: d0f46c04-26c4-4c65-951b-8b4d317e45f4 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:39:28.413501 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d0f46c04-26c4-4c65-951b-8b4d317e45f4 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:39:28.414112 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 491eaeda-b296-46c1-93c6-15d72208d020 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:39:28.414594 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7872087d-0d29-4b5c-978f-3cd0361e171a admin admin] Publish callbacks [] for router_controller (dfa75dd7-9354-43ed-b28b-5bb872a4f3af), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:28.475164 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 491eaeda-b296-46c1-93c6-15d72208d020 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:39:28.475522 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 491eaeda-b296-46c1-93c6-15d72208d020 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:39:28.476207 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-1ec1a280-af2b-41de-b507-fbfac9674b56 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (89d982b6-dde2-4b97-a2b7-827e61465f7c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:28.510801 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-1ec1a280-af2b-41de-b507-fbfac9674b56 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Network d44c05dc-ab1a-4358-bcea-e89ad715b6ab is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:28.539774 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-1ec1a280-af2b-41de-b507-fbfac9674b56 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:28.545247 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7872087d-0d29-4b5c-978f-3cd0361e171a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (dfa75dd7-9354-43ed-b28b-5bb872a4f3af), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:28.545836 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7872087d-0d29-4b5c-978f-3cd0361e171a admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfa75dd7-9354-43ed-b28b-5bb872a4f3af {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:39:28.549637 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-1ec1a280-af2b-41de-b507-fbfac9674b56 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:39:28.557560 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7872087d-0d29-4b5c-978f-3cd0361e171a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:28.561294 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7872087d-0d29-4b5c-978f-3cd0361e171a admin admin] 10.222.0.37 "DELETE /v2.0/routers/dfa75dd7-9354-43ed-b28b-5bb872a4f3af HTTP/1.1" status: 204 len: 168 time: 2.7232802 Feb 20 05:39:28.562884 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36438) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:28.634284 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1a280-af2b-41de-b507-fbfac9674b56 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Pushing event updated for resources: {'Port': ['ID=89d982b6-dde2-4b97-a2b7-827e61465f7c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:28.666881 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4939445f-0047-41cb-b29e-f8dba12a6110 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (af726e44-25b7-4eb8-ab32-fb65753a25ba), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:28.671880 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-1ec1a280-af2b-41de-b507-fbfac9674b56 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:28.672503 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-1ec1a280-af2b-41de-b507-fbfac9674b56 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:28.685413 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf60bf1a-e9f8-49ef-80e1-aa6ff3a810b6 admin admin] Deleting subnet 7be60782-f67e-41af-9526-dd18f0adcc8b {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:39:28.693691 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf60bf1a-e9f8-49ef-80e1-aa6ff3a810b6 admin admin] Publish callbacks [] for subnet (7be60782-f67e-41af-9526-dd18f0adcc8b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:28.739271 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-1ec1a280-af2b-41de-b507-fbfac9674b56 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2313795 Feb 20 05:39:28.749086 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4939445f-0047-41cb-b29e-f8dba12a6110 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:28.751550 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-6a1003df-f20c-4bf4-816e-4d390ea84ca2 service neutron] Request body: {'port': {'device_id': '3fa84b7e-6ad4-4b68-8670-fce99fdefbfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:28.759307 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf60bf1a-e9f8-49ef-80e1-aa6ff3a810b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (7be60782-f67e-41af-9526-dd18f0adcc8b), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:28.764504 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-4939445f-0047-41cb-b29e-f8dba12a6110 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:28.778827 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed67b7b9-777c-4965-88ea-dfc56041ee2d None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:28.815156 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985da1e9-ee5c-41c4-a374-81f62aa8d23a req-c8b5f66d-744d-483f-b0df-9046973f7998 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:28.817130 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-985da1e9-ee5c-41c4-a374-81f62aa8d23a req-c8b5f66d-744d-483f-b0df-9046973f7998 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa84b7e-6ad4-4b68-8670-fce99fdefbfe HTTP/1.1" status: 200 len: 931 time: 0.2322819 Feb 20 05:39:28.818046 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939445f-0047-41cb-b29e-f8dba12a6110 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=af726e44-25b7-4eb8-ab32-fb65753a25ba,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:28.832887 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4939445f-0047-41cb-b29e-f8dba12a6110 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:28.849191 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4939445f-0047-41cb-b29e-f8dba12a6110 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:28.885235 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-6a1003df-f20c-4bf4-816e-4d390ea84ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (89d982b6-dde2-4b97-a2b7-827e61465f7c), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:28.917780 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4939445f-0047-41cb-b29e-f8dba12a6110 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7940946 Feb 20 05:39:28.927096 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36446) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:28.932488 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-1a00cce2-2691-4d50-a093-4f1b279e9821 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'fixed_ips': [{'subnet_id': 'af726e44-25b7-4eb8-ab32-fb65753a25ba', 'ip_address': '2001:db8::724d:3f76:afc5:61fc'}], 'name': 'tempest-NetworksTestDHCPv6-146117856'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:28.938029 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf60bf1a-e9f8-49ef-80e1-aa6ff3a810b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (7be60782-f67e-41af-9526-dd18f0adcc8b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:28.954350 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-985da1e9-ee5c-41c4-a374-81f62aa8d23a req-97893f73-251d-4e0b-92f9-6fb49438c3b8 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] 10.222.0.37 "GET /v2.0/security-groups?id=761f2149-4810-49f4-8956-ff34fdc35ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937138 Feb 20 05:39:28.966144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'fixed_ips': [{'subnet_id': 'af726e44-25b7-4eb8-ab32-fb65753a25ba'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:39:28.967888 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:29.039854 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0940e68b-e195-45b8-8662-76136842d015 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (30dd504f-0eab-4a1a-9b1b-022123e8bf3c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:29.100450 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf60bf1a-e9f8-49ef-80e1-aa6ff3a810b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (7be60782-f67e-41af-9526-dd18f0adcc8b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:29.141485 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60bf1a-e9f8-49ef-80e1-aa6ff3a810b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7be60782-f67e-41af-9526-dd18f0adcc8b,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:29.153485 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf60bf1a-e9f8-49ef-80e1-aa6ff3a810b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:29.158506 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cf60bf1a-e9f8-49ef-80e1-aa6ff3a810b6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7be60782-f67e-41af-9526-dd18f0adcc8b HTTP/1.1" status: 204 len: 168 time: 0.5927746 Feb 20 05:39:29.170008 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36452) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:29.175989 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Allocated IP 2001:db8::2 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/af726e44-25b7-4eb8-ab32-fb65753a25ba/1c1b22f5-4299-4ae8-b3c6-0e90301b413c) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:39:29.218888 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aafbc9d-3cab-461a-b57e-78ab945f0b72 None None] Network 05032ebd-f70c-4176-b1a5-e340dc4066fb requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:29.348849 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-6a1003df-f20c-4bf4-816e-4d390ea84ca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d982b6-dde2-4b97-a2b7-827e61465f7c {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:39:29.357327 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a00cce2-2691-4d50-a093-4f1b279e9821 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:29.358617 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-6a1003df-f20c-4bf4-816e-4d390ea84ca2 service neutron] Publish callbacks [] for port (89d982b6-dde2-4b97-a2b7-827e61465f7c), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:29.369764 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987ee59-2b2d-4f14-9219-f5e523e091e9 req-aa7a4238-3bf7-4491-979a-9301f0eaff85 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:29.371344 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e987ee59-2b2d-4f14-9219-f5e523e091e9 req-aa7a4238-3bf7-4491-979a-9301f0eaff85 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 949 time: 0.2302876 Feb 20 05:39:29.383596 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-6a1003df-f20c-4bf4-816e-4d390ea84ca2 service neutron] Transition to ACTIVE for port object 89d982b6-dde2-4b97-a2b7-827e61465f7c will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:39:29.389277 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2082ede-73f2-489a-9419-dc6818680f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (05032ebd-f70c-4176-b1a5-e340dc4066fb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:29.392363 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-6a1003df-f20c-4bf4-816e-4d390ea84ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (89d982b6-dde2-4b97-a2b7-827e61465f7c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:29.429774 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Publish callbacks [] for port (1c1b22f5-4299-4ae8-b3c6-0e90301b413c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:29.451799 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (1c1b22f5-4299-4ae8-b3c6-0e90301b413c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:29.483594 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1003df-f20c-4bf4-816e-4d390ea84ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=89d982b6-dde2-4b97-a2b7-827e61465f7c,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:29.535617 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:29.540167 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e987ee59-2b2d-4f14-9219-f5e523e091e9 req-8d510801-1099-45fc-b2a5-46357b019fe3 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470406 Feb 20 05:39:29.544161 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:29.550509 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:39:29.553742 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Pushing event updated for resources: {'Port': ['ID=1c1b22f5-4299-4ae8-b3c6-0e90301b413c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:29.561143 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1a00cce2-2691-4d50-a093-4f1b279e9821 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:29.565868 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:29.566224 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:29.566568 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:29.566705 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-6a1003df-f20c-4bf4-816e-4d390ea84ca2 service neutron] Attempting to bind port 89d982b6-dde2-4b97-a2b7-827e61465f7c on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:39:29.567177 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:29.567257 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-6a1003df-f20c-4bf4-816e-4d390ea84ca2 service neutron] Attempting to bind port 89d982b6-dde2-4b97-a2b7-827e61465f7c by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '11bedf1f-e55e-496b-8557-ebc68b39a200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd44c05dc-ab1a-4358-bcea-e89ad715b6ab'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:39:29.567341 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:29.567434 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-6a1003df-f20c-4bf4-816e-4d390ea84ca2 service neutron] Attempting to bind port 89d982b6-dde2-4b97-a2b7-827e61465f7c on network d44c05dc-ab1a-4358-bcea-e89ad715b6ab {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:39:29.567691 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:29.567893 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:29.568218 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:29.568548 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:29.568871 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:29.569371 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:29.569701 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:29.570396 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:29.572869 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-6a1003df-f20c-4bf4-816e-4d390ea84ca2 service neutron] Port 89d982b6-dde2-4b97-a2b7-827e61465f7c on network d44c05dc-ab1a-4358-bcea-e89ad715b6ab not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:39:29.596225 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-6a1003df-f20c-4bf4-816e-4d390ea84ca2 service neutron] Attempting to bind port 89d982b6-dde2-4b97-a2b7-827e61465f7c on network d44c05dc-ab1a-4358-bcea-e89ad715b6ab {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:39:29.605215 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-1a00cce2-2691-4d50-a093-4f1b279e9821 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] device_id is not set on port 5b7db6e9-a11a-4950-9834-bcbb23c11d5c yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:39:29.606210 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-6a1003df-f20c-4bf4-816e-4d390ea84ca2 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:39:29.606570 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-6a1003df-f20c-4bf4-816e-4d390ea84ca2 service neutron] Checking segment: {'id': '11bedf1f-e55e-496b-8557-ebc68b39a200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd44c05dc-ab1a-4358-bcea-e89ad715b6ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:39:29.607751 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-6a1003df-f20c-4bf4-816e-4d390ea84ca2 service neutron] Bound using segment: {'id': '11bedf1f-e55e-496b-8557-ebc68b39a200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd44c05dc-ab1a-4358-bcea-e89ad715b6ab'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:39:29.608695 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-6a1003df-f20c-4bf4-816e-4d390ea84ca2 service neutron] Bound port: 89d982b6-dde2-4b97-a2b7-827e61465f7c, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11bedf1f-e55e-496b-8557-ebc68b39a200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd44c05dc-ab1a-4358-bcea-e89ad715b6ab'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:39:29.609070 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-6a1003df-f20c-4bf4-816e-4d390ea84ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (89d982b6-dde2-4b97-a2b7-827e61465f7c), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:29.631022 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Attempting to bind port 1c1b22f5-4299-4ae8-b3c6-0e90301b413c on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:39:29.631572 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Attempting to bind port 1c1b22f5-4299-4ae8-b3c6-0e90301b413c by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:39:29.632087 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Attempting to bind port 1c1b22f5-4299-4ae8-b3c6-0e90301b413c on network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:39:29.643464 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:39:29.643952 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Checking segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:39:29.644949 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:29.645661 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Bound using segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:39:29.645886 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Bound port: 1c1b22f5-4299-4ae8-b3c6-0e90301b413c, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:39:29.646371 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1c1b22f5-4299-4ae8-b3c6-0e90301b413c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:29.703849 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55a4217-9657-4d12-8484-2a50fb380322 None None] DHCP port deletion for 05032ebd-f70c-4176-b1a5-e340dc4066fb request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:39:29.721004 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-c2082ede-73f2-489a-9419-dc6818680f56 admin admin] Deleting port 86cb74fd-9c05-43f1-ab58-2a3664f413bf {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:29.721621 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2082ede-73f2-489a-9419-dc6818680f56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (86cb74fd-9c05-43f1-ab58-2a3664f413bf), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:29.746943 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-6a1003df-f20c-4bf4-816e-4d390ea84ca2 service neutron] For port 89d982b6-dde2-4b97-a2b7-827e61465f7c, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:39:29.752541 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-6a1003df-f20c-4bf4-816e-4d390ea84ca2 service neutron] For port 89d982b6-dde2-4b97-a2b7-827e61465f7c, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=89d982b6-dde2-4b97-a2b7-827e61465f7c,segment=NetworkSegment(11bedf1f-e55e-496b-8557-ebc68b39a200),segment_id=11bedf1f-e55e-496b-8557-ebc68b39a200)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:39:29.764551 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-6a1003df-f20c-4bf4-816e-4d390ea84ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (89d982b6-dde2-4b97-a2b7-827e61465f7c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:29.773640 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] For port 1c1b22f5-4299-4ae8-b3c6-0e90301b413c, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:39:29.784096 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] For port 1c1b22f5-4299-4ae8-b3c6-0e90301b413c, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1c1b22f5-4299-4ae8-b3c6-0e90301b413c,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:39:29.805171 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d55a4217-9657-4d12-8484-2a50fb380322 None None] Deleting port 86cb74fd-9c05-43f1-ab58-2a3664f413bf {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:29.806034 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d55a4217-9657-4d12-8484-2a50fb380322 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (86cb74fd-9c05-43f1-ab58-2a3664f413bf), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:29.806985 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-6a1003df-f20c-4bf4-816e-4d390ea84ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:29.807717 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-6a1003df-f20c-4bf4-816e-4d390ea84ca2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:29.809020 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1c1b22f5-4299-4ae8-b3c6-0e90301b413c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:29.809213 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-6a1003df-f20c-4bf4-816e-4d390ea84ca2 service neutron] 10.222.0.61 "PUT /v2.0/ports/89d982b6-dde2-4b97-a2b7-827e61465f7c HTTP/1.1" status: 200 len: 1091 time: 1.0626397 Feb 20 05:39:29.809669 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa84b7e-6ad4-4b68-8670-fce99fdefbfe', 'tag': '89d982b6-dde2-4b97-a2b7-827e61465f7c'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:39:29.812992 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb91882-b8a0-4e39-aba4-336f7852e167" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa84b7e-6ad4-4b68-8670-fce99fdefbfe", "tag": "89d982b6-dde2-4b97-a2b7-827e61465f7c"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:39:29.870792 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1003df-f20c-4bf4-816e-4d390ea84ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=89d982b6-dde2-4b97-a2b7-827e61465f7c,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:29.913705 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-accc3b7c-a708-4d3e-96b0-ce5a20e6811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:29.915862 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-accc3b7c-a708-4d3e-96b0-ce5a20e6811d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=00b43d7e013240d4a3769d11522a7199&device_id=3fa84b7e-6ad4-4b68-8670-fce99fdefbfe HTTP/1.1" status: 200 len: 1125 time: 0.0582461 Feb 20 05:39:29.941032 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-c2082ede-73f2-489a-9419-dc6818680f56 admin admin] For port 86cb74fd-9c05-43f1-ab58-2a3664f413bf, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=86cb74fd-9c05-43f1-ab58-2a3664f413bf,segment=NetworkSegment(fbe096bc-0508-4287-8731-8998a73eca92),segment_id=fbe096bc-0508-4287-8731-8998a73eca92)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:29.941032 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2082ede-73f2-489a-9419-dc6818680f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (86cb74fd-9c05-43f1-ab58-2a3664f413bf), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:29.961912 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d55a4217-9657-4d12-8484-2a50fb380322 None None] For port 86cb74fd-9c05-43f1-ab58-2a3664f413bf, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=86cb74fd-9c05-43f1-ab58-2a3664f413bf,segment=NetworkSegment(fbe096bc-0508-4287-8731-8998a73eca92),segment_id=fbe096bc-0508-4287-8731-8998a73eca92)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:29.962319 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d55a4217-9657-4d12-8484-2a50fb380322 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (86cb74fd-9c05-43f1-ab58-2a3664f413bf), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:29.980175 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-c2082ede-73f2-489a-9419-dc6818680f56 admin admin] Calling delete_port for 86cb74fd-9c05-43f1-ab58-2a3664f413bf owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:29.995937 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54479590-a2cb-46a9-8a2a-5cc7010351f2 None None] Pushing event updated for resources: {'Port': ['ID=1c1b22f5-4299-4ae8-b3c6-0e90301b413c,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:30.013488 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d55a4217-9657-4d12-8484-2a50fb380322 None None] Calling delete_port for 86cb74fd-9c05-43f1-ab58-2a3664f413bf owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:30.017081 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8a7e2-4ca7-4113-953f-de8a28953c9b req-ec688723-112f-47cd-83f2-87c5e1866bba tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:30.019591 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62e8a7e2-4ca7-4113-953f-de8a28953c9b req-ec688723-112f-47cd-83f2-87c5e1866bba tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=71538ed8-406e-4a79-8efc-d2fe2b51cbcb HTTP/1.1" status: 200 len: 944 time: 0.3221648 Feb 20 05:39:30.041160 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-3fbeb6d4-b9df-4b7a-b4f5-fdff159841d9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89d982b6-dde2-4b97-a2b7-827e61465f7c HTTP/1.1" status: 200 len: 217 time: 0.1064243 Feb 20 05:39:30.071885 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 86cb74fd-9c05-43f1-ab58-2a3664f413bf no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:39:30.134163 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-b6b9e553-eb1d-4527-b150-612f7d92b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:30.136182 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-b6b9e553-eb1d-4527-b150-612f7d92b767 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef15fe5b-d09e-44f6-9220-bd4967e0d3bc HTTP/1.1" status: 200 len: 861 time: 0.0877385 Feb 20 05:39:30.163902 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-0940e68b-e195-45b8-8662-76136842d015 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Deleting port e7b61da2-9e68-4a4b-b61c-251995b80db7 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:30.164251 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0940e68b-e195-45b8-8662-76136842d015 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (e7b61da2-9e68-4a4b-b61c-251995b80db7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:30.195977 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 86cb74fd-9c05-43f1-ab58-2a3664f413bf is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:30.195977 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (86cb74fd-9c05-43f1-ab58-2a3664f413bf), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:30.210084 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d55a4217-9657-4d12-8484-2a50fb380322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (86cb74fd-9c05-43f1-ab58-2a3664f413bf), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:30.213543 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62e8a7e2-4ca7-4113-953f-de8a28953c9b req-ddce8e69-c613-47f2-b3df-1d87033fe6b6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785684 Feb 20 05:39:30.215173 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-20e73ae1-73e5-480b-a3c8-6cd7a3b31667 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d44c05dc-ab1a-4358-bcea-e89ad715b6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702457 Feb 20 05:39:30.256461 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a4217-9657-4d12-8484-2a50fb380322 None None] Pushing event deleted for resources: {'Port': ['ID=86cb74fd-9c05-43f1-ab58-2a3664f413bf,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:30.258456 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55a4217-9657-4d12-8484-2a50fb380322 None None] No DVR routers for this DVR port 86cb74fd-9c05-43f1-ab58-2a3664f413bf on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:39:30.299483 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device fc7d67e0-e2bf-440a-8006-d434da9a035c no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:39:30.320463 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: fc7d67e0-e2bf-440a-8006-d434da9a035c {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:39:30.320832 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device fc7d67e0-e2bf-440a-8006-d434da9a035c not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:39:30.372366 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 59a14b4e-cf2a-4999-9795-b6d601fc6288 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:39:30.391465 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2082ede-73f2-489a-9419-dc6818680f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (86cb74fd-9c05-43f1-ab58-2a3664f413bf), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:30.394811 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-1a00cce2-2691-4d50-a093-4f1b279e9821 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 2001:db8::724d:3f76:afc5:61fc (81f72dab-c9ca-4111-9cef-a8a92557f9f3/af726e44-25b7-4eb8-ab32-fb65753a25ba/5b7db6e9-a11a-4950-9834-bcbb23c11d5c) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:39:30.462435 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2082ede-73f2-489a-9419-dc6818680f56 admin admin] Pushing event deleted for resources: {'Port': ['ID=86cb74fd-9c05-43f1-ab58-2a3664f413bf,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:30.469245 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 59a14b4e-cf2a-4999-9795-b6d601fc6288 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:39:30.474977 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 59a14b4e-cf2a-4999-9795-b6d601fc6288 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:30.475397 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (59a14b4e-cf2a-4999-9795-b6d601fc6288), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:30.504502 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2082ede-73f2-489a-9419-dc6818680f56 admin admin] No DVR routers for this DVR port 86cb74fd-9c05-43f1-ab58-2a3664f413bf on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:39:30.599472 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 59a14b4e-cf2a-4999-9795-b6d601fc6288 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:30.599926 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (59a14b4e-cf2a-4999-9795-b6d601fc6288), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:30.644972 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 59a14b4e-cf2a-4999-9795-b6d601fc6288, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=59a14b4e-cf2a-4999-9795-b6d601fc6288,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:30.644972 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71538ed8-406e-4a79-8efc-d2fe2b51cbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a14b4e-cf2a-4999-9795-b6d601fc6288'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:39:30.647255 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d31177d-5962-480e-a7b2-59a109b975d3" -d '{"events": [{"server_uuid": "71538ed8-406e-4a79-8efc-d2fe2b51cbcb", "name": "network-vif-plugged", "status": "completed", "tag": "59a14b4e-cf2a-4999-9795-b6d601fc6288"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:39:30.652839 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (59a14b4e-cf2a-4999-9795-b6d601fc6288), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:30.658374 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebeca1-ef50-45c6-b68d-c1145ee8b143 req-bfca859d-5049-49b7-9d27-53532564af68 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:30.660068 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73ebeca1-ef50-45c6-b68d-c1145ee8b143 req-bfca859d-5049-49b7-9d27-53532564af68 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa84b7e-6ad4-4b68-8670-fce99fdefbfe HTTP/1.1" status: 200 len: 943 time: 0.2143912 Feb 20 05:39:30.680761 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2082ede-73f2-489a-9419-dc6818680f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (05032ebd-f70c-4176-b1a5-e340dc4066fb), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:30.709799 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0940e68b-e195-45b8-8662-76136842d015 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (e7b61da2-9e68-4a4b-b61c-251995b80db7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:30.737247 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=59a14b4e-cf2a-4999-9795-b6d601fc6288,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:30.763498 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-0940e68b-e195-45b8-8662-76136842d015 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Calling delete_port for e7b61da2-9e68-4a4b-b61c-251995b80db7 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:30.808818 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-c2082ede-73f2-489a-9419-dc6818680f56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05032ebd-f70c-4176-b1a5-e340dc4066fb']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:30.833428 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-c2082ede-73f2-489a-9419-dc6818680f56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe096bc-0508-4287-8731-8998a73eca92') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:30.833857 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-c2082ede-73f2-489a-9419-dc6818680f56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe096bc-0508-4287-8731-8998a73eca92') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:30.860701 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b8fb8c-6d09-48ac-a624-bcdbaa109ea1 x-openstack-request-id: req-b4b8fb8c-6d09-48ac-a624-bcdbaa109ea1 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:39:30.861302 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa84b7e-6ad4-4b68-8670-fce99fdefbfe", "tag": "89d982b6-dde2-4b97-a2b7-827e61465f7c", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:39:30.861640 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4b8fb8c-6d09-48ac-a624-bcdbaa109ea1 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:39:30.862291 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa84b7e-6ad4-4b68-8670-fce99fdefbfe', 'tag': '89d982b6-dde2-4b97-a2b7-827e61465f7c', 'status': 'completed', 'code': 200} Feb 20 05:39:30.873938 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2082ede-73f2-489a-9419-dc6818680f56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (fbe096bc-0508-4287-8731-8998a73eca92), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:30.890597 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73ebeca1-ef50-45c6-b68d-c1145ee8b143 req-a456abdc-7460-411b-a97e-f751823a7363 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] 10.222.0.37 "GET /v2.0/security-groups?id=761f2149-4810-49f4-8956-ff34fdc35ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171080 Feb 20 05:39:30.938359 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2082ede-73f2-489a-9419-dc6818680f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (fbe096bc-0508-4287-8731-8998a73eca92), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:30.970638 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2082ede-73f2-489a-9419-dc6818680f56 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:39:30.971082 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2082ede-73f2-489a-9419-dc6818680f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (fbe096bc-0508-4287-8731-8998a73eca92), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:39:30.973014 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:39:30.977788 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-dcc4879e-b7ff-4b59-8031-84042a539ecd service neutron] 10.222.0.61 "GET /v2.0/networks/d44c05dc-ab1a-4358-bcea-e89ad715b6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7426629 Feb 20 05:39:31.101011 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1a00cce2-2691-4d50-a093-4f1b279e9821 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (5b7db6e9-a11a-4950-9834-bcbb23c11d5c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:31.113964 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-768bcae0-6b74-4fcf-be00-7267f5b1581d req-1df83127-152c-43e8-a224-e3b07215b3f8 service neutron] 10.222.0.61 "GET /v2.0/networks/d44c05dc-ab1a-4358-bcea-e89ad715b6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298585 Feb 20 05:39:31.154364 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2082ede-73f2-489a-9419-dc6818680f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (05032ebd-f70c-4176-b1a5-e340dc4066fb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:31.176338 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2082ede-73f2-489a-9419-dc6818680f56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:31.184107 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c2082ede-73f2-489a-9419-dc6818680f56 admin admin] 10.222.0.37 "DELETE /v2.0/networks/05032ebd-f70c-4176-b1a5-e340dc4066fb HTTP/1.1" status: 204 len: 168 time: 2.0103359 Feb 20 05:39:31.214368 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dca28a-e4d5-4f04-bbf6-15f940fe63d3 req-de38cf4c-f84e-4b47-b1d7-65c8818dae29 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:31.216149 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-12dca28a-e4d5-4f04-bbf6-15f940fe63d3 req-de38cf4c-f84e-4b47-b1d7-65c8818dae29 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 949 time: 0.1742122 Feb 20 05:39:31.217380 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2082ede-73f2-489a-9419-dc6818680f56 admin admin] Pushing event deleted for resources: {'Network': ['ID=05032ebd-f70c-4176-b1a5-e340dc4066fb,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:31.239797 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb91882-b8a0-4e39-aba4-336f7852e167 req-03503141-9ad3-460a-bc62-c2307b0316ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:31.241451 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ebb91882-b8a0-4e39-aba4-336f7852e167 req-03503141-9ad3-460a-bc62-c2307b0316ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=00b43d7e013240d4a3769d11522a7199&device_id=3fa84b7e-6ad4-4b68-8670-fce99fdefbfe HTTP/1.1" status: 200 len: 1125 time: 0.0693278 Feb 20 05:39:31.321670 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1a00cce2-2691-4d50-a093-4f1b279e9821 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (5b7db6e9-a11a-4950-9834-bcbb23c11d5c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:31.372910 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-12dca28a-e4d5-4f04-bbf6-15f940fe63d3 req-b3a3cfa7-8b70-47a9-8864-125e0b242b12 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367292 Feb 20 05:39:31.373882 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0940e68b-e195-45b8-8662-76136842d015 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (e7b61da2-9e68-4a4b-b61c-251995b80db7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:31.418606 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a00cce2-2691-4d50-a093-4f1b279e9821 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:31.422409 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb91882-b8a0-4e39-aba4-336f7852e167 req-700bb997-9c53-43b2-b6bb-5b59e1c84d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:31.423990 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ebb91882-b8a0-4e39-aba4-336f7852e167 req-700bb997-9c53-43b2-b6bb-5b59e1c84d6e service neutron] 10.222.0.61 "GET /v2.0/networks?id=d44c05dc-ab1a-4358-bcea-e89ad715b6ab HTTP/1.1" status: 200 len: 921 time: 0.1703134 Feb 20 05:39:31.426561 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-1a00cce2-2691-4d50-a093-4f1b279e9821 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:31.438418 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00cce2-2691-4d50-a093-4f1b279e9821 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=5b7db6e9-a11a-4950-9834-bcbb23c11d5c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:31.478417 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a00cce2-2691-4d50-a093-4f1b279e9821 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:39:31.485967 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ce12d2-ec7c-44b6-9827-8ea42b9f563d x-openstack-request-id: req-83ce12d2-ec7c-44b6-9827-8ea42b9f563d {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:39:31.486833 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71538ed8-406e-4a79-8efc-d2fe2b51cbcb", "name": "network-vif-plugged", "status": "completed", "tag": "59a14b4e-cf2a-4999-9795-b6d601fc6288", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:39:31.488010 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-83ce12d2-ec7c-44b6-9827-8ea42b9f563d {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:39:31.489223 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71538ed8-406e-4a79-8efc-d2fe2b51cbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a14b4e-cf2a-4999-9795-b6d601fc6288', 'code': 200} Feb 20 05:39:31.495718 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a00cce2-2691-4d50-a093-4f1b279e9821 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:31.499665 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1a00cce2-2691-4d50-a093-4f1b279e9821 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:31.538648 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ebb91882-b8a0-4e39-aba4-336f7852e167 req-cdc66ba2-02b0-44e4-9929-cc547d0dad5d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89d982b6-dde2-4b97-a2b7-827e61465f7c HTTP/1.1" status: 200 len: 217 time: 0.1074786 Feb 20 05:39:31.630232 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940e68b-e195-45b8-8662-76136842d015 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Pushing event deleted for resources: {'Port': ['ID=e7b61da2-9e68-4a4b-b61c-251995b80db7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:31.679513 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5e8e5ac7-96e6-48eb-821f-1863c57984f2 None None] Provisioning complete for port 1c1b22f5-4299-4ae8-b3c6-0e90301b413c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:31.679893 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5e8e5ac7-96e6-48eb-821f-1863c57984f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1c1b22f5-4299-4ae8-b3c6-0e90301b413c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:31.685473 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb91882-b8a0-4e39-aba4-336f7852e167 req-86bb8966-d0c9-46e2-b4c8-a90eb8b9b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:31.689564 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ebb91882-b8a0-4e39-aba4-336f7852e167 req-86bb8966-d0c9-46e2-b4c8-a90eb8b9b470 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef15fe5b-d09e-44f6-9220-bd4967e0d3bc HTTP/1.1" status: 200 len: 861 time: 0.1437347 Feb 20 05:39:31.694462 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36524) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:31.705822 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1a00cce2-2691-4d50-a093-4f1b279e9821 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7776458 Feb 20 05:39:31.708912 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36526) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:31.803105 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ebb91882-b8a0-4e39-aba4-336f7852e167 req-41758f06-0b69-4f1f-a0ad-53b2c4a4e986 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d44c05dc-ab1a-4358-bcea-e89ad715b6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986333 Feb 20 05:39:31.842491 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e5ac7-96e6-48eb-821f-1863c57984f2 None None] Current status of the port 1c1b22f5-4299-4ae8-b3c6-0e90301b413c is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:31.843185 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5e8e5ac7-96e6-48eb-821f-1863c57984f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1c1b22f5-4299-4ae8-b3c6-0e90301b413c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:31.850600 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ccb2c056-90ec-4c63-8689-becb393fe70f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca27a3cc3fc940ec8e175302b050dbc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1537974 Feb 20 05:39:31.855511 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36528) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:31.911365 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0940e68b-e195-45b8-8662-76136842d015 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (30dd504f-0eab-4a1a-9b1b-022123e8bf3c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:31.928203 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-5e8e5ac7-96e6-48eb-821f-1863c57984f2 None None] For port 1c1b22f5-4299-4ae8-b3c6-0e90301b413c, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1c1b22f5-4299-4ae8-b3c6-0e90301b413c,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:31.937038 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5e8e5ac7-96e6-48eb-821f-1863c57984f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1c1b22f5-4299-4ae8-b3c6-0e90301b413c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:31.949415 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e713e242-b147-4630-9f3f-4cbf6825e139 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:31.955782 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e713e242-b147-4630-9f3f-4cbf6825e139 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:31.957403 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e713e242-b147-4630-9f3f-4cbf6825e139 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2393856 Feb 20 05:39:31.961056 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36534) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:31.999151 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64966810-607b-43a5-b829-54f1f70f4224 req-bc7e7851-6c49-4c0a-baf6-f924cff2f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:32.001891 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e5ac7-96e6-48eb-821f-1863c57984f2 None None] Pushing event updated for resources: {'Port': ['ID=1c1b22f5-4299-4ae8-b3c6-0e90301b413c,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:32.008189 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-64966810-607b-43a5-b829-54f1f70f4224 req-bc7e7851-6c49-4c0a-baf6-f924cff2f4e3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=71538ed8-406e-4a79-8efc-d2fe2b51cbcb HTTP/1.1" status: 200 len: 1127 time: 0.3707108 Feb 20 05:39:32.020482 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04c634-3d2c-400a-abab-d9c8a469507f req-5cf2a7e5-57e4-4a5e-9979-31868a8ad7a3 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:32.027933 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f04c634-3d2c-400a-abab-d9c8a469507f req-5cf2a7e5-57e4-4a5e-9979-31868a8ad7a3 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=71538ed8-406e-4a79-8efc-d2fe2b51cbcb HTTP/1.1" status: 200 len: 945 time: 0.3430581 Feb 20 05:39:32.076646 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c8aad491-5cb9-4a24-99b9-1d490a40350a admin admin] Publish callbacks [] for security_group (59d0e803-5c83-4010-aa23-f8e75916a672), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:32.097521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-207885c0-39d2-4b80-bb10-3ff71ba315db None None] Provisioning complete for port 5b7db6e9-a11a-4950-9834-bcbb23c11d5c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:32.097901 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-207885c0-39d2-4b80-bb10-3ff71ba315db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5b7db6e9-a11a-4950-9834-bcbb23c11d5c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:32.123169 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ebb91882-b8a0-4e39-aba4-336f7852e167 req-d0092821-2f5d-4aae-8999-e075e3ab9dd5 service neutron] 10.222.0.61 "GET /v2.0/networks/d44c05dc-ab1a-4358-bcea-e89ad715b6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108673 Feb 20 05:39:32.129355 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c8aad491-5cb9-4a24-99b9-1d490a40350a admin admin] Publish callbacks [] for security_group (59d0e803-5c83-4010-aa23-f8e75916a672), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:32.151676 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-207885c0-39d2-4b80-bb10-3ff71ba315db None None] Port 5b7db6e9-a11a-4950-9834-bcbb23c11d5c cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:39:32.169990 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1c1b22f5-4299-4ae8-b3c6-0e90301b413c up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:39:32.215227 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb1a4c-0a3c-40c5-8056-22591bf37479 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting port 5b7db6e9-a11a-4950-9834-bcbb23c11d5c {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:32.218473 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eeeb1a4c-0a3c-40c5-8056-22591bf37479 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (5b7db6e9-a11a-4950-9834-bcbb23c11d5c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:32.243823 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 1c1b22f5-4299-4ae8-b3c6-0e90301b413c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:32.244204 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1c1b22f5-4299-4ae8-b3c6-0e90301b413c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:32.275696 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0940e68b-e195-45b8-8662-76136842d015 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Router 30dd504f-0eab-4a1a-9b1b-022123e8bf3c has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:39:32.320956 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ebb91882-b8a0-4e39-aba4-336f7852e167 req-02e43ef0-efbb-4cf3-8510-69ee5f33d136 service neutron] 10.222.0.61 "GET /v2.0/networks/d44c05dc-ab1a-4358-bcea-e89ad715b6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832631 Feb 20 05:39:32.346830 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c8aad491-5cb9-4a24-99b9-1d490a40350a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (59d0e803-5c83-4010-aa23-f8e75916a672), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:32.351458 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c8aad491-5cb9-4a24-99b9-1d490a40350a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:32.354834 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-64966810-607b-43a5-b829-54f1f70f4224 req-6225d280-9f68-40a9-a308-d44500a8c0b7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177688 Feb 20 05:39:32.362185 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c8aad491-5cb9-4a24-99b9-1d490a40350a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59d0e803-5c83-4010-aa23-f8e75916a672 HTTP/1.1" status: 204 len: 168 time: 0.4942102 Feb 20 05:39:32.367486 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 1c1b22f5-4299-4ae8-b3c6-0e90301b413c is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:32.370595 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eeeb1a4c-0a3c-40c5-8056-22591bf37479 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (5b7db6e9-a11a-4950-9834-bcbb23c11d5c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:32.374986 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f04c634-3d2c-400a-abab-d9c8a469507f req-fccbba44-e6e2-49ce-98aa-9390ec006f97 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461685 Feb 20 05:39:32.390000 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aad491-5cb9-4a24-99b9-1d490a40350a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d0e803-5c83-4010-aa23-f8e75916a672,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:32.403965 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb1a4c-0a3c-40c5-8056-22591bf37479 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Calling delete_port for 5b7db6e9-a11a-4950-9834-bcbb23c11d5c owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:32.433179 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0940e68b-e195-45b8-8662-76136842d015 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:39:32.441969 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0940e68b-e195-45b8-8662-76136842d015 tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] 10.222.0.37 "PUT /v2.0/routers/30dd504f-0eab-4a1a-9b1b-022123e8bf3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0335431 Feb 20 05:39:32.443039 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36548) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:32.447316 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55347f3e-e3ef-43f3-9f35-1d4f9729b56d None None] Sync routers for ids ['30dd504f-0eab-4a1a-9b1b-022123e8bf3c'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:39:32.467095 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55347f3e-e3ef-43f3-9f35-1d4f9729b56d None None] Routers {'30dd504f-0eab-4a1a-9b1b-022123e8bf3c'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:39:32.469980 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-55347f3e-e3ef-43f3-9f35-1d4f9729b56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:39:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['30dd504f-0eab-4a1a-9b1b-022123e8bf3c'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:32.526479 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-55347f3e-e3ef-43f3-9f35-1d4f9729b56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:32.540076 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55347f3e-e3ef-43f3-9f35-1d4f9729b56d None None] Routers {'30dd504f-0eab-4a1a-9b1b-022123e8bf3c'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:39:32.540979 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-55347f3e-e3ef-43f3-9f35-1d4f9729b56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:39:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['30dd504f-0eab-4a1a-9b1b-022123e8bf3c'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:32.609908 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-55347f3e-e3ef-43f3-9f35-1d4f9729b56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:32.611214 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55347f3e-e3ef-43f3-9f35-1d4f9729b56d None None] The sync data for ids ['30dd504f-0eab-4a1a-9b1b-022123e8bf3c'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:39:32.629475 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eeeb1a4c-0a3c-40c5-8056-22591bf37479 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (5b7db6e9-a11a-4950-9834-bcbb23c11d5c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:32.671334 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb1a4c-0a3c-40c5-8056-22591bf37479 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Port': ['ID=5b7db6e9-a11a-4950-9834-bcbb23c11d5c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:32.719587 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eeeb1a4c-0a3c-40c5-8056-22591bf37479 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:32.723344 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-eeeb1a4c-0a3c-40c5-8056-22591bf37479 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/5b7db6e9-a11a-4950-9834-bcbb23c11d5c HTTP/1.1" status: 204 len: 168 time: 0.7613893 Feb 20 05:39:32.728359 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36556) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:32.750455 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:39:32.806997 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ed2a72-b6f6-4256-baac-d9604f28ee5e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:32.808939 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ed2a72-b6f6-4256-baac-d9604f28ee5e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:32.811337 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e8ed2a72-b6f6-4256-baac-d9604f28ee5e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0817034 Feb 20 05:39:32.816713 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36560) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:32.886071 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-6204e79a-7903-4be2-8ea1-ec0cf3463fb7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet af726e44-25b7-4eb8-ab32-fb65753a25ba {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:39:32.894230 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6204e79a-7903-4be2-8ea1-ec0cf3463fb7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (af726e44-25b7-4eb8-ab32-fb65753a25ba), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:32.980156 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6204e79a-7903-4be2-8ea1-ec0cf3463fb7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (af726e44-25b7-4eb8-ab32-fb65753a25ba), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:33.062392 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f699eac4-b459-4049-91a6-be528a28eccf tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks [] for router (30dd504f-0eab-4a1a-9b1b-022123e8bf3c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:33.118478 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6204e79a-7903-4be2-8ea1-ec0cf3463fb7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (af726e44-25b7-4eb8-ab32-fb65753a25ba), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:33.191552 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6204e79a-7903-4be2-8ea1-ec0cf3463fb7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (af726e44-25b7-4eb8-ab32-fb65753a25ba), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:33.231981 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefba00-04be-410f-90c5-b29a9fa3a85c req-0f2c169a-c7b4-478c-9042-9cc9481914a0 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:33.233702 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204e79a-7903-4be2-8ea1-ec0cf3463fb7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=af726e44-25b7-4eb8-ab32-fb65753a25ba,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:33.240021 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6204e79a-7903-4be2-8ea1-ec0cf3463fb7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:33.240886 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8cefba00-04be-410f-90c5-b29a9fa3a85c req-0f2c169a-c7b4-478c-9042-9cc9481914a0 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa84b7e-6ad4-4b68-8670-fce99fdefbfe HTTP/1.1" status: 200 len: 943 time: 0.7143505 Feb 20 05:39:33.242736 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c97dac-da2f-4219-899a-6c38f5b02a7a None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:33.244067 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6204e79a-7903-4be2-8ea1-ec0cf3463fb7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/af726e44-25b7-4eb8-ab32-fb65753a25ba HTTP/1.1" status: 204 len: 168 time: 0.4262216 Feb 20 05:39:33.246510 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36578) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:33.301939 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d7846078-80ae-4632-8cda-46c07fe3efff tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542688 Feb 20 05:39:33.304844 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36582) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:33.343633 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f699eac4-b459-4049-91a6-be528a28eccf tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (30dd504f-0eab-4a1a-9b1b-022123e8bf3c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:33.360175 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f699eac4-b459-4049-91a6-be528a28eccf tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks [] for router_controller (30dd504f-0eab-4a1a-9b1b-022123e8bf3c), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:33.382511 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7f94e9-a0ce-4cb1-b07e-2e457c3b2b60 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:33.384366 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0b7f94e9-a0ce-4cb1-b07e-2e457c3b2b60 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0779572 Feb 20 05:39:33.386871 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36588) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:33.453528 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8cefba00-04be-410f-90c5-b29a9fa3a85c req-c6baf5af-86e0-4b41-84d9-f95526fcfce2 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] 10.222.0.37 "GET /v2.0/security-groups?id=761f2149-4810-49f4-8956-ff34fdc35ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114093 Feb 20 05:39:33.457413 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f699eac4-b459-4049-91a6-be528a28eccf tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (30dd504f-0eab-4a1a-9b1b-022123e8bf3c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:33.458805 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f699eac4-b459-4049-91a6-be528a28eccf tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Fanout notify agent at l3_agent the message router_deleted on router 30dd504f-0eab-4a1a-9b1b-022123e8bf3c {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:39:33.468258 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f699eac4-b459-4049-91a6-be528a28eccf tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:33.472932 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f699eac4-b459-4049-91a6-be528a28eccf tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] 10.222.0.37 "DELETE /v2.0/routers/30dd504f-0eab-4a1a-9b1b-022123e8bf3c HTTP/1.1" status: 204 len: 168 time: 1.0287316 Feb 20 05:39:33.473611 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36594) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:33.479335 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee13cf9c-6635-4196-a853-b4ee7c5c212e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:33.484579 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ee13cf9c-6635-4196-a853-b4ee7c5c212e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0929940 Feb 20 05:39:33.491058 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36598) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:33.513545 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b398a24f-4656-4142-81cd-81a243721c8b None None] DHCP port deletion for 81f72dab-c9ca-4111-9cef-a8a92557f9f3 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:39:33.579809 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b398a24f-4656-4142-81cd-81a243721c8b None None] Deleting port 1c1b22f5-4299-4ae8-b3c6-0e90301b413c {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:33.580527 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b398a24f-4656-4142-81cd-81a243721c8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1c1b22f5-4299-4ae8-b3c6-0e90301b413c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:33.582017 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f325a2e1-d639-43dd-9b7c-fdc77b47e32a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0898085 Feb 20 05:39:33.588192 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36600) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:33.598078 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef39e0a7-f6ba-4b6b-ac40-e804b23c7b5f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Deleting subnet 1f861254-75cb-47cd-aa03-ae22305e5e6e {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:39:33.602817 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-68ef24b9-8e52-4079-b280-5bb1de1f4a05 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:33.608034 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef39e0a7-f6ba-4b6b-ac40-e804b23c7b5f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks [] for subnet (1f861254-75cb-47cd-aa03-ae22305e5e6e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:33.712166 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b398a24f-4656-4142-81cd-81a243721c8b None None] For port 1c1b22f5-4299-4ae8-b3c6-0e90301b413c, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1c1b22f5-4299-4ae8-b3c6-0e90301b413c,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:33.713189 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b398a24f-4656-4142-81cd-81a243721c8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1c1b22f5-4299-4ae8-b3c6-0e90301b413c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:33.731056 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b398a24f-4656-4142-81cd-81a243721c8b None None] Calling delete_port for 1c1b22f5-4299-4ae8-b3c6-0e90301b413c owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:33.743244 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef39e0a7-f6ba-4b6b-ac40-e804b23c7b5f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (1f861254-75cb-47cd-aa03-ae22305e5e6e), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:33.788889 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ef24b9-8e52-4079-b280-5bb1de1f4a05 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:33.793027 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ecf44-596a-41c4-82bb-2af84dad05eb req-a6b801d8-9a23-4f65-9278-e78804fb5da3 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:33.795392 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-228ecf44-596a-41c4-82bb-2af84dad05eb req-a6b801d8-9a23-4f65-9278-e78804fb5da3 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 949 time: 0.1287463 Feb 20 05:39:33.796681 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-68ef24b9-8e52-4079-b280-5bb1de1f4a05 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:33.798087 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36606) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:33.805775 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36608) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:33.859738 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b398a24f-4656-4142-81cd-81a243721c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (1c1b22f5-4299-4ae8-b3c6-0e90301b413c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:33.899521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398a24f-4656-4142-81cd-81a243721c8b None None] Pushing event deleted for resources: {'Port': ['ID=1c1b22f5-4299-4ae8-b3c6-0e90301b413c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:33.905984 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef39e0a7-f6ba-4b6b-ac40-e804b23c7b5f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (1f861254-75cb-47cd-aa03-ae22305e5e6e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:33.908534 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b398a24f-4656-4142-81cd-81a243721c8b None None] No DVR routers for this DVR port 1c1b22f5-4299-4ae8-b3c6-0e90301b413c on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:39:33.922528 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-228ecf44-596a-41c4-82bb-2af84dad05eb req-a73f36b0-2b13-4f5b-9251-5f7416ad79bf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157341 Feb 20 05:39:34.033179 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1c1b22f5-4299-4ae8-b3c6-0e90301b413c no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:39:34.034186 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0aff8625-1f82-4e0f-99ec-3861d9a4284d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-377707042-network', 'tenant_id': '09360c7e237c40839dd51d815c9180df'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:34.044801 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef39e0a7-f6ba-4b6b-ac40-e804b23c7b5f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (1f861254-75cb-47cd-aa03-ae22305e5e6e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:34.061826 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 1c1b22f5-4299-4ae8-b3c6-0e90301b413c {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:39:34.062171 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1c1b22f5-4299-4ae8-b3c6-0e90301b413c not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:39:34.100418 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aff8625-1f82-4e0f-99ec-3861d9a4284d admin admin] Made reservation on behalf of 09360c7e237c40839dd51d815c9180df for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:34.103006 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0aff8625-1f82-4e0f-99ec-3861d9a4284d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:34.106306 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-68ef24b9-8e52-4079-b280-5bb1de1f4a05 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (1165db41-16b6-4412-ad31-25b86a546f21), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:34.113477 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef39e0a7-f6ba-4b6b-ac40-e804b23c7b5f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:34.117642 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ef39e0a7-f6ba-4b6b-ac40-e804b23c7b5f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] 10.222.0.37 "DELETE /v2.0/subnets/1f861254-75cb-47cd-aa03-ae22305e5e6e HTTP/1.1" status: 204 len: 168 time: 0.6430814 Feb 20 05:39:34.120369 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39e0a7-f6ba-4b6b-ac40-e804b23c7b5f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Pushing event deleted for resources: {'Subnet': ['ID=1f861254-75cb-47cd-aa03-ae22305e5e6e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:34.122532 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5557fa16-9c93-481d-b0d9-bbb213da2fd0 None None] Network 24075bab-9676-4eae-8407-f28acc0e88eb requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:34.132325 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36614) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:34.135835 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0aff8625-1f82-4e0f-99ec-3861d9a4284d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:34.139975 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c13b0270-2d82-4fa3-aa4e-69d0cecc0372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:34.176565 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ef24b9-8e52-4079-b280-5bb1de1f4a05 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:34.185152 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-68ef24b9-8e52-4079-b280-5bb1de1f4a05 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:34.188460 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef24b9-8e52-4079-b280-5bb1de1f4a05 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=1165db41-16b6-4412-ad31-25b86a546f21,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:34.191318 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ef24b9-8e52-4079-b280-5bb1de1f4a05 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:34.193915 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-68ef24b9-8e52-4079-b280-5bb1de1f4a05 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:34.211232 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89eb98a0-cbe9-4363-a641-070e0adee8ff None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:34.228714 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291ffbe-e042-483c-8f0c-cebb657c36ad req-0b334150-2660-436e-836f-15b353e82a7e tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:34.229651 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-68ef24b9-8e52-4079-b280-5bb1de1f4a05 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6402154 Feb 20 05:39:34.232793 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36616) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:34.237985 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-57bb9fbc-e51b-4fab-8db5-83da88a86a90 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'fixed_ips': [{'subnet_id': '1165db41-16b6-4412-ad31-25b86a546f21', 'ip_address': '2001:db8::d2d7:9104:c103:af82'}], 'name': 'tempest-NetworksTestDHCPv6-154477334'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:34.239482 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4291ffbe-e042-483c-8f0c-cebb657c36ad req-0b334150-2660-436e-836f-15b353e82a7e tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=71538ed8-406e-4a79-8efc-d2fe2b51cbcb HTTP/1.1" status: 200 len: 945 time: 0.2082825 Feb 20 05:39:34.304066 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5b3ea052-8ca9-478e-a674-b8cf6c9a8a6f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (24075bab-9676-4eae-8407-f28acc0e88eb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:34.340462 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0aff8625-1f82-4e0f-99ec-3861d9a4284d admin admin] Publish callbacks [] for security_group (9e13bd17-745e-4475-836f-8c8b282df317), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:34.353381 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0aff8625-1f82-4e0f-99ec-3861d9a4284d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9e13bd17-745e-4475-836f-8c8b282df317), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:34.399649 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aff8625-1f82-4e0f-99ec-3861d9a4284d admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:39:34.415169 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff8625-1f82-4e0f-99ec-3861d9a4284d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e13bd17-745e-4475-836f-8c8b282df317,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:34.422794 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c13b0270-2d82-4fa3-aa4e-69d0cecc0372 admin admin] Publish callbacks [] for security_group (32b0cde7-6352-4e46-ba3b-7f59006b355f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:34.432101 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4291ffbe-e042-483c-8f0c-cebb657c36ad req-ffd095de-2851-442b-8154-d43f2cd35923 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259203 Feb 20 05:39:34.433332 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0aff8625-1f82-4e0f-99ec-3861d9a4284d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (4cdc692c-dc0a-4b72-9459-ea1592b0f54a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:34.434103 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c13b0270-2d82-4fa3-aa4e-69d0cecc0372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (32b0cde7-6352-4e46-ba3b-7f59006b355f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:34.434419 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-0aff8625-1f82-4e0f-99ec-3861d9a4284d admin admin] Added segment 4cdc692c-dc0a-4b72-9459-ea1592b0f54a of type vlan for network 01278ac3-eba6-45f1-87d7-2920932959ff Feb 20 05:39:34.462201 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 89d982b6-dde2-4b97-a2b7-827e61465f7c details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:39:34.486714 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b0270-2d82-4fa3-aa4e-69d0cecc0372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b0cde7-6352-4e46-ba3b-7f59006b355f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:34.495924 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c13b0270-2d82-4fa3-aa4e-69d0cecc0372 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e34ce124c78741479b2b12ac21e2d836&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6942770 Feb 20 05:39:34.495924 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ea052-8ca9-478e-a674-b8cf6c9a8a6f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Deleting port 81765165-9ba5-4da5-96b0-cfdca3a36f81 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:34.495924 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5b3ea052-8ca9-478e-a674-b8cf6c9a8a6f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (81765165-9ba5-4da5-96b0-cfdca3a36f81), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:34.498143 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36622) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:34.523833 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8b1564-14e8-4600-a797-fe3e3f7f153c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'fixed_ips': [{'subnet_id': '1165db41-16b6-4412-ad31-25b86a546f21'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:39:34.524918 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1564-14e8-4600-a797-fe3e3f7f153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:34.525899 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0aff8625-1f82-4e0f-99ec-3861d9a4284d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (01278ac3-eba6-45f1-87d7-2920932959ff), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:34.585942 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0aff8625-1f82-4e0f-99ec-3861d9a4284d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (01278ac3-eba6-45f1-87d7-2920932959ff), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:34.587648 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc84cba-6fd6-4fad-bd61-3bf035c31f97 None None] DHCP port deletion for 24075bab-9676-4eae-8407-f28acc0e88eb request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:39:34.588099 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aff8625-1f82-4e0f-99ec-3861d9a4284d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:34.588946 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0aff8625-1f82-4e0f-99ec-3861d9a4284d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:34.614029 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-5b3ea052-8ca9-478e-a674-b8cf6c9a8a6f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] For port 81765165-9ba5-4da5-96b0-cfdca3a36f81, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=81765165-9ba5-4da5-96b0-cfdca3a36f81,segment=NetworkSegment(d9ccee33-7002-4568-9bac-f4d2d1f1bdea),segment_id=d9ccee33-7002-4568-9bac-f4d2d1f1bdea)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:34.614407 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5b3ea052-8ca9-478e-a674-b8cf6c9a8a6f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (81765165-9ba5-4da5-96b0-cfdca3a36f81), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:34.649247 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ea052-8ca9-478e-a674-b8cf6c9a8a6f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Calling delete_port for 81765165-9ba5-4da5-96b0-cfdca3a36f81 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:34.663190 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0aff8625-1f82-4e0f-99ec-3861d9a4284d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8564539 Feb 20 05:39:34.667277 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5c69fe11-243f-46d1-8b25-610c87250806 admin admin] Publish callbacks [] for security_group (32b0cde7-6352-4e46-ba3b-7f59006b355f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:34.672046 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36624) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:34.672915 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bb9fbc-e51b-4fab-8db5-83da88a86a90 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:34.682105 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-00e62d19-e6c5-491a-aa03-7b618b6fc7b9 admin admin] Request body: {'subnet': {'network_id': '01278ac3-eba6-45f1-87d7-2920932959ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-377707042-subnet', 'tenant_id': '09360c7e237c40839dd51d815c9180df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:34.688877 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-25ea5102-3b0a-4e2e-b008-0ad62bd85553 req-640a16b1-476a-4391-83a9-3eb9cb4b9c0a tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba HTTP/1.1" status: 200 len: 267 time: 0.1238468 Feb 20 05:39:34.735964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff8625-1f82-4e0f-99ec-3861d9a4284d admin admin] Pushing event updated for resources: {'Network': ['ID=01278ac3-eba6-45f1-87d7-2920932959ff,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:34.751221 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 89d982b6-dde2-4b97-a2b7-827e61465f7c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=89d982b6-dde2-4b97-a2b7-827e61465f7c,segment=NetworkSegment(11bedf1f-e55e-496b-8557-ebc68b39a200),segment_id=11bedf1f-e55e-496b-8557-ebc68b39a200)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:34.761305 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5c69fe11-243f-46d1-8b25-610c87250806 admin admin] Publish callbacks [] for security_group (32b0cde7-6352-4e46-ba3b-7f59006b355f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:34.769838 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e62d19-e6c5-491a-aa03-7b618b6fc7b9 admin admin] Made reservation on behalf of 09360c7e237c40839dd51d815c9180df for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:34.770579 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 01278ac3-eba6-45f1-87d7-2920932959ff details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:39:34.772590 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-00e62d19-e6c5-491a-aa03-7b618b6fc7b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:34.796849 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '89d982b6-dde2-4b97-a2b7-827e61465f7c', 'network_id': 'd44c05dc-ab1a-4358-bcea-e89ad715b6ab', 'port_id': '89d982b6-dde2-4b97-a2b7-827e61465f7c', 'mac_address': 'fa:16:3e:21:0c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef15fe5b-d09e-44f6-9220-bd4967e0d3bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:39:34.832071 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-bf8b1564-14e8-4600-a797-fe3e3f7f153c None None] Allocated IP 2001:db8::2 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/1165db41-16b6-4412-ad31-25b86a546f21/b36875dd-013a-4af8-a20f-d3b3a77c2785) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:39:34.842099 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-dcc84cba-6fd6-4fad-bd61-3bf035c31f97 None None] Deleting port 81765165-9ba5-4da5-96b0-cfdca3a36f81 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:34.842469 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dcc84cba-6fd6-4fad-bd61-3bf035c31f97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (81765165-9ba5-4da5-96b0-cfdca3a36f81), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:34.845269 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea5102-3b0a-4e2e-b008-0ad62bd85553 req-b8bf92b4-22fd-4fce-a20a-cc8463aec4ad tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:34.846952 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-25ea5102-3b0a-4e2e-b008-0ad62bd85553 req-b8bf92b4-22fd-4fce-a20a-cc8463aec4ad tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=71538ed8-406e-4a79-8efc-d2fe2b51cbcb HTTP/1.1" status: 200 len: 945 time: 0.1267393 Feb 20 05:39:34.848313 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-57bb9fbc-e51b-4fab-8db5-83da88a86a90 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:34.866180 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-25ea5102-3b0a-4e2e-b008-0ad62bd85553 req-314579e3-b4c0-47d3-81d7-e17a646480a6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Request body: {'port': {'security_groups': []}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:34.873889 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-57bb9fbc-e51b-4fab-8db5-83da88a86a90 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] device_id is not set on port aa13f88e-02b3-4004-b12a-7c57b63bdbb9 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:39:34.897790 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5b3ea052-8ca9-478e-a674-b8cf6c9a8a6f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (81765165-9ba5-4da5-96b0-cfdca3a36f81), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:34.934286 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5c69fe11-243f-46d1-8b25-610c87250806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (32b0cde7-6352-4e46-ba3b-7f59006b355f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:34.937436 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5c69fe11-243f-46d1-8b25-610c87250806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:34.941107 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5c69fe11-243f-46d1-8b25-610c87250806 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32b0cde7-6352-4e46-ba3b-7f59006b355f HTTP/1.1" status: 204 len: 168 time: 0.4396408 Feb 20 05:39:34.949817 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ea052-8ca9-478e-a674-b8cf6c9a8a6f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Pushing event deleted for resources: {'Port': ['ID=81765165-9ba5-4da5-96b0-cfdca3a36f81,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:34.951452 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3ea052-8ca9-478e-a674-b8cf6c9a8a6f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] No DVR routers for this DVR port 81765165-9ba5-4da5-96b0-cfdca3a36f81 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:39:34.986397 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69fe11-243f-46d1-8b25-610c87250806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b0cde7-6352-4e46-ba3b-7f59006b355f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:35.020587 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 89d982b6-dde2-4b97-a2b7-827e61465f7c is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:35.020975 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (89d982b6-dde2-4b97-a2b7-827e61465f7c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:35.025977 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-25ea5102-3b0a-4e2e-b008-0ad62bd85553 req-314579e3-b4c0-47d3-81d7-e17a646480a6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (59a14b4e-cf2a-4999-9795-b6d601fc6288), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:35.035631 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-dcc84cba-6fd6-4fad-bd61-3bf035c31f97 None None] For port 81765165-9ba5-4da5-96b0-cfdca3a36f81, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=81765165-9ba5-4da5-96b0-cfdca3a36f81,segment=NetworkSegment(d9ccee33-7002-4568-9bac-f4d2d1f1bdea),segment_id=d9ccee33-7002-4568-9bac-f4d2d1f1bdea)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:35.036707 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dcc84cba-6fd6-4fad-bd61-3bf035c31f97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (81765165-9ba5-4da5-96b0-cfdca3a36f81), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:35.069775 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-dcc84cba-6fd6-4fad-bd61-3bf035c31f97 None None] Calling delete_port for 81765165-9ba5-4da5-96b0-cfdca3a36f81 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:35.081688 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d982b6-dde2-4b97-a2b7-827e61465f7c {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:39:35.120472 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5b3ea052-8ca9-478e-a674-b8cf6c9a8a6f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (24075bab-9676-4eae-8407-f28acc0e88eb), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:35.131956 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-00e62d19-e6c5-491a-aa03-7b618b6fc7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (bc8bc607-6333-462f-8bbc-60d061e4d26c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:35.153816 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-5b3ea052-8ca9-478e-a674-b8cf6c9a8a6f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24075bab-9676-4eae-8407-f28acc0e88eb']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:35.166253 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 89d982b6-dde2-4b97-a2b7-827e61465f7c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=89d982b6-dde2-4b97-a2b7-827e61465f7c,segment=NetworkSegment(11bedf1f-e55e-496b-8557-ebc68b39a200),segment_id=11bedf1f-e55e-496b-8557-ebc68b39a200)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:35.178029 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-5b3ea052-8ca9-478e-a674-b8cf6c9a8a6f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ccee33-7002-4568-9bac-f4d2d1f1bdea') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:35.178414 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-5b3ea052-8ca9-478e-a674-b8cf6c9a8a6f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ccee33-7002-4568-9bac-f4d2d1f1bdea') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:35.181094 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (89d982b6-dde2-4b97-a2b7-827e61465f7c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:35.192570 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5b3ea052-8ca9-478e-a674-b8cf6c9a8a6f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (d9ccee33-7002-4568-9bac-f4d2d1f1bdea), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:35.203958 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e62d19-e6c5-491a-aa03-7b618b6fc7b9 admin admin] Checking segment: {'id': '4cdc692c-dc0a-4b72-9459-ea1592b0f54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '01278ac3-eba6-45f1-87d7-2920932959ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:39:35.204388 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e62d19-e6c5-491a-aa03-7b618b6fc7b9 admin admin] Network hostable DHCP agents. Network: 01278ac3-eba6-45f1-87d7-2920932959ff, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:39:35.214547 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e62d19-e6c5-491a-aa03-7b618b6fc7b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc8bc607-6333-462f-8bbc-60d061e4d26c,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:35.244983 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e62d19-e6c5-491a-aa03-7b618b6fc7b9 admin admin] Network 01278ac3-eba6-45f1-87d7-2920932959ff is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:39:35.262461 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5b3ea052-8ca9-478e-a674-b8cf6c9a8a6f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d9ccee33-7002-4568-9bac-f4d2d1f1bdea), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:35.267046 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-00e62d19-e6c5-491a-aa03-7b618b6fc7b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 01278ac3-eba6-45f1-87d7-2920932959ff) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:35.273881 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3ea052-8ca9-478e-a674-b8cf6c9a8a6f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:39:35.274024 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5b3ea052-8ca9-478e-a674-b8cf6c9a8a6f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (d9ccee33-7002-4568-9bac-f4d2d1f1bdea), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:35.276468 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e62d19-e6c5-491a-aa03-7b618b6fc7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:39:35.277213 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:39:35.280098 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-00e62d19-e6c5-491a-aa03-7b618b6fc7b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:35.291444 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779f3335-a656-4bdc-95da-9caec762f0e5 None None] Network 01278ac3-eba6-45f1-87d7-2920932959ff requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:35.312618 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-00e62d19-e6c5-491a-aa03-7b618b6fc7b9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6343508 Feb 20 05:39:35.318253 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=89d982b6-dde2-4b97-a2b7-827e61465f7c,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:35.324647 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1564-14e8-4600-a797-fe3e3f7f153c None None] Publish callbacks [] for port (b36875dd-013a-4af8-a20f-d3b3a77c2785), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:35.373289 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5b3ea052-8ca9-478e-a674-b8cf6c9a8a6f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (24075bab-9676-4eae-8407-f28acc0e88eb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:35.377103 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-25ea5102-3b0a-4e2e-b008-0ad62bd85553 req-314579e3-b4c0-47d3-81d7-e17a646480a6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] For port 59a14b4e-cf2a-4999-9795-b6d601fc6288, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=59a14b4e-cf2a-4999-9795-b6d601fc6288,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:35.385152 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5b3ea052-8ca9-478e-a674-b8cf6c9a8a6f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:35.388597 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5b3ea052-8ca9-478e-a674-b8cf6c9a8a6f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] 10.222.0.37 "DELETE /v2.0/networks/24075bab-9676-4eae-8407-f28acc0e88eb HTTP/1.1" status: 204 len: 168 time: 1.2455659 Feb 20 05:39:35.388762 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dcc84cba-6fd6-4fad-bd61-3bf035c31f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (81765165-9ba5-4da5-96b0-cfdca3a36f81), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:35.402078 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dcc84cba-6fd6-4fad-bd61-3bf035c31f97 None None] Network 24075bab-9676-4eae-8407-f28acc0e88eb is not hosted by any dhcp agent {{(pid=103408) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 20 05:39:35.402580 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc84cba-6fd6-4fad-bd61-3bf035c31f97 None None] No DVR routers for this DVR port 81765165-9ba5-4da5-96b0-cfdca3a36f81 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:39:35.405234 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1564-14e8-4600-a797-fe3e3f7f153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (b36875dd-013a-4af8-a20f-d3b3a77c2785), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:35.413381 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ea052-8ca9-478e-a674-b8cf6c9a8a6f tempest-FloatingIPNegativeTestJSON-598368253 tempest-FloatingIPNegativeTestJSON-598368253-project] Pushing event deleted for resources: {'Network': ['ID=24075bab-9676-4eae-8407-f28acc0e88eb,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:35.450609 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-25ea5102-3b0a-4e2e-b008-0ad62bd85553 req-314579e3-b4c0-47d3-81d7-e17a646480a6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks [] for port (59a14b4e-cf2a-4999-9795-b6d601fc6288), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:35.459013 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-25ea5102-3b0a-4e2e-b008-0ad62bd85553 req-314579e3-b4c0-47d3-81d7-e17a646480a6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (59a14b4e-cf2a-4999-9795-b6d601fc6288), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:35.460341 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc84cba-6fd6-4fad-bd61-3bf035c31f97 None None] Pushing event deleted for resources: {'Port': ['ID=81765165-9ba5-4da5-96b0-cfdca3a36f81,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:35.465057 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-57bb9fbc-e51b-4fab-8db5-83da88a86a90 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 2001:db8::d2d7:9104:c103:af82 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/1165db41-16b6-4412-ad31-25b86a546f21/aa13f88e-02b3-4004-b12a-7c57b63bdbb9) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:39:35.478084 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b', 'f143992c-eba3-4130-8dfa-cd55ce551fc6', '59a14b4e-cf2a-4999-9795-b6d601fc6288'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:39:35.510428 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8b1564-14e8-4600-a797-fe3e3f7f153c None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:35.536013 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36636) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:35.540935 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea5102-3b0a-4e2e-b008-0ad62bd85553 req-314579e3-b4c0-47d3-81d7-e17a646480a6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:35.541830 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-25ea5102-3b0a-4e2e-b008-0ad62bd85553 req-314579e3-b4c0-47d3-81d7-e17a646480a6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:35.545907 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-bf8b1564-14e8-4600-a797-fe3e3f7f153c None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:35.548309 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8b1564-14e8-4600-a797-fe3e3f7f153c None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:39:35.565625 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-25ea5102-3b0a-4e2e-b008-0ad62bd85553 req-314579e3-b4c0-47d3-81d7-e17a646480a6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "PUT /v2.0/ports/59a14b4e-cf2a-4999-9795-b6d601fc6288 HTTP/1.1" status: 200 len: 904 time: 0.7054036 Feb 20 05:39:35.576307 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71538ed8-406e-4a79-8efc-d2fe2b51cbcb', 'tag': '59a14b4e-cf2a-4999-9795-b6d601fc6288'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:39:35.583395 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa3c12a-7f79-4d85-8cfe-f4d07922a176" -d '{"events": [{"name": "network-changed", "server_uuid": "71538ed8-406e-4a79-8efc-d2fe2b51cbcb", "tag": "59a14b4e-cf2a-4999-9795-b6d601fc6288"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:39:35.628825 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d80609a-0e00-461d-93c7-f6d9eb1c970f None None] Network 01278ac3-eba6-45f1-87d7-2920932959ff requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:35.631615 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['89d982b6-dde2-4b97-a2b7-827e61465f7c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:39:35.674287 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314579e3-b4c0-47d3-81d7-e17a646480a6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Pushing event updated for resources: {'Port': ['ID=59a14b4e-cf2a-4999-9795-b6d601fc6288,revision_number=6']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:35.708602 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b1564-14e8-4600-a797-fe3e3f7f153c None None] Pushing event updated for resources: {'Port': ['ID=b36875dd-013a-4af8-a20f-d3b3a77c2785,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:35.712302 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-57bb9fbc-e51b-4fab-8db5-83da88a86a90 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (aa13f88e-02b3-4004-b12a-7c57b63bdbb9), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:35.714465 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7fcac5bf-a317-43d1-b8e8-09eed8a0ff75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:35.792163 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['59a14b4e-cf2a-4999-9795-b6d601fc6288'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:39:35.795772 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69e012-749f-4969-a361-650c0f7c8072 req-86e3fc32-3fd5-44f3-ab5d-0944199d07e0 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:35.803318 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aa69e012-749f-4969-a361-650c0f7c8072 req-86e3fc32-3fd5-44f3-ab5d-0944199d07e0 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa84b7e-6ad4-4b68-8670-fce99fdefbfe HTTP/1.1" status: 200 len: 944 time: 0.1166131 Feb 20 05:39:35.853167 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7fcac5bf-a317-43d1-b8e8-09eed8a0ff75 admin admin] Publish callbacks [] for security_group (1cd0bbc2-7047-4f42-bc90-de49b74faa8b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:35.873270 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-57bb9fbc-e51b-4fab-8db5-83da88a86a90 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (aa13f88e-02b3-4004-b12a-7c57b63bdbb9), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:35.875381 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7fcac5bf-a317-43d1-b8e8-09eed8a0ff75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (1cd0bbc2-7047-4f42-bc90-de49b74faa8b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:35.877276 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aa69e012-749f-4969-a361-650c0f7c8072 req-23a2afa0-9f8d-458b-be6e-860d8ada4a70 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] 10.222.0.37 "GET /v2.0/security-groups?id=761f2149-4810-49f4-8956-ff34fdc35ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693765 Feb 20 05:39:35.882004 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-bf8b1564-14e8-4600-a797-fe3e3f7f153c None None] Attempting to bind port b36875dd-013a-4af8-a20f-d3b3a77c2785 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:39:35.882383 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-bf8b1564-14e8-4600-a797-fe3e3f7f153c None None] Attempting to bind port b36875dd-013a-4af8-a20f-d3b3a77c2785 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:39:35.882749 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b1564-14e8-4600-a797-fe3e3f7f153c None None] Attempting to bind port b36875dd-013a-4af8-a20f-d3b3a77c2785 on network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:39:35.939663 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7fcac5bf-a317-43d1-b8e8-09eed8a0ff75 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4983bd6f913144b0926ed24a0256d280&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3909733 Feb 20 05:39:35.940305 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36648) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:35.947409 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b1564-14e8-4600-a797-fe3e3f7f153c None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:39:35.947725 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b1564-14e8-4600-a797-fe3e3f7f153c None None] Checking segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:39:35.948139 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1564-14e8-4600-a797-fe3e3f7f153c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:35.948542 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b1564-14e8-4600-a797-fe3e3f7f153c None None] Bound using segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:39:35.949038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-bf8b1564-14e8-4600-a797-fe3e3f7f153c None None] Bound port: b36875dd-013a-4af8-a20f-d3b3a77c2785, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:39:35.949426 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1564-14e8-4600-a797-fe3e3f7f153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b36875dd-013a-4af8-a20f-d3b3a77c2785), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:35.970954 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcac5bf-a317-43d1-b8e8-09eed8a0ff75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd0bbc2-7047-4f42-bc90-de49b74faa8b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:36.028196 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 81765165-9ba5-4da5-96b0-cfdca3a36f81 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:39:36.036494 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bb9fbc-e51b-4fab-8db5-83da88a86a90 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:36.040008 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-57bb9fbc-e51b-4fab-8db5-83da88a86a90 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:36.044607 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bb9fbc-e51b-4fab-8db5-83da88a86a90 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:39:36.049923 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bb9fbc-e51b-4fab-8db5-83da88a86a90 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:36.050679 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-57bb9fbc-e51b-4fab-8db5-83da88a86a90 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:36.072765 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb9fbc-e51b-4fab-8db5-83da88a86a90 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=aa13f88e-02b3-4004-b12a-7c57b63bdbb9,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:36.081257 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-57bb9fbc-e51b-4fab-8db5-83da88a86a90 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8473871 Feb 20 05:39:36.084274 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36650) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:36.091124 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-ad89e775-c6e6-4f5d-ab40-5173b7736d9c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'fixed_ips': [{'subnet_id': '1165db41-16b6-4412-ad31-25b86a546f21', 'ip_address': '2001:db8::d2d7:9104:c103:af82'}], 'name': 'tempest-NetworksTestDHCPv6-460008310'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:36.110962 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36652) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:36.112945 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 81765165-9ba5-4da5-96b0-cfdca3a36f81 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:39:36.113194 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 81765165-9ba5-4da5-96b0-cfdca3a36f81 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:39:36.136819 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-da413bcd-f369-446e-aa3b-eb895acebad5 admin admin] Publish callbacks [] for security_group (1cd0bbc2-7047-4f42-bc90-de49b74faa8b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:36.180479 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13d1ebf8-406d-4018-8bff-c8d3d77e1824 None None] Provisioning complete for port 59a14b4e-cf2a-4999-9795-b6d601fc6288 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:36.181422 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13d1ebf8-406d-4018-8bff-c8d3d77e1824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (59a14b4e-cf2a-4999-9795-b6d601fc6288), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:36.190686 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31f06f-5140-411e-8bb2-ccd6cfe7039e req-5bf5d093-54c9-4100-9914-318ec757dee1 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:36.193804 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4d31f06f-5140-411e-8bb2-ccd6cfe7039e req-5bf5d093-54c9-4100-9914-318ec757dee1 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 949 time: 0.1447017 Feb 20 05:39:36.196760 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-da413bcd-f369-446e-aa3b-eb895acebad5 admin admin] Publish callbacks [] for security_group (1cd0bbc2-7047-4f42-bc90-de49b74faa8b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:36.220952 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad89e775-c6e6-4f5d-ab40-5173b7736d9c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:36.226021 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ad89e775-c6e6-4f5d-ab40-5173b7736d9c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:36.244081 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-ad89e775-c6e6-4f5d-ab40-5173b7736d9c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] device_id is not set on port caf3d15a-a0b2-4889-b12d-e1da2d77a9af yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:39:36.256447 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-bf8b1564-14e8-4600-a797-fe3e3f7f153c None None] For port b36875dd-013a-4af8-a20f-d3b3a77c2785, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:39:36.291943 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-bf8b1564-14e8-4600-a797-fe3e3f7f153c None None] For port b36875dd-013a-4af8-a20f-d3b3a77c2785, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=b36875dd-013a-4af8-a20f-d3b3a77c2785,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:39:36.308087 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4d31f06f-5140-411e-8bb2-ccd6cfe7039e req-e07e31ae-b546-4e07-9fd9-da530175ddbf tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086500 Feb 20 05:39:36.315673 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-37c10149-3d3b-45bb-bcc3-290369e8fb84 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f05e586a4dd9405b900398481f5514eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1997235 Feb 20 05:39:36.316097 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36656) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:36.316348 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1564-14e8-4600-a797-fe3e3f7f153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b36875dd-013a-4af8-a20f-d3b3a77c2785), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:36.339612 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-da413bcd-f369-446e-aa3b-eb895acebad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (1cd0bbc2-7047-4f42-bc90-de49b74faa8b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:36.342753 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-da413bcd-f369-446e-aa3b-eb895acebad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:36.344180 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-da413bcd-f369-446e-aa3b-eb895acebad5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1cd0bbc2-7047-4f42-bc90-de49b74faa8b HTTP/1.1" status: 204 len: 168 time: 0.4027963 Feb 20 05:39:36.401819 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da413bcd-f369-446e-aa3b-eb895acebad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd0bbc2-7047-4f42-bc90-de49b74faa8b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:36.453534 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad89e775-c6e6-4f5d-ab40-5173b7736d9c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 20 05:39:36.454270 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad89e775-c6e6-4f5d-ab40-5173b7736d9c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:39:36.479225 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13d1ebf8-406d-4018-8bff-c8d3d77e1824 None None] Current status of the port 59a14b4e-cf2a-4999-9795-b6d601fc6288 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:36.492357 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d554086e-05ad-4d6e-b12e-e3049c6903d2 admin admin] Publish callbacks [] for security_group (a0044b09-9a79-4aa8-8242-85c7271ccd83), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:36.503697 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ad89e775-c6e6-4f5d-ab40-5173b7736d9c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4178965 Feb 20 05:39:36.504327 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36660) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:36.518535 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b1564-14e8-4600-a797-fe3e3f7f153c None None] Pushing event updated for resources: {'Port': ['ID=b36875dd-013a-4af8-a20f-d3b3a77c2785,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:36.527956 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d554086e-05ad-4d6e-b12e-e3049c6903d2 admin admin] Publish callbacks [] for security_group (a0044b09-9a79-4aa8-8242-85c7271ccd83), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:36.559113 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32978b-f721-43e2-8d0c-1ea2b036005c req-50e950a6-ce81-4e0e-8b87-7b0762fa7f0e tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:36.580626 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1c32978b-f721-43e2-8d0c-1ea2b036005c req-50e950a6-ce81-4e0e-8b87-7b0762fa7f0e tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=71538ed8-406e-4a79-8efc-d2fe2b51cbcb HTTP/1.1" status: 200 len: 907 time: 0.1605890 Feb 20 05:39:36.615349 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80588b57-048d-4d4a-88c0-3de93d3c0df0 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:36.624335 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80588b57-048d-4d4a-88c0-3de93d3c0df0 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:36.631572 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-80588b57-048d-4d4a-88c0-3de93d3c0df0 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1244533 Feb 20 05:39:36.632416 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36666) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:36.635519 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54f10e5-4751-402a-8a8d-4eb8b01c163f x-openstack-request-id: req-a54f10e5-4751-402a-8a8d-4eb8b01c163f {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:39:36.635825 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71538ed8-406e-4a79-8efc-d2fe2b51cbcb", "tag": "59a14b4e-cf2a-4999-9795-b6d601fc6288", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:39:36.636294 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a54f10e5-4751-402a-8a8d-4eb8b01c163f {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:39:36.636706 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71538ed8-406e-4a79-8efc-d2fe2b51cbcb', 'tag': '59a14b4e-cf2a-4999-9795-b6d601fc6288', 'status': 'completed', 'code': 200} Feb 20 05:39:36.640416 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d554086e-05ad-4d6e-b12e-e3049c6903d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a0044b09-9a79-4aa8-8242-85c7271ccd83), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:36.643722 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d554086e-05ad-4d6e-b12e-e3049c6903d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:36.646271 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d554086e-05ad-4d6e-b12e-e3049c6903d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0044b09-9a79-4aa8-8242-85c7271ccd83 HTTP/1.1" status: 204 len: 168 time: 0.3286374 Feb 20 05:39:36.655627 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554086e-05ad-4d6e-b12e-e3049c6903d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0044b09-9a79-4aa8-8242-85c7271ccd83,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:36.732504 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3c12a-7f79-4d85-8cfe-f4d07922a176 req-7a938fd8-ef4f-4393-92ed-0f4e083c4d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:36.734048 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-daa3c12a-7f79-4d85-8cfe-f4d07922a176 req-7a938fd8-ef4f-4393-92ed-0f4e083c4d71 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&device_id=71538ed8-406e-4a79-8efc-d2fe2b51cbcb HTTP/1.1" status: 200 len: 1089 time: 0.0579729 Feb 20 05:39:36.821400 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-bb589c91-590a-488f-bff1-a7cdd23f7811 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting port aa13f88e-02b3-4004-b12a-7c57b63bdbb9 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:36.821753 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bb589c91-590a-488f-bff1-a7cdd23f7811 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (aa13f88e-02b3-4004-b12a-7c57b63bdbb9), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:36.898497 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3c12a-7f79-4d85-8cfe-f4d07922a176 req-2533ce5a-d52e-48c2-ae05-892d2c8854a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:36.900897 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-daa3c12a-7f79-4d85-8cfe-f4d07922a176 req-2533ce5a-d52e-48c2-ae05-892d2c8854a9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 200 len: 912 time: 0.1593347 Feb 20 05:39:36.940989 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bb589c91-590a-488f-bff1-a7cdd23f7811 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (aa13f88e-02b3-4004-b12a-7c57b63bdbb9), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:36.955936 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-bb589c91-590a-488f-bff1-a7cdd23f7811 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Calling delete_port for aa13f88e-02b3-4004-b12a-7c57b63bdbb9 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:36.981742 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-daa3c12a-7f79-4d85-8cfe-f4d07922a176 req-c063b537-3bea-4fae-850b-aab4f2ab035a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59a14b4e-cf2a-4999-9795-b6d601fc6288 HTTP/1.1" status: 200 len: 217 time: 0.0747216 Feb 20 05:39:37.052125 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3c12a-7f79-4d85-8cfe-f4d07922a176 req-5af2989e-a258-4872-b5f9-bcbfdf2483ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:37.054386 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-daa3c12a-7f79-4d85-8cfe-f4d07922a176 req-5af2989e-a258-4872-b5f9-bcbfdf2483ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a08401b1-85d8-4e92-bab1-1aef3c02482d HTTP/1.1" status: 200 len: 851 time: 0.0664384 Feb 20 05:39:37.154593 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bb589c91-590a-488f-bff1-a7cdd23f7811 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (aa13f88e-02b3-4004-b12a-7c57b63bdbb9), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:37.233313 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb589c91-590a-488f-bff1-a7cdd23f7811 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Port': ['ID=aa13f88e-02b3-4004-b12a-7c57b63bdbb9,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:37.238995 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3c12a-7f79-4d85-8cfe-f4d07922a176 req-31e8e138-eabd-4376-b148-be852c336c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:37.240534 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-daa3c12a-7f79-4d85-8cfe-f4d07922a176 req-31e8e138-eabd-4376-b148-be852c336c16 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1759605 Feb 20 05:39:37.249308 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-adf4b6df-776b-4e96-a00e-0bf0bc57c875 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:37.249729 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-adf4b6df-776b-4e96-a00e-0bf0bc57c875 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/networks?id=01278ac3-eba6-45f1-87d7-2920932959ff HTTP/1.1" status: 200 len: 814 time: 0.1679025 Feb 20 05:39:37.287785 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bb589c91-590a-488f-bff1-a7cdd23f7811 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:37.290812 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-d96d20fe-e7e4-42bc-8dfa-6241b1ee6c22 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/quotas/09360c7e237c40839dd51d815c9180df HTTP/1.1" status: 200 len: 375 time: 0.0353281 Feb 20 05:39:37.299516 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bb589c91-590a-488f-bff1-a7cdd23f7811 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/aa13f88e-02b3-4004-b12a-7c57b63bdbb9 HTTP/1.1" status: 204 len: 168 time: 0.6648388 Feb 20 05:39:37.301839 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36694) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:37.369129 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-328f0ac4-996c-44ab-9f10-e5e835290ba4 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=09360c7e237c40839dd51d815c9180df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468404 Feb 20 05:39:37.376149 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8d6f43-ad36-4f3d-bcb9-1657a20b6474 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:37.378065 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8d6f43-ad36-4f3d-bcb9-1657a20b6474 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:37.382345 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cb8d6f43-ad36-4f3d-bcb9-1657a20b6474 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0764003 Feb 20 05:39:37.382662 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36704) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:37.441382 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e1bfbd2-68e4-4197-8ad6-e2e849428e03 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet 1165db41-16b6-4412-ad31-25b86a546f21 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:39:37.447138 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e1bfbd2-68e4-4197-8ad6-e2e849428e03 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (1165db41-16b6-4412-ad31-25b86a546f21), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:37.483002 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-daa3c12a-7f79-4d85-8cfe-f4d07922a176 req-7023d631-a3c8-4945-8386-b3e33ceda835 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199655 Feb 20 05:39:37.524325 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e1bfbd2-68e4-4197-8ad6-e2e849428e03 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (1165db41-16b6-4412-ad31-25b86a546f21), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:37.579623 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-4fe687d2-9bf8-48f8-b19d-d4456eafae85 service neutron] 10.222.0.37 "GET /v2.0/networks/01278ac3-eba6-45f1-87d7-2920932959ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094779 Feb 20 05:39:37.654136 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e1bfbd2-68e4-4197-8ad6-e2e849428e03 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (1165db41-16b6-4412-ad31-25b86a546f21), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:37.721083 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-daa3c12a-7f79-4d85-8cfe-f4d07922a176 req-2cc99825-ad68-4813-ae7c-d81e203ec68a service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311897 Feb 20 05:39:37.749867 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-81432491-d0e7-4c46-80f9-adfdafb6f46b service neutron] 10.222.0.37 "GET /v2.0/networks/01278ac3-eba6-45f1-87d7-2920932959ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691322 Feb 20 05:39:37.753028 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e1bfbd2-68e4-4197-8ad6-e2e849428e03 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (1165db41-16b6-4412-ad31-25b86a546f21), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:37.790949 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1bfbd2-68e4-4197-8ad6-e2e849428e03 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=1165db41-16b6-4412-ad31-25b86a546f21,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:37.796556 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e1bfbd2-68e4-4197-8ad6-e2e849428e03 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:37.807129 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9e1bfbd2-68e4-4197-8ad6-e2e849428e03 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/1165db41-16b6-4412-ad31-25b86a546f21 HTTP/1.1" status: 204 len: 168 time: 0.4230256 Feb 20 05:39:37.812007 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36722) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:37.860544 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-218df506-34cf-4707-8fdc-8fdb5a72bb4d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474749 Feb 20 05:39:37.860759 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36724) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:37.865676 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-889c89a4-cb1e-49af-ad08-dad380039f2c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:38.035292 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889c89a4-cb1e-49af-ad08-dad380039f2c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:38.039117 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-889c89a4-cb1e-49af-ad08-dad380039f2c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:38.082128 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca823fad-de61-4ff3-a5f0-014693af95ee None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:38.114922 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b36875dd-013a-4af8-a20f-d3b3a77c2785 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:39:38.152333 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6b9a5-626f-465f-bc56-7831468f37ef req-a2c8c827-8b47-4b94-be2a-942b97ce7d36 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:38.157571 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2ad6b9a5-626f-465f-bc56-7831468f37ef req-a2c8c827-8b47-4b94-be2a-942b97ce7d36 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1141117 Feb 20 05:39:38.241904 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36740) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:38.274058 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2ad6b9a5-626f-465f-bc56-7831468f37ef req-98c3c222-adb0-4f38-afa5-9039158eac68 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071951 Feb 20 05:39:38.430727 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 89d982b6-dde2-4b97-a2b7-827e61465f7c up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:39:38.485541 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-071d93d5-2a05-4a83-a6d6-34948e926d01 None None] Provisioning complete for port b36875dd-013a-4af8-a20f-d3b3a77c2785 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:38.486320 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-071d93d5-2a05-4a83-a6d6-34948e926d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b36875dd-013a-4af8-a20f-d3b3a77c2785), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:38.486578 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe1f6b-d689-4894-954c-33a47dd20c65 req-5acdd251-2e42-4844-a9c2-816800cae25e tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:38.491612 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c6fe1f6b-d689-4894-954c-33a47dd20c65 req-5acdd251-2e42-4844-a9c2-816800cae25e tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa84b7e-6ad4-4b68-8670-fce99fdefbfe HTTP/1.1" status: 200 len: 944 time: 0.1618059 Feb 20 05:39:38.498869 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-889c89a4-cb1e-49af-ad08-dad380039f2c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (7de0107a-35d9-452b-a151-23230cd757ed), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:38.572053 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c6fe1f6b-d689-4894-954c-33a47dd20c65 req-2d072e08-8b11-486f-b9b9-e4b77aedebb5 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] 10.222.0.37 "GET /v2.0/security-groups?id=761f2149-4810-49f4-8956-ff34fdc35ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639961 Feb 20 05:39:38.598540 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889c89a4-cb1e-49af-ad08-dad380039f2c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:38.598540 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-889c89a4-cb1e-49af-ad08-dad380039f2c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:38.602612 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889c89a4-cb1e-49af-ad08-dad380039f2c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:38.603728 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-889c89a4-cb1e-49af-ad08-dad380039f2c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:38.608961 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port b36875dd-013a-4af8-a20f-d3b3a77c2785 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:38.609871 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b36875dd-013a-4af8-a20f-d3b3a77c2785), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:38.630833 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c89a4-cb1e-49af-ad08-dad380039f2c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=7de0107a-35d9-452b-a151-23230cd757ed,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:38.653643 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-889c89a4-cb1e-49af-ad08-dad380039f2c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7918499 Feb 20 05:39:38.654158 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 89d982b6-dde2-4b97-a2b7-827e61465f7c completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:39:38.658551 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36754) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:38.670702 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-8f34f990-159c-440b-b98e-5ffb957d6578 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'fixed_ips': [{'subnet_id': '7de0107a-35d9-452b-a151-23230cd757ed', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-832025424'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:38.696692 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 89d982b6-dde2-4b97-a2b7-827e61465f7c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:38.697223 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (89d982b6-dde2-4b97-a2b7-827e61465f7c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:38.755507 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45dd29a-0377-4247-bd0e-62f510fa33fb None None] DHCP port deletion for 81f72dab-c9ca-4111-9cef-a8a92557f9f3 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:39:38.777670 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-92027ca5-496f-4de2-84b4-fa5748d055dc tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] Request body: {'port': {'network_id': 'c2d5492b-6220-41c4-ae6d-e3f267ac3a2d', 'name': 'tempest-NetworksNegativeTestJSON-912580855'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:38.791854 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-92027ca5-496f-4de2-84b4-fa5748d055dc tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] POST failed (client error): The resource could not be found. Feb 20 05:39:38.792359 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92027ca5-496f-4de2-84b4-fa5748d055dc tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:39:38.800021 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-92027ca5-496f-4de2-84b4-fa5748d055dc tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5570099 Feb 20 05:39:38.801534 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36758) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:38.828012 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-0705fbd2-2cf0-40f1-99b2-74f033e48fb3 tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] DELETE failed (client error): The resource could not be found. Feb 20 05:39:38.828520 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0705fbd2-2cf0-40f1-99b2-74f033e48fb3 tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:39:38.831494 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0705fbd2-2cf0-40f1-99b2-74f033e48fb3 tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] 10.222.0.37 "DELETE /v2.0/networks/a8924299-8de8-4fd1-963e-961dfa6ff395 HTTP/1.1" status: 404 len: 339 time: 0.0271397 Feb 20 05:39:38.838013 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36762) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:38.842667 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-071d93d5-2a05-4a83-a6d6-34948e926d01 None None] Current status of the port b36875dd-013a-4af8-a20f-d3b3a77c2785 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:38.843437 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-071d93d5-2a05-4a83-a6d6-34948e926d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b36875dd-013a-4af8-a20f-d3b3a77c2785), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:38.851748 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039f593-4e0d-4056-9b6e-5cefb3f8c2cc req-d032bc1a-8303-42bc-9bb7-bcebb8252864 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:38.864031 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c039f593-4e0d-4056-9b6e-5cefb3f8c2cc req-d032bc1a-8303-42bc-9bb7-bcebb8252864 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 949 time: 0.1306076 Feb 20 05:39:38.878032 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c2053f-18d4-4748-b691-39a8f91c15f0 tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] DELETE failed (client error): The resource could not be found. Feb 20 05:39:38.878685 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c2053f-18d4-4748-b691-39a8f91c15f0 tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:39:38.887341 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f4c2053f-18d4-4748-b691-39a8f91c15f0 tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] 10.222.0.37 "DELETE /v2.0/ports/1f9d31d9-1ebc-4cfc-bc5f-1df5c72aa514 HTTP/1.1" status: 404 len: 333 time: 0.0469739 Feb 20 05:39:38.890654 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36764) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:38.923294 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de12ad0-6ea6-417e-9370-ca44aa7d8696 tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] DELETE failed (client error): The resource could not be found. Feb 20 05:39:38.923977 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de12ad0-6ea6-417e-9370-ca44aa7d8696 tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:39:38.927308 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3de12ad0-6ea6-417e-9370-ca44aa7d8696 tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] 10.222.0.37 "DELETE /v2.0/subnets/692fa34b-dc8a-4add-9117-66af36858fad HTTP/1.1" status: 404 len: 337 time: 0.0357363 Feb 20 05:39:38.927639 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c039f593-4e0d-4056-9b6e-5cefb3f8c2cc req-29c409e0-0b67-4ca0-8e4a-04fbf661781f tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573237 Feb 20 05:39:38.932454 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36766) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:38.953835 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-122ca4da-a8ec-4887-aa26-4deafe6ce078 tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] GET failed (client error): The resource could not be found. Feb 20 05:39:38.955385 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-122ca4da-a8ec-4887-aa26-4deafe6ce078 tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] 10.222.0.37 "GET /v2.0/networks/510c0bd9-7e38-4644-9887-471a6c4b7bb3 HTTP/1.1" status: 404 len: 339 time: 0.0228965 Feb 20 05:39:38.959741 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36768) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:38.980612 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f34f990-159c-440b-b98e-5ffb957d6578 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:38.985863 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f34f990-159c-440b-b98e-5ffb957d6578 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:39.015938 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-157b13bc-2c91-439c-9ee4-1b093282fa01 tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] GET failed (client error): The resource could not be found. Feb 20 05:39:39.017405 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-157b13bc-2c91-439c-9ee4-1b093282fa01 tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] 10.222.0.37 "GET /v2.0/ports/39696cc9-1c83-4c03-903d-4af1963ce150 HTTP/1.1" status: 404 len: 333 time: 0.0567386 Feb 20 05:39:39.022957 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36772) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:39.032716 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port b36875dd-013a-4af8-a20f-d3b3a77c2785 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:39.032914 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b36875dd-013a-4af8-a20f-d3b3a77c2785), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:39.035958 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-071d93d5-2a05-4a83-a6d6-34948e926d01 None None] For port b36875dd-013a-4af8-a20f-d3b3a77c2785, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=b36875dd-013a-4af8-a20f-d3b3a77c2785,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:39.051702 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1b13d19e-9115-42bc-8097-4d0989ddf8df req-6762ffa6-bb09-428e-abf8-338f6fc93881 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 210 time: 0.0424011 Feb 20 05:39:39.071615 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-071d93d5-2a05-4a83-a6d6-34948e926d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b36875dd-013a-4af8-a20f-d3b3a77c2785), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:39.089590 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-8f34f990-159c-440b-b98e-5ffb957d6578 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] device_id is not set on port 1f5bf642-6b9a-4269-aa4d-da82931c6fbb yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:39:39.096539 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb05b36-f9a0-45a2-aa3c-3791038c97b1 tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] GET failed (client error): The resource could not be found. Feb 20 05:39:39.098835 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5eb05b36-f9a0-45a2-aa3c-3791038c97b1 tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] 10.222.0.37 "GET /v2.0/subnets/a93d6930-c19c-4c30-a991-e6b95e1e98fa HTTP/1.1" status: 404 len: 337 time: 0.0740628 Feb 20 05:39:39.102852 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36774) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:39.111247 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-02eedbc1-7ffc-4224-8329-f9cef605baaf tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:39.148055 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c45dd29a-0377-4247-bd0e-62f510fa33fb None None] Deleting port b36875dd-013a-4af8-a20f-d3b3a77c2785 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:39.149290 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c45dd29a-0377-4247-bd0e-62f510fa33fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (b36875dd-013a-4af8-a20f-d3b3a77c2785), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:39.167166 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-02eedbc1-7ffc-4224-8329-f9cef605baaf tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] PUT failed (client error): The resource could not be found. Feb 20 05:39:39.168196 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02eedbc1-7ffc-4224-8329-f9cef605baaf tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:39:39.174066 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-02eedbc1-7ffc-4224-8329-f9cef605baaf tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] 10.222.0.37 "PUT /v2.0/networks/39f1e284-c326-4156-a54d-108f60b66375 HTTP/1.1" status: 404 len: 339 time: 0.0652807 Feb 20 05:39:39.174385 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36778) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:39.182630 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 89d982b6-dde2-4b97-a2b7-827e61465f7c is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:39.183065 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (89d982b6-dde2-4b97-a2b7-827e61465f7c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:39.183724 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-f381dcc6-1f3e-4e69-899b-477aaa86bfe3 tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:39.208148 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-f381dcc6-1f3e-4e69-899b-477aaa86bfe3 tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] PUT failed (client error): The resource could not be found. Feb 20 05:39:39.208795 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f381dcc6-1f3e-4e69-899b-477aaa86bfe3 tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:39:39.215041 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f381dcc6-1f3e-4e69-899b-477aaa86bfe3 tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] 10.222.0.37 "PUT /v2.0/ports/2008e87f-1323-4707-9742-2280f923d23d HTTP/1.1" status: 404 len: 333 time: 0.0342188 Feb 20 05:39:39.215839 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36780) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:39.227585 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-e2dc45c7-3d16-4690-8479-22bddc9aaa1b tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:39.250552 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:39:39.251227 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:39:39.267271 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d93d5-2a05-4a83-a6d6-34948e926d01 None None] Pushing event updated for resources: {'Port': ['ID=b36875dd-013a-4af8-a20f-d3b3a77c2785,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:39.288604 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2dc45c7-3d16-4690-8479-22bddc9aaa1b tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] PUT failed (client error): The resource could not be found. Feb 20 05:39:39.289150 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2dc45c7-3d16-4690-8479-22bddc9aaa1b tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:39:39.289770 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa84b7e-6ad4-4b68-8670-fce99fdefbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d982b6-dde2-4b97-a2b7-827e61465f7c'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:39:39.290474 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e2dc45c7-3d16-4690-8479-22bddc9aaa1b tempest-NetworksNegativeTestJSON-766289174 tempest-NetworksNegativeTestJSON-766289174-project] 10.222.0.37 "PUT /v2.0/subnets/f7bece5b-5295-40c5-a254-ff93ffe6a421 HTTP/1.1" status: 404 len: 337 time: 0.0711107 Feb 20 05:39:39.292493 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4227a37-7ef5-4138-8ad4-78a33ef519c0" -d '{"events": [{"server_uuid": "3fa84b7e-6ad4-4b68-8670-fce99fdefbfe", "name": "network-vif-plugged", "status": "completed", "tag": "89d982b6-dde2-4b97-a2b7-827e61465f7c"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:39:39.310377 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965902a9-1119-4381-a6cf-ddf35638ed46 req-00e7be49-bde3-48aa-ba55-202fc4791fca tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:39.322176 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 89d982b6-dde2-4b97-a2b7-827e61465f7c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=89d982b6-dde2-4b97-a2b7-827e61465f7c,segment=NetworkSegment(11bedf1f-e55e-496b-8557-ebc68b39a200),segment_id=11bedf1f-e55e-496b-8557-ebc68b39a200)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:39.328505 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-965902a9-1119-4381-a6cf-ddf35638ed46 req-00e7be49-bde3-48aa-ba55-202fc4791fca tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1316254 Feb 20 05:39:39.339604 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (89d982b6-dde2-4b97-a2b7-827e61465f7c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:39.343446 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f34f990-159c-440b-b98e-5ffb957d6578 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:39:39.344248 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f34f990-159c-440b-b98e-5ffb957d6578 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:39:39.353227 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c45dd29a-0377-4247-bd0e-62f510fa33fb None None] For port b36875dd-013a-4af8-a20f-d3b3a77c2785, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=b36875dd-013a-4af8-a20f-d3b3a77c2785,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:39.353686 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c45dd29a-0377-4247-bd0e-62f510fa33fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (b36875dd-013a-4af8-a20f-d3b3a77c2785), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:39.370049 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8f34f990-159c-440b-b98e-5ffb957d6578 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7074649 Feb 20 05:39:39.373482 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36790) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:39.396288 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c45dd29a-0377-4247-bd0e-62f510fa33fb None None] Calling delete_port for b36875dd-013a-4af8-a20f-d3b3a77c2785 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:39.438191 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-965902a9-1119-4381-a6cf-ddf35638ed46 req-40260d80-9243-4434-bdd6-b9d0ec752ead tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026335 Feb 20 05:39:39.475127 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=89d982b6-dde2-4b97-a2b7-827e61465f7c,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:39.493582 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca5a305-01fd-4e95-95a5-e4766a403794 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:39.495349 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fca5a305-01fd-4e95-95a5-e4766a403794 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1206295 Feb 20 05:39:39.498122 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36798) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:39.501092 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9f4efc-4a44-4298-b261-8b6e8737b492 x-openstack-request-id: req-1c9f4efc-4a44-4298-b261-8b6e8737b492 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:39:39.501379 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa84b7e-6ad4-4b68-8670-fce99fdefbfe", "name": "network-vif-plugged", "status": "completed", "tag": "89d982b6-dde2-4b97-a2b7-827e61465f7c", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:39:39.501636 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c9f4efc-4a44-4298-b261-8b6e8737b492 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:39:39.502036 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa84b7e-6ad4-4b68-8670-fce99fdefbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d982b6-dde2-4b97-a2b7-827e61465f7c', 'code': 200} Feb 20 05:39:39.546122 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c45dd29a-0377-4247-bd0e-62f510fa33fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (b36875dd-013a-4af8-a20f-d3b3a77c2785), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:39.578377 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c896283-1ea6-447e-9520-8d7e97b167bb tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:39.580147 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c896283-1ea6-447e-9520-8d7e97b167bb tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:39.581737 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6c896283-1ea6-447e-9520-8d7e97b167bb tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0826859 Feb 20 05:39:39.584529 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36800) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:39.604174 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45dd29a-0377-4247-bd0e-62f510fa33fb None None] Pushing event deleted for resources: {'Port': ['ID=b36875dd-013a-4af8-a20f-d3b3a77c2785,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:39.608388 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45dd29a-0377-4247-bd0e-62f510fa33fb None None] No DVR routers for this DVR port b36875dd-013a-4af8-a20f-d3b3a77c2785 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:39:39.632308 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d9a16d-855a-4fb6-aa91-0a66cc81769c None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:39.689033 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8239bd-2894-40f8-9a34-5302da7a8656 req-a5cc65e8-8596-4d59-acab-cb453a7565c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:39.690568 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c8239bd-2894-40f8-9a34-5302da7a8656 req-a5cc65e8-8596-4d59-acab-cb453a7565c7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3fa84b7e-6ad4-4b68-8670-fce99fdefbfe HTTP/1.1" status: 200 len: 1127 time: 0.1104870 Feb 20 05:39:39.697633 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638643f-c617-4dbb-a82a-6624db2212c8 req-be0ee3fa-7061-4914-9ba1-df513792691c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:39.705201 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6638643f-c617-4dbb-a82a-6624db2212c8 req-be0ee3fa-7061-4914-9ba1-df513792691c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1075716 Feb 20 05:39:39.711768 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c554be-bdf4-409f-aefd-2c2a111d3bba tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet 7de0107a-35d9-452b-a151-23230cd757ed {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:39:39.715175 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-99c554be-bdf4-409f-aefd-2c2a111d3bba tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (7de0107a-35d9-452b-a151-23230cd757ed), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:39.791256 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6638643f-c617-4dbb-a82a-6624db2212c8 req-b82e8964-99b9-4bb4-bc64-99c425031d72 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808709 Feb 20 05:39:39.793867 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c8239bd-2894-40f8-9a34-5302da7a8656 req-1fbfa1bd-acb1-4135-972f-c29d23cf9470 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=761f2149-4810-49f4-8956-ff34fdc35ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859458 Feb 20 05:39:39.821145 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Port b36875dd-013a-4af8-a20f-d3b3a77c2785 update to ACTIVE by agent not found {{(pid=103408) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 20 05:39:39.899306 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-99c554be-bdf4-409f-aefd-2c2a111d3bba tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (7de0107a-35d9-452b-a151-23230cd757ed), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:39.918591 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282059e6-7f2a-44c4-8fd6-e1e068020569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'fixed_ips': [{'subnet_id': '7de0107a-35d9-452b-a151-23230cd757ed'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:39:39.923286 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-282059e6-7f2a-44c4-8fd6-e1e068020569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:39.962450 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36814) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:39.965200 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714b83e-2a8c-462f-bd53-87c45b8e2e20 req-df3350c9-bf4f-4828-944d-fd402fe4f1eb tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:39.975513 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0714b83e-2a8c-462f-bd53-87c45b8e2e20 req-df3350c9-bf4f-4828-944d-fd402fe4f1eb tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa84b7e-6ad4-4b68-8670-fce99fdefbfe HTTP/1.1" status: 200 len: 945 time: 0.1097133 Feb 20 05:39:39.985015 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-99c554be-bdf4-409f-aefd-2c2a111d3bba tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (7de0107a-35d9-452b-a151-23230cd757ed), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:40.022707 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-6e08487e-bc77-4e1f-97ea-72a808848c8e tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:40.024300 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-6e08487e-bc77-4e1f-97ea-72a808848c8e tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.61 "GET /v2.0/networks?id=01278ac3-eba6-45f1-87d7-2920932959ff HTTP/1.1" status: 200 len: 814 time: 0.2965322 Feb 20 05:39:40.040783 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-56da9b89-4a71-4273-946a-501128ffbfa9 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Request body: {'port': {'device_id': '3da55cee-689f-429f-a5c7-15aac51003cc', 'network_id': '01278ac3-eba6-45f1-87d7-2920932959ff', 'admin_state_up': True, 'tenant_id': '09360c7e237c40839dd51d815c9180df'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:40.092315 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0714b83e-2a8c-462f-bd53-87c45b8e2e20 req-8e614e06-f3ab-4afc-b642-5ad2bf61ce0c tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] 10.222.0.37 "GET /v2.0/security-groups?id=761f2149-4810-49f4-8956-ff34fdc35ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149120 Feb 20 05:39:40.133555 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b36875dd-013a-4af8-a20f-d3b3a77c2785 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:39:40.178867 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: b36875dd-013a-4af8-a20f-d3b3a77c2785 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:39:40.179435 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b36875dd-013a-4af8-a20f-d3b3a77c2785 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:39:40.191613 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-99c554be-bdf4-409f-aefd-2c2a111d3bba tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (7de0107a-35d9-452b-a151-23230cd757ed), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:40.254146 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c554be-bdf4-409f-aefd-2c2a111d3bba tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=7de0107a-35d9-452b-a151-23230cd757ed,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:40.256547 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab51a0-5878-4dd1-825d-dea10e12991d req-3240246a-4da5-4875-bad6-8bd0da2e39e7 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:40.258217 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-40ab51a0-5878-4dd1-825d-dea10e12991d req-3240246a-4da5-4875-bad6-8bd0da2e39e7 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0681942 Feb 20 05:39:40.260443 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-99c554be-bdf4-409f-aefd-2c2a111d3bba tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:40.264130 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-99c554be-bdf4-409f-aefd-2c2a111d3bba tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/7de0107a-35d9-452b-a151-23230cd757ed HTTP/1.1" status: 204 len: 168 time: 0.6784568 Feb 20 05:39:40.267043 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36830) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:40.275688 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eab6bf10-d6eb-4fce-859a-c1d415091aac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server [None req-282059e6-7f2a-44c4-8fd6-e1e068020569 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7de0107a-35d9-452b-a151-23230cd757ed: This subnet is being modified by another concurrent operation. Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 20 05:39:40.280589 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise exception Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7de0107a-35d9-452b-a151-23230cd757ed: This subnet is being modified by another concurrent operation. Feb 20 05:39:40.284090 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server Feb 20 05:39:40.312467 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-56da9b89-4a71-4273-946a-501128ffbfa9 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Made reservation on behalf of 09360c7e237c40839dd51d815c9180df for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:40.319130 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-56da9b89-4a71-4273-946a-501128ffbfa9 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:40.335239 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-dca12cf9-70fc-4c22-9e25-9e7bc1e3109e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631759 Feb 20 05:39:40.336329 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36834) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:40.348466 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-20a23544-b020-45d1-bffb-c74b8211fa6f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:40.352802 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dc5ce3-9553-4fdb-a70a-f6b3f5e265b0 None None] get_active_networks_info from n-d-829866-5 {{(pid=103408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 05:39:40.368536 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-40ab51a0-5878-4dd1-825d-dea10e12991d req-99c203ad-10b6-4108-a5bb-fc686bb38db4 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028969 Feb 20 05:39:40.532174 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e636d2c-08b6-482a-966d-370001b0cd72 req-2e221fb5-5106-4efb-941f-fa2959688849 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:40.534009 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0e636d2c-08b6-482a-966d-370001b0cd72 req-2e221fb5-5106-4efb-941f-fa2959688849 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 949 time: 0.0787539 Feb 20 05:39:40.567207 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dc5ce3-9553-4fdb-a70a-f6b3f5e265b0 None None] Resources bound (agent type, host, resource id): {{(pid=103408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 05:39:40.592018 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eab6bf10-d6eb-4fce-859a-c1d415091aac admin admin] Publish callbacks [] for security_group (20baad6a-bf5d-46df-8f68-39455a9e4304), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:40.602818 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0e636d2c-08b6-482a-966d-370001b0cd72 req-85a94bcc-b92a-448b-8258-abbbb04a0093 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608501 Feb 20 05:39:40.617768 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eab6bf10-d6eb-4fce-859a-c1d415091aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (20baad6a-bf5d-46df-8f68-39455a9e4304), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:40.667252 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-eab6bf10-d6eb-4fce-859a-c1d415091aac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67333c3b190041e7adb38ddfb42edbc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6982284 Feb 20 05:39:40.668275 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a23544-b020-45d1-bffb-c74b8211fa6f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:40.670603 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36846) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:40.672848 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-20a23544-b020-45d1-bffb-c74b8211fa6f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:40.735912 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-56da9b89-4a71-4273-946a-501128ffbfa9 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Allocated IP 172.20.0.3 (01278ac3-eba6-45f1-87d7-2920932959ff/bc8bc607-6333-462f-8bbc-60d061e4d26c/39d13450-bd59-4261-b93b-379a0f962e36) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:39:40.736333 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f4f93397-0440-4f6c-8749-79f75a6a6019 req-c0db3d03-0c65-44af-99d4-9222dd065fc1 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 210 time: 0.0475891 Feb 20 05:39:40.740244 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6bf10-d6eb-4fce-859a-c1d415091aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20baad6a-bf5d-46df-8f68-39455a9e4304,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:40.785061 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5cce851-f39b-48fa-9da9-ce9a84315642 admin admin] Publish callbacks [] for security_group (20baad6a-bf5d-46df-8f68-39455a9e4304), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:40.840692 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5cce851-f39b-48fa-9da9-ce9a84315642 admin admin] Publish callbacks [] for security_group (20baad6a-bf5d-46df-8f68-39455a9e4304), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:40.923727 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36858) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:41.019224 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5cce851-f39b-48fa-9da9-ce9a84315642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (20baad6a-bf5d-46df-8f68-39455a9e4304), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:41.021865 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5cce851-f39b-48fa-9da9-ce9a84315642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:41.025427 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a5cce851-f39b-48fa-9da9-ce9a84315642 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20baad6a-bf5d-46df-8f68-39455a9e4304 HTTP/1.1" status: 204 len: 168 time: 0.3511233 Feb 20 05:39:41.055870 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cce851-f39b-48fa-9da9-ce9a84315642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20baad6a-bf5d-46df-8f68-39455a9e4304,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:41.074863 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-56da9b89-4a71-4273-946a-501128ffbfa9 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Publish callbacks [] for port (39d13450-bd59-4261-b93b-379a0f962e36), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:41.087719 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-20a23544-b020-45d1-bffb-c74b8211fa6f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (04628c5a-c39f-4c8e-bc1d-554cd8b6fd03), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:41.125859 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-4f4f077b-2786-4dab-9551-13b3b344cd29 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:41.131517 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a23544-b020-45d1-bffb-c74b8211fa6f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:41.132488 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-4f4f077b-2786-4dab-9551-13b3b344cd29 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/networks?id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 200 len: 812 time: 0.2120197 Feb 20 05:39:41.141128 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-20a23544-b020-45d1-bffb-c74b8211fa6f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:41.146746 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a23544-b020-45d1-bffb-c74b8211fa6f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:41.147373 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-20a23544-b020-45d1-bffb-c74b8211fa6f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:41.149005 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4d9b269-1d29-4864-8dbf-63ca0e9edcb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:41.155175 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab20e55-af3e-41fd-966a-a40d0276fa3c None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:41.163896 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-bc82006e-4cd6-4bfe-975f-b93fb5d12665 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/quotas/e6ab79728f124adc87dd8ebb98d8b1ba HTTP/1.1" status: 200 len: 375 time: 0.0304856 Feb 20 05:39:41.195404 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-20a23544-b020-45d1-bffb-c74b8211fa6f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8580184 Feb 20 05:39:41.196314 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a23544-b020-45d1-bffb-c74b8211fa6f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=04628c5a-c39f-4c8e-bc1d-554cd8b6fd03,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:41.198259 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36866) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:41.203559 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-6d1c3ad2-0586-4f3a-99e2-69745ffb20bc tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1437251534', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:41.211984 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-56da9b89-4a71-4273-946a-501128ffbfa9 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (39d13450-bd59-4261-b93b-379a0f962e36), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:41.268106 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-56da9b89-4a71-4273-946a-501128ffbfa9 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Network 01278ac3-eba6-45f1-87d7-2920932959ff is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:41.273885 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-56da9b89-4a71-4273-946a-501128ffbfa9 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:41.279658 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6d1c3ad2-0586-4f3a-99e2-69745ffb20bc tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (163a8317-4c44-4ba0-a125-070583c0980d), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:41.280711 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6d1c3ad2-0586-4f3a-99e2-69745ffb20bc tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (163a8317-4c44-4ba0-a125-070583c0980d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:41.285003 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-56da9b89-4a71-4273-946a-501128ffbfa9 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:39:41.290677 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da9b89-4a71-4273-946a-501128ffbfa9 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Pushing event updated for resources: {'Port': ['ID=39d13450-bd59-4261-b93b-379a0f962e36,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:41.294301 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-4d53cdec-dabc-4e24-81ca-fdda4d315785 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1294065 Feb 20 05:39:41.359039 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-56da9b89-4a71-4273-946a-501128ffbfa9 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:41.359689 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-56da9b89-4a71-4273-946a-501128ffbfa9 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:41.369074 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4d9b269-1d29-4864-8dbf-63ca0e9edcb3 admin admin] Publish callbacks [] for security_group (932c68e8-c527-490f-b325-91b99df798c6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:41.382463 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4d9b269-1d29-4864-8dbf-63ca0e9edcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (932c68e8-c527-490f-b325-91b99df798c6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:41.464394 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-610fc0d3-c3a4-4299-a4a6-0d08b421fc62 service neutron] 10.222.0.37 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681767 Feb 20 05:39:41.482719 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9b269-1d29-4864-8dbf-63ca0e9edcb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932c68e8-c527-490f-b325-91b99df798c6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:41.510090 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c4d9b269-1d29-4864-8dbf-63ca0e9edcb3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a888ee2144e4c7e8a218a2cefba8166&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5857100 Feb 20 05:39:41.514929 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36876) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:41.564587 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206d333a-54e6-4d0a-8256-032fa43c3c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'fixed_ips': [{'subnet_id': '04628c5a-c39f-4c8e-bc1d-554cd8b6fd03'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:39:41.565546 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-206d333a-54e6-4d0a-8256-032fa43c3c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:41.655501 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-5f0b0548-3501-4865-9820-cbac77d1533c service neutron] 10.222.0.37 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842508 Feb 20 05:39:41.660337 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d68b8336-f311-4928-8b3e-5a1491f47a86 admin admin] Publish callbacks [] for security_group (932c68e8-c527-490f-b325-91b99df798c6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:41.692522 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d68b8336-f311-4928-8b3e-5a1491f47a86 admin admin] Publish callbacks [] for security_group (932c68e8-c527-490f-b325-91b99df798c6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:41.718145 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6d1c3ad2-0586-4f3a-99e2-69745ffb20bc tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for router_controller (163a8317-4c44-4ba0-a125-070583c0980d), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:41.726754 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6d1c3ad2-0586-4f3a-99e2-69745ffb20bc tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (163a8317-4c44-4ba0-a125-070583c0980d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:41.737207 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-56da9b89-4a71-4273-946a-501128ffbfa9 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7030311 Feb 20 05:39:41.755476 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-206d333a-54e6-4d0a-8256-032fa43c3c04 None None] Allocated IP 2001:db8::2 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/04628c5a-c39f-4c8e-bc1d-554cd8b6fd03/edf29c77-0463-436d-90ad-0ae80813bb24) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:39:41.769646 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6d1c3ad2-0586-4f3a-99e2-69745ffb20bc tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:41.771089 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6d1c3ad2-0586-4f3a-99e2-69745ffb20bc tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5716565 Feb 20 05:39:41.774067 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36888) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:41.866407 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d68b8336-f311-4928-8b3e-5a1491f47a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (932c68e8-c527-490f-b325-91b99df798c6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:41.874401 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d68b8336-f311-4928-8b3e-5a1491f47a86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:41.875684 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d68b8336-f311-4928-8b3e-5a1491f47a86 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/932c68e8-c527-490f-b325-91b99df798c6 HTTP/1.1" status: 204 len: 168 time: 0.3251557 Feb 20 05:39:41.930377 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-f50fbdf6-36a7-48f2-95cd-bb86a59f9164 service neutron] Request body: {'port': {'device_id': '3da55cee-689f-429f-a5c7-15aac51003cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:41.962880 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-206d333a-54e6-4d0a-8256-032fa43c3c04 None None] Publish callbacks [] for port (edf29c77-0463-436d-90ad-0ae80813bb24), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:41.963006 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b8336-f311-4928-8b3e-5a1491f47a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932c68e8-c527-490f-b325-91b99df798c6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:41.972251 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-206d333a-54e6-4d0a-8256-032fa43c3c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (edf29c77-0463-436d-90ad-0ae80813bb24), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:42.054250 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206d333a-54e6-4d0a-8256-032fa43c3c04 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:42.062608 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-206d333a-54e6-4d0a-8256-032fa43c3c04 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:42.067622 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d333a-54e6-4d0a-8256-032fa43c3c04 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:39:42.078961 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d333a-54e6-4d0a-8256-032fa43c3c04 None None] Pushing event updated for resources: {'Port': ['ID=edf29c77-0463-436d-90ad-0ae80813bb24,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:42.082526 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-f50fbdf6-36a7-48f2-95cd-bb86a59f9164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (39d13450-bd59-4261-b93b-379a0f962e36), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:42.132148 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-206d333a-54e6-4d0a-8256-032fa43c3c04 None None] Attempting to bind port edf29c77-0463-436d-90ad-0ae80813bb24 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:39:42.132650 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-206d333a-54e6-4d0a-8256-032fa43c3c04 None None] Attempting to bind port edf29c77-0463-436d-90ad-0ae80813bb24 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:39:42.133139 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d333a-54e6-4d0a-8256-032fa43c3c04 None None] Attempting to bind port edf29c77-0463-436d-90ad-0ae80813bb24 on network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:39:42.140235 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d333a-54e6-4d0a-8256-032fa43c3c04 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:39:42.140835 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d333a-54e6-4d0a-8256-032fa43c3c04 None None] Checking segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:39:42.141434 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-206d333a-54e6-4d0a-8256-032fa43c3c04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:42.141919 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d333a-54e6-4d0a-8256-032fa43c3c04 None None] Bound using segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:39:42.142594 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-206d333a-54e6-4d0a-8256-032fa43c3c04 None None] Bound port: edf29c77-0463-436d-90ad-0ae80813bb24, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:39:42.143364 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-206d333a-54e6-4d0a-8256-032fa43c3c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (edf29c77-0463-436d-90ad-0ae80813bb24), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:42.227246 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-206d333a-54e6-4d0a-8256-032fa43c3c04 None None] For port edf29c77-0463-436d-90ad-0ae80813bb24, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:39:42.231513 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-206d333a-54e6-4d0a-8256-032fa43c3c04 None None] For port edf29c77-0463-436d-90ad-0ae80813bb24, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=edf29c77-0463-436d-90ad-0ae80813bb24,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:39:42.243515 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36906) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:42.244418 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-206d333a-54e6-4d0a-8256-032fa43c3c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (edf29c77-0463-436d-90ad-0ae80813bb24), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:42.304782 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9579f5c-1f44-4df0-8a1d-1411ece4c411 req-0c71809d-5b3b-4792-83f0-5285f505b3c7 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:42.311901 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9579f5c-1f44-4df0-8a1d-1411ece4c411 req-0c71809d-5b3b-4792-83f0-5285f505b3c7 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa84b7e-6ad4-4b68-8670-fce99fdefbfe HTTP/1.1" status: 200 len: 945 time: 0.3528452 Feb 20 05:39:42.330315 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d333a-54e6-4d0a-8256-032fa43c3c04 None None] Pushing event updated for resources: {'Port': ['ID=edf29c77-0463-436d-90ad-0ae80813bb24,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:42.410602 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9579f5c-1f44-4df0-8a1d-1411ece4c411 req-ae844ebe-7832-4f64-a1d7-81b2e6a7fad3 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] 10.222.0.37 "GET /v2.0/security-groups?id=761f2149-4810-49f4-8956-ff34fdc35ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977144 Feb 20 05:39:42.449551 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39d54e41-0de2-43fe-a89d-da1c60e7ae32 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:42.546488 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-739c19cd-2da4-4caf-b3a8-6e1afca810f8 tempest-DvrRoutersNegativeTest-1836815479 tempest-DvrRoutersNegativeTest-1836815479-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1632665560', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:42.548777 n-d-829866-5 neutron-server[103407]: DEBUG neutron.policy [None req-739c19cd-2da4-4caf-b3a8-6e1afca810f8 tempest-DvrRoutersNegativeTest-1836815479 tempest-DvrRoutersNegativeTest-1836815479-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103407) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 20 05:39:42.549077 n-d-829866-5 neutron-server[103407]: DEBUG neutron.policy [None req-739c19cd-2da4-4caf-b3a8-6e1afca810f8 tempest-DvrRoutersNegativeTest-1836815479 tempest-DvrRoutersNegativeTest-1836815479-project] Failed policy check for 'create_router' {{(pid=103407) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 20 05:39:42.549586 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-739c19cd-2da4-4caf-b3a8-6e1afca810f8 tempest-DvrRoutersNegativeTest-1836815479 tempest-DvrRoutersNegativeTest-1836815479-project] create failed (client error): Access was denied to this resource. Feb 20 05:39:42.560569 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-739c19cd-2da4-4caf-b3a8-6e1afca810f8 tempest-DvrRoutersNegativeTest-1836815479 tempest-DvrRoutersNegativeTest-1836815479-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3138561 Feb 20 05:39:42.588151 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-f50fbdf6-36a7-48f2-95cd-bb86a59f9164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39d13450-bd59-4261-b93b-379a0f962e36 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:39:42.597304 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-f50fbdf6-36a7-48f2-95cd-bb86a59f9164 service neutron] Publish callbacks [] for port (39d13450-bd59-4261-b93b-379a0f962e36), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:42.638444 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-f50fbdf6-36a7-48f2-95cd-bb86a59f9164 service neutron] Transition to ACTIVE for port object 39d13450-bd59-4261-b93b-379a0f962e36 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:39:42.651910 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-f50fbdf6-36a7-48f2-95cd-bb86a59f9164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (39d13450-bd59-4261-b93b-379a0f962e36), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:42.759367 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fbdf6-36a7-48f2-95cd-bb86a59f9164 service neutron] Pushing event updated for resources: {'Port': ['ID=39d13450-bd59-4261-b93b-379a0f962e36,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:42.851825 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-f50fbdf6-36a7-48f2-95cd-bb86a59f9164 service neutron] Attempting to bind port 39d13450-bd59-4261-b93b-379a0f962e36 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:39:42.852375 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-f50fbdf6-36a7-48f2-95cd-bb86a59f9164 service neutron] Attempting to bind port 39d13450-bd59-4261-b93b-379a0f962e36 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '4cdc692c-dc0a-4b72-9459-ea1592b0f54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '01278ac3-eba6-45f1-87d7-2920932959ff'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:39:42.852804 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-f50fbdf6-36a7-48f2-95cd-bb86a59f9164 service neutron] Attempting to bind port 39d13450-bd59-4261-b93b-379a0f962e36 on network 01278ac3-eba6-45f1-87d7-2920932959ff {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:39:42.859412 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-f50fbdf6-36a7-48f2-95cd-bb86a59f9164 service neutron] Port 39d13450-bd59-4261-b93b-379a0f962e36 on network 01278ac3-eba6-45f1-87d7-2920932959ff not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:39:42.862563 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-f50fbdf6-36a7-48f2-95cd-bb86a59f9164 service neutron] Attempting to bind port 39d13450-bd59-4261-b93b-379a0f962e36 on network 01278ac3-eba6-45f1-87d7-2920932959ff {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:39:42.868442 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36922) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:42.869341 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-f50fbdf6-36a7-48f2-95cd-bb86a59f9164 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:39:42.869762 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-f50fbdf6-36a7-48f2-95cd-bb86a59f9164 service neutron] Checking segment: {'id': '4cdc692c-dc0a-4b72-9459-ea1592b0f54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '01278ac3-eba6-45f1-87d7-2920932959ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:39:42.870250 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-f50fbdf6-36a7-48f2-95cd-bb86a59f9164 service neutron] Bound using segment: {'id': '4cdc692c-dc0a-4b72-9459-ea1592b0f54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '01278ac3-eba6-45f1-87d7-2920932959ff'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:39:42.870775 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-f50fbdf6-36a7-48f2-95cd-bb86a59f9164 service neutron] Bound port: 39d13450-bd59-4261-b93b-379a0f962e36, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cdc692c-dc0a-4b72-9459-ea1592b0f54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '01278ac3-eba6-45f1-87d7-2920932959ff'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:39:42.871231 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-f50fbdf6-36a7-48f2-95cd-bb86a59f9164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (39d13450-bd59-4261-b93b-379a0f962e36), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:42.907418 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-79029d95-3bfa-4277-9a8f-111ffcdbe853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:43.022261 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-f50fbdf6-36a7-48f2-95cd-bb86a59f9164 service neutron] For port 39d13450-bd59-4261-b93b-379a0f962e36, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:39:43.027421 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-f50fbdf6-36a7-48f2-95cd-bb86a59f9164 service neutron] For port 39d13450-bd59-4261-b93b-379a0f962e36, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=39d13450-bd59-4261-b93b-379a0f962e36,segment=NetworkSegment(4cdc692c-dc0a-4b72-9459-ea1592b0f54a),segment_id=4cdc692c-dc0a-4b72-9459-ea1592b0f54a)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:39:43.040990 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-f50fbdf6-36a7-48f2-95cd-bb86a59f9164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (39d13450-bd59-4261-b93b-379a0f962e36), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:43.101157 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-f50fbdf6-36a7-48f2-95cd-bb86a59f9164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:43.101777 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-f50fbdf6-36a7-48f2-95cd-bb86a59f9164 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:43.103299 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-f50fbdf6-36a7-48f2-95cd-bb86a59f9164 service neutron] 10.222.0.61 "PUT /v2.0/ports/39d13450-bd59-4261-b93b-379a0f962e36 HTTP/1.1" status: 200 len: 1091 time: 1.3487706 Feb 20 05:39:43.103761 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da55cee-689f-429f-a5c7-15aac51003cc', 'tag': '39d13450-bd59-4261-b93b-379a0f962e36'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:39:43.106024 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecda843-fba3-4a30-a383-88f932a0bbb9" -d '{"events": [{"name": "network-changed", "server_uuid": "3da55cee-689f-429f-a5c7-15aac51003cc", "tag": "39d13450-bd59-4261-b93b-379a0f962e36"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:39:43.154117 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-79029d95-3bfa-4277-9a8f-111ffcdbe853 admin admin] Publish callbacks [] for security_group (035d01e0-98f5-468f-9216-89ca82bafa9f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:43.159933 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36928) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:43.166169 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-79029d95-3bfa-4277-9a8f-111ffcdbe853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (035d01e0-98f5-468f-9216-89ca82bafa9f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:43.167779 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fbdf6-36a7-48f2-95cd-bb86a59f9164 service neutron] Pushing event updated for resources: {'Port': ['ID=39d13450-bd59-4261-b93b-379a0f962e36,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:43.194330 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d23a6b-04ae-43ac-aa28-ccbb494702c3 req-ce205d8d-77a1-40af-9590-0c4ac0085349 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:43.201477 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-21d23a6b-04ae-43ac-aa28-ccbb494702c3 req-ce205d8d-77a1-40af-9590-0c4ac0085349 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 949 time: 0.6680903 Feb 20 05:39:43.203596 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79029d95-3bfa-4277-9a8f-111ffcdbe853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035d01e0-98f5-468f-9216-89ca82bafa9f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:43.225851 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-79029d95-3bfa-4277-9a8f-111ffcdbe853 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7fc543b1f9b941d7bb86bc53d5c39aef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3520539 Feb 20 05:39:43.234046 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36932) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:43.312049 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-8ea7b73c-9e41-4f93-858e-320c901ee798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:43.313587 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-8ea7b73c-9e41-4f93-858e-320c901ee798 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=09360c7e237c40839dd51d815c9180df&device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 1125 time: 0.0912476 Feb 20 05:39:43.314230 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f9a5bda-735a-4766-91ee-79438436708b admin admin] Publish callbacks [] for security_group (035d01e0-98f5-468f-9216-89ca82bafa9f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:43.339597 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-21d23a6b-04ae-43ac-aa28-ccbb494702c3 req-aea54db2-e602-4043-b8cb-8bec8aab3c8e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298375 Feb 20 05:39:43.415702 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-4ee7acfa-8510-4f18-871d-1e5b03d8d3e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39d13450-bd59-4261-b93b-379a0f962e36 HTTP/1.1" status: 200 len: 217 time: 0.0869310 Feb 20 05:39:43.418207 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f9a5bda-735a-4766-91ee-79438436708b admin admin] Publish callbacks [] for security_group (035d01e0-98f5-468f-9216-89ca82bafa9f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:43.451457 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-39d54e41-0de2-43fe-a89d-da1c60e7ae32 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 2001:db8::1 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/04628c5a-c39f-4c8e-bc1d-554cd8b6fd03/77bdca09-1cbe-49dc-9f20-d355645aa826) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:39:43.469143 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f07ec0ce-5927-449f-832a-b99138b74ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:43.553270 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-07729f35-fe05-4840-8da7-9a6950672e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:43.554997 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-07729f35-fe05-4840-8da7-9a6950672e40 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bc8bc607-6333-462f-8bbc-60d061e4d26c HTTP/1.1" status: 200 len: 854 time: 0.1055841 Feb 20 05:39:43.606451 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-9c10e6ef-8593-4372-b268-a6840f1977e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=01278ac3-eba6-45f1-87d7-2920932959ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430045 Feb 20 05:39:43.636418 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39d54e41-0de2-43fe-a89d-da1c60e7ae32 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (77bdca09-1cbe-49dc-9f20-d355645aa826), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:43.682662 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a3276-1ed4-4536-a932-421193f4f3ff req-a20322fc-ded6-429f-ac2b-2c609e4aa592 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:43.684252 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ed5a3276-1ed4-4536-a932-421193f4f3ff req-a20322fc-ded6-429f-ac2b-2c609e4aa592 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 943 time: 0.1023839 Feb 20 05:39:43.694592 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f9a5bda-735a-4766-91ee-79438436708b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (035d01e0-98f5-468f-9216-89ca82bafa9f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:43.699734 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f9a5bda-735a-4766-91ee-79438436708b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:43.705664 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3f9a5bda-735a-4766-91ee-79438436708b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/035d01e0-98f5-468f-9216-89ca82bafa9f HTTP/1.1" status: 204 len: 168 time: 0.4685473 Feb 20 05:39:43.724696 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39d54e41-0de2-43fe-a89d-da1c60e7ae32 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (77bdca09-1cbe-49dc-9f20-d355645aa826), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:43.743048 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a5bda-735a-4766-91ee-79438436708b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035d01e0-98f5-468f-9216-89ca82bafa9f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:43.840345 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f07ec0ce-5927-449f-832a-b99138b74ee7 admin admin] Publish callbacks [] for security_group (4bb31b0a-b87d-4fbe-8913-27cca2e55767), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:43.854425 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-272b8479-4ed8-4ac7-851c-cf75e7d97968 service neutron] 10.222.0.61 "GET /v2.0/networks/01278ac3-eba6-45f1-87d7-2920932959ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365241 Feb 20 05:39:43.854711 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f07ec0ce-5927-449f-832a-b99138b74ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4bb31b0a-b87d-4fbe-8913-27cca2e55767), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:43.862212 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d54e41-0de2-43fe-a89d-da1c60e7ae32 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:43.872905 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-39d54e41-0de2-43fe-a89d-da1c60e7ae32 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:43.882858 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d54e41-0de2-43fe-a89d-da1c60e7ae32 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:39:43.883960 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39d54e41-0de2-43fe-a89d-da1c60e7ae32 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (163a8317-4c44-4ba0-a125-070583c0980d), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:43.976622 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d54e41-0de2-43fe-a89d-da1c60e7ae32 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=77bdca09-1cbe-49dc-9f20-d355645aa826,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:44.022927 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ed5a3276-1ed4-4536-a932-421193f4f3ff req-e48a95a3-3a6a-42b9-98b2-601f07fa96dc tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292999 Feb 20 05:39:44.083020 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c57f7286-858d-4721-81bd-59f7b3bb6731 req-2c812723-ea86-4fa1-964a-7fced7815121 service neutron] 10.222.0.61 "GET /v2.0/networks/01278ac3-eba6-45f1-87d7-2920932959ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205136 Feb 20 05:39:44.111600 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device edf29c77-0463-436d-90ad-0ae80813bb24 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:39:44.138309 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f07ec0ce-5927-449f-832a-b99138b74ee7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4949530ad7ee4832963bbf95f0fad6ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9707181 Feb 20 05:39:44.138693 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36938) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:44.160843 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ec0ce-5927-449f-832a-b99138b74ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb31b0a-b87d-4fbe-8913-27cca2e55767,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:44.219173 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-025a2f5f-e641-42a0-807b-43747fe6144a None None] Provisioning complete for port edf29c77-0463-436d-90ad-0ae80813bb24 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:44.219554 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-025a2f5f-e641-42a0-807b-43747fe6144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (edf29c77-0463-436d-90ad-0ae80813bb24), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:44.260855 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-92d6d77c-cac4-4625-bab8-694be8d1c83e req-de7383a5-77ef-479d-bc4d-aff3fd26b7e8 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 210 time: 0.0873260 Feb 20 05:39:44.264155 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port edf29c77-0463-436d-90ad-0ae80813bb24 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:44.264386 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (edf29c77-0463-436d-90ad-0ae80813bb24), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:44.264774 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c8762cd4-6b37-4d57-83f0-7a52fe899104 admin admin] Publish callbacks [] for security_group (4bb31b0a-b87d-4fbe-8913-27cca2e55767), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:44.304528 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c8762cd4-6b37-4d57-83f0-7a52fe899104 admin admin] Publish callbacks [] for security_group (4bb31b0a-b87d-4fbe-8913-27cca2e55767), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:44.393220 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-bb97c4a8-7a95-4799-861c-71b6002609b1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:44.395463 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-bb97c4a8-7a95-4799-861c-71b6002609b1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.61 "GET /v2.0/networks?id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 200 len: 812 time: 0.4228141 Feb 20 05:39:44.397137 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7acc86-a282-4999-a991-1bcec7e9ff09 x-openstack-request-id: req-1d7acc86-a282-4999-a991-1bcec7e9ff09 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:39:44.397432 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da55cee-689f-429f-a5c7-15aac51003cc", "tag": "39d13450-bd59-4261-b93b-379a0f962e36", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:39:44.398915 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39d54e41-0de2-43fe-a89d-da1c60e7ae32 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (77bdca09-1cbe-49dc-9f20-d355645aa826), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:44.399639 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d7acc86-a282-4999-a991-1bcec7e9ff09 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:39:44.399937 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da55cee-689f-429f-a5c7-15aac51003cc', 'tag': '39d13450-bd59-4261-b93b-379a0f962e36', 'status': 'completed', 'code': 200} Feb 20 05:39:44.404995 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c8762cd4-6b37-4d57-83f0-7a52fe899104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4bb31b0a-b87d-4fbe-8913-27cca2e55767), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:44.409305 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c8762cd4-6b37-4d57-83f0-7a52fe899104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:44.410880 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c8762cd4-6b37-4d57-83f0-7a52fe899104 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4bb31b0a-b87d-4fbe-8913-27cca2e55767 HTTP/1.1" status: 204 len: 168 time: 0.2703030 Feb 20 05:39:44.422259 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-8b8a0ddb-933d-4b03-aff4-05ef8b723192 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Request body: {'port': {'device_id': '077ab7f9-704e-498e-adc5-884d50b65c9a', 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'admin_state_up': True, 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:44.463696 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8762cd4-6b37-4d57-83f0-7a52fe899104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb31b0a-b87d-4fbe-8913-27cca2e55767,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:44.482502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecda843-fba3-4a30-a383-88f932a0bbb9 req-de558d0a-eada-4502-b223-f44580a08caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:44.485154 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cecda843-fba3-4a30-a383-88f932a0bbb9 req-de558d0a-eada-4502-b223-f44580a08caf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=09360c7e237c40839dd51d815c9180df&device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 1125 time: 0.0731285 Feb 20 05:39:44.501638 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port edf29c77-0463-436d-90ad-0ae80813bb24 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:44.502206 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (edf29c77-0463-436d-90ad-0ae80813bb24), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:44.529969 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-025a2f5f-e641-42a0-807b-43747fe6144a None None] Current status of the port edf29c77-0463-436d-90ad-0ae80813bb24 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:44.530506 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-025a2f5f-e641-42a0-807b-43747fe6144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (edf29c77-0463-436d-90ad-0ae80813bb24), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:44.573012 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port edf29c77-0463-436d-90ad-0ae80813bb24, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=edf29c77-0463-436d-90ad-0ae80813bb24,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:44.580685 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (edf29c77-0463-436d-90ad-0ae80813bb24), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:44.657748 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecda843-fba3-4a30-a383-88f932a0bbb9 req-c82a4114-38bf-42d0-bfc1-168e62e202b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:44.659955 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cecda843-fba3-4a30-a383-88f932a0bbb9 req-c82a4114-38bf-42d0-bfc1-168e62e202b4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=01278ac3-eba6-45f1-87d7-2920932959ff HTTP/1.1" status: 200 len: 914 time: 0.1668153 Feb 20 05:39:44.676164 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-025a2f5f-e641-42a0-807b-43747fe6144a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:39:44.676607 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-025a2f5f-e641-42a0-807b-43747fe6144a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:39:44.684565 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=edf29c77-0463-436d-90ad-0ae80813bb24,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:44.694827 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-8b8a0ddb-933d-4b03-aff4-05ef8b723192 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Made reservation on behalf of e6ab79728f124adc87dd8ebb98d8b1ba for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:44.699646 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-8b8a0ddb-933d-4b03-aff4-05ef8b723192 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:44.716689 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cecda843-fba3-4a30-a383-88f932a0bbb9 req-7bfb55fc-20ca-4bfa-b381-4226fb85cb6e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39d13450-bd59-4261-b93b-379a0f962e36 HTTP/1.1" status: 200 len: 217 time: 0.0491364 Feb 20 05:39:44.775533 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecda843-fba3-4a30-a383-88f932a0bbb9 req-5fcce58c-3aec-435c-8784-29c04a995095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:44.777434 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cecda843-fba3-4a30-a383-88f932a0bbb9 req-5fcce58c-3aec-435c-8784-29c04a995095 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bc8bc607-6333-462f-8bbc-60d061e4d26c HTTP/1.1" status: 200 len: 854 time: 0.0556304 Feb 20 05:39:44.829595 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cecda843-fba3-4a30-a383-88f932a0bbb9 req-7961d86c-ec22-4cba-9ada-68b8eee8a084 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=01278ac3-eba6-45f1-87d7-2920932959ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450113 Feb 20 05:39:44.929947 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cecda843-fba3-4a30-a383-88f932a0bbb9 req-21d53b97-0fde-423b-954d-af6eca939b75 service neutron] 10.222.0.61 "GET /v2.0/networks/01278ac3-eba6-45f1-87d7-2920932959ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938745 Feb 20 05:39:44.985754 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-8b8a0ddb-933d-4b03-aff4-05ef8b723192 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Allocated IP 172.20.0.7 (a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b/a08401b1-85d8-4e92-bab1-1aef3c02482d/395958e9-b3e5-48fc-a5fe-e7aca7e88338) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:39:45.085708 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39d54e41-0de2-43fe-a89d-da1c60e7ae32 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (77bdca09-1cbe-49dc-9f20-d355645aa826), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:45.096195 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39d54e41-0de2-43fe-a89d-da1c60e7ae32 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (77bdca09-1cbe-49dc-9f20-d355645aa826), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:45.096966 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39d54e41-0de2-43fe-a89d-da1c60e7ae32 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (163a8317-4c44-4ba0-a125-070583c0980d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:45.108014 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cecda843-fba3-4a30-a383-88f932a0bbb9 req-a4e637d0-5d11-4937-8928-a23244f17c60 service neutron] 10.222.0.61 "GET /v2.0/networks/01278ac3-eba6-45f1-87d7-2920932959ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722999 Feb 20 05:39:45.228358 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-025a2f5f-e641-42a0-807b-43747fe6144a None None] Current status of the port edf29c77-0463-436d-90ad-0ae80813bb24 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:45.269908 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d54e41-0de2-43fe-a89d-da1c60e7ae32 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=77bdca09-1cbe-49dc-9f20-d355645aa826,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:45.349631 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2530916d-9034-4ed0-8aa3-bbc54ac3366e None None] Provisioning complete for port 77bdca09-1cbe-49dc-9f20-d355645aa826 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:45.350011 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2530916d-9034-4ed0-8aa3-bbc54ac3366e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (77bdca09-1cbe-49dc-9f20-d355645aa826), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:45.350123 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-8b8a0ddb-933d-4b03-aff4-05ef8b723192 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks [] for port (395958e9-b3e5-48fc-a5fe-e7aca7e88338), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:45.381976 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31133285-c04e-457d-afd7-04cd0626a17e req-00bf2fc6-5612-4c7e-8881-e30be7fce83a tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:45.383587 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-31133285-c04e-457d-afd7-04cd0626a17e req-00bf2fc6-5612-4c7e-8881-e30be7fce83a tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 949 time: 0.1384418 Feb 20 05:39:45.390182 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2530916d-9034-4ed0-8aa3-bbc54ac3366e None None] Port 77bdca09-1cbe-49dc-9f20-d355645aa826 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:39:45.398344 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d54e41-0de2-43fe-a89d-da1c60e7ae32 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:45.409623 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-39d54e41-0de2-43fe-a89d-da1c60e7ae32 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:45.504749 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-8b8a0ddb-933d-4b03-aff4-05ef8b723192 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (395958e9-b3e5-48fc-a5fe-e7aca7e88338), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:45.521152 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b', 'f143992c-eba3-4130-8dfa-cd55ce551fc6'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:39:45.549594 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-31133285-c04e-457d-afd7-04cd0626a17e req-883b0b56-d3fb-402c-bb22-0e22c463df82 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546311 Feb 20 05:39:45.645432 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-8b8a0ddb-933d-4b03-aff4-05ef8b723192 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:45.655703 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-8b8a0ddb-933d-4b03-aff4-05ef8b723192 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:45.666529 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-8b8a0ddb-933d-4b03-aff4-05ef8b723192 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:39:45.670306 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a0ddb-933d-4b03-aff4-05ef8b723192 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Pushing event updated for resources: {'Port': ['ID=395958e9-b3e5-48fc-a5fe-e7aca7e88338,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:45.863666 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-8b8a0ddb-933d-4b03-aff4-05ef8b723192 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:45.865571 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-8b8a0ddb-933d-4b03-aff4-05ef8b723192 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:45.873541 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d54e41-0de2-43fe-a89d-da1c60e7ae32 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Router 163a8317-4c44-4ba0-a125-070583c0980d is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:39:45.897152 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37006) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:45.913139 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34a6e4-61c1-4a0e-bff5-dbd5be2eb27f req-74d0de57-1821-4106-bc67-856bc7cbf23e tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:45.914946 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1d34a6e4-61c1-4a0e-bff5-dbd5be2eb27f req-74d0de57-1821-4106-bc67-856bc7cbf23e tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 943 time: 0.2405970 Feb 20 05:39:45.956164 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-af57e07a-e502-4425-8403-1bb516bc5d2a None None] Provisioning complete for port 77bdca09-1cbe-49dc-9f20-d355645aa826 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:45.956625 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af57e07a-e502-4425-8403-1bb516bc5d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (77bdca09-1cbe-49dc-9f20-d355645aa826), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:45.976237 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-8b8a0ddb-933d-4b03-aff4-05ef8b723192 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5634758 Feb 20 05:39:46.029395 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Request body: {'port': {'device_id': '077ab7f9-704e-498e-adc5-884d50b65c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:46.067266 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-af57e07a-e502-4425-8403-1bb516bc5d2a None None] Port 77bdca09-1cbe-49dc-9f20-d355645aa826 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:39:46.076320 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device edf29c77-0463-436d-90ad-0ae80813bb24 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:39:46.116310 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (395958e9-b3e5-48fc-a5fe-e7aca7e88338), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:46.140772 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port edf29c77-0463-436d-90ad-0ae80813bb24 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:46.140772 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (edf29c77-0463-436d-90ad-0ae80813bb24), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:46.150652 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d54e41-0de2-43fe-a89d-da1c60e7ae32 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:39:46.194711 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-b29b0309-fb8c-4c7a-9dc8-deda250aae7b tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-242352315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:46.197684 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed941cd-56e4-4eb8-b9b3-a8d2c7483805 None None] Sync routers for ids ['163a8317-4c44-4ba0-a125-070583c0980d'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:39:46.225348 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed941cd-56e4-4eb8-b9b3-a8d2c7483805 None None] Routers {'163a8317-4c44-4ba0-a125-070583c0980d'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:39:46.226539 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fed941cd-56e4-4eb8-b9b3-a8d2c7483805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:39:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['163a8317-4c44-4ba0-a125-070583c0980d'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:46.230621 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b29b0309-fb8c-4c7a-9dc8-deda250aae7b tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (0cd12f2f-6608-47f2-b429-b316a46e960e), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:46.232978 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b29b0309-fb8c-4c7a-9dc8-deda250aae7b tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (0cd12f2f-6608-47f2-b429-b316a46e960e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:46.268594 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-c1a94c0d-07b2-4dce-ad0b-2aeecb8ecf7d None None] Provisioning complete for port 395958e9-b3e5-48fc-a5fe-e7aca7e88338 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:46.269785 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c1a94c0d-07b2-4dce-ad0b-2aeecb8ecf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (395958e9-b3e5-48fc-a5fe-e7aca7e88338), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:46.288644 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-39d54e41-0de2-43fe-a89d-da1c60e7ae32 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "PUT /v2.0/routers/163a8317-4c44-4ba0-a125-070583c0980d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5131700 Feb 20 05:39:46.292504 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1d34a6e4-61c1-4a0e-bff5-dbd5be2eb27f req-2505060a-5b4f-430a-886c-58d0a69039e4 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202505 Feb 20 05:39:46.296130 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37018) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:46.326012 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b29b0309-fb8c-4c7a-9dc8-deda250aae7b tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks [] for router_controller (0cd12f2f-6608-47f2-b429-b316a46e960e), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:46.332031 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b29b0309-fb8c-4c7a-9dc8-deda250aae7b tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (0cd12f2f-6608-47f2-b429-b316a46e960e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:46.364120 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b29b0309-fb8c-4c7a-9dc8-deda250aae7b tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:46.368795 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b29b0309-fb8c-4c7a-9dc8-deda250aae7b tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4683189 Feb 20 05:39:46.369108 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37020) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:46.384518 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c1a94c0d-07b2-4dce-ad0b-2aeecb8ecf7d None None] Port 395958e9-b3e5-48fc-a5fe-e7aca7e88338 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:39:46.388201 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port edf29c77-0463-436d-90ad-0ae80813bb24 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:46.397885 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-fed941cd-56e4-4eb8-b9b3-a8d2c7483805 None None] Set router 163a8317-4c44-4ba0-a125-070583c0980d gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:39:46.406134 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-970809c6-875e-43ff-a6a5-addf8e132f1b tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1989627197'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:46.406330 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc06871f-3fe8-4228-8d31-f7881c80b3db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:46.407571 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-dc06871f-3fe8-4228-8d31-f7881c80b3db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports/77bdca09-1cbe-49dc-9f20-d355645aa826 HTTP/1.1" status: 200 len: 911 time: 0.1102402 Feb 20 05:39:46.410339 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37024) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:46.440331 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 39d13450-bd59-4261-b93b-379a0f962e36 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:39:46.477499 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e84b3ef-e4e4-4430-9c8d-b5715269f8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:46.497470 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37ca615-c484-48d1-b6ea-9a8df296eaf8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:46.504355 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37ca615-c484-48d1-b6ea-9a8df296eaf8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:46.506288 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b37ca615-c484-48d1-b6ea-9a8df296eaf8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0948908 Feb 20 05:39:46.509185 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37028) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:46.509674 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970809c6-875e-43ff-a6a5-addf8e132f1b tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Made reservation on behalf of f72edc5b49dc41e6b978d7a27374f7b5 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:46.515127 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-970809c6-875e-43ff-a6a5-addf8e132f1b tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:46.526116 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-970809c6-875e-43ff-a6a5-addf8e132f1b tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:46.533980 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb84e9-8758-421a-9a17-67ac580cb962 req-f980a98b-b1c1-4996-8282-06769ca1c568 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:46.539943 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb84e9-8758-421a-9a17-67ac580cb962 req-f980a98b-b1c1-4996-8282-06769ca1c568 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:46.546342 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb84e9-8758-421a-9a17-67ac580cb962 req-f980a98b-b1c1-4996-8282-06769ca1c568 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:46.553400 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb84e9-8758-421a-9a17-67ac580cb962 req-f980a98b-b1c1-4996-8282-06769ca1c568 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:46.560424 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb84e9-8758-421a-9a17-67ac580cb962 req-f980a98b-b1c1-4996-8282-06769ca1c568 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:46.567090 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb84e9-8758-421a-9a17-67ac580cb962 req-f980a98b-b1c1-4996-8282-06769ca1c568 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:46.574346 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb84e9-8758-421a-9a17-67ac580cb962 req-f980a98b-b1c1-4996-8282-06769ca1c568 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:46.577596 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-87fb84e9-8758-421a-9a17-67ac580cb962 req-f980a98b-b1c1-4996-8282-06769ca1c568 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5443 time: 0.1686757 Feb 20 05:39:46.646937 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-970809c6-875e-43ff-a6a5-addf8e132f1b tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks [] for security_group (be431633-2e92-432c-8bc6-ac1c8d9a584f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:46.653473 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-970809c6-875e-43ff-a6a5-addf8e132f1b tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (be431633-2e92-432c-8bc6-ac1c8d9a584f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:46.675821 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 39d13450-bd59-4261-b93b-379a0f962e36, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=39d13450-bd59-4261-b93b-379a0f962e36,segment=NetworkSegment(4cdc692c-dc0a-4b72-9459-ea1592b0f54a),segment_id=4cdc692c-dc0a-4b72-9459-ea1592b0f54a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:46.685848 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970809c6-875e-43ff-a6a5-addf8e132f1b tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be431633-2e92-432c-8bc6-ac1c8d9a584f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:46.706720 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '39d13450-bd59-4261-b93b-379a0f962e36', 'network_id': '01278ac3-eba6-45f1-87d7-2920932959ff', 'port_id': '39d13450-bd59-4261-b93b-379a0f962e36', 'mac_address': 'fa:16:3e:84:f5:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc8bc607-6333-462f-8bbc-60d061e4d26c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:39:46.722608 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970809c6-875e-43ff-a6a5-addf8e132f1b tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:39:46.737601 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-970809c6-875e-43ff-a6a5-addf8e132f1b tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (bf6a8f60-db44-4885-adb2-73706409344e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:46.738306 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-970809c6-875e-43ff-a6a5-addf8e132f1b tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Added segment bf6a8f60-db44-4885-adb2-73706409344e of type vlan for network b51380f5-9a16-4836-bbf7-96876760a6b9 Feb 20 05:39:46.755834 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 395958e9-b3e5-48fc-a5fe-e7aca7e88338 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:39:46.762594 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 39d13450-bd59-4261-b93b-379a0f962e36 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:46.763568 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (39d13450-bd59-4261-b93b-379a0f962e36), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:46.780719 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39d13450-bd59-4261-b93b-379a0f962e36 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:39:46.781221 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-87fb84e9-8758-421a-9a17-67ac580cb962 req-0cbd45ff-5d5a-4d5b-8832-fa79c8ae79b1 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1596398 Feb 20 05:39:46.789650 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fed941cd-56e4-4eb8-b9b3-a8d2c7483805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163a8317-4c44-4ba0-a125-070583c0980d', 'name': 'tempest-NetworksTestDHCPv6-router-1437251534', 'tenant_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:39:41Z', 'updated_at': '2022-02-20T05:39:44Z', 'revision_number': 2, 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'gw_port_host': None, '_interfaces': [{'id': '77bdca09-1cbe-49dc-9f20-d355645aa826', 'name': '', 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'tenant_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'mac_address': 'fa:16:3e:f1:f1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163a8317-4c44-4ba0-a125-070583c0980d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '04628c5a-c39f-4c8e-bc1d-554cd8b6fd03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:39:43Z', 'updated_at': '2022-02-20T05:39:44Z', 'revision_number': 2, 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'subnets': [{'id': '04628c5a-c39f-4c8e-bc1d-554cd8b6fd03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:46.796768 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Publish callbacks [] for port (395958e9-b3e5-48fc-a5fe-e7aca7e88338), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:46.821021 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed941cd-56e4-4eb8-b9b3-a8d2c7483805 None None] Checking router: 163a8317-4c44-4ba0-a125-070583c0980d for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:39:46.821380 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed941cd-56e4-4eb8-b9b3-a8d2c7483805 None None] Updating router 163a8317-4c44-4ba0-a125-070583c0980d port 77bdca09-1cbe-49dc-9f20-d355645aa826 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:39:46.823653 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-970809c6-875e-43ff-a6a5-addf8e132f1b tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (b51380f5-9a16-4836-bbf7-96876760a6b9), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:46.857271 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 39d13450-bd59-4261-b93b-379a0f962e36, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=39d13450-bd59-4261-b93b-379a0f962e36,segment=NetworkSegment(4cdc692c-dc0a-4b72-9459-ea1592b0f54a),segment_id=4cdc692c-dc0a-4b72-9459-ea1592b0f54a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:46.863130 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fed941cd-56e4-4eb8-b9b3-a8d2c7483805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (77bdca09-1cbe-49dc-9f20-d355645aa826), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:46.873078 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (39d13450-bd59-4261-b93b-379a0f962e36), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:46.891628 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-970809c6-875e-43ff-a6a5-addf8e132f1b tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (b51380f5-9a16-4836-bbf7-96876760a6b9), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:46.905904 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970809c6-875e-43ff-a6a5-addf8e132f1b tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:46.906571 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-970809c6-875e-43ff-a6a5-addf8e132f1b tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:46.909745 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Transition to ACTIVE for port object 395958e9-b3e5-48fc-a5fe-e7aca7e88338 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:39:46.952758 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (395958e9-b3e5-48fc-a5fe-e7aca7e88338), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:46.974670 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-970809c6-875e-43ff-a6a5-addf8e132f1b tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6011245 Feb 20 05:39:46.975933 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37046) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:46.980065 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a1aa4469-8920-48ef-8e78-bf8335e9cbc3 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Request body: {'subnet': {'network_id': 'b51380f5-9a16-4836-bbf7-96876760a6b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:47.014554 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Pushing event updated for resources: {'Port': ['ID=395958e9-b3e5-48fc-a5fe-e7aca7e88338,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:47.091202 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970809c6-875e-43ff-a6a5-addf8e132f1b tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Pushing event updated for resources: {'Network': ['ID=b51380f5-9a16-4836-bbf7-96876760a6b9,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:47.128527 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network b51380f5-9a16-4836-bbf7-96876760a6b9 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:39:47.147500 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1aa4469-8920-48ef-8e78-bf8335e9cbc3 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Made reservation on behalf of f72edc5b49dc41e6b978d7a27374f7b5 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:47.151684 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a1aa4469-8920-48ef-8e78-bf8335e9cbc3 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:47.157077 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b415aa3-9005-4944-bf41-61bae5b3945a req-fce66c63-7368-4fd1-a10c-992a3a2dff0a tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:47.166210 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b415aa3-9005-4944-bf41-61bae5b3945a req-fce66c63-7368-4fd1-a10c-992a3a2dff0a tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 943 time: 0.2550850 Feb 20 05:39:47.231310 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=39d13450-bd59-4261-b93b-379a0f962e36,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:47.473651 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['39d13450-bd59-4261-b93b-379a0f962e36'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:39:47.492530 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a1aa4469-8920-48ef-8e78-bf8335e9cbc3 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (50a05851-7eac-4c46-8b2f-f87a6f00c918), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:47.588090 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa4469-8920-48ef-8e78-bf8335e9cbc3 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Pushing event updated for resources: {'Subnet': ['ID=50a05851-7eac-4c46-8b2f-f87a6f00c918,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:47.613186 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aa4469-8920-48ef-8e78-bf8335e9cbc3 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Checking segment: {'id': 'bf6a8f60-db44-4885-adb2-73706409344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b51380f5-9a16-4836-bbf7-96876760a6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:39:47.614812 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aa4469-8920-48ef-8e78-bf8335e9cbc3 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Network hostable DHCP agents. Network: b51380f5-9a16-4836-bbf7-96876760a6b9, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:39:47.639014 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aa4469-8920-48ef-8e78-bf8335e9cbc3 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Network b51380f5-9a16-4836-bbf7-96876760a6b9 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:39:47.652806 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-a1aa4469-8920-48ef-8e78-bf8335e9cbc3 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, b51380f5-9a16-4836-bbf7-96876760a6b9) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:47.662318 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1aa4469-8920-48ef-8e78-bf8335e9cbc3 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:47.663232 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a1aa4469-8920-48ef-8e78-bf8335e9cbc3 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:47.665265 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6571193-54c1-4e59-81be-d27fc292e1b6 None None] Network b51380f5-9a16-4836-bbf7-96876760a6b9 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:47.694387 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a1aa4469-8920-48ef-8e78-bf8335e9cbc3 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7145767 Feb 20 05:39:47.694690 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37066) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:47.708072 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-38c8601a-36af-401b-9d62-ac71f2ad3f15 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Request body: {'network': {'name': 'tempest-router-network01--1183572941'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:47.718425 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b415aa3-9005-4944-bf41-61bae5b3945a req-7d0b5fa2-800f-4371-ad62-42b5161c4aa9 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5511124 Feb 20 05:39:47.747019 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c8601a-36af-401b-9d62-ac71f2ad3f15 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Made reservation on behalf of f72edc5b49dc41e6b978d7a27374f7b5 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:47.751223 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-38c8601a-36af-401b-9d62-ac71f2ad3f15 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:47.784350 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Attempting to bind port 395958e9-b3e5-48fc-a5fe-e7aca7e88338 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:39:47.784685 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Attempting to bind port 395958e9-b3e5-48fc-a5fe-e7aca7e88338 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:39:47.786247 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Attempting to bind port 395958e9-b3e5-48fc-a5fe-e7aca7e88338 on network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:39:47.787962 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c8601a-36af-401b-9d62-ac71f2ad3f15 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:39:47.802577 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-38c8601a-36af-401b-9d62-ac71f2ad3f15 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d7656b61-ce26-44e5-910a-aa08f74555a0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:47.803032 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-38c8601a-36af-401b-9d62-ac71f2ad3f15 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Added segment d7656b61-ce26-44e5-910a-aa08f74555a0 of type vlan for network fa797bd5-0e34-4f23-a0a5-44b4649fd828 Feb 20 05:39:47.818529 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fed941cd-56e4-4eb8-b9b3-a8d2c7483805 None None] Publish callbacks [] for port (77bdca09-1cbe-49dc-9f20-d355645aa826), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:47.835734 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fed941cd-56e4-4eb8-b9b3-a8d2c7483805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (77bdca09-1cbe-49dc-9f20-d355645aa826), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:47.859769 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-38c8601a-36af-401b-9d62-ac71f2ad3f15 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (fa797bd5-0e34-4f23-a0a5-44b4649fd828), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:47.870410 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Port 395958e9-b3e5-48fc-a5fe-e7aca7e88338 on network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:39:47.870410 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Attempting to bind port 395958e9-b3e5-48fc-a5fe-e7aca7e88338 on network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:39:47.896532 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:39:47.896532 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Checking segment: {'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:39:47.897020 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Bound using segment: {'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:39:47.897387 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Bound port: 395958e9-b3e5-48fc-a5fe-e7aca7e88338, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62986bcb-199f-4696-b75f-969754a5af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:39:47.897794 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (395958e9-b3e5-48fc-a5fe-e7aca7e88338), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:47.910746 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-38c8601a-36af-401b-9d62-ac71f2ad3f15 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (fa797bd5-0e34-4f23-a0a5-44b4649fd828), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:47.925962 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28351170-3bfb-4a3b-b528-6b57d697ac4f None None] Pushing event updated for resources: {'Port': ['ID=77bdca09-1cbe-49dc-9f20-d355645aa826,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:47.931209 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c8601a-36af-401b-9d62-ac71f2ad3f15 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:47.931956 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-38c8601a-36af-401b-9d62-ac71f2ad3f15 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:47.967359 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb80a27-7fed-4dcd-bd58-65f23f2f24da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-b51380f5-9a16-4836-bbf7-96876760a6b9', 'network_id': 'b51380f5-9a16-4836-bbf7-96876760a6b9', 'project_id': 'f72edc5b49dc41e6b978d7a27374f7b5', 'fixed_ips': [{'subnet_id': '50a05851-7eac-4c46-8b2f-f87a6f00c918'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:39:47.968213 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8cb80a27-7fed-4dcd-bd58-65f23f2f24da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:48.031429 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674048d-3609-4544-81a2-75ad5948eaa9 req-b7488187-e576-41af-8c12-2f072f7ca924 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:48.032979 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a674048d-3609-4544-81a2-75ad5948eaa9 req-b7488187-e576-41af-8c12-2f072f7ca924 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 949 time: 0.2263272 Feb 20 05:39:48.033475 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37072) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:48.039412 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-fed941cd-56e4-4eb8-b9b3-a8d2c7483805 None None] Attempting to bind port 77bdca09-1cbe-49dc-9f20-d355645aa826 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:39:48.039782 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-fed941cd-56e4-4eb8-b9b3-a8d2c7483805 None None] Attempting to bind port 77bdca09-1cbe-49dc-9f20-d355645aa826 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:39:48.040143 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed941cd-56e4-4eb8-b9b3-a8d2c7483805 None None] Attempting to bind port 77bdca09-1cbe-49dc-9f20-d355645aa826 on network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:39:48.067348 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-38c8601a-36af-401b-9d62-ac71f2ad3f15 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3688493 Feb 20 05:39:48.074330 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] For port 395958e9-b3e5-48fc-a5fe-e7aca7e88338, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:39:48.076955 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37074) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:48.080060 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] For port 395958e9-b3e5-48fc-a5fe-e7aca7e88338, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=395958e9-b3e5-48fc-a5fe-e7aca7e88338,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:39:48.083083 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c595f7f6-1651-47b7-9abd-68e945feaccb tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Request body: {'network': {'name': 'tempest-router-network02--1506684459'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:48.099881 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed941cd-56e4-4eb8-b9b3-a8d2c7483805 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:39:48.100268 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed941cd-56e4-4eb8-b9b3-a8d2c7483805 None None] Checking segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:39:48.100717 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fed941cd-56e4-4eb8-b9b3-a8d2c7483805 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:48.101071 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed941cd-56e4-4eb8-b9b3-a8d2c7483805 None None] Bound using segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:39:48.101562 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-fed941cd-56e4-4eb8-b9b3-a8d2c7483805 None None] Bound port: 77bdca09-1cbe-49dc-9f20-d355645aa826, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:39:48.101947 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fed941cd-56e4-4eb8-b9b3-a8d2c7483805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (77bdca09-1cbe-49dc-9f20-d355645aa826), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:48.106325 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (395958e9-b3e5-48fc-a5fe-e7aca7e88338), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:48.147180 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8601a-36af-401b-9d62-ac71f2ad3f15 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Pushing event updated for resources: {'Network': ['ID=fa797bd5-0e34-4f23-a0a5-44b4649fd828,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:48.184648 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network fa797bd5-0e34-4f23-a0a5-44b4649fd828 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:39:48.190778 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c595f7f6-1651-47b7-9abd-68e945feaccb tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Made reservation on behalf of f72edc5b49dc41e6b978d7a27374f7b5 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:48.194208 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c595f7f6-1651-47b7-9abd-68e945feaccb tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:48.213694 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-fbe819c2-045c-42f8-a45e-764bdb313707 service neutron] show failed (client error): The resource could not be found. Feb 20 05:39:48.215140 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-fbe819c2-045c-42f8-a45e-764bdb313707 service neutron] 10.222.0.61 "GET /v2.0/ports/34aa2b95-108c-482a-808b-ef9c69237bc6/bindings/n-h2-829866-5 HTTP/1.1" status: 404 len: 380 time: 0.2803876 Feb 20 05:39:48.225738 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c595f7f6-1651-47b7-9abd-68e945feaccb tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:39:48.238369 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c595f7f6-1651-47b7-9abd-68e945feaccb tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (c8698322-c912-4987-9a4a-2458939a0ad5), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:48.238664 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-c595f7f6-1651-47b7-9abd-68e945feaccb tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Added segment c8698322-c912-4987-9a4a-2458939a0ad5 of type vlan for network 20b2acf0-ecce-4b61-9113-95b79df479fa Feb 20 05:39:48.244118 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-8cb80a27-7fed-4dcd-bd58-65f23f2f24da None None] Allocated IP 2001:db8::2 (b51380f5-9a16-4836-bbf7-96876760a6b9/50a05851-7eac-4c46-8b2f-f87a6f00c918/683bf607-38da-453c-86a8-860e1da331c6) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:39:48.261030 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:48.261649 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:48.263650 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] 10.222.0.61 "PUT /v2.0/ports/395958e9-b3e5-48fc-a5fe-e7aca7e88338 HTTP/1.1" status: 200 len: 1091 time: 2.2674534 Feb 20 05:39:48.264118 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077ab7f9-704e-498e-adc5-884d50b65c9a', 'tag': '395958e9-b3e5-48fc-a5fe-e7aca7e88338'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:39:48.272461 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db282248-14f7-42b0-ac4f-8c2c17ec51d4" -d '{"events": [{"name": "network-changed", "server_uuid": "077ab7f9-704e-498e-adc5-884d50b65c9a", "tag": "395958e9-b3e5-48fc-a5fe-e7aca7e88338"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:39:48.336068 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c595f7f6-1651-47b7-9abd-68e945feaccb tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (20b2acf0-ecce-4b61-9113-95b79df479fa), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:48.381967 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c595f7f6-1651-47b7-9abd-68e945feaccb tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (20b2acf0-ecce-4b61-9113-95b79df479fa), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:48.400547 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c595f7f6-1651-47b7-9abd-68e945feaccb tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:48.402841 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c595f7f6-1651-47b7-9abd-68e945feaccb tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:48.405890 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-774594ca-8ea9-46ad-92c9-0f648415cadd tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (163a8317-4c44-4ba0-a125-070583c0980d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:48.421512 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Pushing event updated for resources: {'Port': ['ID=395958e9-b3e5-48fc-a5fe-e7aca7e88338,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:48.498981 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-49b51437-fbde-4e3d-917b-37c1d9881bb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:48.509276 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a674048d-3609-4544-81a2-75ad5948eaa9 req-357bf5d8-8a2d-4774-bc55-bcc061dd6823 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182208 Feb 20 05:39:48.528435 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:48.529370 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:48.529717 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:48.530061 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:48.530401 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:48.530731 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:48.531112 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:48.531443 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:48.531767 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:48.532092 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:48.532418 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:48.532739 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:48.533060 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afa15a-617e-42d4-baeb-74cd91409dee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:39:48.544841 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c595f7f6-1651-47b7-9abd-68e945feaccb tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4667854 Feb 20 05:39:48.550505 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37080) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:48.555909 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-931b6129-eff6-410e-80b2-16eba4cb189e tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Request body: {'subnet': {'network_id': 'fa797bd5-0e34-4f23-a0a5-44b4649fd828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:48.556673 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-3d590019-ef75-46fd-8a1f-78692252cc2a None None] Provisioning complete for port 77bdca09-1cbe-49dc-9f20-d355645aa826 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:48.557185 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3d590019-ef75-46fd-8a1f-78692252cc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (77bdca09-1cbe-49dc-9f20-d355645aa826), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:48.564660 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-fed941cd-56e4-4eb8-b9b3-a8d2c7483805 None None] For port 77bdca09-1cbe-49dc-9f20-d355645aa826, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:39:48.565657 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595f7f6-1651-47b7-9abd-68e945feaccb tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Pushing event updated for resources: {'Network': ['ID=20b2acf0-ecce-4b61-9113-95b79df479fa,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:48.609070 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 20b2acf0-ecce-4b61-9113-95b79df479fa details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:39:48.644220 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-12275537-594e-4da9-936d-95bb9a4b152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:48.644220 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-12275537-594e-4da9-936d-95bb9a4b152f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 1125 time: 0.3095026 Feb 20 05:39:48.657411 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-fed941cd-56e4-4eb8-b9b3-a8d2c7483805 None None] For port 77bdca09-1cbe-49dc-9f20-d355645aa826, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=77bdca09-1cbe-49dc-9f20-d355645aa826,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:39:48.707512 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-9a7654ae-3b52-4d89-82b0-8d290bc8adc4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=395958e9-b3e5-48fc-a5fe-e7aca7e88338 HTTP/1.1" status: 200 len: 217 time: 0.0548482 Feb 20 05:39:48.714416 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-47796244-7fc7-49d7-b498-df749dbdc327 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:48.720525 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-47796244-7fc7-49d7-b498-df749dbdc327 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:48.726185 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-47796244-7fc7-49d7-b498-df749dbdc327 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:48.731568 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-47796244-7fc7-49d7-b498-df749dbdc327 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:48.736975 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-47796244-7fc7-49d7-b498-df749dbdc327 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:48.742380 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-47796244-7fc7-49d7-b498-df749dbdc327 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:48.748044 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-47796244-7fc7-49d7-b498-df749dbdc327 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:48.749991 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-47796244-7fc7-49d7-b498-df749dbdc327 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.61 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5443 time: 0.2654452 Feb 20 05:39:48.773577 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a2ead3c2-9b34-4c40-ab32-6197c07bbae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:48.775331 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a2ead3c2-9b34-4c40-ab32-6197c07bbae7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0&tenant_id=fa4999e395b84ca8985dceeebb996696 HTTP/1.1" status: 200 len: 1131 time: 0.2058330 Feb 20 05:39:48.781038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3d590019-ef75-46fd-8a1f-78692252cc2a None None] Port 77bdca09-1cbe-49dc-9f20-d355645aa826 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:39:48.799604 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a42120f8-e78e-4bcb-bca1-4e6714ae6586 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829866-5', 'device_owner': 'compute:nova'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:48.805304 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931b6129-eff6-410e-80b2-16eba4cb189e tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Made reservation on behalf of f72edc5b49dc41e6b978d7a27374f7b5 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:48.808852 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-931b6129-eff6-410e-80b2-16eba4cb189e tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:48.815796 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fed941cd-56e4-4eb8-b9b3-a8d2c7483805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (77bdca09-1cbe-49dc-9f20-d355645aa826), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:48.817870 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10b951c6-f3fb-4660-a214-28a5d92c180e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:48.820688 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8cb80a27-7fed-4dcd-bd58-65f23f2f24da None None] Publish callbacks [] for port (683bf607-38da-453c-86a8-860e1da331c6), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:48.857723 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8cb80a27-7fed-4dcd-bd58-65f23f2f24da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (683bf607-38da-453c-86a8-860e1da331c6), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:48.893620 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-cc8ec056-2028-485c-8b2a-f2cb2ec46114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:48.895216 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-cc8ec056-2028-485c-8b2a-f2cb2ec46114 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a08401b1-85d8-4e92-bab1-1aef3c02482d HTTP/1.1" status: 200 len: 851 time: 0.1484506 Feb 20 05:39:48.899152 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-9b948ad5-26b2-4331-bf8c-690de220cd47 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:48.900653 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-9b948ad5-26b2-4331-bf8c-690de220cd47 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.61 "GET /v2.0/ports/1b3adbb3-2cc7-496f-9d01-8d25b7de0141?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1421685 Feb 20 05:39:48.909434 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb80a27-7fed-4dcd-bd58-65f23f2f24da None None] Network b51380f5-9a16-4836-bbf7-96876760a6b9 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:48.909717 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-49b51437-fbde-4e3d-917b-37c1d9881bb5 admin admin] Publish callbacks [] for security_group (9cf0343c-5320-4063-bebf-a946c730ffb1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:48.913926 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-8cb80a27-7fed-4dcd-bd58-65f23f2f24da None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:48.919502 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb80a27-7fed-4dcd-bd58-65f23f2f24da None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:39:48.940385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28351170-3bfb-4a3b-b528-6b57d697ac4f None None] Pushing event updated for resources: {'Port': ['ID=77bdca09-1cbe-49dc-9f20-d355645aa826,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:48.951782 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed941cd-56e4-4eb8-b9b3-a8d2c7483805 None None] Routers {'163a8317-4c44-4ba0-a125-070583c0980d'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:39:48.952599 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fed941cd-56e4-4eb8-b9b3-a8d2c7483805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:39:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['163a8317-4c44-4ba0-a125-070583c0980d'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:48.953926 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-49b51437-fbde-4e3d-917b-37c1d9881bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9cf0343c-5320-4063-bebf-a946c730ffb1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:48.964371 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1acb8-0778-4530-92f4-aef325455626 req-3fd8523a-f8c4-47d3-9ac4-c287b870b4fd tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:48.971504 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96d1acb8-0778-4530-92f4-aef325455626 req-3fd8523a-f8c4-47d3-9ac4-c287b870b4fd tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 944 time: 0.1899252 Feb 20 05:39:49.041732 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-49b51437-fbde-4e3d-917b-37c1d9881bb5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=123fbc694e9c4b16b7c5f08a8020183b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9960182 Feb 20 05:39:49.048399 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37088) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:49.063430 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a42120f8-e78e-4bcb-bca1-4e6714ae6586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:49.104079 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b51437-fbde-4e3d-917b-37c1d9881bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf0343c-5320-4063-bebf-a946c730ffb1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:49.156269 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-8cb80a27-7fed-4dcd-bd58-65f23f2f24da None None] Attempting to bind port 683bf607-38da-453c-86a8-860e1da331c6 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:39:49.156770 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-8cb80a27-7fed-4dcd-bd58-65f23f2f24da None None] Attempting to bind port 683bf607-38da-453c-86a8-860e1da331c6 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'bf6a8f60-db44-4885-adb2-73706409344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b51380f5-9a16-4836-bbf7-96876760a6b9'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:39:49.157239 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb80a27-7fed-4dcd-bd58-65f23f2f24da None None] Attempting to bind port 683bf607-38da-453c-86a8-860e1da331c6 on network b51380f5-9a16-4836-bbf7-96876760a6b9 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:39:49.167153 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb80a27-7fed-4dcd-bd58-65f23f2f24da None None] Pushing event updated for resources: {'Port': ['ID=683bf607-38da-453c-86a8-860e1da331c6,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:49.177391 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb80a27-7fed-4dcd-bd58-65f23f2f24da None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:39:49.177950 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb80a27-7fed-4dcd-bd58-65f23f2f24da None None] Checking segment: {'id': 'bf6a8f60-db44-4885-adb2-73706409344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b51380f5-9a16-4836-bbf7-96876760a6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:39:49.178456 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8cb80a27-7fed-4dcd-bd58-65f23f2f24da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:49.178990 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb80a27-7fed-4dcd-bd58-65f23f2f24da None None] Bound using segment: {'id': 'bf6a8f60-db44-4885-adb2-73706409344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b51380f5-9a16-4836-bbf7-96876760a6b9'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:39:49.179574 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-8cb80a27-7fed-4dcd-bd58-65f23f2f24da None None] Bound port: 683bf607-38da-453c-86a8-860e1da331c6, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6a8f60-db44-4885-adb2-73706409344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b51380f5-9a16-4836-bbf7-96876760a6b9'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:39:49.180133 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8cb80a27-7fed-4dcd-bd58-65f23f2f24da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (683bf607-38da-453c-86a8-860e1da331c6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:49.182078 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-d897fed6-0fb3-4616-9e84-ce60c95bffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:49.183883 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-d897fed6-0fb3-4616-9e84-ce60c95bffec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2764738 Feb 20 05:39:49.188521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-fed941cd-56e4-4eb8-b9b3-a8d2c7483805 None None] Set router 163a8317-4c44-4ba0-a125-070583c0980d gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:39:49.196172 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-c39dcd05-9f64-4b81-bbbf-2128efba239f tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.61 "GET /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2865064 Feb 20 05:39:49.203841 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96d1acb8-0778-4530-92f4-aef325455626 req-43dcb243-976f-4194-b397-9b2e0bf43d39 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692328 Feb 20 05:39:49.278634 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-0b5e6159-0920-4164-a456-174d1fd4f3ad service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:49.302557 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1db43544-4548-48a5-af11-e811176ffdbd admin admin] Publish callbacks [] for security_group (9cf0343c-5320-4063-bebf-a946c730ffb1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:49.346561 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-8e9c0bc4-c1ac-4450-ad61-2c011decd7d6 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341052 Feb 20 05:39:49.410324 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1db43544-4548-48a5-af11-e811176ffdbd admin admin] Publish callbacks [] for security_group (9cf0343c-5320-4063-bebf-a946c730ffb1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:49.481441 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-774594ca-8ea9-46ad-92c9-0f648415cadd tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting port 77bdca09-1cbe-49dc-9f20-d355645aa826 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:49.481819 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-774594ca-8ea9-46ad-92c9-0f648415cadd tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (77bdca09-1cbe-49dc-9f20-d355645aa826), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:49.496127 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-8cb80a27-7fed-4dcd-bd58-65f23f2f24da None None] For port 683bf607-38da-453c-86a8-860e1da331c6, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:39:49.509646 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-435e42c1-8429-4843-b576-0cfb3c3500e2 None None] Provisioning complete for port 77bdca09-1cbe-49dc-9f20-d355645aa826 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:49.510459 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-435e42c1-8429-4843-b576-0cfb3c3500e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (77bdca09-1cbe-49dc-9f20-d355645aa826), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:49.521131 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e40da-7f26-4e62-8c0c-343c4ae3acc7 req-3b493657-cc10-40be-a248-ad886b44ecda tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:49.526774 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e40da-7f26-4e62-8c0c-343c4ae3acc7 req-3b493657-cc10-40be-a248-ad886b44ecda tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:49.532989 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e40da-7f26-4e62-8c0c-343c4ae3acc7 req-3b493657-cc10-40be-a248-ad886b44ecda tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:49.538318 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e40da-7f26-4e62-8c0c-343c4ae3acc7 req-3b493657-cc10-40be-a248-ad886b44ecda tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:49.543689 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e40da-7f26-4e62-8c0c-343c4ae3acc7 req-3b493657-cc10-40be-a248-ad886b44ecda tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:49.549113 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e40da-7f26-4e62-8c0c-343c4ae3acc7 req-3b493657-cc10-40be-a248-ad886b44ecda tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:49.555137 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e40da-7f26-4e62-8c0c-343c4ae3acc7 req-3b493657-cc10-40be-a248-ad886b44ecda tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:49.555982 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-8cb80a27-7fed-4dcd-bd58-65f23f2f24da None None] For port 683bf607-38da-453c-86a8-860e1da331c6, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=683bf607-38da-453c-86a8-860e1da331c6,segment=NetworkSegment(bf6a8f60-db44-4885-adb2-73706409344e),segment_id=bf6a8f60-db44-4885-adb2-73706409344e)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:39:49.560866 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e98e40da-7f26-4e62-8c0c-343c4ae3acc7 req-3b493657-cc10-40be-a248-ad886b44ecda tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 5443 time: 0.2118738 Feb 20 05:39:49.565385 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:49.578951 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8cb80a27-7fed-4dcd-bd58-65f23f2f24da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (683bf607-38da-453c-86a8-860e1da331c6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:49.639972 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf210eef-40c0-4c36-a455-5a3687c9183e req-7eae3b15-8378-4b1c-bcc9-d9683feeac88 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765186 Feb 20 05:39:49.717930 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e98e40da-7f26-4e62-8c0c-343c4ae3acc7 req-efd28aad-ea83-4b0e-be34-cea0c2bb6426 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=134d64ac-ded4-461e-8e97-181ea79de070&id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1238055 Feb 20 05:39:49.720049 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-774594ca-8ea9-46ad-92c9-0f648415cadd tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] For port 77bdca09-1cbe-49dc-9f20-d355645aa826, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=77bdca09-1cbe-49dc-9f20-d355645aa826,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:49.720427 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-774594ca-8ea9-46ad-92c9-0f648415cadd tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (77bdca09-1cbe-49dc-9f20-d355645aa826), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:49.741456 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-774594ca-8ea9-46ad-92c9-0f648415cadd tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Calling delete_port for 77bdca09-1cbe-49dc-9f20-d355645aa826 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:49.803217 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec61f4a-4e84-4b85-8822-560b261cc78e x-openstack-request-id: req-0ec61f4a-4e84-4b85-8822-560b261cc78e {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:39:49.803599 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077ab7f9-704e-498e-adc5-884d50b65c9a", "tag": "395958e9-b3e5-48fc-a5fe-e7aca7e88338", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:39:49.803773 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ec61f4a-4e84-4b85-8822-560b261cc78e {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:39:49.805618 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077ab7f9-704e-498e-adc5-884d50b65c9a', 'tag': '395958e9-b3e5-48fc-a5fe-e7aca7e88338', 'status': 'completed', 'code': 200} Feb 20 05:39:49.870874 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb80a27-7fed-4dcd-bd58-65f23f2f24da None None] Pushing event updated for resources: {'Port': ['ID=683bf607-38da-453c-86a8-860e1da331c6,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:49.874723 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-0b5e6159-0920-4164-a456-174d1fd4f3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1b3adbb3-2cc7-496f-9d01-8d25b7de0141), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:49.903058 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-931b6129-eff6-410e-80b2-16eba4cb189e tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (33e4cc1e-dba7-41c8-a658-501490e5139f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:49.931181 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-435e42c1-8429-4843-b576-0cfb3c3500e2 None None] Current status of the port 77bdca09-1cbe-49dc-9f20-d355645aa826 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:49.931181 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-435e42c1-8429-4843-b576-0cfb3c3500e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (77bdca09-1cbe-49dc-9f20-d355645aa826), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:49.944558 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fed941cd-56e4-4eb8-b9b3-a8d2c7483805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163a8317-4c44-4ba0-a125-070583c0980d', 'name': 'tempest-NetworksTestDHCPv6-router-1437251534', 'tenant_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:39:41Z', 'updated_at': '2022-02-20T05:39:44Z', 'revision_number': 2, 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'gw_port_host': None, '_interfaces': [{'id': '77bdca09-1cbe-49dc-9f20-d355645aa826', 'name': '', 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'tenant_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'mac_address': 'fa:16:3e:f1:f1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163a8317-4c44-4ba0-a125-070583c0980d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '04628c5a-c39f-4c8e-bc1d-554cd8b6fd03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:39:43Z', 'updated_at': '2022-02-20T05:39:48Z', 'revision_number': 4, 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'subnets': [{'id': '04628c5a-c39f-4c8e-bc1d-554cd8b6fd03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:49.979045 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a42120f8-e78e-4bcb-bca1-4e6714ae6586 service neutron] For port 34aa2b95-108c-482a-808b-ef9c69237bc6, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=34aa2b95-108c-482a-808b-ef9c69237bc6,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:49.979172 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed941cd-56e4-4eb8-b9b3-a8d2c7483805 None None] The sync data for ids ['163a8317-4c44-4ba0-a125-070583c0980d'] in n-d-829866-5 is: [{'id': '163a8317-4c44-4ba0-a125-070583c0980d', 'name': 'tempest-NetworksTestDHCPv6-router-1437251534', 'tenant_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:39:41Z', 'updated_at': '2022-02-20T05:39:44Z', 'revision_number': 2, 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'gw_port_host': None, '_interfaces': [{'id': '77bdca09-1cbe-49dc-9f20-d355645aa826', 'name': '', 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'tenant_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'mac_address': 'fa:16:3e:f1:f1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163a8317-4c44-4ba0-a125-070583c0980d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '04628c5a-c39f-4c8e-bc1d-554cd8b6fd03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:39:43Z', 'updated_at': '2022-02-20T05:39:48Z', 'revision_number': 4, 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'subnets': [{'id': '04628c5a-c39f-4c8e-bc1d-554cd8b6fd03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:39:50.003805 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-435e42c1-8429-4843-b576-0cfb3c3500e2 None None] For port 77bdca09-1cbe-49dc-9f20-d355645aa826, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=77bdca09-1cbe-49dc-9f20-d355645aa826,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:50.010586 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1db43544-4548-48a5-af11-e811176ffdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9cf0343c-5320-4063-bebf-a946c730ffb1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:50.013473 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1db43544-4548-48a5-af11-e811176ffdbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:50.017247 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-435e42c1-8429-4843-b576-0cfb3c3500e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (77bdca09-1cbe-49dc-9f20-d355645aa826), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:50.017433 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1db43544-4548-48a5-af11-e811176ffdbd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9cf0343c-5320-4063-bebf-a946c730ffb1 HTTP/1.1" status: 204 len: 168 time: 0.9644105 Feb 20 05:39:50.062174 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db43544-4548-48a5-af11-e811176ffdbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf0343c-5320-4063-bebf-a946c730ffb1,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:50.110460 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b6129-eff6-410e-80b2-16eba4cb189e tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Pushing event updated for resources: {'Subnet': ['ID=33e4cc1e-dba7-41c8-a658-501490e5139f,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:50.133650 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca16b6-ce48-4cad-85de-a90c17419272 req-9b5f10d1-557b-443f-9709-55d91bc74133 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:50.167024 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0cca16b6-ce48-4cad-85de-a90c17419272 req-9b5f10d1-557b-443f-9709-55d91bc74133 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 943 time: 0.2469046 Feb 20 05:39:50.168519 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a42120f8-e78e-4bcb-bca1-4e6714ae6586 service neutron] For port 34aa2b95-108c-482a-808b-ef9c69237bc6, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:39:50.172903 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931b6129-eff6-410e-80b2-16eba4cb189e tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Checking segment: {'id': 'd7656b61-ce26-44e5-910a-aa08f74555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fa797bd5-0e34-4f23-a0a5-44b4649fd828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:39:50.173524 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931b6129-eff6-410e-80b2-16eba4cb189e tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Network hostable DHCP agents. Network: fa797bd5-0e34-4f23-a0a5-44b4649fd828, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:39:50.175696 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db282248-14f7-42b0-ac4f-8c2c17ec51d4 req-6b4f40f4-baa2-454c-8aa5-c8fdf1573d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:50.177224 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-db282248-14f7-42b0-ac4f-8c2c17ec51d4 req-6b4f40f4-baa2-454c-8aa5-c8fdf1573d7f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 1125 time: 0.3690760 Feb 20 05:39:50.196396 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e42c1-8429-4843-b576-0cfb3c3500e2 None None] Pushing event updated for resources: {'Port': ['ID=77bdca09-1cbe-49dc-9f20-d355645aa826,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:50.245254 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8151777-0159-4b95-be82-ba107d568cd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34aa2b95-108c-482a-808b-ef9c69237bc6'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:39:50.248170 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f2e0a6-7001-472c-8b3a-1c307174504b" -d '{"events": [{"server_uuid": "c8151777-0159-4b95-be82-ba107d568cd0", "name": "network-vif-unplugged", "status": "completed", "tag": "34aa2b95-108c-482a-808b-ef9c69237bc6"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:39:50.253803 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a42120f8-e78e-4bcb-bca1-4e6714ae6586 service neutron] Publish callbacks [] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:50.262849 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931b6129-eff6-410e-80b2-16eba4cb189e tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Network fa797bd5-0e34-4f23-a0a5-44b4649fd828 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:39:50.285051 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a42120f8-e78e-4bcb-bca1-4e6714ae6586 service neutron] Transition to ACTIVE for port object 34aa2b95-108c-482a-808b-ef9c69237bc6 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:39:50.290192 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-0b5e6159-0920-4164-a456-174d1fd4f3ad service neutron] For port 1b3adbb3-2cc7-496f-9d01-8d25b7de0141, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1b3adbb3-2cc7-496f-9d01-8d25b7de0141,segment=NetworkSegment(afa6ff03-1956-4d1f-b76d-84e9acf97eda),segment_id=afa6ff03-1956-4d1f-b76d-84e9acf97eda)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:50.292221 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-931b6129-eff6-410e-80b2-16eba4cb189e tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, fa797bd5-0e34-4f23-a0a5-44b4649fd828) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:50.304167 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a42120f8-e78e-4bcb-bca1-4e6714ae6586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:50.306256 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4650dc-bc5b-412b-a64b-4b33ce6132d0 None None] Network fa797bd5-0e34-4f23-a0a5-44b4649fd828 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:50.307193 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931b6129-eff6-410e-80b2-16eba4cb189e tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:50.307876 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-931b6129-eff6-410e-80b2-16eba4cb189e tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:50.381557 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42120f8-e78e-4bcb-bca1-4e6714ae6586 service neutron] Pushing event updated for resources: {'Port': ['ID=34aa2b95-108c-482a-808b-ef9c69237bc6,revision_number=6']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:50.392670 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0cca16b6-ce48-4cad-85de-a90c17419272 req-83179de5-d623-433f-a09a-470b7c8b6255 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262623 Feb 20 05:39:50.418970 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-0b5e6159-0920-4164-a456-174d1fd4f3ad service neutron] For port 1b3adbb3-2cc7-496f-9d01-8d25b7de0141, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:39:50.469100 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-0b5e6159-0920-4164-a456-174d1fd4f3ad service neutron] device_id is not set on port 1b3adbb3-2cc7-496f-9d01-8d25b7de0141 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:39:50.479449 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-0b5e6159-0920-4164-a456-174d1fd4f3ad service neutron] Publish callbacks [] for port (1b3adbb3-2cc7-496f-9d01-8d25b7de0141), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:50.500912 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-0b5e6159-0920-4164-a456-174d1fd4f3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (1b3adbb3-2cc7-496f-9d01-8d25b7de0141), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:50.559052 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 39d13450-bd59-4261-b93b-379a0f962e36 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:39:50.612103 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e6159-0920-4164-a456-174d1fd4f3ad service neutron] Pushing event updated for resources: {'Port': ['ID=1b3adbb3-2cc7-496f-9d01-8d25b7de0141,revision_number=6']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:50.641785 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-931b6129-eff6-410e-80b2-16eba4cb189e tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0898430 Feb 20 05:39:50.649154 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a42120f8-e78e-4bcb-bca1-4e6714ae6586 service neutron] No DVR routers for this DVR port 34aa2b95-108c-482a-808b-ef9c69237bc6 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:39:50.671815 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42859185-5c01-4ab7-8ce7-9516d440708c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-fa797bd5-0e34-4f23-a0a5-44b4649fd828', 'network_id': 'fa797bd5-0e34-4f23-a0a5-44b4649fd828', 'project_id': 'f72edc5b49dc41e6b978d7a27374f7b5', 'fixed_ips': [{'subnet_id': '33e4cc1e-dba7-41c8-a658-501490e5139f'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:39:50.673262 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-42859185-5c01-4ab7-8ce7-9516d440708c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:50.676439 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37104) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:50.718712 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-5a5a30ea-5452-48a0-8baf-2ae64a7a0872 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Request body: {'subnet': {'network_id': '20b2acf0-ecce-4b61-9113-95b79df479fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:50.747282 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db282248-14f7-42b0-ac4f-8c2c17ec51d4 req-735bd53c-52bc-4e19-86d0-40d8d64dce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:50.748097 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-db282248-14f7-42b0-ac4f-8c2c17ec51d4 req-735bd53c-52bc-4e19-86d0-40d8d64dce35 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 200 len: 912 time: 0.5624628 Feb 20 05:39:50.763453 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-0b5e6159-0920-4164-a456-174d1fd4f3ad service neutron] No DVR routers for this DVR port 1b3adbb3-2cc7-496f-9d01-8d25b7de0141 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:39:50.765206 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37106) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:50.774677 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-774594ca-8ea9-46ad-92c9-0f648415cadd tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (77bdca09-1cbe-49dc-9f20-d355645aa826), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:50.861026 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44531e75-9626-4526-9a2d-638ce6426323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:50.871389 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-db282248-14f7-42b0-ac4f-8c2c17ec51d4 req-c85f63e3-217f-4523-b354-630f420dff21 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=395958e9-b3e5-48fc-a5fe-e7aca7e88338 HTTP/1.1" status: 200 len: 217 time: 0.0978210 Feb 20 05:39:50.885101 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a42120f8-e78e-4bcb-bca1-4e6714ae6586 service neutron] Attempting to bind port 34aa2b95-108c-482a-808b-ef9c69237bc6 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:39:50.885629 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a42120f8-e78e-4bcb-bca1-4e6714ae6586 service neutron] Attempting to bind port 34aa2b95-108c-482a-808b-ef9c69237bc6 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:39:50.885980 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a42120f8-e78e-4bcb-bca1-4e6714ae6586 service neutron] Attempting to bind port 34aa2b95-108c-482a-808b-ef9c69237bc6 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:39:50.888761 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-0b5e6159-0920-4164-a456-174d1fd4f3ad service neutron] In _notify_port_updated(), no bound segment for port 1b3adbb3-2cc7-496f-9d01-8d25b7de0141 on network fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 {{(pid=103406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 05:39:50.889649 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-0b5e6159-0920-4164-a456-174d1fd4f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:50.890345 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-0b5e6159-0920-4164-a456-174d1fd4f3ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:50.892376 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-0b5e6159-0920-4164-a456-174d1fd4f3ad service neutron] 10.222.0.61 "PUT /v2.0/ports/1b3adbb3-2cc7-496f-9d01-8d25b7de0141 HTTP/1.1" status: 200 len: 1031 time: 1.6433718 Feb 20 05:39:50.912085 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774594ca-8ea9-46ad-92c9-0f648415cadd tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Port': ['ID=77bdca09-1cbe-49dc-9f20-d355645aa826,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:50.928353 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a42120f8-e78e-4bcb-bca1-4e6714ae6586 service neutron] Port 34aa2b95-108c-482a-808b-ef9c69237bc6 on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:39:50.929055 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a42120f8-e78e-4bcb-bca1-4e6714ae6586 service neutron] Attempting to bind port 34aa2b95-108c-482a-808b-ef9c69237bc6 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:39:50.936219 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 39d13450-bd59-4261-b93b-379a0f962e36 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:39:50.975179 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a42120f8-e78e-4bcb-bca1-4e6714ae6586 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:39:50.975810 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a42120f8-e78e-4bcb-bca1-4e6714ae6586 service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:39:50.977124 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a42120f8-e78e-4bcb-bca1-4e6714ae6586 service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:39:50.977819 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a42120f8-e78e-4bcb-bca1-4e6714ae6586 service neutron] Bound port: 34aa2b95-108c-482a-808b-ef9c69237bc6, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:39:50.978415 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a42120f8-e78e-4bcb-bca1-4e6714ae6586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:50.997232 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 39d13450-bd59-4261-b93b-379a0f962e36 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:50.998254 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (39d13450-bd59-4261-b93b-379a0f962e36), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:51.102998 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a42120f8-e78e-4bcb-bca1-4e6714ae6586 service neutron] For port 34aa2b95-108c-482a-808b-ef9c69237bc6, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:39:51.108776 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a42120f8-e78e-4bcb-bca1-4e6714ae6586 service neutron] For port 34aa2b95-108c-482a-808b-ef9c69237bc6, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=34aa2b95-108c-482a-808b-ef9c69237bc6,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:39:51.128569 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a42120f8-e78e-4bcb-bca1-4e6714ae6586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:51.140991 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-f61d4624-67d8-4c29-b082-0aee50ff8e0a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:51.142596 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-f61d4624-67d8-4c29-b082-0aee50ff8e0a tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.61 "GET /v2.0/ports/29db9da7-b890-4cdb-b7e0-fcc13be4e73d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2376583 Feb 20 05:39:51.174060 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-42859185-5c01-4ab7-8ce7-9516d440708c None None] Allocated IP 2001:db8::2 (fa797bd5-0e34-4f23-a0a5-44b4649fd828/33e4cc1e-dba7-41c8-a658-501490e5139f/03686ed3-119f-4144-b1e6-7a8f55c9c00e) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:39:51.194694 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-ec8e731c-a2ae-44ad-8f72-c2cae0bbe2bf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:51.242632 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a42120f8-e78e-4bcb-bca1-4e6714ae6586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:51.243643 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a42120f8-e78e-4bcb-bca1-4e6714ae6586 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:51.245281 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a42120f8-e78e-4bcb-bca1-4e6714ae6586 service neutron] 10.222.0.48 "PUT /v2.0/ports/34aa2b95-108c-482a-808b-ef9c69237bc6 HTTP/1.1" status: 200 len: 1095 time: 2.4504514 Feb 20 05:39:51.277656 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047b15b-fada-4ab9-abd0-d0c6cff5d6e5 req-9bf1d0f9-cbf8-48dd-943d-e9a484e7e958 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:51.282652 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f047b15b-fada-4ab9-abd0-d0c6cff5d6e5 req-9bf1d0f9-cbf8-48dd-943d-e9a484e7e958 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 947 time: 0.7076626 Feb 20 05:39:51.296210 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5a30ea-5452-48a0-8baf-2ae64a7a0872 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Made reservation on behalf of f72edc5b49dc41e6b978d7a27374f7b5 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:51.302689 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5a5a30ea-5452-48a0-8baf-2ae64a7a0872 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:51.315253 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-774594ca-8ea9-46ad-92c9-0f648415cadd tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (163a8317-4c44-4ba0-a125-070583c0980d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:51.326801 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db282248-14f7-42b0-ac4f-8c2c17ec51d4 req-ad902d29-03b3-4cfa-b02a-9961bfa68a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:51.330272 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-db282248-14f7-42b0-ac4f-8c2c17ec51d4 req-ad902d29-03b3-4cfa-b02a-9961bfa68a10 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a08401b1-85d8-4e92-bab1-1aef3c02482d HTTP/1.1" status: 200 len: 851 time: 0.4225121 Feb 20 05:39:51.439248 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42120f8-e78e-4bcb-bca1-4e6714ae6586 service neutron] Pushing event updated for resources: {'Port': ['ID=34aa2b95-108c-482a-808b-ef9c69237bc6,revision_number=7']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:51.452555 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-4acccf09-c9d0-4bb6-8b24-b59a914b2022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:51.454149 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-4acccf09-c9d0-4bb6-8b24-b59a914b2022 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 1129 time: 0.1686358 Feb 20 05:39:51.478335 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:51.504188 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-ec8e731c-a2ae-44ad-8f72-c2cae0bbe2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (29db9da7-b890-4cdb-b7e0-fcc13be4e73d), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:51.508794 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-80a43b3b-2230-4ac7-af65-06ade8b6fcfa None None] Provisioning complete for port 1b3adbb3-2cc7-496f-9d01-8d25b7de0141 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:51.509381 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-80a43b3b-2230-4ac7-af65-06ade8b6fcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1b3adbb3-2cc7-496f-9d01-8d25b7de0141), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:51.520134 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44531e75-9626-4526-9a2d-638ce6426323 admin admin] Publish callbacks [] for security_group (afb54e92-4810-4740-a3b1-ccac17f79c91), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:51.550191 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 39d13450-bd59-4261-b93b-379a0f962e36 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:51.556575 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44531e75-9626-4526-9a2d-638ce6426323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (afb54e92-4810-4740-a3b1-ccac17f79c91), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:51.564455 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (39d13450-bd59-4261-b93b-379a0f962e36), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:51.657737 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da55cee-689f-429f-a5c7-15aac51003cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d13450-bd59-4261-b93b-379a0f962e36'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:39:51.660020 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4dfd6b-dfb5-4298-8b84-8bb7842a0a51" -d '{"events": [{"server_uuid": "3da55cee-689f-429f-a5c7-15aac51003cc", "name": "network-vif-plugged", "status": "completed", "tag": "39d13450-bd59-4261-b93b-379a0f962e36"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:39:51.681535 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 39d13450-bd59-4261-b93b-379a0f962e36, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=39d13450-bd59-4261-b93b-379a0f962e36,segment=NetworkSegment(4cdc692c-dc0a-4b72-9459-ea1592b0f54a),segment_id=4cdc692c-dc0a-4b72-9459-ea1592b0f54a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:51.684678 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-80a43b3b-2230-4ac7-af65-06ade8b6fcfa None None] Port 1b3adbb3-2cc7-496f-9d01-8d25b7de0141 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:39:51.693360 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-44531e75-9626-4526-9a2d-638ce6426323 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=80faa7459d544beda64604235578dcec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9236021 Feb 20 05:39:51.695417 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37114) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:51.703284 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f047b15b-fada-4ab9-abd0-d0c6cff5d6e5 req-ca2291d2-f4d5-4666-bb3e-c60b7a7cf774 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958271 Feb 20 05:39:51.725319 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44531e75-9626-4526-9a2d-638ce6426323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb54e92-4810-4740-a3b1-ccac17f79c91,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:51.734278 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (39d13450-bd59-4261-b93b-379a0f962e36), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:51.735137 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:39:51.781243 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db282248-14f7-42b0-ac4f-8c2c17ec51d4 req-eeff34ff-e5a0-4a64-9b94-6ce38b6c8493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:51.782762 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-db282248-14f7-42b0-ac4f-8c2c17ec51d4 req-eeff34ff-e5a0-4a64-9b94-6ce38b6c8493 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4001369 Feb 20 05:39:51.798336 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9686821-fcfa-4bdf-8add-ca3d11695672 None None] Network b51380f5-9a16-4836-bbf7-96876760a6b9 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:51.838855 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-480ae574-0a19-4c88-aef0-460ec8ca437d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:51.840963 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-480ae574-0a19-4c88-aef0-460ec8ca437d service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.3771050 Feb 20 05:39:51.893026 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-86b1c05a-964c-4ad2-b5cf-cc5a73771338 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=34aa2b95-108c-482a-808b-ef9c69237bc6 HTTP/1.1" status: 200 len: 217 time: 0.0434933 Feb 20 05:39:51.906094 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e62c1e03-75cc-4760-b503-42d500432cbe None None] Provisioning complete for port 683bf607-38da-453c-86a8-860e1da331c6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:51.906523 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e62c1e03-75cc-4760-b503-42d500432cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (683bf607-38da-453c-86a8-860e1da331c6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:51.911955 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-42859185-5c01-4ab7-8ce7-9516d440708c None None] Publish callbacks [] for port (03686ed3-119f-4144-b1e6-7a8f55c9c00e), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:51.950410 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-ec8e731c-a2ae-44ad-8f72-c2cae0bbe2bf service neutron] For port 29db9da7-b890-4cdb-b7e0-fcc13be4e73d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=29db9da7-b890-4cdb-b7e0-fcc13be4e73d,segment=NetworkSegment(afa6ff03-1956-4d1f-b76d-84e9acf97eda),segment_id=afa6ff03-1956-4d1f-b76d-84e9acf97eda)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:51.959552 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=39d13450-bd59-4261-b93b-379a0f962e36,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:51.960784 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774594ca-8ea9-46ad-92c9-0f648415cadd tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Router 163a8317-4c44-4ba0-a125-070583c0980d has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:39:51.964435 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-42859185-5c01-4ab7-8ce7-9516d440708c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (03686ed3-119f-4144-b1e6-7a8f55c9c00e), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:51.975081 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a33b4a2f-cf94-4d43-9223-2e1bcf2af436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:51.976619 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-a33b4a2f-cf94-4d43-9223-2e1bcf2af436 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0775414 Feb 20 05:39:52.028159 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-ec8e731c-a2ae-44ad-8f72-c2cae0bbe2bf service neutron] For port 29db9da7-b890-4cdb-b7e0-fcc13be4e73d, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:39:52.070201 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42859185-5c01-4ab7-8ce7-9516d440708c None None] Network fa797bd5-0e34-4f23-a0a5-44b4649fd828 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:52.086942 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-ec8e731c-a2ae-44ad-8f72-c2cae0bbe2bf service neutron] device_id is not set on port 29db9da7-b890-4cdb-b7e0-fcc13be4e73d yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:39:52.099179 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-ec8e731c-a2ae-44ad-8f72-c2cae0bbe2bf service neutron] Publish callbacks [] for port (29db9da7-b890-4cdb-b7e0-fcc13be4e73d), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:52.116570 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:52.117858 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6b547cc4-f633-4bfe-a5fb-b5ee6d68a986), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:52.127747 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-42859185-5c01-4ab7-8ce7-9516d440708c None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:52.130236 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42859185-5c01-4ab7-8ce7-9516d440708c None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:39:52.136924 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-ec8e731c-a2ae-44ad-8f72-c2cae0bbe2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (29db9da7-b890-4cdb-b7e0-fcc13be4e73d), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:52.152642 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 683bf607-38da-453c-86a8-860e1da331c6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:39:52.212761 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42859185-5c01-4ab7-8ce7-9516d440708c None None] Pushing event updated for resources: {'Port': ['ID=03686ed3-119f-4144-b1e6-7a8f55c9c00e,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:52.256294 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e731c-a2ae-44ad-8f72-c2cae0bbe2bf service neutron] Pushing event updated for resources: {'Port': ['ID=29db9da7-b890-4cdb-b7e0-fcc13be4e73d,revision_number=6']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:52.263361 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-ec8e731c-a2ae-44ad-8f72-c2cae0bbe2bf service neutron] No DVR routers for this DVR port 29db9da7-b890-4cdb-b7e0-fcc13be4e73d on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:39:52.308310 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-af53a932-024a-4659-b4e8-4c04b8ca2a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:52.311185 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-af53a932-024a-4659-b4e8-4c04b8ca2a62 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3193793 Feb 20 05:39:52.354880 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-ec8e731c-a2ae-44ad-8f72-c2cae0bbe2bf service neutron] In _notify_port_updated(), no bound segment for port 29db9da7-b890-4cdb-b7e0-fcc13be4e73d on network fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 {{(pid=103406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 05:39:52.355976 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-ec8e731c-a2ae-44ad-8f72-c2cae0bbe2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:52.356603 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-ec8e731c-a2ae-44ad-8f72-c2cae0bbe2bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:52.358663 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-ec8e731c-a2ae-44ad-8f72-c2cae0bbe2bf service neutron] 10.222.0.61 "PUT /v2.0/ports/29db9da7-b890-4cdb-b7e0-fcc13be4e73d HTTP/1.1" status: 200 len: 1033 time: 1.1733587 Feb 20 05:39:52.371630 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=6b547cc4-f633-4bfe-a5fb-b5ee6d68a986,segment=NetworkSegment(19247fc3-8797-47d4-855d-3aa66884dfac),segment_id=19247fc3-8797-47d4-855d-3aa66884dfac)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:52.374512 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-42859185-5c01-4ab7-8ce7-9516d440708c None None] Attempting to bind port 03686ed3-119f-4144-b1e6-7a8f55c9c00e on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:39:52.375141 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-42859185-5c01-4ab7-8ce7-9516d440708c None None] Attempting to bind port 03686ed3-119f-4144-b1e6-7a8f55c9c00e by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'd7656b61-ce26-44e5-910a-aa08f74555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fa797bd5-0e34-4f23-a0a5-44b4649fd828'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:39:52.375786 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42859185-5c01-4ab7-8ce7-9516d440708c None None] Attempting to bind port 03686ed3-119f-4144-b1e6-7a8f55c9c00e on network fa797bd5-0e34-4f23-a0a5-44b4649fd828 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:39:52.386462 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42859185-5c01-4ab7-8ce7-9516d440708c None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:39:52.387200 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42859185-5c01-4ab7-8ce7-9516d440708c None None] Checking segment: {'id': 'd7656b61-ce26-44e5-910a-aa08f74555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fa797bd5-0e34-4f23-a0a5-44b4649fd828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:39:52.387824 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-42859185-5c01-4ab7-8ce7-9516d440708c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:52.388415 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42859185-5c01-4ab7-8ce7-9516d440708c None None] Bound using segment: {'id': 'd7656b61-ce26-44e5-910a-aa08f74555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fa797bd5-0e34-4f23-a0a5-44b4649fd828'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:39:52.389372 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-42859185-5c01-4ab7-8ce7-9516d440708c None None] Bound port: 03686ed3-119f-4144-b1e6-7a8f55c9c00e, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7656b61-ce26-44e5-910a-aa08f74555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fa797bd5-0e34-4f23-a0a5-44b4649fd828'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:39:52.389926 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-42859185-5c01-4ab7-8ce7-9516d440708c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (03686ed3-119f-4144-b1e6-7a8f55c9c00e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:52.394277 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e62c1e03-75cc-4760-b503-42d500432cbe None None] Current status of the port 683bf607-38da-453c-86a8-860e1da331c6 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:52.395087 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e62c1e03-75cc-4760-b503-42d500432cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (683bf607-38da-453c-86a8-860e1da331c6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:52.404366 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6b547cc4-f633-4bfe-a5fb-b5ee6d68a986), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:52.405513 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 7c007555-d640-488c-8ce4-7f97f04efa3c no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:39:52.429144 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-db282248-14f7-42b0-ac4f-8c2c17ec51d4 req-cc38a441-e5a6-4365-8980-b4111b2a4de5 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6321256 Feb 20 05:39:52.434225 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-442ade67-2e45-44a9-a3db-57a5356d86bb admin admin] Publish callbacks [] for security_group (afb54e92-4810-4740-a3b1-ccac17f79c91), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:52.528166 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=6b547cc4-f633-4bfe-a5fb-b5ee6d68a986,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:52.549134 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 395958e9-b3e5-48fc-a5fe-e7aca7e88338 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:39:52.594308 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-db282248-14f7-42b0-ac4f-8c2c17ec51d4 req-0923225f-2220-4b25-aefc-c1f4285f39b6 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309040 Feb 20 05:39:52.596281 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-6d7b6e46-0293-4047-9e41-ecaecbf86ed2 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780972 Feb 20 05:39:52.613512 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-380c4f68-6c76-4b69-87b0-ec87b658eea8 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Deleting port 7c007555-d640-488c-8ce4-7f97f04efa3c {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:52.616462 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-380c4f68-6c76-4b69-87b0-ec87b658eea8 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (7c007555-d640-488c-8ce4-7f97f04efa3c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:52.640338 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dcace-2099-4724-9a68-8fb25326c913 req-abb3ffdc-a535-4648-98e9-244e5b1d3a9e tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:52.646341 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-128dcace-2099-4724-9a68-8fb25326c913 req-abb3ffdc-a535-4648-98e9-244e5b1d3a9e tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 945 time: 0.8533146 Feb 20 05:39:52.652198 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-442ade67-2e45-44a9-a3db-57a5356d86bb admin admin] Publish callbacks [] for security_group (afb54e92-4810-4740-a3b1-ccac17f79c91), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:52.681589 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e62c1e03-75cc-4760-b503-42d500432cbe None None] For port 683bf607-38da-453c-86a8-860e1da331c6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=683bf607-38da-453c-86a8-860e1da331c6,segment=NetworkSegment(bf6a8f60-db44-4885-adb2-73706409344e),segment_id=bf6a8f60-db44-4885-adb2-73706409344e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:52.722071 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e62c1e03-75cc-4760-b503-42d500432cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (683bf607-38da-453c-86a8-860e1da331c6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:52.737390 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 683bf607-38da-453c-86a8-860e1da331c6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:52.737772 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (683bf607-38da-453c-86a8-860e1da331c6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:52.744776 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5a5a30ea-5452-48a0-8baf-2ae64a7a0872 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (f38227f0-17ad-4d16-a66d-ef9f7f686252), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:52.745359 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-42859185-5c01-4ab7-8ce7-9516d440708c None None] For port 03686ed3-119f-4144-b1e6-7a8f55c9c00e, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:39:52.748029 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:52.776248 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:52.797937 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-380c4f68-6c76-4b69-87b0-ec87b658eea8 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] For port 7c007555-d640-488c-8ce4-7f97f04efa3c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=7c007555-d640-488c-8ce4-7f97f04efa3c,segment=NetworkSegment(afa6ff03-1956-4d1f-b76d-84e9acf97eda),segment_id=afa6ff03-1956-4d1f-b76d-84e9acf97eda)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:52.798180 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-380c4f68-6c76-4b69-87b0-ec87b658eea8 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (7c007555-d640-488c-8ce4-7f97f04efa3c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:52.816756 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:39:52.818856 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-380c4f68-6c76-4b69-87b0-ec87b658eea8 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Calling delete_port for 7c007555-d640-488c-8ce4-7f97f04efa3c owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:52.820984 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-42859185-5c01-4ab7-8ce7-9516d440708c None None] For port 03686ed3-119f-4144-b1e6-7a8f55c9c00e, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=03686ed3-119f-4144-b1e6-7a8f55c9c00e,segment=NetworkSegment(d7656b61-ce26-44e5-910a-aa08f74555a0),segment_id=d7656b61-ce26-44e5-910a-aa08f74555a0)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:39:52.836643 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 7c007555-d640-488c-8ce4-7f97f04efa3c is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:52.838048 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7c007555-d640-488c-8ce4-7f97f04efa3c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:52.854602 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774594ca-8ea9-46ad-92c9-0f648415cadd tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:39:52.860211 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-774594ca-8ea9-46ad-92c9-0f648415cadd tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "PUT /v2.0/routers/163a8317-4c44-4ba0-a125-070583c0980d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3499696 Feb 20 05:39:52.867489 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00dbafc-2a74-410b-a753-1c5c4a7a05f6 None None] Sync routers for ids ['163a8317-4c44-4ba0-a125-070583c0980d'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:39:52.880585 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-128dcace-2099-4724-9a68-8fb25326c913 req-2c4a4def-79fe-4df5-9539-c55f0e38c5ff tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331259 Feb 20 05:39:52.881170 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37118) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:52.884248 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00dbafc-2a74-410b-a753-1c5c4a7a05f6 None None] Routers {'163a8317-4c44-4ba0-a125-070583c0980d'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:39:52.885653 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d00dbafc-2a74-410b-a753-1c5c4a7a05f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:39:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['163a8317-4c44-4ba0-a125-070583c0980d'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:52.905446 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-42859185-5c01-4ab7-8ce7-9516d440708c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (03686ed3-119f-4144-b1e6-7a8f55c9c00e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:52.907037 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-d7b4e11b-bfc2-4e27-9133-0143e4d40fe8 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998075 Feb 20 05:39:52.994585 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a30ea-5452-48a0-8baf-2ae64a7a0872 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Pushing event updated for resources: {'Subnet': ['ID=f38227f0-17ad-4d16-a66d-ef9f7f686252,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:53.000343 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d00dbafc-2a74-410b-a753-1c5c4a7a05f6 None None] Set router 163a8317-4c44-4ba0-a125-070583c0980d gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:39:53.005992 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9b5a21-0b58-44df-9126-a0433e3f223e x-openstack-request-id: req-ae9b5a21-0b58-44df-9126-a0433e3f223e {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:39:53.006307 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8151777-0159-4b95-be82-ba107d568cd0", "name": "network-vif-unplugged", "status": "completed", "tag": "34aa2b95-108c-482a-808b-ef9c69237bc6", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:39:53.006595 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae9b5a21-0b58-44df-9126-a0433e3f223e {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:39:53.007108 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8151777-0159-4b95-be82-ba107d568cd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34aa2b95-108c-482a-808b-ef9c69237bc6', 'code': 200} Feb 20 05:39:53.075306 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d00dbafc-2a74-410b-a753-1c5c4a7a05f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163a8317-4c44-4ba0-a125-070583c0980d', 'name': 'tempest-NetworksTestDHCPv6-router-1437251534', 'tenant_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:39:41Z', 'updated_at': '2022-02-20T05:39:50Z', 'revision_number': 3, 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:53.078003 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-442ade67-2e45-44a9-a3db-57a5356d86bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (afb54e92-4810-4740-a3b1-ccac17f79c91), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:53.081138 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-442ade67-2e45-44a9-a3db-57a5356d86bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:53.093637 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-442ade67-2e45-44a9-a3db-57a5356d86bb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/afb54e92-4810-4740-a3b1-ccac17f79c91 HTTP/1.1" status: 204 len: 168 time: 1.3935974 Feb 20 05:39:53.113980 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00dbafc-2a74-410b-a753-1c5c4a7a05f6 None None] Checking router: 163a8317-4c44-4ba0-a125-070583c0980d for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:39:53.126406 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00dbafc-2a74-410b-a753-1c5c4a7a05f6 None None] Routers {'163a8317-4c44-4ba0-a125-070583c0980d'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:39:53.127588 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d00dbafc-2a74-410b-a753-1c5c4a7a05f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:39:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['163a8317-4c44-4ba0-a125-070583c0980d'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:53.148391 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ae0cc4-259a-4182-9800-9181b9902c9f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:53.150350 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ae0cc4-259a-4182-9800-9181b9902c9f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:53.154419 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b1ae0cc4-259a-4182-9800-9181b9902c9f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2640531 Feb 20 05:39:53.157934 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37124) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:53.158090 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ade67-2e45-44a9-a3db-57a5356d86bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb54e92-4810-4740-a3b1-ccac17f79c91,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:53.206337 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 7c007555-d640-488c-8ce4-7f97f04efa3c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=7c007555-d640-488c-8ce4-7f97f04efa3c,segment=NetworkSegment(afa6ff03-1956-4d1f-b76d-84e9acf97eda),segment_id=afa6ff03-1956-4d1f-b76d-84e9acf97eda)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:53.208514 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c1e03-75cc-4760-b503-42d500432cbe None None] Pushing event updated for resources: {'Port': ['ID=683bf607-38da-453c-86a8-860e1da331c6,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:53.231662 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5a30ea-5452-48a0-8baf-2ae64a7a0872 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Checking segment: {'id': 'c8698322-c912-4987-9a4a-2458939a0ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '20b2acf0-ecce-4b61-9113-95b79df479fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:39:53.232123 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5a30ea-5452-48a0-8baf-2ae64a7a0872 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Network hostable DHCP agents. Network: 20b2acf0-ecce-4b61-9113-95b79df479fa, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:39:53.256332 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7c007555-d640-488c-8ce4-7f97f04efa3c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:53.266512 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 34aa2b95-108c-482a-808b-ef9c69237bc6 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:39:53.284060 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb3abd14-3b14-4150-a1b2-370b425f01e4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet 04628c5a-c39f-4c8e-bc1d-554cd8b6fd03 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:39:53.297083 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973643f-96c5-4380-8065-3f78f3abd495 req-95564f51-8b4b-486f-98ad-b84434d6aa1c tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:53.302821 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973643f-96c5-4380-8065-3f78f3abd495 req-95564f51-8b4b-486f-98ad-b84434d6aa1c tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:53.309100 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973643f-96c5-4380-8065-3f78f3abd495 req-95564f51-8b4b-486f-98ad-b84434d6aa1c tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:53.315111 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973643f-96c5-4380-8065-3f78f3abd495 req-95564f51-8b4b-486f-98ad-b84434d6aa1c tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:53.320479 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973643f-96c5-4380-8065-3f78f3abd495 req-95564f51-8b4b-486f-98ad-b84434d6aa1c tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:53.322397 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b973643f-96c5-4380-8065-3f78f3abd495 req-95564f51-8b4b-486f-98ad-b84434d6aa1c tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 3883 time: 0.2090223 Feb 20 05:39:53.323249 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eb3abd14-3b14-4150-a1b2-370b425f01e4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (04628c5a-c39f-4c8e-bc1d-554cd8b6fd03), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:53.326702 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5a30ea-5452-48a0-8baf-2ae64a7a0872 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Network 20b2acf0-ecce-4b61-9113-95b79df479fa is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:39:53.328790 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b5871a28-cce1-4422-a131-ddc21a5abb96 None None] Provisioning complete for port 683bf607-38da-453c-86a8-860e1da331c6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:53.329345 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b5871a28-cce1-4422-a131-ddc21a5abb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (683bf607-38da-453c-86a8-860e1da331c6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:53.356913 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-380c4f68-6c76-4b69-87b0-ec87b658eea8 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (7c007555-d640-488c-8ce4-7f97f04efa3c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:53.386609 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-5a5a30ea-5452-48a0-8baf-2ae64a7a0872 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 20b2acf0-ecce-4b61-9113-95b79df479fa) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:53.393228 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5a30ea-5452-48a0-8baf-2ae64a7a0872 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:53.394677 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5a5a30ea-5452-48a0-8baf-2ae64a7a0872 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:53.417126 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5a5a30ea-5452-48a0-8baf-2ae64a7a0872 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7392826 Feb 20 05:39:53.418285 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8885a0-a555-4029-b482-979238c0b64a None None] Network 20b2acf0-ecce-4b61-9113-95b79df479fa requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:53.420423 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37126) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:53.428679 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c4f68-6c76-4b69-87b0-ec87b658eea8 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event deleted for resources: {'Port': ['ID=7c007555-d640-488c-8ce4-7f97f04efa3c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:53.444075 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eb3abd14-3b14-4150-a1b2-370b425f01e4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (04628c5a-c39f-4c8e-bc1d-554cd8b6fd03), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:53.515592 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d00dbafc-2a74-410b-a753-1c5c4a7a05f6 None None] Set router 163a8317-4c44-4ba0-a125-070583c0980d gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:39:53.524528 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-380c4f68-6c76-4b69-87b0-ec87b658eea8 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] No DVR routers for this DVR port 7c007555-d640-488c-8ce4-7f97f04efa3c on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:39:53.527961 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-380c4f68-6c76-4b69-87b0-ec87b658eea8 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:53.538683 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-380c4f68-6c76-4b69-87b0-ec87b658eea8 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.61 "DELETE /v2.0/ports/7c007555-d640-488c-8ce4-7f97f04efa3c HTTP/1.1" status: 204 len: 173 time: 1.1343439 Feb 20 05:39:53.612674 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 395958e9-b3e5-48fc-a5fe-e7aca7e88338, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=395958e9-b3e5-48fc-a5fe-e7aca7e88338,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:53.631498 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d00dbafc-2a74-410b-a753-1c5c4a7a05f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163a8317-4c44-4ba0-a125-070583c0980d', 'name': 'tempest-NetworksTestDHCPv6-router-1437251534', 'tenant_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:39:41Z', 'updated_at': '2022-02-20T05:39:50Z', 'revision_number': 3, 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:53.670769 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00dbafc-2a74-410b-a753-1c5c4a7a05f6 None None] The sync data for ids ['163a8317-4c44-4ba0-a125-070583c0980d'] in n-d-829866-5 is: [{'id': '163a8317-4c44-4ba0-a125-070583c0980d', 'name': 'tempest-NetworksTestDHCPv6-router-1437251534', 'tenant_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:39:41Z', 'updated_at': '2022-02-20T05:39:50Z', 'revision_number': 3, 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:39:53.671179 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b973643f-96c5-4380-8065-3f78f3abd495 req-47019a26-167a-4884-abaf-7e66b21bd128 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3111308 Feb 20 05:39:53.704845 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-9cf4303e-5875-4730-8410-0b82a71b37d6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Deleting port b6a005cb-7520-4571-b49e-be3ec5a89fc8 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:53.705181 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-9cf4303e-5875-4730-8410-0b82a71b37d6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (b6a005cb-7520-4571-b49e-be3ec5a89fc8), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:53.818381 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42859185-5c01-4ab7-8ce7-9516d440708c None None] Pushing event updated for resources: {'Port': ['ID=03686ed3-119f-4144-b1e6-7a8f55c9c00e,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:53.841919 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-9cf4303e-5875-4730-8410-0b82a71b37d6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] For port b6a005cb-7520-4571-b49e-be3ec5a89fc8, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b6a005cb-7520-4571-b49e-be3ec5a89fc8,segment=NetworkSegment(afa6ff03-1956-4d1f-b76d-84e9acf97eda),segment_id=afa6ff03-1956-4d1f-b76d-84e9acf97eda)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:53.842490 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-9cf4303e-5875-4730-8410-0b82a71b37d6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (b6a005cb-7520-4571-b49e-be3ec5a89fc8), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:53.858236 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-9cf4303e-5875-4730-8410-0b82a71b37d6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Calling delete_port for b6a005cb-7520-4571-b49e-be3ec5a89fc8 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:53.864665 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '395958e9-b3e5-48fc-a5fe-e7aca7e88338', 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'port_id': '395958e9-b3e5-48fc-a5fe-e7aca7e88338', 'mac_address': 'fa:16:3e:5e:0e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:39:53.866568 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] The host n-h1-829866-5 is not matching for port 34aa2b95-108c-482a-808b-ef9c69237bc6 host n-h2-829866-5! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 05:39:53.867108 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 34aa2b95-108c-482a-808b-ef9c69237bc6 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:39:53.867659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b6a005cb-7520-4571-b49e-be3ec5a89fc8 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:39:53.910404 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 683bf607-38da-453c-86a8-860e1da331c6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:53.954548 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b5871a28-cce1-4422-a131-ddc21a5abb96 None None] Current status of the port 683bf607-38da-453c-86a8-860e1da331c6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:53.978274 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event deleted for resources: {'Port': ['ID=7c007555-d640-488c-8ce4-7f97f04efa3c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:54.086151 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-9cf4303e-5875-4730-8410-0b82a71b37d6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (b6a005cb-7520-4571-b49e-be3ec5a89fc8), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:54.104894 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b5871a28-cce1-4422-a131-ddc21a5abb96 None None] Provisioning complete for port 29db9da7-b890-4cdb-b7e0-fcc13be4e73d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:54.105268 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b5871a28-cce1-4422-a131-ddc21a5abb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (29db9da7-b890-4cdb-b7e0-fcc13be4e73d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:54.141822 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eb3abd14-3b14-4150-a1b2-370b425f01e4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (04628c5a-c39f-4c8e-bc1d-554cd8b6fd03), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:54.193071 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 395958e9-b3e5-48fc-a5fe-e7aca7e88338 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:54.194260 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (395958e9-b3e5-48fc-a5fe-e7aca7e88338), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:54.202177 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4303e-5875-4730-8410-0b82a71b37d6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event deleted for resources: {'Port': ['ID=b6a005cb-7520-4571-b49e-be3ec5a89fc8,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:54.205122 n-d-829866-5 neutron-server[103408]: INFO neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No ports have port_id starting with b6a005cb-7520-4571-b49e-be3ec5a89fc8 Feb 20 05:39:54.210935 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b5871a28-cce1-4422-a131-ddc21a5abb96 None None] Port 29db9da7-b890-4cdb-b7e0-fcc13be4e73d cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:39:54.217106 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab7f993-d63e-4dee-b170-5d34461c3c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-20b2acf0-ecce-4b61-9113-95b79df479fa', 'network_id': '20b2acf0-ecce-4b61-9113-95b79df479fa', 'project_id': 'f72edc5b49dc41e6b978d7a27374f7b5', 'fixed_ips': [{'subnet_id': 'f38227f0-17ad-4d16-a66d-ef9f7f686252'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:39:54.219525 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2ab7f993-d63e-4dee-b170-5d34461c3c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:54.253578 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 29db9da7-b890-4cdb-b7e0-fcc13be4e73d no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:39:54.262197 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-9cf4303e-5875-4730-8410-0b82a71b37d6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] No DVR routers for this DVR port b6a005cb-7520-4571-b49e-be3ec5a89fc8 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:39:54.266688 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-9cf4303e-5875-4730-8410-0b82a71b37d6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:54.272691 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-9cf4303e-5875-4730-8410-0b82a71b37d6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.61 "DELETE /v2.0/ports/b6a005cb-7520-4571-b49e-be3ec5a89fc8 HTTP/1.1" status: 204 len: 173 time: 0.7297781 Feb 20 05:39:54.306512 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395958e9-b3e5-48fc-a5fe-e7aca7e88338 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:39:54.365643 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 395958e9-b3e5-48fc-a5fe-e7aca7e88338, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=395958e9-b3e5-48fc-a5fe-e7aca7e88338,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:54.455413 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (395958e9-b3e5-48fc-a5fe-e7aca7e88338), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:54.475918 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-b14e0e64-1890-44a9-ac4d-4c067a705c3b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Deleting port 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:54.476396 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-b14e0e64-1890-44a9-ac4d-4c067a705c3b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (6b547cc4-f633-4bfe-a5fb-b5ee6d68a986), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:54.501187 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a25da1-49d1-4633-b935-6503bb9a94a8 req-54a2fd1a-9a22-4102-8930-38ea068fd67c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:54.503056 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e2a25da1-49d1-4633-b935-6503bb9a94a8 req-54a2fd1a-9a22-4102-8930-38ea068fd67c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 943 time: 0.6189246 Feb 20 05:39:54.651771 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e2a25da1-49d1-4633-b935-6503bb9a94a8 req-f5fb4a39-0af7-4313-b094-a39c7e466921 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386213 Feb 20 05:39:54.658209 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eb3abd14-3b14-4150-a1b2-370b425f01e4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (04628c5a-c39f-4c8e-bc1d-554cd8b6fd03), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:54.667185 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-b14e0e64-1890-44a9-ac4d-4c067a705c3b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] For port 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=6b547cc4-f633-4bfe-a5fb-b5ee6d68a986,segment=NetworkSegment(19247fc3-8797-47d4-855d-3aa66884dfac),segment_id=19247fc3-8797-47d4-855d-3aa66884dfac)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:54.667711 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-b14e0e64-1890-44a9-ac4d-4c067a705c3b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (6b547cc4-f633-4bfe-a5fb-b5ee6d68a986), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:54.693164 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-b14e0e64-1890-44a9-ac4d-4c067a705c3b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Calling delete_port for 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:54.792927 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-2ab7f993-d63e-4dee-b170-5d34461c3c23 None None] Allocated IP 2001:db8::2 (20b2acf0-ecce-4b61-9113-95b79df479fa/f38227f0-17ad-4d16-a66d-ef9f7f686252/dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:39:54.816221 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8fc55e13-2aed-4d22-8eb1-69a6686e877a tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:54.861517 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 03686ed3-119f-4144-b1e6-7a8f55c9c00e up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:39:54.877637 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3abd14-3b14-4150-a1b2-370b425f01e4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=04628c5a-c39f-4c8e-bc1d-554cd8b6fd03,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:54.938143 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7a3579-4716-4c4f-aa40-d0234841c364 x-openstack-request-id: req-1f7a3579-4716-4c4f-aa40-d0234841c364 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:39:54.938443 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da55cee-689f-429f-a5c7-15aac51003cc", "name": "network-vif-plugged", "status": "completed", "tag": "39d13450-bd59-4261-b93b-379a0f962e36", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:39:54.938704 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f7a3579-4716-4c4f-aa40-d0234841c364 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:39:54.939144 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da55cee-689f-429f-a5c7-15aac51003cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d13450-bd59-4261-b93b-379a0f962e36', 'code': 200} Feb 20 05:39:54.943545 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=395958e9-b3e5-48fc-a5fe-e7aca7e88338,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:54.954277 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecaaf46-6d44-4945-aa9b-3ffbd2aaeb51 None None] Network fa797bd5-0e34-4f23-a0a5-44b4649fd828 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:54.957246 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] The host n-h1-829866-5 is not matching for port 29db9da7-b890-4cdb-b7e0-fcc13be4e73d host ! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 05:39:54.957648 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 29db9da7-b890-4cdb-b7e0-fcc13be4e73d not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:39:54.958080 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 1b3adbb3-2cc7-496f-9d01-8d25b7de0141 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:39:54.958397 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eb3abd14-3b14-4150-a1b2-370b425f01e4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:54.965850 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-eb3abd14-3b14-4150-a1b2-370b425f01e4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/04628c5a-c39f-4c8e-bc1d-554cd8b6fd03 HTTP/1.1" status: 204 len: 168 time: 1.8046253 Feb 20 05:39:54.975553 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37152) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:54.996235 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-b14e0e64-1890-44a9-ac4d-4c067a705c3b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (6b547cc4-f633-4bfe-a5fb-b5ee6d68a986), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:55.017606 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31feaf0-a9ac-4eb2-aeb9-eb8dc104b046 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:55.036660 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8151777-0159-4b95-be82-ba107d568cd0', 'tag': '34aa2b95-108c-482a-808b-ef9c69237bc6'}, {'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-deleted', 'tag': '7c007555-d640-488c-8ce4-7f97f04efa3c'}, {'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-deleted', 'tag': 'b6a005cb-7520-4571-b49e-be3ec5a89fc8'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:39:55.039607 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd85d5e-e642-46ee-8a3b-f5fd7ea9463c" -d '{"events": [{"name": "network-changed", "server_uuid": "c8151777-0159-4b95-be82-ba107d568cd0", "tag": "34aa2b95-108c-482a-808b-ef9c69237bc6"}, {"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-deleted", "tag": "7c007555-d640-488c-8ce4-7f97f04efa3c"}, {"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-deleted", "tag": "b6a005cb-7520-4571-b49e-be3ec5a89fc8"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:39:55.087732 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e0e64-1890-44a9-ac4d-4c067a705c3b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event deleted for resources: {'Port': ['ID=6b547cc4-f633-4bfe-a5fb-b5ee6d68a986,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:55.128731 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['395958e9-b3e5-48fc-a5fe-e7aca7e88338'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:39:55.132171 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ed31a1a6-98cf-46d2-a254-d100ccb46a3e None None] Provisioning complete for port 03686ed3-119f-4144-b1e6-7a8f55c9c00e triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:55.132549 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed31a1a6-98cf-46d2-a254-d100ccb46a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (03686ed3-119f-4144-b1e6-7a8f55c9c00e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:55.152009 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-b14e0e64-1890-44a9-ac4d-4c067a705c3b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] No DVR routers for this DVR port 6b547cc4-f633-4bfe-a5fb-b5ee6d68a986 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:39:55.155429 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-b14e0e64-1890-44a9-ac4d-4c067a705c3b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:55.158806 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-b14e0e64-1890-44a9-ac4d-4c067a705c3b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.61 "DELETE /v2.0/ports/6b547cc4-f633-4bfe-a5fb-b5ee6d68a986 HTTP/1.1" status: 204 len: 173 time: 0.8813088 Feb 20 05:39:55.277337 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656a6e6-eb89-42b6-9e12-cb24fdfd4309 req-3ff99bb5-4c8f-4d5b-ab5d-6939bbb20708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:55.279075 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] The host n-h1-829866-5 is not matching for port 1b3adbb3-2cc7-496f-9d01-8d25b7de0141 host ! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 05:39:55.279261 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8656a6e6-eb89-42b6-9e12-cb24fdfd4309 req-3ff99bb5-4c8f-4d5b-ab5d-6939bbb20708 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 1127 time: 0.4531639 Feb 20 05:39:55.279960 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 1b3adbb3-2cc7-496f-9d01-8d25b7de0141 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:39:55.280885 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device e8d54005-032d-4851-8d0b-213a0ea11e2a no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:39:55.313823 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8acde0e2-5c75-4a58-ae7d-6709af6de539 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3310404 Feb 20 05:39:55.317505 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37164) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:55.384492 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-afc066e8-3952-41bb-bbac-261f83383043 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Deleting port 3437ce7e-f77d-4721-8b84-c6eb69db6e7e {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:55.385001 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-afc066e8-3952-41bb-bbac-261f83383043 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3437ce7e-f77d-4721-8b84-c6eb69db6e7e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:55.391777 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:55.406521 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c72c1-e7de-4c1b-ba14-e801fab9bc3e req-4edab85c-dd94-4ced-9f09-fc8f8448217d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:55.408155 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a8c72c1-e7de-4c1b-ba14-e801fab9bc3e req-4edab85c-dd94-4ced-9f09-fc8f8448217d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 947 time: 0.4714880 Feb 20 05:39:55.445356 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8656a6e6-eb89-42b6-9e12-cb24fdfd4309 req-3f790b39-40d3-49eb-a2ab-265539c9a716 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540644 Feb 20 05:39:55.463666 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 03686ed3-119f-4144-b1e6-7a8f55c9c00e triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:55.464155 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (03686ed3-119f-4144-b1e6-7a8f55c9c00e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:55.472009 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d60b-f416-471b-84f5-54bda6273a8e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for router (163a8317-4c44-4ba0-a125-070583c0980d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:55.525724 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-8fc55e13-2aed-4d22-8eb1-69a6686e877a tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Allocated IP 2001:db8::1 (fa797bd5-0e34-4f23-a0a5-44b4649fd828/33e4cc1e-dba7-41c8-a658-501490e5139f/79ecfb81-0da4-4ed6-b9e7-2a21751dd5c1) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:39:55.546870 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a8c72c1-e7de-4c1b-ba14-e801fab9bc3e req-3f9a579f-ad63-4194-81f2-1917916cbeb0 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193235 Feb 20 05:39:55.593667 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 34aa2b95-108c-482a-808b-ef9c69237bc6 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:39:55.596855 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ed31a1a6-98cf-46d2-a254-d100ccb46a3e None None] Current status of the port 03686ed3-119f-4144-b1e6-7a8f55c9c00e is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:55.597511 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed31a1a6-98cf-46d2-a254-d100ccb46a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (03686ed3-119f-4144-b1e6-7a8f55c9c00e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:55.717694 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2ab7f993-d63e-4dee-b170-5d34461c3c23 None None] Publish callbacks [] for port (dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:55.808632 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d60b-f416-471b-84f5-54bda6273a8e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (163a8317-4c44-4ba0-a125-070583c0980d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:55.815200 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d60b-f416-471b-84f5-54bda6273a8e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for router_controller (163a8317-4c44-4ba0-a125-070583c0980d), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:55.820397 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-afc066e8-3952-41bb-bbac-261f83383043 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] For port 3437ce7e-f77d-4721-8b84-c6eb69db6e7e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=3437ce7e-f77d-4721-8b84-c6eb69db6e7e,segment=NetworkSegment(19247fc3-8797-47d4-855d-3aa66884dfac),segment_id=19247fc3-8797-47d4-855d-3aa66884dfac)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:55.820831 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-afc066e8-3952-41bb-bbac-261f83383043 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3437ce7e-f77d-4721-8b84-c6eb69db6e7e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:55.825476 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:39:55.829171 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82daf33-0e60-406d-adf7-3df996f15a0b req-b6fba888-67e9-4d4e-aa6d-99fdda2903e5 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:55.830761 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c82daf33-0e60-406d-adf7-3df996f15a0b req-b6fba888-67e9-4d4e-aa6d-99fdda2903e5 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 945 time: 0.1358469 Feb 20 05:39:55.840556 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8fc55e13-2aed-4d22-8eb1-69a6686e877a tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks [] for port (79ecfb81-0da4-4ed6-b9e7-2a21751dd5c1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:55.877138 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-afc066e8-3952-41bb-bbac-261f83383043 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Calling delete_port for 3437ce7e-f77d-4721-8b84-c6eb69db6e7e owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:55.893885 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d60b-f416-471b-84f5-54bda6273a8e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (163a8317-4c44-4ba0-a125-070583c0980d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:55.894439 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e2d60b-f416-471b-84f5-54bda6273a8e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Fanout notify agent at l3_agent the message router_deleted on router 163a8317-4c44-4ba0-a125-070583c0980d {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:39:55.911102 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40825f74-8114-43cc-81ff-0e812d6cdec2 None None] DHCP port deletion for 81f72dab-c9ca-4111-9cef-a8a92557f9f3 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:39:55.925536 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d60b-f416-471b-84f5-54bda6273a8e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:55.927457 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f9e2d60b-f416-471b-84f5-54bda6273a8e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/routers/163a8317-4c44-4ba0-a125-070583c0980d HTTP/1.1" status: 204 len: 168 time: 0.6048117 Feb 20 05:39:55.932355 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2ab7f993-d63e-4dee-b170-5d34461c3c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:55.935358 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37180) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:55.941271 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-310bd5c4-8594-48ee-9502-575366521917 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:55.963257 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c82daf33-0e60-406d-adf7-3df996f15a0b req-72e5c081-0e61-4303-a3fc-8d76f1aeca77 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168842 Feb 20 05:39:56.089831 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-afc066e8-3952-41bb-bbac-261f83383043 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (3437ce7e-f77d-4721-8b84-c6eb69db6e7e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:56.123982 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8fc55e13-2aed-4d22-8eb1-69a6686e877a tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (79ecfb81-0da4-4ed6-b9e7-2a21751dd5c1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:56.136066 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc066e8-3952-41bb-bbac-261f83383043 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event deleted for resources: {'Port': ['ID=3437ce7e-f77d-4721-8b84-c6eb69db6e7e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:56.186137 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ed31a1a6-98cf-46d2-a254-d100ccb46a3e None None] For port 03686ed3-119f-4144-b1e6-7a8f55c9c00e, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=03686ed3-119f-4144-b1e6-7a8f55c9c00e,segment=NetworkSegment(d7656b61-ce26-44e5-910a-aa08f74555a0),segment_id=d7656b61-ce26-44e5-910a-aa08f74555a0)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:56.212248 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-afc066e8-3952-41bb-bbac-261f83383043 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] No DVR routers for this DVR port 3437ce7e-f77d-4721-8b84-c6eb69db6e7e on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:39:56.213881 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc55e13-2aed-4d22-8eb1-69a6686e877a tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Pushing event updated for resources: {'Port': ['ID=79ecfb81-0da4-4ed6-b9e7-2a21751dd5c1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:56.216615 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-afc066e8-3952-41bb-bbac-261f83383043 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:56.220785 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-afc066e8-3952-41bb-bbac-261f83383043 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.61 "DELETE /v2.0/ports/3437ce7e-f77d-4721-8b84-c6eb69db6e7e HTTP/1.1" status: 204 len: 173 time: 1.0418744 Feb 20 05:39:56.222489 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 34aa2b95-108c-482a-808b-ef9c69237bc6, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=34aa2b95-108c-482a-808b-ef9c69237bc6,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:56.230358 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed31a1a6-98cf-46d2-a254-d100ccb46a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (03686ed3-119f-4144-b1e6-7a8f55c9c00e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:56.254380 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc55e13-2aed-4d22-8eb1-69a6686e877a tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Network fa797bd5-0e34-4f23-a0a5-44b4649fd828 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:56.278502 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-8fc55e13-2aed-4d22-8eb1-69a6686e877a tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:56.283736 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc55e13-2aed-4d22-8eb1-69a6686e877a tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:39:56.286945 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8fc55e13-2aed-4d22-8eb1-69a6686e877a tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (0cd12f2f-6608-47f2-b429-b316a46e960e), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:56.364675 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310bd5c4-8594-48ee-9502-575366521917 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:39:56.369918 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-310bd5c4-8594-48ee-9502-575366521917 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:56.371964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-3053c981-2c05-4cd4-bb3f-8ac0a7a31564 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Deleting port e8d54005-032d-4851-8d0b-213a0ea11e2a {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:56.372362 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-3053c981-2c05-4cd4-bb3f-8ac0a7a31564 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (e8d54005-032d-4851-8d0b-213a0ea11e2a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:56.509084 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c17941-5646-45f2-96b8-82c544fd3d5e req-6131de84-227b-4c5e-b526-40470e220b2f tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:56.511569 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0c17941-5646-45f2-96b8-82c544fd3d5e req-6131de84-227b-4c5e-b526-40470e220b2f tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 945 time: 0.3029606 Feb 20 05:39:56.521078 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-3053c981-2c05-4cd4-bb3f-8ac0a7a31564 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] For port e8d54005-032d-4851-8d0b-213a0ea11e2a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e8d54005-032d-4851-8d0b-213a0ea11e2a,segment=NetworkSegment(01766626-8fb8-48e2-b802-f91f2998c106),segment_id=01766626-8fb8-48e2-b802-f91f2998c106)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:56.521671 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-3053c981-2c05-4cd4-bb3f-8ac0a7a31564 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (e8d54005-032d-4851-8d0b-213a0ea11e2a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:56.581376 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '34aa2b95-108c-482a-808b-ef9c69237bc6', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': '34aa2b95-108c-482a-808b-ef9c69237bc6', 'mac_address': 'fa:16:3e:10:f9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:39:56.604075 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab7f993-d63e-4dee-b170-5d34461c3c23 None None] Network 20b2acf0-ecce-4b61-9113-95b79df479fa is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:56.711960 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-2ab7f993-d63e-4dee-b170-5d34461c3c23 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:56.724367 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab7f993-d63e-4dee-b170-5d34461c3c23 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:39:56.736438 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port e8d54005-032d-4851-8d0b-213a0ea11e2a is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:56.736827 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e8d54005-032d-4851-8d0b-213a0ea11e2a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:56.755119 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7f993-d63e-4dee-b170-5d34461c3c23 None None] Pushing event updated for resources: {'Port': ['ID=dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:56.891961 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-3053c981-2c05-4cd4-bb3f-8ac0a7a31564 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:56.892900 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-3053c981-2c05-4cd4-bb3f-8ac0a7a31564 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (a0d35a21-6fb0-4670-812e-6106c1039532), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:56.893415 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-3053c981-2c05-4cd4-bb3f-8ac0a7a31564 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Floating IP a0d35a21-6fb0-4670-812e-6106c1039532 disassociated. External IP: 172.25.3.203, port: e8d54005-032d-4851-8d0b-213a0ea11e2a. Feb 20 05:39:56.893865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-3053c981-2c05-4cd4-bb3f-8ac0a7a31564 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Calling delete_port for e8d54005-032d-4851-8d0b-213a0ea11e2a owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:56.929654 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ea2808e1-4576-4c7e-ac3e-a7663d4c12e8 None None] Provisioning complete for port 03686ed3-119f-4144-b1e6-7a8f55c9c00e triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:56.930229 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea2808e1-4576-4c7e-ac3e-a7663d4c12e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (03686ed3-119f-4144-b1e6-7a8f55c9c00e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:56.933670 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 03686ed3-119f-4144-b1e6-7a8f55c9c00e is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:56.935424 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 683bf607-38da-453c-86a8-860e1da331c6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:39:56.956042 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b547cc4-f633-4bfe-a5fb-b5ee6d68a986'}, {'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c007555-d640-488c-8ce4-7f97f04efa3c'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:39:56.958460 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba443e0-77c5-450b-a262-7cab8e5c0b32" -d '{"events": [{"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-unplugged", "status": "completed", "tag": "6b547cc4-f633-4bfe-a5fb-b5ee6d68a986"}, {"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c007555-d640-488c-8ce4-7f97f04efa3c"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:39:56.994016 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0c17941-5646-45f2-96b8-82c544fd3d5e req-fc583743-36f0-47dc-93a2-b1abf805d452 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce7f517b-4984-4765-803e-079630159319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4734566 Feb 20 05:39:57.012589 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8fc55e13-2aed-4d22-8eb1-69a6686e877a tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (79ecfb81-0da4-4ed6-b9e7-2a21751dd5c1), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:57.047578 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 34aa2b95-108c-482a-808b-ef9c69237bc6 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:57.047973 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:57.107791 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port e8d54005-032d-4851-8d0b-213a0ea11e2a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e8d54005-032d-4851-8d0b-213a0ea11e2a,segment=NetworkSegment(01766626-8fb8-48e2-b802-f91f2998c106),segment_id=01766626-8fb8-48e2-b802-f91f2998c106)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:57.118672 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-2ab7f993-d63e-4dee-b170-5d34461c3c23 None None] Attempting to bind port dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:39:57.119032 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-2ab7f993-d63e-4dee-b170-5d34461c3c23 None None] Attempting to bind port dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'c8698322-c912-4987-9a4a-2458939a0ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '20b2acf0-ecce-4b61-9113-95b79df479fa'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:39:57.119406 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab7f993-d63e-4dee-b170-5d34461c3c23 None None] Attempting to bind port dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6 on network 20b2acf0-ecce-4b61-9113-95b79df479fa {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:39:57.121349 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31a1a6-98cf-46d2-a254-d100ccb46a3e None None] Pushing event updated for resources: {'Port': ['ID=03686ed3-119f-4144-b1e6-7a8f55c9c00e,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:57.135619 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e8d54005-032d-4851-8d0b-213a0ea11e2a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:57.136545 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 3437ce7e-f77d-4721-8b84-c6eb69db6e7e no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:39:57.139674 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-40825f74-8114-43cc-81ff-0e812d6cdec2 None None] Deleting port edf29c77-0463-436d-90ad-0ae80813bb24 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:57.140208 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40825f74-8114-43cc-81ff-0e812d6cdec2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (edf29c77-0463-436d-90ad-0ae80813bb24), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:57.183885 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab7f993-d63e-4dee-b170-5d34461c3c23 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:39:57.183885 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab7f993-d63e-4dee-b170-5d34461c3c23 None None] Checking segment: {'id': 'c8698322-c912-4987-9a4a-2458939a0ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '20b2acf0-ecce-4b61-9113-95b79df479fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:39:57.184232 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2ab7f993-d63e-4dee-b170-5d34461c3c23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:57.184533 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab7f993-d63e-4dee-b170-5d34461c3c23 None None] Bound using segment: {'id': 'c8698322-c912-4987-9a4a-2458939a0ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '20b2acf0-ecce-4b61-9113-95b79df479fa'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:39:57.185043 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-2ab7f993-d63e-4dee-b170-5d34461c3c23 None None] Bound port: dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8698322-c912-4987-9a4a-2458939a0ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '20b2acf0-ecce-4b61-9113-95b79df479fa'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:39:57.185497 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2ab7f993-d63e-4dee-b170-5d34461c3c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:57.199883 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34aa2b95-108c-482a-808b-ef9c69237bc6 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:39:57.226827 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-3053c981-2c05-4cd4-bb3f-8ac0a7a31564 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e8d54005-032d-4851-8d0b-213a0ea11e2a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:57.264957 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 3437ce7e-f77d-4721-8b84-c6eb69db6e7e {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:39:57.265363 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 3437ce7e-f77d-4721-8b84-c6eb69db6e7e not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:39:57.293716 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053c981-2c05-4cd4-bb3f-8ac0a7a31564 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event deleted for resources: {'Port': ['ID=e8d54005-032d-4851-8d0b-213a0ea11e2a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:57.329922 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-310bd5c4-8594-48ee-9502-575366521917 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (4ee3f01d-4ca2-4cbd-b6d7-3e96992a92a0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:57.397582 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 34aa2b95-108c-482a-808b-ef9c69237bc6, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=34aa2b95-108c-482a-808b-ef9c69237bc6,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:57.420893 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310bd5c4-8594-48ee-9502-575366521917 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:57.430871 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-310bd5c4-8594-48ee-9502-575366521917 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:57.439909 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310bd5c4-8594-48ee-9502-575366521917 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:57.440515 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-310bd5c4-8594-48ee-9502-575366521917 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:57.452492 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:57.468617 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bd5c4-8594-48ee-9502-575366521917 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=4ee3f01d-4ca2-4cbd-b6d7-3e96992a92a0,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:57.490926 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-310bd5c4-8594-48ee-9502-575366521917 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5544262 Feb 20 05:39:57.498514 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37210) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:57.503025 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f5836cee-9432-4540-9cdf-8d4919fa95ef tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1225559190', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:39:57.552060 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-40825f74-8114-43cc-81ff-0e812d6cdec2 None None] For port edf29c77-0463-436d-90ad-0ae80813bb24, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=edf29c77-0463-436d-90ad-0ae80813bb24,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:39:57.559000 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40825f74-8114-43cc-81ff-0e812d6cdec2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (edf29c77-0463-436d-90ad-0ae80813bb24), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:57.581751 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f5836cee-9432-4540-9cdf-8d4919fa95ef tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (69094908-c20d-4bdb-b9b1-8055cb997888), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:57.582789 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f5836cee-9432-4540-9cdf-8d4919fa95ef tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (69094908-c20d-4bdb-b9b1-8055cb997888), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:57.604856 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=e8d54005-032d-4851-8d0b-213a0ea11e2a,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:57.608157 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 683bf607-38da-453c-86a8-860e1da331c6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:57.608414 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (683bf607-38da-453c-86a8-860e1da331c6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:57.611494 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8fc55e13-2aed-4d22-8eb1-69a6686e877a tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks [] for port (79ecfb81-0da4-4ed6-b9e7-2a21751dd5c1), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:57.612049 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-40825f74-8114-43cc-81ff-0e812d6cdec2 None None] Calling delete_port for edf29c77-0463-436d-90ad-0ae80813bb24 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:39:57.641599 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd85d5e-e642-46ee-8a3b-f5fd7ea9463c req-0ca3afa2-f43d-41e8-957d-b50de5019182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:57.642765 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9dd85d5e-e642-46ee-8a3b-f5fd7ea9463c req-0ca3afa2-f43d-41e8-957d-b50de5019182 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 1130 time: 0.1275952 Feb 20 05:39:57.643473 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8fc55e13-2aed-4d22-8eb1-69a6686e877a tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (79ecfb81-0da4-4ed6-b9e7-2a21751dd5c1), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:57.644311 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8fc55e13-2aed-4d22-8eb1-69a6686e877a tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (0cd12f2f-6608-47f2-b429-b316a46e960e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:57.676704 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2ab7f993-d63e-4dee-b170-5d34461c3c23 None None] For port dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:39:57.698928 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ea2808e1-4576-4c7e-ac3e-a7663d4c12e8 None None] Current status of the port 03686ed3-119f-4144-b1e6-7a8f55c9c00e is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:57.778082 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2ab7f993-d63e-4dee-b170-5d34461c3c23 None None] For port dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6,segment=NetworkSegment(c8698322-c912-4987-9a4a-2458939a0ad5),segment_id=c8698322-c912-4987-9a4a-2458939a0ad5)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:39:57.793393 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['34aa2b95-108c-482a-808b-ef9c69237bc6'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:39:57.869629 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2ab7f993-d63e-4dee-b170-5d34461c3c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:57.946265 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=34aa2b95-108c-482a-808b-ef9c69237bc6,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:57.982663 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f5836cee-9432-4540-9cdf-8d4919fa95ef tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for router_controller (69094908-c20d-4bdb-b9b1-8055cb997888), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:58.056056 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-84b15d61-b887-491c-a10d-9e57b257041d None None] Provisioning complete for port 79ecfb81-0da4-4ed6-b9e7-2a21751dd5c1 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:58.056439 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-84b15d61-b887-491c-a10d-9e57b257041d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (79ecfb81-0da4-4ed6-b9e7-2a21751dd5c1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:58.104828 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sun, 20 Feb 2022 05:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67410a3-0a3b-4799-a623-25b04949b51c x-openstack-request-id: req-e67410a3-0a3b-4799-a623-25b04949b51c {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:39:58.106461 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8151777-0159-4b95-be82-ba107d568cd0", "tag": "34aa2b95-108c-482a-808b-ef9c69237bc6", "status": "completed", "code": 200}, {"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-deleted", "tag": "7c007555-d640-488c-8ce4-7f97f04efa3c", "status": "completed", "code": 200}, {"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-deleted", "tag": "b6a005cb-7520-4571-b49e-be3ec5a89fc8", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:39:58.107502 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e67410a3-0a3b-4799-a623-25b04949b51c {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:39:58.109645 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8151777-0159-4b95-be82-ba107d568cd0', 'tag': '34aa2b95-108c-482a-808b-ef9c69237bc6', 'status': 'completed', 'code': 200} Feb 20 05:39:58.109986 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-deleted', 'tag': '7c007555-d640-488c-8ce4-7f97f04efa3c', 'status': 'completed', 'code': 200} Feb 20 05:39:58.110641 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-deleted', 'tag': 'b6a005cb-7520-4571-b49e-be3ec5a89fc8', 'status': 'completed', 'code': 200} Feb 20 05:39:58.172895 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-3053c981-2c05-4cd4-bb3f-8ac0a7a31564 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Router f27d3200-afa9-4a03-9e3d-a854eea8bff4 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:39:58.206466 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f5836cee-9432-4540-9cdf-8d4919fa95ef tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (69094908-c20d-4bdb-b9b1-8055cb997888), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:58.207143 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40825f74-8114-43cc-81ff-0e812d6cdec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (edf29c77-0463-436d-90ad-0ae80813bb24), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:58.214039 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-84b15d61-b887-491c-a10d-9e57b257041d None None] Port 79ecfb81-0da4-4ed6-b9e7-2a21751dd5c1 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:39:58.231278 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7f993-d63e-4dee-b170-5d34461c3c23 None None] Pushing event updated for resources: {'Port': ['ID=dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:58.245446 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 683bf607-38da-453c-86a8-860e1da331c6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:39:58.279684 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc55e13-2aed-4d22-8eb1-69a6686e877a tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Pushing event updated for resources: {'Port': ['ID=79ecfb81-0da4-4ed6-b9e7-2a21751dd5c1,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:58.320858 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 77bdca09-1cbe-49dc-9f20-d355645aa826 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:39:58.328900 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40825f74-8114-43cc-81ff-0e812d6cdec2 None None] No DVR routers for this DVR port edf29c77-0463-436d-90ad-0ae80813bb24 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:39:58.350157 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40825f74-8114-43cc-81ff-0e812d6cdec2 None None] Pushing event deleted for resources: {'Port': ['ID=edf29c77-0463-436d-90ad-0ae80813bb24,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:39:58.401740 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f5836cee-9432-4540-9cdf-8d4919fa95ef tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:58.406076 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f5836cee-9432-4540-9cdf-8d4919fa95ef tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9064989 Feb 20 05:39:58.410118 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37230) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:39:58.414262 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a551bab-fc32-49b5-9496-20cac272169b None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:39:58.421813 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 77bdca09-1cbe-49dc-9f20-d355645aa826 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:39:58.422166 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 77bdca09-1cbe-49dc-9f20-d355645aa826 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:39:58.428678 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc55e13-2aed-4d22-8eb1-69a6686e877a tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Network fa797bd5-0e34-4f23-a0a5-44b4649fd828 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:39:58.439724 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd85d5e-e642-46ee-8a3b-f5fd7ea9463c req-b5cff436-7002-411c-a5ab-9e7c11a98a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:58.441247 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9dd85d5e-e642-46ee-8a3b-f5fd7ea9463c req-b5cff436-7002-411c-a5ab-9e7c11a98a1c service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.7791502 Feb 20 05:39:58.495342 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-8fc55e13-2aed-4d22-8eb1-69a6686e877a tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:39:58.569191 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-6da1e579-af24-4d0e-a842-8db778227d9f tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:58.570813 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-6da1e579-af24-4d0e-a842-8db778227d9f tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0&tenant_id=fa4999e395b84ca8985dceeebb996696&binding%3Ahost_id=n-h2-829866-5 HTTP/1.1" status: 200 len: 948 time: 0.7604542 Feb 20 05:39:58.604216 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-3053c981-2c05-4cd4-bb3f-8ac0a7a31564 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:39:58.635469 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 395958e9-b3e5-48fc-a5fe-e7aca7e88338 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:39:58.675396 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efc793-24b5-42f9-b279-995ea7dfc3e6 req-104efbd8-68e3-4a00-9e35-4d21b5fa290b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:58.677242 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91efc793-24b5-42f9-b279-995ea7dfc3e6 req-104efbd8-68e3-4a00-9e35-4d21b5fa290b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 944 time: 0.5222859 Feb 20 05:39:58.687673 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9dd85d5e-e642-46ee-8a3b-f5fd7ea9463c req-5383f524-1be5-4820-a520-eae024896d55 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=34aa2b95-108c-482a-808b-ef9c69237bc6 HTTP/1.1" status: 200 len: 217 time: 0.1820731 Feb 20 05:39:58.706558 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee61524d-a5f8-48cd-9e90-dceb612658d3 None None] Sync routers for ids ['f27d3200-afa9-4a03-9e3d-a854eea8bff4'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:39:58.728795 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-3053c981-2c05-4cd4-bb3f-8ac0a7a31564 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] No DVR routers for this DVR port e8d54005-032d-4851-8d0b-213a0ea11e2a on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:39:58.732433 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-3053c981-2c05-4cd4-bb3f-8ac0a7a31564 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:58.736469 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-590f8f6e-8969-4804-ac5f-612b887218e9 req-3053c981-2c05-4cd4-bb3f-8ac0a7a31564 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.61 "DELETE /v2.0/ports/e8d54005-032d-4851-8d0b-213a0ea11e2a HTTP/1.1" status: 204 len: 173 time: 2.5091615 Feb 20 05:39:58.739742 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd85d5e-e642-46ee-8a3b-f5fd7ea9463c req-2fc934f3-6fd9-4e89-9c71-668ad4198cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:58.741622 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9dd85d5e-e642-46ee-8a3b-f5fd7ea9463c req-2fc934f3-6fd9-4e89-9c71-668ad4198cb1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 1130 time: 0.6433599 Feb 20 05:39:58.789889 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee61524d-a5f8-48cd-9e90-dceb612658d3 None None] Routers {'f27d3200-afa9-4a03-9e3d-a854eea8bff4'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:39:58.790737 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ee61524d-a5f8-48cd-9e90-dceb612658d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:39:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f27d3200-afa9-4a03-9e3d-a854eea8bff4'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:39:58.869840 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:39:58.900717 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd85d5e-e642-46ee-8a3b-f5fd7ea9463c req-5d2c8dd9-1964-47f0-8db6-e4af28231bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:58.902155 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9dd85d5e-e642-46ee-8a3b-f5fd7ea9463c req-5d2c8dd9-1964-47f0-8db6-e4af28231bfa service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.1537850 Feb 20 05:39:58.934420 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25d07da-c9ad-4b21-9d30-8b852ee12fd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'fixed_ips': [{'subnet_id': '4ee3f01d-4ca2-4cbd-b6d7-3e96992a92a0'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:39:58.935350 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a25d07da-c9ad-4b21-9d30-8b852ee12fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:58.972399 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9dd85d5e-e642-46ee-8a3b-f5fd7ea9463c req-16eec7ff-5724-47b2-bb89-ecac4d5f58e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=34aa2b95-108c-482a-808b-ef9c69237bc6 HTTP/1.1" status: 200 len: 217 time: 0.0636954 Feb 20 05:39:58.995512 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 395958e9-b3e5-48fc-a5fe-e7aca7e88338 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:39:59.042446 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 395958e9-b3e5-48fc-a5fe-e7aca7e88338 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:59.047586 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (395958e9-b3e5-48fc-a5fe-e7aca7e88338), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:59.097983 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd85d5e-e642-46ee-8a3b-f5fd7ea9463c req-4abd2319-477c-4356-a91e-4f4840f679ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:59.102608 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9dd85d5e-e642-46ee-8a3b-f5fd7ea9463c req-4abd2319-477c-4356-a91e-4f4840f679ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1227405 Feb 20 05:39:59.111471 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-73ce8aee-543a-40b1-802e-abedc2a52394 None None] Provisioning complete for port 79ecfb81-0da4-4ed6-b9e7-2a21751dd5c1 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:59.111852 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73ce8aee-543a-40b1-802e-abedc2a52394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (79ecfb81-0da4-4ed6-b9e7-2a21751dd5c1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:59.193981 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd85d5e-e642-46ee-8a3b-f5fd7ea9463c req-db07e242-ff5f-46b6-901e-8d1bb4687bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:59.195568 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9dd85d5e-e642-46ee-8a3b-f5fd7ea9463c req-db07e242-ff5f-46b6-901e-8d1bb4687bc5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0872536 Feb 20 05:39:59.268177 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91efc793-24b5-42f9-b279-995ea7dfc3e6 req-83db2ad7-d8eb-49b6-aa20-faa078f4ee46 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5781248 Feb 20 05:39:59.269820 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd85d5e-e642-46ee-8a3b-f5fd7ea9463c req-9b996d5d-e8d2-4e53-8f73-5348405740a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:59.271586 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9dd85d5e-e642-46ee-8a3b-f5fd7ea9463c req-9b996d5d-e8d2-4e53-8f73-5348405740a8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.5246727 Feb 20 05:39:59.279571 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-7aceb07f-6170-4a32-9445-6f9a703a2442 service neutron] 10.222.0.48 "GET /v2.0/ports/34aa2b95-108c-482a-808b-ef9c69237bc6/bindings/n-h2-829866-5 HTTP/1.1" status: 200 len: 382 time: 0.6078508 Feb 20 05:39:59.398938 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9dd85d5e-e642-46ee-8a3b-f5fd7ea9463c req-5ed01aae-c543-4560-8005-9ac4ec38dcea service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969955 Feb 20 05:39:59.420019 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sun, 20 Feb 2022 05:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdb1c1a-c595-4675-b3d6-c9058c56c80d x-openstack-request-id: req-bfdb1c1a-c595-4675-b3d6-c9058c56c80d {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:39:59.420352 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-unplugged", "status": "completed", "tag": "6b547cc4-f633-4bfe-a5fb-b5ee6d68a986", "code": 200}, {"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c007555-d640-488c-8ce4-7f97f04efa3c", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:39:59.420617 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bfdb1c1a-c595-4675-b3d6-c9058c56c80d {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:39:59.421030 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b547cc4-f633-4bfe-a5fb-b5ee6d68a986', 'code': 200} Feb 20 05:39:59.421293 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c007555-d640-488c-8ce4-7f97f04efa3c', 'code': 200} Feb 20 05:39:59.555658 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-73ce8aee-543a-40b1-802e-abedc2a52394 None None] Port 79ecfb81-0da4-4ed6-b9e7-2a21751dd5c1 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:39:59.585213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:39:59.585591 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:59.635014 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1731d308-1eb5-45ce-9faf-c2d9dd09d0db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:39:59.639128 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef6b41-5143-4194-a656-8b81656d1bf5 req-613e4dd4-8d77-4bfa-a591-c34a61f9d246 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:39:59.642695 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-09ef6b41-5143-4194-a656-8b81656d1bf5 req-613e4dd4-8d77-4bfa-a591-c34a61f9d246 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fa84b7e-6ad4-4b68-8670-fce99fdefbfe HTTP/1.1" status: 200 len: 945 time: 0.1534472 Feb 20 05:39:59.688144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-ee61524d-a5f8-48cd-9e90-dceb612658d3 None None] Set router f27d3200-afa9-4a03-9e3d-a854eea8bff4 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:39:59.702244 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 34aa2b95-108c-482a-808b-ef9c69237bc6 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:39:59.760631 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9dd85d5e-e642-46ee-8a3b-f5fd7ea9463c req-4618484f-cdca-4523-9e4f-cb85a6500e0e service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527884 Feb 20 05:39:59.821518 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-09ef6b41-5143-4194-a656-8b81656d1bf5 req-d2f7e774-7d77-4185-bfe6-2eb906e67e00 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Deleting port 89d982b6-dde2-4b97-a2b7-827e61465f7c {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:39:59.822136 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-09ef6b41-5143-4194-a656-8b81656d1bf5 req-d2f7e774-7d77-4185-bfe6-2eb906e67e00 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (89d982b6-dde2-4b97-a2b7-827e61465f7c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:00.035265 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6db980-7aad-4a95-b08c-9949512ee47c None None] Network 20b2acf0-ecce-4b61-9113-95b79df479fa requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:40:00.052846 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-0d05083e-9a29-4ea3-87bf-09706eedf13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:00.055641 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-0d05083e-9a29-4ea3-87bf-09706eedf13e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 1130 time: 0.2288656 Feb 20 05:40:00.112341 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-deleted', 'tag': '6b547cc4-f633-4bfe-a5fb-b5ee6d68a986'}, {'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-deleted', 'tag': '3437ce7e-f77d-4721-8b84-c6eb69db6e7e'}, {'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-deleted', 'tag': 'e8d54005-032d-4851-8d0b-213a0ea11e2a'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:40:00.115009 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e8f649-355b-4da0-b563-e957ffd53383" -d '{"events": [{"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-deleted", "tag": "6b547cc4-f633-4bfe-a5fb-b5ee6d68a986"}, {"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-deleted", "tag": "3437ce7e-f77d-4721-8b84-c6eb69db6e7e"}, {"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-deleted", "tag": "e8d54005-032d-4851-8d0b-213a0ea11e2a"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:40:00.121220 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-09ef6b41-5143-4194-a656-8b81656d1bf5 req-d2f7e774-7d77-4185-bfe6-2eb906e67e00 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] For port 89d982b6-dde2-4b97-a2b7-827e61465f7c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=89d982b6-dde2-4b97-a2b7-827e61465f7c,segment=NetworkSegment(11bedf1f-e55e-496b-8557-ebc68b39a200),segment_id=11bedf1f-e55e-496b-8557-ebc68b39a200)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:00.121672 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-09ef6b41-5143-4194-a656-8b81656d1bf5 req-d2f7e774-7d77-4185-bfe6-2eb906e67e00 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (89d982b6-dde2-4b97-a2b7-827e61465f7c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:00.130659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-84983219-fa19-4fe5-9a26-15962500d15f None None] Provisioning complete for port dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:00.139167 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-84983219-fa19-4fe5-9a26-15962500d15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:00.168339 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-09ef6b41-5143-4194-a656-8b81656d1bf5 req-d2f7e774-7d77-4185-bfe6-2eb906e67e00 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Calling delete_port for 89d982b6-dde2-4b97-a2b7-827e61465f7c owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:40:00.319519 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-8d845eea-d448-496b-874a-650d4bf47ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:00.321027 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-8d845eea-d448-496b-874a-650d4bf47ed6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.2584295 Feb 20 05:40:00.346627 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd85d5e-e642-46ee-8a3b-f5fd7ea9463c req-162d88e8-90dd-4229-be20-e89de8f9ad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:00.348154 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9dd85d5e-e642-46ee-8a3b-f5fd7ea9463c req-162d88e8-90dd-4229-be20-e89de8f9ad5e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.0137348 Feb 20 05:40:00.384646 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-04cb72ba-969c-4685-a555-568b5bf217e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=34aa2b95-108c-482a-808b-ef9c69237bc6 HTTP/1.1" status: 200 len: 217 time: 0.0494490 Feb 20 05:40:00.451990 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-df2f5930-a331-480e-9674-555513d96665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:00.453568 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-df2f5930-a331-480e-9674-555513d96665 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0634794 Feb 20 05:40:00.477160 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-a25d07da-c9ad-4b21-9d30-8b852ee12fd1 None None] Allocated IP 2001:db8::2 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/4ee3f01d-4ca2-4cbd-b6d7-3e96992a92a0/46111e56-ceb9-488f-8d1b-5e327852e190) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:40:00.533431 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc55e13-2aed-4d22-8eb1-69a6686e877a tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Router 0cd12f2f-6608-47f2-b429-b316a46e960e is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:40:00.556504 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-1b865670-c266-4c41-a295-0610f76bdfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:00.558760 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-1b865670-c266-4c41-a295-0610f76bdfc7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0990479 Feb 20 05:40:00.560126 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-09ef6b41-5143-4194-a656-8b81656d1bf5 req-d2f7e774-7d77-4185-bfe6-2eb906e67e00 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (89d982b6-dde2-4b97-a2b7-827e61465f7c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:00.564514 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 395958e9-b3e5-48fc-a5fe-e7aca7e88338 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:00.568512 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b12cd-f1e5-4102-bee1-a3a9bde1aab7 req-a02622c0-db4e-4379-8476-6cd4921dae5f tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:00.569266 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (395958e9-b3e5-48fc-a5fe-e7aca7e88338), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:00.571230 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0f1b12cd-f1e5-4102-bee1-a3a9bde1aab7 req-a02622c0-db4e-4379-8476-6cd4921dae5f tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 945 time: 1.0542369 Feb 20 05:40:00.643974 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:00.644367 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:00.691201 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 395958e9-b3e5-48fc-a5fe-e7aca7e88338, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=395958e9-b3e5-48fc-a5fe-e7aca7e88338,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:00.744480 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7e774-7d77-4185-bfe6-2eb906e67e00 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Pushing event deleted for resources: {'Port': ['ID=89d982b6-dde2-4b97-a2b7-827e61465f7c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:00.776265 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (395958e9-b3e5-48fc-a5fe-e7aca7e88338), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:00.805467 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ef6b41-5143-4194-a656-8b81656d1bf5 req-d2f7e774-7d77-4185-bfe6-2eb906e67e00 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] No DVR routers for this DVR port 89d982b6-dde2-4b97-a2b7-827e61465f7c on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:40:00.809315 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-09ef6b41-5143-4194-a656-8b81656d1bf5 req-d2f7e774-7d77-4185-bfe6-2eb906e67e00 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:00.812831 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-09ef6b41-5143-4194-a656-8b81656d1bf5 req-d2f7e774-7d77-4185-bfe6-2eb906e67e00 tempest-ServerMetadataNegativeTestJSON-389281869 tempest-ServerMetadataNegativeTestJSON-389281869-project] 10.222.0.61 "DELETE /v2.0/ports/89d982b6-dde2-4b97-a2b7-827e61465f7c HTTP/1.1" status: 204 len: 173 time: 1.1616676 Feb 20 05:40:00.855406 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-49ca6fa8-fe5c-4a7f-a04e-8630e30d225a service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871916 Feb 20 05:40:00.945330 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9dd85d5e-e642-46ee-8a3b-f5fd7ea9463c req-64dd0bc2-7505-49f5-ae19-66d77e592b2a service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648377 Feb 20 05:40:01.020775 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-84983219-fa19-4fe5-9a26-15962500d15f None None] Current status of the port dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:01.022530 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0f1b12cd-f1e5-4102-bee1-a3a9bde1aab7 req-1819a4a1-6189-442d-88ff-c447f369074c tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386306 Feb 20 05:40:01.033784 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-84983219-fa19-4fe5-9a26-15962500d15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:01.071793 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc55e13-2aed-4d22-8eb1-69a6686e877a tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:40:01.078334 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8fc55e13-2aed-4d22-8eb1-69a6686e877a tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "PUT /v2.0/routers/0cd12f2f-6608-47f2-b429-b316a46e960e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6567571 Feb 20 05:40:01.081006 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37260) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:01.086992 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5362ec86-f223-46e3-bf2e-eff1f9227571 None None] Sync routers for ids ['0cd12f2f-6608-47f2-b429-b316a46e960e'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:40:01.107586 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-e1b7d1fb-0003-4612-97e0-8c24b562a1e1 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398415 Feb 20 05:40:01.142003 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a25d07da-c9ad-4b21-9d30-8b852ee12fd1 None None] Publish callbacks [] for port (46111e56-ceb9-488f-8d1b-5e327852e190), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:01.154579 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 89d982b6-dde2-4b97-a2b7-827e61465f7c no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:40:01.154799 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5362ec86-f223-46e3-bf2e-eff1f9227571 None None] Routers {'0cd12f2f-6608-47f2-b429-b316a46e960e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:40:01.158692 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5362ec86-f223-46e3-bf2e-eff1f9227571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:39:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0cd12f2f-6608-47f2-b429-b316a46e960e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:01.194724 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 34aa2b95-108c-482a-808b-ef9c69237bc6 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:40:01.197601 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a25d07da-c9ad-4b21-9d30-8b852ee12fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (46111e56-ceb9-488f-8d1b-5e327852e190), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:01.282018 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5362ec86-f223-46e3-bf2e-eff1f9227571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:01.288873 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25d07da-c9ad-4b21-9d30-8b852ee12fd1 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:40:01.301061 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-a25d07da-c9ad-4b21-9d30-8b852ee12fd1 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:40:01.302961 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 34aa2b95-108c-482a-808b-ef9c69237bc6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:01.303415 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:01.311788 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5362ec86-f223-46e3-bf2e-eff1f9227571 None None] Routers {'0cd12f2f-6608-47f2-b429-b316a46e960e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:40:01.312427 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5362ec86-f223-46e3-bf2e-eff1f9227571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:39:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0cd12f2f-6608-47f2-b429-b316a46e960e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:01.366191 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25d07da-c9ad-4b21-9d30-8b852ee12fd1 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:40:01.366449 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5362ec86-f223-46e3-bf2e-eff1f9227571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:01.367292 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5362ec86-f223-46e3-bf2e-eff1f9227571 None None] The sync data for ids ['0cd12f2f-6608-47f2-b429-b316a46e960e'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:40:01.387603 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 89d982b6-dde2-4b97-a2b7-827e61465f7c {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:40:01.388582 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 89d982b6-dde2-4b97-a2b7-827e61465f7c not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:40:01.418418 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9dd85d5e-e642-46ee-8a3b-f5fd7ea9463c req-0a325841-eee9-4f7b-8d33-d084f11c7c07 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491832 Feb 20 05:40:01.467544 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8d54005-032d-4851-8d0b-213a0ea11e2a'}, {'server_uuid': '077ab7f9-704e-498e-adc5-884d50b65c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395958e9-b3e5-48fc-a5fe-e7aca7e88338'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:40:01.473927 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c62a76-5226-4832-9af4-2d36c6c3a93f" -d '{"events": [{"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-unplugged", "status": "completed", "tag": "e8d54005-032d-4851-8d0b-213a0ea11e2a"}, {"server_uuid": "077ab7f9-704e-498e-adc5-884d50b65c9a", "name": "network-vif-plugged", "status": "completed", "tag": "395958e9-b3e5-48fc-a5fe-e7aca7e88338"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:40:01.492702 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6,segment=NetworkSegment(c8698322-c912-4987-9a4a-2458939a0ad5),segment_id=c8698322-c912-4987-9a4a-2458939a0ad5)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:01.540673 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:01.541545 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 03686ed3-119f-4144-b1e6-7a8f55c9c00e up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:40:01.629908 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=395958e9-b3e5-48fc-a5fe-e7aca7e88338,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:01.647045 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-a25d07da-c9ad-4b21-9d30-8b852ee12fd1 None None] Attempting to bind port 46111e56-ceb9-488f-8d1b-5e327852e190 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:40:01.647556 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-a25d07da-c9ad-4b21-9d30-8b852ee12fd1 None None] Attempting to bind port 46111e56-ceb9-488f-8d1b-5e327852e190 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:40:01.648041 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25d07da-c9ad-4b21-9d30-8b852ee12fd1 None None] Attempting to bind port 46111e56-ceb9-488f-8d1b-5e327852e190 on network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:40:01.688230 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-1731d308-1eb5-45ce-9faf-c2d9dd09d0db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 2001:db8::1 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/4ee3f01d-4ca2-4cbd-b6d7-3e96992a92a0/f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:40:01.715335 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25d07da-c9ad-4b21-9d30-8b852ee12fd1 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:40:01.715844 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25d07da-c9ad-4b21-9d30-8b852ee12fd1 None None] Checking segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:40:01.716893 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a25d07da-c9ad-4b21-9d30-8b852ee12fd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:01.717395 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25d07da-c9ad-4b21-9d30-8b852ee12fd1 None None] Bound using segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:40:01.718010 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-a25d07da-c9ad-4b21-9d30-8b852ee12fd1 None None] Bound port: 46111e56-ceb9-488f-8d1b-5e327852e190, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:40:01.718499 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a25d07da-c9ad-4b21-9d30-8b852ee12fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (46111e56-ceb9-488f-8d1b-5e327852e190), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:01.744863 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-84983219-fa19-4fe5-9a26-15962500d15f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:40:01.746930 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-84983219-fa19-4fe5-9a26-15962500d15f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:40:01.756755 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bc6db-8998-427b-9515-f10e04ce50fe req-d0aa5634-94a1-4416-8234-361fbb154ff0 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:01.759327 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-914bc6db-8998-427b-9515-f10e04ce50fe req-d0aa5634-94a1-4416-8234-361fbb154ff0 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 948 time: 0.4584670 Feb 20 05:40:01.824537 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 34aa2b95-108c-482a-808b-ef9c69237bc6 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:01.832673 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:01.843141 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d07da-c9ad-4b21-9d30-8b852ee12fd1 None None] Pushing event updated for resources: {'Port': ['ID=46111e56-ceb9-488f-8d1b-5e327852e190,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:01.981041 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-914bc6db-8998-427b-9515-f10e04ce50fe req-857425b2-cd04-4ae4-9204-405205730818 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146497 Feb 20 05:40:02.068950 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 03686ed3-119f-4144-b1e6-7a8f55c9c00e triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:02.069392 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (03686ed3-119f-4144-b1e6-7a8f55c9c00e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:02.087611 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37272) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:02.091914 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:02.126499 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ee61524d-a5f8-48cd-9e90-dceb612658d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'name': 'tempest-TaggedBootDevicesTest_v242-1613277913-router', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:34:02Z', 'updated_at': '2022-02-20T05:34:06Z', 'revision_number': 4, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'gw_port': {'id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:03Z', 'updated_at': '2022-02-20T05:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '72160e90-bd08-4144-8e92-f8a9ba4d1ba3', 'name': '', 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'mac_address': 'fa:16:3e:81:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '6f449319-f344-43f8-a242-cf782afe5fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:05Z', 'updated_at': '2022-02-20T05:34:15Z', 'revision_number': 5, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'subnets': [{'id': '6f449319-f344-43f8-a242-cf782afe5fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:02.133108 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 34aa2b95-108c-482a-808b-ef9c69237bc6, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=34aa2b95-108c-482a-808b-ef9c69237bc6,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:02.206241 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a25d07da-c9ad-4b21-9d30-8b852ee12fd1 None None] For port 46111e56-ceb9-488f-8d1b-5e327852e190, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:40:02.208954 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:02.218333 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee61524d-a5f8-48cd-9e90-dceb612658d3 None None] Checking router: f27d3200-afa9-4a03-9e3d-a854eea8bff4 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:40:02.255833 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa805b3-223d-4992-836d-f47afdf566e7 admin admin] Deleting subnet ef15fe5b-d09e-44f6-9220-bd4967e0d3bc {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:40:02.258645 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a25d07da-c9ad-4b21-9d30-8b852ee12fd1 None None] For port 46111e56-ceb9-488f-8d1b-5e327852e190, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=46111e56-ceb9-488f-8d1b-5e327852e190,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:40:02.264704 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5aa805b3-223d-4992-836d-f47afdf566e7 admin admin] Publish callbacks [] for subnet (ef15fe5b-d09e-44f6-9220-bd4967e0d3bc), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:02.279631 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1731d308-1eb5-45ce-9faf-c2d9dd09d0db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:02.292413 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-13e421af-ee09-4ab0-86f7-f77516ee933f req-02ab2ded-3181-4f23-a793-cbcd44fec81c tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 210 time: 0.0574114 Feb 20 05:40:02.294338 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-748b6ef4-d797-4264-ab3d-6b658047aae2 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:40:02.307833 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a25d07da-c9ad-4b21-9d30-8b852ee12fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (46111e56-ceb9-488f-8d1b-5e327852e190), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:02.310739 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee61524d-a5f8-48cd-9e90-dceb612658d3 None None] Routers {'f27d3200-afa9-4a03-9e3d-a854eea8bff4'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:40:02.311643 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ee61524d-a5f8-48cd-9e90-dceb612658d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:39:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f27d3200-afa9-4a03-9e3d-a854eea8bff4'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:02.320322 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-748b6ef4-d797-4264-ab3d-6b658047aae2 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "PUT /v2.0/routers/0cd12f2f-6608-47f2-b429-b316a46e960e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2381489 Feb 20 05:40:02.322547 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37274) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:02.352428 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5aa805b3-223d-4992-836d-f47afdf566e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (ef15fe5b-d09e-44f6-9220-bd4967e0d3bc), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:02.434609 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5aa805b3-223d-4992-836d-f47afdf566e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (ef15fe5b-d09e-44f6-9220-bd4967e0d3bc), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:02.468345 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-84983219-fa19-4fe5-9a26-15962500d15f None None] Current status of the port dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:02.484595 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=34aa2b95-108c-482a-808b-ef9c69237bc6,revision_number=9']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:02.549208 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 20 Feb 2022 05:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea247862-ea10-4af5-9bc8-d27e248ea5af x-openstack-request-id: req-ea247862-ea10-4af5-9bc8-d27e248ea5af {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:40:02.550151 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-deleted", "tag": "6b547cc4-f633-4bfe-a5fb-b5ee6d68a986", "status": "completed", "code": 200}, {"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-deleted", "tag": "3437ce7e-f77d-4721-8b84-c6eb69db6e7e", "status": "completed", "code": 200}, {"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-deleted", "tag": "e8d54005-032d-4851-8d0b-213a0ea11e2a", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:40:02.550618 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea247862-ea10-4af5-9bc8-d27e248ea5af {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:40:02.551682 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-deleted', 'tag': '6b547cc4-f633-4bfe-a5fb-b5ee6d68a986', 'status': 'completed', 'code': 200} Feb 20 05:40:02.552101 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-deleted', 'tag': '3437ce7e-f77d-4721-8b84-c6eb69db6e7e', 'status': 'completed', 'code': 200} Feb 20 05:40:02.552505 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-deleted', 'tag': 'e8d54005-032d-4851-8d0b-213a0ea11e2a', 'status': 'completed', 'code': 200} Feb 20 05:40:02.554957 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5aa805b3-223d-4992-836d-f47afdf566e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (ef15fe5b-d09e-44f6-9220-bd4967e0d3bc), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:02.595949 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa805b3-223d-4992-836d-f47afdf566e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef15fe5b-d09e-44f6-9220-bd4967e0d3bc,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:02.614940 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5aa805b3-223d-4992-836d-f47afdf566e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:02.627978 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5aa805b3-223d-4992-836d-f47afdf566e7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ef15fe5b-d09e-44f6-9220-bd4967e0d3bc HTTP/1.1" status: 204 len: 168 time: 0.5391884 Feb 20 05:40:02.631119 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37276) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:02.723876 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1731d308-1eb5-45ce-9faf-c2d9dd09d0db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:02.753917 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 03686ed3-119f-4144-b1e6-7a8f55c9c00e is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:02.761577 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-528334af-9098-46a2-8f7d-524c828829c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (d44c05dc-ab1a-4358-bcea-e89ad715b6ab), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:03.056473 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1731d308-1eb5-45ce-9faf-c2d9dd09d0db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:40:03.061939 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-1731d308-1eb5-45ce-9faf-c2d9dd09d0db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:40:03.068808 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1731d308-1eb5-45ce-9faf-c2d9dd09d0db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:40:03.069442 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1731d308-1eb5-45ce-9faf-c2d9dd09d0db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (69094908-c20d-4bdb-b9b1-8055cb997888), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:03.118653 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-528334af-9098-46a2-8f7d-524c828829c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (d44c05dc-ab1a-4358-bcea-e89ad715b6ab), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:03.180546 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-528334af-9098-46a2-8f7d-524c828829c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44c05dc-ab1a-4358-bcea-e89ad715b6ab']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:03.201754 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-528334af-9098-46a2-8f7d-524c828829c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11bedf1f-e55e-496b-8557-ebc68b39a200') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:03.202348 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-528334af-9098-46a2-8f7d-524c828829c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11bedf1f-e55e-496b-8557-ebc68b39a200') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:03.225778 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-528334af-9098-46a2-8f7d-524c828829c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (11bedf1f-e55e-496b-8557-ebc68b39a200), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:03.258611 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-528334af-9098-46a2-8f7d-524c828829c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (11bedf1f-e55e-496b-8557-ebc68b39a200), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:03.276246 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528334af-9098-46a2-8f7d-524c828829c2 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:40:03.276649 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-528334af-9098-46a2-8f7d-524c828829c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (11bedf1f-e55e-496b-8557-ebc68b39a200), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:40:03.278503 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:40:03.301337 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a437a-eae5-481a-a73b-5fbe93d736ef req-d2de9fda-793a-4752-a46e-92af34eb10b4 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:03.317834 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d48a437a-eae5-481a-a73b-5fbe93d736ef req-d2de9fda-793a-4752-a46e-92af34eb10b4 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 945 time: 0.7230265 Feb 20 05:40:03.324467 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731d308-1eb5-45ce-9faf-c2d9dd09d0db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:03.327721 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device edf29c77-0463-436d-90ad-0ae80813bb24 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:40:03.374063 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2979f685-5a52-4898-8328-8d8f3e4aa26a None None] Provisioning complete for port dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:03.374710 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2979f685-5a52-4898-8328-8d8f3e4aa26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:03.406228 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-528334af-9098-46a2-8f7d-524c828829c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (d44c05dc-ab1a-4358-bcea-e89ad715b6ab), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:03.412333 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-528334af-9098-46a2-8f7d-524c828829c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:03.418125 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-528334af-9098-46a2-8f7d-524c828829c2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d44c05dc-ab1a-4358-bcea-e89ad715b6ab HTTP/1.1" status: 204 len: 168 time: 0.7834325 Feb 20 05:40:03.439250 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528334af-9098-46a2-8f7d-524c828829c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d44c05dc-ab1a-4358-bcea-e89ad715b6ab,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:03.448376 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: edf29c77-0463-436d-90ad-0ae80813bb24 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:40:03.450228 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device edf29c77-0463-436d-90ad-0ae80813bb24 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:40:03.463097 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d07da-c9ad-4b21-9d30-8b852ee12fd1 None None] Pushing event updated for resources: {'Port': ['ID=46111e56-ceb9-488f-8d1b-5e327852e190,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:03.487235 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-ee61524d-a5f8-48cd-9e90-dceb612658d3 None None] Set router f27d3200-afa9-4a03-9e3d-a854eea8bff4 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:40:03.583538 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d48a437a-eae5-481a-a73b-5fbe93d736ef req-e8bd6536-47e2-44c3-b2eb-00e000dcda48 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646019 Feb 20 05:40:03.599011 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2979f685-5a52-4898-8328-8d8f3e4aa26a None None] Current status of the port dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:03.879478 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37290) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:03.941557 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:40:03.999474 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-12cb7436-0369-4adb-9114-4c47ab293cd4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=00b43d7e013240d4a3769d11522a7199&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1168876 Feb 20 05:40:04.004396 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37292) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:04.032019 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ee61524d-a5f8-48cd-9e90-dceb612658d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'name': 'tempest-TaggedBootDevicesTest_v242-1613277913-router', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:34:02Z', 'updated_at': '2022-02-20T05:34:06Z', 'revision_number': 4, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'gw_port': {'id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:03Z', 'updated_at': '2022-02-20T05:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '72160e90-bd08-4144-8e92-f8a9ba4d1ba3', 'name': '', 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'mac_address': 'fa:16:3e:81:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '6f449319-f344-43f8-a242-cf782afe5fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:05Z', 'updated_at': '2022-02-20T05:34:15Z', 'revision_number': 5, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'subnets': [{'id': '6f449319-f344-43f8-a242-cf782afe5fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:04.071961 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:04.072340 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:04.082262 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee61524d-a5f8-48cd-9e90-dceb612658d3 None None] The sync data for ids ['f27d3200-afa9-4a03-9e3d-a854eea8bff4'] in n-d-829866-5 is: [{'id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'name': 'tempest-TaggedBootDevicesTest_v242-1613277913-router', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:34:02Z', 'updated_at': '2022-02-20T05:34:06Z', 'revision_number': 4, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'gw_port': {'id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:03Z', 'updated_at': '2022-02-20T05:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '72160e90-bd08-4144-8e92-f8a9ba4d1ba3', 'name': '', 'network_id': 'bcfe82b0-e831-423b-ba24-eaea72d14c5c', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'mac_address': 'fa:16:3e:81:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '6f449319-f344-43f8-a242-cf782afe5fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:05Z', 'updated_at': '2022-02-20T05:34:15Z', 'revision_number': 5, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'subnets': [{'id': '6f449319-f344-43f8-a242-cf782afe5fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:40:04.137577 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e56cf2c4-705f-488f-b7e5-bcaa9a61bcf7 admin admin] Publish callbacks [] for security_group (761f2149-4810-49f4-8956-ff34fdc35ce1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:04.174073 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e56cf2c4-705f-488f-b7e5-bcaa9a61bcf7 admin admin] Publish callbacks [] for security_group (761f2149-4810-49f4-8956-ff34fdc35ce1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:04.291470 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e56cf2c4-705f-488f-b7e5-bcaa9a61bcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (761f2149-4810-49f4-8956-ff34fdc35ce1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:04.295276 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e56cf2c4-705f-488f-b7e5-bcaa9a61bcf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:04.297496 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e56cf2c4-705f-488f-b7e5-bcaa9a61bcf7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/761f2149-4810-49f4-8956-ff34fdc35ce1 HTTP/1.1" status: 204 len: 168 time: 0.2919362 Feb 20 05:40:04.300545 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:04.305121 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 46111e56-ceb9-488f-8d1b-5e327852e190 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:40:04.337585 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cf2c4-705f-488f-b7e5-bcaa9a61bcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761f2149-4810-49f4-8956-ff34fdc35ce1,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:04.465522 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 46111e56-ceb9-488f-8d1b-5e327852e190 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:04.465999 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (46111e56-ceb9-488f-8d1b-5e327852e190), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:04.479047 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1731d308-1eb5-45ce-9faf-c2d9dd09d0db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:04.554374 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa84b7e-6ad4-4b68-8670-fce99fdefbfe', 'name': 'network-vif-deleted', 'tag': '89d982b6-dde2-4b97-a2b7-827e61465f7c'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:40:04.559884 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c9f01a-836a-44ce-9278-8f9e43b8d4e8" -d '{"events": [{"server_uuid": "3fa84b7e-6ad4-4b68-8670-fce99fdefbfe", "name": "network-vif-deleted", "tag": "89d982b6-dde2-4b97-a2b7-827e61465f7c"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:40:04.592274 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d7ba975e-4c62-4875-b987-9630db734cfe None None] Provisioning complete for port 46111e56-ceb9-488f-8d1b-5e327852e190 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:04.592721 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7ba975e-4c62-4875-b987-9630db734cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (46111e56-ceb9-488f-8d1b-5e327852e190), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:04.647424 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7020a593-6e95-4d83-a298-1f2efd13f8e5 None None] New status for floating IP a0d35a21-6fb0-4670-812e-6106c1039532: DOWN {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:40:04.652307 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-c3398b27-2401-46f8-a208-18d04018f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:04.654835 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-c3398b27-2401-46f8-a208-18d04018f1fb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0&tenant_id=fa4999e395b84ca8985dceeebb996696 HTTP/1.1" status: 200 len: 1131 time: 1.0662796 Feb 20 05:40:04.675902 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-0d130b00-e267-49b6-abfb-6dc5d5a94aa2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-5', 'device_owner': 'compute:nova'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:04.769410 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-0d130b00-e267-49b6-abfb-6dc5d5a94aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:04.854852 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96535371-06f3-46a1-928f-8ac78ecacc99 req-90f89d97-b56e-45d7-831b-150758cc3a0d tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:04.856602 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96535371-06f3-46a1-928f-8ac78ecacc99 req-90f89d97-b56e-45d7-831b-150758cc3a0d tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 945 time: 0.3995960 Feb 20 05:40:05.010600 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 46111e56-ceb9-488f-8d1b-5e327852e190 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:05.012403 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (46111e56-ceb9-488f-8d1b-5e327852e190), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:05.126232 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 46111e56-ceb9-488f-8d1b-5e327852e190, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=46111e56-ceb9-488f-8d1b-5e327852e190,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:05.141325 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (46111e56-ceb9-488f-8d1b-5e327852e190), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:05.155076 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d7ba975e-4c62-4875-b987-9630db734cfe None None] Current status of the port 46111e56-ceb9-488f-8d1b-5e327852e190 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:05.155972 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7ba975e-4c62-4875-b987-9630db734cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (46111e56-ceb9-488f-8d1b-5e327852e190), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:05.168610 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96535371-06f3-46a1-928f-8ac78ecacc99 req-03a9ad1b-b970-4afa-83c2-6d25c197a974 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025391 Feb 20 05:40:05.282252 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=46111e56-ceb9-488f-8d1b-5e327852e190,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:05.314082 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 20 Feb 2022 05:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52d4406-f22a-4cb2-bd8f-404cb156d341 x-openstack-request-id: req-e52d4406-f22a-4cb2-bd8f-404cb156d341 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:40:05.314396 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32cb26ec-bf72-4219-ab16-ae7c3fe9a73d", "name": "network-vif-unplugged", "status": "completed", "tag": "e8d54005-032d-4851-8d0b-213a0ea11e2a", "code": 200}, {"server_uuid": "077ab7f9-704e-498e-adc5-884d50b65c9a", "name": "network-vif-plugged", "status": "completed", "tag": "395958e9-b3e5-48fc-a5fe-e7aca7e88338", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:40:05.314655 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e52d4406-f22a-4cb2-bd8f-404cb156d341 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:40:05.323289 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32cb26ec-bf72-4219-ab16-ae7c3fe9a73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8d54005-032d-4851-8d0b-213a0ea11e2a', 'code': 200} Feb 20 05:40:05.323708 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077ab7f9-704e-498e-adc5-884d50b65c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395958e9-b3e5-48fc-a5fe-e7aca7e88338', 'code': 200} Feb 20 05:40:05.338319 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-d7ba975e-4c62-4875-b987-9630db734cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:40:05.339199 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-d7ba975e-4c62-4875-b987-9630db734cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:40:05.461923 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67f08f-3ca8-42e0-b3bf-6d85b391a344 req-21ebccf2-aa35-4cd5-a13f-c808bfa78a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:05.463490 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4b67f08f-3ca8-42e0-b3bf-6d85b391a344 req-21ebccf2-aa35-4cd5-a13f-c808bfa78a0a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 1127 time: 0.0978584 Feb 20 05:40:05.508536 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-0d130b00-e267-49b6-abfb-6dc5d5a94aa2 service neutron] For port 34aa2b95-108c-482a-808b-ef9c69237bc6, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=34aa2b95-108c-482a-808b-ef9c69237bc6,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:05.570314 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4b67f08f-3ca8-42e0-b3bf-6d85b391a344 req-67037de5-cfc4-4606-8322-666f467a8b0d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997057 Feb 20 05:40:05.575176 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-0d130b00-e267-49b6-abfb-6dc5d5a94aa2 service neutron] For port 34aa2b95-108c-482a-808b-ef9c69237bc6, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:40:05.580177 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 46111e56-ceb9-488f-8d1b-5e327852e190 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:40:05.641590 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 34aa2b95-108c-482a-808b-ef9c69237bc6 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:40:05.670756 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5bbde79c-9488-4e9b-af2c-3bc9a2c5c530 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (0cd12f2f-6608-47f2-b429-b316a46e960e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:05.677706 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8151777-0159-4b95-be82-ba107d568cd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34aa2b95-108c-482a-808b-ef9c69237bc6'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:40:05.680124 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a93974-0cf9-43f9-a909-65f20b9e966c" -d '{"events": [{"server_uuid": "c8151777-0159-4b95-be82-ba107d568cd0", "name": "network-vif-unplugged", "status": "completed", "tag": "34aa2b95-108c-482a-808b-ef9c69237bc6"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:40:05.688431 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-0d130b00-e267-49b6-abfb-6dc5d5a94aa2 service neutron] Publish callbacks [] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:05.793480 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-0d130b00-e267-49b6-abfb-6dc5d5a94aa2 service neutron] Transition to ACTIVE for port object 34aa2b95-108c-482a-808b-ef9c69237bc6 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:40:05.806633 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e6fff-1325-4599-beda-344a029d5db2 req-ae3d5fce-b0c5-4690-9a5f-95528a8fe4b9 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:05.808264 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3a7e6fff-1325-4599-beda-344a029d5db2 req-ae3d5fce-b0c5-4690-9a5f-95528a8fe4b9 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 949 time: 0.3899183 Feb 20 05:40:05.815291 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 46111e56-ceb9-488f-8d1b-5e327852e190 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:05.815673 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (46111e56-ceb9-488f-8d1b-5e327852e190), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:05.818244 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-0d130b00-e267-49b6-abfb-6dc5d5a94aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:05.874688 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1731d308-1eb5-45ce-9faf-c2d9dd09d0db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:05.944284 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 34aa2b95-108c-482a-808b-ef9c69237bc6 is: DOWN; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:05.949165 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d7ba975e-4c62-4875-b987-9630db734cfe None None] Current status of the port 46111e56-ceb9-488f-8d1b-5e327852e190 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:06.001150 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 46111e56-ceb9-488f-8d1b-5e327852e190 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:06.001527 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d130b00-e267-49b6-abfb-6dc5d5a94aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=34aa2b95-108c-482a-808b-ef9c69237bc6,revision_number=10']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:06.027379 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1731d308-1eb5-45ce-9faf-c2d9dd09d0db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:06.028177 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1731d308-1eb5-45ce-9faf-c2d9dd09d0db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (69094908-c20d-4bdb-b9b1-8055cb997888), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:06.081449 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-96638189-46a5-4436-8c95-53a64ce169fe None None] Provisioning complete for port f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:06.081832 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-96638189-46a5-4436-8c95-53a64ce169fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:06.176164 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-96638189-46a5-4436-8c95-53a64ce169fe None None] Port f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:40:06.219238 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-0d130b00-e267-49b6-abfb-6dc5d5a94aa2 service neutron] No DVR routers for this DVR port 34aa2b95-108c-482a-808b-ef9c69237bc6 on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:40:06.286010 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37336) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:06.345936 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3a7e6fff-1325-4599-beda-344a029d5db2 req-461695e5-99fb-462b-83fd-4fb664ddf805 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5175588 Feb 20 05:40:06.419171 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731d308-1eb5-45ce-9faf-c2d9dd09d0db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:06.470794 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-0d130b00-e267-49b6-abfb-6dc5d5a94aa2 service neutron] Attempting to bind port 34aa2b95-108c-482a-808b-ef9c69237bc6 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:40:06.471397 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-0d130b00-e267-49b6-abfb-6dc5d5a94aa2 service neutron] Attempting to bind port 34aa2b95-108c-482a-808b-ef9c69237bc6 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:40:06.471901 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-0d130b00-e267-49b6-abfb-6dc5d5a94aa2 service neutron] Attempting to bind port 34aa2b95-108c-482a-808b-ef9c69237bc6 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:40:06.503818 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f2c56a3f-cde8-4d03-b593-4167d7b4fc42 req-0c8a4ccd-b51b-4c7f-b2f7-6357754d2ee8 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 210 time: 0.0540066 Feb 20 05:40:06.511728 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-0d130b00-e267-49b6-abfb-6dc5d5a94aa2 service neutron] Port 34aa2b95-108c-482a-808b-ef9c69237bc6 on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:40:06.512698 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-0d130b00-e267-49b6-abfb-6dc5d5a94aa2 service neutron] Attempting to bind port 34aa2b95-108c-482a-808b-ef9c69237bc6 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:40:06.532059 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-0d130b00-e267-49b6-abfb-6dc5d5a94aa2 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:40:06.532773 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-0d130b00-e267-49b6-abfb-6dc5d5a94aa2 service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:40:06.533325 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-0d130b00-e267-49b6-abfb-6dc5d5a94aa2 service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:40:06.533927 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-0d130b00-e267-49b6-abfb-6dc5d5a94aa2 service neutron] Bound port: 34aa2b95-108c-482a-808b-ef9c69237bc6, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:40:06.534450 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-0d130b00-e267-49b6-abfb-6dc5d5a94aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:06.563454 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1731d308-1eb5-45ce-9faf-c2d9dd09d0db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:40:06.609367 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-2ec6f278-6cc1-4e25-9f5d-0e83c0adbcbd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-918644806-network', 'tenant_id': '5e02c9c1d56747f8803e3f2b02404aba'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:06.617656 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-1731d308-1eb5-45ce-9faf-c2d9dd09d0db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:40:06.642836 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8618ccd7-1cb6-4dbd-bab7-634190e0caa5 x-openstack-request-id: req-8618ccd7-1cb6-4dbd-bab7-634190e0caa5 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:40:06.643995 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa84b7e-6ad4-4b68-8670-fce99fdefbfe", "name": "network-vif-deleted", "tag": "89d982b6-dde2-4b97-a2b7-827e61465f7c", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:40:06.644896 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8618ccd7-1cb6-4dbd-bab7-634190e0caa5 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:40:06.647235 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa84b7e-6ad4-4b68-8670-fce99fdefbfe', 'name': 'network-vif-deleted', 'tag': '89d982b6-dde2-4b97-a2b7-827e61465f7c', 'status': 'completed', 'code': 200} Feb 20 05:40:06.667745 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec6f278-6cc1-4e25-9f5d-0e83c0adbcbd admin admin] Made reservation on behalf of 5e02c9c1d56747f8803e3f2b02404aba for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:40:06.672110 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ec6f278-6cc1-4e25-9f5d-0e83c0adbcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:06.715024 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ec6f278-6cc1-4e25-9f5d-0e83c0adbcbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:06.865761 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ec6f278-6cc1-4e25-9f5d-0e83c0adbcbd admin admin] Publish callbacks [] for security_group (d5863a73-a8bc-4249-9558-273bb8d829d0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:06.881621 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ec6f278-6cc1-4e25-9f5d-0e83c0adbcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d5863a73-a8bc-4249-9558-273bb8d829d0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:06.899513 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec6f278-6cc1-4e25-9f5d-0e83c0adbcbd admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:40:06.912970 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ec6f278-6cc1-4e25-9f5d-0e83c0adbcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (1e7b572d-eea8-4575-add7-3e01e35d46d2), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:06.913878 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-2ec6f278-6cc1-4e25-9f5d-0e83c0adbcbd admin admin] Added segment 1e7b572d-eea8-4575-add7-3e01e35d46d2 of type vlan for network 737ca593-7d09-4d90-9616-a209809410b0 Feb 20 05:40:06.984836 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ec6f278-6cc1-4e25-9f5d-0e83c0adbcbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (737ca593-7d09-4d90-9616-a209809410b0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:07.035951 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6f278-6cc1-4e25-9f5d-0e83c0adbcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5863a73-a8bc-4249-9558-273bb8d829d0,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:07.082751 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ec6f278-6cc1-4e25-9f5d-0e83c0adbcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (737ca593-7d09-4d90-9616-a209809410b0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:07.083900 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec6f278-6cc1-4e25-9f5d-0e83c0adbcbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:07.084507 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ec6f278-6cc1-4e25-9f5d-0e83c0adbcbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:07.112063 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-0d130b00-e267-49b6-abfb-6dc5d5a94aa2 service neutron] For port 34aa2b95-108c-482a-808b-ef9c69237bc6, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:40:07.141113 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-0d130b00-e267-49b6-abfb-6dc5d5a94aa2 service neutron] For port 34aa2b95-108c-482a-808b-ef9c69237bc6, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=34aa2b95-108c-482a-808b-ef9c69237bc6,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:40:07.148634 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2ec6f278-6cc1-4e25-9f5d-0e83c0adbcbd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8608427 Feb 20 05:40:07.155725 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-aeac30f3-0ec8-4ddd-a084-1aa6cb52c172 None None] Provisioning complete for port f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:07.156478 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37352) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:07.157373 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aeac30f3-0ec8-4ddd-a084-1aa6cb52c172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:07.163985 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-309d73d9-07c2-4d3d-9afe-618673b69206 admin admin] Request body: {'subnet': {'network_id': '737ca593-7d09-4d90-9616-a209809410b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-918644806-subnet', 'tenant_id': '5e02c9c1d56747f8803e3f2b02404aba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:07.165327 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6f278-6cc1-4e25-9f5d-0e83c0adbcbd admin admin] Pushing event updated for resources: {'Network': ['ID=737ca593-7d09-4d90-9616-a209809410b0,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:07.177265 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-0d130b00-e267-49b6-abfb-6dc5d5a94aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:07.199706 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 737ca593-7d09-4d90-9616-a209809410b0 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:40:07.211070 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-5bbde79c-9488-4e9b-af2c-3bc9a2c5c530 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Deleting port 79ecfb81-0da4-4ed6-b9e7-2a21751dd5c1 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:40:07.211782 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5bbde79c-9488-4e9b-af2c-3bc9a2c5c530 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (79ecfb81-0da4-4ed6-b9e7-2a21751dd5c1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:07.265908 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-0d130b00-e267-49b6-abfb-6dc5d5a94aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:07.266822 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-0d130b00-e267-49b6-abfb-6dc5d5a94aa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:07.268598 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-0d130b00-e267-49b6-abfb-6dc5d5a94aa2 service neutron] 10.222.0.61 "PUT /v2.0/ports/34aa2b95-108c-482a-808b-ef9c69237bc6 HTTP/1.1" status: 200 len: 1096 time: 2.6042562 Feb 20 05:40:07.294107 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-aeac30f3-0ec8-4ddd-a084-1aa6cb52c172 None None] Port f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:40:07.321310 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06059cca-5515-4234-9658-695027383c90 req-c7301b76-cce7-4472-abe8-0928c28e4434 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:07.326121 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8151777-0159-4b95-be82-ba107d568cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34aa2b95-108c-482a-808b-ef9c69237bc6'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:40:07.329098 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-06059cca-5515-4234-9658-695027383c90 req-c7301b76-cce7-4472-abe8-0928c28e4434 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 945 time: 0.2547574 Feb 20 05:40:07.331366 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444873bc-1c13-457a-93ea-111d688b508f" -d '{"events": [{"server_uuid": "c8151777-0159-4b95-be82-ba107d568cd0", "name": "network-vif-plugged", "status": "completed", "tag": "34aa2b95-108c-482a-808b-ef9c69237bc6"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:40:07.349544 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309d73d9-07c2-4d3d-9afe-618673b69206 admin admin] Made reservation on behalf of 5e02c9c1d56747f8803e3f2b02404aba for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:40:07.352111 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-309d73d9-07c2-4d3d-9afe-618673b69206 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:07.490455 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d130b00-e267-49b6-abfb-6dc5d5a94aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=34aa2b95-108c-482a-808b-ef9c69237bc6,revision_number=11']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:07.542413 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1731d308-1eb5-45ce-9faf-c2d9dd09d0db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Router 69094908-c20d-4bdb-b9b1-8055cb997888 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:40:07.563385 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-06059cca-5515-4234-9658-695027383c90 req-bd53afe4-b021-4d4b-bfb0-8b46c3943b28 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332499 Feb 20 05:40:07.601204 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5bbde79c-9488-4e9b-af2c-3bc9a2c5c530 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (79ecfb81-0da4-4ed6-b9e7-2a21751dd5c1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:07.632472 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-5bbde79c-9488-4e9b-af2c-3bc9a2c5c530 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Calling delete_port for 79ecfb81-0da4-4ed6-b9e7-2a21751dd5c1 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:40:07.636018 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-9e867e8c-993b-4a4d-9ab9-ffb5de802fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:07.637537 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-9e867e8c-993b-4a4d-9ab9-ffb5de802fa5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 1130 time: 0.3317380 Feb 20 05:40:07.924616 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1731d308-1eb5-45ce-9faf-c2d9dd09d0db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:40:07.931351 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1731d308-1eb5-45ce-9faf-c2d9dd09d0db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "PUT /v2.0/routers/69094908-c20d-4bdb-b9b1-8055cb997888/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5199733 Feb 20 05:40:07.934225 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37384) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:07.941178 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dc749c-b7d3-4f42-9577-aebcda7d8682 None None] Sync routers for ids ['69094908-c20d-4bdb-b9b1-8055cb997888'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:40:07.968711 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dc749c-b7d3-4f42-9577-aebcda7d8682 None None] Routers {'69094908-c20d-4bdb-b9b1-8055cb997888'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:40:07.969341 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-75dc749c-b7d3-4f42-9577-aebcda7d8682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:39:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['69094908-c20d-4bdb-b9b1-8055cb997888'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:08.006663 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-1720e327-156c-419d-9cb3-86fc7e2a59e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:08.008805 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-1720e327-156c-419d-9cb3-86fc7e2a59e7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.3261049 Feb 20 05:40:08.058393 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f09dab-0c9d-4c57-b87c-fea26ba30119 x-openstack-request-id: req-76f09dab-0c9d-4c57-b87c-fea26ba30119 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:40:08.058786 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8151777-0159-4b95-be82-ba107d568cd0", "name": "network-vif-plugged", "status": "completed", "tag": "34aa2b95-108c-482a-808b-ef9c69237bc6", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:40:08.060567 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76f09dab-0c9d-4c57-b87c-fea26ba30119 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:40:08.061055 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8151777-0159-4b95-be82-ba107d568cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34aa2b95-108c-482a-808b-ef9c69237bc6', 'code': 200} Feb 20 05:40:08.076446 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2049343-c0dd-493b-a9da-893f15b31e3d x-openstack-request-id: req-f2049343-c0dd-493b-a9da-893f15b31e3d {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:40:08.077066 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a700d9a0-509a-4b45-b8f4-fb6e6f79fc28 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:08.080948 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a700d9a0-509a-4b45-b8f4-fb6e6f79fc28 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports/f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f HTTP/1.1" status: 200 len: 911 time: 0.1431267 Feb 20 05:40:08.081350 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8151777-0159-4b95-be82-ba107d568cd0", "name": "network-vif-unplugged", "status": "completed", "tag": "34aa2b95-108c-482a-808b-ef9c69237bc6", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:40:08.081350 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2049343-c0dd-493b-a9da-893f15b31e3d {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:40:08.081350 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8151777-0159-4b95-be82-ba107d568cd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34aa2b95-108c-482a-808b-ef9c69237bc6', 'code': 200} Feb 20 05:40:08.081591 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37392) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:08.191068 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d5cbb5-3ffa-4a81-b359-fc28d2c55c02 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:08.203374 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-75dc749c-b7d3-4f42-9577-aebcda7d8682 None None] Set router 69094908-c20d-4bdb-b9b1-8055cb997888 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:40:08.204551 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d5cbb5-3ffa-4a81-b359-fc28d2c55c02 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:08.206647 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-84d5cbb5-3ffa-4a81-b359-fc28d2c55c02 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1241014 Feb 20 05:40:08.211127 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37396) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:08.240541 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-b36b3dc1-06dc-419b-bf69-ff1f28a542eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=34aa2b95-108c-482a-808b-ef9c69237bc6 HTTP/1.1" status: 200 len: 217 time: 0.1505380 Feb 20 05:40:08.241626 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-309d73d9-07c2-4d3d-9afe-618673b69206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (b7acf1c2-5b03-47ff-bdd2-68225ae3f85b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:08.547370 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d73d9-07c2-4d3d-9afe-618673b69206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7acf1c2-5b03-47ff-bdd2-68225ae3f85b,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:08.555798 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-139f7847-14e9-471f-bcce-efd5ecf3bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:08.557406 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-139f7847-14e9-471f-bcce-efd5ecf3bf70 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.2591050 Feb 20 05:40:08.565374 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48680c1d-d059-4ff1-b13e-e816f9505ff7 req-a757c898-fa0e-481a-921f-357b02b4122b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:08.566968 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-48680c1d-d059-4ff1-b13e-e816f9505ff7 req-a757c898-fa0e-481a-921f-357b02b4122b tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 948 time: 0.3410745 Feb 20 05:40:08.591653 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309d73d9-07c2-4d3d-9afe-618673b69206 admin admin] Checking segment: {'id': '1e7b572d-eea8-4575-add7-3e01e35d46d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '737ca593-7d09-4d90-9616-a209809410b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:40:08.592225 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309d73d9-07c2-4d3d-9afe-618673b69206 admin admin] Network hostable DHCP agents. Network: 737ca593-7d09-4d90-9616-a209809410b0, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:40:08.631583 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-75dc749c-b7d3-4f42-9577-aebcda7d8682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69094908-c20d-4bdb-b9b1-8055cb997888', 'name': 'tempest-NetworksTestDHCPv6-router-1225559190', 'tenant_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:39:57Z', 'updated_at': '2022-02-20T05:40:03Z', 'revision_number': 2, 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'gw_port_host': None, '_interfaces': [{'id': 'f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f', 'name': '', 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'tenant_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'mac_address': 'fa:16:3e:65:67:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69094908-c20d-4bdb-b9b1-8055cb997888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '4ee3f01d-4ca2-4cbd-b6d7-3e96992a92a0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:40:00Z', 'updated_at': '2022-02-20T05:40:05Z', 'revision_number': 2, 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'subnets': [{'id': '4ee3f01d-4ca2-4cbd-b6d7-3e96992a92a0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:08.667163 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dc749c-b7d3-4f42-9577-aebcda7d8682 None None] Checking router: 69094908-c20d-4bdb-b9b1-8055cb997888 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:40:08.667633 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dc749c-b7d3-4f42-9577-aebcda7d8682 None None] Updating router 69094908-c20d-4bdb-b9b1-8055cb997888 port f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:40:08.689224 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5bbde79c-9488-4e9b-af2c-3bc9a2c5c530 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (79ecfb81-0da4-4ed6-b9e7-2a21751dd5c1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:08.699522 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-75dc749c-b7d3-4f42-9577-aebcda7d8682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:08.767457 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309d73d9-07c2-4d3d-9afe-618673b69206 admin admin] Network 737ca593-7d09-4d90-9616-a209809410b0 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:40:08.791130 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbde79c-9488-4e9b-af2c-3bc9a2c5c530 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Pushing event deleted for resources: {'Port': ['ID=79ecfb81-0da4-4ed6-b9e7-2a21751dd5c1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:08.823670 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-59dece77-7cbe-440f-81d5-b590b3adc56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:08.825432 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-59dece77-7cbe-440f-81d5-b590b3adc56d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2574604 Feb 20 05:40:08.869813 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-309d73d9-07c2-4d3d-9afe-618673b69206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 737ca593-7d09-4d90-9616-a209809410b0) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:40:08.879605 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06bccdf-45b5-4838-a86d-186dc718cdbe None None] Network 737ca593-7d09-4d90-9616-a209809410b0 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:40:08.922188 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-48680c1d-d059-4ff1-b13e-e816f9505ff7 req-fdd0964f-f42b-497b-af33-90ff8d318a29 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307993 Feb 20 05:40:08.948363 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5a9e67a4-1d57-4411-a5aa-2b75576bffde tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (69094908-c20d-4bdb-b9b1-8055cb997888), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:08.964999 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309d73d9-07c2-4d3d-9afe-618673b69206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:08.965890 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-309d73d9-07c2-4d3d-9afe-618673b69206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:09.145857 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd95778-ece6-4f59-a683-c90797e040bb None None] Network 737ca593-7d09-4d90-9616-a209809410b0 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:40:09.152863 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-650a1bec-3344-4743-a8d8-56d5c4859ae5 req-d6879bc1-359e-498e-ae71-642d4dae0fb6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 210 time: 0.1000714 Feb 20 05:40:09.226526 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-75dc749c-b7d3-4f42-9577-aebcda7d8682 None None] Publish callbacks [] for port (f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:09.249867 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-75dc749c-b7d3-4f42-9577-aebcda7d8682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:09.272394 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-309d73d9-07c2-4d3d-9afe-618673b69206 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1142228 Feb 20 05:40:09.283089 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5bbde79c-9488-4e9b-af2c-3bc9a2c5c530 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (0cd12f2f-6608-47f2-b429-b316a46e960e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:09.379393 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5ab3a-91b9-4a9c-a46f-7aad1c3157de None None] Pushing event updated for resources: {'Port': ['ID=f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:09.402517 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5ab3a-91b9-4a9c-a46f-7aad1c3157de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:09.406702 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5ab3a-91b9-4a9c-a46f-7aad1c3157de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:09.407082 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-5a9e67a4-1d57-4411-a5aa-2b75576bffde tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting port f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:40:09.407418 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5a9e67a4-1d57-4411-a5aa-2b75576bffde tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:09.408671 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5ab3a-91b9-4a9c-a46f-7aad1c3157de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:09.409189 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5ab3a-91b9-4a9c-a46f-7aad1c3157de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:09.412311 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5ab3a-91b9-4a9c-a46f-7aad1c3157de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:09.416298 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5ab3a-91b9-4a9c-a46f-7aad1c3157de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:09.416909 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5ab3a-91b9-4a9c-a46f-7aad1c3157de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:09.417752 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5ab3a-91b9-4a9c-a46f-7aad1c3157de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:09.420428 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5ab3a-91b9-4a9c-a46f-7aad1c3157de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:09.421600 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5ab3a-91b9-4a9c-a46f-7aad1c3157de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:09.422448 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5ab3a-91b9-4a9c-a46f-7aad1c3157de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:09.424041 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5ab3a-91b9-4a9c-a46f-7aad1c3157de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:09.424538 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5ab3a-91b9-4a9c-a46f-7aad1c3157de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:09.449451 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-28303274-ef85-41f7-a871-0c3c1ef8e4b2 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5705495 Feb 20 05:40:09.469191 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cbb64-c83c-4605-bb8a-10acfca01b90 req-8f024df5-1b91-41b4-81da-4fd16891650b tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:09.476863 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1a1cbb64-c83c-4605-bb8a-10acfca01b90 req-8f024df5-1b91-41b4-81da-4fd16891650b tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 945 time: 0.1912234 Feb 20 05:40:09.623395 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-75dc749c-b7d3-4f42-9577-aebcda7d8682 None None] Attempting to bind port f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:40:09.623817 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-75dc749c-b7d3-4f42-9577-aebcda7d8682 None None] Attempting to bind port f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:40:09.624120 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dc749c-b7d3-4f42-9577-aebcda7d8682 None None] Attempting to bind port f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f on network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:40:09.631331 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-5a9e67a4-1d57-4411-a5aa-2b75576bffde tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] For port f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f, host n-d-829866-5, got binding levels [] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:09.631849 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5a9e67a4-1d57-4411-a5aa-2b75576bffde tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:09.641091 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dc749c-b7d3-4f42-9577-aebcda7d8682 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:40:09.642717 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dc749c-b7d3-4f42-9577-aebcda7d8682 None None] Checking segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:40:09.643588 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-75dc749c-b7d3-4f42-9577-aebcda7d8682 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:09.645702 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dc749c-b7d3-4f42-9577-aebcda7d8682 None None] Bound using segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:40:09.647104 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-75dc749c-b7d3-4f42-9577-aebcda7d8682 None None] Bound port: f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:40:09.648987 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-75dc749c-b7d3-4f42-9577-aebcda7d8682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:09.650036 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-5a9e67a4-1d57-4411-a5aa-2b75576bffde tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Calling delete_port for f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:40:09.787176 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:40:09.828705 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-75dc749c-b7d3-4f42-9577-aebcda7d8682 None None] For port f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:40:09.839335 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-75dc749c-b7d3-4f42-9577-aebcda7d8682 None None] For port f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:40:09.858022 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-75dc749c-b7d3-4f42-9577-aebcda7d8682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:09.961643 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5a9e67a4-1d57-4411-a5aa-2b75576bffde tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:09.975138 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dc749c-b7d3-4f42-9577-aebcda7d8682 None None] Routers {'69094908-c20d-4bdb-b9b1-8055cb997888'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:40:09.980965 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-75dc749c-b7d3-4f42-9577-aebcda7d8682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:39:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['69094908-c20d-4bdb-b9b1-8055cb997888'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:10.014704 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d2ddbc62-90f8-434b-87b7-52047b20c700 None None] Could not find standard attr ID for object f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:40:10.055751 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e67a4-1d57-4411-a5aa-2b75576bffde tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Port': ['ID=f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:10.154358 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5a9e67a4-1d57-4411-a5aa-2b75576bffde tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (69094908-c20d-4bdb-b9b1-8055cb997888), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:10.184476 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5ab3a-91b9-4a9c-a46f-7aad1c3157de None None] Pushing event updated for resources: {'Port': ['ID=f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:10.192082 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-75dc749c-b7d3-4f42-9577-aebcda7d8682 None None] Set router 69094908-c20d-4bdb-b9b1-8055cb997888 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:40:10.299129 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-75dc749c-b7d3-4f42-9577-aebcda7d8682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69094908-c20d-4bdb-b9b1-8055cb997888', 'name': 'tempest-NetworksTestDHCPv6-router-1225559190', 'tenant_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:39:57Z', 'updated_at': '2022-02-20T05:40:09Z', 'revision_number': 3, 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:10.301423 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8151777-0159-4b95-be82-ba107d568cd0', 'tag': '34aa2b95-108c-482a-808b-ef9c69237bc6'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:40:10.303708 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7736fd2d-8c7a-4232-82ea-5e70c8f0f756" -d '{"events": [{"name": "network-changed", "server_uuid": "c8151777-0159-4b95-be82-ba107d568cd0", "tag": "34aa2b95-108c-482a-808b-ef9c69237bc6"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:40:10.313104 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbde79c-9488-4e9b-af2c-3bc9a2c5c530 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Router 0cd12f2f-6608-47f2-b429-b316a46e960e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:40:10.353031 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37434) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:10.353857 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dc749c-b7d3-4f42-9577-aebcda7d8682 None None] The sync data for ids ['69094908-c20d-4bdb-b9b1-8055cb997888'] in n-d-829866-5 is: [{'id': '69094908-c20d-4bdb-b9b1-8055cb997888', 'name': 'tempest-NetworksTestDHCPv6-router-1225559190', 'tenant_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:39:57Z', 'updated_at': '2022-02-20T05:40:09Z', 'revision_number': 3, 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:40:10.380651 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1a1cbb64-c83c-4605-bb8a-10acfca01b90 req-1c87b14e-4fb7-4fcb-b37c-f45fea7a54b0 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9003055 Feb 20 05:40:10.436399 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ad13bcee-7af5-4ff1-8e46-b8e5a2e5f531 None None] Could not find standard attr ID for object f94e7c27-78fd-4887-bcbb-bd8ca69d5f4f. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:40:10.536904 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9e67a4-1d57-4411-a5aa-2b75576bffde tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Router 69094908-c20d-4bdb-b9b1-8055cb997888 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:40:10.573601 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbde79c-9488-4e9b-af2c-3bc9a2c5c530 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:40:10.584927 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e53bbb-db0f-47f6-a81f-aa226c2ec278 None None] Sync routers for ids ['0cd12f2f-6608-47f2-b429-b316a46e960e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:40:10.600972 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e53bbb-db0f-47f6-a81f-aa226c2ec278 None None] Routers {'0cd12f2f-6608-47f2-b429-b316a46e960e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:40:10.601610 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-a0e53bbb-db0f-47f6-a81f-aa226c2ec278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:39:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0cd12f2f-6608-47f2-b429-b316a46e960e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:10.618390 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5bbde79c-9488-4e9b-af2c-3bc9a2c5c530 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "PUT /v2.0/routers/0cd12f2f-6608-47f2-b429-b316a46e960e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2943368 Feb 20 05:40:10.621622 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3947c1a6-9990-4365-9f5e-5f635004e286 req-8afa48fe-c77a-43dc-9031-0cac3bcf78f3 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1646745 Feb 20 05:40:10.623198 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1e4ba618-d6a0-4ecf-999b-a7f7a6cb6c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:10.651813 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-a0e53bbb-db0f-47f6-a81f-aa226c2ec278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:10.658009 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37438) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:10.673017 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e53bbb-db0f-47f6-a81f-aa226c2ec278 None None] Routers {'0cd12f2f-6608-47f2-b429-b316a46e960e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:40:10.674050 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-a0e53bbb-db0f-47f6-a81f-aa226c2ec278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:39:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0cd12f2f-6608-47f2-b429-b316a46e960e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:10.761688 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-6ccedd70-5b24-42b9-b711-23f6f46b81c1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] delete failed (client error): The resource could not be found. Feb 20 05:40:10.762936 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6ccedd70-5b24-42b9-b711-23f6f46b81c1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-1415102632 HTTP/1.1" status: 404 len: 335 time: 0.0797057 Feb 20 05:40:10.769938 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-a0e53bbb-db0f-47f6-a81f-aa226c2ec278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:10.771469 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e53bbb-db0f-47f6-a81f-aa226c2ec278 None None] The sync data for ids ['0cd12f2f-6608-47f2-b429-b316a46e960e'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:40:10.772151 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37440) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:10.785475 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b5aa23b0-5d18-4f3c-ac73-4901d4b78293 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Request body: {'router': {'external_gateway_info': {'network_id': '0cd12f2f-6608-47f2-b429-b316a46e960e'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:10.907937 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223acb1c-c4ee-4ad8-8c49-47f4852a0a48 req-ce7f5c40-18b7-45a3-b0e0-9cec4e29b207 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:10.909611 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-223acb1c-c4ee-4ad8-8c49-47f4852a0a48 req-ce7f5c40-18b7-45a3-b0e0-9cec4e29b207 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 945 time: 0.3858671 Feb 20 05:40:11.012068 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9e67a4-1d57-4411-a5aa-2b75576bffde tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:40:11.020713 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5a9e67a4-1d57-4411-a5aa-2b75576bffde tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "PUT /v2.0/routers/69094908-c20d-4bdb-b9b1-8055cb997888/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8083782 Feb 20 05:40:11.021564 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37442) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:11.077595 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f38da1-e95c-4f3c-bf07-582a05180a40 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:11.079031 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f38da1-e95c-4f3c-bf07-582a05180a40 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:11.083012 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-58f38da1-e95c-4f3c-bf07-582a05180a40 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0581396 Feb 20 05:40:11.083270 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37444) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:11.088839 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1e4ba618-d6a0-4ecf-999b-a7f7a6cb6c45 admin admin] Publish callbacks [] for security_group (ae8959ba-8456-4267-a2ef-06d81549efc3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:11.100903 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1e4ba618-d6a0-4ecf-999b-a7f7a6cb6c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ae8959ba-8456-4267-a2ef-06d81549efc3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:11.140936 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-17443ff9-b521-4ed9-a9a4-140c8838fe8e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet 4ee3f01d-4ca2-4cbd-b6d7-3e96992a92a0 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:40:11.144360 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17443ff9-b521-4ed9-a9a4-140c8838fe8e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (4ee3f01d-4ca2-4cbd-b6d7-3e96992a92a0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:11.153862 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5aa23b0-5d18-4f3c-ac73-4901d4b78293 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks [] for router_gateway (0cd12f2f-6608-47f2-b429-b316a46e960e), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:11.163877 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-223acb1c-c4ee-4ad8-8c49-47f4852a0a48 req-c78e9af8-23d8-4a8d-bd72-4c70d3be905c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112727 Feb 20 05:40:11.196230 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-b5aa23b0-5d18-4f3c-ac73-4901d4b78293 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] update failed (client error): The resource could not be found. Feb 20 05:40:11.202978 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b5aa23b0-5d18-4f3c-ac73-4901d4b78293 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "PUT /v2.0/routers/0cd12f2f-6608-47f2-b429-b316a46e960e HTTP/1.1" status: 404 len: 339 time: 0.4157286 Feb 20 05:40:11.202978 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1e4ba618-d6a0-4ecf-999b-a7f7a6cb6c45 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9cc7b89becb44c859802373fbe1424d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8455353 Feb 20 05:40:11.202978 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37450) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:11.203391 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37452) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:11.204296 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17443ff9-b521-4ed9-a9a4-140c8838fe8e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (4ee3f01d-4ca2-4cbd-b6d7-3e96992a92a0), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:11.209386 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-bfacd109-50d3-4069-a96f-a00ce27124cd tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-704700992'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:11.223575 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ba618-d6a0-4ecf-999b-a7f7a6cb6c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8959ba-8456-4267-a2ef-06d81549efc3,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:11.281442 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfacd109-50d3-4069-a96f-a00ce27124cd tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Made reservation on behalf of f72edc5b49dc41e6b978d7a27374f7b5 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:40:11.284856 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bfacd109-50d3-4069-a96f-a00ce27124cd tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:11.324282 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7606a84b-e2a1-42a8-952e-adba5204aa3d admin admin] Publish callbacks [] for security_group (ae8959ba-8456-4267-a2ef-06d81549efc3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:11.326964 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfacd109-50d3-4069-a96f-a00ce27124cd tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:40:11.354260 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bfacd109-50d3-4069-a96f-a00ce27124cd tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (7174347f-a1eb-403e-83ce-a711e573c085), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:11.354609 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-bfacd109-50d3-4069-a96f-a00ce27124cd tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Added segment 7174347f-a1eb-403e-83ce-a711e573c085 of type vlan for network 0397818e-fae3-4a7e-a2f6-7fa8140b939f Feb 20 05:40:11.366521 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7606a84b-e2a1-42a8-952e-adba5204aa3d admin admin] Publish callbacks [] for security_group (ae8959ba-8456-4267-a2ef-06d81549efc3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:11.383640 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17443ff9-b521-4ed9-a9a4-140c8838fe8e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (4ee3f01d-4ca2-4cbd-b6d7-3e96992a92a0), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:11.441810 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bfacd109-50d3-4069-a96f-a00ce27124cd tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (0397818e-fae3-4a7e-a2f6-7fa8140b939f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:11.463288 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17443ff9-b521-4ed9-a9a4-140c8838fe8e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (4ee3f01d-4ca2-4cbd-b6d7-3e96992a92a0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:11.482504 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17443ff9-b521-4ed9-a9a4-140c8838fe8e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:11.486002 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-17443ff9-b521-4ed9-a9a4-140c8838fe8e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/4ee3f01d-4ca2-4cbd-b6d7-3e96992a92a0 HTTP/1.1" status: 204 len: 168 time: 0.4018447 Feb 20 05:40:11.491209 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77643f4e-1cc9-4574-8c5f-5e1c6144c346 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:40:11.507908 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37456) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:11.519117 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bfacd109-50d3-4069-a96f-a00ce27124cd tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (0397818e-fae3-4a7e-a2f6-7fa8140b939f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:11.524717 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfacd109-50d3-4069-a96f-a00ce27124cd tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:11.525443 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bfacd109-50d3-4069-a96f-a00ce27124cd tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:11.546024 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17443ff9-b521-4ed9-a9a4-140c8838fe8e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=4ee3f01d-4ca2-4cbd-b6d7-3e96992a92a0,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:11.691902 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bfacd109-50d3-4069-a96f-a00ce27124cd tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4860981 Feb 20 05:40:11.694496 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37466) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:11.700048 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c1e368fc-b093-4091-a886-11dc2d9ba205 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Request body: {'subnet': {'network_id': '0397818e-fae3-4a7e-a2f6-7fa8140b939f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:11.726478 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7606a84b-e2a1-42a8-952e-adba5204aa3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ae8959ba-8456-4267-a2ef-06d81549efc3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:11.730132 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7606a84b-e2a1-42a8-952e-adba5204aa3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:11.731323 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7606a84b-e2a1-42a8-952e-adba5204aa3d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ae8959ba-8456-4267-a2ef-06d81549efc3 HTTP/1.1" status: 204 len: 168 time: 0.5270736 Feb 20 05:40:11.737979 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c0b6df-c543-4bc4-9e61-f4c61e73bba6 None None] Sync routers for ids ['69094908-c20d-4bdb-b9b1-8055cb997888'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:40:11.752056 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c38ab3a-f078-41bf-9e0f-3b0c90b3dd29 None None] DHCP port deletion for 81f72dab-c9ca-4111-9cef-a8a92557f9f3 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:40:11.756322 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c0b6df-c543-4bc4-9e61-f4c61e73bba6 None None] Routers {'69094908-c20d-4bdb-b9b1-8055cb997888'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:40:11.757092 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-27c0b6df-c543-4bc4-9e61-f4c61e73bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:39:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['69094908-c20d-4bdb-b9b1-8055cb997888'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:11.793208 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfacd109-50d3-4069-a96f-a00ce27124cd tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Pushing event updated for resources: {'Network': ['ID=0397818e-fae3-4a7e-a2f6-7fa8140b939f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:11.810613 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 0397818e-fae3-4a7e-a2f6-7fa8140b939f details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:40:11.891989 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606a84b-e2a1-42a8-952e-adba5204aa3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8959ba-8456-4267-a2ef-06d81549efc3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:11.892531 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9c38ab3a-f078-41bf-9e0f-3b0c90b3dd29 None None] Deleting port 46111e56-ceb9-488f-8d1b-5e327852e190 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:40:11.892919 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9c38ab3a-f078-41bf-9e0f-3b0c90b3dd29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (46111e56-ceb9-488f-8d1b-5e327852e190), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:11.919027 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-27c0b6df-c543-4bc4-9e61-f4c61e73bba6 None None] Set router 69094908-c20d-4bdb-b9b1-8055cb997888 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:40:11.940429 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e368fc-b093-4091-a886-11dc2d9ba205 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Made reservation on behalf of f72edc5b49dc41e6b978d7a27374f7b5 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:40:11.952205 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c1e368fc-b093-4091-a886-11dc2d9ba205 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:11.955006 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1d537f5d-6657-4a11-a1a3-9a516cf832c5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4449904 Feb 20 05:40:11.962062 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37472) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:11.970624 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9c38ab3a-f078-41bf-9e0f-3b0c90b3dd29 None None] For port 46111e56-ceb9-488f-8d1b-5e327852e190, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=46111e56-ceb9-488f-8d1b-5e327852e190,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:11.971007 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9c38ab3a-f078-41bf-9e0f-3b0c90b3dd29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (46111e56-ceb9-488f-8d1b-5e327852e190), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:11.987321 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9c38ab3a-f078-41bf-9e0f-3b0c90b3dd29 None None] Calling delete_port for 46111e56-ceb9-488f-8d1b-5e327852e190 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:40:12.042108 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-27c0b6df-c543-4bc4-9e61-f4c61e73bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69094908-c20d-4bdb-b9b1-8055cb997888', 'name': 'tempest-NetworksTestDHCPv6-router-1225559190', 'tenant_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:39:57Z', 'updated_at': '2022-02-20T05:40:09Z', 'revision_number': 3, 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:12.099533 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c0b6df-c543-4bc4-9e61-f4c61e73bba6 None None] Checking router: 69094908-c20d-4bdb-b9b1-8055cb997888 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:40:12.110573 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-b3367b4c-e948-434c-ae6c-a8dfacfa3831 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:12.112725 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c0b6df-c543-4bc4-9e61-f4c61e73bba6 None None] Routers {'69094908-c20d-4bdb-b9b1-8055cb997888'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:40:12.113586 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-27c0b6df-c543-4bc4-9e61-f4c61e73bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:39:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['69094908-c20d-4bdb-b9b1-8055cb997888'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:12.118123 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-b3367b4c-e948-434c-ae6c-a8dfacfa3831 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/networks?id=737ca593-7d09-4d90-9616-a209809410b0 HTTP/1.1" status: 200 len: 814 time: 0.4765284 Feb 20 05:40:12.124040 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7415bdc6-b968-485d-a7e4-e33a6770f704 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for router (69094908-c20d-4bdb-b9b1-8055cb997888), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:12.182384 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9c38ab3a-f078-41bf-9e0f-3b0c90b3dd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (46111e56-ceb9-488f-8d1b-5e327852e190), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:12.252962 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c38ab3a-f078-41bf-9e0f-3b0c90b3dd29 None None] No DVR routers for this DVR port 46111e56-ceb9-488f-8d1b-5e327852e190 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:40:12.256147 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38ab3a-f078-41bf-9e0f-3b0c90b3dd29 None None] Pushing event deleted for resources: {'Port': ['ID=46111e56-ceb9-488f-8d1b-5e327852e190,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:12.296749 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-80250264-680b-48c3-acdc-979f47ad5d86 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/quotas/5e02c9c1d56747f8803e3f2b02404aba HTTP/1.1" status: 200 len: 375 time: 0.1776724 Feb 20 05:40:12.330557 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-27c0b6df-c543-4bc4-9e61-f4c61e73bba6 None None] Set router 69094908-c20d-4bdb-b9b1-8055cb997888 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:40:12.370407 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-0af6d041-a60d-428d-80be-b77c5668b50f tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5e02c9c1d56747f8803e3f2b02404aba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725431 Feb 20 05:40:12.392634 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-27c0b6df-c543-4bc4-9e61-f4c61e73bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69094908-c20d-4bdb-b9b1-8055cb997888', 'name': 'tempest-NetworksTestDHCPv6-router-1225559190', 'tenant_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:39:57Z', 'updated_at': '2022-02-20T05:40:09Z', 'revision_number': 3, 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:12.403462 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c1e368fc-b093-4091-a886-11dc2d9ba205 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (bc71170e-c07f-4038-abba-d3749cdd9da5), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:12.439562 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c0b6df-c543-4bc4-9e61-f4c61e73bba6 None None] The sync data for ids ['69094908-c20d-4bdb-b9b1-8055cb997888'] in n-d-829866-5 is: [{'id': '69094908-c20d-4bdb-b9b1-8055cb997888', 'name': 'tempest-NetworksTestDHCPv6-router-1225559190', 'tenant_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:39:57Z', 'updated_at': '2022-02-20T05:40:09Z', 'revision_number': 3, 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:40:12.441971 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37474) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:12.494259 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fdee8f22-6608-4539-85d4-8070025a83f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:12.545378 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e368fc-b093-4091-a886-11dc2d9ba205 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Checking segment: {'id': '7174347f-a1eb-403e-83ce-a711e573c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0397818e-fae3-4a7e-a2f6-7fa8140b939f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:40:12.546033 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e368fc-b093-4091-a886-11dc2d9ba205 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Network hostable DHCP agents. Network: 0397818e-fae3-4a7e-a2f6-7fa8140b939f, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:40:12.550553 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e368fc-b093-4091-a886-11dc2d9ba205 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Pushing event updated for resources: {'Subnet': ['ID=bc71170e-c07f-4038-abba-d3749cdd9da5,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:12.597672 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e368fc-b093-4091-a886-11dc2d9ba205 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Network 0397818e-fae3-4a7e-a2f6-7fa8140b939f is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:40:12.604474 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 34aa2b95-108c-482a-808b-ef9c69237bc6 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:40:12.630036 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-c1e368fc-b093-4091-a886-11dc2d9ba205 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 0397818e-fae3-4a7e-a2f6-7fa8140b939f) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:40:12.638799 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e368fc-b093-4091-a886-11dc2d9ba205 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:12.639916 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c1e368fc-b093-4091-a886-11dc2d9ba205 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:12.647120 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899fbe0d-622e-4c0f-afb7-29de47a984ac None None] Network 0397818e-fae3-4a7e-a2f6-7fa8140b939f requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:40:12.668745 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c1e368fc-b093-4091-a886-11dc2d9ba205 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9723921 Feb 20 05:40:12.672817 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37476) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:12.678027 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-e5672bf9-b4e5-457e-921d-358d829f539f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Request body: {'router': {'external_gateway_info': {'network_id': '0397818e-fae3-4a7e-a2f6-7fa8140b939f'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:12.739481 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fdee8f22-6608-4539-85d4-8070025a83f5 admin admin] Publish callbacks [] for security_group (d0a041da-c0bf-4f8a-b125-f2f9495b708c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:12.749856 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fdee8f22-6608-4539-85d4-8070025a83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d0a041da-c0bf-4f8a-b125-f2f9495b708c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:12.766735 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:40:12.812769 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fdee8f22-6608-4539-85d4-8070025a83f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b97a9a390c14fa49a1ad79f20ed7c29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3687134 Feb 20 05:40:12.818127 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37478) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:12.955225 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee8f22-6608-4539-85d4-8070025a83f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a041da-c0bf-4f8a-b125-f2f9495b708c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:12.988693 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7415bdc6-b968-485d-a7e4-e33a6770f704 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (69094908-c20d-4bdb-b9b1-8055cb997888), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:12.991044 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7415bdc6-b968-485d-a7e4-e33a6770f704 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for router_controller (69094908-c20d-4bdb-b9b1-8055cb997888), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:13.053051 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7415bdc6-b968-485d-a7e4-e33a6770f704 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (69094908-c20d-4bdb-b9b1-8055cb997888), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:13.053565 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7415bdc6-b968-485d-a7e4-e33a6770f704 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Fanout notify agent at l3_agent the message router_deleted on router 69094908-c20d-4bdb-b9b1-8055cb997888 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:40:13.063742 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7415bdc6-b968-485d-a7e4-e33a6770f704 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:13.067013 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7415bdc6-b968-485d-a7e4-e33a6770f704 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/routers/69094908-c20d-4bdb-b9b1-8055cb997888 HTTP/1.1" status: 204 len: 168 time: 1.1013663 Feb 20 05:40:13.067170 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e5672bf9-b4e5-457e-921d-358d829f539f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks [] for router_gateway (0cd12f2f-6608-47f2-b429-b316a46e960e), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:13.068054 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37480) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:13.090634 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ed5b7be-4c56-435b-b01d-ab61ef0174cd req-10ab004c-619a-4a75-ad58-1d3dd0f6d596 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9978826 Feb 20 05:40:13.104427 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f8263190-034c-4092-b6b6-3f719f8e703d admin admin] Publish callbacks [] for security_group (d0a041da-c0bf-4f8a-b125-f2f9495b708c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:13.112855 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b906b2d6-a68f-4426-b045-585cc53d3a4c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0416868 Feb 20 05:40:13.123015 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37482) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:13.131014 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f8263190-034c-4092-b6b6-3f719f8e703d admin admin] Publish callbacks [] for security_group (d0a041da-c0bf-4f8a-b125-f2f9495b708c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:13.202656 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f8263190-034c-4092-b6b6-3f719f8e703d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d0a041da-c0bf-4f8a-b125-f2f9495b708c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:13.205822 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f8263190-034c-4092-b6b6-3f719f8e703d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:13.209790 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f8263190-034c-4092-b6b6-3f719f8e703d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0a041da-c0bf-4f8a-b125-f2f9495b708c HTTP/1.1" status: 204 len: 168 time: 0.3869467 Feb 20 05:40:13.265527 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8263190-034c-4092-b6b6-3f719f8e703d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a041da-c0bf-4f8a-b125-f2f9495b708c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:13.268763 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 34aa2b95-108c-482a-808b-ef9c69237bc6, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=34aa2b95-108c-482a-808b-ef9c69237bc6,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:13.275568 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-32f8fd44-e647-469e-9d21-eb86cf070306 service neutron] 10.222.0.37 "GET /v2.0/networks/737ca593-7d09-4d90-9616-a209809410b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9024887 Feb 20 05:40:13.279166 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5b7be-4c56-435b-b01d-ab61ef0174cd req-82f458f7-1794-414b-905b-f4f5109c34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:13.280631 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ed5b7be-4c56-435b-b01d-ab61ef0174cd req-82f458f7-1794-414b-905b-f4f5109c34ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 1128 time: 0.1477294 Feb 20 05:40:13.304753 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddff66a9-e1b2-402a-9fd5-d43742d4f601 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:13.308587 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ddff66a9-e1b2-402a-9fd5-d43742d4f601 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1822336 Feb 20 05:40:13.309450 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37486) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:13.317648 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '34aa2b95-108c-482a-808b-ef9c69237bc6', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': '34aa2b95-108c-482a-808b-ef9c69237bc6', 'mac_address': 'fa:16:3e:10:f9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:40:13.378342 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54af7cfd-5d75-4079-8b82-723e93c81d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-0397818e-fae3-4a7e-a2f6-7fa8140b939f', 'network_id': '0397818e-fae3-4a7e-a2f6-7fa8140b939f', 'project_id': 'f72edc5b49dc41e6b978d7a27374f7b5', 'fixed_ips': [{'subnet_id': 'bc71170e-c07f-4038-abba-d3749cdd9da5'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:40:13.390106 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3198a901-7c55-4638-b31b-1b83c84e4731 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743639 Feb 20 05:40:13.390753 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37488) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:13.393645 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54af7cfd-5d75-4079-8b82-723e93c81d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:13.396492 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a66901a2-9ba2-4976-aada-2dad7f9e4bf4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:13.461227 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 34aa2b95-108c-482a-808b-ef9c69237bc6 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:13.461429 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:13.506511 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34aa2b95-108c-482a-808b-ef9c69237bc6 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:40:13.599910 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-d6760cd6-fcc6-460b-82a6-ac6551ba05ab service neutron] 10.222.0.37 "GET /v2.0/networks/737ca593-7d09-4d90-9616-a209809410b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760243 Feb 20 05:40:13.607451 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-e5672bf9-b4e5-457e-921d-358d829f539f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:40:13.614183 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e5672bf9-b4e5-457e-921d-358d829f539f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "PUT /v2.0/routers/0cd12f2f-6608-47f2-b429-b316a46e960e HTTP/1.1" status: 400 len: 364 time: 0.9401720 Feb 20 05:40:13.615747 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66901a2-9ba2-4976-aada-2dad7f9e4bf4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:40:13.620549 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a66901a2-9ba2-4976-aada-2dad7f9e4bf4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:13.624595 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37492) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:13.632090 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5b7be-4c56-435b-b01d-ab61ef0174cd req-e937a587-486f-4216-aa63-9f86b1731e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:13.637700 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ed5b7be-4c56-435b-b01d-ab61ef0174cd req-e937a587-486f-4216-aa63-9f86b1731e10 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 200 len: 912 time: 0.2812090 Feb 20 05:40:13.720084 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ed5b7be-4c56-435b-b01d-ab61ef0174cd req-ed46e844-bbfc-479b-b3d8-5002229111e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b HTTP/1.1" status: 200 len: 217 time: 0.0758076 Feb 20 05:40:13.756493 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-54af7cfd-5d75-4079-8b82-723e93c81d19 None None] Allocated IP 2001:db8:1::2 (0397818e-fae3-4a7e-a2f6-7fa8140b939f/bc71170e-c07f-4038-abba-d3749cdd9da5/bee43e6a-a652-430d-9b42-8d72e9092c38) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:40:13.834687 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5b7be-4c56-435b-b01d-ab61ef0174cd req-2d15e842-1b57-4fba-a468-8188521b0288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:13.838087 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ed5b7be-4c56-435b-b01d-ab61ef0174cd req-2d15e842-1b57-4fba-a468-8188521b0288 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a08401b1-85d8-4e92-bab1-1aef3c02482d HTTP/1.1" status: 200 len: 851 time: 0.1139948 Feb 20 05:40:13.985676 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37498) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:13.990105 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54af7cfd-5d75-4079-8b82-723e93c81d19 None None] Publish callbacks [] for port (bee43e6a-a652-430d-9b42-8d72e9092c38), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:14.019153 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 34aa2b95-108c-482a-808b-ef9c69237bc6, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=34aa2b95-108c-482a-808b-ef9c69237bc6,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:14.021260 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 46111e56-ceb9-488f-8d1b-5e327852e190 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:40:14.036219 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f65127e-08a0-40d7-941c-3e301e1c8a5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:14.045509 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 46111e56-ceb9-488f-8d1b-5e327852e190 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:40:14.046023 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 46111e56-ceb9-488f-8d1b-5e327852e190 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:40:14.048305 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:14.050535 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54af7cfd-5d75-4079-8b82-723e93c81d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (bee43e6a-a652-430d-9b42-8d72e9092c38), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:14.082840 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5b7be-4c56-435b-b01d-ab61ef0174cd req-e6a9aa1f-fa5c-47e9-9f00-3e989759d0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:14.084463 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ed5b7be-4c56-435b-b01d-ab61ef0174cd req-e6a9aa1f-fa5c-47e9-9f00-3e989759d0e9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2396033 Feb 20 05:40:14.100808 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54af7cfd-5d75-4079-8b82-723e93c81d19 None None] Network 0397818e-fae3-4a7e-a2f6-7fa8140b939f is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:40:14.104869 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-54af7cfd-5d75-4079-8b82-723e93c81d19 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:40:14.110990 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54af7cfd-5d75-4079-8b82-723e93c81d19 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:40:14.129800 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=34aa2b95-108c-482a-808b-ef9c69237bc6,revision_number=12']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:14.221418 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-54af7cfd-5d75-4079-8b82-723e93c81d19 None None] Attempting to bind port bee43e6a-a652-430d-9b42-8d72e9092c38 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:40:14.222037 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-54af7cfd-5d75-4079-8b82-723e93c81d19 None None] Attempting to bind port bee43e6a-a652-430d-9b42-8d72e9092c38 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '7174347f-a1eb-403e-83ce-a711e573c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0397818e-fae3-4a7e-a2f6-7fa8140b939f'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:40:14.222513 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54af7cfd-5d75-4079-8b82-723e93c81d19 None None] Attempting to bind port bee43e6a-a652-430d-9b42-8d72e9092c38 on network 0397818e-fae3-4a7e-a2f6-7fa8140b939f {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:40:14.231776 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54af7cfd-5d75-4079-8b82-723e93c81d19 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:40:14.232525 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54af7cfd-5d75-4079-8b82-723e93c81d19 None None] Checking segment: {'id': '7174347f-a1eb-403e-83ce-a711e573c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0397818e-fae3-4a7e-a2f6-7fa8140b939f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:40:14.233382 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54af7cfd-5d75-4079-8b82-723e93c81d19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:14.233645 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54af7cfd-5d75-4079-8b82-723e93c81d19 None None] Bound using segment: {'id': '7174347f-a1eb-403e-83ce-a711e573c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0397818e-fae3-4a7e-a2f6-7fa8140b939f'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:40:14.234400 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-54af7cfd-5d75-4079-8b82-723e93c81d19 None None] Bound port: bee43e6a-a652-430d-9b42-8d72e9092c38, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7174347f-a1eb-403e-83ce-a711e573c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0397818e-fae3-4a7e-a2f6-7fa8140b939f'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:40:14.234919 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54af7cfd-5d75-4079-8b82-723e93c81d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bee43e6a-a652-430d-9b42-8d72e9092c38), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:14.252594 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a82aacb6-7ea0-4990-8bdf-52f8a4acad86 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:14.273370 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af7cfd-5d75-4079-8b82-723e93c81d19 None None] Pushing event updated for resources: {'Port': ['ID=bee43e6a-a652-430d-9b42-8d72e9092c38,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:14.286726 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f65127e-08a0-40d7-941c-3e301e1c8a5f admin admin] Publish callbacks [] for security_group (f0a9c315-e416-42fe-ab98-259f3cf3fce3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:14.334929 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f65127e-08a0-40d7-941c-3e301e1c8a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f0a9c315-e416-42fe-ab98-259f3cf3fce3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:14.380966 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9f65127e-08a0-40d7-941c-3e301e1c8a5f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9545965e6a64b49b1d023eba2b57fd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3898082 Feb 20 05:40:14.387265 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ed5b7be-4c56-435b-b01d-ab61ef0174cd req-90999b1e-87f1-41fd-8fbf-0fefa91aafa0 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852478 Feb 20 05:40:14.390685 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37504) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:14.400729 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4c0c4-e542-4624-a23b-1c5b9f8ffe85 req-36734f2f-d019-4aac-a008-12a878bbdd4c tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:14.401647 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['34aa2b95-108c-482a-808b-ef9c69237bc6'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:40:14.407505 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-51f4c0c4-e542-4624-a23b-1c5b9f8ffe85 req-36734f2f-d019-4aac-a008-12a878bbdd4c tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 949 time: 0.3808267 Feb 20 05:40:14.441931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65127e-08a0-40d7-941c-3e301e1c8a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a9c315-e416-42fe-ab98-259f3cf3fce3,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:14.492681 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-54af7cfd-5d75-4079-8b82-723e93c81d19 None None] For port bee43e6a-a652-430d-9b42-8d72e9092c38, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:40:14.516372 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-54af7cfd-5d75-4079-8b82-723e93c81d19 None None] For port bee43e6a-a652-430d-9b42-8d72e9092c38, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=bee43e6a-a652-430d-9b42-8d72e9092c38,segment=NetworkSegment(7174347f-a1eb-403e-83ce-a711e573c085),segment_id=7174347f-a1eb-403e-83ce-a711e573c085)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:40:14.536473 n-d-829866-5 neutron-server[103406]: DEBUG neutron.objects.ports [None req-a66901a2-9ba2-4976-aada-2dad7f9e4bf4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103406) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 05:40:14.540229 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54af7cfd-5d75-4079-8b82-723e93c81d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (bee43e6a-a652-430d-9b42-8d72e9092c38), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:14.590026 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a66901a2-9ba2-4976-aada-2dad7f9e4bf4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (f9dac27d-9dd4-47b0-8954-7273eced0873), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:14.605044 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-51f4c0c4-e542-4624-a23b-1c5b9f8ffe85 req-399d6ac3-c6e1-46f0-9377-3401076f1eee tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640429 Feb 20 05:40:14.616392 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af7cfd-5d75-4079-8b82-723e93c81d19 None None] Pushing event updated for resources: {'Port': ['ID=bee43e6a-a652-430d-9b42-8d72e9092c38,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:14.650710 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-562c1bac-5588-4be7-a5ac-4aa564218dbe admin admin] Publish callbacks [] for security_group (f0a9c315-e416-42fe-ab98-259f3cf3fce3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:14.713526 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ed5b7be-4c56-435b-b01d-ab61ef0174cd req-95c53bbf-e331-473f-954a-9febf5856535 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734954 Feb 20 05:40:14.715727 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-562c1bac-5588-4be7-a5ac-4aa564218dbe admin admin] Publish callbacks [] for security_group (f0a9c315-e416-42fe-ab98-259f3cf3fce3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:14.762046 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66901a2-9ba2-4976-aada-2dad7f9e4bf4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:40:14.774810 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-a66901a2-9ba2-4976-aada-2dad7f9e4bf4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:40:14.789287 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70637312-ee4c-4704-9c05-5f0e64cdd204 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:40:14.803380 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66901a2-9ba2-4976-aada-2dad7f9e4bf4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:14.804100 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-432dae4b-8799-45d9-806e-55eb222d44ed req-631c1bf1-2017-4f1c-9cb5-0c279e180644 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 210 time: 0.0586164 Feb 20 05:40:14.817139 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a66901a2-9ba2-4976-aada-2dad7f9e4bf4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:14.832441 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-562c1bac-5588-4be7-a5ac-4aa564218dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f0a9c315-e416-42fe-ab98-259f3cf3fce3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:14.833260 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66901a2-9ba2-4976-aada-2dad7f9e4bf4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=f9dac27d-9dd4-47b0-8954-7273eced0873,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:14.836419 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-562c1bac-5588-4be7-a5ac-4aa564218dbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:14.843310 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-562c1bac-5588-4be7-a5ac-4aa564218dbe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f0a9c315-e416-42fe-ab98-259f3cf3fce3 HTTP/1.1" status: 204 len: 168 time: 0.4345663 Feb 20 05:40:14.859187 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c1bac-5588-4be7-a5ac-4aa564218dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a9c315-e416-42fe-ab98-259f3cf3fce3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:14.889098 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a66901a2-9ba2-4976-aada-2dad7f9e4bf4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4964499 Feb 20 05:40:14.889914 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37512) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:14.894703 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66901a2-9ba2-4976-aada-2dad7f9e4bf4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:14.895260 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66901a2-9ba2-4976-aada-2dad7f9e4bf4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:14.895689 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66901a2-9ba2-4976-aada-2dad7f9e4bf4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:14.896233 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66901a2-9ba2-4976-aada-2dad7f9e4bf4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:14.902575 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66901a2-9ba2-4976-aada-2dad7f9e4bf4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:14.903189 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66901a2-9ba2-4976-aada-2dad7f9e4bf4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:14.903699 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66901a2-9ba2-4976-aada-2dad7f9e4bf4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:14.904811 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66901a2-9ba2-4976-aada-2dad7f9e4bf4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:14.905316 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66901a2-9ba2-4976-aada-2dad7f9e4bf4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:14.905828 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66901a2-9ba2-4976-aada-2dad7f9e4bf4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:14.908141 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66901a2-9ba2-4976-aada-2dad7f9e4bf4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:14.908284 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-7fe184a0-1cbe-4bad-99ed-50d61d40e41b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:14.909320 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66901a2-9ba2-4976-aada-2dad7f9e4bf4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:14.909855 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66901a2-9ba2-4976-aada-2dad7f9e4bf4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:14.933344 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-a82aacb6-7ea0-4990-8bdf-52f8a4acad86 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Allocated IP 2001:db8::1 (b51380f5-9a16-4836-bbf7-96876760a6b9/50a05851-7eac-4c46-8b2f-f87a6f00c918/738a3b96-0a3f-406a-b87d-ef55fd368a8d) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:40:14.957071 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4ffcf2-2e60-4401-9285-d405cbb82268 x-openstack-request-id: req-2d4ffcf2-2e60-4401-9285-d405cbb82268 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:40:14.957479 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8151777-0159-4b95-be82-ba107d568cd0", "tag": "34aa2b95-108c-482a-808b-ef9c69237bc6", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:40:14.957737 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d4ffcf2-2e60-4401-9285-d405cbb82268 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:40:14.972033 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8151777-0159-4b95-be82-ba107d568cd0', 'tag': '34aa2b95-108c-482a-808b-ef9c69237bc6', 'status': 'completed', 'code': 200} Feb 20 05:40:15.030669 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6f41c7-ce70-4a89-a8a7-de36048c9569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'fixed_ips': [{'subnet_id': 'f9dac27d-9dd4-47b0-8954-7273eced0873'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:40:15.035755 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd6f41c7-ce70-4a89-a8a7-de36048c9569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:15.241621 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a82aacb6-7ea0-4990-8bdf-52f8a4acad86 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks [] for port (738a3b96-0a3f-406a-b87d-ef55fd368a8d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:15.289355 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a82aacb6-7ea0-4990-8bdf-52f8a4acad86 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (738a3b96-0a3f-406a-b87d-ef55fd368a8d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:15.335454 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736fd2d-8c7a-4232-82ea-5e70c8f0f756 req-42f800c7-c9c5-4d2e-bbcf-bbcedf2ab96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:15.336971 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7736fd2d-8c7a-4232-82ea-5e70c8f0f756 req-42f800c7-c9c5-4d2e-bbcf-bbcedf2ab96e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 1131 time: 0.3639753 Feb 20 05:40:15.360949 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82aacb6-7ea0-4990-8bdf-52f8a4acad86 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Network b51380f5-9a16-4836-bbf7-96876760a6b9 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:40:15.381047 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-a82aacb6-7ea0-4990-8bdf-52f8a4acad86 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:40:15.391860 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82aacb6-7ea0-4990-8bdf-52f8a4acad86 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:40:15.392427 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a82aacb6-7ea0-4990-8bdf-52f8a4acad86 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (0cd12f2f-6608-47f2-b429-b316a46e960e), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:15.427950 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-dd6f41c7-ce70-4a89-a8a7-de36048c9569 None None] Allocated IP 2001:db8::f816:3eff:fed3:8410 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/f9dac27d-9dd4-47b0-8954-7273eced0873/f32c7ab8-6b1c-4ed3-a0bb-db2eab837660) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:40:15.489770 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe184a0-1cbe-4bad-99ed-50d61d40e41b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:40:15.493271 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7fe184a0-1cbe-4bad-99ed-50d61d40e41b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:15.646675 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf4f81-5fbc-4872-9573-d6db6de0ff65 req-484ee5ea-858b-4bd7-917e-08947453cf92 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:15.654473 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1dcf4f81-5fbc-4872-9573-d6db6de0ff65 req-484ee5ea-858b-4bd7-917e-08947453cf92 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 945 time: 0.3144760 Feb 20 05:40:15.760544 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device bee43e6a-a652-430d-9b42-8d72e9092c38 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:40:15.789720 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736fd2d-8c7a-4232-82ea-5e70c8f0f756 req-6ec6d729-4275-4fff-8d16-42dede7affeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:15.791289 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7736fd2d-8c7a-4232-82ea-5e70c8f0f756 req-6ec6d729-4275-4fff-8d16-42dede7affeb service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.4174266 Feb 20 05:40:15.907901 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7736fd2d-8c7a-4232-82ea-5e70c8f0f756 req-82ecdd0a-be8f-41b4-9005-23d30c04d5cd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=34aa2b95-108c-482a-808b-ef9c69237bc6 HTTP/1.1" status: 200 len: 217 time: 0.0783434 Feb 20 05:40:15.937867 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1dcf4f81-5fbc-4872-9573-d6db6de0ff65 req-2cbd3003-ca1f-4fe3-81cb-e0ab27b4637a tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756233 Feb 20 05:40:16.027844 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-84f2baa2-23fe-474f-aff7-b4a87da8041c None None] Provisioning complete for port 738a3b96-0a3f-406a-b87d-ef55fd368a8d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:16.028441 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-84f2baa2-23fe-474f-aff7-b4a87da8041c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (738a3b96-0a3f-406a-b87d-ef55fd368a8d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:16.031401 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd6f41c7-ce70-4a89-a8a7-de36048c9569 None None] Publish callbacks [] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:16.075552 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd6f41c7-ce70-4a89-a8a7-de36048c9569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:16.147471 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dcf02b09-07cd-47b0-b20d-8d0027edeba3 req-99e35947-d56c-484d-8a51-c5a3303e199b tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f092e02-30f9-4134-8f0b-797f946585d0 HTTP/1.1" status: 200 len: 210 time: 0.0778043 Feb 20 05:40:16.179655 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736fd2d-8c7a-4232-82ea-5e70c8f0f756 req-af3c47f4-01bd-4e88-a91c-4d798c568216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:16.184838 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port bee43e6a-a652-430d-9b42-8d72e9092c38 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:16.190804 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7736fd2d-8c7a-4232-82ea-5e70c8f0f756 req-af3c47f4-01bd-4e88-a91c-4d798c568216 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.2511849 Feb 20 05:40:16.193569 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bee43e6a-a652-430d-9b42-8d72e9092c38), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:16.277041 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-84f2baa2-23fe-474f-aff7-b4a87da8041c None None] Port 738a3b96-0a3f-406a-b87d-ef55fd368a8d cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:40:16.292680 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6f41c7-ce70-4a89-a8a7-de36048c9569 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:40:16.297362 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-dd6f41c7-ce70-4a89-a8a7-de36048c9569 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:40:16.305105 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-d4f4ceff-06cd-4eeb-bd77-e29296709458 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:16.306719 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-d4f4ceff-06cd-4eeb-bd77-e29296709458 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.61 "GET /v2.0/networks?id=737ca593-7d09-4d90-9616-a209809410b0 HTTP/1.1" status: 200 len: 814 time: 0.2437060 Feb 20 05:40:16.307821 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6f41c7-ce70-4a89-a8a7-de36048c9569 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:40:16.320217 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f41c7-ce70-4a89-a8a7-de36048c9569 None None] Pushing event updated for resources: {'Port': ['ID=f32c7ab8-6b1c-4ed3-a0bb-db2eab837660,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:16.324293 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82aacb6-7ea0-4990-8bdf-52f8a4acad86 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Pushing event updated for resources: {'Port': ['ID=738a3b96-0a3f-406a-b87d-ef55fd368a8d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:16.346216 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-d84b4a0c-357f-4019-88ab-01947bc5f3f1 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Request body: {'port': {'device_id': '0f092e02-30f9-4134-8f0b-797f946585d0', 'network_id': '737ca593-7d09-4d90-9616-a209809410b0', 'admin_state_up': True, 'tenant_id': '5e02c9c1d56747f8803e3f2b02404aba'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:16.399453 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736fd2d-8c7a-4232-82ea-5e70c8f0f756 req-ca9206ae-a0f9-447b-840c-7834f281a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:16.401232 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7736fd2d-8c7a-4232-82ea-5e70c8f0f756 req-ca9206ae-a0f9-447b-840c-7834f281a64d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1928029 Feb 20 05:40:16.438841 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-dd6f41c7-ce70-4a89-a8a7-de36048c9569 None None] Attempting to bind port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:40:16.439311 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-dd6f41c7-ce70-4a89-a8a7-de36048c9569 None None] Attempting to bind port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:40:16.439680 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6f41c7-ce70-4a89-a8a7-de36048c9569 None None] Attempting to bind port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 on network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:40:16.472476 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6f41c7-ce70-4a89-a8a7-de36048c9569 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:40:16.472927 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6f41c7-ce70-4a89-a8a7-de36048c9569 None None] Checking segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:40:16.473703 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd6f41c7-ce70-4a89-a8a7-de36048c9569 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:16.473703 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6f41c7-ce70-4a89-a8a7-de36048c9569 None None] Bound using segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:40:16.474367 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-dd6f41c7-ce70-4a89-a8a7-de36048c9569 None None] Bound port: f32c7ab8-6b1c-4ed3-a0bb-db2eab837660, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:40:16.474824 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd6f41c7-ce70-4a89-a8a7-de36048c9569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:16.497181 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3f5f648-a93e-4c77-b3c9-2ed56bcdb3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:16.534824 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad198ffb-38b0-4261-a51b-c2347422221c req-7ee0c8a2-7adc-428a-8526-1435fec88d26 tempest-MigrationsAdminTest-2112153534 tempest-MigrationsAdminTest-2112153534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:16.543120 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad198ffb-38b0-4261-a51b-c2347422221c req-7ee0c8a2-7adc-428a-8526-1435fec88d26 tempest-MigrationsAdminTest-2112153534 tempest-MigrationsAdminTest-2112153534-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 1131 time: 0.2487209 Feb 20 05:40:16.593152 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a260525-3103-41e5-b64b-83b706169ee4 None None] Network 0397818e-fae3-4a7e-a2f6-7fa8140b939f requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:40:16.598062 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port bee43e6a-a652-430d-9b42-8d72e9092c38 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:16.598420 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bee43e6a-a652-430d-9b42-8d72e9092c38), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:16.626357 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-dd6f41c7-ce70-4a89-a8a7-de36048c9569 None None] For port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:40:16.681819 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 34aa2b95-108c-482a-808b-ef9c69237bc6 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:40:16.692650 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-00c7f8b9-eed0-4463-9b33-e43eff091ee5 req-db9531bb-188a-423f-ad71-235c9073aa77 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3482020 Feb 20 05:40:16.755446 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7fe184a0-1cbe-4bad-99ed-50d61d40e41b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (7764feb8-9013-4dfb-9f04-7667f3967f69), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:16.799341 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-dd6f41c7-ce70-4a89-a8a7-de36048c9569 None None] For port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f32c7ab8-6b1c-4ed3-a0bb-db2eab837660,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:40:16.801626 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a82aacb6-7ea0-4990-8bdf-52f8a4acad86 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (738a3b96-0a3f-406a-b87d-ef55fd368a8d), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:16.834592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port bee43e6a-a652-430d-9b42-8d72e9092c38, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=bee43e6a-a652-430d-9b42-8d72e9092c38,segment=NetworkSegment(7174347f-a1eb-403e-83ce-a711e573c085),segment_id=7174347f-a1eb-403e-83ce-a711e573c085)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:16.838395 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-cf61963d-779a-4e1b-a7c0-cb312f1e0f4e None None] Provisioning complete for port bee43e6a-a652-430d-9b42-8d72e9092c38 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:16.840728 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cf61963d-779a-4e1b-a7c0-cb312f1e0f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bee43e6a-a652-430d-9b42-8d72e9092c38), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:16.871721 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad198ffb-38b0-4261-a51b-c2347422221c req-f43d09db-279d-47b5-9712-d1775f6ca62d tempest-MigrationsAdminTest-2112153534 tempest-MigrationsAdminTest-2112153534-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276975 Feb 20 05:40:16.873322 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-d84b4a0c-357f-4019-88ab-01947bc5f3f1 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Made reservation on behalf of 5e02c9c1d56747f8803e3f2b02404aba for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:40:16.877032 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-d84b4a0c-357f-4019-88ab-01947bc5f3f1 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:16.879310 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe184a0-1cbe-4bad-99ed-50d61d40e41b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:40:16.882735 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-7fe184a0-1cbe-4bad-99ed-50d61d40e41b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:40:16.889639 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe184a0-1cbe-4bad-99ed-50d61d40e41b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:16.890243 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7fe184a0-1cbe-4bad-99ed-50d61d40e41b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:16.907235 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7736fd2d-8c7a-4232-82ea-5e70c8f0f756 req-7cf353cb-19bf-499f-886d-e0baef1f3b9c service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382763 Feb 20 05:40:16.908092 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7f8b9-eed0-4463-9b33-e43eff091ee5 req-06adad0b-2f8d-4e55-ad3a-ebf9cfd2a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:16.910105 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-00c7f8b9-eed0-4463-9b33-e43eff091ee5 req-06adad0b-2f8d-4e55-ad3a-ebf9cfd2a958 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa4999e395b84ca8985dceeebb996696&device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 1131 time: 0.1576967 Feb 20 05:40:16.917168 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7fe184a0-1cbe-4bad-99ed-50d61d40e41b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0257843 Feb 20 05:40:16.922568 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe184a0-1cbe-4bad-99ed-50d61d40e41b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=7764feb8-9013-4dfb-9f04-7667f3967f69,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:16.926166 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37542) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:16.938293 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-58a46d8e-643b-4987-8e5b-2530828844db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'mac_address': 'fa:16:3e:c6:5a:b1', 'name': 'tempest-NetworksTestDHCPv6-594332921'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:16.947591 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (bee43e6a-a652-430d-9b42-8d72e9092c38), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:16.967431 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd6f41c7-ce70-4a89-a8a7-de36048c9569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:17.208284 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 34aa2b95-108c-482a-808b-ef9c69237bc6 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:40:17.241169 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 34aa2b95-108c-482a-808b-ef9c69237bc6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:17.241738 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:17.245945 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7736fd2d-8c7a-4232-82ea-5e70c8f0f756 req-38e16647-161e-4c5f-984f-7363c086edeb service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247068 Feb 20 05:40:17.328988 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a46d8e-643b-4987-8e5b-2530828844db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:40:17.345197 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7f8b9-eed0-4463-9b33-e43eff091ee5 req-38648f13-02db-4a1c-a903-96cdbefd86c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:17.348061 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-00c7f8b9-eed0-4463-9b33-e43eff091ee5 req-38648f13-02db-4a1c-a903-96cdbefd86c1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.3319967 Feb 20 05:40:17.389041 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=bee43e6a-a652-430d-9b42-8d72e9092c38,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:17.489758 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-00c7f8b9-eed0-4463-9b33-e43eff091ee5 req-16a247c7-29ce-43e8-a5ef-8b207bd9fdbc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=47338d28-03fd-4739-9337-a29ce11d6e0f HTTP/1.1" status: 200 len: 217 time: 0.0966454 Feb 20 05:40:17.609501 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-d84b4a0c-357f-4019-88ab-01947bc5f3f1 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Allocated IP 172.20.0.13 (737ca593-7d09-4d90-9616-a209809410b0/b7acf1c2-5b03-47ff-bdd2-68225ae3f85b/7d2de23e-e3a0-4590-9f1a-5a0d4e44c173) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:40:17.700068 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device bee43e6a-a652-430d-9b42-8d72e9092c38 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:40:17.780162 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-cf61963d-779a-4e1b-a7c0-cb312f1e0f4e None None] Current status of the port bee43e6a-a652-430d-9b42-8d72e9092c38 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:17.787307 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef26823-0e4a-4936-80de-43a6515abb30 req-8698a0bf-3390-44cc-8649-408550a32a8e tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:17.799963 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ef26823-0e4a-4936-80de-43a6515abb30 req-8698a0bf-3390-44cc-8649-408550a32a8e tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 945 time: 0.6504343 Feb 20 05:40:17.833905 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7f8b9-eed0-4463-9b33-e43eff091ee5 req-b31805b6-276e-46e8-8237-528a6d45b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:17.839378 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-00c7f8b9-eed0-4463-9b33-e43eff091ee5 req-b31805b6-276e-46e8-8237-528a6d45b5bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.3379204 Feb 20 05:40:17.848597 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f41c7-ce70-4a89-a8a7-de36048c9569 None None] Pushing event updated for resources: {'Port': ['ID=f32c7ab8-6b1c-4ed3-a0bb-db2eab837660,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:17.854687 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 34aa2b95-108c-482a-808b-ef9c69237bc6 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:17.855312 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:17.874548 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port bee43e6a-a652-430d-9b42-8d72e9092c38 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:17.875265 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bee43e6a-a652-430d-9b42-8d72e9092c38), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:17.916800 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58a46d8e-643b-4987-8e5b-2530828844db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:17.929978 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8151777-0159-4b95-be82-ba107d568cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34aa2b95-108c-482a-808b-ef9c69237bc6'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:40:17.937088 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766eccf2-6105-44ba-b78e-429ba8042b6b" -d '{"events": [{"server_uuid": "c8151777-0159-4b95-be82-ba107d568cd0", "name": "network-vif-plugged", "status": "completed", "tag": "34aa2b95-108c-482a-808b-ef9c69237bc6"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:40:17.970643 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 34aa2b95-108c-482a-808b-ef9c69237bc6, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=34aa2b95-108c-482a-808b-ef9c69237bc6,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:17.985957 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:18.004091 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ef26823-0e4a-4936-80de-43a6515abb30 req-bbcf1909-6bbe-40cd-97ed-4a55b7ceebcd tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799920 Feb 20 05:40:18.013345 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-58a46d8e-643b-4987-8e5b-2530828844db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] device_id is not set on port eb00dfcb-78bd-4af3-a88f-2a082d09714b yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:40:18.179762 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a82aacb6-7ea0-4990-8bdf-52f8a4acad86 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks [] for port (738a3b96-0a3f-406a-b87d-ef55fd368a8d), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:18.200887 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a82aacb6-7ea0-4990-8bdf-52f8a4acad86 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (738a3b96-0a3f-406a-b87d-ef55fd368a8d), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:18.206373 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a82aacb6-7ea0-4990-8bdf-52f8a4acad86 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (0cd12f2f-6608-47f2-b429-b316a46e960e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:18.217265 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-227bc2fb-d03f-4236-a2f6-d7ef44edb6c3 req-df852a3c-5d66-4955-a115-2b4aef2758f6 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 210 time: 0.0558558 Feb 20 05:40:18.221633 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=34aa2b95-108c-482a-808b-ef9c69237bc6,revision_number=13']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:18.255929 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port bee43e6a-a652-430d-9b42-8d72e9092c38 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:18.368263 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-d84b4a0c-357f-4019-88ab-01947bc5f3f1 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks [] for port (7d2de23e-e3a0-4590-9f1a-5a0d4e44c173), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:18.400316 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-58a46d8e-643b-4987-8e5b-2530828844db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 172.20.0.10 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/7764feb8-9013-4dfb-9f04-7667f3967f69/eb00dfcb-78bd-4af3-a88f-2a082d09714b) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:40:18.423840 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-58a46d8e-643b-4987-8e5b-2530828844db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 2001:db8::f816:3eff:fec6:5ab1 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/f9dac27d-9dd4-47b0-8954-7273eced0873/eb00dfcb-78bd-4af3-a88f-2a082d09714b) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:40:18.427663 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-355171cd-22e0-4c69-8318-804fef8dba33 None None] Provisioning complete for port bee43e6a-a652-430d-9b42-8d72e9092c38 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:18.436686 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-355171cd-22e0-4c69-8318-804fef8dba33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bee43e6a-a652-430d-9b42-8d72e9092c38), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:18.453416 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82aacb6-7ea0-4990-8bdf-52f8a4acad86 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Pushing event updated for resources: {'Port': ['ID=738a3b96-0a3f-406a-b87d-ef55fd368a8d,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:18.596377 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25aa10bc-2abf-4e6e-b050-96ba95a96ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:18.713755 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-355171cd-22e0-4c69-8318-804fef8dba33 None None] Current status of the port bee43e6a-a652-430d-9b42-8d72e9092c38 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:18.737949 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82aacb6-7ea0-4990-8bdf-52f8a4acad86 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Network b51380f5-9a16-4836-bbf7-96876760a6b9 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:40:18.743323 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7f8b9-eed0-4463-9b33-e43eff091ee5 req-af60e3b6-26e3-4c1a-a60e-3a77228ba2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:18.744961 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-00c7f8b9-eed0-4463-9b33-e43eff091ee5 req-af60e3b6-26e3-4c1a-a60e-3a77228ba2d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6914027 Feb 20 05:40:18.748807 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-a82aacb6-7ea0-4990-8bdf-52f8a4acad86 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:40:18.776549 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58a46d8e-643b-4987-8e5b-2530828844db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (eb00dfcb-78bd-4af3-a88f-2a082d09714b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:18.825229 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee04a27-fed7-44c9-b50b-ee031f1bdabf req-4d828cab-7c6c-4144-bc68-c3aec89a5250 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:18.835565 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dee04a27-fed7-44c9-b50b-ee031f1bdabf req-4d828cab-7c6c-4144-bc68-c3aec89a5250 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 945 time: 0.1715882 Feb 20 05:40:18.923410 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58a46d8e-643b-4987-8e5b-2530828844db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (eb00dfcb-78bd-4af3-a88f-2a082d09714b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:18.973617 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dee04a27-fed7-44c9-b50b-ee031f1bdabf req-5594f09b-22bd-4a08-a621-d767f62fad9d tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333792 Feb 20 05:40:19.016518 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-00c7f8b9-eed0-4463-9b33-e43eff091ee5 req-e4f1772e-1c07-4cd8-bcd7-9da98c34a5c6 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603531 Feb 20 05:40:19.032554 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-d84b4a0c-357f-4019-88ab-01947bc5f3f1 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (7d2de23e-e3a0-4590-9f1a-5a0d4e44c173), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:19.038446 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82aacb6-7ea0-4990-8bdf-52f8a4acad86 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Router 0cd12f2f-6608-47f2-b429-b316a46e960e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:40:19.046962 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37602) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:19.063675 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a46d8e-643b-4987-8e5b-2530828844db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:40:19.069096 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-58a46d8e-643b-4987-8e5b-2530828844db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:40:19.085946 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a46d8e-643b-4987-8e5b-2530828844db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:40:19.092840 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a46d8e-643b-4987-8e5b-2530828844db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=eb00dfcb-78bd-4af3-a88f-2a082d09714b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:19.191090 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a46d8e-643b-4987-8e5b-2530828844db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:19.191727 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58a46d8e-643b-4987-8e5b-2530828844db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:19.218033 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20b19c-f326-41de-9beb-c0b5c1bd1bfd req-1ca01819-3995-4f47-a097-6da99460d780 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:19.225716 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-da20b19c-f326-41de-9beb-c0b5c1bd1bfd req-1ca01819-3995-4f47-a097-6da99460d780 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f092e02-30f9-4134-8f0b-797f946585d0 HTTP/1.1" status: 200 len: 932 time: 0.1367614 Feb 20 05:40:19.235434 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-58a46d8e-643b-4987-8e5b-2530828844db tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3042045 Feb 20 05:40:19.236889 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-d84b4a0c-357f-4019-88ab-01947bc5f3f1 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Network 737ca593-7d09-4d90-9616-a209809410b0 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:40:19.237592 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37606) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:19.261830 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-d84b4a0c-357f-4019-88ab-01947bc5f3f1 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:40:19.264808 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-d84b4a0c-357f-4019-88ab-01947bc5f3f1 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:40:19.284188 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-da20b19c-f326-41de-9beb-c0b5c1bd1bfd req-141f56aa-7fb4-4bf2-b59f-905fd6f154d0 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574238 Feb 20 05:40:19.360604 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-76d0fe02-ad2f-47c5-b7d3-60aa149decbc None None] Provisioning complete for port 738a3b96-0a3f-406a-b87d-ef55fd368a8d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:19.361775 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-76d0fe02-ad2f-47c5-b7d3-60aa149decbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (738a3b96-0a3f-406a-b87d-ef55fd368a8d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:19.363916 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac8f59a-8ddb-4b03-bbb7-a4cbb7a96743 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:40:19.397896 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b4a0c-357f-4019-88ab-01947bc5f3f1 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Pushing event updated for resources: {'Port': ['ID=7d2de23e-e3a0-4590-9f1a-5a0d4e44c173,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:19.401939 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-00c7f8b9-eed0-4463-9b33-e43eff091ee5 req-4c3e9336-e8e0-4b54-a560-291d42e049b5 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669686 Feb 20 05:40:19.487254 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-76d0fe02-ad2f-47c5-b7d3-60aa149decbc None None] Port 738a3b96-0a3f-406a-b87d-ef55fd368a8d cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:40:19.511913 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c5e312-f788-4420-a458-bd622332e776 x-openstack-request-id: req-a9c5e312-f788-4420-a458-bd622332e776 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:40:19.512238 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8151777-0159-4b95-be82-ba107d568cd0", "name": "network-vif-plugged", "status": "completed", "tag": "34aa2b95-108c-482a-808b-ef9c69237bc6", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:40:19.512505 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9c5e312-f788-4420-a458-bd622332e776 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:40:19.513401 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8151777-0159-4b95-be82-ba107d568cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34aa2b95-108c-482a-808b-ef9c69237bc6', 'code': 200} Feb 20 05:40:19.552586 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-002bea08-8d5d-4037-b8af-6423a3fe8e31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:19.599798 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:19.616428 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-d84b4a0c-357f-4019-88ab-01947bc5f3f1 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:19.617597 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-d84b4a0c-357f-4019-88ab-01947bc5f3f1 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:19.629849 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c91cc8-707d-4a14-9bbc-3e2bca1881d8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:19.635613 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c91cc8-707d-4a14-9bbc-3e2bca1881d8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:19.640290 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-50c91cc8-707d-4a14-9bbc-3e2bca1881d8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3935187 Feb 20 05:40:19.640674 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37612) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:19.647347 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82aacb6-7ea0-4990-8bdf-52f8a4acad86 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:40:19.661863 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a82aacb6-7ea0-4990-8bdf-52f8a4acad86 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "PUT /v2.0/routers/0cd12f2f-6608-47f2-b429-b316a46e960e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0345094 Feb 20 05:40:19.664022 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37614) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:19.678397 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720cf10c-a02f-490d-b366-f6156ec27705 None None] Sync routers for ids ['0cd12f2f-6608-47f2-b429-b316a46e960e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:40:19.730593 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:40:19.732185 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-d84b4a0c-357f-4019-88ab-01947bc5f3f1 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4042296 Feb 20 05:40:19.746874 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-29dd49d0-9bf4-4870-9f9f-052d3dc5b61a service neutron] Request body: {'port': {'device_id': '0f092e02-30f9-4134-8f0b-797f946585d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:19.774395 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720cf10c-a02f-490d-b366-f6156ec27705 None None] Routers {'0cd12f2f-6608-47f2-b429-b316a46e960e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:40:19.775061 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-720cf10c-a02f-490d-b366-f6156ec27705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:40:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0cd12f2f-6608-47f2-b429-b316a46e960e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:19.782365 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-33a96ac1-7d04-4b1f-8d95-36ec7e6e2829 None None] Provisioning complete for port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:19.783040 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33a96ac1-7d04-4b1f-8d95-36ec7e6e2829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:19.834235 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-d86a04e2-0060-4cf5-bb54-ea77e5f7cd12 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting port eb00dfcb-78bd-4af3-a88f-2a082d09714b {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:40:19.839268 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d86a04e2-0060-4cf5-bb54-ea77e5f7cd12 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (eb00dfcb-78bd-4af3-a88f-2a082d09714b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:19.865671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-720cf10c-a02f-490d-b366-f6156ec27705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:19.921739 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720cf10c-a02f-490d-b366-f6156ec27705 None None] Routers {'0cd12f2f-6608-47f2-b429-b316a46e960e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:40:19.932771 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-720cf10c-a02f-490d-b366-f6156ec27705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:40:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0cd12f2f-6608-47f2-b429-b316a46e960e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:19.997776 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d86a04e2-0060-4cf5-bb54-ea77e5f7cd12 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (eb00dfcb-78bd-4af3-a88f-2a082d09714b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:20.016876 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-d86a04e2-0060-4cf5-bb54-ea77e5f7cd12 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Calling delete_port for eb00dfcb-78bd-4af3-a88f-2a082d09714b owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:40:20.154608 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-002bea08-8d5d-4037-b8af-6423a3fe8e31 admin admin] Publish callbacks [] for security_group (4668965b-f8d0-4889-8f2d-e82c7c197f25), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:20.173303 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-002bea08-8d5d-4037-b8af-6423a3fe8e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4668965b-f8d0-4889-8f2d-e82c7c197f25), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:20.233860 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-002bea08-8d5d-4037-b8af-6423a3fe8e31 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7cbe6ecf11eb4a22b8df9bc956b7d406&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0857415 Feb 20 05:40:20.234564 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-29dd49d0-9bf4-4870-9f9f-052d3dc5b61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7d2de23e-e3a0-4590-9f1a-5a0d4e44c173), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:20.238398 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37628) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:20.246497 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-720cf10c-a02f-490d-b366-f6156ec27705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:20.247203 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720cf10c-a02f-490d-b366-f6156ec27705 None None] The sync data for ids ['0cd12f2f-6608-47f2-b429-b316a46e960e'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:40:20.266743 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8bffde6e-8039-4e5e-b97d-3cf3ebbd0d01 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks [] for router (0cd12f2f-6608-47f2-b429-b316a46e960e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:20.314878 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:20.315325 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:20.362009 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a87581-31dd-4751-854f-fde2045b8fcf None None] Update dhcp port {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'fixed_ips': [{'subnet_id': 'f9dac27d-9dd4-47b0-8954-7273eced0873', 'ip_address': '2001:db8::f816:3eff:fed3:8410'}, {'subnet_id': '7764feb8-9013-4dfb-9f04-7667f3967f69'}], 'binding:host_id': 'n-d-829866-5'}, 'id': 'f32c7ab8-6b1c-4ed3-a0bb-db2eab837660'} from n-d-829866-5. {{(pid=103408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 05:40:20.383431 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-33a96ac1-7d04-4b1f-8d95-36ec7e6e2829 None None] Current status of the port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:20.383431 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33a96ac1-7d04-4b1f-8d95-36ec7e6e2829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:20.414030 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d86a04e2-0060-4cf5-bb54-ea77e5f7cd12 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (eb00dfcb-78bd-4af3-a88f-2a082d09714b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:20.465340 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a04e2-0060-4cf5-bb54-ea77e5f7cd12 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Port': ['ID=eb00dfcb-78bd-4af3-a88f-2a082d09714b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:20.482923 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:20.483354 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:20.504643 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97a87581-31dd-4751-854f-fde2045b8fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:20.506530 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbdc00-16f9-4d23-970b-35aee9c22f4b req-4e9ccaf6-ddbb-4807-aba1-fe71752d2f72 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:20.508788 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a2bbdc00-16f9-4d23-970b-35aee9c22f4b req-4e9ccaf6-ddbb-4807-aba1-fe71752d2f72 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 950 time: 0.4036403 Feb 20 05:40:20.523313 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857aad3-8de2-4aee-963f-a58750c9b18a req-74d49cee-84fe-4695-bda0-ca4d4c74da51 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:20.534203 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0857aad3-8de2-4aee-963f-a58750c9b18a req-74d49cee-84fe-4695-bda0-ca4d4c74da51 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8151777-0159-4b95-be82-ba107d568cd0 HTTP/1.1" status: 200 len: 950 time: 0.3429117 Feb 20 05:40:20.591837 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-33a96ac1-7d04-4b1f-8d95-36ec7e6e2829 None None] For port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f32c7ab8-6b1c-4ed3-a0bb-db2eab837660,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:20.602803 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bea08-8d5d-4037-b8af-6423a3fe8e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4668965b-f8d0-4889-8f2d-e82c7c197f25,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:20.698225 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-8bffde6e-8039-4e5e-b97d-3cf3ebbd0d01 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 20 05:40:20.702657 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8bffde6e-8039-4e5e-b97d-3cf3ebbd0d01 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "DELETE /v2.0/routers/0cd12f2f-6608-47f2-b429-b316a46e960e HTTP/1.1" status: 409 len: 329 time: 1.0339258 Feb 20 05:40:20.728432 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37632) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:20.770282 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-97a87581-31dd-4751-854f-fde2045b8fcf None None] Allocated IP 172.20.0.2 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/7764feb8-9013-4dfb-9f04-7667f3967f69/f32c7ab8-6b1c-4ed3-a0bb-db2eab837660) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:40:20.778138 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33a96ac1-7d04-4b1f-8d95-36ec7e6e2829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:20.784291 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-29dd49d0-9bf4-4870-9f9f-052d3dc5b61a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2de23e-e3a0-4590-9f1a-5a0d4e44c173 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:40:20.793691 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52a2b4fd-bfc9-47f2-a528-ef29b3aed045 admin admin] Publish callbacks [] for security_group (4668965b-f8d0-4889-8f2d-e82c7c197f25), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:20.797155 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-29dd49d0-9bf4-4870-9f9f-052d3dc5b61a service neutron] Publish callbacks [] for port (7d2de23e-e3a0-4590-9f1a-5a0d4e44c173), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:20.828758 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-29dd49d0-9bf4-4870-9f9f-052d3dc5b61a service neutron] Transition to ACTIVE for port object 7d2de23e-e3a0-4590-9f1a-5a0d4e44c173 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:40:20.834326 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52a2b4fd-bfc9-47f2-a528-ef29b3aed045 admin admin] Publish callbacks [] for security_group (4668965b-f8d0-4889-8f2d-e82c7c197f25), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:20.843480 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-29dd49d0-9bf4-4870-9f9f-052d3dc5b61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (7d2de23e-e3a0-4590-9f1a-5a0d4e44c173), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:20.853391 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0857aad3-8de2-4aee-963f-a58750c9b18a req-1aaff329-d009-495a-aa46-03a4cf02fa6d tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163922 Feb 20 05:40:20.854549 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d86a04e2-0060-4cf5-bb54-ea77e5f7cd12 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:20.858272 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d86a04e2-0060-4cf5-bb54-ea77e5f7cd12 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/eb00dfcb-78bd-4af3-a88f-2a082d09714b HTTP/1.1" status: 204 len: 168 time: 1.2164214 Feb 20 05:40:20.862854 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37634) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:20.897336 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a96ac1-7d04-4b1f-8d95-36ec7e6e2829 None None] Pushing event updated for resources: {'Port': ['ID=f32c7ab8-6b1c-4ed3-a0bb-db2eab837660,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:20.942519 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd49d0-9bf4-4870-9f9f-052d3dc5b61a service neutron] Pushing event updated for resources: {'Port': ['ID=7d2de23e-e3a0-4590-9f1a-5a0d4e44c173,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:20.947515 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-a2bbdc00-16f9-4d23-970b-35aee9c22f4b req-27936c9d-3077-4336-bbd9-a6d6a83248ac tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Deleting port 34aa2b95-108c-482a-808b-ef9c69237bc6 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:40:20.947854 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a2bbdc00-16f9-4d23-970b-35aee9c22f4b req-27936c9d-3077-4336-bbd9-a6d6a83248ac tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:21.030508 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52a2b4fd-bfc9-47f2-a528-ef29b3aed045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4668965b-f8d0-4889-8f2d-e82c7c197f25), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:21.033885 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52a2b4fd-bfc9-47f2-a528-ef29b3aed045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:21.035362 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-52a2b4fd-bfc9-47f2-a528-ef29b3aed045 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4668965b-f8d0-4889-8f2d-e82c7c197f25 HTTP/1.1" status: 204 len: 168 time: 0.7894177 Feb 20 05:40:21.055614 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2b4fd-bfc9-47f2-a528-ef29b3aed045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4668965b-f8d0-4889-8f2d-e82c7c197f25,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:21.068484 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-29dd49d0-9bf4-4870-9f9f-052d3dc5b61a service neutron] Attempting to bind port 7d2de23e-e3a0-4590-9f1a-5a0d4e44c173 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:40:21.069010 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-29dd49d0-9bf4-4870-9f9f-052d3dc5b61a service neutron] Attempting to bind port 7d2de23e-e3a0-4590-9f1a-5a0d4e44c173 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '1e7b572d-eea8-4575-add7-3e01e35d46d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '737ca593-7d09-4d90-9616-a209809410b0'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:40:21.069487 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-29dd49d0-9bf4-4870-9f9f-052d3dc5b61a service neutron] Attempting to bind port 7d2de23e-e3a0-4590-9f1a-5a0d4e44c173 on network 737ca593-7d09-4d90-9616-a209809410b0 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:40:21.076761 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-29dd49d0-9bf4-4870-9f9f-052d3dc5b61a service neutron] Port 7d2de23e-e3a0-4590-9f1a-5a0d4e44c173 on network 737ca593-7d09-4d90-9616-a209809410b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:40:21.077290 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-29dd49d0-9bf4-4870-9f9f-052d3dc5b61a service neutron] Attempting to bind port 7d2de23e-e3a0-4590-9f1a-5a0d4e44c173 on network 737ca593-7d09-4d90-9616-a209809410b0 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:40:21.085992 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-29dd49d0-9bf4-4870-9f9f-052d3dc5b61a service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:40:21.086506 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-29dd49d0-9bf4-4870-9f9f-052d3dc5b61a service neutron] Checking segment: {'id': '1e7b572d-eea8-4575-add7-3e01e35d46d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '737ca593-7d09-4d90-9616-a209809410b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:40:21.087090 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-29dd49d0-9bf4-4870-9f9f-052d3dc5b61a service neutron] Bound using segment: {'id': '1e7b572d-eea8-4575-add7-3e01e35d46d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '737ca593-7d09-4d90-9616-a209809410b0'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:40:21.087681 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-29dd49d0-9bf4-4870-9f9f-052d3dc5b61a service neutron] Bound port: 7d2de23e-e3a0-4590-9f1a-5a0d4e44c173, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e7b572d-eea8-4575-add7-3e01e35d46d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '737ca593-7d09-4d90-9616-a209809410b0'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:40:21.088196 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-29dd49d0-9bf4-4870-9f9f-052d3dc5b61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7d2de23e-e3a0-4590-9f1a-5a0d4e44c173), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:21.103889 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:40:21.104373 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:40:21.166362 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d146cc9d-38dd-4e66-ab32-e17798a55cae tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:21.167460 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d146cc9d-38dd-4e66-ab32-e17798a55cae tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:21.168773 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d146cc9d-38dd-4e66-ab32-e17798a55cae tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:21.173447 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d146cc9d-38dd-4e66-ab32-e17798a55cae tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3071153 Feb 20 05:40:21.174606 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d7d96de-76d8-4417-b87a-dbee031ce1a3 req-220479d7-efc0-4c62-a541-c9e2bbf65ba7 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 210 time: 0.1158450 Feb 20 05:40:21.176130 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37638) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:21.191589 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-97a87581-31dd-4751-854f-fde2045b8fcf None None] For port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f32c7ab8-6b1c-4ed3-a0bb-db2eab837660,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:21.271527 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-a2bbdc00-16f9-4d23-970b-35aee9c22f4b req-27936c9d-3077-4336-bbd9-a6d6a83248ac tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] For port 34aa2b95-108c-482a-808b-ef9c69237bc6, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=34aa2b95-108c-482a-808b-ef9c69237bc6,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:21.272093 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a2bbdc00-16f9-4d23-970b-35aee9c22f4b req-27936c9d-3077-4336-bbd9-a6d6a83248ac tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:21.273254 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97a87581-31dd-4751-854f-fde2045b8fcf None None] Publish callbacks [] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:21.285788 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97a87581-31dd-4751-854f-fde2045b8fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:21.286585 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-29dd49d0-9bf4-4870-9f9f-052d3dc5b61a service neutron] For port 7d2de23e-e3a0-4590-9f1a-5a0d4e44c173, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:40:21.290153 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-a2bbdc00-16f9-4d23-970b-35aee9c22f4b req-27936c9d-3077-4336-bbd9-a6d6a83248ac tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Calling delete_port for 34aa2b95-108c-482a-808b-ef9c69237bc6 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:40:21.294822 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-29dd49d0-9bf4-4870-9f9f-052d3dc5b61a service neutron] For port 7d2de23e-e3a0-4590-9f1a-5a0d4e44c173, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=7d2de23e-e3a0-4590-9f1a-5a0d4e44c173,segment=NetworkSegment(1e7b572d-eea8-4575-add7-3e01e35d46d2),segment_id=1e7b572d-eea8-4575-add7-3e01e35d46d2)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:40:21.321852 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-b066e438-5c10-4c00-abaf-11a4c0ccd058 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet 7764feb8-9013-4dfb-9f04-7667f3967f69 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:40:21.325403 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b066e438-5c10-4c00-abaf-11a4c0ccd058 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (7764feb8-9013-4dfb-9f04-7667f3967f69), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:21.333946 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-29dd49d0-9bf4-4870-9f9f-052d3dc5b61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (7d2de23e-e3a0-4590-9f1a-5a0d4e44c173), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:21.363265 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a87581-31dd-4751-854f-fde2045b8fcf None None] Pushing event updated for resources: {'Port': ['ID=f32c7ab8-6b1c-4ed3-a0bb-db2eab837660,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:21.445800 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:21.477214 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-29dd49d0-9bf4-4870-9f9f-052d3dc5b61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:21.478050 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-29dd49d0-9bf4-4870-9f9f-052d3dc5b61a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:21.479626 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-29dd49d0-9bf4-4870-9f9f-052d3dc5b61a service neutron] 10.222.0.61 "PUT /v2.0/ports/7d2de23e-e3a0-4590-9f1a-5a0d4e44c173 HTTP/1.1" status: 200 len: 1092 time: 1.7373803 Feb 20 05:40:21.480330 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f092e02-30f9-4134-8f0b-797f946585d0', 'tag': '7d2de23e-e3a0-4590-9f1a-5a0d4e44c173'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:40:21.483623 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119d208c-5f35-4a67-b05c-bf0efd5af842" -d '{"events": [{"name": "network-changed", "server_uuid": "0f092e02-30f9-4134-8f0b-797f946585d0", "tag": "7d2de23e-e3a0-4590-9f1a-5a0d4e44c173"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:40:21.515951 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b066e438-5c10-4c00-abaf-11a4c0ccd058 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (7764feb8-9013-4dfb-9f04-7667f3967f69), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:21.558563 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704cc9d-b598-433d-9995-aaeb192da0c1 req-e18bdeeb-c29f-42b7-adf8-b3e650d25eb6 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:21.564786 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7704cc9d-b598-433d-9995-aaeb192da0c1 req-e18bdeeb-c29f-42b7-adf8-b3e650d25eb6 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 945 time: 0.2291524 Feb 20 05:40:21.565501 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a2bbdc00-16f9-4d23-970b-35aee9c22f4b req-27936c9d-3077-4336-bbd9-a6d6a83248ac tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (34aa2b95-108c-482a-808b-ef9c69237bc6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:21.576760 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['47338d28-03fd-4739-9337-a29ce11d6e0f'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:40:21.581508 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['67f9a427-75ac-4fee-9ceb-9b981c14ae77', '2bc6aef8-65d1-4d2d-b115-7bb9c396e43e'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:40:21.641885 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd49d0-9bf4-4870-9f9f-052d3dc5b61a service neutron] Pushing event updated for resources: {'Port': ['ID=7d2de23e-e3a0-4590-9f1a-5a0d4e44c173,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:21.641885 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37644) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:21.675796 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-114b6def-1da6-4f9e-b40d-55908d60b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:21.677421 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-114b6def-1da6-4f9e-b40d-55908d60b905 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e02c9c1d56747f8803e3f2b02404aba&device_id=0f092e02-30f9-4134-8f0b-797f946585d0 HTTP/1.1" status: 200 len: 1126 time: 0.1239505 Feb 20 05:40:21.681640 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5286b5ef-64e6-4ae9-9960-4e24b14acbca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:21.684257 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27936c9d-3077-4336-bbd9-a6d6a83248ac tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Pushing event deleted for resources: {'Port': ['ID=34aa2b95-108c-482a-808b-ef9c69237bc6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:21.718244 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7592f38a-9728-4f08-80e8-e9681c69c348 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (0cd12f2f-6608-47f2-b429-b316a46e960e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:21.822807 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5286b5ef-64e6-4ae9-9960-4e24b14acbca admin admin] Publish callbacks [] for security_group (4d624adf-1eda-4028-af0e-f85923f24819), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:21.867255 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5286b5ef-64e6-4ae9-9960-4e24b14acbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4d624adf-1eda-4028-af0e-f85923f24819), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:21.873770 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:21.913111 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bbdc00-16f9-4d23-970b-35aee9c22f4b req-27936c9d-3077-4336-bbd9-a6d6a83248ac tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] No DVR routers for this DVR port 34aa2b95-108c-482a-808b-ef9c69237bc6 on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:40:21.917264 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-a8502894-738d-4708-8711-18583f8e4ca6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d2de23e-e3a0-4590-9f1a-5a0d4e44c173 HTTP/1.1" status: 200 len: 217 time: 0.2232330 Feb 20 05:40:21.921043 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a2bbdc00-16f9-4d23-970b-35aee9c22f4b req-27936c9d-3077-4336-bbd9-a6d6a83248ac tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:21.924360 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a2bbdc00-16f9-4d23-970b-35aee9c22f4b req-27936c9d-3077-4336-bbd9-a6d6a83248ac tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.61 "DELETE /v2.0/ports/34aa2b95-108c-482a-808b-ef9c69237bc6 HTTP/1.1" status: 204 len: 173 time: 1.3763642 Feb 20 05:40:21.932453 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8151777-0159-4b95-be82-ba107d568cd0', 'name': 'network-vif-deleted', 'tag': '34aa2b95-108c-482a-808b-ef9c69237bc6'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:40:21.934872 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e491564d-6bc0-42a6-b841-338382bee032" -d '{"events": [{"server_uuid": "c8151777-0159-4b95-be82-ba107d568cd0", "name": "network-vif-deleted", "tag": "34aa2b95-108c-482a-808b-ef9c69237bc6"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:40:21.976224 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7704cc9d-b598-433d-9995-aaeb192da0c1 req-bfc3d2d4-8393-414d-9fb6-39b812381bae tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868415 Feb 20 05:40:22.097282 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:40:22.125013 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5286b5ef-64e6-4ae9-9960-4e24b14acbca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a78b87e6e9d4ce2b5c1507d0a84f579&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4827726 Feb 20 05:40:22.129774 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37650) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:22.136473 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b066e438-5c10-4c00-abaf-11a4c0ccd058 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (7764feb8-9013-4dfb-9f04-7667f3967f69), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:22.142831 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286b5ef-64e6-4ae9-9960-4e24b14acbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d624adf-1eda-4028-af0e-f85923f24819,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:22.198159 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-31467a0c-c42b-4f69-9eff-957095005b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:22.201181 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-31467a0c-c42b-4f69-9eff-957095005b4b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b7acf1c2-5b03-47ff-bdd2-68225ae3f85b HTTP/1.1" status: 200 len: 854 time: 0.2609403 Feb 20 05:40:22.246666 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-05e3244d-06fd-4b68-831b-210a78cd870a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=737ca593-7d09-4d90-9616-a209809410b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354011 Feb 20 05:40:22.285600 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:22.285900 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:22.325696 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b066e438-5c10-4c00-abaf-11a4c0ccd058 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (7764feb8-9013-4dfb-9f04-7667f3967f69), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:22.359972 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5066b26-59d8-44be-9178-f00b3d708a83 admin admin] Publish callbacks [] for security_group (4d624adf-1eda-4028-af0e-f85923f24819), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:22.401009 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066e438-5c10-4c00-abaf-11a4c0ccd058 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=7764feb8-9013-4dfb-9f04-7667f3967f69,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:22.407229 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b066e438-5c10-4c00-abaf-11a4c0ccd058 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:22.421276 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b066e438-5c10-4c00-abaf-11a4c0ccd058 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/7764feb8-9013-4dfb-9f04-7667f3967f69 HTTP/1.1" status: 204 len: 168 time: 1.2421215 Feb 20 05:40:22.428877 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37656) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:22.525803 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3c0e2-528e-42e4-b4f4-9f9b5cdc6850 req-990f730a-884a-49ff-bf2f-87543e978188 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:22.527012 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1baf03-bce7-4e67-afc9-16beb3f6e21e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet f9dac27d-9dd4-47b0-8954-7273eced0873 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:40:22.542064 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4a1baf03-bce7-4e67-afc9-16beb3f6e21e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (f9dac27d-9dd4-47b0-8954-7273eced0873), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:22.548290 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-9bac0476-9ae2-416b-a824-871d5385dc7f service neutron] 10.222.0.61 "GET /v2.0/networks/737ca593-7d09-4d90-9616-a209809410b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688971 Feb 20 05:40:22.548930 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8ad3c0e2-528e-42e4-b4f4-9f9b5cdc6850 req-990f730a-884a-49ff-bf2f-87543e978188 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 945 time: 0.4318302 Feb 20 05:40:22.568856 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5066b26-59d8-44be-9178-f00b3d708a83 admin admin] Publish callbacks [] for security_group (4d624adf-1eda-4028-af0e-f85923f24819), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:22.620075 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:22.652772 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 395958e9-b3e5-48fc-a5fe-e7aca7e88338 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:40:22.661017 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 34aa2b95-108c-482a-808b-ef9c69237bc6 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:40:22.690809 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 34aa2b95-108c-482a-808b-ef9c69237bc6 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:40:22.691227 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 34aa2b95-108c-482a-808b-ef9c69237bc6 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:40:22.692679 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bea4b75-057b-4999-ba78-5d5c7bd9e0d5 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:40:22.712322 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-24c7f6c8-1fad-40f8-a2af-dbc21c22b118 req-fb58ab0c-69ec-4595-a2c1-8a807b87d8ed service neutron] 10.222.0.61 "GET /v2.0/networks/737ca593-7d09-4d90-9616-a209809410b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339741 Feb 20 05:40:22.762162 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4a1baf03-bce7-4e67-afc9-16beb3f6e21e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (f9dac27d-9dd4-47b0-8954-7273eced0873), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:22.816884 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5066b26-59d8-44be-9178-f00b3d708a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4d624adf-1eda-4028-af0e-f85923f24819), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:22.819727 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5066b26-59d8-44be-9178-f00b3d708a83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:22.824992 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d5066b26-59d8-44be-9178-f00b3d708a83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d624adf-1eda-4028-af0e-f85923f24819 HTTP/1.1" status: 204 len: 168 time: 0.6941063 Feb 20 05:40:22.862214 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5066b26-59d8-44be-9178-f00b3d708a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d624adf-1eda-4028-af0e-f85923f24819,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:22.874180 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8ad3c0e2-528e-42e4-b4f4-9f9b5cdc6850 req-b983a378-6c8c-4374-9e7b-06be23ef614d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243680 Feb 20 05:40:22.893235 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-7592f38a-9728-4f08-80e8-e9681c69c348 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Deleting port 738a3b96-0a3f-406a-b87d-ef55fd368a8d {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:40:22.893588 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7592f38a-9728-4f08-80e8-e9681c69c348 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (738a3b96-0a3f-406a-b87d-ef55fd368a8d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:22.909351 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4a1baf03-bce7-4e67-afc9-16beb3f6e21e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (f9dac27d-9dd4-47b0-8954-7273eced0873), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:22.966220 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:22.968291 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2fd97758-b4fd-4f0f-9b0c-d5498a80b764 None None] Could not find standard attr ID for object eb00dfcb-78bd-4af3-a88f-2a082d09714b. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:40:23.006809 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:23.012039 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4a1baf03-bce7-4e67-afc9-16beb3f6e21e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (f9dac27d-9dd4-47b0-8954-7273eced0873), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:23.047192 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4a1baf03-bce7-4e67-afc9-16beb3f6e21e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:23.050801 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4a1baf03-bce7-4e67-afc9-16beb3f6e21e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/f9dac27d-9dd4-47b0-8954-7273eced0873 HTTP/1.1" status: 204 len: 168 time: 0.6206148 Feb 20 05:40:23.072829 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37674) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:23.081585 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:40:23.134186 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1baf03-bce7-4e67-afc9-16beb3f6e21e tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=f9dac27d-9dd4-47b0-8954-7273eced0873,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:23.140253 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b1a307e2-ffa7-410f-b90f-40e950875436 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0636168 Feb 20 05:40:23.148721 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37676) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:23.155954 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0dac8a56-11ea-40cb-afab-e810ce7e62d7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:23.176509 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7592f38a-9728-4f08-80e8-e9681c69c348 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (738a3b96-0a3f-406a-b87d-ef55fd368a8d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:23.209841 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-7592f38a-9728-4f08-80e8-e9681c69c348 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Calling delete_port for 738a3b96-0a3f-406a-b87d-ef55fd368a8d owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:40:23.212414 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2fd97758-b4fd-4f0f-9b0c-d5498a80b764 None None] Provisioning complete for port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:23.212795 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2fd97758-b4fd-4f0f-9b0c-d5498a80b764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:23.248880 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00551a1b-5506-4f43-8ff3-62a5ea485209 req-16ee2d6a-a2ca-458d-bba5-f69db82e3b3d tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:23.260733 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00551a1b-5506-4f43-8ff3-62a5ea485209 req-16ee2d6a-a2ca-458d-bba5-f69db82e3b3d tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f092e02-30f9-4134-8f0b-797f946585d0 HTTP/1.1" status: 200 len: 944 time: 0.2208347 Feb 20 05:40:23.367754 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dac8a56-11ea-40cb-afab-e810ce7e62d7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:40:23.371224 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0dac8a56-11ea-40cb-afab-e810ce7e62d7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:23.429835 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 395958e9-b3e5-48fc-a5fe-e7aca7e88338, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=395958e9-b3e5-48fc-a5fe-e7aca7e88338,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:23.443753 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00551a1b-5506-4f43-8ff3-62a5ea485209 req-1995e53f-35f0-4e47-b8d3-6cd055115bb4 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742558 Feb 20 05:40:23.560772 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2fd97758-b4fd-4f0f-9b0c-d5498a80b764 None None] Current status of the port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:23.589472 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79184287-65b8-48b2-bf95-d7c91f32c9fc x-openstack-request-id: req-79184287-65b8-48b2-bf95-d7c91f32c9fc {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:40:23.589773 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f092e02-30f9-4134-8f0b-797f946585d0", "tag": "7d2de23e-e3a0-4590-9f1a-5a0d4e44c173", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:40:23.590049 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79184287-65b8-48b2-bf95-d7c91f32c9fc {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:40:23.590457 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f092e02-30f9-4134-8f0b-797f946585d0', 'tag': '7d2de23e-e3a0-4590-9f1a-5a0d4e44c173', 'status': 'completed', 'code': 200} Feb 20 05:40:23.653818 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '395958e9-b3e5-48fc-a5fe-e7aca7e88338', 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'port_id': '395958e9-b3e5-48fc-a5fe-e7aca7e88338', 'mac_address': 'fa:16:3e:5e:0e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:40:23.685977 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d208c-5f35-4a67-b05c-bf0efd5af842 req-ba731d10-490e-4d94-82f3-e02b75759c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:23.687541 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-119d208c-5f35-4a67-b05c-bf0efd5af842 req-ba731d10-490e-4d94-82f3-e02b75759c7e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e02c9c1d56747f8803e3f2b02404aba&device_id=0f092e02-30f9-4134-8f0b-797f946585d0 HTTP/1.1" status: 200 len: 1126 time: 0.0872524 Feb 20 05:40:23.688701 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7592f38a-9728-4f08-80e8-e9681c69c348 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (738a3b96-0a3f-406a-b87d-ef55fd368a8d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:23.744106 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592f38a-9728-4f08-80e8-e9681c69c348 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Pushing event deleted for resources: {'Port': ['ID=738a3b96-0a3f-406a-b87d-ef55fd368a8d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:23.879923 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cd7d17-6a3c-4506-b900-8d622fdb4939 None None] Update dhcp port {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'fixed_ips': [{'subnet_id': 'f9dac27d-9dd4-47b0-8954-7273eced0873'}], 'binding:host_id': 'n-d-829866-5'}, 'id': 'f32c7ab8-6b1c-4ed3-a0bb-db2eab837660'} from n-d-829866-5. {{(pid=103408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 05:40:23.892996 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 395958e9-b3e5-48fc-a5fe-e7aca7e88338 is: ACTIVE; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:23.893708 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (395958e9-b3e5-48fc-a5fe-e7aca7e88338), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:23.934316 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 395958e9-b3e5-48fc-a5fe-e7aca7e88338 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:40:23.991463 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 395958e9-b3e5-48fc-a5fe-e7aca7e88338, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=395958e9-b3e5-48fc-a5fe-e7aca7e88338,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:24.064213 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (395958e9-b3e5-48fc-a5fe-e7aca7e88338), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:24.149276 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d208c-5f35-4a67-b05c-bf0efd5af842 req-e4d9d390-6a72-43e5-a910-bcc5785142e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:24.150784 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-119d208c-5f35-4a67-b05c-bf0efd5af842 req-e4d9d390-6a72-43e5-a910-bcc5785142e7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=737ca593-7d09-4d90-9616-a209809410b0 HTTP/1.1" status: 200 len: 914 time: 0.4551413 Feb 20 05:40:24.261846 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['395958e9-b3e5-48fc-a5fe-e7aca7e88338'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:40:24.264437 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f7cd7d17-6a3c-4506-b900-8d622fdb4939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:24.290538 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-119d208c-5f35-4a67-b05c-bf0efd5af842 req-eae4143b-8a86-411f-8910-174a7750b26b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d2de23e-e3a0-4590-9f1a-5a0d4e44c173 HTTP/1.1" status: 200 len: 217 time: 0.1156030 Feb 20 05:40:24.528432 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d208c-5f35-4a67-b05c-bf0efd5af842 req-3b51ad48-df46-48ae-a272-c695cbda8aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:24.530652 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-119d208c-5f35-4a67-b05c-bf0efd5af842 req-3b51ad48-df46-48ae-a272-c695cbda8aca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b7acf1c2-5b03-47ff-bdd2-68225ae3f85b HTTP/1.1" status: 200 len: 854 time: 0.1863406 Feb 20 05:40:24.623830 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93571f2d-4754-4db4-849f-1dcbf3a36945 x-openstack-request-id: req-93571f2d-4754-4db4-849f-1dcbf3a36945 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:40:24.624759 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8151777-0159-4b95-be82-ba107d568cd0", "name": "network-vif-deleted", "tag": "34aa2b95-108c-482a-808b-ef9c69237bc6", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:40:24.625197 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-93571f2d-4754-4db4-849f-1dcbf3a36945 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:40:24.625781 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8151777-0159-4b95-be82-ba107d568cd0', 'name': 'network-vif-deleted', 'tag': '34aa2b95-108c-482a-808b-ef9c69237bc6', 'status': 'completed', 'code': 200} Feb 20 05:40:24.639872 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-119d208c-5f35-4a67-b05c-bf0efd5af842 req-c7f4dc0a-e8cd-4834-8e1e-ecb520e2c2f1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=737ca593-7d09-4d90-9616-a209809410b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915639 Feb 20 05:40:24.650938 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7592f38a-9728-4f08-80e8-e9681c69c348 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (0cd12f2f-6608-47f2-b429-b316a46e960e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:24.681682 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aea2dee3-3a72-4244-87f4-32fd7571f2bb req-edf06e9d-ae59-4c69-8d79-d0a0307f1d50 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 210 time: 0.0548120 Feb 20 05:40:24.725025 n-d-829866-5 neutron-server[103406]: DEBUG neutron.objects.ports [None req-0dac8a56-11ea-40cb-afab-e810ce7e62d7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103406) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 05:40:24.857436 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 7d2de23e-e3a0-4590-9f1a-5a0d4e44c173 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:40:24.927908 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=395958e9-b3e5-48fc-a5fe-e7aca7e88338,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:24.984437 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5a79fa-2670-4e1c-bf8b-e785defc3d04 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:40:25.102633 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7592f38a-9728-4f08-80e8-e9681c69c348 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Router 0cd12f2f-6608-47f2-b429-b316a46e960e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:40:25.148282 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190a34e-f7fe-4ddb-ad56-1cc43497c0b5 req-c373a5d8-b04f-4e40-9e82-46ea171a9bd4 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:25.156070 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b190a34e-f7fe-4ddb-ad56-1cc43497c0b5 req-c373a5d8-b04f-4e40-9e82-46ea171a9bd4 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 945 time: 0.2226040 Feb 20 05:40:25.204031 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-119d208c-5f35-4a67-b05c-bf0efd5af842 req-c4d4f9d4-300a-4148-bc52-a1d44a87c021 service neutron] 10.222.0.61 "GET /v2.0/networks/737ca593-7d09-4d90-9616-a209809410b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400541 Feb 20 05:40:25.266520 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-828d36d1-3506-48ed-b798-cc4aa9871914 None None] Provisioning complete for port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:25.268467 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-828d36d1-3506-48ed-b798-cc4aa9871914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:25.367804 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7592f38a-9728-4f08-80e8-e9681c69c348 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:40:25.385358 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5d5b04-d6e9-424f-ae39-c76935b158d9 None None] Sync routers for ids ['0cd12f2f-6608-47f2-b429-b316a46e960e'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:40:25.404378 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5d5b04-d6e9-424f-ae39-c76935b158d9 None None] Routers {'0cd12f2f-6608-47f2-b429-b316a46e960e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:40:25.408175 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7592f38a-9728-4f08-80e8-e9681c69c348 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "PUT /v2.0/routers/0cd12f2f-6608-47f2-b429-b316a46e960e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6764615 Feb 20 05:40:25.409181 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5e5d5b04-d6e9-424f-ae39-c76935b158d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:40:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0cd12f2f-6608-47f2-b429-b316a46e960e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:25.418959 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37728) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:25.426505 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:25.477444 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b190a34e-f7fe-4ddb-ad56-1cc43497c0b5 req-5db7dead-f53f-4145-910f-2813a1f7f0b4 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201878 Feb 20 05:40:25.502766 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 7d2de23e-e3a0-4590-9f1a-5a0d4e44c173, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=7d2de23e-e3a0-4590-9f1a-5a0d4e44c173,segment=NetworkSegment(1e7b572d-eea8-4575-add7-3e01e35d46d2),segment_id=1e7b572d-eea8-4575-add7-3e01e35d46d2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:25.563377 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-e7a2a597-3a46-4dde-bcdf-b6a5c142f781 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] show failed (client error): The resource could not be found. Feb 20 05:40:25.565519 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5e5d5b04-d6e9-424f-ae39-c76935b158d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:25.575472 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e7a2a597-3a46-4dde-bcdf-b6a5c142f781 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-1807046989 HTTP/1.1" status: 404 len: 335 time: 0.1435652 Feb 20 05:40:25.576407 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37734) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:25.587275 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-5c76416d-770b-4f44-bddd-7ec7537a0cd3 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:25.606177 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5d5b04-d6e9-424f-ae39-c76935b158d9 None None] Routers {'0cd12f2f-6608-47f2-b429-b316a46e960e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:40:25.611470 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5e5d5b04-d6e9-424f-ae39-c76935b158d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:40:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0cd12f2f-6608-47f2-b429-b316a46e960e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:25.667423 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-5c76416d-770b-4f44-bddd-7ec7537a0cd3 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] update failed (client error): The resource could not be found. Feb 20 05:40:25.681603 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5c76416d-770b-4f44-bddd-7ec7537a0cd3 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-315531451 HTTP/1.1" status: 404 len: 334 time: 0.0978849 Feb 20 05:40:25.682538 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37736) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:25.715601 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5e5d5b04-d6e9-424f-ae39-c76935b158d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:25.717931 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5d5b04-d6e9-424f-ae39-c76935b158d9 None None] The sync data for ids ['0cd12f2f-6608-47f2-b429-b316a46e960e'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:40:25.790440 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '7d2de23e-e3a0-4590-9f1a-5a0d4e44c173', 'network_id': '737ca593-7d09-4d90-9616-a209809410b0', 'port_id': '7d2de23e-e3a0-4590-9f1a-5a0d4e44c173', 'mac_address': 'fa:16:3e:96:3e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7acf1c2-5b03-47ff-bdd2-68225ae3f85b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:40:25.821182 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-036744f0-d596-4aa6-afce-970dbbb2552f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Deleting subnet bc71170e-c07f-4038-abba-d3749cdd9da5 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:40:25.827387 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-036744f0-d596-4aa6-afce-970dbbb2552f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks [] for subnet (bc71170e-c07f-4038-abba-d3749cdd9da5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:25.928816 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-036744f0-d596-4aa6-afce-970dbbb2552f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (bc71170e-c07f-4038-abba-d3749cdd9da5), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:25.964271 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-828d36d1-3506-48ed-b798-cc4aa9871914 None None] Current status of the port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:26.031587 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3ee62-82c7-4b60-bda2-0dab5ab2bc19 req-e7c8ded4-8d07-49cc-a624-6b02edf8f6ba tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:26.039585 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-61b3ee62-82c7-4b60-bda2-0dab5ab2bc19 req-e7c8ded4-8d07-49cc-a624-6b02edf8f6ba tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 944 time: 0.2153041 Feb 20 05:40:26.076035 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:40:26.171200 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-61b3ee62-82c7-4b60-bda2-0dab5ab2bc19 req-1a3ae52e-a07f-466c-b8ea-b87f737d47c7 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293738 Feb 20 05:40:26.197925 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-036744f0-d596-4aa6-afce-970dbbb2552f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (bc71170e-c07f-4038-abba-d3749cdd9da5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:26.337503 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0dac8a56-11ea-40cb-afab-e810ce7e62d7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:26.374458 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-036744f0-d596-4aa6-afce-970dbbb2552f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (bc71170e-c07f-4038-abba-d3749cdd9da5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:26.397904 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 7d2de23e-e3a0-4590-9f1a-5a0d4e44c173 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:26.398289 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7d2de23e-e3a0-4590-9f1a-5a0d4e44c173), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:26.416244 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036744f0-d596-4aa6-afce-970dbbb2552f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Pushing event deleted for resources: {'Subnet': ['ID=bc71170e-c07f-4038-abba-d3749cdd9da5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:26.451370 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60169b-59ce-4722-920d-0311cc0d3ca3 req-bd45d7bb-f722-460e-b202-1072cccac402 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:26.459291 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0c60169b-59ce-4722-920d-0311cc0d3ca3 req-bd45d7bb-f722-460e-b202-1072cccac402 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f092e02-30f9-4134-8f0b-797f946585d0 HTTP/1.1" status: 200 len: 944 time: 0.1578653 Feb 20 05:40:26.470314 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-036744f0-d596-4aa6-afce-970dbbb2552f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:26.479893 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-036744f0-d596-4aa6-afce-970dbbb2552f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "DELETE /v2.0/subnets/bc71170e-c07f-4038-abba-d3749cdd9da5 HTTP/1.1" status: 204 len: 168 time: 0.7960536 Feb 20 05:40:26.505881 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37766) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:26.573060 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c5c33e-2ef5-4771-876f-a1981a696940 None None] Network 0397818e-fae3-4a7e-a2f6-7fa8140b939f requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:40:26.600741 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0c60169b-59ce-4722-920d-0311cc0d3ca3 req-fc820d03-e8c0-45fe-938d-ea37c81bff16 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383226 Feb 20 05:40:26.606395 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2de23e-e3a0-4590-9f1a-5a0d4e44c173 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:40:26.658005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 7d2de23e-e3a0-4590-9f1a-5a0d4e44c173, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=7d2de23e-e3a0-4590-9f1a-5a0d4e44c173,segment=NetworkSegment(1e7b572d-eea8-4575-add7-3e01e35d46d2),segment_id=1e7b572d-eea8-4575-add7-3e01e35d46d2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:26.786527 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2d1e028d-4766-4292-9a7b-f098a9e52629 req-3b5e5469-44ee-45ca-ab69-90368e3a2381 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 210 time: 0.0848780 Feb 20 05:40:26.811435 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7d2de23e-e3a0-4590-9f1a-5a0d4e44c173), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:26.901132 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-0dac8a56-11ea-40cb-afab-e810ce7e62d7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] For port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f32c7ab8-6b1c-4ed3-a0bb-db2eab837660,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:26.983115 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f917c8-01b2-49f4-8b20-47515dd5f878 req-db751ae6-9756-4fda-9ef9-311b898c827f tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:26.986566 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0dac8a56-11ea-40cb-afab-e810ce7e62d7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:26.995846 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6f917c8-01b2-49f4-8b20-47515dd5f878 req-db751ae6-9756-4fda-9ef9-311b898c827f tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 951 time: 0.0935497 Feb 20 05:40:27.020036 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0dac8a56-11ea-40cb-afab-e810ce7e62d7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:27.032381 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-119d208c-5f35-4a67-b05c-bf0efd5af842 req-a87a8594-071b-4f67-974f-d6859ac85b94 service neutron] 10.222.0.61 "GET /v2.0/networks/737ca593-7d09-4d90-9616-a209809410b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8159494 Feb 20 05:40:27.052492 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=7d2de23e-e3a0-4590-9f1a-5a0d4e44c173,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:27.075836 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 395958e9-b3e5-48fc-a5fe-e7aca7e88338 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:40:27.109643 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6f917c8-01b2-49f4-8b20-47515dd5f878 req-750744c3-7888-467b-99fd-ed0cb8257203 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087022 Feb 20 05:40:27.174417 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:27.181384 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:27.216855 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0dac8a56-11ea-40cb-afab-e810ce7e62d7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (0e1f4b4b-218b-4d9a-bd36-9842c81dca38), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:27.246212 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0a6825d9-9ba6-480c-8296-15d48b1a2ae1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (0397818e-fae3-4a7e-a2f6-7fa8140b939f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:27.262407 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['7d2de23e-e3a0-4590-9f1a-5a0d4e44c173'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:40:27.304142 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73eed9f-8a19-4bb5-ae82-ca7cf4d70e3d None None] Update dhcp port {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'fixed_ips': [{'subnet_id': '0e1f4b4b-218b-4d9a-bd36-9842c81dca38'}], 'binding:host_id': 'n-d-829866-5'}, 'id': 'f32c7ab8-6b1c-4ed3-a0bb-db2eab837660'} from n-d-829866-5. {{(pid=103408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 05:40:27.312791 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e549acd-811f-4bcf-ad1b-5bdabad5d4aa req-07496c09-665a-488d-ba1f-a7d6acd43ac2 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:27.329466 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e549acd-811f-4bcf-ad1b-5bdabad5d4aa req-07496c09-665a-488d-ba1f-a7d6acd43ac2 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 945 time: 0.1214330 Feb 20 05:40:27.432155 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e549acd-811f-4bcf-ad1b-5bdabad5d4aa req-79bd49b5-bb11-46b5-a5fd-8adc806fed0a tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005607 Feb 20 05:40:27.463613 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:40:27.463959 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:40:27.489246 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f73eed9f-8a19-4bb5-ae82-ca7cf4d70e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:27.515973 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac8a56-11ea-40cb-afab-e810ce7e62d7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=0e1f4b4b-218b-4d9a-bd36-9842c81dca38,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:27.526570 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dac8a56-11ea-40cb-afab-e810ce7e62d7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:40:27.554634 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 395958e9-b3e5-48fc-a5fe-e7aca7e88338 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:27.554990 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (395958e9-b3e5-48fc-a5fe-e7aca7e88338), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:27.562531 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac8a56-11ea-40cb-afab-e810ce7e62d7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=f32c7ab8-6b1c-4ed3-a0bb-db2eab837660,revision_number=8']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:27.570035 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-0dac8a56-11ea-40cb-afab-e810ce7e62d7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:40:27.585346 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dac8a56-11ea-40cb-afab-e810ce7e62d7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:27.586599 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0dac8a56-11ea-40cb-afab-e810ce7e62d7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:27.665752 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b7a24-10b1-4971-af32-58685b5955ae req-ab135434-cc1e-4553-83d2-64fc0222da86 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:27.673098 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-221b7a24-10b1-4971-af32-58685b5955ae req-ab135434-cc1e-4553-83d2-64fc0222da86 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 951 time: 0.5969651 Feb 20 05:40:27.691272 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0dac8a56-11ea-40cb-afab-e810ce7e62d7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5410316 Feb 20 05:40:27.696663 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37824) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:27.728629 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b9e508-498c-4a82-96e2-3f767d24cdfb None None] DHCP port deletion for 0397818e-fae3-4a7e-a2f6-7fa8140b939f request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:40:27.731461 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0208787b-9bbc-4aa4-833c-4c7c387f10a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:27.786293 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9c152-ac1c-4c8f-b66a-a393b83e3bdb req-428603b1-fbf9-4da2-bf38-2f14c9ade57a tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:27.806417 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00f9c152-ac1c-4c8f-b66a-a393b83e3bdb req-428603b1-fbf9-4da2-bf38-2f14c9ade57a tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 944 time: 0.2147219 Feb 20 05:40:27.902251 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00f9c152-ac1c-4c8f-b66a-a393b83e3bdb req-8b5dc6cf-4e87-42f3-9959-d7849ee9d242 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949595 Feb 20 05:40:27.955773 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-0a6825d9-9ba6-480c-8296-15d48b1a2ae1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Deleting port bee43e6a-a652-430d-9b42-8d72e9092c38 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:40:27.956152 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0a6825d9-9ba6-480c-8296-15d48b1a2ae1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (bee43e6a-a652-430d-9b42-8d72e9092c38), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:27.999195 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37830) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:28.089979 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-221b7a24-10b1-4971-af32-58685b5955ae req-69d15a7b-6082-4917-98c1-e3d7b8aa5bc2 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Deleting port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:40:28.090318 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-221b7a24-10b1-4971-af32-58685b5955ae req-69d15a7b-6082-4917-98c1-e3d7b8aa5bc2 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:28.100296 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570bc85-a529-4568-b741-08f3e9d76e1c req-a36deeab-6d82-4f3e-95cc-71275b443a21 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:28.107174 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6570bc85-a529-4568-b741-08f3e9d76e1c req-a36deeab-6d82-4f3e-95cc-71275b443a21 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f092e02-30f9-4134-8f0b-797f946585d0 HTTP/1.1" status: 200 len: 945 time: 0.1114848 Feb 20 05:40:28.181491 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-0a6825d9-9ba6-480c-8296-15d48b1a2ae1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] For port bee43e6a-a652-430d-9b42-8d72e9092c38, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=bee43e6a-a652-430d-9b42-8d72e9092c38,segment=NetworkSegment(7174347f-a1eb-403e-83ce-a711e573c085),segment_id=7174347f-a1eb-403e-83ce-a711e573c085)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:28.181888 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0a6825d9-9ba6-480c-8296-15d48b1a2ae1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (bee43e6a-a652-430d-9b42-8d72e9092c38), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:28.202739 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f73eed9f-8a19-4bb5-ae82-ca7cf4d70e3d None None] For port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f32c7ab8-6b1c-4ed3-a0bb-db2eab837660,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:28.211226 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6570bc85-a529-4568-b741-08f3e9d76e1c req-872cf0aa-5ba0-4c60-bb93-dcb2c1c0f227 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944028 Feb 20 05:40:28.259433 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f73eed9f-8a19-4bb5-ae82-ca7cf4d70e3d None None] Publish callbacks [] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:28.269368 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55013aaf-7a69-4f75-bd02-d35ce6c53769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:28.317978 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0208787b-9bbc-4aa4-833c-4c7c387f10a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:40:28.319972 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0208787b-9bbc-4aa4-833c-4c7c387f10a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:28.329112 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f73eed9f-8a19-4bb5-ae82-ca7cf4d70e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:28.332419 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-0a6825d9-9ba6-480c-8296-15d48b1a2ae1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Calling delete_port for bee43e6a-a652-430d-9b42-8d72e9092c38 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:40:28.387683 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b9fbd82-6204-4e96-9b94-6aea81534a57 req-e34fa051-bb18-4046-8b2c-8633c26580c9 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 210 time: 0.0533428 Feb 20 05:40:28.468010 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73eed9f-8a19-4bb5-ae82-ca7cf4d70e3d None None] Pushing event updated for resources: {'Port': ['ID=f32c7ab8-6b1c-4ed3-a0bb-db2eab837660,revision_number=9']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:28.488703 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-221b7a24-10b1-4971-af32-58685b5955ae req-69d15a7b-6082-4917-98c1-e3d7b8aa5bc2 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] For port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:28.488703 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-221b7a24-10b1-4971-af32-58685b5955ae req-69d15a7b-6082-4917-98c1-e3d7b8aa5bc2 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:28.497066 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55013aaf-7a69-4f75-bd02-d35ce6c53769 admin admin] Publish callbacks [] for security_group (7f61cd37-5f04-4da3-94bd-63034121ef14), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:28.509731 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55013aaf-7a69-4f75-bd02-d35ce6c53769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7f61cd37-5f04-4da3-94bd-63034121ef14), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:28.538940 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-221b7a24-10b1-4971-af32-58685b5955ae req-69d15a7b-6082-4917-98c1-e3d7b8aa5bc2 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Calling delete_port for 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:40:28.584575 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-55013aaf-7a69-4f75-bd02-d35ce6c53769 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=891601d2b7ac4fccbe1bfa9427add267&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5843754 Feb 20 05:40:28.588306 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37838) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:28.597632 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55013aaf-7a69-4f75-bd02-d35ce6c53769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f61cd37-5f04-4da3-94bd-63034121ef14,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:28.628041 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b5491-4125-40df-b3cd-b700fc124285 req-c46818e3-0308-47a5-b0f9-7c7270f9b4a7 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:28.635200 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e6b5491-4125-40df-b3cd-b700fc124285 req-c46818e3-0308-47a5-b0f9-7c7270f9b4a7 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 951 time: 0.1362004 Feb 20 05:40:28.646837 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:28.647528 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:28.699246 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb72af08-9a65-4a0d-9a47-5c3f02239692 admin admin] Publish callbacks [] for security_group (7f61cd37-5f04-4da3-94bd-63034121ef14), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:28.707178 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-27b9e508-498c-4a82-96e2-3f767d24cdfb None None] Deleting port bee43e6a-a652-430d-9b42-8d72e9092c38 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:40:28.708101 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27b9e508-498c-4a82-96e2-3f767d24cdfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (bee43e6a-a652-430d-9b42-8d72e9092c38), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:28.758816 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f32c7ab8-6b1c-4ed3-a0bb-db2eab837660,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:28.778728 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e6b5491-4125-40df-b3cd-b700fc124285 req-089100be-5404-4da8-930b-1bcdb5c74452 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375239 Feb 20 05:40:28.798955 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb72af08-9a65-4a0d-9a47-5c3f02239692 admin admin] Publish callbacks [] for security_group (7f61cd37-5f04-4da3-94bd-63034121ef14), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:28.936052 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-27b9e508-498c-4a82-96e2-3f767d24cdfb None None] For port bee43e6a-a652-430d-9b42-8d72e9092c38, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=bee43e6a-a652-430d-9b42-8d72e9092c38,segment=NetworkSegment(7174347f-a1eb-403e-83ce-a711e573c085),segment_id=7174347f-a1eb-403e-83ce-a711e573c085)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:28.936894 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27b9e508-498c-4a82-96e2-3f767d24cdfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (bee43e6a-a652-430d-9b42-8d72e9092c38), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:28.962058 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-27b9e508-498c-4a82-96e2-3f767d24cdfb None None] Calling delete_port for bee43e6a-a652-430d-9b42-8d72e9092c38 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:40:28.973826 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb72af08-9a65-4a0d-9a47-5c3f02239692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7f61cd37-5f04-4da3-94bd-63034121ef14), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:28.976694 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb72af08-9a65-4a0d-9a47-5c3f02239692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:28.977833 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fb72af08-9a65-4a0d-9a47-5c3f02239692 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f61cd37-5f04-4da3-94bd-63034121ef14 HTTP/1.1" status: 204 len: 168 time: 0.3886356 Feb 20 05:40:29.034350 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72af08-9a65-4a0d-9a47-5c3f02239692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f61cd37-5f04-4da3-94bd-63034121ef14,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:29.065966 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5f3d0-5933-481d-906c-8978a314dded req-6c58802f-8a56-4f71-bd08-f9bb60e6cc8b tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:29.090616 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-18d5f3d0-5933-481d-906c-8978a314dded req-6c58802f-8a56-4f71-bd08-f9bb60e6cc8b tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 945 time: 0.1668034 Feb 20 05:40:29.112392 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 395958e9-b3e5-48fc-a5fe-e7aca7e88338 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:29.113052 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (395958e9-b3e5-48fc-a5fe-e7aca7e88338), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:29.128187 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27b9e508-498c-4a82-96e2-3f767d24cdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (bee43e6a-a652-430d-9b42-8d72e9092c38), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:29.131261 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:29.191604 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9e508-498c-4a82-96e2-3f767d24cdfb None None] Pushing event deleted for resources: {'Port': ['ID=bee43e6a-a652-430d-9b42-8d72e9092c38,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:29.193873 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b9e508-498c-4a82-96e2-3f767d24cdfb None None] No DVR routers for this DVR port bee43e6a-a652-430d-9b42-8d72e9092c38 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:40:29.213764 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-18d5f3d0-5933-481d-906c-8978a314dded req-18611a6d-8328-45b4-9d0a-630c659cea96 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102593 Feb 20 05:40:29.272210 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=f32c7ab8-6b1c-4ed3-a0bb-db2eab837660,revision_number=10']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:29.285737 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077ab7f9-704e-498e-adc5-884d50b65c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395958e9-b3e5-48fc-a5fe-e7aca7e88338'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:40:29.288317 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e013d699-0fb2-4ce9-83f0-cb388f1386cb" -d '{"events": [{"server_uuid": "077ab7f9-704e-498e-adc5-884d50b65c9a", "name": "network-vif-plugged", "status": "completed", "tag": "395958e9-b3e5-48fc-a5fe-e7aca7e88338"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:40:29.299902 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0a6825d9-9ba6-480c-8296-15d48b1a2ae1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (bee43e6a-a652-430d-9b42-8d72e9092c38), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:29.310324 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 395958e9-b3e5-48fc-a5fe-e7aca7e88338, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=395958e9-b3e5-48fc-a5fe-e7aca7e88338,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:29.323758 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (395958e9-b3e5-48fc-a5fe-e7aca7e88338), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:29.434319 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=395958e9-b3e5-48fc-a5fe-e7aca7e88338,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:29.445323 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:40:29.446230 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6825d9-9ba6-480c-8296-15d48b1a2ae1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] No DVR routers for this DVR port bee43e6a-a652-430d-9b42-8d72e9092c38 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:40:29.448936 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6825d9-9ba6-480c-8296-15d48b1a2ae1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Pushing event deleted for resources: {'Port': ['ID=bee43e6a-a652-430d-9b42-8d72e9092c38,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:29.493713 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb07918-1132-45b0-a420-f4c6c809957f req-ac6582e5-5f6d-43f4-977c-fd857d245a59 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:29.502029 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7bb07918-1132-45b0-a420-f4c6c809957f req-ac6582e5-5f6d-43f4-977c-fd857d245a59 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 944 time: 0.1942439 Feb 20 05:40:29.514622 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-221b7a24-10b1-4971-af32-58685b5955ae req-69d15a7b-6082-4917-98c1-e3d7b8aa5bc2 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (2bc6aef8-65d1-4d2d-b115-7bb9c396e43e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:29.532041 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No active binding found for port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e {{(pid=103408) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 20 05:40:29.536708 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] The host n-h1-829866-5 is not matching for port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e host None! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 05:40:29.537010 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:40:29.539148 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['47338d28-03fd-4739-9337-a29ce11d6e0f'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:40:29.583849 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['67f9a427-75ac-4fee-9ceb-9b981c14ae77'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:40:29.629602 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7bb07918-1132-45b0-a420-f4c6c809957f req-32ba0e8d-c7a2-4fe7-b7bc-f17e0fcc12b2 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244791 Feb 20 05:40:29.712033 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:40:29.804888 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d15a7b-6082-4917-98c1-e3d7b8aa5bc2 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Pushing event deleted for resources: {'Port': ['ID=2bc6aef8-65d1-4d2d-b115-7bb9c396e43e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:29.862008 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1006b4-cf4c-4f49-8b3c-2683fd4372e0 req-be01ebed-4923-4946-9403-e0bbc3bd50e3 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:29.875397 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b1006b4-cf4c-4f49-8b3c-2683fd4372e0 req-be01ebed-4923-4946-9403-e0bbc3bd50e3 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f092e02-30f9-4134-8f0b-797f946585d0 HTTP/1.1" status: 200 len: 945 time: 0.1260817 Feb 20 05:40:29.906694 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37854) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:29.940609 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-28983471-c09d-43f2-b896-013b1263cc11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:30.075718 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-28983471-c09d-43f2-b896-013b1263cc11 admin admin] Publish callbacks [] for security_group (685ae93d-afcb-4d5a-83c0-eba21a707c0f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:30.091841 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-28983471-c09d-43f2-b896-013b1263cc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (685ae93d-afcb-4d5a-83c0-eba21a707c0f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:30.107900 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-221b7a24-10b1-4971-af32-58685b5955ae req-69d15a7b-6082-4917-98c1-e3d7b8aa5bc2 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] No DVR routers for this DVR port 2bc6aef8-65d1-4d2d-b115-7bb9c396e43e on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:40:30.113929 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-221b7a24-10b1-4971-af32-58685b5955ae req-69d15a7b-6082-4917-98c1-e3d7b8aa5bc2 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:30.119154 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-221b7a24-10b1-4971-af32-58685b5955ae req-69d15a7b-6082-4917-98c1-e3d7b8aa5bc2 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.61 "DELETE /v2.0/ports/2bc6aef8-65d1-4d2d-b115-7bb9c396e43e HTTP/1.1" status: 204 len: 173 time: 2.4210196 Feb 20 05:40:30.139107 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4d87dc-c6fd-4073-8847-23ac654116b7', 'name': 'network-vif-deleted', 'tag': '2bc6aef8-65d1-4d2d-b115-7bb9c396e43e'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:40:30.142282 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997214e1-aedc-403a-b4ef-2b59fd43a622" -d '{"events": [{"server_uuid": "9b4d87dc-c6fd-4073-8847-23ac654116b7", "name": "network-vif-deleted", "tag": "2bc6aef8-65d1-4d2d-b115-7bb9c396e43e"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:40:30.148270 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28983471-c09d-43f2-b896-013b1263cc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685ae93d-afcb-4d5a-83c0-eba21a707c0f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:30.172385 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b1006b4-cf4c-4f49-8b3c-2683fd4372e0 req-ac9404c3-aed8-4b79-8220-6d0e0884016d tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957351 Feb 20 05:40:30.175247 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0a6825d9-9ba6-480c-8296-15d48b1a2ae1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (0397818e-fae3-4a7e-a2f6-7fa8140b939f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:30.220982 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204dfab7-b4ab-4cfc-9495-effa1d5c0ab7 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:40:30.226232 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-28983471-c09d-43f2-b896-013b1263cc11 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4588e3f30a641409e2f8f79205cf635&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3163359 Feb 20 05:40:30.231391 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37860) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:30.242811 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-0a6825d9-9ba6-480c-8296-15d48b1a2ae1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0397818e-fae3-4a7e-a2f6-7fa8140b939f']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:30.267367 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0208787b-9bbc-4aa4-833c-4c7c387f10a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (b54e49b0-ee87-4ccb-b238-e7f90fc6e5c8), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:30.303701 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-0a6825d9-9ba6-480c-8296-15d48b1a2ae1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7174347f-a1eb-403e-83ce-a711e573c085') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:30.304056 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-0a6825d9-9ba6-480c-8296-15d48b1a2ae1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7174347f-a1eb-403e-83ce-a711e573c085') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:30.345894 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf18f239-13f2-4b07-95fb-e3d49b353995 x-openstack-request-id: req-bf18f239-13f2-4b07-95fb-e3d49b353995 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:40:30.346464 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077ab7f9-704e-498e-adc5-884d50b65c9a", "name": "network-vif-plugged", "status": "completed", "tag": "395958e9-b3e5-48fc-a5fe-e7aca7e88338", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:40:30.346464 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf18f239-13f2-4b07-95fb-e3d49b353995 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:40:30.346934 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077ab7f9-704e-498e-adc5-884d50b65c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395958e9-b3e5-48fc-a5fe-e7aca7e88338', 'code': 200} Feb 20 05:40:30.350312 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e738ddbe-dd5c-4160-ab3f-34f82b1008e1 admin admin] Publish callbacks [] for security_group (685ae93d-afcb-4d5a-83c0-eba21a707c0f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:30.393072 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0208787b-9bbc-4aa4-833c-4c7c387f10a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:40:30.396610 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208787b-9bbc-4aa4-833c-4c7c387f10a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=b54e49b0-ee87-4ccb-b238-e7f90fc6e5c8,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:30.398959 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e738ddbe-dd5c-4160-ab3f-34f82b1008e1 admin admin] Publish callbacks [] for security_group (685ae93d-afcb-4d5a-83c0-eba21a707c0f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:30.400922 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-0208787b-9bbc-4aa4-833c-4c7c387f10a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:40:30.410203 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0208787b-9bbc-4aa4-833c-4c7c387f10a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:30.411367 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0208787b-9bbc-4aa4-833c-4c7c387f10a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:30.428897 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0a6825d9-9ba6-480c-8296-15d48b1a2ae1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (7174347f-a1eb-403e-83ce-a711e573c085), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:30.448505 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0208787b-9bbc-4aa4-833c-4c7c387f10a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7315319 Feb 20 05:40:30.449095 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37862) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:30.454487 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-4e93dce9-d9ff-4dda-aba3-31c6818e91bb tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'mac_address': 'fa:16:3e:6d:48:32', 'name': 'tempest-NetworksTestDHCPv6-679350873'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:30.490783 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0a6825d9-9ba6-480c-8296-15d48b1a2ae1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (7174347f-a1eb-403e-83ce-a711e573c085), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:30.518392 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1fde19f8-8888-4d82-a284-00abac297388 req-2938b1da-63cc-4fbb-a2bb-d686222aa230 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 210 time: 0.0472333 Feb 20 05:40:30.520017 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e738ddbe-dd5c-4160-ab3f-34f82b1008e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (685ae93d-afcb-4d5a-83c0-eba21a707c0f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:30.522809 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e738ddbe-dd5c-4160-ab3f-34f82b1008e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:30.527139 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e738ddbe-dd5c-4160-ab3f-34f82b1008e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/685ae93d-afcb-4d5a-83c0-eba21a707c0f HTTP/1.1" status: 204 len: 168 time: 0.2946768 Feb 20 05:40:30.541547 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2648b31b-1791-491d-a382-c5889a016368 None None] Provisioning complete for port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:30.541928 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2648b31b-1791-491d-a382-c5889a016368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:30.552689 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738ddbe-dd5c-4160-ab3f-34f82b1008e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685ae93d-afcb-4d5a-83c0-eba21a707c0f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:30.615930 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a6825d9-9ba6-480c-8296-15d48b1a2ae1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:40:30.617779 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0a6825d9-9ba6-480c-8296-15d48b1a2ae1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (7174347f-a1eb-403e-83ce-a711e573c085), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:40:30.624564 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:40:30.853601 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3b260e5b-fc08-46a8-b1a7-e01871d94a9b req-1c6e6d53-9752-4173-8bff-d94b3305d6ad tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b4d87dc-c6fd-4073-8847-23ac654116b7 HTTP/1.1" status: 200 len: 210 time: 0.0731504 Feb 20 05:40:30.864060 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e93dce9-d9ff-4dda-aba3-31c6818e91bb tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:40:30.896293 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 7d2de23e-e3a0-4590-9f1a-5a0d4e44c173 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:40:30.957510 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:30.957901 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:30.990314 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70423262-cdb5-4e27-b20e-a7363a789d7c x-openstack-request-id: req-70423262-cdb5-4e27-b20e-a7363a789d7c {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:40:30.990519 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4d87dc-c6fd-4073-8847-23ac654116b7", "name": "network-vif-deleted", "tag": "2bc6aef8-65d1-4d2d-b115-7bb9c396e43e", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:40:30.990773 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70423262-cdb5-4e27-b20e-a7363a789d7c {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:40:30.992399 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4d87dc-c6fd-4073-8847-23ac654116b7', 'name': 'network-vif-deleted', 'tag': '2bc6aef8-65d1-4d2d-b115-7bb9c396e43e', 'status': 'completed', 'code': 200} Feb 20 05:40:30.999598 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0a6825d9-9ba6-480c-8296-15d48b1a2ae1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (0397818e-fae3-4a7e-a2f6-7fa8140b939f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:31.035168 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0a6825d9-9ba6-480c-8296-15d48b1a2ae1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:31.045349 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37870) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:31.045565 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0a6825d9-9ba6-480c-8296-15d48b1a2ae1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "DELETE /v2.0/networks/0397818e-fae3-4a7e-a2f6-7fa8140b939f HTTP/1.1" status: 204 len: 168 time: 4.5354548 Feb 20 05:40:31.083792 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6825d9-9ba6-480c-8296-15d48b1a2ae1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Pushing event deleted for resources: {'Network': ['ID=0397818e-fae3-4a7e-a2f6-7fa8140b939f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:31.153593 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4e93dce9-d9ff-4dda-aba3-31c6818e91bb tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:31.197733 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 7d2de23e-e3a0-4590-9f1a-5a0d4e44c173 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:40:31.213319 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 7d2de23e-e3a0-4590-9f1a-5a0d4e44c173 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:31.214048 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7d2de23e-e3a0-4590-9f1a-5a0d4e44c173), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:31.220904 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-4e93dce9-d9ff-4dda-aba3-31c6818e91bb tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] device_id is not set on port bf5a7913-13fa-4a18-98b8-becf508be8f6 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:40:31.253547 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad126be-80ba-481f-b84c-69230e3635e1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Deleting subnet f38227f0-17ad-4d16-a66d-ef9f7f686252 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:40:31.259124 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ad126be-80ba-481f-b84c-69230e3635e1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks [] for subnet (f38227f0-17ad-4d16-a66d-ef9f7f686252), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:31.281054 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8e06b-c82f-49da-9eb9-6855539334b7 req-b7bdc443-b09d-4cff-86b9-dd12c967eb91 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:31.298460 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4bb8e06b-c82f-49da-9eb9-6855539334b7 req-b7bdc443-b09d-4cff-86b9-dd12c967eb91 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 945 time: 0.1841331 Feb 20 05:40:31.383929 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2648b31b-1791-491d-a382-c5889a016368 None None] Current status of the port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:31.384448 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2648b31b-1791-491d-a382-c5889a016368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:31.480847 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ad126be-80ba-481f-b84c-69230e3635e1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (f38227f0-17ad-4d16-a66d-ef9f7f686252), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:31.514788 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-4e93dce9-d9ff-4dda-aba3-31c6818e91bb tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 172.20.0.8 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/b54e49b0-ee87-4ccb-b238-e7f90fc6e5c8/bf5a7913-13fa-4a18-98b8-becf508be8f6) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:40:31.525122 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-4e93dce9-d9ff-4dda-aba3-31c6818e91bb tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 2001:db8::f816:3eff:fe6d:4832 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/0e1f4b4b-218b-4d9a-bd36-9842c81dca38/bf5a7913-13fa-4a18-98b8-becf508be8f6) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:40:31.571524 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4bb8e06b-c82f-49da-9eb9-6855539334b7 req-2e400125-ff42-4e49-ba99-ac6aa77151b2 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673833 Feb 20 05:40:31.580632 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2648b31b-1791-491d-a382-c5889a016368 None None] For port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f32c7ab8-6b1c-4ed3-a0bb-db2eab837660,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:31.605215 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2648b31b-1791-491d-a382-c5889a016368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:31.712521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:31.712899 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:31.790164 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ad126be-80ba-481f-b84c-69230e3635e1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (f38227f0-17ad-4d16-a66d-ef9f7f686252), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:31.878310 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4e93dce9-d9ff-4dda-aba3-31c6818e91bb tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (bf5a7913-13fa-4a18-98b8-becf508be8f6), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:31.890641 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:40:31.891030 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:40:31.935559 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 7d2de23e-e3a0-4590-9f1a-5a0d4e44c173 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:31.935956 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7d2de23e-e3a0-4590-9f1a-5a0d4e44c173), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:31.959921 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648b31b-1791-491d-a382-c5889a016368 None None] Pushing event updated for resources: {'Port': ['ID=f32c7ab8-6b1c-4ed3-a0bb-db2eab837660,revision_number=11']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:31.978152 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648b31b-1791-491d-a382-c5889a016368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:31.978863 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648b31b-1791-491d-a382-c5889a016368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:31.979477 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648b31b-1791-491d-a382-c5889a016368 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:31.993851 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4e93dce9-d9ff-4dda-aba3-31c6818e91bb tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (bf5a7913-13fa-4a18-98b8-becf508be8f6), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:31.996915 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648b31b-1791-491d-a382-c5889a016368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:32.002698 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648b31b-1791-491d-a382-c5889a016368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:32.004399 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648b31b-1791-491d-a382-c5889a016368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:32.007860 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648b31b-1791-491d-a382-c5889a016368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:32.009486 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648b31b-1791-491d-a382-c5889a016368 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:32.010708 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648b31b-1791-491d-a382-c5889a016368 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:32.010849 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ad126be-80ba-481f-b84c-69230e3635e1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (f38227f0-17ad-4d16-a66d-ef9f7f686252), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:32.012783 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648b31b-1791-491d-a382-c5889a016368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:32.015088 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648b31b-1791-491d-a382-c5889a016368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:32.015918 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648b31b-1791-491d-a382-c5889a016368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:32.017951 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648b31b-1791-491d-a382-c5889a016368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:32.027592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c685782e-eca2-442c-aac6-f3d4aac8ddc7 None None] Update dhcp port {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'fixed_ips': [{'subnet_id': '0e1f4b4b-218b-4d9a-bd36-9842c81dca38', 'ip_address': '2001:db8::f816:3eff:fed3:8410'}, {'subnet_id': 'b54e49b0-ee87-4ccb-b238-e7f90fc6e5c8'}], 'binding:host_id': 'n-d-829866-5'}, 'id': 'f32c7ab8-6b1c-4ed3-a0bb-db2eab837660'} from n-d-829866-5. {{(pid=103408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 05:40:32.084147 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93dce9-d9ff-4dda-aba3-31c6818e91bb tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=bf5a7913-13fa-4a18-98b8-becf508be8f6,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:32.101316 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad126be-80ba-481f-b84c-69230e3635e1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Pushing event deleted for resources: {'Subnet': ['ID=f38227f0-17ad-4d16-a66d-ef9f7f686252,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:32.103927 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e93dce9-d9ff-4dda-aba3-31c6818e91bb tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:40:32.105636 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-4e93dce9-d9ff-4dda-aba3-31c6818e91bb tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:40:32.108812 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e93dce9-d9ff-4dda-aba3-31c6818e91bb tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:40:32.128229 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ad126be-80ba-481f-b84c-69230e3635e1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:32.141428 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9ad126be-80ba-481f-b84c-69230e3635e1 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "DELETE /v2.0/subnets/f38227f0-17ad-4d16-a66d-ef9f7f686252 HTTP/1.1" status: 204 len: 168 time: 1.0950046 Feb 20 05:40:32.144337 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c685782e-eca2-442c-aac6-f3d4aac8ddc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:32.146736 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37896) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:32.165102 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c2cc7-0604-4333-b946-9a4b0cbcd1a0 req-32dfbe48-f8e8-4f54-bfd0-9bb4045014fa tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:32.176326 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-581c2cc7-0604-4333-b946-9a4b0cbcd1a0 req-32dfbe48-f8e8-4f54-bfd0-9bb4045014fa tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 945 time: 0.4914713 Feb 20 05:40:32.181950 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 7d2de23e-e3a0-4590-9f1a-5a0d4e44c173, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=7d2de23e-e3a0-4590-9f1a-5a0d4e44c173,segment=NetworkSegment(1e7b572d-eea8-4575-add7-3e01e35d46d2),segment_id=1e7b572d-eea8-4575-add7-3e01e35d46d2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:32.197340 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c97323f-dc29-4179-9caa-3d9df8582e20 None None] Network 20b2acf0-ecce-4b61-9113-95b79df479fa requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:40:32.247091 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-581c2cc7-0604-4333-b946-9a4b0cbcd1a0 req-b9b3c8e7-44c2-44b6-b66c-cbf29275754d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684805 Feb 20 05:40:32.306555 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7d2de23e-e3a0-4590-9f1a-5a0d4e44c173), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:32.320214 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e93dce9-d9ff-4dda-aba3-31c6818e91bb tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:32.321103 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4e93dce9-d9ff-4dda-aba3-31c6818e91bb tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:32.331561 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2d8c64-7070-4dd0-a194-514b3b47e589 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Deleting subnet 33e4cc1e-dba7-41c8-a658-501490e5139f {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:40:32.347035 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8c64-7070-4dd0-a194-514b3b47e589 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks [] for subnet (33e4cc1e-dba7-41c8-a658-501490e5139f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:32.410200 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f092e02-30f9-4134-8f0b-797f946585d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2de23e-e3a0-4590-9f1a-5a0d4e44c173'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:40:32.413276 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7782308e-27da-49a2-b61e-4b9c54da8a43" -d '{"events": [{"server_uuid": "0f092e02-30f9-4134-8f0b-797f946585d0", "name": "network-vif-plugged", "status": "completed", "tag": "7d2de23e-e3a0-4590-9f1a-5a0d4e44c173"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:40:32.417519 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=7d2de23e-e3a0-4590-9f1a-5a0d4e44c173,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:32.431901 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4e93dce9-d9ff-4dda-aba3-31c6818e91bb tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9781070 Feb 20 05:40:32.437613 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37902) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:32.444890 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439e7d6-c58d-47d9-9523-4234f8a61b40 req-0ad521ed-a3ea-4c89-97c5-00aba864f005 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:32.446810 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5439e7d6-c58d-47d9-9523-4234f8a61b40 req-0ad521ed-a3ea-4c89-97c5-00aba864f005 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f092e02-30f9-4134-8f0b-797f946585d0 HTTP/1.1" status: 200 len: 946 time: 0.1307483 Feb 20 05:40:32.448996 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8c64-7070-4dd0-a194-514b3b47e589 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (33e4cc1e-dba7-41c8-a658-501490e5139f), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:32.556038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:32.575449 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5439e7d6-c58d-47d9-9523-4234f8a61b40 req-f5b7b6dd-c24a-4367-a736-a80842bb8596 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205733 Feb 20 05:40:32.721138 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device bee43e6a-a652-430d-9b42-8d72e9092c38 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:40:32.757420 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: bee43e6a-a652-430d-9b42-8d72e9092c38 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:40:32.757770 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device bee43e6a-a652-430d-9b42-8d72e9092c38 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:40:32.787901 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ff43e6ec-6bc0-45db-ab5d-823c5057259f req-71dd91fa-1da8-4ebc-933d-67d5dc1aaba2 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 210 time: 0.0729318 Feb 20 05:40:32.854128 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc79a53-5be9-4df6-a686-393e799da991 None None] DHCP port deletion for 20b2acf0-ecce-4b61-9113-95b79df479fa request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:40:32.865880 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-c685782e-eca2-442c-aac6-f3d4aac8ddc7 None None] Allocated IP 172.20.0.2 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/b54e49b0-ee87-4ccb-b238-e7f90fc6e5c8/f32c7ab8-6b1c-4ed3-a0bb-db2eab837660) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:40:32.870154 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 39d13450-bd59-4261-b93b-379a0f962e36 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:40:32.993540 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e41575-f6d7-4b6f-96c1-d4d115659204 x-openstack-request-id: req-b8e41575-f6d7-4b6f-96c1-d4d115659204 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:40:32.993961 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f092e02-30f9-4134-8f0b-797f946585d0", "name": "network-vif-plugged", "status": "completed", "tag": "7d2de23e-e3a0-4590-9f1a-5a0d4e44c173", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:40:32.994319 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8e41575-f6d7-4b6f-96c1-d4d115659204 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:40:32.994821 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f092e02-30f9-4134-8f0b-797f946585d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2de23e-e3a0-4590-9f1a-5a0d4e44c173', 'code': 200} Feb 20 05:40:33.190276 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c685782e-eca2-442c-aac6-f3d4aac8ddc7 None None] For port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f32c7ab8-6b1c-4ed3-a0bb-db2eab837660,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:33.194871 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebdf08-8e5b-4fd9-85a2-b1104e3ac790 req-6f6e8f57-454b-4e66-b4ec-2eeb24271258 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:33.207655 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-80ebdf08-8e5b-4fd9-85a2-b1104e3ac790 req-6f6e8f57-454b-4e66-b4ec-2eeb24271258 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 945 time: 0.1123669 Feb 20 05:40:33.253751 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c685782e-eca2-442c-aac6-f3d4aac8ddc7 None None] Publish callbacks [] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:33.258230 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 39d13450-bd59-4261-b93b-379a0f962e36 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:40:33.264235 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:40:33.327063 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-80ebdf08-8e5b-4fd9-85a2-b1104e3ac790 req-f627526b-5bd2-4d74-b180-af31c5079c38 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167693 Feb 20 05:40:33.338998 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c685782e-eca2-442c-aac6-f3d4aac8ddc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:33.458148 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41a3344-4ef3-46c9-9d9d-9cb36216f74f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:33.470251 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41a3344-4ef3-46c9-9d9d-9cb36216f74f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:33.486806 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37930) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:33.487518 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b41a3344-4ef3-46c9-9d9d-9cb36216f74f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.0481570 Feb 20 05:40:33.539177 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf6efe-61a4-4d4f-b934-6f4befcedab2 req-370892eb-f010-4769-b3a5-fa2a2c8a2c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:33.550495 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c7cf6efe-61a4-4d4f-b934-6f4befcedab2 req-370892eb-f010-4769-b3a5-fa2a2c8a2c75 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0f092e02-30f9-4134-8f0b-797f946585d0 HTTP/1.1" status: 200 len: 1128 time: 0.2643533 Feb 20 05:40:33.611839 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8c64-7070-4dd0-a194-514b3b47e589 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (33e4cc1e-dba7-41c8-a658-501490e5139f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:33.752124 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c7cf6efe-61a4-4d4f-b934-6f4befcedab2 req-5759187f-cf2c-4dba-aa05-e1429328bd86 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937568 Feb 20 05:40:33.772790 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8f3adda5-9057-4b62-8a68-6a63130b82da tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting port bf5a7913-13fa-4a18-98b8-becf508be8f6 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:40:33.781361 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f3adda5-9057-4b62-8a68-6a63130b82da tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (bf5a7913-13fa-4a18-98b8-becf508be8f6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:33.785642 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:33.786617 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:33.793524 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8c64-7070-4dd0-a194-514b3b47e589 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (33e4cc1e-dba7-41c8-a658-501490e5139f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:33.818454 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8c64-7070-4dd0-a194-514b3b47e589 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:33.832728 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8b2d8c64-7070-4dd0-a194-514b3b47e589 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "DELETE /v2.0/subnets/33e4cc1e-dba7-41c8-a658-501490e5139f HTTP/1.1" status: 204 len: 168 time: 1.6846867 Feb 20 05:40:33.833493 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37938) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:33.872950 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d8c64-7070-4dd0-a194-514b3b47e589 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Pushing event deleted for resources: {'Subnet': ['ID=33e4cc1e-dba7-41c8-a658-501490e5139f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:33.916278 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685782e-eca2-442c-aac6-f3d4aac8ddc7 None None] Pushing event updated for resources: {'Port': ['ID=f32c7ab8-6b1c-4ed3-a0bb-db2eab837660,revision_number=12']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:33.928745 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc50bf9-d684-42f2-ba1d-3505163ea4a0 None None] Network fa797bd5-0e34-4f23-a0a5-44b4649fd828 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:40:34.017509 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-abc79a53-5be9-4df6-a686-393e799da991 None None] Deleting port dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:40:34.019041 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-abc79a53-5be9-4df6-a686-393e799da991 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:34.022590 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f66e117e-f396-4152-b175-d0420a450e75 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (20b2acf0-ecce-4b61-9113-95b79df479fa), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:34.138674 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-f66e117e-f396-4152-b175-d0420a450e75 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Deleting port dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:40:34.139344 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f66e117e-f396-4152-b175-d0420a450e75 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:34.213739 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac4128-3fbd-44c6-85ca-0ead68194009 req-b3b5b7dd-d65e-4dc0-8b30-44078e0dd115 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:34.215490 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7eac4128-3fbd-44c6-85ca-0ead68194009 req-b3b5b7dd-d65e-4dc0-8b30-44078e0dd115 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 945 time: 0.2559433 Feb 20 05:40:34.246600 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-f66e117e-f396-4152-b175-d0420a450e75 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] For port dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6,segment=NetworkSegment(c8698322-c912-4987-9a4a-2458939a0ad5),segment_id=c8698322-c912-4987-9a4a-2458939a0ad5)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:34.247093 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f66e117e-f396-4152-b175-d0420a450e75 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:34.265797 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-f66e117e-f396-4152-b175-d0420a450e75 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Calling delete_port for dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:40:34.288066 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f3adda5-9057-4b62-8a68-6a63130b82da tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (bf5a7913-13fa-4a18-98b8-becf508be8f6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:34.381307 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8f3adda5-9057-4b62-8a68-6a63130b82da tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Calling delete_port for bf5a7913-13fa-4a18-98b8-becf508be8f6 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:40:34.394021 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f66e117e-f396-4152-b175-d0420a450e75 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:34.416115 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7eac4128-3fbd-44c6-85ca-0ead68194009 req-e4080d04-d787-4384-82dc-b57094afb30e tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905906 Feb 20 05:40:34.511502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e117e-f396-4152-b175-d0420a450e75 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Pushing event deleted for resources: {'Port': ['ID=dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:34.521421 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66e117e-f396-4152-b175-d0420a450e75 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] No DVR routers for this DVR port dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:40:34.641148 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 39d13450-bd59-4261-b93b-379a0f962e36, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=39d13450-bd59-4261-b93b-379a0f962e36,segment=NetworkSegment(4cdc692c-dc0a-4b72-9459-ea1592b0f54a),segment_id=4cdc692c-dc0a-4b72-9459-ea1592b0f54a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:34.685982 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f66e117e-f396-4152-b175-d0420a450e75 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (20b2acf0-ecce-4b61-9113-95b79df479fa), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:34.732854 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-f66e117e-f396-4152-b175-d0420a450e75 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b2acf0-ecce-4b61-9113-95b79df479fa']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:34.757212 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-f66e117e-f396-4152-b175-d0420a450e75 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8698322-c912-4987-9a4a-2458939a0ad5') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:34.758978 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-f66e117e-f396-4152-b175-d0420a450e75 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8698322-c912-4987-9a4a-2458939a0ad5') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:34.785052 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f66e117e-f396-4152-b175-d0420a450e75 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (c8698322-c912-4987-9a4a-2458939a0ad5), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:34.786591 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde4287-3d96-471b-9ffb-9560787f42e3 req-33cf1b81-a317-4c94-bfd9-61d8cb27286a tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:34.812133 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3bde4287-3d96-471b-9ffb-9560787f42e3 req-33cf1b81-a317-4c94-bfd9-61d8cb27286a tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f092e02-30f9-4134-8f0b-797f946585d0 HTTP/1.1" status: 200 len: 946 time: 0.2005267 Feb 20 05:40:34.832361 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f66e117e-f396-4152-b175-d0420a450e75 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (c8698322-c912-4987-9a4a-2458939a0ad5), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:34.839872 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66e117e-f396-4152-b175-d0420a450e75 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:40:34.840472 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f66e117e-f396-4152-b175-d0420a450e75 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (c8698322-c912-4987-9a4a-2458939a0ad5), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:34.912792 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '39d13450-bd59-4261-b93b-379a0f962e36', 'network_id': '01278ac3-eba6-45f1-87d7-2920932959ff', 'port_id': '39d13450-bd59-4261-b93b-379a0f962e36', 'mac_address': 'fa:16:3e:84:f5:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc8bc607-6333-462f-8bbc-60d061e4d26c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:40:34.960877 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:40:34.969906 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f66e117e-f396-4152-b175-d0420a450e75 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (20b2acf0-ecce-4b61-9113-95b79df479fa), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:34.994050 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 39d13450-bd59-4261-b93b-379a0f962e36 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:34.995816 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (39d13450-bd59-4261-b93b-379a0f962e36), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:34.997608 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f66e117e-f396-4152-b175-d0420a450e75 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:35.017720 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f66e117e-f396-4152-b175-d0420a450e75 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "DELETE /v2.0/networks/20b2acf0-ecce-4b61-9113-95b79df479fa HTTP/1.1" status: 204 len: 168 time: 1.1631424 Feb 20 05:40:35.018586 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38006) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:35.134466 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3bde4287-3d96-471b-9ffb-9560787f42e3 req-f83b57f0-e1af-46fa-a0dc-6a8689927d0d tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202255 Feb 20 05:40:35.176976 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-abc79a53-5be9-4df6-a686-393e799da991 None None] For port dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6,segment=NetworkSegment(c8698322-c912-4987-9a4a-2458939a0ad5),segment_id=c8698322-c912-4987-9a4a-2458939a0ad5)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:35.180767 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-abc79a53-5be9-4df6-a686-393e799da991 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:35.209166 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-abc79a53-5be9-4df6-a686-393e799da991 None None] Calling delete_port for dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:40:35.229711 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e117e-f396-4152-b175-d0420a450e75 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Pushing event deleted for resources: {'Network': ['ID=20b2acf0-ecce-4b61-9113-95b79df479fa,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:35.244942 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4658ccfe-1b21-4e02-a030-e6e8091e9330 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (fa797bd5-0e34-4f23-a0a5-44b4649fd828), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:35.293841 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f3adda5-9057-4b62-8a68-6a63130b82da tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (bf5a7913-13fa-4a18-98b8-becf508be8f6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:35.361841 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-abc79a53-5be9-4df6-a686-393e799da991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:35.373445 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4835c8-7bbd-4f58-a88b-b6066471209c None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:40:35.425424 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3adda5-9057-4b62-8a68-6a63130b82da tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Port': ['ID=bf5a7913-13fa-4a18-98b8-becf508be8f6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:35.448454 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc79a53-5be9-4df6-a686-393e799da991 None None] Pushing event deleted for resources: {'Port': ['ID=dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:35.472311 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efcd76-2206-4f65-ad5a-9974d875b9de req-086edeef-4e34-4cee-8254-433c73d9470e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:35.472493 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38012) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:35.473675 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b9efcd76-2206-4f65-ad5a-9974d875b9de req-086edeef-4e34-4cee-8254-433c73d9470e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.61 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.2249796 Feb 20 05:40:35.494533 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:35.497064 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da55cee-689f-429f-a5c7-15aac51003cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39d13450-bd59-4261-b93b-379a0f962e36'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:40:35.505379 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe62cbb-0ab6-4aff-951a-ed6f4920e21b" -d '{"events": [{"server_uuid": "3da55cee-689f-429f-a5c7-15aac51003cc", "name": "network-vif-unplugged", "status": "completed", "tag": "39d13450-bd59-4261-b93b-379a0f962e36"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:40:35.592368 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-abc79a53-5be9-4df6-a686-393e799da991 None None] Network 20b2acf0-ecce-4b61-9113-95b79df479fa is not hosted by any dhcp agent {{(pid=103408) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 20 05:40:35.598934 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc79a53-5be9-4df6-a686-393e799da991 None None] No DVR routers for this DVR port dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:40:35.642229 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-4658ccfe-1b21-4e02-a030-e6e8091e9330 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Deleting port 03686ed3-119f-4144-b1e6-7a8f55c9c00e {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:40:35.642844 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4658ccfe-1b21-4e02-a030-e6e8091e9330 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (03686ed3-119f-4144-b1e6-7a8f55c9c00e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:35.646231 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:40:35.675652 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f3adda5-9057-4b62-8a68-6a63130b82da tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:35.687553 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 39d13450-bd59-4261-b93b-379a0f962e36, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=39d13450-bd59-4261-b93b-379a0f962e36,segment=NetworkSegment(4cdc692c-dc0a-4b72-9459-ea1592b0f54a),segment_id=4cdc692c-dc0a-4b72-9459-ea1592b0f54a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:35.689036 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8f3adda5-9057-4b62-8a68-6a63130b82da tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/bf5a7913-13fa-4a18-98b8-becf508be8f6 HTTP/1.1" status: 204 len: 168 time: 2.2010982 Feb 20 05:40:35.689811 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38018) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:35.708657 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-b9efcd76-2206-4f65-ad5a-9974d875b9de req-9738e6b5-c560-47b8-8d0b-239ffde153ec tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Deleting port 67f9a427-75ac-4fee-9ceb-9b981c14ae77 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:40:35.710301 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b9efcd76-2206-4f65-ad5a-9974d875b9de req-9738e6b5-c560-47b8-8d0b-239ffde153ec tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (67f9a427-75ac-4fee-9ceb-9b981c14ae77), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:35.745633 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:40:35.746127 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device dad3c7cd-bbf9-44c1-9512-bc2f094ae3d6 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:40:35.772947 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (39d13450-bd59-4261-b93b-379a0f962e36), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:35.788790 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a26a4-9a8b-4071-acf0-834e17cfc1c2 req-5e722092-5e5b-4ccd-aa2b-fe1b5fa176c1 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:35.799485 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7e9a26a4-9a8b-4071-acf0-834e17cfc1c2 req-5e722092-5e5b-4ccd-aa2b-fe1b5fa176c1 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=94174a4e-411d-4d5b-a649-470764c410c7 HTTP/1.1" status: 200 len: 949 time: 0.5017955 Feb 20 05:40:35.838107 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-b9efcd76-2206-4f65-ad5a-9974d875b9de req-9738e6b5-c560-47b8-8d0b-239ffde153ec tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] For port 67f9a427-75ac-4fee-9ceb-9b981c14ae77, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=67f9a427-75ac-4fee-9ceb-9b981c14ae77,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:35.838561 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b9efcd76-2206-4f65-ad5a-9974d875b9de req-9738e6b5-c560-47b8-8d0b-239ffde153ec tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (67f9a427-75ac-4fee-9ceb-9b981c14ae77), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:35.855115 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-b9efcd76-2206-4f65-ad5a-9974d875b9de req-9738e6b5-c560-47b8-8d0b-239ffde153ec tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Calling delete_port for 67f9a427-75ac-4fee-9ceb-9b981c14ae77 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:40:35.868189 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-1d1843b2-3a17-416c-a18c-6cb361fcb6fa None None] Provisioning complete for port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:35.870380 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d1843b2-3a17-416c-a18c-6cb361fcb6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:35.874051 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 39d13450-bd59-4261-b93b-379a0f962e36 is: ACTIVE; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:35.875618 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (39d13450-bd59-4261-b93b-379a0f962e36), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:35.921263 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7172f495-ff45-47cb-9c46-b6012fe9c7c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:35.953522 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=39d13450-bd59-4261-b93b-379a0f962e36,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:35.958339 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd99c9c-0e33-4109-a8e4-e45f93104f2b None None] DHCP port deletion for fa797bd5-0e34-4f23-a0a5-44b4649fd828 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:40:36.010803 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:40:36.077388 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7172f495-ff45-47cb-9c46-b6012fe9c7c1 admin admin] Publish callbacks [] for security_group (61ffd219-3593-4496-86e0-fd391a53212d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:36.084514 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-4658ccfe-1b21-4e02-a030-e6e8091e9330 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] For port 03686ed3-119f-4144-b1e6-7a8f55c9c00e, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=03686ed3-119f-4144-b1e6-7a8f55c9c00e,segment=NetworkSegment(d7656b61-ce26-44e5-910a-aa08f74555a0),segment_id=d7656b61-ce26-44e5-910a-aa08f74555a0)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:36.085270 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4658ccfe-1b21-4e02-a030-e6e8091e9330 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (03686ed3-119f-4144-b1e6-7a8f55c9c00e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:36.093436 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce60e1ce-8286-4300-8af0-956a0fd897e0 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:36.107761 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce60e1ce-8286-4300-8af0-956a0fd897e0 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:36.109188 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce60e1ce-8286-4300-8af0-956a0fd897e0 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:36.130134 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-4658ccfe-1b21-4e02-a030-e6e8091e9330 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Calling delete_port for 03686ed3-119f-4144-b1e6-7a8f55c9c00e owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:40:36.132057 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ce60e1ce-8286-4300-8af0-956a0fd897e0 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4410503 Feb 20 05:40:36.136511 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7172f495-ff45-47cb-9c46-b6012fe9c7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (61ffd219-3593-4496-86e0-fd391a53212d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:36.140043 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b9efcd76-2206-4f65-ad5a-9974d875b9de req-9738e6b5-c560-47b8-8d0b-239ffde153ec tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (67f9a427-75ac-4fee-9ceb-9b981c14ae77), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:36.141562 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38020) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:36.174190 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7e9a26a4-9a8b-4071-acf0-834e17cfc1c2 req-cd930630-52b5-4cf4-86a8-729bf1ba7f65 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737347 Feb 20 05:40:36.199711 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['67f9a427-75ac-4fee-9ceb-9b981c14ae77'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:40:36.221001 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7172f495-ff45-47cb-9c46-b6012fe9c7c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=73a6df35ccc6492493d52c631784aa89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7084930 Feb 20 05:40:36.225996 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38024) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:36.259785 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172f495-ff45-47cb-9c46-b6012fe9c7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ffd219-3593-4496-86e0-fd391a53212d,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:36.274201 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738e6b5-c560-47b8-8d0b-239ffde153ec tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Pushing event deleted for resources: {'Port': ['ID=67f9a427-75ac-4fee-9ceb-9b981c14ae77,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:36.290282 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['47338d28-03fd-4739-9337-a29ce11d6e0f'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:40:36.295725 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39d13450-bd59-4261-b93b-379a0f962e36 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:40:36.393549 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1449d4ff-cc50-4b02-bc26-810306cbc8de req-f521a426-6853-43bc-8ed3-cd704f487a69 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 210 time: 0.0902596 Feb 20 05:40:36.405065 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6895e97-2fda-4aa5-9ea7-4b5f345c839d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet 0e1f4b4b-218b-4d9a-bd36-9842c81dca38 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:40:36.423401 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4658ccfe-1b21-4e02-a030-e6e8091e9330 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (03686ed3-119f-4144-b1e6-7a8f55c9c00e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:36.445210 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6895e97-2fda-4aa5-9ea7-4b5f345c839d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (0e1f4b4b-218b-4d9a-bd36-9842c81dca38), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:36.520174 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1d1843b2-3a17-416c-a18c-6cb361fcb6fa None None] Current status of the port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:36.541431 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4658ccfe-1b21-4e02-a030-e6e8091e9330 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] No DVR routers for this DVR port 03686ed3-119f-4144-b1e6-7a8f55c9c00e on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:40:36.570173 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658ccfe-1b21-4e02-a030-e6e8091e9330 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Pushing event deleted for resources: {'Port': ['ID=03686ed3-119f-4144-b1e6-7a8f55c9c00e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:36.595259 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568f7e3-79a2-4270-878c-a72102a58b22 req-5d9112ee-bcc6-4386-b03a-4eee08304024 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:36.596782 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-dfd99c9c-0e33-4109-a8e4-e45f93104f2b None None] Deleting port 03686ed3-119f-4144-b1e6-7a8f55c9c00e {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:40:36.597164 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dfd99c9c-0e33-4109-a8e4-e45f93104f2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (03686ed3-119f-4144-b1e6-7a8f55c9c00e), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:36.597564 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4568f7e3-79a2-4270-878c-a72102a58b22 req-5d9112ee-bcc6-4386-b03a-4eee08304024 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 943 time: 0.0846450 Feb 20 05:40:36.604762 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9efcd76-2206-4f65-ad5a-9974d875b9de req-9738e6b5-c560-47b8-8d0b-239ffde153ec tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] No DVR routers for this DVR port 67f9a427-75ac-4fee-9ceb-9b981c14ae77 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:40:36.626255 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:40:36.629769 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:40:36.641397 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:36.642017 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:36.689937 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4658ccfe-1b21-4e02-a030-e6e8091e9330 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (fa797bd5-0e34-4f23-a0a5-44b4649fd828), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:36.703591 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4568f7e3-79a2-4270-878c-a72102a58b22 req-c3b96de4-bf1b-4d02-b17e-d5e872ce1cd6 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958526 Feb 20 05:40:36.733471 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-4658ccfe-1b21-4e02-a030-e6e8091e9330 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa797bd5-0e34-4f23-a0a5-44b4649fd828']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:36.767158 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-4658ccfe-1b21-4e02-a030-e6e8091e9330 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7656b61-ce26-44e5-910a-aa08f74555a0') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:36.772336 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-4658ccfe-1b21-4e02-a030-e6e8091e9330 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7656b61-ce26-44e5-910a-aa08f74555a0') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:36.797220 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4658ccfe-1b21-4e02-a030-e6e8091e9330 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (d7656b61-ce26-44e5-910a-aa08f74555a0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:36.859334 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-dfd99c9c-0e33-4109-a8e4-e45f93104f2b None None] For port 03686ed3-119f-4144-b1e6-7a8f55c9c00e, host n-d-829866-5, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:36.860093 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dfd99c9c-0e33-4109-a8e4-e45f93104f2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (03686ed3-119f-4144-b1e6-7a8f55c9c00e), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:36.867264 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4658ccfe-1b21-4e02-a030-e6e8091e9330 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d7656b61-ce26-44e5-910a-aa08f74555a0), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:36.886287 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4658ccfe-1b21-4e02-a030-e6e8091e9330 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:40:36.886287 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4658ccfe-1b21-4e02-a030-e6e8091e9330 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (d7656b61-ce26-44e5-910a-aa08f74555a0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:36.939938 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17821edc-69b1-4391-a516-7694a2dcb3da req-23a57791-62e1-4cf3-8aca-a0244c1884f0 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:36.954062 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-17821edc-69b1-4391-a516-7694a2dcb3da req-23a57791-62e1-4cf3-8aca-a0244c1884f0 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 945 time: 0.0997753 Feb 20 05:40:36.961595 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-dfd99c9c-0e33-4109-a8e4-e45f93104f2b None None] Calling delete_port for 03686ed3-119f-4144-b1e6-7a8f55c9c00e owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:40:36.980077 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-dfd99c9c-0e33-4109-a8e4-e45f93104f2b None None] Port 03686ed3-119f-4144-b1e6-7a8f55c9c00e was not found and therefore no delete operation was performed {{(pid=103408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 05:40:36.985184 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dfd99c9c-0e33-4109-a8e4-e45f93104f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (03686ed3-119f-4144-b1e6-7a8f55c9c00e), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:37.001356 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd99c9c-0e33-4109-a8e4-e45f93104f2b None None] No DVR routers for this DVR port 03686ed3-119f-4144-b1e6-7a8f55c9c00e on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:40:37.067136 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b9efcd76-2206-4f65-ad5a-9974d875b9de req-9738e6b5-c560-47b8-8d0b-239ffde153ec tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:37.073523 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b9efcd76-2206-4f65-ad5a-9974d875b9de req-9738e6b5-c560-47b8-8d0b-239ffde153ec tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.61 "DELETE /v2.0/ports/67f9a427-75ac-4fee-9ceb-9b981c14ae77 HTTP/1.1" status: 204 len: 173 time: 1.5906954 Feb 20 05:40:37.082388 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-17821edc-69b1-4391-a516-7694a2dcb3da req-fdc8b1a6-dbf0-4cb8-9873-d00e5dd933b1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273501 Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:40:37.085558 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:40:37.089213 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94174a4e-411d-4d5b-a649-470764c410c7', 'name': 'network-vif-deleted', 'tag': '67f9a427-75ac-4fee-9ceb-9b981c14ae77'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:40:37.096070 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4e29de-97d3-40fa-a28d-62a098e2683e" -d '{"events": [{"server_uuid": "94174a4e-411d-4d5b-a649-470764c410c7", "name": "network-vif-deleted", "tag": "67f9a427-75ac-4fee-9ceb-9b981c14ae77"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:40:37.105996 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd99c9c-0e33-4109-a8e4-e45f93104f2b None None] Pushing event deleted for resources: {'Port': ['ID=03686ed3-119f-4144-b1e6-7a8f55c9c00e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:37.157917 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-41639c33-ca52-4c84-a8f4-4675cbb6fb4e admin admin] Publish callbacks [] for security_group (61ffd219-3593-4496-86e0-fd391a53212d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:37.181472 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75c9773-5023-44b1-b603-65eba396f30b x-openstack-request-id: req-c75c9773-5023-44b1-b603-65eba396f30b {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:40:37.181776 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da55cee-689f-429f-a5c7-15aac51003cc", "name": "network-vif-unplugged", "status": "completed", "tag": "39d13450-bd59-4261-b93b-379a0f962e36", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:40:37.182040 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c75c9773-5023-44b1-b603-65eba396f30b {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:40:37.182444 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da55cee-689f-429f-a5c7-15aac51003cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39d13450-bd59-4261-b93b-379a0f962e36', 'code': 200} Feb 20 05:40:37.219652 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4658ccfe-1b21-4e02-a030-e6e8091e9330 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (fa797bd5-0e34-4f23-a0a5-44b4649fd828), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:37.227260 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:37.235919 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4658ccfe-1b21-4e02-a030-e6e8091e9330 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:37.242034 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 39d13450-bd59-4261-b93b-379a0f962e36 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:37.242565 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (39d13450-bd59-4261-b93b-379a0f962e36), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:37.246074 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38030) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:37.247189 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4658ccfe-1b21-4e02-a030-e6e8091e9330 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "DELETE /v2.0/networks/fa797bd5-0e34-4f23-a0a5-44b4649fd828 HTTP/1.1" status: 204 len: 168 time: 2.2009385 Feb 20 05:40:37.255240 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6895e97-2fda-4aa5-9ea7-4b5f345c839d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (0e1f4b4b-218b-4d9a-bd36-9842c81dca38), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:37.292954 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39d13450-bd59-4261-b93b-379a0f962e36 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:40:37.343381 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 39d13450-bd59-4261-b93b-379a0f962e36, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=39d13450-bd59-4261-b93b-379a0f962e36,segment=NetworkSegment(4cdc692c-dc0a-4b72-9459-ea1592b0f54a),segment_id=4cdc692c-dc0a-4b72-9459-ea1592b0f54a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:37.344436 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-41639c33-ca52-4c84-a8f4-4675cbb6fb4e admin admin] Publish callbacks [] for security_group (61ffd219-3593-4496-86e0-fd391a53212d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:37.353532 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 03686ed3-119f-4144-b1e6-7a8f55c9c00e no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:40:37.407962 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 03686ed3-119f-4144-b1e6-7a8f55c9c00e {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:40:37.414069 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 03686ed3-119f-4144-b1e6-7a8f55c9c00e not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:40:37.417545 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (39d13450-bd59-4261-b93b-379a0f962e36), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:37.426576 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658ccfe-1b21-4e02-a030-e6e8091e9330 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Pushing event deleted for resources: {'Network': ['ID=fa797bd5-0e34-4f23-a0a5-44b4649fd828,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:37.442781 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bbaf3a3-719f-44ac-9e50-82428cbe4e55 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Deleting subnet 50a05851-7eac-4c46-8b2f-f87a6f00c918 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:40:37.470922 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6bbaf3a3-719f-44ac-9e50-82428cbe4e55 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks [] for subnet (50a05851-7eac-4c46-8b2f-f87a6f00c918), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:37.520015 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=39d13450-bd59-4261-b93b-379a0f962e36,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:37.565508 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-504ae6e7-82a7-4088-b24a-be75bc7cdaf0 None None] Provisioning complete for port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:37.565887 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-504ae6e7-82a7-4088-b24a-be75bc7cdaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:37.580365 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-41639c33-ca52-4c84-a8f4-4675cbb6fb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (61ffd219-3593-4496-86e0-fd391a53212d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:37.581551 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6bbaf3a3-719f-44ac-9e50-82428cbe4e55 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (50a05851-7eac-4c46-8b2f-f87a6f00c918), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:37.587577 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-41639c33-ca52-4c84-a8f4-4675cbb6fb4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:37.588822 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-41639c33-ca52-4c84-a8f4-4675cbb6fb4e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/61ffd219-3593-4496-86e0-fd391a53212d HTTP/1.1" status: 204 len: 168 time: 1.3091598 Feb 20 05:40:37.630098 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6895e97-2fda-4aa5-9ea7-4b5f345c839d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (0e1f4b4b-218b-4d9a-bd36-9842c81dca38), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:37.662260 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41639c33-ca52-4c84-a8f4-4675cbb6fb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ffd219-3593-4496-86e0-fd391a53212d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:37.860280 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6bbaf3a3-719f-44ac-9e50-82428cbe4e55 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (50a05851-7eac-4c46-8b2f-f87a6f00c918), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:37.865018 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6895e97-2fda-4aa5-9ea7-4b5f345c839d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (0e1f4b4b-218b-4d9a-bd36-9842c81dca38), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:37.901999 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-504ae6e7-82a7-4088-b24a-be75bc7cdaf0 None None] Current status of the port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:37.907810 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['39d13450-bd59-4261-b93b-379a0f962e36'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:40:37.968231 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8476c4a-de41-4b0d-bbf6-1ebbdf4d5699 req-bad20e4f-788e-4d85-9b84-70542358ccc5 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:37.969434 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6895e97-2fda-4aa5-9ea7-4b5f345c839d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=0e1f4b4b-218b-4d9a-bd36-9842c81dca38,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:37.979176 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f8476c4a-de41-4b0d-bbf6-1ebbdf4d5699 req-bad20e4f-788e-4d85-9b84-70542358ccc5 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f092e02-30f9-4134-8f0b-797f946585d0 HTTP/1.1" status: 200 len: 946 time: 0.6469579 Feb 20 05:40:37.980663 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6895e97-2fda-4aa5-9ea7-4b5f345c839d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:37.999719 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e6895e97-2fda-4aa5-9ea7-4b5f345c839d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/0e1f4b4b-218b-4d9a-bd36-9842c81dca38 HTTP/1.1" status: 204 len: 168 time: 1.8548942 Feb 20 05:40:38.011479 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38040) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:38.029201 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-dab5f2b3-a5d6-47ac-9f0a-066dae0b3a14 None None] Could not find standard attr ID for object eb00dfcb-78bd-4af3-a88f-2a082d09714b. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:40:38.101603 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f8476c4a-de41-4b0d-bbf6-1ebbdf4d5699 req-16ec33d4-78e1-42ee-a939-6806bcded964 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199818 Feb 20 05:40:38.153618 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6bbaf3a3-719f-44ac-9e50-82428cbe4e55 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (50a05851-7eac-4c46-8b2f-f87a6f00c918), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:38.190735 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4e17b3-cbfb-41b5-8b48-8ae099ac449b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet b54e49b0-ee87-4ccb-b238-e7f90fc6e5c8 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:40:38.211776 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d4e17b3-cbfb-41b5-8b48-8ae099ac449b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (b54e49b0-ee87-4ccb-b238-e7f90fc6e5c8), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:38.225821 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de84edad-15ca-494d-8d0c-13e06488bf06 x-openstack-request-id: req-de84edad-15ca-494d-8d0c-13e06488bf06 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:40:38.226341 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94174a4e-411d-4d5b-a649-470764c410c7", "name": "network-vif-deleted", "tag": "67f9a427-75ac-4fee-9ceb-9b981c14ae77", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:40:38.226760 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de84edad-15ca-494d-8d0c-13e06488bf06 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:40:38.230142 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94174a4e-411d-4d5b-a649-470764c410c7', 'name': 'network-vif-deleted', 'tag': '67f9a427-75ac-4fee-9ceb-9b981c14ae77', 'status': 'completed', 'code': 200} Feb 20 05:40:38.232645 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbaf3a3-719f-44ac-9e50-82428cbe4e55 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Pushing event deleted for resources: {'Subnet': ['ID=50a05851-7eac-4c46-8b2f-f87a6f00c918,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:38.267631 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6bbaf3a3-719f-44ac-9e50-82428cbe4e55 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:38.278596 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6bbaf3a3-719f-44ac-9e50-82428cbe4e55 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "DELETE /v2.0/subnets/50a05851-7eac-4c46-8b2f-f87a6f00c918 HTTP/1.1" status: 204 len: 168 time: 1.0293794 Feb 20 05:40:38.281777 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38048) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:38.282104 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0887fdee-0e94-4549-9625-d293154b7bf2 None None] Network b51380f5-9a16-4836-bbf7-96876760a6b9 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:40:38.387676 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d4e17b3-cbfb-41b5-8b48-8ae099ac449b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (b54e49b0-ee87-4ccb-b238-e7f90fc6e5c8), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:38.438672 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38050) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:38.465145 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8d09eb22-53bb-4fb8-aa00-e72a17a14990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:38.549082 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dda7e307-953d-4d7c-8101-898cac18871f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (b51380f5-9a16-4836-bbf7-96876760a6b9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:38.627321 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d4e17b3-cbfb-41b5-8b48-8ae099ac449b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (b54e49b0-ee87-4ccb-b238-e7f90fc6e5c8), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:38.632405 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af5efae-95ac-4151-a4c8-0a275fb0de47 None None] DHCP port deletion for b51380f5-9a16-4836-bbf7-96876760a6b9 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:40:38.747603 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8d09eb22-53bb-4fb8-aa00-e72a17a14990 admin admin] Publish callbacks [] for security_group (bcf44de6-d95a-4012-b219-1a8801827d75), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:38.759014 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8d09eb22-53bb-4fb8-aa00-e72a17a14990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (bcf44de6-d95a-4012-b219-1a8801827d75), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:38.772539 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbb5f0b-ddbf-49ef-a370-219454987321 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:40:38.791163 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-dda7e307-953d-4d7c-8101-898cac18871f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Deleting port 683bf607-38da-453c-86a8-860e1da331c6 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:40:38.792808 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dda7e307-953d-4d7c-8101-898cac18871f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (683bf607-38da-453c-86a8-860e1da331c6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:38.818419 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d4e17b3-cbfb-41b5-8b48-8ae099ac449b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (b54e49b0-ee87-4ccb-b238-e7f90fc6e5c8), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:38.918301 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e17b3-cbfb-41b5-8b48-8ae099ac449b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=b54e49b0-ee87-4ccb-b238-e7f90fc6e5c8,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:38.936736 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8d09eb22-53bb-4fb8-aa00-e72a17a14990 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31091870503e4686806a0784f40f2bc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4969902 Feb 20 05:40:38.937569 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38054) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:38.938931 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d4e17b3-cbfb-41b5-8b48-8ae099ac449b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:38.949120 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1d4e17b3-cbfb-41b5-8b48-8ae099ac449b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/b54e49b0-ee87-4ccb-b238-e7f90fc6e5c8 HTTP/1.1" status: 204 len: 168 time: 0.9361424 Feb 20 05:40:38.952161 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38056) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:38.960910 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09eb22-53bb-4fb8-aa00-e72a17a14990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf44de6-d95a-4012-b219-1a8801827d75,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:39.021771 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9c931648-0338-4a01-af4e-fc0711cb86ae tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635192 Feb 20 05:40:39.025170 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38062) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:39.030930 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-3dc512a0-a022-44fa-8c35-adbdee3ecffe tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:39.062792 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-dda7e307-953d-4d7c-8101-898cac18871f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] For port 683bf607-38da-453c-86a8-860e1da331c6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=683bf607-38da-453c-86a8-860e1da331c6,segment=NetworkSegment(bf6a8f60-db44-4885-adb2-73706409344e),segment_id=bf6a8f60-db44-4885-adb2-73706409344e)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:39.063410 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dda7e307-953d-4d7c-8101-898cac18871f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (683bf607-38da-453c-86a8-860e1da331c6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:39.153130 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0aa24fcd-e8aa-4ca4-abaa-0ef77995cf33 admin admin] Publish callbacks [] for security_group (bcf44de6-d95a-4012-b219-1a8801827d75), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:39.172008 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-dda7e307-953d-4d7c-8101-898cac18871f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Calling delete_port for 683bf607-38da-453c-86a8-860e1da331c6 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:40:39.193078 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0aa24fcd-e8aa-4ca4-abaa-0ef77995cf33 admin admin] Publish callbacks [] for security_group (bcf44de6-d95a-4012-b219-1a8801827d75), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:39.199799 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0b601798-9e4c-4a1a-9cdd-a5aebe9538ae req-0b655e61-799a-432b-b810-211c3ae99e6f tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 210 time: 0.1248958 Feb 20 05:40:39.202947 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc512a0-a022-44fa-8c35-adbdee3ecffe tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:40:39.206642 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3dc512a0-a022-44fa-8c35-adbdee3ecffe tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:39.343327 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8af5efae-95ac-4151-a4c8-0a275fb0de47 None None] Deleting port 683bf607-38da-453c-86a8-860e1da331c6 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:40:39.343941 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8af5efae-95ac-4151-a4c8-0a275fb0de47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (683bf607-38da-453c-86a8-860e1da331c6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:39.372473 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0aa24fcd-e8aa-4ca4-abaa-0ef77995cf33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (bcf44de6-d95a-4012-b219-1a8801827d75), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:39.379073 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0aa24fcd-e8aa-4ca4-abaa-0ef77995cf33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:39.395057 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0aa24fcd-e8aa-4ca4-abaa-0ef77995cf33 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bcf44de6-d95a-4012-b219-1a8801827d75 HTTP/1.1" status: 204 len: 168 time: 0.4364464 Feb 20 05:40:39.400807 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e74cf35a-7ad6-4ce8-bb23-bdd835d7b00e None None] Could not find standard attr ID for object bf5a7913-13fa-4a18-98b8-becf508be8f6. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:40:39.455238 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa24fcd-e8aa-4ca4-abaa-0ef77995cf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf44de6-d95a-4012-b219-1a8801827d75,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:39.499794 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 39d13450-bd59-4261-b93b-379a0f962e36 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:40:39.680482 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-8af5efae-95ac-4151-a4c8-0a275fb0de47 None None] For port 683bf607-38da-453c-86a8-860e1da331c6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=683bf607-38da-453c-86a8-860e1da331c6,segment=NetworkSegment(bf6a8f60-db44-4885-adb2-73706409344e),segment_id=bf6a8f60-db44-4885-adb2-73706409344e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:39.681318 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8af5efae-95ac-4151-a4c8-0a275fb0de47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (683bf607-38da-453c-86a8-860e1da331c6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:39.721109 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8af5efae-95ac-4151-a4c8-0a275fb0de47 None None] Calling delete_port for 683bf607-38da-453c-86a8-860e1da331c6 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:40:39.727702 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3dc512a0-a022-44fa-8c35-adbdee3ecffe tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (1e5c5fe6-a510-405b-a49a-9b4dfe8c20dd), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:39.845631 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 39d13450-bd59-4261-b93b-379a0f962e36 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:39.851521 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (39d13450-bd59-4261-b93b-379a0f962e36), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:39.853981 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f25984-b14d-49ab-b083-6542ebca089a None None] DHCP port deletion for 81f72dab-c9ca-4111-9cef-a8a92557f9f3 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:40:39.854216 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc512a0-a022-44fa-8c35-adbdee3ecffe tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:40:39.865845 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-3dc512a0-a022-44fa-8c35-adbdee3ecffe tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:40:39.870340 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc512a0-a022-44fa-8c35-adbdee3ecffe tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:39.870942 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3dc512a0-a022-44fa-8c35-adbdee3ecffe tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:39.901090 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc512a0-a022-44fa-8c35-adbdee3ecffe tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=1e5c5fe6-a510-405b-a49a-9b4dfe8c20dd,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:39.962299 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3dc512a0-a022-44fa-8c35-adbdee3ecffe tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9334869 Feb 20 05:40:39.962958 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38072) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:39.985770 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-8712a74d-4a16-4127-b2eb-e09c055c9d17 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:40.069712 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:40:40.096847 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139010d1-8b59-4d02-ba5a-08bfd04c96db req-7805684a-7fd7-4ab3-b0ec-22604432bbcd tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:40.109119 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-139010d1-8b59-4d02-ba5a-08bfd04c96db req-7805684a-7fd7-4ab3-b0ec-22604432bbcd tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 944 time: 0.2526891 Feb 20 05:40:40.140112 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dda7e307-953d-4d7c-8101-898cac18871f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (683bf607-38da-453c-86a8-860e1da331c6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:40.241657 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7e307-953d-4d7c-8101-898cac18871f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Pushing event deleted for resources: {'Port': ['ID=683bf607-38da-453c-86a8-860e1da331c6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:40.248372 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda7e307-953d-4d7c-8101-898cac18871f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] No DVR routers for this DVR port 683bf607-38da-453c-86a8-860e1da331c6 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:40:40.282038 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8af5efae-95ac-4151-a4c8-0a275fb0de47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (683bf607-38da-453c-86a8-860e1da331c6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:40.309398 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8712a74d-4a16-4127-b2eb-e09c055c9d17 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:40:40.313663 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8712a74d-4a16-4127-b2eb-e09c055c9d17 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:40.412124 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5efae-95ac-4151-a4c8-0a275fb0de47 None None] Pushing event deleted for resources: {'Port': ['ID=683bf607-38da-453c-86a8-860e1da331c6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:40.463171 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-139010d1-8b59-4d02-ba5a-08bfd04c96db req-1de2778f-d526-44a6-a779-81586c472cbe tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477185 Feb 20 05:40:40.474934 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dda7e307-953d-4d7c-8101-898cac18871f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (b51380f5-9a16-4836-bbf7-96876760a6b9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:40.505432 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af5efae-95ac-4151-a4c8-0a275fb0de47 None None] No DVR routers for this DVR port 683bf607-38da-453c-86a8-860e1da331c6 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:40:40.542204 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-84f25984-b14d-49ab-b083-6542ebca089a None None] Deleting port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:40:40.545891 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-84f25984-b14d-49ab-b083-6542ebca089a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:40.562681 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-dda7e307-953d-4d7c-8101-898cac18871f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b51380f5-9a16-4836-bbf7-96876760a6b9']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:40.604363 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-dda7e307-953d-4d7c-8101-898cac18871f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6a8f60-db44-4885-adb2-73706409344e') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:40.604717 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-dda7e307-953d-4d7c-8101-898cac18871f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6a8f60-db44-4885-adb2-73706409344e') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:40:40.657691 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dda7e307-953d-4d7c-8101-898cac18871f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (bf6a8f60-db44-4885-adb2-73706409344e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:40.697102 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dda7e307-953d-4d7c-8101-898cac18871f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (bf6a8f60-db44-4885-adb2-73706409344e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:40.717890 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:40.718759 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda7e307-953d-4d7c-8101-898cac18871f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:40:40.720644 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dda7e307-953d-4d7c-8101-898cac18871f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (bf6a8f60-db44-4885-adb2-73706409344e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:40.724638 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:40.729390 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 39d13450-bd59-4261-b93b-379a0f962e36 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:40.742627 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (39d13450-bd59-4261-b93b-379a0f962e36), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:40.839693 n-d-829866-5 neutron-server[103406]: DEBUG neutron.objects.ports [None req-8712a74d-4a16-4127-b2eb-e09c055c9d17 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103406) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:40:40.856949 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:40:40.922693 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dda7e307-953d-4d7c-8101-898cac18871f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (b51380f5-9a16-4836-bbf7-96876760a6b9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:40.925295 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da55cee-689f-429f-a5c7-15aac51003cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d13450-bd59-4261-b93b-379a0f962e36'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:40:40.929827 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca7f6ab-9e68-4b17-9018-753c538b9bdb" -d '{"events": [{"server_uuid": "3da55cee-689f-429f-a5c7-15aac51003cc", "name": "network-vif-plugged", "status": "completed", "tag": "39d13450-bd59-4261-b93b-379a0f962e36"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:40:40.955409 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dda7e307-953d-4d7c-8101-898cac18871f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:40.971684 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-dda7e307-953d-4d7c-8101-898cac18871f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "DELETE /v2.0/networks/b51380f5-9a16-4836-bbf7-96876760a6b9 HTTP/1.1" status: 204 len: 168 time: 2.6873512 Feb 20 05:40:40.974239 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7e307-953d-4d7c-8101-898cac18871f tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Pushing event deleted for resources: {'Network': ['ID=b51380f5-9a16-4836-bbf7-96876760a6b9,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:40.974239 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38094) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:41.012426 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f32c7ab8-6b1c-4ed3-a0bb-db2eab837660,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:41.032503 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 39d13450-bd59-4261-b93b-379a0f962e36, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=39d13450-bd59-4261-b93b-379a0f962e36,segment=NetworkSegment(4cdc692c-dc0a-4b72-9459-ea1592b0f54a),segment_id=4cdc692c-dc0a-4b72-9459-ea1592b0f54a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:41.033875 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-84f25984-b14d-49ab-b083-6542ebca089a None None] For port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f32c7ab8-6b1c-4ed3-a0bb-db2eab837660,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:41.034292 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-84f25984-b14d-49ab-b083-6542ebca089a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:41.053430 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:41.054143 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 683bf607-38da-453c-86a8-860e1da331c6 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:40:41.080394 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41cc1a-df1a-4fac-95f5-308e52104604 req-07ccf4e0-d802-4bf5-afba-1b029df7f023 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:41.082025 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bc41cc1a-df1a-4fac-95f5-308e52104604 req-07ccf4e0-d802-4bf5-afba-1b029df7f023 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 945 time: 0.2212145 Feb 20 05:40:41.095679 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6297bb5a-3766-41df-a98a-d00563229222 tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd12f2f-6608-47f2-b429-b316a46e960e HTTP/1.1" status: 200 len: 205 time: 0.1199846 Feb 20 05:40:41.097469 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38100) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:41.105523 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (39d13450-bd59-4261-b93b-379a0f962e36), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:41.106456 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 67f9a427-75ac-4fee-9ceb-9b981c14ae77 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:40:41.205515 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6efa0a0c-c596-4bf4-9b3e-35fe01343abf tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks [] for router (0cd12f2f-6608-47f2-b429-b316a46e960e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:41.256003 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-84f25984-b14d-49ab-b083-6542ebca089a None None] Calling delete_port for f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:40:41.349680 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bc41cc1a-df1a-4fac-95f5-308e52104604 req-5c339361-ec6e-461a-99c1-09950dc3d013 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527153 Feb 20 05:40:41.376304 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8712a74d-4a16-4127-b2eb-e09c055c9d17 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:41.423025 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 67f9a427-75ac-4fee-9ceb-9b981c14ae77 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:40:41.423810 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 67f9a427-75ac-4fee-9ceb-9b981c14ae77 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:40:41.432140 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 683bf607-38da-453c-86a8-860e1da331c6 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:40:41.432557 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 683bf607-38da-453c-86a8-860e1da331c6 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:40:41.450314 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-84f25984-b14d-49ab-b083-6542ebca089a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (f32c7ab8-6b1c-4ed3-a0bb-db2eab837660), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:41.492057 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-8712a74d-4a16-4127-b2eb-e09c055c9d17 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 concurrently deleted while adding address for new subnet {'id': '9513705a-075b-4634-a668-ab331eb82f00', 'name': '', 'tenant_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac', 'standard_attr_id': 1518, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-20T05:40:40Z', 'updated_at': '2022-02-20T05:40:40Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20'}. {{(pid=103406) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Feb 20 05:40:41.496632 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f25984-b14d-49ab-b083-6542ebca089a None None] No DVR routers for this DVR port f32c7ab8-6b1c-4ed3-a0bb-db2eab837660 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:40:41.516653 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8712a74d-4a16-4127-b2eb-e09c055c9d17 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (9513705a-075b-4634-a668-ab331eb82f00), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:41.534083 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=f32c7ab8-6b1c-4ed3-a0bb-db2eab837660,revision_number=15']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:41.542168 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5aac42-63ea-4bf3-b0ee-f4c24e973795 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:40:41.579373 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6efa0a0c-c596-4bf4-9b3e-35fe01343abf tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (0cd12f2f-6608-47f2-b429-b316a46e960e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:41.583175 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6efa0a0c-c596-4bf4-9b3e-35fe01343abf tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks [] for router_controller (0cd12f2f-6608-47f2-b429-b316a46e960e), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:41.633831 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8712a74d-4a16-4127-b2eb-e09c055c9d17 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:40:41.650447 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-8712a74d-4a16-4127-b2eb-e09c055c9d17 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:40:41.665075 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8712a74d-4a16-4127-b2eb-e09c055c9d17 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:41.665721 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8712a74d-4a16-4127-b2eb-e09c055c9d17 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:41.742342 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=39d13450-bd59-4261-b93b-379a0f962e36,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:41.745169 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712a74d-4a16-4127-b2eb-e09c055c9d17 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=9513705a-075b-4634-a668-ab331eb82f00,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:41.757583 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6efa0a0c-c596-4bf4-9b3e-35fe01343abf tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (0cd12f2f-6608-47f2-b429-b316a46e960e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:41.758640 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efa0a0c-c596-4bf4-9b3e-35fe01343abf tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Fanout notify agent at l3_agent the message router_deleted on router 0cd12f2f-6608-47f2-b429-b316a46e960e {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:40:41.765203 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8712a74d-4a16-4127-b2eb-e09c055c9d17 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7960873 Feb 20 05:40:41.769895 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38108) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:41.790996 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6efa0a0c-c596-4bf4-9b3e-35fe01343abf tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:41.797962 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6efa0a0c-c596-4bf4-9b3e-35fe01343abf tempest-RoutersNegativeIpV6Test-1980998759 tempest-RoutersNegativeIpV6Test-1980998759-project] 10.222.0.37 "DELETE /v2.0/routers/0cd12f2f-6608-47f2-b429-b316a46e960e HTTP/1.1" status: 204 len: 168 time: 0.6994185 Feb 20 05:40:41.811730 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-070e3eb3-a52c-44f3-8496-a30a48d41950 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'mac_address': 'fa:16:3e:59:b9:be', 'name': 'tempest-NetworksTestDHCPv6-2051419903'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:41.850758 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f25984-b14d-49ab-b083-6542ebca089a None None] Pushing event deleted for resources: {'Port': ['ID=f32c7ab8-6b1c-4ed3-a0bb-db2eab837660,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:41.869091 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da525e7d-fc1f-4c1d-b10f-dc46eca1c9d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'fixed_ips': [{'subnet_id': '1e5c5fe6-a510-405b-a49a-9b4dfe8c20dd'}, {'subnet_id': '9513705a-075b-4634-a668-ab331eb82f00'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:40:41.870005 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da525e7d-fc1f-4c1d-b10f-dc46eca1c9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:42.010594 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c7258158-bb8d-4020-90a2-259007be1992 req-30a50fd2-010d-49e1-a743-78e0cdbf8944 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 210 time: 0.0775318 Feb 20 05:40:42.171287 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070e3eb3-a52c-44f3-8496-a30a48d41950 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:40:42.196885 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fea90f-8929-4312-996b-139e8f19c332 x-openstack-request-id: req-77fea90f-8929-4312-996b-139e8f19c332 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:40:42.197423 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da55cee-689f-429f-a5c7-15aac51003cc", "name": "network-vif-plugged", "status": "completed", "tag": "39d13450-bd59-4261-b93b-379a0f962e36", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:40:42.198189 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77fea90f-8929-4312-996b-139e8f19c332 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:40:42.198636 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da55cee-689f-429f-a5c7-15aac51003cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d13450-bd59-4261-b93b-379a0f962e36', 'code': 200} Feb 20 05:40:42.538571 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-da525e7d-fc1f-4c1d-b10f-dc46eca1c9d9 None None] Allocated IP 172.20.0.2 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/1e5c5fe6-a510-405b-a49a-9b4dfe8c20dd/11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:40:42.588759 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-da525e7d-fc1f-4c1d-b10f-dc46eca1c9d9 None None] Allocated IP 2001:db8::f816:3eff:fe2c:d75 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/9513705a-075b-4634-a668-ab331eb82f00/11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:40:42.590867 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38132) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:42.613403 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-070e3eb3-a52c-44f3-8496-a30a48d41950 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:42.625589 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e46bd-539e-4e49-8d64-bcca99d828c3 req-275c7278-5c04-40b8-a17b-190d61180589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:42.627446 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415f645-5681-4419-ab80-cdb792e79993 req-3c5e30be-1508-4895-9fd1-775bd07569d3 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:42.634782 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c415f645-5681-4419-ab80-cdb792e79993 req-3c5e30be-1508-4895-9fd1-775bd07569d3 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 945 time: 0.1825368 Feb 20 05:40:42.635022 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e99e46bd-539e-4e49-8d64-bcca99d828c3 req-275c7278-5c04-40b8-a17b-190d61180589 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 1127 time: 0.1459949 Feb 20 05:40:42.699663 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-070e3eb3-a52c-44f3-8496-a30a48d41950 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] device_id is not set on port decf2635-27f8-4d53-ba20-9c8eeff9d567 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:40:42.730005 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c415f645-5681-4419-ab80-cdb792e79993 req-b07c035f-902b-4b28-9d71-6e1bda44e502 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941586 Feb 20 05:40:42.802296 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e99e46bd-539e-4e49-8d64-bcca99d828c3 req-4c57a203-519e-4d64-a865-77d30ace9166 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663909 Feb 20 05:40:43.016113 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aac655-d05f-478f-ae71-f8634445f0a5 req-d0f9cb80-7feb-41c1-a5b6-b5830d46a32e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:43.018459 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da525e7d-fc1f-4c1d-b10f-dc46eca1c9d9 None None] Publish callbacks [] for port (11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:43.023829 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50aac655-d05f-478f-ae71-f8634445f0a5 req-d0f9cb80-7feb-41c1-a5b6-b5830d46a32e tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 949 time: 0.1144187 Feb 20 05:40:43.028211 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2dc02c63-e312-41df-9202-a7ba9ca7ae97 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f72edc5b49dc41e6b978d7a27374f7b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4348910 Feb 20 05:40:43.031527 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38142) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:43.032872 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da525e7d-fc1f-4c1d-b10f-dc46eca1c9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:43.155059 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da525e7d-fc1f-4c1d-b10f-dc46eca1c9d9 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:40:43.161522 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da525e7d-fc1f-4c1d-b10f-dc46eca1c9d9 None None] Pushing event updated for resources: {'Port': ['ID=11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:43.170393 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-da525e7d-fc1f-4c1d-b10f-dc46eca1c9d9 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:40:43.180707 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da525e7d-fc1f-4c1d-b10f-dc46eca1c9d9 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:40:43.274873 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-000c2475-f877-4038-84cb-038817bd330b admin admin] Publish callbacks [] for security_group (be431633-2e92-432c-8bc6-ac1c8d9a584f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:43.291241 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50aac655-d05f-478f-ae71-f8634445f0a5 req-65a68010-2cef-49ba-bf12-786313927061 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5023911-9ec1-428e-8639-b7e7d2c8b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660496 Feb 20 05:40:43.325501 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-000c2475-f877-4038-84cb-038817bd330b admin admin] Publish callbacks [] for security_group (be431633-2e92-432c-8bc6-ac1c8d9a584f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:43.376172 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-da525e7d-fc1f-4c1d-b10f-dc46eca1c9d9 None None] Attempting to bind port 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:40:43.376518 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-da525e7d-fc1f-4c1d-b10f-dc46eca1c9d9 None None] Attempting to bind port 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:40:43.376889 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da525e7d-fc1f-4c1d-b10f-dc46eca1c9d9 None None] Attempting to bind port 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8 on network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:40:43.379738 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-070e3eb3-a52c-44f3-8496-a30a48d41950 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 172.20.0.8 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/1e5c5fe6-a510-405b-a49a-9b4dfe8c20dd/decf2635-27f8-4d53-ba20-9c8eeff9d567) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:40:43.388243 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-070e3eb3-a52c-44f3-8496-a30a48d41950 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 2001:db8::f816:3eff:fe59:b9be (81f72dab-c9ca-4111-9cef-a8a92557f9f3/9513705a-075b-4634-a668-ab331eb82f00/decf2635-27f8-4d53-ba20-9c8eeff9d567) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:40:43.392318 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da525e7d-fc1f-4c1d-b10f-dc46eca1c9d9 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:40:43.392703 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da525e7d-fc1f-4c1d-b10f-dc46eca1c9d9 None None] Checking segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:40:43.393132 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da525e7d-fc1f-4c1d-b10f-dc46eca1c9d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:43.393815 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da525e7d-fc1f-4c1d-b10f-dc46eca1c9d9 None None] Bound using segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:40:43.393994 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-da525e7d-fc1f-4c1d-b10f-dc46eca1c9d9 None None] Bound port: 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:40:43.394380 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da525e7d-fc1f-4c1d-b10f-dc46eca1c9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:43.435934 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbee368-3629-4c81-97e5-be3f69ce844f req-f88bfb30-4d19-43f5-8d5d-d29646b20dab tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:43.439444 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-acbee368-3629-4c81-97e5-be3f69ce844f req-f88bfb30-4d19-43f5-8d5d-d29646b20dab tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.48 "GET /v2.0/ports?device_id=039d1487-dc5f-4867-b9bf-30d8c4b2174d HTTP/1.1" status: 200 len: 949 time: 0.4110525 Feb 20 05:40:43.440901 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-000c2475-f877-4038-84cb-038817bd330b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (be431633-2e92-432c-8bc6-ac1c8d9a584f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:43.444800 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-000c2475-f877-4038-84cb-038817bd330b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:43.446639 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-000c2475-f877-4038-84cb-038817bd330b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be431633-2e92-432c-8bc6-ac1c8d9a584f HTTP/1.1" status: 204 len: 168 time: 0.4140439 Feb 20 05:40:43.472832 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c2475-f877-4038-84cb-038817bd330b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be431633-2e92-432c-8bc6-ac1c8d9a584f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:43.587083 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-da525e7d-fc1f-4c1d-b10f-dc46eca1c9d9 None None] For port 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:40:43.598058 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-da525e7d-fc1f-4c1d-b10f-dc46eca1c9d9 None None] For port 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:40:43.609832 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da525e7d-fc1f-4c1d-b10f-dc46eca1c9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:43.717503 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b6025-4d43-4ede-a58f-058cf9718f61 req-a77b719b-16f1-45d8-aae5-476a4a351bc1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:43.719820 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-267b6025-4d43-4ede-a58f-058cf9718f61 req-a77b719b-16f1-45d8-aae5-476a4a351bc1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 945 time: 0.1330903 Feb 20 05:40:43.734076 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da525e7d-fc1f-4c1d-b10f-dc46eca1c9d9 None None] Pushing event updated for resources: {'Port': ['ID=11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:43.760593 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-070e3eb3-a52c-44f3-8496-a30a48d41950 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (decf2635-27f8-4d53-ba20-9c8eeff9d567), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:43.805597 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-acbee368-3629-4c81-97e5-be3f69ce844f req-e58bf42c-75c7-4571-91bb-fa235bc8da68 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Deleting port 47338d28-03fd-4739-9337-a29ce11d6e0f {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:40:43.806130 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-acbee368-3629-4c81-97e5-be3f69ce844f req-e58bf42c-75c7-4571-91bb-fa235bc8da68 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (47338d28-03fd-4739-9337-a29ce11d6e0f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:43.839624 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-267b6025-4d43-4ede-a58f-058cf9718f61 req-b8f6dd6f-ab17-4846-a034-100ee796f61a tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086006 Feb 20 05:40:43.893163 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-070e3eb3-a52c-44f3-8496-a30a48d41950 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (decf2635-27f8-4d53-ba20-9c8eeff9d567), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:43.969369 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070e3eb3-a52c-44f3-8496-a30a48d41950 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:40:43.972891 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-070e3eb3-a52c-44f3-8496-a30a48d41950 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:40:43.978725 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070e3eb3-a52c-44f3-8496-a30a48d41950 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:40:44.076505 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e3eb3-a52c-44f3-8496-a30a48d41950 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=decf2635-27f8-4d53-ba20-9c8eeff9d567,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:44.118416 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070e3eb3-a52c-44f3-8496-a30a48d41950 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:44.122784 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-070e3eb3-a52c-44f3-8496-a30a48d41950 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:44.174554 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-acbee368-3629-4c81-97e5-be3f69ce844f req-e58bf42c-75c7-4571-91bb-fa235bc8da68 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] For port 47338d28-03fd-4739-9337-a29ce11d6e0f, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=47338d28-03fd-4739-9337-a29ce11d6e0f,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:44.174954 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-acbee368-3629-4c81-97e5-be3f69ce844f req-e58bf42c-75c7-4571-91bb-fa235bc8da68 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (47338d28-03fd-4739-9337-a29ce11d6e0f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:44.211839 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-070e3eb3-a52c-44f3-8496-a30a48d41950 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4099560 Feb 20 05:40:44.214266 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ac016fc-1b4a-4a49-97d6-f257d95dcae3 req-6c6aa409-819a-46e2-9bf9-5bf057d7c2c5 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 210 time: 0.0651305 Feb 20 05:40:44.214939 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38188) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:44.259198 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-acbee368-3629-4c81-97e5-be3f69ce844f req-e58bf42c-75c7-4571-91bb-fa235bc8da68 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Calling delete_port for 47338d28-03fd-4739-9337-a29ce11d6e0f owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:40:44.377534 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb37e8ba-a24e-4efc-8f20-84a387d46c4d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:44.398824 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb37e8ba-a24e-4efc-8f20-84a387d46c4d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:44.430044 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-cb37e8ba-a24e-4efc-8f20-84a387d46c4d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.2105246 Feb 20 05:40:44.432439 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38196) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:44.667941 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38202) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:44.672225 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-acbee368-3629-4c81-97e5-be3f69ce844f req-e58bf42c-75c7-4571-91bb-fa235bc8da68 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (47338d28-03fd-4739-9337-a29ce11d6e0f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:44.688386 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['47338d28-03fd-4739-9337-a29ce11d6e0f'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:40:44.778864 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58bf42c-75c7-4571-91bb-fa235bc8da68 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Pushing event deleted for resources: {'Port': ['ID=47338d28-03fd-4739-9337-a29ce11d6e0f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:44.844080 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-80bef1cb-7401-4b7b-b98d-55d4bb39bed2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting port decf2635-27f8-4d53-ba20-9c8eeff9d567 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:40:44.844426 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-80bef1cb-7401-4b7b-b98d-55d4bb39bed2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (decf2635-27f8-4d53-ba20-9c8eeff9d567), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:44.852050 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-acbee368-3629-4c81-97e5-be3f69ce844f req-e58bf42c-75c7-4571-91bb-fa235bc8da68 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] No DVR routers for this DVR port 47338d28-03fd-4739-9337-a29ce11d6e0f on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:40:44.854698 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-acbee368-3629-4c81-97e5-be3f69ce844f req-e58bf42c-75c7-4571-91bb-fa235bc8da68 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:44.859463 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-acbee368-3629-4c81-97e5-be3f69ce844f req-e58bf42c-75c7-4571-91bb-fa235bc8da68 tempest-MigrationsAdminTest-233891016 tempest-MigrationsAdminTest-233891016-project] 10.222.0.48 "DELETE /v2.0/ports/47338d28-03fd-4739-9337-a29ce11d6e0f HTTP/1.1" status: 204 len: 173 time: 1.4111667 Feb 20 05:40:44.860164 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039d1487-dc5f-4867-b9bf-30d8c4b2174d', 'name': 'network-vif-deleted', 'tag': '47338d28-03fd-4739-9337-a29ce11d6e0f'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:40:44.863614 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19e8f87-cc9f-443d-b392-5a2eaa5e0782" -d '{"events": [{"server_uuid": "039d1487-dc5f-4867-b9bf-30d8c4b2174d", "name": "network-vif-deleted", "tag": "47338d28-03fd-4739-9337-a29ce11d6e0f"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:40:45.047953 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-80bef1cb-7401-4b7b-b98d-55d4bb39bed2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (decf2635-27f8-4d53-ba20-9c8eeff9d567), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:45.076391 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-80bef1cb-7401-4b7b-b98d-55d4bb39bed2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Calling delete_port for decf2635-27f8-4d53-ba20-9c8eeff9d567 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:40:45.245916 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-30546504-c5d0-4c7c-a1a3-c1b0f32b23dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:45.408796 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-30546504-c5d0-4c7c-a1a3-c1b0f32b23dc admin admin] Publish callbacks [] for security_group (91813392-9f5f-4be7-9981-3d1bbd0b4f61), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:45.438038 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-30546504-c5d0-4c7c-a1a3-c1b0f32b23dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (91813392-9f5f-4be7-9981-3d1bbd0b4f61), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:45.677426 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-30546504-c5d0-4c7c-a1a3-c1b0f32b23dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8954614ada9b4102ad03c93ba51975b0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0017848 Feb 20 05:40:45.680078 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38228) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:45.693710 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30546504-c5d0-4c7c-a1a3-c1b0f32b23dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91813392-9f5f-4be7-9981-3d1bbd0b4f61,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:45.725143 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec72dc-55c9-4120-90d9-3d7b650da141 req-b6483066-1869-4529-b04b-1db6485ff87b tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:45.740120 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-59ec72dc-55c9-4120-90d9-3d7b650da141 req-b6483066-1869-4529-b04b-1db6485ff87b tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 945 time: 0.4712863 Feb 20 05:40:45.785688 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38230) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:45.822853 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aff56f55-075f-4d8c-ae30-e84e59f152c3 admin admin] Publish callbacks [] for security_group (91813392-9f5f-4be7-9981-3d1bbd0b4f61), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:45.863855 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aff56f55-075f-4d8c-ae30-e84e59f152c3 admin admin] Publish callbacks [] for security_group (91813392-9f5f-4be7-9981-3d1bbd0b4f61), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:45.952229 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aff56f55-075f-4d8c-ae30-e84e59f152c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (91813392-9f5f-4be7-9981-3d1bbd0b4f61), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:45.956465 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aff56f55-075f-4d8c-ae30-e84e59f152c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:45.958026 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-aff56f55-075f-4d8c-ae30-e84e59f152c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91813392-9f5f-4be7-9981-3d1bbd0b4f61 HTTP/1.1" status: 204 len: 168 time: 0.2754700 Feb 20 05:40:45.981823 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-59ec72dc-55c9-4120-90d9-3d7b650da141 req-33134a4e-527e-4b12-92fb-32535af373e5 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403626 Feb 20 05:40:45.989020 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff56f55-075f-4d8c-ae30-e84e59f152c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91813392-9f5f-4be7-9981-3d1bbd0b4f61,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:46.150001 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-797d462a-6871-4065-a152-3f52d94e0f43 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Request body: {'security_group': {'name': 'tempest-secgroup--1441432763'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:46.195101 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:40:46.222396 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2d2ed2-154c-4289-9514-9bcbfe7b62e9 x-openstack-request-id: req-7b2d2ed2-154c-4289-9514-9bcbfe7b62e9 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:40:46.222927 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039d1487-dc5f-4867-b9bf-30d8c4b2174d", "name": "network-vif-deleted", "tag": "47338d28-03fd-4739-9337-a29ce11d6e0f", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:40:46.223650 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b2d2ed2-154c-4289-9514-9bcbfe7b62e9 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:40:46.224206 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039d1487-dc5f-4867-b9bf-30d8c4b2174d', 'name': 'network-vif-deleted', 'tag': '47338d28-03fd-4739-9337-a29ce11d6e0f', 'status': 'completed', 'code': 200} Feb 20 05:40:46.230594 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-797d462a-6871-4065-a152-3f52d94e0f43 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:46.256216 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-80bef1cb-7401-4b7b-b98d-55d4bb39bed2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (decf2635-27f8-4d53-ba20-9c8eeff9d567), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:46.271100 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-797d462a-6871-4065-a152-3f52d94e0f43 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:46.312741 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de91bea4-2ece-4d2f-9a3f-b9f39af2f44a None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:40:46.407693 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bef1cb-7401-4b7b-b98d-55d4bb39bed2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Port': ['ID=decf2635-27f8-4d53-ba20-9c8eeff9d567,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:46.481420 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-797d462a-6871-4065-a152-3f52d94e0f43 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (35726d59-f499-4570-b5d7-bcdfbcfd3f4f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:46.491810 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-797d462a-6871-4065-a152-3f52d94e0f43 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (35726d59-f499-4570-b5d7-bcdfbcfd3f4f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:46.524543 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0e776023-5395-49e3-9cff-e523d1f89072 None None] Provisioning complete for port 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:46.524966 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0e776023-5395-49e3-9cff-e523d1f89072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:46.580186 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d462a-6871-4065-a152-3f52d94e0f43 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35726d59-f499-4570-b5d7-bcdfbcfd3f4f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:46.687885 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38246) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:46.695411 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f9ff9f9-ba5d-43ad-956e-2fe5c49229b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:46.757735 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:40:46.764261 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:46.766917 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:46.784847 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-797d462a-6871-4065-a152-3f52d94e0f43 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (1fecde26-6994-442f-88c8-dcbfc80c5134), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:46.792217 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38250) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:46.816233 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-80bef1cb-7401-4b7b-b98d-55d4bb39bed2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:46.817461 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-797d462a-6871-4065-a152-3f52d94e0f43 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (1fecde26-6994-442f-88c8-dcbfc80c5134), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:46.821601 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-80bef1cb-7401-4b7b-b98d-55d4bb39bed2 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/decf2635-27f8-4d53-ba20-9c8eeff9d567 HTTP/1.1" status: 204 len: 168 time: 2.3880224 Feb 20 05:40:46.825200 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38252) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:46.860926 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d462a-6871-4065-a152-3f52d94e0f43 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fecde26-6994-442f-88c8-dcbfc80c5134,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:46.865720 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52ebf1b9-0ae4-474a-93bc-a1029a3e04d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:46.890345 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb1131-e158-4657-917a-35833107d73b req-d77f87df-d748-42ed-8274-2040f293d563 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:46.893320 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-797d462a-6871-4065-a152-3f52d94e0f43 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:46.894962 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-edeb1131-e158-4657-917a-35833107d73b req-d77f87df-d748-42ed-8274-2040f293d563 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 945 time: 0.5081298 Feb 20 05:40:46.898065 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-797d462a-6871-4065-a152-3f52d94e0f43 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1096318 Feb 20 05:40:46.898328 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38254) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:47.022852 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52ebf1b9-0ae4-474a-93bc-a1029a3e04d2 admin admin] Publish callbacks [] for security_group (35481099-86bf-4495-8bd8-53f5daf320fb), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:47.032518 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52ebf1b9-0ae4-474a-93bc-a1029a3e04d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (35481099-86bf-4495-8bd8-53f5daf320fb), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:47.044307 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0e776023-5395-49e3-9cff-e523d1f89072 None None] Current status of the port 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:47.056005 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0e776023-5395-49e3-9cff-e523d1f89072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:47.082574 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7bfc5810-4410-448a-98c7-23ceb4a608e3 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1812389 Feb 20 05:40:47.088650 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38256) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:47.105485 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-7694eb95-7b68-4dbc-9e8b-6be878480a7b tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Request body: {'security_group': {'name': 'tempest-security--1143344960', 'description': 'tempest-security-description-1660823995'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:47.145833 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-52ebf1b9-0ae4-474a-93bc-a1029a3e04d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e48fd8162a2f426689958b50c3bce9f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3489819 Feb 20 05:40:47.145833 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38258) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:47.197158 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7694eb95-7b68-4dbc-9e8b-6be878480a7b tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (1fecde26-6994-442f-88c8-dcbfc80c5134), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:47.216910 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ebf1b9-0ae4-474a-93bc-a1029a3e04d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35481099-86bf-4495-8bd8-53f5daf320fb,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:47.223234 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0e776023-5395-49e3-9cff-e523d1f89072 None None] For port 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:47.226246 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b886f4-9678-4a24-9194-f70812195292 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:47.227682 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b886f4-9678-4a24-9194-f70812195292 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:47.234360 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b886f4-9678-4a24-9194-f70812195292 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:47.239267 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e3b886f4-9678-4a24-9194-f70812195292 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4046867 Feb 20 05:40:47.248890 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38260) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:47.257400 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:47.259058 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:47.271530 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0e776023-5395-49e3-9cff-e523d1f89072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:47.322209 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-c285964d-d588-481b-a9b7-03253384240d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet 1e5c5fe6-a510-405b-a49a-9b4dfe8c20dd {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:40:47.329564 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c285964d-d588-481b-a9b7-03253384240d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (1e5c5fe6-a510-405b-a49a-9b4dfe8c20dd), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:47.362879 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-edeb1131-e158-4657-917a-35833107d73b req-c9b39641-86c1-471d-a575-20eebc97829f tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585350 Feb 20 05:40:47.414067 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c285964d-d588-481b-a9b7-03253384240d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (1e5c5fe6-a510-405b-a49a-9b4dfe8c20dd), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:47.433404 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7694eb95-7b68-4dbc-9e8b-6be878480a7b tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (1fecde26-6994-442f-88c8-dcbfc80c5134), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:47.448774 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7694eb95-7b68-4dbc-9e8b-6be878480a7b tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (1fecde26-6994-442f-88c8-dcbfc80c5134), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:47.453537 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7694eb95-7b68-4dbc-9e8b-6be878480a7b tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:47.459967 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7694eb95-7b68-4dbc-9e8b-6be878480a7b tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "PUT /v2.0/security-groups/1fecde26-6994-442f-88c8-dcbfc80c5134 HTTP/1.1" status: 200 len: 1797 time: 0.3647649 Feb 20 05:40:47.561734 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38262) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:47.566881 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694eb95-7b68-4dbc-9e8b-6be878480a7b tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fecde26-6994-442f-88c8-dcbfc80c5134,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:47.617890 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c285964d-d588-481b-a9b7-03253384240d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (1e5c5fe6-a510-405b-a49a-9b4dfe8c20dd), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:47.714788 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c2eb1365-148a-4548-9d06-d72449cd4516 req-632fcab9-f1fd-4d1b-a116-1e5c3b5e11fa tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 210 time: 0.1519964 Feb 20 05:40:47.789106 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c285964d-d588-481b-a9b7-03253384240d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (1e5c5fe6-a510-405b-a49a-9b4dfe8c20dd), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:47.790308 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a4a02143-e096-4ab9-81ba-4f6161007879 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-groups/1fecde26-6994-442f-88c8-dcbfc80c5134 HTTP/1.1" status: 200 len: 1797 time: 0.2117171 Feb 20 05:40:47.793104 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38264) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:47.878357 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285964d-d588-481b-a9b7-03253384240d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=1e5c5fe6-a510-405b-a49a-9b4dfe8c20dd,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:47.910027 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e268f689-011c-4fa7-a607-862c0e693879 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (1fecde26-6994-442f-88c8-dcbfc80c5134), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:47.955410 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c285964d-d588-481b-a9b7-03253384240d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:47.966054 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c285964d-d588-481b-a9b7-03253384240d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/1e5c5fe6-a510-405b-a49a-9b4dfe8c20dd HTTP/1.1" status: 204 len: 168 time: 0.7138603 Feb 20 05:40:47.976250 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38266) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:47.981897 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:40:47.986396 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:40:47.989061 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 47338d28-03fd-4739-9337-a29ce11d6e0f no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:40:48.078274 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e268f689-011c-4fa7-a607-862c0e693879 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (1fecde26-6994-442f-88c8-dcbfc80c5134), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:48.082463 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 47338d28-03fd-4739-9337-a29ce11d6e0f {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:40:48.082819 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 47338d28-03fd-4739-9337-a29ce11d6e0f not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:40:48.097135 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e776023-5395-49e3-9cff-e523d1f89072 None None] Pushing event updated for resources: {'Port': ['ID=11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:48.137334 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-f455fad1-5c6d-45f0-8a97-8b2d94d40796 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet 9513705a-075b-4634-a668-ab331eb82f00 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:40:48.139502 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5d2ff75d-fb96-4bde-b9c5-ab8039cdb25e None None] Provisioning complete for port 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:48.140118 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5d2ff75d-fb96-4bde-b9c5-ab8039cdb25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:48.155865 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-486759af-9a07-4c36-a632-606d043648dd admin admin] Publish callbacks [] for security_group (35481099-86bf-4495-8bd8-53f5daf320fb), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:48.158250 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f455fad1-5c6d-45f0-8a97-8b2d94d40796 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (9513705a-075b-4634-a668-ab331eb82f00), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:48.200183 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6629923f-737a-4c1b-a353-f874c991f717 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa4999e395b84ca8985dceeebb996696&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5077889 Feb 20 05:40:48.207473 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38268) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:48.212337 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a49c0ce-ff47-4ba1-88c4-a8614451b6fd None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:40:48.257512 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4c21b-7a23-40ec-b8f0-d3cfc061134d req-ccb95108-c4ee-413c-b819-df65c71f7505 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:48.259829 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5da4c21b-7a23-40ec-b8f0-d3cfc061134d req-ccb95108-c4ee-413c-b819-df65c71f7505 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 945 time: 0.3347032 Feb 20 05:40:48.286603 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e268f689-011c-4fa7-a607-862c0e693879 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (1fecde26-6994-442f-88c8-dcbfc80c5134), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:48.294059 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e268f689-011c-4fa7-a607-862c0e693879 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:48.295589 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e268f689-011c-4fa7-a607-862c0e693879 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "DELETE /v2.0/security-groups/1fecde26-6994-442f-88c8-dcbfc80c5134 HTTP/1.1" status: 204 len: 168 time: 0.4959147 Feb 20 05:40:48.332567 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38270) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:48.341157 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268f689-011c-4fa7-a607-862c0e693879 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fecde26-6994-442f-88c8-dcbfc80c5134,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:48.461700 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-86f27988-aeed-4146-afff-08d04eb6dc37 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1117618 Feb 20 05:40:48.466165 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38274) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:48.501793 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5da4c21b-7a23-40ec-b8f0-d3cfc061134d req-e28c8773-0583-41c0-9216-df906aef131d tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318037 Feb 20 05:40:48.504814 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-916d0f50-2283-469b-b5a1-47489d3abcfc tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] delete failed (client error): The resource could not be found. Feb 20 05:40:48.510845 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-916d0f50-2283-469b-b5a1-47489d3abcfc tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "DELETE /v2.0/security-groups/1fecde26-6994-442f-88c8-dcbfc80c5134 HTTP/1.1" status: 404 len: 347 time: 0.0433555 Feb 20 05:40:48.521251 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38276) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:48.525317 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-5d1e149b-2c2a-4867-b2ee-f79da4d68fea tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Request body: {'security_group': {'name': 'tempest-secgroup--998704879'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:48.564228 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5d2ff75d-fb96-4bde-b9c5-ab8039cdb25e None None] Current status of the port 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:48.663197 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d1e149b-2c2a-4867-b2ee-f79da4d68fea tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:48.672287 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:48.687321 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-03c7d31d-fd1e-478b-b9e8-9f3e3d3385f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:48.713987 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-029d2c29-2a68-4bf2-83c3-b7e20a71ddd6 None None] Could not find standard attr ID for object decf2635-27f8-4d53-ba20-9c8eeff9d567. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:40:48.733111 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f455fad1-5c6d-45f0-8a97-8b2d94d40796 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (9513705a-075b-4634-a668-ab331eb82f00), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:48.767848 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78835cd-8369-489d-b046-35b270135771 req-ded45d8e-89f4-421e-bd97-ecbce10e33ce tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:48.770806 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-486759af-9a07-4c36-a632-606d043648dd admin admin] Publish callbacks [] for security_group (35481099-86bf-4495-8bd8-53f5daf320fb), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:48.777155 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d78835cd-8369-489d-b046-35b270135771 req-ded45d8e-89f4-421e-bd97-ecbce10e33ce tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 945 time: 0.1702924 Feb 20 05:40:48.854756 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:40:48.917933 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d78835cd-8369-489d-b046-35b270135771 req-4ab5cd26-c55b-417c-89e1-0288fb1a6080 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354909 Feb 20 05:40:48.943190 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f455fad1-5c6d-45f0-8a97-8b2d94d40796 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (9513705a-075b-4634-a668-ab331eb82f00), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:48.963362 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d1e149b-2c2a-4867-b2ee-f79da4d68fea tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (a06818d1-1ace-4902-91f7-fd6c2c361eeb), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:48.975461 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d1e149b-2c2a-4867-b2ee-f79da4d68fea tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a06818d1-1ace-4902-91f7-fd6c2c361eeb), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:48.976962 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:48.977469 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:49.038348 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e149b-2c2a-4867-b2ee-f79da4d68fea tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a06818d1-1ace-4902-91f7-fd6c2c361eeb,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:49.055855 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e149b-2c2a-4867-b2ee-f79da4d68fea tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:49.056262 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e149b-2c2a-4867-b2ee-f79da4d68fea tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:49.056664 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e149b-2c2a-4867-b2ee-f79da4d68fea tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:49.057011 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e149b-2c2a-4867-b2ee-f79da4d68fea tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:49.057667 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e149b-2c2a-4867-b2ee-f79da4d68fea tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:49.058012 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e149b-2c2a-4867-b2ee-f79da4d68fea tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:49.058384 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e149b-2c2a-4867-b2ee-f79da4d68fea tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:49.058726 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e149b-2c2a-4867-b2ee-f79da4d68fea tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:49.059540 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e149b-2c2a-4867-b2ee-f79da4d68fea tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:49.059540 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e149b-2c2a-4867-b2ee-f79da4d68fea tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:49.059939 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e149b-2c2a-4867-b2ee-f79da4d68fea tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:49.060793 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e149b-2c2a-4867-b2ee-f79da4d68fea tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:49.061141 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e149b-2c2a-4867-b2ee-f79da4d68fea tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:40:49.070100 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d1e149b-2c2a-4867-b2ee-f79da4d68fea tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:49.070100 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5d1e149b-2c2a-4867-b2ee-f79da4d68fea tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5478477 Feb 20 05:40:49.072581 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38282) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:49.078702 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e44ef373-49c4-4f16-a699-38e03a1f1c80 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Request body: {'security_group_rule': {'security_group_id': 'a06818d1-1ace-4902-91f7-fd6c2c361eeb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:49.120662 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e44ef373-49c4-4f16-a699-38e03a1f1c80 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (88bc875b-f872-4514-9cf1-899aea75e5ba), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:49.168207 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-486759af-9a07-4c36-a632-606d043648dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (35481099-86bf-4495-8bd8-53f5daf320fb), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:49.176201 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-486759af-9a07-4c36-a632-606d043648dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:49.185143 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-486759af-9a07-4c36-a632-606d043648dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35481099-86bf-4495-8bd8-53f5daf320fb HTTP/1.1" status: 204 len: 168 time: 2.0385237 Feb 20 05:40:49.213452 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f455fad1-5c6d-45f0-8a97-8b2d94d40796 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (9513705a-075b-4634-a668-ab331eb82f00), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:49.216261 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:49.309902 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f455fad1-5c6d-45f0-8a97-8b2d94d40796 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:49.315994 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f455fad1-5c6d-45f0-8a97-8b2d94d40796 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/9513705a-075b-4634-a668-ab331eb82f00 HTTP/1.1" status: 204 len: 168 time: 1.3322418 Feb 20 05:40:49.328368 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486759af-9a07-4c36-a632-606d043648dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35481099-86bf-4495-8bd8-53f5daf320fb,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:49.332053 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38286) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:49.332238 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e44ef373-49c4-4f16-a699-38e03a1f1c80 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (88bc875b-f872-4514-9cf1-899aea75e5ba), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:49.335272 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455fad1-5c6d-45f0-8a97-8b2d94d40796 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=9513705a-075b-4634-a668-ab331eb82f00,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:49.342390 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e44ef373-49c4-4f16-a699-38e03a1f1c80 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (88bc875b-f872-4514-9cf1-899aea75e5ba), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:49.350063 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a7c02de-cc88-4570-be0c-8578ca3e2679 admin admin] Publish callbacks [] for security_group (e5023911-9ec1-428e-8639-b7e7d2c8b1b8), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:49.427888 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e44ef373-49c4-4f16-a699-38e03a1f1c80 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:49.431885 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e44ef373-49c4-4f16-a699-38e03a1f1c80 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3555214 Feb 20 05:40:49.431885 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ef373-49c4-4f16-a699-38e03a1f1c80 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88bc875b-f872-4514-9cf1-899aea75e5ba,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:49.464418 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38290) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:49.470464 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a24b8958-c6dc-49ff-92b6-233f9fc82e53 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1342285 Feb 20 05:40:49.473102 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38292) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:49.495083 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-1d8ee47c-be91-478c-8d1d-cb00a944ba1c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:49.521169 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:49.577545 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a7c02de-cc88-4570-be0c-8578ca3e2679 admin admin] Publish callbacks [] for security_group (e5023911-9ec1-428e-8639-b7e7d2c8b1b8), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:49.591432 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8b3e1c5a-5840-43a2-8d45-8ab8824b5c4c tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (88bc875b-f872-4514-9cf1-899aea75e5ba), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:49.630779 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8b3e1c5a-5840-43a2-8d45-8ab8824b5c4c tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (88bc875b-f872-4514-9cf1-899aea75e5ba), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:49.724041 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8b3e1c5a-5840-43a2-8d45-8ab8824b5c4c tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (88bc875b-f872-4514-9cf1-899aea75e5ba), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:49.750490 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8b3e1c5a-5840-43a2-8d45-8ab8824b5c4c tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:49.754413 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8b3e1c5a-5840-43a2-8d45-8ab8824b5c4c tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/88bc875b-f872-4514-9cf1-899aea75e5ba HTTP/1.1" status: 204 len: 168 time: 0.2817426 Feb 20 05:40:49.754413 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a7c02de-cc88-4570-be0c-8578ca3e2679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e5023911-9ec1-428e-8639-b7e7d2c8b1b8), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:49.756983 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a7c02de-cc88-4570-be0c-8578ca3e2679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:49.758484 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3a7c02de-cc88-4570-be0c-8578ca3e2679 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5023911-9ec1-428e-8639-b7e7d2c8b1b8 HTTP/1.1" status: 204 len: 168 time: 1.0618141 Feb 20 05:40:49.763111 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38296) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:49.781791 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e1c5a-5840-43a2-8d45-8ab8824b5c4c tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88bc875b-f872-4514-9cf1-899aea75e5ba,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:49.796219 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c02de-cc88-4570-be0c-8578ca3e2679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5023911-9ec1-428e-8639-b7e7d2c8b1b8,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:49.854142 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6199f0bc-0feb-44e9-a878-e81b7cdeb6df None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:40:49.879676 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ea532051-e161-4003-8cf9-a0fc372d6447 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1093655 Feb 20 05:40:49.882119 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38304) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:49.901740 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a88993e7-4f33-479c-b91d-bc143ea568a3 req-c5493b4d-ffd8-4ab7-9f39-d42fe0656d23 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 210 time: 0.1313725 Feb 20 05:40:49.907425 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8ee47c-be91-478c-8d1d-cb00a944ba1c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:40:49.916661 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee47c-be91-478c-8d1d-cb00a944ba1c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:50.026746 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1121c684-2b31-4835-86a5-22aa54e4dc52 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (a06818d1-1ace-4902-91f7-fd6c2c361eeb), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:50.080790 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1121c684-2b31-4835-86a5-22aa54e4dc52 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (a06818d1-1ace-4902-91f7-fd6c2c361eeb), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:50.105851 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-dc347a69-86ba-4dd5-a6ce-937ad02bc524 None None] Provisioning complete for port 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:50.107200 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc347a69-86ba-4dd5-a6ce-937ad02bc524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:50.187568 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1121c684-2b31-4835-86a5-22aa54e4dc52 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a06818d1-1ace-4902-91f7-fd6c2c361eeb), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:50.194859 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1121c684-2b31-4835-86a5-22aa54e4dc52 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:50.199477 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1121c684-2b31-4835-86a5-22aa54e4dc52 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "DELETE /v2.0/security-groups/a06818d1-1ace-4902-91f7-fd6c2c361eeb HTTP/1.1" status: 204 len: 168 time: 0.3128974 Feb 20 05:40:50.229930 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38320) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:50.276614 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121c684-2b31-4835-86a5-22aa54e4dc52 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06818d1-1ace-4902-91f7-fd6c2c361eeb,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:50.371005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-dc347a69-86ba-4dd5-a6ce-937ad02bc524 None None] Current status of the port 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:50.384852 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ab33a7-5d22-4ba8-801e-1ba531695738 None None] DHCP port deletion for 81f72dab-c9ca-4111-9cef-a8a92557f9f3 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:40:50.390841 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f9029d52-ead3-4998-8f49-6809e0db605c tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1587794 Feb 20 05:40:50.396229 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38324) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:50.401787 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-b1273b60-396d-4ae6-9179-90743854daf5 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Request body: {'security_group': {'name': 'tempest-secgroup--239292352'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:50.443140 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1273b60-396d-4ae6-9179-90743854daf5 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:50.504352 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38326) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:50.542309 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-59ab33a7-5d22-4ba8-801e-1ba531695738 None None] Deleting port 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:40:50.542624 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59ab33a7-5d22-4ba8-801e-1ba531695738 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:50.627019 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-564119c1-3919-4782-bc4f-f7733ec319bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b5e00bd9dfce431fa016ca0d5c35f2ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1181154 Feb 20 05:40:50.632581 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38330) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:50.690220 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-59ab33a7-5d22-4ba8-801e-1ba531695738 None None] For port 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:50.690688 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59ab33a7-5d22-4ba8-801e-1ba531695738 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:50.717221 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-59ab33a7-5d22-4ba8-801e-1ba531695738 None None] Calling delete_port for 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:40:50.780242 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1273b60-396d-4ae6-9179-90743854daf5 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (86f42f1f-f436-4b7d-9972-f1ed187d47b3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:50.801863 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1273b60-396d-4ae6-9179-90743854daf5 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (86f42f1f-f436-4b7d-9972-f1ed187d47b3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:50.844641 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b994b0d4-75e7-40f6-b2f5-af9bd928ef5f admin admin] Publish callbacks [] for security_group (95f9466b-16a8-4259-899c-1ce01047c091), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:50.849185 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee47c-be91-478c-8d1d-cb00a944ba1c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (09ad5e32-b949-4a7d-a7eb-92fdde53d8df), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:50.858467 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:40:50.906377 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1273b60-396d-4ae6-9179-90743854daf5 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:50.910542 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ee47c-be91-478c-8d1d-cb00a944ba1c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=09ad5e32-b949-4a7d-a7eb-92fdde53d8df,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:50.910710 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b1273b60-396d-4ae6-9179-90743854daf5 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5138924 Feb 20 05:40:50.916950 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38334) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:50.924871 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-180751fd-889d-4a1f-afb4-87977aeb44c4 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Request body: {'security_group_rule': {'security_group_id': '86f42f1f-f436-4b7d-9972-f1ed187d47b3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:50.950055 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8ee47c-be91-478c-8d1d-cb00a944ba1c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:40:50.960516 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-1d8ee47c-be91-478c-8d1d-cb00a944ba1c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:40:50.965309 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8ee47c-be91-478c-8d1d-cb00a944ba1c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:50.965956 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee47c-be91-478c-8d1d-cb00a944ba1c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:50.976236 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1273b60-396d-4ae6-9179-90743854daf5 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f42f1f-f436-4b7d-9972-f1ed187d47b3,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:50.977683 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59ab33a7-5d22-4ba8-801e-1ba531695738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:50.978354 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-ad030524-22ff-40a8-94a7-7c48bf572c9f tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:50.986748 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-ad030524-22ff-40a8-94a7-7c48bf572c9f tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/networks?id=01278ac3-eba6-45f1-87d7-2920932959ff HTTP/1.1" status: 200 len: 814 time: 0.5264654 Feb 20 05:40:50.988132 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b994b0d4-75e7-40f6-b2f5-af9bd928ef5f admin admin] Publish callbacks [] for security_group (95f9466b-16a8-4259-899c-1ce01047c091), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:51.020937 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ab33a7-5d22-4ba8-801e-1ba531695738 None None] No DVR routers for this DVR port 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:40:51.030059 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-180751fd-889d-4a1f-afb4-87977aeb44c4 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (1124e169-3824-4be5-98f3-cc0c7c4774e8), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:51.037852 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-28f24323-63a4-47da-83c3-174593c86210 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/quotas/09360c7e237c40839dd51d815c9180df HTTP/1.1" status: 200 len: 375 time: 0.0497396 Feb 20 05:40:51.045495 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No active binding found for port 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8 {{(pid=103408) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 20 05:40:51.046253 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] The host n-d-829866-5 is not matching for port 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8 host None! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 05:40:51.047309 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:40:51.053977 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1d8ee47c-be91-478c-8d1d-cb00a944ba1c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5796652 Feb 20 05:40:51.057788 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38342) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:51.079229 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0844db-7c37-4ca8-ad1c-4aa785875025 req-1ffcdcb7-b1c0-427f-95a9-9809ac8bcd23 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:51.080925 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9e0844db-7c37-4ca8-ad1c-4aa785875025 req-1ffcdcb7-b1c0-427f-95a9-9809ac8bcd23 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.61 "GET /v2.0/ports?device_id=3da55cee-689f-429f-a5c7-15aac51003cc HTTP/1.1" status: 200 len: 945 time: 0.2753670 Feb 20 05:40:51.098185 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9286e0be-1265-45c2-b0d6-6677a2baea70 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:51.107473 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d7820e-e8eb-4798-944a-314dee53cd87 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:40:51.136183 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab33a7-5d22-4ba8-801e-1ba531695738 None None] Pushing event deleted for resources: {'Port': ['ID=11fe9d95-e2a7-44e5-ba0f-b2aa0f8b10c8,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:51.198026 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b994b0d4-75e7-40f6-b2f5-af9bd928ef5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (95f9466b-16a8-4259-899c-1ce01047c091), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:51.201789 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b994b0d4-75e7-40f6-b2f5-af9bd928ef5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:51.202983 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b994b0d4-75e7-40f6-b2f5-af9bd928ef5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/95f9466b-16a8-4259-899c-1ce01047c091 HTTP/1.1" status: 204 len: 168 time: 0.5624313 Feb 20 05:40:51.237268 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-180751fd-889d-4a1f-afb4-87977aeb44c4 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (1124e169-3824-4be5-98f3-cc0c7c4774e8), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:51.258342 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-180751fd-889d-4a1f-afb4-87977aeb44c4 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (1124e169-3824-4be5-98f3-cc0c7c4774e8), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:51.269877 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994b0d4-75e7-40f6-b2f5-af9bd928ef5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f9466b-16a8-4259-899c-1ce01047c091,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:51.282253 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9286e0be-1265-45c2-b0d6-6677a2baea70 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:40:51.287703 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9286e0be-1265-45c2-b0d6-6677a2baea70 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:51.324230 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180751fd-889d-4a1f-afb4-87977aeb44c4 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1124e169-3824-4be5-98f3-cc0c7c4774e8,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:51.329553 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f572a5-ec1c-4952-a3e9-fc8c5de4cc92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'fixed_ips': [{'subnet_id': '09ad5e32-b949-4a7d-a7eb-92fdde53d8df'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:40:51.331785 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0f572a5-ec1c-4952-a3e9-fc8c5de4cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:51.338476 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-180751fd-889d-4a1f-afb4-87977aeb44c4 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:51.344813 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-180751fd-889d-4a1f-afb4-87977aeb44c4 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4233692 Feb 20 05:40:51.348734 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38348) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:51.358650 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-e964b02e-0676-4724-a027-92bbb5bc4ec2 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Request body: {'security_group_rule': {'security_group_id': '86f42f1f-f436-4b7d-9972-f1ed187d47b3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:51.373941 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:51.410150 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-9e0844db-7c37-4ca8-ad1c-4aa785875025 req-6d6b8e35-d459-4f5d-93e1-ae1a05b7d909 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Deleting port 39d13450-bd59-4261-b93b-379a0f962e36 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:40:51.410508 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9e0844db-7c37-4ca8-ad1c-4aa785875025 req-6d6b8e35-d459-4f5d-93e1-ae1a05b7d909 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (39d13450-bd59-4261-b93b-379a0f962e36), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:51.415074 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-04867971-8a95-4996-951b-ec4b107e757e tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=09360c7e237c40839dd51d815c9180df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3754516 Feb 20 05:40:51.520463 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e964b02e-0676-4724-a027-92bbb5bc4ec2 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (5ae9c406-b03e-418e-a988-92c8e81c42d2), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:51.587917 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e964b02e-0676-4724-a027-92bbb5bc4ec2 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (5ae9c406-b03e-418e-a988-92c8e81c42d2), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:51.600442 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e964b02e-0676-4724-a027-92bbb5bc4ec2 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (5ae9c406-b03e-418e-a988-92c8e81c42d2), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:51.626074 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-f0f572a5-ec1c-4952-a3e9-fc8c5de4cc92 None None] Allocated IP 172.20.0.2 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/09ad5e32-b949-4a7d-a7eb-92fdde53d8df/93d79495-489d-42de-baf8-82b79ab85ff1) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:40:51.633394 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964b02e-0676-4724-a027-92bbb5bc4ec2 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae9c406-b03e-418e-a988-92c8e81c42d2,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:51.648178 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e964b02e-0676-4724-a027-92bbb5bc4ec2 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:51.651983 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e964b02e-0676-4724-a027-92bbb5bc4ec2 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2987895 Feb 20 05:40:51.654176 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38352) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:51.662074 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a9e7c459-e375-4eda-aada-c88ff22454b7 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Request body: {'security_group_rule': {'security_group_id': '86f42f1f-f436-4b7d-9972-f1ed187d47b3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:51.691758 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-9e0844db-7c37-4ca8-ad1c-4aa785875025 req-6d6b8e35-d459-4f5d-93e1-ae1a05b7d909 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] For port 39d13450-bd59-4261-b93b-379a0f962e36, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=39d13450-bd59-4261-b93b-379a0f962e36,segment=NetworkSegment(4cdc692c-dc0a-4b72-9459-ea1592b0f54a),segment_id=4cdc692c-dc0a-4b72-9459-ea1592b0f54a)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:51.692144 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9e0844db-7c37-4ca8-ad1c-4aa785875025 req-6d6b8e35-d459-4f5d-93e1-ae1a05b7d909 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (39d13450-bd59-4261-b93b-379a0f962e36), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:51.711354 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-9e0844db-7c37-4ca8-ad1c-4aa785875025 req-6d6b8e35-d459-4f5d-93e1-ae1a05b7d909 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Calling delete_port for 39d13450-bd59-4261-b93b-379a0f962e36 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:40:51.738595 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a9e7c459-e375-4eda-aada-c88ff22454b7 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (0fa3fa6e-70a7-41ea-94e2-de995f6d02ee), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:52.055152 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0f572a5-ec1c-4952-a3e9-fc8c5de4cc92 None None] Publish callbacks [] for port (93d79495-489d-42de-baf8-82b79ab85ff1), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:52.077098 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0f572a5-ec1c-4952-a3e9-fc8c5de4cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (93d79495-489d-42de-baf8-82b79ab85ff1), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:52.082813 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9e0844db-7c37-4ca8-ad1c-4aa785875025 req-6d6b8e35-d459-4f5d-93e1-ae1a05b7d909 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (39d13450-bd59-4261-b93b-379a0f962e36), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:52.109044 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f572a5-ec1c-4952-a3e9-fc8c5de4cc92 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:40:52.118058 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-f0f572a5-ec1c-4952-a3e9-fc8c5de4cc92 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:40:52.119489 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-ab02dff1-5004-4002-ae9d-230a1a5d7afc service neutron] 10.222.0.37 "GET /v2.0/networks/01278ac3-eba6-45f1-87d7-2920932959ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7032499 Feb 20 05:40:52.160417 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f572a5-ec1c-4952-a3e9-fc8c5de4cc92 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:40:52.177378 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a9e7c459-e375-4eda-aada-c88ff22454b7 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (0fa3fa6e-70a7-41ea-94e2-de995f6d02ee), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:52.182561 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b8e35-d459-4f5d-93e1-ae1a05b7d909 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Pushing event deleted for resources: {'Port': ['ID=39d13450-bd59-4261-b93b-379a0f962e36,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:52.207829 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a9e7c459-e375-4eda-aada-c88ff22454b7 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (0fa3fa6e-70a7-41ea-94e2-de995f6d02ee), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:52.319718 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f0f572a5-ec1c-4952-a3e9-fc8c5de4cc92 None None] Attempting to bind port 93d79495-489d-42de-baf8-82b79ab85ff1 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:40:52.320196 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f0f572a5-ec1c-4952-a3e9-fc8c5de4cc92 None None] Attempting to bind port 93d79495-489d-42de-baf8-82b79ab85ff1 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:40:52.320742 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f572a5-ec1c-4952-a3e9-fc8c5de4cc92 None None] Attempting to bind port 93d79495-489d-42de-baf8-82b79ab85ff1 on network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:40:52.324733 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f572a5-ec1c-4952-a3e9-fc8c5de4cc92 None None] Pushing event updated for resources: {'Port': ['ID=93d79495-489d-42de-baf8-82b79ab85ff1,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:52.330676 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f572a5-ec1c-4952-a3e9-fc8c5de4cc92 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:40:52.331296 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f572a5-ec1c-4952-a3e9-fc8c5de4cc92 None None] Checking segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:40:52.331871 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0f572a5-ec1c-4952-a3e9-fc8c5de4cc92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:52.332824 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f572a5-ec1c-4952-a3e9-fc8c5de4cc92 None None] Bound using segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:40:52.333176 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f0f572a5-ec1c-4952-a3e9-fc8c5de4cc92 None None] Bound port: 93d79495-489d-42de-baf8-82b79ab85ff1, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:40:52.333651 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0f572a5-ec1c-4952-a3e9-fc8c5de4cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (93d79495-489d-42de-baf8-82b79ab85ff1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:52.417951 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7c459-e375-4eda-aada-c88ff22454b7 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa3fa6e-70a7-41ea-94e2-de995f6d02ee,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:52.431856 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0844db-7c37-4ca8-ad1c-4aa785875025 req-6d6b8e35-d459-4f5d-93e1-ae1a05b7d909 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] No DVR routers for this DVR port 39d13450-bd59-4261-b93b-379a0f962e36 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:40:52.436717 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9e0844db-7c37-4ca8-ad1c-4aa785875025 req-6d6b8e35-d459-4f5d-93e1-ae1a05b7d909 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:52.441876 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9e0844db-7c37-4ca8-ad1c-4aa785875025 req-6d6b8e35-d459-4f5d-93e1-ae1a05b7d909 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.61 "DELETE /v2.0/ports/39d13450-bd59-4261-b93b-379a0f962e36 HTTP/1.1" status: 204 len: 173 time: 1.3429871 Feb 20 05:40:52.442744 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da55cee-689f-429f-a5c7-15aac51003cc', 'name': 'network-vif-deleted', 'tag': '39d13450-bd59-4261-b93b-379a0f962e36'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:40:52.442882 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f0f572a5-ec1c-4952-a3e9-fc8c5de4cc92 None None] For port 93d79495-489d-42de-baf8-82b79ab85ff1, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:40:52.445806 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f75d9b-f2cd-4cee-870f-84c65cec2c4f" -d '{"events": [{"server_uuid": "3da55cee-689f-429f-a5c7-15aac51003cc", "name": "network-vif-deleted", "tag": "39d13450-bd59-4261-b93b-379a0f962e36"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:40:52.452262 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a9e7c459-e375-4eda-aada-c88ff22454b7 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:52.453918 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a9e7c459-e375-4eda-aada-c88ff22454b7 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7987618 Feb 20 05:40:52.460610 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f0f572a5-ec1c-4952-a3e9-fc8c5de4cc92 None None] For port 93d79495-489d-42de-baf8-82b79ab85ff1, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=93d79495-489d-42de-baf8-82b79ab85ff1,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:40:52.467672 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38386) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:52.474671 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-40e1821f-77c7-4492-9844-ffe22aac0251 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Request body: {'security_group_rule': {'security_group_id': '86f42f1f-f436-4b7d-9972-f1ed187d47b3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:52.523211 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0f572a5-ec1c-4952-a3e9-fc8c5de4cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (93d79495-489d-42de-baf8-82b79ab85ff1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:52.573844 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-40e1821f-77c7-4492-9844-ffe22aac0251 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (0de1660a-e81b-4580-96b0-3372501dee62), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:52.732474 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:52.742641 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:52.754741 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f572a5-ec1c-4952-a3e9-fc8c5de4cc92 None None] Pushing event updated for resources: {'Port': ['ID=93d79495-489d-42de-baf8-82b79ab85ff1,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:52.797764 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-40e1821f-77c7-4492-9844-ffe22aac0251 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (0de1660a-e81b-4580-96b0-3372501dee62), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:52.809593 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-40e1821f-77c7-4492-9844-ffe22aac0251 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (0de1660a-e81b-4580-96b0-3372501dee62), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:52.848073 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1821f-77c7-4492-9844-ffe22aac0251 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de1660a-e81b-4580-96b0-3372501dee62,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:52.861245 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-40e1821f-77c7-4492-9844-ffe22aac0251 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:52.862494 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-40e1821f-77c7-4492-9844-ffe22aac0251 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3927081 Feb 20 05:40:52.868004 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38406) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:52.872592 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-9193bfda-4b03-4a59-a42c-b89298e53d58 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Request body: {'security_group_rule': {'security_group_id': '86f42f1f-f436-4b7d-9972-f1ed187d47b3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:52.944550 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9193bfda-4b03-4a59-a42c-b89298e53d58 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (1944d61e-2fe5-4f55-b1b0-f02af5f420d9), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:53.134109 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9193bfda-4b03-4a59-a42c-b89298e53d58 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (1944d61e-2fe5-4f55-b1b0-f02af5f420d9), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:53.151691 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9193bfda-4b03-4a59-a42c-b89298e53d58 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (1944d61e-2fe5-4f55-b1b0-f02af5f420d9), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:53.172704 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193bfda-4b03-4a59-a42c-b89298e53d58 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1944d61e-2fe5-4f55-b1b0-f02af5f420d9,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:53.220088 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9193bfda-4b03-4a59-a42c-b89298e53d58 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:53.221352 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9193bfda-4b03-4a59-a42c-b89298e53d58 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3523343 Feb 20 05:40:53.224330 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38420) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:53.303310 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc45d221-2005-498f-97ce-509f5c8d1604 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (1944d61e-2fe5-4f55-b1b0-f02af5f420d9), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:53.331421 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc45d221-2005-498f-97ce-509f5c8d1604 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (1944d61e-2fe5-4f55-b1b0-f02af5f420d9), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:53.356184 n-d-829866-5 neutron-server[103407]: DEBUG neutron.objects.ports [None req-9286e0be-1265-45c2-b0d6-6677a2baea70 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103407) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 05:40:53.411473 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc45d221-2005-498f-97ce-509f5c8d1604 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (1944d61e-2fe5-4f55-b1b0-f02af5f420d9), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:53.429179 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc45d221-2005-498f-97ce-509f5c8d1604 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:53.432895 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dc45d221-2005-498f-97ce-509f5c8d1604 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/1944d61e-2fe5-4f55-b1b0-f02af5f420d9 HTTP/1.1" status: 204 len: 168 time: 0.2049708 Feb 20 05:40:53.432895 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45d221-2005-498f-97ce-509f5c8d1604 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1944d61e-2fe5-4f55-b1b0-f02af5f420d9,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:53.440634 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38424) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:53.450827 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 39d13450-bd59-4261-b93b-379a0f962e36 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:40:53.505181 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 39d13450-bd59-4261-b93b-379a0f962e36 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:40:53.519303 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 39d13450-bd59-4261-b93b-379a0f962e36 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:40:53.548147 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38428) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:53.693424 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b35e38a0-933b-4d81-9349-59988a34f1ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:53.748378 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f7d03e13-5144-4f76-90e0-fd7639c09182 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2190182 Feb 20 05:40:53.750697 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-17c16fc0-4fd3-4452-b20d-3346bcffc837 service neutron] 10.222.0.37 "GET /v2.0/networks/01278ac3-eba6-45f1-87d7-2920932959ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6242108 Feb 20 05:40:53.753346 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38436) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:53.802712 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fe0414dd-85fd-4885-b695-45f7bcaa962b tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (0de1660a-e81b-4580-96b0-3372501dee62), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:53.872849 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fe0414dd-85fd-4885-b695-45f7bcaa962b tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (0de1660a-e81b-4580-96b0-3372501dee62), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:53.932127 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b35e38a0-933b-4d81-9349-59988a34f1ca admin admin] Publish callbacks [] for security_group (8fabcefc-2d7a-413c-9916-c0413df51239), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:53.948063 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b35e38a0-933b-4d81-9349-59988a34f1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8fabcefc-2d7a-413c-9916-c0413df51239), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:54.046397 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9286e0be-1265-45c2-b0d6-6677a2baea70 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (93d79495-489d-42de-baf8-82b79ab85ff1), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:54.053712 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b35e38a0-933b-4d81-9349-59988a34f1ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a016849aa87e49e78be9035b25bcaf89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5024967 Feb 20 05:40:54.054599 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e38a0-933b-4d81-9349-59988a34f1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fabcefc-2d7a-413c-9916-c0413df51239,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:54.063106 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38446) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:54.086781 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fe0414dd-85fd-4885-b695-45f7bcaa962b tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (0de1660a-e81b-4580-96b0-3372501dee62), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:54.098633 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fe0414dd-85fd-4885-b695-45f7bcaa962b tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:54.101124 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fe0414dd-85fd-4885-b695-45f7bcaa962b tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/0de1660a-e81b-4580-96b0-3372501dee62 HTTP/1.1" status: 204 len: 168 time: 0.3462312 Feb 20 05:40:54.105754 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38448) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:54.231020 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-28869083-0a51-4cc1-a476-59631b5d79ee admin admin] Publish callbacks [] for security_group (8fabcefc-2d7a-413c-9916-c0413df51239), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:54.253208 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0414dd-85fd-4885-b695-45f7bcaa962b tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0de1660a-e81b-4580-96b0-3372501dee62,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:54.296375 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-28869083-0a51-4cc1-a476-59631b5d79ee admin admin] Publish callbacks [] for security_group (8fabcefc-2d7a-413c-9916-c0413df51239), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:54.405854 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-28869083-0a51-4cc1-a476-59631b5d79ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8fabcefc-2d7a-413c-9916-c0413df51239), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:54.408394 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-28869083-0a51-4cc1-a476-59631b5d79ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:54.417061 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-28869083-0a51-4cc1-a476-59631b5d79ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8fabcefc-2d7a-413c-9916-c0413df51239 HTTP/1.1" status: 204 len: 168 time: 0.3481064 Feb 20 05:40:54.438168 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28869083-0a51-4cc1-a476-59631b5d79ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fabcefc-2d7a-413c-9916-c0413df51239,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:54.483697 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3913a-fce9-4f17-828b-1e7e55e857d5 req-04c23d8b-7911-4551-b52e-223810d3ba3f tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:54.499423 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30f3913a-fce9-4f17-828b-1e7e55e857d5 req-04c23d8b-7911-4551-b52e-223810d3ba3f tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 945 time: 0.3289652 Feb 20 05:40:54.609897 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38472) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:54.610201 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-87069037-b17d-49a6-892d-bbd8047d615f tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.4445202 Feb 20 05:40:54.667557 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3dd03b08-85d5-473c-bfbb-dd8027d90c38 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (0fa3fa6e-70a7-41ea-94e2-de995f6d02ee), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:54.683747 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30f3913a-fce9-4f17-828b-1e7e55e857d5 req-e20cd141-d863-49c6-90e6-32c5275f8ef3 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598623 Feb 20 05:40:54.694301 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3dd03b08-85d5-473c-bfbb-dd8027d90c38 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (0fa3fa6e-70a7-41ea-94e2-de995f6d02ee), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:54.747632 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3dd03b08-85d5-473c-bfbb-dd8027d90c38 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (0fa3fa6e-70a7-41ea-94e2-de995f6d02ee), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:54.759443 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3dd03b08-85d5-473c-bfbb-dd8027d90c38 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:54.763096 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3dd03b08-85d5-473c-bfbb-dd8027d90c38 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/0fa3fa6e-70a7-41ea-94e2-de995f6d02ee HTTP/1.1" status: 204 len: 168 time: 0.1520486 Feb 20 05:40:54.773991 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38478) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:54.776123 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd03b08-85d5-473c-bfbb-dd8027d90c38 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0fa3fa6e-70a7-41ea-94e2-de995f6d02ee,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:54.878716 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-9286e0be-1265-45c2-b0d6-6677a2baea70 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] For port 93d79495-489d-42de-baf8-82b79ab85ff1, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=93d79495-489d-42de-baf8-82b79ab85ff1,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:54.889487 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 93d79495-489d-42de-baf8-82b79ab85ff1 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:40:54.927361 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-88e6f6c5-380f-4571-a562-c23e3e433279 req-8293ebca-f286-44e0-8fae-7cf796e9d668 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/ports?device_id=32cb26ec-bf72-4219-ab16-ae7c3fe9a73d HTTP/1.1" status: 200 len: 210 time: 0.0821462 Feb 20 05:40:54.954660 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38482) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:54.954873 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-eba0768f-bd92-4fbb-b3a8-c0773f881e5d tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1670246 Feb 20 05:40:54.988738 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9286e0be-1265-45c2-b0d6-6677a2baea70 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (93d79495-489d-42de-baf8-82b79ab85ff1), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:55.003700 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9286e0be-1265-45c2-b0d6-6677a2baea70 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (93d79495-489d-42de-baf8-82b79ab85ff1), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:55.024215 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-414a3f4c-70f3-465c-b7fd-f711d33ee75e tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (5ae9c406-b03e-418e-a988-92c8e81c42d2), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:55.033382 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-15d8a324-1dbb-4852-82fc-f90b97717d63 None None] Provisioning complete for port 93d79495-489d-42de-baf8-82b79ab85ff1 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:55.033751 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15d8a324-1dbb-4852-82fc-f90b97717d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (93d79495-489d-42de-baf8-82b79ab85ff1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:55.043868 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-414a3f4c-70f3-465c-b7fd-f711d33ee75e tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (5ae9c406-b03e-418e-a988-92c8e81c42d2), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:55.075445 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577f50c8-4ff1-4429-aed1-212f57a73934 x-openstack-request-id: req-577f50c8-4ff1-4429-aed1-212f57a73934 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:40:55.075759 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da55cee-689f-429f-a5c7-15aac51003cc", "name": "network-vif-deleted", "tag": "39d13450-bd59-4261-b93b-379a0f962e36", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:40:55.076582 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-577f50c8-4ff1-4429-aed1-212f57a73934 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:40:55.079665 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da55cee-689f-429f-a5c7-15aac51003cc', 'name': 'network-vif-deleted', 'tag': '39d13450-bd59-4261-b93b-379a0f962e36', 'status': 'completed', 'code': 200} Feb 20 05:40:55.125862 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 93d79495-489d-42de-baf8-82b79ab85ff1 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:55.127358 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (93d79495-489d-42de-baf8-82b79ab85ff1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:55.149671 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-414a3f4c-70f3-465c-b7fd-f711d33ee75e tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (5ae9c406-b03e-418e-a988-92c8e81c42d2), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:55.157551 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-414a3f4c-70f3-465c-b7fd-f711d33ee75e tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:55.161997 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-414a3f4c-70f3-465c-b7fd-f711d33ee75e tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/5ae9c406-b03e-418e-a988-92c8e81c42d2 HTTP/1.1" status: 204 len: 168 time: 0.2057755 Feb 20 05:40:55.164152 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38490) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:55.167628 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9286e0be-1265-45c2-b0d6-6677a2baea70 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (969c9639-1df3-40b5-8a62-ff70ed07cba2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:55.177933 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a3f4c-70f3-465c-b7fd-f711d33ee75e tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ae9c406-b03e-418e-a988-92c8e81c42d2,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:55.190348 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286e0be-1265-45c2-b0d6-6677a2baea70 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=93d79495-489d-42de-baf8-82b79ab85ff1,revision_number=4']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:55.293760 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9286e0be-1265-45c2-b0d6-6677a2baea70 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:40:55.313300 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:55.321130 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d5324454-f2a2-4039-bf8e-b0c29789afd6 req-39a39897-9de1-4ad0-84e5-de81212cd07e tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 210 time: 0.0739722 Feb 20 05:40:55.322269 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-9286e0be-1265-45c2-b0d6-6677a2baea70 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:40:55.328058 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9286e0be-1265-45c2-b0d6-6677a2baea70 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:55.328924 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9286e0be-1265-45c2-b0d6-6677a2baea70 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:55.339288 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38494) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:55.351356 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c25ba853-cd02-49f9-a22a-622260cb7e43 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1745045 Feb 20 05:40:55.360205 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ce8411-dc8f-4d34-9e35-4cc4896a07aa None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:40:55.361841 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286e0be-1265-45c2-b0d6-6677a2baea70 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=969c9639-1df3-40b5-8a62-ff70ed07cba2,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:55.377655 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9286e0be-1265-45c2-b0d6-6677a2baea70 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3196611 Feb 20 05:40:55.381625 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38496) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:55.395454 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f9894022-cf30-4f7b-b793-a66a4a072857 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'mac_address': 'fa:16:3e:8a:3e:ac', 'name': 'tempest-NetworksTestDHCPv6-460169030'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:55.397634 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354780f-8ca2-4c71-8853-ea7ec4962a2d req-91051208-f77e-4af3-b457-22156ff2ab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:55.399240 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5354780f-8ca2-4c71-8853-ea7ec4962a2d req-91051208-f77e-4af3-b457-22156ff2ab52 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 1127 time: 0.1971467 Feb 20 05:40:55.509741 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a130f1dc-5ec3-4ebd-a248-24f04126b3c5 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (1124e169-3824-4be5-98f3-cc0c7c4774e8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:55.539914 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a130f1dc-5ec3-4ebd-a248-24f04126b3c5 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (1124e169-3824-4be5-98f3-cc0c7c4774e8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:55.550945 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 93d79495-489d-42de-baf8-82b79ab85ff1 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:55.554858 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (93d79495-489d-42de-baf8-82b79ab85ff1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:55.588891 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9894022-cf30-4f7b-b793-a66a4a072857 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:40:55.605199 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354780f-8ca2-4c71-8853-ea7ec4962a2d req-215b51f6-4e60-4e67-93a5-7e31dd25259c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:55.609089 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5354780f-8ca2-4c71-8853-ea7ec4962a2d req-215b51f6-4e60-4e67-93a5-7e31dd25259c service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 200 len: 912 time: 0.1998496 Feb 20 05:40:55.715797 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5354780f-8ca2-4c71-8853-ea7ec4962a2d req-191c76c7-2d20-4d55-9b74-526ff90a662c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=395958e9-b3e5-48fc-a5fe-e7aca7e88338 HTTP/1.1" status: 200 len: 217 time: 0.0907655 Feb 20 05:40:55.724429 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a130f1dc-5ec3-4ebd-a248-24f04126b3c5 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (1124e169-3824-4be5-98f3-cc0c7c4774e8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:55.731792 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a130f1dc-5ec3-4ebd-a248-24f04126b3c5 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:55.735360 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a130f1dc-5ec3-4ebd-a248-24f04126b3c5 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/1124e169-3824-4be5-98f3-cc0c7c4774e8 HTTP/1.1" status: 204 len: 168 time: 0.3947446 Feb 20 05:40:55.742070 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38514) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:55.766565 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 93d79495-489d-42de-baf8-82b79ab85ff1, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=93d79495-489d-42de-baf8-82b79ab85ff1,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:55.793007 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (93d79495-489d-42de-baf8-82b79ab85ff1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:55.847129 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354780f-8ca2-4c71-8853-ea7ec4962a2d req-c5731d84-1626-4ad3-85af-c3da5a4dc239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:55.850046 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5354780f-8ca2-4c71-8853-ea7ec4962a2d req-c5731d84-1626-4ad3-85af-c3da5a4dc239 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a08401b1-85d8-4e92-bab1-1aef3c02482d HTTP/1.1" status: 200 len: 851 time: 0.1284778 Feb 20 05:40:55.936844 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-15d8a324-1dbb-4852-82fc-f90b97717d63 None None] Current status of the port 93d79495-489d-42de-baf8-82b79ab85ff1 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:55.937605 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15d8a324-1dbb-4852-82fc-f90b97717d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (93d79495-489d-42de-baf8-82b79ab85ff1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:55.942429 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=93d79495-489d-42de-baf8-82b79ab85ff1,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:55.952658 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130f1dc-5ec3-4ebd-a248-24f04126b3c5 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1124e169-3824-4be5-98f3-cc0c7c4774e8,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:55.974612 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354780f-8ca2-4c71-8853-ea7ec4962a2d req-8b8880d5-3bc6-4e60-a5a8-4de33b111c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:55.978599 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5354780f-8ca2-4c71-8853-ea7ec4962a2d req-8b8880d5-3bc6-4e60-a5a8-4de33b111c85 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1200829 Feb 20 05:40:56.031963 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-15a5b807-984c-4d9c-b03e-c15d2c8ede7f tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2722402 Feb 20 05:40:56.032692 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38522) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:56.071805 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f9894022-cf30-4f7b-b793-a66a4a072857 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:56.174230 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-ac7c00f1-7dab-48c4-a04a-ea63026b87d3 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a3e6712a47034666b11f44d7ab7587a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0803647 Feb 20 05:40:56.186806 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-fec92558-d734-49c0-9b32-8f5e802b6bba tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:56.188491 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-fec92558-d734-49c0-9b32-8f5e802b6bba tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.61 "GET /v2.0/networks?id=01278ac3-eba6-45f1-87d7-2920932959ff HTTP/1.1" status: 200 len: 814 time: 0.3838165 Feb 20 05:40:56.189840 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-f9894022-cf30-4f7b-b793-a66a4a072857 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] device_id is not set on port cbd494d8-b8a7-49fb-872d-de999a2ae8b8 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:40:56.223762 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-15d8a324-1dbb-4852-82fc-f90b97717d63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:40:56.224168 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-15d8a324-1dbb-4852-82fc-f90b97717d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:40:56.237466 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-e056ad3f-5587-4040-84c6-991d370e7a08 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Request body: {'port': {'device_id': '5a56a629-6edc-4e99-9000-da1c831307b6', 'network_id': '01278ac3-eba6-45f1-87d7-2920932959ff', 'admin_state_up': True, 'tenant_id': '09360c7e237c40839dd51d815c9180df'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:56.294387 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f005ea17-75a6-43b0-8d81-94726f29f93a tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (86f42f1f-f436-4b7d-9972-f1ed187d47b3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:56.298301 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5354780f-8ca2-4c71-8853-ea7ec4962a2d req-a2b5962f-f89a-4b07-b642-b10d0198ac74 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131115 Feb 20 05:40:56.364514 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f005ea17-75a6-43b0-8d81-94726f29f93a tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (86f42f1f-f436-4b7d-9972-f1ed187d47b3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:56.488093 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f005ea17-75a6-43b0-8d81-94726f29f93a tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (86f42f1f-f436-4b7d-9972-f1ed187d47b3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:56.490754 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f005ea17-75a6-43b0-8d81-94726f29f93a tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:56.494680 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f005ea17-75a6-43b0-8d81-94726f29f93a tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "DELETE /v2.0/security-groups/86f42f1f-f436-4b7d-9972-f1ed187d47b3 HTTP/1.1" status: 204 len: 168 time: 0.4271753 Feb 20 05:40:56.499843 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38554) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:56.520696 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5354780f-8ca2-4c71-8853-ea7ec4962a2d req-fa074a18-0769-4df1-bdba-9310923fd9df service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076354 Feb 20 05:40:56.538146 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005ea17-75a6-43b0-8d81-94726f29f93a tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f42f1f-f436-4b7d-9972-f1ed187d47b3,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:56.603287 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bebcf0f9-7894-4910-9aca-f65ec7ab2e99 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0986898 Feb 20 05:40:56.603962 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38556) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:56.609183 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-15223ecf-a0ad-4c9f-b7df-89a4fa52453c tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Request body: {'security_group': {'name': 'tempest-secgroup--1199909735'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:56.653906 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-15223ecf-a0ad-4c9f-b7df-89a4fa52453c tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:56.739144 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-15223ecf-a0ad-4c9f-b7df-89a4fa52453c tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (a1a75e3f-cc7e-4814-be58-638986e8007d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:56.745557 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-15223ecf-a0ad-4c9f-b7df-89a4fa52453c tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a1a75e3f-cc7e-4814-be58-638986e8007d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:56.789899 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-15d8a324-1dbb-4852-82fc-f90b97717d63 None None] Current status of the port 93d79495-489d-42de-baf8-82b79ab85ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:56.818341 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15223ecf-a0ad-4c9f-b7df-89a4fa52453c tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a75e3f-cc7e-4814-be58-638986e8007d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:56.830188 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-15223ecf-a0ad-4c9f-b7df-89a4fa52453c tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:56.837941 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-15223ecf-a0ad-4c9f-b7df-89a4fa52453c tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2328241 Feb 20 05:40:56.838758 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38560) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:56.846588 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 93d79495-489d-42de-baf8-82b79ab85ff1 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:40:56.851610 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-ba6311bc-8ecc-4d38-b693-18b8b7593a27 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Request body: {'security_group_rule': {'security_group_id': 'a1a75e3f-cc7e-4814-be58-638986e8007d', 'direction': 'ingress', 'protocol': 17}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:56.881703 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ba6311bc-8ecc-4d38-b693-18b8b7593a27 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (ed8965b8-259e-4203-9388-f443d1cfa2fe), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:56.912648 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38562) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:56.942961 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-f9894022-cf30-4f7b-b793-a66a4a072857 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 172.20.0.14 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/09ad5e32-b949-4a7d-a7eb-92fdde53d8df/cbd494d8-b8a7-49fb-872d-de999a2ae8b8) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:40:56.951768 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-f9894022-cf30-4f7b-b793-a66a4a072857 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 2001:db8::f816:3eff:fe8a:3eac (81f72dab-c9ca-4111-9cef-a8a92557f9f3/969c9639-1df3-40b5-8a62-ff70ed07cba2/cbd494d8-b8a7-49fb-872d-de999a2ae8b8) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:40:56.966120 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ba6311bc-8ecc-4d38-b693-18b8b7593a27 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (ed8965b8-259e-4203-9388-f443d1cfa2fe), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:56.974827 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 93d79495-489d-42de-baf8-82b79ab85ff1 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:56.975820 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (93d79495-489d-42de-baf8-82b79ab85ff1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:56.980041 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ba6311bc-8ecc-4d38-b693-18b8b7593a27 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (ed8965b8-259e-4203-9388-f443d1cfa2fe), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:56.999199 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6311bc-8ecc-4d38-b693-18b8b7593a27 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8965b8-259e-4203-9388-f443d1cfa2fe,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:57.019638 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ba6311bc-8ecc-4d38-b693-18b8b7593a27 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:57.025778 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ba6311bc-8ecc-4d38-b693-18b8b7593a27 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1848071 Feb 20 05:40:57.026802 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38566) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:57.123756 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 93d79495-489d-42de-baf8-82b79ab85ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:57.187221 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1bc542f1-88cd-4828-938a-0b6191694d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:57.196892 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-56515f79-82b1-466e-a5d1-d720a51c60c5 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (a1a75e3f-cc7e-4814-be58-638986e8007d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:57.205086 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f9894022-cf30-4f7b-b793-a66a4a072857 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (cbd494d8-b8a7-49fb-872d-de999a2ae8b8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:57.236133 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-56515f79-82b1-466e-a5d1-d720a51c60c5 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (a1a75e3f-cc7e-4814-be58-638986e8007d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:57.272897 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f9894022-cf30-4f7b-b793-a66a4a072857 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (cbd494d8-b8a7-49fb-872d-de999a2ae8b8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:57.339742 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d9447315-74e9-4713-b7d9-3726c3da4694 None None] Provisioning complete for port 93d79495-489d-42de-baf8-82b79ab85ff1 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:57.340627 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9447315-74e9-4713-b7d9-3726c3da4694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (93d79495-489d-42de-baf8-82b79ab85ff1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:57.342575 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-56515f79-82b1-466e-a5d1-d720a51c60c5 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a1a75e3f-cc7e-4814-be58-638986e8007d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:57.348961 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-56515f79-82b1-466e-a5d1-d720a51c60c5 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:57.351264 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9894022-cf30-4f7b-b793-a66a4a072857 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=cbd494d8-b8a7-49fb-872d-de999a2ae8b8,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:57.354164 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-56515f79-82b1-466e-a5d1-d720a51c60c5 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "DELETE /v2.0/security-groups/a1a75e3f-cc7e-4814-be58-638986e8007d HTTP/1.1" status: 204 len: 168 time: 0.3256707 Feb 20 05:40:57.355254 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38568) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:57.357867 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1bc542f1-88cd-4828-938a-0b6191694d26 admin admin] Publish callbacks [] for security_group (5b63f46e-9304-4b03-87b5-c94fe9d29cb8), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:57.362091 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9894022-cf30-4f7b-b793-a66a4a072857 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:40:57.365351 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-f9894022-cf30-4f7b-b793-a66a4a072857 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:40:57.368169 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9894022-cf30-4f7b-b793-a66a4a072857 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:40:57.381705 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-ff0bf5e1-fb1b-4a6f-919a-166846e4130a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:57.383981 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-ff0bf5e1-fb1b-4a6f-919a-166846e4130a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1884499 Feb 20 05:40:57.392931 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56515f79-82b1-466e-a5d1-d720a51c60c5 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a75e3f-cc7e-4814-be58-638986e8007d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:57.398728 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1bc542f1-88cd-4828-938a-0b6191694d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5b63f46e-9304-4b03-87b5-c94fe9d29cb8), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:57.411518 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-e056ad3f-5587-4040-84c6-991d370e7a08 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Made reservation on behalf of 09360c7e237c40839dd51d815c9180df for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:40:57.416441 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-e056ad3f-5587-4040-84c6-991d370e7a08 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:57.444476 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-7f3431d7-3e38-4f6c-8d75-ca6fdfe67fdb tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/quotas/a3e6712a47034666b11f44d7ab7587a8 HTTP/1.1" status: 200 len: 375 time: 0.0243561 Feb 20 05:40:57.492370 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-a45fd2c4-481e-4349-9845-c4926144bfa8 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3e6712a47034666b11f44d7ab7587a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387762 Feb 20 05:40:57.512262 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9894022-cf30-4f7b-b793-a66a4a072857 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:57.512846 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f9894022-cf30-4f7b-b793-a66a4a072857 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:57.515801 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38570) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:57.516584 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b5334fca-0494-4087-9571-6790c3128505 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1326578 Feb 20 05:40:57.524134 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f4fd54ad-0ebb-4482-aaae-398b9dbe066c tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Request body: {'security_group': {'name': 'tempest-secgroup--1221375081'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:57.524341 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1bc542f1-88cd-4828-938a-0b6191694d26 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16118dc051d8470e9c507155c69a9c71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6061010 Feb 20 05:40:57.524341 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc542f1-88cd-4828-938a-0b6191694d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b63f46e-9304-4b03-87b5-c94fe9d29cb8,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:57.527993 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38572) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:57.580429 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 395958e9-b3e5-48fc-a5fe-e7aca7e88338 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:40:57.630000 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f9894022-cf30-4f7b-b793-a66a4a072857 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2467487 Feb 20 05:40:57.633032 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38576) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:57.635398 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f4fd54ad-0ebb-4482-aaae-398b9dbe066c tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:57.708328 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d9447315-74e9-4713-b7d9-3726c3da4694 None None] Current status of the port 93d79495-489d-42de-baf8-82b79ab85ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:57.719054 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-128467a6-41be-4d75-a1d6-4e8e088c53e1 admin admin] Publish callbacks [] for security_group (5b63f46e-9304-4b03-87b5-c94fe9d29cb8), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:57.775995 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-e056ad3f-5587-4040-84c6-991d370e7a08 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Allocated IP 172.20.0.8 (01278ac3-eba6-45f1-87d7-2920932959ff/bc8bc607-6333-462f-8bbc-60d061e4d26c/3477e2b3-a8f5-4700-881d-5f3884bf183d) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:40:57.836965 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-128467a6-41be-4d75-a1d6-4e8e088c53e1 admin admin] Publish callbacks [] for security_group (5b63f46e-9304-4b03-87b5-c94fe9d29cb8), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:57.850588 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f4fd54ad-0ebb-4482-aaae-398b9dbe066c tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (2482815a-4715-45e1-8252-68e500a7023b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:57.851855 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 395958e9-b3e5-48fc-a5fe-e7aca7e88338 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:40:57.852259 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (395958e9-b3e5-48fc-a5fe-e7aca7e88338), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:57.863781 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ee3a33-a302-4806-9b80-868db331b54f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:57.866336 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f4fd54ad-0ebb-4482-aaae-398b9dbe066c tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2482815a-4715-45e1-8252-68e500a7023b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:57.877656 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ee3a33-a302-4806-9b80-868db331b54f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:57.884838 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-60ee3a33-a302-4806-9b80-868db331b54f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2506313 Feb 20 05:40:57.888562 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38582) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:57.913243 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 395958e9-b3e5-48fc-a5fe-e7aca7e88338, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=395958e9-b3e5-48fc-a5fe-e7aca7e88338,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:40:57.914713 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077ab7f9-704e-498e-adc5-884d50b65c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '395958e9-b3e5-48fc-a5fe-e7aca7e88338'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:40:57.917642 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f990a666-4279-437e-84aa-85fa0dbf611d" -d '{"events": [{"server_uuid": "077ab7f9-704e-498e-adc5-884d50b65c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "395958e9-b3e5-48fc-a5fe-e7aca7e88338"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:40:57.922514 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (395958e9-b3e5-48fc-a5fe-e7aca7e88338), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:58.001825 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd54ad-0ebb-4482-aaae-398b9dbe066c tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2482815a-4715-45e1-8252-68e500a7023b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:58.005746 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f4fd54ad-0ebb-4482-aaae-398b9dbe066c tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:58.009613 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f4fd54ad-0ebb-4482-aaae-398b9dbe066c tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4890478 Feb 20 05:40:58.012012 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38586) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:58.027588 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a0d9bfbd-8c6f-4e3f-a918-d7712f505ff1 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Request body: {'security_group': {'name': 'tempest-secgroup--1760771479'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:58.092367 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-c0fd4a26-8f72-4463-b7af-5fe526978a12 None None] Provisioning complete for port cbd494d8-b8a7-49fb-872d-de999a2ae8b8 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:40:58.093029 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0fd4a26-8f72-4463-b7af-5fe526978a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (cbd494d8-b8a7-49fb-872d-de999a2ae8b8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:58.095357 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=395958e9-b3e5-48fc-a5fe-e7aca7e88338,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:58.104443 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546b482-81ee-4251-9e6a-7b98a73db0c8 req-8e3ed34c-6e06-4b2b-8ad3-f639d05a1a44 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:58.106123 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c546b482-81ee-4251-9e6a-7b98a73db0c8 req-8e3ed34c-6e06-4b2b-8ad3-f639d05a1a44 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 943 time: 0.2123432 Feb 20 05:40:58.112557 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a0d9bfbd-8c6f-4e3f-a918-d7712f505ff1 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:58.168325 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-0e2afb2d-c0c6-43fb-8d1e-d47e2c6ddbfc tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting port cbd494d8-b8a7-49fb-872d-de999a2ae8b8 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:40:58.171039 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0e2afb2d-c0c6-43fb-8d1e-d47e2c6ddbfc tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (cbd494d8-b8a7-49fb-872d-de999a2ae8b8), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:58.174930 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd4a26-8f72-4463-b7af-5fe526978a12 None None] Port cbd494d8-b8a7-49fb-872d-de999a2ae8b8 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:40:58.201942 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-128467a6-41be-4d75-a1d6-4e8e088c53e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5b63f46e-9304-4b03-87b5-c94fe9d29cb8), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:58.205139 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-128467a6-41be-4d75-a1d6-4e8e088c53e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:58.206660 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-128467a6-41be-4d75-a1d6-4e8e088c53e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b63f46e-9304-4b03-87b5-c94fe9d29cb8 HTTP/1.1" status: 204 len: 168 time: 0.6776602 Feb 20 05:40:58.221214 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-e056ad3f-5587-4040-84c6-991d370e7a08 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Publish callbacks [] for port (3477e2b3-a8f5-4700-881d-5f3884bf183d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:58.250284 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c546b482-81ee-4251-9e6a-7b98a73db0c8 req-8f88005a-9de9-428d-865e-22138291891c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172876 Feb 20 05:40:58.300419 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a0d9bfbd-8c6f-4e3f-a918-d7712f505ff1 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (2186eb9f-fbbc-4087-8c0a-52010590010c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:58.309215 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a0d9bfbd-8c6f-4e3f-a918-d7712f505ff1 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2186eb9f-fbbc-4087-8c0a-52010590010c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:58.328682 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-e056ad3f-5587-4040-84c6-991d370e7a08 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (3477e2b3-a8f5-4700-881d-5f3884bf183d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:58.334972 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128467a6-41be-4d75-a1d6-4e8e088c53e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b63f46e-9304-4b03-87b5-c94fe9d29cb8,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:58.411183 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a0d9bfbd-8c6f-4e3f-a918-d7712f505ff1 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:58.417205 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a0d9bfbd-8c6f-4e3f-a918-d7712f505ff1 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4042044 Feb 20 05:40:58.421051 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38596) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:58.438082 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9bfbd-8c6f-4e3f-a918-d7712f505ff1 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2186eb9f-fbbc-4087-8c0a-52010590010c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:58.445881 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-76834dfc-daed-4cd7-be5b-44d86c065a38 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Request body: {'security_group_rule': {'security_group_id': '2482815a-4715-45e1-8252-68e500a7023b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2186eb9f-fbbc-4087-8c0a-52010590010c', 'remote_ip_prefix': None}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:58.463453 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-e056ad3f-5587-4040-84c6-991d370e7a08 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Network 01278ac3-eba6-45f1-87d7-2920932959ff is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:40:58.478273 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-e056ad3f-5587-4040-84c6-991d370e7a08 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:40:58.484409 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-e056ad3f-5587-4040-84c6-991d370e7a08 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:40:58.493179 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0e2afb2d-c0c6-43fb-8d1e-d47e2c6ddbfc tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (cbd494d8-b8a7-49fb-872d-de999a2ae8b8), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:58.515058 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-0e2afb2d-c0c6-43fb-8d1e-d47e2c6ddbfc tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Calling delete_port for cbd494d8-b8a7-49fb-872d-de999a2ae8b8 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:40:58.574127 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-76834dfc-daed-4cd7-be5b-44d86c065a38 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (4047bb1b-0a08-4c77-aaf2-cb4264f88d55), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:58.592081 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-e056ad3f-5587-4040-84c6-991d370e7a08 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:58.592706 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-e056ad3f-5587-4040-84c6-991d370e7a08 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:58.620110 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056ad3f-5587-4040-84c6-991d370e7a08 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Pushing event updated for resources: {'Port': ['ID=3477e2b3-a8f5-4700-881d-5f3884bf183d,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:58.699880 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-76834dfc-daed-4cd7-be5b-44d86c065a38 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (4047bb1b-0a08-4c77-aaf2-cb4264f88d55), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:58.708716 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-76834dfc-daed-4cd7-be5b-44d86c065a38 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (4047bb1b-0a08-4c77-aaf2-cb4264f88d55), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:58.724199 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-e056ad3f-5587-4040-84c6-991d370e7a08 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5234544 Feb 20 05:40:58.740679 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-989214ac-1f76-4733-8253-fcf836907d33 service neutron] Request body: {'port': {'device_id': '5a56a629-6edc-4e99-9000-da1c831307b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:40:58.757838 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76834dfc-daed-4cd7-be5b-44d86c065a38 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4047bb1b-0a08-4c77-aaf2-cb4264f88d55,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:58.790818 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-76834dfc-daed-4cd7-be5b-44d86c065a38 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:58.795955 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-76834dfc-daed-4cd7-be5b-44d86c065a38 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3736308 Feb 20 05:40:58.801289 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b0f91-f371-4eef-b71d-7e511d0fd9f9 req-b61c8f06-8d57-40bc-b16e-8e2f8af19174 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:58.805490 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a7b0f91-f371-4eef-b71d-7e511d0fd9f9 req-b61c8f06-8d57-40bc-b16e-8e2f8af19174 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 931 time: 0.2301235 Feb 20 05:40:58.806869 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38610) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:58.883157 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cff42443-d917-4d5f-a387-3bb6d4d39591 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (4047bb1b-0a08-4c77-aaf2-cb4264f88d55), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:58.903564 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cff42443-d917-4d5f-a387-3bb6d4d39591 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (4047bb1b-0a08-4c77-aaf2-cb4264f88d55), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:58.922209 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-989214ac-1f76-4733-8253-fcf836907d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3477e2b3-a8f5-4700-881d-5f3884bf183d), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:58.948144 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0e2afb2d-c0c6-43fb-8d1e-d47e2c6ddbfc tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (cbd494d8-b8a7-49fb-872d-de999a2ae8b8), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:59.016982 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a7b0f91-f371-4eef-b71d-7e511d0fd9f9 req-1e86bddf-63be-4aef-a908-76d90ab6faac tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835892 Feb 20 05:40:59.032170 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2afb2d-c0c6-43fb-8d1e-d47e2c6ddbfc tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Port': ['ID=cbd494d8-b8a7-49fb-872d-de999a2ae8b8,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:59.062393 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cff42443-d917-4d5f-a387-3bb6d4d39591 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (4047bb1b-0a08-4c77-aaf2-cb4264f88d55), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:59.090752 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cff42443-d917-4d5f-a387-3bb6d4d39591 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:59.099815 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-cff42443-d917-4d5f-a387-3bb6d4d39591 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4047bb1b-0a08-4c77-aaf2-cb4264f88d55 HTTP/1.1" status: 204 len: 168 time: 0.2871861 Feb 20 05:40:59.100023 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38614) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:59.196687 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff42443-d917-4d5f-a387-3bb6d4d39591 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4047bb1b-0a08-4c77-aaf2-cb4264f88d55,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:40:59.257878 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fbd7c959-a85a-45ef-b514-f7b47f9cb74e req-92634030-bd25-4ba3-aa8b-e618261bf351 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4bb2b9a-9d08-4174-a960-428722663d65 HTTP/1.1" status: 200 len: 210 time: 0.0805855 Feb 20 05:40:59.327911 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 20 Feb 2022 05:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09d9495-db8d-4a4a-8d5c-6aabead285af x-openstack-request-id: req-e09d9495-db8d-4a4a-8d5c-6aabead285af {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:40:59.328856 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077ab7f9-704e-498e-adc5-884d50b65c9a", "name": "network-vif-unplugged", "status": "failed", "tag": "395958e9-b3e5-48fc-a5fe-e7aca7e88338", "code": 422}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:40:59.329279 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e09d9495-db8d-4a4a-8d5c-6aabead285af {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:40:59.330073 n-d-829866-5 neutron-server[103408]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '077ab7f9-704e-498e-adc5-884d50b65c9a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '395958e9-b3e5-48fc-a5fe-e7aca7e88338', 'code': 422} returned with failed status Feb 20 05:40:59.398540 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38624) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:59.450145 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0e2afb2d-c0c6-43fb-8d1e-d47e2c6ddbfc tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:40:59.470324 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38628) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:59.472248 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0e2afb2d-c0c6-43fb-8d1e-d47e2c6ddbfc tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/cbd494d8-b8a7-49fb-872d-de999a2ae8b8 HTTP/1.1" status: 204 len: 168 time: 1.5607102 Feb 20 05:40:59.537728 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b65aebb-725f-43af-bcc1-ebcf3ac58402 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:59.538915 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b65aebb-725f-43af-bcc1-ebcf3ac58402 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:59.540334 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b65aebb-725f-43af-bcc1-ebcf3ac58402 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:59.542581 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8b65aebb-725f-43af-bcc1-ebcf3ac58402 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0687623 Feb 20 05:40:59.551143 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f21bd418-0db0-4de8-9d95-f0341ada9999 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4450173 Feb 20 05:40:59.554026 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38630) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:59.554372 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38632) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:40:59.577022 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-ec12c51b-b8e8-42fa-8a34-4832d2917df9 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a3e6712a47034666b11f44d7ab7587a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1469536 Feb 20 05:40:59.919472 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-5aed62d3-5940-4f73-8cd4-9018452c892d tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:40:59.920997 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-5aed62d3-5940-4f73-8cd4-9018452c892d tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3347576 Feb 20 05:40:59.939169 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-fae0e5ee-54ac-4539-a6ca-81716c19cbb8 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Request body: {'port': {'device_id': 'f4bb2b9a-9d08-4174-a960-428722663d65', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': 'a3e6712a47034666b11f44d7ab7587a8'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:00.053407 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f2055d-a8f3-40bc-adbb-6e5e00b8078f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet 09ad5e32-b949-4a7d-a7eb-92fdde53d8df {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:41:00.092900 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08f2055d-a8f3-40bc-adbb-6e5e00b8078f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (09ad5e32-b949-4a7d-a7eb-92fdde53d8df), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:00.098120 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-fae0e5ee-54ac-4539-a6ca-81716c19cbb8 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Made reservation on behalf of a3e6712a47034666b11f44d7ab7587a8 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:00.103244 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-fae0e5ee-54ac-4539-a6ca-81716c19cbb8 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:00.116291 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-fae0e5ee-54ac-4539-a6ca-81716c19cbb8 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:00.162139 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6309079-a163-495d-87b7-e67c86e42113 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (2186eb9f-fbbc-4087-8c0a-52010590010c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:00.218097 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6309079-a163-495d-87b7-e67c86e42113 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (2186eb9f-fbbc-4087-8c0a-52010590010c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:00.222874 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-fae0e5ee-54ac-4539-a6ca-81716c19cbb8 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks [] for security_group (af69f530-1154-4cee-a0a4-39466d315e99), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:00.241510 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-fae0e5ee-54ac-4539-a6ca-81716c19cbb8 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (af69f530-1154-4cee-a0a4-39466d315e99), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:00.277858 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6309079-a163-495d-87b7-e67c86e42113 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2186eb9f-fbbc-4087-8c0a-52010590010c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:00.281458 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6309079-a163-495d-87b7-e67c86e42113 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:00.282764 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a6309079-a163-495d-87b7-e67c86e42113 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "DELETE /v2.0/security-groups/2186eb9f-fbbc-4087-8c0a-52010590010c HTTP/1.1" status: 204 len: 168 time: 0.7244141 Feb 20 05:41:00.294186 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38650) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:00.332407 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ae139899-aba3-461d-a260-790d104cef59 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for security_group (ce7f517b-4984-4765-803e-079630159319), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:00.334113 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6309079-a163-495d-87b7-e67c86e42113 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2186eb9f-fbbc-4087-8c0a-52010590010c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:00.368849 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08f2055d-a8f3-40bc-adbb-6e5e00b8078f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (09ad5e32-b949-4a7d-a7eb-92fdde53d8df), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:00.394141 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0e5ee-54ac-4539-a6ca-81716c19cbb8 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af69f530-1154-4cee-a0a4-39466d315e99,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:00.464197 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08f2055d-a8f3-40bc-adbb-6e5e00b8078f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (09ad5e32-b949-4a7d-a7eb-92fdde53d8df), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:00.511722 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-eb40571d-12b0-4eab-9e67-93e07368f443 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2107792 Feb 20 05:41:00.516470 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38656) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:00.546332 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb6f7-bf3e-44c7-b3ff-b9b06330e1f5 req-9284a27c-d379-40a6-85c0-e516e4f46f82 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:00.553965 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ac0eb6f7-bf3e-44c7-b3ff-b9b06330e1f5 req-9284a27c-d379-40a6-85c0-e516e4f46f82 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 943 time: 1.0044053 Feb 20 05:41:00.566380 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-fae0e5ee-54ac-4539-a6ca-81716c19cbb8 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Allocated IP 192.168.233.213 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/fed30b5f-107e-440d-a885-e4d84c260413) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:41:00.645925 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07a58b12-749b-40e4-babe-98f075bc4560 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (2482815a-4715-45e1-8252-68e500a7023b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:00.657725 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ac0eb6f7-bf3e-44c7-b3ff-b9b06330e1f5 req-bcac2fad-3154-4082-a21b-d290b3c6394b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027935 Feb 20 05:41:00.678111 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07a58b12-749b-40e4-babe-98f075bc4560 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (2482815a-4715-45e1-8252-68e500a7023b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:00.686751 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ae139899-aba3-461d-a260-790d104cef59 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for security_group (ce7f517b-4984-4765-803e-079630159319), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:00.735845 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07a58b12-749b-40e4-babe-98f075bc4560 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2482815a-4715-45e1-8252-68e500a7023b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:00.739271 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07a58b12-749b-40e4-babe-98f075bc4560 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:00.743219 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-07a58b12-749b-40e4-babe-98f075bc4560 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "DELETE /v2.0/security-groups/2482815a-4715-45e1-8252-68e500a7023b HTTP/1.1" status: 204 len: 168 time: 0.2214589 Feb 20 05:41:00.750518 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38662) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:00.772345 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a58b12-749b-40e4-babe-98f075bc4560 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2482815a-4715-45e1-8252-68e500a7023b,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:00.777051 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38664) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:00.803996 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-989214ac-1f76-4733-8253-fcf836907d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3477e2b3-a8f5-4700-881d-5f3884bf183d {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:41:00.853439 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-989214ac-1f76-4733-8253-fcf836907d33 service neutron] Publish callbacks [] for port (3477e2b3-a8f5-4700-881d-5f3884bf183d), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:00.899927 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08f2055d-a8f3-40bc-adbb-6e5e00b8078f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (09ad5e32-b949-4a7d-a7eb-92fdde53d8df), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:00.913813 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-fae0e5ee-54ac-4539-a6ca-81716c19cbb8 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks [] for port (fed30b5f-107e-440d-a885-e4d84c260413), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:00.961283 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-fae0e5ee-54ac-4539-a6ca-81716c19cbb8 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (fed30b5f-107e-440d-a885-e4d84c260413), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:01.021070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-25d604ec-577e-4bb4-b7e0-a5d76fda9426 tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1670585191'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:01.028725 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f2d93f8d-4a11-41de-8f6e-5598ce23b3a5 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2638855 Feb 20 05:41:01.037463 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-989214ac-1f76-4733-8253-fcf836907d33 service neutron] Transition to ACTIVE for port object 3477e2b3-a8f5-4700-881d-5f3884bf183d will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:41:01.038954 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38670) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:01.049428 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-76c1c5ae-7cc3-43cf-906a-dc51ae68c7c8 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Request body: {'security_group': {'name': 'tempest-secgroup--837304569'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:01.055092 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2055d-a8f3-40bc-adbb-6e5e00b8078f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=09ad5e32-b949-4a7d-a7eb-92fdde53d8df,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:01.070722 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-989214ac-1f76-4733-8253-fcf836907d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (3477e2b3-a8f5-4700-881d-5f3884bf183d), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:01.072361 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-fae0e5ee-54ac-4539-a6ca-81716c19cbb8 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:01.079044 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-fae0e5ee-54ac-4539-a6ca-81716c19cbb8 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:01.086110 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cedf90-96c7-4cc2-8c1c-1b9b6597df19 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:01.087221 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-fae0e5ee-54ac-4539-a6ca-81716c19cbb8 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:41:01.097336 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08f2055d-a8f3-40bc-adbb-6e5e00b8078f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:01.098924 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0e5ee-54ac-4539-a6ca-81716c19cbb8 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Pushing event updated for resources: {'Port': ['ID=fed30b5f-107e-440d-a885-e4d84c260413,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:01.105756 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-08f2055d-a8f3-40bc-adbb-6e5e00b8078f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/09ad5e32-b949-4a7d-a7eb-92fdde53d8df HTTP/1.1" status: 204 len: 168 time: 1.5450430 Feb 20 05:41:01.112292 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38672) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:01.250918 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-76c1c5ae-7cc3-43cf-906a-dc51ae68c7c8 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:01.252794 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ae139899-aba3-461d-a260-790d104cef59 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ce7f517b-4984-4765-803e-079630159319), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:01.255617 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ae139899-aba3-461d-a260-790d104cef59 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:01.256786 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ae139899-aba3-461d-a260-790d104cef59 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "DELETE /v2.0/security-groups/ce7f517b-4984-4765-803e-079630159319 HTTP/1.1" status: 204 len: 168 time: 1.8533990 Feb 20 05:41:01.271732 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4972f0-d7ea-4006-9c06-b160fa6c0f2e req-cbd9fd63-67b5-42ab-8880-b3fb078d4e29 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:01.281204 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8e4972f0-d7ea-4006-9c06-b160fa6c0f2e req-cbd9fd63-67b5-42ab-8880-b3fb078d4e29 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 931 time: 0.4447389 Feb 20 05:41:01.287963 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38674) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:01.303684 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989214ac-1f76-4733-8253-fcf836907d33 service neutron] Pushing event updated for resources: {'Port': ['ID=3477e2b3-a8f5-4700-881d-5f3884bf183d,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:01.386569 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-bc594221-7e88-4577-9654-c90f9d090ba2 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] show failed (client error): The resource could not be found. Feb 20 05:41:01.392229 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bc594221-7e88-4577-9654-c90f9d090ba2 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "GET /v2.0/security-groups/ce7f517b-4984-4765-803e-079630159319 HTTP/1.1" status: 404 len: 347 time: 0.0792615 Feb 20 05:41:01.393954 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae139899-aba3-461d-a260-790d104cef59 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7f517b-4984-4765-803e-079630159319,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:01.400973 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fed0cae-f89c-45b8-b573-f1de9c2016af tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet 969c9639-1df3-40b5-8a62-ff70ed07cba2 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:41:01.403007 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38676) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:01.468629 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fed0cae-f89c-45b8-b573-f1de9c2016af tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (969c9639-1df3-40b5-8a62-ff70ed07cba2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:01.548818 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 395958e9-b3e5-48fc-a5fe-e7aca7e88338 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:41:01.612192 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-3f876be4-aeb0-4977-8902-dd18a8ae3c15 None None] Provisioning complete for port fed30b5f-107e-440d-a885-e4d84c260413 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:01.612894 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3f876be4-aeb0-4977-8902-dd18a8ae3c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fed30b5f-107e-440d-a885-e4d84c260413), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:01.674291 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3f876be4-aeb0-4977-8902-dd18a8ae3c15 None None] Port fed30b5f-107e-440d-a885-e4d84c260413 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:41:01.684120 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d604ec-577e-4bb4-b7e0-a5d76fda9426 tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Made reservation on behalf of 3dd5042ff14245908d352603d7779017 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:01.691966 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25d604ec-577e-4bb4-b7e0-a5d76fda9426 tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:01.720761 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25d604ec-577e-4bb4-b7e0-a5d76fda9426 tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:01.760036 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fed0cae-f89c-45b8-b573-f1de9c2016af tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (969c9639-1df3-40b5-8a62-ff70ed07cba2), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:01.784525 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 395958e9-b3e5-48fc-a5fe-e7aca7e88338 is: DOWN; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:01.787343 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-989214ac-1f76-4733-8253-fcf836907d33 service neutron] Attempting to bind port 3477e2b3-a8f5-4700-881d-5f3884bf183d on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:01.787817 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-989214ac-1f76-4733-8253-fcf836907d33 service neutron] Attempting to bind port 3477e2b3-a8f5-4700-881d-5f3884bf183d by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '4cdc692c-dc0a-4b72-9459-ea1592b0f54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '01278ac3-eba6-45f1-87d7-2920932959ff'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:01.788025 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-989214ac-1f76-4733-8253-fcf836907d33 service neutron] Attempting to bind port 3477e2b3-a8f5-4700-881d-5f3884bf183d on network 01278ac3-eba6-45f1-87d7-2920932959ff {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:01.799505 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-fae0e5ee-54ac-4539-a6ca-81716c19cbb8 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:01.800152 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-fae0e5ee-54ac-4539-a6ca-81716c19cbb8 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:01.804510 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8e4972f0-d7ea-4006-9c06-b160fa6c0f2e req-8fe59f51-ebbc-41ef-b226-c1e7e65799d6 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5187099 Feb 20 05:41:01.833055 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-fae0e5ee-54ac-4539-a6ca-81716c19cbb8 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8989804 Feb 20 05:41:01.851845 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-cf87dbab-3034-426e-88fc-857d59eb5d8d service neutron] Request body: {'port': {'device_id': 'f4bb2b9a-9d08-4174-a960-428722663d65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:01.884070 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-989214ac-1f76-4733-8253-fcf836907d33 service neutron] Port 3477e2b3-a8f5-4700-881d-5f3884bf183d on network 01278ac3-eba6-45f1-87d7-2920932959ff not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:01.884498 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-989214ac-1f76-4733-8253-fcf836907d33 service neutron] Attempting to bind port 3477e2b3-a8f5-4700-881d-5f3884bf183d on network 01278ac3-eba6-45f1-87d7-2920932959ff {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:01.939372 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-989214ac-1f76-4733-8253-fcf836907d33 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:41:01.939841 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-989214ac-1f76-4733-8253-fcf836907d33 service neutron] Checking segment: {'id': '4cdc692c-dc0a-4b72-9459-ea1592b0f54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '01278ac3-eba6-45f1-87d7-2920932959ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:41:01.942577 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-989214ac-1f76-4733-8253-fcf836907d33 service neutron] Bound using segment: {'id': '4cdc692c-dc0a-4b72-9459-ea1592b0f54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '01278ac3-eba6-45f1-87d7-2920932959ff'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:41:01.943142 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-989214ac-1f76-4733-8253-fcf836907d33 service neutron] Bound port: 3477e2b3-a8f5-4700-881d-5f3884bf183d, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cdc692c-dc0a-4b72-9459-ea1592b0f54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '01278ac3-eba6-45f1-87d7-2920932959ff'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:41:01.943576 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-989214ac-1f76-4733-8253-fcf836907d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3477e2b3-a8f5-4700-881d-5f3884bf183d), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:01.967841 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25d604ec-577e-4bb4-b7e0-a5d76fda9426 tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Publish callbacks [] for security_group (d0c94789-93aa-4ff4-a027-a95914cfe4a6), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:01.972817 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-cf87dbab-3034-426e-88fc-857d59eb5d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fed30b5f-107e-440d-a885-e4d84c260413), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:02.027041 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25d604ec-577e-4bb4-b7e0-a5d76fda9426 tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d0c94789-93aa-4ff4-a027-a95914cfe4a6), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:02.041278 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-76c1c5ae-7cc3-43cf-906a-dc51ae68c7c8 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (08f01164-d676-42f2-8ef5-55ae4e1b1bf2), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:02.059187 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d604ec-577e-4bb4-b7e0-a5d76fda9426 tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c94789-93aa-4ff4-a027-a95914cfe4a6,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:02.108841 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d604ec-577e-4bb4-b7e0-a5d76fda9426 tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:41:02.136186 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fed0cae-f89c-45b8-b573-f1de9c2016af tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (969c9639-1df3-40b5-8a62-ff70ed07cba2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:02.190045 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25d604ec-577e-4bb4-b7e0-a5d76fda9426 tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (733d35f9-ec6f-4efb-a6ec-63122da4885c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:02.190396 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-25d604ec-577e-4bb4-b7e0-a5d76fda9426 tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Added segment 733d35f9-ec6f-4efb-a6ec-63122da4885c of type vlan for network 8c0ceab5-d075-4f7f-a98a-de7f1462a7ac Feb 20 05:41:02.280953 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fed0cae-f89c-45b8-b573-f1de9c2016af tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (969c9639-1df3-40b5-8a62-ff70ed07cba2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:02.283041 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-76c1c5ae-7cc3-43cf-906a-dc51ae68c7c8 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (08f01164-d676-42f2-8ef5-55ae4e1b1bf2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:02.288602 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25d604ec-577e-4bb4-b7e0-a5d76fda9426 tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (8c0ceab5-d075-4f7f-a98a-de7f1462a7ac), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:02.342756 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-76c1c5ae-7cc3-43cf-906a-dc51ae68c7c8 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:02.347505 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-76c1c5ae-7cc3-43cf-906a-dc51ae68c7c8 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3033588 Feb 20 05:41:02.349717 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38680) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:02.356017 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-932a0da8-0499-406b-9840-af339467d749 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Request body: {'security_group_rule': {'security_group_id': '08f01164-d676-42f2-8ef5-55ae4e1b1bf2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:02.367710 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25d604ec-577e-4bb4-b7e0-a5d76fda9426 tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (8c0ceab5-d075-4f7f-a98a-de7f1462a7ac), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:02.372709 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d604ec-577e-4bb4-b7e0-a5d76fda9426 tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:02.373828 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25d604ec-577e-4bb4-b7e0-a5d76fda9426 tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:02.393509 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed0cae-f89c-45b8-b573-f1de9c2016af tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=969c9639-1df3-40b5-8a62-ff70ed07cba2,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:02.404170 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b8c6e7fb-5f0a-479a-8694-efe8a64ba156 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Deleting port ccd62d8f-4fc1-4608-a4cf-dcffdba3c433 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:02.404781 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b8c6e7fb-5f0a-479a-8694-efe8a64ba156 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (ccd62d8f-4fc1-4608-a4cf-dcffdba3c433), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:02.416646 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-16e4515c-1796-4a7b-90cb-c6bc45b24071 None None] Provisioning complete for port 93d79495-489d-42de-baf8-82b79ab85ff1 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:02.417361 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-16e4515c-1796-4a7b-90cb-c6bc45b24071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (93d79495-489d-42de-baf8-82b79ab85ff1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:02.424586 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a570ce52-88ab-4b23-9914-24843bfdece7 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:02.464398 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-989214ac-1f76-4733-8253-fcf836907d33 service neutron] For port 3477e2b3-a8f5-4700-881d-5f3884bf183d, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:41:02.467759 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-989214ac-1f76-4733-8253-fcf836907d33 service neutron] For port 3477e2b3-a8f5-4700-881d-5f3884bf183d, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=3477e2b3-a8f5-4700-881d-5f3884bf183d,segment=NetworkSegment(4cdc692c-dc0a-4b72-9459-ea1592b0f54a),segment_id=4cdc692c-dc0a-4b72-9459-ea1592b0f54a)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:41:02.472337 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1c5ae-7cc3-43cf-906a-dc51ae68c7c8 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f01164-d676-42f2-8ef5-55ae4e1b1bf2,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:02.486068 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-25d604ec-577e-4bb4-b7e0-a5d76fda9426 tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7082839 Feb 20 05:41:02.487125 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38682) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:02.490067 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fed0cae-f89c-45b8-b573-f1de9c2016af tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:02.496121 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6fed0cae-f89c-45b8-b573-f1de9c2016af tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/969c9639-1df3-40b5-8a62-ff70ed07cba2 HTTP/1.1" status: 204 len: 168 time: 1.3812444 Feb 20 05:41:02.501270 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-989214ac-1f76-4733-8253-fcf836907d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (3477e2b3-a8f5-4700-881d-5f3884bf183d), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:02.502916 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38684) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:02.555601 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ceea4dd9-0ee3-455c-9b90-330d542d4e2f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452027 Feb 20 05:41:02.556244 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d604ec-577e-4bb4-b7e0-a5d76fda9426 tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Pushing event updated for resources: {'Network': ['ID=8c0ceab5-d075-4f7f-a98a-de7f1462a7ac,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:02.564565 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38688) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:02.565437 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-932a0da8-0499-406b-9840-af339467d749 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (b6666775-896c-4892-b7b3-8ba0da12ffa0), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:02.608144 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae30f7-daf2-4739-9372-57970b64ce97 req-6edfe138-12d6-41ff-ba27-d24a805ee43b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:02.621152 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2bae30f7-daf2-4739-9372-57970b64ce97 req-6edfe138-12d6-41ff-ba27-d24a805ee43b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4bb2b9a-9d08-4174-a960-428722663d65 HTTP/1.1" status: 200 len: 936 time: 0.6828022 Feb 20 05:41:02.660384 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a557b942-efed-4eb3-8671-52a0b19da78c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Request body: {'network': {'name': 'tempest-network--1290593121', 'router:external': True}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:02.717470 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-989214ac-1f76-4733-8253-fcf836907d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:02.718040 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-989214ac-1f76-4733-8253-fcf836907d33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:02.719896 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-989214ac-1f76-4733-8253-fcf836907d33 service neutron] 10.222.0.61 "PUT /v2.0/ports/3477e2b3-a8f5-4700-881d-5f3884bf183d HTTP/1.1" status: 200 len: 1091 time: 3.9847739 Feb 20 05:41:02.722693 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a56a629-6edc-4e99-9000-da1c831307b6', 'tag': '3477e2b3-a8f5-4700-881d-5f3884bf183d'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:41:02.725108 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae52f4db-add9-463c-a0da-51c6bc8a37c2" -d '{"events": [{"name": "network-changed", "server_uuid": "5a56a629-6edc-4e99-9000-da1c831307b6", "tag": "3477e2b3-a8f5-4700-881d-5f3884bf183d"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:41:02.762929 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 8c0ceab5-d075-4f7f-a98a-de7f1462a7ac details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:41:02.810776 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-932a0da8-0499-406b-9840-af339467d749 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (b6666775-896c-4892-b7b3-8ba0da12ffa0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:02.814283 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2bae30f7-daf2-4739-9372-57970b64ce97 req-ae350a1c-0723-4860-8f34-2c6487d86c40 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755977 Feb 20 05:41:02.821113 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a557b942-efed-4eb3-8671-52a0b19da78c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Made reservation on behalf of f726793bb27c429c92a1c1b8463eedf8 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:02.824201 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a557b942-efed-4eb3-8671-52a0b19da78c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:02.832324 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-cf87dbab-3034-426e-88fc-857d59eb5d8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fed30b5f-107e-440d-a885-e4d84c260413 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:41:02.840803 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-932a0da8-0499-406b-9840-af339467d749 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (b6666775-896c-4892-b7b3-8ba0da12ffa0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:02.906480 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b8c6e7fb-5f0a-479a-8694-efe8a64ba156 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (ccd62d8f-4fc1-4608-a4cf-dcffdba3c433), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:02.906763 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b8c6e7fb-5f0a-479a-8694-efe8a64ba156 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for floatingip (ccd62d8f-4fc1-4608-a4cf-dcffdba3c433), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:02.910096 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-cf87dbab-3034-426e-88fc-857d59eb5d8d service neutron] Publish callbacks [] for port (fed30b5f-107e-440d-a885-e4d84c260413), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:02.918232 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a0da8-0499-406b-9840-af339467d749 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6666775-896c-4892-b7b3-8ba0da12ffa0,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:02.920922 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989214ac-1f76-4733-8253-fcf836907d33 service neutron] Pushing event updated for resources: {'Port': ['ID=3477e2b3-a8f5-4700-881d-5f3884bf183d,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:02.925723 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-932a0da8-0499-406b-9840-af339467d749 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:02.930150 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-932a0da8-0499-406b-9840-af339467d749 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5763378 Feb 20 05:41:02.930150 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a557b942-efed-4eb3-8671-52a0b19da78c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:02.937289 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38694) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:02.958590 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951394cb-932b-4792-9e1a-649a0aaccfe5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:02.959990 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-951394cb-932b-4792-9e1a-649a0aaccfe5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3916297 Feb 20 05:41:02.960721 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b8c6e7fb-5f0a-479a-8694-efe8a64ba156 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Calling delete_port for ccd62d8f-4fc1-4608-a4cf-dcffdba3c433 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:02.972976 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-16e4515c-1796-4a7b-90cb-c6bc45b24071 None None] Current status of the port 93d79495-489d-42de-baf8-82b79ab85ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:02.973551 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38696) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:02.988407 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caf4801-a6d8-4e27-8b9f-1444e7788672 None None] DHCP port deletion for 81f72dab-c9ca-4111-9cef-a8a92557f9f3 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:41:03.004636 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-ff82ea15-6c84-45c3-a61f-e8bd5ef0f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:03.006177 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-ff82ea15-6c84-45c3-a61f-e8bd5ef0f577 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=09360c7e237c40839dd51d815c9180df&device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 1125 time: 0.1835382 Feb 20 05:41:03.063356 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-cf87dbab-3034-426e-88fc-857d59eb5d8d service neutron] Transition to ACTIVE for port object fed30b5f-107e-440d-a885-e4d84c260413 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:41:03.068715 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3caf4801-a6d8-4e27-8b9f-1444e7788672 None None] Deleting port 93d79495-489d-42de-baf8-82b79ab85ff1 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:03.069426 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3caf4801-a6d8-4e27-8b9f-1444e7788672 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (93d79495-489d-42de-baf8-82b79ab85ff1), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:03.102712 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-da5033d7-d0f0-4ef5-85d1-45cbe35d29c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3477e2b3-a8f5-4700-881d-5f3884bf183d HTTP/1.1" status: 200 len: 217 time: 0.0595624 Feb 20 05:41:03.104449 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-cf87dbab-3034-426e-88fc-857d59eb5d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (fed30b5f-107e-440d-a885-e4d84c260413), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:03.107915 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a557b942-efed-4eb3-8671-52a0b19da78c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks [] for security_group (4ab6ac81-b624-4c56-9562-93076a3bc741), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:03.125202 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-99d33ca9-b9db-4507-b697-3b51b845b4e7 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (b6666775-896c-4892-b7b3-8ba0da12ffa0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:03.148974 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a557b942-efed-4eb3-8671-52a0b19da78c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4ab6ac81-b624-4c56-9562-93076a3bc741), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:03.158772 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-d82d24a8-a235-4d0a-9d7a-3cdbc7e97d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:03.160613 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-d82d24a8-a235-4d0a-9d7a-3cdbc7e97d2f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bc8bc607-6333-462f-8bbc-60d061e4d26c HTTP/1.1" status: 200 len: 854 time: 0.0494971 Feb 20 05:41:03.161864 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3caf4801-a6d8-4e27-8b9f-1444e7788672 None None] For port 93d79495-489d-42de-baf8-82b79ab85ff1, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=93d79495-489d-42de-baf8-82b79ab85ff1,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:03.162885 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3caf4801-a6d8-4e27-8b9f-1444e7788672 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (93d79495-489d-42de-baf8-82b79ab85ff1), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:03.170576 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-99d33ca9-b9db-4507-b697-3b51b845b4e7 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (b6666775-896c-4892-b7b3-8ba0da12ffa0), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:03.172097 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc6a2a-01cd-4250-b9f9-be2f6b200ed5 req-33cd2be4-7db7-45cb-84cd-af9ef58a58c7 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:03.179916 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3dc6a2a-01cd-4250-b9f9-be2f6b200ed5 req-33cd2be4-7db7-45cb-84cd-af9ef58a58c7 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.2498608 Feb 20 05:41:03.184641 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3caf4801-a6d8-4e27-8b9f-1444e7788672 None None] Calling delete_port for 93d79495-489d-42de-baf8-82b79ab85ff1 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:03.214611 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a99d60-7f27-45b2-9956-593107cf8e03 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:03.216144 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d0a99d60-7f27-45b2-9956-593107cf8e03 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2376866 Feb 20 05:41:03.220964 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-3091f896-0e8d-4954-be04-c46f536f7627 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=01278ac3-eba6-45f1-87d7-2920932959ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388472 Feb 20 05:41:03.221696 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38698) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:03.247885 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a557b942-efed-4eb3-8671-52a0b19da78c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:41:03.268173 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87dbab-3034-426e-88fc-857d59eb5d8d service neutron] Pushing event updated for resources: {'Port': ['ID=fed30b5f-107e-440d-a885-e4d84c260413,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:03.270521 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557b942-efed-4eb3-8671-52a0b19da78c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab6ac81-b624-4c56-9562-93076a3bc741,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:03.302227 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a557b942-efed-4eb3-8671-52a0b19da78c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (7efa5ae8-f1f9-426e-ba76-cf2f9c1a2f8e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:03.302871 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-a557b942-efed-4eb3-8671-52a0b19da78c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Added segment 7efa5ae8-f1f9-426e-ba76-cf2f9c1a2f8e of type vlan for network 52b69f70-d003-4db0-949e-9ca9a253788c Feb 20 05:41:03.325164 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3caf4801-a6d8-4e27-8b9f-1444e7788672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (93d79495-489d-42de-baf8-82b79ab85ff1), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:03.360735 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf4801-a6d8-4e27-8b9f-1444e7788672 None None] Pushing event deleted for resources: {'Port': ['ID=93d79495-489d-42de-baf8-82b79ab85ff1,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:03.371726 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caf4801-a6d8-4e27-8b9f-1444e7788672 None None] No DVR routers for this DVR port 93d79495-489d-42de-baf8-82b79ab85ff1 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:41:03.387174 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-99d33ca9-b9db-4507-b697-3b51b845b4e7 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (b6666775-896c-4892-b7b3-8ba0da12ffa0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:03.445318 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-99d33ca9-b9db-4507-b697-3b51b845b4e7 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:03.449088 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-99d33ca9-b9db-4507-b697-3b51b845b4e7 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b6666775-896c-4892-b7b3-8ba0da12ffa0 HTTP/1.1" status: 204 len: 168 time: 0.4855435 Feb 20 05:41:03.469222 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38702) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:03.481871 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d33ca9-b9db-4507-b697-3b51b845b4e7 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6666775-896c-4892-b7b3-8ba0da12ffa0,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:03.542658 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a557b942-efed-4eb3-8671-52a0b19da78c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (52b69f70-d003-4db0-949e-9ca9a253788c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:03.570682 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6ef652e4-30d1-4ba4-8875-c9c8bf01f3fe tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3453763 Feb 20 05:41:03.582240 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38704) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:03.589159 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b8c6e7fb-5f0a-479a-8694-efe8a64ba156 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (ccd62d8f-4fc1-4608-a4cf-dcffdba3c433), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:03.589675 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-cf87dbab-3034-426e-88fc-857d59eb5d8d service neutron] Attempting to bind port fed30b5f-107e-440d-a885-e4d84c260413 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:03.590391 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-cf87dbab-3034-426e-88fc-857d59eb5d8d service neutron] Attempting to bind port fed30b5f-107e-440d-a885-e4d84c260413 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:03.596282 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-cf87dbab-3034-426e-88fc-857d59eb5d8d service neutron] Attempting to bind port fed30b5f-107e-440d-a885-e4d84c260413 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:03.596544 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-cf2ff622-4c7e-4008-a8dd-07056daf9aa4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:03.616983 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8984153c-c262-4967-9169-138c6d96c903 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1444645 Feb 20 05:41:03.622766 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-cf87dbab-3034-426e-88fc-857d59eb5d8d service neutron] Port fed30b5f-107e-440d-a885-e4d84c260413 on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:03.623151 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-cf87dbab-3034-426e-88fc-857d59eb5d8d service neutron] Attempting to bind port fed30b5f-107e-440d-a885-e4d84c260413 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:03.626485 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38706) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:03.650151 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-cf87dbab-3034-426e-88fc-857d59eb5d8d service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:41:03.650151 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-cf87dbab-3034-426e-88fc-857d59eb5d8d service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:41:03.650520 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6e7fb-5f0a-479a-8694-efe8a64ba156 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event deleted for resources: {'Port': ['ID=ccd62d8f-4fc1-4608-a4cf-dcffdba3c433,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:03.650635 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-cf87dbab-3034-426e-88fc-857d59eb5d8d service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:41:03.650866 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-cf87dbab-3034-426e-88fc-857d59eb5d8d service neutron] Bound port: fed30b5f-107e-440d-a885-e4d84c260413, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:41:03.651256 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-cf87dbab-3034-426e-88fc-857d59eb5d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fed30b5f-107e-440d-a885-e4d84c260413), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:03.682013 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a557b942-efed-4eb3-8671-52a0b19da78c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (52b69f70-d003-4db0-949e-9ca9a253788c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:03.683264 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a557b942-efed-4eb3-8671-52a0b19da78c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:03.683579 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a557b942-efed-4eb3-8671-52a0b19da78c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:03.744968 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3dc6a2a-01cd-4250-b9f9-be2f6b200ed5 req-28f02797-8052-44e7-b156-65263e416f4a tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5642009 Feb 20 05:41:03.805884 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a557b942-efed-4eb3-8671-52a0b19da78c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3144050 Feb 20 05:41:03.808525 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38710) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:03.821548 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557b942-efed-4eb3-8671-52a0b19da78c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Pushing event updated for resources: {'Network': ['ID=52b69f70-d003-4db0-949e-9ca9a253788c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:03.829536 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-483cfa4b-d3b9-45e9-8020-192ac34f752b service neutron] 10.222.0.61 "GET /v2.0/networks/01278ac3-eba6-45f1-87d7-2920932959ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5820396 Feb 20 05:41:03.838477 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 52b69f70-d003-4db0-949e-9ca9a253788c details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:41:03.839076 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9bec33fd-5f4d-4f77-bbb7-638027a580c6 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (08f01164-d676-42f2-8ef5-55ae4e1b1bf2), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:03.876719 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-cf87dbab-3034-426e-88fc-857d59eb5d8d service neutron] For port fed30b5f-107e-440d-a885-e4d84c260413, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:41:03.889891 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b089d5e-4483-48af-9fac-6ad84ddae1d8 x-openstack-request-id: req-4b089d5e-4483-48af-9fac-6ad84ddae1d8 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:41:03.890336 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a56a629-6edc-4e99-9000-da1c831307b6", "tag": "3477e2b3-a8f5-4700-881d-5f3884bf183d", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:41:03.890718 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b089d5e-4483-48af-9fac-6ad84ddae1d8 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:41:03.891835 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a56a629-6edc-4e99-9000-da1c831307b6', 'tag': '3477e2b3-a8f5-4700-881d-5f3884bf183d', 'status': 'completed', 'code': 200} Feb 20 05:41:03.900233 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-cf87dbab-3034-426e-88fc-857d59eb5d8d service neutron] For port fed30b5f-107e-440d-a885-e4d84c260413, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=fed30b5f-107e-440d-a885-e4d84c260413,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:41:03.902373 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9bec33fd-5f4d-4f77-bbb7-638027a580c6 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (08f01164-d676-42f2-8ef5-55ae4e1b1bf2), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:03.930937 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-cf87dbab-3034-426e-88fc-857d59eb5d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (fed30b5f-107e-440d-a885-e4d84c260413), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:03.964847 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b8c6e7fb-5f0a-479a-8694-efe8a64ba156 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for floatingip (a0d35a21-6fb0-4670-812e-6106c1039532), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:03.967759 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b8c6e7fb-5f0a-479a-8694-efe8a64ba156 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:03.971749 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b8c6e7fb-5f0a-479a-8694-efe8a64ba156 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "DELETE /v2.0/floatingips/a0d35a21-6fb0-4670-812e-6106c1039532 HTTP/1.1" status: 204 len: 168 time: 2.5197961 Feb 20 05:41:03.981557 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38714) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:03.982443 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2ff622-4c7e-4008-a8dd-07056daf9aa4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:03.986288 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cf2ff622-4c7e-4008-a8dd-07056daf9aa4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:03.987875 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2ff622-4c7e-4008-a8dd-07056daf9aa4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:41:03.988432 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2ff622-4c7e-4008-a8dd-07056daf9aa4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:41:04.006173 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-cf87dbab-3034-426e-88fc-857d59eb5d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:04.007238 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-cf87dbab-3034-426e-88fc-857d59eb5d8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:04.019580 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-cf87dbab-3034-426e-88fc-857d59eb5d8d service neutron] 10.222.0.61 "PUT /v2.0/ports/fed30b5f-107e-440d-a885-e4d84c260413 HTTP/1.1" status: 200 len: 1096 time: 2.1782453 Feb 20 05:41:04.024156 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4bb2b9a-9d08-4174-a960-428722663d65', 'tag': 'fed30b5f-107e-440d-a885-e4d84c260413'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:41:04.027028 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489a6716-f99d-47d5-a89a-131969ad5e26" -d '{"events": [{"name": "network-changed", "server_uuid": "f4bb2b9a-9d08-4174-a960-428722663d65", "tag": "fed30b5f-107e-440d-a885-e4d84c260413"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:41:04.055933 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87dbab-3034-426e-88fc-857d59eb5d8d service neutron] Pushing event updated for resources: {'Port': ['ID=fed30b5f-107e-440d-a885-e4d84c260413,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:04.062191 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9bec33fd-5f4d-4f77-bbb7-638027a580c6 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (08f01164-d676-42f2-8ef5-55ae4e1b1bf2), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:04.065457 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9bec33fd-5f4d-4f77-bbb7-638027a580c6 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:04.067035 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9bec33fd-5f4d-4f77-bbb7-638027a580c6 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "DELETE /v2.0/security-groups/08f01164-d676-42f2-8ef5-55ae4e1b1bf2 HTTP/1.1" status: 204 len: 168 time: 0.4394104 Feb 20 05:41:04.071321 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38718) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:04.076754 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a946435-b593-4239-a70b-2ae23642c810 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (52b69f70-d003-4db0-949e-9ca9a253788c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:04.106407 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec33fd-5f4d-4f77-bbb7-638027a580c6 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f01164-d676-42f2-8ef5-55ae4e1b1bf2,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:04.120566 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-cf2ff622-4c7e-4008-a8dd-07056daf9aa4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5286958 Feb 20 05:41:04.135077 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38720) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:04.153135 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-59a7872a-05dd-44ac-b13d-c8f2cf78e2c5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:04.196056 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dea7d6bb-712e-474f-895d-993f26ae04a0 req-00ee966e-a52e-4b5c-9414-8ed922b29ce3 service neutron] 10.222.0.61 "GET /v2.0/networks/01278ac3-eba6-45f1-87d7-2920932959ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491015 Feb 20 05:41:04.270840 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb387c-08c4-4222-ab5d-019bc3ebcb00 req-15baa714-64c7-4a84-bed6-72aebe5beb8a tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:04.272450 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6ddb387c-08c4-4222-ab5d-019bc3ebcb00 req-15baa714-64c7-4a84-bed6-72aebe5beb8a tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 943 time: 0.3135693 Feb 20 05:41:04.288758 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-91326dcd-8fea-4472-8d9e-06ba1093e3bc tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2148812 Feb 20 05:41:04.299350 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38722) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:04.305892 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-9aa2653b-9904-4a3c-998a-9290f5e83c64 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Request body: {'security_group': {'name': 'tempest-secgroup--980208232'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:04.336495 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-2fc1105f-4a73-4eb5-a69b-9f3fddbf3225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:04.338062 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-2fc1105f-4a73-4eb5-a69b-9f3fddbf3225 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3e6712a47034666b11f44d7ab7587a8&device_id=f4bb2b9a-9d08-4174-a960-428722663d65 HTTP/1.1" status: 200 len: 1130 time: 0.2497578 Feb 20 05:41:04.341978 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9aa2653b-9904-4a3c-998a-9290f5e83c64 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:04.415905 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-acc3118c-0e94-4bc9-939b-288548670ef1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=fed30b5f-107e-440d-a885-e4d84c260413 HTTP/1.1" status: 200 len: 217 time: 0.0683873 Feb 20 05:41:04.441069 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a7872a-05dd-44ac-b13d-c8f2cf78e2c5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:04.446382 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-59a7872a-05dd-44ac-b13d-c8f2cf78e2c5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:04.448384 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a7872a-05dd-44ac-b13d-c8f2cf78e2c5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:41:04.449147 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59a7872a-05dd-44ac-b13d-c8f2cf78e2c5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:41:04.541096 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-ca124ddb-cfe0-46d8-9a2e-05772adb0c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:04.542796 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-ca124ddb-cfe0-46d8-9a2e-05772adb0c00 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1183174 Feb 20 05:41:04.551391 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-59a7872a-05dd-44ac-b13d-c8f2cf78e2c5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4109852 Feb 20 05:41:04.553630 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38726) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:04.568410 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-76cf56e4-3b22-425d-b634-eb68c3b9efeb tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:04.658688 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a946435-b593-4239-a70b-2ae23642c810 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (52b69f70-d003-4db0-949e-9ca9a253788c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:04.673764 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9aa2653b-9904-4a3c-998a-9290f5e83c64 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (bb16d81d-04fd-46d6-a949-c216745370ef), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:04.687838 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9aa2653b-9904-4a3c-998a-9290f5e83c64 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (bb16d81d-04fd-46d6-a949-c216745370ef), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:04.711625 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-02068c71-b5f4-4f33-b3ee-2798f188ad4d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Deleting port 29db9da7-b890-4cdb-b7e0-fcc13be4e73d {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:04.712076 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-02068c71-b5f4-4f33-b3ee-2798f188ad4d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (29db9da7-b890-4cdb-b7e0-fcc13be4e73d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:04.717609 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-0a946435-b593-4239-a70b-2ae23642c810 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b69f70-d003-4db0-949e-9ca9a253788c']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:04.722559 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-935a2f51-ae22-4f28-a868-d5832b033def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:04.724192 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-935a2f51-ae22-4f28-a868-d5832b033def service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1750219 Feb 20 05:41:04.747680 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9aa2653b-9904-4a3c-998a-9290f5e83c64 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:04.749150 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9aa2653b-9904-4a3c-998a-9290f5e83c64 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4484472 Feb 20 05:41:04.755090 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-0a946435-b593-4239-a70b-2ae23642c810 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7efa5ae8-f1f9-426e-ba76-cf2f9c1a2f8e') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:04.755425 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-0a946435-b593-4239-a70b-2ae23642c810 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7efa5ae8-f1f9-426e-ba76-cf2f9c1a2f8e') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:04.760742 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cf56e4-3b22-425d-b634-eb68c3b9efeb tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:04.764866 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-76cf56e4-3b22-425d-b634-eb68c3b9efeb tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:04.766110 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-76cf56e4-3b22-425d-b634-eb68c3b9efeb tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:41:04.766539 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76cf56e4-3b22-425d-b634-eb68c3b9efeb tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:41:04.771262 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38728) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:04.798538 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a946435-b593-4239-a70b-2ae23642c810 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (7efa5ae8-f1f9-426e-ba76-cf2f9c1a2f8e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:04.802697 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-8f392e58-6f7d-4e56-927a-7d94b2c0d8ac tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Request body: {'security_group_rule': {'security_group_id': 'bb16d81d-04fd-46d6-a949-c216745370ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:04.807185 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2653b-9904-4a3c-998a-9290f5e83c64 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb16d81d-04fd-46d6-a949-c216745370ef,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:04.818136 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52f4db-add9-463c-a0da-51c6bc8a37c2 req-8df5581a-323f-451f-b09d-ffc39c733860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:04.820573 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae52f4db-add9-463c-a0da-51c6bc8a37c2 req-8df5581a-323f-451f-b09d-ffc39c733860 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=09360c7e237c40839dd51d815c9180df&device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 1125 time: 0.5398626 Feb 20 05:41:04.824370 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6ddb387c-08c4-4222-ab5d-019bc3ebcb00 req-16c15dbd-ba64-4930-8741-b742d2aa780e tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942759 Feb 20 05:41:04.844454 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-76cf56e4-3b22-425d-b634-eb68c3b9efeb tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2793052 Feb 20 05:41:04.846409 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a946435-b593-4239-a70b-2ae23642c810 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (7efa5ae8-f1f9-426e-ba76-cf2f9c1a2f8e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:04.846574 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38730) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:04.850507 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c13a14db-38e9-456f-827b-c7f5412004f0 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:04.872536 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a946435-b593-4239-a70b-2ae23642c810 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:41:04.873816 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a946435-b593-4239-a70b-2ae23642c810 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (7efa5ae8-f1f9-426e-ba76-cf2f9c1a2f8e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:41:04.875707 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:41:04.896698 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 93d79495-489d-42de-baf8-82b79ab85ff1 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:41:04.931929 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f392e58-6f7d-4e56-927a-7d94b2c0d8ac tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (99b63c66-4234-424b-9d8d-cfd9c1b86cf0), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:04.933910 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 93d79495-489d-42de-baf8-82b79ab85ff1 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:41:04.934470 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 93d79495-489d-42de-baf8-82b79ab85ff1 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:41:05.010551 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-efe1e075-de14-4a6a-865b-6daa66740408 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765262 Feb 20 05:41:05.046201 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-02068c71-b5f4-4f33-b3ee-2798f188ad4d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (29db9da7-b890-4cdb-b7e0-fcc13be4e73d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:05.069453 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-02068c71-b5f4-4f33-b3ee-2798f188ad4d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Calling delete_port for 29db9da7-b890-4cdb-b7e0-fcc13be4e73d owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:05.076360 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a946435-b593-4239-a70b-2ae23642c810 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (52b69f70-d003-4db0-949e-9ca9a253788c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:05.080458 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a946435-b593-4239-a70b-2ae23642c810 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 52b69f70-d003-4db0-949e-9ca9a253788c {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 20 05:41:05.082560 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a946435-b593-4239-a70b-2ae23642c810 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:05.089506 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0a946435-b593-4239-a70b-2ae23642c810 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] 10.222.0.37 "DELETE /v2.0/networks/52b69f70-d003-4db0-949e-9ca9a253788c HTTP/1.1" status: 204 len: 168 time: 1.2737033 Feb 20 05:41:05.096345 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38732) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:05.096584 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f392e58-6f7d-4e56-927a-7d94b2c0d8ac tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (99b63c66-4234-424b-9d8d-cfd9c1b86cf0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:05.110268 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f392e58-6f7d-4e56-927a-7d94b2c0d8ac tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (99b63c66-4234-424b-9d8d-cfd9c1b86cf0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:05.116500 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0a61ab93-6e01-491d-8eff-b1b2b4345e09 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:05.123708 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52f4db-add9-463c-a0da-51c6bc8a37c2 req-52345ce7-7b33-424f-8227-270ef97a0afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:05.125349 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae52f4db-add9-463c-a0da-51c6bc8a37c2 req-52345ce7-7b33-424f-8227-270ef97a0afd service neutron] 10.222.0.61 "GET /v2.0/networks?id=01278ac3-eba6-45f1-87d7-2920932959ff HTTP/1.1" status: 200 len: 914 time: 0.2934546 Feb 20 05:41:05.129992 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a946435-b593-4239-a70b-2ae23642c810 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Pushing event deleted for resources: {'Network': ['ID=52b69f70-d003-4db0-949e-9ca9a253788c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:05.131865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f392e58-6f7d-4e56-927a-7d94b2c0d8ac tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b63c66-4234-424b-9d8d-cfd9c1b86cf0,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:05.197669 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3f4c00a8-f492-46a7-b299-ac09b36c9703 req-9a052b58-66e6-4b50-86f5-47170011f37b service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795511 Feb 20 05:41:05.200008 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13a14db-38e9-456f-827b-c7f5412004f0 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:05.205362 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c13a14db-38e9-456f-827b-c7f5412004f0 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:05.207389 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13a14db-38e9-456f-827b-c7f5412004f0 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:41:05.208127 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c13a14db-38e9-456f-827b-c7f5412004f0 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:41:05.227374 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f392e58-6f7d-4e56-927a-7d94b2c0d8ac tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:05.229136 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8f392e58-6f7d-4e56-927a-7d94b2c0d8ac tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4571643 Feb 20 05:41:05.231470 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae52f4db-add9-463c-a0da-51c6bc8a37c2 req-41fdb870-7ab2-4e20-943f-2f52a7c28d56 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3477e2b3-a8f5-4700-881d-5f3884bf183d HTTP/1.1" status: 200 len: 217 time: 0.0972893 Feb 20 05:41:05.234271 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38734) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:05.244722 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f5b11-d670-44b8-9c56-8a4db4a8c5bc req-cf91d862-306f-412d-84ba-fd7eccaf81ce tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:05.249864 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c13a14db-38e9-456f-827b-c7f5412004f0 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4031258 Feb 20 05:41:05.253010 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d50f5b11-d670-44b8-9c56-8a4db4a8c5bc req-cf91d862-306f-412d-84ba-fd7eccaf81ce tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.3178134 Feb 20 05:41:05.259121 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38736) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:05.265363 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-fada680a-cd2a-4fa9-b554-7fe002e1a58c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:05.271533 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a61ab93-6e01-491d-8eff-b1b2b4345e09 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Made reservation on behalf of f726793bb27c429c92a1c1b8463eedf8 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:05.273751 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a61ab93-6e01-491d-8eff-b1b2b4345e09 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:05.366328 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9e825451-d518-4fe8-90b3-d7443edf85d8 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-group-rules/99b63c66-4234-424b-9d8d-cfd9c1b86cf0 HTTP/1.1" status: 200 len: 763 time: 0.1303246 Feb 20 05:41:05.371090 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38738) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:05.376600 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52f4db-add9-463c-a0da-51c6bc8a37c2 req-3bcbff99-7f2d-41c1-84ac-cf456c17edef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:05.378271 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae52f4db-add9-463c-a0da-51c6bc8a37c2 req-3bcbff99-7f2d-41c1-84ac-cf456c17edef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bc8bc607-6333-462f-8bbc-60d061e4d26c HTTP/1.1" status: 200 len: 854 time: 0.1220512 Feb 20 05:41:05.392273 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a61ab93-6e01-491d-8eff-b1b2b4345e09 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:41:05.434766 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d95863bb-2575-44f9-9332-3790e2545e57 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0621469 Feb 20 05:41:05.435483 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38740) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:05.437112 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d50f5b11-d670-44b8-9c56-8a4db4a8c5bc req-30889a96-ba1d-4ba5-a785-79c8404812fd tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832266 Feb 20 05:41:05.447577 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae52f4db-add9-463c-a0da-51c6bc8a37c2 req-9b852486-d05e-4baf-91ae-2a687c03f1fd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=01278ac3-eba6-45f1-87d7-2920932959ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581036 Feb 20 05:41:05.457035 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a61ab93-6e01-491d-8eff-b1b2b4345e09 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (f20490f1-7ade-445d-8dde-46fbbae709fd), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:05.457622 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-0a61ab93-6e01-491d-8eff-b1b2b4345e09 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Added segment f20490f1-7ade-445d-8dde-46fbbae709fd of type vlan for network d61c471d-45fd-455e-a639-5abb985d562a Feb 20 05:41:05.473868 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fada680a-cd2a-4fa9-b554-7fe002e1a58c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:05.483898 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fada680a-cd2a-4fa9-b554-7fe002e1a58c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:05.485958 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-fada680a-cd2a-4fa9-b554-7fe002e1a58c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:41:05.486445 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fada680a-cd2a-4fa9-b554-7fe002e1a58c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:41:05.536103 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-567ed9e3-ed7f-4d72-a787-d9c95de3bcf6 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (99b63c66-4234-424b-9d8d-cfd9c1b86cf0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:05.562756 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fada680a-cd2a-4fa9-b554-7fe002e1a58c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2988820 Feb 20 05:41:05.562756 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-567ed9e3-ed7f-4d72-a787-d9c95de3bcf6 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (99b63c66-4234-424b-9d8d-cfd9c1b86cf0), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:05.564127 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38746) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:05.569133 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a40fc1d6-aaa9-4715-99c9-5c84d063aaa4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:05.622712 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a61ab93-6e01-491d-8eff-b1b2b4345e09 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (d61c471d-45fd-455e-a639-5abb985d562a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:05.654853 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-567ed9e3-ed7f-4d72-a787-d9c95de3bcf6 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (99b63c66-4234-424b-9d8d-cfd9c1b86cf0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:05.664285 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-567ed9e3-ed7f-4d72-a787-d9c95de3bcf6 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:05.668333 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-567ed9e3-ed7f-4d72-a787-d9c95de3bcf6 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/99b63c66-4234-424b-9d8d-cfd9c1b86cf0 HTTP/1.1" status: 204 len: 168 time: 0.2302508 Feb 20 05:41:05.673488 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38748) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:05.677154 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-02068c71-b5f4-4f33-b3ee-2798f188ad4d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (29db9da7-b890-4cdb-b7e0-fcc13be4e73d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:05.687195 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ed9e3-ed7f-4d72-a787-d9c95de3bcf6 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99b63c66-4234-424b-9d8d-cfd9c1b86cf0,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:05.720786 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40fc1d6-aaa9-4715-99c9-5c84d063aaa4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:05.724176 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a40fc1d6-aaa9-4715-99c9-5c84d063aaa4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:05.725545 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40fc1d6-aaa9-4715-99c9-5c84d063aaa4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:41:05.725969 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a40fc1d6-aaa9-4715-99c9-5c84d063aaa4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:41:05.737805 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-11867a3f-c045-4b06-bd67-849c1c913428 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0583754 Feb 20 05:41:05.738032 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38750) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:05.740620 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02068c71-b5f4-4f33-b3ee-2798f188ad4d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event deleted for resources: {'Port': ['ID=29db9da7-b890-4cdb-b7e0-fcc13be4e73d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:05.745447 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-dc9391f2-bdfb-4bf5-b62e-bb045fc3a8de tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Request body: {'security_group_rule': {'security_group_id': 'bb16d81d-04fd-46d6-a949-c216745370ef', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:05.767654 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a40fc1d6-aaa9-4715-99c9-5c84d063aaa4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2001476 Feb 20 05:41:05.770826 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38752) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:05.778989 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a61ab93-6e01-491d-8eff-b1b2b4345e09 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d61c471d-45fd-455e-a639-5abb985d562a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:05.778989 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a61ab93-6e01-491d-8eff-b1b2b4345e09 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:05.778989 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a61ab93-6e01-491d-8eff-b1b2b4345e09 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:05.818822 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ab7dd268-c8a2-4c8e-a05c-3fb08b983944 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0447943 Feb 20 05:41:05.819184 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38754) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:05.825039 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae52f4db-add9-463c-a0da-51c6bc8a37c2 req-79a628de-a1b4-4889-8e95-d9ffd550d1bf service neutron] 10.222.0.61 "GET /v2.0/networks/01278ac3-eba6-45f1-87d7-2920932959ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655372 Feb 20 05:41:05.831179 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc9391f2-bdfb-4bf5-b62e-bb045fc3a8de tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (2bee9830-8c7f-4790-838a-076f402a74d2), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:05.852926 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a15ae-f878-4415-9b7e-1c88c047be5e req-363790c1-a07e-4d01-817d-84e88d6e8487 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:05.854886 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b31a15ae-f878-4415-9b7e-1c88c047be5e req-363790c1-a07e-4d01-817d-84e88d6e8487 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4bb2b9a-9d08-4174-a960-428722663d65 HTTP/1.1" status: 200 len: 948 time: 0.2649071 Feb 20 05:41:05.905618 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13385a5-b2d8-41bf-86a9-8fc45a5adf5b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:05.909675 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b13385a5-b2d8-41bf-86a9-8fc45a5adf5b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0874064 Feb 20 05:41:05.911555 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38758) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:05.915532 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0a61ab93-6e01-491d-8eff-b1b2b4345e09 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.8180115 Feb 20 05:41:05.921412 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38760) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:05.926711 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-3a51797e-3e46-4453-b54b-e43158485e3e tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Request body: {'subnet': {'network_id': 'd61c471d-45fd-455e-a639-5abb985d562a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:05.969271 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0a7df04e-295f-4068-a0ff-ba4a60cb88ab tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0535007 Feb 20 05:41:05.974949 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38762) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:05.975888 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61ab93-6e01-491d-8eff-b1b2b4345e09 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Pushing event updated for resources: {'Network': ['ID=d61c471d-45fd-455e-a639-5abb985d562a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:05.984319 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-460a7c9d-0db5-4a39-83d5-d48dc7d74f5a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:05.998161 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network d61c471d-45fd-455e-a639-5abb985d562a details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:41:06.052519 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc9391f2-bdfb-4bf5-b62e-bb045fc3a8de tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (2bee9830-8c7f-4790-838a-076f402a74d2), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:06.056337 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a51797e-3e46-4453-b54b-e43158485e3e tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Made reservation on behalf of f726793bb27c429c92a1c1b8463eedf8 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:06.059466 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a51797e-3e46-4453-b54b-e43158485e3e tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:06.066773 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-02068c71-b5f4-4f33-b3ee-2798f188ad4d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:06.073793 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-02068c71-b5f4-4f33-b3ee-2798f188ad4d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "DELETE /v2.0/ports/29db9da7-b890-4cdb-b7e0-fcc13be4e73d HTTP/1.1" status: 204 len: 168 time: 2.0803974 Feb 20 05:41:06.078171 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38764) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:06.081153 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc9391f2-bdfb-4bf5-b62e-bb045fc3a8de tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (2bee9830-8c7f-4790-838a-076f402a74d2), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:06.124629 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae52f4db-add9-463c-a0da-51c6bc8a37c2 req-bb7d503d-9820-4777-a8b2-4a076155b0b2 service neutron] 10.222.0.61 "GET /v2.0/networks/01278ac3-eba6-45f1-87d7-2920932959ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360351 Feb 20 05:41:06.151097 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9391f2-bdfb-4bf5-b62e-bb045fc3a8de tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bee9830-8c7f-4790-838a-076f402a74d2,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:06.153497 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b31a15ae-f878-4415-9b7e-1c88c047be5e req-12262afd-a824-4b09-8d7d-9e475de2405b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570970 Feb 20 05:41:06.169350 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc9391f2-bdfb-4bf5-b62e-bb045fc3a8de tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:06.173511 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dc9391f2-bdfb-4bf5-b62e-bb045fc3a8de tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4345565 Feb 20 05:41:06.175474 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38766) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:06.224825 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-7db55ae3-e0eb-422c-ae3e-11aca8224cd1 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Deleting port 1b3adbb3-2cc7-496f-9d01-8d25b7de0141 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:06.225273 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7db55ae3-e0eb-422c-ae3e-11aca8224cd1 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1b3adbb3-2cc7-496f-9d01-8d25b7de0141), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:06.228464 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9f729063-80ef-4940-9652-155bbdcd44c9 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-group-rules/2bee9830-8c7f-4790-838a-076f402a74d2 HTTP/1.1" status: 200 len: 763 time: 0.0490873 Feb 20 05:41:06.229184 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38768) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:06.246826 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460a7c9d-0db5-4a39-83d5-d48dc7d74f5a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:06.251085 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-460a7c9d-0db5-4a39-83d5-d48dc7d74f5a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:06.272258 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf94d9f-d8b6-4529-82e6-0e29f15da9bf x-openstack-request-id: req-fcf94d9f-d8b6-4529-82e6-0e29f15da9bf {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:41:06.275112 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4bb2b9a-9d08-4174-a960-428722663d65", "tag": "fed30b5f-107e-440d-a885-e4d84c260413", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:41:06.275462 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fcf94d9f-d8b6-4529-82e6-0e29f15da9bf {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:41:06.275919 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4bb2b9a-9d08-4174-a960-428722663d65', 'tag': 'fed30b5f-107e-440d-a885-e4d84c260413', 'status': 'completed', 'code': 200} Feb 20 05:41:06.336028 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7db55ae3-e0eb-422c-ae3e-11aca8224cd1 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1b3adbb3-2cc7-496f-9d01-8d25b7de0141), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:06.350389 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-7db55ae3-e0eb-422c-ae3e-11aca8224cd1 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Calling delete_port for 1b3adbb3-2cc7-496f-9d01-8d25b7de0141 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:06.427596 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a9bd7976-d9e5-4194-9221-574aa736e323 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1959839 Feb 20 05:41:06.433740 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38770) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:06.513562 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a6716-f99d-47d5-a89a-131969ad5e26 req-dc0c6516-eb63-48bc-bb05-188a2ebcd7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:06.514694 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-08ac09f8-b3df-4f9e-9dfe-cb3414e01371 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (2bee9830-8c7f-4790-838a-076f402a74d2), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:06.515253 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-489a6716-f99d-47d5-a89a-131969ad5e26 req-dc0c6516-eb63-48bc-bb05-188a2ebcd7db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3e6712a47034666b11f44d7ab7587a8&device_id=f4bb2b9a-9d08-4174-a960-428722663d65 HTTP/1.1" status: 200 len: 1130 time: 0.1523561 Feb 20 05:41:06.524269 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11467a9f-bd55-44e5-acd7-244f017ebbf3 req-00d3e6d5-1bb2-4fc2-ba0a-fa78bb81bd06 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:06.528026 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-11467a9f-bd55-44e5-acd7-244f017ebbf3 req-00d3e6d5-1bb2-4fc2-ba0a-fa78bb81bd06 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1655724 Feb 20 05:41:06.542053 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-08ac09f8-b3df-4f9e-9dfe-cb3414e01371 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (2bee9830-8c7f-4790-838a-076f402a74d2), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:06.663673 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-08ac09f8-b3df-4f9e-9dfe-cb3414e01371 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (2bee9830-8c7f-4790-838a-076f402a74d2), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:06.679456 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7db55ae3-e0eb-422c-ae3e-11aca8224cd1 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (1b3adbb3-2cc7-496f-9d01-8d25b7de0141), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:06.697412 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-08ac09f8-b3df-4f9e-9dfe-cb3414e01371 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:06.698551 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-08ac09f8-b3df-4f9e-9dfe-cb3414e01371 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/2bee9830-8c7f-4790-838a-076f402a74d2 HTTP/1.1" status: 204 len: 168 time: 0.2569575 Feb 20 05:41:06.702639 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38774) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:06.706726 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-11467a9f-bd55-44e5-acd7-244f017ebbf3 req-8c038004-f936-43d7-a9f5-20907ecd4468 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701784 Feb 20 05:41:06.753223 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db55ae3-e0eb-422c-ae3e-11aca8224cd1 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event deleted for resources: {'Port': ['ID=1b3adbb3-2cc7-496f-9d01-8d25b7de0141,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:06.767703 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac09f8-b3df-4f9e-9dfe-cb3414e01371 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bee9830-8c7f-4790-838a-076f402a74d2,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:06.839020 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fe114fc7-496c-41dc-a2a7-8d2f2225d7e8 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1283245 Feb 20 05:41:06.839020 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38778) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:06.842486 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a6716-f99d-47d5-a89a-131969ad5e26 req-d22eea11-27fc-477c-afc3-0550c387780e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:06.843980 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-489a6716-f99d-47d5-a89a-131969ad5e26 req-d22eea11-27fc-477c-afc3-0550c387780e service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.3091042 Feb 20 05:41:06.844696 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-708e2098-354a-4dbd-b978-d27b6b4c5d39 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Request body: {'security_group_rule': {'security_group_id': 'bb16d81d-04fd-46d6-a949-c216745370ef', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:06.907232 n-d-829866-5 neutron-server[103406]: DEBUG neutron.objects.ports [None req-460a7c9d-0db5-4a39-83d5-d48dc7d74f5a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103406) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 05:41:06.910692 n-d-829866-5 neutron-server[103406]: INFO neutron.db.securitygroups_db [None req-708e2098-354a-4dbd-b978-d27b6b4c5d39 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Project 1be42a79a33c4885be0388863364d410 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 05:41:06.914985 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-460a7c9d-0db5-4a39-83d5-d48dc7d74f5a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (0d736780-06bd-4141-8ff7-8a42c11a3b19), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:06.920577 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-489a6716-f99d-47d5-a89a-131969ad5e26 req-fa46d434-7cce-4573-966d-ce925a8dccff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=fed30b5f-107e-440d-a885-e4d84c260413 HTTP/1.1" status: 200 len: 217 time: 0.0539489 Feb 20 05:41:06.927999 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-708e2098-354a-4dbd-b978-d27b6b4c5d39 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (820d5c74-5f1d-4335-b10c-f84d90cabd57), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:06.964191 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7db55ae3-e0eb-422c-ae3e-11aca8224cd1 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:06.968461 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7db55ae3-e0eb-422c-ae3e-11aca8224cd1 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "DELETE /v2.0/ports/1b3adbb3-2cc7-496f-9d01-8d25b7de0141 HTTP/1.1" status: 204 len: 168 time: 0.8892150 Feb 20 05:41:06.971541 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38780) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:06.988912 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5dad5-2775-4e00-b538-03fcf6421be6 req-4951a191-c01e-48df-8291-0bb925f17c31 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:06.994461 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d0a5dad5-2775-4e00-b538-03fcf6421be6 req-4951a191-c01e-48df-8291-0bb925f17c31 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 943 time: 0.1977084 Feb 20 05:41:07.012732 n-d-829866-5 neutron-server[103406]: DEBUG neutron.objects.ports [None req-3a51797e-3e46-4453-b54b-e43158485e3e tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103406) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 05:41:07.013397 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a51797e-3e46-4453-b54b-e43158485e3e tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (d2909792-807e-4330-84d8-11b998f34cc8), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:07.031886 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460a7c9d-0db5-4a39-83d5-d48dc7d74f5a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:07.034309 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a6716-f99d-47d5-a89a-131969ad5e26 req-22ce9425-7b06-445a-9807-f0def9031ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:07.035771 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-489a6716-f99d-47d5-a89a-131969ad5e26 req-22ce9425-7b06-445a-9807-f0def9031ae3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1095338 Feb 20 05:41:07.038958 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a7c9d-0db5-4a39-83d5-d48dc7d74f5a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=0d736780-06bd-4141-8ff7-8a42c11a3b19,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:07.041380 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-460a7c9d-0db5-4a39-83d5-d48dc7d74f5a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:07.047657 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460a7c9d-0db5-4a39-83d5-d48dc7d74f5a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:07.048486 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-460a7c9d-0db5-4a39-83d5-d48dc7d74f5a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:07.057769 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75c566c-397e-42e2-8929-5b804e721942 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:07.094041 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15bc9a8-58b0-4733-9e30-3f9f10c248c3 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Deleting subnet 08d1d8d3-1cdb-47d5-86aa-3316d80bbfd8 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:41:07.102498 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d15bc9a8-58b0-4733-9e30-3f9f10c248c3 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for subnet (08d1d8d3-1cdb-47d5-86aa-3316d80bbfd8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:07.165544 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d0a5dad5-2775-4e00-b538-03fcf6421be6 req-29c6e5c5-242f-46b4-9043-3b562125068d tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430314 Feb 20 05:41:07.172727 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d15bc9a8-58b0-4733-9e30-3f9f10c248c3 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (08d1d8d3-1cdb-47d5-86aa-3316d80bbfd8), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:07.234783 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a6716-f99d-47d5-a89a-131969ad5e26 req-f190a9ee-98c8-42f4-83b4-7f02f999d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:07.236604 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-489a6716-f99d-47d5-a89a-131969ad5e26 req-f190a9ee-98c8-42f4-83b4-7f02f999d6dd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1895678 Feb 20 05:41:07.274520 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbfd9de-8544-4746-95a4-b483dc080bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'fixed_ips': [{'subnet_id': '0d736780-06bd-4141-8ff7-8a42c11a3b19'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:41:07.275889 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9cbfd9de-8544-4746-95a4-b483dc080bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:07.426100 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d15bc9a8-58b0-4733-9e30-3f9f10c248c3 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (08d1d8d3-1cdb-47d5-86aa-3316d80bbfd8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:07.489293 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51797e-3e46-4453-b54b-e43158485e3e tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d2909792-807e-4330-84d8-11b998f34cc8,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:07.497076 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-708e2098-354a-4dbd-b978-d27b6b4c5d39 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (820d5c74-5f1d-4335-b10c-f84d90cabd57), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:07.497693 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-9cbfd9de-8544-4746-95a4-b483dc080bc2 None None] Allocated IP 2001:db8::f816:3eff:fe97:e616 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/0d736780-06bd-4141-8ff7-8a42c11a3b19/b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:41:07.510349 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-460a7c9d-0db5-4a39-83d5-d48dc7d74f5a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5320539 Feb 20 05:41:07.512558 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38784) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:07.518305 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-d0c35a5f-538e-4900-98ed-8c9d1d818620 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'mac_address': 'fa:16:3e:0e:4e:ab', 'name': 'tempest-NetworksTestDHCPv6-1491483381'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:07.523958 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-708e2098-354a-4dbd-b978-d27b6b4c5d39 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (820d5c74-5f1d-4335-b10c-f84d90cabd57), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:07.553101 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a72a7c-6d58-4dd8-a0c6-68b8dc92be6c req-531b5ddf-db65-4eef-b708-ffc0b9fa56a1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:07.555558 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a2a72a7c-6d58-4dd8-a0c6-68b8dc92be6c req-531b5ddf-db65-4eef-b708-ffc0b9fa56a1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.2044175 Feb 20 05:41:07.562620 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-489a6716-f99d-47d5-a89a-131969ad5e26 req-7aa47e4b-5253-47da-9de7-f8284f151048 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134723 Feb 20 05:41:07.588492 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a51797e-3e46-4453-b54b-e43158485e3e tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Checking segment: {'id': 'f20490f1-7ade-445d-8dde-46fbbae709fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd61c471d-45fd-455e-a639-5abb985d562a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:41:07.589017 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a51797e-3e46-4453-b54b-e43158485e3e tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Network hostable DHCP agents. Network: d61c471d-45fd-455e-a639-5abb985d562a, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:41:07.600514 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e2098-354a-4dbd-b978-d27b6b4c5d39 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=820d5c74-5f1d-4335-b10c-f84d90cabd57,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:07.624175 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-708e2098-354a-4dbd-b978-d27b6b4c5d39 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:07.625578 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-708e2098-354a-4dbd-b978-d27b6b4c5d39 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7857471 Feb 20 05:41:07.635466 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38786) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:07.672268 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a51797e-3e46-4453-b54b-e43158485e3e tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Network d61c471d-45fd-455e-a639-5abb985d562a is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:41:07.677270 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-aa4c8415-f6ab-4ade-869e-08098f854bed tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-group-rules/820d5c74-5f1d-4335-b10c-f84d90cabd57 HTTP/1.1" status: 200 len: 769 time: 0.0405190 Feb 20 05:41:07.679964 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38790) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:07.709105 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-3a51797e-3e46-4453-b54b-e43158485e3e tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, d61c471d-45fd-455e-a639-5abb985d562a) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:07.716497 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a51797e-3e46-4453-b54b-e43158485e3e tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:07.717148 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a51797e-3e46-4453-b54b-e43158485e3e tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:07.720550 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9cbfd9de-8544-4746-95a4-b483dc080bc2 None None] Publish callbacks [] for port (b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:07.728648 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 3477e2b3-a8f5-4700-881d-5f3884bf183d details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:41:07.731061 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17933a4c-332c-4497-afbc-56b67653c6f1 None None] Network d61c471d-45fd-455e-a639-5abb985d562a requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:07.738931 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c35a5f-538e-4900-98ed-8c9d1d818620 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:07.783084 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d15bc9a8-58b0-4733-9e30-3f9f10c248c3 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (08d1d8d3-1cdb-47d5-86aa-3316d80bbfd8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:07.796599 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3a51797e-3e46-4453-b54b-e43158485e3e tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8733804 Feb 20 05:41:07.800853 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38792) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:07.806546 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-810bb1c6-2b2d-40dc-bac4-018e032c257a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Request body: {'floatingip': {'floating_network_id': 'd61c471d-45fd-455e-a639-5abb985d562a'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:07.842792 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d15bc9a8-58b0-4733-9e30-3f9f10c248c3 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:07.847164 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d15bc9a8-58b0-4733-9e30-3f9f10c248c3 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "DELETE /v2.0/subnets/08d1d8d3-1cdb-47d5-86aa-3316d80bbfd8 HTTP/1.1" status: 204 len: 168 time: 0.8731756 Feb 20 05:41:07.850166 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15bc9a8-58b0-4733-9e30-3f9f10c248c3 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event deleted for resources: {'Subnet': ['ID=08d1d8d3-1cdb-47d5-86aa-3316d80bbfd8,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:07.850741 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-810bb1c6-2b2d-40dc-bac4-018e032c257a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:07.858352 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38794) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:07.867752 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c19ffef4-2740-4102-a026-d6be7484ab8e tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1801546 Feb 20 05:41:07.871135 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38796) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:07.882825 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 3477e2b3-a8f5-4700-881d-5f3884bf183d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=3477e2b3-a8f5-4700-881d-5f3884bf183d,segment=NetworkSegment(4cdc692c-dc0a-4b72-9459-ea1592b0f54a),segment_id=4cdc692c-dc0a-4b72-9459-ea1592b0f54a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:07.901001 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '3477e2b3-a8f5-4700-881d-5f3884bf183d', 'network_id': '01278ac3-eba6-45f1-87d7-2920932959ff', 'port_id': '3477e2b3-a8f5-4700-881d-5f3884bf183d', 'mac_address': 'fa:16:3e:95:a2:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc8bc607-6333-462f-8bbc-60d061e4d26c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:41:07.905068 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a2a72a7c-6d58-4dd8-a0c6-68b8dc92be6c req-5df70013-e001-4006-a055-41dbd2304ed8 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3361518 Feb 20 05:41:07.907203 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9864d32-8198-49d9-9b28-655b4fe9a144 None None] Network ad5d889f-9ba6-45ee-9401-06eb68bd1eba requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:07.938142 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf2c25fc-4ebb-4688-a4eb-34a6bfa7842b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Deleting subnet 3360231b-31d4-47a9-9519-1ea0a6de60eb {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:41:07.946222 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf2c25fc-4ebb-4688-a4eb-34a6bfa7842b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for subnet (3360231b-31d4-47a9-9519-1ea0a6de60eb), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:07.951827 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d0c35a5f-538e-4900-98ed-8c9d1d818620 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:07.999831 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b94988ac-56b7-467f-b1a9-2b92a3d92881 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (820d5c74-5f1d-4335-b10c-f84d90cabd57), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:08.007811 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-d0c35a5f-538e-4900-98ed-8c9d1d818620 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] device_id is not set on port db4aaf4a-1eb8-4bd0-8192-4dfed41ada69 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:41:08.016907 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9cbfd9de-8544-4746-95a4-b483dc080bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:08.048896 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 3477e2b3-a8f5-4700-881d-5f3884bf183d is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:08.048896 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3477e2b3-a8f5-4700-881d-5f3884bf183d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:08.067107 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b94988ac-56b7-467f-b1a9-2b92a3d92881 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (820d5c74-5f1d-4335-b10c-f84d90cabd57), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:08.080301 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-489a6716-f99d-47d5-a89a-131969ad5e26 req-294f6064-f79f-4aaf-84b0-28aee979bd39 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044050 Feb 20 05:41:08.116778 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94691674-dd08-4482-b457-4367f321e1e2 req-aeefde89-67bb-4ce3-8677-2063dd4ac525 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:08.126147 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-94691674-dd08-4482-b457-4367f321e1e2 req-aeefde89-67bb-4ce3-8677-2063dd4ac525 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4bb2b9a-9d08-4174-a960-428722663d65 HTTP/1.1" status: 200 len: 948 time: 0.1017437 Feb 20 05:41:08.140463 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbfd9de-8544-4746-95a4-b483dc080bc2 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:08.145932 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-9cbfd9de-8544-4746-95a4-b483dc080bc2 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:08.151412 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbfd9de-8544-4746-95a4-b483dc080bc2 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:41:08.154709 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-d0c35a5f-538e-4900-98ed-8c9d1d818620 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 2001:db8::f816:3eff:fe0e:4eab (81f72dab-c9ca-4111-9cef-a8a92557f9f3/0d736780-06bd-4141-8ff7-8a42c11a3b19/db4aaf4a-1eb8-4bd0-8192-4dfed41ada69) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:41:08.158730 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3477e2b3-a8f5-4700-881d-5f3884bf183d {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:41:08.161924 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b94988ac-56b7-467f-b1a9-2b92a3d92881 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (820d5c74-5f1d-4335-b10c-f84d90cabd57), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:08.178405 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b94988ac-56b7-467f-b1a9-2b92a3d92881 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:08.182549 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b94988ac-56b7-467f-b1a9-2b92a3d92881 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/820d5c74-5f1d-4335-b10c-f84d90cabd57 HTTP/1.1" status: 204 len: 168 time: 0.3102684 Feb 20 05:41:08.182997 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 3477e2b3-a8f5-4700-881d-5f3884bf183d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=3477e2b3-a8f5-4700-881d-5f3884bf183d,segment=NetworkSegment(4cdc692c-dc0a-4b72-9459-ea1592b0f54a),segment_id=4cdc692c-dc0a-4b72-9459-ea1592b0f54a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:08.183344 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38800) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:08.200808 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3477e2b3-a8f5-4700-881d-5f3884bf183d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:08.201570 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device fed30b5f-107e-440d-a885-e4d84c260413 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:41:08.240307 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-94691674-dd08-4482-b457-4367f321e1e2 req-e4536f02-f52f-487b-b7a1-572a56d34627 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995097 Feb 20 05:41:08.240307 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94988ac-56b7-467f-b1a9-2b92a3d92881 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=820d5c74-5f1d-4335-b10c-f84d90cabd57,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:08.296900 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e0a88666-2655-4f9e-9c2b-5c87cbc35153 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1029265 Feb 20 05:41:08.298382 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38804) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:08.306206 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port fed30b5f-107e-440d-a885-e4d84c260413, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=fed30b5f-107e-440d-a885-e4d84c260413,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:08.345409 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'fed30b5f-107e-440d-a885-e4d84c260413', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': 'fed30b5f-107e-440d-a885-e4d84c260413', 'mac_address': 'fa:16:3e:2b:ef:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:41:08.350590 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d0c35a5f-538e-4900-98ed-8c9d1d818620 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (db4aaf4a-1eb8-4bd0-8192-4dfed41ada69), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:08.377435 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfd9de-8544-4746-95a4-b483dc080bc2 None None] Pushing event updated for resources: {'Port': ['ID=b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:08.416957 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d0c35a5f-538e-4900-98ed-8c9d1d818620 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (db4aaf4a-1eb8-4bd0-8192-4dfed41ada69), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:08.453468 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7dc5-9d8b-4ffd-8dd0-537fd61d8086 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (bb16d81d-04fd-46d6-a949-c216745370ef), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:08.489060 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=3477e2b3-a8f5-4700-881d-5f3884bf183d,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:08.513843 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7dc5-9d8b-4ffd-8dd0-537fd61d8086 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (bb16d81d-04fd-46d6-a949-c216745370ef), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:08.533686 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe602c9-dfad-4111-a1a2-c3478168b797 None None] DHCP port deletion for ad5d889f-9ba6-45ee-9401-06eb68bd1eba request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:41:08.540018 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c35a5f-538e-4900-98ed-8c9d1d818620 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=db4aaf4a-1eb8-4bd0-8192-4dfed41ada69,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:08.545496 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port fed30b5f-107e-440d-a885-e4d84c260413 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:08.554954 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fed30b5f-107e-440d-a885-e4d84c260413), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:08.560867 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf2c25fc-4ebb-4688-a4eb-34a6bfa7842b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (3360231b-31d4-47a9-9519-1ea0a6de60eb), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:08.595899 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c35a5f-538e-4900-98ed-8c9d1d818620 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:08.603510 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-d0c35a5f-538e-4900-98ed-8c9d1d818620 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:08.610104 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c35a5f-538e-4900-98ed-8c9d1d818620 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:41:08.621810 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c35a5f-538e-4900-98ed-8c9d1d818620 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:08.622641 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d0c35a5f-538e-4900-98ed-8c9d1d818620 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:08.642790 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006c011-7603-44c5-be47-280dfc274105 req-0e42d123-7678-48db-884b-cf5ad777c50c tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:08.647153 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7006c011-7603-44c5-be47-280dfc274105 req-0e42d123-7678-48db-884b-cf5ad777c50c tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 944 time: 0.0800552 Feb 20 05:41:08.649936 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7dc5-9d8b-4ffd-8dd0-537fd61d8086 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (bb16d81d-04fd-46d6-a949-c216745370ef), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:08.656062 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7dc5-9d8b-4ffd-8dd0-537fd61d8086 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:08.658682 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c3ce7dc5-9d8b-4ffd-8dd0-537fd61d8086 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "DELETE /v2.0/security-groups/bb16d81d-04fd-46d6-a949-c216745370ef HTTP/1.1" status: 204 len: 168 time: 0.3579187 Feb 20 05:41:08.664727 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38808) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:08.671749 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fed30b5f-107e-440d-a885-e4d84c260413 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:41:08.680198 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9dc314-e949-49cd-9be2-532fc5f7d26f None None] Network d61c471d-45fd-455e-a639-5abb985d562a requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:08.703147 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d0c35a5f-538e-4900-98ed-8c9d1d818620 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1894188 Feb 20 05:41:08.706750 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38810) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:08.747111 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce7dc5-9d8b-4ffd-8dd0-537fd61d8086 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb16d81d-04fd-46d6-a949-c216745370ef,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:08.777198 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf2c25fc-4ebb-4688-a4eb-34a6bfa7842b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (3360231b-31d4-47a9-9519-1ea0a6de60eb), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:08.791869 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-9cbfd9de-8544-4746-95a4-b483dc080bc2 None None] Attempting to bind port b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:08.800695 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-9cbfd9de-8544-4746-95a4-b483dc080bc2 None None] Attempting to bind port b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:08.801103 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbfd9de-8544-4746-95a4-b483dc080bc2 None None] Attempting to bind port b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc on network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:08.821699 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 40e9a47d-b46a-47ed-8e81-a566273c8e17 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:41:08.843745 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7006c011-7603-44c5-be47-280dfc274105 req-618a52cd-62a1-41e0-93b1-bd7d815f53ae tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781139 Feb 20 05:41:08.866129 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425e7e5b-ff91-4a9e-9073-d4a53dc76a1c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:08.871595 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425e7e5b-ff91-4a9e-9073-d4a53dc76a1c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:08.876319 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-425e7e5b-ff91-4a9e-9073-d4a53dc76a1c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1640563 Feb 20 05:41:08.876319 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-810bb1c6-2b2d-40dc-bac4-018e032c257a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:08.881960 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38814) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:08.894982 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-58ce20b6-e9b5-4ba4-998d-d68eb7df3db4 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2146616 Feb 20 05:41:08.895647 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38816) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:08.900563 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a1b866f8-688b-4bfa-85c3-88b9081dccf0 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Request body: {'security_group': {'name': 'tempest-secgroup--1956292278'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:08.937310 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbfd9de-8544-4746-95a4-b483dc080bc2 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:41:08.938455 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a1b866f8-688b-4bfa-85c3-88b9081dccf0 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:08.939336 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbfd9de-8544-4746-95a4-b483dc080bc2 None None] Checking segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:41:08.940349 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9cbfd9de-8544-4746-95a4-b483dc080bc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:08.940750 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbfd9de-8544-4746-95a4-b483dc080bc2 None None] Bound using segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:41:08.941785 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-9cbfd9de-8544-4746-95a4-b483dc080bc2 None None] Bound port: b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:41:08.942235 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9cbfd9de-8544-4746-95a4-b483dc080bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:08.948096 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port fed30b5f-107e-440d-a885-e4d84c260413, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=fed30b5f-107e-440d-a885-e4d84c260413,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:08.964087 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (fed30b5f-107e-440d-a885-e4d84c260413), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.023142 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2fe602c9-dfad-4111-a1a2-c3478168b797 None None] Deleting port 40e9a47d-b46a-47ed-8e81-a566273c8e17 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:09.023899 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2fe602c9-dfad-4111-a1a2-c3478168b797 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (40e9a47d-b46a-47ed-8e81-a566273c8e17), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.034156 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf2c25fc-4ebb-4688-a4eb-34a6bfa7842b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (3360231b-31d4-47a9-9519-1ea0a6de60eb), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.082657 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebed188-1382-43be-be6a-eefdfea51e3b req-2e9f854a-971b-4e99-a84d-53e0590e4acb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:09.082890 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c25fc-4ebb-4688-a4eb-34a6bfa7842b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event deleted for resources: {'Subnet': ['ID=3360231b-31d4-47a9-9519-1ea0a6de60eb,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:09.084904 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4ebed188-1382-43be-be6a-eefdfea51e3b req-2e9f854a-971b-4e99-a84d-53e0590e4acb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0950480 Feb 20 05:41:09.088199 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf2c25fc-4ebb-4688-a4eb-34a6bfa7842b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.093810 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cf2c25fc-4ebb-4688-a4eb-34a6bfa7842b tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "DELETE /v2.0/subnets/3360231b-31d4-47a9-9519-1ea0a6de60eb HTTP/1.1" status: 204 len: 168 time: 1.2253835 Feb 20 05:41:09.102890 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38818) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:09.148064 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-810bb1c6-2b2d-40dc-bac4-018e032c257a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Allocated IP 172.20.0.4 (d61c471d-45fd-455e-a639-5abb985d562a/d2909792-807e-4330-84d8-11b998f34cc8/2395d4d4-f2d4-47cf-8335-0e455a3e84a0) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:41:09.149993 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a1b866f8-688b-4bfa-85c3-88b9081dccf0 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (9f426f5f-5604-4dd3-bafe-10819c2c760e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.151990 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-efef7d23-aa9c-4c52-ad21-32da6f2f7b92 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting port db4aaf4a-1eb8-4bd0-8192-4dfed41ada69 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:09.152513 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-efef7d23-aa9c-4c52-ad21-32da6f2f7b92 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (db4aaf4a-1eb8-4bd0-8192-4dfed41ada69), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.189734 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a1b866f8-688b-4bfa-85c3-88b9081dccf0 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9f426f5f-5604-4dd3-bafe-10819c2c760e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.222232 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79edf44a-4838-4a3f-8002-4d506b95d8d5 None None] Network fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:09.258994 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4ebed188-1382-43be-be6a-eefdfea51e3b req-9a2ab6e9-8c66-4ad5-9f4b-e2abcd9ec620 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550395 Feb 20 05:41:09.266163 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a1b866f8-688b-4bfa-85c3-88b9081dccf0 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.269975 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a1b866f8-688b-4bfa-85c3-88b9081dccf0 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3732402 Feb 20 05:41:09.271779 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38822) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:09.277735 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-fa4e3850-9c89-497d-bc43-d270b66ced2a tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Request body: {'security_group_rule': {'security_group_id': '9f426f5f-5604-4dd3-bafe-10819c2c760e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:09.284120 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59f81438-161a-464c-938b-5c33b09c2677 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (ad5d889f-9ba6-45ee-9401-06eb68bd1eba), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.287403 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b866f8-688b-4bfa-85c3-88b9081dccf0 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f426f5f-5604-4dd3-bafe-10819c2c760e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:09.324025 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-efef7d23-aa9c-4c52-ad21-32da6f2f7b92 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (db4aaf4a-1eb8-4bd0-8192-4dfed41ada69), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.336631 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa4e3850-9c89-497d-bc43-d270b66ced2a tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (64e98c99-9b5b-45ea-8651-683777d61fde), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.352201 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-efef7d23-aa9c-4c52-ad21-32da6f2f7b92 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Calling delete_port for db4aaf4a-1eb8-4bd0-8192-4dfed41ada69 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:09.359724 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['fed30b5f-107e-440d-a885-e4d84c260413'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:41:09.376802 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['3477e2b3-a8f5-4700-881d-5f3884bf183d'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:41:09.387991 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-810bb1c6-2b2d-40dc-bac4-018e032c257a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks [] for port (2395d4d4-f2d4-47cf-8335-0e455a3e84a0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.393414 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-59f81438-161a-464c-938b-5c33b09c2677 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Deleting port 40e9a47d-b46a-47ed-8e81-a566273c8e17 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:09.393749 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59f81438-161a-464c-938b-5c33b09c2677 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (40e9a47d-b46a-47ed-8e81-a566273c8e17), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.405527 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 40e9a47d-b46a-47ed-8e81-a566273c8e17 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:09.405926 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (40e9a47d-b46a-47ed-8e81-a566273c8e17), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.408005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=fed30b5f-107e-440d-a885-e4d84c260413,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:09.474620 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9cbfd9de-8544-4746-95a4-b483dc080bc2 None None] For port b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:41:09.485367 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2fe602c9-dfad-4111-a1a2-c3478168b797 None None] For port 40e9a47d-b46a-47ed-8e81-a566273c8e17, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=40e9a47d-b46a-47ed-8e81-a566273c8e17,segment=NetworkSegment(19247fc3-8797-47d4-855d-3aa66884dfac),segment_id=19247fc3-8797-47d4-855d-3aa66884dfac)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:09.486117 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2fe602c9-dfad-4111-a1a2-c3478168b797 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (40e9a47d-b46a-47ed-8e81-a566273c8e17), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.492135 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-810bb1c6-2b2d-40dc-bac4-018e032c257a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (2395d4d4-f2d4-47cf-8335-0e455a3e84a0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.497205 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa4e3850-9c89-497d-bc43-d270b66ced2a tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (64e98c99-9b5b-45ea-8651-683777d61fde), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.511894 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa4e3850-9c89-497d-bc43-d270b66ced2a tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (64e98c99-9b5b-45ea-8651-683777d61fde), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.523362 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-59f81438-161a-464c-938b-5c33b09c2677 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] For port 40e9a47d-b46a-47ed-8e81-a566273c8e17, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=40e9a47d-b46a-47ed-8e81-a566273c8e17,segment=NetworkSegment(19247fc3-8797-47d4-855d-3aa66884dfac),segment_id=19247fc3-8797-47d4-855d-3aa66884dfac)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:09.524315 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59f81438-161a-464c-938b-5c33b09c2677 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (40e9a47d-b46a-47ed-8e81-a566273c8e17), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.538970 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9cbfd9de-8544-4746-95a4-b483dc080bc2 None None] For port b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:41:09.544087 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2fe602c9-dfad-4111-a1a2-c3478168b797 None None] Calling delete_port for 40e9a47d-b46a-47ed-8e81-a566273c8e17 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:09.552115 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e3850-9c89-497d-bc43-d270b66ced2a tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e98c99-9b5b-45ea-8651-683777d61fde,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:09.554335 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-59f81438-161a-464c-938b-5c33b09c2677 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Calling delete_port for 40e9a47d-b46a-47ed-8e81-a566273c8e17 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:09.567720 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9cbfd9de-8544-4746-95a4-b483dc080bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.569109 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa4e3850-9c89-497d-bc43-d270b66ced2a tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.572986 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fa4e3850-9c89-497d-bc43-d270b66ced2a tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3002453 Feb 20 05:41:09.575045 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38824) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:09.576163 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810bb1c6-2b2d-40dc-bac4-018e032c257a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Network d61c471d-45fd-455e-a639-5abb985d562a is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:09.583892 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-810bb1c6-2b2d-40dc-bac4-018e032c257a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:09.588349 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810bb1c6-2b2d-40dc-bac4-018e032c257a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:41:09.591273 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810bb1c6-2b2d-40dc-bac4-018e032c257a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Pushing event updated for resources: {'Port': ['ID=2395d4d4-f2d4-47cf-8335-0e455a3e84a0,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:09.593492 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4249bc7-62e5-4d82-ad84-4efb194c488d req-50fd8b2e-b62c-4c42-a4a8-b1ba9f3ccd5b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:09.598491 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 40e9a47d-b46a-47ed-8e81-a566273c8e17, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=40e9a47d-b46a-47ed-8e81-a566273c8e17,segment=NetworkSegment(19247fc3-8797-47d4-855d-3aa66884dfac),segment_id=19247fc3-8797-47d4-855d-3aa66884dfac)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:09.602688 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f4249bc7-62e5-4d82-ad84-4efb194c488d req-50fd8b2e-b62c-4c42-a4a8-b1ba9f3ccd5b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4bb2b9a-9d08-4174-a960-428722663d65 HTTP/1.1" status: 200 len: 949 time: 0.1483824 Feb 20 05:41:09.620667 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-efef7d23-aa9c-4c52-ad21-32da6f2f7b92 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (db4aaf4a-1eb8-4bd0-8192-4dfed41ada69), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.655361 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef7d23-aa9c-4c52-ad21-32da6f2f7b92 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Port': ['ID=db4aaf4a-1eb8-4bd0-8192-4dfed41ada69,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:09.667432 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (40e9a47d-b46a-47ed-8e81-a566273c8e17), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.706250 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-efef7d23-aa9c-4c52-ad21-32da6f2f7b92 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.713407 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-efef7d23-aa9c-4c52-ad21-32da6f2f7b92 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/db4aaf4a-1eb8-4bd0-8192-4dfed41ada69 HTTP/1.1" status: 204 len: 168 time: 0.8268468 Feb 20 05:41:09.719808 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38826) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:09.733391 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f4249bc7-62e5-4d82-ad84-4efb194c488d req-a3aef30c-6659-4469-b20d-9e80539910ac tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297266 Feb 20 05:41:09.774370 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a23b738-4618-4d6f-aae9-dcc2baebd914 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (9f426f5f-5604-4dd3-bafe-10819c2c760e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.788239 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59f81438-161a-464c-938b-5c33b09c2677 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (40e9a47d-b46a-47ed-8e81-a566273c8e17), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.788483 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfd9de-8544-4746-95a4-b483dc080bc2 None None] Pushing event updated for resources: {'Port': ['ID=b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:09.844852 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event deleted for resources: {'Port': ['ID=40e9a47d-b46a-47ed-8e81-a566273c8e17,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:09.845220 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a23b738-4618-4d6f-aae9-dcc2baebd914 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (9f426f5f-5604-4dd3-bafe-10819c2c760e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.847971 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f81438-161a-464c-938b-5c33b09c2677 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event deleted for resources: {'Port': ['ID=40e9a47d-b46a-47ed-8e81-a566273c8e17,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:09.855147 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f81438-161a-464c-938b-5c33b09c2677 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] No DVR routers for this DVR port 40e9a47d-b46a-47ed-8e81-a566273c8e17 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:41:09.859032 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-810bb1c6-2b2d-40dc-bac4-018e032c257a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks [] for floatingip (4d78e7ac-acf4-4da2-9b4a-2097ab573b9c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.862920 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cde8cb-cef3-4197-9d9b-c68f9cf5fb42 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:09.865652 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cde8cb-cef3-4197-9d9b-c68f9cf5fb42 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:09.869377 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-92cde8cb-cef3-4197-9d9b-c68f9cf5fb42 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1458797 Feb 20 05:41:09.875250 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2fe602c9-dfad-4111-a1a2-c3478168b797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (40e9a47d-b46a-47ed-8e81-a566273c8e17), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:09.878594 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38832) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:09.941025 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe602c9-dfad-4111-a1a2-c3478168b797 None None] Pushing event deleted for resources: {'Port': ['ID=40e9a47d-b46a-47ed-8e81-a566273c8e17,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:09.943067 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90151b5d-e041-4077-81aa-b05e322a64f6 None None] DHCP port deletion for fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:41:09.953928 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe602c9-dfad-4111-a1a2-c3478168b797 None None] No DVR routers for this DVR port 40e9a47d-b46a-47ed-8e81-a566273c8e17 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:41:09.973156 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-810bb1c6-2b2d-40dc-bac4-018e032c257a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2395d4d4-f2d4-47cf-8335-0e455a3e84a0), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:10.072440 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-90151b5d-e041-4077-81aa-b05e322a64f6 None None] Deleting port 2fb719a1-bb84-43ff-b391-e25bc561cd98 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:10.072676 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90151b5d-e041-4077-81aa-b05e322a64f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (2fb719a1-bb84-43ff-b391-e25bc561cd98), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:10.182568 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-90151b5d-e041-4077-81aa-b05e322a64f6 None None] For port 2fb719a1-bb84-43ff-b391-e25bc561cd98, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=2fb719a1-bb84-43ff-b391-e25bc561cd98,segment=NetworkSegment(afa6ff03-1956-4d1f-b76d-84e9acf97eda),segment_id=afa6ff03-1956-4d1f-b76d-84e9acf97eda)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:10.183009 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90151b5d-e041-4077-81aa-b05e322a64f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (2fb719a1-bb84-43ff-b391-e25bc561cd98), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:10.203508 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-90151b5d-e041-4077-81aa-b05e322a64f6 None None] Calling delete_port for 2fb719a1-bb84-43ff-b391-e25bc561cd98 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:10.271944 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-810bb1c6-2b2d-40dc-bac4-018e032c257a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks [] for port (2395d4d4-f2d4-47cf-8335-0e455a3e84a0), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:10.278224 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-810bb1c6-2b2d-40dc-bac4-018e032c257a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (2395d4d4-f2d4-47cf-8335-0e455a3e84a0), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:10.314493 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90151b5d-e041-4077-81aa-b05e322a64f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (2fb719a1-bb84-43ff-b391-e25bc561cd98), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:10.345759 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90151b5d-e041-4077-81aa-b05e322a64f6 None None] Pushing event deleted for resources: {'Port': ['ID=2fb719a1-bb84-43ff-b391-e25bc561cd98,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:10.351231 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90151b5d-e041-4077-81aa-b05e322a64f6 None None] No DVR routers for this DVR port 2fb719a1-bb84-43ff-b391-e25bc561cd98 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:41:10.356481 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810bb1c6-2b2d-40dc-bac4-018e032c257a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Pushing event updated for resources: {'Port': ['ID=2395d4d4-f2d4-47cf-8335-0e455a3e84a0,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:10.378999 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-810bb1c6-2b2d-40dc-bac4-018e032c257a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (4d78e7ac-acf4-4da2-9b4a-2097ab573b9c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:10.401073 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-810bb1c6-2b2d-40dc-bac4-018e032c257a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:10.402423 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-810bb1c6-2b2d-40dc-bac4-018e032c257a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6006021 Feb 20 05:41:10.406437 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38836) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:10.426245 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59f81438-161a-464c-938b-5c33b09c2677 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (ad5d889f-9ba6-45ee-9401-06eb68bd1eba), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:10.439808 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-60cb1f85-b119-423e-8a9e-5956ce34331c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet 0d736780-06bd-4141-8ff7-8a42c11a3b19 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:41:10.449303 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60cb1f85-b119-423e-8a9e-5956ce34331c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (0d736780-06bd-4141-8ff7-8a42c11a3b19), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:10.482966 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-26aea785-ae68-4910-8f27-beac6c6d3668 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=d61c471d-45fd-455e-a639-5abb985d562a HTTP/1.1" status: 200 len: 689 time: 0.0734015 Feb 20 05:41:10.483697 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38838) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:10.484780 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-59f81438-161a-464c-938b-5c33b09c2677 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5d889f-9ba6-45ee-9401-06eb68bd1eba']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:10.508528 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343fbea-14a4-4d62-8422-8d41d137e6b3 req-46f924fc-0f8f-4932-a48e-1ee99e086602 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:10.510694 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b343fbea-14a4-4d62-8422-8d41d137e6b3 req-46f924fc-0f8f-4932-a48e-1ee99e086602 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 944 time: 0.5352292 Feb 20 05:41:10.515667 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-59f81438-161a-464c-938b-5c33b09c2677 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19247fc3-8797-47d4-855d-3aa66884dfac') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:10.516002 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-59f81438-161a-464c-938b-5c33b09c2677 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19247fc3-8797-47d4-855d-3aa66884dfac') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:10.517847 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a23b738-4618-4d6f-aae9-dcc2baebd914 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9f426f5f-5604-4dd3-bafe-10819c2c760e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:10.520544 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a23b738-4618-4d6f-aae9-dcc2baebd914 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:10.521748 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8a23b738-4618-4d6f-aae9-dcc2baebd914 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "DELETE /v2.0/security-groups/9f426f5f-5604-4dd3-bafe-10819c2c760e HTTP/1.1" status: 204 len: 168 time: 0.9433343 Feb 20 05:41:10.530408 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38840) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:10.546596 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59f81438-161a-464c-938b-5c33b09c2677 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (19247fc3-8797-47d4-855d-3aa66884dfac), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:10.559129 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60cb1f85-b119-423e-8a9e-5956ce34331c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (0d736780-06bd-4141-8ff7-8a42c11a3b19), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:10.584933 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23b738-4618-4d6f-aae9-dcc2baebd914 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f426f5f-5604-4dd3-bafe-10819c2c760e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:10.596953 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6287e9f0-cd39-4cf0-981f-3873a3d06952 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0632107 Feb 20 05:41:10.599083 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38842) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:10.610469 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59f81438-161a-464c-938b-5c33b09c2677 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (19247fc3-8797-47d4-855d-3aa66884dfac), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:10.625261 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51943176-644d-4b7f-a11e-9c254f291429 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (d61c471d-45fd-455e-a639-5abb985d562a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:10.633373 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f81438-161a-464c-938b-5c33b09c2677 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:41:10.633692 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59f81438-161a-464c-938b-5c33b09c2677 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (19247fc3-8797-47d4-855d-3aa66884dfac), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:41:10.636742 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:41:10.658221 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b343fbea-14a4-4d62-8422-8d41d137e6b3 req-4b26af7e-d34d-47ce-991e-e7c0e5c79cee tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346359 Feb 20 05:41:10.715589 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ccff3997-708f-411c-9289-218e5870387a tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1131847 Feb 20 05:41:10.716305 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38844) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:10.739540 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59f81438-161a-464c-938b-5c33b09c2677 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (ad5d889f-9ba6-45ee-9401-06eb68bd1eba), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:10.742243 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60cb1f85-b119-423e-8a9e-5956ce34331c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (0d736780-06bd-4141-8ff7-8a42c11a3b19), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:10.747514 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-19ae61c7-3083-45e5-be04-87d8e66602e8 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] delete failed (client error): The resource could not be found. Feb 20 05:41:10.749087 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-19ae61c7-3083-45e5-be04-87d8e66602e8 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "DELETE /v2.0/security-groups/9f426f5f-5604-4dd3-bafe-10819c2c760e HTTP/1.1" status: 404 len: 347 time: 0.0318472 Feb 20 05:41:10.753163 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38848) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:10.776974 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59f81438-161a-464c-938b-5c33b09c2677 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:10.780910 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-59f81438-161a-464c-938b-5c33b09c2677 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "DELETE /v2.0/networks/ad5d889f-9ba6-45ee-9401-06eb68bd1eba HTTP/1.1" status: 204 len: 168 time: 1.6757145 Feb 20 05:41:10.784736 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38850) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:10.809971 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f81438-161a-464c-938b-5c33b09c2677 tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event deleted for resources: {'Network': ['ID=ad5d889f-9ba6-45ee-9401-06eb68bd1eba,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:10.873812 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3065ae42-016f-4a6b-be74-e42eaecb8f54 tempest-SecGroupIPv6Test-1708409686 tempest-SecGroupIPv6Test-1708409686-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1176260 Feb 20 05:41:10.882948 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60cb1f85-b119-423e-8a9e-5956ce34331c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (0d736780-06bd-4141-8ff7-8a42c11a3b19), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:10.886356 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:41:10.897140 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-51943176-644d-4b7f-a11e-9c254f291429 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Deleting port 2395d4d4-f2d4-47cf-8335-0e455a3e84a0 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:10.897468 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51943176-644d-4b7f-a11e-9c254f291429 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (2395d4d4-f2d4-47cf-8335-0e455a3e84a0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:10.900398 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9373a06-2182-4198-bb94-9e2ab16d7768 req-429cd7a5-146d-4f57-9dad-da0bd9b59753 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:10.902258 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9373a06-2182-4198-bb94-9e2ab16d7768 req-429cd7a5-146d-4f57-9dad-da0bd9b59753 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1074004 Feb 20 05:41:10.930229 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb1f85-b119-423e-8a9e-5956ce34331c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=0d736780-06bd-4141-8ff7-8a42c11a3b19,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:10.949317 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60cb1f85-b119-423e-8a9e-5956ce34331c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:10.953444 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-60cb1f85-b119-423e-8a9e-5956ce34331c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/0d736780-06bd-4141-8ff7-8a42c11a3b19 HTTP/1.1" status: 204 len: 168 time: 1.0353448 Feb 20 05:41:10.957496 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38854) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:10.987572 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:10.988123 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:11.017686 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-47d0ce6f-68c1-4986-a08e-89e3c800828d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:11.029187 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51943176-644d-4b7f-a11e-9c254f291429 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (2395d4d4-f2d4-47cf-8335-0e455a3e84a0), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:11.029772 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51943176-644d-4b7f-a11e-9c254f291429 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks [] for floatingip (2395d4d4-f2d4-47cf-8335-0e455a3e84a0), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:11.046823 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-51943176-644d-4b7f-a11e-9c254f291429 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Calling delete_port for 2395d4d4-f2d4-47cf-8335-0e455a3e84a0 owned by network:floatingip {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:11.054211 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9373a06-2182-4198-bb94-9e2ab16d7768 req-8cf8c125-d929-473d-b880-74cade2d9443 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221347 Feb 20 05:41:11.056930 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5580e564-8308-4bbb-83a8-8173e2b7c99f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0982418 Feb 20 05:41:11.059759 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38858) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:11.072224 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-8495ee5c-6518-4b0f-923c-797ec279ba3d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:11.161027 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:11.161725 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:11.207621 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:11.222288 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:11.223443 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-47d0ce6f-68c1-4986-a08e-89e3c800828d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:11.288681 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-47d0ce6f-68c1-4986-a08e-89e3c800828d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:11.304686 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b011d0-33c8-4560-a78e-354f001ee8d9 req-49e1bff3-567a-4db8-acf0-a4706e09510b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:11.308815 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-47d0ce6f-68c1-4986-a08e-89e3c800828d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa6ff03-1956-4d1f-b76d-84e9acf97eda') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:11.309093 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-47d0ce6f-68c1-4986-a08e-89e3c800828d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa6ff03-1956-4d1f-b76d-84e9acf97eda') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:11.314421 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 2fb719a1-bb84-43ff-b391-e25bc561cd98 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:41:11.316412 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29b011d0-33c8-4560-a78e-354f001ee8d9 req-49e1bff3-567a-4db8-acf0-a4706e09510b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4bb2b9a-9d08-4174-a960-428722663d65 HTTP/1.1" status: 200 len: 949 time: 0.1137629 Feb 20 05:41:11.328538 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-47d0ce6f-68c1-4986-a08e-89e3c800828d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (afa6ff03-1956-4d1f-b76d-84e9acf97eda), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:11.355184 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 2fb719a1-bb84-43ff-b391-e25bc561cd98 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:41:11.356226 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 2fb719a1-bb84-43ff-b391-e25bc561cd98 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:41:11.359252 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:11.362165 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-47d0ce6f-68c1-4986-a08e-89e3c800828d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (afa6ff03-1956-4d1f-b76d-84e9acf97eda), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:11.363398 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8495ee5c-6518-4b0f-923c-797ec279ba3d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:11.366876 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8495ee5c-6518-4b0f-923c-797ec279ba3d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:11.405099 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d0ce6f-68c1-4986-a08e-89e3c800828d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:41:11.405601 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-47d0ce6f-68c1-4986-a08e-89e3c800828d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (afa6ff03-1956-4d1f-b76d-84e9acf97eda), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:41:11.410392 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:41:11.440395 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1958b3a8-7f64-4226-9c09-1ced50035446 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:11.444503 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29b011d0-33c8-4560-a78e-354f001ee8d9 req-9de3101d-e667-4971-8db9-96bd45910d2c tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220715 Feb 20 05:41:11.445342 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38862) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:11.497050 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51943176-644d-4b7f-a11e-9c254f291429 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (2395d4d4-f2d4-47cf-8335-0e455a3e84a0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:11.505538 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-47d0ce6f-68c1-4986-a08e-89e3c800828d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:11.530952 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-4bb7fc57-202f-4792-bc31-348b5c042697 None None] Provisioning complete for port b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:11.531335 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4bb7fc57-202f-4792-bc31-348b5c042697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:11.581835 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 3477e2b3-a8f5-4700-881d-5f3884bf183d up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:41:11.687567 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 3477e2b3-a8f5-4700-881d-5f3884bf183d completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:41:11.700501 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-65036d2b-a871-424c-8b91-74751790a19b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1be42a79a33c4885be0388863364d410&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2444909 Feb 20 05:41:11.700501 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38868) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:11.701196 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 3477e2b3-a8f5-4700-881d-5f3884bf183d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:11.703109 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3477e2b3-a8f5-4700-881d-5f3884bf183d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:11.730333 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4bb7fc57-202f-4792-bc31-348b5c042697 None None] Current status of the port b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:11.738310 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8bfc0f-048b-4ef6-899d-6fb08df21bb8 None None] DHCP port deletion for 81f72dab-c9ca-4111-9cef-a8a92557f9f3 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:41:11.826837 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-47d0ce6f-68c1-4986-a08e-89e3c800828d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:11.833098 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-47d0ce6f-68c1-4986-a08e-89e3c800828d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] 10.222.0.37 "DELETE /v2.0/networks/fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0 HTTP/1.1" status: 204 len: 168 time: 1.0436349 Feb 20 05:41:11.847158 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51943176-644d-4b7f-a11e-9c254f291429 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Pushing event deleted for resources: {'Port': ['ID=2395d4d4-f2d4-47cf-8335-0e455a3e84a0,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:11.847417 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c28c3c9a-2f7b-43d5-9407-2c57bfec9702 admin admin] Publish callbacks [] for security_group (35726d59-f499-4570-b5d7-bcdfbcfd3f4f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:11.847653 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6b8bfc0f-048b-4ef6-899d-6fb08df21bb8 None None] Deleting port b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:11.848099 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b8bfc0f-048b-4ef6-899d-6fb08df21bb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:11.853309 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 3477e2b3-a8f5-4700-881d-5f3884bf183d is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:11.853846 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3477e2b3-a8f5-4700-881d-5f3884bf183d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:11.874522 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0ce6f-68c1-4986-a08e-89e3c800828d tempest-TaggedBootDevicesTest_v242-662398799 tempest-TaggedBootDevicesTest_v242-662398799-project] Pushing event deleted for resources: {'Network': ['ID=fa0b3e77-b8c6-426e-a0d7-34ac0ba96aa0,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:11.899891 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c28c3c9a-2f7b-43d5-9407-2c57bfec9702 admin admin] Publish callbacks [] for security_group (35726d59-f499-4570-b5d7-bcdfbcfd3f4f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:11.916155 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51943176-644d-4b7f-a11e-9c254f291429 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks [] for floatingip (4d78e7ac-acf4-4da2-9b4a-2097ab573b9c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:11.929971 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a56a629-6edc-4e99-9000-da1c831307b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3477e2b3-a8f5-4700-881d-5f3884bf183d'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:41:11.932537 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e60d4f-53e0-4849-99a6-330022f499da" -d '{"events": [{"server_uuid": "5a56a629-6edc-4e99-9000-da1c831307b6", "name": "network-vif-plugged", "status": "completed", "tag": "3477e2b3-a8f5-4700-881d-5f3884bf183d"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:41:11.950298 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 3477e2b3-a8f5-4700-881d-5f3884bf183d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=3477e2b3-a8f5-4700-881d-5f3884bf183d,segment=NetworkSegment(4cdc692c-dc0a-4b72-9459-ea1592b0f54a),segment_id=4cdc692c-dc0a-4b72-9459-ea1592b0f54a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:11.960146 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3477e2b3-a8f5-4700-881d-5f3884bf183d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:11.960861 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device fed30b5f-107e-440d-a885-e4d84c260413 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:41:11.988266 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d13bd-260a-44b3-92f9-89eb9dcdc2f7 req-ee30a291-8cd2-4336-8b0f-16c3be39ecb5 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:11.989539 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51943176-644d-4b7f-a11e-9c254f291429 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (d2909792-807e-4330-84d8-11b998f34cc8), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:11.999338 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c18d13bd-260a-44b3-92f9-89eb9dcdc2f7 req-ee30a291-8cd2-4336-8b0f-16c3be39ecb5 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 944 time: 0.2093287 Feb 20 05:41:12.020170 n-d-829866-5 neutron-server[103407]: DEBUG neutron.objects.ports [None req-8495ee5c-6518-4b0f-923c-797ec279ba3d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103407) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 05:41:12.039004 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-6b8bfc0f-048b-4ef6-899d-6fb08df21bb8 None None] For port b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:12.039418 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b8bfc0f-048b-4ef6-899d-6fb08df21bb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:12.046744 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51943176-644d-4b7f-a11e-9c254f291429 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (d2909792-807e-4330-84d8-11b998f34cc8), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:12.070284 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6b8bfc0f-048b-4ef6-899d-6fb08df21bb8 None None] Calling delete_port for b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:12.082348 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51943176-644d-4b7f-a11e-9c254f291429 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d2909792-807e-4330-84d8-11b998f34cc8,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:12.085478 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=3477e2b3-a8f5-4700-881d-5f3884bf183d,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:12.131020 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c18d13bd-260a-44b3-92f9-89eb9dcdc2f7 req-c9acb0a5-245e-4e5d-b40c-9e9a3e6bbff6 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300764 Feb 20 05:41:12.135894 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c28c3c9a-2f7b-43d5-9407-2c57bfec9702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (35726d59-f499-4570-b5d7-bcdfbcfd3f4f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:12.139598 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c28c3c9a-2f7b-43d5-9407-2c57bfec9702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:12.140715 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c28c3c9a-2f7b-43d5-9407-2c57bfec9702 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35726d59-f499-4570-b5d7-bcdfbcfd3f4f HTTP/1.1" status: 204 len: 168 time: 0.4305530 Feb 20 05:41:12.150511 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port fed30b5f-107e-440d-a885-e4d84c260413 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:41:12.160258 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port fed30b5f-107e-440d-a885-e4d84c260413 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:12.160817 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fed30b5f-107e-440d-a885-e4d84c260413), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:12.161414 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51943176-644d-4b7f-a11e-9c254f291429 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (d61c471d-45fd-455e-a639-5abb985d562a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:12.208220 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-51943176-644d-4b7f-a11e-9c254f291429 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61c471d-45fd-455e-a639-5abb985d562a']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:12.238189 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c3c9a-2f7b-43d5-9407-2c57bfec9702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35726d59-f499-4570-b5d7-bcdfbcfd3f4f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:12.240003 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-51943176-644d-4b7f-a11e-9c254f291429 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20490f1-7ade-445d-8dde-46fbbae709fd') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:12.240466 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-51943176-644d-4b7f-a11e-9c254f291429 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20490f1-7ade-445d-8dde-46fbbae709fd') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:12.254013 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51943176-644d-4b7f-a11e-9c254f291429 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (f20490f1-7ade-445d-8dde-46fbbae709fd), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:12.270992 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b8bfc0f-048b-4ef6-899d-6fb08df21bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:12.272255 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51943176-644d-4b7f-a11e-9c254f291429 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (f20490f1-7ade-445d-8dde-46fbbae709fd), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:12.281929 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51943176-644d-4b7f-a11e-9c254f291429 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:41:12.283363 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51943176-644d-4b7f-a11e-9c254f291429 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (f20490f1-7ade-445d-8dde-46fbbae709fd), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:41:12.286219 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:41:12.288256 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027f4a8f-a1ea-4164-835f-606b160696db x-openstack-request-id: req-027f4a8f-a1ea-4164-835f-606b160696db {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:41:12.288351 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.ipam_pluggable_backend [None req-8495ee5c-6518-4b0f-923c-797ec279ba3d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Port b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103407) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 20 05:41:12.288440 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a56a629-6edc-4e99-9000-da1c831307b6", "name": "network-vif-plugged", "status": "completed", "tag": "3477e2b3-a8f5-4700-881d-5f3884bf183d", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:41:12.288525 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.ipam_pluggable_backend [None req-8495ee5c-6518-4b0f-923c-797ec279ba3d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Reverting IP allocation for 2001:db8::f816:3eff:fe97:e616 {{(pid=103407) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 20 05:41:12.288608 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-027f4a8f-a1ea-4164-835f-606b160696db {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:41:12.288608 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a56a629-6edc-4e99-9000-da1c831307b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3477e2b3-a8f5-4700-881d-5f3884bf183d', 'code': 200} Feb 20 05:41:12.293928 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.ipam_pluggable_backend [None req-8495ee5c-6518-4b0f-923c-797ec279ba3d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe97:e616 {{(pid=103407) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 20 05:41:12.297885 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8495ee5c-6518-4b0f-923c-797ec279ba3d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (f373b03f-975d-420a-ae91-7c5b5ba45b00), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:12.321773 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8bfc0f-048b-4ef6-899d-6fb08df21bb8 None None] Pushing event deleted for resources: {'Port': ['ID=b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:12.342133 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8bfc0f-048b-4ef6-899d-6fb08df21bb8 None None] No DVR routers for this DVR port b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:41:12.352015 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port fed30b5f-107e-440d-a885-e4d84c260413 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:12.352571 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fed30b5f-107e-440d-a885-e4d84c260413), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:12.394866 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port fed30b5f-107e-440d-a885-e4d84c260413, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=fed30b5f-107e-440d-a885-e4d84c260413,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:12.399727 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (fed30b5f-107e-440d-a885-e4d84c260413), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:12.400390 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8495ee5c-6518-4b0f-923c-797ec279ba3d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:12.416574 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-8495ee5c-6518-4b0f-923c-797ec279ba3d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:12.424015 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8495ee5c-6518-4b0f-923c-797ec279ba3d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:12.424616 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8495ee5c-6518-4b0f-923c-797ec279ba3d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:12.436324 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ae3ca5-ced7-4f90-a43f-b645d1e24998 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:12.437686 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51943176-644d-4b7f-a11e-9c254f291429 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (d61c471d-45fd-455e-a639-5abb985d562a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:12.462172 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495ee5c-6518-4b0f-923c-797ec279ba3d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=f373b03f-975d-420a-ae91-7c5b5ba45b00,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:12.466428 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51943176-644d-4b7f-a11e-9c254f291429 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d61c471d-45fd-455e-a639-5abb985d562a {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 20 05:41:12.472419 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51943176-644d-4b7f-a11e-9c254f291429 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:12.481103 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-51943176-644d-4b7f-a11e-9c254f291429 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] 10.222.0.37 "DELETE /v2.0/networks/d61c471d-45fd-455e-a639-5abb985d562a HTTP/1.1" status: 204 len: 168 time: 1.9963536 Feb 20 05:41:12.484213 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38886) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:12.489587 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72e468-ff77-431f-a9be-6d934a828553 req-823da011-6d1a-40ed-a0e5-119cf7f0d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:12.491460 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bd72e468-ff77-431f-a9be-6d934a828553 req-823da011-6d1a-40ed-a0e5-119cf7f0d664 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 1127 time: 0.1316054 Feb 20 05:41:12.500060 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8495ee5c-6518-4b0f-923c-797ec279ba3d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4376504 Feb 20 05:41:12.506276 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38888) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:12.517622 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-d6ace2d8-8430-4b5b-a091-3982cabe3923 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'mac_address': 'fa:16:3e:53:b7:b3', 'name': 'tempest-NetworksTestDHCPv6-534982398'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:12.528673 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23170c92-74a9-4bee-bdfd-d23a0f5a9e94 req-2cd624dd-3f49-4069-9374-7b30431f7b3f tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:12.531203 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-23170c92-74a9-4bee-bdfd-d23a0f5a9e94 req-2cd624dd-3f49-4069-9374-7b30431f7b3f tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1335096 Feb 20 05:41:12.543816 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=fed30b5f-107e-440d-a885-e4d84c260413,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:12.624941 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4255f74c-3c50-42cb-801c-2d9a4cb751d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'fixed_ips': [{'subnet_id': 'f373b03f-975d-420a-ae91-7c5b5ba45b00'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:41:12.625839 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4255f74c-3c50-42cb-801c-2d9a4cb751d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:12.674011 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51943176-644d-4b7f-a11e-9c254f291429 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Pushing event deleted for resources: {'Network': ['ID=d61c471d-45fd-455e-a639-5abb985d562a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:12.678113 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6e56a392-8c9f-4477-af29-0f102a74d2a6 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 994 time: 0.1883912 Feb 20 05:41:12.678979 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38894) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:12.705029 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-23170c92-74a9-4bee-bdfd-d23a0f5a9e94 req-e60bd8c5-dad2-4d16-8881-d1dce1b30b76 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308980 Feb 20 05:41:12.712936 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bd72e468-ff77-431f-a9be-6d934a828553 req-98beb42b-d60e-4da2-97b3-405d40ee49ed service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113686 Feb 20 05:41:12.823113 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a027e4f-d14d-46d9-8f78-ea90c7f5c34c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:12.824594 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a027e4f-d14d-46d9-8f78-ea90c7f5c34c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:12.825379 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a027e4f-d14d-46d9-8f78-ea90c7f5c34c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:12.825920 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a027e4f-d14d-46d9-8f78-ea90c7f5c34c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:12.827268 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a027e4f-d14d-46d9-8f78-ea90c7f5c34c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:12.827854 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a027e4f-d14d-46d9-8f78-ea90c7f5c34c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:12.828382 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a027e4f-d14d-46d9-8f78-ea90c7f5c34c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:12.829002 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a027e4f-d14d-46d9-8f78-ea90c7f5c34c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:12.829509 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a027e4f-d14d-46d9-8f78-ea90c7f5c34c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:12.831766 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6a027e4f-d14d-46d9-8f78-ea90c7f5c34c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5955 time: 0.1508429 Feb 20 05:41:12.833326 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ace2d8-8430-4b5b-a091-3982cabe3923 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:12.834849 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38900) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:12.837740 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d6ace2d8-8430-4b5b-a091-3982cabe3923 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:12.872343 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-d6ace2d8-8430-4b5b-a091-3982cabe3923 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] device_id is not set on port e0f47a6b-9c2a-41dc-a640-a7afa6c3bc62 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:41:12.896612 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:41:12.971970 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-05328cf2-a00e-4f8b-a71d-e4937eea975d tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] delete failed (client error): The resource could not be found. Feb 20 05:41:12.973616 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-05328cf2-a00e-4f8b-a71d-e4937eea975d tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/4d78e7ac-acf4-4da2-9b4a-2097ab573b9c HTTP/1.1" status: 404 len: 345 time: 0.1374586 Feb 20 05:41:12.981374 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38906) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:12.984146 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:41:12.984502 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b2d5d42a-d03c-4183-b6e9-2315c1f9e8bc not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:41:13.019371 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa2c043d-b3e1-4a5d-9ef2-a3f86af60f5c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] DELETE failed (client error): The resource could not be found. Feb 20 05:41:13.019993 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa2c043d-b3e1-4a5d-9ef2-a3f86af60f5c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:41:13.023194 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-aa2c043d-b3e1-4a5d-9ef2-a3f86af60f5c tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] 10.222.0.37 "DELETE /v2.0/networks/d61c471d-45fd-455e-a639-5abb985d562a HTTP/1.1" status: 404 len: 339 time: 0.0372179 Feb 20 05:41:13.027178 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38908) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:13.045061 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-5f3cf8ad-5be4-4699-aaef-cbd0322c6b98 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Request body: {'network': {'name': 'tempest-network--1507068439', 'router:external': True}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:13.061989 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dad24-27df-43a5-b3ba-b5623b9f8c8a req-b6beb66f-f0ee-4c2a-887d-581935896a57 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:13.063750 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3b8dad24-27df-43a5-b3ba-b5623b9f8c8a req-b6beb66f-f0ee-4c2a-887d-581935896a57 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4bb2b9a-9d08-4174-a960-428722663d65 HTTP/1.1" status: 200 len: 950 time: 0.0941536 Feb 20 05:41:13.102650 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-d6ace2d8-8430-4b5b-a091-3982cabe3923 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 2001:db8::f816:3eff:fe53:b7b3 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/f373b03f-975d-420a-ae91-7c5b5ba45b00/e0f47a6b-9c2a-41dc-a640-a7afa6c3bc62) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:41:13.112723 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3cf8ad-5be4-4699-aaef-cbd0322c6b98 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Made reservation on behalf of f726793bb27c429c92a1c1b8463eedf8 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:13.122307 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5f3cf8ad-5be4-4699-aaef-cbd0322c6b98 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:13.164857 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3b8dad24-27df-43a5-b3ba-b5623b9f8c8a req-418d9633-8f68-4a36-b6b6-d359c65287c0 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950239 Feb 20 05:41:13.186231 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3cf8ad-5be4-4699-aaef-cbd0322c6b98 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:41:13.212593 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5f3cf8ad-5be4-4699-aaef-cbd0322c6b98 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (abd5447d-c9a7-4693-a3d0-2700432c884f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:13.212993 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-5f3cf8ad-5be4-4699-aaef-cbd0322c6b98 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Added segment abd5447d-c9a7-4693-a3d0-2700432c884f of type vlan for network f56ab484-c4e3-4f1b-bf8b-3478e24c37a0 Feb 20 05:41:13.383008 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da60d7-62ea-4692-bf50-3df7d1cf452a req-48c7be78-6dda-460b-84fb-135ed2f65d31 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:13.383891 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5f3cf8ad-5be4-4699-aaef-cbd0322c6b98 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (f56ab484-c4e3-4f1b-bf8b-3478e24c37a0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:13.384654 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-08da60d7-62ea-4692-bf50-3df7d1cf452a req-48c7be78-6dda-460b-84fb-135ed2f65d31 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 945 time: 0.1040289 Feb 20 05:41:13.447341 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5f3cf8ad-5be4-4699-aaef-cbd0322c6b98 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (f56ab484-c4e3-4f1b-bf8b-3478e24c37a0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:13.449348 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3cf8ad-5be4-4699-aaef-cbd0322c6b98 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:13.450247 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5f3cf8ad-5be4-4699-aaef-cbd0322c6b98 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:13.451961 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-08da60d7-62ea-4692-bf50-3df7d1cf452a req-7ab1b03b-4c35-4607-b324-c74f62636c94 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583491 Feb 20 05:41:13.455513 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38922) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:13.475634 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d6ace2d8-8430-4b5b-a091-3982cabe3923 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (e0f47a6b-9c2a-41dc-a640-a7afa6c3bc62), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:13.498142 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5f3cf8ad-5be4-4699-aaef-cbd0322c6b98 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4565816 Feb 20 05:41:13.498799 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38926) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:13.568058 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3cf8ad-5be4-4699-aaef-cbd0322c6b98 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Pushing event updated for resources: {'Network': ['ID=f56ab484-c4e3-4f1b-bf8b-3478e24c37a0,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:13.586572 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network f56ab484-c4e3-4f1b-bf8b-3478e24c37a0 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:41:13.589750 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e17e3ecb-e317-4f47-9154-6a86c50682f0 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1782922876'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:13.611797 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d6ace2d8-8430-4b5b-a091-3982cabe3923 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e0f47a6b-9c2a-41dc-a640-a7afa6c3bc62), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:13.648591 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e17e3ecb-e317-4f47-9154-6a86c50682f0 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:13.663047 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e17e3ecb-e317-4f47-9154-6a86c50682f0 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:13.663634 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ace2d8-8430-4b5b-a091-3982cabe3923 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:13.667683 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-4255f74c-3c50-42cb-801c-2d9a4cb751d3 None None] Allocated IP 2001:db8::f816:3eff:fe43:13c (81f72dab-c9ca-4111-9cef-a8a92557f9f3/f373b03f-975d-420a-ae91-7c5b5ba45b00/1194baf9-de7f-4d39-89bb-5e2724715fbe) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:41:13.668038 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-d6ace2d8-8430-4b5b-a091-3982cabe3923 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:13.674504 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ace2d8-8430-4b5b-a091-3982cabe3923 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:41:13.681005 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ace2d8-8430-4b5b-a091-3982cabe3923 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:13.681863 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d6ace2d8-8430-4b5b-a091-3982cabe3923 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:13.705901 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ace2d8-8430-4b5b-a091-3982cabe3923 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=e0f47a6b-9c2a-41dc-a640-a7afa6c3bc62,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:13.717173 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d6ace2d8-8430-4b5b-a091-3982cabe3923 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2061565 Feb 20 05:41:13.717950 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38928) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:13.728359 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989922c9-efd2-48ba-be9e-d7f47dec866b tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:13.752531 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989922c9-efd2-48ba-be9e-d7f47dec866b tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:13.776300 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989922c9-efd2-48ba-be9e-d7f47dec866b tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:13.782192 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989922c9-efd2-48ba-be9e-d7f47dec866b tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:13.789312 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-989922c9-efd2-48ba-be9e-d7f47dec866b tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2893324 Feb 20 05:41:13.799530 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38932) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:13.811046 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36bd04f-d6c1-4128-9be9-a681edf3ba3b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:13.815054 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b36bd04f-d6c1-4128-9be9-a681edf3ba3b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0934472 Feb 20 05:41:13.815915 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38934) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:14.020883 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-3a392f86-f3de-42cc-b3ac-3b23f1f71821 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting port e0f47a6b-9c2a-41dc-a640-a7afa6c3bc62 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:14.021279 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a392f86-f3de-42cc-b3ac-3b23f1f71821 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (e0f47a6b-9c2a-41dc-a640-a7afa6c3bc62), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:14.035036 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9033c1c7-4193-4237-a58f-27d2f93dc279 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (f56ab484-c4e3-4f1b-bf8b-3478e24c37a0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:14.122032 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e17e3ecb-e317-4f47-9154-6a86c50682f0 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (58ce32b1-e72e-494f-80e1-227084ba6997), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:14.132189 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f714d4f-1b68-4521-ad1d-06e24fcf6f34 req-a4cbc508-d761-4bf6-b2bb-431da1933e68 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:14.139839 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0f714d4f-1b68-4521-ad1d-06e24fcf6f34 req-a4cbc508-d761-4bf6-b2bb-431da1933e68 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.3332598 Feb 20 05:41:14.175630 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e17e3ecb-e317-4f47-9154-6a86c50682f0 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (58ce32b1-e72e-494f-80e1-227084ba6997), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:14.178748 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a392f86-f3de-42cc-b3ac-3b23f1f71821 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (e0f47a6b-9c2a-41dc-a640-a7afa6c3bc62), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:14.186230 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4255f74c-3c50-42cb-801c-2d9a4cb751d3 None None] Publish callbacks [] for port (1194baf9-de7f-4d39-89bb-5e2724715fbe), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:14.194557 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-3a392f86-f3de-42cc-b3ac-3b23f1f71821 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Calling delete_port for e0f47a6b-9c2a-41dc-a640-a7afa6c3bc62 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:14.196708 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4255f74c-3c50-42cb-801c-2d9a4cb751d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (1194baf9-de7f-4d39-89bb-5e2724715fbe), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:14.244182 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4255f74c-3c50-42cb-801c-2d9a4cb751d3 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:14.247666 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-4255f74c-3c50-42cb-801c-2d9a4cb751d3 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:14.251657 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4255f74c-3c50-42cb-801c-2d9a4cb751d3 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:41:14.268306 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255f74c-3c50-42cb-801c-2d9a4cb751d3 None None] Pushing event updated for resources: {'Port': ['ID=1194baf9-de7f-4d39-89bb-5e2724715fbe,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:14.310934 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4bb2b9a-9d08-4174-a960-428722663d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed30b5f-107e-440d-a885-e4d84c260413'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:41:14.319049 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632e762c-84df-4c5c-b910-55eb65e27a3c" -d '{"events": [{"server_uuid": "f4bb2b9a-9d08-4174-a960-428722663d65", "name": "network-vif-plugged", "status": "completed", "tag": "fed30b5f-107e-440d-a885-e4d84c260413"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:41:14.351347 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e3ecb-e317-4f47-9154-6a86c50682f0 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ce32b1-e72e-494f-80e1-227084ba6997,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:14.383814 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a392f86-f3de-42cc-b3ac-3b23f1f71821 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e0f47a6b-9c2a-41dc-a640-a7afa6c3bc62), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:14.396296 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4255f74c-3c50-42cb-801c-2d9a4cb751d3 None None] Attempting to bind port 1194baf9-de7f-4d39-89bb-5e2724715fbe on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:14.396680 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4255f74c-3c50-42cb-801c-2d9a4cb751d3 None None] Attempting to bind port 1194baf9-de7f-4d39-89bb-5e2724715fbe by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:14.397103 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4255f74c-3c50-42cb-801c-2d9a4cb751d3 None None] Attempting to bind port 1194baf9-de7f-4d39-89bb-5e2724715fbe on network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:14.413945 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4255f74c-3c50-42cb-801c-2d9a4cb751d3 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:41:14.414367 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4255f74c-3c50-42cb-801c-2d9a4cb751d3 None None] Checking segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:41:14.414822 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4255f74c-3c50-42cb-801c-2d9a4cb751d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:14.415315 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4255f74c-3c50-42cb-801c-2d9a4cb751d3 None None] Bound using segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:41:14.415973 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4255f74c-3c50-42cb-801c-2d9a4cb751d3 None None] Bound port: 1194baf9-de7f-4d39-89bb-5e2724715fbe, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:41:14.416334 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4255f74c-3c50-42cb-801c-2d9a4cb751d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1194baf9-de7f-4d39-89bb-5e2724715fbe), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:14.424400 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9033c1c7-4193-4237-a58f-27d2f93dc279 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (f56ab484-c4e3-4f1b-bf8b-3478e24c37a0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:14.430481 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a392f86-f3de-42cc-b3ac-3b23f1f71821 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Port': ['ID=e0f47a6b-9c2a-41dc-a640-a7afa6c3bc62,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:14.455857 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0f714d4f-1b68-4521-ad1d-06e24fcf6f34 req-833369e3-abab-4999-8f1e-08859c98de0c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059945 Feb 20 05:41:14.469842 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f2a1d64-acdb-4675-be1b-85059f6f233e req-b143cd58-4b87-4de8-99d2-875a8bd6bed0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3cffffaf-369a-427b-9775-7dade2792889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3793385 Feb 20 05:41:14.480275 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a392f86-f3de-42cc-b3ac-3b23f1f71821 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:14.484894 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3a392f86-f3de-42cc-b3ac-3b23f1f71821 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/e0f47a6b-9c2a-41dc-a640-a7afa6c3bc62 HTTP/1.1" status: 204 len: 168 time: 0.6681993 Feb 20 05:41:14.487782 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38946) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:14.523326 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-4255f74c-3c50-42cb-801c-2d9a4cb751d3 None None] For port 1194baf9-de7f-4d39-89bb-5e2724715fbe, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:41:14.527291 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-4255f74c-3c50-42cb-801c-2d9a4cb751d3 None None] For port 1194baf9-de7f-4d39-89bb-5e2724715fbe, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1194baf9-de7f-4d39-89bb-5e2724715fbe,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:41:14.536075 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4255f74c-3c50-42cb-801c-2d9a4cb751d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1194baf9-de7f-4d39-89bb-5e2724715fbe), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:14.556795 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876dc003-28db-4db1-84b4-4119cac520e7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:14.561405 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-9033c1c7-4193-4237-a58f-27d2f93dc279 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56ab484-c4e3-4f1b-bf8b-3478e24c37a0']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:14.562169 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876dc003-28db-4db1-84b4-4119cac520e7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:14.564079 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-876dc003-28db-4db1-84b4-4119cac520e7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0747612 Feb 20 05:41:14.566869 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38948) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:14.603319 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255f74c-3c50-42cb-801c-2d9a4cb751d3 None None] Pushing event updated for resources: {'Port': ['ID=1194baf9-de7f-4d39-89bb-5e2724715fbe,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:14.604903 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e17e3ecb-e317-4f47-9154-6a86c50682f0 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (214fc7fa-d512-4617-a006-3e2189f727ab), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:14.625233 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-9033c1c7-4193-4237-a58f-27d2f93dc279 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd5447d-c9a7-4693-a3d0-2700432c884f') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:14.625695 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-9033c1c7-4193-4237-a58f-27d2f93dc279 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd5447d-c9a7-4693-a3d0-2700432c884f') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:14.645886 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e17e3ecb-e317-4f47-9154-6a86c50682f0 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (214fc7fa-d512-4617-a006-3e2189f727ab), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:14.657006 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-51854d0b-2fc3-49c7-833a-112842d07268 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet f373b03f-975d-420a-ae91-7c5b5ba45b00 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:41:14.660540 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51854d0b-2fc3-49c7-833a-112842d07268 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (f373b03f-975d-420a-ae91-7c5b5ba45b00), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:14.699190 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9033c1c7-4193-4237-a58f-27d2f93dc279 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (abd5447d-c9a7-4693-a3d0-2700432c884f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:14.738844 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e17e3ecb-e317-4f47-9154-6a86c50682f0 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:14.739554 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51854d0b-2fc3-49c7-833a-112842d07268 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (f373b03f-975d-420a-ae91-7c5b5ba45b00), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:14.744673 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e17e3ecb-e317-4f47-9154-6a86c50682f0 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2856653 Feb 20 05:41:14.747155 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38950) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:14.750654 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9033c1c7-4193-4237-a58f-27d2f93dc279 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (abd5447d-c9a7-4693-a3d0-2700432c884f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:14.759088 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9033c1c7-4193-4237-a58f-27d2f93dc279 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:41:14.759538 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9033c1c7-4193-4237-a58f-27d2f93dc279 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (abd5447d-c9a7-4693-a3d0-2700432c884f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:41:14.814837 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:41:14.817317 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e3ecb-e317-4f47-9154-6a86c50682f0 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214fc7fa-d512-4617-a006-3e2189f727ab,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:14.849353 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a1d64-acdb-4675-be1b-85059f6f233e req-a6843f9a-1532-4654-911c-79c04da5d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:14.850858 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f2a1d64-acdb-4675-be1b-85059f6f233e req-a6843f9a-1532-4654-911c-79c04da5d39a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&device_id=3cffffaf-369a-427b-9775-7dade2792889 HTTP/1.1" status: 200 len: 1127 time: 0.3278840 Feb 20 05:41:14.863728 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51854d0b-2fc3-49c7-833a-112842d07268 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (f373b03f-975d-420a-ae91-7c5b5ba45b00), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:14.904229 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f3408-7b96-4e51-8766-abdd0a3a92eb req-f7d60191-0ffd-4298-9cd3-d61fddc80b0d tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:14.905760 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b2f3408-7b96-4e51-8766-abdd0a3a92eb req-f7d60191-0ffd-4298-9cd3-d61fddc80b0d tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4bb2b9a-9d08-4174-a960-428722663d65 HTTP/1.1" status: 200 len: 950 time: 0.3061130 Feb 20 05:41:14.919104 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9033c1c7-4193-4237-a58f-27d2f93dc279 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (f56ab484-c4e3-4f1b-bf8b-3478e24c37a0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:14.957285 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51854d0b-2fc3-49c7-833a-112842d07268 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (f373b03f-975d-420a-ae91-7c5b5ba45b00), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:15.006641 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9033c1c7-4193-4237-a58f-27d2f93dc279 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f56ab484-c4e3-4f1b-bf8b-3478e24c37a0 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 20 05:41:15.010231 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51854d0b-2fc3-49c7-833a-112842d07268 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=f373b03f-975d-420a-ae91-7c5b5ba45b00,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:15.013276 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033c1c7-4193-4237-a58f-27d2f93dc279 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Pushing event deleted for resources: {'Network': ['ID=f56ab484-c4e3-4f1b-bf8b-3478e24c37a0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:15.016235 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51854d0b-2fc3-49c7-833a-112842d07268 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:15.021884 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-51854d0b-2fc3-49c7-833a-112842d07268 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/f373b03f-975d-420a-ae91-7c5b5ba45b00 HTTP/1.1" status: 204 len: 168 time: 0.4514904 Feb 20 05:41:15.021995 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9033c1c7-4193-4237-a58f-27d2f93dc279 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:15.024513 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9033c1c7-4193-4237-a58f-27d2f93dc279 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] 10.222.0.37 "DELETE /v2.0/networks/f56ab484-c4e3-4f1b-bf8b-3478e24c37a0 HTTP/1.1" status: 204 len: 168 time: 1.2239373 Feb 20 05:41:15.031332 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38952) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:15.031683 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38954) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:15.045458 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51854d0b-2fc3-49c7-833a-112842d07268 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:15.045740 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51854d0b-2fc3-49c7-833a-112842d07268 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:15.046123 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51854d0b-2fc3-49c7-833a-112842d07268 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:15.046464 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51854d0b-2fc3-49c7-833a-112842d07268 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:15.046808 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51854d0b-2fc3-49c7-833a-112842d07268 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:15.047147 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51854d0b-2fc3-49c7-833a-112842d07268 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:15.047478 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51854d0b-2fc3-49c7-833a-112842d07268 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:15.047805 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51854d0b-2fc3-49c7-833a-112842d07268 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:15.048136 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51854d0b-2fc3-49c7-833a-112842d07268 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:15.049010 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51854d0b-2fc3-49c7-833a-112842d07268 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:15.049356 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51854d0b-2fc3-49c7-833a-112842d07268 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:15.049689 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51854d0b-2fc3-49c7-833a-112842d07268 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:15.050068 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51854d0b-2fc3-49c7-833a-112842d07268 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:15.056156 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-843c4062-c957-47ca-9ebc-c67b0f82e6e0 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Request body: {'network': {'name': 'tempest-network--405498034', 'router:external': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:15.133065 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-376e0b20-197f-45da-81ea-3e8f98aa2f8a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0965567 Feb 20 05:41:15.135474 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38958) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:15.153892 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-becaff5d-4e88-4039-8a59-c644cfae2f9d tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3425660 Feb 20 05:41:15.156744 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38960) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:15.165440 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-22152a20-978d-4d07-abe9-498e72b679ca tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Request body: {'security_group': {'name': 'tempest-security--1660807883', 'description': 'tempest-security-description-1723998326'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:15.210862 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a1d64-acdb-4675-be1b-85059f6f233e req-65317838-47da-4f6a-b219-4dfabeff9ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:15.213004 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f2a1d64-acdb-4675-be1b-85059f6f233e req-65317838-47da-4f6a-b219-4dfabeff9ba2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 200 len: 912 time: 0.3364248 Feb 20 05:41:15.218824 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b2f3408-7b96-4e51-8766-abdd0a3a92eb req-39538208-a06a-4e6d-8f92-dd52a0d0ca0c tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336957 Feb 20 05:41:15.221441 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843c4062-c957-47ca-9ebc-c67b0f82e6e0 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Made reservation on behalf of f726793bb27c429c92a1c1b8463eedf8 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:15.226065 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-843c4062-c957-47ca-9ebc-c67b0f82e6e0 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:15.280025 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1f6041-841d-4da0-bb92-636445042ba5 x-openstack-request-id: req-4e1f6041-841d-4da0-bb92-636445042ba5 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:41:15.280567 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4bb2b9a-9d08-4174-a960-428722663d65", "name": "network-vif-plugged", "status": "completed", "tag": "fed30b5f-107e-440d-a885-e4d84c260413", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:41:15.280567 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e1f6041-841d-4da0-bb92-636445042ba5 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:41:15.281605 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4bb2b9a-9d08-4174-a960-428722663d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed30b5f-107e-440d-a885-e4d84c260413', 'code': 200} Feb 20 05:41:15.296058 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f2a1d64-acdb-4675-be1b-85059f6f233e req-f79555a9-f2ec-4e25-a1e2-3de534b4a3ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f143992c-eba3-4130-8dfa-cd55ce551fc6 HTTP/1.1" status: 200 len: 217 time: 0.0755332 Feb 20 05:41:15.298262 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-22152a20-978d-4d07-abe9-498e72b679ca tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (214fc7fa-d512-4617-a006-3e2189f727ab), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:15.308009 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843c4062-c957-47ca-9ebc-c67b0f82e6e0 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:41:15.345133 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70eb130-d3e3-472f-894a-792b2ab1d315 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:15.349409 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d70eb130-d3e3-472f-894a-792b2ab1d315 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2102230 Feb 20 05:41:15.351348 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38962) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:15.481931 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-843c4062-c957-47ca-9ebc-c67b0f82e6e0 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (e4f74f41-f78e-4a02-baaf-a08ea3f2001f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:15.481931 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-843c4062-c957-47ca-9ebc-c67b0f82e6e0 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Added segment e4f74f41-f78e-4a02-baaf-a08ea3f2001f of type vlan for network fd38909c-8994-4b2c-9189-eecc1c0bb346 Feb 20 05:41:15.489627 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a1d64-acdb-4675-be1b-85059f6f233e req-b354a082-8889-4aca-989e-aeb037c79489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:15.492381 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f2a1d64-acdb-4675-be1b-85059f6f233e req-b354a082-8889-4aca-989e-aeb037c79489 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a08401b1-85d8-4e92-bab1-1aef3c02482d HTTP/1.1" status: 200 len: 851 time: 0.1814439 Feb 20 05:41:15.519130 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-22152a20-978d-4d07-abe9-498e72b679ca tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (214fc7fa-d512-4617-a006-3e2189f727ab), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:15.531605 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc702ef9-980b-4ec4-9e62-b29cb48b36da tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:15.533097 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cc702ef9-980b-4ec4-9e62-b29cb48b36da tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1570468 Feb 20 05:41:15.540537 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38970) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:15.542548 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-22152a20-978d-4d07-abe9-498e72b679ca tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (214fc7fa-d512-4617-a006-3e2189f727ab), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:15.545211 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-22152a20-978d-4d07-abe9-498e72b679ca tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:15.551394 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-22152a20-978d-4d07-abe9-498e72b679ca tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "PUT /v2.0/security-groups/214fc7fa-d512-4617-a006-3e2189f727ab HTTP/1.1" status: 200 len: 1797 time: 0.3863113 Feb 20 05:41:15.552671 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38972) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:15.626702 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-20dc672e-13f6-4ef8-82fb-f42695b2bdf7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790863 Feb 20 05:41:15.633443 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9220879-4802-4595-830a-6f543ddf741f req-2708b9a4-1d02-464b-8dc9-be97aba8d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:15.634951 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e9220879-4802-4595-830a-6f543ddf741f req-2708b9a4-1d02-464b-8dc9-be97aba8d506 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f4bb2b9a-9d08-4174-a960-428722663d65 HTTP/1.1" status: 200 len: 1132 time: 0.2869208 Feb 20 05:41:15.638243 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38976) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:15.648954 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-18662423-cfe0-48db-accc-04a064d68026 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:15.711244 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e67d08-987c-4ac5-8731-a8fe1818e95b req-562f4afc-dd48-479a-8ac2-e69110801fec tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:15.719446 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86e67d08-987c-4ac5-8731-a8fe1818e95b req-562f4afc-dd48-479a-8ac2-e69110801fec tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 945 time: 0.2947996 Feb 20 05:41:15.737402 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22152a20-978d-4d07-abe9-498e72b679ca tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214fc7fa-d512-4617-a006-3e2189f727ab,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:15.800750 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-843c4062-c957-47ca-9ebc-c67b0f82e6e0 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (fd38909c-8994-4b2c-9189-eecc1c0bb346), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:15.810975 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e9220879-4802-4595-830a-6f543ddf741f req-ea4c22e8-7e6d-4aa3-84a6-bba36e13b7f4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693292 Feb 20 05:41:15.822850 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a6b5b67f-e471-4412-8261-7cefea3ec51e tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-groups/214fc7fa-d512-4617-a006-3e2189f727ab HTTP/1.1" status: 200 len: 1797 time: 0.2584794 Feb 20 05:41:15.825546 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38980) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:15.835137 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18662423-cfe0-48db-accc-04a064d68026 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:15.838586 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18662423-cfe0-48db-accc-04a064d68026 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:15.863849 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a1d64-acdb-4675-be1b-85059f6f233e req-70b075b1-f22e-4d10-b65a-2882fbedd296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:15.865363 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f2a1d64-acdb-4675-be1b-85059f6f233e req-70b075b1-f22e-4d10-b65a-2882fbedd296 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3195393 Feb 20 05:41:15.880126 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86e67d08-987c-4ac5-8731-a8fe1818e95b req-1c2a9494-797a-4406-a8da-d2d5125886b3 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595817 Feb 20 05:41:15.902269 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-843c4062-c957-47ca-9ebc-c67b0f82e6e0 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (fd38909c-8994-4b2c-9189-eecc1c0bb346), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:15.905127 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c4062-c957-47ca-9ebc-c67b0f82e6e0 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:15.906288 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-843c4062-c957-47ca-9ebc-c67b0f82e6e0 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:15.982419 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c4062-c957-47ca-9ebc-c67b0f82e6e0 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Pushing event updated for resources: {'Network': ['ID=fd38909c-8994-4b2c-9189-eecc1c0bb346,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:16.011140 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network fd38909c-8994-4b2c-9189-eecc1c0bb346 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:41:16.058572 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-843c4062-c957-47ca-9ebc-c67b0f82e6e0 tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.0206842 Feb 20 05:41:16.063142 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38984) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:16.169332 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-72c0f36d-9ed7-4ceb-b7a3-4706205e8e64 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (214fc7fa-d512-4617-a006-3e2189f727ab), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:16.206880 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a97bc2-a3e7-419b-87ea-e24dc78a66b9 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:16.289955 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-72c0f36d-9ed7-4ceb-b7a3-4706205e8e64 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (214fc7fa-d512-4617-a006-3e2189f727ab), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:16.350830 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-33500d6a-3489-44d7-8a93-0b38214c35f8 None None] Provisioning complete for port 1194baf9-de7f-4d39-89bb-5e2724715fbe triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:16.351355 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33500d6a-3489-44d7-8a93-0b38214c35f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1194baf9-de7f-4d39-89bb-5e2724715fbe), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:16.365205 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-72c0f36d-9ed7-4ceb-b7a3-4706205e8e64 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (214fc7fa-d512-4617-a006-3e2189f727ab), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:16.367844 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-72c0f36d-9ed7-4ceb-b7a3-4706205e8e64 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:16.369012 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-72c0f36d-9ed7-4ceb-b7a3-4706205e8e64 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "DELETE /v2.0/security-groups/214fc7fa-d512-4617-a006-3e2189f727ab HTTP/1.1" status: 204 len: 168 time: 0.5418806 Feb 20 05:41:16.378683 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38990) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:16.453539 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ae93c1ae-56c4-407e-b412-9b46e6721f01 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0725467 Feb 20 05:41:16.457397 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0f36d-9ed7-4ceb-b7a3-4706205e8e64 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=214fc7fa-d512-4617-a006-3e2189f727ab,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:16.460153 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f162c7ed-07b8-4acc-a220-9954a695f6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:16.465397 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38992) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:16.495259 n-d-829866-5 neutron-server[103406]: DEBUG neutron.objects.ports [None req-18662423-cfe0-48db-accc-04a064d68026 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103406) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 05:41:16.524682 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-33500d6a-3489-44d7-8a93-0b38214c35f8 None None] Current status of the port 1194baf9-de7f-4d39-89bb-5e2724715fbe is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:16.525073 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33500d6a-3489-44d7-8a93-0b38214c35f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1194baf9-de7f-4d39-89bb-5e2724715fbe), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:16.554534 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-1ba9a4ca-b73c-43f2-92f2-868a49919e02 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] delete failed (client error): The resource could not be found. Feb 20 05:41:16.555766 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1ba9a4ca-b73c-43f2-92f2-868a49919e02 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "DELETE /v2.0/security-groups/214fc7fa-d512-4617-a006-3e2189f727ab HTTP/1.1" status: 404 len: 347 time: 0.0891855 Feb 20 05:41:16.567152 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38994) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:16.572159 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-33500d6a-3489-44d7-8a93-0b38214c35f8 None None] For port 1194baf9-de7f-4d39-89bb-5e2724715fbe, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1194baf9-de7f-4d39-89bb-5e2724715fbe,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:16.581231 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33500d6a-3489-44d7-8a93-0b38214c35f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1194baf9-de7f-4d39-89bb-5e2724715fbe), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:16.585578 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-7c102f84-772e-4c5e-a0d4-06ba2f4ab5f4 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155169386'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:16.622501 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c56b2-9cf5-4703-9980-552abe415b02 req-943be9b7-8a02-4dc7-8e89-39767d6f544d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:16.624812 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b07c56b2-9cf5-4703-9980-552abe415b02 req-943be9b7-8a02-4dc7-8e89-39767d6f544d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.6437650 Feb 20 05:41:16.633291 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7c102f84-772e-4c5e-a0d4-06ba2f4ab5f4 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:16.636422 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f2a1d64-acdb-4675-be1b-85059f6f233e req-f65cbe0a-2b34-4b9d-915a-7964a4683062 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6138279 Feb 20 05:41:16.646318 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33500d6a-3489-44d7-8a93-0b38214c35f8 None None] Pushing event updated for resources: {'Port': ['ID=1194baf9-de7f-4d39-89bb-5e2724715fbe,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:16.646875 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3305d11-861f-43df-a1d1-dba8befdefa7 tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:16.651182 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a3305d11-861f-43df-a1d1-dba8befdefa7 tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] 10.222.0.37 "GET /v2.0/networks/fd38909c-8994-4b2c-9189-eecc1c0bb346 HTTP/1.1" status: 200 len: 756 time: 0.5868175 Feb 20 05:41:16.652291 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38996) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:16.766974 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7c102f84-772e-4c5e-a0d4-06ba2f4ab5f4 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (1442ed97-0a43-4439-9b7b-581b1704a1ef), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:16.775057 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7c102f84-772e-4c5e-a0d4-06ba2f4ab5f4 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (1442ed97-0a43-4439-9b7b-581b1704a1ef), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:16.846547 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-6930f9a1-0210-4529-b4bb-1d7b5b9305e9 None None] Provisioning complete for port 1194baf9-de7f-4d39-89bb-5e2724715fbe triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:16.852152 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6930f9a1-0210-4529-b4bb-1d7b5b9305e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1194baf9-de7f-4d39-89bb-5e2724715fbe), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:16.869881 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18662423-cfe0-48db-accc-04a064d68026 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1194baf9-de7f-4d39-89bb-5e2724715fbe), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:16.890093 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7c102f84-772e-4c5e-a0d4-06ba2f4ab5f4 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:16.894174 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7c102f84-772e-4c5e-a0d4-06ba2f4ab5f4 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3223081 Feb 20 05:41:16.894174 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c102f84-772e-4c5e-a0d4-06ba2f4ab5f4 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1442ed97-0a43-4439-9b7b-581b1704a1ef,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:16.897723 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00016292-c73b-4fab-aafa-5b97c7ce23f4 tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:16.902489 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-00016292-c73b-4fab-aafa-5b97c7ce23f4 tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] 10.222.0.37 "GET /v2.0/networks/8c0ceab5-d075-4f7f-a98a-de7f1462a7ac HTTP/1.1" status: 200 len: 768 time: 0.2384279 Feb 20 05:41:16.905645 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38998) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:16.907438 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39000) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:16.926782 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9b675458-5cd0-4c4a-98e0-2402d3100af2 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Request body: {'security_group_rule': {'security_group_id': '1442ed97-0a43-4439-9b7b-581b1704a1ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:16.936275 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b07c56b2-9cf5-4703-9980-552abe415b02 req-ad3b4c08-9bba-420e-89eb-08f32e997b43 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2987750 Feb 20 05:41:16.960443 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f2a1d64-acdb-4675-be1b-85059f6f233e req-2a8e658e-168a-45fa-9fc8-945d43b2f6e0 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073339 Feb 20 05:41:17.030240 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6930f9a1-0210-4529-b4bb-1d7b5b9305e9 None None] Current status of the port 1194baf9-de7f-4d39-89bb-5e2724715fbe is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:17.032605 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1194baf9-de7f-4d39-89bb-5e2724715fbe up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:41:17.114982 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 1194baf9-de7f-4d39-89bb-5e2724715fbe triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:17.115367 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1194baf9-de7f-4d39-89bb-5e2724715fbe), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:17.194608 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-18662423-cfe0-48db-accc-04a064d68026 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] For port 1194baf9-de7f-4d39-89bb-5e2724715fbe, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1194baf9-de7f-4d39-89bb-5e2724715fbe,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:17.222617 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 1194baf9-de7f-4d39-89bb-5e2724715fbe is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:17.240583 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18662423-cfe0-48db-accc-04a064d68026 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (1194baf9-de7f-4d39-89bb-5e2724715fbe), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:17.246778 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18662423-cfe0-48db-accc-04a064d68026 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (1194baf9-de7f-4d39-89bb-5e2724715fbe), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:17.256936 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9b675458-5cd0-4c4a-98e0-2402d3100af2 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (8816e0c3-ddb6-4ce7-91c9-376401d7f6ac), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:17.265558 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-957ad465-3dce-42a0-8742-de8bbcfec1ec tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (fd38909c-8994-4b2c-9189-eecc1c0bb346), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:17.278823 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-4dde4e09-50ff-44d6-ba6f-f08f67504797 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:17.288084 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-4dde4e09-50ff-44d6-ba6f-f08f67504797 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/networks?id=737ca593-7d09-4d90-9616-a209809410b0 HTTP/1.1" status: 200 len: 814 time: 0.1744707 Feb 20 05:41:17.295398 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18662423-cfe0-48db-accc-04a064d68026 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (44503d5b-3471-43ac-9010-15cd935e9e1d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:17.323620 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-54a1fc72-c1c2-4fbd-923d-4a57cd1c3223 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/quotas/5e02c9c1d56747f8803e3f2b02404aba HTTP/1.1" status: 200 len: 375 time: 0.0344212 Feb 20 05:41:17.349371 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-12fe4be6-3709-4e89-8d88-54df6ec75321 None None] Could not find standard attr ID for object e0f47a6b-9c2a-41dc-a640-a7afa6c3bc62. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:41:17.366014 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18662423-cfe0-48db-accc-04a064d68026 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:17.369390 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18662423-cfe0-48db-accc-04a064d68026 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=1194baf9-de7f-4d39-89bb-5e2724715fbe,revision_number=6']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:17.375326 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-18662423-cfe0-48db-accc-04a064d68026 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:17.380244 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18662423-cfe0-48db-accc-04a064d68026 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:17.380846 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18662423-cfe0-48db-accc-04a064d68026 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:17.390721 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18662423-cfe0-48db-accc-04a064d68026 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=44503d5b-3471-43ac-9010-15cd935e9e1d,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:17.406026 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-18662423-cfe0-48db-accc-04a064d68026 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7660172 Feb 20 05:41:17.408739 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39012) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:17.414161 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-3a0fe18c-2d1d-4b81-b386-23e6aba48454 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'mac_address': 'fa:16:3e:19:94:6a', 'name': 'tempest-NetworksTestDHCPv6-1250715897'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:17.559051 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcf06ad-e9b8-4998-8c2a-80e2d197c6c5 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:17.582042 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9b675458-5cd0-4c4a-98e0-2402d3100af2 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (8816e0c3-ddb6-4ce7-91c9-376401d7f6ac), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:17.593272 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-957ad465-3dce-42a0-8742-de8bbcfec1ec tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (fd38909c-8994-4b2c-9189-eecc1c0bb346), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:17.595627 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9b675458-5cd0-4c4a-98e0-2402d3100af2 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (8816e0c3-ddb6-4ce7-91c9-376401d7f6ac), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:17.631926 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-7251d9d9-ab1c-4eef-a9e1-dde5059c5285 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5e02c9c1d56747f8803e3f2b02404aba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2684312 Feb 20 05:41:17.655985 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-957ad465-3dce-42a0-8742-de8bbcfec1ec tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd38909c-8994-4b2c-9189-eecc1c0bb346']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:17.668348 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b675458-5cd0-4c4a-98e0-2402d3100af2 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8816e0c3-ddb6-4ce7-91c9-376401d7f6ac,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:17.698693 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9b675458-5cd0-4c4a-98e0-2402d3100af2 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:17.700291 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9b675458-5cd0-4c4a-98e0-2402d3100af2 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7899976 Feb 20 05:41:17.704248 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39016) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:17.707043 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-957ad465-3dce-42a0-8742-de8bbcfec1ec tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f74f41-f78e-4a02-baaf-a08ea3f2001f') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:17.707455 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-957ad465-3dce-42a0-8742-de8bbcfec1ec tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f74f41-f78e-4a02-baaf-a08ea3f2001f') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:17.759969 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3f7e942-873b-4324-8015-aa55e2c260d8 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (8816e0c3-ddb6-4ce7-91c9-376401d7f6ac), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:17.772188 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3f7e942-873b-4324-8015-aa55e2c260d8 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (8816e0c3-ddb6-4ce7-91c9-376401d7f6ac), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:17.802776 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-957ad465-3dce-42a0-8742-de8bbcfec1ec tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (e4f74f41-f78e-4a02-baaf-a08ea3f2001f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:17.804240 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3f7e942-873b-4324-8015-aa55e2c260d8 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (8816e0c3-ddb6-4ce7-91c9-376401d7f6ac), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:17.812451 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3f7e942-873b-4324-8015-aa55e2c260d8 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:17.816583 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a3f7e942-873b-4324-8015-aa55e2c260d8 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/8816e0c3-ddb6-4ce7-91c9-376401d7f6ac HTTP/1.1" status: 204 len: 168 time: 0.1111543 Feb 20 05:41:17.817529 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39018) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:17.836512 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0fe18c-2d1d-4b81-b386-23e6aba48454 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:17.845030 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7e942-873b-4324-8015-aa55e2c260d8 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8816e0c3-ddb6-4ce7-91c9-376401d7f6ac,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:17.845210 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-957ad465-3dce-42a0-8742-de8bbcfec1ec tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (e4f74f41-f78e-4a02-baaf-a08ea3f2001f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:17.878104 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-17ea6d36-049c-4cda-b4db-d53248bc5ae2 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0546949 Feb 20 05:41:17.882178 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39020) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:17.906165 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957ad465-3dce-42a0-8742-de8bbcfec1ec tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:41:17.906724 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-957ad465-3dce-42a0-8742-de8bbcfec1ec tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (e4f74f41-f78e-4a02-baaf-a08ea3f2001f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:41:17.912414 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:41:17.932170 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-64e53439-b4e5-4e25-8eda-54aed75f3eaa service neutron] 10.222.0.37 "GET /v2.0/networks/737ca593-7d09-4d90-9616-a209809410b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817867 Feb 20 05:41:17.948041 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c761fd7d-3e9c-4530-b4db-6141c6f862c1 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (1442ed97-0a43-4439-9b7b-581b1704a1ef), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:17.983357 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c761fd7d-3e9c-4530-b4db-6141c6f862c1 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (1442ed97-0a43-4439-9b7b-581b1704a1ef), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:18.047353 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c761fd7d-3e9c-4530-b4db-6141c6f862c1 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (1442ed97-0a43-4439-9b7b-581b1704a1ef), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:18.052800 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c761fd7d-3e9c-4530-b4db-6141c6f862c1 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:18.056477 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c761fd7d-3e9c-4530-b4db-6141c6f862c1 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "DELETE /v2.0/security-groups/1442ed97-0a43-4439-9b7b-581b1704a1ef HTTP/1.1" status: 204 len: 168 time: 0.1709313 Feb 20 05:41:18.057944 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39024) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:18.072476 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761fd7d-3e9c-4530-b4db-6141c6f862c1 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1442ed97-0a43-4439-9b7b-581b1704a1ef,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:18.079805 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-f3e7448a-16ab-4478-b7a2-dbfc8e2102f9 None None] Provisioning complete for port 1194baf9-de7f-4d39-89bb-5e2724715fbe triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:18.080303 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f3e7448a-16ab-4478-b7a2-dbfc8e2102f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1194baf9-de7f-4d39-89bb-5e2724715fbe), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:18.087698 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a0fe18c-2d1d-4b81-b386-23e6aba48454 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:18.089679 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-957ad465-3dce-42a0-8742-de8bbcfec1ec tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (fd38909c-8994-4b2c-9189-eecc1c0bb346), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:18.137052 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957ad465-3dce-42a0-8742-de8bbcfec1ec tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fd38909c-8994-4b2c-9189-eecc1c0bb346 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 20 05:41:18.150226 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-957ad465-3dce-42a0-8742-de8bbcfec1ec tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:18.153687 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-957ad465-3dce-42a0-8742-de8bbcfec1ec tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] 10.222.0.37 "DELETE /v2.0/networks/fd38909c-8994-4b2c-9189-eecc1c0bb346 HTTP/1.1" status: 204 len: 168 time: 1.2422671 Feb 20 05:41:18.157867 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39026) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:18.163943 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-31055acd-f302-4fd5-a6ec-99bc8c0d593e tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Request body: {'network': {'name': 'tempest-network--20834553'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:18.168974 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-b0be472e-e08b-4ae8-be8b-9aa3812f6af9 service neutron] 10.222.0.37 "GET /v2.0/networks/737ca593-7d09-4d90-9616-a209809410b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043881 Feb 20 05:41:18.171364 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ad465-3dce-42a0-8742-de8bbcfec1ec tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Pushing event deleted for resources: {'Network': ['ID=fd38909c-8994-4b2c-9189-eecc1c0bb346,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:18.186740 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-3a0fe18c-2d1d-4b81-b386-23e6aba48454 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] device_id is not set on port 39a3d405-cbf8-48fe-bd1f-ff3ae742a132 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:41:18.229083 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f3e7448a-16ab-4478-b7a2-dbfc8e2102f9 None None] Current status of the port 1194baf9-de7f-4d39-89bb-5e2724715fbe is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:18.240426 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31055acd-f302-4fd5-a6ec-99bc8c0d593e tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Made reservation on behalf of f726793bb27c429c92a1c1b8463eedf8 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:18.243239 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-31055acd-f302-4fd5-a6ec-99bc8c0d593e tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:18.290302 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31055acd-f302-4fd5-a6ec-99bc8c0d593e tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:41:18.301129 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-31055acd-f302-4fd5-a6ec-99bc8c0d593e tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (b6cae40d-6182-4a6d-b1c3-5bcc5e24f835), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:18.301491 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-31055acd-f302-4fd5-a6ec-99bc8c0d593e tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Added segment b6cae40d-6182-4a6d-b1c3-5bcc5e24f835 of type vlan for network 858a4e31-4e2a-4f69-92f8-2cf42108c17a Feb 20 05:41:18.307902 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-3a0fe18c-2d1d-4b81-b386-23e6aba48454 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 2001:db8::f816:3eff:fe19:946a (81f72dab-c9ca-4111-9cef-a8a92557f9f3/44503d5b-3471-43ac-9010-15cd935e9e1d/39a3d405-cbf8-48fe-bd1f-ff3ae742a132) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:41:18.351457 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-31055acd-f302-4fd5-a6ec-99bc8c0d593e tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (858a4e31-4e2a-4f69-92f8-2cf42108c17a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:18.393309 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-31055acd-f302-4fd5-a6ec-99bc8c0d593e tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (858a4e31-4e2a-4f69-92f8-2cf42108c17a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:18.394737 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31055acd-f302-4fd5-a6ec-99bc8c0d593e tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:18.395528 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-31055acd-f302-4fd5-a6ec-99bc8c0d593e tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:18.468831 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-31055acd-f302-4fd5-a6ec-99bc8c0d593e tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.3097072 Feb 20 05:41:18.471765 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39034) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:18.481922 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-6bd3d5db-bbcf-4548-b6e0-ec54efe0ba0d tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:18.519846 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-69591210-fbff-4d2d-b1ea-b1f357f5990f tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4603939 Feb 20 05:41:18.521519 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39036) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:18.529279 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0448583f-1ad2-4b89-92e8-aca1312b94da tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Request body: {'security_group': {'name': 'tempest-secgroup--354762338'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:18.593704 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31055acd-f302-4fd5-a6ec-99bc8c0d593e tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Pushing event updated for resources: {'Network': ['ID=858a4e31-4e2a-4f69-92f8-2cf42108c17a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:18.606856 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 858a4e31-4e2a-4f69-92f8-2cf42108c17a details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:41:18.634948 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0448583f-1ad2-4b89-92e8-aca1312b94da tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:18.720633 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6bd3d5db-bbcf-4548-b6e0-ec54efe0ba0d tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (858a4e31-4e2a-4f69-92f8-2cf42108c17a), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:18.748979 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6bd3d5db-bbcf-4548-b6e0-ec54efe0ba0d tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (858a4e31-4e2a-4f69-92f8-2cf42108c17a), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:18.769636 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6bd3d5db-bbcf-4548-b6e0-ec54efe0ba0d tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Network 858a4e31-4e2a-4f69-92f8-2cf42108c17a is not hosted by any dhcp agent {{(pid=103406) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 20 05:41:18.773039 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd3d5db-bbcf-4548-b6e0-ec54efe0ba0d tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:18.776939 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6bd3d5db-bbcf-4548-b6e0-ec54efe0ba0d tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:18.780955 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6bd3d5db-bbcf-4548-b6e0-ec54efe0ba0d tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] 10.222.0.37 "PUT /v2.0/networks/858a4e31-4e2a-4f69-92f8-2cf42108c17a HTTP/1.1" status: 200 len: 855 time: 0.3080509 Feb 20 05:41:18.787417 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39042) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:18.832978 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1194baf9-de7f-4d39-89bb-5e2724715fbe up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:41:18.835707 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a0fe18c-2d1d-4b81-b386-23e6aba48454 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (39a3d405-cbf8-48fe-bd1f-ff3ae742a132), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:18.881005 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bdeff-8f90-48a4-bb07-3b0b2f5919a4 req-96aa6f47-0caa-4b7b-9f24-01f1e4087335 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:18.890049 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea8bdeff-8f90-48a4-bb07-3b0b2f5919a4 req-96aa6f47-0caa-4b7b-9f24-01f1e4087335 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 945 time: 0.3180077 Feb 20 05:41:18.972560 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-21664f5c-ade7-4b9d-916d-8e50c38d6a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:18.974053 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ed773e56-a1ba-4fa4-9503-dfb621fd2c5a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (858a4e31-4e2a-4f69-92f8-2cf42108c17a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:18.979387 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0448583f-1ad2-4b89-92e8-aca1312b94da tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (b7aa64a9-be96-4660-8401-ccfbe0830486), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:18.982108 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3d5db-bbcf-4548-b6e0-ec54efe0ba0d tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Pushing event updated for resources: {'Network': ['ID=858a4e31-4e2a-4f69-92f8-2cf42108c17a,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:19.002314 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 1194baf9-de7f-4d39-89bb-5e2724715fbe triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:19.003071 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1194baf9-de7f-4d39-89bb-5e2724715fbe), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:19.007921 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea8bdeff-8f90-48a4-bb07-3b0b2f5919a4 req-0522093e-87d6-4a79-b153-0d0cc746ff93 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169271 Feb 20 05:41:19.010299 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0448583f-1ad2-4b89-92e8-aca1312b94da tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b7aa64a9-be96-4660-8401-ccfbe0830486), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:19.084416 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0448583f-1ad2-4b89-92e8-aca1312b94da tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:19.091921 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0448583f-1ad2-4b89-92e8-aca1312b94da tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5659394 Feb 20 05:41:19.096793 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39048) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:19.112527 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ed773e56-a1ba-4fa4-9503-dfb621fd2c5a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (858a4e31-4e2a-4f69-92f8-2cf42108c17a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:19.113103 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f5ad7966-c2d0-43a6-8aba-056b1a4667e2 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Request body: {'security_group_rule': {'security_group_id': 'b7aa64a9-be96-4660-8401-ccfbe0830486', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:19.120656 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a0fe18c-2d1d-4b81-b386-23e6aba48454 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (39a3d405-cbf8-48fe-bd1f-ff3ae742a132), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:19.138477 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-ed773e56-a1ba-4fa4-9503-dfb621fd2c5a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['858a4e31-4e2a-4f69-92f8-2cf42108c17a']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:19.145269 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 1194baf9-de7f-4d39-89bb-5e2724715fbe is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:19.163407 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-ed773e56-a1ba-4fa4-9503-dfb621fd2c5a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6cae40d-6182-4a6d-b1c3-5bcc5e24f835') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:19.163787 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-ed773e56-a1ba-4fa4-9503-dfb621fd2c5a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6cae40d-6182-4a6d-b1c3-5bcc5e24f835') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:19.179123 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ed773e56-a1ba-4fa4-9503-dfb621fd2c5a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (b6cae40d-6182-4a6d-b1c3-5bcc5e24f835), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:19.200015 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ed773e56-a1ba-4fa4-9503-dfb621fd2c5a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (b6cae40d-6182-4a6d-b1c3-5bcc5e24f835), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:19.204555 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448583f-1ad2-4b89-92e8-aca1312b94da tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7aa64a9-be96-4660-8401-ccfbe0830486,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:19.217825 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed773e56-a1ba-4fa4-9503-dfb621fd2c5a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:41:19.218243 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ed773e56-a1ba-4fa4-9503-dfb621fd2c5a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (b6cae40d-6182-4a6d-b1c3-5bcc5e24f835), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:19.234940 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0fe18c-2d1d-4b81-b386-23e6aba48454 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:19.240205 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-3a0fe18c-2d1d-4b81-b386-23e6aba48454 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:19.246760 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0fe18c-2d1d-4b81-b386-23e6aba48454 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:41:19.251972 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0fe18c-2d1d-4b81-b386-23e6aba48454 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:19.252584 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a0fe18c-2d1d-4b81-b386-23e6aba48454 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:41:19.262969 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:41:19.281972 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0fe18c-2d1d-4b81-b386-23e6aba48454 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=39a3d405-cbf8-48fe-bd1f-ff3ae742a132,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:19.285418 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f5ad7966-c2d0-43a6-8aba-056b1a4667e2 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (e90dc3f9-140d-497a-8ed6-8169d9ac6388), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:19.302315 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ed773e56-a1ba-4fa4-9503-dfb621fd2c5a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (858a4e31-4e2a-4f69-92f8-2cf42108c17a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:19.307792 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed773e56-a1ba-4fa4-9503-dfb621fd2c5a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 858a4e31-4e2a-4f69-92f8-2cf42108c17a {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 20 05:41:19.311130 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ed773e56-a1ba-4fa4-9503-dfb621fd2c5a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:19.317556 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ed773e56-a1ba-4fa4-9503-dfb621fd2c5a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] 10.222.0.37 "DELETE /v2.0/networks/858a4e31-4e2a-4f69-92f8-2cf42108c17a HTTP/1.1" status: 204 len: 168 time: 0.5280654 Feb 20 05:41:19.325664 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39050) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:19.333062 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed773e56-a1ba-4fa4-9503-dfb621fd2c5a tempest-ExternalNetworksTestJSON-782774081 tempest-ExternalNetworksTestJSON-782774081-project-admin] Pushing event deleted for resources: {'Network': ['ID=858a4e31-4e2a-4f69-92f8-2cf42108c17a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:19.340604 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3a0fe18c-2d1d-4b81-b386-23e6aba48454 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9307680 Feb 20 05:41:19.345099 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39052) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:19.372461 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f5ad7966-c2d0-43a6-8aba-056b1a4667e2 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (e90dc3f9-140d-497a-8ed6-8169d9ac6388), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:19.407813 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c483de-9213-44b5-b934-e49aeb553b43 req-96dd7d47-66f1-42b4-baf3-e4c576d00462 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:19.409363 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e7c483de-9213-44b5-b934-e49aeb553b43 req-96dd7d47-66f1-42b4-baf3-e4c576d00462 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4bb2b9a-9d08-4174-a960-428722663d65 HTTP/1.1" status: 200 len: 950 time: 0.2512088 Feb 20 05:41:19.411416 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dcb9c02-9fc3-4c71-b123-b41da025a49d tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] DELETE failed (client error): The resource could not be found. Feb 20 05:41:19.411888 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dcb9c02-9fc3-4c71-b123-b41da025a49d tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:41:19.415232 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3dcb9c02-9fc3-4c71-b123-b41da025a49d tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] 10.222.0.37 "DELETE /v2.0/subnets/d2909792-807e-4330-84d8-11b998f34cc8 HTTP/1.1" status: 404 len: 337 time: 0.0871994 Feb 20 05:41:19.415750 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f5ad7966-c2d0-43a6-8aba-056b1a4667e2 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (e90dc3f9-140d-497a-8ed6-8169d9ac6388), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:19.418641 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39056) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:19.469174 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad7966-c2d0-43a6-8aba-056b1a4667e2 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e90dc3f9-140d-497a-8ed6-8169d9ac6388,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:19.497752 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f5ad7966-c2d0-43a6-8aba-056b1a4667e2 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:19.501070 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f5ad7966-c2d0-43a6-8aba-056b1a4667e2 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3996742 Feb 20 05:41:19.503850 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39058) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:19.508202 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-45781832-b43b-4646-ba0e-31419e5a9a33 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Request body: {'security_group_rule': {'security_group_id': 'b7aa64a9-be96-4660-8401-ccfbe0830486', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:19.516178 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-add501c4-7323-49b7-afc2-d5d9c4a5caec tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (8c0ceab5-d075-4f7f-a98a-de7f1462a7ac), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:19.534441 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:19.546713 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dc1106-3635-495e-92b9-6501ddfb0453 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:19.549635 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e7c483de-9213-44b5-b934-e49aeb553b43 req-5458b2ef-7ed1-430a-87b1-094f58c3ced6 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293716 Feb 20 05:41:19.553070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dc1106-3635-495e-92b9-6501ddfb0453 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:19.557797 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e3dc1106-3635-495e-92b9-6501ddfb0453 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2088599 Feb 20 05:41:19.558928 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39060) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:19.633077 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-45781832-b43b-4646-ba0e-31419e5a9a33 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (c0a00984-b4f0-4706-aa15-a01128547241), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:19.788213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-4172a36a-9884-47f5-af6c-9736e7394a0f None None] Provisioning complete for port 39a3d405-cbf8-48fe-bd1f-ff3ae742a132 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:19.789141 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4172a36a-9884-47f5-af6c-9736e7394a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (39a3d405-cbf8-48fe-bd1f-ff3ae742a132), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:19.789792 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-add501c4-7323-49b7-afc2-d5d9c4a5caec tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (8c0ceab5-d075-4f7f-a98a-de7f1462a7ac), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:19.796258 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-45781832-b43b-4646-ba0e-31419e5a9a33 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (c0a00984-b4f0-4706-aa15-a01128547241), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:19.817053 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-45781832-b43b-4646-ba0e-31419e5a9a33 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (c0a00984-b4f0-4706-aa15-a01128547241), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:19.829254 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f55326-cda0-47d4-b1ae-08560a43fadf req-374a9044-c1f0-45fb-8f40-e393a36cc55f tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:19.830753 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-35f55326-cda0-47d4-b1ae-08560a43fadf req-374a9044-c1f0-45fb-8f40-e393a36cc55f tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1203673 Feb 20 05:41:19.837244 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-079b3e91-25d1-4f0c-b357-f7d059fa17d9 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting port 39a3d405-cbf8-48fe-bd1f-ff3ae742a132 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:19.837589 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-079b3e91-25d1-4f0c-b357-f7d059fa17d9 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (39a3d405-cbf8-48fe-bd1f-ff3ae742a132), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:19.847582 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-add501c4-7323-49b7-afc2-d5d9c4a5caec tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0ceab5-d075-4f7f-a98a-de7f1462a7ac']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:19.865100 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-add501c4-7323-49b7-afc2-d5d9c4a5caec tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '733d35f9-ec6f-4efb-a6ec-63122da4885c') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:19.865585 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-add501c4-7323-49b7-afc2-d5d9c4a5caec tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '733d35f9-ec6f-4efb-a6ec-63122da4885c') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:19.868783 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4172a36a-9884-47f5-af6c-9736e7394a0f None None] Port 39a3d405-cbf8-48fe-bd1f-ff3ae742a132 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:41:19.877280 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-add501c4-7323-49b7-afc2-d5d9c4a5caec tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (733d35f9-ec6f-4efb-a6ec-63122da4885c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:19.895344 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-add501c4-7323-49b7-afc2-d5d9c4a5caec tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (733d35f9-ec6f-4efb-a6ec-63122da4885c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:19.907729 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add501c4-7323-49b7-afc2-d5d9c4a5caec tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:41:19.909848 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-add501c4-7323-49b7-afc2-d5d9c4a5caec tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (733d35f9-ec6f-4efb-a6ec-63122da4885c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:19.918304 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45781832-b43b-4646-ba0e-31419e5a9a33 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a00984-b4f0-4706-aa15-a01128547241,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:41:19.918498 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:41:20.009041 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-45781832-b43b-4646-ba0e-31419e5a9a33 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:20.010267 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-45781832-b43b-4646-ba0e-31419e5a9a33 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5055046 Feb 20 05:41:20.019193 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39064) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:20.025608 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a2b9c898-9357-4831-95e9-b996d57c8457 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Request body: {'security_group_rule': {'security_group_id': 'b7aa64a9-be96-4660-8401-ccfbe0830486', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:20.056938 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-add501c4-7323-49b7-afc2-d5d9c4a5caec tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (8c0ceab5-d075-4f7f-a98a-de7f1462a7ac), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:20.063170 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-add501c4-7323-49b7-afc2-d5d9c4a5caec tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:20.068508 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-add501c4-7323-49b7-afc2-d5d9c4a5caec tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] 10.222.0.37 "DELETE /v2.0/networks/8c0ceab5-d075-4f7f-a98a-de7f1462a7ac HTTP/1.1" status: 204 len: 168 time: 0.6485639 Feb 20 05:41:20.084398 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-35f55326-cda0-47d4-b1ae-08560a43fadf req-07fa88a6-7ce4-4ff7-b248-b1b12353cd95 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285595 Feb 20 05:41:20.120074 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-079b3e91-25d1-4f0c-b357-f7d059fa17d9 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (39a3d405-cbf8-48fe-bd1f-ff3ae742a132), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:20.132098 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2b9c898-9357-4831-95e9-b996d57c8457 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (8aa7f7f4-3d63-42c6-8f77-916177a0ed95), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:20.141169 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-079b3e91-25d1-4f0c-b357-f7d059fa17d9 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Calling delete_port for 39a3d405-cbf8-48fe-bd1f-ff3ae742a132 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:20.143401 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add501c4-7323-49b7-afc2-d5d9c4a5caec tempest-ExternalNetworksTestJSON-1875055128 tempest-ExternalNetworksTestJSON-1875055128-project] Pushing event deleted for resources: {'Network': ['ID=8c0ceab5-d075-4f7f-a98a-de7f1462a7ac,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:20.148197 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-3a39240a-50a7-42c6-ba30-0abc9a99f281 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:20.149643 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-3a39240a-50a7-42c6-ba30-0abc9a99f281 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.61 "GET /v2.0/networks?id=737ca593-7d09-4d90-9616-a209809410b0 HTTP/1.1" status: 200 len: 814 time: 0.3168452 Feb 20 05:41:20.164877 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-cb39ea4f-5523-463d-a1f1-6356b1a80ef5 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Request body: {'port': {'device_id': 'f3ed8c94-b2fb-4814-ae0d-c06c49788c20', 'network_id': '737ca593-7d09-4d90-9616-a209809410b0', 'admin_state_up': True, 'tenant_id': '5e02c9c1d56747f8803e3f2b02404aba'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:20.245635 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2b9c898-9357-4831-95e9-b996d57c8457 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (8aa7f7f4-3d63-42c6-8f77-916177a0ed95), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:20.252079 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2b9c898-9357-4831-95e9-b996d57c8457 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (8aa7f7f4-3d63-42c6-8f77-916177a0ed95), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:20.280799 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2b9c898-9357-4831-95e9-b996d57c8457 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:20.282321 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a2b9c898-9357-4831-95e9-b996d57c8457 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2621663 Feb 20 05:41:20.287455 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39070) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:20.292036 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9c898-9357-4831-95e9-b996d57c8457 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa7f7f4-3d63-42c6-8f77-916177a0ed95,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:20.309450 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-81f7724e-8301-4dcb-b139-35cf9452d9d3 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Request body: {'security_group_rule': {'security_group_id': 'b7aa64a9-be96-4660-8401-ccfbe0830486', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:20.316783 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0e6a953c-052d-4ec3-822f-47c70951ec01 req-adb58384-5dcb-43e8-a8da-fdee76cf538d tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3ed8c94-b2fb-4814-ae0d-c06c49788c20 HTTP/1.1" status: 200 len: 210 time: 0.0540144 Feb 20 05:41:20.400881 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81f7724e-8301-4dcb-b139-35cf9452d9d3 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (2b2b6f9d-91db-422a-a1a3-5d2f4cb959ea), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:20.493086 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39078) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:20.525185 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-cb39ea4f-5523-463d-a1f1-6356b1a80ef5 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Made reservation on behalf of 5e02c9c1d56747f8803e3f2b02404aba for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:20.528746 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-cb39ea4f-5523-463d-a1f1-6356b1a80ef5 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:20.559087 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81f7724e-8301-4dcb-b139-35cf9452d9d3 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (2b2b6f9d-91db-422a-a1a3-5d2f4cb959ea), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:20.560067 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-079b3e91-25d1-4f0c-b357-f7d059fa17d9 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (39a3d405-cbf8-48fe-bd1f-ff3ae742a132), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:20.579880 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81f7724e-8301-4dcb-b139-35cf9452d9d3 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (2b2b6f9d-91db-422a-a1a3-5d2f4cb959ea), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:20.631919 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b3e91-25d1-4f0c-b357-f7d059fa17d9 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Port': ['ID=39a3d405-cbf8-48fe-bd1f-ff3ae742a132,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:20.688830 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-079b3e91-25d1-4f0c-b357-f7d059fa17d9 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:20.694024 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-079b3e91-25d1-4f0c-b357-f7d059fa17d9 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/39a3d405-cbf8-48fe-bd1f-ff3ae742a132 HTTP/1.1" status: 204 len: 168 time: 1.1338921 Feb 20 05:41:20.699828 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39086) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:20.755352 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d7e4ed2e-38ee-433b-87c9-479ecffee1bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3dd5042ff14245908d352603d7779017&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2607884 Feb 20 05:41:20.758514 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39088) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:20.815837 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4630159-af1d-4fd6-b76e-83a0738e123f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:20.817193 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4630159-af1d-4fd6-b76e-83a0738e123f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:20.822272 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c4630159-af1d-4fd6-b76e-83a0738e123f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1178608 Feb 20 05:41:20.828438 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39090) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:20.829552 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-cb39ea4f-5523-463d-a1f1-6356b1a80ef5 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Allocated IP 172.20.0.10 (737ca593-7d09-4d90-9616-a209809410b0/b7acf1c2-5b03-47ff-bdd2-68225ae3f85b/51d29bdc-3670-495b-93ad-f45af11aea59) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:41:20.913981 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c14b89e4-2d97-4e88-b4a3-32920fca390e admin admin] Publish callbacks [] for security_group (d0c94789-93aa-4ff4-a027-a95914cfe4a6), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:20.923738 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-511bebd0-02ff-4611-b406-83ac47c27aea tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet 44503d5b-3471-43ac-9010-15cd935e9e1d {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:41:20.929229 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-511bebd0-02ff-4611-b406-83ac47c27aea tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (44503d5b-3471-43ac-9010-15cd935e9e1d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:20.954835 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7724e-8301-4dcb-b139-35cf9452d9d3 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2b6f9d-91db-422a-a1a3-5d2f4cb959ea,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:20.977703 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c14b89e4-2d97-4e88-b4a3-32920fca390e admin admin] Publish callbacks [] for security_group (d0c94789-93aa-4ff4-a027-a95914cfe4a6), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:20.979897 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81f7724e-8301-4dcb-b139-35cf9452d9d3 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:20.981094 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-81f7724e-8301-4dcb-b139-35cf9452d9d3 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6789100 Feb 20 05:41:20.987298 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39092) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:20.993701 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-511bebd0-02ff-4611-b406-83ac47c27aea tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (44503d5b-3471-43ac-9010-15cd935e9e1d), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:21.119582 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-511bebd0-02ff-4611-b406-83ac47c27aea tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (44503d5b-3471-43ac-9010-15cd935e9e1d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:21.311618 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c4e3ec05-a1e8-40fc-842b-8bd152b5c9da tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Request body: {'security_group_rule': {'security_group_id': 'b7aa64a9-be96-4660-8401-ccfbe0830486', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:21.340691 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:21.379795 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4e3ec05-a1e8-40fc-842b-8bd152b5c9da tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (70fec245-eade-4259-9059-651b7c4ae187), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:21.401302 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afebf9a-dc83-4062-9585-d70b9ba034f6 req-c3c0fa94-1878-4146-802f-a1c99902ab5f tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:21.402857 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8afebf9a-dc83-4062-9585-d70b9ba034f6 req-c3c0fa94-1878-4146-802f-a1c99902ab5f tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f4bb2b9a-9d08-4174-a960-428722663d65 HTTP/1.1" status: 200 len: 1132 time: 0.4458334 Feb 20 05:41:21.422232 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-cb39ea4f-5523-463d-a1f1-6356b1a80ef5 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks [] for port (51d29bdc-3670-495b-93ad-f45af11aea59), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:21.440586 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c14b89e4-2d97-4e88-b4a3-32920fca390e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d0c94789-93aa-4ff4-a027-a95914cfe4a6), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:21.443235 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c14b89e4-2d97-4e88-b4a3-32920fca390e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:21.446991 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c14b89e4-2d97-4e88-b4a3-32920fca390e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0c94789-93aa-4ff4-a027-a95914cfe4a6 HTTP/1.1" status: 204 len: 168 time: 0.6850874 Feb 20 05:41:21.459091 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8afebf9a-dc83-4062-9585-d70b9ba034f6 req-9b7b3bda-c100-4f31-af00-18e6f361e0d4 tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:21.462230 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b89e4-2d97-4e88-b4a3-32920fca390e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c94789-93aa-4ff4-a027-a95914cfe4a6,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:21.496963 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-511bebd0-02ff-4611-b406-83ac47c27aea tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (44503d5b-3471-43ac-9010-15cd935e9e1d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:21.504402 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4e3ec05-a1e8-40fc-842b-8bd152b5c9da tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (70fec245-eade-4259-9059-651b7c4ae187), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:21.523414 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4e3ec05-a1e8-40fc-842b-8bd152b5c9da tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (70fec245-eade-4259-9059-651b7c4ae187), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:21.538582 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-511bebd0-02ff-4611-b406-83ac47c27aea tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:21.545966 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-511bebd0-02ff-4611-b406-83ac47c27aea tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/44503d5b-3471-43ac-9010-15cd935e9e1d HTTP/1.1" status: 204 len: 168 time: 0.7143919 Feb 20 05:41:21.547779 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39100) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:21.553169 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7b1e85-7c01-4279-81e6-bae0918c2925 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:21.555987 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511bebd0-02ff-4611-b406-83ac47c27aea tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=44503d5b-3471-43ac-9010-15cd935e9e1d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:21.556477 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-cb39ea4f-5523-463d-a1f1-6356b1a80ef5 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (51d29bdc-3670-495b-93ad-f45af11aea59), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:21.562759 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3ec05-a1e8-40fc-842b-8bd152b5c9da tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70fec245-eade-4259-9059-651b7c4ae187,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:21.601027 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4e3ec05-a1e8-40fc-842b-8bd152b5c9da tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:21.602813 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c4e3ec05-a1e8-40fc-842b-8bd152b5c9da tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6148655 Feb 20 05:41:21.607081 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39104) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:21.613698 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39106) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:21.615476 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-72219ba0-b28a-4d1c-9e24-25943542bed3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0649974 Feb 20 05:41:21.621840 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f51fc074-f91e-4ae6-95cd-48dbf7126638 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:21.643714 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['7d2de23e-e3a0-4590-9f1a-5a0d4e44c173'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:41:21.651413 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-cb39ea4f-5523-463d-a1f1-6356b1a80ef5 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Network 737ca593-7d09-4d90-9616-a209809410b0 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:21.672227 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-cb39ea4f-5523-463d-a1f1-6356b1a80ef5 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:21.682768 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81eb3c6a-b46d-4f8c-bad5-c7d8ee37e30c tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (70fec245-eade-4259-9059-651b7c4ae187), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:21.691485 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81eb3c6a-b46d-4f8c-bad5-c7d8ee37e30c tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (70fec245-eade-4259-9059-651b7c4ae187), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:21.728733 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39ea4f-5523-463d-a1f1-6356b1a80ef5 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Pushing event updated for resources: {'Port': ['ID=51d29bdc-3670-495b-93ad-f45af11aea59,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:21.735623 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81eb3c6a-b46d-4f8c-bad5-c7d8ee37e30c tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (70fec245-eade-4259-9059-651b7c4ae187), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:21.741896 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81eb3c6a-b46d-4f8c-bad5-c7d8ee37e30c tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:21.743056 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-81eb3c6a-b46d-4f8c-bad5-c7d8ee37e30c tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/70fec245-eade-4259-9059-651b7c4ae187 HTTP/1.1" status: 204 len: 168 time: 0.1347368 Feb 20 05:41:21.747384 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39110) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:21.753757 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb3c6a-b46d-4f8c-bad5-c7d8ee37e30c tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70fec245-eade-4259-9059-651b7c4ae187,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:21.819537 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-cb39ea4f-5523-463d-a1f1-6356b1a80ef5 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:41:21.823193 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bf7bc81e-e09d-4e2f-ab01-e142307bd333 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0700455 Feb 20 05:41:21.823813 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39114) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:21.894570 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c43668c4-654f-4fe9-967d-e47778df4eaa tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (2b2b6f9d-91db-422a-a1a3-5d2f4cb959ea), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:21.917897 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c43668c4-654f-4fe9-967d-e47778df4eaa tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (2b2b6f9d-91db-422a-a1a3-5d2f4cb959ea), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:21.940057 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8afebf9a-dc83-4062-9585-d70b9ba034f6 req-9b7b3bda-c100-4f31-af00-18e6f361e0d4 tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] Publish callbacks [] for security_group (974d2c99-8aa7-467d-b711-b28be6f50ae3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:21.962280 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8afebf9a-dc83-4062-9585-d70b9ba034f6 req-9b7b3bda-c100-4f31-af00-18e6f361e0d4 tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (974d2c99-8aa7-467d-b711-b28be6f50ae3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:21.965961 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51fc074-f91e-4ae6-95cd-48dbf7126638 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:21.977971 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f51fc074-f91e-4ae6-95cd-48dbf7126638 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:22.000300 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-cb39ea4f-5523-463d-a1f1-6356b1a80ef5 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:22.001090 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-cb39ea4f-5523-463d-a1f1-6356b1a80ef5 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:22.015513 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c43668c4-654f-4fe9-967d-e47778df4eaa tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (2b2b6f9d-91db-422a-a1a3-5d2f4cb959ea), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:22.025294 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c43668c4-654f-4fe9-967d-e47778df4eaa tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:22.028776 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b3bde6-4145-458d-90ce-eb34d31cec93 None None] DHCP port deletion for 81f72dab-c9ca-4111-9cef-a8a92557f9f3 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:41:22.033185 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c43668c4-654f-4fe9-967d-e47778df4eaa tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/2b2b6f9d-91db-422a-a1a3-5d2f4cb959ea HTTP/1.1" status: 204 len: 168 time: 0.2077849 Feb 20 05:41:22.034688 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39118) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:22.072319 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43668c4-654f-4fe9-967d-e47778df4eaa tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b2b6f9d-91db-422a-a1a3-5d2f4cb959ea,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:22.086650 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-cb39ea4f-5523-463d-a1f1-6356b1a80ef5 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9273460 Feb 20 05:41:22.107430 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-73b3bde6-4145-458d-90ce-eb34d31cec93 None None] Deleting port 1194baf9-de7f-4d39-89bb-5e2724715fbe {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:22.107969 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73b3bde6-4145-458d-90ce-eb34d31cec93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1194baf9-de7f-4d39-89bb-5e2724715fbe), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:22.133237 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-4962ee08-ad71-4ef4-97a1-c5c2296ecbe4 service neutron] Request body: {'port': {'device_id': 'f3ed8c94-b2fb-4814-ae0d-c06c49788c20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:22.184723 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-957f55c9-4eca-4f64-83bc-843f2b43b254 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1265783 Feb 20 05:41:22.187284 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39120) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:22.209571 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-73b3bde6-4145-458d-90ce-eb34d31cec93 None None] For port 1194baf9-de7f-4d39-89bb-5e2724715fbe, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1194baf9-de7f-4d39-89bb-5e2724715fbe,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:22.210222 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73b3bde6-4145-458d-90ce-eb34d31cec93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1194baf9-de7f-4d39-89bb-5e2724715fbe), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:22.225242 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8afebf9a-dc83-4062-9585-d70b9ba034f6 req-9b7b3bda-c100-4f31-af00-18e6f361e0d4 tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8076665 Feb 20 05:41:22.233970 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b3bda-c100-4f31-af00-18e6f361e0d4 tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974d2c99-8aa7-467d-b711-b28be6f50ae3,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:22.260933 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f90dbb0b-96f7-4da3-9b24-83782c12c1d7 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (8aa7f7f4-3d63-42c6-8f77-916177a0ed95), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:22.264894 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39124) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:22.270100 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-73b3bde6-4145-458d-90ce-eb34d31cec93 None None] Calling delete_port for 1194baf9-de7f-4d39-89bb-5e2724715fbe owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:22.297297 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f90dbb0b-96f7-4da3-9b24-83782c12c1d7 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (8aa7f7f4-3d63-42c6-8f77-916177a0ed95), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:22.344854 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8f7f3fa8-992b-4664-966d-21c39af65e03 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f726793bb27c429c92a1c1b8463eedf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0752478 Feb 20 05:41:22.345070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39126) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:22.360434 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-4962ee08-ad71-4ef4-97a1-c5c2296ecbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (51d29bdc-3670-495b-93ad-f45af11aea59), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:22.367129 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f90dbb0b-96f7-4da3-9b24-83782c12c1d7 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (8aa7f7f4-3d63-42c6-8f77-916177a0ed95), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:22.373920 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f90dbb0b-96f7-4da3-9b24-83782c12c1d7 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:22.377771 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f90dbb0b-96f7-4da3-9b24-83782c12c1d7 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/8aa7f7f4-3d63-42c6-8f77-916177a0ed95 HTTP/1.1" status: 204 len: 168 time: 0.1893945 Feb 20 05:41:22.381734 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39128) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:22.429566 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73b3bde6-4145-458d-90ce-eb34d31cec93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (1194baf9-de7f-4d39-89bb-5e2724715fbe), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:22.430152 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90dbb0b-96f7-4da3-9b24-83782c12c1d7 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8aa7f7f4-3d63-42c6-8f77-916177a0ed95,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:22.475834 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39130) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:22.476054 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3128672c-1329-423d-aedd-aa1f1c4bdcf1 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0907779 Feb 20 05:41:22.485346 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3bde6-4145-458d-90ce-eb34d31cec93 None None] Pushing event deleted for resources: {'Port': ['ID=1194baf9-de7f-4d39-89bb-5e2724715fbe,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:22.485555 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1ca0869-9b8c-4f51-874d-115ac9066242 admin admin] Publish callbacks [] for security_group (4ab6ac81-b624-4c56-9562-93076a3bc741), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:22.493126 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b3bde6-4145-458d-90ce-eb34d31cec93 None None] No DVR routers for this DVR port 1194baf9-de7f-4d39-89bb-5e2724715fbe on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:41:22.530023 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1ca0869-9b8c-4f51-874d-115ac9066242 admin admin] Publish callbacks [] for security_group (4ab6ac81-b624-4c56-9562-93076a3bc741), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:22.593406 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1ca0869-9b8c-4f51-874d-115ac9066242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4ab6ac81-b624-4c56-9562-93076a3bc741), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:22.596738 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1ca0869-9b8c-4f51-874d-115ac9066242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:22.598623 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b1ca0869-9b8c-4f51-874d-115ac9066242 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4ab6ac81-b624-4c56-9562-93076a3bc741 HTTP/1.1" status: 204 len: 168 time: 0.2525737 Feb 20 05:41:22.602680 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5c9cdcc-37a6-4300-9412-3ae89e6dbf96 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (c0a00984-b4f0-4706-aa15-a01128547241), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:22.612957 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5c9cdcc-37a6-4300-9412-3ae89e6dbf96 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (c0a00984-b4f0-4706-aa15-a01128547241), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:22.631134 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca0869-9b8c-4f51-874d-115ac9066242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab6ac81-b624-4c56-9562-93076a3bc741,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:22.653612 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070917c-fd79-45f2-b67e-a4ba08323141 req-83e465fb-ef8f-4888-8078-4e18a866b8b9 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:22.656440 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e070917c-fd79-45f2-b67e-a4ba08323141 req-83e465fb-ef8f-4888-8078-4e18a866b8b9 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 945 time: 0.2606945 Feb 20 05:41:22.660962 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5c9cdcc-37a6-4300-9412-3ae89e6dbf96 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (c0a00984-b4f0-4706-aa15-a01128547241), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:22.679439 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5c9cdcc-37a6-4300-9412-3ae89e6dbf96 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:22.680913 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b5c9cdcc-37a6-4300-9412-3ae89e6dbf96 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/c0a00984-b4f0-4706-aa15-a01128547241 HTTP/1.1" status: 204 len: 168 time: 0.1994674 Feb 20 05:41:22.684308 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39134) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:22.686322 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:22.714416 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:22.784075 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9cdcc-37a6-4300-9412-3ae89e6dbf96 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0a00984-b4f0-4706-aa15-a01128547241,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:22.826024 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b37eebc4-5883-4df6-b026-bd1dc9479d07 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1394567 Feb 20 05:41:22.827980 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39136) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:22.872742 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1194baf9-de7f-4d39-89bb-5e2724715fbe no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:41:22.891603 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-40050754-ee67-419f-9c63-e3a1f2dfd569 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (e90dc3f9-140d-497a-8ed6-8169d9ac6388), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:22.900264 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 1194baf9-de7f-4d39-89bb-5e2724715fbe {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:41:22.910111 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1194baf9-de7f-4d39-89bb-5e2724715fbe not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:41:22.911173 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e070917c-fd79-45f2-b67e-a4ba08323141 req-e051cbed-a07d-4c69-b433-8b69921c2d68 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478061 Feb 20 05:41:22.931512 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-40050754-ee67-419f-9c63-e3a1f2dfd569 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (e90dc3f9-140d-497a-8ed6-8169d9ac6388), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:23.041779 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-40050754-ee67-419f-9c63-e3a1f2dfd569 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (e90dc3f9-140d-497a-8ed6-8169d9ac6388), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:23.050693 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-40050754-ee67-419f-9c63-e3a1f2dfd569 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:23.055262 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-40050754-ee67-419f-9c63-e3a1f2dfd569 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/e90dc3f9-140d-497a-8ed6-8169d9ac6388 HTTP/1.1" status: 204 len: 168 time: 0.2249784 Feb 20 05:41:23.056049 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39142) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:23.069280 n-d-829866-5 neutron-server[103407]: DEBUG neutron.objects.ports [None req-f51fc074-f91e-4ae6-95cd-48dbf7126638 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103407) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 05:41:23.112655 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40050754-ee67-419f-9c63-e3a1f2dfd569 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e90dc3f9-140d-497a-8ed6-8169d9ac6388,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:23.126479 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f51fc074-f91e-4ae6-95cd-48dbf7126638 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (29938312-df6e-43a7-8131-57d678f57cea), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:23.159243 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2b8b9d57-3690-4528-8b32-0735224a8436 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0996058 Feb 20 05:41:23.166186 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39146) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:23.256989 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-4962ee08-ad71-4ef4-97a1-c5c2296ecbe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d29bdc-3670-495b-93ad-f45af11aea59 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:41:23.272100 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fbe7c00c-c9f9-4dc7-90ef-5f21c7843c2d tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (b7aa64a9-be96-4660-8401-ccfbe0830486), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:23.285622 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-4962ee08-ad71-4ef4-97a1-c5c2296ecbe4 service neutron] Publish callbacks [] for port (51d29bdc-3670-495b-93ad-f45af11aea59), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:23.296574 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fbe7c00c-c9f9-4dc7-90ef-5f21c7843c2d tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (b7aa64a9-be96-4660-8401-ccfbe0830486), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:23.310165 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-4962ee08-ad71-4ef4-97a1-c5c2296ecbe4 service neutron] Transition to ACTIVE for port object 51d29bdc-3670-495b-93ad-f45af11aea59 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:41:23.332527 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51fc074-f91e-4ae6-95cd-48dbf7126638 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:23.339921 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-f51fc074-f91e-4ae6-95cd-48dbf7126638 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:23.343952 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51fc074-f91e-4ae6-95cd-48dbf7126638 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:23.344617 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f51fc074-f91e-4ae6-95cd-48dbf7126638 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:23.360341 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99ea6ef-6fa9-4648-9aab-3bfb4597216c None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:23.368792 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fbe7c00c-c9f9-4dc7-90ef-5f21c7843c2d tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b7aa64a9-be96-4660-8401-ccfbe0830486), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:23.371519 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fbe7c00c-c9f9-4dc7-90ef-5f21c7843c2d tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:23.372795 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fbe7c00c-c9f9-4dc7-90ef-5f21c7843c2d tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "DELETE /v2.0/security-groups/b7aa64a9-be96-4660-8401-ccfbe0830486 HTTP/1.1" status: 204 len: 168 time: 0.2053761 Feb 20 05:41:23.382715 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39152) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:23.383545 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7c00c-c9f9-4dc7-90ef-5f21c7843c2d tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7aa64a9-be96-4660-8401-ccfbe0830486,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:23.388997 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-4962ee08-ad71-4ef4-97a1-c5c2296ecbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (51d29bdc-3670-495b-93ad-f45af11aea59), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:23.463985 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-18a1d2fd-59e6-471e-a33b-fc84665f1d74 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0714278 Feb 20 05:41:23.470491 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39156) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:23.481802 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-25d607a2-2f1c-4a0a-a78e-e5e9f3d44b8c tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1662017883'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:23.525940 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25d607a2-2f1c-4a0a-a78e-e5e9f3d44b8c tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:23.553358 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f51fc074-f91e-4ae6-95cd-48dbf7126638 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9353437 Feb 20 05:41:23.556047 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39160) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:23.565860 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070f336e-0d9b-4e88-ba8c-37fdbc837096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'fixed_ips': [{'subnet_id': '29938312-df6e-43a7-8131-57d678f57cea'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:41:23.567014 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-070f336e-0d9b-4e88-ba8c-37fdbc837096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:23.569986 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0c229f0a-750d-41c9-b554-59c28bea078f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'mac_address': 'fa:16:3e:1f:8b:9b', 'name': 'tempest-NetworksTestDHCPv6-1174529474'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:23.684657 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38f494-e029-45c4-846c-0b85a20c6bd4 req-cfc85c41-35de-4418-b9f7-c4bd6e3f3f00 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:23.705921 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c229f0a-750d-41c9-b554-59c28bea078f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:23.708205 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e38f494-e029-45c4-846c-0b85a20c6bd4 req-cfc85c41-35de-4418-b9f7-c4bd6e3f3f00 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.6358523 Feb 20 05:41:23.710130 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51fc074-f91e-4ae6-95cd-48dbf7126638 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=29938312-df6e-43a7-8131-57d678f57cea,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:23.730991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-070f336e-0d9b-4e88-ba8c-37fdbc837096 None None] Allocated IP 2001:db8::f816:3eff:fe1e:e650 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/29938312-df6e-43a7-8131-57d678f57cea/a172c3cb-23b9-41f4-bfc9-0cd441a64421) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:41:23.759933 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:41:23.788067 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962ee08-ad71-4ef4-97a1-c5c2296ecbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=51d29bdc-3670-495b-93ad-f45af11aea59,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:23.904912 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25d607a2-2f1c-4a0a-a78e-e5e9f3d44b8c tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (83637864-de41-4373-9709-c550b1106114), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:23.933425 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-4962ee08-ad71-4ef4-97a1-c5c2296ecbe4 service neutron] Attempting to bind port 51d29bdc-3670-495b-93ad-f45af11aea59 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:23.934089 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-4962ee08-ad71-4ef4-97a1-c5c2296ecbe4 service neutron] Attempting to bind port 51d29bdc-3670-495b-93ad-f45af11aea59 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '1e7b572d-eea8-4575-add7-3e01e35d46d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '737ca593-7d09-4d90-9616-a209809410b0'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:23.942714 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25d607a2-2f1c-4a0a-a78e-e5e9f3d44b8c tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (83637864-de41-4373-9709-c550b1106114), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:23.946403 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-4962ee08-ad71-4ef4-97a1-c5c2296ecbe4 service neutron] Attempting to bind port 51d29bdc-3670-495b-93ad-f45af11aea59 on network 737ca593-7d09-4d90-9616-a209809410b0 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:23.954459 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e38f494-e029-45c4-846c-0b85a20c6bd4 req-4c275e2b-c873-49f3-b223-17b099d621d6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395747 Feb 20 05:41:23.958057 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-4962ee08-ad71-4ef4-97a1-c5c2296ecbe4 service neutron] Port 51d29bdc-3670-495b-93ad-f45af11aea59 on network 737ca593-7d09-4d90-9616-a209809410b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:23.958637 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-4962ee08-ad71-4ef4-97a1-c5c2296ecbe4 service neutron] Attempting to bind port 51d29bdc-3670-495b-93ad-f45af11aea59 on network 737ca593-7d09-4d90-9616-a209809410b0 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:23.967871 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-4962ee08-ad71-4ef4-97a1-c5c2296ecbe4 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:41:23.968546 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-4962ee08-ad71-4ef4-97a1-c5c2296ecbe4 service neutron] Checking segment: {'id': '1e7b572d-eea8-4575-add7-3e01e35d46d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '737ca593-7d09-4d90-9616-a209809410b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:41:23.969121 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-4962ee08-ad71-4ef4-97a1-c5c2296ecbe4 service neutron] Bound using segment: {'id': '1e7b572d-eea8-4575-add7-3e01e35d46d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '737ca593-7d09-4d90-9616-a209809410b0'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:41:23.969764 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-4962ee08-ad71-4ef4-97a1-c5c2296ecbe4 service neutron] Bound port: 51d29bdc-3670-495b-93ad-f45af11aea59, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e7b572d-eea8-4575-add7-3e01e35d46d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '737ca593-7d09-4d90-9616-a209809410b0'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:41:23.970352 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-4962ee08-ad71-4ef4-97a1-c5c2296ecbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (51d29bdc-3670-495b-93ad-f45af11aea59), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:24.000322 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-070f336e-0d9b-4e88-ba8c-37fdbc837096 None None] Publish callbacks [] for port (a172c3cb-23b9-41f4-bfc9-0cd441a64421), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:24.012293 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-070f336e-0d9b-4e88-ba8c-37fdbc837096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (a172c3cb-23b9-41f4-bfc9-0cd441a64421), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:24.055465 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d607a2-2f1c-4a0a-a78e-e5e9f3d44b8c tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83637864-de41-4373-9709-c550b1106114,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:24.072423 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c229f0a-750d-41c9-b554-59c28bea078f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:24.077960 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-4962ee08-ad71-4ef4-97a1-c5c2296ecbe4 service neutron] For port 51d29bdc-3670-495b-93ad-f45af11aea59, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:41:24.083506 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-4962ee08-ad71-4ef4-97a1-c5c2296ecbe4 service neutron] For port 51d29bdc-3670-495b-93ad-f45af11aea59, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=51d29bdc-3670-495b-93ad-f45af11aea59,segment=NetworkSegment(1e7b572d-eea8-4575-add7-3e01e35d46d2),segment_id=1e7b572d-eea8-4575-add7-3e01e35d46d2)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:41:24.093633 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-4962ee08-ad71-4ef4-97a1-c5c2296ecbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (51d29bdc-3670-495b-93ad-f45af11aea59), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:24.109542 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-0c229f0a-750d-41c9-b554-59c28bea078f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] device_id is not set on port f085a644-dc3a-482d-ab36-cad8b3a5ad3d yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:41:24.203801 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-4962ee08-ad71-4ef4-97a1-c5c2296ecbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:24.204528 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-4962ee08-ad71-4ef4-97a1-c5c2296ecbe4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:24.208693 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-4962ee08-ad71-4ef4-97a1-c5c2296ecbe4 service neutron] 10.222.0.61 "PUT /v2.0/ports/51d29bdc-3670-495b-93ad-f45af11aea59 HTTP/1.1" status: 200 len: 1092 time: 2.0850344 Feb 20 05:41:24.220473 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070f336e-0d9b-4e88-ba8c-37fdbc837096 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:24.240023 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ed8c94-b2fb-4814-ae0d-c06c49788c20', 'tag': '51d29bdc-3670-495b-93ad-f45af11aea59'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:41:24.243289 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba56485-9063-445d-a02f-90f7a2e8ae4a" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ed8c94-b2fb-4814-ae0d-c06c49788c20", "tag": "51d29bdc-3670-495b-93ad-f45af11aea59"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:41:24.244007 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-070f336e-0d9b-4e88-ba8c-37fdbc837096 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:24.257421 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070f336e-0d9b-4e88-ba8c-37fdbc837096 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:41:24.267536 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f336e-0d9b-4e88-ba8c-37fdbc837096 None None] Pushing event updated for resources: {'Port': ['ID=a172c3cb-23b9-41f4-bfc9-0cd441a64421,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:24.322574 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-0c229f0a-750d-41c9-b554-59c28bea078f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 2001:db8::f816:3eff:fe1f:8b9b (81f72dab-c9ca-4111-9cef-a8a92557f9f3/29938312-df6e-43a7-8131-57d678f57cea/f085a644-dc3a-482d-ab36-cad8b3a5ad3d) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:41:24.331939 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962ee08-ad71-4ef4-97a1-c5c2296ecbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=51d29bdc-3670-495b-93ad-f45af11aea59,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:24.360249 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25d607a2-2f1c-4a0a-a78e-e5e9f3d44b8c tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:24.362890 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-25d607a2-2f1c-4a0a-a78e-e5e9f3d44b8c tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8910253 Feb 20 05:41:24.370431 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39176) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:24.378001 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-9f76c7ea-3550-4a4b-b206-56b000b041ae tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Request body: {'security_group_rule': {'security_group_id': '83637864-de41-4373-9709-c550b1106114', 'direction': 'ingress', 'protocol': 17}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:24.390154 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e4fd9-e4c5-4934-9bad-d34a8c2d8ea4 req-f9cc28b3-0155-452b-a301-67ef76b3e452 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:24.392401 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c4e4fd9-e4c5-4934-9bad-d34a8c2d8ea4 req-f9cc28b3-0155-452b-a301-67ef76b3e452 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3ed8c94-b2fb-4814-ae0d-c06c49788c20 HTTP/1.1" status: 200 len: 944 time: 0.2873514 Feb 20 05:41:24.406062 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-070f336e-0d9b-4e88-ba8c-37fdbc837096 None None] Attempting to bind port a172c3cb-23b9-41f4-bfc9-0cd441a64421 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:24.406793 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-070f336e-0d9b-4e88-ba8c-37fdbc837096 None None] Attempting to bind port a172c3cb-23b9-41f4-bfc9-0cd441a64421 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:24.407501 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070f336e-0d9b-4e88-ba8c-37fdbc837096 None None] Attempting to bind port a172c3cb-23b9-41f4-bfc9-0cd441a64421 on network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:24.414293 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070f336e-0d9b-4e88-ba8c-37fdbc837096 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:41:24.415185 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070f336e-0d9b-4e88-ba8c-37fdbc837096 None None] Checking segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:41:24.417289 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-070f336e-0d9b-4e88-ba8c-37fdbc837096 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:24.418052 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070f336e-0d9b-4e88-ba8c-37fdbc837096 None None] Bound using segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:41:24.418646 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-070f336e-0d9b-4e88-ba8c-37fdbc837096 None None] Bound port: a172c3cb-23b9-41f4-bfc9-0cd441a64421, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:41:24.419168 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-070f336e-0d9b-4e88-ba8c-37fdbc837096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a172c3cb-23b9-41f4-bfc9-0cd441a64421), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:24.485729 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-e444254e-5aa3-4140-8651-190ba85b5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:24.491939 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-e444254e-5aa3-4140-8651-190ba85b5cc5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e02c9c1d56747f8803e3f2b02404aba&device_id=f3ed8c94-b2fb-4814-ae0d-c06c49788c20 HTTP/1.1" status: 200 len: 1126 time: 0.2197580 Feb 20 05:41:24.500598 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-070f336e-0d9b-4e88-ba8c-37fdbc837096 None None] For port a172c3cb-23b9-41f4-bfc9-0cd441a64421, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:41:24.507558 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-070f336e-0d9b-4e88-ba8c-37fdbc837096 None None] For port a172c3cb-23b9-41f4-bfc9-0cd441a64421, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a172c3cb-23b9-41f4-bfc9-0cd441a64421,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:41:24.518675 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-070f336e-0d9b-4e88-ba8c-37fdbc837096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a172c3cb-23b9-41f4-bfc9-0cd441a64421), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:24.535756 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f76c7ea-3550-4a4b-b206-56b000b041ae tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (19029a55-5fbb-4f84-a92b-ffd9d896272c), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:24.601895 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-fe5c501e-1aff-46c2-a725-57bc7a2e6145 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51d29bdc-3670-495b-93ad-f45af11aea59 HTTP/1.1" status: 200 len: 217 time: 0.1008551 Feb 20 05:41:24.628842 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f336e-0d9b-4e88-ba8c-37fdbc837096 None None] Pushing event updated for resources: {'Port': ['ID=a172c3cb-23b9-41f4-bfc9-0cd441a64421,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:24.641647 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c4e4fd9-e4c5-4934-9bad-d34a8c2d8ea4 req-7b59841f-2823-4dbd-b13d-cdc3fc4b83d6 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402940 Feb 20 05:41:24.643119 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f76c7ea-3550-4a4b-b206-56b000b041ae tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (19029a55-5fbb-4f84-a92b-ffd9d896272c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:24.662070 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f76c7ea-3550-4a4b-b206-56b000b041ae tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (19029a55-5fbb-4f84-a92b-ffd9d896272c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:24.693070 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c229f0a-750d-41c9-b554-59c28bea078f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (f085a644-dc3a-482d-ab36-cad8b3a5ad3d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:24.696952 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-44c9476b-e306-48fa-bcac-6cc16ac36a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:24.700024 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-44c9476b-e306-48fa-bcac-6cc16ac36a85 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b7acf1c2-5b03-47ff-bdd2-68225ae3f85b HTTP/1.1" status: 200 len: 854 time: 0.0886238 Feb 20 05:41:24.710813 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76c7ea-3550-4a4b-b206-56b000b041ae tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19029a55-5fbb-4f84-a92b-ffd9d896272c,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:24.721628 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f76c7ea-3550-4a4b-b206-56b000b041ae tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:24.725799 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9f76c7ea-3550-4a4b-b206-56b000b041ae tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3540599 Feb 20 05:41:24.728669 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39182) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:24.768172 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-ba822076-0b12-4b52-9468-455850c424b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=737ca593-7d09-4d90-9616-a209809410b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615010 Feb 20 05:41:24.864769 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-19c397c5-23c2-48a0-8372-30db85b39d9e tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (83637864-de41-4373-9709-c550b1106114), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:24.892389 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-19c397c5-23c2-48a0-8372-30db85b39d9e tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (83637864-de41-4373-9709-c550b1106114), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:24.946506 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c229f0a-750d-41c9-b554-59c28bea078f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (f085a644-dc3a-482d-ab36-cad8b3a5ad3d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:25.012872 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-7c05b41c-bc7d-43dd-bdbf-a1b7931b7db8 service neutron] 10.222.0.61 "GET /v2.0/networks/737ca593-7d09-4d90-9616-a209809410b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383220 Feb 20 05:41:25.141751 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c229f0a-750d-41c9-b554-59c28bea078f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:25.152754 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-0c229f0a-750d-41c9-b554-59c28bea078f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:25.155851 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c229f0a-750d-41c9-b554-59c28bea078f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:41:25.161715 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c229f0a-750d-41c9-b554-59c28bea078f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:25.162496 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c229f0a-750d-41c9-b554-59c28bea078f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:25.167008 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c229f0a-750d-41c9-b554-59c28bea078f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=f085a644-dc3a-482d-ab36-cad8b3a5ad3d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:25.206470 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0c229f0a-750d-41c9-b554-59c28bea078f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6391935 Feb 20 05:41:25.206672 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:25.207082 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39198) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:25.220519 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-19c397c5-23c2-48a0-8372-30db85b39d9e tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (83637864-de41-4373-9709-c550b1106114), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:25.223147 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-19c397c5-23c2-48a0-8372-30db85b39d9e tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:25.224424 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-19c397c5-23c2-48a0-8372-30db85b39d9e tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "DELETE /v2.0/security-groups/83637864-de41-4373-9709-c550b1106114 HTTP/1.1" status: 204 len: 168 time: 0.4948244 Feb 20 05:41:25.229370 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39200) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:25.286676 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c397c5-23c2-48a0-8372-30db85b39d9e tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83637864-de41-4373-9709-c550b1106114,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:25.330780 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c76f1-6fb7-43bd-b877-92374540fde3 req-49c11ad1-f428-4b00-98e2-fd445c9b6ba2 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:25.340278 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-06a9c32d-4a6a-48ff-b199-d673eb7da94b tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1095145 Feb 20 05:41:25.346101 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8d8c76f1-6fb7-43bd-b877-92374540fde3 req-49c11ad1-f428-4b00-98e2-fd445c9b6ba2 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 945 time: 0.2637978 Feb 20 05:41:25.349030 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc254bd-0b0c-4a30-b69a-5d414c0fa1d6 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:25.355213 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc254bd-0b0c-4a30-b69a-5d414c0fa1d6 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:25.356114 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c55b8dc7-c6dd-4ca3-9ef0-1ab2899eeecb req-493d6bee-c47a-49aa-91c4-25f5402c7384 service neutron] 10.222.0.61 "GET /v2.0/networks/737ca593-7d09-4d90-9616-a209809410b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357489 Feb 20 05:41:25.357849 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cdc254bd-0b0c-4a30-b69a-5d414c0fa1d6 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1490095 Feb 20 05:41:25.358443 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39204) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:25.360657 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39206) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:25.362751 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-75c9d327-2feb-40a6-9fd3-1eeff2fbbb50 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Request body: {'security_group': {'name': 'tempest-secgroup--616251669'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:25.370154 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39208) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:25.432883 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75c9d327-2feb-40a6-9fd3-1eeff2fbbb50 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:25.475605 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8d8c76f1-6fb7-43bd-b877-92374540fde3 req-a0f0d87a-1c81-4433-8fa0-2ecb6a6ee59d tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261673 Feb 20 05:41:25.499308 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-9d14d1bb-bdd2-4341-8218-24ef8a4c3812 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting port f085a644-dc3a-482d-ab36-cad8b3a5ad3d {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:25.499785 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9d14d1bb-bdd2-4341-8218-24ef8a4c3812 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (f085a644-dc3a-482d-ab36-cad8b3a5ad3d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:25.563073 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e03b1b0-cd92-43fc-914e-4b4749259130 x-openstack-request-id: req-4e03b1b0-cd92-43fc-914e-4b4749259130 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:41:25.565354 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ed8c94-b2fb-4814-ae0d-c06c49788c20", "tag": "51d29bdc-3670-495b-93ad-f45af11aea59", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:41:25.568272 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e03b1b0-cd92-43fc-914e-4b4749259130 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:41:25.568942 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3ed8c94-b2fb-4814-ae0d-c06c49788c20', 'tag': '51d29bdc-3670-495b-93ad-f45af11aea59', 'status': 'completed', 'code': 200} Feb 20 05:41:25.603745 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-5c9212d6-4ca9-412e-a5a1-b33cc8be1bc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1224055284'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:25.645949 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9d14d1bb-bdd2-4341-8218-24ef8a4c3812 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (f085a644-dc3a-482d-ab36-cad8b3a5ad3d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:25.668053 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-9d14d1bb-bdd2-4341-8218-24ef8a4c3812 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Calling delete_port for f085a644-dc3a-482d-ab36-cad8b3a5ad3d owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:25.668305 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75c9d327-2feb-40a6-9fd3-1eeff2fbbb50 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (5db2a4b6-73b2-41dd-b8a8-53c4aaf8e51c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:25.674083 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9212d6-4ca9-412e-a5a1-b33cc8be1bc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] Made reservation on behalf of 1ac7524297a6402ab10a91f12d444291 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:25.679584 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c9212d6-4ca9-412e-a5a1-b33cc8be1bc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:25.692996 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c9212d6-4ca9-412e-a5a1-b33cc8be1bc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:25.718732 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75c9d327-2feb-40a6-9fd3-1eeff2fbbb50 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5db2a4b6-73b2-41dd-b8a8-53c4aaf8e51c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:25.758811 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9d327-2feb-40a6-9fd3-1eeff2fbbb50 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db2a4b6-73b2-41dd-b8a8-53c4aaf8e51c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:25.815019 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb5e88-b704-46c6-80ac-7ace7324d2bc req-692b8d5f-8415-4463-86f1-521d1e42cc09 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:25.817180 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75cb5e88-b704-46c6-80ac-7ace7324d2bc req-692b8d5f-8415-4463-86f1-521d1e42cc09 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1456225 Feb 20 05:41:25.835381 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba56485-9063-445d-a02f-90f7a2e8ae4a req-a875d4ae-fb08-4183-b5fc-b1b82353dab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:25.837329 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ba56485-9063-445d-a02f-90f7a2e8ae4a req-a875d4ae-fb08-4183-b5fc-b1b82353dab5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e02c9c1d56747f8803e3f2b02404aba&device_id=f3ed8c94-b2fb-4814-ae0d-c06c49788c20 HTTP/1.1" status: 200 len: 1126 time: 0.2524965 Feb 20 05:41:25.841115 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75c9d327-2feb-40a6-9fd3-1eeff2fbbb50 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:25.845299 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-75c9d327-2feb-40a6-9fd3-1eeff2fbbb50 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4834714 Feb 20 05:41:25.853040 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39216) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:25.882306 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0921a8b4-7272-47eb-a4c1-3b9b1c46eeda tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Request body: {'security_group': {'name': 'tempest-secgroup--249857941'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:25.906766 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c9212d6-4ca9-412e-a5a1-b33cc8be1bc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] Publish callbacks [] for security_group (64a2d83a-5ddf-44a1-89bd-c4101e35bd0b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:25.928650 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c9212d6-4ca9-412e-a5a1-b33cc8be1bc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (64a2d83a-5ddf-44a1-89bd-c4101e35bd0b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:25.956137 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0921a8b4-7272-47eb-a4c1-3b9b1c46eeda tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:25.960157 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75cb5e88-b704-46c6-80ac-7ace7324d2bc req-d2213d89-a938-46f3-a0c2-4b73ad9c8340 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350288 Feb 20 05:41:25.981636 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba56485-9063-445d-a02f-90f7a2e8ae4a req-6f061eca-e29f-4704-86b3-b10ca1ad5a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:25.983587 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ba56485-9063-445d-a02f-90f7a2e8ae4a req-6f061eca-e29f-4704-86b3-b10ca1ad5a94 service neutron] 10.222.0.61 "GET /v2.0/networks?id=737ca593-7d09-4d90-9616-a209809410b0 HTTP/1.1" status: 200 len: 914 time: 0.1381752 Feb 20 05:41:26.031086 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9d14d1bb-bdd2-4341-8218-24ef8a4c3812 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (f085a644-dc3a-482d-ab36-cad8b3a5ad3d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:26.033669 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ba56485-9063-445d-a02f-90f7a2e8ae4a req-3c5f0586-8d70-4392-afc1-288271908747 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51d29bdc-3670-495b-93ad-f45af11aea59 HTTP/1.1" status: 200 len: 217 time: 0.0433359 Feb 20 05:41:26.038660 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9212d6-4ca9-412e-a5a1-b33cc8be1bc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:41:26.073993 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-c2ccbde7-aeb3-4693-bd06-0330f5ccd36a None None] Provisioning complete for port a172c3cb-23b9-41f4-bfc9-0cd441a64421 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:26.074594 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c2ccbde7-aeb3-4693-bd06-0330f5ccd36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a172c3cb-23b9-41f4-bfc9-0cd441a64421), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:26.095581 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba56485-9063-445d-a02f-90f7a2e8ae4a req-38f997bb-97ac-4993-9bed-c0a0d355e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:26.101766 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ba56485-9063-445d-a02f-90f7a2e8ae4a req-38f997bb-97ac-4993-9bed-c0a0d355e6fc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b7acf1c2-5b03-47ff-bdd2-68225ae3f85b HTTP/1.1" status: 200 len: 854 time: 0.0619476 Feb 20 05:41:26.103367 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14d1bb-bdd2-4341-8218-24ef8a4c3812 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Port': ['ID=f085a644-dc3a-482d-ab36-cad8b3a5ad3d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:26.107893 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9212d6-4ca9-412e-a5a1-b33cc8be1bc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64a2d83a-5ddf-44a1-89bd-c4101e35bd0b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:26.152546 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c9212d6-4ca9-412e-a5a1-b33cc8be1bc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (a69de089-aaa8-46d7-a2c7-58879a011c9d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:26.152799 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-5c9212d6-4ca9-412e-a5a1-b33cc8be1bc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] Added segment a69de089-aaa8-46d7-a2c7-58879a011c9d of type vlan for network f7d085cc-15c6-4cee-b523-49dd4321c749 Feb 20 05:41:26.186030 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-68122f72-cf41-479c-8d7c-0d8723fa7f84 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a3e6712a47034666b11f44d7ab7587a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659964 Feb 20 05:41:26.191227 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ba56485-9063-445d-a02f-90f7a2e8ae4a req-50478607-a005-43e0-98f4-211264bba0e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=737ca593-7d09-4d90-9616-a209809410b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796838 Feb 20 05:41:26.237125 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9d14d1bb-bdd2-4341-8218-24ef8a4c3812 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:26.242201 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9d14d1bb-bdd2-4341-8218-24ef8a4c3812 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/f085a644-dc3a-482d-ab36-cad8b3a5ad3d HTTP/1.1" status: 204 len: 168 time: 0.8804686 Feb 20 05:41:26.242460 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c2ccbde7-aeb3-4693-bd06-0330f5ccd36a None None] Current status of the port a172c3cb-23b9-41f4-bfc9-0cd441a64421 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:26.243055 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c2ccbde7-aeb3-4693-bd06-0330f5ccd36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a172c3cb-23b9-41f4-bfc9-0cd441a64421), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:26.248883 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39228) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:26.309778 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c2ccbde7-aeb3-4693-bd06-0330f5ccd36a None None] For port a172c3cb-23b9-41f4-bfc9-0cd441a64421, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a172c3cb-23b9-41f4-bfc9-0cd441a64421,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:26.310150 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c9212d6-4ca9-412e-a5a1-b33cc8be1bc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (f7d085cc-15c6-4cee-b523-49dd4321c749), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:26.318557 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c2ccbde7-aeb3-4693-bd06-0330f5ccd36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a172c3cb-23b9-41f4-bfc9-0cd441a64421), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:26.379286 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0921a8b4-7272-47eb-a4c1-3b9b1c46eeda tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (4fbe4c4c-8da4-4cf0-b3c7-496a1f3e0be2), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:26.405296 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0921a8b4-7272-47eb-a4c1-3b9b1c46eeda tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4fbe4c4c-8da4-4cf0-b3c7-496a1f3e0be2), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:26.455962 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c9212d6-4ca9-412e-a5a1-b33cc8be1bc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (f7d085cc-15c6-4cee-b523-49dd4321c749), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:26.462882 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9212d6-4ca9-412e-a5a1-b33cc8be1bc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:26.464151 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c9212d6-4ca9-412e-a5a1-b33cc8be1bc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:26.466134 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccbde7-aeb3-4693-bd06-0330f5ccd36a None None] Pushing event updated for resources: {'Port': ['ID=a172c3cb-23b9-41f4-bfc9-0cd441a64421,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:26.471307 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-75f53658-59bd-4d4c-9a59-e20b5a2589dd None None] Could not find standard attr ID for object f085a644-dc3a-482d-ab36-cad8b3a5ad3d. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:41:26.495502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921a8b4-7272-47eb-a4c1-3b9b1c46eeda tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbe4c4c-8da4-4cf0-b3c7-496a1f3e0be2,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:26.496966 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61e5889-57f7-42fa-b510-3b089e67cf96 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:26.501416 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0921a8b4-7272-47eb-a4c1-3b9b1c46eeda tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:26.505815 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0921a8b4-7272-47eb-a4c1-3b9b1c46eeda tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6515117 Feb 20 05:41:26.506449 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39232) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:26.510425 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61e5889-57f7-42fa-b510-3b089e67cf96 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:26.513049 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a61e5889-57f7-42fa-b510-3b089e67cf96 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2002940 Feb 20 05:41:26.517209 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39234) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:26.532823 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-0db4846e-3cfd-4a63-9f31-7b4e6ca25dec tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:26.534728 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-0db4846e-3cfd-4a63-9f31-7b4e6ca25dec tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3420722 Feb 20 05:41:26.554690 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-3abd85a5-d5fc-4465-9df4-d6df680062c7 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/quotas/a3e6712a47034666b11f44d7ab7587a8 HTTP/1.1" status: 200 len: 375 time: 0.0138049 Feb 20 05:41:26.557194 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ba56485-9063-445d-a02f-90f7a2e8ae4a req-fffa7fbd-7130-4cd0-a7f1-4faff5ef1c45 service neutron] 10.222.0.61 "GET /v2.0/networks/737ca593-7d09-4d90-9616-a209809410b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535855 Feb 20 05:41:26.566477 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-4a462a22-af55-4888-9859-0c10b9bdc40f tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Request body: {'security_group_rule': {'security_group_id': '5db2a4b6-73b2-41dd-b8a8-53c4aaf8e51c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4fbe4c4c-8da4-4cf0-b3c7-496a1f3e0be2', 'remote_ip_prefix': None}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:26.634210 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5c9212d6-4ca9-412e-a5a1-b33cc8be1bc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.2597919 Feb 20 05:41:26.649699 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9212d6-4ca9-412e-a5a1-b33cc8be1bc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] Pushing event updated for resources: {'Network': ['ID=f7d085cc-15c6-4cee-b523-49dd4321c749,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:26.664159 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network f7d085cc-15c6-4cee-b523-49dd4321c749 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:41:26.688333 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-527249ab-44ed-4e03-a600-193712869c72 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet 29938312-df6e-43a7-8131-57d678f57cea {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:41:26.695616 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-527249ab-44ed-4e03-a600-193712869c72 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (29938312-df6e-43a7-8131-57d678f57cea), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:26.706240 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-ae6deca4-eae3-403e-bf19-6e50d92c05f4 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3e6712a47034666b11f44d7ab7587a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1456509 Feb 20 05:41:26.732008 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4a462a22-af55-4888-9859-0c10b9bdc40f tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (0466980c-7e47-424b-a917-61d155503e92), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:26.764635 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-527249ab-44ed-4e03-a600-193712869c72 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (29938312-df6e-43a7-8131-57d678f57cea), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:26.776657 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ba56485-9063-445d-a02f-90f7a2e8ae4a req-c9a9b07b-8de8-457a-a8f0-77a6c63138a8 service neutron] 10.222.0.61 "GET /v2.0/networks/737ca593-7d09-4d90-9616-a209809410b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069860 Feb 20 05:41:26.887555 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a172c3cb-23b9-41f4-bfc9-0cd441a64421 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:41:26.890365 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4a462a22-af55-4888-9859-0c10b9bdc40f tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (0466980c-7e47-424b-a917-61d155503e92), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:26.905292 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4a462a22-af55-4888-9859-0c10b9bdc40f tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (0466980c-7e47-424b-a917-61d155503e92), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:26.917043 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-527249ab-44ed-4e03-a600-193712869c72 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (29938312-df6e-43a7-8131-57d678f57cea), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:26.949808 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port a172c3cb-23b9-41f4-bfc9-0cd441a64421 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:26.950189 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a172c3cb-23b9-41f4-bfc9-0cd441a64421), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:26.958641 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a462a22-af55-4888-9859-0c10b9bdc40f tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0466980c-7e47-424b-a917-61d155503e92,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:26.968911 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4a462a22-af55-4888-9859-0c10b9bdc40f tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:26.970320 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4a462a22-af55-4888-9859-0c10b9bdc40f tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4574497 Feb 20 05:41:26.973489 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39238) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:27.021928 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-615266ec-a01c-4dc3-8ac0-5b1e4ebf3fe9 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (0466980c-7e47-424b-a917-61d155503e92), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:27.032252 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-615266ec-a01c-4dc3-8ac0-5b1e4ebf3fe9 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (0466980c-7e47-424b-a917-61d155503e92), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:27.043625 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-527249ab-44ed-4e03-a600-193712869c72 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (29938312-df6e-43a7-8131-57d678f57cea), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:27.055937 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port a172c3cb-23b9-41f4-bfc9-0cd441a64421 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:27.092969 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527249ab-44ed-4e03-a600-193712869c72 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=29938312-df6e-43a7-8131-57d678f57cea,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:27.095332 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-527249ab-44ed-4e03-a600-193712869c72 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:27.099229 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-527249ab-44ed-4e03-a600-193712869c72 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/29938312-df6e-43a7-8131-57d678f57cea HTTP/1.1" status: 204 len: 168 time: 0.5278728 Feb 20 05:41:27.102552 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39240) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:27.105682 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0565004b-95b9-4dfb-b5ff-6c224b755fc9 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:27.113051 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-615266ec-a01c-4dc3-8ac0-5b1e4ebf3fe9 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (0466980c-7e47-424b-a917-61d155503e92), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:27.125534 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-615266ec-a01c-4dc3-8ac0-5b1e4ebf3fe9 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:27.129217 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-615266ec-a01c-4dc3-8ac0-5b1e4ebf3fe9 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/0466980c-7e47-424b-a917-61d155503e92 HTTP/1.1" status: 204 len: 168 time: 0.1521733 Feb 20 05:41:27.129217 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615266ec-a01c-4dc3-8ac0-5b1e4ebf3fe9 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0466980c-7e47-424b-a917-61d155503e92,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:27.129985 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39242) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:27.167210 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ad9aa962-60c6-4a5a-a21a-40b9a3f11608 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0605230 Feb 20 05:41:27.167431 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39244) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:27.190488 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-42d854d7-2ff3-43a4-90c4-2f32d6bf916e tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0592430 Feb 20 05:41:27.193323 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39246) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:27.240325 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e99e2ca-ec0a-451d-8fca-099a5fc9b038 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:27.241905 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5e99e2ca-ec0a-451d-8fca-099a5fc9b038 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0740001 Feb 20 05:41:27.245624 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39248) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:27.323599 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0421eec-264b-44a1-a8b6-7ee9ae683a90 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:27.325314 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a0421eec-264b-44a1-a8b6-7ee9ae683a90 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0783854 Feb 20 05:41:27.325759 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ba512a4-0526-4836-913b-0b2faef57f94 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (4fbe4c4c-8da4-4cf0-b3c7-496a1f3e0be2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:27.327929 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39256) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:27.372636 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ba512a4-0526-4836-913b-0b2faef57f94 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (4fbe4c4c-8da4-4cf0-b3c7-496a1f3e0be2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:27.373876 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df85931-0c2f-496a-8a08-ace0ff65fdd1 None None] DHCP port deletion for 81f72dab-c9ca-4111-9cef-a8a92557f9f3 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:41:27.428406 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3e165d12-acf7-4f1d-83bc-0d474cbf9e5b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0986178 Feb 20 05:41:27.432041 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39266) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:27.440177 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-85f68180-b527-4467-9ca8-3321ae6a99ad tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:27.446166 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ba512a4-0526-4836-913b-0b2faef57f94 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4fbe4c4c-8da4-4cf0-b3c7-496a1f3e0be2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:27.448793 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ba512a4-0526-4836-913b-0b2faef57f94 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:27.453150 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39268) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:27.453405 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9ba512a4-0526-4836-913b-0b2faef57f94 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "DELETE /v2.0/security-groups/4fbe4c4c-8da4-4cf0-b3c7-496a1f3e0be2 HTTP/1.1" status: 204 len: 168 time: 0.2587025 Feb 20 05:41:27.494567 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0df85931-0c2f-496a-8a08-ace0ff65fdd1 None None] Deleting port a172c3cb-23b9-41f4-bfc9-0cd441a64421 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:27.496064 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0df85931-0c2f-496a-8a08-ace0ff65fdd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a172c3cb-23b9-41f4-bfc9-0cd441a64421), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:27.532027 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba512a4-0526-4836-913b-0b2faef57f94 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbe4c4c-8da4-4cf0-b3c7-496a1f3e0be2,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:27.604177 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6dbc11c6-044d-43fb-bb67-55933876c4c8 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1492951 Feb 20 05:41:27.607881 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39274) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:27.663121 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f68180-b527-4467-9ca8-3321ae6a99ad tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:27.668617 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 51d29bdc-3670-495b-93ad-f45af11aea59 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:41:27.669527 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85f68180-b527-4467-9ca8-3321ae6a99ad tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:27.735407 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-79b112f4-b769-422e-9931-babc4d1c25fa tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (5db2a4b6-73b2-41dd-b8a8-53c4aaf8e51c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:27.781300 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-79b112f4-b769-422e-9931-babc4d1c25fa tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (5db2a4b6-73b2-41dd-b8a8-53c4aaf8e51c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:27.831654 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0df85931-0c2f-496a-8a08-ace0ff65fdd1 None None] For port a172c3cb-23b9-41f4-bfc9-0cd441a64421, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a172c3cb-23b9-41f4-bfc9-0cd441a64421,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:27.832052 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0df85931-0c2f-496a-8a08-ace0ff65fdd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a172c3cb-23b9-41f4-bfc9-0cd441a64421), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:27.860215 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0df85931-0c2f-496a-8a08-ace0ff65fdd1 None None] Calling delete_port for a172c3cb-23b9-41f4-bfc9-0cd441a64421 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:27.879925 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-79b112f4-b769-422e-9931-babc4d1c25fa tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5db2a4b6-73b2-41dd-b8a8-53c4aaf8e51c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:27.883257 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-79b112f4-b769-422e-9931-babc4d1c25fa tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:27.888006 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-79b112f4-b769-422e-9931-babc4d1c25fa tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "DELETE /v2.0/security-groups/5db2a4b6-73b2-41dd-b8a8-53c4aaf8e51c HTTP/1.1" status: 204 len: 168 time: 0.2787218 Feb 20 05:41:27.888702 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39286) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:27.892785 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 51d29bdc-3670-495b-93ad-f45af11aea59, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=51d29bdc-3670-495b-93ad-f45af11aea59,segment=NetworkSegment(1e7b572d-eea8-4575-add7-3e01e35d46d2),segment_id=1e7b572d-eea8-4575-add7-3e01e35d46d2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:27.917828 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b112f4-b769-422e-9931-babc4d1c25fa tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db2a4b6-73b2-41dd-b8a8-53c4aaf8e51c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:27.974191 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '51d29bdc-3670-495b-93ad-f45af11aea59', 'network_id': '737ca593-7d09-4d90-9616-a209809410b0', 'port_id': '51d29bdc-3670-495b-93ad-f45af11aea59', 'mac_address': 'fa:16:3e:7d:31:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7acf1c2-5b03-47ff-bdd2-68225ae3f85b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:41:27.975769 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf0808-5262-4cba-adff-38099f66f93e req-dad9d983-3760-470b-a738-3584d5c64fd0 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:27.987153 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5dcf0808-5262-4cba-adff-38099f66f93e req-dad9d983-3760-470b-a738-3584d5c64fd0 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3ed8c94-b2fb-4814-ae0d-c06c49788c20 HTTP/1.1" status: 200 len: 944 time: 0.2232158 Feb 20 05:41:27.992097 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39290) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:28.010596 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2b8b4b15-cfd9-4a1a-85b9-58156a281728 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1150215 Feb 20 05:41:28.050130 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c8664a68-69d8-47a7-b20b-235d10cadd15 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Request body: {'security_group': {'name': 'tempest-secgroup--68108611'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:28.191402 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85f68180-b527-4467-9ca8-3321ae6a99ad tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (3bc0166f-c896-4652-bd09-2ab359a4378e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:28.219247 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 51d29bdc-3670-495b-93ad-f45af11aea59 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:28.219792 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (51d29bdc-3670-495b-93ad-f45af11aea59), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:28.235396 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8664a68-69d8-47a7-b20b-235d10cadd15 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:28.239774 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d29bdc-3670-495b-93ad-f45af11aea59 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:41:28.257852 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5dcf0808-5262-4cba-adff-38099f66f93e req-ea9d171f-1e36-48be-aaca-39f723c8527e tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692761 Feb 20 05:41:28.261073 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0df85931-0c2f-496a-8a08-ace0ff65fdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (a172c3cb-23b9-41f4-bfc9-0cd441a64421), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:28.305920 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f68180-b527-4467-9ca8-3321ae6a99ad tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:28.312730 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df85931-0c2f-496a-8a08-ace0ff65fdd1 None None] No DVR routers for this DVR port a172c3cb-23b9-41f4-bfc9-0cd441a64421 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:41:28.315466 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-85f68180-b527-4467-9ca8-3321ae6a99ad tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:28.320875 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f68180-b527-4467-9ca8-3321ae6a99ad tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:28.324340 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85f68180-b527-4467-9ca8-3321ae6a99ad tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:28.334744 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df85931-0c2f-496a-8a08-ace0ff65fdd1 None None] Pushing event deleted for resources: {'Port': ['ID=a172c3cb-23b9-41f4-bfc9-0cd441a64421,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:28.342216 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 51d29bdc-3670-495b-93ad-f45af11aea59, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=51d29bdc-3670-495b-93ad-f45af11aea59,segment=NetworkSegment(1e7b572d-eea8-4575-add7-3e01e35d46d2),segment_id=1e7b572d-eea8-4575-add7-3e01e35d46d2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:28.343915 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dc5570-00d4-4e2c-9db6-3670a9071e3a None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:28.378947 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f68180-b527-4467-9ca8-3321ae6a99ad tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=3bc0166f-c896-4652-bd09-2ab359a4378e,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:28.412581 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-85f68180-b527-4467-9ca8-3321ae6a99ad tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9789269 Feb 20 05:41:28.417470 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39292) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:28.423825 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0e5eb257-408b-45ad-a577-56633d29c529 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'mac_address': 'fa:16:3e:9c:ec:c5', 'name': 'tempest-NetworksTestDHCPv6-369320384'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:28.478639 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8664a68-69d8-47a7-b20b-235d10cadd15 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (0296acde-ef7a-4f56-95da-b41be9a49dee), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:28.484898 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8664a68-69d8-47a7-b20b-235d10cadd15 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0296acde-ef7a-4f56-95da-b41be9a49dee), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:28.540536 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8664a68-69d8-47a7-b20b-235d10cadd15 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:28.541598 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c8664a68-69d8-47a7-b20b-235d10cadd15 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5486610 Feb 20 05:41:28.544537 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39300) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:28.549750 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-32db4309-842c-4622-9273-511d5ce4eb9e tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Request body: {'security_group_rule': {'security_group_id': '0296acde-ef7a-4f56-95da-b41be9a49dee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:28.560706 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (51d29bdc-3670-495b-93ad-f45af11aea59), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:28.586956 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8664a68-69d8-47a7-b20b-235d10cadd15 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0296acde-ef7a-4f56-95da-b41be9a49dee,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:28.621274 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32db4309-842c-4622-9273-511d5ce4eb9e tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (3128ada0-09b5-4841-9267-19d2c9203a04), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:28.730450 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a5f20e-59e2-4207-9016-d7c07257c50d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'fixed_ips': [{'subnet_id': '3bc0166f-c896-4652-bd09-2ab359a4378e'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:41:28.731391 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f20e-59e2-4207-9016-d7c07257c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:28.780137 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5eb257-408b-45ad-a577-56633d29c529 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:28.784435 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0e5eb257-408b-45ad-a577-56633d29c529 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:28.847041 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-0e5eb257-408b-45ad-a577-56633d29c529 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] device_id is not set on port fa57462b-deaf-4117-9117-31bb4f8f8bfd yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:41:28.864741 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=51d29bdc-3670-495b-93ad-f45af11aea59,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:28.891096 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a172c3cb-23b9-41f4-bfc9-0cd441a64421 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:41:28.925528 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: a172c3cb-23b9-41f4-bfc9-0cd441a64421 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:41:28.926053 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a172c3cb-23b9-41f4-bfc9-0cd441a64421 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:41:28.943936 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32db4309-842c-4622-9273-511d5ce4eb9e tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (3128ada0-09b5-4841-9267-19d2c9203a04), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:28.957456 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32db4309-842c-4622-9273-511d5ce4eb9e tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (3128ada0-09b5-4841-9267-19d2c9203a04), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:28.963458 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39302) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:28.971401 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Request body: {'port': {'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749', 'binding:host_id': 'n-h1-829866-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816986867'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:28.989746 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-e7a5f20e-59e2-4207-9016-d7c07257c50d None None] Allocated IP 2001:db8::2 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/3bc0166f-c896-4652-bd09-2ab359a4378e/17b5f1ab-5a9d-49b6-9260-e0991606a95d) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:41:28.999348 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db4309-842c-4622-9273-511d5ce4eb9e tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3128ada0-09b5-4841-9267-19d2c9203a04,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:29.002608 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6478012-b6b0-4a01-b901-531039b67dd0 req-087bb5bb-004a-44df-af59-3c34ff8075d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:29.004323 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6478012-b6b0-4a01-b901-531039b67dd0 req-087bb5bb-004a-44df-af59-3c34ff8075d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 1127 time: 0.2271168 Feb 20 05:41:29.019150 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['51d29bdc-3670-495b-93ad-f45af11aea59'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:41:29.035559 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32db4309-842c-4622-9273-511d5ce4eb9e tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:29.036757 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-32db4309-842c-4622-9273-511d5ce4eb9e tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4907429 Feb 20 05:41:29.040719 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39304) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:29.047651 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Made reservation on behalf of ac8ff322e80944a18e91ce551a17b1dc for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:29.049924 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:29.072346 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5647bc3b-03c7-4602-92a4-4f1775ac9617 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (3128ada0-09b5-4841-9267-19d2c9203a04), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:29.081862 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5647bc3b-03c7-4602-92a4-4f1775ac9617 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (3128ada0-09b5-4841-9267-19d2c9203a04), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:29.090639 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:29.142006 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5647bc3b-03c7-4602-92a4-4f1775ac9617 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (3128ada0-09b5-4841-9267-19d2c9203a04), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:29.154479 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5647bc3b-03c7-4602-92a4-4f1775ac9617 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:29.161388 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6478012-b6b0-4a01-b901-531039b67dd0 req-1e98aa48-7487-40d1-b1b0-e0a9132f9a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:29.163015 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6478012-b6b0-4a01-b901-531039b67dd0 req-1e98aa48-7487-40d1-b1b0-e0a9132f9a38 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 200 len: 912 time: 0.1511834 Feb 20 05:41:29.172443 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5647bc3b-03c7-4602-92a4-4f1775ac9617 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/3128ada0-09b5-4841-9267-19d2c9203a04 HTTP/1.1" status: 204 len: 168 time: 0.1303804 Feb 20 05:41:29.175490 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39308) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:29.225446 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647bc3b-03c7-4602-92a4-4f1775ac9617 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3128ada0-09b5-4841-9267-19d2c9203a04,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:29.288687 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-74d31625-658b-4305-8f56-18c320950149 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1033497 Feb 20 05:41:29.292715 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39312) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:29.309268 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f20e-59e2-4207-9016-d7c07257c50d None None] Publish callbacks [] for port (17b5f1ab-5a9d-49b6-9260-e0991606a95d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:29.332518 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f20e-59e2-4207-9016-d7c07257c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (17b5f1ab-5a9d-49b6-9260-e0991606a95d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:29.387230 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a5f20e-59e2-4207-9016-d7c07257c50d None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:29.405964 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-e7a5f20e-59e2-4207-9016-d7c07257c50d None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:29.430262 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a5f20e-59e2-4207-9016-d7c07257c50d None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:41:29.459637 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5f20e-59e2-4207-9016-d7c07257c50d None None] Pushing event updated for resources: {'Port': ['ID=17b5f1ab-5a9d-49b6-9260-e0991606a95d,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:29.500299 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-1bbc59fd-2232-4bff-9b0e-8455da80e56b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a3e6712a47034666b11f44d7ab7587a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606701 Feb 20 05:41:29.516936 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-0e5eb257-408b-45ad-a577-56633d29c529 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 2001:db8::3a6 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/3bc0166f-c896-4652-bd09-2ab359a4378e/fa57462b-deaf-4117-9117-31bb4f8f8bfd) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:41:29.615132 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e7a5f20e-59e2-4207-9016-d7c07257c50d None None] Attempting to bind port 17b5f1ab-5a9d-49b6-9260-e0991606a95d on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:29.615702 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e7a5f20e-59e2-4207-9016-d7c07257c50d None None] Attempting to bind port 17b5f1ab-5a9d-49b6-9260-e0991606a95d by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:29.617489 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a5f20e-59e2-4207-9016-d7c07257c50d None None] Attempting to bind port 17b5f1ab-5a9d-49b6-9260-e0991606a95d on network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:29.642851 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a5f20e-59e2-4207-9016-d7c07257c50d None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:41:29.643265 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a5f20e-59e2-4207-9016-d7c07257c50d None None] Checking segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:41:29.643670 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f20e-59e2-4207-9016-d7c07257c50d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:29.648124 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a5f20e-59e2-4207-9016-d7c07257c50d None None] Bound using segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:41:29.653130 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e7a5f20e-59e2-4207-9016-d7c07257c50d None None] Bound port: 17b5f1ab-5a9d-49b6-9260-e0991606a95d, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:41:29.653555 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f20e-59e2-4207-9016-d7c07257c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (17b5f1ab-5a9d-49b6-9260-e0991606a95d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:29.766246 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-32d3ccb7-6d9a-40b5-bea3-e882f1974c5c tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (0296acde-ef7a-4f56-95da-b41be9a49dee), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:29.786116 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e7a5f20e-59e2-4207-9016-d7c07257c50d None None] For port 17b5f1ab-5a9d-49b6-9260-e0991606a95d, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:41:29.789836 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e7a5f20e-59e2-4207-9016-d7c07257c50d None None] For port 17b5f1ab-5a9d-49b6-9260-e0991606a95d, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=17b5f1ab-5a9d-49b6-9260-e0991606a95d,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:41:29.799412 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f20e-59e2-4207-9016-d7c07257c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (17b5f1ab-5a9d-49b6-9260-e0991606a95d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:29.888476 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0e5eb257-408b-45ad-a577-56633d29c529 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (fa57462b-deaf-4117-9117-31bb4f8f8bfd), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:29.890024 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5f20e-59e2-4207-9016-d7c07257c50d None None] Pushing event updated for resources: {'Port': ['ID=17b5f1ab-5a9d-49b6-9260-e0991606a95d,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:29.912862 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-32d3ccb7-6d9a-40b5-bea3-e882f1974c5c tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (0296acde-ef7a-4f56-95da-b41be9a49dee), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:29.979969 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-cf5bd0c1-55c6-409e-83d0-7f158f517792 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a3e6712a47034666b11f44d7ab7587a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1012437 Feb 20 05:41:30.008108 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6478012-b6b0-4a01-b901-531039b67dd0 req-ea0c0d8b-173e-4935-b44d-b04a8899e757 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c484c03b-bc0e-4da0-a86d-0b2a1872629a HTTP/1.1" status: 200 len: 999 time: 0.8370948 Feb 20 05:41:30.052211 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-02348a6d-8578-4a8f-8c73-cdf1c8339678 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:30.054075 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-02348a6d-8578-4a8f-8c73-cdf1c8339678 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3743689 Feb 20 05:41:30.058596 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0e5eb257-408b-45ad-a577-56633d29c529 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (fa57462b-deaf-4117-9117-31bb4f8f8bfd), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:30.079318 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-32d3ccb7-6d9a-40b5-bea3-e882f1974c5c tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0296acde-ef7a-4f56-95da-b41be9a49dee), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:30.082098 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-32d3ccb7-6d9a-40b5-bea3-e882f1974c5c tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:30.085669 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-32d3ccb7-6d9a-40b5-bea3-e882f1974c5c tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "DELETE /v2.0/security-groups/0296acde-ef7a-4f56-95da-b41be9a49dee HTTP/1.1" status: 204 len: 168 time: 0.7886093 Feb 20 05:41:30.109143 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-d4dcfe54-316b-445a-84cb-cccc948eb7e2 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Request body: {'port': {'device_id': '0de52f7e-a969-4278-bffc-6c75bcedbbd7', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': 'a3e6712a47034666b11f44d7ab7587a8'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:30.210719 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks [] for security_group (794c43db-8d46-47b2-91f9-39534d25800e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:30.211000 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39320) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:30.223952 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e62511-84d8-4d5e-9d22-fd9deef1af4b req-577d718c-55dc-4982-9d8f-21dc38925592 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:30.225496 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1e62511-84d8-4d5e-9d22-fd9deef1af4b req-577d718c-55dc-4982-9d8f-21dc38925592 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 945 time: 1.0021040 Feb 20 05:41:30.232595 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5eb257-408b-45ad-a577-56633d29c529 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:30.271524 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-0e5eb257-408b-45ad-a577-56633d29c529 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:30.276646 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5eb257-408b-45ad-a577-56633d29c529 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:41:30.290611 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5eb257-408b-45ad-a577-56633d29c529 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:30.294365 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0e5eb257-408b-45ad-a577-56633d29c529 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:30.304702 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-d4dcfe54-316b-445a-84cb-cccc948eb7e2 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Made reservation on behalf of a3e6712a47034666b11f44d7ab7587a8 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:30.308121 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-d4dcfe54-316b-445a-84cb-cccc948eb7e2 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:30.310337 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3ccb7-6d9a-40b5-bea3-e882f1974c5c tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0296acde-ef7a-4f56-95da-b41be9a49dee,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:30.330027 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-22527780-db72-415a-83c0-e5b9564d3a65 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:30.332029 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-22527780-db72-415a-83c0-e5b9564d3a65 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3220620 Feb 20 05:41:30.359157 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (794c43db-8d46-47b2-91f9-39534d25800e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:30.369746 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-9df713a2-7155-489e-9ffc-3d80940df08a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Request body: {'port': {'device_id': '069b35b1-d981-46f2-8356-00ebc478b63a', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': 'a3e6712a47034666b11f44d7ab7587a8'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:30.397474 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] device_id is not set on port 402620af-cd89-4eeb-b2c8-172f1442e9b4 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:41:30.437804 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7ed07d85-c7ce-4859-a579-63945de264ef tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2198920 Feb 20 05:41:30.441729 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39322) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:30.452935 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0e5eb257-408b-45ad-a577-56633d29c529 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0328526 Feb 20 05:41:30.454731 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a2640a67-adff-433b-85d3-d926e3b42b5d tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1384159689'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:30.470753 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39324) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:30.475066 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6478012-b6b0-4a01-b901-531039b67dd0 req-fb07cc24-e0f2-4110-aa89-ff6a1e18f506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:30.476530 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6478012-b6b0-4a01-b901-531039b67dd0 req-fb07cc24-e0f2-4110-aa89-ff6a1e18f506 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a08401b1-85d8-4e92-bab1-1aef3c02482d HTTP/1.1" status: 200 len: 851 time: 0.2018213 Feb 20 05:41:30.612584 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-d4dcfe54-316b-445a-84cb-cccc948eb7e2 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Allocated IP 192.168.233.125 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:41:30.614552 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794c43db-8d46-47b2-91f9-39534d25800e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:30.668297 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1e62511-84d8-4d5e-9d22-fd9deef1af4b req-4dcb746d-ee8f-46bf-965d-c80b3a5e5e65 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163795 Feb 20 05:41:30.693802 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5eb257-408b-45ad-a577-56633d29c529 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=fa57462b-deaf-4117-9117-31bb4f8f8bfd,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:30.714438 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6478012-b6b0-4a01-b901-531039b67dd0 req-6254ee85-56ac-4ca7-9e0b-9ecffbb07a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:30.716176 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6478012-b6b0-4a01-b901-531039b67dd0 req-6254ee85-56ac-4ca7-9e0b-9ecffbb07a33 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2227063 Feb 20 05:41:30.836949 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2640a67-adff-433b-85d3-d926e3b42b5d tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:30.873222 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-9df713a2-7155-489e-9ffc-3d80940df08a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Made reservation on behalf of a3e6712a47034666b11f44d7ab7587a8 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:30.876539 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-9df713a2-7155-489e-9ffc-3d80940df08a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:30.940454 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 17b5f1ab-5a9d-49b6-9260-e0991606a95d up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:41:30.971820 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0051a0e9-d290-4713-be9a-9f545951a23d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:30.986371 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0051a0e9-d290-4713-be9a-9f545951a23d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:31.010581 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0051a0e9-d290-4713-be9a-9f545951a23d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5387061 Feb 20 05:41:31.011297 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39328) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:31.061395 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 17b5f1ab-5a9d-49b6-9260-e0991606a95d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:31.062505 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (17b5f1ab-5a9d-49b6-9260-e0991606a95d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:31.114948 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2640a67-adff-433b-85d3-d926e3b42b5d tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (0f652954-cb06-414e-83d3-44a541538adc), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:31.120473 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6478012-b6b0-4a01-b901-531039b67dd0 req-4dae9aa6-00d1-4b25-a03a-b3bb15f3d44f service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887913 Feb 20 05:41:31.197473 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] device_id is not set on port 402620af-cd89-4eeb-b2c8-172f1442e9b4 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:41:31.199837 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2640a67-adff-433b-85d3-d926e3b42b5d tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0f652954-cb06-414e-83d3-44a541538adc), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:31.200083 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 17b5f1ab-5a9d-49b6-9260-e0991606a95d is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:31.200484 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (17b5f1ab-5a9d-49b6-9260-e0991606a95d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:31.226766 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks [] for port (402620af-cd89-4eeb-b2c8-172f1442e9b4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:31.254570 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (402620af-cd89-4eeb-b2c8-172f1442e9b4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:31.260376 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 17b5f1ab-5a9d-49b6-9260-e0991606a95d, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=17b5f1ab-5a9d-49b6-9260-e0991606a95d,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:31.268859 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (17b5f1ab-5a9d-49b6-9260-e0991606a95d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:31.280631 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef1cf5-20c1-4f93-abc9-ebdb5ef06e7b req-94801d1c-80e5-4f29-8943-4dcd21ae248d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:31.287177 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-26ef1cf5-20c1-4f93-abc9-ebdb5ef06e7b req-94801d1c-80e5-4f29-8943-4dcd21ae248d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.4352596 Feb 20 05:41:31.291260 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2640a67-adff-433b-85d3-d926e3b42b5d tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f652954-cb06-414e-83d3-44a541538adc,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:31.297889 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2640a67-adff-433b-85d3-d926e3b42b5d tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:31.301987 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a2640a67-adff-433b-85d3-d926e3b42b5d tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8562312 Feb 20 05:41:31.303787 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39330) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:31.312150 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-6fa86033-ccc3-46a6-9c65-a076eadad5b1 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Request body: {'security_group_rule': {'security_group_id': '0f652954-cb06-414e-83d3-44a541538adc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:31.380713 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6fa86033-ccc3-46a6-9c65-a076eadad5b1 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (0f32ca6d-2f52-47d6-9e13-4eecebf65ac8), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:31.384669 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=17b5f1ab-5a9d-49b6-9260-e0991606a95d,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:31.455194 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6478012-b6b0-4a01-b901-531039b67dd0 req-c5ac9fc7-4abe-428d-a730-3eebad8338a3 service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078265 Feb 20 05:41:31.475600 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-d4dcfe54-316b-445a-84cb-cccc948eb7e2 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks [] for port (13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:31.481914 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-f0a8104e-aaac-446b-b7cb-b568a9d6ac54 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting port fa57462b-deaf-4117-9117-31bb4f8f8bfd {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:31.482944 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f0a8104e-aaac-446b-b7cb-b568a9d6ac54 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (fa57462b-deaf-4117-9117-31bb4f8f8bfd), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:31.564918 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6fa86033-ccc3-46a6-9c65-a076eadad5b1 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (0f32ca6d-2f52-47d6-9e13-4eecebf65ac8), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:31.567709 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-26ef1cf5-20c1-4f93-abc9-ebdb5ef06e7b req-20dd7ca9-b414-4960-83c3-a281d2aa1cd1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504063 Feb 20 05:41:31.583180 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Pushing event updated for resources: {'Port': ['ID=402620af-cd89-4eeb-b2c8-172f1442e9b4,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:31.586632 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6fa86033-ccc3-46a6-9c65-a076eadad5b1 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (0f32ca6d-2f52-47d6-9e13-4eecebf65ac8), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:31.605086 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Checking segment: {'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:41:31.605453 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Network hostable DHCP agents. Network: f7d085cc-15c6-4cee-b523-49dd4321c749, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:41:31.632693 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6fa86033-ccc3-46a6-9c65-a076eadad5b1 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:31.633924 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6fa86033-ccc3-46a6-9c65-a076eadad5b1 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3260868 Feb 20 05:41:31.640985 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39332) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:31.656324 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa86033-ccc3-46a6-9c65-a076eadad5b1 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f32ca6d-2f52-47d6-9e13-4eecebf65ac8,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:31.659503 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-270fa50c-877a-4fec-bfa3-457125971e27 None None] Provisioning complete for port 17b5f1ab-5a9d-49b6-9260-e0991606a95d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:31.659879 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-270fa50c-877a-4fec-bfa3-457125971e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (17b5f1ab-5a9d-49b6-9260-e0991606a95d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:31.666997 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Network f7d085cc-15c6-4cee-b523-49dd4321c749 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:41:31.704987 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-d4dcfe54-316b-445a-84cb-cccc948eb7e2 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:31.732081 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f0a8104e-aaac-446b-b7cb-b568a9d6ac54 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (fa57462b-deaf-4117-9117-31bb4f8f8bfd), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:31.744188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 51d29bdc-3670-495b-93ad-f45af11aea59 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:41:31.796159 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-94358840-468c-485b-a287-111cfad3637f tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-group-rules/0f32ca6d-2f52-47d6-9e13-4eecebf65ac8 HTTP/1.1" status: 200 len: 763 time: 0.1520948 Feb 20 05:41:31.797051 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39336) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:31.831266 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['fed30b5f-107e-440d-a885-e4d84c260413'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:41:31.858848 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-f0a8104e-aaac-446b-b7cb-b568a9d6ac54 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Calling delete_port for fa57462b-deaf-4117-9117-31bb4f8f8bfd owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:31.882719 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, f7d085cc-15c6-4cee-b523-49dd4321c749) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:31.886293 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-d4dcfe54-316b-445a-84cb-cccc948eb7e2 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:31.887537 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dcfe54-316b-445a-84cb-cccc948eb7e2 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Pushing event updated for resources: {'Port': ['ID=13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:31.889027 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:41:31.895032 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-d4dcfe54-316b-445a-84cb-cccc948eb7e2 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:31.900116 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-d4dcfe54-316b-445a-84cb-cccc948eb7e2 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:41:31.906087 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8125546a-942a-4843-a6b3-e93af40cd5c7 None None] Network f7d085cc-15c6-4cee-b523-49dd4321c749 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:32.111616 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:32.111956 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:32.112333 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:32.129417 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f0a8104e-aaac-446b-b7cb-b568a9d6ac54 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (fa57462b-deaf-4117-9117-31bb4f8f8bfd), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:32.144083 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:32.144644 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:32.148275 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempt 2 to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 Feb 20 05:41:32.181460 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-9df713a2-7155-489e-9ffc-3d80940df08a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Allocated IP 192.168.233.80 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/0d26e5dd-1bd8-46ba-96d8-f00005d8bbee) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:41:32.192128 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-270fa50c-877a-4fec-bfa3-457125971e27 None None] Current status of the port 17b5f1ab-5a9d-49b6-9260-e0991606a95d is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:32.200745 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 51d29bdc-3670-495b-93ad-f45af11aea59 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:41:32.230026 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8104e-aaac-446b-b7cb-b568a9d6ac54 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Port': ['ID=fa57462b-deaf-4117-9117-31bb4f8f8bfd,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:32.231644 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 51d29bdc-3670-495b-93ad-f45af11aea59 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:32.232020 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (51d29bdc-3670-495b-93ad-f45af11aea59), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:32.275949 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfe62c-dd6e-4842-b2f9-d93a4b8a5ecd req-d378531e-33fd-4fd8-88d5-fa1a3bdee8ee tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:32.279865 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a1cfe62c-dd6e-4842-b2f9-d93a4b8a5ecd req-d378531e-33fd-4fd8-88d5-fa1a3bdee8ee tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0de52f7e-a969-4278-bffc-6c75bcedbbd7 HTTP/1.1" status: 200 len: 936 time: 0.5906110 Feb 20 05:41:32.296773 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-d4dcfe54-316b-445a-84cb-cccc948eb7e2 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:32.297437 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-d4dcfe54-316b-445a-84cb-cccc948eb7e2 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:32.303246 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39340) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:32.307786 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-11eff3bf-83a9-4409-b614-2677d93340e8 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4505980 Feb 20 05:41:32.308688 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:32.310046 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f0a8104e-aaac-446b-b7cb-b568a9d6ac54 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:32.311213 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:32.311553 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:32.313208 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f0a8104e-aaac-446b-b7cb-b568a9d6ac54 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/fa57462b-deaf-4117-9117-31bb4f8f8bfd HTTP/1.1" status: 204 len: 168 time: 1.2985091 Feb 20 05:41:32.316693 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39342) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:32.394959 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a318963f-8f0c-4c4c-8e9d-68de99a8190e None None] Could not find standard attr ID for object fa57462b-deaf-4117-9117-31bb4f8f8bfd. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:41:32.396030 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:32.396448 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:32.413822 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempt 3 to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 Feb 20 05:41:32.414121 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-d4dcfe54-316b-445a-84cb-cccc948eb7e2 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3373158 Feb 20 05:41:32.443215 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-dc1a73ea-890a-4bff-a6ab-6f23071af1e7 service neutron] Request body: {'port': {'device_id': '0de52f7e-a969-4278-bffc-6c75bcedbbd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:32.493389 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a1cfe62c-dd6e-4842-b2f9-d93a4b8a5ecd req-c84c124a-9f2f-4aaa-b1ec-6dc87f1cd82e tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688716 Feb 20 05:41:32.503030 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-33892b81-1445-404d-99e1-04f83d05f0dc tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (0f32ca6d-2f52-47d6-9e13-4eecebf65ac8), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:32.511333 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:32.511670 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:32.512004 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:32.546669 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:32.547454 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:32.551743 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempt 4 to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 Feb 20 05:41:32.552360 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8377c3-f68c-4ac8-9c7e-c75cff123034 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:32.554154 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8377c3-f68c-4ac8-9c7e-c75cff123034 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:32.556005 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-de8377c3-f68c-4ac8-9c7e-c75cff123034 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2375910 Feb 20 05:41:32.560224 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-33892b81-1445-404d-99e1-04f83d05f0dc tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (0f32ca6d-2f52-47d6-9e13-4eecebf65ac8), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:32.560529 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39344) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:32.565259 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-cee13fc8-b4bb-4c2f-9fce-c136327e09c3 None None] Provisioning complete for port 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:32.566716 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cee13fc8-b4bb-4c2f-9fce-c136327e09c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:32.571176 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 51d29bdc-3670-495b-93ad-f45af11aea59 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:32.571579 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (51d29bdc-3670-495b-93ad-f45af11aea59), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:32.656799 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-33892b81-1445-404d-99e1-04f83d05f0dc tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (0f32ca6d-2f52-47d6-9e13-4eecebf65ac8), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:32.661514 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-dc1a73ea-890a-4bff-a6ab-6f23071af1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:32.673225 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:32.673830 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:32.674321 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:32.687590 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:32.688177 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:32.706583 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempt 5 to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 Feb 20 05:41:32.708001 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-33892b81-1445-404d-99e1-04f83d05f0dc tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:32.712575 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-33892b81-1445-404d-99e1-04f83d05f0dc tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/0f32ca6d-2f52-47d6-9e13-4eecebf65ac8 HTTP/1.1" status: 204 len: 168 time: 0.4061112 Feb 20 05:41:32.725821 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39348) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:32.733125 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ed8c94-b2fb-4814-ae0d-c06c49788c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d29bdc-3670-495b-93ad-f45af11aea59'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:41:32.740862 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b14fb7d-63b0-42eb-a0f9-219b4b5c08ab" -d '{"events": [{"server_uuid": "f3ed8c94-b2fb-4814-ae0d-c06c49788c20", "name": "network-vif-plugged", "status": "completed", "tag": "51d29bdc-3670-495b-93ad-f45af11aea59"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:41:32.778080 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 51d29bdc-3670-495b-93ad-f45af11aea59, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=51d29bdc-3670-495b-93ad-f45af11aea59,segment=NetworkSegment(1e7b572d-eea8-4575-add7-3e01e35d46d2),segment_id=1e7b572d-eea8-4575-add7-3e01e35d46d2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:32.783176 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:32.783764 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:32.784292 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:32.793016 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (51d29bdc-3670-495b-93ad-f45af11aea59), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:32.795775 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-cee13fc8-b4bb-4c2f-9fce-c136327e09c3 None None] Port 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:41:32.801425 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-b383f761-2f20-4529-a053-81a56ee15b3c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet 3bc0166f-c896-4652-bd09-2ab359a4378e {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:41:32.819527 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b383f761-2f20-4529-a053-81a56ee15b3c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (3bc0166f-c896-4652-bd09-2ab359a4378e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:32.866539 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 17b5f1ab-5a9d-49b6-9260-e0991606a95d up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:41:32.869894 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:32.869894 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:32.875350 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempt 6 to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 Feb 20 05:41:32.905915 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33892b81-1445-404d-99e1-04f83d05f0dc tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f32ca6d-2f52-47d6-9e13-4eecebf65ac8,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:32.916572 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=51d29bdc-3670-495b-93ad-f45af11aea59,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:32.924812 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8cefa-2efa-4af0-8f8c-ce3323c4fc53 req-8980c303-9e0a-4194-bebf-22e5c296054e tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:32.932412 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-59a8cefa-2efa-4af0-8f8c-ce3323c4fc53 req-8980c303-9e0a-4194-bebf-22e5c296054e tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3ed8c94-b2fb-4814-ae0d-c06c49788c20 HTTP/1.1" status: 200 len: 945 time: 0.2681353 Feb 20 05:41:32.935268 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:32.936189 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:32.936612 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:32.936963 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:32.937303 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:32.937688 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:32.938024 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:32.938356 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:32.938733 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:32.939110 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:32.939465 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:32.939824 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:32.940297 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:32.943024 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b383f761-2f20-4529-a053-81a56ee15b3c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (3bc0166f-c896-4652-bd09-2ab359a4378e), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:32.956993 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 17b5f1ab-5a9d-49b6-9260-e0991606a95d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:32.957429 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (17b5f1ab-5a9d-49b6-9260-e0991606a95d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:32.969771 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:32.970175 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:32.970435 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:32.995403 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7b262a8c-ebf1-4e40-a449-20b0459af9e8 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2632430 Feb 20 05:41:32.997209 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39352) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:33.011778 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-3d89f691-b7d5-40e9-82dd-6a466ae9db0a tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Request body: {'security_group_rule': {'security_group_id': '0f652954-cb06-414e-83d3-44a541538adc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:33.025909 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-9df713a2-7155-489e-9ffc-3d80940df08a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks [] for port (0d26e5dd-1bd8-46ba-96d8-f00005d8bbee), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:33.037310 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:33.037637 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:33.044604 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempt 7 to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 Feb 20 05:41:33.062077 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 17b5f1ab-5a9d-49b6-9260-e0991606a95d is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:33.099886 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:33.100291 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:33.100599 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:33.141096 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-59a8cefa-2efa-4af0-8f8c-ce3323c4fc53 req-8fcb7600-ea98-4291-a796-a601d260d404 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078118 Feb 20 05:41:33.151251 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:33.151849 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:33.152189 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3d89f691-b7d5-40e9-82dd-6a466ae9db0a tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (70c8b880-f355-4aae-92b1-bcf73e287cae), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:33.162244 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempt 8 to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 Feb 20 05:41:33.189628 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b383f761-2f20-4529-a053-81a56ee15b3c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (3bc0166f-c896-4652-bd09-2ab359a4378e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:33.233649 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:33.233981 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:33.234306 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:33.282102 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:33.282348 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:33.283328 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-9df713a2-7155-489e-9ffc-3d80940df08a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (0d26e5dd-1bd8-46ba-96d8-f00005d8bbee), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:33.293551 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempt 9 to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 Feb 20 05:41:33.297484 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['fed30b5f-107e-440d-a885-e4d84c260413'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:41:33.370359 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:33.370647 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:33.370973 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:33.383201 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3d89f691-b7d5-40e9-82dd-6a466ae9db0a tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (70c8b880-f355-4aae-92b1-bcf73e287cae), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:33.394731 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-9df713a2-7155-489e-9ffc-3d80940df08a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:33.405755 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3d89f691-b7d5-40e9-82dd-6a466ae9db0a tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (70c8b880-f355-4aae-92b1-bcf73e287cae), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:33.412765 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-9df713a2-7155-489e-9ffc-3d80940df08a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:33.415889 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-9df713a2-7155-489e-9ffc-3d80940df08a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:41:33.418770 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:33.419230 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:33.427198 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempt 10 to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 Feb 20 05:41:33.429547 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df713a2-7155-489e-9ffc-3d80940df08a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Pushing event updated for resources: {'Port': ['ID=0d26e5dd-1bd8-46ba-96d8-f00005d8bbee,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:33.449400 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-dc1a73ea-890a-4bff-a6ab-6f23071af1e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:41:33.455628 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b383f761-2f20-4529-a053-81a56ee15b3c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (3bc0166f-c896-4652-bd09-2ab359a4378e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:33.463237 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-dc1a73ea-890a-4bff-a6ab-6f23071af1e7 service neutron] Publish callbacks [] for port (13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:33.482673 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-dc1a73ea-890a-4bff-a6ab-6f23071af1e7 service neutron] Transition to ACTIVE for port object 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:41:33.491577 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-dc1a73ea-890a-4bff-a6ab-6f23071af1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:33.501127 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de97c30-8977-4d9b-b9b8-7cfe2e7e1db6 req-b7d59365-273d-49aa-b454-440df035ebc4 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:33.502238 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4de97c30-8977-4d9b-b9b8-7cfe2e7e1db6 req-b7d59365-273d-49aa-b454-440df035ebc4 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 945 time: 0.2769775 Feb 20 05:41:33.523555 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89f691-b7d5-40e9-82dd-6a466ae9db0a tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c8b880-f355-4aae-92b1-bcf73e287cae,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:33.531863 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b383f761-2f20-4529-a053-81a56ee15b3c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=3bc0166f-c896-4652-bd09-2ab359a4378e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:33.536725 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3d89f691-b7d5-40e9-82dd-6a466ae9db0a tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:33.540567 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3d89f691-b7d5-40e9-82dd-6a466ae9db0a tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5332270 Feb 20 05:41:33.543968 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b383f761-2f20-4529-a053-81a56ee15b3c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:33.548935 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39358) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:33.550922 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b383f761-2f20-4529-a053-81a56ee15b3c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/3bc0166f-c896-4652-bd09-2ab359a4378e HTTP/1.1" status: 204 len: 168 time: 0.9884868 Feb 20 05:41:33.552393 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39360) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:33.555380 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:33.555717 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:33.556047 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:33.577242 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0bd0a9b0-18bd-4406-8b80-cbb0e56f69a9 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-group-rules/70c8b880-f355-4aae-92b1-bcf73e287cae HTTP/1.1" status: 200 len: 763 time: 0.0262198 Feb 20 05:41:33.583548 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39362) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:33.587686 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90be0f46-5f29-42df-a255-5d699fd6f12d None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:33.629126 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-47059fb7-cc79-4464-b6df-9d49a3b15938 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699384 Feb 20 05:41:33.630255 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39364) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:33.636239 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-9df713a2-7155-489e-9ffc-3d80940df08a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:33.636866 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-9df713a2-7155-489e-9ffc-3d80940df08a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:33.639561 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:33.639875 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port 402620af-cd89-4eeb-b2c8-172f1442e9b4 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:33.640221 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (402620af-cd89-4eeb-b2c8-172f1442e9b4), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:33.664759 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a73ea-890a-4bff-a6ab-6f23071af1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:33.710775 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-9df713a2-7155-489e-9ffc-3d80940df08a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3448300 Feb 20 05:41:33.762099 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-c2339314-7339-4c0e-b13b-9d3eedc91766 service neutron] Request body: {'port': {'device_id': '069b35b1-d981-46f2-8356-00ebc478b63a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:33.789553 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cabdd9b2-5283-4c81-9021-707d8280688f tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2044945 Feb 20 05:41:33.795974 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39366) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:33.831780 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d70b4-32f1-44fe-9404-0e61ea70927f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:33.834611 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4de97c30-8977-4d9b-b9b8-7cfe2e7e1db6 req-2df0d999-aff0-44bb-b21a-9cb063ec73a1 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042631 Feb 20 05:41:33.840584 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bd1d70b4-32f1-44fe-9404-0e61ea70927f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2088678 Feb 20 05:41:33.864740 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39368) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:33.875328 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-dc1a73ea-890a-4bff-a6ab-6f23071af1e7 service neutron] Attempting to bind port 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:33.875910 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-dc1a73ea-890a-4bff-a6ab-6f23071af1e7 service neutron] Attempting to bind port 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:33.876441 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-dc1a73ea-890a-4bff-a6ab-6f23071af1e7 service neutron] Attempting to bind port 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:33.879017 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-05857977-abaf-4a6e-8ebc-32f09302e0f4 None None] Provisioning complete for port 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:33.879542 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-05857977-abaf-4a6e-8ebc-32f09302e0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0d26e5dd-1bd8-46ba-96d8-f00005d8bbee), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:33.886488 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-dc1a73ea-890a-4bff-a6ab-6f23071af1e7 service neutron] Port 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2 on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:33.886927 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-dc1a73ea-890a-4bff-a6ab-6f23071af1e7 service neutron] Attempting to bind port 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:33.894814 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-dc1a73ea-890a-4bff-a6ab-6f23071af1e7 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:41:33.909601 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-dc1a73ea-890a-4bff-a6ab-6f23071af1e7 service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:41:33.910078 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-dc1a73ea-890a-4bff-a6ab-6f23071af1e7 service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:41:33.912880 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-dc1a73ea-890a-4bff-a6ab-6f23071af1e7 service neutron] Bound port: 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:41:33.913358 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-dc1a73ea-890a-4bff-a6ab-6f23071af1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:33.932427 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b015d919-ef61-4fe7-a4de-cec97df36d58 None None] DHCP port deletion for 81f72dab-c9ca-4111-9cef-a8a92557f9f3 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:41:33.955323 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-05857977-abaf-4a6e-8ebc-32f09302e0f4 None None] Port 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:41:33.971534 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef873a1e-4958-4906-9465-2efa48032a3b tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (70c8b880-f355-4aae-92b1-bcf73e287cae), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:33.986444 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] For port 402620af-cd89-4eeb-b2c8-172f1442e9b4, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:41:33.986863 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempted to set empty binding levels {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 20 05:41:34.005564 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-c2339314-7339-4c0e-b13b-9d3eedc91766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0d26e5dd-1bd8-46ba-96d8-f00005d8bbee), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:34.011978 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef873a1e-4958-4906-9465-2efa48032a3b tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (70c8b880-f355-4aae-92b1-bcf73e287cae), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:34.025674 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-dc1a73ea-890a-4bff-a6ab-6f23071af1e7 service neutron] For port 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:41:34.030651 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-dc1a73ea-890a-4bff-a6ab-6f23071af1e7 service neutron] For port 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:41:34.039659 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (402620af-cd89-4eeb-b2c8-172f1442e9b4), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:34.041120 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-dc1a73ea-890a-4bff-a6ab-6f23071af1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:34.044631 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b015d919-ef61-4fe7-a4de-cec97df36d58 None None] Deleting port 17b5f1ab-5a9d-49b6-9260-e0991606a95d {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:34.045561 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b015d919-ef61-4fe7-a4de-cec97df36d58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (17b5f1ab-5a9d-49b6-9260-e0991606a95d), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:34.094641 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-dc1a73ea-890a-4bff-a6ab-6f23071af1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:34.095424 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-dc1a73ea-890a-4bff-a6ab-6f23071af1e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:34.097838 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-dc1a73ea-890a-4bff-a6ab-6f23071af1e7 service neutron] 10.222.0.61 "PUT /v2.0/ports/13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2 HTTP/1.1" status: 200 len: 1096 time: 1.6724162 Feb 20 05:41:34.098683 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de52f7e-a969-4278-bffc-6c75bcedbbd7', 'tag': '13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:41:34.104300 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8daad10-cb19-4cae-8bb8-9d1365b86963" -d '{"events": [{"name": "network-changed", "server_uuid": "0de52f7e-a969-4278-bffc-6c75bcedbbd7", "tag": "13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:41:34.111752 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25877b2-1a6f-41b3-a8a5-d38036438757 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:34.116815 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d25877b2-1a6f-41b3-a8a5-d38036438757 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2509367 Feb 20 05:41:34.117592 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39374) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:34.136085 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a73ea-890a-4bff-a6ab-6f23071af1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:34.161422 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Pushing event updated for resources: {'Port': ['ID=402620af-cd89-4eeb-b2c8-172f1442e9b4,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:34.186771 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b015d919-ef61-4fe7-a4de-cec97df36d58 None None] For port 17b5f1ab-5a9d-49b6-9260-e0991606a95d, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=17b5f1ab-5a9d-49b6-9260-e0991606a95d,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:34.187353 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b015d919-ef61-4fe7-a4de-cec97df36d58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (17b5f1ab-5a9d-49b6-9260-e0991606a95d), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:34.230179 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-70c32c96-bb59-4c09-8a94-aef59d9f6dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:34.232415 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-70c32c96-bb59-4c09-8a94-aef59d9f6dab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3e6712a47034666b11f44d7ab7587a8&device_id=0de52f7e-a969-4278-bffc-6c75bcedbbd7 HTTP/1.1" status: 200 len: 1130 time: 0.0786700 Feb 20 05:41:34.236001 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b015d919-ef61-4fe7-a4de-cec97df36d58 None None] Calling delete_port for 17b5f1ab-5a9d-49b6-9260-e0991606a95d owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:34.280853 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-33246649-bcdd-430c-9d58-72bef567f8f1 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1154289 Feb 20 05:41:34.288798 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39378) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:34.290251 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:34.290849 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:34.297654 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-301c155b-27f3-4aab-8e95-a1e294dbf7cb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2 HTTP/1.1" status: 200 len: 217 time: 0.0577660 Feb 20 05:41:34.308888 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-368056ed-5e1c-4d9a-be1d-62ffe3f71f35 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:34.365912 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-b66943b3-eded-4e3c-8384-3c9a5d2bbc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:34.368851 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-b66943b3-eded-4e3c-8384-3c9a5d2bbc17 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0656528 Feb 20 05:41:34.370235 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b015d919-ef61-4fe7-a4de-cec97df36d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (17b5f1ab-5a9d-49b6-9260-e0991606a95d), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:34.406855 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015d919-ef61-4fe7-a4de-cec97df36d58 None None] Pushing event deleted for resources: {'Port': ['ID=17b5f1ab-5a9d-49b6-9260-e0991606a95d,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:34.410458 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b015d919-ef61-4fe7-a4de-cec97df36d58 None None] No DVR routers for this DVR port 17b5f1ab-5a9d-49b6-9260-e0991606a95d on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:41:34.455300 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-8b06aff5-820f-4242-b999-c8016dbf90bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:34.456882 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-8b06aff5-820f-4242-b999-c8016dbf90bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0810485 Feb 20 05:41:34.564620 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-d0d6b126-8a6d-4e60-a69e-2f7f0e4b550c service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013424 Feb 20 05:41:34.667829 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-624c9863-56ba-413c-9ab7-8d0a72d1c6a1 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964715 Feb 20 05:41:34.720232 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef873a1e-4958-4906-9465-2efa48032a3b tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (70c8b880-f355-4aae-92b1-bcf73e287cae), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:34.725991 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef873a1e-4958-4906-9465-2efa48032a3b tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:34.729679 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ef873a1e-4958-4906-9465-2efa48032a3b tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/70c8b880-f355-4aae-92b1-bcf73e287cae HTTP/1.1" status: 204 len: 168 time: 0.9222388 Feb 20 05:41:34.730451 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39380) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:34.782994 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-600eecf2-12a9-466a-9508-8e5e6d23db48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.8153746 Feb 20 05:41:34.785814 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39382) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:34.818007 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 17b5f1ab-5a9d-49b6-9260-e0991606a95d no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:41:34.840438 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef873a1e-4958-4906-9465-2efa48032a3b tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70c8b880-f355-4aae-92b1-bcf73e287cae,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:34.841035 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 17b5f1ab-5a9d-49b6-9260-e0991606a95d {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:41:34.841387 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 17b5f1ab-5a9d-49b6-9260-e0991606a95d not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:41:34.854975 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39384) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:34.856174 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-55ad9e1c-5373-48ec-8ce9-da2d758a9ccc tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1222370 Feb 20 05:41:34.862970 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0d5ad33e-b074-4242-999c-3e22785c664f tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Request body: {'security_group_rule': {'security_group_id': '0f652954-cb06-414e-83d3-44a541538adc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:34.899790 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471b390-3bb4-4e8d-acf7-115ca6c8df12 req-4c347487-0ac3-4175-8986-f9ec34d2770f tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:34.901299 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5471b390-3bb4-4e8d-acf7-115ca6c8df12 req-4c347487-0ac3-4175-8986-f9ec34d2770f tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.8863747 Feb 20 05:41:34.905087 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-e6b15a99-998e-4a2a-9998-6d225b390721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Deleting port 402620af-cd89-4eeb-b2c8-172f1442e9b4 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:34.905438 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6b15a99-998e-4a2a-9998-6d225b390721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (402620af-cd89-4eeb-b2c8-172f1442e9b4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:34.970011 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-e6b15a99-998e-4a2a-9998-6d225b390721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] For port 402620af-cd89-4eeb-b2c8-172f1442e9b4, host n-h1-829866-5, got binding levels [] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:34.970346 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6b15a99-998e-4a2a-9998-6d225b390721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (402620af-cd89-4eeb-b2c8-172f1442e9b4), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:34.984016 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-e6b15a99-998e-4a2a-9998-6d225b390721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Calling delete_port for 402620af-cd89-4eeb-b2c8-172f1442e9b4 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:34.996943 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d5ad33e-b074-4242-999c-3e22785c664f tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (cefe56c7-d908-4226-bcf4-962b0f87fa5d), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:35.009932 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368056ed-5e1c-4d9a-be1d-62ffe3f71f35 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:35.016680 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-368056ed-5e1c-4d9a-be1d-62ffe3f71f35 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:35.073733 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6b15a99-998e-4a2a-9998-6d225b390721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (402620af-cd89-4eeb-b2c8-172f1442e9b4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:35.104091 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5471b390-3bb4-4e8d-acf7-115ca6c8df12 req-b955ae88-087b-45af-a884-4c888484b470 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907928 Feb 20 05:41:35.193026 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7580fd82-f435-4118-8cdb-48da6ef7b245 x-openstack-request-id: req-7580fd82-f435-4118-8cdb-48da6ef7b245 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:41:35.193629 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ed8c94-b2fb-4814-ae0d-c06c49788c20", "name": "network-vif-plugged", "status": "completed", "tag": "51d29bdc-3670-495b-93ad-f45af11aea59", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:41:35.194418 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7580fd82-f435-4118-8cdb-48da6ef7b245 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:41:35.200757 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ed8c94-b2fb-4814-ae0d-c06c49788c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d29bdc-3670-495b-93ad-f45af11aea59', 'code': 200} Feb 20 05:41:35.202246 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d5ad33e-b074-4242-999c-3e22785c664f tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (cefe56c7-d908-4226-bcf4-962b0f87fa5d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:35.225108 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d5ad33e-b074-4242-999c-3e22785c664f tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (cefe56c7-d908-4226-bcf4-962b0f87fa5d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:35.283779 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ad33e-b074-4242-999c-3e22785c664f tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cefe56c7-d908-4226-bcf4-962b0f87fa5d,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:35.319308 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d5ad33e-b074-4242-999c-3e22785c664f tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:35.320566 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0d5ad33e-b074-4242-999c-3e22785c664f tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4614613 Feb 20 05:41:35.340149 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39392) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:35.343894 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-c2339314-7339-4c0e-b13b-9d3eedc91766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:41:35.405765 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-cc020a90-a284-48e7-afe7-b2e078fa7398 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-group-rules/cefe56c7-d908-4226-bcf4-962b0f87fa5d HTTP/1.1" status: 200 len: 764 time: 0.0644317 Feb 20 05:41:35.411734 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-c2339314-7339-4c0e-b13b-9d3eedc91766 service neutron] Publish callbacks [] for port (0d26e5dd-1bd8-46ba-96d8-f00005d8bbee), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:35.416303 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39394) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:35.457807 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-c2339314-7339-4c0e-b13b-9d3eedc91766 service neutron] Transition to ACTIVE for port object 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:41:35.489113 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-c2339314-7339-4c0e-b13b-9d3eedc91766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (0d26e5dd-1bd8-46ba-96d8-f00005d8bbee), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:35.524247 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6b15a99-998e-4a2a-9998-6d225b390721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:35.532884 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e6b15a99-998e-4a2a-9998-6d225b390721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] 10.222.0.37 "DELETE /v2.0/ports/402620af-cd89-4eeb-b2c8-172f1442e9b4 HTTP/1.1" status: 204 len: 168 time: 0.7412052 Feb 20 05:41:35.533852 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39396) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:35.551808 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b15a99-998e-4a2a-9998-6d225b390721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Pushing event deleted for resources: {'Port': ['ID=402620af-cd89-4eeb-b2c8-172f1442e9b4,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:35.555280 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983384d8-3437-4a7a-94cb-d3c0ff845c39 req-bdb11f08-01fb-4f0e-a046-e7fe1b20285b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:35.562575 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-983384d8-3437-4a7a-94cb-d3c0ff845c39 req-bdb11f08-01fb-4f0e-a046-e7fe1b20285b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0de52f7e-a969-4278-bffc-6c75bcedbbd7 HTTP/1.1" status: 200 len: 948 time: 0.2369614 Feb 20 05:41:35.582502 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-57597721-d3cd-45cd-8b45-58e848b60b4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] GET failed (client error): The resource could not be found. Feb 20 05:41:35.585447 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-57597721-d3cd-45cd-8b45-58e848b60b4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] 10.222.0.37 "GET /v2.0/ports/402620af-cd89-4eeb-b2c8-172f1442e9b4 HTTP/1.1" status: 404 len: 333 time: 0.0334296 Feb 20 05:41:35.588132 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-11268bba-ad09-440f-afff-8c61cbdadde1 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1696846 Feb 20 05:41:35.589823 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39398) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:35.597000 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-25d96bb9-f07a-48da-94cf-019c449bfec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Request body: {'port': {'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2094556032'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:35.600203 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39400) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:35.633206 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2339314-7339-4c0e-b13b-9d3eedc91766 service neutron] Pushing event updated for resources: {'Port': ['ID=0d26e5dd-1bd8-46ba-96d8-f00005d8bbee,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:35.636580 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e6963-c021-4566-b4e0-48825195b20f req-97dc6c2a-46d2-4d49-82c9-933a9b68b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:35.641976 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-984e6963-c021-4566-b4e0-48825195b20f req-97dc6c2a-46d2-4d49-82c9-933a9b68b34b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f3ed8c94-b2fb-4814-ae0d-c06c49788c20 HTTP/1.1" status: 200 len: 1128 time: 0.1382346 Feb 20 05:41:35.654036 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d96bb9-f07a-48da-94cf-019c449bfec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Made reservation on behalf of ac8ff322e80944a18e91ce551a17b1dc for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:35.656383 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25d96bb9-f07a-48da-94cf-019c449bfec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:35.684800 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-25d96bb9-f07a-48da-94cf-019c449bfec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] device_id is not set on port 77e1e5da-1418-4505-ac57-9a1193384a3a yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:41:35.720631 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d063e292-eeb2-4226-bef4-e3eb9842fce2 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (cefe56c7-d908-4226-bcf4-962b0f87fa5d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:35.751234 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-984e6963-c021-4566-b4e0-48825195b20f req-5a5e2120-08d8-49fe-a086-50fbdc0be2cb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033003 Feb 20 05:41:35.765970 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-983384d8-3437-4a7a-94cb-d3c0ff845c39 req-4233399b-4407-44b1-b29a-7252539466c1 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025721 Feb 20 05:41:35.771880 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d063e292-eeb2-4226-bef4-e3eb9842fce2 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (cefe56c7-d908-4226-bcf4-962b0f87fa5d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:35.807263 n-d-829866-5 neutron-server[103407]: DEBUG neutron.objects.ports [None req-368056ed-5e1c-4d9a-be1d-62ffe3f71f35 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103407) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 05:41:35.819899 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-368056ed-5e1c-4d9a-be1d-62ffe3f71f35 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (5fb8c1a7-b30b-4ab7-9ecf-a304fc6aa820), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:35.884154 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d063e292-eeb2-4226-bef4-e3eb9842fce2 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (cefe56c7-d908-4226-bcf4-962b0f87fa5d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:35.886005 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204dd67a-1247-4caa-bbbe-7b30e651de59 x-openstack-request-id: req-204dd67a-1247-4caa-bbbe-7b30e651de59 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:41:35.886005 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de52f7e-a969-4278-bffc-6c75bcedbbd7", "tag": "13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:41:35.886458 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-204dd67a-1247-4caa-bbbe-7b30e651de59 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:41:35.887517 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de52f7e-a969-4278-bffc-6c75bcedbbd7', 'tag': '13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2', 'status': 'completed', 'code': 200} Feb 20 05:41:35.890810 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368056ed-5e1c-4d9a-be1d-62ffe3f71f35 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:35.900035 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d063e292-eeb2-4226-bef4-e3eb9842fce2 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:35.900782 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d063e292-eeb2-4226-bef4-e3eb9842fce2 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/cefe56c7-d908-4226-bcf4-962b0f87fa5d HTTP/1.1" status: 204 len: 168 time: 0.2915914 Feb 20 05:41:35.903313 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39402) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:35.918490 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-c2339314-7339-4c0e-b13b-9d3eedc91766 service neutron] Attempting to bind port 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:35.918857 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-c2339314-7339-4c0e-b13b-9d3eedc91766 service neutron] Attempting to bind port 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:35.919192 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-c2339314-7339-4c0e-b13b-9d3eedc91766 service neutron] Attempting to bind port 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:35.922076 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-368056ed-5e1c-4d9a-be1d-62ffe3f71f35 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:35.931749 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368056ed-5e1c-4d9a-be1d-62ffe3f71f35 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:35.932391 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-368056ed-5e1c-4d9a-be1d-62ffe3f71f35 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:35.936824 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160f28b8-e5d5-4c2b-963a-1bf8977d1729 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:35.953335 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063e292-eeb2-4226-bef4-e3eb9842fce2 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cefe56c7-d908-4226-bcf4-962b0f87fa5d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:35.964350 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25d96bb9-f07a-48da-94cf-019c449bfec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks [] for port (77e1e5da-1418-4505-ac57-9a1193384a3a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:35.979306 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-26552fb0-224d-4e22-9119-d199f8fc6e33 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0716844 Feb 20 05:41:35.980748 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39404) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:35.993462 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-c2339314-7339-4c0e-b13b-9d3eedc91766 service neutron] Port 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:35.993462 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-c2339314-7339-4c0e-b13b-9d3eedc91766 service neutron] Attempting to bind port 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:36.005818 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-368056ed-5e1c-4d9a-be1d-62ffe3f71f35 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7044041 Feb 20 05:41:36.022534 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39406) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:36.027513 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-755902de-7e1f-4ead-9a18-ab14833a2cff tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:36.031349 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368056ed-5e1c-4d9a-be1d-62ffe3f71f35 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=5fb8c1a7-b30b-4ab7-9ecf-a304fc6aa820,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:36.050947 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-c2339314-7339-4c0e-b13b-9d3eedc91766 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:41:36.051291 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-c2339314-7339-4c0e-b13b-9d3eedc91766 service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:41:36.051667 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-c2339314-7339-4c0e-b13b-9d3eedc91766 service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:41:36.052113 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-c2339314-7339-4c0e-b13b-9d3eedc91766 service neutron] Bound port: 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:41:36.052475 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-c2339314-7339-4c0e-b13b-9d3eedc91766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0d26e5dd-1bd8-46ba-96d8-f00005d8bbee), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:36.057720 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25d96bb9-f07a-48da-94cf-019c449bfec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (77e1e5da-1418-4505-ac57-9a1193384a3a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:36.100361 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5f65b7-97d1-4daf-a738-1dc445dfdcf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'fixed_ips': [{'subnet_id': '5fb8c1a7-b30b-4ab7-9ecf-a304fc6aa820'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:41:36.102491 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e5f65b7-97d1-4daf-a738-1dc445dfdcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:36.157746 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d96bb9-f07a-48da-94cf-019c449bfec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Network f7d085cc-15c6-4cee-b523-49dd4321c749 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:36.163041 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8daad10-cb19-4cae-8bb8-9d1365b86963 req-df2b31f0-8dab-4b3f-b43c-ff73aa4c8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:36.164722 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d8daad10-cb19-4cae-8bb8-9d1365b86963 req-df2b31f0-8dab-4b3f-b43c-ff73aa4c8401 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3e6712a47034666b11f44d7ab7587a8&device_id=0de52f7e-a969-4278-bffc-6c75bcedbbd7 HTTP/1.1" status: 200 len: 1130 time: 0.1708565 Feb 20 05:41:36.171883 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d1a5f95a-248f-48e3-a223-cb02025051df tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (0f652954-cb06-414e-83d3-44a541538adc), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:36.176650 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-25d96bb9-f07a-48da-94cf-019c449bfec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:36.179841 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d96bb9-f07a-48da-94cf-019c449bfec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:41:36.180305 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ffcef-431a-4214-80ca-30b73f1b6682 req-13b1ddc7-156d-4769-8068-798f12701ab2 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:36.180758 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d96bb9-f07a-48da-94cf-019c449bfec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:36.181354 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25d96bb9-f07a-48da-94cf-019c449bfec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:36.183590 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d96bb9-f07a-48da-94cf-019c449bfec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Pushing event updated for resources: {'Port': ['ID=77e1e5da-1418-4505-ac57-9a1193384a3a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:36.190079 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-782ffcef-431a-4214-80ca-30b73f1b6682 req-13b1ddc7-156d-4769-8068-798f12701ab2 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3ed8c94-b2fb-4814-ae0d-c06c49788c20 HTTP/1.1" status: 200 len: 946 time: 0.2295465 Feb 20 05:41:36.273443 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-c2339314-7339-4c0e-b13b-9d3eedc91766 service neutron] For port 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:41:36.278565 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-c2339314-7339-4c0e-b13b-9d3eedc91766 service neutron] For port 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=0d26e5dd-1bd8-46ba-96d8-f00005d8bbee,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:41:36.285645 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8daad10-cb19-4cae-8bb8-9d1365b86963 req-04300bd8-209e-4eaa-9a93-320a26d49fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:36.287147 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d8daad10-cb19-4cae-8bb8-9d1365b86963 req-04300bd8-209e-4eaa-9a93-320a26d49fe2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.0924103 Feb 20 05:41:36.296190 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-782ffcef-431a-4214-80ca-30b73f1b6682 req-2f00c505-851e-4f84-a750-573c5ba30e3a tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008539 Feb 20 05:41:36.320605 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-c2339314-7339-4c0e-b13b-9d3eedc91766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (0d26e5dd-1bd8-46ba-96d8-f00005d8bbee), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:36.338516 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d8daad10-cb19-4cae-8bb8-9d1365b86963 req-8a28abaa-8c4c-48cc-8eab-0c7cb3aa4596 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2 HTTP/1.1" status: 200 len: 217 time: 0.0435996 Feb 20 05:41:36.343067 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755902de-7e1f-4ead-9a18-ab14833a2cff tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:36.351383 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-755902de-7e1f-4ead-9a18-ab14833a2cff tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:36.356982 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d1a5f95a-248f-48e3-a223-cb02025051df tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (0f652954-cb06-414e-83d3-44a541538adc), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:36.370412 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-25d96bb9-f07a-48da-94cf-019c449bfec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7793653 Feb 20 05:41:36.393440 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-1e5f65b7-97d1-4daf-a738-1dc445dfdcf1 None None] Allocated IP 2001:db8::f816:3eff:fe37:70d8 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/5fb8c1a7-b30b-4ab7-9ecf-a304fc6aa820/4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:41:36.394183 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39410) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:36.399820 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:36.444302 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8daad10-cb19-4cae-8bb8-9d1365b86963 req-313e6f87-07b0-4d0b-9e6a-7fbd30e5905d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:36.446080 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d8daad10-cb19-4cae-8bb8-9d1365b86963 req-313e6f87-07b0-4d0b-9e6a-7fbd30e5905d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0986888 Feb 20 05:41:36.458003 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-c2339314-7339-4c0e-b13b-9d3eedc91766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:36.459116 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-c2339314-7339-4c0e-b13b-9d3eedc91766 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:36.460490 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-c2339314-7339-4c0e-b13b-9d3eedc91766 service neutron] 10.222.0.61 "PUT /v2.0/ports/0d26e5dd-1bd8-46ba-96d8-f00005d8bbee HTTP/1.1" status: 200 len: 1095 time: 2.7315912 Feb 20 05:41:36.502655 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d1a5f95a-248f-48e3-a223-cb02025051df tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0f652954-cb06-414e-83d3-44a541538adc), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:36.505614 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d1a5f95a-248f-48e3-a223-cb02025051df tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:36.509514 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d1a5f95a-248f-48e3-a223-cb02025051df tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "DELETE /v2.0/security-groups/0f652954-cb06-414e-83d3-44a541538adc HTTP/1.1" status: 204 len: 168 time: 0.5253863 Feb 20 05:41:36.512856 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39412) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:36.514884 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '069b35b1-d981-46f2-8356-00ebc478b63a', 'tag': '0d26e5dd-1bd8-46ba-96d8-f00005d8bbee'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:41:36.522249 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92859486-9d8c-4840-8a56-dc13fd9601b6" -d '{"events": [{"name": "network-changed", "server_uuid": "069b35b1-d981-46f2-8356-00ebc478b63a", "tag": "0d26e5dd-1bd8-46ba-96d8-f00005d8bbee"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:41:36.546008 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5f95a-248f-48e3-a223-cb02025051df tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f652954-cb06-414e-83d3-44a541538adc,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:36.585014 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-25fc3164-e2de-439f-b4e6-92995c04a954 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0594378 Feb 20 05:41:36.591697 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39416) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:36.612215 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-d527bbc7-9714-4691-aa1b-391bcac429a6 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Request body: {'security_group': {'name': 'tempest-secgroup--229450937'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:36.643522 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8daad10-cb19-4cae-8bb8-9d1365b86963 req-674d2015-d701-4572-a0c1-e2431a3f5e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:36.646000 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d8daad10-cb19-4cae-8bb8-9d1365b86963 req-674d2015-d701-4572-a0c1-e2431a3f5e4f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1916211 Feb 20 05:41:36.653107 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d527bbc7-9714-4691-aa1b-391bcac429a6 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:36.656793 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2339314-7339-4c0e-b13b-9d3eedc91766 service neutron] Pushing event updated for resources: {'Port': ['ID=0d26e5dd-1bd8-46ba-96d8-f00005d8bbee,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:36.702046 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb9dad-7165-476e-9197-908972f80e28 req-20bd7252-8c37-49b6-a79d-237d13a32fa9 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:36.709133 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-43eb9dad-7165-476e-9197-908972f80e28 req-20bd7252-8c37-49b6-a79d-237d13a32fa9 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 945 time: 0.2911313 Feb 20 05:41:36.716839 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (77e1e5da-1418-4505-ac57-9a1193384a3a), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:36.723704 n-d-829866-5 neutron-server[103407]: INFO neutron.db.ipam_backend_mixin [None req-755902de-7e1f-4ead-9a18-ab14833a2cff tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5fb8c1a7-b30b-4ab7-9ecf-a304fc6aa820 (CIDR: 2001:db8::/64) Feb 20 05:41:36.747205 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-1e42188f-60ff-4511-9cd0-d7c22672421c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:36.749631 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-1e42188f-60ff-4511-9cd0-d7c22672421c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3e6712a47034666b11f44d7ab7587a8&device_id=069b35b1-d981-46f2-8356-00ebc478b63a HTTP/1.1" status: 200 len: 1129 time: 0.2160788 Feb 20 05:41:36.753938 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-755902de-7e1f-4ead-9a18-ab14833a2cff tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:41:36.754705 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-755902de-7e1f-4ead-9a18-ab14833a2cff tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:41:36.796085 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e5f65b7-97d1-4daf-a738-1dc445dfdcf1 None None] Publish callbacks [] for port (4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:36.810426 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e5f65b7-97d1-4daf-a738-1dc445dfdcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:36.841442 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-52b925bd-8302-41de-a4c9-893f14c1f6d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=0d26e5dd-1bd8-46ba-96d8-f00005d8bbee HTTP/1.1" status: 200 len: 217 time: 0.0813403 Feb 20 05:41:36.848538 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-755902de-7e1f-4ead-9a18-ab14833a2cff tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8247886 Feb 20 05:41:36.854380 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39420) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:36.860286 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-4a5263e2-e37b-4a26-a7a1-ee16035bee60 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:36.887798 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d527bbc7-9714-4691-aa1b-391bcac429a6 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (8c21a738-6187-41bc-8800-9af33e5b321f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:36.891304 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5f65b7-97d1-4daf-a738-1dc445dfdcf1 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:36.893202 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d8daad10-cb19-4cae-8bb8-9d1365b86963 req-d1a7dec5-06d6-4dc2-90c2-8db99a408336 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376864 Feb 20 05:41:36.896053 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d527bbc7-9714-4691-aa1b-391bcac429a6 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8c21a738-6187-41bc-8800-9af33e5b321f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:36.896247 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-1e5f65b7-97d1-4daf-a738-1dc445dfdcf1 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:36.901465 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5f65b7-97d1-4daf-a738-1dc445dfdcf1 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:41:36.933729 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f65b7-97d1-4daf-a738-1dc445dfdcf1 None None] Pushing event updated for resources: {'Port': ['ID=4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:36.956472 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527bbc7-9714-4691-aa1b-391bcac429a6 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c21a738-6187-41bc-8800-9af33e5b321f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:36.972813 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-43eb9dad-7165-476e-9197-908972f80e28 req-f2361a78-5d28-4105-ab33-223c890b92b3 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626762 Feb 20 05:41:37.045114 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-1e5f65b7-97d1-4daf-a738-1dc445dfdcf1 None None] Attempting to bind port 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:37.045692 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-1e5f65b7-97d1-4daf-a738-1dc445dfdcf1 None None] Attempting to bind port 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:37.046124 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5f65b7-97d1-4daf-a738-1dc445dfdcf1 None None] Attempting to bind port 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d on network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:37.052666 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5f65b7-97d1-4daf-a738-1dc445dfdcf1 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:41:37.052861 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d527bbc7-9714-4691-aa1b-391bcac429a6 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:37.053704 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5f65b7-97d1-4daf-a738-1dc445dfdcf1 None None] Checking segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:41:37.054344 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d527bbc7-9714-4691-aa1b-391bcac429a6 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4467537 Feb 20 05:41:37.058313 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e5f65b7-97d1-4daf-a738-1dc445dfdcf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:37.058848 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5f65b7-97d1-4daf-a738-1dc445dfdcf1 None None] Bound using segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:41:37.059472 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-1e5f65b7-97d1-4daf-a738-1dc445dfdcf1 None None] Bound port: 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:41:37.059968 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e5f65b7-97d1-4daf-a738-1dc445dfdcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:37.060101 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39422) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:37.072826 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-61bef3b7-7b58-462c-8275-0e61b93e6e7e tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Request body: {'security_group_rule': {'security_group_id': '8c21a738-6187-41bc-8800-9af33e5b321f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:37.094277 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-41ccd49c-4a81-4f6d-83f8-76a2087f9703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:37.096660 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-41ccd49c-4a81-4f6d-83f8-76a2087f9703 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.2321575 Feb 20 05:41:37.115286 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d8daad10-cb19-4cae-8bb8-9d1365b86963 req-3d81838d-86f6-4eb1-b51a-dc4af618ae98 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109847 Feb 20 05:41:37.191308 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-1e5f65b7-97d1-4daf-a738-1dc445dfdcf1 None None] For port 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:41:37.196274 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-1e5f65b7-97d1-4daf-a738-1dc445dfdcf1 None None] For port 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:41:37.204737 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e5f65b7-97d1-4daf-a738-1dc445dfdcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:37.260935 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61bef3b7-7b58-462c-8275-0e61b93e6e7e tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (58513126-d1c7-454f-b7e2-df9cc3938b73), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:37.283400 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f65b7-97d1-4daf-a738-1dc445dfdcf1 None None] Pushing event updated for resources: {'Port': ['ID=4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:37.309658 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-bd18951b-cb31-4829-91b9-e423855a95d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:37.311837 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-bd18951b-cb31-4829-91b9-e423855a95d3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1886277 Feb 20 05:41:37.396555 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368549e7-40b6-45fc-aa06-e501cbbb8527 req-1d0e25fe-126f-436a-b68a-01d292af3a4c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:37.405829 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-368549e7-40b6-45fc-aa06-e501cbbb8527 req-1d0e25fe-126f-436a-b68a-01d292af3a4c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.2911012 Feb 20 05:41:37.435284 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5263e2-e37b-4a26-a7a1-ee16035bee60 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:37.439267 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a5263e2-e37b-4a26-a7a1-ee16035bee60 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:37.447284 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] device_id is not set on port 77e1e5da-1418-4505-ac57-9a1193384a3a yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:41:37.473178 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks [] for port (77e1e5da-1418-4505-ac57-9a1193384a3a), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:37.551066 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (77e1e5da-1418-4505-ac57-9a1193384a3a), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:37.636135 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61bef3b7-7b58-462c-8275-0e61b93e6e7e tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (58513126-d1c7-454f-b7e2-df9cc3938b73), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:37.661758 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:41:37.679824 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61bef3b7-7b58-462c-8275-0e61b93e6e7e tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (58513126-d1c7-454f-b7e2-df9cc3938b73), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:37.726861 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Pushing event updated for resources: {'Port': ['ID=77e1e5da-1418-4505-ac57-9a1193384a3a,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:37.732057 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-368549e7-40b6-45fc-aa06-e501cbbb8527 req-decd7da0-b93c-4380-b316-b937cb2c85a8 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2893305 Feb 20 05:41:37.742022 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-da466c60-7116-4789-9338-7c78ff388210 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846869 Feb 20 05:41:37.751621 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bef3b7-7b58-462c-8275-0e61b93e6e7e tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58513126-d1c7-454f-b7e2-df9cc3938b73,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:37.772209 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61bef3b7-7b58-462c-8275-0e61b93e6e7e tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:37.773262 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-61bef3b7-7b58-462c-8275-0e61b93e6e7e tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7117500 Feb 20 05:41:37.777335 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39428) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:37.809252 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:37.823600 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': '13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2', 'mac_address': 'fa:16:3e:3b:59:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:41:37.834720 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:37.834720 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:37.835242 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:37.848535 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07ca8ca-8605-495c-ae0a-2e178674e63f x-openstack-request-id: req-d07ca8ca-8605-495c-ae0a-2e178674e63f {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:41:37.848960 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "069b35b1-d981-46f2-8356-00ebc478b63a", "tag": "0d26e5dd-1bd8-46ba-96d8-f00005d8bbee", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:41:37.849354 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d07ca8ca-8605-495c-ae0a-2e178674e63f {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:41:37.850054 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '069b35b1-d981-46f2-8356-00ebc478b63a', 'tag': '0d26e5dd-1bd8-46ba-96d8-f00005d8bbee', 'status': 'completed', 'code': 200} Feb 20 05:41:37.858438 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port 77e1e5da-1418-4505-ac57-9a1193384a3a on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:37.858781 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:37.864513 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempt 2 to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a Feb 20 05:41:37.876105 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:37.876601 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:37.884046 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6483d823-353d-4a7f-90ea-5232f6672adc tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (8c21a738-6187-41bc-8800-9af33e5b321f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:37.895117 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:41:37.923035 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:37.928611 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:37.957034 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6483d823-353d-4a7f-90ea-5232f6672adc tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (8c21a738-6187-41bc-8800-9af33e5b321f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:38.005178 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:38.029542 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6483d823-353d-4a7f-90ea-5232f6672adc tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8c21a738-6187-41bc-8800-9af33e5b321f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:38.033284 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6483d823-353d-4a7f-90ea-5232f6672adc tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:38.035442 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6483d823-353d-4a7f-90ea-5232f6672adc tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "DELETE /v2.0/security-groups/8c21a738-6187-41bc-8800-9af33e5b321f HTTP/1.1" status: 204 len: 168 time: 0.2570086 Feb 20 05:41:38.039736 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39434) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:38.061592 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483d823-353d-4a7f-90ea-5232f6672adc tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c21a738-6187-41bc-8800-9af33e5b321f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:38.098468 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0db06e36-694f-4056-8301-2a5d0e711e00 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0559821 Feb 20 05:41:38.098746 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39436) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:38.147846 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ed3d7b38-cdb4-4c25-8d71-5c93be713c1e tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0478787 Feb 20 05:41:38.148476 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39438) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:38.162967 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-525bbdc5-f07f-4294-ac23-554e0721afff tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] delete failed (client error): The resource could not be found. Feb 20 05:41:38.168577 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-525bbdc5-f07f-4294-ac23-554e0721afff tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "DELETE /v2.0/security-groups/8c21a738-6187-41bc-8800-9af33e5b321f HTTP/1.1" status: 404 len: 347 time: 0.0191200 Feb 20 05:41:38.169155 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39440) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:38.224087 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-26a78439-a7a4-4e4e-8791-bd7b16807994 tempest-SecGroupTest-161206237 tempest-SecGroupTest-161206237-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0537667 Feb 20 05:41:38.298140 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:41:38.339630 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:38.340216 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:38.340311 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:38.349664 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port 77e1e5da-1418-4505-ac57-9a1193384a3a on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:38.350041 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:38.354047 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempt 3 to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a Feb 20 05:41:38.365187 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b6dee64-5363-4d77-bbc2-2451e7e2bce3 req-e2fa121c-eed1-4cbf-a416-1a43be8260aa service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6075282 Feb 20 05:41:38.380985 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:38.381366 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:38.381704 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:38.390374 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port 77e1e5da-1418-4505-ac57-9a1193384a3a on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:38.390727 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:38.393338 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempt 4 to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a Feb 20 05:41:38.431262 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:38.431669 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:38.432009 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:38.456532 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39446) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:38.458777 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256a20f-c3bc-437b-a782-f448944609c2 req-4ee98b9b-d1e1-43b1-ac98-b2d8efc2a83f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:38.460385 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e256a20f-c3bc-437b-a782-f448944609c2 req-4ee98b9b-d1e1-43b1-ac98-b2d8efc2a83f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0de52f7e-a969-4278-bffc-6c75bcedbbd7 HTTP/1.1" status: 200 len: 949 time: 0.1907988 Feb 20 05:41:38.510859 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port 77e1e5da-1418-4505-ac57-9a1193384a3a on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:38.511279 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:38.519921 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempt 5 to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a Feb 20 05:41:38.540861 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a5263e2-e37b-4a26-a7a1-ee16035bee60 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (0c154fa7-530d-4dc8-bc06-c07eccc56cc9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:38.604190 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5263e2-e37b-4a26-a7a1-ee16035bee60 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:38.612226 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:38.612580 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:38.612926 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:38.628168 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-4a5263e2-e37b-4a26-a7a1-ee16035bee60 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:38.653181 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92859486-9d8c-4840-8a56-dc13fd9601b6 req-de14c30c-9207-4b18-ab40-13eee8cf8798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:38.654836 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-92859486-9d8c-4840-8a56-dc13fd9601b6 req-de14c30c-9207-4b18-ab40-13eee8cf8798 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3e6712a47034666b11f44d7ab7587a8&device_id=069b35b1-d981-46f2-8356-00ebc478b63a HTTP/1.1" status: 200 len: 1129 time: 0.2203734 Feb 20 05:41:38.656363 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5263e2-e37b-4a26-a7a1-ee16035bee60 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:38.656975 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a5263e2-e37b-4a26-a7a1-ee16035bee60 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:38.680272 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port 77e1e5da-1418-4505-ac57-9a1193384a3a on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:38.680487 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39452) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:38.680604 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:38.689679 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempt 6 to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a Feb 20 05:41:38.706951 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4a5263e2-e37b-4a26-a7a1-ee16035bee60 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8515346 Feb 20 05:41:38.719199 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e256a20f-c3bc-437b-a782-f448944609c2 req-d369105f-21a6-4bfc-bc9d-23363a634914 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313027 Feb 20 05:41:38.719616 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39456) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:38.802839 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c991fe32-3c82-4269-a32a-74e57db13d46 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:38.821413 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-85a4d85e-d5e3-45e2-8776-a9b71fd0da9a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'mac_address': 'fa:16:3e:3a:49:27', 'name': 'tempest-NetworksTestDHCPv6-262164535'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:38.825372 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5263e2-e37b-4a26-a7a1-ee16035bee60 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=0c154fa7-530d-4dc8-bc06-c07eccc56cc9,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:38.862987 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:38.863331 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:38.863677 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:38.929940 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-64457749-e8ce-4e48-bf61-1be65e3a8977 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=293397ab825e4a63beb76d10322f756a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2483344 Feb 20 05:41:38.930624 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39458) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:38.941870 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port 77e1e5da-1418-4505-ac57-9a1193384a3a on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:38.942212 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:38.942467 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:41:38.960908 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempt 7 to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a Feb 20 05:41:39.012286 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:39.012655 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:39.012993 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:39.041095 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port 77e1e5da-1418-4505-ac57-9a1193384a3a on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:39.041402 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:39.051701 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempt 8 to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a Feb 20 05:41:39.056062 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92859486-9d8c-4840-8a56-dc13fd9601b6 req-a232514c-964f-4a05-a443-d59b8800d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:39.057781 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-92859486-9d8c-4840-8a56-dc13fd9601b6 req-a232514c-964f-4a05-a443-d59b8800d320 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.3737421 Feb 20 05:41:39.092780 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-22b45afc-fbb3-4587-b4eb-4ab757a0f098 admin admin] Publish callbacks [] for security_group (58ce32b1-e72e-494f-80e1-227084ba6997), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:39.129975 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-22b45afc-fbb3-4587-b4eb-4ab757a0f098 admin admin] Publish callbacks [] for security_group (58ce32b1-e72e-494f-80e1-227084ba6997), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:39.133441 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:39.133776 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:39.134510 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:39.143076 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port 77e1e5da-1418-4505-ac57-9a1193384a3a on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:39.143895 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:39.145531 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempt 9 to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a Feb 20 05:41:39.150254 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-92859486-9d8c-4840-8a56-dc13fd9601b6 req-3bc36bfd-5970-4afa-9b12-a8d2a8e41a34 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=0d26e5dd-1bd8-46ba-96d8-f00005d8bbee HTTP/1.1" status: 200 len: 217 time: 0.0791659 Feb 20 05:41:39.188561 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669efc8-1306-4939-bea4-da41fcb7bbeb req-833df620-40c9-4ea3-ba22-5002055931ae tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:39.191697 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4669efc8-1306-4939-bea4-da41fcb7bbeb req-833df620-40c9-4ea3-ba22-5002055931ae tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3ed8c94-b2fb-4814-ae0d-c06c49788c20 HTTP/1.1" status: 200 len: 946 time: 0.3338385 Feb 20 05:41:39.231092 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2599e07f-d574-446e-a3f5-da3702645686 None None] Provisioning complete for port 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:39.231468 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2599e07f-d574-446e-a3f5-da3702645686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:39.252462 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-22b45afc-fbb3-4587-b4eb-4ab757a0f098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (58ce32b1-e72e-494f-80e1-227084ba6997), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:39.252671 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:39.253074 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:39.253474 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:39.255408 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-22b45afc-fbb3-4587-b4eb-4ab757a0f098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:39.259458 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-22b45afc-fbb3-4587-b4eb-4ab757a0f098 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58ce32b1-e72e-494f-80e1-227084ba6997 HTTP/1.1" status: 204 len: 168 time: 0.2908566 Feb 20 05:41:39.275129 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b45afc-fbb3-4587-b4eb-4ab757a0f098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ce32b1-e72e-494f-80e1-227084ba6997,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:39.280553 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port 77e1e5da-1418-4505-ac57-9a1193384a3a on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:39.281625 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:39.283340 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempt 10 to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a Feb 20 05:41:39.298563 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a4d85e-d5e3-45e2-8776-a9b71fd0da9a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:39.334618 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92859486-9d8c-4840-8a56-dc13fd9601b6 req-0c3fba7e-8cae-48d6-a7e5-a8731d830e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:39.336172 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-92859486-9d8c-4840-8a56-dc13fd9601b6 req-0c3fba7e-8cae-48d6-a7e5-a8731d830e4d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1650007 Feb 20 05:41:39.367734 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:39.368333 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:39.368430 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:39.393228 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4669efc8-1306-4939-bea4-da41fcb7bbeb req-769da0f2-c281-48b9-b18d-7d19ba3424ac tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790969 Feb 20 05:41:39.430039 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port 77e1e5da-1418-4505-ac57-9a1193384a3a on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:39.430382 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port 77e1e5da-1418-4505-ac57-9a1193384a3a on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:39.430754 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (77e1e5da-1418-4505-ac57-9a1193384a3a), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:39.451481 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2599e07f-d574-446e-a3f5-da3702645686 None None] Current status of the port 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:39.452236 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2599e07f-d574-446e-a3f5-da3702645686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:39.459201 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cba6eaa9-7156-4d79-a123-cf9962192aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (f27d3200-afa9-4a03-9e3d-a854eea8bff4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:39.511854 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85a4d85e-d5e3-45e2-8776-a9b71fd0da9a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:39.547721 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:39.547916 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92859486-9d8c-4840-8a56-dc13fd9601b6 req-e3545fe4-ea4f-4e4a-8a8f-e26102f140dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:39.549308 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-92859486-9d8c-4840-8a56-dc13fd9601b6 req-e3545fe4-ea4f-4e4a-8a8f-e26102f140dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1738696 Feb 20 05:41:39.550939 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:39.567406 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] For port 77e1e5da-1418-4505-ac57-9a1193384a3a, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:41:39.567643 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempted to set empty binding levels {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 20 05:41:39.591517 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2599e07f-d574-446e-a3f5-da3702645686 None None] For port 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:39.603397 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1f193f-dcb5-4fd7-af5e-5e833799e13d None None] Update dhcp port {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'fixed_ips': [{'subnet_id': '5fb8c1a7-b30b-4ab7-9ecf-a304fc6aa820', 'ip_address': '2001:db8::f816:3eff:fe37:70d8'}, {'subnet_id': '0c154fa7-530d-4dc8-bc06-c07eccc56cc9'}], 'binding:host_id': 'n-d-829866-5'}, 'id': '4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d'} from n-d-829866-5. {{(pid=103408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 05:41:39.606298 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-85a4d85e-d5e3-45e2-8776-a9b71fd0da9a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] device_id is not set on port 7b26b5ed-21ee-491d-b88e-819f2ea758f6 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:41:39.621485 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (77e1e5da-1418-4505-ac57-9a1193384a3a), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:39.623576 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2599e07f-d574-446e-a3f5-da3702645686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:39.682165 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:41:39.730977 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7d1f193f-dcb5-4fd7-af5e-5e833799e13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:39.789211 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Pushing event updated for resources: {'Port': ['ID=77e1e5da-1418-4505-ac57-9a1193384a3a,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:39.801236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] In _notify_port_updated(), no bound segment for port 77e1e5da-1418-4505-ac57-9a1193384a3a on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 05:41:39.802582 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:39.803276 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:39.809448 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-367f627f-d8fb-4ecc-ad0c-895746cc1296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] 10.222.0.37 "PUT /v2.0/ports/77e1e5da-1418-4505-ac57-9a1193384a3a HTTP/1.1" status: 200 len: 979 time: 3.4136395 Feb 20 05:41:39.819288 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39472) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:39.923579 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b68bc-4b61-4723-9596-5b40f4f469ed req-4ecc967f-cf56-4af0-a733-8bf9f997ec9d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:39.925168 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-921b68bc-4b61-4723-9596-5b40f4f469ed req-4ecc967f-cf56-4af0-a733-8bf9f997ec9d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.3796217 Feb 20 05:41:39.943742 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-cba6eaa9-7156-4d79-a123-cf9962192aa9 admin admin] Deleting port 72160e90-bd08-4144-8e92-f8a9ba4d1ba3 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:39.944423 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cba6eaa9-7156-4d79-a123-cf9962192aa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (72160e90-bd08-4144-8e92-f8a9ba4d1ba3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:39.949886 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599e07f-d574-446e-a3f5-da3702645686 None None] Pushing event updated for resources: {'Port': ['ID=4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:40.032415 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-cba6eaa9-7156-4d79-a123-cf9962192aa9 admin admin] For port 72160e90-bd08-4144-8e92-f8a9ba4d1ba3, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=72160e90-bd08-4144-8e92-f8a9ba4d1ba3,segment=NetworkSegment(01766626-8fb8-48e2-b802-f91f2998c106),segment_id=01766626-8fb8-48e2-b802-f91f2998c106)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:40.032712 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cba6eaa9-7156-4d79-a123-cf9962192aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (72160e90-bd08-4144-8e92-f8a9ba4d1ba3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:40.040395 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-921b68bc-4b61-4723-9596-5b40f4f469ed req-d691757d-8367-4ac8-8bca-e44455ebf0a5 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918138 Feb 20 05:41:40.051429 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-92859486-9d8c-4840-8a56-dc13fd9601b6 req-64c3f8ef-74b7-4bf6-963a-9d172b02bcdf service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855170 Feb 20 05:41:40.066130 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-cba6eaa9-7156-4d79-a123-cf9962192aa9 admin admin] Calling delete_port for 72160e90-bd08-4144-8e92-f8a9ba4d1ba3 owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:40.102183 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:40.112524 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:41:40.121776 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:40.122419 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:40.162005 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.162480 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.162964 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.163713 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.163916 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.164536 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.164993 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.165439 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.165884 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.166332 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.166866 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.167722 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.168175 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.169108 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.169269 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.169715 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.170743 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.171227 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.171677 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.172130 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.172995 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.172995 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.173473 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.173929 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.175632 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.175780 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.176161 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.185143 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1ecb7c3b-5af0-42a2-831f-ecc41d19fe20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25157 time: 0.3573689 Feb 20 05:41:40.185859 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39482) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:40.289619 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:40.291267 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:40.325395 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de52f7e-a969-4278-bffc-6c75bcedbbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:41:40.329166 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fa55d1-09d6-484b-b413-9a9a8c4e83ed" -d '{"events": [{"server_uuid": "0de52f7e-a969-4278-bffc-6c75bcedbbd7", "name": "network-vif-plugged", "status": "completed", "tag": "13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:41:40.339642 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cba6eaa9-7156-4d79-a123-cf9962192aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (72160e90-bd08-4144-8e92-f8a9ba4d1ba3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:40.346424 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:40.354288 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:40.376089 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6eaa9-7156-4d79-a123-cf9962192aa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=72160e90-bd08-4144-8e92-f8a9ba4d1ba3,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:40.427340 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:40.443075 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb08ff-4d63-40bd-a4fc-46a6a773dae8 req-f795c6f1-3b1d-4c88-9eed-555a3f4788ae tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:40.445495 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e7fb08ff-4d63-40bd-a4fc-46a6a773dae8 req-f795c6f1-3b1d-4c88-9eed-555a3f4788ae tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 945 time: 0.2278585 Feb 20 05:41:40.494439 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-85a4d85e-d5e3-45e2-8776-a9b71fd0da9a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 2001:db8:0:1::3e2 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/0c154fa7-530d-4dc8-bc06-c07eccc56cc9/7b26b5ed-21ee-491d-b88e-819f2ea758f6) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:41:40.510767 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-92859486-9d8c-4840-8a56-dc13fd9601b6 req-4b373440-242a-48fd-9778-75c55d469258 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247038 Feb 20 05:41:40.516651 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-85a4d85e-d5e3-45e2-8776-a9b71fd0da9a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 2001:db8::f816:3eff:fe3a:4927 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/5fb8c1a7-b30b-4ab7-9ecf-a304fc6aa820/7b26b5ed-21ee-491d-b88e-819f2ea758f6) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:41:40.553305 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e7fb08ff-4d63-40bd-a4fc-46a6a773dae8 req-35503b93-9d85-41f9-935b-71d1bd56c6da tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867918 Feb 20 05:41:40.585818 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-62f39deb-419d-4df1-8c6d-17bfb07c7004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Deleting port 77e1e5da-1418-4505-ac57-9a1193384a3a {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:40.586161 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62f39deb-419d-4df1-8c6d-17bfb07c7004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (77e1e5da-1418-4505-ac57-9a1193384a3a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:40.599428 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39492) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:40.662716 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cba6eaa9-7156-4d79-a123-cf9962192aa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (f27d3200-afa9-4a03-9e3d-a854eea8bff4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:40.770495 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-62f39deb-419d-4df1-8c6d-17bfb07c7004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] For port 77e1e5da-1418-4505-ac57-9a1193384a3a, host n-h1-829866-5, got binding levels [] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:40.770849 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62f39deb-419d-4df1-8c6d-17bfb07c7004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (77e1e5da-1418-4505-ac57-9a1193384a3a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:40.825480 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-62f39deb-419d-4df1-8c6d-17bfb07c7004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Calling delete_port for 77e1e5da-1418-4505-ac57-9a1193384a3a owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:40.870781 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0768e141-06a7-4b0e-bee1-adf979e871fd tempest-SubnetPoolsTestJSON-744321765 tempest-SubnetPoolsTestJSON-744321765-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1201554043', 'prefixes': ['172.20.0.0/16']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:40.914730 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:41:40.936636 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba6eaa9-7156-4d79-a123-cf9962192aa9 admin admin] Router f27d3200-afa9-4a03-9e3d-a854eea8bff4 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:41:40.973198 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:40.973198 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:40.978350 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85a4d85e-d5e3-45e2-8776-a9b71fd0da9a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (7b26b5ed-21ee-491d-b88e-819f2ea758f6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:41.067759 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba6eaa9-7156-4d79-a123-cf9962192aa9 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:41:41.068338 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae9a88-5322-4c69-8070-70c389a6996f req-eca035be-8ad3-4c4c-a644-c1d425330ae1 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:41.069431 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-37ae9a88-5322-4c69-8070-70c389a6996f req-eca035be-8ad3-4c4c-a644-c1d425330ae1 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0de52f7e-a969-4278-bffc-6c75bcedbbd7 HTTP/1.1" status: 200 len: 950 time: 0.1503627 Feb 20 05:41:41.077433 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cba6eaa9-7156-4d79-a123-cf9962192aa9 admin admin] 10.222.0.37 "PUT /v2.0/routers/f27d3200-afa9-4a03-9e3d-a854eea8bff4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6195028 Feb 20 05:41:41.078531 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:41.080532 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39502) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:41.088677 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da25a03d-20a2-4e12-9837-a2fe539826f1 None None] Sync routers for ids ['f27d3200-afa9-4a03-9e3d-a854eea8bff4'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:41:41.090872 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62f39deb-419d-4df1-8c6d-17bfb07c7004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (77e1e5da-1418-4505-ac57-9a1193384a3a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:41.105092 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85a4d85e-d5e3-45e2-8776-a9b71fd0da9a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (7b26b5ed-21ee-491d-b88e-819f2ea758f6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:41.128542 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da25a03d-20a2-4e12-9837-a2fe539826f1 None None] Routers {'f27d3200-afa9-4a03-9e3d-a854eea8bff4'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:41:41.129176 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-da25a03d-20a2-4e12-9837-a2fe539826f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:41:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f27d3200-afa9-4a03-9e3d-a854eea8bff4'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:41.143753 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0768e141-06a7-4b0e-bee1-adf979e871fd tempest-SubnetPoolsTestJSON-744321765 tempest-SubnetPoolsTestJSON-744321765-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:41.144964 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0768e141-06a7-4b0e-bee1-adf979e871fd tempest-SubnetPoolsTestJSON-744321765 tempest-SubnetPoolsTestJSON-744321765-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5414681 Feb 20 05:41:41.149151 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39504) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:41.153900 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f39deb-419d-4df1-8c6d-17bfb07c7004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Pushing event deleted for resources: {'Port': ['ID=77e1e5da-1418-4505-ac57-9a1193384a3a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:41.185363 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62f39deb-419d-4df1-8c6d-17bfb07c7004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:41.188548 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-62f39deb-419d-4df1-8c6d-17bfb07c7004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] 10.222.0.37 "DELETE /v2.0/ports/77e1e5da-1418-4505-ac57-9a1193384a3a HTTP/1.1" status: 204 len: 168 time: 0.9690385 Feb 20 05:41:41.188681 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-7d1f193f-dcb5-4fd7-af5e-5e833799e13d None None] Allocated IP 2001:db8:0:1::2 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/0c154fa7-530d-4dc8-bc06-c07eccc56cc9/4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:41:41.190508 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a4d85e-d5e3-45e2-8776-a9b71fd0da9a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:41.197964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39506) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:41.236809 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-85a4d85e-d5e3-45e2-8776-a9b71fd0da9a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:41.245724 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a4d85e-d5e3-45e2-8776-a9b71fd0da9a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:41:41.251042 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a4d85e-d5e3-45e2-8776-a9b71fd0da9a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:41.251682 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85a4d85e-d5e3-45e2-8776-a9b71fd0da9a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:41.259079 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-37ae9a88-5322-4c69-8070-70c389a6996f req-40d022f4-7f62-49e6-a99f-c09670c2ef58 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796887 Feb 20 05:41:41.268255 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d9af3bf9-1349-423c-b94b-d200b9b736c5 tempest-SubnetPoolsTestJSON-744321765 tempest-SubnetPoolsTestJSON-744321765-project] 10.222.0.37 "GET /v2.0/subnetpools/53914122-40dc-44e8-9f86-8a6c3c08e813 HTTP/1.1" status: 200 len: 732 time: 0.1166139 Feb 20 05:41:41.273245 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39508) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:41.286374 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-526d80c6-93cf-485b-b4f0-e3d72cefe3c3 tempest-SubnetPoolsTestJSON-744321765 tempest-SubnetPoolsTestJSON-744321765-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-362412376'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:41.296435 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4d85e-d5e3-45e2-8776-a9b71fd0da9a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=7b26b5ed-21ee-491d-b88e-819f2ea758f6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:41.316893 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-da25a03d-20a2-4e12-9837-a2fe539826f1 None None] Set router f27d3200-afa9-4a03-9e3d-a854eea8bff4 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:41:41.321648 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-85a4d85e-d5e3-45e2-8776-a9b71fd0da9a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5332675 Feb 20 05:41:41.325466 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39510) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:41.456362 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7d1f193f-dcb5-4fd7-af5e-5e833799e13d None None] For port 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:41.504207 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff824f6-019b-4889-810a-7f5c52e71555 req-f73a14e3-d319-4333-870c-428bc7e7d7c3 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:41.505870 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4ff824f6-019b-4889-810a-7f5c52e71555 req-f73a14e3-d319-4333-870c-428bc7e7d7c3 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1344602 Feb 20 05:41:41.511535 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7d1f193f-dcb5-4fd7-af5e-5e833799e13d None None] Publish callbacks [] for port (4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:41.515678 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-526d80c6-93cf-485b-b4f0-e3d72cefe3c3 tempest-SubnetPoolsTestJSON-744321765 tempest-SubnetPoolsTestJSON-744321765-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:41.519809 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-526d80c6-93cf-485b-b4f0-e3d72cefe3c3 tempest-SubnetPoolsTestJSON-744321765 tempest-SubnetPoolsTestJSON-744321765-project] 10.222.0.37 "PUT /v2.0/subnetpools/53914122-40dc-44e8-9f86-8a6c3c08e813 HTTP/1.1" status: 200 len: 683 time: 0.2412007 Feb 20 05:41:41.523741 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39512) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:41.535959 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7d1f193f-dcb5-4fd7-af5e-5e833799e13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:41.538472 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-384db447-22c5-4012-ae35-8475755690ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] GET failed (client error): The resource could not be found. Feb 20 05:41:41.539987 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-384db447-22c5-4012-ae35-8475755690ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] 10.222.0.37 "GET /v2.0/ports/77e1e5da-1418-4505-ac57-9a1193384a3a HTTP/1.1" status: 404 len: 333 time: 0.3403525 Feb 20 05:41:41.544017 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39514) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:41.550773 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-05ad7d48-2fef-4eff-b6ac-2c295b602c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199655238', 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:41.578556 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-02b7ada1-7c9c-45b5-a25f-12521b78d2d2 admin admin] Publish callbacks [] for router (f27d3200-afa9-4a03-9e3d-a854eea8bff4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:41.585663 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ad7d48-2fef-4eff-b6ac-2c295b602c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Made reservation on behalf of ac8ff322e80944a18e91ce551a17b1dc for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:41.588481 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-05ad7d48-2fef-4eff-b6ac-2c295b602c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:41.588759 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-e1d6e3b5-ce2c-420b-a1dc-44ec2941b984 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting port 7b26b5ed-21ee-491d-b88e-819f2ea758f6 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:41.589092 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e1d6e3b5-ce2c-420b-a1dc-44ec2941b984 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (7b26b5ed-21ee-491d-b88e-819f2ea758f6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:41.641649 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f193f-dcb5-4fd7-af5e-5e833799e13d None None] Pushing event updated for resources: {'Port': ['ID=4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:41.644619 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-05ad7d48-2fef-4eff-b6ac-2c295b602c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] device_id is not set on port 6f83d16d-f3d2-49a3-a9d9-8c4240a11e7f yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:41:41.656189 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-da25a03d-20a2-4e12-9837-a2fe539826f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'name': 'tempest-TaggedBootDevicesTest_v242-1613277913-router', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:34:02Z', 'updated_at': '2022-02-20T05:41:40Z', 'revision_number': 5, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'gw_port': {'id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:03Z', 'updated_at': '2022-02-20T05:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:41.688894 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da25a03d-20a2-4e12-9837-a2fe539826f1 None None] Checking router: f27d3200-afa9-4a03-9e3d-a854eea8bff4 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:41:41.697722 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:41:41.718115 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da25a03d-20a2-4e12-9837-a2fe539826f1 None None] Routers {'f27d3200-afa9-4a03-9e3d-a854eea8bff4'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:41:41.718723 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-da25a03d-20a2-4e12-9837-a2fe539826f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:41:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f27d3200-afa9-4a03-9e3d-a854eea8bff4'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:41.721292 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4ff824f6-019b-4889-810a-7f5c52e71555 req-950b474c-adc0-480e-9674-45c331be2adb tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986446 Feb 20 05:41:41.773716 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-02b7ada1-7c9c-45b5-a25f-12521b78d2d2 admin admin] Publish callbacks [] for router_gateway (f27d3200-afa9-4a03-9e3d-a854eea8bff4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:41.781431 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e1d6e3b5-ce2c-420b-a1dc-44ec2941b984 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (7b26b5ed-21ee-491d-b88e-819f2ea758f6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:41.813541 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81e33667-9b33-4587-8f29-ae02d796ad1b tempest-SubnetPoolsTestJSON-744321765 tempest-SubnetPoolsTestJSON-744321765-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:41.817674 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-81e33667-9b33-4587-8f29-ae02d796ad1b tempest-SubnetPoolsTestJSON-744321765 tempest-SubnetPoolsTestJSON-744321765-project] 10.222.0.37 "DELETE /v2.0/subnetpools/53914122-40dc-44e8-9f86-8a6c3c08e813 HTTP/1.1" status: 204 len: 168 time: 0.2863507 Feb 20 05:41:41.819060 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39520) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:41.834446 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-e1d6e3b5-ce2c-420b-a1dc-44ec2941b984 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Calling delete_port for 7b26b5ed-21ee-491d-b88e-819f2ea758f6 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:41.862784 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-7f7bced8-c4af-472a-8510-bbb6f5f412bd tempest-SubnetPoolsTestJSON-744321765 tempest-SubnetPoolsTestJSON-744321765-project] show failed (client error): The resource could not be found. Feb 20 05:41:41.866561 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7f7bced8-c4af-472a-8510-bbb6f5f412bd tempest-SubnetPoolsTestJSON-744321765 tempest-SubnetPoolsTestJSON-744321765-project] 10.222.0.37 "GET /v2.0/subnetpools/53914122-40dc-44e8-9f86-8a6c3c08e813 HTTP/1.1" status: 404 len: 346 time: 0.0451555 Feb 20 05:41:41.867600 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39522) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:41.907147 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-da25a03d-20a2-4e12-9837-a2fe539826f1 None None] Set router f27d3200-afa9-4a03-9e3d-a854eea8bff4 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:41:41.934892 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-05ad7d48-2fef-4eff-b6ac-2c295b602c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks [] for port (6f83d16d-f3d2-49a3-a9d9-8c4240a11e7f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:41.938624 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-07d50232-b7f3-48cc-a8fd-ef91d5b669fe tempest-SubnetPoolsTestJSON-744321765 tempest-SubnetPoolsTestJSON-744321765-project] delete failed (client error): The resource could not be found. Feb 20 05:41:41.944598 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-07d50232-b7f3-48cc-a8fd-ef91d5b669fe tempest-SubnetPoolsTestJSON-744321765 tempest-SubnetPoolsTestJSON-744321765-project] 10.222.0.37 "DELETE /v2.0/subnetpools/53914122-40dc-44e8-9f86-8a6c3c08e813 HTTP/1.1" status: 404 len: 346 time: 0.0721827 Feb 20 05:41:41.975337 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-02b7ada1-7c9c-45b5-a25f-12521b78d2d2 admin admin] Deleting port 330016e9-fa05-454c-b6bd-e8797f973bde {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:41.975618 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-02b7ada1-7c9c-45b5-a25f-12521b78d2d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (330016e9-fa05-454c-b6bd-e8797f973bde), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:42.042758 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0007462-b6fe-4573-944d-8cf4a7249156 x-openstack-request-id: req-a0007462-b6fe-4573-944d-8cf4a7249156 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:41:42.043365 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de52f7e-a969-4278-bffc-6c75bcedbbd7", "name": "network-vif-plugged", "status": "completed", "tag": "13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:41:42.043365 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0007462-b6fe-4573-944d-8cf4a7249156 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:41:42.043941 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de52f7e-a969-4278-bffc-6c75bcedbbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2', 'code': 200} Feb 20 05:41:42.048785 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:41:42.070447 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79311af9-48d5-464d-949d-380d17899763 req-ca111c2d-b9b9-44a0-8251-e647a92481a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:42.072002 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-79311af9-48d5-464d-949d-380d17899763 req-ca111c2d-b9b9-44a0-8251-e647a92481a9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0de52f7e-a969-4278-bffc-6c75bcedbbd7 HTTP/1.1" status: 200 len: 1132 time: 0.1377041 Feb 20 05:41:42.250135 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-02b7ada1-7c9c-45b5-a25f-12521b78d2d2 admin admin] For port 330016e9-fa05-454c-b6bd-e8797f973bde, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=330016e9-fa05-454c-b6bd-e8797f973bde,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:42.253117 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-79311af9-48d5-464d-949d-380d17899763 req-a7356e8a-e675-4c85-8f2f-8cd57050012b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597223 Feb 20 05:41:42.254757 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-02b7ada1-7c9c-45b5-a25f-12521b78d2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (330016e9-fa05-454c-b6bd-e8797f973bde), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:42.300897 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-02b7ada1-7c9c-45b5-a25f-12521b78d2d2 admin admin] Calling delete_port for 330016e9-fa05-454c-b6bd-e8797f973bde owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:42.369942 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e1d6e3b5-ce2c-420b-a1dc-44ec2941b984 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (7b26b5ed-21ee-491d-b88e-819f2ea758f6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:42.411502 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6e3b5-ce2c-420b-a1dc-44ec2941b984 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Port': ['ID=7b26b5ed-21ee-491d-b88e-819f2ea758f6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:42.443836 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39536) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:42.471039 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=0d26e5dd-1bd8-46ba-96d8-f00005d8bbee,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:42.489412 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e1d6e3b5-ce2c-420b-a1dc-44ec2941b984 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:42.491225 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '0d26e5dd-1bd8-46ba-96d8-f00005d8bbee', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': '0d26e5dd-1bd8-46ba-96d8-f00005d8bbee', 'mac_address': 'fa:16:3e:7a:f8:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:41:42.495159 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e1d6e3b5-ce2c-420b-a1dc-44ec2941b984 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/7b26b5ed-21ee-491d-b88e-819f2ea758f6 HTTP/1.1" status: 204 len: 168 time: 1.1668155 Feb 20 05:41:42.505705 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08cf26-70f7-4ece-89fc-79f322ad5ce3 req-5a43f848-b45c-4227-91c7-d3a977211c4d tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:42.508160 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f08cf26-70f7-4ece-89fc-79f322ad5ce3 req-5a43f848-b45c-4227-91c7-d3a977211c4d tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 945 time: 0.1790230 Feb 20 05:41:42.508975 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39538) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:42.546132 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:42.546529 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0d26e5dd-1bd8-46ba-96d8-f00005d8bbee), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:42.563521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-da25a03d-20a2-4e12-9837-a2fe539826f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'name': 'tempest-TaggedBootDevicesTest_v242-1613277913-router', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:34:02Z', 'updated_at': '2022-02-20T05:41:40Z', 'revision_number': 5, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'gw_port': {'id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:03Z', 'updated_at': '2022-02-20T05:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:42.566181 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:41:42.600873 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-05ad7d48-2fef-4eff-b6ac-2c295b602c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (6f83d16d-f3d2-49a3-a9d9-8c4240a11e7f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:42.616776 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-02b7ada1-7c9c-45b5-a25f-12521b78d2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (330016e9-fa05-454c-b6bd-e8797f973bde), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:42.628813 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da25a03d-20a2-4e12-9837-a2fe539826f1 None None] The sync data for ids ['f27d3200-afa9-4a03-9e3d-a854eea8bff4'] in n-d-829866-5 is: [{'id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'name': 'tempest-TaggedBootDevicesTest_v242-1613277913-router', 'tenant_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:34:02Z', 'updated_at': '2022-02-20T05:41:40Z', 'revision_number': 5, 'project_id': '03a588f7057d4c8b9bd71c9e1f2b531d', 'gw_port': {'id': '330016e9-fa05-454c-b6bd-e8797f973bde', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27d3200-afa9-4a03-9e3d-a854eea8bff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:03Z', 'updated_at': '2022-02-20T05:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:41:42.633563 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=0d26e5dd-1bd8-46ba-96d8-f00005d8bbee,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:42.641467 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0d26e5dd-1bd8-46ba-96d8-f00005d8bbee), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:42.696797 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ad7d48-2fef-4eff-b6ac-2c295b602c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Network f7d085cc-15c6-4cee-b523-49dd4321c749 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:42.723184 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-05ad7d48-2fef-4eff-b6ac-2c295b602c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:42.723863 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=0d26e5dd-1bd8-46ba-96d8-f00005d8bbee,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:42.739604 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-314ca38c-1b75-4b2e-8aee-f9ad61a361ad None None] Provisioning complete for port 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:42.739987 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-314ca38c-1b75-4b2e-8aee-f9ad61a361ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:42.747504 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ad7d48-2fef-4eff-b6ac-2c295b602c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:41:42.749214 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ad7d48-2fef-4eff-b6ac-2c295b602c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:42.749741 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-05ad7d48-2fef-4eff-b6ac-2c295b602c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:42.788717 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad7d48-2fef-4eff-b6ac-2c295b602c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Pushing event updated for resources: {'Port': ['ID=6f83d16d-f3d2-49a3-a9d9-8c4240a11e7f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:42.793825 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ba13c586-6bc3-4cf9-9e05-a37660b290f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:42.838092 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-02b7ada1-7c9c-45b5-a25f-12521b78d2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (f27d3200-afa9-4a03-9e3d-a854eea8bff4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:42.846751 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-05ad7d48-2fef-4eff-b6ac-2c295b602c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3019550 Feb 20 05:41:42.847413 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39542) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:42.853202 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7ada1-7c9c-45b5-a25f-12521b78d2d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=330016e9-fa05-454c-b6bd-e8797f973bde,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:42.860667 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-314ca38c-1b75-4b2e-8aee-f9ad61a361ad None None] Current status of the port 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:42.975736 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-3e8a126c-8429-4400-8ff0-3e3c6ab0f2c5 None None] Could not find standard attr ID for object 7b26b5ed-21ee-491d-b88e-819f2ea758f6. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:41:43.011142 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f08cf26-70f7-4ece-89fc-79f322ad5ce3 req-ca08b799-5067-4011-8d50-6471cb511f33 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693439 Feb 20 05:41:43.016258 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-02b7ada1-7c9c-45b5-a25f-12521b78d2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (f27d3200-afa9-4a03-9e3d-a854eea8bff4), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:43.024847 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-02b7ada1-7c9c-45b5-a25f-12521b78d2d2 admin admin] Publish callbacks [] for router_controller (f27d3200-afa9-4a03-9e3d-a854eea8bff4), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:43.046098 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcce1154-1901-4c5d-9846-287d69ae36e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:43.047724 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dcce1154-1901-4c5d-9846-287d69ae36e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] 10.222.0.37 "GET /v2.0/ports/6f83d16d-f3d2-49a3-a9d9-8c4240a11e7f HTTP/1.1" status: 200 len: 959 time: 0.1959736 Feb 20 05:41:43.053516 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a0c180-1f2d-4e73-bf9e-bb8a4eaca4fa tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:43.055315 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-66a0c180-1f2d-4e73-bf9e-bb8a4eaca4fa tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5448914 Feb 20 05:41:43.056110 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39544) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:43.058027 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39546) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:43.143230 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['0d26e5dd-1bd8-46ba-96d8-f00005d8bbee'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:41:43.160458 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-02b7ada1-7c9c-45b5-a25f-12521b78d2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (f27d3200-afa9-4a03-9e3d-a854eea8bff4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:43.161039 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b7ada1-7c9c-45b5-a25f-12521b78d2d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f27d3200-afa9-4a03-9e3d-a854eea8bff4 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:41:43.186647 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-02b7ada1-7c9c-45b5-a25f-12521b78d2d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:43.187846 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-02b7ada1-7c9c-45b5-a25f-12521b78d2d2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f27d3200-afa9-4a03-9e3d-a854eea8bff4 HTTP/1.1" status: 204 len: 168 time: 2.1063840 Feb 20 05:41:43.194486 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39548) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:43.255653 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ba13c586-6bc3-4cf9-9e05-a37660b290f5 admin admin] Publish callbacks [] for security_group (513cac23-7ba3-4934-a43b-6695fb658fd0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:43.263140 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ba13c586-6bc3-4cf9-9e05-a37660b290f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (513cac23-7ba3-4934-a43b-6695fb658fd0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:43.276024 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:41:43.314503 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ba13c586-6bc3-4cf9-9e05-a37660b290f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83efcc56f23349e7ba617aca14cc2eea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7201390 Feb 20 05:41:43.319744 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39550) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:43.333042 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3b22d8-da1b-44c1-ab46-9d021e8c83ce tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:43.334575 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7a3b22d8-da1b-44c1-ab46-9d021e8c83ce tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2697175 Feb 20 05:41:43.352680 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39552) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:43.372829 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9888415-50f2-4e8d-b815-71ae2381e841 admin admin] Deleting subnet 6f449319-f344-43f8-a242-cf782afe5fdf {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:41:43.381239 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f9888415-50f2-4e8d-b815-71ae2381e841 admin admin] Publish callbacks [] for subnet (6f449319-f344-43f8-a242-cf782afe5fdf), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:43.388826 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13c586-6bc3-4cf9-9e05-a37660b290f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513cac23-7ba3-4934-a43b-6695fb658fd0,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:43.408340 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-130e9614-7a81-442b-813a-fc2fffadefaa admin admin] Publish callbacks [] for security_group (513cac23-7ba3-4934-a43b-6695fb658fd0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:43.435674 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-130e9614-7a81-442b-813a-fc2fffadefaa admin admin] Publish callbacks [] for security_group (513cac23-7ba3-4934-a43b-6695fb658fd0), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:43.443588 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19927bba-4e09-4989-9609-8fbf7d64a58b req-e94ccb97-5c87-48b6-9d7a-f557f3436c6d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:43.452169 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-19927bba-4e09-4989-9609-8fbf7d64a58b req-e94ccb97-5c87-48b6-9d7a-f557f3436c6d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.3167279 Feb 20 05:41:43.456862 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:43.463407 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:43.491751 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-130e9614-7a81-442b-813a-fc2fffadefaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (513cac23-7ba3-4934-a43b-6695fb658fd0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:43.495732 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-130e9614-7a81-442b-813a-fc2fffadefaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:43.500126 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-130e9614-7a81-442b-813a-fc2fffadefaa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/513cac23-7ba3-4934-a43b-6695fb658fd0 HTTP/1.1" status: 204 len: 168 time: 0.1768739 Feb 20 05:41:43.507216 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e9614-7a81-442b-813a-fc2fffadefaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513cac23-7ba3-4934-a43b-6695fb658fd0,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:43.554727 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f9888415-50f2-4e8d-b815-71ae2381e841 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (6f449319-f344-43f8-a242-cf782afe5fdf), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:43.560531 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fec5636-7896-4891-aca5-900da27acf28 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:43.563920 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fec5636-7896-4891-aca5-900da27acf28 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:43.565539 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fec5636-7896-4891-aca5-900da27acf28 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:43.569543 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0fec5636-7896-4891-aca5-900da27acf28 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2123101 Feb 20 05:41:43.570332 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39556) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:43.624596 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-c8c207c0-0b02-420f-880e-2d096514f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Deleting port 6f83d16d-f3d2-49a3-a9d9-8c4240a11e7f {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:43.624938 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8c207c0-0b02-420f-880e-2d096514f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (6f83d16d-f3d2-49a3-a9d9-8c4240a11e7f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:43.681894 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2de23d-251b-4ae0-beaa-9f4a0b4c3429 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet 0c154fa7-530d-4dc8-bc06-c07eccc56cc9 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:41:43.700428 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef2de23d-251b-4ae0-beaa-9f4a0b4c3429 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (0c154fa7-530d-4dc8-bc06-c07eccc56cc9), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:43.727436 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:43.745676 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-19927bba-4e09-4989-9609-8fbf7d64a58b req-579ca70f-0dab-4cdf-bd33-a5f1bbd55eb6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873604 Feb 20 05:41:43.762631 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 72160e90-bd08-4144-8e92-f8a9ba4d1ba3 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:41:43.791913 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 72160e90-bd08-4144-8e92-f8a9ba4d1ba3 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:41:43.792295 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 72160e90-bd08-4144-8e92-f8a9ba4d1ba3 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:41:43.817006 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8c207c0-0b02-420f-880e-2d096514f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (6f83d16d-f3d2-49a3-a9d9-8c4240a11e7f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:43.848983 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef2de23d-251b-4ae0-beaa-9f4a0b4c3429 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (0c154fa7-530d-4dc8-bc06-c07eccc56cc9), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:43.850207 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-c8c207c0-0b02-420f-880e-2d096514f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Calling delete_port for 6f83d16d-f3d2-49a3-a9d9-8c4240a11e7f owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:43.871379 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f9888415-50f2-4e8d-b815-71ae2381e841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (6f449319-f344-43f8-a242-cf782afe5fdf), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:44.028251 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef2de23d-251b-4ae0-beaa-9f4a0b4c3429 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (0c154fa7-530d-4dc8-bc06-c07eccc56cc9), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:44.051039 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f9888415-50f2-4e8d-b815-71ae2381e841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (6f449319-f344-43f8-a242-cf782afe5fdf), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:44.090021 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8c207c0-0b02-420f-880e-2d096514f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (6f83d16d-f3d2-49a3-a9d9-8c4240a11e7f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:44.092349 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f9888415-50f2-4e8d-b815-71ae2381e841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:44.095823 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f9888415-50f2-4e8d-b815-71ae2381e841 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6f449319-f344-43f8-a242-cf782afe5fdf HTTP/1.1" status: 204 len: 168 time: 0.9001136 Feb 20 05:41:44.096862 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9888415-50f2-4e8d-b815-71ae2381e841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f449319-f344-43f8-a242-cf782afe5fdf,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:44.101653 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce7fae4-b88b-44d1-a216-45627ad4a16b None None] Network bcfe82b0-e831-423b-ba24-eaea72d14c5c requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:44.109623 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39570) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:44.122175 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef2de23d-251b-4ae0-beaa-9f4a0b4c3429 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (0c154fa7-530d-4dc8-bc06-c07eccc56cc9), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:44.162205 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cfdef-6b48-4e95-94a3-fc9500fa242a req-b999a959-308e-4388-b294-5aa44649e60f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:44.169386 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-880cfdef-6b48-4e95-94a3-fc9500fa242a req-b999a959-308e-4388-b294-5aa44649e60f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0de52f7e-a969-4278-bffc-6c75bcedbbd7 HTTP/1.1" status: 200 len: 950 time: 0.2037399 Feb 20 05:41:44.174683 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c207c0-0b02-420f-880e-2d096514f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f83d16d-f3d2-49a3-a9d9-8c4240a11e7f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:44.198862 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8c207c0-0b02-420f-880e-2d096514f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:44.206246 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c8c207c0-0b02-420f-880e-2d096514f189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] 10.222.0.37 "DELETE /v2.0/ports/6f83d16d-f3d2-49a3-a9d9-8c4240a11e7f HTTP/1.1" status: 204 len: 168 time: 1.1488442 Feb 20 05:41:44.211254 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39574) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:44.237345 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2de23d-251b-4ae0-beaa-9f4a0b4c3429 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=0c154fa7-530d-4dc8-bc06-c07eccc56cc9,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:44.251507 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef2de23d-251b-4ae0-beaa-9f4a0b4c3429 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:44.256140 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ef2de23d-251b-4ae0-beaa-9f4a0b4c3429 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/0c154fa7-530d-4dc8-bc06-c07eccc56cc9 HTTP/1.1" status: 204 len: 168 time: 0.6845114 Feb 20 05:41:44.264496 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39576) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:44.281265 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a4b149-5a96-47c4-9b14-9e10b86ff161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] GET failed (client error): The resource could not be found. Feb 20 05:41:44.282401 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e95e6a2-a872-4e4a-ac1c-0e125274dc94 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:44.288449 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-30a4b149-5a96-47c4-9b14-9e10b86ff161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] 10.222.0.37 "GET /v2.0/ports/6f83d16d-f3d2-49a3-a9d9-8c4240a11e7f HTTP/1.1" status: 404 len: 333 time: 0.0761650 Feb 20 05:41:44.302025 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39578) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:44.306794 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-dc8cce22-aea1-43b7-97c7-14c14bb5d27e tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Request body: {'port': {'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1443871329'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:44.329350 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9c4ffa6e-550d-46af-b801-ea2711df65f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (bcfe82b0-e831-423b-ba24-eaea72d14c5c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:44.343252 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-880cfdef-6b48-4e95-94a3-fc9500fa242a req-8f37f025-5382-4ef4-a952-7960c9a64f8d tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693697 Feb 20 05:41:44.367800 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8cce22-aea1-43b7-97c7-14c14bb5d27e tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Made reservation on behalf of ac8ff322e80944a18e91ce551a17b1dc for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:44.370286 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dc8cce22-aea1-43b7-97c7-14c14bb5d27e tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:44.373394 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa921b22-3ce6-41da-9962-1e7008e3d379 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet 5fb8c1a7-b30b-4ab7-9ecf-a304fc6aa820 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:41:44.396871 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aa921b22-3ce6-41da-9962-1e7008e3d379 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (5fb8c1a7-b30b-4ab7-9ecf-a304fc6aa820), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:44.436853 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-dc8cce22-aea1-43b7-97c7-14c14bb5d27e tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] device_id is not set on port f2d96b45-cd35-4b9b-a834-e81408009382 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:41:44.471705 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aa921b22-3ce6-41da-9962-1e7008e3d379 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (5fb8c1a7-b30b-4ab7-9ecf-a304fc6aa820), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:44.555779 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-9c4ffa6e-550d-46af-b801-ea2711df65f8 admin admin] Deleting port cf26836d-6a17-4944-bbb3-67763ee3c6da {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:44.556269 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9c4ffa6e-550d-46af-b801-ea2711df65f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (cf26836d-6a17-4944-bbb3-67763ee3c6da), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:44.625813 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980e6cc5-5bb7-44fa-8ace-a3d6a977851f None None] DHCP port deletion for bcfe82b0-e831-423b-ba24-eaea72d14c5c request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:41:44.677225 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-9c4ffa6e-550d-46af-b801-ea2711df65f8 admin admin] For port cf26836d-6a17-4944-bbb3-67763ee3c6da, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=cf26836d-6a17-4944-bbb3-67763ee3c6da,segment=NetworkSegment(01766626-8fb8-48e2-b802-f91f2998c106),segment_id=01766626-8fb8-48e2-b802-f91f2998c106)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:44.683688 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9c4ffa6e-550d-46af-b801-ea2711df65f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (cf26836d-6a17-4944-bbb3-67763ee3c6da), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:44.711456 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-9c4ffa6e-550d-46af-b801-ea2711df65f8 admin admin] Calling delete_port for cf26836d-6a17-4944-bbb3-67763ee3c6da owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:44.753166 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-980e6cc5-5bb7-44fa-8ace-a3d6a977851f None None] Deleting port cf26836d-6a17-4944-bbb3-67763ee3c6da {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:44.753550 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-980e6cc5-5bb7-44fa-8ace-a3d6a977851f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (cf26836d-6a17-4944-bbb3-67763ee3c6da), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:44.898227 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dc8cce22-aea1-43b7-97c7-14c14bb5d27e tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks [] for port (f2d96b45-cd35-4b9b-a834-e81408009382), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:44.907724 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-980e6cc5-5bb7-44fa-8ace-a3d6a977851f None None] For port cf26836d-6a17-4944-bbb3-67763ee3c6da, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=cf26836d-6a17-4944-bbb3-67763ee3c6da,segment=NetworkSegment(01766626-8fb8-48e2-b802-f91f2998c106),segment_id=01766626-8fb8-48e2-b802-f91f2998c106)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:44.908157 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-980e6cc5-5bb7-44fa-8ace-a3d6a977851f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (cf26836d-6a17-4944-bbb3-67763ee3c6da), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:44.920751 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85017e3a-5d24-46d9-969c-3e9b7ff5ac24 req-2e88daa3-1b61-4176-aa2b-4e5eb8880ff5 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:44.922306 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device cf26836d-6a17-4944-bbb3-67763ee3c6da no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:41:44.930046 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-85017e3a-5d24-46d9-969c-3e9b7ff5ac24 req-2e88daa3-1b61-4176-aa2b-4e5eb8880ff5 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 945 time: 0.1404541 Feb 20 05:41:44.964335 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9c4ffa6e-550d-46af-b801-ea2711df65f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (cf26836d-6a17-4944-bbb3-67763ee3c6da), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:44.968314 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-980e6cc5-5bb7-44fa-8ace-a3d6a977851f None None] Calling delete_port for cf26836d-6a17-4944-bbb3-67763ee3c6da owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:45.032339 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ffa6e-550d-46af-b801-ea2711df65f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf26836d-6a17-4944-bbb3-67763ee3c6da,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:45.045879 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4ffa6e-550d-46af-b801-ea2711df65f8 admin admin] No DVR routers for this DVR port cf26836d-6a17-4944-bbb3-67763ee3c6da on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:41:45.141953 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No active binding found for port cf26836d-6a17-4944-bbb3-67763ee3c6da {{(pid=103408) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 20 05:41:45.142463 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] The host n-d-829866-5 is not matching for port cf26836d-6a17-4944-bbb3-67763ee3c6da host None! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 05:41:45.142753 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device cf26836d-6a17-4944-bbb3-67763ee3c6da not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:41:45.143223 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 330016e9-fa05-454c-b6bd-e8797f973bde no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:41:45.144442 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-85017e3a-5d24-46d9-969c-3e9b7ff5ac24 req-f718d245-e641-4c0a-8d56-35fce8d0d9c1 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079751 Feb 20 05:41:45.170319 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 330016e9-fa05-454c-b6bd-e8797f973bde {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:41:45.170958 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 330016e9-fa05-454c-b6bd-e8797f973bde not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:41:45.173428 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dc8cce22-aea1-43b7-97c7-14c14bb5d27e tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (f2d96b45-cd35-4b9b-a834-e81408009382), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:45.234183 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9c4ffa6e-550d-46af-b801-ea2711df65f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (bcfe82b0-e831-423b-ba24-eaea72d14c5c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:45.236674 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-980e6cc5-5bb7-44fa-8ace-a3d6a977851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (cf26836d-6a17-4944-bbb3-67763ee3c6da), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:45.246915 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aa921b22-3ce6-41da-9962-1e7008e3d379 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (5fb8c1a7-b30b-4ab7-9ecf-a304fc6aa820), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:45.281459 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e6cc5-5bb7-44fa-8ace-a3d6a977851f None None] Pushing event deleted for resources: {'Port': ['ID=cf26836d-6a17-4944-bbb3-67763ee3c6da,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:45.290048 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980e6cc5-5bb7-44fa-8ace-a3d6a977851f None None] No DVR routers for this DVR port cf26836d-6a17-4944-bbb3-67763ee3c6da on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:41:45.310216 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-9c4ffa6e-550d-46af-b801-ea2711df65f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcfe82b0-e831-423b-ba24-eaea72d14c5c']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:45.312320 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8cce22-aea1-43b7-97c7-14c14bb5d27e tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Pushing event updated for resources: {'Port': ['ID=f2d96b45-cd35-4b9b-a834-e81408009382,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:45.321630 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-9c4ffa6e-550d-46af-b801-ea2711df65f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01766626-8fb8-48e2-b802-f91f2998c106') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:45.322211 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-9c4ffa6e-550d-46af-b801-ea2711df65f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01766626-8fb8-48e2-b802-f91f2998c106') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:45.336211 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9c4ffa6e-550d-46af-b801-ea2711df65f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (01766626-8fb8-48e2-b802-f91f2998c106), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:45.351305 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9c4ffa6e-550d-46af-b801-ea2711df65f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (01766626-8fb8-48e2-b802-f91f2998c106), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:45.359778 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c4ffa6e-550d-46af-b801-ea2711df65f8 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:41:45.360327 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9c4ffa6e-550d-46af-b801-ea2711df65f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (01766626-8fb8-48e2-b802-f91f2998c106), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:45.367613 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8cce22-aea1-43b7-97c7-14c14bb5d27e tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Network f7d085cc-15c6-4cee-b523-49dd4321c749 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:45.371196 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-dc8cce22-aea1-43b7-97c7-14c14bb5d27e tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:45.399521 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8cce22-aea1-43b7-97c7-14c14bb5d27e tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:41:45.402781 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8cce22-aea1-43b7-97c7-14c14bb5d27e tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:45.405691 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dc8cce22-aea1-43b7-97c7-14c14bb5d27e tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:41:45.424830 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:41:45.439449 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-dc8cce22-aea1-43b7-97c7-14c14bb5d27e tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1363025 Feb 20 05:41:45.441321 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39598) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:45.447293 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9c4ffa6e-550d-46af-b801-ea2711df65f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (bcfe82b0-e831-423b-ba24-eaea72d14c5c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:45.458076 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:45.506352 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9c4ffa6e-550d-46af-b801-ea2711df65f8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:45.510434 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9c4ffa6e-550d-46af-b801-ea2711df65f8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bcfe82b0-e831-423b-ba24-eaea72d14c5c HTTP/1.1" status: 204 len: 168 time: 1.3991764 Feb 20 05:41:45.511775 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ffa6e-550d-46af-b801-ea2711df65f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcfe82b0-e831-423b-ba24-eaea72d14c5c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:45.514533 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aa921b22-3ce6-41da-9962-1e7008e3d379 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (5fb8c1a7-b30b-4ab7-9ecf-a304fc6aa820), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:45.516517 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6e161-924c-46f7-9776-bcb3a38ba8c6 req-6005eb2a-d6d2-4726-b008-9160b481cc08 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:45.516709 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39602) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:45.518219 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d3b6e161-924c-46f7-9776-bcb3a38ba8c6 req-6005eb2a-d6d2-4726-b008-9160b481cc08 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=069b35b1-d981-46f2-8356-00ebc478b63a HTTP/1.1" status: 200 len: 948 time: 0.2317462 Feb 20 05:41:45.581005 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f2d96b45-cd35-4b9b-a834-e81408009382), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:45.629324 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa921b22-3ce6-41da-9962-1e7008e3d379 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=5fb8c1a7-b30b-4ab7-9ecf-a304fc6aa820,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:45.636621 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aa921b22-3ce6-41da-9962-1e7008e3d379 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:45.640491 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-aa921b22-3ce6-41da-9962-1e7008e3d379 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/5fb8c1a7-b30b-4ab7-9ecf-a304fc6aa820 HTTP/1.1" status: 204 len: 168 time: 1.3746989 Feb 20 05:41:45.643014 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39606) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:45.645153 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d3b6e161-924c-46f7-9776-bcb3a38ba8c6 req-3a5be62c-8412-41d1-bb1d-23b9e18bb96c tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158307 Feb 20 05:41:45.715969 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:41:45.722504 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-54922dd8-0721-445f-9479-54ef008548b8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775585 Feb 20 05:41:45.725043 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39610) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:45.731078 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-20bfbe10-1882-4e9f-bff8-58561d5d35c7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:45.843472 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f79c6b-8430-4452-85bc-3ef2504bebed None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:45.921049 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-1845e129-3402-40cb-b795-9154f01dcf35 None None] Provisioning complete for port 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:45.921763 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1845e129-3402-40cb-b795-9154f01dcf35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:46.014467 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01493d8-5bb0-43ad-8daa-d15555c6668b req-eb984103-8eb4-4051-91d4-cfb2c0cf88e4 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:46.017337 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f01493d8-5bb0-43ad-8daa-d15555c6668b req-eb984103-8eb4-4051-91d4-cfb2c0cf88e4 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.2226911 Feb 20 05:41:46.040421 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bfbe10-1882-4e9f-bff8-58561d5d35c7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:46.047450 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:41:46.051192 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-20bfbe10-1882-4e9f-bff8-58561d5d35c7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:46.086936 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] device_id is not set on port f2d96b45-cd35-4b9b-a834-e81408009382 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:41:46.095810 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:46.096410 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0d26e5dd-1bd8-46ba-96d8-f00005d8bbee), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:46.130272 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0e735245-107f-4176-9889-98d3b71834ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (4cbf5441-d6b8-410e-80c4-1a849e44635a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:46.187666 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1845e129-3402-40cb-b795-9154f01dcf35 None None] Current status of the port 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:46.240124 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eee1b02-f0a5-458f-99bf-01e842b588bb None None] DHCP port deletion for 81f72dab-c9ca-4111-9cef-a8a92557f9f3 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:41:46.295726 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:46.296394 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0d26e5dd-1bd8-46ba-96d8-f00005d8bbee), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:46.331652 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069b35b1-d981-46f2-8356-00ebc478b63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d26e5dd-1bd8-46ba-96d8-f00005d8bbee'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:41:46.334592 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4819e140-7e71-4ce6-898a-8d6a17887aad" -d '{"events": [{"server_uuid": "069b35b1-d981-46f2-8356-00ebc478b63a", "name": "network-vif-plugged", "status": "completed", "tag": "0d26e5dd-1bd8-46ba-96d8-f00005d8bbee"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:41:46.342298 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=0d26e5dd-1bd8-46ba-96d8-f00005d8bbee,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:46.360073 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0eee1b02-f0a5-458f-99bf-01e842b588bb None None] Deleting port 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:46.360492 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0eee1b02-f0a5-458f-99bf-01e842b588bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:46.362236 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0d26e5dd-1bd8-46ba-96d8-f00005d8bbee), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:46.416596 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f01493d8-5bb0-43ad-8daa-d15555c6668b req-d98f327f-8cf2-4c43-993f-2e0888165f47 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3910661 Feb 20 05:41:46.434935 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks [] for port (f2d96b45-cd35-4b9b-a834-e81408009382), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:46.458159 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (f2d96b45-cd35-4b9b-a834-e81408009382), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:46.494002 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0eee1b02-f0a5-458f-99bf-01e842b588bb None None] For port 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:46.495194 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0eee1b02-f0a5-458f-99bf-01e842b588bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:46.516199 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0eee1b02-f0a5-458f-99bf-01e842b588bb None None] Calling delete_port for 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:46.572399 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-0e735245-107f-4176-9889-98d3b71834ec admin admin] Deleting port abd86479-01e2-44e6-8778-c964d403bb1c {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:46.573360 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0e735245-107f-4176-9889-98d3b71834ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (abd86479-01e2-44e6-8778-c964d403bb1c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:46.584185 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ecca240f-5a57-4da5-8952-3eea56565e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:46.660003 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=0d26e5dd-1bd8-46ba-96d8-f00005d8bbee,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:46.692080 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-0e735245-107f-4176-9889-98d3b71834ec admin admin] For port abd86479-01e2-44e6-8778-c964d403bb1c, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=abd86479-01e2-44e6-8778-c964d403bb1c,segment=NetworkSegment(7ffaa449-9861-4de3-b075-2d4b5f9edbf2),segment_id=7ffaa449-9861-4de3-b075-2d4b5f9edbf2)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:46.692731 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0e735245-107f-4176-9889-98d3b71834ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (abd86479-01e2-44e6-8778-c964d403bb1c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:46.709076 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-0e735245-107f-4176-9889-98d3b71834ec admin admin] Calling delete_port for abd86479-01e2-44e6-8778-c964d403bb1c owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:46.712187 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Pushing event updated for resources: {'Port': ['ID=f2d96b45-cd35-4b9b-a834-e81408009382,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:46.741866 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0eee1b02-f0a5-458f-99bf-01e842b588bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:46.757933 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eee1b02-f0a5-458f-99bf-01e842b588bb None None] No DVR routers for this DVR port 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:41:46.758538 n-d-829866-5 neutron-server[103407]: DEBUG neutron.objects.ports [None req-20bfbe10-1882-4e9f-bff8-58561d5d35c7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103407) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 05:41:46.764195 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-20bfbe10-1882-4e9f-bff8-58561d5d35c7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (bdfac50d-f3f5-4b56-86a7-058dc64915b5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:46.769606 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:46.769937 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:46.770269 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:46.790787 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee1b02-f0a5-458f-99bf-01e842b588bb None None] Pushing event deleted for resources: {'Port': ['ID=4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:46.819266 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port f2d96b45-cd35-4b9b-a834-e81408009382 on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:46.819595 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:46.824191 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempt 2 to bind port f2d96b45-cd35-4b9b-a834-e81408009382 Feb 20 05:41:46.849085 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bfbe10-1882-4e9f-bff8-58561d5d35c7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:46.854666 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:46.855328 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:46.855823 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:46.858178 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-20bfbe10-1882-4e9f-bff8-58561d5d35c7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:46.863609 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:41:46.866224 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bfbe10-1882-4e9f-bff8-58561d5d35c7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:46.867025 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-20bfbe10-1882-4e9f-bff8-58561d5d35c7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:46.872182 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfbe10-1882-4e9f-bff8-58561d5d35c7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=bdfac50d-f3f5-4b56-86a7-058dc64915b5,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:46.886095 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e865d9b-eb28-48f6-aa7a-b0a658ff4503 req-184fbd35-042c-42aa-9207-6a41a432d266 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:46.893972 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e865d9b-eb28-48f6-aa7a-b0a658ff4503 req-184fbd35-042c-42aa-9207-6a41a432d266 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 945 time: 0.2742498 Feb 20 05:41:46.895998 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port f2d96b45-cd35-4b9b-a834-e81408009382 on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:46.896511 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:46.899971 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempt 3 to bind port f2d96b45-cd35-4b9b-a834-e81408009382 Feb 20 05:41:46.923749 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd53ce5c-f354-4c05-a2e4-6bdc9cc1100c None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:46.929967 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-20bfbe10-1882-4e9f-bff8-58561d5d35c7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2034194 Feb 20 05:41:46.934920 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39634) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:46.935958 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:46.936451 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:46.937435 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:46.945557 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2be056b9-5878-427c-ac74-22c06cb56ad9 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:46.974225 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port f2d96b45-cd35-4b9b-a834-e81408009382 on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:46.974891 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:46.982990 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempt 4 to bind port f2d96b45-cd35-4b9b-a834-e81408009382 Feb 20 05:41:47.058983 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e865d9b-eb28-48f6-aa7a-b0a658ff4503 req-356bab9d-2af0-4b49-94a3-7a006598ab19 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590924 Feb 20 05:41:47.085182 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:47.087332 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:47.087837 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:47.113134 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:41:47.113489 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4b64d0d4-ae3d-4ae9-beb1-6e6abacca46d not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:41:47.142543 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port f2d96b45-cd35-4b9b-a834-e81408009382 on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:47.142853 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:47.145803 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempt 5 to bind port f2d96b45-cd35-4b9b-a834-e81408009382 Feb 20 05:41:47.155885 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0e735245-107f-4176-9889-98d3b71834ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (abd86479-01e2-44e6-8778-c964d403bb1c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:47.163268 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d672c3d2-dcda-4571-bddc-bbc07f874dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'fixed_ips': [{'subnet_id': 'bdfac50d-f3f5-4b56-86a7-058dc64915b5'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:41:47.164438 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d672c3d2-dcda-4571-bddc-bbc07f874dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:47.197275 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c28e95-5b62-4f03-b929-01f964dc640d x-openstack-request-id: req-f3c28e95-5b62-4f03-b929-01f964dc640d {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:41:47.199587 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069b35b1-d981-46f2-8356-00ebc478b63a", "name": "network-vif-plugged", "status": "completed", "tag": "0d26e5dd-1bd8-46ba-96d8-f00005d8bbee", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:41:47.199926 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3c28e95-5b62-4f03-b929-01f964dc640d {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:41:47.200402 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '069b35b1-d981-46f2-8356-00ebc478b63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d26e5dd-1bd8-46ba-96d8-f00005d8bbee', 'code': 200} Feb 20 05:41:47.237801 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:47.239327 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:47.239735 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:47.247380 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e735245-107f-4176-9889-98d3b71834ec admin admin] Pushing event deleted for resources: {'Port': ['ID=abd86479-01e2-44e6-8778-c964d403bb1c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:47.338631 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port f2d96b45-cd35-4b9b-a834-e81408009382 on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:47.339255 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:47.371342 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempt 6 to bind port f2d96b45-cd35-4b9b-a834-e81408009382 Feb 20 05:41:47.387455 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be056b9-5878-427c-ac74-22c06cb56ad9 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:47.393786 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2be056b9-5878-427c-ac74-22c06cb56ad9 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:47.567518 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-d672c3d2-dcda-4571-bddc-bbc07f874dcb None None] Allocated IP 2001:db8::f816:3eff:fe82:6838 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/bdfac50d-f3f5-4b56-86a7-058dc64915b5/35a2d5b7-1c06-4921-84e1-6c7a1070c3c3) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:41:47.582691 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:47.583061 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:47.583397 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:47.619884 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port f2d96b45-cd35-4b9b-a834-e81408009382 on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:47.620287 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:47.634551 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempt 7 to bind port f2d96b45-cd35-4b9b-a834-e81408009382 Feb 20 05:41:47.657488 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738128a-51fe-4af0-866a-90b46eab38d4 req-c467536a-4ac3-401e-83bc-01da7710fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:47.659700 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7738128a-51fe-4af0-866a-90b46eab38d4 req-c467536a-4ac3-401e-83bc-01da7710fb2c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 1127 time: 0.1458790 Feb 20 05:41:47.673769 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:47.674109 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:47.674446 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:47.687112 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port f2d96b45-cd35-4b9b-a834-e81408009382 on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:47.687442 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:47.690311 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempt 8 to bind port f2d96b45-cd35-4b9b-a834-e81408009382 Feb 20 05:41:47.697410 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0e735245-107f-4176-9889-98d3b71834ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (4cbf5441-d6b8-410e-80c4-1a849e44635a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:47.730063 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3859137-9657-4f8d-8450-877586cd9067 req-d754953a-c1bf-48a0-963b-1d22f493359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:47.731913 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d3859137-9657-4f8d-8450-877586cd9067 req-d754953a-c1bf-48a0-963b-1d22f493359b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=069b35b1-d981-46f2-8356-00ebc478b63a HTTP/1.1" status: 200 len: 1131 time: 0.4815843 Feb 20 05:41:47.764796 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:47.765397 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:47.765899 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:47.783389 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port f2d96b45-cd35-4b9b-a834-e81408009382 on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:47.784048 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:47.790322 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempt 9 to bind port f2d96b45-cd35-4b9b-a834-e81408009382 Feb 20 05:41:47.801438 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d672c3d2-dcda-4571-bddc-bbc07f874dcb None None] Publish callbacks [] for port (35a2d5b7-1c06-4921-84e1-6c7a1070c3c3), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:47.811228 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:47.812270 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:47.812809 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:47.813498 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d672c3d2-dcda-4571-bddc-bbc07f874dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (35a2d5b7-1c06-4921-84e1-6c7a1070c3c3), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:47.822291 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444d532-ecb3-4c2c-a4ab-86b8a3c1f550 req-416cf1a2-6ad5-4d4c-bef0-3aea651dea4f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:47.830598 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c444d532-ecb3-4c2c-a4ab-86b8a3c1f550 req-416cf1a2-6ad5-4d4c-bef0-3aea651dea4f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=069b35b1-d981-46f2-8356-00ebc478b63a HTTP/1.1" status: 200 len: 949 time: 0.2991991 Feb 20 05:41:47.862603 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d672c3d2-dcda-4571-bddc-bbc07f874dcb None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:47.867176 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-d672c3d2-dcda-4571-bddc-bbc07f874dcb None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:47.875688 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d672c3d2-dcda-4571-bddc-bbc07f874dcb None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:41:47.886669 n-d-829866-5 neutron-server[103407]: INFO neutron.db.ipam_backend_mixin [None req-2be056b9-5878-427c-ac74-22c06cb56ad9 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bdfac50d-f3f5-4b56-86a7-058dc64915b5 (CIDR: 2001:db8::/64) Feb 20 05:41:47.898872 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672c3d2-dcda-4571-bddc-bbc07f874dcb None None] Pushing event updated for resources: {'Port': ['ID=35a2d5b7-1c06-4921-84e1-6c7a1070c3c3,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:47.905805 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c444d532-ecb3-4c2c-a4ab-86b8a3c1f550 req-40d5f005-3223-4c15-83f7-77e8a046bba6 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685143 Feb 20 05:41:47.920381 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port f2d96b45-cd35-4b9b-a834-e81408009382 on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:47.921732 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:47.924923 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempt 10 to bind port f2d96b45-cd35-4b9b-a834-e81408009382 Feb 20 05:41:47.935564 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be056b9-5878-427c-ac74-22c06cb56ad9 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:41:47.939865 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be056b9-5878-427c-ac74-22c06cb56ad9 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:41:47.993303 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d672c3d2-dcda-4571-bddc-bbc07f874dcb None None] Attempting to bind port 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:47.993649 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d672c3d2-dcda-4571-bddc-bbc07f874dcb None None] Attempting to bind port 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:47.993972 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d672c3d2-dcda-4571-bddc-bbc07f874dcb None None] Attempting to bind port 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3 on network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:47.999850 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d672c3d2-dcda-4571-bddc-bbc07f874dcb None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:41:48.000241 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d672c3d2-dcda-4571-bddc-bbc07f874dcb None None] Checking segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:41:48.000641 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d672c3d2-dcda-4571-bddc-bbc07f874dcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:48.001040 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d672c3d2-dcda-4571-bddc-bbc07f874dcb None None] Bound using segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:41:48.001526 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d672c3d2-dcda-4571-bddc-bbc07f874dcb None None] Bound port: 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:41:48.001913 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d672c3d2-dcda-4571-bddc-bbc07f874dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (35a2d5b7-1c06-4921-84e1-6c7a1070c3c3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:48.010219 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d3859137-9657-4f8d-8450-877586cd9067 req-ffc1bd0c-e152-4589-b5bd-8d99a0bfe1c5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612619 Feb 20 05:41:48.013340 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:48.015159 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:48.015776 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempting to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:48.024729 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Port f2d96b45-cd35-4b9b-a834-e81408009382 on network f7d085cc-15c6-4cee-b523-49dd4321c749 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:41:48.025458 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Failed to bind port f2d96b45-cd35-4b9b-a834-e81408009382 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a69de089-aaa8-46d7-a2c7-58879a011c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f7d085cc-15c6-4cee-b523-49dd4321c749'}] Feb 20 05:41:48.026134 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f2d96b45-cd35-4b9b-a834-e81408009382), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:48.064072 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2be056b9-5878-427c-ac74-22c06cb56ad9 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1239035 Feb 20 05:41:48.080641 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d672c3d2-dcda-4571-bddc-bbc07f874dcb None None] For port 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:41:48.084173 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d672c3d2-dcda-4571-bddc-bbc07f874dcb None None] For port 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=35a2d5b7-1c06-4921-84e1-6c7a1070c3c3,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:41:48.090940 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39646) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:48.093200 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d672c3d2-dcda-4571-bddc-bbc07f874dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (35a2d5b7-1c06-4921-84e1-6c7a1070c3c3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:48.097087 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-26898898-118c-467c-8a3e-fd88942325a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:48.164484 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672c3d2-dcda-4571-bddc-bbc07f874dcb None None] Pushing event updated for resources: {'Port': ['ID=35a2d5b7-1c06-4921-84e1-6c7a1070c3c3,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:48.253759 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] For port f2d96b45-cd35-4b9b-a834-e81408009382, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:41:48.254402 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attempted to set empty binding levels {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 20 05:41:48.276545 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (f2d96b45-cd35-4b9b-a834-e81408009382), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:48.299405 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460bdb2-c8b2-4e72-8d25-d136cac83b08 req-04f3cc66-7a90-4cfc-b7dc-ca0f31de6e21 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:48.302823 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c460bdb2-c8b2-4e72-8d25-d136cac83b08 req-04f3cc66-7a90-4cfc-b7dc-ca0f31de6e21 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.2792916 Feb 20 05:41:48.335432 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738128a-51fe-4af0-866a-90b46eab38d4 req-35b7dcbf-f51e-4c03-b3d1-2adb1984af91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:48.336924 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7738128a-51fe-4af0-866a-90b46eab38d4 req-35b7dcbf-f51e-4c03-b3d1-2adb1984af91 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 200 len: 912 time: 0.6685843 Feb 20 05:41:48.371792 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Pushing event updated for resources: {'Port': ['ID=f2d96b45-cd35-4b9b-a834-e81408009382,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:48.434134 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] In _notify_port_updated(), no bound segment for port f2d96b45-cd35-4b9b-a834-e81408009382 on network f7d085cc-15c6-4cee-b523-49dd4321c749 {{(pid=103407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 05:41:48.436013 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:48.437571 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:48.439247 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-98cfa60a-4c19-4291-ba11-f61ae41bd294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] 10.222.0.37 "PUT /v2.0/ports/f2d96b45-cd35-4b9b-a834-e81408009382 HTTP/1.1" status: 200 len: 979 time: 2.9967511 Feb 20 05:41:48.444009 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39652) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:48.552759 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c460bdb2-c8b2-4e72-8d25-d136cac83b08 req-ba6ba0bf-c0ae-44bf-a5aa-dfa911e5e13d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845405 Feb 20 05:41:48.567577 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26898898-118c-467c-8a3e-fd88942325a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:48.577919 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-26898898-118c-467c-8a3e-fd88942325a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:48.589560 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7738128a-51fe-4af0-866a-90b46eab38d4 req-ce5cd724-3b7b-4158-8f80-9a9aec1f6e26 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c484c03b-bc0e-4da0-a86d-0b2a1872629a HTTP/1.1" status: 200 len: 999 time: 0.2395191 Feb 20 05:41:48.811443 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738128a-51fe-4af0-866a-90b46eab38d4 req-daaf3135-1487-4174-97fc-0aff39d29881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:48.812922 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7738128a-51fe-4af0-866a-90b46eab38d4 req-daaf3135-1487-4174-97fc-0aff39d29881 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a08401b1-85d8-4e92-bab1-1aef3c02482d HTTP/1.1" status: 200 len: 851 time: 0.2044868 Feb 20 05:41:48.907216 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59e399fd-90d8-4666-8f00-7704fe246ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:48.927036 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-ab054617-633d-4202-b515-4c579d7d90d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Deleting port f2d96b45-cd35-4b9b-a834-e81408009382 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:48.927221 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab054617-633d-4202-b515-4c579d7d90d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (f2d96b45-cd35-4b9b-a834-e81408009382), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:49.036006 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:41:49.075731 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e735245-107f-4176-9889-98d3b71834ec admin admin] Router 4cbf5441-d6b8-410e-80c4-1a849e44635a has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:41:49.100176 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-ab054617-633d-4202-b515-4c579d7d90d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] For port f2d96b45-cd35-4b9b-a834-e81408009382, host n-h1-829866-5, got binding levels [] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:49.100429 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab054617-633d-4202-b515-4c579d7d90d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (f2d96b45-cd35-4b9b-a834-e81408009382), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:49.101007 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237ae9b-f0b0-4bbe-9244-3bde4941240a req-2c7a3c41-d6a0-41ee-bbd5-310ed6e64e1d tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:49.102698 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c237ae9b-f0b0-4bbe-9244-3bde4941240a req-2c7a3c41-d6a0-41ee-bbd5-310ed6e64e1d tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 945 time: 0.1146178 Feb 20 05:41:49.104532 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-26898898-118c-467c-8a3e-fd88942325a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (97809a1c-9c8d-42e7-a996-2b81a47903e2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:49.105080 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738128a-51fe-4af0-866a-90b46eab38d4 req-8e226b17-8cba-45fc-83df-eb5af9c82d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:49.105605 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:49.106144 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (35a2d5b7-1c06-4921-84e1-6c7a1070c3c3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:49.106582 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7738128a-51fe-4af0-866a-90b46eab38d4 req-8e226b17-8cba-45fc-83df-eb5af9c82d12 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2483456 Feb 20 05:41:49.174618 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26898898-118c-467c-8a3e-fd88942325a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=97809a1c-9c8d-42e7-a996-2b81a47903e2,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:49.196092 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26898898-118c-467c-8a3e-fd88942325a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:49.206386 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-ab054617-633d-4202-b515-4c579d7d90d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Calling delete_port for f2d96b45-cd35-4b9b-a834-e81408009382 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:49.208804 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-26898898-118c-467c-8a3e-fd88942325a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:49.226764 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26898898-118c-467c-8a3e-fd88942325a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:49.234400 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26898898-118c-467c-8a3e-fd88942325a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:49.234778 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26898898-118c-467c-8a3e-fd88942325a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:49.235366 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26898898-118c-467c-8a3e-fd88942325a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:49.235593 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26898898-118c-467c-8a3e-fd88942325a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:49.235935 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26898898-118c-467c-8a3e-fd88942325a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:49.236271 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26898898-118c-467c-8a3e-fd88942325a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:49.236601 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26898898-118c-467c-8a3e-fd88942325a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:49.236937 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26898898-118c-467c-8a3e-fd88942325a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:49.237434 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26898898-118c-467c-8a3e-fd88942325a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:49.237614 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26898898-118c-467c-8a3e-fd88942325a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:49.237912 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26898898-118c-467c-8a3e-fd88942325a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:49.238234 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26898898-118c-467c-8a3e-fd88942325a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:41:49.242182 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26898898-118c-467c-8a3e-fd88942325a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:49.242783 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-26898898-118c-467c-8a3e-fd88942325a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:49.295367 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-26898898-118c-467c-8a3e-fd88942325a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2028813 Feb 20 05:41:49.298442 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39656) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:49.316362 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-80d5c0c9-2f3d-4799-8ce9-f72a7183f1f8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'mac_address': 'fa:16:3e:0d:fc:d7', 'name': 'tempest-NetworksTestDHCPv6-1139303983'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:49.321530 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:49.321921 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (35a2d5b7-1c06-4921-84e1-6c7a1070c3c3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:49.436732 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=35a2d5b7-1c06-4921-84e1-6c7a1070c3c3,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:49.441282 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c237ae9b-f0b0-4bbe-9244-3bde4941240a req-e338299a-4c9f-49e1-8ec1-7560283af2d6 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259127 Feb 20 05:41:49.452688 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (35a2d5b7-1c06-4921-84e1-6c7a1070c3c3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:49.593067 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=35a2d5b7-1c06-4921-84e1-6c7a1070c3c3,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:49.638506 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e735245-107f-4176-9889-98d3b71834ec admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:41:49.649701 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afff9ac-fc98-47ea-a7fd-be54236f74ea None None] Sync routers for ids ['4cbf5441-d6b8-410e-80c4-1a849e44635a'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:41:49.666784 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0e735245-107f-4176-9889-98d3b71834ec admin admin] 10.222.0.37 "PUT /v2.0/routers/4cbf5441-d6b8-410e-80c4-1a849e44635a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1432285 Feb 20 05:41:49.668641 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:49.669583 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39662) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:49.675442 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afff9ac-fc98-47ea-a7fd-be54236f74ea None None] Routers {'4cbf5441-d6b8-410e-80c4-1a849e44635a'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:41:49.676177 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6afff9ac-fc98-47ea-a7fd-be54236f74ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:41:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['4cbf5441-d6b8-410e-80c4-1a849e44635a'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:49.699687 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d5c0c9-2f3d-4799-8ce9-f72a7183f1f8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:49.733980 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7738128a-51fe-4af0-866a-90b46eab38d4 req-ce6fee76-12d1-4c70-92e8-62372ae7a10f service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6133268 Feb 20 05:41:49.816014 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff0283-2136-4f85-91e6-b32e47376edf req-68584842-5d9c-4cd6-9d8f-149b1c0d677b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:49.817685 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-09ff0283-2136-4f85-91e6-b32e47376edf req-68584842-5d9c-4cd6-9d8f-149b1c0d677b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=069b35b1-d981-46f2-8356-00ebc478b63a HTTP/1.1" status: 200 len: 949 time: 0.2328432 Feb 20 05:41:49.838155 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-6afff9ac-fc98-47ea-a7fd-be54236f74ea None None] Set router 4cbf5441-d6b8-410e-80c4-1a849e44635a gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:41:49.885479 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-80d5c0c9-2f3d-4799-8ce9-f72a7183f1f8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:49.923868 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-09ff0283-2136-4f85-91e6-b32e47376edf req-479eed02-7384-4c37-99b1-95dbdc82d713 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990286 Feb 20 05:41:49.941658 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-80d5c0c9-2f3d-4799-8ce9-f72a7183f1f8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] device_id is not set on port e0485cf6-c3ee-4b1c-a54f-4fe1a8e32ecf yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:41:49.945663 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3609530-2e21-4573-8955-b90657b0e51e None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:49.973875 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab054617-633d-4202-b515-4c579d7d90d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (f2d96b45-cd35-4b9b-a834-e81408009382), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:50.068626 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-bb7e0ee2-ec9a-4b7e-b61a-39e2f6f9dd9f None None] Provisioning complete for port 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:50.069006 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bb7e0ee2-ec9a-4b7e-b61a-39e2f6f9dd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (35a2d5b7-1c06-4921-84e1-6c7a1070c3c3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:50.091039 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab054617-633d-4202-b515-4c579d7d90d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2d96b45-cd35-4b9b-a834-e81408009382,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:50.099367 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab054617-633d-4202-b515-4c579d7d90d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:50.102741 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ab054617-633d-4202-b515-4c579d7d90d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] 10.222.0.37 "DELETE /v2.0/ports/f2d96b45-cd35-4b9b-a834-e81408009382 HTTP/1.1" status: 204 len: 168 time: 1.6575627 Feb 20 05:41:50.105964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39668) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:50.109070 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd559a27-6bf7-4c4f-8fcc-2390700e441d admin admin] Publish callbacks [] for router (4cbf5441-d6b8-410e-80c4-1a849e44635a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:50.214376 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b5ce41-51cb-4091-a013-35ea93ee8d55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] GET failed (client error): The resource could not be found. Feb 20 05:41:50.215940 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-44b5ce41-51cb-4091-a013-35ea93ee8d55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-910777246-project-admin] 10.222.0.37 "GET /v2.0/ports/f2d96b45-cd35-4b9b-a834-e81408009382 HTTP/1.1" status: 404 len: 333 time: 0.1089418 Feb 20 05:41:50.223891 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39670) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:50.227610 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7738128a-51fe-4af0-866a-90b46eab38d4 req-8e8d2353-7d82-4506-baf1-c516a170a88d service neutron] 10.222.0.61 "GET /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758224 Feb 20 05:41:50.243855 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6afff9ac-fc98-47ea-a7fd-be54236f74ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cbf5441-d6b8-410e-80c4-1a849e44635a', 'name': 'tempest-TaggedBootDevicesTest_v242-108467248-router', 'tenant_id': '5f82d861f46a43beb72f4358b556ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e76b16df-a5bc-46a2-a9d2-4b624d2e6571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:34:12Z', 'updated_at': '2022-02-20T05:41:47Z', 'revision_number': 5, 'project_id': '5f82d861f46a43beb72f4358b556ffe8', 'gw_port': {'id': 'e76b16df-a5bc-46a2-a9d2-4b624d2e6571', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbf5441-d6b8-410e-80c4-1a849e44635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:14Z', 'updated_at': '2022-02-20T05:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:50.287252 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afff9ac-fc98-47ea-a7fd-be54236f74ea None None] Checking router: 4cbf5441-d6b8-410e-80c4-1a849e44635a for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:41:50.298055 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afff9ac-fc98-47ea-a7fd-be54236f74ea None None] Routers {'4cbf5441-d6b8-410e-80c4-1a849e44635a'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:41:50.298678 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6afff9ac-fc98-47ea-a7fd-be54236f74ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:41:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['4cbf5441-d6b8-410e-80c4-1a849e44635a'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:50.452533 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-6afff9ac-fc98-47ea-a7fd-be54236f74ea None None] Set router 4cbf5441-d6b8-410e-80c4-1a849e44635a gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:41:50.454592 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a671180-1d27-493a-a7c1-18a515151616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (f7d085cc-15c6-4cee-b523-49dd4321c749), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:50.506802 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd559a27-6bf7-4c4f-8fcc-2390700e441d admin admin] Publish callbacks [] for router_gateway (4cbf5441-d6b8-410e-80c4-1a849e44635a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:50.513558 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9b2581-70d7-4551-8de8-dccc2585a2f5 None None] Update dhcp port {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'fixed_ips': [{'subnet_id': 'bdfac50d-f3f5-4b56-86a7-058dc64915b5', 'ip_address': '2001:db8::f816:3eff:fe82:6838'}, {'subnet_id': '97809a1c-9c8d-42e7-a996-2b81a47903e2'}], 'binding:host_id': 'n-d-829866-5'}, 'id': '35a2d5b7-1c06-4921-84e1-6c7a1070c3c3'} from n-d-829866-5. {{(pid=103408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 05:41:50.517783 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bb7e0ee2-ec9a-4b7e-b61a-39e2f6f9dd9f None None] Current status of the port 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:50.566132 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6a9b2581-70d7-4551-8de8-dccc2585a2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (35a2d5b7-1c06-4921-84e1-6c7a1070c3c3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:50.626422 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a671180-1d27-493a-a7c1-18a515151616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (f7d085cc-15c6-4cee-b523-49dd4321c749), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:50.652932 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-8a671180-1d27-493a-a7c1-18a515151616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d085cc-15c6-4cee-b523-49dd4321c749']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:50.666492 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-8a671180-1d27-493a-a7c1-18a515151616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a69de089-aaa8-46d7-a2c7-58879a011c9d') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:50.666955 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-8a671180-1d27-493a-a7c1-18a515151616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a69de089-aaa8-46d7-a2c7-58879a011c9d') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:50.680942 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a671180-1d27-493a-a7c1-18a515151616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (a69de089-aaa8-46d7-a2c7-58879a011c9d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:50.698661 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a671180-1d27-493a-a7c1-18a515151616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (a69de089-aaa8-46d7-a2c7-58879a011c9d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:50.705033 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-80d5c0c9-2f3d-4799-8ce9-f72a7183f1f8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 2001:db8:0:1::b7 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/97809a1c-9c8d-42e7-a996-2b81a47903e2/e0485cf6-c3ee-4b1c-a54f-4fe1a8e32ecf) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:41:50.706889 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a671180-1d27-493a-a7c1-18a515151616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:41:50.707662 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a671180-1d27-493a-a7c1-18a515151616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (a69de089-aaa8-46d7-a2c7-58879a011c9d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:50.714241 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-80d5c0c9-2f3d-4799-8ce9-f72a7183f1f8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 2001:db8::f816:3eff:fe0d:fcd7 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/bdfac50d-f3f5-4b56-86a7-058dc64915b5/e0485cf6-c3ee-4b1c-a54f-4fe1a8e32ecf) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:41:50.825242 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:41:50.845776 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:41:50.846751 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6afff9ac-fc98-47ea-a7fd-be54236f74ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cbf5441-d6b8-410e-80c4-1a849e44635a', 'name': 'tempest-TaggedBootDevicesTest_v242-108467248-router', 'tenant_id': '5f82d861f46a43beb72f4358b556ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e76b16df-a5bc-46a2-a9d2-4b624d2e6571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:34:12Z', 'updated_at': '2022-02-20T05:41:47Z', 'revision_number': 5, 'project_id': '5f82d861f46a43beb72f4358b556ffe8', 'gw_port': {'id': 'e76b16df-a5bc-46a2-a9d2-4b624d2e6571', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbf5441-d6b8-410e-80c4-1a849e44635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:14Z', 'updated_at': '2022-02-20T05:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:50.881250 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a671180-1d27-493a-a7c1-18a515151616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (f7d085cc-15c6-4cee-b523-49dd4321c749), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:50.889616 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afff9ac-fc98-47ea-a7fd-be54236f74ea None None] The sync data for ids ['4cbf5441-d6b8-410e-80c4-1a849e44635a'] in n-d-829866-5 is: [{'id': '4cbf5441-d6b8-410e-80c4-1a849e44635a', 'name': 'tempest-TaggedBootDevicesTest_v242-108467248-router', 'tenant_id': '5f82d861f46a43beb72f4358b556ffe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e76b16df-a5bc-46a2-a9d2-4b624d2e6571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:34:12Z', 'updated_at': '2022-02-20T05:41:47Z', 'revision_number': 5, 'project_id': '5f82d861f46a43beb72f4358b556ffe8', 'gw_port': {'id': 'e76b16df-a5bc-46a2-a9d2-4b624d2e6571', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbf5441-d6b8-410e-80c4-1a849e44635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:34:14Z', 'updated_at': '2022-02-20T05:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:41:50.907434 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a671180-1d27-493a-a7c1-18a515151616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:50.910652 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8a671180-1d27-493a-a7c1-18a515151616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] 10.222.0.37 "DELETE /v2.0/networks/f7d085cc-15c6-4cee-b523-49dd4321c749 HTTP/1.1" status: 204 len: 168 time: 0.6856062 Feb 20 05:41:50.952152 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a671180-1d27-493a-a7c1-18a515151616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783524583-project] Pushing event deleted for resources: {'Network': ['ID=f7d085cc-15c6-4cee-b523-49dd4321c749,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:50.975450 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:50.976028 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (35a2d5b7-1c06-4921-84e1-6c7a1070c3c3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:51.026550 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-cd559a27-6bf7-4c4f-8fcc-2390700e441d admin admin] Deleting port e76b16df-a5bc-46a2-a9d2-4b624d2e6571 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:51.027135 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd559a27-6bf7-4c4f-8fcc-2390700e441d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (e76b16df-a5bc-46a2-a9d2-4b624d2e6571), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:51.098718 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:51.132491 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddabd8-ebff-43ed-bfdf-23f308328535 req-b5848480-b40a-4a71-b6d9-d18349232cf8 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:51.134508 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7bddabd8-ebff-43ed-bfdf-23f308328535 req-b5848480-b40a-4a71-b6d9-d18349232cf8 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.3393967 Feb 20 05:41:51.158496 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-cd559a27-6bf7-4c4f-8fcc-2390700e441d admin admin] For port e76b16df-a5bc-46a2-a9d2-4b624d2e6571, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=e76b16df-a5bc-46a2-a9d2-4b624d2e6571,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:51.159876 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd559a27-6bf7-4c4f-8fcc-2390700e441d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (e76b16df-a5bc-46a2-a9d2-4b624d2e6571), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:51.175534 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-cd559a27-6bf7-4c4f-8fcc-2390700e441d admin admin] Calling delete_port for e76b16df-a5bc-46a2-a9d2-4b624d2e6571 owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:51.270983 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7bddabd8-ebff-43ed-bfdf-23f308328535 req-5cf01833-7eea-4374-8982-e165d1a74b49 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240137 Feb 20 05:41:51.292555 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-80d5c0c9-2f3d-4799-8ce9-f72a7183f1f8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (e0485cf6-c3ee-4b1c-a54f-4fe1a8e32ecf), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:51.353834 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-80d5c0c9-2f3d-4799-8ce9-f72a7183f1f8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (e0485cf6-c3ee-4b1c-a54f-4fe1a8e32ecf), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:51.443734 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d5c0c9-2f3d-4799-8ce9-f72a7183f1f8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:51.461562 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-80d5c0c9-2f3d-4799-8ce9-f72a7183f1f8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:51.468265 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:51.473260 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d5c0c9-2f3d-4799-8ce9-f72a7183f1f8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:41:51.485900 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d5c0c9-2f3d-4799-8ce9-f72a7183f1f8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:51.488887 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-80d5c0c9-2f3d-4799-8ce9-f72a7183f1f8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:51.495799 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5c0c9-2f3d-4799-8ce9-f72a7183f1f8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=e0485cf6-c3ee-4b1c-a54f-4fe1a8e32ecf,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:51.508688 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-6a9b2581-70d7-4551-8de8-dccc2585a2f5 None None] Allocated IP 2001:db8:0:1::2 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/97809a1c-9c8d-42e7-a996-2b81a47903e2/35a2d5b7-1c06-4921-84e1-6c7a1070c3c3) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:41:51.533584 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-80d5c0c9-2f3d-4799-8ce9-f72a7183f1f8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2340565 Feb 20 05:41:51.536365 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39686) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:51.675400 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd559a27-6bf7-4c4f-8fcc-2390700e441d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e76b16df-a5bc-46a2-a9d2-4b624d2e6571), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:51.727322 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39688) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:51.745407 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd559a27-6bf7-4c4f-8fcc-2390700e441d admin admin] Pushing event deleted for resources: {'Port': ['ID=e76b16df-a5bc-46a2-a9d2-4b624d2e6571,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:51.794548 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-6a9b2581-70d7-4551-8de8-dccc2585a2f5 None None] For port 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=35a2d5b7-1c06-4921-84e1-6c7a1070c3c3,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:51.840309 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-71de1453-ebaf-4950-86fa-0cb2ef76670c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting port e0485cf6-c3ee-4b1c-a54f-4fe1a8e32ecf {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:51.841068 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-71de1453-ebaf-4950-86fa-0cb2ef76670c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (e0485cf6-c3ee-4b1c-a54f-4fe1a8e32ecf), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:51.857429 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6a9b2581-70d7-4551-8de8-dccc2585a2f5 None None] Publish callbacks [] for port (35a2d5b7-1c06-4921-84e1-6c7a1070c3c3), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:51.864314 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd559a27-6bf7-4c4f-8fcc-2390700e441d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (4cbf5441-d6b8-410e-80c4-1a849e44635a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:51.872611 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6a9b2581-70d7-4551-8de8-dccc2585a2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (35a2d5b7-1c06-4921-84e1-6c7a1070c3c3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:51.943387 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-71de1453-ebaf-4950-86fa-0cb2ef76670c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (e0485cf6-c3ee-4b1c-a54f-4fe1a8e32ecf), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:51.960652 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-71de1453-ebaf-4950-86fa-0cb2ef76670c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Calling delete_port for e0485cf6-c3ee-4b1c-a54f-4fe1a8e32ecf owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:51.977545 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd559a27-6bf7-4c4f-8fcc-2390700e441d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (4cbf5441-d6b8-410e-80c4-1a849e44635a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:51.980454 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd559a27-6bf7-4c4f-8fcc-2390700e441d admin admin] Publish callbacks [] for router_controller (4cbf5441-d6b8-410e-80c4-1a849e44635a), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:52.003314 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b2581-70d7-4551-8de8-dccc2585a2f5 None None] Pushing event updated for resources: {'Port': ['ID=35a2d5b7-1c06-4921-84e1-6c7a1070c3c3,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:52.066847 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd559a27-6bf7-4c4f-8fcc-2390700e441d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (4cbf5441-d6b8-410e-80c4-1a849e44635a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:52.067544 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd559a27-6bf7-4c4f-8fcc-2390700e441d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cbf5441-d6b8-410e-80c4-1a849e44635a {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:41:52.083182 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd559a27-6bf7-4c4f-8fcc-2390700e441d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:52.090130 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cd559a27-6bf7-4c4f-8fcc-2390700e441d admin admin] 10.222.0.37 "DELETE /v2.0/routers/4cbf5441-d6b8-410e-80c4-1a849e44635a HTTP/1.1" status: 204 len: 168 time: 2.4178584 Feb 20 05:41:52.090778 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39696) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:52.200045 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc90d43a-e792-4839-8055-81f4c4fad843 admin admin] Deleting subnet 4420b6cb-8725-4b20-a288-253d842f88bc {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:41:52.211868 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc90d43a-e792-4839-8055-81f4c4fad843 admin admin] Publish callbacks [] for subnet (4420b6cb-8725-4b20-a288-253d842f88bc), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:52.281814 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc90d43a-e792-4839-8055-81f4c4fad843 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (4420b6cb-8725-4b20-a288-253d842f88bc), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:52.357580 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-71de1453-ebaf-4950-86fa-0cb2ef76670c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (e0485cf6-c3ee-4b1c-a54f-4fe1a8e32ecf), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:52.453871 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de1453-ebaf-4950-86fa-0cb2ef76670c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Port': ['ID=e0485cf6-c3ee-4b1c-a54f-4fe1a8e32ecf,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:52.521736 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc90d43a-e792-4839-8055-81f4c4fad843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (4420b6cb-8725-4b20-a288-253d842f88bc), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:52.531437 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4db4e382-84a4-4e9a-9c3c-6407b66ab05f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ac7524297a6402ab10a91f12d444291&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7914691 Feb 20 05:41:52.538465 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39708) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:52.566334 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e264f8-bfcf-4a42-b2e7-4e6983d5dd6a req-41c89ac8-f9ed-4949-9851-03e0ee22018e tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:52.574744 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e264f8-bfcf-4a42-b2e7-4e6983d5dd6a req-41c89ac8-f9ed-4949-9851-03e0ee22018e tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:52.579549 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a5e264f8-bfcf-4a42-b2e7-4e6983d5dd6a req-41c89ac8-f9ed-4949-9851-03e0ee22018e tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0de52f7e-a969-4278-bffc-6c75bcedbbd7&device_id=069b35b1-d981-46f2-8356-00ebc478b63a HTTP/1.1" status: 200 len: 1690 time: 0.7755954 Feb 20 05:41:52.647926 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-71de1453-ebaf-4950-86fa-0cb2ef76670c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:52.674101 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-71de1453-ebaf-4950-86fa-0cb2ef76670c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/e0485cf6-c3ee-4b1c-a54f-4fe1a8e32ecf HTTP/1.1" status: 204 len: 168 time: 1.1360869 Feb 20 05:41:52.675431 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39710) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:52.711338 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:52.735034 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:52.836248 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a5e264f8-bfcf-4a42-b2e7-4e6983d5dd6a req-e921ccf6-529d-4ea3-9b90-876d0e4086a1 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261572 Feb 20 05:41:52.904109 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fe98ce-4031-4f38-8391-4064ca15d7ff tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:52.915867 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-22fe98ce-4031-4f38-8391-4064ca15d7ff tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2259827 Feb 20 05:41:52.917369 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39714) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:52.921833 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:41:52.970035 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b7ddd6ff-2e2c-43d6-9433-6cc76f61c913 admin admin] Publish callbacks [] for security_group (64a2d83a-5ddf-44a1-89bd-c4101e35bd0b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:53.062144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:53.062681 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (35a2d5b7-1c06-4921-84e1-6c7a1070c3c3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:53.125246 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b7ddd6ff-2e2c-43d6-9433-6cc76f61c913 admin admin] Publish callbacks [] for security_group (64a2d83a-5ddf-44a1-89bd-c4101e35bd0b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:53.172235 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6752f1-3eb6-4b98-b1a7-f4c0d71a9e2b req-d60ec594-b716-458f-a8bd-b8c2a90e24cb tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:53.179562 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc90d43a-e792-4839-8055-81f4c4fad843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (4420b6cb-8725-4b20-a288-253d842f88bc), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:53.184078 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ac6752f1-3eb6-4b98-b1a7-f4c0d71a9e2b req-d60ec594-b716-458f-a8bd-b8c2a90e24cb tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 945 time: 0.2282453 Feb 20 05:41:53.196108 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc90d43a-e792-4839-8055-81f4c4fad843 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:53.198228 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed9719a-bf35-46aa-bbd4-730e423069a9 None None] Network 25b22de6-bd4c-4c14-ac6c-23831c74cd9d requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:53.205839 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dc90d43a-e792-4839-8055-81f4c4fad843 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4420b6cb-8725-4b20-a288-253d842f88bc HTTP/1.1" status: 204 len: 168 time: 1.1119397 Feb 20 05:41:53.210190 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39716) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:53.221804 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:53.240345 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e941d5-b95e-4e27-ac65-6f913572174f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:53.245637 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-60e941d5-b95e-4e27-ac65-6f913572174f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3202822 Feb 20 05:41:53.248725 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39718) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:53.331550 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ac6752f1-3eb6-4b98-b1a7-f4c0d71a9e2b req-2b0f5e08-1abf-4b70-9fb0-8d1230062300 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454544 Feb 20 05:41:53.347864 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device e76b16df-a5bc-46a2-a9d2-4b624d2e6571 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:41:53.391999 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90d43a-e792-4839-8055-81f4c4fad843 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4420b6cb-8725-4b20-a288-253d842f88bc,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:53.418044 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-84c816b2-d087-476e-8bc4-c0d3cf2afdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (25b22de6-bd4c-4c14-ac6c-23831c74cd9d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:53.428377 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: e76b16df-a5bc-46a2-a9d2-4b624d2e6571 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:41:53.436802 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device e76b16df-a5bc-46a2-a9d2-4b624d2e6571 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:41:53.437494 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device abd86479-01e2-44e6-8778-c964d403bb1c no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:41:53.455110 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5cdd4218-6369-47ad-a602-efe18ef22640 None None] Provisioning complete for port 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:53.459169 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5cdd4218-6369-47ad-a602-efe18ef22640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (35a2d5b7-1c06-4921-84e1-6c7a1070c3c3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:53.569457 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23ee1a0-a352-4d9a-a5be-4fe0b0cf7191 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:53.570825 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23ee1a0-a352-4d9a-a5be-4fe0b0cf7191 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:53.572290 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23ee1a0-a352-4d9a-a5be-4fe0b0cf7191 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:53.580057 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f23ee1a0-a352-4d9a-a5be-4fe0b0cf7191 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2952626 Feb 20 05:41:53.582008 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39722) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:53.584583 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-84c816b2-d087-476e-8bc4-c0d3cf2afdb3 admin admin] Deleting port 9306455b-bbc6-4381-b26c-015b8e963e87 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:53.584922 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-84c816b2-d087-476e-8bc4-c0d3cf2afdb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (9306455b-bbc6-4381-b26c-015b8e963e87), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:53.641579 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb9ad6d-69b2-4242-aebf-a50f58c751ec tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet 97809a1c-9c8d-42e7-a996-2b81a47903e2 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:41:53.644106 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: abd86479-01e2-44e6-8778-c964d403bb1c {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:41:53.644457 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device abd86479-01e2-44e6-8778-c964d403bb1c not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:41:53.645142 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bdb9ad6d-69b2-4242-aebf-a50f58c751ec tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (97809a1c-9c8d-42e7-a996-2b81a47903e2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:53.697754 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bdb9ad6d-69b2-4242-aebf-a50f58c751ec tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (97809a1c-9c8d-42e7-a996-2b81a47903e2), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:53.732328 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-84c816b2-d087-476e-8bc4-c0d3cf2afdb3 admin admin] For port 9306455b-bbc6-4381-b26c-015b8e963e87, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=9306455b-bbc6-4381-b26c-015b8e963e87,segment=NetworkSegment(7ffaa449-9861-4de3-b075-2d4b5f9edbf2),segment_id=7ffaa449-9861-4de3-b075-2d4b5f9edbf2)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:53.733212 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-84c816b2-d087-476e-8bc4-c0d3cf2afdb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (9306455b-bbc6-4381-b26c-015b8e963e87), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:53.767983 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-84c816b2-d087-476e-8bc4-c0d3cf2afdb3 admin admin] Calling delete_port for 9306455b-bbc6-4381-b26c-015b8e963e87 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:53.805028 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5cdd4218-6369-47ad-a602-efe18ef22640 None None] Current status of the port 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:53.807231 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 3477e2b3-a8f5-4700-881d-5f3884bf183d details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:41:53.807507 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bdb9ad6d-69b2-4242-aebf-a50f58c751ec tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (97809a1c-9c8d-42e7-a996-2b81a47903e2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:53.809236 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 3477e2b3-a8f5-4700-881d-5f3884bf183d no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:41:53.925363 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b7ddd6ff-2e2c-43d6-9433-6cc76f61c913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (64a2d83a-5ddf-44a1-89bd-c4101e35bd0b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:53.931323 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b7ddd6ff-2e2c-43d6-9433-6cc76f61c913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:53.951976 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b7ddd6ff-2e2c-43d6-9433-6cc76f61c913 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64a2d83a-5ddf-44a1-89bd-c4101e35bd0b HTTP/1.1" status: 204 len: 168 time: 1.4057305 Feb 20 05:41:53.963372 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-64c0d31b-b077-4ff0-a133-b994044f825c None None] Could not find standard attr ID for object e0485cf6-c3ee-4b1c-a54f-4fe1a8e32ecf. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:41:53.995346 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-84c816b2-d087-476e-8bc4-c0d3cf2afdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (9306455b-bbc6-4381-b26c-015b8e963e87), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:54.025423 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ddd6ff-2e2c-43d6-9433-6cc76f61c913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a2d83a-5ddf-44a1-89bd-c4101e35bd0b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:54.046754 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8d152-786b-486d-970d-5f8fa95a6fe2 req-324f65cf-9abd-45c1-bb70-4d0d0d560b3c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:54.052322 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-49d8d152-786b-486d-970d-5f8fa95a6fe2 req-324f65cf-9abd-45c1-bb70-4d0d0d560b3c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.6581542 Feb 20 05:41:54.054958 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bdb9ad6d-69b2-4242-aebf-a50f58c751ec tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (97809a1c-9c8d-42e7-a996-2b81a47903e2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:54.063656 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c816b2-d087-476e-8bc4-c0d3cf2afdb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9306455b-bbc6-4381-b26c-015b8e963e87,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:54.081935 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c816b2-d087-476e-8bc4-c0d3cf2afdb3 admin admin] No DVR routers for this DVR port 9306455b-bbc6-4381-b26c-015b8e963e87 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:41:54.096961 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bdb9ad6d-69b2-4242-aebf-a50f58c751ec tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:54.106632 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bdb9ad6d-69b2-4242-aebf-a50f58c751ec tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/97809a1c-9c8d-42e7-a996-2b81a47903e2 HTTP/1.1" status: 204 len: 168 time: 0.5228333 Feb 20 05:41:54.109350 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 3477e2b3-a8f5-4700-881d-5f3884bf183d is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:54.109834 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3477e2b3-a8f5-4700-881d-5f3884bf183d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:54.111897 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad24782-93b7-4bbf-b068-e79cc782e47d None None] DHCP port deletion for 25b22de6-bd4c-4c14-ac6c-23831c74cd9d request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:41:54.112690 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39726) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:54.249146 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9ad6d-69b2-4242-aebf-a50f58c751ec tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=97809a1c-9c8d-42e7-a996-2b81a47903e2,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:54.254853 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2262045e-f149-40a3-b89c-7c0989010e49 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:54.277351 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-84c816b2-d087-476e-8bc4-c0d3cf2afdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (25b22de6-bd4c-4c14-ac6c-23831c74cd9d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:54.340106 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-84c816b2-d087-476e-8bc4-c0d3cf2afdb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b22de6-bd4c-4c14-ac6c-23831c74cd9d']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:54.366720 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-84c816b2-d087-476e-8bc4-c0d3cf2afdb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ffaa449-9861-4de3-b075-2d4b5f9edbf2') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:54.367098 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-84c816b2-d087-476e-8bc4-c0d3cf2afdb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ffaa449-9861-4de3-b075-2d4b5f9edbf2') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:41:54.370994 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-49d8d152-786b-486d-970d-5f8fa95a6fe2 req-427cfb76-752e-4ed5-80bd-aa2f05150db8 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2956829 Feb 20 05:41:54.377030 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b68c3a4-f8fa-4fa6-8cc2-e8d6c914d6c3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet bdfac50d-f3f5-4b56-86a7-058dc64915b5 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:41:54.385323 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b68c3a4-f8fa-4fa6-8cc2-e8d6c914d6c3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (bdfac50d-f3f5-4b56-86a7-058dc64915b5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:54.433543 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-84c816b2-d087-476e-8bc4-c0d3cf2afdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (7ffaa449-9861-4de3-b075-2d4b5f9edbf2), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:54.484998 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b68c3a4-f8fa-4fa6-8cc2-e8d6c914d6c3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (bdfac50d-f3f5-4b56-86a7-058dc64915b5), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:54.489874 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a56a629-6edc-4e99-9000-da1c831307b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3477e2b3-a8f5-4700-881d-5f3884bf183d'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:41:54.493068 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-84c816b2-d087-476e-8bc4-c0d3cf2afdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (7ffaa449-9861-4de3-b075-2d4b5f9edbf2), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:54.495294 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9452bc-c5aa-4e3c-a0ea-b0b9ae74a43a" -d '{"events": [{"server_uuid": "5a56a629-6edc-4e99-9000-da1c831307b6", "name": "network-vif-unplugged", "status": "completed", "tag": "3477e2b3-a8f5-4700-881d-5f3884bf183d"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:41:54.520849 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c816b2-d087-476e-8bc4-c0d3cf2afdb3 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:41:54.521289 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-84c816b2-d087-476e-8bc4-c0d3cf2afdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (7ffaa449-9861-4de3-b075-2d4b5f9edbf2), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:54.543747 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 3477e2b3-a8f5-4700-881d-5f3884bf183d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=3477e2b3-a8f5-4700-881d-5f3884bf183d,segment=NetworkSegment(4cdc692c-dc0a-4b72-9459-ea1592b0f54a),segment_id=4cdc692c-dc0a-4b72-9459-ea1592b0f54a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:54.579163 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3477e2b3-a8f5-4700-881d-5f3884bf183d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:54.593942 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39738) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:41:54.595582 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:41:54.672494 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b68c3a4-f8fa-4fa6-8cc2-e8d6c914d6c3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (bdfac50d-f3f5-4b56-86a7-058dc64915b5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:54.710248 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=3477e2b3-a8f5-4700-881d-5f3884bf183d,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:54.728406 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 3477e2b3-a8f5-4700-881d-5f3884bf183d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=3477e2b3-a8f5-4700-881d-5f3884bf183d,segment=NetworkSegment(4cdc692c-dc0a-4b72-9459-ea1592b0f54a),segment_id=4cdc692c-dc0a-4b72-9459-ea1592b0f54a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:54.752918 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '3477e2b3-a8f5-4700-881d-5f3884bf183d', 'network_id': '01278ac3-eba6-45f1-87d7-2920932959ff', 'port_id': '3477e2b3-a8f5-4700-881d-5f3884bf183d', 'mac_address': 'fa:16:3e:95:a2:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc8bc607-6333-462f-8bbc-60d061e4d26c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:41:54.811909 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1c8aa070-bac9-42ee-b7f3-211bee52b134 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac8ff322e80944a18e91ce551a17b1dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2140605 Feb 20 05:41:54.813554 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39742) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:54.837811 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 3477e2b3-a8f5-4700-881d-5f3884bf183d is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:54.843286 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3477e2b3-a8f5-4700-881d-5f3884bf183d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:54.872561 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 9306455b-bbc6-4381-b26c-015b8e963e87 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:41:54.878997 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b68c3a4-f8fa-4fa6-8cc2-e8d6c914d6c3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (bdfac50d-f3f5-4b56-86a7-058dc64915b5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:54.885080 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3477e2b3-a8f5-4700-881d-5f3884bf183d {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:41:54.911489 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-84c816b2-d087-476e-8bc4-c0d3cf2afdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (25b22de6-bd4c-4c14-ac6c-23831c74cd9d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:54.937832 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-84c816b2-d087-476e-8bc4-c0d3cf2afdb3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:54.940711 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 9306455b-bbc6-4381-b26c-015b8e963e87 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:41:54.941060 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 9306455b-bbc6-4381-b26c-015b8e963e87 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:41:54.953861 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-84c816b2-d087-476e-8bc4-c0d3cf2afdb3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/25b22de6-bd4c-4c14-ac6c-23831c74cd9d HTTP/1.1" status: 204 len: 168 time: 1.7314618 Feb 20 05:41:54.959406 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68c3a4-f8fa-4fa6-8cc2-e8d6c914d6c3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=bdfac50d-f3f5-4b56-86a7-058dc64915b5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:54.969793 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b68c3a4-f8fa-4fa6-8cc2-e8d6c914d6c3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:54.974217 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0b68c3a4-f8fa-4fa6-8cc2-e8d6c914d6c3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/bdfac50d-f3f5-4b56-86a7-058dc64915b5 HTTP/1.1" status: 204 len: 168 time: 0.8576381 Feb 20 05:41:54.976658 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39746) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:54.988723 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 3477e2b3-a8f5-4700-881d-5f3884bf183d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=3477e2b3-a8f5-4700-881d-5f3884bf183d,segment=NetworkSegment(4cdc692c-dc0a-4b72-9459-ea1592b0f54a),segment_id=4cdc692c-dc0a-4b72-9459-ea1592b0f54a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:54.997644 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c816b2-d087-476e-8bc4-c0d3cf2afdb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=25b22de6-bd4c-4c14-ac6c-23831c74cd9d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:55.017963 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3477e2b3-a8f5-4700-881d-5f3884bf183d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:55.052429 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8e7927b0-be63-4ea8-a5cf-cd24665f9e57 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743632 Feb 20 05:41:55.056661 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39748) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:55.057088 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd6190c4-0adf-4c17-b144-c8b0ed6fcb56 admin admin] Publish callbacks [] for security_group (794c43db-8d46-47b2-91f9-39534d25800e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:55.078681 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-1be0cce5-712b-4bb3-adf6-2ee5842dfeb3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:55.124150 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd6190c4-0adf-4c17-b144-c8b0ed6fcb56 admin admin] Publish callbacks [] for security_group (794c43db-8d46-47b2-91f9-39534d25800e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:55.133495 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=3477e2b3-a8f5-4700-881d-5f3884bf183d,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:55.189736 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:55.192680 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2d619-d0ad-448a-9b82-1e78a18d4ebb req-3a8bbb7c-1b9b-434b-b6bd-df1c0b03e9c4 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:55.196543 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-52c2d619-d0ad-448a-9b82-1e78a18d4ebb req-3a8bbb7c-1b9b-434b-b6bd-df1c0b03e9c4 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 943 time: 0.3886549 Feb 20 05:41:55.225349 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd6190c4-0adf-4c17-b144-c8b0ed6fcb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (794c43db-8d46-47b2-91f9-39534d25800e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:55.229090 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd6190c4-0adf-4c17-b144-c8b0ed6fcb56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:55.233428 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cd6190c4-0adf-4c17-b144-c8b0ed6fcb56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/794c43db-8d46-47b2-91f9-39534d25800e HTTP/1.1" status: 204 len: 168 time: 0.4130192 Feb 20 05:41:55.261622 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6190c4-0adf-4c17-b144-c8b0ed6fcb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794c43db-8d46-47b2-91f9-39534d25800e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:55.327460 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39752) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:55.388215 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['3477e2b3-a8f5-4700-881d-5f3884bf183d'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:41:55.412875 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-15d32d41-0503-4e0d-bc99-9552e7069377 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03a588f7057d4c8b9bd71c9e1f2b531d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0840118 Feb 20 05:41:55.415224 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39754) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:55.443799 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-52c2d619-d0ad-448a-9b82-1e78a18d4ebb req-689682ec-0770-4656-b380-cd741632f03c tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901863 Feb 20 05:41:55.449787 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be0cce5-712b-4bb3-adf6-2ee5842dfeb3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:55.458808 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1be0cce5-712b-4bb3-adf6-2ee5842dfeb3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:55.597902 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-24f5a495-27f6-480f-93bb-edf68566d3a6 admin admin] Publish callbacks [] for security_group (134d64ac-ded4-461e-8e97-181ea79de070), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:55.657243 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-24f5a495-27f6-480f-93bb-edf68566d3a6 admin admin] Publish callbacks [] for security_group (134d64ac-ded4-461e-8e97-181ea79de070), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:55.756479 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-24f5a495-27f6-480f-93bb-edf68566d3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (134d64ac-ded4-461e-8e97-181ea79de070), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:55.759662 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-24f5a495-27f6-480f-93bb-edf68566d3a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:55.763666 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-24f5a495-27f6-480f-93bb-edf68566d3a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/134d64ac-ded4-461e-8e97-181ea79de070 HTTP/1.1" status: 204 len: 168 time: 0.3450451 Feb 20 05:41:55.776642 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5a495-27f6-480f-93bb-edf68566d3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134d64ac-ded4-461e-8e97-181ea79de070,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:55.945071 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f38171-637b-4103-b4f8-11d4bafa57ae None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:56.036060 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54de671-dfc2-4f51-bfdf-49ce5157acea req-98987ba8-76b6-4c78-a473-fc39dec7f3d2 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:56.043738 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d54de671-dfc2-4f51-bfdf-49ce5157acea req-98987ba8-76b6-4c78-a473-fc39dec7f3d2 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.4215951 Feb 20 05:41:56.051418 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1be0cce5-712b-4bb3-adf6-2ee5842dfeb3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (24de689c-1b7c-4083-a658-b71fe7a42354), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:56.118781 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0cce5-712b-4bb3-adf6-2ee5842dfeb3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=24de689c-1b7c-4083-a658-b71fe7a42354,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:56.128107 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be0cce5-712b-4bb3-adf6-2ee5842dfeb3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:56.130792 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-1be0cce5-712b-4bb3-adf6-2ee5842dfeb3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:56.135645 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be0cce5-712b-4bb3-adf6-2ee5842dfeb3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:56.136254 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1be0cce5-712b-4bb3-adf6-2ee5842dfeb3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:56.195993 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d54de671-dfc2-4f51-bfdf-49ce5157acea req-44561827-3dd5-4ada-bd5e-de4fc4c1b71c tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516395 Feb 20 05:41:56.196490 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d5ee95a7-6c62-4d18-b55c-3e4d242f7aa5 None None] Provisioning complete for port 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:56.197523 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5ee95a7-6c62-4d18-b55c-3e4d242f7aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (35a2d5b7-1c06-4921-84e1-6c7a1070c3c3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:56.206364 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1be0cce5-712b-4bb3-adf6-2ee5842dfeb3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1443226 Feb 20 05:41:56.208467 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39774) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:56.214657 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-88b0bae5-d99d-4470-ad6e-620e4f78a5be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:56.423060 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eeb130e-937f-431d-8a81-f3caf060a447 x-openstack-request-id: req-2eeb130e-937f-431d-8a81-f3caf060a447 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:41:56.423285 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a56a629-6edc-4e99-9000-da1c831307b6", "name": "network-vif-unplugged", "status": "completed", "tag": "3477e2b3-a8f5-4700-881d-5f3884bf183d", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:41:56.423497 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2eeb130e-937f-431d-8a81-f3caf060a447 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:41:56.423898 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a56a629-6edc-4e99-9000-da1c831307b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3477e2b3-a8f5-4700-881d-5f3884bf183d', 'code': 200} Feb 20 05:41:56.430840 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d5ee95a7-6c62-4d18-b55c-3e4d242f7aa5 None None] Current status of the port 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:56.437520 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c215bb-8ddc-431d-8f2f-312ae42d20ac None None] DHCP port deletion for 81f72dab-c9ca-4111-9cef-a8a92557f9f3 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:41:56.463768 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39782) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:56.510687 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f65c52-1ea9-4ee2-b5c1-5e83311f3467 req-982ac3b3-80f2-4954-ba96-8ae8120d43f4 tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:56.519289 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f2f65c52-1ea9-4ee2-b5c1-5e83311f3467 req-982ac3b3-80f2-4954-ba96-8ae8120d43f4 tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0de52f7e-a969-4278-bffc-6c75bcedbbd7 HTTP/1.1" status: 200 len: 1132 time: 0.0574322 Feb 20 05:41:56.543642 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c2c215bb-8ddc-431d-8f2f-312ae42d20ac None None] Deleting port 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:56.544023 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c2c215bb-8ddc-431d-8f2f-312ae42d20ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (35a2d5b7-1c06-4921-84e1-6c7a1070c3c3), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:56.579029 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f2f65c52-1ea9-4ee2-b5c1-5e83311f3467 req-bab703b5-3f48-41cc-9529-9c263da3930d tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583596 Feb 20 05:41:56.609757 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b0bae5-d99d-4470-ad6e-620e4f78a5be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:56.619855 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-88b0bae5-d99d-4470-ad6e-620e4f78a5be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:56.652905 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c2c215bb-8ddc-431d-8f2f-312ae42d20ac None None] For port 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=35a2d5b7-1c06-4921-84e1-6c7a1070c3c3,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:56.653339 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c2c215bb-8ddc-431d-8f2f-312ae42d20ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (35a2d5b7-1c06-4921-84e1-6c7a1070c3c3), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:56.667775 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c2c215bb-8ddc-431d-8f2f-312ae42d20ac None None] Calling delete_port for 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:56.767705 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b855271b-f24e-4ca0-830b-828ad836e4d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f82d861f46a43beb72f4358b556ffe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3024576 Feb 20 05:41:56.769874 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39796) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:56.791590 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c2c215bb-8ddc-431d-8f2f-312ae42d20ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (35a2d5b7-1c06-4921-84e1-6c7a1070c3c3), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:56.827611 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c215bb-8ddc-431d-8f2f-312ae42d20ac None None] No DVR routers for this DVR port 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:41:56.869701 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c215bb-8ddc-431d-8f2f-312ae42d20ac None None] Pushing event deleted for resources: {'Port': ['ID=35a2d5b7-1c06-4921-84e1-6c7a1070c3c3,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:56.873073 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a736bfab-dc3f-4fe7-aad5-364879155998 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:41:56.879769 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:41:56.909647 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ccf1f434-efbc-450f-9ba5-1c21348a9696 admin admin] Publish callbacks [] for security_group (64482007-446e-4a02-96a9-5bbffb5c7473), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:56.914388 n-d-829866-5 neutron-server[103406]: INFO neutron.db.ipam_backend_mixin [None req-88b0bae5-d99d-4470-ad6e-620e4f78a5be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 24de689c-1b7c-4083-a658-b71fe7a42354 (CIDR: 2001:db8::/64) Feb 20 05:41:56.921577 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b0bae5-d99d-4470-ad6e-620e4f78a5be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:41:56.922109 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b0bae5-d99d-4470-ad6e-620e4f78a5be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:41:56.958083 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-88b0bae5-d99d-4470-ad6e-620e4f78a5be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7459316 Feb 20 05:41:56.958330 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ccf1f434-efbc-450f-9ba5-1c21348a9696 admin admin] Publish callbacks [] for security_group (64482007-446e-4a02-96a9-5bbffb5c7473), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:56.958487 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39802) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:56.968842 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-3a0aaf98-3141-4dac-8ebd-961a3d841989 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:57.037361 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:41:57.037487 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 35a2d5b7-1c06-4921-84e1-6c7a1070c3c3 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:41:57.077833 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ccf1f434-efbc-450f-9ba5-1c21348a9696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (64482007-446e-4a02-96a9-5bbffb5c7473), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:57.080605 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ccf1f434-efbc-450f-9ba5-1c21348a9696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:57.084756 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ccf1f434-efbc-450f-9ba5-1c21348a9696 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64482007-446e-4a02-96a9-5bbffb5c7473 HTTP/1.1" status: 204 len: 168 time: 0.3135078 Feb 20 05:41:57.099047 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1f434-efbc-450f-9ba5-1c21348a9696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64482007-446e-4a02-96a9-5bbffb5c7473,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:57.176144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4f38cc-979e-4f7b-9b7d-fb1b7191f59c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'fixed_ips': [{'subnet_id': '24de689c-1b7c-4083-a658-b71fe7a42354'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:41:57.177105 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af4f38cc-979e-4f7b-9b7d-fb1b7191f59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:57.251822 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0aaf98-3141-4dac-8ebd-961a3d841989 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:57.258328 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a0aaf98-3141-4dac-8ebd-961a3d841989 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:57.427722 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-af4f38cc-979e-4f7b-9b7d-fb1b7191f59c None None] Allocated IP 2001:db8::2 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/24de689c-1b7c-4083-a658-b71fe7a42354/fbbb2c68-c908-4854-812d-051fa32579a8) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:41:57.766788 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af4f38cc-979e-4f7b-9b7d-fb1b7191f59c None None] Publish callbacks [] for port (fbbb2c68-c908-4854-812d-051fa32579a8), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:57.779521 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af4f38cc-979e-4f7b-9b7d-fb1b7191f59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (fbbb2c68-c908-4854-812d-051fa32579a8), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:57.844369 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 3477e2b3-a8f5-4700-881d-5f3884bf183d up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:41:57.848539 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f38cc-979e-4f7b-9b7d-fb1b7191f59c None None] Pushing event updated for resources: {'Port': ['ID=fbbb2c68-c908-4854-812d-051fa32579a8,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:57.905716 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4f38cc-979e-4f7b-9b7d-fb1b7191f59c None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:41:57.911155 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-af4f38cc-979e-4f7b-9b7d-fb1b7191f59c None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:41:57.921592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4f38cc-979e-4f7b-9b7d-fb1b7191f59c None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:41:58.043821 n-d-829866-5 neutron-server[103406]: DEBUG neutron.objects.ports [None req-3a0aaf98-3141-4dac-8ebd-961a3d841989 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103406) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 05:41:58.115184 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-af4f38cc-979e-4f7b-9b7d-fb1b7191f59c None None] Attempting to bind port fbbb2c68-c908-4854-812d-051fa32579a8 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:41:58.115597 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-af4f38cc-979e-4f7b-9b7d-fb1b7191f59c None None] Attempting to bind port fbbb2c68-c908-4854-812d-051fa32579a8 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:41:58.115987 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4f38cc-979e-4f7b-9b7d-fb1b7191f59c None None] Attempting to bind port fbbb2c68-c908-4854-812d-051fa32579a8 on network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:41:58.149957 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 3477e2b3-a8f5-4700-881d-5f3884bf183d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:41:58.152113 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3477e2b3-a8f5-4700-881d-5f3884bf183d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:58.154046 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4f38cc-979e-4f7b-9b7d-fb1b7191f59c None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:41:58.154463 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4f38cc-979e-4f7b-9b7d-fb1b7191f59c None None] Checking segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:41:58.154971 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af4f38cc-979e-4f7b-9b7d-fb1b7191f59c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:58.155268 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4f38cc-979e-4f7b-9b7d-fb1b7191f59c None None] Bound using segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:41:58.155762 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-af4f38cc-979e-4f7b-9b7d-fb1b7191f59c None None] Bound port: fbbb2c68-c908-4854-812d-051fa32579a8, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:41:58.156197 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af4f38cc-979e-4f7b-9b7d-fb1b7191f59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fbbb2c68-c908-4854-812d-051fa32579a8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:58.357385 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c63c9-d03b-43a7-ade7-d809dd5ff4fb req-44aa9007-1ba6-4a46-92d7-7b2192daf367 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:58.366879 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-988c63c9-d03b-43a7-ade7-d809dd5ff4fb req-44aa9007-1ba6-4a46-92d7-7b2192daf367 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=077ab7f9-704e-498e-adc5-884d50b65c9a HTTP/1.1" status: 200 len: 943 time: 0.1096256 Feb 20 05:41:58.396127 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a0aaf98-3141-4dac-8ebd-961a3d841989 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fbbb2c68-c908-4854-812d-051fa32579a8), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:58.429193 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-af4f38cc-979e-4f7b-9b7d-fb1b7191f59c None None] For port fbbb2c68-c908-4854-812d-051fa32579a8, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:41:58.483318 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-af4f38cc-979e-4f7b-9b7d-fb1b7191f59c None None] For port fbbb2c68-c908-4854-812d-051fa32579a8, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=fbbb2c68-c908-4854-812d-051fa32579a8,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:41:58.489041 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39870) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:58.503138 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af4f38cc-979e-4f7b-9b7d-fb1b7191f59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (fbbb2c68-c908-4854-812d-051fa32579a8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:58.528572 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 3477e2b3-a8f5-4700-881d-5f3884bf183d is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:41:58.528948 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3477e2b3-a8f5-4700-881d-5f3884bf183d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:58.551426 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.db.api [None req-3a0aaf98-3141-4dac-8ebd-961a3d841989 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:41:58.551794 n-d-829866-5 neutron-server[103406]: DEBUG oslo_db.api [None req-3a0aaf98-3141-4dac-8ebd-961a3d841989 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:41:58.554573 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-988c63c9-d03b-43a7-ade7-d809dd5ff4fb req-cdd53cb4-693e-4b59-b04c-a90e536534c1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Deleting port 395958e9-b3e5-48fc-a5fe-e7aca7e88338 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:41:58.554934 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-988c63c9-d03b-43a7-ade7-d809dd5ff4fb req-cdd53cb4-693e-4b59-b04c-a90e536534c1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (395958e9-b3e5-48fc-a5fe-e7aca7e88338), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:58.651529 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f38cc-979e-4f7b-9b7d-fb1b7191f59c None None] Pushing event updated for resources: {'Port': ['ID=fbbb2c68-c908-4854-812d-051fa32579a8,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:58.662820 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-988c63c9-d03b-43a7-ade7-d809dd5ff4fb req-cdd53cb4-693e-4b59-b04c-a90e536534c1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] For port 395958e9-b3e5-48fc-a5fe-e7aca7e88338, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=395958e9-b3e5-48fc-a5fe-e7aca7e88338,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:58.663204 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-988c63c9-d03b-43a7-ade7-d809dd5ff4fb req-cdd53cb4-693e-4b59-b04c-a90e536534c1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (395958e9-b3e5-48fc-a5fe-e7aca7e88338), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:58.679787 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-988c63c9-d03b-43a7-ade7-d809dd5ff4fb req-cdd53cb4-693e-4b59-b04c-a90e536534c1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Calling delete_port for 395958e9-b3e5-48fc-a5fe-e7aca7e88338 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:41:58.684125 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a56a629-6edc-4e99-9000-da1c831307b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3477e2b3-a8f5-4700-881d-5f3884bf183d'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:41:58.687233 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbce25fa-625e-4d7f-8d49-a922f18d5594" -d '{"events": [{"server_uuid": "5a56a629-6edc-4e99-9000-da1c831307b6", "name": "network-vif-plugged", "status": "completed", "tag": "3477e2b3-a8f5-4700-881d-5f3884bf183d"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:41:58.718413 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 3477e2b3-a8f5-4700-881d-5f3884bf183d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=3477e2b3-a8f5-4700-881d-5f3884bf183d,segment=NetworkSegment(4cdc692c-dc0a-4b72-9459-ea1592b0f54a),segment_id=4cdc692c-dc0a-4b72-9459-ea1592b0f54a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:41:58.731017 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3477e2b3-a8f5-4700-881d-5f3884bf183d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:58.733863 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-6f369d79-6948-4a8c-8ee0-49844a89cc26 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1521488472', 'router:external': True}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:58.781693 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f369d79-6948-4a8c-8ee0-49844a89cc26 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Made reservation on behalf of 4067af1c8fc34a748c0de716c771b5fe for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:58.785164 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6f369d79-6948-4a8c-8ee0-49844a89cc26 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:58.814502 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6f369d79-6948-4a8c-8ee0-49844a89cc26 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:58.845723 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=3477e2b3-a8f5-4700-881d-5f3884bf183d,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:58.883476 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-988c63c9-d03b-43a7-ade7-d809dd5ff4fb req-cdd53cb4-693e-4b59-b04c-a90e536534c1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (395958e9-b3e5-48fc-a5fe-e7aca7e88338), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:58.895555 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b', 'f143992c-eba3-4130-8dfa-cd55ce551fc6'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:41:58.936680 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd53cb4-693e-4b59-b04c-a90e536534c1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Pushing event deleted for resources: {'Port': ['ID=395958e9-b3e5-48fc-a5fe-e7aca7e88338,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:58.981858 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6f369d79-6948-4a8c-8ee0-49844a89cc26 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for security_group (4d5ba57d-7180-4eeb-9bf9-c7ecc26c00c0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:58.997446 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6f369d79-6948-4a8c-8ee0-49844a89cc26 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4d5ba57d-7180-4eeb-9bf9-c7ecc26c00c0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:59.110124 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-988c63c9-d03b-43a7-ade7-d809dd5ff4fb req-cdd53cb4-693e-4b59-b04c-a90e536534c1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] No DVR routers for this DVR port 395958e9-b3e5-48fc-a5fe-e7aca7e88338 on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:41:59.115995 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39886) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:59.149808 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-988c63c9-d03b-43a7-ade7-d809dd5ff4fb req-cdd53cb4-693e-4b59-b04c-a90e536534c1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:59.165263 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-988c63c9-d03b-43a7-ade7-d809dd5ff4fb req-cdd53cb4-693e-4b59-b04c-a90e536534c1 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "DELETE /v2.0/ports/395958e9-b3e5-48fc-a5fe-e7aca7e88338 HTTP/1.1" status: 204 len: 173 time: 0.7974610 Feb 20 05:41:59.169605 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077ab7f9-704e-498e-adc5-884d50b65c9a', 'name': 'network-vif-deleted', 'tag': '395958e9-b3e5-48fc-a5fe-e7aca7e88338'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:41:59.179159 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425692a2-8bab-4624-a770-8450b8118a1c" -d '{"events": [{"server_uuid": "077ab7f9-704e-498e-adc5-884d50b65c9a", "name": "network-vif-deleted", "tag": "395958e9-b3e5-48fc-a5fe-e7aca7e88338"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:41:59.201280 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f369d79-6948-4a8c-8ee0-49844a89cc26 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:41:59.227255 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6f369d79-6948-4a8c-8ee0-49844a89cc26 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (13f5beee-09b2-4162-8704-41a4e3754b1a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:59.227567 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-6f369d79-6948-4a8c-8ee0-49844a89cc26 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Added segment 13f5beee-09b2-4162-8704-41a4e3754b1a of type vlan for network a02c5722-0324-4971-b9bc-96cdbc3c233f Feb 20 05:41:59.327724 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a3707a52-e664-4c23-899c-c00fcd2b3858 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2076044162-network', 'tenant_id': '530e9ccc2c7745e1b9c1dbbb45c443e0'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:59.355312 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6f369d79-6948-4a8c-8ee0-49844a89cc26 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (a02c5722-0324-4971-b9bc-96cdbc3c233f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:59.375696 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3707a52-e664-4c23-899c-c00fcd2b3858 admin admin] Made reservation on behalf of 530e9ccc2c7745e1b9c1dbbb45c443e0 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:59.378101 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a3707a52-e664-4c23-899c-c00fcd2b3858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:59.395912 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a3707a52-e664-4c23-899c-c00fcd2b3858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:59.433431 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a0aaf98-3141-4dac-8ebd-961a3d841989 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fbbb2c68-c908-4854-812d-051fa32579a8), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:59.462799 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f369d79-6948-4a8c-8ee0-49844a89cc26 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5ba57d-7180-4eeb-9bf9-c7ecc26c00c0,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:59.471923 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6f369d79-6948-4a8c-8ee0-49844a89cc26 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (a02c5722-0324-4971-b9bc-96cdbc3c233f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:59.473070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f369d79-6948-4a8c-8ee0-49844a89cc26 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:41:59.473652 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6f369d79-6948-4a8c-8ee0-49844a89cc26 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:59.521169 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6f369d79-6948-4a8c-8ee0-49844a89cc26 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.0275440 Feb 20 05:41:59.522212 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39896) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:41:59.541169 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-24ef22c7-f8c8-4f02-aede-395ff38e4486 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Request body: {'subnet': {'network_id': 'a02c5722-0324-4971-b9bc-96cdbc3c233f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:41:59.625948 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a3707a52-e664-4c23-899c-c00fcd2b3858 admin admin] Publish callbacks [] for security_group (20d8700e-e76b-48e5-93de-17a4af85e8f8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:59.627693 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ef22c7-f8c8-4f02-aede-395ff38e4486 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Made reservation on behalf of 4067af1c8fc34a748c0de716c771b5fe for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:41:59.630417 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-24ef22c7-f8c8-4f02-aede-395ff38e4486 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:41:59.732753 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f369d79-6948-4a8c-8ee0-49844a89cc26 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Pushing event updated for resources: {'Network': ['ID=a02c5722-0324-4971-b9bc-96cdbc3c233f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:41:59.806145 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network a02c5722-0324-4971-b9bc-96cdbc3c233f details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:41:59.954230 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-3a0aaf98-3141-4dac-8ebd-961a3d841989 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] For port fbbb2c68-c908-4854-812d-051fa32579a8, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=fbbb2c68-c908-4854-812d-051fa32579a8,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:00.011217 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a3707a52-e664-4c23-899c-c00fcd2b3858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (20d8700e-e76b-48e5-93de-17a4af85e8f8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:00.017971 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a0aaf98-3141-4dac-8ebd-961a3d841989 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (fbbb2c68-c908-4854-812d-051fa32579a8), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:00.036650 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a0aaf98-3141-4dac-8ebd-961a3d841989 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (fbbb2c68-c908-4854-812d-051fa32579a8), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:00.102929 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a0aaf98-3141-4dac-8ebd-961a3d841989 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (6d032779-4cda-4545-ab3a-2a5fa960156e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:00.132950 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3707a52-e664-4c23-899c-c00fcd2b3858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d8700e-e76b-48e5-93de-17a4af85e8f8,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:00.147883 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3707a52-e664-4c23-899c-c00fcd2b3858 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:42:00.161492 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a3707a52-e664-4c23-899c-c00fcd2b3858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (93598f9e-e64c-4052-a06d-7d664e887b45), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:00.161865 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-a3707a52-e664-4c23-899c-c00fcd2b3858 admin admin] Added segment 93598f9e-e64c-4052-a06d-7d664e887b45 of type vlan for network eab308bc-ce36-4a1a-bed8-bb970b7078db Feb 20 05:42:00.177516 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0aaf98-3141-4dac-8ebd-961a3d841989 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:42:00.189194 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-3a0aaf98-3141-4dac-8ebd-961a3d841989 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:00.216805 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0aaf98-3141-4dac-8ebd-961a3d841989 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:00.219171 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a3707a52-e664-4c23-899c-c00fcd2b3858 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (eab308bc-ce36-4a1a-bed8-bb970b7078db), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:00.220026 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a0aaf98-3141-4dac-8ebd-961a3d841989 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:00.263815 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a3707a52-e664-4c23-899c-c00fcd2b3858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (eab308bc-ce36-4a1a-bed8-bb970b7078db), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:00.265446 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3707a52-e664-4c23-899c-c00fcd2b3858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:00.266220 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a3707a52-e664-4c23-899c-c00fcd2b3858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:00.298410 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0aaf98-3141-4dac-8ebd-961a3d841989 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=6d032779-4cda-4545-ab3a-2a5fa960156e,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:00.318278 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0aaf98-3141-4dac-8ebd-961a3d841989 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=fbbb2c68-c908-4854-812d-051fa32579a8,revision_number=4']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:00.329265 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3a0aaf98-3141-4dac-8ebd-961a3d841989 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.3695149 Feb 20 05:42:00.332742 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39902) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:00.343752 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a25a5b07-8f1a-4775-9c26-15371a3b7031 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'mac_address': 'fa:16:3e:52:20:dc', 'name': 'tempest-NetworksTestDHCPv6-1083491684'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:00.373666 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3707a52-e664-4c23-899c-c00fcd2b3858 admin admin] Pushing event updated for resources: {'Network': ['ID=eab308bc-ce36-4a1a-bed8-bb970b7078db,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:00.388362 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network eab308bc-ce36-4a1a-bed8-bb970b7078db details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:42:00.495799 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a3707a52-e664-4c23-899c-c00fcd2b3858 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3789225 Feb 20 05:42:00.502559 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39904) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:00.526070 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-03d50771-c3bd-4809-bb97-82869603b8ed admin admin] Request body: {'subnet': {'network_id': 'eab308bc-ce36-4a1a-bed8-bb970b7078db', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2076044162-subnet', 'tenant_id': '530e9ccc2c7745e1b9c1dbbb45c443e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:00.533725 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46817d68-4c6d-4df8-a93c-3938331ead76 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:00.581032 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bc770-448e-496b-b12c-ab6af6eaf67c req-015cb6cd-bf57-448d-bef1-5c06a8625dae tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:00.582699 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d98bc770-448e-496b-b12c-ab6af6eaf67c req-015cb6cd-bf57-448d-bef1-5c06a8625dae tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 945 time: 0.5848417 Feb 20 05:42:00.584194 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25a5b07-8f1a-4775-9c26-15371a3b7031 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:00.627374 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d50771-c3bd-4809-bb97-82869603b8ed admin admin] Made reservation on behalf of 530e9ccc2c7745e1b9c1dbbb45c443e0 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:00.630463 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-03d50771-c3bd-4809-bb97-82869603b8ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:00.665909 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0da45da4-9f2d-455b-829f-0c9dd72f011b None None] Provisioning complete for port fbbb2c68-c908-4854-812d-051fa32579a8 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:00.666444 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0da45da4-9f2d-455b-829f-0c9dd72f011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fbbb2c68-c908-4854-812d-051fa32579a8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:00.761047 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:42:00.778518 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a25a5b07-8f1a-4775-9c26-15371a3b7031 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:00.816457 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0da45da4-9f2d-455b-829f-0c9dd72f011b None None] Current status of the port fbbb2c68-c908-4854-812d-051fa32579a8 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:00.817054 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0da45da4-9f2d-455b-829f-0c9dd72f011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fbbb2c68-c908-4854-812d-051fa32579a8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:00.835192 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-a25a5b07-8f1a-4775-9c26-15371a3b7031 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] device_id is not set on port 420d96cd-4e62-44af-9f51-2ba49d660b9a yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:42:00.899234 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0da45da4-9f2d-455b-829f-0c9dd72f011b None None] For port fbbb2c68-c908-4854-812d-051fa32579a8, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=fbbb2c68-c908-4854-812d-051fa32579a8,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:00.910066 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0da45da4-9f2d-455b-829f-0c9dd72f011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (fbbb2c68-c908-4854-812d-051fa32579a8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:00.946448 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d98bc770-448e-496b-b12c-ab6af6eaf67c req-3d83b0f9-ed31-4b16-bb34-2cb93163a9f0 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343220 Feb 20 05:42:00.981202 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device fbbb2c68-c908-4854-812d-051fa32579a8 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:42:01.179120 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-a25a5b07-8f1a-4775-9c26-15371a3b7031 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 2001:db8::da (81f72dab-c9ca-4111-9cef-a8a92557f9f3/24de689c-1b7c-4083-a658-b71fe7a42354/420d96cd-4e62-44af-9f51-2ba49d660b9a) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:42:01.187891 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-a25a5b07-8f1a-4775-9c26-15371a3b7031 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 2001:db8:0:1:f816:3eff:fe52:20dc (81f72dab-c9ca-4111-9cef-a8a92557f9f3/6d032779-4cda-4545-ab3a-2a5fa960156e/420d96cd-4e62-44af-9f51-2ba49d660b9a) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:42:01.225797 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da45da4-9f2d-455b-829f-0c9dd72f011b None None] Pushing event updated for resources: {'Port': ['ID=fbbb2c68-c908-4854-812d-051fa32579a8,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:01.250166 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port fbbb2c68-c908-4854-812d-051fa32579a8 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:01.250469 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fbbb2c68-c908-4854-812d-051fa32579a8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:01.345380 n-d-829866-5 neutron-server[103407]: DEBUG neutron.objects.ports [None req-24ef22c7-f8c8-4f02-aede-395ff38e4486 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103407) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 05:42:01.345864 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-24ef22c7-f8c8-4f02-aede-395ff38e4486 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (5f574e23-2ce0-4446-8709-817e077f2512), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:01.450474 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port fbbb2c68-c908-4854-812d-051fa32579a8 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:01.458021 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef22c7-f8c8-4f02-aede-395ff38e4486 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5f574e23-2ce0-4446-8709-817e077f2512,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:01.494810 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a25a5b07-8f1a-4775-9c26-15371a3b7031 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (420d96cd-4e62-44af-9f51-2ba49d660b9a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:01.568985 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a25a5b07-8f1a-4775-9c26-15371a3b7031 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (420d96cd-4e62-44af-9f51-2ba49d660b9a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:01.589993 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ef22c7-f8c8-4f02-aede-395ff38e4486 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Checking segment: {'id': '13f5beee-09b2-4162-8704-41a4e3754b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a02c5722-0324-4971-b9bc-96cdbc3c233f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:42:01.593577 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ef22c7-f8c8-4f02-aede-395ff38e4486 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Network hostable DHCP agents. Network: a02c5722-0324-4971-b9bc-96cdbc3c233f, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:42:01.614448 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4948eaa-e07a-469d-b48c-d2233c2675ab req-4612528f-8034-4d25-ac0e-4f9d9eff497a tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:01.616364 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c4948eaa-e07a-469d-b48c-d2233c2675ab req-4612528f-8034-4d25-ac0e-4f9d9eff497a tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=069b35b1-d981-46f2-8356-00ebc478b63a HTTP/1.1" status: 200 len: 1131 time: 0.4379110 Feb 20 05:42:01.620597 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-03d50771-c3bd-4809-bb97-82869603b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (322ad6e0-8edb-4213-9943-221726cb64e2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:01.643543 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a5b07-8f1a-4775-9c26-15371a3b7031 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=420d96cd-4e62-44af-9f51-2ba49d660b9a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:01.655442 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25a5b07-8f1a-4775-9c26-15371a3b7031 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:42:01.657461 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-a25a5b07-8f1a-4775-9c26-15371a3b7031 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:01.660866 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25a5b07-8f1a-4775-9c26-15371a3b7031 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:42:01.666936 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25a5b07-8f1a-4775-9c26-15371a3b7031 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:01.667829 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a25a5b07-8f1a-4775-9c26-15371a3b7031 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:01.711258 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a25a5b07-8f1a-4775-9c26-15371a3b7031 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3769891 Feb 20 05:42:01.712004 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39918) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:01.774837 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c4948eaa-e07a-469d-b48c-d2233c2675ab req-6772eec0-975c-4d20-988a-cae004e588f3 tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474957 Feb 20 05:42:01.810370 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ef22c7-f8c8-4f02-aede-395ff38e4486 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Network a02c5722-0324-4971-b9bc-96cdbc3c233f is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:42:01.833788 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-24ef22c7-f8c8-4f02-aede-395ff38e4486 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, a02c5722-0324-4971-b9bc-96cdbc3c233f) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:01.843020 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b27b286-d942-487c-b923-833e5cebf7cf None None] Network a02c5722-0324-4971-b9bc-96cdbc3c233f requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:01.849864 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ef22c7-f8c8-4f02-aede-395ff38e4486 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:01.855070 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-24ef22c7-f8c8-4f02-aede-395ff38e4486 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:01.880469 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d50771-c3bd-4809-bb97-82869603b8ed admin admin] Checking segment: {'id': '93598f9e-e64c-4052-a06d-7d664e887b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'eab308bc-ce36-4a1a-bed8-bb970b7078db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:42:01.880837 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d50771-c3bd-4809-bb97-82869603b8ed admin admin] Network hostable DHCP agents. Network: eab308bc-ce36-4a1a-bed8-bb970b7078db, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:42:01.909264 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d50771-c3bd-4809-bb97-82869603b8ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=322ad6e0-8edb-4213-9943-221726cb64e2,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:01.964268 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-24ef22c7-f8c8-4f02-aede-395ff38e4486 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4366441 Feb 20 05:42:01.967773 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39924) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:01.974098 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-3e5a2f17-83bb-4a9b-b55e-daa4ae6ef47f tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1613987271', 'network_id': 'a02c5722-0324-4971-b9bc-96cdbc3c233f'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:02.022734 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39930) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:02.023691 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d50771-c3bd-4809-bb97-82869603b8ed admin admin] Network eab308bc-ce36-4a1a-bed8-bb970b7078db is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:42:02.057197 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-44416b7f-11b9-4af9-972e-c7855400a272 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting port 420d96cd-4e62-44af-9f51-2ba49d660b9a {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:42:02.065118 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44416b7f-11b9-4af9-972e-c7855400a272 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (420d96cd-4e62-44af-9f51-2ba49d660b9a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:02.094353 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-03d50771-c3bd-4809-bb97-82869603b8ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, eab308bc-ce36-4a1a-bed8-bb970b7078db) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:02.112298 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d50771-c3bd-4809-bb97-82869603b8ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:02.115704 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-03d50771-c3bd-4809-bb97-82869603b8ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:02.130154 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5a2f17-83bb-4a9b-b55e-daa4ae6ef47f tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Made reservation on behalf of 4067af1c8fc34a748c0de716c771b5fe for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:02.158415 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e5a2f17-83bb-4a9b-b55e-daa4ae6ef47f tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:02.186515 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdf3fb2-e94b-4f2b-a660-0590eb2188b2 x-openstack-request-id: req-7cdf3fb2-e94b-4f2b-a660-0590eb2188b2 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:42:02.186921 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a56a629-6edc-4e99-9000-da1c831307b6", "name": "network-vif-plugged", "status": "completed", "tag": "3477e2b3-a8f5-4700-881d-5f3884bf183d", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:42:02.187191 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7cdf3fb2-e94b-4f2b-a660-0590eb2188b2 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:42:02.188732 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a56a629-6edc-4e99-9000-da1c831307b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3477e2b3-a8f5-4700-881d-5f3884bf183d', 'code': 200} Feb 20 05:42:02.198708 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed3121a-98c6-4192-8572-71f41f48cea9 None None] Network eab308bc-ce36-4a1a-bed8-bb970b7078db requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:02.226701 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-3e5a2f17-83bb-4a9b-b55e-daa4ae6ef47f tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] device_id is not set on port ce39b28c-12a4-43b2-b654-bc3ff8b99a4a yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:42:02.426138 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 20 Feb 2022 05:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4878380-cbbe-45e8-816b-2c52c892bfa5 x-openstack-request-id: req-a4878380-cbbe-45e8-816b-2c52c892bfa5 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:42:02.426138 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077ab7f9-704e-498e-adc5-884d50b65c9a", "name": "network-vif-deleted", "tag": "395958e9-b3e5-48fc-a5fe-e7aca7e88338", "status": "failed", "code": 422}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:42:02.426492 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4878380-cbbe-45e8-816b-2c52c892bfa5 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:42:02.426796 n-d-829866-5 neutron-server[103407]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '077ab7f9-704e-498e-adc5-884d50b65c9a', 'name': 'network-vif-deleted', 'tag': '395958e9-b3e5-48fc-a5fe-e7aca7e88338', 'status': 'failed', 'code': 422} returned with failed status Feb 20 05:42:02.436175 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05192efe-eb2f-4370-8e7e-16552ef91176 None None] Network eab308bc-ce36-4a1a-bed8-bb970b7078db requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:02.441908 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad0c1de-9692-475f-a729-2294483f42a1 None None] Network a02c5722-0324-4971-b9bc-96cdbc3c233f requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:02.554729 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44416b7f-11b9-4af9-972e-c7855400a272 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (420d96cd-4e62-44af-9f51-2ba49d660b9a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:02.581583 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d0cd9-9228-44e1-83e1-dda4fa23c1dd req-9273b585-b7d2-448a-bc9c-60fa28fdfb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:02.587086 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fc7d0cd9-9228-44e1-83e1-dda4fa23c1dd req-9273b585-b7d2-448a-bc9c-60fa28fdfb2a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 1127 time: 0.2771530 Feb 20 05:42:02.589003 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-3e5a2f17-83bb-4a9b-b55e-daa4ae6ef47f tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Allocated IP 172.20.0.5 (a02c5722-0324-4971-b9bc-96cdbc3c233f/5f574e23-2ce0-4446-8709-817e077f2512/ce39b28c-12a4-43b2-b654-bc3ff8b99a4a) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:42:02.600072 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-44416b7f-11b9-4af9-972e-c7855400a272 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Calling delete_port for 420d96cd-4e62-44af-9f51-2ba49d660b9a owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:42:02.716021 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fc7d0cd9-9228-44e1-83e1-dda4fa23c1dd req-9d0f4ee1-a6b6-43f2-b934-738199910006 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176736 Feb 20 05:42:02.742848 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e5a2f17-83bb-4a9b-b55e-daa4ae6ef47f tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for port (ce39b28c-12a4-43b2-b654-bc3ff8b99a4a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:02.767026 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-1216add3-9819-439d-b265-19ffe663415d None None] Provisioning complete for port fbbb2c68-c908-4854-812d-051fa32579a8 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:02.768599 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1216add3-9819-439d-b265-19ffe663415d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fbbb2c68-c908-4854-812d-051fa32579a8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:02.792884 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-03d50771-c3bd-4809-bb97-82869603b8ed admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2668297 Feb 20 05:42:02.792884 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e5a2f17-83bb-4a9b-b55e-daa4ae6ef47f tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (ce39b28c-12a4-43b2-b654-bc3ff8b99a4a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:02.892972 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-680cba3f-4de3-4a4d-8e6f-21e80d69d68a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:02.930717 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device fbbb2c68-c908-4854-812d-051fa32579a8 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:42:03.061310 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5a2f17-83bb-4a9b-b55e-daa4ae6ef47f tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Network a02c5722-0324-4971-b9bc-96cdbc3c233f is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:42:03.064834 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-3e5a2f17-83bb-4a9b-b55e-daa4ae6ef47f tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:03.068877 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5a2f17-83bb-4a9b-b55e-daa4ae6ef47f tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:42:03.070924 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a2f17-83bb-4a9b-b55e-daa4ae6ef47f tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Pushing event updated for resources: {'Port': ['ID=ce39b28c-12a4-43b2-b654-bc3ff8b99a4a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:03.088380 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1216add3-9819-439d-b265-19ffe663415d None None] Current status of the port fbbb2c68-c908-4854-812d-051fa32579a8 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:03.105008 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port fbbb2c68-c908-4854-812d-051fa32579a8 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:03.105382 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fbbb2c68-c908-4854-812d-051fa32579a8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:03.125981 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfccf2-19fa-4950-a3c9-a427c381cb74 req-7de26e11-f794-4293-aa7b-de3b6cb324c8 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:03.133263 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2cbfccf2-19fa-4950-a3c9-a427c381cb74 req-7de26e11-f794-4293-aa7b-de3b6cb324c8 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 945 time: 0.3465331 Feb 20 05:42:03.163303 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5a2f17-83bb-4a9b-b55e-daa4ae6ef47f tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:03.164399 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e5a2f17-83bb-4a9b-b55e-daa4ae6ef47f tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:03.171702 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44416b7f-11b9-4af9-972e-c7855400a272 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (420d96cd-4e62-44af-9f51-2ba49d660b9a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:03.233637 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d0324ef9-efda-4e29-9043-087dd205468d None None] Could not find standard attr ID for object 420d96cd-4e62-44af-9f51-2ba49d660b9a. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:42:03.239897 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44416b7f-11b9-4af9-972e-c7855400a272 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Port': ['ID=420d96cd-4e62-44af-9f51-2ba49d660b9a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:03.252511 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port fbbb2c68-c908-4854-812d-051fa32579a8 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:03.259583 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3e5a2f17-83bb-4a9b-b55e-daa4ae6ef47f tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.2906210 Feb 20 05:42:03.266824 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39950) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:03.282826 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2cbfccf2-19fa-4950-a3c9-a427c381cb74 req-9d5689dc-3fcf-444c-a5cf-ea1bf74fbd60 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486552 Feb 20 05:42:03.379383 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-680cba3f-4de3-4a4d-8e6f-21e80d69d68a admin admin] Publish callbacks [] for security_group (3d5414f0-e668-40d8-b1a3-e7dd81259edd), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:03.389405 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-680cba3f-4de3-4a4d-8e6f-21e80d69d68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3d5414f0-e668-40d8-b1a3-e7dd81259edd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:03.405130 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44416b7f-11b9-4af9-972e-c7855400a272 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:03.411780 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-44416b7f-11b9-4af9-972e-c7855400a272 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/420d96cd-4e62-44af-9f51-2ba49d660b9a HTTP/1.1" status: 204 len: 168 time: 1.6976488 Feb 20 05:42:03.415343 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39960) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:03.480600 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-05f0086a-f9cf-4b07-b0a3-1898c65c20de tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Deleting port ce39b28c-12a4-43b2-b654-bc3ff8b99a4a {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:42:03.481124 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-05f0086a-f9cf-4b07-b0a3-1898c65c20de tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (ce39b28c-12a4-43b2-b654-bc3ff8b99a4a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:03.605245 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-05f0086a-f9cf-4b07-b0a3-1898c65c20de tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (ce39b28c-12a4-43b2-b654-bc3ff8b99a4a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:03.624632 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-05f0086a-f9cf-4b07-b0a3-1898c65c20de tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Calling delete_port for ce39b28c-12a4-43b2-b654-bc3ff8b99a4a owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:42:03.842870 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-05f0086a-f9cf-4b07-b0a3-1898c65c20de tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (ce39b28c-12a4-43b2-b654-bc3ff8b99a4a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:03.916736 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0086a-f9cf-4b07-b0a3-1898c65c20de tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce39b28c-12a4-43b2-b654-bc3ff8b99a4a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:03.976118 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-05f0086a-f9cf-4b07-b0a3-1898c65c20de tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:03.981086 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-05f0086a-f9cf-4b07-b0a3-1898c65c20de tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "DELETE /v2.0/ports/ce39b28c-12a4-43b2-b654-bc3ff8b99a4a HTTP/1.1" status: 204 len: 168 time: 0.7106230 Feb 20 05:42:03.984397 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39962) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:03.994816 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0ebc37b5-9cf7-4d69-86af-432bb1ca40e5 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a02c5722-0324-4971-b9bc-96cdbc3c233f', 'external_fixed_ips': [{'subnet_id': '5f574e23-2ce0-4446-8709-817e077f2512', 'ip_address': '172.20.0.5'}]}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:04.023762 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0ebc37b5-9cf7-4d69-86af-432bb1ca40e5 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (025302e7-16ea-42b2-bf45-272a1a13a868), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:04.025158 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0ebc37b5-9cf7-4d69-86af-432bb1ca40e5 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (025302e7-16ea-42b2-bf45-272a1a13a868), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:04.055141 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680cba3f-4de3-4a4d-8e6f-21e80d69d68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5414f0-e668-40d8-b1a3-e7dd81259edd,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:04.065895 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-680cba3f-4de3-4a4d-8e6f-21e80d69d68a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ccdd06df60b64b00ad75151d70aad8b2&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0392938 Feb 20 05:42:04.066111 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39964) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:04.093983 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e0b44c-a014-4b2b-a91d-32dbad676dfe tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:04.095745 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b2e0b44c-a014-4b2b-a91d-32dbad676dfe tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6642048 Feb 20 05:42:04.099131 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39966) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:04.148250 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0ebc37b5-9cf7-4d69-86af-432bb1ca40e5 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router_controller (025302e7-16ea-42b2-bf45-272a1a13a868), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:04.165754 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-4bfbe0a1-6e2e-4813-b14b-bc7467710299 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:04.176106 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-4bfbe0a1-6e2e-4813-b14b-bc7467710299 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/networks?id=737ca593-7d09-4d90-9616-a209809410b0 HTTP/1.1" status: 200 len: 814 time: 0.6496389 Feb 20 05:42:04.197330 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-e513c094-a7b0-410c-b789-3ae50601e62e tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/quotas/5e02c9c1d56747f8803e3f2b02404aba HTTP/1.1" status: 200 len: 375 time: 0.0202663 Feb 20 05:42:04.259374 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdffaf08-dad5-43fc-a997-fe0d85147c33 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:04.263742 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bdffaf08-dad5-43fc-a997-fe0d85147c33 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1611197 Feb 20 05:42:04.266716 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39968) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:04.316633 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-3f94825d-8575-4498-b7ad-4509e70a6789 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5e02c9c1d56747f8803e3f2b02404aba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1183054 Feb 20 05:42:04.338654 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0ebc37b5-9cf7-4d69-86af-432bb1ca40e5 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router_gateway (025302e7-16ea-42b2-bf45-272a1a13a868), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:04.341657 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-89c90f6c-2ad1-41b3-af54-afe82d0a353e admin admin] Publish callbacks [] for security_group (3d5414f0-e668-40d8-b1a3-e7dd81259edd), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:04.351845 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba9098f-2e9d-4e3a-86f7-a5deb4b2b95d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:04.353152 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba9098f-2e9d-4e3a-86f7-a5deb4b2b95d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:04.354794 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba9098f-2e9d-4e3a-86f7-a5deb4b2b95d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:04.359482 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-cba9098f-2e9d-4e3a-86f7-a5deb4b2b95d tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0886927 Feb 20 05:42:04.359817 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39972) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:04.378570 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-89c90f6c-2ad1-41b3-af54-afe82d0a353e admin admin] Publish callbacks [] for security_group (3d5414f0-e668-40d8-b1a3-e7dd81259edd), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:04.455874 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-35103c5c-2e04-4d7f-882a-9a46db9b62e4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet 24de689c-1b7c-4083-a658-b71fe7a42354 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:42:04.462519 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35103c5c-2e04-4d7f-882a-9a46db9b62e4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (24de689c-1b7c-4083-a658-b71fe7a42354), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:04.470879 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-89c90f6c-2ad1-41b3-af54-afe82d0a353e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3d5414f0-e668-40d8-b1a3-e7dd81259edd), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:04.473577 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-89c90f6c-2ad1-41b3-af54-afe82d0a353e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:04.474804 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-89c90f6c-2ad1-41b3-af54-afe82d0a353e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d5414f0-e668-40d8-b1a3-e7dd81259edd HTTP/1.1" status: 204 len: 168 time: 0.4074450 Feb 20 05:42:04.492702 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c90f6c-2ad1-41b3-af54-afe82d0a353e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5414f0-e668-40d8-b1a3-e7dd81259edd,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:04.505158 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-d33fbbb0-a370-4570-a90b-c79ce3bbd971 service neutron] 10.222.0.37 "GET /v2.0/networks/737ca593-7d09-4d90-9616-a209809410b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806495 Feb 20 05:42:04.536028 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35103c5c-2e04-4d7f-882a-9a46db9b62e4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (24de689c-1b7c-4083-a658-b71fe7a42354), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:04.632413 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0ebc37b5-9cf7-4d69-86af-432bb1ca40e5 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router_gateway (025302e7-16ea-42b2-bf45-272a1a13a868), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:04.657101 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0ebc37b5-9cf7-4d69-86af-432bb1ca40e5 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:04.669820 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-5305281c-1496-452c-886f-deb4276c4787 service neutron] 10.222.0.37 "GET /v2.0/networks/737ca593-7d09-4d90-9616-a209809410b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567307 Feb 20 05:42:04.682229 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35103c5c-2e04-4d7f-882a-9a46db9b62e4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (24de689c-1b7c-4083-a658-b71fe7a42354), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:04.759223 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35103c5c-2e04-4d7f-882a-9a46db9b62e4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (24de689c-1b7c-4083-a658-b71fe7a42354), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:04.801419 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35103c5c-2e04-4d7f-882a-9a46db9b62e4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=24de689c-1b7c-4083-a658-b71fe7a42354,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:04.805445 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35103c5c-2e04-4d7f-882a-9a46db9b62e4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:04.808785 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-35103c5c-2e04-4d7f-882a-9a46db9b62e4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/24de689c-1b7c-4083-a658-b71fe7a42354 HTTP/1.1" status: 204 len: 168 time: 0.4481137 Feb 20 05:42:04.811275 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39978) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:04.818873 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76357f20-7f64-428e-813e-50387785d44d None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:04.827395 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39980) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:04.843170 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9d7c5247-9cae-4f87-beab-3f4e174a99c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:04.912218 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa3dab4-8143-4d7c-96dc-e7cc2632ca98 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet 6d032779-4cda-4545-ab3a-2a5fa960156e {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:42:04.916227 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0aa3dab4-8143-4d7c-96dc-e7cc2632ca98 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (6d032779-4cda-4545-ab3a-2a5fa960156e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:04.935564 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-0ebc37b5-9cf7-4d69-86af-432bb1ca40e5 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Allocated IP 172.20.0.5 (a02c5722-0324-4971-b9bc-96cdbc3c233f/5f574e23-2ce0-4446-8709-817e077f2512/eb462eeb-e9c6-4984-9d41-3b25f7f1711c) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:42:05.027523 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0aa3dab4-8143-4d7c-96dc-e7cc2632ca98 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (6d032779-4cda-4545-ab3a-2a5fa960156e), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:05.157986 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-76e7d0fa-8f27-4050-a13e-d3c97436223a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a3e6712a47034666b11f44d7ab7587a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378253 Feb 20 05:42:05.162672 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0ebc37b5-9cf7-4d69-86af-432bb1ca40e5 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for port (eb462eeb-e9c6-4984-9d41-3b25f7f1711c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:05.170260 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9d7c5247-9cae-4f87-beab-3f4e174a99c6 admin admin] Publish callbacks [] for security_group (5e8506fc-0950-4003-a36b-7724c1c60a92), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:05.181344 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9d7c5247-9cae-4f87-beab-3f4e174a99c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5e8506fc-0950-4003-a36b-7724c1c60a92), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:05.184883 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0aa3dab4-8143-4d7c-96dc-e7cc2632ca98 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (6d032779-4cda-4545-ab3a-2a5fa960156e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:05.336496 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0aa3dab4-8143-4d7c-96dc-e7cc2632ca98 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (6d032779-4cda-4545-ab3a-2a5fa960156e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:05.361589 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0aa3dab4-8143-4d7c-96dc-e7cc2632ca98 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:05.365285 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0aa3dab4-8143-4d7c-96dc-e7cc2632ca98 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/6d032779-4cda-4545-ab3a-2a5fa960156e HTTP/1.1" status: 204 len: 168 time: 0.5528252 Feb 20 05:42:05.391270 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-9267f511-b592-4c4b-8c0d-c1ae34fc34b5 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:05.399413 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-9267f511-b592-4c4b-8c0d-c1ae34fc34b5 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2288210 Feb 20 05:42:05.401422 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40002) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:05.408354 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3dab4-8143-4d7c-96dc-e7cc2632ca98 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=6d032779-4cda-4545-ab3a-2a5fa960156e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:05.475226 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-82251275-da08-44d9-a838-8d6b46f26fc6 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/quotas/a3e6712a47034666b11f44d7ab7587a8 HTTP/1.1" status: 200 len: 375 time: 0.0631573 Feb 20 05:42:05.478463 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d56ed4ad-1b26-4e10-843e-de1995d591be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754361 Feb 20 05:42:05.483870 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40004) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:05.499507 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b66c7b41-12ce-4c44-baf3-285217dce9be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:05.537043 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c5247-9cae-4f87-beab-3f4e174a99c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8506fc-0950-4003-a36b-7724c1c60a92,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:05.546458 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9d7c5247-9cae-4f87-beab-3f4e174a99c6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af2014f124e64f06a6dab53f43f99761&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7179465 Feb 20 05:42:05.549027 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40006) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:05.554948 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0ebc37b5-9cf7-4d69-86af-432bb1ca40e5 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (eb462eeb-e9c6-4984-9d41-3b25f7f1711c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:05.616353 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebc37b5-9cf7-4d69-86af-432bb1ca40e5 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Network a02c5722-0324-4971-b9bc-96cdbc3c233f is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:42:05.623717 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-0ebc37b5-9cf7-4d69-86af-432bb1ca40e5 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:05.632504 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebc37b5-9cf7-4d69-86af-432bb1ca40e5 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:42:05.645622 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-0715accd-f779-4ffd-97d7-8e6a0e819bbb tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3e6712a47034666b11f44d7ab7587a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1694677 Feb 20 05:42:05.654296 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc37b5-9cf7-4d69-86af-432bb1ca40e5 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Pushing event updated for resources: {'Port': ['ID=eb462eeb-e9c6-4984-9d41-3b25f7f1711c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:05.668811 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66c7b41-12ce-4c44-baf3-285217dce9be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:05.672963 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b66c7b41-12ce-4c44-baf3-285217dce9be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:05.686639 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e491c225-55bd-4cd5-a797-f4284f0fc913 admin admin] Publish callbacks [] for security_group (5e8506fc-0950-4003-a36b-7724c1c60a92), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:05.781376 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e491c225-55bd-4cd5-a797-f4284f0fc913 admin admin] Publish callbacks [] for security_group (5e8506fc-0950-4003-a36b-7724c1c60a92), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:05.919945 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedae8ab-17f8-4bcb-ad2a-950791268a13 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:05.940813 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b66c7b41-12ce-4c44-baf3-285217dce9be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (7c8653f3-9191-4e75-8acf-e67e2ce0ed54), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:05.966320 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e491c225-55bd-4cd5-a797-f4284f0fc913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5e8506fc-0950-4003-a36b-7724c1c60a92), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:05.969513 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e491c225-55bd-4cd5-a797-f4284f0fc913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:05.971130 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e491c225-55bd-4cd5-a797-f4284f0fc913 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e8506fc-0950-4003-a36b-7724c1c60a92 HTTP/1.1" status: 204 len: 168 time: 0.4219234 Feb 20 05:42:06.009871 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491c225-55bd-4cd5-a797-f4284f0fc913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8506fc-0950-4003-a36b-7724c1c60a92,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:06.036557 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c7b41-12ce-4c44-baf3-285217dce9be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=7c8653f3-9191-4e75-8acf-e67e2ce0ed54,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:06.046725 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66c7b41-12ce-4c44-baf3-285217dce9be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:42:06.048922 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-b66c7b41-12ce-4c44-baf3-285217dce9be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:06.052765 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7ebb4853-acf5-451b-b5f8-96f3e45e877d None None] Provisioning complete for port fbbb2c68-c908-4854-812d-051fa32579a8 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:06.052956 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66c7b41-12ce-4c44-baf3-285217dce9be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:06.053137 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7ebb4853-acf5-451b-b5f8-96f3e45e877d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fbbb2c68-c908-4854-812d-051fa32579a8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:06.053665 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b66c7b41-12ce-4c44-baf3-285217dce9be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:06.082803 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b66c7b41-12ce-4c44-baf3-285217dce9be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5884252 Feb 20 05:42:06.083811 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40010) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:06.090859 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-4ffa5022-d1da-4576-b6ff-24e38b5dbea9 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:06.101768 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0ebc37b5-9cf7-4d69-86af-432bb1ca40e5 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router_gateway (025302e7-16ea-42b2-bf45-272a1a13a868), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:06.192578 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7ebb4853-acf5-451b-b5f8-96f3e45e877d None None] Current status of the port fbbb2c68-c908-4854-812d-051fa32579a8 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:06.197101 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb52b9c-7282-4abf-bb67-c1fed7c36072 None None] DHCP port deletion for 81f72dab-c9ca-4111-9cef-a8a92557f9f3 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:42:06.256699 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6fb52b9c-7282-4abf-bb67-c1fed7c36072 None None] Deleting port fbbb2c68-c908-4854-812d-051fa32579a8 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:42:06.257401 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6fb52b9c-7282-4abf-bb67-c1fed7c36072 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (fbbb2c68-c908-4854-812d-051fa32579a8), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:06.313639 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffa5022-d1da-4576-b6ff-24e38b5dbea9 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:06.317283 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4ffa5022-d1da-4576-b6ff-24e38b5dbea9 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:06.374550 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-6fb52b9c-7282-4abf-bb67-c1fed7c36072 None None] For port fbbb2c68-c908-4854-812d-051fa32579a8, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=fbbb2c68-c908-4854-812d-051fa32579a8,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:06.375065 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6fb52b9c-7282-4abf-bb67-c1fed7c36072 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (fbbb2c68-c908-4854-812d-051fa32579a8), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:06.413340 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6fb52b9c-7282-4abf-bb67-c1fed7c36072 None None] Calling delete_port for fbbb2c68-c908-4854-812d-051fa32579a8 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:42:06.530790 n-d-829866-5 neutron-server[103407]: INFO neutron.db.ipam_backend_mixin [None req-4ffa5022-d1da-4576-b6ff-24e38b5dbea9 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7c8653f3-9191-4e75-8acf-e67e2ce0ed54 (CIDR: 2001:db8::/64) Feb 20 05:42:06.536872 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ffa5022-d1da-4576-b6ff-24e38b5dbea9 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:42:06.537440 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ffa5022-d1da-4576-b6ff-24e38b5dbea9 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:06.563690 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4ffa5022-d1da-4576-b6ff-24e38b5dbea9 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4786918 Feb 20 05:42:06.564289 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40020) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:06.571193 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-7a5167f2-afbc-4ebe-9221-21bf3ae1116a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'subnet': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:06.578453 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0ebc37b5-9cf7-4d69-86af-432bb1ca40e5 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (025302e7-16ea-42b2-bf45-272a1a13a868), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:06.607581 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-a6f51f4d-033d-4c5a-a43a-426a9b28c46f tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:06.607581 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-a6f51f4d-033d-4c5a-a43a-426a9b28c46f tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.61 "GET /v2.0/networks?id=737ca593-7d09-4d90-9616-a209809410b0 HTTP/1.1" status: 200 len: 814 time: 0.2295237 Feb 20 05:42:06.622891 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6fb52b9c-7282-4abf-bb67-c1fed7c36072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (fbbb2c68-c908-4854-812d-051fa32579a8), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:06.667505 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb52b9c-7282-4abf-bb67-c1fed7c36072 None None] Pushing event deleted for resources: {'Port': ['ID=fbbb2c68-c908-4854-812d-051fa32579a8,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:06.684261 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb52b9c-7282-4abf-bb67-c1fed7c36072 None None] No DVR routers for this DVR port fbbb2c68-c908-4854-812d-051fa32579a8 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:42:06.709991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810d2f28-72f7-4f75-a0d7-eebce6dcbe08 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:06.742100 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-f947ca24-6cc8-44da-948f-c170908a393f tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Request body: {'port': {'device_id': '9180e5f4-23e0-4ea6-83df-c972eba33cf6', 'network_id': '737ca593-7d09-4d90-9616-a209809410b0', 'admin_state_up': True, 'tenant_id': '5e02c9c1d56747f8803e3f2b02404aba'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:06.774770 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5167f2-afbc-4ebe-9221-21bf3ae1116a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:06.778513 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a5167f2-afbc-4ebe-9221-21bf3ae1116a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:06.902370 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device fbbb2c68-c908-4854-812d-051fa32579a8 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:42:06.942891 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: fbbb2c68-c908-4854-812d-051fa32579a8 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:42:06.943594 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device fbbb2c68-c908-4854-812d-051fa32579a8 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:42:06.957981 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e8b1d1-7eec-4890-aba1-d56fd07f276f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'project_id': 'e29ece614d2848ce96f3ff6f0d1f2b20', 'fixed_ips': [{'subnet_id': '7c8653f3-9191-4e75-8acf-e67e2ce0ed54'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:42:06.959239 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41e8b1d1-7eec-4890-aba1-d56fd07f276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:07.069317 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebc37b5-9cf7-4d69-86af-432bb1ca40e5 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Router 025302e7-16ea-42b2-bf45-272a1a13a868 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:42:07.122513 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-41e8b1d1-7eec-4890-aba1-d56fd07f276f None None] Allocated IP 2001:db8::2 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/7c8653f3-9191-4e75-8acf-e67e2ce0ed54/cba4af8b-11a8-45fa-b37a-aac6eeb43498) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:42:07.228153 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-f947ca24-6cc8-44da-948f-c170908a393f tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Made reservation on behalf of 5e02c9c1d56747f8803e3f2b02404aba for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:07.235923 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-f947ca24-6cc8-44da-948f-c170908a393f tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:07.250423 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebc37b5-9cf7-4d69-86af-432bb1ca40e5 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:42:07.265001 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c76dc8-dc67-4e91-855f-daed1bd91151 None None] Sync routers for ids ['025302e7-16ea-42b2-bf45-272a1a13a868'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:42:07.295842 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c76dc8-dc67-4e91-855f-daed1bd91151 None None] Routers {'025302e7-16ea-42b2-bf45-272a1a13a868'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:42:07.296614 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d7c76dc8-dc67-4e91-855f-daed1bd91151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:41:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['025302e7-16ea-42b2-bf45-272a1a13a868'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:07.308364 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0ebc37b5-9cf7-4d69-86af-432bb1ca40e5 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:07.318296 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0ebc37b5-9cf7-4d69-86af-432bb1ca40e5 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.3324409 Feb 20 05:42:07.334173 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40054) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:07.349452 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41e8b1d1-7eec-4890-aba1-d56fd07f276f None None] Publish callbacks [] for port (cba4af8b-11a8-45fa-b37a-aac6eeb43498), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:07.361101 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41e8b1d1-7eec-4890-aba1-d56fd07f276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (cba4af8b-11a8-45fa-b37a-aac6eeb43498), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:07.488962 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22384423-7443-459b-8299-ae955b77e359 req-819da02c-58e0-4bc0-8569-4ec0a72b8f3a tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:07.497346 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22384423-7443-459b-8299-ae955b77e359 req-819da02c-58e0-4bc0-8569-4ec0a72b8f3a tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] 10.222.0.37 "GET /v2.0/networks?id=eab308bc-ce36-4a1a-bed8-bb970b7078db HTTP/1.1" status: 200 len: 818 time: 0.4005740 Feb 20 05:42:07.532639 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b48be-d57a-4b30-af3d-6a599126bb2d req-52b9be75-92e2-4119-afca-43377b581301 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:07.532909 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-f947ca24-6cc8-44da-948f-c170908a393f tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Allocated IP 172.20.0.12 (737ca593-7d09-4d90-9616-a209809410b0/b7acf1c2-5b03-47ff-bdd2-68225ae3f85b/578f8d14-2089-4a94-b271-cbd87184d424) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:42:07.534194 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea4b48be-d57a-4b30-af3d-6a599126bb2d req-52b9be75-92e2-4119-afca-43377b581301 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.61 "GET /v2.0/ports?device_id=71538ed8-406e-4a79-8efc-d2fe2b51cbcb HTTP/1.1" status: 200 len: 907 time: 0.3266554 Feb 20 05:42:07.616606 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e8b1d1-7eec-4890-aba1-d56fd07f276f None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:42:07.622310 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-41e8b1d1-7eec-4890-aba1-d56fd07f276f None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:07.630137 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e8b1d1-7eec-4890-aba1-d56fd07f276f None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:42:07.649283 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8b1d1-7eec-4890-aba1-d56fd07f276f None None] Pushing event updated for resources: {'Port': ['ID=cba4af8b-11a8-45fa-b37a-aac6eeb43498,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:07.698867 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22384423-7443-459b-8299-ae955b77e359 req-8258ed42-10f1-456d-ae80-20b972196c48 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] 10.222.0.37 "GET /v2.0/quotas/530e9ccc2c7745e1b9c1dbbb45c443e0 HTTP/1.1" status: 200 len: 375 time: 0.2004666 Feb 20 05:42:07.723195 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-d7c76dc8-dc67-4e91-855f-daed1bd91151 None None] Set router 025302e7-16ea-42b2-bf45-272a1a13a868 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:42:07.772703 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-41e8b1d1-7eec-4890-aba1-d56fd07f276f None None] Attempting to bind port cba4af8b-11a8-45fa-b37a-aac6eeb43498 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:42:07.773376 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-41e8b1d1-7eec-4890-aba1-d56fd07f276f None None] Attempting to bind port cba4af8b-11a8-45fa-b37a-aac6eeb43498 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:42:07.774009 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8b1d1-7eec-4890-aba1-d56fd07f276f None None] Attempting to bind port cba4af8b-11a8-45fa-b37a-aac6eeb43498 on network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:42:07.800383 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22384423-7443-459b-8299-ae955b77e359 req-7b11cb2c-547e-44c6-8a88-13f8b926195b tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=530e9ccc2c7745e1b9c1dbbb45c443e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1005256 Feb 20 05:42:07.811605 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8b1d1-7eec-4890-aba1-d56fd07f276f None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:42:07.812309 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8b1d1-7eec-4890-aba1-d56fd07f276f None None] Checking segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:42:07.812929 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41e8b1d1-7eec-4890-aba1-d56fd07f276f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:07.813490 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8b1d1-7eec-4890-aba1-d56fd07f276f None None] Bound using segment: {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:42:07.814145 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-41e8b1d1-7eec-4890-aba1-d56fd07f276f None None] Bound port: cba4af8b-11a8-45fa-b37a-aac6eeb43498, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e43ab66-9bf2-4f19-8608-509fc957bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:42:07.814691 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41e8b1d1-7eec-4890-aba1-d56fd07f276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (cba4af8b-11a8-45fa-b37a-aac6eeb43498), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:07.888250 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-f947ca24-6cc8-44da-948f-c170908a393f tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks [] for port (578f8d14-2089-4a94-b271-cbd87184d424), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:07.955117 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88bd7b66-7788-4e4e-8ba2-eceab7792017 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router (025302e7-16ea-42b2-bf45-272a1a13a868), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:07.955737 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-41e8b1d1-7eec-4890-aba1-d56fd07f276f None None] For port cba4af8b-11a8-45fa-b37a-aac6eeb43498, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:42:07.960840 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-41e8b1d1-7eec-4890-aba1-d56fd07f276f None None] For port cba4af8b-11a8-45fa-b37a-aac6eeb43498, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=cba4af8b-11a8-45fa-b37a-aac6eeb43498,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:42:07.972491 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-f947ca24-6cc8-44da-948f-c170908a393f tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (578f8d14-2089-4a94-b271-cbd87184d424), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:07.993090 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41e8b1d1-7eec-4890-aba1-d56fd07f276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (cba4af8b-11a8-45fa-b37a-aac6eeb43498), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:07.996098 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['7d2de23e-e3a0-4590-9f1a-5a0d4e44c173', '51d29bdc-3670-495b-93ad-f45af11aea59'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:42:08.024951 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-ea4b48be-d57a-4b30-af3d-6a599126bb2d req-82d1015b-c635-4d02-85a1-39060db70360 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Deleting port 59a14b4e-cf2a-4999-9795-b6d601fc6288 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:42:08.025272 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ea4b48be-d57a-4b30-af3d-6a599126bb2d req-82d1015b-c635-4d02-85a1-39060db70360 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (59a14b4e-cf2a-4999-9795-b6d601fc6288), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:08.037250 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-f947ca24-6cc8-44da-948f-c170908a393f tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Network 737ca593-7d09-4d90-9616-a209809410b0 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:42:08.040958 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-f947ca24-6cc8-44da-948f-c170908a393f tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:08.047710 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-f947ca24-6cc8-44da-948f-c170908a393f tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:42:08.056425 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947ca24-6cc8-44da-948f-c170908a393f tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Pushing event updated for resources: {'Port': ['ID=578f8d14-2089-4a94-b271-cbd87184d424,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:08.090470 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8b1d1-7eec-4890-aba1-d56fd07f276f None None] Pushing event updated for resources: {'Port': ['ID=cba4af8b-11a8-45fa-b37a-aac6eeb43498,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:08.135246 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-f947ca24-6cc8-44da-948f-c170908a393f tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:08.139470 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-f947ca24-6cc8-44da-948f-c170908a393f tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:08.191431 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-f947ca24-6cc8-44da-948f-c170908a393f tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4680359 Feb 20 05:42:08.217805 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d7c76dc8-dc67-4e91-855f-daed1bd91151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025302e7-16ea-42b2-bf45-272a1a13a868', 'name': '', 'tenant_id': '4067af1c8fc34a748c0de716c771b5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a02c5722-0324-4971-b9bc-96cdbc3c233f', 'external_fixed_ips': [{'subnet_id': '5f574e23-2ce0-4446-8709-817e077f2512', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'eb462eeb-e9c6-4984-9d41-3b25f7f1711c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:42:04Z', 'updated_at': '2022-02-20T05:42:05Z', 'revision_number': 3, 'project_id': '4067af1c8fc34a748c0de716c771b5fe', 'gw_port': {'id': 'eb462eeb-e9c6-4984-9d41-3b25f7f1711c', 'name': '', 'network_id': 'a02c5722-0324-4971-b9bc-96cdbc3c233f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025302e7-16ea-42b2-bf45-272a1a13a868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '5f574e23-2ce0-4446-8709-817e077f2512', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:42:04Z', 'updated_at': '2022-02-20T05:42:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f574e23-2ce0-4446-8709-817e077f2512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:08.221876 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-b264b538-b53a-4c7c-8828-ea6351cd18d0 service neutron] Request body: {'port': {'device_id': '9180e5f4-23e0-4ea6-83df-c972eba33cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:08.256101 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c76dc8-dc67-4e91-855f-daed1bd91151 None None] Checking router: 025302e7-16ea-42b2-bf45-272a1a13a868 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:42:08.256537 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c76dc8-dc67-4e91-855f-daed1bd91151 None None] Updating router 025302e7-16ea-42b2-bf45-272a1a13a868 port eb462eeb-e9c6-4984-9d41-3b25f7f1711c binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:42:08.275002 n-d-829866-5 neutron-server[103407]: DEBUG neutron.objects.ports [None req-7a5167f2-afbc-4ebe-9221-21bf3ae1116a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103407) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 05:42:08.304139 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22384423-7443-459b-8299-ae955b77e359 req-e3fbc0f7-7d4e-40d1-8ecf-38fe37c264f0 service neutron] 10.222.0.37 "GET /v2.0/networks/eab308bc-ce36-4a1a-bed8-bb970b7078db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028849 Feb 20 05:42:08.332612 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7c76dc8-dc67-4e91-855f-daed1bd91151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (eb462eeb-e9c6-4984-9d41-3b25f7f1711c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:08.442204 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-4c15552f-a56f-4ae8-a991-6b3e010d58c7 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a3e6712a47034666b11f44d7ab7587a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1138027 Feb 20 05:42:08.499223 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-b264b538-b53a-4c7c-8828-ea6351cd18d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (578f8d14-2089-4a94-b271-cbd87184d424), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:08.558571 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88bd7b66-7788-4e4e-8ba2-eceab7792017 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router_gateway (025302e7-16ea-42b2-bf45-272a1a13a868), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:08.618073 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-ea4b48be-d57a-4b30-af3d-6a599126bb2d req-82d1015b-c635-4d02-85a1-39060db70360 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] For port 59a14b4e-cf2a-4999-9795-b6d601fc6288, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=59a14b4e-cf2a-4999-9795-b6d601fc6288,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:08.618449 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ea4b48be-d57a-4b30-af3d-6a599126bb2d req-82d1015b-c635-4d02-85a1-39060db70360 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (59a14b4e-cf2a-4999-9795-b6d601fc6288), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:08.929380 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-be14f5f0-8e49-42a3-850e-fbf2c44999a1 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:08.933760 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-be14f5f0-8e49-42a3-850e-fbf2c44999a1 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4817600 Feb 20 05:42:08.955411 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-87346e56-cac6-4aaa-a4a6-c993ddc65920 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Request body: {'port': {'device_id': '5a16e451-33a1-4d00-ae53-5afd4d141da2', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': 'a3e6712a47034666b11f44d7ab7587a8'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:08.958524 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device cba4af8b-11a8-45fa-b37a-aac6eeb43498 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:42:09.049677 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7c76dc8-dc67-4e91-855f-daed1bd91151 None None] Publish callbacks [] for port (eb462eeb-e9c6-4984-9d41-3b25f7f1711c), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:09.067362 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7c76dc8-dc67-4e91-855f-daed1bd91151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (eb462eeb-e9c6-4984-9d41-3b25f7f1711c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:09.136942 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-ea4b48be-d57a-4b30-af3d-6a599126bb2d req-82d1015b-c635-4d02-85a1-39060db70360 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Calling delete_port for 59a14b4e-cf2a-4999-9795-b6d601fc6288 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:42:09.144117 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aae106-bb55-4277-845e-6f77d18d64cd None None] Pushing event updated for resources: {'Port': ['ID=eb462eeb-e9c6-4984-9d41-3b25f7f1711c,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:09.144509 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-f05536f0-83f9-43af-99b2-bfd9cbb2aff0 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a3e6712a47034666b11f44d7ab7587a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5357571 Feb 20 05:42:09.203426 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port cba4af8b-11a8-45fa-b37a-aac6eeb43498 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:09.204076 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (cba4af8b-11a8-45fa-b37a-aac6eeb43498), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:09.254947 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d7c76dc8-dc67-4e91-855f-daed1bd91151 None None] Attempting to bind port eb462eeb-e9c6-4984-9d41-3b25f7f1711c on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:42:09.255346 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d7c76dc8-dc67-4e91-855f-daed1bd91151 None None] Attempting to bind port eb462eeb-e9c6-4984-9d41-3b25f7f1711c by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '13f5beee-09b2-4162-8704-41a4e3754b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a02c5722-0324-4971-b9bc-96cdbc3c233f'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:42:09.255712 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c76dc8-dc67-4e91-855f-daed1bd91151 None None] Attempting to bind port eb462eeb-e9c6-4984-9d41-3b25f7f1711c on network a02c5722-0324-4971-b9bc-96cdbc3c233f {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:42:09.257875 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-87346e56-cac6-4aaa-a4a6-c993ddc65920 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Made reservation on behalf of a3e6712a47034666b11f44d7ab7587a8 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:09.266261 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-87346e56-cac6-4aaa-a4a6-c993ddc65920 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:09.274260 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c76dc8-dc67-4e91-855f-daed1bd91151 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:42:09.274645 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c76dc8-dc67-4e91-855f-daed1bd91151 None None] Checking segment: {'id': '13f5beee-09b2-4162-8704-41a4e3754b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a02c5722-0324-4971-b9bc-96cdbc3c233f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:42:09.275311 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7c76dc8-dc67-4e91-855f-daed1bd91151 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:09.275712 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c76dc8-dc67-4e91-855f-daed1bd91151 None None] Bound using segment: {'id': '13f5beee-09b2-4162-8704-41a4e3754b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a02c5722-0324-4971-b9bc-96cdbc3c233f'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:42:09.276200 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d7c76dc8-dc67-4e91-855f-daed1bd91151 None None] Bound port: eb462eeb-e9c6-4984-9d41-3b25f7f1711c, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f5beee-09b2-4162-8704-41a4e3754b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a02c5722-0324-4971-b9bc-96cdbc3c233f'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:42:09.276591 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7c76dc8-dc67-4e91-855f-daed1bd91151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (eb462eeb-e9c6-4984-9d41-3b25f7f1711c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:09.358635 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d7c76dc8-dc67-4e91-855f-daed1bd91151 None None] For port eb462eeb-e9c6-4984-9d41-3b25f7f1711c, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:42:09.362005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d7c76dc8-dc67-4e91-855f-daed1bd91151 None None] For port eb462eeb-e9c6-4984-9d41-3b25f7f1711c, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=eb462eeb-e9c6-4984-9d41-3b25f7f1711c,segment=NetworkSegment(13f5beee-09b2-4162-8704-41a4e3754b1a),segment_id=13f5beee-09b2-4162-8704-41a4e3754b1a)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:42:09.378955 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-b264b538-b53a-4c7c-8828-ea6351cd18d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 578f8d14-2089-4a94-b271-cbd87184d424 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:42:09.388716 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7c76dc8-dc67-4e91-855f-daed1bd91151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (eb462eeb-e9c6-4984-9d41-3b25f7f1711c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:09.394426 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-b264b538-b53a-4c7c-8828-ea6351cd18d0 service neutron] Publish callbacks [] for port (578f8d14-2089-4a94-b271-cbd87184d424), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:09.416193 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22384423-7443-459b-8299-ae955b77e359 req-bd6fe8a2-24e2-4292-84f4-ef6045d4ed7d service neutron] 10.222.0.37 "GET /v2.0/networks/eab308bc-ce36-4a1a-bed8-bb970b7078db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0847912 Feb 20 05:42:09.521492 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port cba4af8b-11a8-45fa-b37a-aac6eeb43498 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:09.521896 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (cba4af8b-11a8-45fa-b37a-aac6eeb43498), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:09.524629 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-b264b538-b53a-4c7c-8828-ea6351cd18d0 service neutron] Transition to ACTIVE for port object 578f8d14-2089-4a94-b271-cbd87184d424 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:42:09.527805 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c76dc8-dc67-4e91-855f-daed1bd91151 None None] Routers {'025302e7-16ea-42b2-bf45-272a1a13a868'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:42:09.529149 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d7c76dc8-dc67-4e91-855f-daed1bd91151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:41:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['025302e7-16ea-42b2-bf45-272a1a13a868'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:09.536141 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-b264b538-b53a-4c7c-8828-ea6351cd18d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (578f8d14-2089-4a94-b271-cbd87184d424), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:09.540893 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aae106-bb55-4277-845e-6f77d18d64cd None None] Pushing event updated for resources: {'Port': ['ID=eb462eeb-e9c6-4984-9d41-3b25f7f1711c,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:09.620345 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264b538-b53a-4c7c-8828-ea6351cd18d0 service neutron] Pushing event updated for resources: {'Port': ['ID=578f8d14-2089-4a94-b271-cbd87184d424,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:09.652711 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-87346e56-cac6-4aaa-a4a6-c993ddc65920 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Allocated IP 192.168.233.144 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/82dfe21f-25b4-4076-a55c-1c299a335a3c) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:42:09.667289 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a5167f2-afbc-4ebe-9221-21bf3ae1116a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (cba4af8b-11a8-45fa-b37a-aac6eeb43498), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:09.670690 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-88bd7b66-7788-4e4e-8ba2-eceab7792017 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Deleting port eb462eeb-e9c6-4984-9d41-3b25f7f1711c {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:42:09.671187 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88bd7b66-7788-4e4e-8ba2-eceab7792017 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (eb462eeb-e9c6-4984-9d41-3b25f7f1711c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:09.698177 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-9262a59e-f774-4f0c-9566-5f16d74c4950 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:09.699796 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-9262a59e-f774-4f0c-9566-5f16d74c4950 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5306101 Feb 20 05:42:09.735826 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:42:09.736181 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:42:09.756586 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-28b7ba73-96f4-4389-aa9e-f3a3c8ff897a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Request body: {'port': {'device_id': '44ea21ba-e4e0-4465-a327-b87f00a1cc98', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': 'a3e6712a47034666b11f44d7ab7587a8'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:09.777222 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-d7c76dc8-dc67-4e91-855f-daed1bd91151 None None] Set router 025302e7-16ea-42b2-bf45-272a1a13a868 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:42:09.863668 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 59a14b4e-cf2a-4999-9795-b6d601fc6288 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:42:09.910772 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d7c76dc8-dc67-4e91-855f-daed1bd91151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025302e7-16ea-42b2-bf45-272a1a13a868', 'name': '', 'tenant_id': '4067af1c8fc34a748c0de716c771b5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:42:04Z', 'updated_at': '2022-02-20T05:42:08Z', 'revision_number': 4, 'project_id': '4067af1c8fc34a748c0de716c771b5fe', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:09.931154 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-b264b538-b53a-4c7c-8828-ea6351cd18d0 service neutron] Attempting to bind port 578f8d14-2089-4a94-b271-cbd87184d424 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:42:09.931682 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-b264b538-b53a-4c7c-8828-ea6351cd18d0 service neutron] Attempting to bind port 578f8d14-2089-4a94-b271-cbd87184d424 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '1e7b572d-eea8-4575-add7-3e01e35d46d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '737ca593-7d09-4d90-9616-a209809410b0'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:42:09.931802 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-b264b538-b53a-4c7c-8828-ea6351cd18d0 service neutron] Attempting to bind port 578f8d14-2089-4a94-b271-cbd87184d424 on network 737ca593-7d09-4d90-9616-a209809410b0 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:42:09.953585 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c76dc8-dc67-4e91-855f-daed1bd91151 None None] The sync data for ids ['025302e7-16ea-42b2-bf45-272a1a13a868'] in n-d-829866-5 is: [{'id': '025302e7-16ea-42b2-bf45-272a1a13a868', 'name': '', 'tenant_id': '4067af1c8fc34a748c0de716c771b5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:42:04Z', 'updated_at': '2022-02-20T05:42:08Z', 'revision_number': 4, 'project_id': '4067af1c8fc34a748c0de716c771b5fe', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:42:09.966095 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-b264b538-b53a-4c7c-8828-ea6351cd18d0 service neutron] Port 578f8d14-2089-4a94-b271-cbd87184d424 on network 737ca593-7d09-4d90-9616-a209809410b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:42:09.966483 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-b264b538-b53a-4c7c-8828-ea6351cd18d0 service neutron] Attempting to bind port 578f8d14-2089-4a94-b271-cbd87184d424 on network 737ca593-7d09-4d90-9616-a209809410b0 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:42:10.006061 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-b264b538-b53a-4c7c-8828-ea6351cd18d0 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:42:10.006463 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-b264b538-b53a-4c7c-8828-ea6351cd18d0 service neutron] Checking segment: {'id': '1e7b572d-eea8-4575-add7-3e01e35d46d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '737ca593-7d09-4d90-9616-a209809410b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:42:10.006861 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-b264b538-b53a-4c7c-8828-ea6351cd18d0 service neutron] Bound using segment: {'id': '1e7b572d-eea8-4575-add7-3e01e35d46d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '737ca593-7d09-4d90-9616-a209809410b0'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:42:10.007390 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-b264b538-b53a-4c7c-8828-ea6351cd18d0 service neutron] Bound port: 578f8d14-2089-4a94-b271-cbd87184d424, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e7b572d-eea8-4575-add7-3e01e35d46d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '737ca593-7d09-4d90-9616-a209809410b0'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:42:10.007757 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-b264b538-b53a-4c7c-8828-ea6351cd18d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (578f8d14-2089-4a94-b271-cbd87184d424), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:10.034790 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-c22e8da7-aa44-450f-b118-05f878545d11 None None] Provisioning complete for port cba4af8b-11a8-45fa-b37a-aac6eeb43498 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:10.035391 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c22e8da7-aa44-450f-b118-05f878545d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (cba4af8b-11a8-45fa-b37a-aac6eeb43498), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:10.085488 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 59a14b4e-cf2a-4999-9795-b6d601fc6288 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:10.085884 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (59a14b4e-cf2a-4999-9795-b6d601fc6288), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:10.188096 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-b264b538-b53a-4c7c-8828-ea6351cd18d0 service neutron] For port 578f8d14-2089-4a94-b271-cbd87184d424, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:42:10.209873 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-87346e56-cac6-4aaa-a4a6-c993ddc65920 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks [] for port (82dfe21f-25b4-4076-a55c-1c299a335a3c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:10.225366 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c22e8da7-aa44-450f-b118-05f878545d11 None None] Current status of the port cba4af8b-11a8-45fa-b37a-aac6eeb43498 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:10.225533 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c22e8da7-aa44-450f-b118-05f878545d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (cba4af8b-11a8-45fa-b37a-aac6eeb43498), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:10.300225 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ea4b48be-d57a-4b30-af3d-6a599126bb2d req-82d1015b-c635-4d02-85a1-39060db70360 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (59a14b4e-cf2a-4999-9795-b6d601fc6288), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:10.313619 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-b264b538-b53a-4c7c-8828-ea6351cd18d0 service neutron] For port 578f8d14-2089-4a94-b271-cbd87184d424, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=578f8d14-2089-4a94-b271-cbd87184d424,segment=NetworkSegment(1e7b572d-eea8-4575-add7-3e01e35d46d2),segment_id=1e7b572d-eea8-4575-add7-3e01e35d46d2)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:42:10.315531 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-87346e56-cac6-4aaa-a4a6-c993ddc65920 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (82dfe21f-25b4-4076-a55c-1c299a335a3c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:10.345128 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-b264b538-b53a-4c7c-8828-ea6351cd18d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (578f8d14-2089-4a94-b271-cbd87184d424), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:10.353291 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['fed30b5f-107e-440d-a885-e4d84c260413', '13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2', '0d26e5dd-1bd8-46ba-96d8-f00005d8bbee'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:42:10.395291 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port cba4af8b-11a8-45fa-b37a-aac6eeb43498 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:10.395675 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (cba4af8b-11a8-45fa-b37a-aac6eeb43498), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:10.443382 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-87346e56-cac6-4aaa-a4a6-c993ddc65920 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:42:10.450480 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-87346e56-cac6-4aaa-a4a6-c993ddc65920 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:10.452917 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-b264b538-b53a-4c7c-8828-ea6351cd18d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:10.453527 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-b264b538-b53a-4c7c-8828-ea6351cd18d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:10.464577 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-b264b538-b53a-4c7c-8828-ea6351cd18d0 service neutron] 10.222.0.61 "PUT /v2.0/ports/578f8d14-2089-4a94-b271-cbd87184d424 HTTP/1.1" status: 200 len: 1092 time: 2.2575018 Feb 20 05:42:10.476061 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9180e5f4-23e0-4ea6-83df-c972eba33cf6', 'tag': '578f8d14-2089-4a94-b271-cbd87184d424'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:42:10.478329 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f0b79b-72fb-414c-a824-177a9b329db2" -d '{"events": [{"name": "network-changed", "server_uuid": "9180e5f4-23e0-4ea6-83df-c972eba33cf6", "tag": "578f8d14-2089-4a94-b271-cbd87184d424"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:42:10.483355 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-88bd7b66-7788-4e4e-8ba2-eceab7792017 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] For port eb462eeb-e9c6-4984-9d41-3b25f7f1711c, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=eb462eeb-e9c6-4984-9d41-3b25f7f1711c,segment=NetworkSegment(13f5beee-09b2-4162-8704-41a4e3754b1a),segment_id=13f5beee-09b2-4162-8704-41a4e3754b1a)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:10.488977 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-87346e56-cac6-4aaa-a4a6-c993ddc65920 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:42:10.489674 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88bd7b66-7788-4e4e-8ba2-eceab7792017 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (eb462eeb-e9c6-4984-9d41-3b25f7f1711c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:10.494714 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1015b-c635-4d02-85a1-39060db70360 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Pushing event deleted for resources: {'Port': ['ID=59a14b4e-cf2a-4999-9795-b6d601fc6288,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:10.500128 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87346e56-cac6-4aaa-a4a6-c993ddc65920 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Pushing event updated for resources: {'Port': ['ID=82dfe21f-25b4-4076-a55c-1c299a335a3c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:10.565244 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-88bd7b66-7788-4e4e-8ba2-eceab7792017 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Calling delete_port for eb462eeb-e9c6-4984-9d41-3b25f7f1711c owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:42:10.654698 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e932c-8f22-429b-9167-81fb552146ad req-662f3c22-2f0b-437f-bfe9-67644187f986 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:10.656610 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a16e932c-8f22-429b-9167-81fb552146ad req-662f3c22-2f0b-437f-bfe9-67644187f986 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 945 time: 0.7685504 Feb 20 05:42:10.677079 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-87346e56-cac6-4aaa-a4a6-c993ddc65920 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:10.677735 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-87346e56-cac6-4aaa-a4a6-c993ddc65920 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:10.736316 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264b538-b53a-4c7c-8828-ea6351cd18d0 service neutron] Pushing event updated for resources: {'Port': ['ID=578f8d14-2089-4a94-b271-cbd87184d424,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:10.757619 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4b48be-d57a-4b30-af3d-6a599126bb2d req-82d1015b-c635-4d02-85a1-39060db70360 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] No DVR routers for this DVR port 59a14b4e-cf2a-4999-9795-b6d601fc6288 on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:42:10.765181 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-28b7ba73-96f4-4389-aa9e-f3a3c8ff897a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Made reservation on behalf of a3e6712a47034666b11f44d7ab7587a8 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:10.765821 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-87346e56-cac6-4aaa-a4a6-c993ddc65920 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8193061 Feb 20 05:42:10.769568 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-28b7ba73-96f4-4389-aa9e-f3a3c8ff897a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:10.772787 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ea4b48be-d57a-4b30-af3d-6a599126bb2d req-82d1015b-c635-4d02-85a1-39060db70360 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:10.779352 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-97ec5fc5-a399-4cae-b9b8-941125293635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:10.780913 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-97ec5fc5-a399-4cae-b9b8-941125293635 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e02c9c1d56747f8803e3f2b02404aba&device_id=9180e5f4-23e0-4ea6-83df-c972eba33cf6 HTTP/1.1" status: 200 len: 1126 time: 0.2374854 Feb 20 05:42:10.782662 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea4b48be-d57a-4b30-af3d-6a599126bb2d req-82d1015b-c635-4d02-85a1-39060db70360 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.61 "DELETE /v2.0/ports/59a14b4e-cf2a-4999-9795-b6d601fc6288 HTTP/1.1" status: 204 len: 173 time: 3.1952784 Feb 20 05:42:10.785862 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-10b10978-bf43-4213-a2e4-401cbf4ae0b7 service neutron] Request body: {'port': {'device_id': '5a16e451-33a1-4d00-ae53-5afd4d141da2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:10.798674 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71538ed8-406e-4a79-8efc-d2fe2b51cbcb', 'name': 'network-vif-deleted', 'tag': '59a14b4e-cf2a-4999-9795-b6d601fc6288'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:42:10.802722 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e655b263-2c0e-43da-9d05-8e3f2441da27" -d '{"events": [{"server_uuid": "71538ed8-406e-4a79-8efc-d2fe2b51cbcb", "name": "network-vif-deleted", "tag": "59a14b4e-cf2a-4999-9795-b6d601fc6288"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:42:10.968879 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-aabf1c8d-93d0-4416-a4a3-5e407b8c2f01 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=578f8d14-2089-4a94-b271-cbd87184d424 HTTP/1.1" status: 200 len: 217 time: 0.1159577 Feb 20 05:42:10.978258 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-7a5167f2-afbc-4ebe-9221-21bf3ae1116a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] For port cba4af8b-11a8-45fa-b37a-aac6eeb43498, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=cba4af8b-11a8-45fa-b37a-aac6eeb43498,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:11.049910 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a16e932c-8f22-429b-9167-81fb552146ad req-ffd40868-3073-4c18-abf6-2a1a2183dc32 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489623 Feb 20 05:42:11.107934 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-10b10978-bf43-4213-a2e4-401cbf4ae0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (82dfe21f-25b4-4076-a55c-1c299a335a3c), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:11.134820 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a5167f2-afbc-4ebe-9221-21bf3ae1116a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (cba4af8b-11a8-45fa-b37a-aac6eeb43498), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:11.136584 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-2f6c382f-24bf-47f7-8dad-ff24b0eae4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:11.138057 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-2f6c382f-24bf-47f7-8dad-ff24b0eae4b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b7acf1c2-5b03-47ff-bdd2-68225ae3f85b HTTP/1.1" status: 200 len: 854 time: 0.1510606 Feb 20 05:42:11.188431 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a5167f2-afbc-4ebe-9221-21bf3ae1116a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (cba4af8b-11a8-45fa-b37a-aac6eeb43498), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:11.252409 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-d8858e1f-8789-4d72-958e-edbf12bc0f56 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=737ca593-7d09-4d90-9616-a209809410b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981755 Feb 20 05:42:11.329341 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a5167f2-afbc-4ebe-9221-21bf3ae1116a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (0db272ca-4186-4367-a650-c3768558bec6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:11.335038 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-c22e8da7-aa44-450f-b118-05f878545d11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:42:11.335564 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-c22e8da7-aa44-450f-b118-05f878545d11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:42:11.336285 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:42:11.336731 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:42:11.507595 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5167f2-afbc-4ebe-9221-21bf3ae1116a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:42:11.529165 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5167f2-afbc-4ebe-9221-21bf3ae1116a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=cba4af8b-11a8-45fa-b37a-aac6eeb43498,revision_number=4']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:11.543869 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5167f2-afbc-4ebe-9221-21bf3ae1116a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Subnet': ['ID=0db272ca-4186-4367-a650-c3768558bec6,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:11.549140 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-28b7ba73-96f4-4389-aa9e-f3a3c8ff897a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Allocated IP 192.168.233.123 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/77a93088-3dce-4ca8-bbf0-ba81183d8a91) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:42:11.552703 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-7a5167f2-afbc-4ebe-9221-21bf3ae1116a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:11.563221 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5167f2-afbc-4ebe-9221-21bf3ae1116a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:11.563840 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a5167f2-afbc-4ebe-9221-21bf3ae1116a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:11.567876 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fee2b7-5848-45e0-a8cb-b04855883c4d None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:11.589751 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae50e4-60d2-4e8c-96e9-4428280adffb req-c70192a8-6bc3-400b-8e51-6cd801fdb544 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:11.591476 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-53ae50e4-60d2-4e8c-96e9-4428280adffb req-c70192a8-6bc3-400b-8e51-6cd801fdb544 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=9180e5f4-23e0-4ea6-83df-c972eba33cf6 HTTP/1.1" status: 200 len: 944 time: 0.4005957 Feb 20 05:42:11.629778 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7a5167f2-afbc-4ebe-9221-21bf3ae1116a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.0638652 Feb 20 05:42:11.639120 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88bd7b66-7788-4e4e-8ba2-eceab7792017 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (eb462eeb-e9c6-4984-9d41-3b25f7f1711c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:11.648487 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40112) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:11.665759 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-04256537-c239-448d-8e7a-39637cf38271 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Request body: {'port': {'network_id': '81f72dab-c9ca-4111-9cef-a8a92557f9f3', 'mac_address': 'fa:16:3e:ac:d7:e4', 'name': 'tempest-NetworksTestDHCPv6-180953340'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:11.677045 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port cba4af8b-11a8-45fa-b37a-aac6eeb43498 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:11.679228 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (cba4af8b-11a8-45fa-b37a-aac6eeb43498), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:11.716892 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd7b66-7788-4e4e-8ba2-eceab7792017 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb462eeb-e9c6-4984-9d41-3b25f7f1711c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:11.876846 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-b59a21b0-f8cc-4ccc-99e1-23dc56502fa4 service neutron] 10.222.0.61 "GET /v2.0/networks/737ca593-7d09-4d90-9616-a209809410b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5917146 Feb 20 05:42:11.965267 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-53ae50e4-60d2-4e8c-96e9-4428280adffb req-1838df2e-eaad-43ee-afae-22e7156a8211 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580806 Feb 20 05:42:11.972668 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port cba4af8b-11a8-45fa-b37a-aac6eeb43498, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=cba4af8b-11a8-45fa-b37a-aac6eeb43498,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:12.012055 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (cba4af8b-11a8-45fa-b37a-aac6eeb43498), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:12.088800 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88bd7b66-7788-4e4e-8ba2-eceab7792017 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (025302e7-16ea-42b2-bf45-272a1a13a868), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:12.095934 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c22e8da7-aa44-450f-b118-05f878545d11 None None] Current status of the port cba4af8b-11a8-45fa-b37a-aac6eeb43498 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:12.099524 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c22e8da7-aa44-450f-b118-05f878545d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (cba4af8b-11a8-45fa-b37a-aac6eeb43498), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:12.164768 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=cba4af8b-11a8-45fa-b37a-aac6eeb43498,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:12.214515 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c9a3b25f-da57-4699-8ab6-9771fe5e97f8 req-95f916fb-53a9-4e5c-b23c-9c465205b778 service neutron] 10.222.0.61 "GET /v2.0/networks/737ca593-7d09-4d90-9616-a209809410b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046081 Feb 20 05:42:12.229969 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-c22e8da7-aa44-450f-b118-05f878545d11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:42:12.230474 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-c22e8da7-aa44-450f-b118-05f878545d11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:42:12.231456 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device cba4af8b-11a8-45fa-b37a-aac6eeb43498 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:42:12.304045 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port cba4af8b-11a8-45fa-b37a-aac6eeb43498 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:12.305388 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (cba4af8b-11a8-45fa-b37a-aac6eeb43498), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:12.328792 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-28b7ba73-96f4-4389-aa9e-f3a3c8ff897a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks [] for port (77a93088-3dce-4ca8-bbf0-ba81183d8a91), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:12.342663 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ec097a4a-e29d-4c64-bd70-97237086373c req-bbf861bd-d5c0-4c6c-b13f-93fee43b92ad tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=71538ed8-406e-4a79-8efc-d2fe2b51cbcb HTTP/1.1" status: 200 len: 210 time: 0.1068821 Feb 20 05:42:12.354564 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88bd7b66-7788-4e4e-8ba2-eceab7792017 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (025302e7-16ea-42b2-bf45-272a1a13a868), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:12.382874 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88bd7b66-7788-4e4e-8ba2-eceab7792017 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router_controller (025302e7-16ea-42b2-bf45-272a1a13a868), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:12.439217 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04256537-c239-448d-8e7a-39637cf38271 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Made reservation on behalf of e29ece614d2848ce96f3ff6f0d1f2b20 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:12.457685 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port cba4af8b-11a8-45fa-b37a-aac6eeb43498 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:12.546144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c22e8da7-aa44-450f-b118-05f878545d11 None None] Current status of the port cba4af8b-11a8-45fa-b37a-aac6eeb43498 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:12.556852 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-28b7ba73-96f4-4389-aa9e-f3a3c8ff897a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (77a93088-3dce-4ca8-bbf0-ba81183d8a91), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:12.570488 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['fed30b5f-107e-440d-a885-e4d84c260413', '13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2', '0d26e5dd-1bd8-46ba-96d8-f00005d8bbee'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:42:12.667491 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22384423-7443-459b-8299-ae955b77e359 req-f2756db3-3400-42a0-8da0-1eb1434f75a1 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:12.668561 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-10b10978-bf43-4213-a2e4-401cbf4ae0b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82dfe21f-25b4-4076-a55c-1c299a335a3c {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:42:12.669053 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22384423-7443-459b-8299-ae955b77e359 req-f2756db3-3400-42a0-8da0-1eb1434f75a1 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] 10.222.0.61 "GET /v2.0/networks?id=eab308bc-ce36-4a1a-bed8-bb970b7078db HTTP/1.1" status: 200 len: 818 time: 0.5982738 Feb 20 05:42:12.682190 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-10b10978-bf43-4213-a2e4-401cbf4ae0b7 service neutron] Publish callbacks [] for port (82dfe21f-25b4-4076-a55c-1c299a335a3c), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:12.692096 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88bd7b66-7788-4e4e-8ba2-eceab7792017 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (025302e7-16ea-42b2-bf45-272a1a13a868), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:12.692661 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bd7b66-7788-4e4e-8ba2-eceab7792017 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 025302e7-16ea-42b2-bf45-272a1a13a868 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:42:12.700750 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-8bd93360-3f8b-4d4b-aa80-700e1e2c7aa2 None None] Provisioning complete for port 82dfe21f-25b4-4076-a55c-1c299a335a3c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:12.701123 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8bd93360-3f8b-4d4b-aa80-700e1e2c7aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (82dfe21f-25b4-4076-a55c-1c299a335a3c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:12.708915 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-758c8bb0-b765-4c05-aa8d-3efd779ca3a0 req-cd64f393-89ad-468c-a428-c21313bb4f53 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed6772a-f10f-45ea-adfb-38aa34349cbc HTTP/1.1" status: 200 len: 210 time: 0.1042554 Feb 20 05:42:12.713052 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-10b10978-bf43-4213-a2e4-401cbf4ae0b7 service neutron] Transition to ACTIVE for port object 82dfe21f-25b4-4076-a55c-1c299a335a3c will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:42:12.714314 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-22384423-7443-459b-8299-ae955b77e359 req-2b0e3b01-fe8f-4ce8-b9db-88b23157b331 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Request body: {'port': {'device_id': 'aed6772a-f10f-45ea-adfb-38aa34349cbc', 'network_id': 'eab308bc-ce36-4a1a-bed8-bb970b7078db', 'admin_state_up': True, 'tenant_id': '530e9ccc2c7745e1b9c1dbbb45c443e0'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:12.725520 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88bd7b66-7788-4e4e-8ba2-eceab7792017 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:12.726984 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-88bd7b66-7788-4e4e-8ba2-eceab7792017 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "DELETE /v2.0/routers/025302e7-16ea-42b2-bf45-272a1a13a868 HTTP/1.1" status: 204 len: 168 time: 5.3786929 Feb 20 05:42:12.731406 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40118) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:12.741503 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8bd93360-3f8b-4d4b-aa80-700e1e2c7aa2 None None] Port 82dfe21f-25b4-4076-a55c-1c299a335a3c cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:42:12.745334 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-10b10978-bf43-4213-a2e4-401cbf4ae0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (82dfe21f-25b4-4076-a55c-1c299a335a3c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:12.799335 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-28b7ba73-96f4-4389-aa9e-f3a3c8ff897a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:42:12.853626 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-28b7ba73-96f4-4389-aa9e-f3a3c8ff897a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:12.868141 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1035a4-073b-4bb1-95ba-be769243b652 x-openstack-request-id: req-5a1035a4-073b-4bb1-95ba-be769243b652 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:42:12.868539 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9180e5f4-23e0-4ea6-83df-c972eba33cf6", "tag": "578f8d14-2089-4a94-b271-cbd87184d424", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:42:12.868847 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a1035a4-073b-4bb1-95ba-be769243b652 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:42:12.869312 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9180e5f4-23e0-4ea6-83df-c972eba33cf6', 'tag': '578f8d14-2089-4a94-b271-cbd87184d424', 'status': 'completed', 'code': 200} Feb 20 05:42:12.872331 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-28b7ba73-96f4-4389-aa9e-f3a3c8ff897a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:42:12.973997 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d1168c-a87e-4a82-b150-20a48ecbc246 x-openstack-request-id: req-61d1168c-a87e-4a82-b150-20a48ecbc246 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:42:12.974686 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71538ed8-406e-4a79-8efc-d2fe2b51cbcb", "name": "network-vif-deleted", "tag": "59a14b4e-cf2a-4999-9795-b6d601fc6288", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:42:12.974686 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61d1168c-a87e-4a82-b150-20a48ecbc246 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:42:12.975115 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71538ed8-406e-4a79-8efc-d2fe2b51cbcb', 'name': 'network-vif-deleted', 'tag': '59a14b4e-cf2a-4999-9795-b6d601fc6288', 'status': 'completed', 'code': 200} Feb 20 05:42:12.987526 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-28b7ba73-96f4-4389-aa9e-f3a3c8ff897a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:12.988168 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-28b7ba73-96f4-4389-aa9e-f3a3c8ff897a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:12.993798 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-251ec414-48bb-4f66-99bd-abbf31843ad9 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Deleting subnet 5f574e23-2ce0-4446-8709-817e077f2512 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:42:13.015301 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7ba73-96f4-4389-aa9e-f3a3c8ff897a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Pushing event updated for resources: {'Port': ['ID=77a93088-3dce-4ca8-bbf0-ba81183d8a91,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:13.083869 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-251ec414-48bb-4f66-99bd-abbf31843ad9 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for subnet (5f574e23-2ce0-4446-8709-817e077f2512), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:13.118425 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-04256537-c239-448d-8e7a-39637cf38271 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:13.139885 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-28b7ba73-96f4-4389-aa9e-f3a3c8ff897a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4046144 Feb 20 05:42:13.150424 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b10978-bf43-4213-a2e4-401cbf4ae0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=82dfe21f-25b4-4076-a55c-1c299a335a3c,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:13.172147 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-9cadcba1-f895-40e8-98d9-0dca3ab81556 service neutron] Request body: {'port': {'device_id': '44ea21ba-e4e0-4465-a327-b87f00a1cc98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:13.191125 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-04256537-c239-448d-8e7a-39637cf38271 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] device_id is not set on port 21e4a1ba-67ba-4232-a334-64645abad94b yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:42:13.215495 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-10b10978-bf43-4213-a2e4-401cbf4ae0b7 service neutron] Attempting to bind port 82dfe21f-25b4-4076-a55c-1c299a335a3c on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:42:13.216047 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-10b10978-bf43-4213-a2e4-401cbf4ae0b7 service neutron] Attempting to bind port 82dfe21f-25b4-4076-a55c-1c299a335a3c by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:42:13.216392 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-10b10978-bf43-4213-a2e4-401cbf4ae0b7 service neutron] Attempting to bind port 82dfe21f-25b4-4076-a55c-1c299a335a3c on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:42:13.223401 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0b79b-72fb-414c-a824-177a9b329db2 req-282f7ea7-f72c-4615-b26e-878e09dc8bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:13.225161 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-13f0b79b-72fb-414c-a824-177a9b329db2 req-282f7ea7-f72c-4615-b26e-878e09dc8bad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e02c9c1d56747f8803e3f2b02404aba&device_id=9180e5f4-23e0-4ea6-83df-c972eba33cf6 HTTP/1.1" status: 200 len: 1126 time: 0.3590038 Feb 20 05:42:13.232805 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-251ec414-48bb-4f66-99bd-abbf31843ad9 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (5f574e23-2ce0-4446-8709-817e077f2512), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:13.335598 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-10b10978-bf43-4213-a2e4-401cbf4ae0b7 service neutron] Port 82dfe21f-25b4-4076-a55c-1c299a335a3c on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:42:13.335931 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-10b10978-bf43-4213-a2e4-401cbf4ae0b7 service neutron] Attempting to bind port 82dfe21f-25b4-4076-a55c-1c299a335a3c on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:42:13.366170 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-10b10978-bf43-4213-a2e4-401cbf4ae0b7 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:42:13.366627 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-10b10978-bf43-4213-a2e4-401cbf4ae0b7 service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:42:13.367049 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-10b10978-bf43-4213-a2e4-401cbf4ae0b7 service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:42:13.367524 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-10b10978-bf43-4213-a2e4-401cbf4ae0b7 service neutron] Bound port: 82dfe21f-25b4-4076-a55c-1c299a335a3c, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:42:13.367892 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-10b10978-bf43-4213-a2e4-401cbf4ae0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (82dfe21f-25b4-4076-a55c-1c299a335a3c), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:13.383049 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b7c1e1e5-6e18-4187-99c3-58c4eef2d459 None None] Provisioning complete for port 77a93088-3dce-4ca8-bbf0-ba81183d8a91 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:13.383746 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7c1e1e5-6e18-4187-99c3-58c4eef2d459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (77a93088-3dce-4ca8-bbf0-ba81183d8a91), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:13.443188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b7c1e1e5-6e18-4187-99c3-58c4eef2d459 None None] Port 77a93088-3dce-4ca8-bbf0-ba81183d8a91 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:42:13.461488 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b7c1e1e5-6e18-4187-99c3-58c4eef2d459 None None] Provisioning complete for port cba4af8b-11a8-45fa-b37a-aac6eeb43498 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:13.462049 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7c1e1e5-6e18-4187-99c3-58c4eef2d459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (cba4af8b-11a8-45fa-b37a-aac6eeb43498), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:13.465093 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-10b10978-bf43-4213-a2e4-401cbf4ae0b7 service neutron] For port 82dfe21f-25b4-4076-a55c-1c299a335a3c, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:42:13.469526 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-10b10978-bf43-4213-a2e4-401cbf4ae0b7 service neutron] For port 82dfe21f-25b4-4076-a55c-1c299a335a3c, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=82dfe21f-25b4-4076-a55c-1c299a335a3c,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:42:13.478857 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-251ec414-48bb-4f66-99bd-abbf31843ad9 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (5f574e23-2ce0-4446-8709-817e077f2512), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:13.505516 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-10b10978-bf43-4213-a2e4-401cbf4ae0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (82dfe21f-25b4-4076-a55c-1c299a335a3c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:13.540897 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-10b10978-bf43-4213-a2e4-401cbf4ae0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:13.541694 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-10b10978-bf43-4213-a2e4-401cbf4ae0b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:13.543167 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-10b10978-bf43-4213-a2e4-401cbf4ae0b7 service neutron] 10.222.0.48 "PUT /v2.0/ports/82dfe21f-25b4-4076-a55c-1c299a335a3c HTTP/1.1" status: 200 len: 1096 time: 2.7612979 Feb 20 05:42:13.605847 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b7c1e1e5-6e18-4187-99c3-58c4eef2d459 None None] Current status of the port cba4af8b-11a8-45fa-b37a-aac6eeb43498 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:13.679615 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0b79b-72fb-414c-a824-177a9b329db2 req-9a5a6f70-da62-48d1-aaed-80a08221a047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:13.681103 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-13f0b79b-72fb-414c-a824-177a9b329db2 req-9a5a6f70-da62-48d1-aaed-80a08221a047 service neutron] 10.222.0.61 "GET /v2.0/networks?id=737ca593-7d09-4d90-9616-a209809410b0 HTTP/1.1" status: 200 len: 914 time: 0.4170671 Feb 20 05:42:13.709832 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b10978-bf43-4213-a2e4-401cbf4ae0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=82dfe21f-25b4-4076-a55c-1c299a335a3c,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:13.752390 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-13f0b79b-72fb-414c-a824-177a9b329db2 req-89970b82-ad96-491b-bafd-ee0a70ecdbb8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=578f8d14-2089-4a94-b271-cbd87184d424 HTTP/1.1" status: 200 len: 217 time: 0.0501392 Feb 20 05:42:13.753376 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-251ec414-48bb-4f66-99bd-abbf31843ad9 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (5f574e23-2ce0-4446-8709-817e077f2512), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:13.817481 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-145c3aad-44ed-4bd8-b42c-b8395d858b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:13.818557 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-145c3aad-44ed-4bd8-b42c-b8395d858b37 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3e6712a47034666b11f44d7ab7587a8&device_id=5a16e451-33a1-4d00-ae53-5afd4d141da2 HTTP/1.1" status: 200 len: 1130 time: 0.2272520 Feb 20 05:42:13.825114 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ec414-48bb-4f66-99bd-abbf31843ad9 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5f574e23-2ce0-4446-8709-817e077f2512,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:13.835150 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-251ec414-48bb-4f66-99bd-abbf31843ad9 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:13.839354 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-251ec414-48bb-4f66-99bd-abbf31843ad9 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/5f574e23-2ce0-4446-8709-817e077f2512 HTTP/1.1" status: 204 len: 168 time: 1.1065457 Feb 20 05:42:13.845027 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40138) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:13.862071 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22384423-7443-459b-8299-ae955b77e359 req-2b0e3b01-fe8f-4ce8-b9db-88b23157b331 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Made reservation on behalf of 530e9ccc2c7745e1b9c1dbbb45c443e0 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:13.865922 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-22384423-7443-459b-8299-ae955b77e359 req-2b0e3b01-fe8f-4ce8-b9db-88b23157b331 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:13.892117 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-77792fec-a067-4d35-8c61-5dd76046c868 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=82dfe21f-25b4-4076-a55c-1c299a335a3c HTTP/1.1" status: 200 len: 217 time: 0.0584252 Feb 20 05:42:13.903310 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0b79b-72fb-414c-a824-177a9b329db2 req-2c8afa2c-1da9-40d6-93d8-15361412ad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:13.906422 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-13f0b79b-72fb-414c-a824-177a9b329db2 req-2c8afa2c-1da9-40d6-93d8-15361412ad87 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b7acf1c2-5b03-47ff-bdd2-68225ae3f85b HTTP/1.1" status: 200 len: 854 time: 0.1415603 Feb 20 05:42:13.914161 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0635981-fd44-497f-b743-02b644544857 req-ed9d2db8-765a-4056-8a08-ea563576d066 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:13.922663 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0635981-fd44-497f-b743-02b644544857 req-ed9d2db8-765a-4056-8a08-ea563576d066 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 945 time: 0.9461122 Feb 20 05:42:13.960640 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-9cadcba1-f895-40e8-98d9-0dca3ab81556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (77a93088-3dce-4ca8-bbf0-ba81183d8a91), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:13.979935 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-13f0b79b-72fb-414c-a824-177a9b329db2 req-7640e9ec-b64a-4cf7-9a72-6c8a466603aa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=737ca593-7d09-4d90-9616-a209809410b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369215 Feb 20 05:42:14.021885 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-f04955d5-7071-464e-b67c-dfbcc2a44858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:14.024407 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-f04955d5-7071-464e-b67c-dfbcc2a44858 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1232920 Feb 20 05:42:14.146828 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-63222e39-37b1-468e-9086-655c0f3cb1e1 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (a02c5722-0324-4971-b9bc-96cdbc3c233f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:14.151886 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device cba4af8b-11a8-45fa-b37a-aac6eeb43498 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:42:14.196759 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-13f0b79b-72fb-414c-a824-177a9b329db2 req-f45bb819-0659-45ae-9ee1-3a818865e0e5 service neutron] 10.222.0.61 "GET /v2.0/networks/737ca593-7d09-4d90-9616-a209809410b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003925 Feb 20 05:42:14.221283 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port cba4af8b-11a8-45fa-b37a-aac6eeb43498 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:14.221803 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (cba4af8b-11a8-45fa-b37a-aac6eeb43498), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:14.251211 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-c827fc0b-a1ca-4649-b71d-ca10e1a66cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:14.253494 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-c827fc0b-a1ca-4649-b71d-ca10e1a66cbb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1973484 Feb 20 05:42:14.265558 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0635981-fd44-497f-b743-02b644544857 req-f1cbe2f2-1c19-4d39-bf51-73490cbb40b7 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419631 Feb 20 05:42:14.343610 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port cba4af8b-11a8-45fa-b37a-aac6eeb43498 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:14.449210 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-13f0b79b-72fb-414c-a824-177a9b329db2 req-909c0201-14da-46d6-9d39-dbf9a9cedd4e service neutron] 10.222.0.61 "GET /v2.0/networks/737ca593-7d09-4d90-9616-a209809410b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424095 Feb 20 05:42:14.459465 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-5f9eaabe-a094-4e99-b905-5db69efeb2c8 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539674 Feb 20 05:42:14.531706 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-22384423-7443-459b-8299-ae955b77e359 req-2b0e3b01-fe8f-4ce8-b9db-88b23157b331 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Allocated IP 172.20.0.13 (eab308bc-ce36-4a1a-bed8-bb970b7078db/322ad6e0-8edb-4213-9943-221726cb64e2/4d1b95b9-3c90-41cd-9a07-b361538803a8) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:42:14.548938 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-63222e39-37b1-468e-9086-655c0f3cb1e1 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (a02c5722-0324-4971-b9bc-96cdbc3c233f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:14.574843 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-04256537-c239-448d-8e7a-39637cf38271 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 2001:db8::188 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/7c8653f3-9191-4e75-8acf-e67e2ce0ed54/21e4a1ba-67ba-4232-a334-64645abad94b) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:42:14.598180 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-04256537-c239-448d-8e7a-39637cf38271 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Allocated IP 2001:db8:0:1:f816:3eff:feac:d7e4 (81f72dab-c9ca-4111-9cef-a8a92557f9f3/0db272ca-4186-4367-a650-c3768558bec6/21e4a1ba-67ba-4232-a334-64645abad94b) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:42:14.610114 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-63222e39-37b1-468e-9086-655c0f3cb1e1 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02c5722-0324-4971-b9bc-96cdbc3c233f']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:14.629199 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-200f9bad-7b2c-4cee-b933-62a60834c496 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628327 Feb 20 05:42:14.632382 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-63222e39-37b1-468e-9086-655c0f3cb1e1 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f5beee-09b2-4162-8704-41a4e3754b1a') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:14.632630 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-63222e39-37b1-468e-9086-655c0f3cb1e1 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f5beee-09b2-4162-8704-41a4e3754b1a') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:14.663293 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-63222e39-37b1-468e-9086-655c0f3cb1e1 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (13f5beee-09b2-4162-8704-41a4e3754b1a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:14.703134 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a8a95-0d00-4238-bbc0-7b3b8648fd45 req-01caab4b-9c63-4864-bab4-2c9d1ed26066 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:14.704701 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f61a8a95-0d00-4238-bbc0-7b3b8648fd45 req-01caab4b-9c63-4864-bab4-2c9d1ed26066 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ea21ba-e4e0-4465-a327-b87f00a1cc98 HTTP/1.1" status: 200 len: 936 time: 0.3048480 Feb 20 05:42:14.726527 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-63222e39-37b1-468e-9086-655c0f3cb1e1 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (13f5beee-09b2-4162-8704-41a4e3754b1a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:14.779368 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63222e39-37b1-468e-9086-655c0f3cb1e1 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:42:14.779815 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-63222e39-37b1-468e-9086-655c0f3cb1e1 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (13f5beee-09b2-4162-8704-41a4e3754b1a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:42:14.789546 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:42:14.870941 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a16e451-33a1-4d00-ae53-5afd4d141da2', 'tag': '82dfe21f-25b4-4076-a55c-1c299a335a3c'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:42:14.875064 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d76a12-0a22-4170-8c68-71cc53364162" -d '{"events": [{"name": "network-changed", "server_uuid": "5a16e451-33a1-4d00-ae53-5afd4d141da2", "tag": "82dfe21f-25b4-4076-a55c-1c299a335a3c"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:42:15.021579 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f61a8a95-0d00-4238-bbc0-7b3b8648fd45 req-a69f9c05-64c9-47e7-926d-c069af855143 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050232 Feb 20 05:42:15.029440 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-63222e39-37b1-468e-9086-655c0f3cb1e1 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (a02c5722-0324-4971-b9bc-96cdbc3c233f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:15.066905 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63222e39-37b1-468e-9086-655c0f3cb1e1 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a02c5722-0324-4971-b9bc-96cdbc3c233f {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 20 05:42:15.069718 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-9cadcba1-f895-40e8-98d9-0dca3ab81556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77a93088-3dce-4ca8-bbf0-ba81183d8a91 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:42:15.081978 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-63222e39-37b1-468e-9086-655c0f3cb1e1 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:15.085201 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-63222e39-37b1-468e-9086-655c0f3cb1e1 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "DELETE /v2.0/networks/a02c5722-0324-4971-b9bc-96cdbc3c233f HTTP/1.1" status: 204 len: 168 time: 1.2365923 Feb 20 05:42:15.106192 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-9cadcba1-f895-40e8-98d9-0dca3ab81556 service neutron] Publish callbacks [] for port (77a93088-3dce-4ca8-bbf0-ba81183d8a91), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:15.162208 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-9cadcba1-f895-40e8-98d9-0dca3ab81556 service neutron] Transition to ACTIVE for port object 77a93088-3dce-4ca8-bbf0-ba81183d8a91 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:42:15.187989 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63222e39-37b1-468e-9086-655c0f3cb1e1 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Pushing event deleted for resources: {'Network': ['ID=a02c5722-0324-4971-b9bc-96cdbc3c233f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:15.210952 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-9cadcba1-f895-40e8-98d9-0dca3ab81556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (77a93088-3dce-4ca8-bbf0-ba81183d8a91), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:15.228847 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-04256537-c239-448d-8e7a-39637cf38271 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for port (21e4a1ba-67ba-4232-a334-64645abad94b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:15.268215 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-22384423-7443-459b-8299-ae955b77e359 req-2b0e3b01-fe8f-4ce8-b9db-88b23157b331 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Publish callbacks [] for port (4d1b95b9-3c90-41cd-9a07-b361538803a8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:15.327749 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cadcba1-f895-40e8-98d9-0dca3ab81556 service neutron] Pushing event updated for resources: {'Port': ['ID=77a93088-3dce-4ca8-bbf0-ba81183d8a91,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:15.435577 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b04778-8ddc-42ab-bb4b-898bc5e0a764 req-ddf20f05-8f08-4ac7-bf28-29118fd2a6a3 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:15.437223 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96b04778-8ddc-42ab-bb4b-898bc5e0a764 req-ddf20f05-8f08-4ac7-bf28-29118fd2a6a3 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=9180e5f4-23e0-4ea6-83df-c972eba33cf6 HTTP/1.1" status: 200 len: 944 time: 0.3039329 Feb 20 05:42:15.448526 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40154) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:15.453972 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-2ec599a4-968b-43b7-b8a5-7beb843d9863 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Request body: {'router': {'name': 'tempest-router--511072536', 'project_id': '57cbdcfc009c481ab8dc27c23a145cf9'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:15.465120 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-9cadcba1-f895-40e8-98d9-0dca3ab81556 service neutron] Attempting to bind port 77a93088-3dce-4ca8-bbf0-ba81183d8a91 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:42:15.465456 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-9cadcba1-f895-40e8-98d9-0dca3ab81556 service neutron] Attempting to bind port 77a93088-3dce-4ca8-bbf0-ba81183d8a91 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:42:15.465784 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-9cadcba1-f895-40e8-98d9-0dca3ab81556 service neutron] Attempting to bind port 77a93088-3dce-4ca8-bbf0-ba81183d8a91 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:42:15.484453 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-9cadcba1-f895-40e8-98d9-0dca3ab81556 service neutron] Port 77a93088-3dce-4ca8-bbf0-ba81183d8a91 on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:42:15.484895 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-9cadcba1-f895-40e8-98d9-0dca3ab81556 service neutron] Attempting to bind port 77a93088-3dce-4ca8-bbf0-ba81183d8a91 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:42:15.490782 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-9cadcba1-f895-40e8-98d9-0dca3ab81556 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:42:15.491148 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-9cadcba1-f895-40e8-98d9-0dca3ab81556 service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:42:15.491540 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-9cadcba1-f895-40e8-98d9-0dca3ab81556 service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:42:15.492064 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-9cadcba1-f895-40e8-98d9-0dca3ab81556 service neutron] Bound port: 77a93088-3dce-4ca8-bbf0-ba81183d8a91, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:42:15.492445 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-9cadcba1-f895-40e8-98d9-0dca3ab81556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (77a93088-3dce-4ca8-bbf0-ba81183d8a91), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:15.496927 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-04256537-c239-448d-8e7a-39637cf38271 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (21e4a1ba-67ba-4232-a334-64645abad94b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:15.499854 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ec599a4-968b-43b7-b8a5-7beb843d9863 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (e02133f2-90cc-46ee-9faa-49e616cf16ae), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:15.502543 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ec599a4-968b-43b7-b8a5-7beb843d9863 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (e02133f2-90cc-46ee-9faa-49e616cf16ae), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:15.544579 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-22384423-7443-459b-8299-ae955b77e359 req-2b0e3b01-fe8f-4ce8-b9db-88b23157b331 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (4d1b95b9-3c90-41cd-9a07-b361538803a8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:15.607711 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ec599a4-968b-43b7-b8a5-7beb843d9863 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router_controller (e02133f2-90cc-46ee-9faa-49e616cf16ae), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:15.615785 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ec599a4-968b-43b7-b8a5-7beb843d9863 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (e02133f2-90cc-46ee-9faa-49e616cf16ae), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:15.630257 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04256537-c239-448d-8e7a-39637cf38271 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:42:15.633934 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ec599a4-968b-43b7-b8a5-7beb843d9863 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:15.635505 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2ec599a4-968b-43b7-b8a5-7beb843d9863 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1853456 Feb 20 05:42:15.638339 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40158) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:15.656480 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-04256537-c239-448d-8e7a-39637cf38271 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:15.659104 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04256537-c239-448d-8e7a-39637cf38271 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:42:15.664733 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04256537-c239-448d-8e7a-39637cf38271 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:15.665348 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-04256537-c239-448d-8e7a-39637cf38271 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:15.678732 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22384423-7443-459b-8299-ae955b77e359 req-2b0e3b01-fe8f-4ce8-b9db-88b23157b331 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Network eab308bc-ce36-4a1a-bed8-bb970b7078db is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:42:15.683764 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96b04778-8ddc-42ab-bb4b-898bc5e0a764 req-59f860c3-8151-415b-8e91-dff6b4225fac tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342143 Feb 20 05:42:15.688931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-22384423-7443-459b-8299-ae955b77e359 req-2b0e3b01-fe8f-4ce8-b9db-88b23157b331 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:15.700233 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-22384423-7443-459b-8299-ae955b77e359 req-2b0e3b01-fe8f-4ce8-b9db-88b23157b331 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:42:15.724695 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04256537-c239-448d-8e7a-39637cf38271 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event updated for resources: {'Port': ['ID=21e4a1ba-67ba-4232-a334-64645abad94b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:15.746286 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b9b0b4ae-eafa-4076-bb69-555579398b56 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router (e02133f2-90cc-46ee-9faa-49e616cf16ae), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:15.824335 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-04256537-c239-448d-8e7a-39637cf38271 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.1732960 Feb 20 05:42:15.824972 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40162) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:15.865755 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e3b01-fe8f-4ce8-b9db-88b23157b331 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Pushing event updated for resources: {'Port': ['ID=4d1b95b9-3c90-41cd-9a07-b361538803a8,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:15.890434 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 578f8d14-2089-4a94-b271-cbd87184d424 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:42:15.914252 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-9cadcba1-f895-40e8-98d9-0dca3ab81556 service neutron] For port 77a93088-3dce-4ca8-bbf0-ba81183d8a91, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:42:15.956800 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-9cadcba1-f895-40e8-98d9-0dca3ab81556 service neutron] For port 77a93088-3dce-4ca8-bbf0-ba81183d8a91, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=77a93088-3dce-4ca8-bbf0-ba81183d8a91,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:42:15.996101 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22384423-7443-459b-8299-ae955b77e359 req-2b0e3b01-fe8f-4ce8-b9db-88b23157b331 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:15.997635 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-22384423-7443-459b-8299-ae955b77e359 req-2b0e3b01-fe8f-4ce8-b9db-88b23157b331 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:16.022864 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-9cadcba1-f895-40e8-98d9-0dca3ab81556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (77a93088-3dce-4ca8-bbf0-ba81183d8a91), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:16.051253 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b9b0b4ae-eafa-4076-bb69-555579398b56 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (e02133f2-90cc-46ee-9faa-49e616cf16ae), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:16.053416 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b9b0b4ae-eafa-4076-bb69-555579398b56 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router_controller (e02133f2-90cc-46ee-9faa-49e616cf16ae), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:16.071949 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22384423-7443-459b-8299-ae955b77e359 req-2b0e3b01-fe8f-4ce8-b9db-88b23157b331 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3828058 Feb 20 05:42:16.081882 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 578f8d14-2089-4a94-b271-cbd87184d424, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=578f8d14-2089-4a94-b271-cbd87184d424,segment=NetworkSegment(1e7b572d-eea8-4575-add7-3e01e35d46d2),segment_id=1e7b572d-eea8-4575-add7-3e01e35d46d2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:16.088256 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e3c7d-97cc-43e8-a8b3-f180e3a96d2b req-8aae25d4-5299-42e9-bab2-1425e026a6b1 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:16.089778 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-797e3c7d-97cc-43e8-a8b3-f180e3a96d2b req-8aae25d4-5299-42e9-bab2-1425e026a6b1 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed6772a-f10f-45ea-adfb-38aa34349cbc HTTP/1.1" status: 200 len: 932 time: 0.2251561 Feb 20 05:42:16.105248 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-9cadcba1-f895-40e8-98d9-0dca3ab81556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:16.106178 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-9cadcba1-f895-40e8-98d9-0dca3ab81556 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:16.108925 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-9cadcba1-f895-40e8-98d9-0dca3ab81556 service neutron] 10.222.0.61 "PUT /v2.0/ports/77a93088-3dce-4ca8-bbf0-ba81183d8a91 HTTP/1.1" status: 200 len: 1096 time: 2.9449081 Feb 20 05:42:16.110512 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b9b0b4ae-eafa-4076-bb69-555579398b56 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (e02133f2-90cc-46ee-9faa-49e616cf16ae), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:16.111386 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ea21ba-e4e0-4465-a327-b87f00a1cc98', 'tag': '77a93088-3dce-4ca8-bbf0-ba81183d8a91'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:42:16.111813 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b0b4ae-eafa-4076-bb69-555579398b56 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e02133f2-90cc-46ee-9faa-49e616cf16ae {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:42:16.113898 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b5e642-ac83-442e-af3c-36defa076a74" -d '{"events": [{"name": "network-changed", "server_uuid": "44ea21ba-e4e0-4465-a327-b87f00a1cc98", "tag": "77a93088-3dce-4ca8-bbf0-ba81183d8a91"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:42:16.119947 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b9b0b4ae-eafa-4076-bb69-555579398b56 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:16.121420 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b9b0b4ae-eafa-4076-bb69-555579398b56 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "DELETE /v2.0/routers/e02133f2-90cc-46ee-9faa-49e616cf16ae HTTP/1.1" status: 204 len: 168 time: 0.4813085 Feb 20 05:42:16.131190 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '578f8d14-2089-4a94-b271-cbd87184d424', 'network_id': '737ca593-7d09-4d90-9616-a209809410b0', 'port_id': '578f8d14-2089-4a94-b271-cbd87184d424', 'mac_address': 'fa:16:3e:a1:82:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7acf1c2-5b03-47ff-bdd2-68225ae3f85b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:42:16.138745 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-22384423-7443-459b-8299-ae955b77e359 req-e02bc30a-3308-44cb-9ad4-98aa7d643ab9 service neutron] Request body: {'port': {'device_id': 'aed6772a-f10f-45ea-adfb-38aa34349cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:16.194635 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-423eda28-a839-41e9-8cad-33e54c61b170 None None] Provisioning complete for port 21e4a1ba-67ba-4232-a334-64645abad94b triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:16.195064 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-423eda28-a839-41e9-8cad-33e54c61b170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (21e4a1ba-67ba-4232-a334-64645abad94b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:16.223422 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 578f8d14-2089-4a94-b271-cbd87184d424 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:16.223825 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (578f8d14-2089-4a94-b271-cbd87184d424), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:16.263245 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 578f8d14-2089-4a94-b271-cbd87184d424 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:42:16.287175 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-423eda28-a839-41e9-8cad-33e54c61b170 None None] Port 21e4a1ba-67ba-4232-a334-64645abad94b cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:42:16.313765 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 578f8d14-2089-4a94-b271-cbd87184d424, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=578f8d14-2089-4a94-b271-cbd87184d424,segment=NetworkSegment(1e7b572d-eea8-4575-add7-3e01e35d46d2),segment_id=1e7b572d-eea8-4575-add7-3e01e35d46d2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:16.327498 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (578f8d14-2089-4a94-b271-cbd87184d424), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:16.348286 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40170) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:16.399580 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=578f8d14-2089-4a94-b271-cbd87184d424,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:16.452849 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cadcba1-f895-40e8-98d9-0dca3ab81556 service neutron] Pushing event updated for resources: {'Port': ['ID=77a93088-3dce-4ca8-bbf0-ba81183d8a91,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:16.461411 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-77e30a5b-3029-48b8-afda-d3b51eb383be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting port 21e4a1ba-67ba-4232-a334-64645abad94b {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:42:16.461763 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-77e30a5b-3029-48b8-afda-d3b51eb383be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (21e4a1ba-67ba-4232-a334-64645abad94b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:16.481373 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-775f0d37-a833-4a16-bdcc-63558bce2b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:16.488099 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-797e3c7d-97cc-43e8-a8b3-f180e3a96d2b req-de9af8ad-c82a-4bf7-b9ef-45ec2a83cdb7 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] 10.222.0.37 "GET /v2.0/security-groups?id=20d8700e-e76b-48e5-93de-17a4af85e8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463554 Feb 20 05:42:16.527634 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-22384423-7443-459b-8299-ae955b77e359 req-e02bc30a-3308-44cb-9ad4-98aa7d643ab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4d1b95b9-3c90-41cd-9a07-b361538803a8), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:16.593621 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-c967fc00-acd2-4c70-9fba-0cc72edd3eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:16.595160 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-c967fc00-acd2-4c70-9fba-0cc72edd3eb9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3e6712a47034666b11f44d7ab7587a8&device_id=44ea21ba-e4e0-4465-a327-b87f00a1cc98 HTTP/1.1" status: 200 len: 1130 time: 0.3347573 Feb 20 05:42:16.664429 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-904507935', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}, 'admin_state_up': False}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:16.700345 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (6ca24bff-d901-4417-a2bb-c7272e975546), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:16.702439 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (6ca24bff-d901-4417-a2bb-c7272e975546), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:16.721866 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['578f8d14-2089-4a94-b271-cbd87184d424'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:42:16.737184 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-dfa91ef6-027b-4814-9151-46849df13f16 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=77a93088-3dce-4ca8-bbf0-ba81183d8a91 HTTP/1.1" status: 200 len: 217 time: 0.1243374 Feb 20 05:42:16.807037 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c232d98-c83c-4648-aac9-4ef176f102cd x-openstack-request-id: req-7c232d98-c83c-4648-aac9-4ef176f102cd {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:42:16.808261 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a16e451-33a1-4d00-ae53-5afd4d141da2", "tag": "82dfe21f-25b4-4076-a55c-1c299a335a3c", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:42:16.808261 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c232d98-c83c-4648-aac9-4ef176f102cd {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:42:16.808261 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a16e451-33a1-4d00-ae53-5afd4d141da2', 'tag': '82dfe21f-25b4-4076-a55c-1c299a335a3c', 'status': 'completed', 'code': 200} Feb 20 05:42:16.810330 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-77e30a5b-3029-48b8-afda-d3b51eb383be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (21e4a1ba-67ba-4232-a334-64645abad94b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:16.812807 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_controller (6ca24bff-d901-4417-a2bb-c7272e975546), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:16.943230 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d76a12-0a22-4170-8c68-71cc53364162 req-baef1987-52ae-46be-9f36-426a82fc95a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:16.945431 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d6d76a12-0a22-4170-8c68-71cc53364162 req-baef1987-52ae-46be-9f36-426a82fc95a8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3e6712a47034666b11f44d7ab7587a8&device_id=5a16e451-33a1-4d00-ae53-5afd4d141da2 HTTP/1.1" status: 200 len: 1130 time: 0.1485136 Feb 20 05:42:17.064321 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-77e30a5b-3029-48b8-afda-d3b51eb383be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Calling delete_port for 21e4a1ba-67ba-4232-a334-64645abad94b owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:42:17.100260 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_gateway (6ca24bff-d901-4417-a2bb-c7272e975546), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:17.142294 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-d33e673e-2ba8-4891-bf08-197a2a3a3eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:17.143794 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-d33e673e-2ba8-4891-bf08-197a2a3a3eae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.3694620 Feb 20 05:42:17.213156 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d76a12-0a22-4170-8c68-71cc53364162 req-39dffab9-9e55-4b9e-8449-e1143e18c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:17.215074 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d6d76a12-0a22-4170-8c68-71cc53364162 req-39dffab9-9e55-4b9e-8449-e1143e18c73a service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.2176161 Feb 20 05:42:17.247444 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-22384423-7443-459b-8299-ae955b77e359 req-e02bc30a-3308-44cb-9ad4-98aa7d643ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d1b95b9-3c90-41cd-9a07-b361538803a8 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:42:17.260082 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d6d76a12-0a22-4170-8c68-71cc53364162 req-1fc0ea5d-15ce-4721-b9fd-951f2d33834d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=82dfe21f-25b4-4076-a55c-1c299a335a3c HTTP/1.1" status: 200 len: 217 time: 0.0378330 Feb 20 05:42:17.262485 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b9105-4c77-4f1f-8baa-df8449ece809 req-5b1b4a72-d1cc-448c-82fe-7113ce699774 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:17.264617 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c99b9105-4c77-4f1f-8baa-df8449ece809 req-5b1b4a72-d1cc-448c-82fe-7113ce699774 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ea21ba-e4e0-4465-a327-b87f00a1cc98 HTTP/1.1" status: 200 len: 948 time: 0.2252052 Feb 20 05:42:17.268008 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-22384423-7443-459b-8299-ae955b77e359 req-e02bc30a-3308-44cb-9ad4-98aa7d643ab9 service neutron] Publish callbacks [] for port (4d1b95b9-3c90-41cd-9a07-b361538803a8), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:17.305113 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-22384423-7443-459b-8299-ae955b77e359 req-e02bc30a-3308-44cb-9ad4-98aa7d643ab9 service neutron] Transition to ACTIVE for port object 4d1b95b9-3c90-41cd-9a07-b361538803a8 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:42:17.315064 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-1c2fc825-e3ac-4a38-b6bd-0d392e410648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:17.316589 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-1c2fc825-e3ac-4a38-b6bd-0d392e410648 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1583085 Feb 20 05:42:17.320289 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-22384423-7443-459b-8299-ae955b77e359 req-e02bc30a-3308-44cb-9ad4-98aa7d643ab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (4d1b95b9-3c90-41cd-9a07-b361538803a8), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:17.384795 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d76a12-0a22-4170-8c68-71cc53364162 req-5846b957-372d-4a66-a033-cc4c1dbc0688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:17.387363 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d6d76a12-0a22-4170-8c68-71cc53364162 req-5846b957-372d-4a66-a033-cc4c1dbc0688 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.1144469 Feb 20 05:42:17.814118 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_gateway (6ca24bff-d901-4417-a2bb-c7272e975546), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:17.821456 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c99b9105-4c77-4f1f-8baa-df8449ece809 req-aaed8c83-86f6-40bc-ab5c-e20deae0fa2a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5431325 Feb 20 05:42:17.822644 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bc30a-3308-44cb-9ad4-98aa7d643ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1b95b9-3c90-41cd-9a07-b361538803a8,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:17.855021 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:17.870873 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d76a12-0a22-4170-8c68-71cc53364162 req-c9c8a377-9d67-461e-9e27-d3999eee99a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:17.872418 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d6d76a12-0a22-4170-8c68-71cc53364162 req-c9c8a377-9d67-461e-9e27-d3999eee99a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4772968 Feb 20 05:42:17.944808 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3b123f-b4a7-42ff-91a7-4000d126dc2f x-openstack-request-id: req-7a3b123f-b4a7-42ff-91a7-4000d126dc2f {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:42:17.945156 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ea21ba-e4e0-4465-a327-b87f00a1cc98", "tag": "77a93088-3dce-4ca8-bbf0-ba81183d8a91", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:42:17.945357 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a3b123f-b4a7-42ff-91a7-4000d126dc2f {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:42:17.945770 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ea21ba-e4e0-4465-a327-b87f00a1cc98', 'tag': '77a93088-3dce-4ca8-bbf0-ba81183d8a91', 'status': 'completed', 'code': 200} Feb 20 05:42:17.959069 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-6a32fe51-1d13-452d-b2a4-8cde3f3ea042 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613351 Feb 20 05:42:17.966823 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-77e30a5b-3029-48b8-afda-d3b51eb383be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (21e4a1ba-67ba-4232-a334-64645abad94b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:17.975686 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad694c-c1a9-46bd-8719-e20ba3adc81b req-40022800-5039-422f-8032-91b4e54737ef tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:17.977193 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-66ad694c-c1a9-46bd-8719-e20ba3adc81b req-40022800-5039-422f-8032-91b4e54737ef tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cffffaf-369a-427b-9775-7dade2792889 HTTP/1.1" status: 200 len: 945 time: 0.1732175 Feb 20 05:42:18.008466 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 82dfe21f-25b4-4076-a55c-1c299a335a3c details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:42:18.032038 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e30a5b-3029-48b8-afda-d3b51eb383be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Port': ['ID=21e4a1ba-67ba-4232-a334-64645abad94b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:18.059009 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-22384423-7443-459b-8299-ae955b77e359 req-e02bc30a-3308-44cb-9ad4-98aa7d643ab9 service neutron] Attempting to bind port 4d1b95b9-3c90-41cd-9a07-b361538803a8 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:42:18.059354 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-22384423-7443-459b-8299-ae955b77e359 req-e02bc30a-3308-44cb-9ad4-98aa7d643ab9 service neutron] Attempting to bind port 4d1b95b9-3c90-41cd-9a07-b361538803a8 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '93598f9e-e64c-4052-a06d-7d664e887b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'eab308bc-ce36-4a1a-bed8-bb970b7078db'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:42:18.059676 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22384423-7443-459b-8299-ae955b77e359 req-e02bc30a-3308-44cb-9ad4-98aa7d643ab9 service neutron] Attempting to bind port 4d1b95b9-3c90-41cd-9a07-b361538803a8 on network eab308bc-ce36-4a1a-bed8-bb970b7078db {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:42:18.100283 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22384423-7443-459b-8299-ae955b77e359 req-e02bc30a-3308-44cb-9ad4-98aa7d643ab9 service neutron] Port 4d1b95b9-3c90-41cd-9a07-b361538803a8 on network eab308bc-ce36-4a1a-bed8-bb970b7078db not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:42:18.100283 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22384423-7443-459b-8299-ae955b77e359 req-e02bc30a-3308-44cb-9ad4-98aa7d643ab9 service neutron] Attempting to bind port 4d1b95b9-3c90-41cd-9a07-b361538803a8 on network eab308bc-ce36-4a1a-bed8-bb970b7078db {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:42:18.141542 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22384423-7443-459b-8299-ae955b77e359 req-e02bc30a-3308-44cb-9ad4-98aa7d643ab9 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:42:18.142284 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22384423-7443-459b-8299-ae955b77e359 req-e02bc30a-3308-44cb-9ad4-98aa7d643ab9 service neutron] Checking segment: {'id': '93598f9e-e64c-4052-a06d-7d664e887b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'eab308bc-ce36-4a1a-bed8-bb970b7078db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:42:18.142836 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22384423-7443-459b-8299-ae955b77e359 req-e02bc30a-3308-44cb-9ad4-98aa7d643ab9 service neutron] Bound using segment: {'id': '93598f9e-e64c-4052-a06d-7d664e887b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'eab308bc-ce36-4a1a-bed8-bb970b7078db'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:42:18.143332 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-22384423-7443-459b-8299-ae955b77e359 req-e02bc30a-3308-44cb-9ad4-98aa7d643ab9 service neutron] Bound port: 4d1b95b9-3c90-41cd-9a07-b361538803a8, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93598f9e-e64c-4052-a06d-7d664e887b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'eab308bc-ce36-4a1a-bed8-bb970b7078db'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:42:18.143700 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-22384423-7443-459b-8299-ae955b77e359 req-e02bc30a-3308-44cb-9ad4-98aa7d643ab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4d1b95b9-3c90-41cd-9a07-b361538803a8), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:18.148436 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-77e30a5b-3029-48b8-afda-d3b51eb383be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:18.149174 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Allocated IP 172.25.3.163 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/8eeb9819-cbef-4cd2-99a9-8bfe69e11376) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:42:18.153981 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-77e30a5b-3029-48b8-afda-d3b51eb383be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/21e4a1ba-67ba-4232-a334-64645abad94b HTTP/1.1" status: 204 len: 168 time: 2.3196194 Feb 20 05:42:18.155890 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d6d76a12-0a22-4170-8c68-71cc53364162 req-70437ae9-7350-4bc9-8330-aa7384d4d3f9 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525637 Feb 20 05:42:18.157388 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40188) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:18.271039 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 82dfe21f-25b4-4076-a55c-1c299a335a3c, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=82dfe21f-25b4-4076-a55c-1c299a335a3c,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:18.272178 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f40a44b-a2d7-4f57-b799-393ab209fc92 req-b530fbbe-0f54-451b-ac3c-2ce75942b319 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998135 Feb 20 05:42:18.291233 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '82dfe21f-25b4-4076-a55c-1c299a335a3c', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': '82dfe21f-25b4-4076-a55c-1c299a335a3c', 'mac_address': 'fa:16:3e:ca:33:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:42:18.302802 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-22384423-7443-459b-8299-ae955b77e359 req-e02bc30a-3308-44cb-9ad4-98aa7d643ab9 service neutron] For port 4d1b95b9-3c90-41cd-9a07-b361538803a8, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:42:18.306768 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-22384423-7443-459b-8299-ae955b77e359 req-e02bc30a-3308-44cb-9ad4-98aa7d643ab9 service neutron] For port 4d1b95b9-3c90-41cd-9a07-b361538803a8, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4d1b95b9-3c90-41cd-9a07-b361538803a8,segment=NetworkSegment(93598f9e-e64c-4052-a06d-7d664e887b45),segment_id=93598f9e-e64c-4052-a06d-7d664e887b45)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:42:18.316936 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae102f-ef23-4e9a-b2ec-4eb7d1ba2708 req-a527ba84-c2d2-4a09-a557-7a645f61eb39 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:18.318706 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ebae102f-ef23-4e9a-b2ec-4eb7d1ba2708 req-a527ba84-c2d2-4a09-a557-7a645f61eb39 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=9180e5f4-23e0-4ea6-83df-c972eba33cf6 HTTP/1.1" status: 200 len: 945 time: 0.1525617 Feb 20 05:42:18.329824 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-22384423-7443-459b-8299-ae955b77e359 req-e02bc30a-3308-44cb-9ad4-98aa7d643ab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (4d1b95b9-3c90-41cd-9a07-b361538803a8), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:18.407033 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-66ad694c-c1a9-46bd-8719-e20ba3adc81b req-0f44e349-59d1-42d7-a9b4-a65bd25b0b82 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Deleting port f143992c-eba3-4130-8dfa-cd55ce551fc6 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:42:18.407288 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-66ad694c-c1a9-46bd-8719-e20ba3adc81b req-0f44e349-59d1-42d7-a9b4-a65bd25b0b82 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (f143992c-eba3-4130-8dfa-cd55ce551fc6), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:18.416578 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 82dfe21f-25b4-4076-a55c-1c299a335a3c is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:18.417088 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (82dfe21f-25b4-4076-a55c-1c299a335a3c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:18.446472 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22384423-7443-459b-8299-ae955b77e359 req-e02bc30a-3308-44cb-9ad4-98aa7d643ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:18.447122 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-22384423-7443-459b-8299-ae955b77e359 req-e02bc30a-3308-44cb-9ad4-98aa7d643ab9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:18.448539 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22384423-7443-459b-8299-ae955b77e359 req-e02bc30a-3308-44cb-9ad4-98aa7d643ab9 service neutron] 10.222.0.61 "PUT /v2.0/ports/4d1b95b9-3c90-41cd-9a07-b361538803a8 HTTP/1.1" status: 200 len: 1092 time: 2.3577363 Feb 20 05:42:18.454101 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82dfe21f-25b4-4076-a55c-1c299a335a3c {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:42:18.504870 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bc30a-3308-44cb-9ad4-98aa7d643ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1b95b9-3c90-41cd-9a07-b361538803a8,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:18.521632 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 82dfe21f-25b4-4076-a55c-1c299a335a3c, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=82dfe21f-25b4-4076-a55c-1c299a335a3c,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:18.531189 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (82dfe21f-25b4-4076-a55c-1c299a335a3c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:18.542257 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ebae102f-ef23-4e9a-b2ec-4eb7d1ba2708 req-e9304fe0-1966-4f1b-b615-6849d32bd357 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088759 Feb 20 05:42:18.548138 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5e642-ac83-442e-af3c-36defa076a74 req-69bb4041-4b3f-4300-8961-f5619729bd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:18.549626 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-63b5e642-ac83-442e-af3c-36defa076a74 req-69bb4041-4b3f-4300-8961-f5619729bd69 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3e6712a47034666b11f44d7ab7587a8&device_id=44ea21ba-e4e0-4465-a327-b87f00a1cc98 HTTP/1.1" status: 200 len: 1130 time: 0.1904287 Feb 20 05:42:18.573820 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae1ed55-06f7-4860-a94e-5aad492b66d7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:18.577724 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4ae1ed55-06f7-4860-a94e-5aad492b66d7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4151618 Feb 20 05:42:18.589580 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40190) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:18.636030 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d6d76a12-0a22-4170-8c68-71cc53364162 req-ee0fccf7-18d5-4d27-8db1-244a4171f8ec service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620216 Feb 20 05:42:18.641475 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for port (8eeb9819-cbef-4cd2-99a9-8bfe69e11376), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:18.648369 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=82dfe21f-25b4-4076-a55c-1c299a335a3c,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:18.677566 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22384423-7443-459b-8299-ae955b77e359 req-679359f6-635d-48d6-8b05-0dc278b33d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:18.680227 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22384423-7443-459b-8299-ae955b77e359 req-679359f6-635d-48d6-8b05-0dc278b33d7e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=530e9ccc2c7745e1b9c1dbbb45c443e0&device_id=aed6772a-f10f-45ea-adfb-38aa34349cbc HTTP/1.1" status: 200 len: 1126 time: 0.1781530 Feb 20 05:42:18.689880 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-66ad694c-c1a9-46bd-8719-e20ba3adc81b req-0f44e349-59d1-42d7-a9b4-a65bd25b0b82 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] For port f143992c-eba3-4130-8dfa-cd55ce551fc6, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=f143992c-eba3-4130-8dfa-cd55ce551fc6,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:18.689880 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-66ad694c-c1a9-46bd-8719-e20ba3adc81b req-0f44e349-59d1-42d7-a9b4-a65bd25b0b82 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (f143992c-eba3-4130-8dfa-cd55ce551fc6), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:18.704917 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-66ad694c-c1a9-46bd-8719-e20ba3adc81b req-0f44e349-59d1-42d7-a9b4-a65bd25b0b82 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Calling delete_port for f143992c-eba3-4130-8dfa-cd55ce551fc6 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:42:18.756588 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22384423-7443-459b-8299-ae955b77e359 req-be1c6f1f-21d1-4b37-bceb-3df515fe558a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d1b95b9-3c90-41cd-9a07-b361538803a8 HTTP/1.1" status: 200 len: 217 time: 0.0610063 Feb 20 05:42:18.786770 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['82dfe21f-25b4-4076-a55c-1c299a335a3c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:42:18.789740 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385d19a-2146-4d79-9b54-8bab9d0268ec req-788589c1-bb5f-4542-b1b7-2fc5dffd6e14 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:18.791330 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a385d19a-2146-4d79-9b54-8bab9d0268ec req-788589c1-bb5f-4542-b1b7-2fc5dffd6e14 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a56a629-6edc-4e99-9000-da1c831307b6 HTTP/1.1" status: 200 len: 945 time: 0.2149882 Feb 20 05:42:18.853837 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22384423-7443-459b-8299-ae955b77e359 req-ff466c53-5df1-4737-ae7e-a1a4ec7a5451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:18.855833 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22384423-7443-459b-8299-ae955b77e359 req-ff466c53-5df1-4737-ae7e-a1a4ec7a5451 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=322ad6e0-8edb-4213-9943-221726cb64e2 HTTP/1.1" status: 200 len: 858 time: 0.0747905 Feb 20 05:42:18.859910 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5e642-ac83-442e-af3c-36defa076a74 req-7ee55cbf-f479-4399-a25d-9ff3470d7ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:18.863034 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-63b5e642-ac83-442e-af3c-36defa076a74 req-7ee55cbf-f479-4399-a25d-9ff3470d7ed6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.3031869 Feb 20 05:42:18.880775 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (8eeb9819-cbef-4cd2-99a9-8bfe69e11376), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:18.917367 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d063f2ac-eb45-42f1-ad61-224d63774fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:18.990002 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4d2793-69cd-42da-99b4-5aecdae69ff4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:18.995262 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9d4d2793-69cd-42da-99b4-5aecdae69ff4 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4048398 Feb 20 05:42:19.003409 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-3aa6d1c3-b3d9-4500-babe-aa75232c058f tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:19.009813 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40206) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:19.015935 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-3aa6d1c3-b3d9-4500-babe-aa75232c058f tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/networks?id=01278ac3-eba6-45f1-87d7-2920932959ff HTTP/1.1" status: 200 len: 814 time: 0.3104410 Feb 20 05:42:19.067370 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:42:19.099002 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:19.105853 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:42:19.111826 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Pushing event updated for resources: {'Port': ['ID=8eeb9819-cbef-4cd2-99a9-8bfe69e11376,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:19.112512 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22384423-7443-459b-8299-ae955b77e359 req-a15e6831-f2a6-4376-adc2-53a1b7240349 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eab308bc-ce36-4a1a-bed8-bb970b7078db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858014 Feb 20 05:42:19.117386 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-63b5e642-ac83-442e-af3c-36defa076a74 req-38226b9c-705b-415a-9bef-df877e6aa4ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=77a93088-3dce-4ca8-bbf0-ba81183d8a91 HTTP/1.1" status: 200 len: 217 time: 0.0982211 Feb 20 05:42:19.125706 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-a724524d-af67-4176-bdd7-54c7231c5ad5 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/quotas/09360c7e237c40839dd51d815c9180df HTTP/1.1" status: 200 len: 375 time: 0.1083899 Feb 20 05:42:19.184233 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:19.184233 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:19.184581 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:19.184697 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:19.184979 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:19.185316 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:19.185651 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:19.186635 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:19.186993 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:19.187336 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:19.187666 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:19.187993 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:19.188321 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:19.211064 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053821f6-1564-462d-84ed-2408b663d66a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:19.212454 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053821f6-1564-462d-84ed-2408b663d66a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:19.213931 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053821f6-1564-462d-84ed-2408b663d66a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:19.215626 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-053821f6-1564-462d-84ed-2408b663d66a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1783426 Feb 20 05:42:19.219617 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5e642-ac83-442e-af3c-36defa076a74 req-9196715c-47d6-46cd-ba20-896db73adbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:19.221120 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-63b5e642-ac83-442e-af3c-36defa076a74 req-9196715c-47d6-46cd-ba20-896db73adbc2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0927835 Feb 20 05:42:19.221996 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40212) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:19.240236 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40214) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:19.322622 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-66ad694c-c1a9-46bd-8719-e20ba3adc81b req-0f44e349-59d1-42d7-a9b4-a65bd25b0b82 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (f143992c-eba3-4130-8dfa-cd55ce551fc6), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:19.331611 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-c1cb6c85-3ffb-49fb-a981-cb8b853312c6 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=09360c7e237c40839dd51d815c9180df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2050631 Feb 20 05:42:19.335472 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:42:19.396895 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-a385d19a-2146-4d79-9b54-8bab9d0268ec req-fedc64a3-b08b-426b-8d92-03a699ea8dfc tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Deleting port 3477e2b3-a8f5-4700-881d-5f3884bf183d {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:42:19.396895 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a385d19a-2146-4d79-9b54-8bab9d0268ec req-fedc64a3-b08b-426b-8d92-03a699ea8dfc tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3477e2b3-a8f5-4700-881d-5f3884bf183d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:19.402667 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f44e349-59d1-42d7-a9b4-a65bd25b0b82 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Pushing event deleted for resources: {'Port': ['ID=f143992c-eba3-4130-8dfa-cd55ce551fc6,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:19.412809 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5e642-ac83-442e-af3c-36defa076a74 req-8f443819-d6ea-48e2-aa25-654202a8d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:19.414363 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-63b5e642-ac83-442e-af3c-36defa076a74 req-8f443819-d6ea-48e2-aa25-654202a8d61a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1863236 Feb 20 05:42:19.495028 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-d625ac2b-db0c-4b5d-98a1-20bc88ecb255 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet 0db272ca-4186-4367-a650-c3768558bec6 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:42:19.521443 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d625ac2b-db0c-4b5d-98a1-20bc88ecb255 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (0db272ca-4186-4367-a650-c3768558bec6), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:19.524537 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-63b5e642-ac83-442e-af3c-36defa076a74 req-537ea974-a7f1-480b-8ce3-cb5c0d534890 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945311 Feb 20 05:42:19.553444 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:19.573581 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22384423-7443-459b-8299-ae955b77e359 req-96deb10b-6a87-4284-bbe7-4d02c5fae937 service neutron] 10.222.0.61 "GET /v2.0/networks/eab308bc-ce36-4a1a-bed8-bb970b7078db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441295 Feb 20 05:42:19.606978 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ad694c-c1a9-46bd-8719-e20ba3adc81b req-0f44e349-59d1-42d7-a9b4-a65bd25b0b82 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] No DVR routers for this DVR port f143992c-eba3-4130-8dfa-cd55ce551fc6 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:42:19.615466 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab5ac0a0-6dbe-4fad-a9ba-7c19211ecbb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:19.619734 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-66ad694c-c1a9-46bd-8719-e20ba3adc81b req-0f44e349-59d1-42d7-a9b4-a65bd25b0b82 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:19.623018 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-66ad694c-c1a9-46bd-8719-e20ba3adc81b req-0f44e349-59d1-42d7-a9b4-a65bd25b0b82 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.61 "DELETE /v2.0/ports/f143992c-eba3-4130-8dfa-cd55ce551fc6 HTTP/1.1" status: 204 len: 173 time: 1.6342463 Feb 20 05:42:19.628249 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cffffaf-369a-427b-9775-7dade2792889', 'name': 'network-vif-deleted', 'tag': 'f143992c-eba3-4130-8dfa-cd55ce551fc6'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:42:19.630586 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2a4c93-30bc-484e-bf39-574cf8fc2d42" -d '{"events": [{"server_uuid": "3cffffaf-369a-427b-9775-7dade2792889", "name": "network-vif-deleted", "tag": "f143992c-eba3-4130-8dfa-cd55ce551fc6"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:42:19.661605 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d625ac2b-db0c-4b5d-98a1-20bc88ecb255 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (0db272ca-4186-4367-a650-c3768558bec6), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:19.736635 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-967fe674-7996-412b-967a-53be30da145a service neutron] 10.222.0.37 "GET /v2.0/networks/01278ac3-eba6-45f1-87d7-2920932959ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033103 Feb 20 05:42:19.762651 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-a385d19a-2146-4d79-9b54-8bab9d0268ec req-fedc64a3-b08b-426b-8d92-03a699ea8dfc tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] For port 3477e2b3-a8f5-4700-881d-5f3884bf183d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=3477e2b3-a8f5-4700-881d-5f3884bf183d,segment=NetworkSegment(4cdc692c-dc0a-4b72-9459-ea1592b0f54a),segment_id=4cdc692c-dc0a-4b72-9459-ea1592b0f54a)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:19.763109 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a385d19a-2146-4d79-9b54-8bab9d0268ec req-fedc64a3-b08b-426b-8d92-03a699ea8dfc tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3477e2b3-a8f5-4700-881d-5f3884bf183d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:19.825504 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-a385d19a-2146-4d79-9b54-8bab9d0268ec req-fedc64a3-b08b-426b-8d92-03a699ea8dfc tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Calling delete_port for 3477e2b3-a8f5-4700-881d-5f3884bf183d owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:42:19.854443 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-63b5e642-ac83-442e-af3c-36defa076a74 req-d089a92c-e90d-4976-9ca8-d6af30c96e79 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130152 Feb 20 05:42:19.878842 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22384423-7443-459b-8299-ae955b77e359 req-d79df159-0964-4ab1-b36f-b8c75564f771 service neutron] 10.222.0.61 "GET /v2.0/networks/eab308bc-ce36-4a1a-bed8-bb970b7078db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607975 Feb 20 05:42:19.925605 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 77a93088-3dce-4ca8-bbf0-ba81183d8a91 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:42:19.926537 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-dc447d76-9ab9-4d35-9186-f148e08497d4 service neutron] 10.222.0.37 "GET /v2.0/networks/01278ac3-eba6-45f1-87d7-2920932959ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890583 Feb 20 05:42:19.929366 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 578f8d14-2089-4a94-b271-cbd87184d424 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:42:19.947290 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed6772a-f10f-45ea-adfb-38aa34349cbc', 'tag': '4d1b95b9-3c90-41cd-9a07-b361538803a8'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:42:19.949625 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db3642c-8e9e-4b6f-9e28-192153583895" -d '{"events": [{"name": "network-changed", "server_uuid": "aed6772a-f10f-45ea-adfb-38aa34349cbc", "tag": "4d1b95b9-3c90-41cd-9a07-b361538803a8"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:42:20.040634 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 82dfe21f-25b4-4076-a55c-1c299a335a3c up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:42:20.047782 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d625ac2b-db0c-4b5d-98a1-20bc88ecb255 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (0db272ca-4186-4367-a650-c3768558bec6), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:20.074234 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_gateway (6ca24bff-d901-4417-a2bb-c7272e975546), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:20.154057 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 578f8d14-2089-4a94-b271-cbd87184d424 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:42:20.190489 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 578f8d14-2089-4a94-b271-cbd87184d424 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:20.190857 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (578f8d14-2089-4a94-b271-cbd87184d424), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:20.245370 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 77a93088-3dce-4ca8-bbf0-ba81183d8a91, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=77a93088-3dce-4ca8-bbf0-ba81183d8a91,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:20.271919 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '77a93088-3dce-4ca8-bbf0-ba81183d8a91', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': '77a93088-3dce-4ca8-bbf0-ba81183d8a91', 'mac_address': 'fa:16:3e:32:f9:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:42:20.283698 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 82dfe21f-25b4-4076-a55c-1c299a335a3c completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:42:20.321087 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 82dfe21f-25b4-4076-a55c-1c299a335a3c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:20.321469 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (82dfe21f-25b4-4076-a55c-1c299a335a3c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:20.414941 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 578f8d14-2089-4a94-b271-cbd87184d424 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:20.415905 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (578f8d14-2089-4a94-b271-cbd87184d424), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:20.422347 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-227c7037-0040-4d50-b4d0-3a03d174be5c req-eef606c2-9077-4419-a389-e00fd720d1b4 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cffffaf-369a-427b-9775-7dade2792889 HTTP/1.1" status: 200 len: 210 time: 0.0752065 Feb 20 05:42:20.450413 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 77a93088-3dce-4ca8-bbf0-ba81183d8a91 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:20.451150 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (77a93088-3dce-4ca8-bbf0-ba81183d8a91), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:20.501075 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9180e5f4-23e0-4ea6-83df-c972eba33cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578f8d14-2089-4a94-b271-cbd87184d424'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:42:20.504558 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02def06d-c930-4fa5-96c3-7c5cbfb269c0" -d '{"events": [{"server_uuid": "9180e5f4-23e0-4ea6-83df-c972eba33cf6", "name": "network-vif-plugged", "status": "completed", "tag": "578f8d14-2089-4a94-b271-cbd87184d424"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:42:20.518484 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 578f8d14-2089-4a94-b271-cbd87184d424, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=578f8d14-2089-4a94-b271-cbd87184d424,segment=NetworkSegment(1e7b572d-eea8-4575-add7-3e01e35d46d2),segment_id=1e7b572d-eea8-4575-add7-3e01e35d46d2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:20.525987 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77a93088-3dce-4ca8-bbf0-ba81183d8a91 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:42:20.535643 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (578f8d14-2089-4a94-b271-cbd87184d424), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:20.536540 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device f143992c-eba3-4130-8dfa-cd55ce551fc6 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:42:20.600521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 77a93088-3dce-4ca8-bbf0-ba81183d8a91, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=77a93088-3dce-4ca8-bbf0-ba81183d8a91,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:20.605699 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: f143992c-eba3-4130-8dfa-cd55ce551fc6 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:42:20.605897 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device f143992c-eba3-4130-8dfa-cd55ce551fc6 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:42:20.618467 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f19c5-0ab6-4f6e-b303-7909c4ef0cff req-515adc7e-2af1-446b-a8bf-beddf143ba51 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:20.620342 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c70f19c5-0ab6-4f6e-b303-7909c4ef0cff req-515adc7e-2af1-446b-a8bf-beddf143ba51 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed6772a-f10f-45ea-adfb-38aa34349cbc HTTP/1.1" status: 200 len: 944 time: 0.0799463 Feb 20 05:42:20.640519 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (77a93088-3dce-4ca8-bbf0-ba81183d8a91), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:20.668958 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab5ac0a0-6dbe-4fad-a9ba-7c19211ecbb6 admin admin] Publish callbacks [] for security_group (96ca4196-6e8d-43d6-bfed-89e7bf632a2b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:20.674065 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=578f8d14-2089-4a94-b271-cbd87184d424,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:20.675746 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c70f19c5-0ab6-4f6e-b303-7909c4ef0cff req-a2aaabb2-264d-4bb7-814f-53f1310d2e9b tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] 10.222.0.37 "GET /v2.0/security-groups?id=20d8700e-e76b-48e5-93de-17a4af85e8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489581 Feb 20 05:42:20.677501 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 82dfe21f-25b4-4076-a55c-1c299a335a3c is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:20.677901 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (82dfe21f-25b4-4076-a55c-1c299a335a3c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:20.709036 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab5ac0a0-6dbe-4fad-a9ba-7c19211ecbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (96ca4196-6e8d-43d6-bfed-89e7bf632a2b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:20.759834 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=77a93088-3dce-4ca8-bbf0-ba81183d8a91,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:20.766249 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 82dfe21f-25b4-4076-a55c-1c299a335a3c, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=82dfe21f-25b4-4076-a55c-1c299a335a3c,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:20.774846 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (82dfe21f-25b4-4076-a55c-1c299a335a3c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:20.842195 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=82dfe21f-25b4-4076-a55c-1c299a335a3c,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:20.896901 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a094d0f-b8c9-4771-a382-47de898355c7 req-9ab2cd5e-3e8f-49ba-8686-2be83793a202 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:20.898499 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1a094d0f-b8c9-4771-a382-47de898355c7 req-9ab2cd5e-3e8f-49ba-8686-2be83793a202 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ea21ba-e4e0-4465-a327-b87f00a1cc98 HTTP/1.1" status: 200 len: 949 time: 0.0743208 Feb 20 05:42:20.927092 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ab5ac0a0-6dbe-4fad-a9ba-7c19211ecbb6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=375aaeca209f493a9d9a49cc6371e236&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6807315 Feb 20 05:42:20.927923 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ac0a0-6dbe-4fad-a9ba-7c19211ecbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ca4196-6e8d-43d6-bfed-89e7bf632a2b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:20.932524 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40236) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:20.957708 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d625ac2b-db0c-4b5d-98a1-20bc88ecb255 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (0db272ca-4186-4367-a650-c3768558bec6), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:20.980464 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1a094d0f-b8c9-4771-a382-47de898355c7 req-4c0d85f9-5a3b-4ad0-bd41-f484ec44af51 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753505 Feb 20 05:42:20.986726 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a385d19a-2146-4d79-9b54-8bab9d0268ec req-fedc64a3-b08b-426b-8d92-03a699ea8dfc tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (3477e2b3-a8f5-4700-881d-5f3884bf183d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:21.023918 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d625ac2b-db0c-4b5d-98a1-20bc88ecb255 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:21.027797 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d625ac2b-db0c-4b5d-98a1-20bc88ecb255 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/0db272ca-4186-4367-a650-c3768558bec6 HTTP/1.1" status: 204 len: 168 time: 1.8004830 Feb 20 05:42:21.030323 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40238) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:21.030654 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3153519-ff28-4262-9f84-8f806e43ebc8 None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:21.047957 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625ac2b-db0c-4b5d-98a1-20bc88ecb255 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=0db272ca-4186-4367-a650-c3768558bec6,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:21.101094 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['77a93088-3dce-4ca8-bbf0-ba81183d8a91'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:42:21.137677 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb604b2-6f74-4976-87f7-bb57ee7fc5e0 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Deleting subnet 7c8653f3-9191-4e75-8acf-e67e2ce0ed54 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:42:21.143081 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bbb604b2-6f74-4976-87f7-bb57ee7fc5e0 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks [] for subnet (7c8653f3-9191-4e75-8acf-e67e2ce0ed54), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:21.149313 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc64a3-b08b-426b-8d92-03a699ea8dfc tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Pushing event deleted for resources: {'Port': ['ID=3477e2b3-a8f5-4700-881d-5f3884bf183d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:21.195644 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2baf2a-6f0f-4cab-bf01-36cbeb26eadd req-94f48a52-2889-4d92-bfe3-0df643dfaef6 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:21.197184 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-db2baf2a-6f0f-4cab-bf01-36cbeb26eadd req-94f48a52-2889-4d92-bfe3-0df643dfaef6 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=9180e5f4-23e0-4ea6-83df-c972eba33cf6 HTTP/1.1" status: 200 len: 946 time: 0.1377738 Feb 20 05:42:21.207618 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bbb604b2-6f74-4976-87f7-bb57ee7fc5e0 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (7c8653f3-9191-4e75-8acf-e67e2ce0ed54), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:21.266563 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-a385d19a-2146-4d79-9b54-8bab9d0268ec req-fedc64a3-b08b-426b-8d92-03a699ea8dfc tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] No DVR routers for this DVR port 3477e2b3-a8f5-4700-881d-5f3884bf183d on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:42:21.269977 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b41fc36f-8a62-4bad-ad1f-5819fc9a8b98 admin admin] Publish callbacks [] for security_group (96ca4196-6e8d-43d6-bfed-89e7bf632a2b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:21.274484 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a385d19a-2146-4d79-9b54-8bab9d0268ec req-fedc64a3-b08b-426b-8d92-03a699ea8dfc tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:21.277800 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a385d19a-2146-4d79-9b54-8bab9d0268ec req-fedc64a3-b08b-426b-8d92-03a699ea8dfc tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.61 "DELETE /v2.0/ports/3477e2b3-a8f5-4700-881d-5f3884bf183d HTTP/1.1" status: 204 len: 173 time: 2.4804428 Feb 20 05:42:21.305117 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-db2baf2a-6f0f-4cab-bf01-36cbeb26eadd req-8df37e17-8711-43d5-8346-d99996386c82 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962846 Feb 20 05:42:21.316112 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b41fc36f-8a62-4bad-ad1f-5819fc9a8b98 admin admin] Publish callbacks [] for security_group (96ca4196-6e8d-43d6-bfed-89e7bf632a2b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:21.320203 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (6ca24bff-d901-4417-a2bb-c7272e975546), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:21.373199 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:21.377878 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387986ce-9651-48d5-ac11-e34b800437b0 x-openstack-request-id: req-387986ce-9651-48d5-ac11-e34b800437b0 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:42:21.378205 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cffffaf-369a-427b-9775-7dade2792889", "name": "network-vif-deleted", "tag": "f143992c-eba3-4130-8dfa-cd55ce551fc6", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:42:21.378436 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-387986ce-9651-48d5-ac11-e34b800437b0 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:42:21.378847 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cffffaf-369a-427b-9775-7dade2792889', 'name': 'network-vif-deleted', 'tag': 'f143992c-eba3-4130-8dfa-cd55ce551fc6', 'status': 'completed', 'code': 200} Feb 20 05:42:21.380822 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bbb604b2-6f74-4976-87f7-bb57ee7fc5e0 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (7c8653f3-9191-4e75-8acf-e67e2ce0ed54), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:21.437047 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0374d03b-fced-4dec-8101-0e71cfe63d9c x-openstack-request-id: req-0374d03b-fced-4dec-8101-0e71cfe63d9c {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:42:21.437520 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed6772a-f10f-45ea-adfb-38aa34349cbc", "tag": "4d1b95b9-3c90-41cd-9a07-b361538803a8", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:42:21.437885 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0374d03b-fced-4dec-8101-0e71cfe63d9c {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:42:21.438460 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed6772a-f10f-45ea-adfb-38aa34349cbc', 'tag': '4d1b95b9-3c90-41cd-9a07-b361538803a8', 'status': 'completed', 'code': 200} Feb 20 05:42:21.510082 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bbb604b2-6f74-4976-87f7-bb57ee7fc5e0 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (7c8653f3-9191-4e75-8acf-e67e2ce0ed54), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:21.540603 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a74dbf1f-8b7f-4c2b-9708-cc2e78c379cb req-59874589-c8b1-45a5-b123-ccb1be3a82d0 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2f0df1c-403d-4248-a596-3adbf5b4a42e HTTP/1.1" status: 200 len: 210 time: 0.0448761 Feb 20 05:42:21.553333 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b41fc36f-8a62-4bad-ad1f-5819fc9a8b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (96ca4196-6e8d-43d6-bfed-89e7bf632a2b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:21.555923 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b41fc36f-8a62-4bad-ad1f-5819fc9a8b98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:21.557116 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b41fc36f-8a62-4bad-ad1f-5819fc9a8b98 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96ca4196-6e8d-43d6-bfed-89e7bf632a2b HTTP/1.1" status: 204 len: 168 time: 0.6214142 Feb 20 05:42:21.582920 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb604b2-6f74-4976-87f7-bb57ee7fc5e0 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Subnet': ['ID=7c8653f3-9191-4e75-8acf-e67e2ce0ed54,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:21.594460 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bbb604b2-6f74-4976-87f7-bb57ee7fc5e0 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:21.607759 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bbb604b2-6f74-4976-87f7-bb57ee7fc5e0 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/7c8653f3-9191-4e75-8acf-e67e2ce0ed54 HTTP/1.1" status: 204 len: 168 time: 0.5754542 Feb 20 05:42:21.608302 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40244) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:21.622411 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fc36f-8a62-4bad-ad1f-5819fc9a8b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ca4196-6e8d-43d6-bfed-89e7bf632a2b,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:21.627757 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed67e9e4-03a4-4eec-8aef-4c93cb402593 x-openstack-request-id: req-ed67e9e4-03a4-4eec-8aef-4c93cb402593 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:42:21.628226 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9180e5f4-23e0-4ea6-83df-c972eba33cf6", "name": "network-vif-plugged", "status": "completed", "tag": "578f8d14-2089-4a94-b271-cbd87184d424", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:42:21.628330 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed67e9e4-03a4-4eec-8aef-4c93cb402593 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:42:21.628681 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9180e5f4-23e0-4ea6-83df-c972eba33cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578f8d14-2089-4a94-b271-cbd87184d424', 'code': 200} Feb 20 05:42:21.695170 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3642c-8e9e-4b6f-9e28-192153583895 req-cb831c4f-2901-43d6-9923-9b4af4feb417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:21.696863 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3db3642c-8e9e-4b6f-9e28-192153583895 req-cb831c4f-2901-43d6-9923-9b4af4feb417 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=530e9ccc2c7745e1b9c1dbbb45c443e0&device_id=aed6772a-f10f-45ea-adfb-38aa34349cbc HTTP/1.1" status: 200 len: 1126 time: 0.1956673 Feb 20 05:42:21.710882 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-dffb3862-1fbe-46cc-8f65-c4ad633a251f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1015065 Feb 20 05:42:21.712138 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40248) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:21.906883 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 4d1b95b9-3c90-41cd-9a07-b361538803a8 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:42:21.911720 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 3477e2b3-a8f5-4700-881d-5f3884bf183d no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:42:21.949835 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-87e01229-19e0-4aff-8d6f-d1bdb0b3d8c2 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:21.958965 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-87e01229-19e0-4aff-8d6f-d1bdb0b3d8c2 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.61 "GET /v2.0/networks?id=01278ac3-eba6-45f1-87d7-2920932959ff HTTP/1.1" status: 200 len: 814 time: 0.2622685 Feb 20 05:42:21.968412 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3642c-8e9e-4b6f-9e28-192153583895 req-77449759-6dd0-4ec1-82eb-2a3355f71c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:21.970318 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3db3642c-8e9e-4b6f-9e28-192153583895 req-77449759-6dd0-4ec1-82eb-2a3355f71c7d service neutron] 10.222.0.61 "GET /v2.0/networks?id=eab308bc-ce36-4a1a-bed8-bb970b7078db HTTP/1.1" status: 200 len: 918 time: 0.2556512 Feb 20 05:42:21.984625 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 3477e2b3-a8f5-4700-881d-5f3884bf183d {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:42:21.985549 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-2e8a45d5-b085-4e71-a187-829c6ff575ee tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Request body: {'port': {'device_id': 'a2f0df1c-403d-4248-a596-3adbf5b4a42e', 'network_id': '01278ac3-eba6-45f1-87d7-2920932959ff', 'admin_state_up': True, 'tenant_id': '09360c7e237c40839dd51d815c9180df'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:21.985746 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 3477e2b3-a8f5-4700-881d-5f3884bf183d not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:42:21.992944 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dee3e-bfa5-45f3-b496-12a65bad1cf4 req-56569803-3269-4313-8039-562dbe39e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:21.995088 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d67dee3e-bfa5-45f3-b496-12a65bad1cf4 req-56569803-3269-4313-8039-562dbe39e68b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9180e5f4-23e0-4ea6-83df-c972eba33cf6 HTTP/1.1" status: 200 len: 1128 time: 0.2677736 Feb 20 05:42:22.123298 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40260) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:22.134386 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Router 6ca24bff-d901-4417-a2bb-c7272e975546 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:42:22.145351 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3db3642c-8e9e-4b6f-9e28-192153583895 req-18628703-5ccb-4c53-a262-1d4c57b41625 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d1b95b9-3c90-41cd-9a07-b361538803a8 HTTP/1.1" status: 200 len: 217 time: 0.1020701 Feb 20 05:42:22.162752 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df774203-95db-407a-bd2a-43de87295fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:22.188626 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d67dee3e-bfa5-45f3-b496-12a65bad1cf4 req-a5972a71-09b6-433b-a272-181ac6b80836 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676807 Feb 20 05:42:22.210709 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66a550-64aa-406d-a20a-817e02b3e17c req-edf6f6a6-eeab-40ec-bd4f-9b79ba1dad3e tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:22.213916 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 4d1b95b9-3c90-41cd-9a07-b361538803a8, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4d1b95b9-3c90-41cd-9a07-b361538803a8,segment=NetworkSegment(93598f9e-e64c-4052-a06d-7d664e887b45),segment_id=93598f9e-e64c-4052-a06d-7d664e887b45)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:22.218612 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5d66a550-64aa-406d-a20a-817e02b3e17c req-edf6f6a6-eeab-40ec-bd4f-9b79ba1dad3e tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed6772a-f10f-45ea-adfb-38aa34349cbc HTTP/1.1" status: 200 len: 944 time: 0.1486101 Feb 20 05:42:22.251303 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '4d1b95b9-3c90-41cd-9a07-b361538803a8', 'network_id': 'eab308bc-ce36-4a1a-bed8-bb970b7078db', 'port_id': '4d1b95b9-3c90-41cd-9a07-b361538803a8', 'mac_address': 'fa:16:3e:d5:8e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '322ad6e0-8edb-4213-9943-221726cb64e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:42:22.253746 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-2e8a45d5-b085-4e71-a187-829c6ff575ee tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Made reservation on behalf of 09360c7e237c40839dd51d815c9180df for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:22.257841 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-2e8a45d5-b085-4e71-a187-829c6ff575ee tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:22.305378 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661faa0e-8755-4535-b079-fa1e47210642 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:22.307052 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-661faa0e-8755-4535-b079-fa1e47210642 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5801511 Feb 20 05:42:22.311620 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5d66a550-64aa-406d-a20a-817e02b3e17c req-1be8c519-fd24-4743-bc9d-43643196ed7f tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] 10.222.0.37 "GET /v2.0/security-groups?id=20d8700e-e76b-48e5-93de-17a4af85e8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856073 Feb 20 05:42:22.315166 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40262) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:22.331840 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3642c-8e9e-4b6f-9e28-192153583895 req-2bf28fa0-0624-40a1-870d-193c80ea31b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:22.333369 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3db3642c-8e9e-4b6f-9e28-192153583895 req-2bf28fa0-0624-40a1-870d-193c80ea31b4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=322ad6e0-8edb-4213-9943-221726cb64e2 HTTP/1.1" status: 200 len: 858 time: 0.1673558 Feb 20 05:42:22.481119 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a0b4a7-b7e6-4087-8daa-f2ba78c2820b None None] Network 81f72dab-c9ca-4111-9cef-a8a92557f9f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:22.481959 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3db3642c-8e9e-4b6f-9e28-192153583895 req-1533b3b8-e6cb-488d-80b3-86b2a0427853 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eab308bc-ce36-4a1a-bed8-bb970b7078db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472522 Feb 20 05:42:22.495958 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:42:22.512223 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df92ca2f-7bc5-47f9-a3a5-a160865f3a56 None None] Sync routers for ids ['6ca24bff-d901-4417-a2bb-c7272e975546'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:42:22.512874 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165db3c4-817d-44ec-98b6-42b6bd052dc0 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:22.517022 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-165db3c4-817d-44ec-98b6-42b6bd052dc0 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1896274 Feb 20 05:42:22.519622 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df774203-95db-407a-bd2a-43de87295fba admin admin] Publish callbacks [] for security_group (5fd26489-ec61-4611-958a-d9f4c5e8d003), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:22.522425 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40266) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:22.540350 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df92ca2f-7bc5-47f9-a3a5-a160865f3a56 None None] Routers {'6ca24bff-d901-4417-a2bb-c7272e975546'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:42:22.541534 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-df92ca2f-7bc5-47f9-a3a5-a160865f3a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:42:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['6ca24bff-d901-4417-a2bb-c7272e975546'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:22.543744 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 4d1b95b9-3c90-41cd-9a07-b361538803a8 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:22.544139 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4d1b95b9-3c90-41cd-9a07-b361538803a8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:22.565591 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-aec53de9-3afb-48da-a5e9-cb515a214fbc None None] Provisioning complete for port cba4af8b-11a8-45fa-b37a-aac6eeb43498 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:22.565811 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df774203-95db-407a-bd2a-43de87295fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5fd26489-ec61-4611-958a-d9f4c5e8d003), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:22.565943 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aec53de9-3afb-48da-a5e9-cb515a214fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (cba4af8b-11a8-45fa-b37a-aac6eeb43498), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:22.568732 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d1b95b9-3c90-41cd-9a07-b361538803a8 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:42:22.611571 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0f1cc302-5669-4627-8e40-f2ba6dfa7196 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883241 Feb 20 05:42:22.614517 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-df92ca2f-7bc5-47f9-a3a5-a160865f3a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:22.618517 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40270) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:22.623198 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:22.625467 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-275c77e9-e235-4f4c-8dfe-ad719c325dd3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.2756984 Feb 20 05:42:22.632312 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40272) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:22.641487 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-df774203-95db-407a-bd2a-43de87295fba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce03ff5b8c764708b68c34c1acda89d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5083096 Feb 20 05:42:22.641993 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df92ca2f-7bc5-47f9-a3a5-a160865f3a56 None None] Routers {'6ca24bff-d901-4417-a2bb-c7272e975546'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:42:22.643116 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-df92ca2f-7bc5-47f9-a3a5-a160865f3a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:42:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['6ca24bff-d901-4417-a2bb-c7272e975546'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:22.649791 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df774203-95db-407a-bd2a-43de87295fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd26489-ec61-4611-958a-d9f4c5e8d003,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:22.653383 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 4d1b95b9-3c90-41cd-9a07-b361538803a8, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4d1b95b9-3c90-41cd-9a07-b361538803a8,segment=NetworkSegment(93598f9e-e64c-4052-a06d-7d664e887b45),segment_id=93598f9e-e64c-4052-a06d-7d664e887b45)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:22.654669 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40274) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:22.674356 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f08391-be66-43dd-b34f-4730a7891338 req-c157b6ad-7d77-47fa-b056-cf1155f3c861 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:22.682262 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-23f08391-be66-43dd-b34f-4730a7891338 req-c157b6ad-7d77-47fa-b056-cf1155f3c861 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 946 time: 0.2655680 Feb 20 05:42:22.686920 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4d1b95b9-3c90-41cd-9a07-b361538803a8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:22.706796 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3db3642c-8e9e-4b6f-9e28-192153583895 req-fe1fb07f-0be9-4621-95bc-28af92950580 service neutron] 10.222.0.61 "GET /v2.0/networks/eab308bc-ce36-4a1a-bed8-bb970b7078db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116458 Feb 20 05:42:22.725092 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c50232-1a30-455b-a438-5da0657fe333 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:22.725973 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c50232-1a30-455b-a438-5da0657fe333 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:22.731306 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-53c50232-1a30-455b-a438-5da0657fe333 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/21e4a1ba-67ba-4232-a334-64645abad94b HTTP/1.1" status: 404 len: 333 time: 0.1067624 Feb 20 05:42:22.736087 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:22.744497 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40276) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:22.750826 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-2e8a45d5-b085-4e71-a187-829c6ff575ee tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Allocated IP 172.20.0.7 (01278ac3-eba6-45f1-87d7-2920932959ff/bc8bc607-6333-462f-8bbc-60d061e4d26c/68c5ac96-2bc5-484c-9537-a4258ca86f82) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:42:22.753719 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-df92ca2f-7bc5-47f9-a3a5-a160865f3a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:22.754370 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df92ca2f-7bc5-47f9-a3a5-a160865f3a56 None None] The sync data for ids ['6ca24bff-d901-4417-a2bb-c7272e975546'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:42:22.763038 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a12be2-acd3-4e9b-91bd-b627d028bf9a req-ce8b28ea-af84-4b40-bdc7-5e11bf9d7432 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:22.765080 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b9a12be2-acd3-4e9b-91bd-b627d028bf9a req-ce8b28ea-af84-4b40-bdc7-5e11bf9d7432 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.61 "GET /v2.0/ports?device_id=732d84ee-3057-4e06-8a37-085e54d6b197 HTTP/1.1" status: 200 len: 946 time: 0.3048046 Feb 20 05:42:22.776621 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:22.825489 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4eaf6c-b34f-49cd-bbc4-d96cc650473f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:22.825748 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=4d1b95b9-3c90-41cd-9a07-b361538803a8,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:22.826362 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4eaf6c-b34f-49cd-bbc4-d96cc650473f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:22.832626 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-aec53de9-3afb-48da-a5e9-cb515a214fbc None None] Current status of the port cba4af8b-11a8-45fa-b37a-aac6eeb43498 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:22.833793 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bc4eaf6c-b34f-49cd-bbc4-d96cc650473f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/0db272ca-4186-4367-a650-c3768558bec6 HTTP/1.1" status: 404 len: 337 time: 0.0871294 Feb 20 05:42:22.840954 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40278) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:22.883805 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90af5fe-bdf9-4ba6-b9ea-f06d57d3fcc3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:22.884419 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f90af5fe-bdf9-4ba6-b9ea-f06d57d3fcc3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:22.884540 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56d218d-2714-440b-830d-7acc1cf6b7e4 None None] DHCP port deletion for 81f72dab-c9ca-4111-9cef-a8a92557f9f3 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:42:22.890746 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f90af5fe-bdf9-4ba6-b9ea-f06d57d3fcc3 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/7c8653f3-9191-4e75-8acf-e67e2ce0ed54 HTTP/1.1" status: 404 len: 337 time: 0.0448403 Feb 20 05:42:22.890746 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c9641f0-cdf5-4c7b-afcd-c58d40a079d9 admin admin] Publish callbacks [] for security_group (5fd26489-ec61-4611-958a-d9f4c5e8d003), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:22.900662 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40280) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:22.944275 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a56d218d-2714-440b-830d-7acc1cf6b7e4 None None] Deleting port cba4af8b-11a8-45fa-b37a-aac6eeb43498 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:42:22.944653 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a56d218d-2714-440b-830d-7acc1cf6b7e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (cba4af8b-11a8-45fa-b37a-aac6eeb43498), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:22.957217 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7973e70-eb5f-460e-9e38-fb5f79cbdbad tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:22.957960 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7973e70-eb5f-460e-9e38-fb5f79cbdbad tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:22.961233 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f7973e70-eb5f-460e-9e38-fb5f79cbdbad tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/420d96cd-4e62-44af-9f51-2ba49d660b9a HTTP/1.1" status: 404 len: 333 time: 0.0594261 Feb 20 05:42:22.965215 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c9641f0-cdf5-4c7b-afcd-c58d40a079d9 admin admin] Publish callbacks [] for security_group (5fd26489-ec61-4611-958a-d9f4c5e8d003), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:22.968426 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40282) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:22.985948 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3db3642c-8e9e-4b6f-9e28-192153583895 req-d4d16f70-03e1-4300-afc1-e0634c62a347 service neutron] 10.222.0.61 "GET /v2.0/networks/eab308bc-ce36-4a1a-bed8-bb970b7078db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731354 Feb 20 05:42:23.012725 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-4040eb87-360d-48b7-a675-a2fe01ce0bb1 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:23.013466 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4040eb87-360d-48b7-a675-a2fe01ce0bb1 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:23.016639 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4040eb87-360d-48b7-a675-a2fe01ce0bb1 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/6d032779-4cda-4545-ab3a-2a5fa960156e HTTP/1.1" status: 404 len: 337 time: 0.0471146 Feb 20 05:42:23.018128 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a56d218d-2714-440b-830d-7acc1cf6b7e4 None None] For port cba4af8b-11a8-45fa-b37a-aac6eeb43498, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=cba4af8b-11a8-45fa-b37a-aac6eeb43498,segment=NetworkSegment(6e43ab66-9bf2-4f19-8608-509fc957bf01),segment_id=6e43ab66-9bf2-4f19-8608-509fc957bf01)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:23.018656 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a56d218d-2714-440b-830d-7acc1cf6b7e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (cba4af8b-11a8-45fa-b37a-aac6eeb43498), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:23.022669 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40284) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:23.032645 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a56d218d-2714-440b-830d-7acc1cf6b7e4 None None] Calling delete_port for cba4af8b-11a8-45fa-b37a-aac6eeb43498 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:42:23.060159 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-58fb9f3b-4f2c-4a23-b1b7-33ddd82d34af tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:23.060629 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58fb9f3b-4f2c-4a23-b1b7-33ddd82d34af tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:23.065672 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-58fb9f3b-4f2c-4a23-b1b7-33ddd82d34af tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/24de689c-1b7c-4083-a658-b71fe7a42354 HTTP/1.1" status: 404 len: 337 time: 0.0407510 Feb 20 05:42:23.067820 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40286) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:23.098664 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc7c4f4-32d5-405e-a723-e8e0853ee0c8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:23.099680 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc7c4f4-32d5-405e-a723-e8e0853ee0c8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:23.103204 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8bc7c4f4-32d5-405e-a723-e8e0853ee0c8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/e0485cf6-c3ee-4b1c-a54f-4fe1a8e32ecf HTTP/1.1" status: 404 len: 333 time: 0.0341048 Feb 20 05:42:23.108701 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40288) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:23.126379 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['4d1b95b9-3c90-41cd-9a07-b361538803a8'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:42:23.143888 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-388877c1-3cbb-4999-812d-dc4bb609a3bd tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:23.144499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-388877c1-3cbb-4999-812d-dc4bb609a3bd tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:23.150122 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-388877c1-3cbb-4999-812d-dc4bb609a3bd tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/97809a1c-9c8d-42e7-a996-2b81a47903e2 HTTP/1.1" status: 404 len: 337 time: 0.0377424 Feb 20 05:42:23.150476 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40290) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:23.155655 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a56d218d-2714-440b-830d-7acc1cf6b7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (cba4af8b-11a8-45fa-b37a-aac6eeb43498), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:23.158593 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c9641f0-cdf5-4c7b-afcd-c58d40a079d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5fd26489-ec61-4611-958a-d9f4c5e8d003), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:23.161194 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c9641f0-cdf5-4c7b-afcd-c58d40a079d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:23.164818 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0c9641f0-cdf5-4c7b-afcd-c58d40a079d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5fd26489-ec61-4611-958a-d9f4c5e8d003 HTTP/1.1" status: 204 len: 168 time: 0.5051641 Feb 20 05:42:23.188622 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef420d86-cf71-4ee8-b880-8644de5ee935 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:23.189239 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef420d86-cf71-4ee8-b880-8644de5ee935 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:23.194828 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ef420d86-cf71-4ee8-b880-8644de5ee935 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/bdfac50d-f3f5-4b56-86a7-058dc64915b5 HTTP/1.1" status: 404 len: 337 time: 0.0408990 Feb 20 05:42:23.194828 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9641f0-cdf5-4c7b-afcd-c58d40a079d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd26489-ec61-4611-958a-d9f4c5e8d003,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:23.195155 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d218d-2714-440b-830d-7acc1cf6b7e4 None None] Pushing event deleted for resources: {'Port': ['ID=cba4af8b-11a8-45fa-b37a-aac6eeb43498,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:23.198043 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40294) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:23.199527 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56d218d-2714-440b-830d-7acc1cf6b7e4 None None] No DVR routers for this DVR port cba4af8b-11a8-45fa-b37a-aac6eeb43498 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:42:23.248614 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-844466f1-336f-48e6-9bd7-a11cc9c12bc6 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:23.250359 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-844466f1-336f-48e6-9bd7-a11cc9c12bc6 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:23.257961 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-844466f1-336f-48e6-9bd7-a11cc9c12bc6 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/7b26b5ed-21ee-491d-b88e-819f2ea758f6 HTTP/1.1" status: 404 len: 333 time: 0.0548954 Feb 20 05:42:23.259370 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40296) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:23.287426 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-876528b8-b72d-4e18-ab2c-661effbf5abc tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:23.287980 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-876528b8-b72d-4e18-ab2c-661effbf5abc tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:23.293468 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-876528b8-b72d-4e18-ab2c-661effbf5abc tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/0c154fa7-530d-4dc8-bc06-c07eccc56cc9 HTTP/1.1" status: 404 len: 337 time: 0.0306883 Feb 20 05:42:23.293708 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40298) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:23.327943 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f9907e-5b34-4de3-9d05-00c5703b91e5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:23.328418 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f9907e-5b34-4de3-9d05-00c5703b91e5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:23.333771 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-22f9907e-5b34-4de3-9d05-00c5703b91e5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/5fb8c1a7-b30b-4ab7-9ecf-a304fc6aa820 HTTP/1.1" status: 404 len: 337 time: 0.0367746 Feb 20 05:42:23.334412 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40300) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:23.337080 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-23f08391-be66-43dd-b34f-4730a7891338 req-917c6860-0899-495b-b3d3-004b144435a6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb313c84-54c4-4174-bf5f-b3849c4c2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6539559 Feb 20 05:42:23.394062 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-2e8a45d5-b085-4e71-a187-829c6ff575ee tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Publish callbacks [] for port (68c5ac96-2bc5-484c-9537-a4258ca86f82), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:23.400282 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a56a629-6edc-4e99-9000-da1c831307b6', 'name': 'network-vif-deleted', 'tag': '3477e2b3-a8f5-4700-881d-5f3884bf183d'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:42:23.403653 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca71e9c-b976-45bb-9c57-d2133bb60cf0" -d '{"events": [{"server_uuid": "5a56a629-6edc-4e99-9000-da1c831307b6", "name": "network-vif-deleted", "tag": "3477e2b3-a8f5-4700-881d-5f3884bf183d"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:42:23.409182 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe25dbd-af32-4bc3-b5c4-4a5d3e6baa04 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:23.410363 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe25dbd-af32-4bc3-b5c4-4a5d3e6baa04 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:23.414671 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ffe25dbd-af32-4bc3-b5c4-4a5d3e6baa04 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/fa57462b-deaf-4117-9117-31bb4f8f8bfd HTTP/1.1" status: 404 len: 333 time: 0.0788662 Feb 20 05:42:23.417621 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40306) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:23.447605 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f97c42-6229-41bd-b598-c59fa380ef63 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:23.448549 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f97c42-6229-41bd-b598-c59fa380ef63 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:23.452204 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-90f97c42-6229-41bd-b598-c59fa380ef63 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/3bc0166f-c896-4652-bd09-2ab359a4378e HTTP/1.1" status: 404 len: 337 time: 0.0334311 Feb 20 05:42:23.455426 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40308) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:23.480686 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4f03c1cb-5f9a-4bfc-8aee-f924ad85971d tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "GET /v2.0/routers/6ca24bff-d901-4417-a2bb-c7272e975546 HTTP/1.1" status: 200 len: 920 time: 0.8412387 Feb 20 05:42:23.485600 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40310) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:23.493371 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-337e53e8-34c2-488f-b3c6-af7546f020ad tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:23.494259 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-337e53e8-34c2-488f-b3c6-af7546f020ad tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:23.500821 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-337e53e8-34c2-488f-b3c6-af7546f020ad tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/f085a644-dc3a-482d-ab36-cad8b3a5ad3d HTTP/1.1" status: 404 len: 333 time: 0.0418270 Feb 20 05:42:23.502496 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40312) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:23.538024 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16c623b-25dd-46a5-8f69-aeefe678c0a5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:23.538489 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a16c623b-25dd-46a5-8f69-aeefe678c0a5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:23.543944 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a16c623b-25dd-46a5-8f69-aeefe678c0a5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/29938312-df6e-43a7-8131-57d678f57cea HTTP/1.1" status: 404 len: 337 time: 0.0380714 Feb 20 05:42:23.544205 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40316) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:23.553863 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40318) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:23.554305 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-162c9e9f-f866-441d-a0b4-09eabdd29495 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca24bff-d901-4417-a2bb-c7272e975546 HTTP/1.1" status: 200 len: 205 time: 0.0649812 Feb 20 05:42:23.597915 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba762364-76d2-42e2-af7a-31eb6e50ca90 req-6d54b3b9-3cb4-45ab-9525-8177b1b4b596 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:23.599442 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba762364-76d2-42e2-af7a-31eb6e50ca90 req-6d54b3b9-3cb4-45ab-9525-8177b1b4b596 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ea21ba-e4e0-4465-a327-b87f00a1cc98 HTTP/1.1" status: 200 len: 949 time: 0.1392219 Feb 20 05:42:23.600477 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-2e8a45d5-b085-4e71-a187-829c6ff575ee tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (68c5ac96-2bc5-484c-9537-a4258ca86f82), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:23.617362 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-b9a12be2-acd3-4e9b-91bd-b627d028bf9a req-969d04d5-f2fd-4db6-9f0e-cb88bb58689d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Deleting port de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:42:23.617638 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b9a12be2-acd3-4e9b-91bd-b627d028bf9a req-969d04d5-f2fd-4db6-9f0e-cb88bb58689d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:23.630512 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a16e451-33a1-4d00-ae53-5afd4d141da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82dfe21f-25b4-4076-a55c-1c299a335a3c'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:42:23.633924 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe699c98-497e-402a-b12e-d14f3e2a2d00 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:23.634251 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e861763f-31ce-409c-bf3d-c57c614c0f06" -d '{"events": [{"server_uuid": "5a16e451-33a1-4d00-ae53-5afd4d141da2", "name": "network-vif-plugged", "status": "completed", "tag": "82dfe21f-25b4-4076-a55c-1c299a335a3c"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:42:23.634689 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe699c98-497e-402a-b12e-d14f3e2a2d00 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:23.638695 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fe699c98-497e-402a-b12e-d14f3e2a2d00 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/39a3d405-cbf8-48fe-bd1f-ff3ae742a132 HTTP/1.1" status: 404 len: 333 time: 0.0935853 Feb 20 05:42:23.641710 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40322) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:23.680934 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-574d30fd-763c-46ac-ba7f-b1b78f84c229 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:23.681402 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-574d30fd-763c-46ac-ba7f-b1b78f84c229 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:23.684717 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-574d30fd-763c-46ac-ba7f-b1b78f84c229 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/44503d5b-3471-43ac-9010-15cd935e9e1d HTTP/1.1" status: 404 len: 337 time: 0.0419562 Feb 20 05:42:23.687920 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40326) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:23.719155 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db880f1-8d97-419d-a415-a2b8c6105fce tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:23.719377 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db880f1-8d97-419d-a415-a2b8c6105fce tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:23.725539 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0db880f1-8d97-419d-a415-a2b8c6105fce tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/e0f47a6b-9c2a-41dc-a640-a7afa6c3bc62 HTTP/1.1" status: 404 len: 333 time: 0.0346017 Feb 20 05:42:23.726680 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40330) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:23.727904 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-2e8a45d5-b085-4e71-a187-829c6ff575ee tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Network 01278ac3-eba6-45f1-87d7-2920932959ff is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:42:23.744544 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-2e8a45d5-b085-4e71-a187-829c6ff575ee tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:23.754952 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-2e8a45d5-b085-4e71-a187-829c6ff575ee tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:42:23.762216 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a45d5-b085-4e71-a187-829c6ff575ee tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Pushing event updated for resources: {'Port': ['ID=68c5ac96-2bc5-484c-9537-a4258ca86f82,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:23.786801 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30d0a74-97d3-4722-89cf-311246235269 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:23.787307 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f30d0a74-97d3-4722-89cf-311246235269 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:23.790372 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f30d0a74-97d3-4722-89cf-311246235269 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/f373b03f-975d-420a-ae91-7c5b5ba45b00 HTTP/1.1" status: 404 len: 337 time: 0.0631967 Feb 20 05:42:23.793172 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40334) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:23.826157 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-24fb8813-41bf-4afe-987c-4ab4e156aa75 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:23.826810 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24fb8813-41bf-4afe-987c-4ab4e156aa75 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:23.830275 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-24fb8813-41bf-4afe-987c-4ab4e156aa75 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/db4aaf4a-1eb8-4bd0-8192-4dfed41ada69 HTTP/1.1" status: 404 len: 333 time: 0.0358586 Feb 20 05:42:23.832812 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40336) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:23.836629 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba762364-76d2-42e2-af7a-31eb6e50ca90 req-fb21800a-f44a-485c-a5d3-a0a6cf37423e tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270405 Feb 20 05:42:23.846625 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-2e8a45d5-b085-4e71-a187-829c6ff575ee tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:23.847460 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-2e8a45d5-b085-4e71-a187-829c6ff575ee tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:23.877249 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-b9a12be2-acd3-4e9b-91bd-b627d028bf9a req-969d04d5-f2fd-4db6-9f0e-cb88bb58689d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] For port de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:23.877902 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b9a12be2-acd3-4e9b-91bd-b627d028bf9a req-969d04d5-f2fd-4db6-9f0e-cb88bb58689d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:23.880870 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7db9cf7-5bff-4e37-af9b-cb04dd8b1b8c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:23.881342 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7db9cf7-5bff-4e37-af9b-cb04dd8b1b8c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:23.884675 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a7db9cf7-5bff-4e37-af9b-cb04dd8b1b8c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/0d736780-06bd-4141-8ff7-8a42c11a3b19 HTTP/1.1" status: 404 len: 337 time: 0.0505109 Feb 20 05:42:23.887603 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40340) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:23.893071 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-b9a12be2-acd3-4e9b-91bd-b627d028bf9a req-969d04d5-f2fd-4db6-9f0e-cb88bb58689d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Calling delete_port for de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:42:23.899072 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-834a4b76-7250-4f16-a298-32f3293b7072 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router (6ca24bff-d901-4417-a2bb-c7272e975546), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:23.924246 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 77a93088-3dce-4ca8-bbf0-ba81183d8a91 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:42:23.950699 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd39be0-fb53-4f20-923c-7d1cfd2524fe tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:23.951324 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd39be0-fb53-4f20-923c-7d1cfd2524fe tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:23.955115 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4fd39be0-fb53-4f20-923c-7d1cfd2524fe tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/cbd494d8-b8a7-49fb-872d-de999a2ae8b8 HTTP/1.1" status: 404 len: 333 time: 0.0665739 Feb 20 05:42:23.957668 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40342) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:23.993896 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-979b7779-3c45-4d40-b778-74c5670f5c88 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:23.994941 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-979b7779-3c45-4d40-b778-74c5670f5c88 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:24.000189 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-979b7779-3c45-4d40-b778-74c5670f5c88 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/969c9639-1df3-40b5-8a62-ff70ed07cba2 HTTP/1.1" status: 404 len: 337 time: 0.0386658 Feb 20 05:42:24.000449 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40346) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:24.004304 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 77a93088-3dce-4ca8-bbf0-ba81183d8a91 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:42:24.009291 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 77a93088-3dce-4ca8-bbf0-ba81183d8a91 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:24.009679 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (77a93088-3dce-4ca8-bbf0-ba81183d8a91), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:24.054858 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-2e8a45d5-b085-4e71-a187-829c6ff575ee tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0774245 Feb 20 05:42:24.057478 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b9a12be2-acd3-4e9b-91bd-b627d028bf9a req-969d04d5-f2fd-4db6-9f0e-cb88bb58689d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:24.081610 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-685d98a1-7a60-4581-83fc-7b1de33bff36 service neutron] Request body: {'port': {'device_id': 'a2f0df1c-403d-4248-a596-3adbf5b4a42e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:24.132434 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device cba4af8b-11a8-45fa-b37a-aac6eeb43498 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:42:24.137735 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d04d5-f2fd-4db6-9f0e-cb88bb58689d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Pushing event deleted for resources: {'Port': ['ID=de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:24.149491 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-834a4b76-7250-4f16-a298-32f3293b7072 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_gateway (6ca24bff-d901-4417-a2bb-c7272e975546), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:24.155444 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-2289539f-9a43-40e8-a9cb-ce20f70ba70f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:24.155993 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2289539f-9a43-40e8-a9cb-ce20f70ba70f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:24.159346 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2289539f-9a43-40e8-a9cb-ce20f70ba70f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/09ad5e32-b949-4a7d-a7eb-92fdde53d8df HTTP/1.1" status: 404 len: 337 time: 0.1578572 Feb 20 05:42:24.163191 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40352) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:24.171519 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: cba4af8b-11a8-45fa-b37a-aac6eeb43498 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:42:24.171519 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device cba4af8b-11a8-45fa-b37a-aac6eeb43498 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:42:24.189828 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 77a93088-3dce-4ca8-bbf0-ba81183d8a91 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:24.190227 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (77a93088-3dce-4ca8-bbf0-ba81183d8a91), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:24.212215 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c1200d2-d281-403a-976f-cdc33e01585f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:24.214050 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c1200d2-d281-403a-976f-cdc33e01585f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:24.218780 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289d26f-7958-4bd9-9c0b-d4b485a20328 req-3c392632-2f09-479b-9144-ae78f186869c tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:24.221462 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6c1200d2-d281-403a-976f-cdc33e01585f tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/decf2635-27f8-4d53-ba20-9c8eeff9d567 HTTP/1.1" status: 404 len: 333 time: 0.0571408 Feb 20 05:42:24.225193 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40354) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:24.227678 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3289d26f-7958-4bd9-9c0b-d4b485a20328 req-3c392632-2f09-479b-9144-ae78f186869c tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=9180e5f4-23e0-4ea6-83df-c972eba33cf6 HTTP/1.1" status: 200 len: 946 time: 0.1849828 Feb 20 05:42:24.247927 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 77a93088-3dce-4ca8-bbf0-ba81183d8a91, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=77a93088-3dce-4ca8-bbf0-ba81183d8a91,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:24.255586 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (77a93088-3dce-4ca8-bbf0-ba81183d8a91), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:24.272212 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe4815d-7a97-4208-9113-317777774978 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:24.272876 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe4815d-7a97-4208-9113-317777774978 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:24.282057 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a12be2-acd3-4e9b-91bd-b627d028bf9a req-969d04d5-f2fd-4db6-9f0e-cb88bb58689d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] No DVR routers for this DVR port de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:42:24.282408 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-685d98a1-7a60-4581-83fc-7b1de33bff36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (68c5ac96-2bc5-484c-9537-a4258ca86f82), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:24.284246 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bfe4815d-7a97-4208-9113-317777774978 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/9513705a-075b-4634-a668-ab331eb82f00 HTTP/1.1" status: 404 len: 337 time: 0.0573730 Feb 20 05:42:24.284689 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b9a12be2-acd3-4e9b-91bd-b627d028bf9a req-969d04d5-f2fd-4db6-9f0e-cb88bb58689d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:24.288057 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b9a12be2-acd3-4e9b-91bd-b627d028bf9a req-969d04d5-f2fd-4db6-9f0e-cb88bb58689d tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.61 "DELETE /v2.0/ports/de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b HTTP/1.1" status: 204 len: 173 time: 1.5135326 Feb 20 05:42:24.288511 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40358) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:24.289276 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732d84ee-3057-4e06-8a37-085e54d6b197', 'name': 'network-vif-deleted', 'tag': 'de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:42:24.291601 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f888dc-4ed8-4286-a391-4cafbc2614cd" -d '{"events": [{"server_uuid": "732d84ee-3057-4e06-8a37-085e54d6b197", "name": "network-vif-deleted", "tag": "de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:42:24.310244 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-834a4b76-7250-4f16-a298-32f3293b7072 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Deleting port 8eeb9819-cbef-4cd2-99a9-8bfe69e11376 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:42:24.311971 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-834a4b76-7250-4f16-a298-32f3293b7072 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (8eeb9819-cbef-4cd2-99a9-8bfe69e11376), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:24.339168 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=77a93088-3dce-4ca8-bbf0-ba81183d8a91,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:24.353667 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3289d26f-7958-4bd9-9c0b-d4b485a20328 req-45377d42-7b2b-4554-bfb7-e3add46621b7 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226954 Feb 20 05:42:24.480708 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c6efb8-b5c1-421a-a130-8d09a032e744 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:24.481419 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35c6efb8-b5c1-421a-a130-8d09a032e744 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:24.484863 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-35c6efb8-b5c1-421a-a130-8d09a032e744 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/1e5c5fe6-a510-405b-a49a-9b4dfe8c20dd HTTP/1.1" status: 404 len: 337 time: 0.1905532 Feb 20 05:42:24.488627 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40368) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:24.543392 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-834a4b76-7250-4f16-a298-32f3293b7072 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (8eeb9819-cbef-4cd2-99a9-8bfe69e11376), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:24.544812 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47d8b4d-d5e5-480b-915e-5c8170092b93 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:24.545474 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47d8b4d-d5e5-480b-915e-5c8170092b93 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:24.550731 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a47d8b4d-d5e5-480b-915e-5c8170092b93 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/bf5a7913-13fa-4a18-98b8-becf508be8f6 HTTP/1.1" status: 404 len: 333 time: 0.0513012 Feb 20 05:42:24.556983 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-834a4b76-7250-4f16-a298-32f3293b7072 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Calling delete_port for 8eeb9819-cbef-4cd2-99a9-8bfe69e11376 owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:42:24.559413 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40370) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:24.659353 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8bfeb9d-ad00-4429-b938-e2b0b978a97b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:24.659819 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8bfeb9d-ad00-4429-b938-e2b0b978a97b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:24.666842 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b8bfeb9d-ad00-4429-b938-e2b0b978a97b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/b54e49b0-ee87-4ccb-b238-e7f90fc6e5c8 HTTP/1.1" status: 404 len: 337 time: 0.1051300 Feb 20 05:42:24.669101 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40374) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:24.701217 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f00286-d9d9-4734-beb8-bae8d6a0f728 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:24.702252 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f00286-d9d9-4734-beb8-bae8d6a0f728 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:24.705335 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a9f00286-d9d9-4734-beb8-bae8d6a0f728 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/0e1f4b4b-218b-4d9a-bd36-9842c81dca38 HTTP/1.1" status: 404 len: 337 time: 0.0352671 Feb 20 05:42:24.710576 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61d1be-7b66-4580-ab30-8c4b4133cbb3 req-852b8017-c221-4904-bc28-328492ecddf6 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:24.712032 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40376) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:24.717849 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6d61d1be-7b66-4580-ab30-8c4b4133cbb3 req-852b8017-c221-4904-bc28-328492ecddf6 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2f0df1c-403d-4248-a596-3adbf5b4a42e HTTP/1.1" status: 200 len: 931 time: 0.2390707 Feb 20 05:42:24.738553 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b04ded2-11f4-45d5-a0df-aeaffa998dce tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:24.739561 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b04ded2-11f4-45d5-a0df-aeaffa998dce tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:24.742998 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2b04ded2-11f4-45d5-a0df-aeaffa998dce tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/eb00dfcb-78bd-4af3-a88f-2a082d09714b HTTP/1.1" status: 404 len: 333 time: 0.0292301 Feb 20 05:42:24.745584 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40380) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:24.790331 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b419c01-6c19-46e4-a365-bab031bd62f9 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:24.791003 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b419c01-6c19-46e4-a365-bab031bd62f9 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:24.794934 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1b419c01-6c19-46e4-a365-bab031bd62f9 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/7764feb8-9013-4dfb-9f04-7667f3967f69 HTTP/1.1" status: 404 len: 337 time: 0.0480835 Feb 20 05:42:24.799282 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40386) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:24.862753 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-08697756-7353-48b8-afd1-c4f4a3e0f35b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:24.863532 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08697756-7353-48b8-afd1-c4f4a3e0f35b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:24.868705 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-08697756-7353-48b8-afd1-c4f4a3e0f35b tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/f9dac27d-9dd4-47b0-8954-7273eced0873 HTTP/1.1" status: 404 len: 337 time: 0.0682430 Feb 20 05:42:24.874490 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40392) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:24.914222 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fb4ff6a9-6e70-4057-9035-26a0496a38de tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports?device_id=69094908-c20d-4bdb-b9b1-8055cb997888 HTTP/1.1" status: 200 len: 205 time: 0.0380785 Feb 20 05:42:24.916681 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40396) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:24.956483 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-834a4b76-7250-4f16-a298-32f3293b7072 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (8eeb9819-cbef-4cd2-99a9-8bfe69e11376), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:24.963690 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-d3659eeb-c258-4b16-8681-9babf0b62a35 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] delete failed (client error): The resource could not be found. Feb 20 05:42:24.964702 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6d61d1be-7b66-4580-ab30-8c4b4133cbb3 req-5f8fb0fb-8d6c-4e7a-bc81-0c4167f987a5 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447932 Feb 20 05:42:24.965000 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d3659eeb-c258-4b16-8681-9babf0b62a35 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/routers/69094908-c20d-4bdb-b9b1-8055cb997888 HTTP/1.1" status: 404 len: 336 time: 0.0471616 Feb 20 05:42:24.968443 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40400) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:25.027790 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a4b76-7250-4f16-a298-32f3293b7072 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Pushing event deleted for resources: {'Port': ['ID=8eeb9819-cbef-4cd2-99a9-8bfe69e11376,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:25.034734 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d94a6dc-f095-4ff7-89c5-3be81634ab9c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:25.035246 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d94a6dc-f095-4ff7-89c5-3be81634ab9c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:25.038493 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7d94a6dc-f095-4ff7-89c5-3be81634ab9c tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/4ee3f01d-4ca2-4cbd-b6d7-3e96992a92a0 HTTP/1.1" status: 404 len: 337 time: 0.0691247 Feb 20 05:42:25.044355 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40404) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:25.114086 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-834a4b76-7250-4f16-a298-32f3293b7072 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (6ca24bff-d901-4417-a2bb-c7272e975546), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:25.133708 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bd1e2344-a43a-48a6-80dd-f5e48b223e72 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "GET /v2.0/ports?device_id=163a8317-4c44-4ba0-a125-070583c0980d HTTP/1.1" status: 200 len: 205 time: 0.0799022 Feb 20 05:42:25.166654 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:25.178229 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40406) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:25.227360 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-79e0b10d-99cd-4540-8a44-302b89f53115 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] delete failed (client error): The resource could not be found. Feb 20 05:42:25.228368 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-79e0b10d-99cd-4540-8a44-302b89f53115 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/routers/163a8317-4c44-4ba0-a125-070583c0980d HTTP/1.1" status: 404 len: 336 time: 0.0469074 Feb 20 05:42:25.232166 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40410) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:25.268280 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-685d98a1-7a60-4581-83fc-7b1de33bff36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c5ac96-2bc5-484c-9537-a4258ca86f82 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:42:25.270845 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-834a4b76-7250-4f16-a298-32f3293b7072 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (6ca24bff-d901-4417-a2bb-c7272e975546), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:25.273762 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7b5551-8da7-4f4a-83d4-b5bd4143bd49 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:25.274020 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-834a4b76-7250-4f16-a298-32f3293b7072 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_controller (6ca24bff-d901-4417-a2bb-c7272e975546), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:25.274207 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef7b5551-8da7-4f4a-83d4-b5bd4143bd49 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:25.277602 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ef7b5551-8da7-4f4a-83d4-b5bd4143bd49 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/04628c5a-c39f-4c8e-bc1d-554cd8b6fd03 HTTP/1.1" status: 404 len: 337 time: 0.0440018 Feb 20 05:42:25.287138 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-685d98a1-7a60-4581-83fc-7b1de33bff36 service neutron] Publish callbacks [] for port (68c5ac96-2bc5-484c-9537-a4258ca86f82), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:25.289381 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40412) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:25.329519 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e708786-9714-4366-aeb9-dab056d90349 req-c4bee27b-dfe8-496c-bf78-96a3f552b93b tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:25.331162 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6e708786-9714-4366-aeb9-dab056d90349 req-c4bee27b-dfe8-496c-bf78-96a3f552b93b tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed6772a-f10f-45ea-adfb-38aa34349cbc HTTP/1.1" status: 200 len: 945 time: 0.2034283 Feb 20 05:42:25.332191 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-711ed666-a148-40bd-bd82-fe88fd677499 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:25.332714 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-711ed666-a148-40bd-bd82-fe88fd677499 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:25.335863 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-711ed666-a148-40bd-bd82-fe88fd677499 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/7de0107a-35d9-452b-a151-23230cd757ed HTTP/1.1" status: 404 len: 337 time: 0.0413814 Feb 20 05:42:25.339055 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40416) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:25.350347 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-834a4b76-7250-4f16-a298-32f3293b7072 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (6ca24bff-d901-4417-a2bb-c7272e975546), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:25.352350 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834a4b76-7250-4f16-a298-32f3293b7072 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Fanout notify agent at l3_agent the message router_deleted on router 6ca24bff-d901-4417-a2bb-c7272e975546 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:42:25.365328 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-834a4b76-7250-4f16-a298-32f3293b7072 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:25.370349 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-834a4b76-7250-4f16-a298-32f3293b7072 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "DELETE /v2.0/routers/6ca24bff-d901-4417-a2bb-c7272e975546 HTTP/1.1" status: 204 len: 168 time: 1.8118896 Feb 20 05:42:25.370961 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40418) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:25.377433 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-b67c5d1b-edf7-40cb-a33e-ec51256bdc6b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1419088366', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'enable_snat': False}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:25.381874 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-685d98a1-7a60-4581-83fc-7b1de33bff36 service neutron] Transition to ACTIVE for port object 68c5ac96-2bc5-484c-9537-a4258ca86f82 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:42:25.389233 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd127ac9-2309-4a82-ad93-359ebb490d91 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:25.389931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd127ac9-2309-4a82-ad93-359ebb490d91 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:25.393063 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bd127ac9-2309-4a82-ad93-359ebb490d91 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/aa13f88e-02b3-4004-b12a-7c57b63bdbb9 HTTP/1.1" status: 404 len: 333 time: 0.0529890 Feb 20 05:42:25.395872 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40420) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:25.397920 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-685d98a1-7a60-4581-83fc-7b1de33bff36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (68c5ac96-2bc5-484c-9537-a4258ca86f82), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:25.418060 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b67c5d1b-edf7-40cb-a33e-ec51256bdc6b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (0e82f4b0-7557-477f-9274-474d165a4feb), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:25.419901 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b67c5d1b-edf7-40cb-a33e-ec51256bdc6b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (0e82f4b0-7557-477f-9274-474d165a4feb), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:25.469120 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c867bc3-4ef2-4d1c-932a-7a0726dca0a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:25.469710 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c867bc3-4ef2-4d1c-932a-7a0726dca0a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:25.472827 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0c867bc3-4ef2-4d1c-932a-7a0726dca0a8 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/1165db41-16b6-4412-ad31-25b86a546f21 HTTP/1.1" status: 404 len: 337 time: 0.0758414 Feb 20 05:42:25.474937 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d98a1-7a60-4581-83fc-7b1de33bff36 service neutron] Pushing event updated for resources: {'Port': ['ID=68c5ac96-2bc5-484c-9537-a4258ca86f82,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:25.480505 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40422) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:25.490110 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b67c5d1b-edf7-40cb-a33e-ec51256bdc6b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router_controller (0e82f4b0-7557-477f-9274-474d165a4feb), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:25.527664 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a63435a-769a-46b3-9afa-7eea2d0ce642 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:25.528247 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a63435a-769a-46b3-9afa-7eea2d0ce642 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:25.531855 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5a63435a-769a-46b3-9afa-7eea2d0ce642 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/5b7db6e9-a11a-4950-9834-bcbb23c11d5c HTTP/1.1" status: 404 len: 333 time: 0.0402219 Feb 20 05:42:25.536917 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40426) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:25.568496 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad5a22d0-18bb-4dbe-813e-211e5a6fbed7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:25.568950 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad5a22d0-18bb-4dbe-813e-211e5a6fbed7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:25.572754 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ad5a22d0-18bb-4dbe-813e-211e5a6fbed7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/af726e44-25b7-4eb8-ab32-fb65753a25ba HTTP/1.1" status: 404 len: 337 time: 0.0349290 Feb 20 05:42:25.577198 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6e708786-9714-4366-aeb9-dab056d90349 req-08d80b97-2b8f-4471-8ab0-ae6784a88387 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] 10.222.0.37 "GET /v2.0/security-groups?id=20d8700e-e76b-48e5-93de-17a4af85e8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329850 Feb 20 05:42:25.583250 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40430) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:25.668105 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26f27dc-d670-44e7-af53-bf74ffbf09be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:25.669031 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26f27dc-d670-44e7-af53-bf74ffbf09be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:25.677180 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d26f27dc-d670-44e7-af53-bf74ffbf09be tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/ccafd75e-3b18-4d32-9a27-0e8bda71e8e4 HTTP/1.1" status: 404 len: 333 time: 0.0906630 Feb 20 05:42:25.683219 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40434) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:25.716893 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-901bc5ca-fbc5-4da0-927a-dd294977274a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:25.717664 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-901bc5ca-fbc5-4da0-927a-dd294977274a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:25.723775 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-901bc5ca-fbc5-4da0-927a-dd294977274a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/26c1f52b-ef06-4a90-bb8c-659dc1c8a22c HTTP/1.1" status: 404 len: 337 time: 0.0358899 Feb 20 05:42:25.724648 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40436) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:25.750490 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-685d98a1-7a60-4581-83fc-7b1de33bff36 service neutron] Attempting to bind port 68c5ac96-2bc5-484c-9537-a4258ca86f82 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:42:25.750824 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-685d98a1-7a60-4581-83fc-7b1de33bff36 service neutron] Attempting to bind port 68c5ac96-2bc5-484c-9537-a4258ca86f82 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '4cdc692c-dc0a-4b72-9459-ea1592b0f54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '01278ac3-eba6-45f1-87d7-2920932959ff'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:42:25.751467 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-685d98a1-7a60-4581-83fc-7b1de33bff36 service neutron] Attempting to bind port 68c5ac96-2bc5-484c-9537-a4258ca86f82 on network 01278ac3-eba6-45f1-87d7-2920932959ff {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:42:25.762728 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20331921-144c-47b7-8066-4a25a9a7a52b x-openstack-request-id: req-20331921-144c-47b7-8066-4a25a9a7a52b {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:42:25.763068 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a16e451-33a1-4d00-ae53-5afd4d141da2", "name": "network-vif-plugged", "status": "completed", "tag": "82dfe21f-25b4-4076-a55c-1c299a335a3c", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:42:25.763536 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20331921-144c-47b7-8066-4a25a9a7a52b {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:42:25.764704 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a16e451-33a1-4d00-ae53-5afd4d141da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82dfe21f-25b4-4076-a55c-1c299a335a3c', 'code': 200} Feb 20 05:42:25.797313 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d712a9a-cead-41c5-9e6c-a64e505bd56a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:25.798132 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d712a9a-cead-41c5-9e6c-a64e505bd56a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:25.801334 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9d712a9a-cead-41c5-9e6c-a64e505bd56a tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/bb288ba3-9300-4605-b2cf-53456f1dbf4e HTTP/1.1" status: 404 len: 333 time: 0.0520937 Feb 20 05:42:25.803824 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-685d98a1-7a60-4581-83fc-7b1de33bff36 service neutron] Port 68c5ac96-2bc5-484c-9537-a4258ca86f82 on network 01278ac3-eba6-45f1-87d7-2920932959ff not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:42:25.804345 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-685d98a1-7a60-4581-83fc-7b1de33bff36 service neutron] Attempting to bind port 68c5ac96-2bc5-484c-9537-a4258ca86f82 on network 01278ac3-eba6-45f1-87d7-2920932959ff {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:42:25.806413 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40438) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:25.875579 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf389f2-217c-4fe3-aae3-14a4c64b6eca x-openstack-request-id: req-abf389f2-217c-4fe3-aae3-14a4c64b6eca {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:42:25.875867 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732d84ee-3057-4e06-8a37-085e54d6b197", "name": "network-vif-deleted", "tag": "de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:42:25.879426 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abf389f2-217c-4fe3-aae3-14a4c64b6eca {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:42:25.879691 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732d84ee-3057-4e06-8a37-085e54d6b197', 'name': 'network-vif-deleted', 'tag': 'de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b', 'status': 'completed', 'code': 200} Feb 20 05:42:25.880931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-685d98a1-7a60-4581-83fc-7b1de33bff36 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:42:25.881260 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-685d98a1-7a60-4581-83fc-7b1de33bff36 service neutron] Checking segment: {'id': '4cdc692c-dc0a-4b72-9459-ea1592b0f54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '01278ac3-eba6-45f1-87d7-2920932959ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:42:25.883347 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-685d98a1-7a60-4581-83fc-7b1de33bff36 service neutron] Bound using segment: {'id': '4cdc692c-dc0a-4b72-9459-ea1592b0f54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '01278ac3-eba6-45f1-87d7-2920932959ff'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:42:25.883807 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-685d98a1-7a60-4581-83fc-7b1de33bff36 service neutron] Bound port: 68c5ac96-2bc5-484c-9537-a4258ca86f82, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cdc692c-dc0a-4b72-9459-ea1592b0f54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '01278ac3-eba6-45f1-87d7-2920932959ff'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:42:25.884172 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-685d98a1-7a60-4581-83fc-7b1de33bff36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (68c5ac96-2bc5-484c-9537-a4258ca86f82), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:25.886643 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae61341f-b590-47a6-b9c9-88ba091287d7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:25.887182 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae61341f-b590-47a6-b9c9-88ba091287d7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:25.890993 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ae61341f-b590-47a6-b9c9-88ba091287d7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/4c72c7cb-acae-4b0e-85e6-a4e42c44f404 HTTP/1.1" status: 404 len: 337 time: 0.0834074 Feb 20 05:42:25.922172 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 4d1b95b9-3c90-41cd-9a07-b361538803a8 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:42:25.926317 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40446) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:25.989269 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b8a296-7c07-4046-b5a9-413ea9f1f3c7 x-openstack-request-id: req-a1b8a296-7c07-4046-b5a9-413ea9f1f3c7 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:42:25.989839 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a56a629-6edc-4e99-9000-da1c831307b6", "name": "network-vif-deleted", "tag": "3477e2b3-a8f5-4700-881d-5f3884bf183d", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:42:25.990284 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1b8a296-7c07-4046-b5a9-413ea9f1f3c7 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:42:25.990835 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a56a629-6edc-4e99-9000-da1c831307b6', 'name': 'network-vif-deleted', 'tag': '3477e2b3-a8f5-4700-881d-5f3884bf183d', 'status': 'completed', 'code': 200} Feb 20 05:42:26.008772 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 4d1b95b9-3c90-41cd-9a07-b361538803a8 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:42:26.016135 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe10ea7-5ea2-4b46-b407-dfb266931e84 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:26.018019 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe10ea7-5ea2-4b46-b407-dfb266931e84 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:26.018850 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 4d1b95b9-3c90-41cd-9a07-b361538803a8 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:26.019297 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4d1b95b9-3c90-41cd-9a07-b361538803a8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:26.026025 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-abe10ea7-5ea2-4b46-b407-dfb266931e84 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/08e0d2ee-6137-4a71-8c62-6aaa301073a5 HTTP/1.1" status: 404 len: 333 time: 0.0964620 Feb 20 05:42:26.061924 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40452) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:26.109779 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b67c5d1b-edf7-40cb-a33e-ec51256bdc6b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router_gateway (0e82f4b0-7557-477f-9274-474d165a4feb), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:26.161894 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-685d98a1-7a60-4581-83fc-7b1de33bff36 service neutron] For port 68c5ac96-2bc5-484c-9537-a4258ca86f82, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:42:26.165502 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-685d98a1-7a60-4581-83fc-7b1de33bff36 service neutron] For port 68c5ac96-2bc5-484c-9537-a4258ca86f82, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=68c5ac96-2bc5-484c-9537-a4258ca86f82,segment=NetworkSegment(4cdc692c-dc0a-4b72-9459-ea1592b0f54a),segment_id=4cdc692c-dc0a-4b72-9459-ea1592b0f54a)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:42:26.189207 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 4d1b95b9-3c90-41cd-9a07-b361538803a8 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:26.189826 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-685d98a1-7a60-4581-83fc-7b1de33bff36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (68c5ac96-2bc5-484c-9537-a4258ca86f82), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:26.190379 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4d1b95b9-3c90-41cd-9a07-b361538803a8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:26.228089 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ad9c2-137a-486a-b0ad-204cb69eac15 req-fad6d99a-9fcc-4c9f-9189-c9bfdce70ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:26.230458 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-de1ad9c2-137a-486a-b0ad-204cb69eac15 req-fad6d99a-9fcc-4c9f-9189-c9bfdce70ab9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5a16e451-33a1-4d00-ae53-5afd4d141da2 HTTP/1.1" status: 200 len: 1132 time: 0.2381508 Feb 20 05:42:26.232558 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 4d1b95b9-3c90-41cd-9a07-b361538803a8, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4d1b95b9-3c90-41cd-9a07-b361538803a8,segment=NetworkSegment(93598f9e-e64c-4052-a06d-7d664e887b45),segment_id=93598f9e-e64c-4052-a06d-7d664e887b45)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:26.240669 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4d1b95b9-3c90-41cd-9a07-b361538803a8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:26.242223 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:42:26.242528 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e32b221-13a0-481a-ba5a-e8a9f00af748 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:26.243095 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e32b221-13a0-481a-ba5a-e8a9f00af748 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:26.249783 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0e32b221-13a0-481a-ba5a-e8a9f00af748 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/3ac63599-e405-4f44-982a-9f72230fc639 HTTP/1.1" status: 404 len: 337 time: 0.1790147 Feb 20 05:42:26.249783 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40458) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:26.251769 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d98a1-7a60-4581-83fc-7b1de33bff36 service neutron] Pushing event updated for resources: {'Port': ['ID=68c5ac96-2bc5-484c-9537-a4258ca86f82,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:26.294891 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be8824e-219e-41bf-8ea5-87672f77ddf7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:26.295720 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5be8824e-219e-41bf-8ea5-87672f77ddf7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:26.301203 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5be8824e-219e-41bf-8ea5-87672f77ddf7 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/69ce861c-7b9b-4b5c-b9f1-c7dcc1fe6b9a HTTP/1.1" status: 404 len: 333 time: 0.0438228 Feb 20 05:42:26.302336 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40460) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:26.302981 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:42:26.303890 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device de5f8ea0-5e36-4f04-a22b-2ac3636e6d3b not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:42:26.336808 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-685d98a1-7a60-4581-83fc-7b1de33bff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:26.337560 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-685d98a1-7a60-4581-83fc-7b1de33bff36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:26.339085 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-685d98a1-7a60-4581-83fc-7b1de33bff36 service neutron] 10.222.0.61 "PUT /v2.0/ports/68c5ac96-2bc5-484c-9537-a4258ca86f82 HTTP/1.1" status: 200 len: 1091 time: 2.2626345 Feb 20 05:42:26.341045 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-c405199a-9cbf-400a-98d4-99d88d7d6cda tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:26.341500 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-de1ad9c2-137a-486a-b0ad-204cb69eac15 req-1f4d1af3-43f1-4cb6-a256-d28cdf066ac5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020000 Feb 20 05:42:26.341973 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c405199a-9cbf-400a-98d4-99d88d7d6cda tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:26.349900 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c405199a-9cbf-400a-98d4-99d88d7d6cda tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/e0d1e45f-4cf7-44fd-ab6b-d723bbfda960 HTTP/1.1" status: 404 len: 337 time: 0.0426500 Feb 20 05:42:26.353011 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40466) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:26.368397 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c20488-6129-40b4-aaec-f7b007057bc3 req-6d34389a-cf9d-479f-9967-88b069d9659c tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:26.376021 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-40c20488-6129-40b4-aaec-f7b007057bc3 req-6d34389a-cf9d-479f-9967-88b069d9659c tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ea21ba-e4e0-4465-a327-b87f00a1cc98 HTTP/1.1" status: 200 len: 950 time: 0.3773849 Feb 20 05:42:26.416074 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea200691-44b5-451e-ba1c-5206417b4ae0 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:26.416770 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea200691-44b5-451e-ba1c-5206417b4ae0 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:26.422528 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ea200691-44b5-451e-ba1c-5206417b4ae0 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/ports/6332d677-8d70-4b29-9775-c5a0e49c7582 HTTP/1.1" status: 404 len: 333 time: 0.0673678 Feb 20 05:42:26.423877 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40468) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:26.426288 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=4d1b95b9-3c90-41cd-9a07-b361538803a8,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:26.476919 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8106c41-db4b-433e-85d6-9cb78ef54151 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] DELETE failed (client error): The resource could not be found. Feb 20 05:42:26.477535 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8106c41-db4b-433e-85d6-9cb78ef54151 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:42:26.481905 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d8106c41-db4b-433e-85d6-9cb78ef54151 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/subnets/ff919e57-2cdf-455c-8adb-74e6644a3ff3 HTTP/1.1" status: 404 len: 337 time: 0.0562229 Feb 20 05:42:26.487094 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40470) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:26.587800 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b67c5d1b-edf7-40cb-a33e-ec51256bdc6b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router_gateway (0e82f4b0-7557-477f-9274-474d165a4feb), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:26.588060 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-bcbcbe91-fd54-4c8b-9040-1af47c06bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:26.589679 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-bcbcbe91-fd54-4c8b-9040-1af47c06bbcc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=09360c7e237c40839dd51d815c9180df&device_id=a2f0df1c-403d-4248-a596-3adbf5b4a42e HTTP/1.1" status: 200 len: 1125 time: 0.1883888 Feb 20 05:42:26.593302 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-40c20488-6129-40b4-aaec-f7b007057bc3 req-e98995fe-97e4-41b9-bef0-e14bc9a32c6a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162068 Feb 20 05:42:26.614805 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b67c5d1b-edf7-40cb-a33e-ec51256bdc6b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:26.647813 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48c9afbf-ece9-4d21-99a1-7f1b48ae37e5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (81f72dab-c9ca-4111-9cef-a8a92557f9f3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:26.651458 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-02bac1a3-27ca-477d-b556-aaaba03c53c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68c5ac96-2bc5-484c-9537-a4258ca86f82 HTTP/1.1" status: 200 len: 217 time: 0.0474465 Feb 20 05:42:26.711187 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-50806db2-5527-42b1-a4dd-3f266a88d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:26.712666 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-50806db2-5527-42b1-a4dd-3f266a88d601 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bc8bc607-6333-462f-8bbc-60d061e4d26c HTTP/1.1" status: 200 len: 854 time: 0.0535955 Feb 20 05:42:26.764627 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-c7b87fbb-d9ac-4aa4-b7b4-006128a1b61c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=01278ac3-eba6-45f1-87d7-2920932959ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278158 Feb 20 05:42:26.767305 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-b67c5d1b-edf7-40cb-a33e-ec51256bdc6b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Allocated IP 172.25.3.185 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/d3d9139e-ec87-4548-859f-668469d577a6) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:42:26.877450 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48c9afbf-ece9-4d21-99a1-7f1b48ae37e5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (81f72dab-c9ca-4111-9cef-a8a92557f9f3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:26.924860 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-48c9afbf-ece9-4d21-99a1-7f1b48ae37e5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f72dab-c9ca-4111-9cef-a8a92557f9f3']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:26.943616 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b67c5d1b-edf7-40cb-a33e-ec51256bdc6b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for port (d3d9139e-ec87-4548-859f-668469d577a6), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:26.948847 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-48c9afbf-ece9-4d21-99a1-7f1b48ae37e5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e43ab66-9bf2-4f19-8608-509fc957bf01') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:26.949025 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-48c9afbf-ece9-4d21-99a1-7f1b48ae37e5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e43ab66-9bf2-4f19-8608-509fc957bf01') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:26.973285 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48c9afbf-ece9-4d21-99a1-7f1b48ae37e5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (6e43ab66-9bf2-4f19-8608-509fc957bf01), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:26.977458 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-6c877e42-cbf6-452b-b5c2-fc66c4128e4c service neutron] 10.222.0.61 "GET /v2.0/networks/01278ac3-eba6-45f1-87d7-2920932959ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032244 Feb 20 05:42:27.014824 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b67c5d1b-edf7-40cb-a33e-ec51256bdc6b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (d3d9139e-ec87-4548-859f-668469d577a6), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:27.019723 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df181f0a-eba0-4570-abc0-2d16da4b63c7 req-af4cf681-94c5-4f1b-b31f-e1188bf181e2 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:27.021230 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-df181f0a-eba0-4570-abc0-2d16da4b63c7 req-af4cf681-94c5-4f1b-b31f-e1188bf181e2 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2f0df1c-403d-4248-a596-3adbf5b4a42e HTTP/1.1" status: 200 len: 943 time: 0.1611376 Feb 20 05:42:27.022236 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48c9afbf-ece9-4d21-99a1-7f1b48ae37e5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (6e43ab66-9bf2-4f19-8608-509fc957bf01), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:27.040001 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c9afbf-ece9-4d21-99a1-7f1b48ae37e5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:42:27.040377 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48c9afbf-ece9-4d21-99a1-7f1b48ae37e5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (6e43ab66-9bf2-4f19-8608-509fc957bf01), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:27.060854 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67c5d1b-edf7-40cb-a33e-ec51256bdc6b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:42:27.066707 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:42:27.077597 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-b67c5d1b-edf7-40cb-a33e-ec51256bdc6b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:27.082357 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67c5d1b-edf7-40cb-a33e-ec51256bdc6b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:42:27.085272 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c5d1b-edf7-40cb-a33e-ec51256bdc6b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Pushing event updated for resources: {'Port': ['ID=d3d9139e-ec87-4548-859f-668469d577a6,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:27.168129 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48c9afbf-ece9-4d21-99a1-7f1b48ae37e5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (81f72dab-c9ca-4111-9cef-a8a92557f9f3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:27.186576 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48c9afbf-ece9-4d21-99a1-7f1b48ae37e5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:27.192216 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-48c9afbf-ece9-4d21-99a1-7f1b48ae37e5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] 10.222.0.37 "DELETE /v2.0/networks/81f72dab-c9ca-4111-9cef-a8a92557f9f3 HTTP/1.1" status: 204 len: 168 time: 0.7015214 Feb 20 05:42:27.211230 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-df181f0a-eba0-4570-abc0-2d16da4b63c7 req-28f5c337-1908-4a0f-b710-b452f8d58d81 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709213 Feb 20 05:42:27.225662 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9afbf-ece9-4d21-99a1-7f1b48ae37e5 tempest-NetworksTestDHCPv6-688941205 tempest-NetworksTestDHCPv6-688941205-project] Pushing event deleted for resources: {'Network': ['ID=81f72dab-c9ca-4111-9cef-a8a92557f9f3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:27.232161 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2292c9ca-3a53-48fa-8185-3a21e648bdfe req-c386bc99-9666-4fab-8977-91c75e8b27ab service neutron] 10.222.0.61 "GET /v2.0/networks/01278ac3-eba6-45f1-87d7-2920932959ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413943 Feb 20 05:42:27.361734 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee3962-09aa-4352-ad8b-48f57c72e3a1 req-3d2735cb-aa77-4d50-99fb-dafb4c61d0f5 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:27.369670 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75ee3962-09aa-4352-ad8b-48f57c72e3a1 req-3d2735cb-aa77-4d50-99fb-dafb4c61d0f5 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed6772a-f10f-45ea-adfb-38aa34349cbc HTTP/1.1" status: 200 len: 946 time: 0.0779083 Feb 20 05:42:27.408486 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b67c5d1b-edf7-40cb-a33e-ec51256bdc6b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router_gateway (0e82f4b0-7557-477f-9274-474d165a4feb), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:27.439433 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75ee3962-09aa-4352-ad8b-48f57c72e3a1 req-8a6f945d-3c53-4e1b-acfd-2a9f8c90c5f3 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] 10.222.0.37 "GET /v2.0/security-groups?id=20d8700e-e76b-48e5-93de-17a4af85e8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683615 Feb 20 05:42:27.586033 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa6b66-89d9-4987-a479-86655c01ea41 req-009df73f-d6c3-4f49-a77a-8cef68f8d24e tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:27.587873 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9baa6b66-89d9-4987-a479-86655c01ea41 req-009df73f-d6c3-4f49-a77a-8cef68f8d24e tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.0901651 Feb 20 05:42:27.650839 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9baa6b66-89d9-4987-a479-86655c01ea41 req-1a788087-dfd2-47eb-a5be-61f31be2f0d8 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups?id=573067bd-241a-4910-abd7-d45aa63ad6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567086 Feb 20 05:42:27.662041 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40496) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:27.699945 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b67c5d1b-edf7-40cb-a33e-ec51256bdc6b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (0e82f4b0-7557-477f-9274-474d165a4feb), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:27.766808 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ea21ba-e4e0-4465-a327-b87f00a1cc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a93088-3dce-4ca8-bbf0-ba81183d8a91'}, {'server_uuid': 'aed6772a-f10f-45ea-adfb-38aa34349cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1b95b9-3c90-41cd-9a07-b361538803a8'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:42:27.774264 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee741d2-5b6f-4660-901b-e49cdb70968e" -d '{"events": [{"server_uuid": "44ea21ba-e4e0-4465-a327-b87f00a1cc98", "name": "network-vif-plugged", "status": "completed", "tag": "77a93088-3dce-4ca8-bbf0-ba81183d8a91"}, {"server_uuid": "aed6772a-f10f-45ea-adfb-38aa34349cbc", "name": "network-vif-plugged", "status": "completed", "tag": "4d1b95b9-3c90-41cd-9a07-b361538803a8"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:42:27.841873 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-57b1f5ee-5549-4194-a0a0-a2ca07f4e578 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e29ece614d2848ce96f3ff6f0d1f2b20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1784623 Feb 20 05:42:27.845080 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40504) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:27.881262 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f0df1c-403d-4248-a596-3adbf5b4a42e', 'tag': '68c5ac96-2bc5-484c-9537-a4258ca86f82'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:42:27.883616 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484b2dc5-6736-4114-9a53-d192b68bde21" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f0df1c-403d-4248-a596-3adbf5b4a42e", "tag": "68c5ac96-2bc5-484c-9537-a4258ca86f82"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:42:27.908938 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67c5d1b-edf7-40cb-a33e-ec51256bdc6b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Router 0e82f4b0-7557-477f-9274-474d165a4feb is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:42:27.924180 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5ebbb87e-ad9f-45e1-82b5-a53bc7d99fb2 admin admin] Publish callbacks [] for security_group (cd712364-0254-4eca-a434-60853c7ceabe), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:28.007044 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5ebbb87e-ad9f-45e1-82b5-a53bc7d99fb2 admin admin] Publish callbacks [] for security_group (cd712364-0254-4eca-a434-60853c7ceabe), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:28.095234 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5ebbb87e-ad9f-45e1-82b5-a53bc7d99fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (cd712364-0254-4eca-a434-60853c7ceabe), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:28.097963 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5ebbb87e-ad9f-45e1-82b5-a53bc7d99fb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:28.102063 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5ebbb87e-ad9f-45e1-82b5-a53bc7d99fb2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd712364-0254-4eca-a434-60853c7ceabe HTTP/1.1" status: 204 len: 168 time: 0.2556877 Feb 20 05:42:28.121548 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbb87e-ad9f-45e1-82b5-a53bc7d99fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd712364-0254-4eca-a434-60853c7ceabe,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:28.164396 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9d08a-5c4b-4e0e-be8c-2770e8c597aa req-d19c2b71-eeb9-43ad-9450-0883542fff19 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:28.172303 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-37c9d08a-5c4b-4e0e-be8c-2770e8c597aa req-d19c2b71-eeb9-43ad-9450-0883542fff19 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ea21ba-e4e0-4465-a327-b87f00a1cc98 HTTP/1.1" status: 200 len: 950 time: 0.1115625 Feb 20 05:42:28.214279 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67c5d1b-edf7-40cb-a33e-ec51256bdc6b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:42:28.226847 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b41b1ba-b802-451f-ad1a-f9166e634c2a None None] Sync routers for ids ['0e82f4b0-7557-477f-9274-474d165a4feb'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:42:28.247655 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b67c5d1b-edf7-40cb-a33e-ec51256bdc6b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:28.249801 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b41b1ba-b802-451f-ad1a-f9166e634c2a None None] Routers {'0e82f4b0-7557-477f-9274-474d165a4feb'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:42:28.251123 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b67c5d1b-edf7-40cb-a33e-ec51256bdc6b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.8788483 Feb 20 05:42:28.253017 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0b41b1ba-b802-451f-ad1a-f9166e634c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:42:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0e82f4b0-7557-477f-9274-474d165a4feb'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:28.254045 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40520) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:28.275576 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-37c9d08a-5c4b-4e0e-be8c-2770e8c597aa req-12324b77-6f45-4a88-a514-e7b88da53b6f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023505 Feb 20 05:42:28.423528 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 20 Feb 2022 05:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b847d78-c3ef-47b7-b513-01ecba151b0b x-openstack-request-id: req-0b847d78-c3ef-47b7-b513-01ecba151b0b {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:42:28.423954 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ea21ba-e4e0-4465-a327-b87f00a1cc98", "name": "network-vif-plugged", "status": "completed", "tag": "77a93088-3dce-4ca8-bbf0-ba81183d8a91", "code": 200}, {"server_uuid": "aed6772a-f10f-45ea-adfb-38aa34349cbc", "name": "network-vif-plugged", "status": "completed", "tag": "4d1b95b9-3c90-41cd-9a07-b361538803a8", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:42:28.424218 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b847d78-c3ef-47b7-b513-01ecba151b0b {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:42:28.429305 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ea21ba-e4e0-4465-a327-b87f00a1cc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a93088-3dce-4ca8-bbf0-ba81183d8a91', 'code': 200} Feb 20 05:42:28.429580 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed6772a-f10f-45ea-adfb-38aa34349cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1b95b9-3c90-41cd-9a07-b361538803a8', 'code': 200} Feb 20 05:42:28.486504 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6abab5-2208-4f21-bbe1-f9d46d90ca07 x-openstack-request-id: req-7a6abab5-2208-4f21-bbe1-f9d46d90ca07 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:42:28.487052 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f0df1c-403d-4248-a596-3adbf5b4a42e", "tag": "68c5ac96-2bc5-484c-9537-a4258ca86f82", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:42:28.487052 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a6abab5-2208-4f21-bbe1-f9d46d90ca07 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:42:28.487488 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f0df1c-403d-4248-a596-3adbf5b4a42e', 'tag': '68c5ac96-2bc5-484c-9537-a4258ca86f82', 'status': 'completed', 'code': 200} Feb 20 05:42:28.582471 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-0b41b1ba-b802-451f-ad1a-f9166e634c2a None None] Set router 0e82f4b0-7557-477f-9274-474d165a4feb gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:42:28.687407 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-27ad7aa1-e6bc-40b7-a8f5-ba799e29734d tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "GET /v2.0/routers/0e82f4b0-7557-477f-9274-474d165a4feb HTTP/1.1" status: 200 len: 909 time: 0.4307446 Feb 20 05:42:28.691999 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40534) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:28.704067 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-fa41910e-66c8-463c-afa4-73359a57c8c6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1419088366', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'enable_snat': True}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:28.735592 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cb1d3-93d5-4f92-a630-decb733a52c1 req-0e193b4f-b44d-4b3f-9e4f-50f0598b4bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:28.737388 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f67cb1d3-93d5-4f92-a630-decb733a52c1 req-0e193b4f-b44d-4b3f-9e4f-50f0598b4bc7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aed6772a-f10f-45ea-adfb-38aa34349cbc HTTP/1.1" status: 200 len: 1128 time: 0.2491241 Feb 20 05:42:28.738612 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80f349-dfc6-4108-aac6-4b0e4e85ff69 req-7a18d47b-5025-4795-99d5-25e6d6959301 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:28.740300 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9a80f349-dfc6-4108-aac6-4b0e4e85ff69 req-7a18d47b-5025-4795-99d5-25e6d6959301 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 945 time: 0.1124744 Feb 20 05:42:28.752820 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b2dc5-6736-4114-9a53-d192b68bde21 req-53e4d8ee-cb13-4aaa-aec9-53a48bcc39bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:28.754654 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-484b2dc5-6736-4114-9a53-d192b68bde21 req-53e4d8ee-cb13-4aaa-aec9-53a48bcc39bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=09360c7e237c40839dd51d815c9180df&device_id=a2f0df1c-403d-4248-a596-3adbf5b4a42e HTTP/1.1" status: 200 len: 1125 time: 0.2208140 Feb 20 05:42:28.758675 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4ca05-a5b0-4b1b-b6e9-c7dc3cfb3ed4 req-f255e64c-4458-488d-95d8-ff4f5c7c00cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:28.760344 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-06c4ca05-a5b0-4b1b-b6e9-c7dc3cfb3ed4 req-f255e64c-4458-488d-95d8-ff4f5c7c00cd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=44ea21ba-e4e0-4465-a327-b87f00a1cc98 HTTP/1.1" status: 200 len: 1132 time: 0.1981444 Feb 20 05:42:28.788476 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa41910e-66c8-463c-afa4-73359a57c8c6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (4845cc0e-2243-4ded-ae74-d7d09f1f765f), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:28.789508 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa41910e-66c8-463c-afa4-73359a57c8c6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (4845cc0e-2243-4ded-ae74-d7d09f1f765f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:28.807931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cd567-9e69-4ee4-9aa7-b89cb756e972 req-beec7559-33fe-4dc4-aff2-7f201cada584 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:28.809452 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ce3cd567-9e69-4ee4-9aa7-b89cb756e972 req-beec7559-33fe-4dc4-aff2-7f201cada584 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2f0df1c-403d-4248-a596-3adbf5b4a42e HTTP/1.1" status: 200 len: 943 time: 0.2146809 Feb 20 05:42:28.855338 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0b41b1ba-b802-451f-ad1a-f9166e634c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e82f4b0-7557-477f-9274-474d165a4feb', 'name': 'tempest-snat-router-1419088366', 'tenant_id': '4067af1c8fc34a748c0de716c771b5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.185'}], 'enable_snat': False}, 'gw_port_id': 'd3d9139e-ec87-4548-859f-668469d577a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:42:25Z', 'updated_at': '2022-02-20T05:42:27Z', 'revision_number': 3, 'project_id': '4067af1c8fc34a748c0de716c771b5fe', 'gw_port': {'id': 'd3d9139e-ec87-4548-859f-668469d577a6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e82f4b0-7557-477f-9274-474d165a4feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:42:26Z', 'updated_at': '2022-02-20T05:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:28.874381 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f67cb1d3-93d5-4f92-a630-decb733a52c1 req-572e06e0-450f-4fae-9c84-67bd60f39b60 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=20d8700e-e76b-48e5-93de-17a4af85e8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200728 Feb 20 05:42:28.921776 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b41b1ba-b802-451f-ad1a-f9166e634c2a None None] Checking router: 0e82f4b0-7557-477f-9274-474d165a4feb for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:42:28.922148 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b41b1ba-b802-451f-ad1a-f9166e634c2a None None] Updating router 0e82f4b0-7557-477f-9274-474d165a4feb port d3d9139e-ec87-4548-859f-668469d577a6 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:42:28.962688 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0b41b1ba-b802-451f-ad1a-f9166e634c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d3d9139e-ec87-4548-859f-668469d577a6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:28.969824 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b2dc5-6736-4114-9a53-d192b68bde21 req-c5cc74b3-e885-4cc0-afdc-fc4afd60fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:28.971324 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-484b2dc5-6736-4114-9a53-d192b68bde21 req-c5cc74b3-e885-4cc0-afdc-fc4afd60fb6d service neutron] 10.222.0.61 "GET /v2.0/networks?id=01278ac3-eba6-45f1-87d7-2920932959ff HTTP/1.1" status: 200 len: 914 time: 0.1995597 Feb 20 05:42:28.982949 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa41910e-66c8-463c-afa4-73359a57c8c6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router_controller (4845cc0e-2243-4ded-ae74-d7d09f1f765f), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:28.988018 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-9a80f349-dfc6-4108-aac6-4b0e4e85ff69 req-2f1856cd-804b-4265-ab72-269f9704442b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Deleting port c484c03b-bc0e-4da0-a86d-0b2a1872629a {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:42:28.988369 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9a80f349-dfc6-4108-aac6-4b0e4e85ff69 req-2f1856cd-804b-4265-ab72-269f9704442b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:29.269355 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-484b2dc5-6736-4114-9a53-d192b68bde21 req-a63cdeb8-40b8-4a5d-a350-52b60031f3e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68c5ac96-2bc5-484c-9537-a4258ca86f82 HTTP/1.1" status: 200 len: 217 time: 0.1727405 Feb 20 05:42:29.275280 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-9a80f349-dfc6-4108-aac6-4b0e4e85ff69 req-2f1856cd-804b-4265-ab72-269f9704442b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] For port c484c03b-bc0e-4da0-a86d-0b2a1872629a, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c484c03b-bc0e-4da0-a86d-0b2a1872629a,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:29.276248 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9a80f349-dfc6-4108-aac6-4b0e4e85ff69 req-2f1856cd-804b-4265-ab72-269f9704442b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:29.391721 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40560) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:29.465503 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0b41b1ba-b802-451f-ad1a-f9166e634c2a None None] Publish callbacks [] for port (d3d9139e-ec87-4548-859f-668469d577a6), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:29.484144 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0b41b1ba-b802-451f-ad1a-f9166e634c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d3d9139e-ec87-4548-859f-668469d577a6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:29.536218 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ce3cd567-9e69-4ee4-9aa7-b89cb756e972 req-7d740561-9c0e-4ba1-acff-22d1d84f842f tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5367079 Feb 20 05:42:29.542102 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-06c4ca05-a5b0-4b1b-b6e9-c7dc3cfb3ed4 req-d6eb8244-e08b-4c25-b6d3-ad72cab611b9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7732172 Feb 20 05:42:29.609027 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44e545-5505-4f56-8eba-26b098502bf5 None None] Pushing event updated for resources: {'Port': ['ID=d3d9139e-ec87-4548-859f-668469d577a6,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:29.623120 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0b41b1ba-b802-451f-ad1a-f9166e634c2a None None] Attempting to bind port d3d9139e-ec87-4548-859f-668469d577a6 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:42:29.624510 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0b41b1ba-b802-451f-ad1a-f9166e634c2a None None] Attempting to bind port d3d9139e-ec87-4548-859f-668469d577a6 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:42:29.625123 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41b1ba-b802-451f-ad1a-f9166e634c2a None None] Attempting to bind port d3d9139e-ec87-4548-859f-668469d577a6 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:42:29.643083 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41b1ba-b802-451f-ad1a-f9166e634c2a None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:42:29.646587 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41b1ba-b802-451f-ad1a-f9166e634c2a None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:42:29.647339 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0b41b1ba-b802-451f-ad1a-f9166e634c2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:29.648714 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41b1ba-b802-451f-ad1a-f9166e634c2a None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:42:29.650953 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0b41b1ba-b802-451f-ad1a-f9166e634c2a None None] Bound port: d3d9139e-ec87-4548-859f-668469d577a6, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:42:29.651459 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0b41b1ba-b802-451f-ad1a-f9166e634c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d3d9139e-ec87-4548-859f-668469d577a6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:29.651969 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa41910e-66c8-463c-afa4-73359a57c8c6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router_gateway (4845cc0e-2243-4ded-ae74-d7d09f1f765f), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:29.678736 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b2dc5-6736-4114-9a53-d192b68bde21 req-4dc3f006-2b2c-44a5-8b6d-3a896e8317dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:29.680263 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-484b2dc5-6736-4114-9a53-d192b68bde21 req-4dc3f006-2b2c-44a5-8b6d-3a896e8317dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bc8bc607-6333-462f-8bbc-60d061e4d26c HTTP/1.1" status: 200 len: 854 time: 0.3958900 Feb 20 05:42:29.707481 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9a80f349-dfc6-4108-aac6-4b0e4e85ff69 req-2f1856cd-804b-4265-ab72-269f9704442b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:29.708131 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9a80f349-dfc6-4108-aac6-4b0e4e85ff69 req-2f1856cd-804b-4265-ab72-269f9704442b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (93709177-a12d-458c-9490-cd7cedeb480d), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:29.708356 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [req-9a80f349-dfc6-4108-aac6-4b0e4e85ff69 req-2f1856cd-804b-4265-ab72-269f9704442b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Floating IP 93709177-a12d-458c-9490-cd7cedeb480d disassociated. External IP: 172.25.3.29, port: c484c03b-bc0e-4da0-a86d-0b2a1872629a. Feb 20 05:42:29.708601 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-9a80f349-dfc6-4108-aac6-4b0e4e85ff69 req-2f1856cd-804b-4265-ab72-269f9704442b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Calling delete_port for c484c03b-bc0e-4da0-a86d-0b2a1872629a owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:42:29.764396 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0b41b1ba-b802-451f-ad1a-f9166e634c2a None None] For port d3d9139e-ec87-4548-859f-668469d577a6, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:42:29.771635 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0b41b1ba-b802-451f-ad1a-f9166e634c2a None None] For port d3d9139e-ec87-4548-859f-668469d577a6, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d3d9139e-ec87-4548-859f-668469d577a6,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:42:29.783451 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0b41b1ba-b802-451f-ad1a-f9166e634c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d3d9139e-ec87-4548-859f-668469d577a6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:29.802539 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fe8a5-519d-4be4-b487-267b7cb36cfe req-00496177-d990-40ca-8c93-1e319a7ec5fc tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:29.809446 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a6fe8a5-519d-4be4-b487-267b7cb36cfe req-00496177-d990-40ca-8c93-1e319a7ec5fc tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed6772a-f10f-45ea-adfb-38aa34349cbc HTTP/1.1" status: 200 len: 946 time: 0.1366768 Feb 20 05:42:29.887694 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a6fe8a5-519d-4be4-b487-267b7cb36cfe req-40d279d1-5e26-4683-a352-7a246376346a tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] 10.222.0.37 "GET /v2.0/security-groups?id=20d8700e-e76b-48e5-93de-17a4af85e8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772586 Feb 20 05:42:29.927565 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-151a0035-04fb-4001-86cd-2784859aca22 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1020674337'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:29.935249 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 68c5ac96-2bc5-484c-9537-a4258ca86f82 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:42:29.942451 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b41b1ba-b802-451f-ad1a-f9166e634c2a None None] Routers {'0e82f4b0-7557-477f-9274-474d165a4feb'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:42:29.943271 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0b41b1ba-b802-451f-ad1a-f9166e634c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:42:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0e82f4b0-7557-477f-9274-474d165a4feb'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:29.969124 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-484b2dc5-6736-4114-9a53-d192b68bde21 req-d2127be2-2add-4c1d-9ea8-1b4850f1fb4c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=01278ac3-eba6-45f1-87d7-2920932959ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463948 Feb 20 05:42:30.028642 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44e545-5505-4f56-8eba-26b098502bf5 None None] Pushing event updated for resources: {'Port': ['ID=d3d9139e-ec87-4548-859f-668469d577a6,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:30.035172 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9a80f349-dfc6-4108-aac6-4b0e4e85ff69 req-2f1856cd-804b-4265-ab72-269f9704442b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (c484c03b-bc0e-4da0-a86d-0b2a1872629a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:30.036521 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151a0035-04fb-4001-86cd-2784859aca22 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Made reservation on behalf of 57c1fd8fe7ad4e47b916b7dc7646ffa1 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:30.040686 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-151a0035-04fb-4001-86cd-2784859aca22 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:30.075238 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9388e4e4-c184-4430-893e-098c2eb90f4d req-aaa8522f-b922-4ea2-a8f2-aa808dcd1082 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 210 time: 0.1023600 Feb 20 05:42:30.270223 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa41910e-66c8-463c-afa4-73359a57c8c6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router_gateway (4845cc0e-2243-4ded-ae74-d7d09f1f765f), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:30.300388 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa41910e-66c8-463c-afa4-73359a57c8c6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:30.343983 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685a8b2-ba4d-443f-8256-0fe1ce45998b req-0a7e07ed-e11e-4cad-9265-e2df3eb9930d tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:30.345614 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1685a8b2-ba4d-443f-8256-0fe1ce45998b req-0a7e07ed-e11e-4cad-9265-e2df3eb9930d tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ea21ba-e4e0-4465-a327-b87f00a1cc98 HTTP/1.1" status: 200 len: 950 time: 0.1614888 Feb 20 05:42:30.487539 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1685a8b2-ba4d-443f-8256-0fe1ce45998b req-6bae75be-19c1-42d3-96c6-16edb6908d2b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854249 Feb 20 05:42:30.594295 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-0b41b1ba-b802-451f-ad1a-f9166e634c2a None None] Set router 0e82f4b0-7557-477f-9274-474d165a4feb gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:42:30.642710 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-fa41910e-66c8-463c-afa4-73359a57c8c6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Allocated IP 172.25.3.92 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/af60d890-8fb9-4430-8264-41d222c41575) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:42:30.652916 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-151a0035-04fb-4001-86cd-2784859aca22 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:30.679649 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1856cd-804b-4265-ab72-269f9704442b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Pushing event deleted for resources: {'Port': ['ID=c484c03b-bc0e-4da0-a86d-0b2a1872629a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:30.739398 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b823f4a-6ee4-48e0-8993-027a7b9aaa94 req-e63e52bf-b9e7-4b81-bc03-a7f9d7b18455 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:30.747558 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6b823f4a-6ee4-48e0-8993-027a7b9aaa94 req-e63e52bf-b9e7-4b81-bc03-a7f9d7b18455 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2f0df1c-403d-4248-a596-3adbf5b4a42e HTTP/1.1" status: 200 len: 943 time: 0.1064651 Feb 20 05:42:30.871989 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-484b2dc5-6736-4114-9a53-d192b68bde21 req-20bb6779-cde8-426e-94c0-65ee82140b17 service neutron] 10.222.0.61 "GET /v2.0/networks/01278ac3-eba6-45f1-87d7-2920932959ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8655438 Feb 20 05:42:30.909045 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6b823f4a-6ee4-48e0-8993-027a7b9aaa94 req-ea42e7f4-5127-4705-8193-13795a6b8d2a tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585002 Feb 20 05:42:30.985309 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa41910e-66c8-463c-afa4-73359a57c8c6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for port (af60d890-8fb9-4430-8264-41d222c41575), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:31.001334 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 68c5ac96-2bc5-484c-9537-a4258ca86f82, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=68c5ac96-2bc5-484c-9537-a4258ca86f82,segment=NetworkSegment(4cdc692c-dc0a-4b72-9459-ea1592b0f54a),segment_id=4cdc692c-dc0a-4b72-9459-ea1592b0f54a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:31.051817 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '68c5ac96-2bc5-484c-9537-a4258ca86f82', 'network_id': '01278ac3-eba6-45f1-87d7-2920932959ff', 'port_id': '68c5ac96-2bc5-484c-9537-a4258ca86f82', 'mac_address': 'fa:16:3e:2f:c4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc8bc607-6333-462f-8bbc-60d061e4d26c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:42:31.132330 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-484b2dc5-6736-4114-9a53-d192b68bde21 req-c63786e0-fa73-435c-950d-fe7fc07a94c5 service neutron] 10.222.0.61 "GET /v2.0/networks/01278ac3-eba6-45f1-87d7-2920932959ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379951 Feb 20 05:42:31.136688 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-151a0035-04fb-4001-86cd-2784859aca22 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for security_group (ded5e0d7-5933-4658-950a-6bbe55920132), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:31.139024 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a80f349-dfc6-4108-aac6-4b0e4e85ff69 req-2f1856cd-804b-4265-ab72-269f9704442b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Router 0d91ccfd-d302-4a51-badb-3f4dd3322d75 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:42:31.144963 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 68c5ac96-2bc5-484c-9537-a4258ca86f82 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:31.146353 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (68c5ac96-2bc5-484c-9537-a4258ca86f82), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:31.147680 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-151a0035-04fb-4001-86cd-2784859aca22 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ded5e0d7-5933-4658-950a-6bbe55920132), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:31.169080 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa41910e-66c8-463c-afa4-73359a57c8c6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (af60d890-8fb9-4430-8264-41d222c41575), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:31.192554 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151a0035-04fb-4001-86cd-2784859aca22 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:42:31.195758 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c5ac96-2bc5-484c-9537-a4258ca86f82 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:42:31.251092 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 68c5ac96-2bc5-484c-9537-a4258ca86f82, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=68c5ac96-2bc5-484c-9537-a4258ca86f82,segment=NetworkSegment(4cdc692c-dc0a-4b72-9459-ea1592b0f54a),segment_id=4cdc692c-dc0a-4b72-9459-ea1592b0f54a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:31.265223 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (68c5ac96-2bc5-484c-9537-a4258ca86f82), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:31.306484 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa41910e-66c8-463c-afa4-73359a57c8c6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:42:31.312657 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-fa41910e-66c8-463c-afa4-73359a57c8c6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:31.314164 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-151a0035-04fb-4001-86cd-2784859aca22 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (3e762766-f11c-4a75-9533-7a40e14081a2), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:31.315399 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa41910e-66c8-463c-afa4-73359a57c8c6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:42:31.315869 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-151a0035-04fb-4001-86cd-2784859aca22 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Added segment 3e762766-f11c-4a75-9533-7a40e14081a2 of type vlan for network e15d4d65-799e-48ad-87b7-a9fd79929372 Feb 20 05:42:31.320833 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a0035-04fb-4001-86cd-2784859aca22 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ded5e0d7-5933-4658-950a-6bbe55920132,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:31.356397 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0b41b1ba-b802-451f-ad1a-f9166e634c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e82f4b0-7557-477f-9274-474d165a4feb', 'name': 'tempest-snat-router-1419088366', 'tenant_id': '4067af1c8fc34a748c0de716c771b5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.185'}], 'enable_snat': False}, 'gw_port_id': 'd3d9139e-ec87-4548-859f-668469d577a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:42:25Z', 'updated_at': '2022-02-20T05:42:27Z', 'revision_number': 3, 'project_id': '4067af1c8fc34a748c0de716c771b5fe', 'gw_port': {'id': 'd3d9139e-ec87-4548-859f-668469d577a6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e82f4b0-7557-477f-9274-474d165a4feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:42:26Z', 'updated_at': '2022-02-20T05:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:31.401941 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41910e-66c8-463c-afa4-73359a57c8c6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Pushing event updated for resources: {'Port': ['ID=af60d890-8fb9-4430-8264-41d222c41575,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:31.434438 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba0083-7d50-48ab-89b0-1d4d62b66d11 req-06a82f24-fc73-43b8-a6fe-8904a1487f3f tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:31.443775 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4ba0083-7d50-48ab-89b0-1d4d62b66d11 req-06a82f24-fc73-43b8-a6fe-8904a1487f3f tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed6772a-f10f-45ea-adfb-38aa34349cbc HTTP/1.1" status: 200 len: 946 time: 0.3092036 Feb 20 05:42:31.452971 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-151a0035-04fb-4001-86cd-2784859aca22 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (e15d4d65-799e-48ad-87b7-a9fd79929372), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:31.468780 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b41b1ba-b802-451f-ad1a-f9166e634c2a None None] The sync data for ids ['0e82f4b0-7557-477f-9274-474d165a4feb'] in n-d-829866-5 is: [{'id': '0e82f4b0-7557-477f-9274-474d165a4feb', 'name': 'tempest-snat-router-1419088366', 'tenant_id': '4067af1c8fc34a748c0de716c771b5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.185'}], 'enable_snat': False}, 'gw_port_id': 'd3d9139e-ec87-4548-859f-668469d577a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:42:25Z', 'updated_at': '2022-02-20T05:42:27Z', 'revision_number': 3, 'project_id': '4067af1c8fc34a748c0de716c771b5fe', 'gw_port': {'id': 'd3d9139e-ec87-4548-859f-668469d577a6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e82f4b0-7557-477f-9274-474d165a4feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:42:26Z', 'updated_at': '2022-02-20T05:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:42:31.490928 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a80f349-dfc6-4108-aac6-4b0e4e85ff69 req-2f1856cd-804b-4265-ab72-269f9704442b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:42:31.506312 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381c9e86-1da4-4681-98d9-2bd815acb093 None None] Sync routers for ids ['0d91ccfd-d302-4a51-badb-3f4dd3322d75'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:42:31.534444 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-151a0035-04fb-4001-86cd-2784859aca22 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (e15d4d65-799e-48ad-87b7-a9fd79929372), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:31.540861 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381c9e86-1da4-4681-98d9-2bd815acb093 None None] Routers {'0d91ccfd-d302-4a51-badb-3f4dd3322d75'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:42:31.541512 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151a0035-04fb-4001-86cd-2784859aca22 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:31.542010 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-381c9e86-1da4-4681-98d9-2bd815acb093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:42:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0d91ccfd-d302-4a51-badb-3f4dd3322d75'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:31.542218 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-151a0035-04fb-4001-86cd-2784859aca22 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:31.571359 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=68c5ac96-2bc5-484c-9537-a4258ca86f82,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:31.572282 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a80f349-dfc6-4108-aac6-4b0e4e85ff69 req-2f1856cd-804b-4265-ab72-269f9704442b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] No DVR routers for this DVR port c484c03b-bc0e-4da0-a86d-0b2a1872629a on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:42:31.575755 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9a80f349-dfc6-4108-aac6-4b0e4e85ff69 req-2f1856cd-804b-4265-ab72-269f9704442b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:31.581869 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9a80f349-dfc6-4108-aac6-4b0e4e85ff69 req-2f1856cd-804b-4265-ab72-269f9704442b tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.61 "DELETE /v2.0/ports/c484c03b-bc0e-4da0-a86d-0b2a1872629a HTTP/1.1" status: 204 len: 173 time: 2.8262658 Feb 20 05:42:31.609583 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a385fa4-fc77-4cc9-a674-c470ee7f0f3c', 'name': 'network-vif-deleted', 'tag': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:42:31.613508 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a051e2b-b21d-480d-8479-c94dc2144278" -d '{"events": [{"server_uuid": "5a385fa4-fc77-4cc9-a674-c470ee7f0f3c", "name": "network-vif-deleted", "tag": "c484c03b-bc0e-4da0-a86d-0b2a1872629a"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:42:31.639958 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-151a0035-04fb-4001-86cd-2784859aca22 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2415135 Feb 20 05:42:31.641284 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4ba0083-7d50-48ab-89b0-1d4d62b66d11 req-174d216d-dd07-4ce3-9f42-fbaeb1d557fc tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] 10.222.0.37 "GET /v2.0/security-groups?id=20d8700e-e76b-48e5-93de-17a4af85e8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964986 Feb 20 05:42:31.678994 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['68c5ac96-2bc5-484c-9537-a4258ca86f82'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:42:31.765443 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a0035-04fb-4001-86cd-2784859aca22 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event updated for resources: {'Network': ['ID=e15d4d65-799e-48ad-87b7-a9fd79929372,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:31.783976 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network e15d4d65-799e-48ad-87b7-a9fd79929372 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:42:31.961572 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device c484c03b-bc0e-4da0-a86d-0b2a1872629a no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:42:31.964906 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bc7118bc-90e1-4424-b3ae-492d4640258b req-8dcbae45-0e4a-4ebd-b169-50b45878f2f6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a385fa4-fc77-4cc9-a674-c470ee7f0f3c HTTP/1.1" status: 200 len: 210 time: 0.0925190 Feb 20 05:42:32.176855 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa41910e-66c8-463c-afa4-73359a57c8c6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router_gateway (4845cc0e-2243-4ded-ae74-d7d09f1f765f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:32.263798 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: c484c03b-bc0e-4da0-a86d-0b2a1872629a {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:42:32.269303 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device c484c03b-bc0e-4da0-a86d-0b2a1872629a not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:42:32.367040 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d3d9139e-ec87-4548-859f-668469d577a6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:42:32.434019 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-381c9e86-1da4-4681-98d9-2bd815acb093 None None] Set router 0d91ccfd-d302-4a51-badb-3f4dd3322d75 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:42:32.597750 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port d3d9139e-ec87-4548-859f-668469d577a6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:32.598138 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d3d9139e-ec87-4548-859f-668469d577a6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:32.799261 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e78bf-b0c3-4d6d-9565-3d196271efbb req-b8a0f46d-3b44-4ea3-829b-4001cdf73aa9 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:32.808116 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6b0e78bf-b0c3-4d6d-9565-3d196271efbb req-b8a0f46d-3b44-4ea3-829b-4001cdf73aa9 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ea21ba-e4e0-4465-a327-b87f00a1cc98 HTTP/1.1" status: 200 len: 950 time: 0.1957893 Feb 20 05:42:32.859576 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-381c9e86-1da4-4681-98d9-2bd815acb093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'name': 'tempest-ServerActionsTestJSON-2007519912-router', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6513001-1554-417e-8dea-54f2fdde0f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:32:46Z', 'updated_at': '2022-02-20T05:32:53Z', 'revision_number': 4, 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'gw_port': {'id': 'e6513001-1554-417e-8dea-54f2fdde0f04', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:17:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:32:47Z', 'updated_at': '2022-02-20T05:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '00dcd03b-3384-43f9-b137-628c9c7cb3ba', 'name': '', 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'mac_address': 'fa:16:3e:f1:1e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:32:50Z', 'updated_at': '2022-02-20T05:32:58Z', 'revision_number': 5, 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'subnets': [{'id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:32.895242 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port d3d9139e-ec87-4548-859f-668469d577a6 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:32.895639 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d3d9139e-ec87-4548-859f-668469d577a6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:32.943222 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port d3d9139e-ec87-4548-859f-668469d577a6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d3d9139e-ec87-4548-859f-668469d577a6,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:32.948441 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d3d9139e-ec87-4548-859f-668469d577a6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:33.012577 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381c9e86-1da4-4681-98d9-2bd815acb093 None None] Checking router: 0d91ccfd-d302-4a51-badb-3f4dd3322d75 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:42:33.038508 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381c9e86-1da4-4681-98d9-2bd815acb093 None None] Routers {'0d91ccfd-d302-4a51-badb-3f4dd3322d75'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:42:33.039441 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-381c9e86-1da4-4681-98d9-2bd815acb093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:42:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0d91ccfd-d302-4a51-badb-3f4dd3322d75'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:33.120674 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=d3d9139e-ec87-4548-859f-668469d577a6,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:33.127361 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6b0e78bf-b0c3-4d6d-9565-3d196271efbb req-9464b285-1d66-4210-9511-d7107a386ab0 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158944 Feb 20 05:42:33.144638 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa41910e-66c8-463c-afa4-73359a57c8c6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (4845cc0e-2243-4ded-ae74-d7d09f1f765f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:33.166270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:33.166844 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:33.167421 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:33.178651 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:33.179240 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:33.179816 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:33.180353 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:33.180892 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:33.181435 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:33.181991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:33.182533 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:33.183091 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:33.183655 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:33.267907 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-381c9e86-1da4-4681-98d9-2bd815acb093 None None] Set router 0d91ccfd-d302-4a51-badb-3f4dd3322d75 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:42:33.307381 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160b3ac2-6c8b-4c2f-999b-aeb8b39b537e x-openstack-request-id: req-160b3ac2-6c8b-4c2f-999b-aeb8b39b537e {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:42:33.307877 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a385fa4-fc77-4cc9-a674-c470ee7f0f3c", "name": "network-vif-deleted", "tag": "c484c03b-bc0e-4da0-a86d-0b2a1872629a", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:42:33.307966 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-160b3ac2-6c8b-4c2f-999b-aeb8b39b537e {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:42:33.308487 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a385fa4-fc77-4cc9-a674-c470ee7f0f3c', 'name': 'network-vif-deleted', 'tag': 'c484c03b-bc0e-4da0-a86d-0b2a1872629a', 'status': 'completed', 'code': 200} Feb 20 05:42:33.546414 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa41910e-66c8-463c-afa4-73359a57c8c6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Router 4845cc0e-2243-4ded-ae74-d7d09f1f765f is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:42:33.806439 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa41910e-66c8-463c-afa4-73359a57c8c6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:42:33.814312 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-381c9e86-1da4-4681-98d9-2bd815acb093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'name': 'tempest-ServerActionsTestJSON-2007519912-router', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6513001-1554-417e-8dea-54f2fdde0f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:32:46Z', 'updated_at': '2022-02-20T05:32:53Z', 'revision_number': 4, 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'gw_port': {'id': 'e6513001-1554-417e-8dea-54f2fdde0f04', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:17:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:32:47Z', 'updated_at': '2022-02-20T05:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '00dcd03b-3384-43f9-b137-628c9c7cb3ba', 'name': '', 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'mac_address': 'fa:16:3e:f1:1e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:32:50Z', 'updated_at': '2022-02-20T05:32:58Z', 'revision_number': 5, 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'subnets': [{'id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:33.821134 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a07ca-ddb2-4c52-b30e-c486e265cacf None None] Sync routers for ids ['4845cc0e-2243-4ded-ae74-d7d09f1f765f'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:42:33.836891 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55a07ca-ddb2-4c52-b30e-c486e265cacf None None] Routers {'4845cc0e-2243-4ded-ae74-d7d09f1f765f'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:42:33.837266 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa41910e-66c8-463c-afa4-73359a57c8c6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:33.838522 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fa41910e-66c8-463c-afa4-73359a57c8c6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.1438973 Feb 20 05:42:33.841447 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40610) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:33.843760 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-a55a07ca-ddb2-4c52-b30e-c486e265cacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:42:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['4845cc0e-2243-4ded-ae74-d7d09f1f765f'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:33.907864 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381c9e86-1da4-4681-98d9-2bd815acb093 None None] The sync data for ids ['0d91ccfd-d302-4a51-badb-3f4dd3322d75'] in n-d-829866-5 is: [{'id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'name': 'tempest-ServerActionsTestJSON-2007519912-router', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6513001-1554-417e-8dea-54f2fdde0f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:32:46Z', 'updated_at': '2022-02-20T05:32:53Z', 'revision_number': 4, 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'gw_port': {'id': 'e6513001-1554-417e-8dea-54f2fdde0f04', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:17:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:32:47Z', 'updated_at': '2022-02-20T05:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '00dcd03b-3384-43f9-b137-628c9c7cb3ba', 'name': '', 'network_id': 'a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'mac_address': 'fa:16:3e:f1:1e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:32:50Z', 'updated_at': '2022-02-20T05:32:58Z', 'revision_number': 5, 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'subnets': [{'id': 'a08401b1-85d8-4e92-bab1-1aef3c02482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:42:33.964899 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 68c5ac96-2bc5-484c-9537-a4258ca86f82 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:42:34.167187 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 68c5ac96-2bc5-484c-9537-a4258ca86f82 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:42:34.187119 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 68c5ac96-2bc5-484c-9537-a4258ca86f82 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:34.188503 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (68c5ac96-2bc5-484c-9537-a4258ca86f82), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:34.280587 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-97638742-4629-45a5-af44-22daf77f00f4 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "GET /v2.0/routers/4845cc0e-2243-4ded-ae74-d7d09f1f765f HTTP/1.1" status: 200 len: 907 time: 0.4349997 Feb 20 05:42:34.283199 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40616) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:34.373095 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d3d9139e-ec87-4548-859f-668469d577a6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:42:34.466718 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-a55a07ca-ddb2-4c52-b30e-c486e265cacf None None] Set router 4845cc0e-2243-4ded-ae74-d7d09f1f765f gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:42:34.530277 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4cd7ae81-39d3-4ca8-b50c-9fb9c9f266eb tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router (4845cc0e-2243-4ded-ae74-d7d09f1f765f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:34.672736 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 68c5ac96-2bc5-484c-9537-a4258ca86f82 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:34.673169 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (68c5ac96-2bc5-484c-9537-a4258ca86f82), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:34.742515 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7843fbe3-e5f9-465e-8dbe-129cde546cc5 None None] New status for floating IP 93709177-a12d-458c-9490-cd7cedeb480d: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:42:34.875357 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port d3d9139e-ec87-4548-859f-668469d577a6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:34.876196 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d3d9139e-ec87-4548-859f-668469d577a6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:34.921760 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40620) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:34.923971 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82e943-910d-489c-adec-b3bdece44668 req-b820d1bc-21d4-4006-b553-bd2fce20e022 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:34.928106 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-1f04f9c7-8ed7-43e4-9b95-6da543f84d4d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Request body: {'subnet': {'network_id': 'e15d4d65-799e-48ad-87b7-a9fd79929372', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:34.931786 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca82e943-910d-489c-adec-b3bdece44668 req-b820d1bc-21d4-4006-b553-bd2fce20e022 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2f0df1c-403d-4248-a596-3adbf5b4a42e HTTP/1.1" status: 200 len: 944 time: 0.5264816 Feb 20 05:42:34.965682 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4cd7ae81-39d3-4ca8-b50c-9fb9c9f266eb tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router_gateway (4845cc0e-2243-4ded-ae74-d7d09f1f765f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:35.072832 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f0df1c-403d-4248-a596-3adbf5b4a42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c5ac96-2bc5-484c-9537-a4258ca86f82'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:42:35.073717 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f04f9c7-8ed7-43e4-9b95-6da543f84d4d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Made reservation on behalf of 57c1fd8fe7ad4e47b916b7dc7646ffa1 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:35.075149 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce995a9-2831-4187-98c9-09cc41e217da" -d '{"events": [{"server_uuid": "a2f0df1c-403d-4248-a596-3adbf5b4a42e", "name": "network-vif-plugged", "status": "completed", "tag": "68c5ac96-2bc5-484c-9537-a4258ca86f82"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:42:35.082567 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1f04f9c7-8ed7-43e4-9b95-6da543f84d4d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:35.090323 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca82e943-910d-489c-adec-b3bdece44668 req-8620d6ce-4ddf-4728-9634-d7c4237b19a8 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574452 Feb 20 05:42:35.117615 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 68c5ac96-2bc5-484c-9537-a4258ca86f82, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=68c5ac96-2bc5-484c-9537-a4258ca86f82,segment=NetworkSegment(4cdc692c-dc0a-4b72-9459-ea1592b0f54a),segment_id=4cdc692c-dc0a-4b72-9459-ea1592b0f54a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:35.126012 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (68c5ac96-2bc5-484c-9537-a4258ca86f82), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:35.151273 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-4cd7ae81-39d3-4ca8-b50c-9fb9c9f266eb tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Deleting port af60d890-8fb9-4430-8264-41d222c41575 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:42:35.152778 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4cd7ae81-39d3-4ca8-b50c-9fb9c9f266eb tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (af60d890-8fb9-4430-8264-41d222c41575), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:35.213132 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=68c5ac96-2bc5-484c-9537-a4258ca86f82,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:35.300033 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port d3d9139e-ec87-4548-859f-668469d577a6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:35.324015 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-a55a07ca-ddb2-4c52-b30e-c486e265cacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4845cc0e-2243-4ded-ae74-d7d09f1f765f', 'name': 'tempest-snat-router-1419088366', 'tenant_id': '4067af1c8fc34a748c0de716c771b5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'af60d890-8fb9-4430-8264-41d222c41575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:42:28Z', 'updated_at': '2022-02-20T05:42:31Z', 'revision_number': 3, 'project_id': '4067af1c8fc34a748c0de716c771b5fe', 'gw_port': {'id': 'af60d890-8fb9-4430-8264-41d222c41575', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4845cc0e-2243-4ded-ae74-d7d09f1f765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:42:30Z', 'updated_at': '2022-02-20T05:42:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:35.325835 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a4cff-35f9-4854-b412-dbb6b8743b49 req-442901b0-09e0-4cce-99ed-574edeec68b3 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:35.332728 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-418a4cff-35f9-4854-b412-dbb6b8743b49 req-442901b0-09e0-4cce-99ed-574edeec68b3 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a16e451-33a1-4d00-ae53-5afd4d141da2 HTTP/1.1" status: 200 len: 950 time: 0.0860202 Feb 20 05:42:35.355752 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4cd7ae81-39d3-4ca8-b50c-9fb9c9f266eb tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (af60d890-8fb9-4430-8264-41d222c41575), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:35.382006 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-4cd7ae81-39d3-4ca8-b50c-9fb9c9f266eb tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Calling delete_port for af60d890-8fb9-4430-8264-41d222c41575 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:42:35.392518 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a07ca-ddb2-4c52-b30e-c486e265cacf None None] Checking router: 4845cc0e-2243-4ded-ae74-d7d09f1f765f for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:42:35.395180 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a07ca-ddb2-4c52-b30e-c486e265cacf None None] Updating router 4845cc0e-2243-4ded-ae74-d7d09f1f765f port af60d890-8fb9-4430-8264-41d222c41575 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:42:35.411328 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-418a4cff-35f9-4854-b412-dbb6b8743b49 req-b97d32d0-13b5-46bc-a4e4-84f20c4ec0e9 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776031 Feb 20 05:42:35.482494 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a55a07ca-ddb2-4c52-b30e-c486e265cacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (af60d890-8fb9-4430-8264-41d222c41575), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:35.506796 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1f04f9c7-8ed7-43e4-9b95-6da543f84d4d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (46a76d48-8055-4828-b505-e493e22ddcb2), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:35.600021 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04f9c7-8ed7-43e4-9b95-6da543f84d4d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event updated for resources: {'Subnet': ['ID=46a76d48-8055-4828-b505-e493e22ddcb2,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:35.663955 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e634a16-4fa0-4192-ad0e-b525ec461ad5 req-1f7cbe70-372c-4862-ab68-f7c630a207a4 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:35.665477 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7e634a16-4fa0-4192-ad0e-b525ec461ad5 req-1f7cbe70-372c-4862-ab68-f7c630a207a4 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] 10.222.0.37 "GET /v2.0/ports?device_id=aed6772a-f10f-45ea-adfb-38aa34349cbc HTTP/1.1" status: 200 len: 946 time: 0.1606746 Feb 20 05:42:35.667343 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f04f9c7-8ed7-43e4-9b95-6da543f84d4d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Checking segment: {'id': '3e762766-f11c-4a75-9533-7a40e14081a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e15d4d65-799e-48ad-87b7-a9fd79929372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:42:35.667834 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f04f9c7-8ed7-43e4-9b95-6da543f84d4d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Network hostable DHCP agents. Network: e15d4d65-799e-48ad-87b7-a9fd79929372, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:42:35.714059 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f04f9c7-8ed7-43e4-9b95-6da543f84d4d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Network e15d4d65-799e-48ad-87b7-a9fd79929372 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:42:35.732627 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-1f04f9c7-8ed7-43e4-9b95-6da543f84d4d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, e15d4d65-799e-48ad-87b7-a9fd79929372) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:35.754277 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d280d11-4812-48a1-aba2-47c01e70a074 None None] Network e15d4d65-799e-48ad-87b7-a9fd79929372 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:35.760476 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f04f9c7-8ed7-43e4-9b95-6da543f84d4d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:35.762493 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1f04f9c7-8ed7-43e4-9b95-6da543f84d4d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:35.769580 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7e634a16-4fa0-4192-ad0e-b525ec461ad5 req-1baeff52-b509-403d-a51a-df624e9b6770 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] 10.222.0.37 "GET /v2.0/security-groups?id=20d8700e-e76b-48e5-93de-17a4af85e8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949152 Feb 20 05:42:35.786675 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1f04f9c7-8ed7-43e4-9b95-6da543f84d4d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8637817 Feb 20 05:42:35.790228 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40630) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:35.798554 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-ef3198b6-c006-4fc2-b78f-be42f56b61a8 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1826542056'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:35.801273 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4cd7ae81-39d3-4ca8-b50c-9fb9c9f266eb tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (af60d890-8fb9-4430-8264-41d222c41575), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:35.899826 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3198b6-c006-4fc2-b78f-be42f56b61a8 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Made reservation on behalf of 57c1fd8fe7ad4e47b916b7dc7646ffa1 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:35.906872 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef3198b6-c006-4fc2-b78f-be42f56b61a8 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:35.920093 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40634) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:35.938968 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e8eeb9-cbcb-43d4-bd84-ef4ffc0e5b1c x-openstack-request-id: req-61e8eeb9-cbcb-43d4-bd84-ef4ffc0e5b1c {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:42:35.939464 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f0df1c-403d-4248-a596-3adbf5b4a42e", "name": "network-vif-plugged", "status": "completed", "tag": "68c5ac96-2bc5-484c-9537-a4258ca86f82", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:42:35.939573 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61e8eeb9-cbcb-43d4-bd84-ef4ffc0e5b1c {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:42:35.939924 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f0df1c-403d-4248-a596-3adbf5b4a42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c5ac96-2bc5-484c-9537-a4258ca86f82', 'code': 200} Feb 20 05:42:35.950328 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7ae81-39d3-4ca8-b50c-9fb9c9f266eb tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Pushing event deleted for resources: {'Port': ['ID=af60d890-8fb9-4430-8264-41d222c41575,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:36.022126 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3198b6-c006-4fc2-b78f-be42f56b61a8 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:42:36.024417 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44166a01-3e37-4a47-8251-9065af7f9593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-e15d4d65-799e-48ad-87b7-a9fd79929372', 'network_id': 'e15d4d65-799e-48ad-87b7-a9fd79929372', 'project_id': '57c1fd8fe7ad4e47b916b7dc7646ffa1', 'fixed_ips': [{'subnet_id': '46a76d48-8055-4828-b505-e493e22ddcb2'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:42:36.025849 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44166a01-3e37-4a47-8251-9065af7f9593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:36.042127 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d51825-97f4-4fc6-a162-e98d0a0decc3 req-933c8553-308d-4649-944e-78d6fb599eeb tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:36.043293 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b2d51825-97f4-4fc6-a162-e98d0a0decc3 req-933c8553-308d-4649-944e-78d6fb599eeb tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed6772a-f10f-45ea-adfb-38aa34349cbc HTTP/1.1" status: 200 len: 946 time: 0.2170060 Feb 20 05:42:36.072166 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef3198b6-c006-4fc2-b78f-be42f56b61a8 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (e49d5577-dbaf-409e-b5d3-6e61b12c1137), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:36.072763 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-ef3198b6-c006-4fc2-b78f-be42f56b61a8 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Added segment e49d5577-dbaf-409e-b5d3-6e61b12c1137 of type vlan for network bba6e05d-aa5c-46b6-87d7-c424f0c2d7fb Feb 20 05:42:36.215242 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4f80d-375c-4814-9700-33924a68f4e5 req-9f82014c-edc7-4d49-857d-729440cc7e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:36.216913 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aaf4f80d-375c-4814-9700-33924a68f4e5 req-9f82014c-edc7-4d49-857d-729440cc7e80 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a2f0df1c-403d-4248-a596-3adbf5b4a42e HTTP/1.1" status: 200 len: 1127 time: 0.2685785 Feb 20 05:42:36.271846 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef3198b6-c006-4fc2-b78f-be42f56b61a8 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (bba6e05d-aa5c-46b6-87d7-c424f0c2d7fb), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:36.337886 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef3198b6-c006-4fc2-b78f-be42f56b61a8 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (bba6e05d-aa5c-46b6-87d7-c424f0c2d7fb), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:36.344532 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3198b6-c006-4fc2-b78f-be42f56b61a8 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:36.345183 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef3198b6-c006-4fc2-b78f-be42f56b61a8 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:36.388767 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-a55a07ca-ddb2-4c52-b30e-c486e265cacf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:42:36.389181 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-a55a07ca-ddb2-4c52-b30e-c486e265cacf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:42:36.464372 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aaf4f80d-375c-4814-9700-33924a68f4e5 req-340d6984-2734-4cc2-b739-e119658adda8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975772 Feb 20 05:42:36.556836 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-44166a01-3e37-4a47-8251-9065af7f9593 None None] Allocated IP 2001:db8:0:ffff::2 (e15d4d65-799e-48ad-87b7-a9fd79929372/46a76d48-8055-4828-b505-e493e22ddcb2/11f6068f-1187-4e74-a733-966cd2312e44) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:42:36.561810 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3198b6-c006-4fc2-b78f-be42f56b61a8 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event updated for resources: {'Network': ['ID=bba6e05d-aa5c-46b6-87d7-c424f0c2d7fb,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:36.573653 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ef3198b6-c006-4fc2-b78f-be42f56b61a8 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7823675 Feb 20 05:42:36.579586 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40640) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:36.595282 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-60534066-d34f-4c41-a427-09b6b8b20655 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Request body: {'subnet': {'network_id': 'bba6e05d-aa5c-46b6-87d7-c424f0c2d7fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:36.625192 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-b2d51825-97f4-4fc6-a162-e98d0a0decc3 req-6bcb33ee-975e-47a4-b454-1a5540a6a1c2 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Deleting port 4d1b95b9-3c90-41cd-9a07-b361538803a8 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:42:36.625758 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b2d51825-97f4-4fc6-a162-e98d0a0decc3 req-6bcb33ee-975e-47a4-b454-1a5540a6a1c2 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4d1b95b9-3c90-41cd-9a07-b361538803a8), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:36.740679 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4cd7ae81-39d3-4ca8-b50c-9fb9c9f266eb tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (4845cc0e-2243-4ded-ae74-d7d09f1f765f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:36.748064 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44166a01-3e37-4a47-8251-9065af7f9593 None None] Publish callbacks [] for port (11f6068f-1187-4e74-a733-966cd2312e44), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:36.750360 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-b2d51825-97f4-4fc6-a162-e98d0a0decc3 req-6bcb33ee-975e-47a4-b454-1a5540a6a1c2 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] For port 4d1b95b9-3c90-41cd-9a07-b361538803a8, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4d1b95b9-3c90-41cd-9a07-b361538803a8,segment=NetworkSegment(93598f9e-e64c-4052-a06d-7d664e887b45),segment_id=93598f9e-e64c-4052-a06d-7d664e887b45)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:36.753647 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b2d51825-97f4-4fc6-a162-e98d0a0decc3 req-6bcb33ee-975e-47a4-b454-1a5540a6a1c2 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4d1b95b9-3c90-41cd-9a07-b361538803a8), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:36.755340 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network bba6e05d-aa5c-46b6-87d7-c424f0c2d7fb details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:42:36.758093 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44166a01-3e37-4a47-8251-9065af7f9593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (11f6068f-1187-4e74-a733-966cd2312e44), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:36.769500 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-b2d51825-97f4-4fc6-a162-e98d0a0decc3 req-6bcb33ee-975e-47a4-b454-1a5540a6a1c2 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Calling delete_port for 4d1b95b9-3c90-41cd-9a07-b361538803a8 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:42:36.851982 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ced4d151-a889-400b-8180-3f1becf54586 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks [] for security_group (573067bd-241a-4910-abd7-d45aa63ad6b7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:36.994686 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60534066-d34f-4c41-a427-09b6b8b20655 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Made reservation on behalf of 57c1fd8fe7ad4e47b916b7dc7646ffa1 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:37.001537 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-60534066-d34f-4c41-a427-09b6b8b20655 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:37.056058 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a07ca-ddb2-4c52-b30e-c486e265cacf None None] Port af60d890-8fb9-4430-8264-41d222c41575 not found while updating agent binding for router 4845cc0e-2243-4ded-ae74-d7d09f1f765f. {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 20 05:42:37.075279 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4cd7ae81-39d3-4ca8-b50c-9fb9c9f266eb tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (4845cc0e-2243-4ded-ae74-d7d09f1f765f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:37.077413 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44166a01-3e37-4a47-8251-9065af7f9593 None None] Network e15d4d65-799e-48ad-87b7-a9fd79929372 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:42:37.084074 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b2d51825-97f4-4fc6-a162-e98d0a0decc3 req-6bcb33ee-975e-47a4-b454-1a5540a6a1c2 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (4d1b95b9-3c90-41cd-9a07-b361538803a8), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:37.089370 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4cd7ae81-39d3-4ca8-b50c-9fb9c9f266eb tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router_controller (4845cc0e-2243-4ded-ae74-d7d09f1f765f), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:37.092224 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ced4d151-a889-400b-8180-3f1becf54586 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks [] for security_group (573067bd-241a-4910-abd7-d45aa63ad6b7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:37.096249 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55a07ca-ddb2-4c52-b30e-c486e265cacf None None] Routers {'4845cc0e-2243-4ded-ae74-d7d09f1f765f'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:42:37.097187 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-a55a07ca-ddb2-4c52-b30e-c486e265cacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:42:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['4845cc0e-2243-4ded-ae74-d7d09f1f765f'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:37.098945 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-44166a01-3e37-4a47-8251-9065af7f9593 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:37.105659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['4d1b95b9-3c90-41cd-9a07-b361538803a8'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:42:37.109664 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44166a01-3e37-4a47-8251-9065af7f9593 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:42:37.121548 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a4819-71aa-487d-84ee-d110700d2664 req-ebc86877-eced-4f31-a89b-e92f816bb3e9 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:37.127639 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a4819-71aa-487d-84ee-d110700d2664 req-ebc86877-eced-4f31-a89b-e92f816bb3e9 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:37.142790 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a3a4819-71aa-487d-84ee-d110700d2664 req-ebc86877-eced-4f31-a89b-e92f816bb3e9 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ea21ba-e4e0-4465-a327-b87f00a1cc98&device_id=5a16e451-33a1-4d00-ae53-5afd4d141da2 HTTP/1.1" status: 200 len: 1691 time: 0.5574987 Feb 20 05:42:37.144145 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb33ee-975e-47a4-b454-1a5540a6a1c2 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Pushing event deleted for resources: {'Port': ['ID=4d1b95b9-3c90-41cd-9a07-b361538803a8,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:37.151582 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44166a01-3e37-4a47-8251-9065af7f9593 None None] Pushing event updated for resources: {'Port': ['ID=11f6068f-1187-4e74-a733-966cd2312e44,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:37.208210 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d51825-97f4-4fc6-a162-e98d0a0decc3 req-6bcb33ee-975e-47a4-b454-1a5540a6a1c2 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] No DVR routers for this DVR port 4d1b95b9-3c90-41cd-9a07-b361538803a8 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:42:37.212647 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b2d51825-97f4-4fc6-a162-e98d0a0decc3 req-6bcb33ee-975e-47a4-b454-1a5540a6a1c2 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:37.216302 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b2d51825-97f4-4fc6-a162-e98d0a0decc3 req-6bcb33ee-975e-47a4-b454-1a5540a6a1c2 tempest-InstanceActionsV221TestJSON-239933100 tempest-InstanceActionsV221TestJSON-239933100-project] 10.222.0.61 "DELETE /v2.0/ports/4d1b95b9-3c90-41cd-9a07-b361538803a8 HTTP/1.1" status: 204 len: 173 time: 1.1527607 Feb 20 05:42:37.235593 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed6772a-f10f-45ea-adfb-38aa34349cbc', 'name': 'network-vif-deleted', 'tag': '4d1b95b9-3c90-41cd-9a07-b361538803a8'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:42:37.240121 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0e93d1-8670-48cc-96fe-3ed92b77cb3b" -d '{"events": [{"server_uuid": "aed6772a-f10f-45ea-adfb-38aa34349cbc", "name": "network-vif-deleted", "tag": "4d1b95b9-3c90-41cd-9a07-b361538803a8"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:42:37.269239 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-a55a07ca-ddb2-4c52-b30e-c486e265cacf None None] Set router 4845cc0e-2243-4ded-ae74-d7d09f1f765f gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:42:37.343498 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-a55a07ca-ddb2-4c52-b30e-c486e265cacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4845cc0e-2243-4ded-ae74-d7d09f1f765f', 'name': 'tempest-snat-router-1419088366', 'tenant_id': '4067af1c8fc34a748c0de716c771b5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:42:28Z', 'updated_at': '2022-02-20T05:42:35Z', 'revision_number': 5, 'project_id': '4067af1c8fc34a748c0de716c771b5fe', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:37.344930 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4cd7ae81-39d3-4ca8-b50c-9fb9c9f266eb tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (4845cc0e-2243-4ded-ae74-d7d09f1f765f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:37.345594 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd7ae81-39d3-4ca8-b50c-9fb9c9f266eb tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4845cc0e-2243-4ded-ae74-d7d09f1f765f {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:42:37.345987 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-44166a01-3e37-4a47-8251-9065af7f9593 None None] Attempting to bind port 11f6068f-1187-4e74-a733-966cd2312e44 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:42:37.346398 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-44166a01-3e37-4a47-8251-9065af7f9593 None None] Attempting to bind port 11f6068f-1187-4e74-a733-966cd2312e44 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '3e762766-f11c-4a75-9533-7a40e14081a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e15d4d65-799e-48ad-87b7-a9fd79929372'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:42:37.346771 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44166a01-3e37-4a47-8251-9065af7f9593 None None] Attempting to bind port 11f6068f-1187-4e74-a733-966cd2312e44 on network e15d4d65-799e-48ad-87b7-a9fd79929372 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:42:37.355368 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4cd7ae81-39d3-4ca8-b50c-9fb9c9f266eb tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:37.359111 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44166a01-3e37-4a47-8251-9065af7f9593 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:42:37.359636 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44166a01-3e37-4a47-8251-9065af7f9593 None None] Checking segment: {'id': '3e762766-f11c-4a75-9533-7a40e14081a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e15d4d65-799e-48ad-87b7-a9fd79929372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:42:37.360108 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44166a01-3e37-4a47-8251-9065af7f9593 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:37.360601 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4cd7ae81-39d3-4ca8-b50c-9fb9c9f266eb tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "DELETE /v2.0/routers/4845cc0e-2243-4ded-ae74-d7d09f1f765f HTTP/1.1" status: 204 len: 168 time: 3.0762975 Feb 20 05:42:37.363383 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44166a01-3e37-4a47-8251-9065af7f9593 None None] Bound using segment: {'id': '3e762766-f11c-4a75-9533-7a40e14081a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e15d4d65-799e-48ad-87b7-a9fd79929372'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:42:37.363892 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-44166a01-3e37-4a47-8251-9065af7f9593 None None] Bound port: 11f6068f-1187-4e74-a733-966cd2312e44, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e762766-f11c-4a75-9533-7a40e14081a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e15d4d65-799e-48ad-87b7-a9fd79929372'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:42:37.364353 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44166a01-3e37-4a47-8251-9065af7f9593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (11f6068f-1187-4e74-a733-966cd2312e44), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:37.375215 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40648) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:37.401614 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a07ca-ddb2-4c52-b30e-c486e265cacf None None] The sync data for ids ['4845cc0e-2243-4ded-ae74-d7d09f1f765f'] in n-d-829866-5 is: [{'id': '4845cc0e-2243-4ded-ae74-d7d09f1f765f', 'name': 'tempest-snat-router-1419088366', 'tenant_id': '4067af1c8fc34a748c0de716c771b5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:42:28Z', 'updated_at': '2022-02-20T05:42:35Z', 'revision_number': 5, 'project_id': '4067af1c8fc34a748c0de716c771b5fe', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:42:37.431080 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-60534066-d34f-4c41-a427-09b6b8b20655 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (9bc4da34-f5bb-4fed-8b23-bc97e80d208b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:37.517027 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-44166a01-3e37-4a47-8251-9065af7f9593 None None] For port 11f6068f-1187-4e74-a733-966cd2312e44, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:42:37.527357 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60534066-d34f-4c41-a427-09b6b8b20655 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event updated for resources: {'Subnet': ['ID=9bc4da34-f5bb-4fed-8b23-bc97e80d208b,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:37.531545 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-44166a01-3e37-4a47-8251-9065af7f9593 None None] For port 11f6068f-1187-4e74-a733-966cd2312e44, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=11f6068f-1187-4e74-a733-966cd2312e44,segment=NetworkSegment(3e762766-f11c-4a75-9533-7a40e14081a2),segment_id=3e762766-f11c-4a75-9533-7a40e14081a2)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:42:37.533664 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60534066-d34f-4c41-a427-09b6b8b20655 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Checking segment: {'id': 'e49d5577-dbaf-409e-b5d3-6e61b12c1137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bba6e05d-aa5c-46b6-87d7-c424f0c2d7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:42:37.534032 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60534066-d34f-4c41-a427-09b6b8b20655 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Network hostable DHCP agents. Network: bba6e05d-aa5c-46b6-87d7-c424f0c2d7fb, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:42:37.539142 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44166a01-3e37-4a47-8251-9065af7f9593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (11f6068f-1187-4e74-a733-966cd2312e44), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:37.554992 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a3a4819-71aa-487d-84ee-d110700d2664 req-19254374-836f-4042-bc2e-8d4b7fafa63e tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109261 Feb 20 05:42:37.564887 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60534066-d34f-4c41-a427-09b6b8b20655 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Network bba6e05d-aa5c-46b6-87d7-c424f0c2d7fb is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:42:37.576829 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-60534066-d34f-4c41-a427-09b6b8b20655 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, bba6e05d-aa5c-46b6-87d7-c424f0c2d7fb) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:37.582810 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60534066-d34f-4c41-a427-09b6b8b20655 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:37.583708 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-60534066-d34f-4c41-a427-09b6b8b20655 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:37.590701 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ced4d151-a889-400b-8180-3f1becf54586 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (573067bd-241a-4910-abd7-d45aa63ad6b7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:37.599612 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ced4d151-a889-400b-8180-3f1becf54586 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:37.605903 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ced4d151-a889-400b-8180-3f1becf54586 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "DELETE /v2.0/security-groups/573067bd-241a-4910-abd7-d45aa63ad6b7 HTTP/1.1" status: 204 len: 168 time: 1.6772904 Feb 20 05:42:37.607277 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40656) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:37.612294 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-60534066-d34f-4c41-a427-09b6b8b20655 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0226114 Feb 20 05:42:37.612962 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40658) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:37.620802 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05a1b5c-c9af-402c-946d-d379d5ce8604 None None] Network bba6e05d-aa5c-46b6-87d7-c424f0c2d7fb requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:37.761253 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:42:37.781480 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-f1b00e74-e438-4a38-8163-99c209211ec2 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] show failed (client error): The resource could not be found. Feb 20 05:42:37.787139 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f1b00e74-e438-4a38-8163-99c209211ec2 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "GET /v2.0/security-groups/573067bd-241a-4910-abd7-d45aa63ad6b7 HTTP/1.1" status: 404 len: 347 time: 0.1405032 Feb 20 05:42:37.800214 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4d151-a889-400b-8180-3f1becf54586 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=573067bd-241a-4910-abd7-d45aa63ad6b7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:37.802306 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40664) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:37.942387 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44166a01-3e37-4a47-8251-9065af7f9593 None None] Pushing event updated for resources: {'Port': ['ID=11f6068f-1187-4e74-a733-966cd2312e44,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:38.031276 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c9cfd2c-60e5-4040-8ae4-c4d14b4b76a2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (bba6e05d-aa5c-46b6-87d7-c424f0c2d7fb), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:38.157836 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2151ad-aced-4025-b0e2-60c6293f2bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-bba6e05d-aa5c-46b6-87d7-c424f0c2d7fb', 'network_id': 'bba6e05d-aa5c-46b6-87d7-c424f0c2d7fb', 'project_id': '57c1fd8fe7ad4e47b916b7dc7646ffa1', 'fixed_ips': [{'subnet_id': '9bc4da34-f5bb-4fed-8b23-bc97e80d208b'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:42:38.162066 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed2151ad-aced-4025-b0e2-60c6293f2bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:38.250112 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccb22a-1726-4b59-b22f-a41b6ed97d44 req-d5dd8e6a-dc49-488a-b6da-878381419374 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:38.260936 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-12ccb22a-1726-4b59-b22f-a41b6ed97d44 req-d5dd8e6a-dc49-488a-b6da-878381419374 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2f0df1c-403d-4248-a596-3adbf5b4a42e HTTP/1.1" status: 200 len: 945 time: 0.4654751 Feb 20 05:42:38.292762 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-370d7b49-4e33-403d-b529-c876dc28ddc6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router (0e82f4b0-7557-477f-9274-474d165a4feb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:38.303355 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40670) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:38.324881 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c9cfd2c-60e5-4040-8ae4-c4d14b4b76a2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (9bc4da34-f5bb-4fed-8b23-bc97e80d208b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:38.470382 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-2f4a5b6a-e169-482e-be0b-93fe48ae44d6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Deleting port 03b4713c-83e3-4976-af4e-b47da92ee18e {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:42:38.471539 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2f4a5b6a-e169-482e-be0b-93fe48ae44d6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (03b4713c-83e3-4976-af4e-b47da92ee18e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:38.487217 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-12ccb22a-1726-4b59-b22f-a41b6ed97d44 req-5e4083ed-dc00-4f75-9f20-8a5894630ed4 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186022 Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server [None req-ed2151ad-aced-4025-b0e2-60c6293f2bf2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9bc4da34-f5bb-4fed-8b23-bc97e80d208b: This subnet is being modified by another concurrent operation. Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 20 05:42:38.507345 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise exception Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9bc4da34-f5bb-4fed-8b23-bc97e80d208b: This subnet is being modified by another concurrent operation. Feb 20 05:42:38.511462 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server Feb 20 05:42:38.535999 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd98af2-bd8d-4767-92b5-151bbfc6017b None None] Network bba6e05d-aa5c-46b6-87d7-c424f0c2d7fb requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:38.591476 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c9cfd2c-60e5-4040-8ae4-c4d14b4b76a2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (9bc4da34-f5bb-4fed-8b23-bc97e80d208b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:38.602923 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d22978fe-fcb5-42d4-8a32-dad2b0e949ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:38.644462 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cfd2c-60e5-4040-8ae4-c4d14b4b76a2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event deleted for resources: {'Subnet': ['ID=9bc4da34-f5bb-4fed-8b23-bc97e80d208b,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:38.684428 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931a4f1a-4602-4730-b5f1-8a561b5661c3 x-openstack-request-id: req-931a4f1a-4602-4730-b5f1-8a561b5661c3 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:42:38.685047 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed6772a-f10f-45ea-adfb-38aa34349cbc", "name": "network-vif-deleted", "tag": "4d1b95b9-3c90-41cd-9a07-b361538803a8", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:42:38.685508 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-931a4f1a-4602-4730-b5f1-8a561b5661c3 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:42:38.690602 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed6772a-f10f-45ea-adfb-38aa34349cbc', 'name': 'network-vif-deleted', 'tag': '4d1b95b9-3c90-41cd-9a07-b361538803a8', 'status': 'completed', 'code': 200} Feb 20 05:42:38.704391 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-370d7b49-4e33-403d-b529-c876dc28ddc6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router_gateway (0e82f4b0-7557-477f-9274-474d165a4feb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:38.773796 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2f4a5b6a-e169-482e-be0b-93fe48ae44d6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (03b4713c-83e3-4976-af4e-b47da92ee18e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:38.774129 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2f4a5b6a-e169-482e-be0b-93fe48ae44d6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks [] for floatingip (03b4713c-83e3-4976-af4e-b47da92ee18e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:38.790732 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-2f4a5b6a-e169-482e-be0b-93fe48ae44d6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Calling delete_port for 03b4713c-83e3-4976-af4e-b47da92ee18e owned by network:floatingip {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:42:38.820475 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d22978fe-fcb5-42d4-8a32-dad2b0e949ff admin admin] Publish callbacks [] for security_group (8747f135-49ba-4981-9f54-ea28d1584f66), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:38.826095 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d22978fe-fcb5-42d4-8a32-dad2b0e949ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8747f135-49ba-4981-9f54-ea28d1584f66), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:38.829502 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c9cfd2c-60e5-4040-8ae4-c4d14b4b76a2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (bba6e05d-aa5c-46b6-87d7-c424f0c2d7fb), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:38.860401 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22978fe-fcb5-42d4-8a32-dad2b0e949ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8747f135-49ba-4981-9f54-ea28d1584f66,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:38.893130 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-370d7b49-4e33-403d-b529-c876dc28ddc6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Deleting port d3d9139e-ec87-4548-859f-668469d577a6 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:42:38.893761 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-370d7b49-4e33-403d-b529-c876dc28ddc6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (d3d9139e-ec87-4548-859f-668469d577a6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:38.903801 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-3c9cfd2c-60e5-4040-8ae4-c4d14b4b76a2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba6e05d-aa5c-46b6-87d7-c424f0c2d7fb']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:38.921527 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-3c9cfd2c-60e5-4040-8ae4-c4d14b4b76a2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49d5577-dbaf-409e-b5d3-6e61b12c1137') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:38.921874 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-3c9cfd2c-60e5-4040-8ae4-c4d14b4b76a2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49d5577-dbaf-409e-b5d3-6e61b12c1137') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:38.955344 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c9cfd2c-60e5-4040-8ae4-c4d14b4b76a2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (e49d5577-dbaf-409e-b5d3-6e61b12c1137), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:38.959239 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d22978fe-fcb5-42d4-8a32-dad2b0e949ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9f93e5ecb2e4b9ab3b94fd4dbf4b3a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6399195 Feb 20 05:42:38.963940 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40682) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:39.020568 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c9cfd2c-60e5-4040-8ae4-c4d14b4b76a2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (e49d5577-dbaf-409e-b5d3-6e61b12c1137), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:39.058567 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c9cfd2c-60e5-4040-8ae4-c4d14b4b76a2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:42:39.059037 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c9cfd2c-60e5-4040-8ae4-c4d14b4b76a2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (e49d5577-dbaf-409e-b5d3-6e61b12c1137), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:42:39.063963 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:42:39.101179 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-370d7b49-4e33-403d-b529-c876dc28ddc6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] For port d3d9139e-ec87-4548-859f-668469d577a6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d3d9139e-ec87-4548-859f-668469d577a6,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:39.101550 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-370d7b49-4e33-403d-b529-c876dc28ddc6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (d3d9139e-ec87-4548-859f-668469d577a6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:39.119651 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-370d7b49-4e33-403d-b529-c876dc28ddc6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Calling delete_port for d3d9139e-ec87-4548-859f-668469d577a6 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:42:39.330331 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c9cfd2c-60e5-4040-8ae4-c4d14b4b76a2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (bba6e05d-aa5c-46b6-87d7-c424f0c2d7fb), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:39.343975 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c9cfd2c-60e5-4040-8ae4-c4d14b4b76a2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:39.353751 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3c9cfd2c-60e5-4040-8ae4-c4d14b4b76a2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "DELETE /v2.0/networks/bba6e05d-aa5c-46b6-87d7-c424f0c2d7fb HTTP/1.1" status: 204 len: 168 time: 1.7390471 Feb 20 05:42:39.357490 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40686) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:39.371137 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-99319df1-2f84-4a14-a5b4-a6f552412d75 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-471673631'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:39.398970 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-370d7b49-4e33-403d-b529-c876dc28ddc6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (d3d9139e-ec87-4548-859f-668469d577a6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:39.414999 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2f4a5b6a-e169-482e-be0b-93fe48ae44d6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (03b4713c-83e3-4976-af4e-b47da92ee18e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:39.435277 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d7b49-4e33-403d-b529-c876dc28ddc6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3d9139e-ec87-4548-859f-668469d577a6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:39.470734 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99319df1-2f84-4a14-a5b4-a6f552412d75 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Made reservation on behalf of 57c1fd8fe7ad4e47b916b7dc7646ffa1 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:39.493608 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-99319df1-2f84-4a14-a5b4-a6f552412d75 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:39.495178 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b6311-04be-474f-9fce-2e3ee47a6373 req-e837e02c-20a3-4a95-a910-12e98b07a611 tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:39.504015 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d87b6311-04be-474f-9fce-2e3ee47a6373 req-e837e02c-20a3-4a95-a910-12e98b07a611 tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=44ea21ba-e4e0-4465-a327-b87f00a1cc98 HTTP/1.1" status: 200 len: 1132 time: 0.4697962 Feb 20 05:42:39.583499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cfd2c-60e5-4040-8ae4-c4d14b4b76a2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event deleted for resources: {'Network': ['ID=bba6e05d-aa5c-46b6-87d7-c424f0c2d7fb,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:39.620034 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a5b6a-e169-482e-be0b-93fe48ae44d6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Pushing event deleted for resources: {'Port': ['ID=03b4713c-83e3-4976-af4e-b47da92ee18e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:39.639150 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-370d7b49-4e33-403d-b529-c876dc28ddc6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (0e82f4b0-7557-477f-9274-474d165a4feb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:39.663120 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df4ce22c-a118-4d0e-8ed8-d98218915a99 admin admin] Publish callbacks [] for security_group (8747f135-49ba-4981-9f54-ea28d1584f66), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:39.687274 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df4ce22c-a118-4d0e-8ed8-d98218915a99 admin admin] Publish callbacks [] for security_group (8747f135-49ba-4981-9f54-ea28d1584f66), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:39.693289 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d87b6311-04be-474f-9fce-2e3ee47a6373 req-4792ddba-2ed7-42d8-895d-56d665edb56b tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845901 Feb 20 05:42:39.736816 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10e9b66-810b-4cc9-aac1-fa50d05474f1 None None] get_active_networks_info from n-d-829866-5 {{(pid=103408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 05:42:39.742450 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99319df1-2f84-4a14-a5b4-a6f552412d75 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:42:39.750404 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df4ce22c-a118-4d0e-8ed8-d98218915a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8747f135-49ba-4981-9f54-ea28d1584f66), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:39.753596 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df4ce22c-a118-4d0e-8ed8-d98218915a99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:39.755470 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-df4ce22c-a118-4d0e-8ed8-d98218915a99 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8747f135-49ba-4981-9f54-ea28d1584f66 HTTP/1.1" status: 204 len: 168 time: 0.7814832 Feb 20 05:42:39.773924 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-99319df1-2f84-4a14-a5b4-a6f552412d75 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (85db0b8c-e965-4fb2-a93f-de83aca90840), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:39.774457 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-99319df1-2f84-4a14-a5b4-a6f552412d75 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Added segment 85db0b8c-e965-4fb2-a93f-de83aca90840 of type vlan for network e11dc013-4079-40da-8e99-33c7594579ec Feb 20 05:42:39.776387 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2f4a5b6a-e169-482e-be0b-93fe48ae44d6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks [] for floatingip (93709177-a12d-458c-9490-cd7cedeb480d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:39.779942 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2f4a5b6a-e169-482e-be0b-93fe48ae44d6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:39.784824 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2f4a5b6a-e169-482e-be0b-93fe48ae44d6 tempest-ServerActionsTestJSON-598958011 tempest-ServerActionsTestJSON-598958011-project] 10.222.0.37 "DELETE /v2.0/floatingips/93709177-a12d-458c-9490-cd7cedeb480d HTTP/1.1" status: 204 len: 168 time: 1.9789436 Feb 20 05:42:39.784824 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ce22c-a118-4d0e-8ed8-d98218915a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8747f135-49ba-4981-9f54-ea28d1584f66,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:39.792823 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40694) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:39.893992 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-99319df1-2f84-4a14-a5b4-a6f552412d75 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (e11dc013-4079-40da-8e99-33c7594579ec), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:39.939040 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10e9b66-810b-4cc9-aac1-fa50d05474f1 None None] Resources bound (agent type, host, resource id): {{(pid=103408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 05:42:39.973181 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 4d1b95b9-3c90-41cd-9a07-b361538803a8 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:42:39.987851 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-370d7b49-4e33-403d-b529-c876dc28ddc6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (0e82f4b0-7557-477f-9274-474d165a4feb), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:39.990844 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-370d7b49-4e33-403d-b529-c876dc28ddc6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router_controller (0e82f4b0-7557-477f-9274-474d165a4feb), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:40.028133 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-99319df1-2f84-4a14-a5b4-a6f552412d75 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (e11dc013-4079-40da-8e99-33c7594579ec), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:40.046617 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99319df1-2f84-4a14-a5b4-a6f552412d75 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:40.057369 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-99319df1-2f84-4a14-a5b4-a6f552412d75 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:40.071405 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7e29ec49-d1d9-4e5f-b2e3-253d71cf5fe9 None None] Provisioning complete for port 11f6068f-1187-4e74-a733-966cd2312e44 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:40.073931 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7e29ec49-d1d9-4e5f-b2e3-253d71cf5fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (11f6068f-1187-4e74-a733-966cd2312e44), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:40.204930 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-370d7b49-4e33-403d-b529-c876dc28ddc6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (0e82f4b0-7557-477f-9274-474d165a4feb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:40.205804 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370d7b49-4e33-403d-b529-c876dc28ddc6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e82f4b0-7557-477f-9274-474d165a4feb {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:42:40.213276 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-370d7b49-4e33-403d-b529-c876dc28ddc6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:40.223637 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-370d7b49-4e33-403d-b529-c876dc28ddc6 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "DELETE /v2.0/routers/0e82f4b0-7557-477f-9274-474d165a4feb HTTP/1.1" status: 204 len: 168 time: 2.8460844 Feb 20 05:42:40.239321 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd89e25-eb7b-40c6-b67f-12a5e278faac req-6fd7ef81-73e4-4657-93fb-3768c8ae7d89 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:40.246082 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 4d1b95b9-3c90-41cd-9a07-b361538803a8 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:42:40.253082 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fdd89e25-eb7b-40c6-b67f-12a5e278faac req-6fd7ef81-73e4-4657-93fb-3768c8ae7d89 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2f0df1c-403d-4248-a596-3adbf5b4a42e HTTP/1.1" status: 200 len: 945 time: 0.2815619 Feb 20 05:42:40.253473 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 4d1b95b9-3c90-41cd-9a07-b361538803a8 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:42:40.270111 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40702) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:40.275983 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-1d0a007d-725c-42ef-a3e5-8c1bcbe760c8 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1029924452', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:40.344966 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40706) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:40.433289 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 11f6068f-1187-4e74-a733-966cd2312e44 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:42:40.443923 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee576f48-7723-4ae8-8a8f-78ca5fb15397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:40.447291 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d0a007d-725c-42ef-a3e5-8c1bcbe760c8 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (1569e4ad-08c7-44a9-a394-49ab9b79887d), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:40.452819 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d0a007d-725c-42ef-a3e5-8c1bcbe760c8 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (1569e4ad-08c7-44a9-a394-49ab9b79887d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:40.547416 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7e29ec49-d1d9-4e5f-b2e3-253d71cf5fe9 None None] Current status of the port 11f6068f-1187-4e74-a733-966cd2312e44 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:40.548154 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7e29ec49-d1d9-4e5f-b2e3-253d71cf5fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (11f6068f-1187-4e74-a733-966cd2312e44), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:40.569687 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fdd89e25-eb7b-40c6-b67f-12a5e278faac req-56f77428-08fb-462f-935d-87848cd0f3c9 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145301 Feb 20 05:42:40.679934 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 11f6068f-1187-4e74-a733-966cd2312e44 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:40.680486 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (11f6068f-1187-4e74-a733-966cd2312e44), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:40.684542 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d0a007d-725c-42ef-a3e5-8c1bcbe760c8 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_controller (1569e4ad-08c7-44a9-a394-49ab9b79887d), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:40.701223 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7e29ec49-d1d9-4e5f-b2e3-253d71cf5fe9 None None] For port 11f6068f-1187-4e74-a733-966cd2312e44, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=11f6068f-1187-4e74-a733-966cd2312e44,segment=NetworkSegment(3e762766-f11c-4a75-9533-7a40e14081a2),segment_id=3e762766-f11c-4a75-9533-7a40e14081a2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:40.723252 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99319df1-2f84-4a14-a5b4-a6f552412d75 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event updated for resources: {'Network': ['ID=e11dc013-4079-40da-8e99-33c7594579ec,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:40.731999 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4f2cf2-fa82-4d14-9ac2-ef10d114a7fd None None] Network e15d4d65-799e-48ad-87b7-a9fd79929372 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:40.738192 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7e29ec49-d1d9-4e5f-b2e3-253d71cf5fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (11f6068f-1187-4e74-a733-966cd2312e44), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:40.754555 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network e11dc013-4079-40da-8e99-33c7594579ec details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:42:40.787196 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-99319df1-2f84-4a14-a5b4-a6f552412d75 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4246933 Feb 20 05:42:40.789847 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40710) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:40.796407 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-cf1e356b-3a80-4a74-a93f-729fb124b63f tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Request body: {'subnet': {'network_id': 'e11dc013-4079-40da-8e99-33c7594579ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:40.943594 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee576f48-7723-4ae8-8a8f-78ca5fb15397 admin admin] Publish callbacks [] for security_group (26af398f-aaee-4f38-ab43-df72d7db84c8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:40.972504 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1e356b-3a80-4a74-a93f-729fb124b63f tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Made reservation on behalf of 57c1fd8fe7ad4e47b916b7dc7646ffa1 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:40.976324 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf1e356b-3a80-4a74-a93f-729fb124b63f tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:40.991860 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee576f48-7723-4ae8-8a8f-78ca5fb15397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (26af398f-aaee-4f38-ab43-df72d7db84c8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:41.113755 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d0a007d-725c-42ef-a3e5-8c1bcbe760c8 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_gateway (1569e4ad-08c7-44a9-a394-49ab9b79887d), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:41.121662 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b63d7-8c9d-442f-b7c9-28e35e796f44 req-4052b361-e5d0-4bc2-9304-cac9c6fa9a96 tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:41.131169 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-315b63d7-8c9d-442f-b7c9-28e35e796f44 req-4052b361-e5d0-4bc2-9304-cac9c6fa9a96 tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5a16e451-33a1-4d00-ae53-5afd4d141da2 HTTP/1.1" status: 200 len: 1132 time: 0.4340425 Feb 20 05:42:41.159730 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29ec49-d1d9-4e5f-b2e3-253d71cf5fe9 None None] Pushing event updated for resources: {'Port': ['ID=11f6068f-1187-4e74-a733-966cd2312e44,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:41.165458 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 11f6068f-1187-4e74-a733-966cd2312e44 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:41.194887 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-315b63d7-8c9d-442f-b7c9-28e35e796f44 req-ddf3d2b3-275f-4c8f-adb6-7e7aa285eab0 tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626485 Feb 20 05:42:41.202699 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ee576f48-7723-4ae8-8a8f-78ca5fb15397 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f4b79218493445e599565a08e0c95687&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8175273 Feb 20 05:42:41.206006 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee576f48-7723-4ae8-8a8f-78ca5fb15397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26af398f-aaee-4f38-ab43-df72d7db84c8,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:41.208596 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40712) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:41.297511 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40716) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:41.378754 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9c3a1a2e-964f-471e-a672-490a7358c485 admin admin] Publish callbacks [] for security_group (26af398f-aaee-4f38-ab43-df72d7db84c8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:41.379986 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf1e356b-3a80-4a74-a93f-729fb124b63f tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (1582e5a2-245e-4d0a-ad20-1f4bb3b8c140), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:41.444345 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9c3a1a2e-964f-471e-a672-490a7358c485 admin admin] Publish callbacks [] for security_group (26af398f-aaee-4f38-ab43-df72d7db84c8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:41.474530 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4534759-d542-4564-9109-2bccb98f0b3f admin admin] Deleting subnet 322ad6e0-8edb-4213-9943-221726cb64e2 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:42:41.486474 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b4534759-d542-4564-9109-2bccb98f0b3f admin admin] Publish callbacks [] for subnet (322ad6e0-8edb-4213-9943-221726cb64e2), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:41.551099 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b4534759-d542-4564-9109-2bccb98f0b3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (322ad6e0-8edb-4213-9943-221726cb64e2), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:41.556631 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0194abe-0055-4794-ba6f-0bb8dc54f42c req-914f6537-2751-43fa-8b3c-14a705249602 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:41.563746 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0194abe-0055-4794-ba6f-0bb8dc54f42c req-914f6537-2751-43fa-8b3c-14a705249602 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2f0df1c-403d-4248-a596-3adbf5b4a42e HTTP/1.1" status: 200 len: 945 time: 0.1786871 Feb 20 05:42:41.580202 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0a3385ba-f075-4e0c-a3ca-db61db350ca7 None None] Provisioning complete for port 11f6068f-1187-4e74-a733-966cd2312e44 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:41.580580 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0a3385ba-f075-4e0c-a3ca-db61db350ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (11f6068f-1187-4e74-a733-966cd2312e44), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:41.597400 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9c3a1a2e-964f-471e-a672-490a7358c485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (26af398f-aaee-4f38-ab43-df72d7db84c8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:41.600042 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9c3a1a2e-964f-471e-a672-490a7358c485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:41.604214 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9c3a1a2e-964f-471e-a672-490a7358c485 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/26af398f-aaee-4f38-ab43-df72d7db84c8 HTTP/1.1" status: 204 len: 168 time: 0.3915634 Feb 20 05:42:41.604400 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e356b-3a80-4a74-a93f-729fb124b63f tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event updated for resources: {'Subnet': ['ID=1582e5a2-245e-4d0a-ad20-1f4bb3b8c140,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:41.625267 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a1a2e-964f-471e-a672-490a7358c485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26af398f-aaee-4f38-ab43-df72d7db84c8,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:41.685368 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b4534759-d542-4564-9109-2bccb98f0b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (322ad6e0-8edb-4213-9943-221726cb64e2), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:41.694183 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0194abe-0055-4794-ba6f-0bb8dc54f42c req-44daa66a-eddd-4755-be59-e3a6a53adfe3 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263633 Feb 20 05:42:41.727817 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0a3385ba-f075-4e0c-a3ca-db61db350ca7 None None] Current status of the port 11f6068f-1187-4e74-a733-966cd2312e44 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:41.753805 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1e356b-3a80-4a74-a93f-729fb124b63f tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Checking segment: {'id': '85db0b8c-e965-4fb2-a93f-de83aca90840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e11dc013-4079-40da-8e99-33c7594579ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:42:41.754401 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1e356b-3a80-4a74-a93f-729fb124b63f tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Network hostable DHCP agents. Network: e11dc013-4079-40da-8e99-33c7594579ec, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:42:41.800663 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d0a007d-725c-42ef-a3e5-8c1bcbe760c8 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_gateway (1569e4ad-08c7-44a9-a394-49ab9b79887d), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:41.823268 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1e356b-3a80-4a74-a93f-729fb124b63f tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Network e11dc013-4079-40da-8e99-33c7594579ec is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:42:41.832899 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d0a007d-725c-42ef-a3e5-8c1bcbe760c8 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:41.846468 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-cf1e356b-3a80-4a74-a93f-729fb124b63f tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, e11dc013-4079-40da-8e99-33c7594579ec) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:41.854338 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fd0214-fda0-4eb2-9e97-117bf490c3c1 None None] Network e11dc013-4079-40da-8e99-33c7594579ec requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:41.906831 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-bb6bcd8c-f9c5-4b7e-a380-4182a2208fcc tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a3e6712a47034666b11f44d7ab7587a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777738 Feb 20 05:42:41.941283 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b4534759-d542-4564-9109-2bccb98f0b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (322ad6e0-8edb-4213-9943-221726cb64e2), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:41.954403 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1e356b-3a80-4a74-a93f-729fb124b63f tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:41.955038 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf1e356b-3a80-4a74-a93f-729fb124b63f tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:42.010689 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4534759-d542-4564-9109-2bccb98f0b3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=322ad6e0-8edb-4213-9943-221726cb64e2,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:42.019815 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b4534759-d542-4564-9109-2bccb98f0b3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:42.025662 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b4534759-d542-4564-9109-2bccb98f0b3f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/322ad6e0-8edb-4213-9943-221726cb64e2 HTTP/1.1" status: 204 len: 168 time: 0.7043695 Feb 20 05:42:42.028297 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cf1e356b-3a80-4a74-a93f-729fb124b63f tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2372820 Feb 20 05:42:42.028868 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40736) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:42.032052 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40738) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:42.036768 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-dcc5ddc2-c167-4039-8340-246240067fb6 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1388825051'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:42.049201 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dbb58b-f906-491c-9dd8-1edd95a91a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-e11dc013-4079-40da-8e99-33c7594579ec', 'network_id': 'e11dc013-4079-40da-8e99-33c7594579ec', 'project_id': '57c1fd8fe7ad4e47b916b7dc7646ffa1', 'fixed_ips': [{'subnet_id': '1582e5a2-245e-4d0a-ad20-1f4bb3b8c140'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:42:42.050149 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62dbb58b-f906-491c-9dd8-1edd95a91a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:42.123346 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-1d0a007d-725c-42ef-a3e5-8c1bcbe760c8 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Allocated IP 172.25.3.249 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/36aeabe6-f67b-458d-9523-49f405aa8222) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:42:42.130818 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-00bb15f5-61ab-4d21-9e06-2c15f247f460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (eab308bc-ce36-4a1a-bed8-bb970b7078db), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:42.165644 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1f0d3d4b-21d1-4013-9507-ab248334fe1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (0d91ccfd-d302-4a51-badb-3f4dd3322d75), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:42.205107 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40740) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:42.219535 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 11f6068f-1187-4e74-a733-966cd2312e44 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:42:42.230532 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc5ddc2-c167-4039-8340-246240067fb6 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Made reservation on behalf of 57c1fd8fe7ad4e47b916b7dc7646ffa1 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:42.234866 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dcc5ddc2-c167-4039-8340-246240067fb6 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:42.302784 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-00bb15f5-61ab-4d21-9e06-2c15f247f460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (eab308bc-ce36-4a1a-bed8-bb970b7078db), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:42.318268 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-46ad34dc-60fb-47c8-8c98-853cf6b9594b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:42.320206 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-46ad34dc-60fb-47c8-8c98-853cf6b9594b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4054470 Feb 20 05:42:42.324557 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-00bb15f5-61ab-4d21-9e06-2c15f247f460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab308bc-ce36-4a1a-bed8-bb970b7078db']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:42.329792 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 11f6068f-1187-4e74-a733-966cd2312e44 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:42.330564 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (11f6068f-1187-4e74-a733-966cd2312e44), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:42.334989 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-00bb15f5-61ab-4d21-9e06-2c15f247f460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93598f9e-e64c-4052-a06d-7d664e887b45') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:42.335510 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-00bb15f5-61ab-4d21-9e06-2c15f247f460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93598f9e-e64c-4052-a06d-7d664e887b45') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:42.346014 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-00bb15f5-61ab-4d21-9e06-2c15f247f460 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (93598f9e-e64c-4052-a06d-7d664e887b45), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:42.350268 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d0a007d-725c-42ef-a3e5-8c1bcbe760c8 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for port (36aeabe6-f67b-458d-9523-49f405aa8222), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:42.355631 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-fc522290-ae79-481b-9241-a79bd3852b05 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/quotas/a3e6712a47034666b11f44d7ab7587a8 HTTP/1.1" status: 200 len: 375 time: 0.0259812 Feb 20 05:42:42.361054 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-00bb15f5-61ab-4d21-9e06-2c15f247f460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (93598f9e-e64c-4052-a06d-7d664e887b45), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:42.367277 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00bb15f5-61ab-4d21-9e06-2c15f247f460 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:42:42.367881 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-00bb15f5-61ab-4d21-9e06-2c15f247f460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (93598f9e-e64c-4052-a06d-7d664e887b45), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:42:42.429837 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:42:42.433364 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-76173e1c-f5b5-46a7-bdf9-ee98fff2fa5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:42.445724 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-00bb15f5-61ab-4d21-9e06-2c15f247f460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (eab308bc-ce36-4a1a-bed8-bb970b7078db), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:42.446856 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-62dbb58b-f906-491c-9dd8-1edd95a91a87 None None] Allocated IP 2001:db8::3 (e11dc013-4079-40da-8e99-33c7594579ec/1582e5a2-245e-4d0a-ad20-1f4bb3b8c140/62ad7116-2eb1-4c00-b26b-5a2c28877f5c) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:42:42.461682 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-00bb15f5-61ab-4d21-9e06-2c15f247f460 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:42.466126 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-00bb15f5-61ab-4d21-9e06-2c15f247f460 admin admin] 10.222.0.37 "DELETE /v2.0/networks/eab308bc-ce36-4a1a-bed8-bb970b7078db HTTP/1.1" status: 204 len: 168 time: 0.4353287 Feb 20 05:42:42.496198 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb15f5-61ab-4d21-9e06-2c15f247f460 admin admin] Pushing event deleted for resources: {'Network': ['ID=eab308bc-ce36-4a1a-bed8-bb970b7078db,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:42.536944 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc5ddc2-c167-4039-8340-246240067fb6 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:42:42.539068 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 11f6068f-1187-4e74-a733-966cd2312e44 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:42.555958 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d3d9139e-ec87-4548-859f-668469d577a6 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:42:42.580225 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dcc5ddc2-c167-4039-8340-246240067fb6 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (4a35553e-f139-4725-9b65-e830ecd71b77), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:42.580760 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-dcc5ddc2-c167-4039-8340-246240067fb6 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Added segment 4a35553e-f139-4725-9b65-e830ecd71b77 of type vlan for network b7de7e2f-e56c-4d51-a188-40e5ba759a3f Feb 20 05:42:42.630675 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: d3d9139e-ec87-4548-859f-668469d577a6 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:42:42.631081 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d3d9139e-ec87-4548-859f-668469d577a6 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:42:42.782305 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62dbb58b-f906-491c-9dd8-1edd95a91a87 None None] Publish callbacks [] for port (62ad7116-2eb1-4c00-b26b-5a2c28877f5c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:42.796244 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62dbb58b-f906-491c-9dd8-1edd95a91a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (62ad7116-2eb1-4c00-b26b-5a2c28877f5c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:42.806187 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dcc5ddc2-c167-4039-8340-246240067fb6 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (b7de7e2f-e56c-4d51-a188-40e5ba759a3f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:42.840916 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40746) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:42.874939 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dbb58b-f906-491c-9dd8-1edd95a91a87 None None] Pushing event updated for resources: {'Port': ['ID=62ad7116-2eb1-4c00-b26b-5a2c28877f5c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:42.877195 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-76173e1c-f5b5-46a7-bdf9-ee98fff2fa5d admin admin] Publish callbacks [] for security_group (26d7e49e-479b-4313-8dcb-212099284419), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:42.892751 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-76173e1c-f5b5-46a7-bdf9-ee98fff2fa5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (26d7e49e-479b-4313-8dcb-212099284419), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:42.896983 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dbb58b-f906-491c-9dd8-1edd95a91a87 None None] Network e11dc013-4079-40da-8e99-33c7594579ec is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:42:42.898857 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-62dbb58b-f906-491c-9dd8-1edd95a91a87 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:42.907085 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dbb58b-f906-491c-9dd8-1edd95a91a87 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:42:42.909520 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d0a007d-725c-42ef-a3e5-8c1bcbe760c8 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (36aeabe6-f67b-458d-9523-49f405aa8222), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:42.925635 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dcc5ddc2-c167-4039-8340-246240067fb6 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (b7de7e2f-e56c-4d51-a188-40e5ba759a3f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:42.930771 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc5ddc2-c167-4039-8340-246240067fb6 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:42.931489 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dcc5ddc2-c167-4039-8340-246240067fb6 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:42.933754 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76173e1c-f5b5-46a7-bdf9-ee98fff2fa5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d7e49e-479b-4313-8dcb-212099284419,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:42.969031 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f32dd4e4-71a5-4b14-a404-5ade2b1deb59 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=530e9ccc2c7745e1b9c1dbbb45c443e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1211193 Feb 20 05:42:42.980566 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40748) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:42.988985 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0a007d-725c-42ef-a3e5-8c1bcbe760c8 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:42:42.993673 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-62dbb58b-f906-491c-9dd8-1edd95a91a87 None None] Attempting to bind port 62ad7116-2eb1-4c00-b26b-5a2c28877f5c on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:42:42.994051 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-62dbb58b-f906-491c-9dd8-1edd95a91a87 None None] Attempting to bind port 62ad7116-2eb1-4c00-b26b-5a2c28877f5c by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '85db0b8c-e965-4fb2-a93f-de83aca90840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e11dc013-4079-40da-8e99-33c7594579ec'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:42:42.994456 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dbb58b-f906-491c-9dd8-1edd95a91a87 None None] Attempting to bind port 62ad7116-2eb1-4c00-b26b-5a2c28877f5c on network e11dc013-4079-40da-8e99-33c7594579ec {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:42:43.002022 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dbb58b-f906-491c-9dd8-1edd95a91a87 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:42:43.002409 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dbb58b-f906-491c-9dd8-1edd95a91a87 None None] Checking segment: {'id': '85db0b8c-e965-4fb2-a93f-de83aca90840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e11dc013-4079-40da-8e99-33c7594579ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:42:43.002822 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62dbb58b-f906-491c-9dd8-1edd95a91a87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:43.003426 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dbb58b-f906-491c-9dd8-1edd95a91a87 None None] Bound using segment: {'id': '85db0b8c-e965-4fb2-a93f-de83aca90840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e11dc013-4079-40da-8e99-33c7594579ec'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:42:43.003917 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-62dbb58b-f906-491c-9dd8-1edd95a91a87 None None] Bound port: 62ad7116-2eb1-4c00-b26b-5a2c28877f5c, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85db0b8c-e965-4fb2-a93f-de83aca90840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e11dc013-4079-40da-8e99-33c7594579ec'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:42:43.004302 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62dbb58b-f906-491c-9dd8-1edd95a91a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (62ad7116-2eb1-4c00-b26b-5a2c28877f5c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:43.020862 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-1d0a007d-725c-42ef-a3e5-8c1bcbe760c8 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:43.036769 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0a007d-725c-42ef-a3e5-8c1bcbe760c8 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:42:43.053088 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-76173e1c-f5b5-46a7-bdf9-ee98fff2fa5d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2ff84efd3b344ea79af86501d739bc4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8433347 Feb 20 05:42:43.063447 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dcc5ddc2-c167-4039-8340-246240067fb6 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0302882 Feb 20 05:42:43.066804 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40750) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:43.066804 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40752) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:43.073560 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-efa1a0af-d9b0-4ec5-8f4c-9a26d049ae1c tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Request body: {'subnet': {'network_id': 'b7de7e2f-e56c-4d51-a188-40e5ba759a3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:43.091108 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-62dbb58b-f906-491c-9dd8-1edd95a91a87 None None] For port 62ad7116-2eb1-4c00-b26b-5a2c28877f5c, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:42:43.093794 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-62dbb58b-f906-491c-9dd8-1edd95a91a87 None None] For port 62ad7116-2eb1-4c00-b26b-5a2c28877f5c, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=62ad7116-2eb1-4c00-b26b-5a2c28877f5c,segment=NetworkSegment(85db0b8c-e965-4fb2-a93f-de83aca90840),segment_id=85db0b8c-e965-4fb2-a93f-de83aca90840)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:42:43.103072 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62dbb58b-f906-491c-9dd8-1edd95a91a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (62ad7116-2eb1-4c00-b26b-5a2c28877f5c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:43.117334 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-f4246e67-6570-49ed-ace8-7fd31785a642 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3e6712a47034666b11f44d7ab7587a8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7533922 Feb 20 05:42:43.126573 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5ddc2-c167-4039-8340-246240067fb6 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event updated for resources: {'Network': ['ID=b7de7e2f-e56c-4d51-a188-40e5ba759a3f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:43.134547 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a007d-725c-42ef-a3e5-8c1bcbe760c8 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Pushing event updated for resources: {'Port': ['ID=36aeabe6-f67b-458d-9523-49f405aa8222,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:43.236319 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dbb58b-f906-491c-9dd8-1edd95a91a87 None None] Pushing event updated for resources: {'Port': ['ID=62ad7116-2eb1-4c00-b26b-5a2c28877f5c,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:43.334978 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-263d1eec-3d3d-443e-9b61-fd0f88612bb2 admin admin] Publish callbacks [] for security_group (26d7e49e-479b-4313-8dcb-212099284419), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:43.359712 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa1a0af-d9b0-4ec5-8f4c-9a26d049ae1c tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Made reservation on behalf of 57c1fd8fe7ad4e47b916b7dc7646ffa1 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:43.363566 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-efa1a0af-d9b0-4ec5-8f4c-9a26d049ae1c tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:43.384607 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-796dce47-23aa-4db2-b95d-a592fe19388a admin admin] Publish callbacks [] for security_group (20d8700e-e76b-48e5-93de-17a4af85e8f8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:43.433393 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-263d1eec-3d3d-443e-9b61-fd0f88612bb2 admin admin] Publish callbacks [] for security_group (26d7e49e-479b-4313-8dcb-212099284419), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:43.456564 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-796dce47-23aa-4db2-b95d-a592fe19388a admin admin] Publish callbacks [] for security_group (20d8700e-e76b-48e5-93de-17a4af85e8f8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:43.478828 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.ipam_backend_mixin [None req-efa1a0af-d9b0-4ec5-8f4c-9a26d049ae1c tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Performing IP validity checks on allocation pools {{(pid=103406) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 20 05:42:43.479509 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.ipam_backend_mixin [None req-efa1a0af-d9b0-4ec5-8f4c-9a26d049ae1c tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103406) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 20 05:42:43.487465 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-1f0d3d4b-21d1-4013-9507-ab248334fe1e admin admin] Deleting port 00dcd03b-3384-43f9-b137-628c9c7cb3ba {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:42:43.487922 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1f0d3d4b-21d1-4013-9507-ab248334fe1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (00dcd03b-3384-43f9-b137-628c9c7cb3ba), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:43.599449 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network b7de7e2f-e56c-4d51-a188-40e5ba759a3f details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:42:43.713353 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-263d1eec-3d3d-443e-9b61-fd0f88612bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (26d7e49e-479b-4313-8dcb-212099284419), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:43.716070 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-263d1eec-3d3d-443e-9b61-fd0f88612bb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:43.720651 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-263d1eec-3d3d-443e-9b61-fd0f88612bb2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/26d7e49e-479b-4313-8dcb-212099284419 HTTP/1.1" status: 204 len: 168 time: 0.6490369 Feb 20 05:42:43.792089 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d1eec-3d3d-443e-9b61-fd0f88612bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d7e49e-479b-4313-8dcb-212099284419,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:43.811774 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-1f0d3d4b-21d1-4013-9507-ab248334fe1e admin admin] For port 00dcd03b-3384-43f9-b137-628c9c7cb3ba, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=00dcd03b-3384-43f9-b137-628c9c7cb3ba,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:43.812499 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1f0d3d4b-21d1-4013-9507-ab248334fe1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (00dcd03b-3384-43f9-b137-628c9c7cb3ba), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:43.838217 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-1f0d3d4b-21d1-4013-9507-ab248334fe1e admin admin] Calling delete_port for 00dcd03b-3384-43f9-b137-628c9c7cb3ba owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:42:43.838519 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e059b97b-8e65-4f60-bd5a-c031cd891336 req-fefcef84-6de0-4859-8137-45e672c224c9 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80ec9ed-415b-4765-aae1-1bba1a659b91 HTTP/1.1" status: 200 len: 210 time: 0.2374859 Feb 20 05:42:43.867715 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-796dce47-23aa-4db2-b95d-a592fe19388a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (20d8700e-e76b-48e5-93de-17a4af85e8f8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:43.870437 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-796dce47-23aa-4db2-b95d-a592fe19388a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:43.874515 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-796dce47-23aa-4db2-b95d-a592fe19388a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20d8700e-e76b-48e5-93de-17a4af85e8f8 HTTP/1.1" status: 204 len: 168 time: 0.8865342 Feb 20 05:42:43.942766 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dce47-23aa-4db2-b95d-a592fe19388a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d8700e-e76b-48e5-93de-17a4af85e8f8,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:43.987666 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-efa1a0af-d9b0-4ec5-8f4c-9a26d049ae1c tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (0840a4b3-fde3-4e6a-9c24-ebe36884c3ef), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:44.160550 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d0a007d-725c-42ef-a3e5-8c1bcbe760c8 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_gateway (1569e4ad-08c7-44a9-a394-49ab9b79887d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:44.228830 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1a0af-d9b0-4ec5-8f4c-9a26d049ae1c tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event updated for resources: {'Subnet': ['ID=0840a4b3-fde3-4e6a-9c24-ebe36884c3ef,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:44.273996 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa1a0af-d9b0-4ec5-8f4c-9a26d049ae1c tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Checking segment: {'id': '4a35553e-f139-4725-9b65-e830ecd71b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b7de7e2f-e56c-4d51-a188-40e5ba759a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:42:44.275300 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa1a0af-d9b0-4ec5-8f4c-9a26d049ae1c tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Network hostable DHCP agents. Network: b7de7e2f-e56c-4d51-a188-40e5ba759a3f, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:42:44.276099 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 62ad7116-2eb1-4c00-b26b-5a2c28877f5c up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:42:44.356911 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa1a0af-d9b0-4ec5-8f4c-9a26d049ae1c tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Network b7de7e2f-e56c-4d51-a188-40e5ba759a3f is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:42:44.394919 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-efa1a0af-d9b0-4ec5-8f4c-9a26d049ae1c tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, b7de7e2f-e56c-4d51-a188-40e5ba759a3f) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:44.429356 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf67e75-5d73-4ee0-9301-4eb1cc758852 req-943665ee-7a73-46bd-b4cb-bde437cbe25d tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:44.434847 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bdf67e75-5d73-4ee0-9301-4eb1cc758852 req-943665ee-7a73-46bd-b4cb-bde437cbe25d tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2f0df1c-403d-4248-a596-3adbf5b4a42e HTTP/1.1" status: 200 len: 945 time: 0.4866388 Feb 20 05:42:44.442439 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1551f68d-fc86-4854-beec-f46ebbc1b987 None None] Network b7de7e2f-e56c-4d51-a188-40e5ba759a3f requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:44.462611 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa1a0af-d9b0-4ec5-8f4c-9a26d049ae1c tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:44.466487 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-efa1a0af-d9b0-4ec5-8f4c-9a26d049ae1c tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:44.519185 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-efa1a0af-d9b0-4ec5-8f4c-9a26d049ae1c tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4495208 Feb 20 05:42:44.537878 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40782) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:44.557445 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1f0d3d4b-21d1-4013-9507-ab248334fe1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (00dcd03b-3384-43f9-b137-628c9c7cb3ba), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:44.633795 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d3d4b-21d1-4013-9507-ab248334fe1e admin admin] Pushing event deleted for resources: {'Port': ['ID=00dcd03b-3384-43f9-b137-628c9c7cb3ba,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:44.725392 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 62ad7116-2eb1-4c00-b26b-5a2c28877f5c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:44.725776 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (62ad7116-2eb1-4c00-b26b-5a2c28877f5c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:44.749446 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f45a9d98-3f72-4510-8721-f9793a367c5d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (b7de7e2f-e56c-4d51-a188-40e5ba759a3f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:45.054059 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bdf67e75-5d73-4ee0-9301-4eb1cc758852 req-94a14506-4805-4ba6-835b-7ca425e6d30d tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6031246 Feb 20 05:42:45.212422 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1f0d3d4b-21d1-4013-9507-ab248334fe1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (0d91ccfd-d302-4a51-badb-3f4dd3322d75), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:45.313556 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f45a9d98-3f72-4510-8721-f9793a367c5d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (0840a4b3-fde3-4e6a-9c24-ebe36884c3ef), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:45.335640 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23c82eb-b3ec-4e6c-8534-a51a19e1080c None None] Network e11dc013-4079-40da-8e99-33c7594579ec requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:45.339784 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-0e732e00-b51d-4d6f-a728-245171ea3709 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a3e6712a47034666b11f44d7ab7587a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368187 Feb 20 05:42:45.491747 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f0cb2db-2149-4659-8830-97a4af9fa6ca req-4cac64ae-30e2-4f99-ab36-93c188018502 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80ec9ed-415b-4765-aae1-1bba1a659b91 HTTP/1.1" status: 200 len: 210 time: 0.1489687 Feb 20 05:42:45.533936 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b187ddcf-4313-4d86-a84f-616e2891aa38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-b7de7e2f-e56c-4d51-a188-40e5ba759a3f', 'network_id': 'b7de7e2f-e56c-4d51-a188-40e5ba759a3f', 'project_id': '57c1fd8fe7ad4e47b916b7dc7646ffa1', 'fixed_ips': [{'subnet_id': '0840a4b3-fde3-4e6a-9c24-ebe36884c3ef'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:42:45.540162 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b187ddcf-4313-4d86-a84f-616e2891aa38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:45.604184 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-67fca7e1-6af2-4768-9df4-e4aa77bf561b None None] Provisioning complete for port 62ad7116-2eb1-4c00-b26b-5a2c28877f5c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:45.604568 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67fca7e1-6af2-4768-9df4-e4aa77bf561b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (62ad7116-2eb1-4c00-b26b-5a2c28877f5c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:45.786870 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-07baaefe-a0dd-4d82-90cf-604139bb7901 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:45.789188 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-07baaefe-a0dd-4d82-90cf-604139bb7901 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4364865 Feb 20 05:42:45.800996 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 62ad7116-2eb1-4c00-b26b-5a2c28877f5c is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:45.801924 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (62ad7116-2eb1-4c00-b26b-5a2c28877f5c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:45.837452 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-7f409939-f5c1-490e-aba0-a4d8da12b622 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Request body: {'port': {'device_id': 'c80ec9ed-415b-4765-aae1-1bba1a659b91', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': 'a3e6712a47034666b11f44d7ab7587a8'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:45.870671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-67fca7e1-6af2-4768-9df4-e4aa77bf561b None None] Current status of the port 62ad7116-2eb1-4c00-b26b-5a2c28877f5c is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:45.871321 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67fca7e1-6af2-4768-9df4-e4aa77bf561b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (62ad7116-2eb1-4c00-b26b-5a2c28877f5c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:45.881871 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40818) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:45.909472 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f45a9d98-3f72-4510-8721-f9793a367c5d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (0840a4b3-fde3-4e6a-9c24-ebe36884c3ef), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:46.005456 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d0a007d-725c-42ef-a3e5-8c1bcbe760c8 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (1569e4ad-08c7-44a9-a394-49ab9b79887d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:46.007968 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0d3d4b-21d1-4013-9507-ab248334fe1e admin admin] Router 0d91ccfd-d302-4a51-badb-3f4dd3322d75 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:42:46.011164 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a9d98-3f72-4510-8721-f9793a367c5d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event deleted for resources: {'Subnet': ['ID=0840a4b3-fde3-4e6a-9c24-ebe36884c3ef,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:46.131443 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 62ad7116-2eb1-4c00-b26b-5a2c28877f5c, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=62ad7116-2eb1-4c00-b26b-5a2c28877f5c,segment=NetworkSegment(85db0b8c-e965-4fb2-a93f-de83aca90840),segment_id=85db0b8c-e965-4fb2-a93f-de83aca90840)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:46.153301 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b3558-86a6-4c2a-b00a-5760522eb9c2 req-a7208652-2d6c-4ef5-8d06-eb2dbef80fd2 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:46.164074 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aa0b3558-86a6-4c2a-b00a-5760522eb9c2 req-a7208652-2d6c-4ef5-8d06-eb2dbef80fd2 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2f0df1c-403d-4248-a596-3adbf5b4a42e HTTP/1.1" status: 200 len: 945 time: 0.3927193 Feb 20 05:42:46.180339 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (62ad7116-2eb1-4c00-b26b-5a2c28877f5c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server [None req-b187ddcf-4313-4d86-a84f-616e2891aa38 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0840a4b3-fde3-4e6a-9c24-ebe36884c3ef: This subnet is being modified by another concurrent operation. Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 20 05:42:46.287024 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise exception Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0840a4b3-fde3-4e6a-9c24-ebe36884c3ef: This subnet is being modified by another concurrent operation. Feb 20 05:42:46.291701 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server Feb 20 05:42:46.320428 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca43953-7669-4bc7-b039-cbb74a1fa806 None None] Network b7de7e2f-e56c-4d51-a188-40e5ba759a3f requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:46.328914 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f45a9d98-3f72-4510-8721-f9793a367c5d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (b7de7e2f-e56c-4d51-a188-40e5ba759a3f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:46.344358 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-67fca7e1-6af2-4768-9df4-e4aa77bf561b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:42:46.344972 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-67fca7e1-6af2-4768-9df4-e4aa77bf561b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:42:46.359292 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-f45a9d98-3f72-4510-8721-f9793a367c5d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7de7e2f-e56c-4d51-a188-40e5ba759a3f']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:46.371182 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-f45a9d98-3f72-4510-8721-f9793a367c5d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a35553e-f139-4725-9b65-e830ecd71b77') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:46.371829 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-f45a9d98-3f72-4510-8721-f9793a367c5d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a35553e-f139-4725-9b65-e830ecd71b77') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:46.384891 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f45a9d98-3f72-4510-8721-f9793a367c5d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (4a35553e-f139-4725-9b65-e830ecd71b77), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:46.406528 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f45a9d98-3f72-4510-8721-f9793a367c5d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (4a35553e-f139-4725-9b65-e830ecd71b77), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:46.423902 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f45a9d98-3f72-4510-8721-f9793a367c5d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:42:46.424631 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f45a9d98-3f72-4510-8721-f9793a367c5d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (4a35553e-f139-4725-9b65-e830ecd71b77), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:46.434717 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=62ad7116-2eb1-4c00-b26b-5a2c28877f5c,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:42:46.454340 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:42:46.462981 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0331ecf8-0dc3-4886-ac89-bf8c00c4382e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:46.471594 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9fb1b698-835b-4c39-834c-ee2a199c5c22 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2143398590-network', 'tenant_id': '54ec1f7a20a94b5a82af4757623d1c70'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:46.649434 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-7f409939-f5c1-490e-aba0-a4d8da12b622 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Made reservation on behalf of a3e6712a47034666b11f44d7ab7587a8 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:46.651344 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f45a9d98-3f72-4510-8721-f9793a367c5d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (b7de7e2f-e56c-4d51-a188-40e5ba759a3f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:46.654339 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb1b698-835b-4c39-834c-ee2a199c5c22 admin admin] Made reservation on behalf of 54ec1f7a20a94b5a82af4757623d1c70 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:46.656788 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fb1b698-835b-4c39-834c-ee2a199c5c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:46.664978 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-7f409939-f5c1-490e-aba0-a4d8da12b622 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:46.678469 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f45a9d98-3f72-4510-8721-f9793a367c5d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:46.681670 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f45a9d98-3f72-4510-8721-f9793a367c5d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "DELETE /v2.0/networks/b7de7e2f-e56c-4d51-a188-40e5ba759a3f HTTP/1.1" status: 204 len: 168 time: 2.1414270 Feb 20 05:42:46.690753 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40838) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:46.704685 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aa0b3558-86a6-4c2a-b00a-5760522eb9c2 req-5454e507-4852-41e6-bc18-400c9b0326c5 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5355196 Feb 20 05:42:46.709779 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-34460279-6fdd-4017-986f-7f092313b04a tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-237085203'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:46.747993 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fb1b698-835b-4c39-834c-ee2a199c5c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:46.758856 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a9d98-3f72-4510-8721-f9793a367c5d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event deleted for resources: {'Network': ['ID=b7de7e2f-e56c-4d51-a188-40e5ba759a3f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:46.766786 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec1ba67-39fb-41b0-918c-e2c04ad59c0b None None] get_active_networks_info from n-d-829866-5 {{(pid=103408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 05:42:46.809136 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0a007d-725c-42ef-a3e5-8c1bcbe760c8 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Router 1569e4ad-08c7-44a9-a394-49ab9b79887d is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:42:46.924938 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0d3d4b-21d1-4013-9507-ab248334fe1e admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:42:46.930005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec1ba67-39fb-41b0-918c-e2c04ad59c0b None None] Resources bound (agent type, host, resource id): {{(pid=103408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 05:42:46.931239 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c2cd397-8d5b-41a4-a377-032c5dda2cd2 req-96db2050-61e4-46ee-a34f-cc3a2ccb73a5 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80ec9ed-415b-4765-aae1-1bba1a659b91 HTTP/1.1" status: 200 len: 210 time: 0.0805719 Feb 20 05:42:46.950775 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-67fca7e1-6af2-4768-9df4-e4aa77bf561b None None] Current status of the port 62ad7116-2eb1-4c00-b26b-5a2c28877f5c is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:46.952104 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34460279-6fdd-4017-986f-7f092313b04a tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Made reservation on behalf of 57c1fd8fe7ad4e47b916b7dc7646ffa1 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:46.956340 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ee524f-35a9-4cac-9155-13124be23849 None None] Sync routers for ids ['0d91ccfd-d302-4a51-badb-3f4dd3322d75'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:42:46.956914 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-34460279-6fdd-4017-986f-7f092313b04a tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:47.001791 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1f0d3d4b-21d1-4013-9507-ab248334fe1e admin admin] 10.222.0.37 "PUT /v2.0/routers/0d91ccfd-d302-4a51-badb-3f4dd3322d75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2075298 Feb 20 05:42:47.009147 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40852) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:47.085086 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fb1b698-835b-4c39-834c-ee2a199c5c22 admin admin] Publish callbacks [] for security_group (61b8751d-d60d-4f88-af5b-602e7608aaa1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:47.087286 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0a007d-725c-42ef-a3e5-8c1bcbe760c8 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:42:47.099889 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fb1b698-835b-4c39-834c-ee2a199c5c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (61b8751d-d60d-4f88-af5b-602e7608aaa1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:47.100536 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8e9e3-5417-42c2-80b0-4db90034f1aa None None] Sync routers for ids ['1569e4ad-08c7-44a9-a394-49ab9b79887d'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:42:47.122714 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a8e9e3-5417-42c2-80b0-4db90034f1aa None None] Routers {'1569e4ad-08c7-44a9-a394-49ab9b79887d'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:42:47.125954 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d0a007d-725c-42ef-a3e5-8c1bcbe760c8 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:47.126124 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b5a8e9e3-5417-42c2-80b0-4db90034f1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:42:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['1569e4ad-08c7-44a9-a394-49ab9b79887d'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:47.127761 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1d0a007d-725c-42ef-a3e5-8c1bcbe760c8 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.8564439 Feb 20 05:42:47.137439 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40854) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:47.140458 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb1b698-835b-4c39-834c-ee2a199c5c22 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:42:47.148101 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9f9d2a92-cb19-498b-a5e1-3a787a85e82b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'enable_snat': False}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:47.188860 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1b698-835b-4c39-834c-ee2a199c5c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b8751d-d60d-4f88-af5b-602e7608aaa1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:47.197986 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fb1b698-835b-4c39-834c-ee2a199c5c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (70ba0656-08d5-4c15-ba7f-8411b757b834), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:47.198337 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-9fb1b698-835b-4c39-834c-ee2a199c5c22 admin admin] Added segment 70ba0656-08d5-4c15-ba7f-8411b757b834 of type vlan for network 2b6ff18f-63f8-4791-be93-1c2290311f65 Feb 20 05:42:47.246093 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ee524f-35a9-4cac-9155-13124be23849 None None] Routers {'0d91ccfd-d302-4a51-badb-3f4dd3322d75'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:42:47.246093 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-81ee524f-35a9-4cac-9155-13124be23849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:42:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0d91ccfd-d302-4a51-badb-3f4dd3322d75'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:47.281893 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fb1b698-835b-4c39-834c-ee2a199c5c22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (2b6ff18f-63f8-4791-be93-1c2290311f65), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:47.283430 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b5a8e9e3-5417-42c2-80b0-4db90034f1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:47.308360 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a8e9e3-5417-42c2-80b0-4db90034f1aa None None] Routers {'1569e4ad-08c7-44a9-a394-49ab9b79887d'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:42:47.309556 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b5a8e9e3-5417-42c2-80b0-4db90034f1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:42:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['1569e4ad-08c7-44a9-a394-49ab9b79887d'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:47.315535 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34460279-6fdd-4017-986f-7f092313b04a tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:42:47.351324 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-7f409939-f5c1-490e-aba0-a4d8da12b622 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Allocated IP 192.168.233.40 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/3582a211-2f2f-4de1-b4bb-389da669fe4d) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:42:47.361312 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-34460279-6fdd-4017-986f-7f092313b04a tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d5edcfd2-a33d-4f69-8157-77fd14f7843a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:47.361665 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-34460279-6fdd-4017-986f-7f092313b04a tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Added segment d5edcfd2-a33d-4f69-8157-77fd14f7843a of type vlan for network b1147b4f-1ff8-4206-b263-d9429906ed61 Feb 20 05:42:47.377387 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b5a8e9e3-5417-42c2-80b0-4db90034f1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:47.378229 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8e9e3-5417-42c2-80b0-4db90034f1aa None None] The sync data for ids ['1569e4ad-08c7-44a9-a394-49ab9b79887d'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:42:47.422300 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fb1b698-835b-4c39-834c-ee2a199c5c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (2b6ff18f-63f8-4791-be93-1c2290311f65), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:47.423315 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb1b698-835b-4c39-834c-ee2a199c5c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:47.423911 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fb1b698-835b-4c39-834c-ee2a199c5c22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:47.472317 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-92754330-05fe-46c2-86a2-ed5877b6a80b None None] Provisioning complete for port 62ad7116-2eb1-4c00-b26b-5a2c28877f5c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:47.473417 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-92754330-05fe-46c2-86a2-ed5877b6a80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (62ad7116-2eb1-4c00-b26b-5a2c28877f5c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:47.481966 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-34460279-6fdd-4017-986f-7f092313b04a tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (b1147b4f-1ff8-4206-b263-d9429906ed61), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:47.532449 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b81593d3-231f-49a1-931d-9eea4551811f admin admin] Publish callbacks [] for router (0d91ccfd-d302-4a51-badb-3f4dd3322d75), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:47.537735 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9fb1b698-835b-4c39-834c-ee2a199c5c22 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6517484 Feb 20 05:42:47.552318 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e5544-1db1-4c13-b5ed-9ff063c70e8f req-2a784ded-bad1-4c1f-a77b-cc48c79a9bad tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:47.553897 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f8e5544-1db1-4c13-b5ed-9ff063c70e8f req-2a784ded-bad1-4c1f-a77b-cc48c79a9bad tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2f0df1c-403d-4248-a596-3adbf5b4a42e HTTP/1.1" status: 200 len: 945 time: 0.2585001 Feb 20 05:42:47.554304 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40870) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:47.617944 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-34460279-6fdd-4017-986f-7f092313b04a tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (b1147b4f-1ff8-4206-b263-d9429906ed61), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:47.625236 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34460279-6fdd-4017-986f-7f092313b04a tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:47.625959 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-34460279-6fdd-4017-986f-7f092313b04a tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:47.632482 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0b700146-2a80-4baf-8346-0e9a587d3b26 admin admin] Request body: {'subnet': {'network_id': '2b6ff18f-63f8-4791-be93-1c2290311f65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2143398590-subnet', 'tenant_id': '54ec1f7a20a94b5a82af4757623d1c70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:47.708576 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-81ee524f-35a9-4cac-9155-13124be23849 None None] Set router 0d91ccfd-d302-4a51-badb-3f4dd3322d75 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:42:47.720486 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34460279-6fdd-4017-986f-7f092313b04a tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event updated for resources: {'Network': ['ID=b1147b4f-1ff8-4206-b263-d9429906ed61,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:47.738220 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-34460279-6fdd-4017-986f-7f092313b04a tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0415356 Feb 20 05:42:47.743817 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b700146-2a80-4baf-8346-0e9a587d3b26 admin admin] Made reservation on behalf of 54ec1f7a20a94b5a82af4757623d1c70 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:47.751688 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40880) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:47.754862 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b700146-2a80-4baf-8346-0e9a587d3b26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:47.756943 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-d0f572e8-71ff-41c9-908b-e114d7313281 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Request body: {'subnet': {'network_id': 'b1147b4f-1ff8-4206-b263-d9429906ed61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:47.804027 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network b1147b4f-1ff8-4206-b263-d9429906ed61 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:42:47.990999 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f8e5544-1db1-4c13-b5ed-9ff063c70e8f req-d448cb13-4648-4cab-936a-faccac0ffb37 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951535 Feb 20 05:42:47.995871 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1b698-835b-4c39-834c-ee2a199c5c22 admin admin] Pushing event updated for resources: {'Network': ['ID=2b6ff18f-63f8-4791-be93-1c2290311f65,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:48.038801 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 2b6ff18f-63f8-4791-be93-1c2290311f65 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:42:48.061081 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-7f409939-f5c1-490e-aba0-a4d8da12b622 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks [] for port (3582a211-2f2f-4de1-b4bb-389da669fe4d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:48.073346 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-92754330-05fe-46c2-86a2-ed5877b6a80b None None] Current status of the port 62ad7116-2eb1-4c00-b26b-5a2c28877f5c is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:48.081360 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b81593d3-231f-49a1-931d-9eea4551811f admin admin] Publish callbacks [] for router_gateway (0d91ccfd-d302-4a51-badb-3f4dd3322d75), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:48.091598 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f572e8-71ff-41c9-908b-e114d7313281 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Made reservation on behalf of 57c1fd8fe7ad4e47b916b7dc7646ffa1 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:48.095787 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d0f572e8-71ff-41c9-908b-e114d7313281 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:48.197612 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-7f409939-f5c1-490e-aba0-a4d8da12b622 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (3582a211-2f2f-4de1-b4bb-389da669fe4d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:48.245984 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['fed30b5f-107e-440d-a885-e4d84c260413', '13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2', '0d26e5dd-1bd8-46ba-96d8-f00005d8bbee', '77a93088-3dce-4ca8-bbf0-ba81183d8a91'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:42:48.248113 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['82dfe21f-25b4-4076-a55c-1c299a335a3c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:42:48.321221 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-7f409939-f5c1-490e-aba0-a4d8da12b622 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:42:48.330929 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40894) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:48.341233 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-7f409939-f5c1-490e-aba0-a4d8da12b622 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:48.348544 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-7f409939-f5c1-490e-aba0-a4d8da12b622 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:42:48.350946 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f409939-f5c1-490e-aba0-a4d8da12b622 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Pushing event updated for resources: {'Port': ['ID=3582a211-2f2f-4de1-b4bb-389da669fe4d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:48.426310 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-b81593d3-231f-49a1-931d-9eea4551811f admin admin] Deleting port e6513001-1554-417e-8dea-54f2fdde0f04 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:42:48.427003 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b81593d3-231f-49a1-931d-9eea4551811f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (e6513001-1554-417e-8dea-54f2fdde0f04), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:48.473167 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 62ad7116-2eb1-4c00-b26b-5a2c28877f5c up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:42:48.533733 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-7f409939-f5c1-490e-aba0-a4d8da12b622 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:48.535064 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-7f409939-f5c1-490e-aba0-a4d8da12b622 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:48.669160 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f795d108-1612-4f7c-ba57-ddf6af55fb12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:48.704641 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-7f409939-f5c1-490e-aba0-a4d8da12b622 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8713315 Feb 20 05:42:48.750948 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69fa02-4b56-49f8-b8f2-480b9c7e0b7c req-f8aea33e-2827-46a0-ba30-3e96c638a428 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:48.758414 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cf69fa02-4b56-49f8-b8f2-480b9c7e0b7c req-f8aea33e-2827-46a0-ba30-3e96c638a428 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80ec9ed-415b-4765-aae1-1bba1a659b91 HTTP/1.1" status: 200 len: 935 time: 0.1703622 Feb 20 05:42:48.807929 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f9d2a92-cb19-498b-a5e1-3a787a85e82b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router_gateway (1569e4ad-08c7-44a9-a394-49ab9b79887d), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:48.828595 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f795d108-1612-4f7c-ba57-ddf6af55fb12 admin admin] Publish callbacks [] for security_group (74eb4991-6371-40df-bc66-e0c562b8817a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:48.840590 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-89a2b6ac-81bf-4641-badf-fd12760237c1 service neutron] Request body: {'port': {'device_id': 'c80ec9ed-415b-4765-aae1-1bba1a659b91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:48.876392 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cf69fa02-4b56-49f8-b8f2-480b9c7e0b7c req-0271a8a8-1fa2-4f00-9f9f-8784927be9a2 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170800 Feb 20 05:42:48.894862 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f795d108-1612-4f7c-ba57-ddf6af55fb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (74eb4991-6371-40df-bc66-e0c562b8817a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:48.900238 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b700146-2a80-4baf-8346-0e9a587d3b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (0b54f727-b13e-4f2b-aca5-8daaff594cc0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:48.940367 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-b81593d3-231f-49a1-931d-9eea4551811f admin admin] For port e6513001-1554-417e-8dea-54f2fdde0f04, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=e6513001-1554-417e-8dea-54f2fdde0f04,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:48.940885 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b81593d3-231f-49a1-931d-9eea4551811f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (e6513001-1554-417e-8dea-54f2fdde0f04), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:48.954070 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0e476504-d421-4a1d-9d25-652e01980797 None None] Provisioning complete for port 3582a211-2f2f-4de1-b4bb-389da669fe4d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:48.954455 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0e476504-d421-4a1d-9d25-652e01980797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3582a211-2f2f-4de1-b4bb-389da669fe4d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:48.963336 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 62ad7116-2eb1-4c00-b26b-5a2c28877f5c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:48.964221 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (62ad7116-2eb1-4c00-b26b-5a2c28877f5c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:48.971951 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-b81593d3-231f-49a1-931d-9eea4551811f admin admin] Calling delete_port for e6513001-1554-417e-8dea-54f2fdde0f04 owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:42:48.985249 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f795d108-1612-4f7c-ba57-ddf6af55fb12 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=940848cafd6b41be9d9ab0f1cd36af6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6508853 Feb 20 05:42:48.997495 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40898) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:49.024361 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-81ee524f-35a9-4cac-9155-13124be23849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'name': 'tempest-ServerActionsTestJSON-2007519912-router', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6513001-1554-417e-8dea-54f2fdde0f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:32:46Z', 'updated_at': '2022-02-20T05:42:44Z', 'revision_number': 5, 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'gw_port': {'id': 'e6513001-1554-417e-8dea-54f2fdde0f04', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:17:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:32:47Z', 'updated_at': '2022-02-20T05:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:49.033031 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d0f572e8-71ff-41c9-908b-e114d7313281 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (56ed431c-37fe-404c-8fcc-66e162849fc3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:49.042116 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b700146-2a80-4baf-8346-0e9a587d3b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b54f727-b13e-4f2b-aca5-8daaff594cc0,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:49.064406 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b700146-2a80-4baf-8346-0e9a587d3b26 admin admin] Checking segment: {'id': '70ba0656-08d5-4c15-ba7f-8411b757b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2b6ff18f-63f8-4791-be93-1c2290311f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:42:49.064900 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b700146-2a80-4baf-8346-0e9a587d3b26 admin admin] Network hostable DHCP agents. Network: 2b6ff18f-63f8-4791-be93-1c2290311f65, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:42:49.073258 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8764c-3a86-421d-9f7d-e12132cacdd1 req-d09334b5-8e46-4d72-a35c-17dff9018483 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:49.074927 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91d8764c-3a86-421d-9f7d-e12132cacdd1 req-d09334b5-8e46-4d72-a35c-17dff9018483 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2f0df1c-403d-4248-a596-3adbf5b4a42e HTTP/1.1" status: 200 len: 945 time: 0.1073587 Feb 20 05:42:49.082131 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a1b67539-aa82-48fd-ab63-9dfdf4992058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:49.099385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ee524f-35a9-4cac-9155-13124be23849 None None] Checking router: 0d91ccfd-d302-4a51-badb-3f4dd3322d75 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:42:49.118064 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b700146-2a80-4baf-8346-0e9a587d3b26 admin admin] Network 2b6ff18f-63f8-4791-be93-1c2290311f65 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:42:49.138144 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-0b700146-2a80-4baf-8346-0e9a587d3b26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 2b6ff18f-63f8-4791-be93-1c2290311f65) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:49.152195 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795d108-1612-4f7c-ba57-ddf6af55fb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74eb4991-6371-40df-bc66-e0c562b8817a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:49.158733 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b700146-2a80-4baf-8346-0e9a587d3b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:49.159549 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b700146-2a80-4baf-8346-0e9a587d3b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:49.183484 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91d8764c-3a86-421d-9f7d-e12132cacdd1 req-f31fff50-cd86-4851-a65c-de62c12ecff1 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965247 Feb 20 05:42:49.185659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d0e592-1e61-4140-a6de-b1e64ba929ff None None] Network 2b6ff18f-63f8-4791-be93-1c2290311f65 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:49.240472 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0b700146-2a80-4baf-8346-0e9a587d3b26 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6483486 Feb 20 05:42:49.286557 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-89a2b6ac-81bf-4641-badf-fd12760237c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3582a211-2f2f-4de1-b4bb-389da669fe4d), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:49.298880 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-abf9eead-5fda-4ce5-aa54-b33ca7f2039e admin admin] Publish callbacks [] for security_group (74eb4991-6371-40df-bc66-e0c562b8817a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:49.313730 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0e476504-d421-4a1d-9d25-652e01980797 None None] Port 3582a211-2f2f-4de1-b4bb-389da669fe4d cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:42:49.322718 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-abf9eead-5fda-4ce5-aa54-b33ca7f2039e admin admin] Publish callbacks [] for security_group (74eb4991-6371-40df-bc66-e0c562b8817a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:49.330076 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f572e8-71ff-41c9-908b-e114d7313281 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event updated for resources: {'Subnet': ['ID=56ed431c-37fe-404c-8fcc-66e162849fc3,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:49.437132 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f572e8-71ff-41c9-908b-e114d7313281 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Checking segment: {'id': 'd5edcfd2-a33d-4f69-8157-77fd14f7843a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b1147b4f-1ff8-4206-b263-d9429906ed61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:42:49.437753 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f572e8-71ff-41c9-908b-e114d7313281 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Network hostable DHCP agents. Network: b1147b4f-1ff8-4206-b263-d9429906ed61, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:42:49.466448 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c7b2e8-d52d-4f84-8de0-8cabd1b77f43 None None] Network 2b6ff18f-63f8-4791-be93-1c2290311f65 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:49.472560 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ee524f-35a9-4cac-9155-13124be23849 None None] Routers {'0d91ccfd-d302-4a51-badb-3f4dd3322d75'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:42:49.474056 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-81ee524f-35a9-4cac-9155-13124be23849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:42:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0d91ccfd-d302-4a51-badb-3f4dd3322d75'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:49.587142 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f572e8-71ff-41c9-908b-e114d7313281 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Network b1147b4f-1ff8-4206-b263-d9429906ed61 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:42:49.593655 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-abf9eead-5fda-4ce5-aa54-b33ca7f2039e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (74eb4991-6371-40df-bc66-e0c562b8817a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:49.596196 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-abf9eead-5fda-4ce5-aa54-b33ca7f2039e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:49.597372 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-abf9eead-5fda-4ce5-aa54-b33ca7f2039e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/74eb4991-6371-40df-bc66-e0c562b8817a HTTP/1.1" status: 204 len: 168 time: 0.5854068 Feb 20 05:42:49.624830 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-d0f572e8-71ff-41c9-908b-e114d7313281 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, b1147b4f-1ff8-4206-b263-d9429906ed61) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:49.637433 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9eead-5fda-4ce5-aa54-b33ca7f2039e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74eb4991-6371-40df-bc66-e0c562b8817a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:49.665981 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d2229d-03ea-4616-9916-3b164c11c4ad None None] Network b1147b4f-1ff8-4206-b263-d9429906ed61 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:49.670647 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f572e8-71ff-41c9-908b-e114d7313281 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:49.671310 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d0f572e8-71ff-41c9-908b-e114d7313281 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:49.688132 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b81593d3-231f-49a1-931d-9eea4551811f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e6513001-1554-417e-8dea-54f2fdde0f04), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:49.720619 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f9d2a92-cb19-498b-a5e1-3a787a85e82b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (1569e4ad-08c7-44a9-a394-49ab9b79887d), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:49.723983 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d0f572e8-71ff-41c9-908b-e114d7313281 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9711902 Feb 20 05:42:49.726702 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40918) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:49.726848 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81593d3-231f-49a1-931d-9eea4551811f admin admin] Pushing event deleted for resources: {'Port': ['ID=e6513001-1554-417e-8dea-54f2fdde0f04,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:49.758735 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 62ad7116-2eb1-4c00-b26b-5a2c28877f5c is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:49.792188 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f9d2a92-cb19-498b-a5e1-3a787a85e82b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691773'] for router (1569e4ad-08c7-44a9-a394-49ab9b79887d), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:49.830690 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b81593d3-231f-49a1-931d-9eea4551811f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (0d91ccfd-d302-4a51-badb-3f4dd3322d75), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:49.845870 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:49.906353 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-81ee524f-35a9-4cac-9155-13124be23849 None None] Set router 0d91ccfd-d302-4a51-badb-3f4dd3322d75 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:42:49.987881 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-81ee524f-35a9-4cac-9155-13124be23849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'name': 'tempest-ServerActionsTestJSON-2007519912-router', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:32:46Z', 'updated_at': '2022-02-20T05:42:48Z', 'revision_number': 6, 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:50.023428 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (b1147b4f-1ff8-4206-b263-d9429906ed61), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:50.032131 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ee524f-35a9-4cac-9155-13124be23849 None None] The sync data for ids ['0d91ccfd-d302-4a51-badb-3f4dd3322d75'] in n-d-829866-5 is: [{'id': '0d91ccfd-d302-4a51-badb-3f4dd3322d75', 'name': 'tempest-ServerActionsTestJSON-2007519912-router', 'tenant_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:32:46Z', 'updated_at': '2022-02-20T05:42:48Z', 'revision_number': 6, 'project_id': 'e6ab79728f124adc87dd8ebb98d8b1ba', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:42:50.047501 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9d2a92-cb19-498b-a5e1-3a787a85e82b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Router 1569e4ad-08c7-44a9-a394-49ab9b79887d has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:42:50.081577 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b81593d3-231f-49a1-931d-9eea4551811f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (0d91ccfd-d302-4a51-badb-3f4dd3322d75), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:50.093304 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b81593d3-231f-49a1-931d-9eea4551811f admin admin] Publish callbacks [] for router_controller (0d91ccfd-d302-4a51-badb-3f4dd3322d75), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:50.122709 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-89a2b6ac-81bf-4641-badf-fd12760237c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3582a211-2f2f-4de1-b4bb-389da669fe4d {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:42:50.130427 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60cbeef-06dc-492a-92cd-c441fe747f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-b1147b4f-1ff8-4206-b263-d9429906ed61', 'network_id': 'b1147b4f-1ff8-4206-b263-d9429906ed61', 'project_id': '57c1fd8fe7ad4e47b916b7dc7646ffa1', 'fixed_ips': [{'subnet_id': '56ed431c-37fe-404c-8fcc-66e162849fc3'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:42:50.131471 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e60cbeef-06dc-492a-92cd-c441fe747f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:50.200356 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40924) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:50.209429 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-89a2b6ac-81bf-4641-badf-fd12760237c1 service neutron] Publish callbacks [] for port (3582a211-2f2f-4de1-b4bb-389da669fe4d), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:50.225090 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b961574f-7726-4452-a7f5-0bf3ebe5d44f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:50.232765 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b81593d3-231f-49a1-931d-9eea4551811f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (0d91ccfd-d302-4a51-badb-3f4dd3322d75), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:50.233356 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81593d3-231f-49a1-931d-9eea4551811f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d91ccfd-d302-4a51-badb-3f4dd3322d75 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:42:50.244414 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b81593d3-231f-49a1-931d-9eea4551811f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:50.245588 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b81593d3-231f-49a1-931d-9eea4551811f admin admin] 10.222.0.37 "DELETE /v2.0/routers/0d91ccfd-d302-4a51-badb-3f4dd3322d75 HTTP/1.1" status: 204 len: 168 time: 3.2241795 Feb 20 05:42:50.246680 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-89a2b6ac-81bf-4641-badf-fd12760237c1 service neutron] Transition to ACTIVE for port object 3582a211-2f2f-4de1-b4bb-389da669fe4d will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:42:50.249247 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40926) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:50.257341 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-89a2b6ac-81bf-4641-badf-fd12760237c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (3582a211-2f2f-4de1-b4bb-389da669fe4d), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:50.268640 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (56ed431c-37fe-404c-8fcc-66e162849fc3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:50.429984 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b961574f-7726-4452-a7f5-0bf3ebe5d44f admin admin] Publish callbacks [] for security_group (93eed358-0734-4e76-81b9-58a841b9b695), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:50.444036 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b961574f-7726-4452-a7f5-0bf3ebe5d44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (93eed358-0734-4e76-81b9-58a841b9b695), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:50.477859 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2b6ac-81bf-4641-badf-fd12760237c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3582a211-2f2f-4de1-b4bb-389da669fe4d,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:50.491328 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d219301-44e1-41dd-987b-264d4965aa10 admin admin] Deleting subnet a08401b1-85d8-4e92-bab1-1aef3c02482d {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:42:50.503914 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9d2a92-cb19-498b-a5e1-3a787a85e82b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:42:50.512045 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f9d2a92-cb19-498b-a5e1-3a787a85e82b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:50.513271 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9f9d2a92-cb19-498b-a5e1-3a787a85e82b tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "PUT /v2.0/routers/1569e4ad-08c7-44a9-a394-49ab9b79887d HTTP/1.1" status: 200 len: 922 time: 3.3745587 Feb 20 05:42:50.520025 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40938) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:50.531063 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3d219301-44e1-41dd-987b-264d4965aa10 admin admin] Publish callbacks [] for subnet (a08401b1-85d8-4e92-bab1-1aef3c02482d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:50.544930 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-e60cbeef-06dc-492a-92cd-c441fe747f5a None None] Allocated IP 2001:db8::1 (b1147b4f-1ff8-4206-b263-d9429906ed61/56ed431c-37fe-404c-8fcc-66e162849fc3/519941bd-890a-42c7-856b-b9a42d837fde) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:42:50.564411 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55630636-1db2-4589-9d07-7b613ef5e357 None None] Sync routers for ids ['1569e4ad-08c7-44a9-a394-49ab9b79887d'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:42:50.570141 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-0e9723dd-1af9-4c5a-abb2-16a3424beb67 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:50.571633 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-0e9723dd-1af9-4c5a-abb2-16a3424beb67 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] 10.222.0.37 "GET /v2.0/networks?id=2b6ff18f-63f8-4791-be93-1c2290311f65 HTTP/1.1" status: 200 len: 822 time: 0.2299690 Feb 20 05:42:50.587769 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961574f-7726-4452-a7f5-0bf3ebe5d44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93eed358-0734-4e76-81b9-58a841b9b695,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:50.596421 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b961574f-7726-4452-a7f5-0bf3ebe5d44f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f665e804cd04462b0920656e329769d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3944046 Feb 20 05:42:50.601039 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40940) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:50.618191 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-b558690c-5988-4974-abcd-760887c2aad9 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] 10.222.0.37 "GET /v2.0/quotas/54ec1f7a20a94b5a82af4757623d1c70 HTTP/1.1" status: 200 len: 375 time: 0.0370438 Feb 20 05:42:50.652988 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3d219301-44e1-41dd-987b-264d4965aa10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (a08401b1-85d8-4e92-bab1-1aef3c02482d), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:50.698403 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 00dcd03b-3384-43f9-b137-628c9c7cb3ba no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:42:50.699054 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-2a1b969f-7dba-4486-94bc-09a26ed22bf2 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=54ec1f7a20a94b5a82af4757623d1c70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433602 Feb 20 05:42:50.737830 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-89a2b6ac-81bf-4641-badf-fd12760237c1 service neutron] Attempting to bind port 3582a211-2f2f-4de1-b4bb-389da669fe4d on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:42:50.738128 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-89a2b6ac-81bf-4641-badf-fd12760237c1 service neutron] Attempting to bind port 3582a211-2f2f-4de1-b4bb-389da669fe4d by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:42:50.738396 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-89a2b6ac-81bf-4641-badf-fd12760237c1 service neutron] Attempting to bind port 3582a211-2f2f-4de1-b4bb-389da669fe4d on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:42:50.756356 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55630636-1db2-4589-9d07-7b613ef5e357 None None] Routers {'1569e4ad-08c7-44a9-a394-49ab9b79887d'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:42:50.757031 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-55630636-1db2-4589-9d07-7b613ef5e357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:42:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['1569e4ad-08c7-44a9-a394-49ab9b79887d'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:50.759390 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 00dcd03b-3384-43f9-b137-628c9c7cb3ba {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:42:50.759912 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 00dcd03b-3384-43f9-b137-628c9c7cb3ba not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:42:50.766876 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-82e7f648-0857-41c1-b606-e1b1fd889a17 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "GET /v2.0/routers/1569e4ad-08c7-44a9-a394-49ab9b79887d HTTP/1.1" status: 200 len: 922 time: 0.2456758 Feb 20 05:42:50.771237 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40942) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:50.800643 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-89a2b6ac-81bf-4641-badf-fd12760237c1 service neutron] Port 3582a211-2f2f-4de1-b4bb-389da669fe4d on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:42:50.800968 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-89a2b6ac-81bf-4641-badf-fd12760237c1 service neutron] Attempting to bind port 3582a211-2f2f-4de1-b4bb-389da669fe4d on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:42:50.817603 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-55630636-1db2-4589-9d07-7b613ef5e357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:50.821228 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-89a2b6ac-81bf-4641-badf-fd12760237c1 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:42:50.821582 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-89a2b6ac-81bf-4641-badf-fd12760237c1 service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:42:50.821963 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-89a2b6ac-81bf-4641-badf-fd12760237c1 service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:42:50.822408 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-89a2b6ac-81bf-4641-badf-fd12760237c1 service neutron] Bound port: 3582a211-2f2f-4de1-b4bb-389da669fe4d, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:42:50.822816 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-89a2b6ac-81bf-4641-badf-fd12760237c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3582a211-2f2f-4de1-b4bb-389da669fe4d), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:50.855605 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55630636-1db2-4589-9d07-7b613ef5e357 None None] Routers {'1569e4ad-08c7-44a9-a394-49ab9b79887d'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:42:50.856790 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-55630636-1db2-4589-9d07-7b613ef5e357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:42:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['1569e4ad-08c7-44a9-a394-49ab9b79887d'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:50.858567 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9a6af4e0-49b7-4d63-8ee8-61fb7db83d93 admin admin] Publish callbacks [] for security_group (93eed358-0734-4e76-81b9-58a841b9b695), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:50.867499 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3d219301-44e1-41dd-987b-264d4965aa10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (a08401b1-85d8-4e92-bab1-1aef3c02482d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:50.884461 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43a30b1-56da-4c6e-9735-ed233f7d9960 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:50.888881 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b43a30b1-56da-4c6e-9735-ed233f7d9960 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146&device_id=1569e4ad-08c7-44a9-a394-49ab9b79887d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1136789 Feb 20 05:42:50.891193 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40946) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:50.919726 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-53edcac7-1ff9-4eae-8e2d-392111322509 service neutron] 10.222.0.37 "GET /v2.0/networks/2b6ff18f-63f8-4791-be93-1c2290311f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097549 Feb 20 05:42:50.928255 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-55630636-1db2-4589-9d07-7b613ef5e357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:50.929229 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55630636-1db2-4589-9d07-7b613ef5e357 None None] The sync data for ids ['1569e4ad-08c7-44a9-a394-49ab9b79887d'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:42:50.943438 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9a6af4e0-49b7-4d63-8ee8-61fb7db83d93 admin admin] Publish callbacks [] for security_group (93eed358-0734-4e76-81b9-58a841b9b695), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:51.012101 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-89a2b6ac-81bf-4641-badf-fd12760237c1 service neutron] For port 3582a211-2f2f-4de1-b4bb-389da669fe4d, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:42:51.016287 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-89a2b6ac-81bf-4641-badf-fd12760237c1 service neutron] For port 3582a211-2f2f-4de1-b4bb-389da669fe4d, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=3582a211-2f2f-4de1-b4bb-389da669fe4d,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:42:51.024052 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3d219301-44e1-41dd-987b-264d4965aa10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (a08401b1-85d8-4e92-bab1-1aef3c02482d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:51.034737 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-89a2b6ac-81bf-4641-badf-fd12760237c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (3582a211-2f2f-4de1-b4bb-389da669fe4d), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:51.044848 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e60cbeef-06dc-492a-92cd-c441fe747f5a None None] Publish callbacks [] for port (519941bd-890a-42c7-856b-b9a42d837fde), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:51.059422 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e60cbeef-06dc-492a-92cd-c441fe747f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (519941bd-890a-42c7-856b-b9a42d837fde), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:51.074876 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd337fd-ce5b-4ae1-a3a5-8f5341f1aff2 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:51.080718 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-cdd337fd-ce5b-4ae1-a3a5-8f5341f1aff2 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 881 time: 0.1843786 Feb 20 05:42:51.085914 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40948) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:51.103421 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d219301-44e1-41dd-987b-264d4965aa10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a08401b1-85d8-4e92-bab1-1aef3c02482d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:51.117071 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-6f802010-d988-429a-a430-6420222fd8c3 service neutron] 10.222.0.37 "GET /v2.0/networks/2b6ff18f-63f8-4791-be93-1c2290311f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661353 Feb 20 05:42:51.120053 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60cbeef-06dc-492a-92cd-c441fe747f5a None None] Pushing event updated for resources: {'Port': ['ID=519941bd-890a-42c7-856b-b9a42d837fde,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:51.122851 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba0fe81-5de9-4679-8f0a-e914db8dc696 None None] Network a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:51.144879 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3d219301-44e1-41dd-987b-264d4965aa10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:51.155224 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3d219301-44e1-41dd-987b-264d4965aa10 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a08401b1-85d8-4e92-bab1-1aef3c02482d HTTP/1.1" status: 204 len: 168 time: 0.9048948 Feb 20 05:42:51.156867 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-51cf7f06-8ad8-48f6-b523-d96f6426d9dc tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "GET /v2.0/ports?device_id=1569e4ad-08c7-44a9-a394-49ab9b79887d HTTP/1.1" status: 200 len: 205 time: 0.0698438 Feb 20 05:42:51.158512 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (56ed431c-37fe-404c-8fcc-66e162849fc3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:51.175930 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40950) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:51.176074 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40952) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:51.185860 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9a6af4e0-49b7-4d63-8ee8-61fb7db83d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (93eed358-0734-4e76-81b9-58a841b9b695), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:51.191513 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9a6af4e0-49b7-4d63-8ee8-61fb7db83d93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:51.192785 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9a6af4e0-49b7-4d63-8ee8-61fb7db83d93 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93eed358-0734-4e76-81b9-58a841b9b695 HTTP/1.1" status: 204 len: 168 time: 0.5880611 Feb 20 05:42:51.194344 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-89a2b6ac-81bf-4641-badf-fd12760237c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:51.195166 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-89a2b6ac-81bf-4641-badf-fd12760237c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:51.197218 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-89a2b6ac-81bf-4641-badf-fd12760237c1 service neutron] 10.222.0.48 "PUT /v2.0/ports/3582a211-2f2f-4de1-b4bb-389da669fe4d HTTP/1.1" status: 200 len: 1095 time: 2.3665781 Feb 20 05:42:51.226466 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80ec9ed-415b-4765-aae1-1bba1a659b91', 'tag': '3582a211-2f2f-4de1-b4bb-389da669fe4d'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:42:51.234553 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53725ae-86c1-4576-b3cc-e13cccf97380" -d '{"events": [{"name": "network-changed", "server_uuid": "c80ec9ed-415b-4765-aae1-1bba1a659b91", "tag": "3582a211-2f2f-4de1-b4bb-389da669fe4d"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:42:51.257116 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60cbeef-06dc-492a-92cd-c441fe747f5a None None] Network b1147b4f-1ff8-4206-b263-d9429906ed61 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:42:51.284964 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-e60cbeef-06dc-492a-92cd-c441fe747f5a None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:51.306490 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60cbeef-06dc-492a-92cd-c441fe747f5a None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:42:51.347271 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35d6bdad-d9db-440a-bda9-12b89e474335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:51.411020 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6af4e0-49b7-4d63-8ee8-61fb7db83d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93eed358-0734-4e76-81b9-58a841b9b695,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:51.418186 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event deleted for resources: {'Subnet': ['ID=56ed431c-37fe-404c-8fcc-66e162849fc3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:51.579083 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:51.579441 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:51.579786 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:51.580209 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:51.580443 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:51.580772 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:51.581093 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:51.581423 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:51.581747 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:51.582071 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:51.582396 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:51.582716 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:51.583064 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:42:51.597121 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (b1147b4f-1ff8-4206-b263-d9429906ed61), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:51.661988 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1147b4f-1ff8-4206-b263-d9429906ed61']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:51.692812 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3378131-be72-4a14-9bcb-c091fd645e95 req-2ccc84c1-da27-4d02-8a10-8355a8ea5cb2 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:51.699994 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a3378131-be72-4a14-9bcb-c091fd645e95 req-2ccc84c1-da27-4d02-8a10-8355a8ea5cb2 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2f0df1c-403d-4248-a596-3adbf5b4a42e HTTP/1.1" status: 200 len: 945 time: 0.1732202 Feb 20 05:42:51.704529 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5edcfd2-a33d-4f69-8157-77fd14f7843a') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:51.704842 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5edcfd2-a33d-4f69-8157-77fd14f7843a') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:51.722397 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (d5edcfd2-a33d-4f69-8157-77fd14f7843a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:51.760551 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d5edcfd2-a33d-4f69-8157-77fd14f7843a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:51.774119 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-35d6bdad-d9db-440a-bda9-12b89e474335 admin admin] Deleting port a181d696-4e57-47cf-94df-f9c914076196 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:42:51.775318 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35d6bdad-d9db-440a-bda9-12b89e474335 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a181d696-4e57-47cf-94df-f9c914076196), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:51.792380 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:42:51.793097 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (d5edcfd2-a33d-4f69-8157-77fd14f7843a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:42:51.796453 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:42:51.850931 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a3378131-be72-4a14-9bcb-c091fd645e95 req-887a4ad5-4187-4735-be12-4536e3c33d19 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451571 Feb 20 05:42:51.942423 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:52.012203 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e60cbeef-06dc-492a-92cd-c441fe747f5a None None] Attempting to bind port 519941bd-890a-42c7-856b-b9a42d837fde on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:42:52.015191 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e60cbeef-06dc-492a-92cd-c441fe747f5a None None] Attempting to bind port 519941bd-890a-42c7-856b-b9a42d837fde by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'd5edcfd2-a33d-4f69-8157-77fd14f7843a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b1147b4f-1ff8-4206-b263-d9429906ed61'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:42:52.015602 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60cbeef-06dc-492a-92cd-c441fe747f5a None None] Attempting to bind port 519941bd-890a-42c7-856b-b9a42d837fde on network b1147b4f-1ff8-4206-b263-d9429906ed61 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:42:52.020866 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-35d6bdad-d9db-440a-bda9-12b89e474335 admin admin] For port a181d696-4e57-47cf-94df-f9c914076196, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a181d696-4e57-47cf-94df-f9c914076196,segment=NetworkSegment(62986bcb-199f-4696-b75f-969754a5af8c),segment_id=62986bcb-199f-4696-b75f-969754a5af8c)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:52.021938 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35d6bdad-d9db-440a-bda9-12b89e474335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a181d696-4e57-47cf-94df-f9c914076196), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:52.025005 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.db.api [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 20 05:42:52.025005 n-d-829866-5 neutron-server[103407]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 20 05:42:52.025005 n-d-829866-5 neutron-server[103407]: [parameters: {'id': 'b1147b4f-1ff8-4206-b263-d9429906ed61'}] Feb 20 05:42:52.025005 n-d-829866-5 neutron-server[103407]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:42:52.025614 n-d-829866-5 neutron-server[103407]: DEBUG oslo_db.api [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:42:52.039840 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-35d6bdad-d9db-440a-bda9-12b89e474335 admin admin] Calling delete_port for a181d696-4e57-47cf-94df-f9c914076196 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:42:52.044695 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60cbeef-06dc-492a-92cd-c441fe747f5a None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:42:52.045076 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60cbeef-06dc-492a-92cd-c441fe747f5a None None] Checking segment: {'id': 'd5edcfd2-a33d-4f69-8157-77fd14f7843a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b1147b4f-1ff8-4206-b263-d9429906ed61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:42:52.045528 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e60cbeef-06dc-492a-92cd-c441fe747f5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:52.047075 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60cbeef-06dc-492a-92cd-c441fe747f5a None None] Bound using segment: {'id': 'd5edcfd2-a33d-4f69-8157-77fd14f7843a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b1147b4f-1ff8-4206-b263-d9429906ed61'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:42:52.048965 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e60cbeef-06dc-492a-92cd-c441fe747f5a None None] Bound port: 519941bd-890a-42c7-856b-b9a42d837fde, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5edcfd2-a33d-4f69-8157-77fd14f7843a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b1147b4f-1ff8-4206-b263-d9429906ed61'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:42:52.049387 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e60cbeef-06dc-492a-92cd-c441fe747f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (519941bd-890a-42c7-856b-b9a42d837fde), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:52.096381 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2b6ac-81bf-4641-badf-fd12760237c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3582a211-2f2f-4de1-b4bb-389da669fe4d,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:52.127647 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949dfae-a103-458f-9a22-9d37fa12b1cf req-32374bfb-9f6c-4106-a059-c309181f8f88 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:52.129181 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9949dfae-a103-458f-9a22-9d37fa12b1cf req-32374bfb-9f6c-4106-a059-c309181f8f88 tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f0df1c-403d-4248-a596-3adbf5b4a42e HTTP/1.1" status: 200 len: 945 time: 1.0345128 Feb 20 05:42:52.148331 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2298637a-f3f4-4550-a119-d0d3c2870a5b tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router (1569e4ad-08c7-44a9-a394-49ab9b79887d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:52.155278 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf0d141-0b57-4236-9159-1e2c5885f75f None None] DHCP port deletion for a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:42:52.188156 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a6575-d671-477f-b947-44c32ad36d52 req-85ea1d25-6b1b-4e62-aa02-3a5edc567e00 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:52.199645 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c7a6575-d671-477f-b947-44c32ad36d52 req-85ea1d25-6b1b-4e62-aa02-3a5edc567e00 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80ec9ed-415b-4765-aae1-1bba1a659b91 HTTP/1.1" status: 200 len: 947 time: 0.2432702 Feb 20 05:42:52.221077 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-c3d41833-95ee-44af-8bb4-575d2ce366e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:52.222586 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-c3d41833-95ee-44af-8bb4-575d2ce366e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3e6712a47034666b11f44d7ab7587a8&device_id=c80ec9ed-415b-4765-aae1-1bba1a659b91 HTTP/1.1" status: 200 len: 1129 time: 0.8524857 Feb 20 05:42:52.296526 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e60cbeef-06dc-492a-92cd-c441fe747f5a None None] For port 519941bd-890a-42c7-856b-b9a42d837fde, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:42:52.299329 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c7a6575-d671-477f-b947-44c32ad36d52 req-5df6f411-4ed7-483e-b44d-706449eb2de6 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961182 Feb 20 05:42:52.321173 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e60cbeef-06dc-492a-92cd-c441fe747f5a None None] For port 519941bd-890a-42c7-856b-b9a42d837fde, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=519941bd-890a-42c7-856b-b9a42d837fde,segment=NetworkSegment(d5edcfd2-a33d-4f69-8157-77fd14f7843a),segment_id=d5edcfd2-a33d-4f69-8157-77fd14f7843a)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:42:52.330693 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e60cbeef-06dc-492a-92cd-c441fe747f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (519941bd-890a-42c7-856b-b9a42d837fde), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:52.337088 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-55cd0fe9-ae7c-4c2c-9ebe-5233a7e9b8ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=3582a211-2f2f-4de1-b4bb-389da669fe4d HTTP/1.1" status: 200 len: 217 time: 0.1063666 Feb 20 05:42:52.342198 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35d6bdad-d9db-440a-bda9-12b89e474335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (a181d696-4e57-47cf-94df-f9c914076196), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:52.372468 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device e6513001-1554-417e-8dea-54f2fdde0f04 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:42:52.390973 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d48912-bded-459f-ad16-24a9aa723f96 x-openstack-request-id: req-20d48912-bded-459f-ad16-24a9aa723f96 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:42:52.391409 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c80ec9ed-415b-4765-aae1-1bba1a659b91", "tag": "3582a211-2f2f-4de1-b4bb-389da669fe4d", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:42:52.391589 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20d48912-bded-459f-ad16-24a9aa723f96 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:42:52.391922 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80ec9ed-415b-4765-aae1-1bba1a659b91', 'tag': '3582a211-2f2f-4de1-b4bb-389da669fe4d', 'status': 'completed', 'code': 200} Feb 20 05:42:52.428800 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: e6513001-1554-417e-8dea-54f2fdde0f04 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:42:52.429138 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device e6513001-1554-417e-8dea-54f2fdde0f04 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:42:52.429613 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a181d696-4e57-47cf-94df-f9c914076196 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:42:52.457364 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-dcf0d141-0b57-4236-9159-1e2c5885f75f None None] Deleting port a181d696-4e57-47cf-94df-f9c914076196 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:42:52.457766 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d141-0b57-4236-9159-1e2c5885f75f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a181d696-4e57-47cf-94df-f9c914076196), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:52.465200 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6bdad-d9db-440a-bda9-12b89e474335 admin admin] Pushing event deleted for resources: {'Port': ['ID=a181d696-4e57-47cf-94df-f9c914076196,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:52.500373 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: a181d696-4e57-47cf-94df-f9c914076196 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:42:52.500725 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a181d696-4e57-47cf-94df-f9c914076196 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:42:52.519288 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d6bdad-d9db-440a-bda9-12b89e474335 admin admin] No DVR routers for this DVR port a181d696-4e57-47cf-94df-f9c914076196 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:42:52.529795 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3a109eec-ce75-472d-a5d2-f8cd85b1e012 req-27156e7e-7aa6-413a-8d58-28555938237e tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd1300d-59b6-4667-bd0f-e42dcd48addb HTTP/1.1" status: 200 len: 210 time: 0.0831490 Feb 20 05:42:52.532175 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (b1147b4f-1ff8-4206-b263-d9429906ed61), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:52.550012 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60cbeef-06dc-492a-92cd-c441fe747f5a None None] Pushing event updated for resources: {'Port': ['ID=519941bd-890a-42c7-856b-b9a42d837fde,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:52.573873 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-11fc8782-4c81-468d-b2ef-73907c3c056a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:52.576366 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5c815b-6c61-4105-bd25-6d22d407aa34 None None] Network b1147b4f-1ff8-4206-b263-d9429906ed61 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:52.579301 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-11fc8782-4c81-468d-b2ef-73907c3c056a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.2202544 Feb 20 05:42:52.586196 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-dcf0d141-0b57-4236-9159-1e2c5885f75f None None] For port a181d696-4e57-47cf-94df-f9c914076196, host n-d-829866-5, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:52.586783 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d141-0b57-4236-9159-1e2c5885f75f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a181d696-4e57-47cf-94df-f9c914076196), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:52.621407 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-9949dfae-a103-458f-9a22-9d37fa12b1cf req-d8b261df-daa3-49c2-a7cd-19a0276e7aee tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Deleting port 68c5ac96-2bc5-484c-9537-a4258ca86f82 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:42:52.621894 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9949dfae-a103-458f-9a22-9d37fa12b1cf req-d8b261df-daa3-49c2-a7cd-19a0276e7aee tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (68c5ac96-2bc5-484c-9537-a4258ca86f82), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:52.650032 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-dcf0d141-0b57-4236-9159-1e2c5885f75f None None] Calling delete_port for a181d696-4e57-47cf-94df-f9c914076196 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:42:52.650982 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2298637a-f3f4-4550-a119-d0d3c2870a5b tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_gateway (1569e4ad-08c7-44a9-a394-49ab9b79887d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:52.661692 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-dcf0d141-0b57-4236-9159-1e2c5885f75f None None] Port a181d696-4e57-47cf-94df-f9c914076196 was not found and therefore no delete operation was performed {{(pid=103408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 05:42:52.672120 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d141-0b57-4236-9159-1e2c5885f75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (a181d696-4e57-47cf-94df-f9c914076196), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:52.718219 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0d141-0b57-4236-9159-1e2c5885f75f None None] Pushing event deleted for resources: {'Port': ['ID=a181d696-4e57-47cf-94df-f9c914076196,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:52.719912 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:52.738178 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf0d141-0b57-4236-9159-1e2c5885f75f None None] No DVR routers for this DVR port a181d696-4e57-47cf-94df-f9c914076196 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:42:52.770858 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:52.776015 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35d6bdad-d9db-440a-bda9-12b89e474335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:52.778381 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-2fe44747-2d44-4ad3-8b1c-bde75f9fb4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:52.780135 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-2fe44747-2d44-4ad3-8b1c-bde75f9fb4bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1760261 Feb 20 05:42:52.797984 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-9949dfae-a103-458f-9a22-9d37fa12b1cf req-d8b261df-daa3-49c2-a7cd-19a0276e7aee tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] For port 68c5ac96-2bc5-484c-9537-a4258ca86f82, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=68c5ac96-2bc5-484c-9537-a4258ca86f82,segment=NetworkSegment(4cdc692c-dc0a-4b72-9459-ea1592b0f54a),segment_id=4cdc692c-dc0a-4b72-9459-ea1592b0f54a)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:52.798491 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9949dfae-a103-458f-9a22-9d37fa12b1cf req-d8b261df-daa3-49c2-a7cd-19a0276e7aee tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (68c5ac96-2bc5-484c-9537-a4258ca86f82), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:52.808562 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-35d6bdad-d9db-440a-bda9-12b89e474335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:52.813423 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4534559f-f3e5-40be-b96c-01f5e9ee2be9 None None] get_active_networks_info from n-d-829866-5 {{(pid=103408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 05:42:52.825420 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-35d6bdad-d9db-440a-bda9-12b89e474335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62986bcb-199f-4696-b75f-969754a5af8c') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:52.825717 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-35d6bdad-d9db-440a-bda9-12b89e474335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62986bcb-199f-4696-b75f-969754a5af8c') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:52.840993 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35d6bdad-d9db-440a-bda9-12b89e474335 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (62986bcb-199f-4696-b75f-969754a5af8c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:52.858752 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35d6bdad-d9db-440a-bda9-12b89e474335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (62986bcb-199f-4696-b75f-969754a5af8c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:52.860961 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-9949dfae-a103-458f-9a22-9d37fa12b1cf req-d8b261df-daa3-49c2-a7cd-19a0276e7aee tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Calling delete_port for 68c5ac96-2bc5-484c-9537-a4258ca86f82 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:42:52.866121 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d6bdad-d9db-440a-bda9-12b89e474335 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:42:52.867303 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35d6bdad-d9db-440a-bda9-12b89e474335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (62986bcb-199f-4696-b75f-969754a5af8c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:52.928185 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-2298637a-f3f4-4550-a119-d0d3c2870a5b tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Deleting port 36aeabe6-f67b-458d-9523-49f405aa8222 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:42:52.928721 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2298637a-f3f4-4550-a119-d0d3c2870a5b tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (36aeabe6-f67b-458d-9523-49f405aa8222), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:42:52.946849 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:42:52.950518 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35d6bdad-d9db-440a-bda9-12b89e474335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:52.957629 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35d6bdad-d9db-440a-bda9-12b89e474335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:52.967234 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-35d6bdad-d9db-440a-bda9-12b89e474335 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b HTTP/1.1" status: 204 len: 168 time: 1.7834775 Feb 20 05:42:53.002480 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4534559f-f3e5-40be-b96c-01f5e9ee2be9 None None] Resources bound (agent type, host, resource id): {{(pid=103408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 05:42:53.082854 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6bdad-d9db-440a-bda9-12b89e474335 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5b8bc5f-81c2-4b59-bf50-85fbdf1cf67b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:53.115245 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Deleting port 519941bd-890a-42c7-856b-b9a42d837fde {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:42:53.115632 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (519941bd-890a-42c7-856b-b9a42d837fde), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:53.141620 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-ddc52e9f-41f5-459e-aa6e-aac4d2117072 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530247 Feb 20 05:42:53.189181 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2298637a-f3f4-4550-a119-d0d3c2870a5b tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (36aeabe6-f67b-458d-9523-49f405aa8222), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:53.242892 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-2298637a-f3f4-4550-a119-d0d3c2870a5b tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Calling delete_port for 36aeabe6-f67b-458d-9523-49f405aa8222 owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:42:53.246289 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baaf47-d185-4382-93d6-62ea072e6cf9 req-6c775a51-8293-48cb-aa34-fef6c26db9db tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:53.248378 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-13baaf47-d185-4382-93d6-62ea072e6cf9 req-6c775a51-8293-48cb-aa34-fef6c26db9db tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2f0df1c-403d-4248-a596-3adbf5b4a42e HTTP/1.1" status: 200 len: 945 time: 0.2081897 Feb 20 05:42:53.250559 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] For port 519941bd-890a-42c7-856b-b9a42d837fde, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=519941bd-890a-42c7-856b-b9a42d837fde,segment=NetworkSegment(d5edcfd2-a33d-4f69-8157-77fd14f7843a),segment_id=d5edcfd2-a33d-4f69-8157-77fd14f7843a)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:53.251049 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (519941bd-890a-42c7-856b-b9a42d837fde), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:53.275774 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-1e659ea0-b933-4565-b816-f4521034588d tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:53.279241 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-1e659ea0-b933-4565-b816-f4521034588d tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] 10.222.0.48 "GET /v2.0/networks?id=2b6ff18f-63f8-4791-be93-1c2290311f65 HTTP/1.1" status: 200 len: 822 time: 0.3310349 Feb 20 05:42:53.299211 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Calling delete_port for 519941bd-890a-42c7-856b-b9a42d837fde owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:42:53.378159 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9949dfae-a103-458f-9a22-9d37fa12b1cf req-d8b261df-daa3-49c2-a7cd-19a0276e7aee tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (68c5ac96-2bc5-484c-9537-a4258ca86f82), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:53.390392 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['68c5ac96-2bc5-484c-9537-a4258ca86f82'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:42:53.391393 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41036) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:53.398509 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8c5a4745-4f4b-46a9-8686-1e5ea704de60 req-0eff89a5-4122-4ff5-a7b8-ee6e9c870db0 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396810 Feb 20 05:42:53.442705 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b261df-daa3-49c2-a7cd-19a0276e7aee tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Pushing event deleted for resources: {'Port': ['ID=68c5ac96-2bc5-484c-9537-a4258ca86f82,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:53.543208 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-9949dfae-a103-458f-9a22-9d37fa12b1cf req-d8b261df-daa3-49c2-a7cd-19a0276e7aee tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] No DVR routers for this DVR port 68c5ac96-2bc5-484c-9537-a4258ca86f82 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:42:53.591945 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9949dfae-a103-458f-9a22-9d37fa12b1cf req-d8b261df-daa3-49c2-a7cd-19a0276e7aee tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:53.596044 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9949dfae-a103-458f-9a22-9d37fa12b1cf req-d8b261df-daa3-49c2-a7cd-19a0276e7aee tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.61 "DELETE /v2.0/ports/68c5ac96-2bc5-484c-9537-a4258ca86f82 HTTP/1.1" status: 204 len: 173 time: 1.4601109 Feb 20 05:42:53.622034 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-26a7570b-0795-43ae-ad55-0642f162f5bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6ab79728f124adc87dd8ebb98d8b1ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258842 Feb 20 05:42:53.634198 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41046) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:53.675051 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53725ae-86c1-4576-b3cc-e13cccf97380 req-98d9fd0a-1ac0-40ab-ad10-fd1d223ed61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:53.677250 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d53725ae-86c1-4576-b3cc-e13cccf97380 req-98d9fd0a-1ac0-40ab-ad10-fd1d223ed61e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3e6712a47034666b11f44d7ab7587a8&device_id=c80ec9ed-415b-4765-aae1-1bba1a659b91 HTTP/1.1" status: 200 len: 1129 time: 0.1921036 Feb 20 05:42:53.797824 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-3133044d-163d-41ce-a84d-7e56d47ed0a6 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Request body: {'port': {'device_id': '0cd1300d-59b6-4667-bd0f-e42dcd48addb', 'network_id': '2b6ff18f-63f8-4791-be93-1c2290311f65', 'admin_state_up': True, 'tenant_id': '54ec1f7a20a94b5a82af4757623d1c70'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:53.817263 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37cf31bf-a54f-48a5-b342-4e4eff1edd04 admin admin] Publish callbacks [] for security_group (bb313c84-54c4-4174-bf5f-b3849c4c2aab), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:53.840795 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2298637a-f3f4-4550-a119-d0d3c2870a5b tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (36aeabe6-f67b-458d-9523-49f405aa8222), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:53.870111 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37cf31bf-a54f-48a5-b342-4e4eff1edd04 admin admin] Publish callbacks [] for security_group (bb313c84-54c4-4174-bf5f-b3849c4c2aab), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:53.899567 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-13baaf47-d185-4382-93d6-62ea072e6cf9 req-2094a1d0-4ae9-4bf8-92e5-d78fa86e15bf tempest-ServerDiskConfigTestJSON-1138007132 tempest-ServerDiskConfigTestJSON-1138007132-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e13bd17-745e-4475-836f-8c8b282df317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6378160 Feb 20 05:42:53.922459 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298637a-f3f4-4550-a119-d0d3c2870a5b tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Pushing event deleted for resources: {'Port': ['ID=36aeabe6-f67b-458d-9523-49f405aa8222,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:53.972264 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (519941bd-890a-42c7-856b-b9a42d837fde), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:53.986332 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53725ae-86c1-4576-b3cc-e13cccf97380 req-9d4fef80-a418-452f-b433-b30394483b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:53.987787 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d53725ae-86c1-4576-b3cc-e13cccf97380 req-9d4fef80-a418-452f-b433-b30394483b24 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.2998762 Feb 20 05:42:54.018053 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event deleted for resources: {'Port': ['ID=519941bd-890a-42c7-856b-b9a42d837fde,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:54.019990 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] No DVR routers for this DVR port 519941bd-890a-42c7-856b-b9a42d837fde on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:42:54.064241 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d53725ae-86c1-4576-b3cc-e13cccf97380 req-bdd6efc3-f0bb-4b44-bdbe-c8ac32d8dd09 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=3582a211-2f2f-4de1-b4bb-389da669fe4d HTTP/1.1" status: 200 len: 217 time: 0.0685744 Feb 20 05:42:54.099162 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2298637a-f3f4-4550-a119-d0d3c2870a5b tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (1569e4ad-08c7-44a9-a394-49ab9b79887d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:54.118059 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-3133044d-163d-41ce-a84d-7e56d47ed0a6 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Made reservation on behalf of 54ec1f7a20a94b5a82af4757623d1c70 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:54.121402 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-3133044d-163d-41ce-a84d-7e56d47ed0a6 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:54.185060 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (b1147b4f-1ff8-4206-b263-d9429906ed61), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:54.256776 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a2711-cd1e-42ce-89d8-4ea40116088b req-d220ed28-28a6-4137-8570-6e15d87c5c12 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:54.263534 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-237a2711-cd1e-42ce-89d8-4ea40116088b req-d220ed28-28a6-4137-8570-6e15d87c5c12 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80ec9ed-415b-4765-aae1-1bba1a659b91 HTTP/1.1" status: 200 len: 947 time: 0.2516932 Feb 20 05:42:54.271150 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1147b4f-1ff8-4206-b263-d9429906ed61']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:54.271946 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2298637a-f3f4-4550-a119-d0d3c2870a5b tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (1569e4ad-08c7-44a9-a394-49ab9b79887d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:54.274459 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2298637a-f3f4-4550-a119-d0d3c2870a5b tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_controller (1569e4ad-08c7-44a9-a394-49ab9b79887d), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:54.281612 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37cf31bf-a54f-48a5-b342-4e4eff1edd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (bb313c84-54c4-4174-bf5f-b3849c4c2aab), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:54.284466 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37cf31bf-a54f-48a5-b342-4e4eff1edd04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:54.285822 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-37cf31bf-a54f-48a5-b342-4e4eff1edd04 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb313c84-54c4-4174-bf5f-b3849c4c2aab HTTP/1.1" status: 204 len: 168 time: 0.6503263 Feb 20 05:42:54.289618 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5edcfd2-a33d-4f69-8157-77fd14f7843a') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:54.291278 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5edcfd2-a33d-4f69-8157-77fd14f7843a') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:54.297056 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53725ae-86c1-4576-b3cc-e13cccf97380 req-7bdc45a7-d06f-4ba2-8c9b-475e5d6f0932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:54.298561 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d53725ae-86c1-4576-b3cc-e13cccf97380 req-7bdc45a7-d06f-4ba2-8c9b-475e5d6f0932 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.2109640 Feb 20 05:42:54.307088 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (d5edcfd2-a33d-4f69-8157-77fd14f7843a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:54.353859 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf31bf-a54f-48a5-b342-4e4eff1edd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb313c84-54c4-4174-bf5f-b3849c4c2aab,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:54.372463 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d5edcfd2-a33d-4f69-8157-77fd14f7843a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:54.392860 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2298637a-f3f4-4550-a119-d0d3c2870a5b tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (1569e4ad-08c7-44a9-a394-49ab9b79887d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:54.393533 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:42:54.393676 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2298637a-f3f4-4550-a119-d0d3c2870a5b tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Fanout notify agent at l3_agent the message router_deleted on router 1569e4ad-08c7-44a9-a394-49ab9b79887d {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:42:54.393987 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (d5edcfd2-a33d-4f69-8157-77fd14f7843a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:42:54.397290 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:42:54.404638 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2298637a-f3f4-4550-a119-d0d3c2870a5b tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:54.411152 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2298637a-f3f4-4550-a119-d0d3c2870a5b tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "DELETE /v2.0/routers/1569e4ad-08c7-44a9-a394-49ab9b79887d HTTP/1.1" status: 204 len: 168 time: 3.2265825 Feb 20 05:42:54.412410 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41080) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:54.414693 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f0df1c-403d-4248-a596-3adbf5b4a42e', 'name': 'network-vif-deleted', 'tag': '68c5ac96-2bc5-484c-9537-a4258ca86f82'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:42:54.417017 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5ba6c7-059b-4dcd-92bf-206b9b0345e6" -d '{"events": [{"server_uuid": "a2f0df1c-403d-4248-a596-3adbf5b4a42e", "name": "network-vif-deleted", "tag": "68c5ac96-2bc5-484c-9537-a4258ca86f82"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:42:54.427818 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e02f7d26-d549-4525-b279-e6af47870382 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1190837763', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:54.430925 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53725ae-86c1-4576-b3cc-e13cccf97380 req-23ef25ed-e0cd-4b85-8dc3-241a0deba999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:54.433145 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d53725ae-86c1-4576-b3cc-e13cccf97380 req-23ef25ed-e0cd-4b85-8dc3-241a0deba999 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0902162 Feb 20 05:42:54.582662 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (b1147b4f-1ff8-4206-b263-d9429906ed61), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:54.590870 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-237a2711-cd1e-42ce-89d8-4ea40116088b req-08ac818e-bb8b-47d7-9204-45ce132d038c tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392209 Feb 20 05:42:54.591800 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e02f7d26-d549-4525-b279-e6af47870382 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (930fd4bd-1482-4fdf-b0e3-6f82a3964231), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:54.593481 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e02f7d26-d549-4525-b279-e6af47870382 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (930fd4bd-1482-4fdf-b0e3-6f82a3964231), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:54.607850 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:54.614522 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "DELETE /v2.0/networks/b1147b4f-1ff8-4206-b263-d9429906ed61 HTTP/1.1" status: 204 len: 168 time: 4.8822155 Feb 20 05:42:54.614753 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41084) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:54.619127 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d53725ae-86c1-4576-b3cc-e13cccf97380 req-e617e867-c70b-42ad-a63c-92e1f0999a4c service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788776 Feb 20 05:42:54.625744 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-90dde311-2e89-47a1-82a1-5ea897c2c501 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-923128053'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:54.672748 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72599a4d-afa0-4040-9665-2ed33165ced9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event deleted for resources: {'Network': ['ID=b1147b4f-1ff8-4206-b263-d9429906ed61,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:54.731589 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-3133044d-163d-41ce-a84d-7e56d47ed0a6 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Allocated IP 172.20.0.10 (2b6ff18f-63f8-4791-be93-1c2290311f65/0b54f727-b13e-4f2b-aca5-8daaff594cc0/1183b450-efbd-4961-9d43-26ee92d318f5) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:42:54.771004 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dde311-2e89-47a1-82a1-5ea897c2c501 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Made reservation on behalf of 57c1fd8fe7ad4e47b916b7dc7646ffa1 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:54.775156 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-90dde311-2e89-47a1-82a1-5ea897c2c501 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:54.782933 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e02f7d26-d549-4525-b279-e6af47870382 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_controller (930fd4bd-1482-4fdf-b0e3-6f82a3964231), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:54.805029 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d53725ae-86c1-4576-b3cc-e13cccf97380 req-5a3e8e16-7750-4987-898a-9c4d5a911673 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727035 Feb 20 05:42:54.811750 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e02f7d26-d549-4525-b279-e6af47870382 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (930fd4bd-1482-4fdf-b0e3-6f82a3964231), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:54.851962 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-93137520-5d78-4ccc-842f-24f03585b2cf req-c7b9c141-0873-4ef3-912a-75dbc194768b tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd1300d-59b6-4667-bd0f-e42dcd48addb HTTP/1.1" status: 200 len: 210 time: 0.0738962 Feb 20 05:42:54.888576 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e02f7d26-d549-4525-b279-e6af47870382 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:54.890505 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e02f7d26-d549-4525-b279-e6af47870382 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4735615 Feb 20 05:42:54.891378 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90dde311-2e89-47a1-82a1-5ea897c2c501 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:42:54.893642 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41096) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:54.904733 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-555d3e57-ebcf-45f7-9c64-3e92de726910 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Request body: {'router': {'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:54.920811 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-90dde311-2e89-47a1-82a1-5ea897c2c501 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (fc3449af-3b98-4490-8c9c-547cdff50565), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:54.921402 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-90dde311-2e89-47a1-82a1-5ea897c2c501 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Added segment fc3449af-3b98-4490-8c9c-547cdff50565 of type vlan for network 2f80ffa4-3446-43fb-a65d-aad1d3d755dc Feb 20 05:42:54.970875 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7ea397-f8ff-474e-bef3-388dff4e2d20 x-openstack-request-id: req-0c7ea397-f8ff-474e-bef3-388dff4e2d20 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:42:54.971166 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f0df1c-403d-4248-a596-3adbf5b4a42e", "name": "network-vif-deleted", "tag": "68c5ac96-2bc5-484c-9537-a4258ca86f82", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:42:54.971413 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c7ea397-f8ff-474e-bef3-388dff4e2d20 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:42:54.971736 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f0df1c-403d-4248-a596-3adbf5b4a42e', 'name': 'network-vif-deleted', 'tag': '68c5ac96-2bc5-484c-9537-a4258ca86f82', 'status': 'completed', 'code': 200} Feb 20 05:42:55.041573 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-90dde311-2e89-47a1-82a1-5ea897c2c501 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (2f80ffa4-3446-43fb-a65d-aad1d3d755dc), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:55.095846 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-3133044d-163d-41ce-a84d-7e56d47ed0a6 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Publish callbacks [] for port (1183b450-efbd-4961-9d43-26ee92d318f5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:55.119133 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-90dde311-2e89-47a1-82a1-5ea897c2c501 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (2f80ffa4-3446-43fb-a65d-aad1d3d755dc), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:55.129608 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dde311-2e89-47a1-82a1-5ea897c2c501 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:55.130356 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-90dde311-2e89-47a1-82a1-5ea897c2c501 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:55.173764 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:55.235736 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-90dde311-2e89-47a1-82a1-5ea897c2c501 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6177871 Feb 20 05:42:55.237353 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41116) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:55.266995 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f5a32b24-f049-4efe-b9f5-5dbc01c89d8f tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Request body: {'subnet': {'network_id': '2f80ffa4-3446-43fb-a65d-aad1d3d755dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:55.296346 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dde311-2e89-47a1-82a1-5ea897c2c501 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event updated for resources: {'Network': ['ID=2f80ffa4-3446-43fb-a65d-aad1d3d755dc,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:55.308024 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 2f80ffa4-3446-43fb-a65d-aad1d3d755dc details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:42:55.353433 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-555d3e57-ebcf-45f7-9c64-3e92de726910 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_gateway (930fd4bd-1482-4fdf-b0e3-6f82a3964231), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:55.369103 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-3133044d-163d-41ce-a84d-7e56d47ed0a6 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (1183b450-efbd-4961-9d43-26ee92d318f5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:55.464555 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133044d-163d-41ce-a84d-7e56d47ed0a6 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Pushing event updated for resources: {'Port': ['ID=1183b450-efbd-4961-9d43-26ee92d318f5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:55.497624 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-3133044d-163d-41ce-a84d-7e56d47ed0a6 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Network 2b6ff18f-63f8-4791-be93-1c2290311f65 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:42:55.507472 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-3133044d-163d-41ce-a84d-7e56d47ed0a6 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:55.513312 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-3133044d-163d-41ce-a84d-7e56d47ed0a6 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:42:55.550564 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a32b24-f049-4efe-b9f5-5dbc01c89d8f tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Made reservation on behalf of 57c1fd8fe7ad4e47b916b7dc7646ffa1 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:55.555368 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f5a32b24-f049-4efe-b9f5-5dbc01c89d8f tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:55.623379 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41136) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:55.653998 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-3133044d-163d-41ce-a84d-7e56d47ed0a6 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:55.654744 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-3133044d-163d-41ce-a84d-7e56d47ed0a6 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:55.678725 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-3133044d-163d-41ce-a84d-7e56d47ed0a6 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3080778 Feb 20 05:42:55.694610 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-596590fd-1a6b-4d5e-b7c2-b03d139e5475 service neutron] Request body: {'port': {'device_id': '0cd1300d-59b6-4667-bd0f-e42dcd48addb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:55.757477 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-555d3e57-ebcf-45f7-9c64-3e92de726910 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_gateway (930fd4bd-1482-4fdf-b0e3-6f82a3964231), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:55.779581 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-555d3e57-ebcf-45f7-9c64-3e92de726910 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:55.823382 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-d76a441b-3ad2-49f7-9f09-9a02a55671d4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-523228069-network', 'tenant_id': '00b5a23923ab4f169200da1677122e4f'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:55.862270 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76a441b-3ad2-49f7-9f09-9a02a55671d4 admin admin] Made reservation on behalf of 00b5a23923ab4f169200da1677122e4f for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:55.864885 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d76a441b-3ad2-49f7-9f09-9a02a55671d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:55.894349 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-596590fd-1a6b-4d5e-b7c2-b03d139e5475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1183b450-efbd-4961-9d43-26ee92d318f5), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:55.897142 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d76a441b-3ad2-49f7-9f09-9a02a55671d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:55.939013 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-555d3e57-ebcf-45f7-9c64-3e92de726910 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Allocated IP 172.25.3.67 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/6faa0124-c881-4095-b1a3-0ae2964dcf7b) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:42:56.038639 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f5a32b24-f049-4efe-b9f5-5dbc01c89d8f tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (e5dd5693-5b00-4fce-8b8f-da14193fc04a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:56.048388 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 68c5ac96-2bc5-484c-9537-a4258ca86f82 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:42:56.065684 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d76a441b-3ad2-49f7-9f09-9a02a55671d4 admin admin] Publish callbacks [] for security_group (fe03828a-8270-44b1-9077-f6bb7dd00f36), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:56.069351 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 68c5ac96-2bc5-484c-9537-a4258ca86f82 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:42:56.070007 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 68c5ac96-2bc5-484c-9537-a4258ca86f82 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:42:56.073639 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d76a441b-3ad2-49f7-9f09-9a02a55671d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (fe03828a-8270-44b1-9077-f6bb7dd00f36), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:56.096888 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf56b2-600e-4062-82fc-53af4fcda6a3 req-41bdf96a-4264-4056-916c-80b2bfdd982e tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:56.099279 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9fbf56b2-600e-4062-82fc-53af4fcda6a3 req-41bdf96a-4264-4056-916c-80b2bfdd982e tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80ec9ed-415b-4765-aae1-1bba1a659b91 HTTP/1.1" status: 200 len: 947 time: 0.2171333 Feb 20 05:42:56.101620 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-555d3e57-ebcf-45f7-9c64-3e92de726910 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for port (6faa0124-c881-4095-b1a3-0ae2964dcf7b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:56.119750 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d76a441b-3ad2-49f7-9f09-9a02a55671d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:42:56.132226 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a441b-3ad2-49f7-9f09-9a02a55671d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe03828a-8270-44b1-9077-f6bb7dd00f36,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:56.138766 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d76a441b-3ad2-49f7-9f09-9a02a55671d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (e0dbac0b-e815-4628-a5c0-79e1d3edf6d2), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:56.139141 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-d76a441b-3ad2-49f7-9f09-9a02a55671d4 admin admin] Added segment e0dbac0b-e815-4628-a5c0-79e1d3edf6d2 of type vlan for network 76d12cb1-1a3c-4efa-9623-20d225162f2e Feb 20 05:42:56.184979 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 3582a211-2f2f-4de1-b4bb-389da669fe4d details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:42:56.199972 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d76a441b-3ad2-49f7-9f09-9a02a55671d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (76d12cb1-1a3c-4efa-9623-20d225162f2e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:56.221073 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-555d3e57-ebcf-45f7-9c64-3e92de726910 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (6faa0124-c881-4095-b1a3-0ae2964dcf7b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:56.259707 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a32b24-f049-4efe-b9f5-5dbc01c89d8f tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event updated for resources: {'Subnet': ['ID=e5dd5693-5b00-4fce-8b8f-da14193fc04a,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:56.265660 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555d3e57-ebcf-45f7-9c64-3e92de726910 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:42:56.266604 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d76a441b-3ad2-49f7-9f09-9a02a55671d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (76d12cb1-1a3c-4efa-9623-20d225162f2e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:56.267629 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76a441b-3ad2-49f7-9f09-9a02a55671d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:56.268704 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d76a441b-3ad2-49f7-9f09-9a02a55671d4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:56.277298 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-555d3e57-ebcf-45f7-9c64-3e92de726910 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:56.295197 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555d3e57-ebcf-45f7-9c64-3e92de726910 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:42:56.308532 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a32b24-f049-4efe-b9f5-5dbc01c89d8f tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Checking segment: {'id': 'fc3449af-3b98-4490-8c9c-547cdff50565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2f80ffa4-3446-43fb-a65d-aad1d3d755dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:42:56.308914 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a32b24-f049-4efe-b9f5-5dbc01c89d8f tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Network hostable DHCP agents. Network: 2f80ffa4-3446-43fb-a65d-aad1d3d755dc, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:42:56.353914 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d3e57-ebcf-45f7-9c64-3e92de726910 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Pushing event updated for resources: {'Port': ['ID=6faa0124-c881-4095-b1a3-0ae2964dcf7b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:56.369168 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 3582a211-2f2f-4de1-b4bb-389da669fe4d, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=3582a211-2f2f-4de1-b4bb-389da669fe4d,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:56.371854 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d76a441b-3ad2-49f7-9f09-9a02a55671d4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7467129 Feb 20 05:42:56.377859 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41148) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:56.382741 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-3e7383ac-d71d-45f4-bdbe-50beeb244f2d admin admin] Request body: {'subnet': {'network_id': '76d12cb1-1a3c-4efa-9623-20d225162f2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-523228069-subnet', 'tenant_id': '00b5a23923ab4f169200da1677122e4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:56.394988 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '3582a211-2f2f-4de1-b4bb-389da669fe4d', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': '3582a211-2f2f-4de1-b4bb-389da669fe4d', 'mac_address': 'fa:16:3e:f6:63:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:42:56.395164 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a441b-3ad2-49f7-9f09-9a02a55671d4 admin admin] Pushing event updated for resources: {'Network': ['ID=76d12cb1-1a3c-4efa-9623-20d225162f2e,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:56.395771 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9fbf56b2-600e-4062-82fc-53af4fcda6a3 req-5b780e39-2ba1-4c89-ace3-a3317952820a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066112 Feb 20 05:42:56.402484 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a32b24-f049-4efe-b9f5-5dbc01c89d8f tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Network 2f80ffa4-3446-43fb-a65d-aad1d3d755dc is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:42:56.418307 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7383ac-d71d-45f4-bdbe-50beeb244f2d admin admin] Made reservation on behalf of 00b5a23923ab4f169200da1677122e4f for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:42:56.420793 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3e7383ac-d71d-45f4-bdbe-50beeb244f2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:56.453278 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-f5a32b24-f049-4efe-b9f5-5dbc01c89d8f tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 2f80ffa4-3446-43fb-a65d-aad1d3d755dc) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:56.474402 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41150) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:56.478268 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a32b24-f049-4efe-b9f5-5dbc01c89d8f tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:56.481001 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f5a32b24-f049-4efe-b9f5-5dbc01c89d8f tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:56.482376 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 3582a211-2f2f-4de1-b4bb-389da669fe4d is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:56.483068 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3582a211-2f2f-4de1-b4bb-389da669fe4d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:56.512904 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 76d12cb1-1a3c-4efa-9623-20d225162f2e details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:42:56.551390 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f5a32b24-f049-4efe-b9f5-5dbc01c89d8f tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3015110 Feb 20 05:42:56.554913 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41152) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:56.616629 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f7795a-2d58-4ba0-9b0f-e2aac18217c3 None None] Network 2f80ffa4-3446-43fb-a65d-aad1d3d755dc requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:56.669723 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (2f80ffa4-3446-43fb-a65d-aad1d3d755dc), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:56.685976 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d83669-5dc8-4aab-995b-1d5b808ee634 admin admin] Deleting subnet bc8bc607-6333-462f-8bbc-60d061e4d26c {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:42:56.706733 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3582a211-2f2f-4de1-b4bb-389da669fe4d {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:42:56.735184 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66d83669-5dc8-4aab-995b-1d5b808ee634 admin admin] Publish callbacks [] for subnet (bc8bc607-6333-462f-8bbc-60d061e4d26c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:56.774002 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 3582a211-2f2f-4de1-b4bb-389da669fe4d, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=3582a211-2f2f-4de1-b4bb-389da669fe4d,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:56.788398 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3582a211-2f2f-4de1-b4bb-389da669fe4d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:56.801441 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66d83669-5dc8-4aab-995b-1d5b808ee634 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (bc8bc607-6333-462f-8bbc-60d061e4d26c), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:56.849887 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04452f45-c317-4b91-9072-97797daccecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-2f80ffa4-3446-43fb-a65d-aad1d3d755dc', 'network_id': '2f80ffa4-3446-43fb-a65d-aad1d3d755dc', 'project_id': '57c1fd8fe7ad4e47b916b7dc7646ffa1', 'fixed_ips': [{'subnet_id': 'e5dd5693-5b00-4fce-8b8f-da14193fc04a'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:42:56.850771 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04452f45-c317-4b91-9072-97797daccecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:56.859212 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66d83669-5dc8-4aab-995b-1d5b808ee634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (bc8bc607-6333-462f-8bbc-60d061e4d26c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:56.954041 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=3582a211-2f2f-4de1-b4bb-389da669fe4d,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:56.954846 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66d83669-5dc8-4aab-995b-1d5b808ee634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (bc8bc607-6333-462f-8bbc-60d061e4d26c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:57.042461 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['3582a211-2f2f-4de1-b4bb-389da669fe4d'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:42:57.063504 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-596590fd-1a6b-4d5e-b7c2-b03d139e5475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1183b450-efbd-4961-9d43-26ee92d318f5 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:42:57.068503 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d83669-5dc8-4aab-995b-1d5b808ee634 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc8bc607-6333-462f-8bbc-60d061e4d26c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:57.079457 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66d83669-5dc8-4aab-995b-1d5b808ee634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:57.083166 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-66d83669-5dc8-4aab-995b-1d5b808ee634 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bc8bc607-6333-462f-8bbc-60d061e4d26c HTTP/1.1" status: 204 len: 168 time: 0.5975819 Feb 20 05:42:57.087380 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-596590fd-1a6b-4d5e-b7c2-b03d139e5475 service neutron] Publish callbacks [] for port (1183b450-efbd-4961-9d43-26ee92d318f5), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:57.088363 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41158) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:57.115348 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e1463-0dc2-4ead-975c-27bab44c3681 req-45664610-e038-4d0f-9365-e08dcbbc2324 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:57.126428 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d60e1463-0dc2-4ead-975c-27bab44c3681 req-45664610-e038-4d0f-9365-e08dcbbc2324 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd1300d-59b6-4667-bd0f-e42dcd48addb HTTP/1.1" status: 200 len: 932 time: 0.4488618 Feb 20 05:42:57.134175 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (e5dd5693-5b00-4fce-8b8f-da14193fc04a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:57.181418 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-596590fd-1a6b-4d5e-b7c2-b03d139e5475 service neutron] Transition to ACTIVE for port object 1183b450-efbd-4961-9d43-26ee92d318f5 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:42:57.197683 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-596590fd-1a6b-4d5e-b7c2-b03d139e5475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (1183b450-efbd-4961-9d43-26ee92d318f5), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:57.257753 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596590fd-1a6b-4d5e-b7c2-b03d139e5475 service neutron] Pushing event updated for resources: {'Port': ['ID=1183b450-efbd-4961-9d43-26ee92d318f5,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:57.285719 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-50c33ea8-9a5c-46f9-a8a7-173bfab0bb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (01278ac3-eba6-45f1-87d7-2920932959ff), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:57.307177 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d60e1463-0dc2-4ead-975c-27bab44c3681 req-6453ec1e-2133-4ef4-b53c-ef075344c322 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b8751d-d60d-4f88-af5b-602e7608aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791711 Feb 20 05:42:57.342237 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-04452f45-c317-4b91-9072-97797daccecc None None] Allocated IP 2001:db8::1 (2f80ffa4-3446-43fb-a65d-aad1d3d755dc/e5dd5693-5b00-4fce-8b8f-da14193fc04a/d3585d07-c785-4647-9dca-65d2542eb4a8) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:42:57.495712 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-596590fd-1a6b-4d5e-b7c2-b03d139e5475 service neutron] Attempting to bind port 1183b450-efbd-4961-9d43-26ee92d318f5 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:42:57.501273 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-596590fd-1a6b-4d5e-b7c2-b03d139e5475 service neutron] Attempting to bind port 1183b450-efbd-4961-9d43-26ee92d318f5 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '70ba0656-08d5-4c15-ba7f-8411b757b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2b6ff18f-63f8-4791-be93-1c2290311f65'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:42:57.502445 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-596590fd-1a6b-4d5e-b7c2-b03d139e5475 service neutron] Attempting to bind port 1183b450-efbd-4961-9d43-26ee92d318f5 on network 2b6ff18f-63f8-4791-be93-1c2290311f65 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:42:57.510457 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-596590fd-1a6b-4d5e-b7c2-b03d139e5475 service neutron] Port 1183b450-efbd-4961-9d43-26ee92d318f5 on network 2b6ff18f-63f8-4791-be93-1c2290311f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:42:57.514031 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-596590fd-1a6b-4d5e-b7c2-b03d139e5475 service neutron] Attempting to bind port 1183b450-efbd-4961-9d43-26ee92d318f5 on network 2b6ff18f-63f8-4791-be93-1c2290311f65 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:42:57.538098 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-596590fd-1a6b-4d5e-b7c2-b03d139e5475 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:42:57.539058 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-596590fd-1a6b-4d5e-b7c2-b03d139e5475 service neutron] Checking segment: {'id': '70ba0656-08d5-4c15-ba7f-8411b757b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2b6ff18f-63f8-4791-be93-1c2290311f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:42:57.539624 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-596590fd-1a6b-4d5e-b7c2-b03d139e5475 service neutron] Bound using segment: {'id': '70ba0656-08d5-4c15-ba7f-8411b757b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2b6ff18f-63f8-4791-be93-1c2290311f65'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:42:57.540261 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-596590fd-1a6b-4d5e-b7c2-b03d139e5475 service neutron] Bound port: 1183b450-efbd-4961-9d43-26ee92d318f5, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70ba0656-08d5-4c15-ba7f-8411b757b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2b6ff18f-63f8-4791-be93-1c2290311f65'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:42:57.540806 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-596590fd-1a6b-4d5e-b7c2-b03d139e5475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1183b450-efbd-4961-9d43-26ee92d318f5), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:57.615572 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3e7383ac-d71d-45f4-bdbe-50beeb244f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (1649ffb8-d9f6-417b-ab41-9e2b689f05e1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:57.660315 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-50c33ea8-9a5c-46f9-a8a7-173bfab0bb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (01278ac3-eba6-45f1-87d7-2920932959ff), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:57.663407 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-555d3e57-ebcf-45f7-9c64-3e92de726910 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_gateway (930fd4bd-1482-4fdf-b0e3-6f82a3964231), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:57.682548 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04452f45-c317-4b91-9072-97797daccecc None None] Publish callbacks [] for port (d3585d07-c785-4647-9dca-65d2542eb4a8), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:57.694859 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563dce3-f204-46e5-ba96-905b4608eecf req-eb4b9dcd-a372-43a9-a9cb-463726a13da5 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:57.698820 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04452f45-c317-4b91-9072-97797daccecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (d3585d07-c785-4647-9dca-65d2542eb4a8), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:57.709602 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8563dce3-f204-46e5-ba96-905b4608eecf req-eb4b9dcd-a372-43a9-a9cb-463726a13da5 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80ec9ed-415b-4765-aae1-1bba1a659b91 HTTP/1.1" status: 200 len: 948 time: 0.1854997 Feb 20 05:42:57.748251 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-50c33ea8-9a5c-46f9-a8a7-173bfab0bb73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01278ac3-eba6-45f1-87d7-2920932959ff']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:57.771243 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7383ac-d71d-45f4-bdbe-50beeb244f2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1649ffb8-d9f6-417b-ab41-9e2b689f05e1,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:57.774701 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-50c33ea8-9a5c-46f9-a8a7-173bfab0bb73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cdc692c-dc0a-4b72-9459-ea1592b0f54a') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:57.775099 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-50c33ea8-9a5c-46f9-a8a7-173bfab0bb73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cdc692c-dc0a-4b72-9459-ea1592b0f54a') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:57.790428 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-596590fd-1a6b-4d5e-b7c2-b03d139e5475 service neutron] For port 1183b450-efbd-4961-9d43-26ee92d318f5, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:42:57.794430 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-50c33ea8-9a5c-46f9-a8a7-173bfab0bb73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (4cdc692c-dc0a-4b72-9459-ea1592b0f54a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:57.802347 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-596590fd-1a6b-4d5e-b7c2-b03d139e5475 service neutron] For port 1183b450-efbd-4961-9d43-26ee92d318f5, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1183b450-efbd-4961-9d43-26ee92d318f5,segment=NetworkSegment(70ba0656-08d5-4c15-ba7f-8411b757b834),segment_id=70ba0656-08d5-4c15-ba7f-8411b757b834)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:42:57.815609 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04452f45-c317-4b91-9072-97797daccecc None None] Network 2f80ffa4-3446-43fb-a65d-aad1d3d755dc is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:42:57.815843 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7383ac-d71d-45f4-bdbe-50beeb244f2d admin admin] Checking segment: {'id': 'e0dbac0b-e815-4628-a5c0-79e1d3edf6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76d12cb1-1a3c-4efa-9623-20d225162f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:42:57.815843 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7383ac-d71d-45f4-bdbe-50beeb244f2d admin admin] Network hostable DHCP agents. Network: 76d12cb1-1a3c-4efa-9623-20d225162f2e, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:42:57.818506 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-596590fd-1a6b-4d5e-b7c2-b03d139e5475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (1183b450-efbd-4961-9d43-26ee92d318f5), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:57.819079 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-04452f45-c317-4b91-9072-97797daccecc None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:57.843134 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04452f45-c317-4b91-9072-97797daccecc None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:42:57.860953 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04452f45-c317-4b91-9072-97797daccecc None None] Pushing event updated for resources: {'Port': ['ID=d3585d07-c785-4647-9dca-65d2542eb4a8,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:57.894605 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (e5dd5693-5b00-4fce-8b8f-da14193fc04a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:57.917327 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-596590fd-1a6b-4d5e-b7c2-b03d139e5475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:57.918862 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-596590fd-1a6b-4d5e-b7c2-b03d139e5475 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:57.921770 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-596590fd-1a6b-4d5e-b7c2-b03d139e5475 service neutron] 10.222.0.48 "PUT /v2.0/ports/1183b450-efbd-4961-9d43-26ee92d318f5 HTTP/1.1" status: 200 len: 1092 time: 2.2358508 Feb 20 05:42:57.927135 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd1300d-59b6-4667-bd0f-e42dcd48addb', 'tag': '1183b450-efbd-4961-9d43-26ee92d318f5'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:42:57.932947 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963755f5-6795-4aa7-a7d8-30128188d955" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd1300d-59b6-4667-bd0f-e42dcd48addb", "tag": "1183b450-efbd-4961-9d43-26ee92d318f5"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:42:57.948838 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-04452f45-c317-4b91-9072-97797daccecc None None] Attempting to bind port d3585d07-c785-4647-9dca-65d2542eb4a8 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:42:57.949862 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-04452f45-c317-4b91-9072-97797daccecc None None] Attempting to bind port d3585d07-c785-4647-9dca-65d2542eb4a8 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'fc3449af-3b98-4490-8c9c-547cdff50565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2f80ffa4-3446-43fb-a65d-aad1d3d755dc'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:42:57.950938 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04452f45-c317-4b91-9072-97797daccecc None None] Attempting to bind port d3585d07-c785-4647-9dca-65d2542eb4a8 on network 2f80ffa4-3446-43fb-a65d-aad1d3d755dc {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:42:57.958009 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04452f45-c317-4b91-9072-97797daccecc None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:42:57.958702 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04452f45-c317-4b91-9072-97797daccecc None None] Checking segment: {'id': 'fc3449af-3b98-4490-8c9c-547cdff50565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2f80ffa4-3446-43fb-a65d-aad1d3d755dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:42:57.959323 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04452f45-c317-4b91-9072-97797daccecc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:57.960055 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04452f45-c317-4b91-9072-97797daccecc None None] Bound using segment: {'id': 'fc3449af-3b98-4490-8c9c-547cdff50565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2f80ffa4-3446-43fb-a65d-aad1d3d755dc'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:42:57.961134 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-04452f45-c317-4b91-9072-97797daccecc None None] Bound port: d3585d07-c785-4647-9dca-65d2542eb4a8, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3449af-3b98-4490-8c9c-547cdff50565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2f80ffa4-3446-43fb-a65d-aad1d3d755dc'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:42:57.963161 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04452f45-c317-4b91-9072-97797daccecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d3585d07-c785-4647-9dca-65d2542eb4a8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:58.020672 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event deleted for resources: {'Subnet': ['ID=e5dd5693-5b00-4fce-8b8f-da14193fc04a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:58.057672 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-50c33ea8-9a5c-46f9-a8a7-173bfab0bb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (4cdc692c-dc0a-4b72-9459-ea1592b0f54a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:58.064199 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c33ea8-9a5c-46f9-a8a7-173bfab0bb73 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:42:58.071367 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-04452f45-c317-4b91-9072-97797daccecc None None] For port d3585d07-c785-4647-9dca-65d2542eb4a8, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:42:58.071699 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-50c33ea8-9a5c-46f9-a8a7-173bfab0bb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (4cdc692c-dc0a-4b72-9459-ea1592b0f54a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:58.077024 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-04452f45-c317-4b91-9072-97797daccecc None None] For port d3585d07-c785-4647-9dca-65d2542eb4a8, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d3585d07-c785-4647-9dca-65d2542eb4a8,segment=NetworkSegment(fc3449af-3b98-4490-8c9c-547cdff50565),segment_id=fc3449af-3b98-4490-8c9c-547cdff50565)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:42:58.082203 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8563dce3-f204-46e5-ba96-905b4608eecf req-463f32de-e58f-4765-85c9-71c91a329054 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709798 Feb 20 05:42:58.086240 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04452f45-c317-4b91-9072-97797daccecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d3585d07-c785-4647-9dca-65d2542eb4a8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:42:58.148110 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:42:58.174405 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09494361-c8d8-4676-bb66-74af587ed48f x-openstack-request-id: req-09494361-c8d8-4676-bb66-74af587ed48f {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:42:58.175002 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd1300d-59b6-4667-bd0f-e42dcd48addb", "tag": "1183b450-efbd-4961-9d43-26ee92d318f5", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:42:58.175419 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09494361-c8d8-4676-bb66-74af587ed48f {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:42:58.175983 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd1300d-59b6-4667-bd0f-e42dcd48addb', 'tag': '1183b450-efbd-4961-9d43-26ee92d318f5', 'status': 'completed', 'code': 200} Feb 20 05:42:58.184032 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596590fd-1a6b-4d5e-b7c2-b03d139e5475 service neutron] Pushing event updated for resources: {'Port': ['ID=1183b450-efbd-4961-9d43-26ee92d318f5,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:58.199448 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 3582a211-2f2f-4de1-b4bb-389da669fe4d up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:42:58.206252 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (2f80ffa4-3446-43fb-a65d-aad1d3d755dc), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:58.209591 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04452f45-c317-4b91-9072-97797daccecc None None] Pushing event updated for resources: {'Port': ['ID=d3585d07-c785-4647-9dca-65d2542eb4a8,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:58.230358 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-a406cc2c-9da3-4c4a-85ed-a0aa0101f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:58.232424 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-a406cc2c-9da3-4c4a-85ed-a0aa0101f189 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54ec1f7a20a94b5a82af4757623d1c70&device_id=0cd1300d-59b6-4667-bd0f-e42dcd48addb HTTP/1.1" status: 200 len: 1126 time: 0.2198825 Feb 20 05:42:58.236400 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f80ffa4-3446-43fb-a65d-aad1d3d755dc']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:58.268299 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0977f8ce-8b9f-4732-bac1-f12d1c604742 None None] get_active_networks_info from n-d-829866-5 {{(pid=103408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 05:42:58.283859 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc3449af-3b98-4490-8c9c-547cdff50565') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:58.284449 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc3449af-3b98-4490-8c9c-547cdff50565') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:58.292027 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-660c7a6b-0082-4974-89f2-f094b443bab3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1183b450-efbd-4961-9d43-26ee92d318f5 HTTP/1.1" status: 200 len: 217 time: 0.0474031 Feb 20 05:42:58.296292 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (fc3449af-3b98-4490-8c9c-547cdff50565), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:58.346025 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-555d3e57-ebcf-45f7-9c64-3e92de726910 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (930fd4bd-1482-4fdf-b0e3-6f82a3964231), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:58.354151 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-555d3e57-ebcf-45f7-9c64-3e92de726910 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691773'] for router (930fd4bd-1482-4fdf-b0e3-6f82a3964231), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:58.361413 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7383ac-d71d-45f4-bdbe-50beeb244f2d admin admin] Network 76d12cb1-1a3c-4efa-9623-20d225162f2e is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:42:58.370105 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-50c33ea8-9a5c-46f9-a8a7-173bfab0bb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (01278ac3-eba6-45f1-87d7-2920932959ff), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:58.397162 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-5ab4c533-926b-479c-92c8-1d19171d939e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:58.399653 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-5ab4c533-926b-479c-92c8-1d19171d939e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b54f727-b13e-4f2b-aca5-8daaff594cc0 HTTP/1.1" status: 200 len: 862 time: 0.1012511 Feb 20 05:42:58.413226 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 3582a211-2f2f-4de1-b4bb-389da669fe4d completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:42:58.439310 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 3582a211-2f2f-4de1-b4bb-389da669fe4d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:42:58.439837 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3582a211-2f2f-4de1-b4bb-389da669fe4d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:58.471053 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-50c33ea8-9a5c-46f9-a8a7-173bfab0bb73 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:58.475001 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (fc3449af-3b98-4490-8c9c-547cdff50565), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:58.478717 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-d6140116-378e-4bc9-9d63-2f84198a66a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b6ff18f-63f8-4791-be93-1c2290311f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635767 Feb 20 05:42:58.481024 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-50c33ea8-9a5c-46f9-a8a7-173bfab0bb73 admin admin] 10.222.0.37 "DELETE /v2.0/networks/01278ac3-eba6-45f1-87d7-2920932959ff HTTP/1.1" status: 204 len: 168 time: 1.3915422 Feb 20 05:42:58.490177 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0977f8ce-8b9f-4732-bac1-f12d1c604742 None None] Resources bound (agent type, host, resource id): {{(pid=103408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 05:42:58.494828 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-3e7383ac-d71d-45f4-bdbe-50beeb244f2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 76d12cb1-1a3c-4efa-9623-20d225162f2e) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:42:58.502741 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:42:58.503453 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (fc3449af-3b98-4490-8c9c-547cdff50565), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:58.510727 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7383ac-d71d-45f4-bdbe-50beeb244f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:58.512899 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3e7383ac-d71d-45f4-bdbe-50beeb244f2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:42:58.526251 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:42:58.562693 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 3582a211-2f2f-4de1-b4bb-389da669fe4d is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:42:58.563207 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3582a211-2f2f-4de1-b4bb-389da669fe4d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:58.567178 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c33ea8-9a5c-46f9-a8a7-173bfab0bb73 admin admin] Pushing event deleted for resources: {'Network': ['ID=01278ac3-eba6-45f1-87d7-2920932959ff,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:58.606990 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3e7383ac-d71d-45f4-bdbe-50beeb244f2d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2252345 Feb 20 05:42:58.636652 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80ec9ed-415b-4765-aae1-1bba1a659b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3582a211-2f2f-4de1-b4bb-389da669fe4d'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:42:58.639316 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fae680f-f5e5-4769-95fb-2a097e239691" -d '{"events": [{"server_uuid": "c80ec9ed-415b-4765-aae1-1bba1a659b91", "name": "network-vif-plugged", "status": "completed", "tag": "3582a211-2f2f-4de1-b4bb-389da669fe4d"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:42:58.659446 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 3582a211-2f2f-4de1-b4bb-389da669fe4d, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=3582a211-2f2f-4de1-b4bb-389da669fe4d,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:42:58.666694 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3582a211-2f2f-4de1-b4bb-389da669fe4d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:58.672005 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41172) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:58.705678 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-7747e732-d7c1-4f45-8a88-945e85143ce0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-523228069-router', 'tenant_id': '00b5a23923ab4f169200da1677122e4f', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:42:58.718597 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.db.api [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 20 05:42:58.718597 n-d-829866-5 neutron-server[103407]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 20 05:42:58.718597 n-d-829866-5 neutron-server[103407]: [parameters: {'id': '2f80ffa4-3446-43fb-a65d-aad1d3d755dc'}] Feb 20 05:42:58.718597 n-d-829866-5 neutron-server[103407]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:42:58.719129 n-d-829866-5 neutron-server[103407]: DEBUG oslo_db.api [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:42:58.722874 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41176) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:58.733542 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=3582a211-2f2f-4de1-b4bb-389da669fe4d,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:58.777955 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6616f1-0418-49bc-9f0d-6aa68dbfe64b req-57ab448e-6a4d-48af-8266-dc98acacb71d tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:58.785209 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f6616f1-0418-49bc-9f0d-6aa68dbfe64b req-57ab448e-6a4d-48af-8266-dc98acacb71d tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd1300d-59b6-4667-bd0f-e42dcd48addb HTTP/1.1" status: 200 len: 944 time: 0.3496211 Feb 20 05:42:58.806685 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7747e732-d7c1-4f45-8a88-945e85143ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (cc9fe85c-021b-4bee-a71b-10858d1e856a), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:58.807895 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7747e732-d7c1-4f45-8a88-945e85143ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (cc9fe85c-021b-4bee-a71b-10858d1e856a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:58.847410 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555d3e57-ebcf-45f7-9c64-3e92de726910 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Router 930fd4bd-1482-4fdf-b0e3-6f82a3964231 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:42:58.864155 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad6874d-1c3c-4fac-a926-ace3562a04b9 None None] Network 2f80ffa4-3446-43fb-a65d-aad1d3d755dc requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:58.869851 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7747e732-d7c1-4f45-8a88-945e85143ce0 admin admin] Publish callbacks [] for router_controller (cc9fe85c-021b-4bee-a71b-10858d1e856a), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:58.937153 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b6bde6-f005-4993-b85b-898fa6d48826 None None] Network 76d12cb1-1a3c-4efa-9623-20d225162f2e requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:59.021447 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555d3e57-ebcf-45f7-9c64-3e92de726910 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:42:59.034648 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72623a6-a87b-46cd-9ce3-889ba60475a2 None None] Sync routers for ids ['930fd4bd-1482-4fdf-b0e3-6f82a3964231'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:42:59.037782 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-555d3e57-ebcf-45f7-9c64-3e92de726910 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:59.044768 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-9865fedf-2404-4f2c-8f48-53764fb711b3 service neutron] 10.222.0.48 "GET /v2.0/networks/2b6ff18f-63f8-4791-be93-1c2290311f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5376506 Feb 20 05:42:59.046891 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-555d3e57-ebcf-45f7-9c64-3e92de726910 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "PUT /v2.0/routers/930fd4bd-1482-4fdf-b0e3-6f82a3964231 HTTP/1.1" status: 200 len: 879 time: 4.1518524 Feb 20 05:42:59.047682 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bb13fd7d-6169-46ac-a82d-2448f0329d89 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=09360c7e237c40839dd51d815c9180df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3231311 Feb 20 05:42:59.048288 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41180) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:59.049791 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72623a6-a87b-46cd-9ce3-889ba60475a2 None None] Routers {'930fd4bd-1482-4fdf-b0e3-6f82a3964231'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:42:59.050730 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c72623a6-a87b-46cd-9ce3-889ba60475a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:42:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['930fd4bd-1482-4fdf-b0e3-6f82a3964231'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:59.053846 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41182) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:42:59.098993 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51f9835-ebbf-427e-b697-bd410ea5d56a None None] Network 76d12cb1-1a3c-4efa-9623-20d225162f2e requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:42:59.156905 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f6616f1-0418-49bc-9f0d-6aa68dbfe64b req-e9200d3e-8737-490a-bbf9-441703610450 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b8751d-d60d-4f88-af5b-602e7608aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654511 Feb 20 05:42:59.166474 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c72623a6-a87b-46cd-9ce3-889ba60475a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:59.210424 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72623a6-a87b-46cd-9ce3-889ba60475a2 None None] Routers {'930fd4bd-1482-4fdf-b0e3-6f82a3964231'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:42:59.212860 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c72623a6-a87b-46cd-9ce3-889ba60475a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:42:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['930fd4bd-1482-4fdf-b0e3-6f82a3964231'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:59.224547 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d11aec38-4c8f-49fd-9eb7-a049fa678ef8 admin admin] Publish callbacks [] for security_group (9e13bd17-745e-4475-836f-8c8b282df317), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:59.272874 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (2f80ffa4-3446-43fb-a65d-aad1d3d755dc), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:59.275712 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c72623a6-a87b-46cd-9ce3-889ba60475a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:42:59.276611 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72623a6-a87b-46cd-9ce3-889ba60475a2 None None] The sync data for ids ['930fd4bd-1482-4fdf-b0e3-6f82a3964231'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:42:59.292863 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d11aec38-4c8f-49fd-9eb7-a049fa678ef8 admin admin] Publish callbacks [] for security_group (9e13bd17-745e-4475-836f-8c8b282df317), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:59.389177 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a990858-4377-42e8-8598-df77520882dc x-openstack-request-id: req-9a990858-4377-42e8-8598-df77520882dc {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:42:59.391393 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80ec9ed-415b-4765-aae1-1bba1a659b91", "name": "network-vif-plugged", "status": "completed", "tag": "3582a211-2f2f-4de1-b4bb-389da669fe4d", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:42:59.391773 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a990858-4377-42e8-8598-df77520882dc {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:42:59.394685 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80ec9ed-415b-4765-aae1-1bba1a659b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3582a211-2f2f-4de1-b4bb-389da669fe4d', 'code': 200} Feb 20 05:42:59.398748 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d11aec38-4c8f-49fd-9eb7-a049fa678ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9e13bd17-745e-4475-836f-8c8b282df317), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:59.402546 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d11aec38-4c8f-49fd-9eb7-a049fa678ef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:42:59.406878 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d11aec38-4c8f-49fd-9eb7-a049fa678ef8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e13bd17-745e-4475-836f-8c8b282df317 HTTP/1.1" status: 204 len: 168 time: 0.3513887 Feb 20 05:42:59.438409 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11aec38-4c8f-49fd-9eb7-a049fa678ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e13bd17-745e-4475-836f-8c8b282df317,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:42:59.558337 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689b2cc-a272-4a1e-9d22-66a9c8984d21 req-0a36d2ad-43ec-4a6f-92db-8283bac2a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:42:59.559959 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9689b2cc-a272-4a1e-9d22-66a9c8984d21 req-0a36d2ad-43ec-4a6f-92db-8283bac2a277 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c80ec9ed-415b-4765-aae1-1bba1a659b91 HTTP/1.1" status: 200 len: 1131 time: 0.0963972 Feb 20 05:42:59.636448 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9689b2cc-a272-4a1e-9d22-66a9c8984d21 req-773ac8b4-f6cc-453d-ade9-fb7ba33fdad2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679059 Feb 20 05:42:59.842414 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7747e732-d7c1-4f45-8a88-945e85143ce0 admin admin] Publish callbacks [] for router_gateway (cc9fe85c-021b-4bee-a71b-10858d1e856a), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:00.018229 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c3a3159-ded7-43c7-a65b-e0159cbc84c3 req-ac57a47f-51ca-46db-b70a-3fd69e52222a service neutron] 10.222.0.48 "GET /v2.0/networks/2b6ff18f-63f8-4791-be93-1c2290311f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9532442 Feb 20 05:43:00.022376 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9eeef9e1-e9db-46cb-997f-f198ff0af0c4 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "GET /v2.0/routers/930fd4bd-1482-4fdf-b0e3-6f82a3964231 HTTP/1.1" status: 200 len: 920 time: 0.9669788 Feb 20 05:43:00.025380 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41198) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:00.050466 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f70a23-2db0-48c0-bb88-69d386862ee0 req-3d9826c3-6871-450f-b968-6370a3c24a9c tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:00.057529 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-94f70a23-2db0-48c0-bb88-69d386862ee0 req-3d9826c3-6871-450f-b968-6370a3c24a9c tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80ec9ed-415b-4765-aae1-1bba1a659b91 HTTP/1.1" status: 200 len: 949 time: 0.2209551 Feb 20 05:43:00.143688 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Deleting port d3585d07-c785-4647-9dca-65d2542eb4a8 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:43:00.144193 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (d3585d07-c785-4647-9dca-65d2542eb4a8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:00.238170 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-94f70a23-2db0-48c0-bb88-69d386862ee0 req-5d3e72f9-bd09-4651-8d5a-6e9f6a627030 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796830 Feb 20 05:43:00.276731 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848b53e3-1461-458d-972c-f551358ed01a tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:00.278454 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-848b53e3-1461-458d-972c-f551358ed01a tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146&device_id=930fd4bd-1482-4fdf-b0e3-6f82a3964231&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2513404 Feb 20 05:43:00.281272 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41212) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:00.389523 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963755f5-6795-4aa7-a7d8-30128188d955 req-e5935d0d-93e5-4078-bea1-f87661049714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:00.391408 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-963755f5-6795-4aa7-a7d8-30128188d955 req-e5935d0d-93e5-4078-bea1-f87661049714 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54ec1f7a20a94b5a82af4757623d1c70&device_id=0cd1300d-59b6-4667-bd0f-e42dcd48addb HTTP/1.1" status: 200 len: 1126 time: 0.2957709 Feb 20 05:43:00.401873 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] For port d3585d07-c785-4647-9dca-65d2542eb4a8, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d3585d07-c785-4647-9dca-65d2542eb4a8,segment=NetworkSegment(fc3449af-3b98-4490-8c9c-547cdff50565),segment_id=fc3449af-3b98-4490-8c9c-547cdff50565)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:00.402571 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (d3585d07-c785-4647-9dca-65d2542eb4a8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:00.411146 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d04ab5-6d31-4565-84af-248e589fd633 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:00.413155 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f9d04ab5-6d31-4565-84af-248e589fd633 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 881 time: 0.1307924 Feb 20 05:43:00.416475 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41216) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:00.471729 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Calling delete_port for d3585d07-c785-4647-9dca-65d2542eb4a8 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:43:00.472729 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cbdf0b02-1f71-43e3-ab41-2cd8b8beb1d6 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "GET /v2.0/ports?device_id=930fd4bd-1482-4fdf-b0e3-6f82a3964231 HTTP/1.1" status: 200 len: 205 time: 0.0539157 Feb 20 05:43:00.475320 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41218) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:00.544819 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41220) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:00.711625 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c88321c-0138-4fb3-9a34-c9d40c404843 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router (930fd4bd-1482-4fdf-b0e3-6f82a3964231), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:00.729259 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e49f4-12e0-4c93-9145-f0b34356a8c6 req-1547e7ba-9459-49bb-ab97-a815b2f3f87a tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:00.736522 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0b4e49f4-12e0-4c93-9145-f0b34356a8c6 req-1547e7ba-9459-49bb-ab97-a815b2f3f87a tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd1300d-59b6-4667-bd0f-e42dcd48addb HTTP/1.1" status: 200 len: 944 time: 0.3618078 Feb 20 05:43:00.749809 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c3a01d14-66cb-4797-8803-9500820d342e admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1287278301-network', 'tenant_id': '32a8847c7900410db19296ed57f04acb'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:00.802024 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7747e732-d7c1-4f45-8a88-945e85143ce0 admin admin] Publish callbacks [] for router_gateway (cc9fe85c-021b-4bee-a71b-10858d1e856a), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:00.809499 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963755f5-6795-4aa7-a7d8-30128188d955 req-60accbd1-6977-4c3a-a547-cb438c9c4dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:00.811041 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-963755f5-6795-4aa7-a7d8-30128188d955 req-60accbd1-6977-4c3a-a547-cb438c9c4dba service neutron] 10.222.0.48 "GET /v2.0/networks?id=2b6ff18f-63f8-4791-be93-1c2290311f65 HTTP/1.1" status: 200 len: 922 time: 0.4008050 Feb 20 05:43:00.847344 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7747e732-d7c1-4f45-8a88-945e85143ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:00.883455 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a01d14-66cb-4797-8803-9500820d342e admin admin] Made reservation on behalf of 32a8847c7900410db19296ed57f04acb for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:43:00.885759 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3a01d14-66cb-4797-8803-9500820d342e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:00.902699 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-963755f5-6795-4aa7-a7d8-30128188d955 req-b3d0dbfa-c049-4762-aff9-849ee45f4c65 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1183b450-efbd-4961-9d43-26ee92d318f5 HTTP/1.1" status: 200 len: 217 time: 0.0658166 Feb 20 05:43:00.903357 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (d3585d07-c785-4647-9dca-65d2542eb4a8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:00.931550 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c88321c-0138-4fb3-9a34-c9d40c404843 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_gateway (930fd4bd-1482-4fdf-b0e3-6f82a3964231), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:00.956124 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3a01d14-66cb-4797-8803-9500820d342e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:01.017036 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event deleted for resources: {'Port': ['ID=d3585d07-c785-4647-9dca-65d2542eb4a8,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:01.020187 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-0c88321c-0138-4fb3-9a34-c9d40c404843 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Deleting port 6faa0124-c881-4095-b1a3-0ae2964dcf7b {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:43:01.020555 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c88321c-0138-4fb3-9a34-c9d40c404843 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (6faa0124-c881-4095-b1a3-0ae2964dcf7b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:01.029227 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] No DVR routers for this DVR port d3585d07-c785-4647-9dca-65d2542eb4a8 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:43:01.047566 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0b4e49f4-12e0-4c93-9145-f0b34356a8c6 req-b96f76aa-3f70-499a-9bc5-fbef2450ce62 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b8751d-d60d-4f88-af5b-602e7608aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039386 Feb 20 05:43:01.129756 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c88321c-0138-4fb3-9a34-c9d40c404843 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (6faa0124-c881-4095-b1a3-0ae2964dcf7b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:01.145737 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-0c88321c-0138-4fb3-9a34-c9d40c404843 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Calling delete_port for 6faa0124-c881-4095-b1a3-0ae2964dcf7b owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:43:01.154256 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963755f5-6795-4aa7-a7d8-30128188d955 req-9b2f4e3c-49ec-453c-a423-bd99220ad9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:01.156324 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-963755f5-6795-4aa7-a7d8-30128188d955 req-9b2f4e3c-49ec-453c-a423-bd99220ad9f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b54f727-b13e-4f2b-aca5-8daaff594cc0 HTTP/1.1" status: 200 len: 862 time: 0.2371330 Feb 20 05:43:01.261732 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-963755f5-6795-4aa7-a7d8-30128188d955 req-f9732036-8830-4919-ab45-85450d04740d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b6ff18f-63f8-4791-be93-1c2290311f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838115 Feb 20 05:43:01.367640 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (2f80ffa4-3446-43fb-a65d-aad1d3d755dc), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:01.391038 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c88321c-0138-4fb3-9a34-c9d40c404843 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (6faa0124-c881-4095-b1a3-0ae2964dcf7b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:01.426588 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88321c-0138-4fb3-9a34-c9d40c404843 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Pushing event deleted for resources: {'Port': ['ID=6faa0124-c881-4095-b1a3-0ae2964dcf7b,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:01.480250 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f80ffa4-3446-43fb-a65d-aad1d3d755dc']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:01.504926 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c88321c-0138-4fb3-9a34-c9d40c404843 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (930fd4bd-1482-4fdf-b0e3-6f82a3964231), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:01.522835 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc3449af-3b98-4490-8c9c-547cdff50565') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:01.523084 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc3449af-3b98-4490-8c9c-547cdff50565') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:01.547818 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-7747e732-d7c1-4f45-8a88-945e85143ce0 admin admin] Allocated IP 172.25.3.243 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/3df7b8fe-c7bf-4723-9aed-77997013366a) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:43:01.569583 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (fc3449af-3b98-4490-8c9c-547cdff50565), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:01.628003 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c88321c-0138-4fb3-9a34-c9d40c404843 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (930fd4bd-1482-4fdf-b0e3-6f82a3964231), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:01.630638 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c88321c-0138-4fb3-9a34-c9d40c404843 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_controller (930fd4bd-1482-4fdf-b0e3-6f82a3964231), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:01.636038 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6b608-3b03-4528-87a3-28aae4351fc2 req-a80a34e0-f519-4bb0-a1b9-e40abe5b56f9 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:01.637769 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dde6b608-3b03-4528-87a3-28aae4351fc2 req-a80a34e0-f519-4bb0-a1b9-e40abe5b56f9 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80ec9ed-415b-4765-aae1-1bba1a659b91 HTTP/1.1" status: 200 len: 949 time: 0.2768443 Feb 20 05:43:01.639232 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (fc3449af-3b98-4490-8c9c-547cdff50565), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:01.644712 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3a01d14-66cb-4797-8803-9500820d342e admin admin] Publish callbacks [] for security_group (d3323a95-fbf5-4b1f-ad78-f6dc4b8706c4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:01.667052 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:43:01.667470 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (fc3449af-3b98-4490-8c9c-547cdff50565), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:01.687850 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c88321c-0138-4fb3-9a34-c9d40c404843 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (930fd4bd-1482-4fdf-b0e3-6f82a3964231), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:01.688650 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c88321c-0138-4fb3-9a34-c9d40c404843 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Fanout notify agent at l3_agent the message router_deleted on router 930fd4bd-1482-4fdf-b0e3-6f82a3964231 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:43:01.689241 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:43:01.691477 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-963755f5-6795-4aa7-a7d8-30128188d955 req-27163da7-f016-4e3e-bc1f-fd519e8b1082 service neutron] 10.222.0.48 "GET /v2.0/networks/2b6ff18f-63f8-4791-be93-1c2290311f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812947 Feb 20 05:43:01.692088 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3a01d14-66cb-4797-8803-9500820d342e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d3323a95-fbf5-4b1f-ad78-f6dc4b8706c4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:01.696882 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c88321c-0138-4fb3-9a34-c9d40c404843 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:01.698469 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0c88321c-0138-4fb3-9a34-c9d40c404843 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "DELETE /v2.0/routers/930fd4bd-1482-4fdf-b0e3-6f82a3964231 HTTP/1.1" status: 204 len: 168 time: 1.2192991 Feb 20 05:43:01.703911 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41228) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:01.705752 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a01d14-66cb-4797-8803-9500820d342e admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:43:01.714171 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-bca1dd3a-71bd-4f17-b23f-0671fd772cf3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-864432390', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:01.720216 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3a01d14-66cb-4797-8803-9500820d342e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:01.720575 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-c3a01d14-66cb-4797-8803-9500820d342e admin admin] Added segment 34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22 of type vlan for network 8785fe06-1b1d-4e35-9a5e-551e7fe46028 Feb 20 05:43:01.742062 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bca1dd3a-71bd-4f17-b23f-0671fd772cf3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:01.743813 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bca1dd3a-71bd-4f17-b23f-0671fd772cf3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:01.815301 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bca1dd3a-71bd-4f17-b23f-0671fd772cf3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_controller (1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:01.820025 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bca1dd3a-71bd-4f17-b23f-0671fd772cf3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:01.839995 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bca1dd3a-71bd-4f17-b23f-0671fd772cf3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:01.843902 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bca1dd3a-71bd-4f17-b23f-0671fd772cf3 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1354368 Feb 20 05:43:01.844137 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41230) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:01.849260 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-4ee54b9f-87b8-4d6c-b48f-277043df11bd tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'enable_snat': True}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:01.952873 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3a01d14-66cb-4797-8803-9500820d342e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (8785fe06-1b1d-4e35-9a5e-551e7fe46028), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:01.976891 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dde6b608-3b03-4528-87a3-28aae4351fc2 req-1f279bd2-c31b-4915-a66e-12ee40f23f39 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288312 Feb 20 05:43:01.987470 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a01d14-66cb-4797-8803-9500820d342e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3323a95-fbf5-4b1f-ad78-f6dc4b8706c4,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:01.996104 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (2f80ffa4-3446-43fb-a65d-aad1d3d755dc), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:02.064931 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:02.072641 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41236) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:02.072963 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "DELETE /v2.0/networks/2f80ffa4-3446-43fb-a65d-aad1d3d755dc HTTP/1.1" status: 204 len: 168 time: 5.5151565 Feb 20 05:43:02.073926 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddad43-b426-42b7-a268-3756dc1d5dc1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event deleted for resources: {'Network': ['ID=2f80ffa4-3446-43fb-a65d-aad1d3d755dc,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:02.082983 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-4bcd6a30-907e-40d6-a23f-3ae39ace96ea tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1405420100'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:02.117794 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3a01d14-66cb-4797-8803-9500820d342e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (8785fe06-1b1d-4e35-9a5e-551e7fe46028), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:02.117794 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a01d14-66cb-4797-8803-9500820d342e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:02.118287 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3a01d14-66cb-4797-8803-9500820d342e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:02.189593 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7747e732-d7c1-4f45-8a88-945e85143ce0 admin admin] Publish callbacks [] for port (3df7b8fe-c7bf-4723-9aed-77997013366a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:02.206174 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4ee54b9f-87b8-4d6c-b48f-277043df11bd tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router_gateway (1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:02.212874 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcd6a30-907e-40d6-a23f-3ae39ace96ea tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Made reservation on behalf of 57c1fd8fe7ad4e47b916b7dc7646ffa1 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:43:02.218722 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4bcd6a30-907e-40d6-a23f-3ae39ace96ea tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:02.232851 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c3a01d14-66cb-4797-8803-9500820d342e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6769435 Feb 20 05:43:02.234480 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41240) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:02.238139 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-963755f5-6795-4aa7-a7d8-30128188d955 req-de405fc8-7b83-4c22-a691-abba204a0418 service neutron] 10.222.0.48 "GET /v2.0/networks/2b6ff18f-63f8-4791-be93-1c2290311f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021236 Feb 20 05:43:02.240099 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 1183b450-efbd-4961-9d43-26ee92d318f5 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:43:02.241375 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-ee034685-6805-4cd4-9569-792dc57c082b admin admin] Request body: {'subnet': {'network_id': '8785fe06-1b1d-4e35-9a5e-551e7fe46028', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1287278301-subnet', 'tenant_id': '32a8847c7900410db19296ed57f04acb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:02.269923 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098beb76-730b-4120-844f-1f1d497f0fea req-0aae98af-3ca2-4a91-a4a0-516583db60bc tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:02.271554 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-098beb76-730b-4120-844f-1f1d497f0fea req-0aae98af-3ca2-4a91-a4a0-516583db60bc tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c80ec9ed-415b-4765-aae1-1bba1a659b91 HTTP/1.1" status: 200 len: 1131 time: 0.1815286 Feb 20 05:43:02.276338 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a01d14-66cb-4797-8803-9500820d342e admin admin] Pushing event updated for resources: {'Network': ['ID=8785fe06-1b1d-4e35-9a5e-551e7fe46028,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:02.301856 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 8785fe06-1b1d-4e35-9a5e-551e7fe46028 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:43:02.324678 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7747e732-d7c1-4f45-8a88-945e85143ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (3df7b8fe-c7bf-4723-9aed-77997013366a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:02.333772 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bcd6a30-907e-40d6-a23f-3ae39ace96ea tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:43:02.379350 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747e732-d7c1-4f45-8a88-945e85143ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=3df7b8fe-c7bf-4723-9aed-77997013366a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:02.381613 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee034685-6805-4cd4-9569-792dc57c082b admin admin] Made reservation on behalf of 32a8847c7900410db19296ed57f04acb for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:43:02.385717 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee034685-6805-4cd4-9569-792dc57c082b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:02.415581 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-098beb76-730b-4120-844f-1f1d497f0fea req-7fdfa117-3310-47cc-8396-fc40edc8f30a tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362748 Feb 20 05:43:02.417715 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7747e732-d7c1-4f45-8a88-945e85143ce0 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:43:02.419343 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-7747e732-d7c1-4f45-8a88-945e85143ce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:02.421733 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7747e732-d7c1-4f45-8a88-945e85143ce0 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:43:02.427520 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:43:02.641867 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4bcd6a30-907e-40d6-a23f-3ae39ace96ea tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d392eecc-a754-4081-92ca-73a00b70df45), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:02.642229 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-4bcd6a30-907e-40d6-a23f-3ae39ace96ea tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Added segment d392eecc-a754-4081-92ca-73a00b70df45 of type vlan for network 07b81b85-9a63-4826-84c7-b66af7bebff7 Feb 20 05:43:02.642455 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 1183b450-efbd-4961-9d43-26ee92d318f5, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1183b450-efbd-4961-9d43-26ee92d318f5,segment=NetworkSegment(70ba0656-08d5-4c15-ba7f-8411b757b834),segment_id=70ba0656-08d5-4c15-ba7f-8411b757b834)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:02.656005 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee034685-6805-4cd4-9569-792dc57c082b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (3bd737ce-8d1e-4b15-a95b-d2746f29a211), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:02.656836 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '1183b450-efbd-4961-9d43-26ee92d318f5', 'network_id': '2b6ff18f-63f8-4791-be93-1c2290311f65', 'port_id': '1183b450-efbd-4961-9d43-26ee92d318f5', 'mac_address': 'fa:16:3e:4b:18:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b54f727-b13e-4f2b-aca5-8daaff594cc0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:43:02.705973 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 1183b450-efbd-4961-9d43-26ee92d318f5 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:02.706769 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1183b450-efbd-4961-9d43-26ee92d318f5), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:02.722293 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1183b450-efbd-4961-9d43-26ee92d318f5 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:43:02.746323 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4bcd6a30-907e-40d6-a23f-3ae39ace96ea tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (07b81b85-9a63-4826-84c7-b66af7bebff7), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:02.748395 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df607268-0051-4aab-b3f3-d5eab84988c2 req-44f7215c-72a7-49e6-a705-cb5394f48556 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:02.750510 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-df607268-0051-4aab-b3f3-d5eab84988c2 req-44f7215c-72a7-49e6-a705-cb5394f48556 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd1300d-59b6-4667-bd0f-e42dcd48addb HTTP/1.1" status: 200 len: 944 time: 0.1725161 Feb 20 05:43:02.751652 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 1183b450-efbd-4961-9d43-26ee92d318f5, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1183b450-efbd-4961-9d43-26ee92d318f5,segment=NetworkSegment(70ba0656-08d5-4c15-ba7f-8411b757b834),segment_id=70ba0656-08d5-4c15-ba7f-8411b757b834)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:02.756937 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1183b450-efbd-4961-9d43-26ee92d318f5), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:02.780895 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee034685-6805-4cd4-9569-792dc57c082b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bd737ce-8d1e-4b15-a95b-d2746f29a211,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:02.824554 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4bcd6a30-907e-40d6-a23f-3ae39ace96ea tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (07b81b85-9a63-4826-84c7-b66af7bebff7), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:02.831400 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcd6a30-907e-40d6-a23f-3ae39ace96ea tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:02.832050 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4bcd6a30-907e-40d6-a23f-3ae39ace96ea tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:02.835800 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=1183b450-efbd-4961-9d43-26ee92d318f5,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:02.835963 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee034685-6805-4cd4-9569-792dc57c082b admin admin] Checking segment: {'id': '34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8785fe06-1b1d-4e35-9a5e-551e7fe46028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:43:02.836178 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee034685-6805-4cd4-9569-792dc57c082b admin admin] Network hostable DHCP agents. Network: 8785fe06-1b1d-4e35-9a5e-551e7fe46028, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:43:02.952844 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-df607268-0051-4aab-b3f3-d5eab84988c2 req-ea209194-7b0c-4d46-86c9-9081e00aab20 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b8751d-d60d-4f88-af5b-602e7608aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912892 Feb 20 05:43:02.976237 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4bcd6a30-907e-40d6-a23f-3ae39ace96ea tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9025106 Feb 20 05:43:02.977051 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['1183b450-efbd-4961-9d43-26ee92d318f5'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:43:02.989050 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41248) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:03.016249 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-182a613a-311a-474e-846e-811be22706a9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Request body: {'subnet': {'network_id': '07b81b85-9a63-4826-84c7-b66af7bebff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:03.021640 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee034685-6805-4cd4-9569-792dc57c082b admin admin] Network 8785fe06-1b1d-4e35-9a5e-551e7fe46028 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:43:03.033865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd6a30-907e-40d6-a23f-3ae39ace96ea tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event updated for resources: {'Network': ['ID=07b81b85-9a63-4826-84c7-b66af7bebff7,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:03.053320 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 07b81b85-9a63-4826-84c7-b66af7bebff7 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:43:03.080399 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-ee034685-6805-4cd4-9569-792dc57c082b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 8785fe06-1b1d-4e35-9a5e-551e7fe46028) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:03.089739 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee034685-6805-4cd4-9569-792dc57c082b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:03.090334 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee034685-6805-4cd4-9569-792dc57c082b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:03.100721 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7747e732-d7c1-4f45-8a88-945e85143ce0 admin admin] Publish callbacks [] for router_gateway (cc9fe85c-021b-4bee-a71b-10858d1e856a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:03.128149 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ee034685-6805-4cd4-9569-792dc57c082b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8849485 Feb 20 05:43:03.128149 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4ee54b9f-87b8-4d6c-b48f-277043df11bd tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router_gateway (1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:03.198719 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4ee54b9f-87b8-4d6c-b48f-277043df11bd tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:03.252775 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182a613a-311a-474e-846e-811be22706a9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Made reservation on behalf of 57c1fd8fe7ad4e47b916b7dc7646ffa1 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:43:03.258850 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-182a613a-311a-474e-846e-811be22706a9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:03.296247 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-7fd6a69a-e0ba-41dd-abee-4e36de758ee5 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a3e6712a47034666b11f44d7ab7587a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568762 Feb 20 05:43:03.353372 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df1ea87-cb79-4b19-a4c2-a8b5164dc661 None None] Network 8785fe06-1b1d-4e35-9a5e-551e7fe46028 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:43:03.520598 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-4ee54b9f-87b8-4d6c-b48f-277043df11bd tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Allocated IP 172.25.3.10 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/d7603203-608a-45fc-b235-44411a65a731) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:43:03.685049 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4ee54b9f-87b8-4d6c-b48f-277043df11bd tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for port (d7603203-608a-45fc-b235-44411a65a731), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:03.729426 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4ee54b9f-87b8-4d6c-b48f-277043df11bd tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (d7603203-608a-45fc-b235-44411a65a731), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:03.779857 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee54b9f-87b8-4d6c-b48f-277043df11bd tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:43:03.784562 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-4ee54b9f-87b8-4d6c-b48f-277043df11bd tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:03.797391 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee54b9f-87b8-4d6c-b48f-277043df11bd tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:43:03.840830 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee54b9f-87b8-4d6c-b48f-277043df11bd tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Pushing event updated for resources: {'Port': ['ID=d7603203-608a-45fc-b235-44411a65a731,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:03.876555 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f96e26e-0191-491f-91c7-13590ba9acdd None None] Network 8785fe06-1b1d-4e35-9a5e-551e7fe46028 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:43:04.055717 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7747e732-d7c1-4f45-8a88-945e85143ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (cc9fe85c-021b-4bee-a71b-10858d1e856a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:04.235906 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-44ca9078-5ba6-4d36-92ce-ac432b787aba tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:04.237495 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-44ca9078-5ba6-4d36-92ce-ac432b787aba tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4110422 Feb 20 05:43:04.307056 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-00d45c70-8e03-46e3-8732-9a863f74204c tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/quotas/a3e6712a47034666b11f44d7ab7587a8 HTTP/1.1" status: 200 len: 375 time: 0.0356784 Feb 20 05:43:04.425612 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-182a613a-311a-474e-846e-811be22706a9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (f6ce6263-84ec-4c2f-9784-724b0b65115d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:04.501359 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-5155b718-4fd8-432f-ab7f-cd3a86063d60 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3e6712a47034666b11f44d7ab7587a8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1860445 Feb 20 05:43:04.516042 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7747e732-d7c1-4f45-8a88-945e85143ce0 admin admin] Router cc9fe85c-021b-4bee-a71b-10858d1e856a is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:43:04.551161 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a613a-311a-474e-846e-811be22706a9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event updated for resources: {'Subnet': ['ID=f6ce6263-84ec-4c2f-9784-724b0b65115d,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:04.586042 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182a613a-311a-474e-846e-811be22706a9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Checking segment: {'id': 'd392eecc-a754-4081-92ca-73a00b70df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '07b81b85-9a63-4826-84c7-b66af7bebff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:43:04.586420 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182a613a-311a-474e-846e-811be22706a9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Network hostable DHCP agents. Network: 07b81b85-9a63-4826-84c7-b66af7bebff7, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:43:04.658102 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182a613a-311a-474e-846e-811be22706a9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Network 07b81b85-9a63-4826-84c7-b66af7bebff7 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:43:04.669088 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4ee54b9f-87b8-4d6c-b48f-277043df11bd tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router_gateway (1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:04.705717 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-182a613a-311a-474e-846e-811be22706a9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 07b81b85-9a63-4826-84c7-b66af7bebff7) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:04.724529 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf636266-cd28-433c-8d9a-c08535e30106 None None] Network 07b81b85-9a63-4826-84c7-b66af7bebff7 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:43:04.734474 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182a613a-311a-474e-846e-811be22706a9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:04.735545 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-182a613a-311a-474e-846e-811be22706a9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:04.832588 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7747e732-d7c1-4f45-8a88-945e85143ce0 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:43:04.855079 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-182a613a-311a-474e-846e-811be22706a9 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8639417 Feb 20 05:43:04.857336 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41278) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:04.877675 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c8bb97de-6a41-4f3a-87f5-e0e9b5616f76 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Request body: {'subnet': {'network_id': '07b81b85-9a63-4826-84c7-b66af7bebff7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:04.889121 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d524b8-f2b0-412d-898a-7685500d7a91 None None] Sync routers for ids ['cc9fe85c-021b-4bee-a71b-10858d1e856a'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:43:04.900776 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45d7266-8007-4730-9465-b3657191f4c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-07b81b85-9a63-4826-84c7-b66af7bebff7', 'network_id': '07b81b85-9a63-4826-84c7-b66af7bebff7', 'project_id': '57c1fd8fe7ad4e47b916b7dc7646ffa1', 'fixed_ips': [{'subnet_id': 'f6ce6263-84ec-4c2f-9784-724b0b65115d'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:43:04.901662 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f45d7266-8007-4730-9465-b3657191f4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:05.055351 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7747e732-d7c1-4f45-8a88-945e85143ce0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:05.060299 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7747e732-d7c1-4f45-8a88-945e85143ce0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3600142 Feb 20 05:43:05.072521 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41284) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:05.086602 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-f45d7266-8007-4730-9465-b3657191f4c4 None None] Allocated IP 2001:db8::2 (07b81b85-9a63-4826-84c7-b66af7bebff7/f6ce6263-84ec-4c2f-9784-724b0b65115d/5e06452e-8a31-4982-9265-69bda36340a5) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:43:05.258548 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bb97de-6a41-4f3a-87f5-e0e9b5616f76 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Made reservation on behalf of 57c1fd8fe7ad4e47b916b7dc7646ffa1 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:43:05.263524 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8bb97de-6a41-4f3a-87f5-e0e9b5616f76 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:05.299023 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f45d7266-8007-4730-9465-b3657191f4c4 None None] Publish callbacks [] for port (5e06452e-8a31-4982-9265-69bda36340a5), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:05.301857 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d524b8-f2b0-412d-898a-7685500d7a91 None None] Routers {'cc9fe85c-021b-4bee-a71b-10858d1e856a'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:43:05.302673 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e4d524b8-f2b0-412d-898a-7685500d7a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:42:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['cc9fe85c-021b-4bee-a71b-10858d1e856a'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:05.313915 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4ee54b9f-87b8-4d6c-b48f-277043df11bd tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:05.321751 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4ee54b9f-87b8-4d6c-b48f-277043df11bd tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691773'] for router (1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:05.380164 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f45d7266-8007-4730-9465-b3657191f4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (5e06452e-8a31-4982-9265-69bda36340a5), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:05.514176 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d7266-8007-4730-9465-b3657191f4c4 None None] Pushing event updated for resources: {'Port': ['ID=5e06452e-8a31-4982-9265-69bda36340a5,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:05.536860 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45d7266-8007-4730-9465-b3657191f4c4 None None] Network 07b81b85-9a63-4826-84c7-b66af7bebff7 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:43:05.538544 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-f45d7266-8007-4730-9465-b3657191f4c4 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:05.539665 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-66d6f563-642a-461c-86a4-5b0adac0405c tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:05.545711 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-66d6f563-642a-461c-86a4-5b0adac0405c tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/networks?id=8785fe06-1b1d-4e35-9a5e-551e7fe46028 HTTP/1.1" status: 200 len: 818 time: 0.3665123 Feb 20 05:43:05.554663 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45d7266-8007-4730-9465-b3657191f4c4 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:43:05.624525 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-21e4cef0-7726-45a2-a82e-021287b4659a tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/quotas/32a8847c7900410db19296ed57f04acb HTTP/1.1" status: 200 len: 375 time: 0.0602951 Feb 20 05:43:05.779292 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-8ec0d795-13b6-4505-9f9e-ddb59c782822 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=32a8847c7900410db19296ed57f04acb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1460922 Feb 20 05:43:05.799860 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-e4d524b8-f2b0-412d-898a-7685500d7a91 None None] Set router cc9fe85c-021b-4bee-a71b-10858d1e856a gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:43:05.828326 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee54b9f-87b8-4d6c-b48f-277043df11bd tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Router 1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:43:05.951298 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f45d7266-8007-4730-9465-b3657191f4c4 None None] Attempting to bind port 5e06452e-8a31-4982-9265-69bda36340a5 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:43:05.953557 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f45d7266-8007-4730-9465-b3657191f4c4 None None] Attempting to bind port 5e06452e-8a31-4982-9265-69bda36340a5 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'd392eecc-a754-4081-92ca-73a00b70df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '07b81b85-9a63-4826-84c7-b66af7bebff7'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:43:05.956164 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45d7266-8007-4730-9465-b3657191f4c4 None None] Attempting to bind port 5e06452e-8a31-4982-9265-69bda36340a5 on network 07b81b85-9a63-4826-84c7-b66af7bebff7 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:43:06.007526 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45d7266-8007-4730-9465-b3657191f4c4 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:43:06.010340 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45d7266-8007-4730-9465-b3657191f4c4 None None] Checking segment: {'id': 'd392eecc-a754-4081-92ca-73a00b70df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '07b81b85-9a63-4826-84c7-b66af7bebff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:43:06.011651 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f45d7266-8007-4730-9465-b3657191f4c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:06.012949 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45d7266-8007-4730-9465-b3657191f4c4 None None] Bound using segment: {'id': 'd392eecc-a754-4081-92ca-73a00b70df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '07b81b85-9a63-4826-84c7-b66af7bebff7'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:43:06.014342 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f45d7266-8007-4730-9465-b3657191f4c4 None None] Bound port: 5e06452e-8a31-4982-9265-69bda36340a5, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd392eecc-a754-4081-92ca-73a00b70df45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '07b81b85-9a63-4826-84c7-b66af7bebff7'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:43:06.015697 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f45d7266-8007-4730-9465-b3657191f4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5e06452e-8a31-4982-9265-69bda36340a5), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:06.035183 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18bab2cc-240a-4bb0-b9f8-869c28e1d31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:06.088878 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-cf8f0977-b815-424f-88f0-218eca26fc0c service neutron] 10.222.0.37 "GET /v2.0/networks/8785fe06-1b1d-4e35-9a5e-551e7fe46028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998974 Feb 20 05:43:06.090584 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8bb97de-6a41-4f3a-87f5-e0e9b5616f76 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (5cb2f5df-6b49-43a3-b920-6cc698be5530), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:06.108537 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee54b9f-87b8-4d6c-b48f-277043df11bd tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:43:06.123902 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614b32ec-ac83-48f5-8571-2946d6356609 None None] Sync routers for ids ['1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:43:06.139125 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4ee54b9f-87b8-4d6c-b48f-277043df11bd tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:06.150488 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614b32ec-ac83-48f5-8571-2946d6356609 None None] Routers {'1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:43:06.151419 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-614b32ec-ac83-48f5-8571-2946d6356609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:42:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:06.152151 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4ee54b9f-87b8-4d6c-b48f-277043df11bd tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "PUT /v2.0/routers/1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693 HTTP/1.1" status: 200 len: 913 time: 4.3069477 Feb 20 05:43:06.157412 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41298) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:06.178326 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bb97de-6a41-4f3a-87f5-e0e9b5616f76 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Network 07b81b85-9a63-4826-84c7-b66af7bebff7 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:43:06.236971 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-614b32ec-ac83-48f5-8571-2946d6356609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:06.256275 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614b32ec-ac83-48f5-8571-2946d6356609 None None] Routers {'1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:43:06.258511 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-614b32ec-ac83-48f5-8571-2946d6356609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:42:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:06.261052 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f45d7266-8007-4730-9465-b3657191f4c4 None None] For port 5e06452e-8a31-4982-9265-69bda36340a5, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:43:06.266256 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f45d7266-8007-4730-9465-b3657191f4c4 None None] For port 5e06452e-8a31-4982-9265-69bda36340a5, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=5e06452e-8a31-4982-9265-69bda36340a5,segment=NetworkSegment(d392eecc-a754-4081-92ca-73a00b70df45),segment_id=d392eecc-a754-4081-92ca-73a00b70df45)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:43:06.275551 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 1183b450-efbd-4961-9d43-26ee92d318f5 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:43:06.280444 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb97de-6a41-4f3a-87f5-e0e9b5616f76 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event updated for resources: {'Subnet': ['ID=5cb2f5df-6b49-43a3-b920-6cc698be5530,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:06.283066 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-c8bb97de-6a41-4f3a-87f5-e0e9b5616f76 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:06.286239 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-30594b3c-715c-4409-b2b6-c1d40bf27fe9 service neutron] 10.222.0.37 "GET /v2.0/networks/8785fe06-1b1d-4e35-9a5e-551e7fe46028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839142 Feb 20 05:43:06.287632 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bb97de-6a41-4f3a-87f5-e0e9b5616f76 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:06.289838 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8bb97de-6a41-4f3a-87f5-e0e9b5616f76 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:06.300400 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f45d7266-8007-4730-9465-b3657191f4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5e06452e-8a31-4982-9265-69bda36340a5), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:06.329771 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c8bb97de-6a41-4f3a-87f5-e0e9b5616f76 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4647920 Feb 20 05:43:06.333285 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41300) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:06.338763 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-614b32ec-ac83-48f5-8571-2946d6356609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:06.340400 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614b32ec-ac83-48f5-8571-2946d6356609 None None] The sync data for ids ['1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:43:06.441764 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d156ed32-0bd6-46da-822d-2036d48445ae tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "GET /v2.0/routers/1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693 HTTP/1.1" status: 200 len: 919 time: 0.2811272 Feb 20 05:43:06.445566 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d7266-8007-4730-9465-b3657191f4c4 None None] Pushing event updated for resources: {'Port': ['ID=5e06452e-8a31-4982-9265-69bda36340a5,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:06.456766 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41302) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:06.537613 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e4d524b8-f2b0-412d-898a-7685500d7a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9fe85c-021b-4bee-a71b-10858d1e856a', 'name': 'tempest-ServerRescueTestJSON-523228069-router', 'tenant_id': '00b5a23923ab4f169200da1677122e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '3df7b8fe-c7bf-4723-9aed-77997013366a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:42:58Z', 'updated_at': '2022-02-20T05:43:02Z', 'revision_number': 3, 'project_id': '00b5a23923ab4f169200da1677122e4f', 'gw_port': {'id': '3df7b8fe-c7bf-4723-9aed-77997013366a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9fe85c-021b-4bee-a71b-10858d1e856a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:00Z', 'updated_at': '2022-02-20T05:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:06.650526 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d524b8-f2b0-412d-898a-7685500d7a91 None None] Checking router: cc9fe85c-021b-4bee-a71b-10858d1e856a for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:43:06.651092 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d524b8-f2b0-412d-898a-7685500d7a91 None None] Updating router cc9fe85c-021b-4bee-a71b-10858d1e856a port 3df7b8fe-c7bf-4723-9aed-77997013366a binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:43:06.653611 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 1183b450-efbd-4961-9d43-26ee92d318f5 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:43:06.662824 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-646d37d4-2b55-441d-88c8-47704e7bdaaa tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a3e6712a47034666b11f44d7ab7587a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2547319 Feb 20 05:43:06.663307 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 1183b450-efbd-4961-9d43-26ee92d318f5 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:06.663802 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1183b450-efbd-4961-9d43-26ee92d318f5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:06.775243 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-18bab2cc-240a-4bb0-b9f8-869c28e1d31f admin admin] Allocated IP 172.20.0.1 (76d12cb1-1a3c-4efa-9623-20d225162f2e/1649ffb8-d9f6-417b-ab41-9e2b689f05e1/61580c38-3921-43b1-b2c3-27480d4818cc) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:43:06.863679 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4d524b8-f2b0-412d-898a-7685500d7a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3df7b8fe-c7bf-4723-9aed-77997013366a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:06.965134 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ce68f7-c546-4adf-9920-ba38e6a9bd83 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:06.975123 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ce68f7-c546-4adf-9920-ba38e6a9bd83 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:06.984139 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ce68f7-c546-4adf-9920-ba38e6a9bd83 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:06.990840 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ce68f7-c546-4adf-9920-ba38e6a9bd83 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:06.997575 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ce68f7-c546-4adf-9920-ba38e6a9bd83 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:07.016552 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a0ce68f7-c546-4adf-9920-ba38e6a9bd83 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6818452 Feb 20 05:43:07.022509 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41312) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:07.037545 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-7e48e5ee-d9b9-4c3f-82c7-21743dfe7957 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-754246194'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:07.091168 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e48e5ee-d9b9-4c3f-82c7-21743dfe7957 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Made reservation on behalf of 57c1fd8fe7ad4e47b916b7dc7646ffa1 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:43:07.101988 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7e48e5ee-d9b9-4c3f-82c7-21743dfe7957 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:07.105366 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 1183b450-efbd-4961-9d43-26ee92d318f5 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:07.105718 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1183b450-efbd-4961-9d43-26ee92d318f5), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:07.114443 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18bab2cc-240a-4bb0-b9f8-869c28e1d31f admin admin] Publish callbacks [] for port (61580c38-3921-43b1-b2c3-27480d4818cc), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:07.160536 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e48e5ee-d9b9-4c3f-82c7-21743dfe7957 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:43:07.190757 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd1300d-59b6-4667-bd0f-e42dcd48addb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1183b450-efbd-4961-9d43-26ee92d318f5'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:43:07.194959 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3979194-1ea2-4859-bf80-2e952de7a6a5" -d '{"events": [{"server_uuid": "0cd1300d-59b6-4667-bd0f-e42dcd48addb", "name": "network-vif-plugged", "status": "completed", "tag": "1183b450-efbd-4961-9d43-26ee92d318f5"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:43:07.203257 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7e48e5ee-d9b9-4c3f-82c7-21743dfe7957 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (a297c754-f328-4580-a87f-ac0d22368d84), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:07.203765 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-7e48e5ee-d9b9-4c3f-82c7-21743dfe7957 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Added segment a297c754-f328-4580-a87f-ac0d22368d84 of type vlan for network 2db7a4e7-e7e3-48e9-af56-caaaacc7af58 Feb 20 05:43:07.222262 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 1183b450-efbd-4961-9d43-26ee92d318f5, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1183b450-efbd-4961-9d43-26ee92d318f5,segment=NetworkSegment(70ba0656-08d5-4c15-ba7f-8411b757b834),segment_id=70ba0656-08d5-4c15-ba7f-8411b757b834)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:07.245182 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-94fa51c3-cabe-4349-906a-f28879751726 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:07.248429 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-94fa51c3-cabe-4349-906a-f28879751726 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5493112 Feb 20 05:43:07.264467 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7e48e5ee-d9b9-4c3f-82c7-21743dfe7957 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (2db7a4e7-e7e3-48e9-af56-caaaacc7af58), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:07.269933 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18bab2cc-240a-4bb0-b9f8-869c28e1d31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (61580c38-3921-43b1-b2c3-27480d4818cc), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:07.276697 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-b5c21339-8967-43f8-9406-81407bb2db9b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Request body: {'port': {'device_id': '32704250-66fc-40a0-abef-a75b53c31928', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': 'a3e6712a47034666b11f44d7ab7587a8'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:07.314464 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1183b450-efbd-4961-9d43-26ee92d318f5), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:07.329341 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bab2cc-240a-4bb0-b9f8-869c28e1d31f admin admin] Network 76d12cb1-1a3c-4efa-9623-20d225162f2e is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:43:07.334223 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-18bab2cc-240a-4bb0-b9f8-869c28e1d31f admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:07.342047 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bab2cc-240a-4bb0-b9f8-869c28e1d31f admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:43:07.390222 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18bab2cc-240a-4bb0-b9f8-869c28e1d31f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (cc9fe85c-021b-4bee-a71b-10858d1e856a), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:07.395665 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f968ae-f429-4882-8266-b48873e4ef6c tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:07.408161 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-63f968ae-f429-4882-8266-b48873e4ef6c tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146&device_id=1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.9498956 Feb 20 05:43:07.414135 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41326) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:07.449565 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7e48e5ee-d9b9-4c3f-82c7-21743dfe7957 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (2db7a4e7-e7e3-48e9-af56-caaaacc7af58), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:07.455022 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e48e5ee-d9b9-4c3f-82c7-21743dfe7957 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:07.455759 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7e48e5ee-d9b9-4c3f-82c7-21743dfe7957 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:07.464054 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bab2cc-240a-4bb0-b9f8-869c28e1d31f admin admin] Pushing event updated for resources: {'Port': ['ID=61580c38-3921-43b1-b2c3-27480d4818cc,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:07.465535 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd90ac2-72bc-4f0e-8f4f-30d8d24c78c4 req-1aa622b8-6a9c-4d92-afe6-37be126bbf19 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:07.473153 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bd90ac2-72bc-4f0e-8f4f-30d8d24c78c4 req-1aa622b8-6a9c-4d92-afe6-37be126bbf19 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd1300d-59b6-4667-bd0f-e42dcd48addb HTTP/1.1" status: 200 len: 945 time: 0.6643715 Feb 20 05:43:07.565869 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7e48e5ee-d9b9-4c3f-82c7-21743dfe7957 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5400450 Feb 20 05:43:07.574596 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41328) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:07.583506 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-4dd66c1d-b9e2-4752-97f9-d61720ce1065 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:07.670590 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4d524b8-f2b0-412d-898a-7685500d7a91 None None] Publish callbacks [] for port (3df7b8fe-c7bf-4723-9aed-77997013366a), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:07.672210 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48e5ee-d9b9-4c3f-82c7-21743dfe7957 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event updated for resources: {'Network': ['ID=2db7a4e7-e7e3-48e9-af56-caaaacc7af58,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:07.684204 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 2db7a4e7-e7e3-48e9-af56-caaaacc7af58 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:43:07.690462 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4d524b8-f2b0-412d-898a-7685500d7a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3df7b8fe-c7bf-4723-9aed-77997013366a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:07.718151 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bd90ac2-72bc-4f0e-8f4f-30d8d24c78c4 req-fd5caedb-b83b-4876-b793-c9acdb24bce7 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b8751d-d60d-4f88-af5b-602e7608aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425458 Feb 20 05:43:07.728376 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=1183b450-efbd-4961-9d43-26ee92d318f5,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:07.986340 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94f1660-8506-4d7d-9780-6bd8c82eebce tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:08.016094 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c94f1660-8506-4d7d-9780-6bd8c82eebce tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 881 time: 0.5992780 Feb 20 05:43:08.050980 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41334) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:08.078600 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e76c0870-966e-4ae2-af93-d089d59ce0fa req-68adc3e7-6f7a-4039-a501-b3c6ada2d18f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=32704250-66fc-40a0-abef-a75b53c31928 HTTP/1.1" status: 200 len: 210 time: 0.1632707 Feb 20 05:43:08.181381 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-b5c21339-8967-43f8-9406-81407bb2db9b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Made reservation on behalf of a3e6712a47034666b11f44d7ab7587a8 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:43:08.185242 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-b5c21339-8967-43f8-9406-81407bb2db9b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:08.240713 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18bab2cc-240a-4bb0-b9f8-869c28e1d31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (61580c38-3921-43b1-b2c3-27480d4818cc), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:08.320400 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6f9d7af9-095d-4681-a604-4731b7113dcf tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693 HTTP/1.1" status: 200 len: 205 time: 0.2660851 Feb 20 05:43:08.375134 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4dd66c1d-b9e2-4752-97f9-d61720ce1065 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (2db7a4e7-e7e3-48e9-af56-caaaacc7af58), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:08.394121 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41338) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:08.412193 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4dd66c1d-b9e2-4752-97f9-d61720ce1065 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (2db7a4e7-e7e3-48e9-af56-caaaacc7af58), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:08.475586 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4dd66c1d-b9e2-4752-97f9-d61720ce1065 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Network 2db7a4e7-e7e3-48e9-af56-caaaacc7af58 is not hosted by any dhcp agent {{(pid=103406) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 20 05:43:08.496213 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd66c1d-b9e2-4752-97f9-d61720ce1065 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:08.498077 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4dd66c1d-b9e2-4752-97f9-d61720ce1065 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:08.499600 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4dd66c1d-b9e2-4752-97f9-d61720ce1065 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "PUT /v2.0/networks/2db7a4e7-e7e3-48e9-af56-caaaacc7af58 HTTP/1.1" status: 200 len: 723 time: 0.9238019 Feb 20 05:43:08.532405 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41340) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:08.546109 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-d5ef5f00-a52c-48e6-b0cc-7ff20baddc84 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Request body: {'subnet': {'network_id': '2db7a4e7-e7e3-48e9-af56-caaaacc7af58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:08.566673 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e47f5f-7f44-47bd-9a34-9d782bc3cf86 x-openstack-request-id: req-13e47f5f-7f44-47bd-9a34-9d782bc3cf86 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:43:08.567277 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd1300d-59b6-4667-bd0f-e42dcd48addb", "name": "network-vif-plugged", "status": "completed", "tag": "1183b450-efbd-4961-9d43-26ee92d318f5", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:43:08.567277 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-13e47f5f-7f44-47bd-9a34-9d782bc3cf86 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:43:08.579499 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd1300d-59b6-4667-bd0f-e42dcd48addb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1183b450-efbd-4961-9d43-26ee92d318f5', 'code': 200} Feb 20 05:43:08.581262 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4b8c7d-0ea6-46e2-8f08-daffe594ef4f None None] Network 07b81b85-9a63-4826-84c7-b66af7bebff7 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:43:08.588988 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 5e06452e-8a31-4982-9265-69bda36340a5 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:43:08.746081 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e4d524b8-f2b0-412d-898a-7685500d7a91 None None] Attempting to bind port 3df7b8fe-c7bf-4723-9aed-77997013366a on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:43:08.750034 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e4d524b8-f2b0-412d-898a-7685500d7a91 None None] Attempting to bind port 3df7b8fe-c7bf-4723-9aed-77997013366a by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:43:08.750516 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d524b8-f2b0-412d-898a-7685500d7a91 None None] Attempting to bind port 3df7b8fe-c7bf-4723-9aed-77997013366a on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:43:08.832922 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6b56a611-17fa-4350-825d-61b6bc2a8839 req-1407acc3-2747-4b71-aa66-3d29a57754a1 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/ports?device_id=437ca2ff-603f-410c-8ea8-1cb23b2b05e6 HTTP/1.1" status: 200 len: 210 time: 0.1365449 Feb 20 05:43:08.990164 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd66c1d-b9e2-4752-97f9-d61720ce1065 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event updated for resources: {'Network': ['ID=2db7a4e7-e7e3-48e9-af56-caaaacc7af58,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:09.004152 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01dc4a50-7fe7-426c-acbf-cf54180693b4 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router (1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:09.014190 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18bab2cc-240a-4bb0-b9f8-869c28e1d31f admin admin] Publish callbacks [] for port (61580c38-3921-43b1-b2c3-27480d4818cc), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:09.127987 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18bab2cc-240a-4bb0-b9f8-869c28e1d31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (61580c38-3921-43b1-b2c3-27480d4818cc), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:09.143745 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 2db7a4e7-e7e3-48e9-af56-caaaacc7af58 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:43:09.199010 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-b5c21339-8967-43f8-9406-81407bb2db9b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Allocated IP 192.168.233.121 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/f34fe243-2da3-4e72-abc1-4e74092465c8) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:43:09.228804 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bab2cc-240a-4bb0-b9f8-869c28e1d31f admin admin] Pushing event updated for resources: {'Port': ['ID=61580c38-3921-43b1-b2c3-27480d4818cc,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:09.306197 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc2fb1-9555-4c62-8af6-c89fe965a050 req-07b94cd4-2cd2-4112-a2f6-117249682ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:09.309956 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a9fc2fb1-9555-4c62-8af6-c89fe965a050 req-07b94cd4-2cd2-4112-a2f6-117249682ebd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0cd1300d-59b6-4667-bd0f-e42dcd48addb HTTP/1.1" status: 200 len: 1128 time: 0.6085761 Feb 20 05:43:09.327912 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08f400-73fb-4240-8a27-283ad487a88a None None] Pushing event updated for resources: {'Port': ['ID=3df7b8fe-c7bf-4723-9aed-77997013366a,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:09.398704 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7c4b5b21-b6ed-4e59-95f7-6f0abf4ec3d4 None None] Provisioning complete for port 5e06452e-8a31-4982-9265-69bda36340a5 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:09.399324 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c4b5b21-b6ed-4e59-95f7-6f0abf4ec3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5e06452e-8a31-4982-9265-69bda36340a5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:09.410247 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d524b8-f2b0-412d-898a-7685500d7a91 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:43:09.411010 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d524b8-f2b0-412d-898a-7685500d7a91 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:43:09.411632 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4d524b8-f2b0-412d-898a-7685500d7a91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:09.412220 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d524b8-f2b0-412d-898a-7685500d7a91 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:43:09.413199 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e4d524b8-f2b0-412d-898a-7685500d7a91 None None] Bound port: 3df7b8fe-c7bf-4723-9aed-77997013366a, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:43:09.413932 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4d524b8-f2b0-412d-898a-7685500d7a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3df7b8fe-c7bf-4723-9aed-77997013366a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:09.418365 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18bab2cc-240a-4bb0-b9f8-869c28e1d31f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (cc9fe85c-021b-4bee-a71b-10858d1e856a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:09.478552 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-c9adfe88-992e-454f-a6b3-41844e32a055 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:09.480127 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 5e06452e-8a31-4982-9265-69bda36340a5 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:09.480577 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5e06452e-8a31-4982-9265-69bda36340a5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:09.488291 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-c9adfe88-992e-454f-a6b3-41844e32a055 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.61 "GET /v2.0/networks?id=8785fe06-1b1d-4e35-9a5e-551e7fe46028 HTTP/1.1" status: 200 len: 818 time: 0.4680862 Feb 20 05:43:09.597396 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cc76a-2c84-4860-8174-5cbf88b261fd req-3c9a8a59-b48a-47e8-aedb-c84a1b6237f3 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:09.611465 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5931eac2-fdb3-4ced-b2d5-a740e17aafde tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Request body: {'port': {'device_id': 'cea92cbf-7b38-4410-9944-76bc7b9d033d', 'network_id': '8785fe06-1b1d-4e35-9a5e-551e7fe46028', 'admin_state_up': True, 'tenant_id': '32a8847c7900410db19296ed57f04acb'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:09.612319 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c27cc76a-2c84-4860-8174-5cbf88b261fd req-3c9a8a59-b48a-47e8-aedb-c84a1b6237f3 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd1300d-59b6-4667-bd0f-e42dcd48addb HTTP/1.1" status: 200 len: 946 time: 0.5063996 Feb 20 05:43:09.623769 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e4d524b8-f2b0-412d-898a-7685500d7a91 None None] For port 3df7b8fe-c7bf-4723-9aed-77997013366a, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:43:09.629377 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e4d524b8-f2b0-412d-898a-7685500d7a91 None None] For port 3df7b8fe-c7bf-4723-9aed-77997013366a, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3df7b8fe-c7bf-4723-9aed-77997013366a,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:43:09.673938 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ef5f00-a52c-48e6-b0cc-7ff20baddc84 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Made reservation on behalf of 57c1fd8fe7ad4e47b916b7dc7646ffa1 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:43:09.674201 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4d524b8-f2b0-412d-898a-7685500d7a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3df7b8fe-c7bf-4723-9aed-77997013366a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:09.680447 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d5ef5f00-a52c-48e6-b0cc-7ff20baddc84 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:09.751208 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01dc4a50-7fe7-426c-acbf-cf54180693b4 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_gateway (1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:09.822383 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c27cc76a-2c84-4860-8174-5cbf88b261fd req-ed3dbd8a-7257-4399-ac1f-1c1995d005ba tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b8751d-d60d-4f88-af5b-602e7608aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049263 Feb 20 05:43:09.848664 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-18cd7a07-103c-4277-904c-789c1f1193f9 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:09.850476 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-18cd7a07-103c-4277-904c-789c1f1193f9 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.48 "GET /v2.0/networks?id=8785fe06-1b1d-4e35-9a5e-551e7fe46028 HTTP/1.1" status: 200 len: 818 time: 0.4976957 Feb 20 05:43:09.920855 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-f92b19b3-ef69-4f4a-b9d4-a6c337f2cd35 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Request body: {'port': {'device_id': 'b9bd7e65-93a2-4bba-a2dc-cec6192c6541', 'network_id': '8785fe06-1b1d-4e35-9a5e-551e7fe46028', 'admin_state_up': True, 'tenant_id': '32a8847c7900410db19296ed57f04acb'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:10.022573 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b5b21-b6ed-4e59-95f7-6f0abf4ec3d4 None None] Current status of the port 5e06452e-8a31-4982-9265-69bda36340a5 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:10.024101 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c4b5b21-b6ed-4e59-95f7-6f0abf4ec3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5e06452e-8a31-4982-9265-69bda36340a5), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:10.069999 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08f400-73fb-4240-8a27-283ad487a88a None None] Pushing event updated for resources: {'Port': ['ID=3df7b8fe-c7bf-4723-9aed-77997013366a,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:10.134015 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5605ff77-70e2-4de9-9343-3f17083e5745 None None] Update dhcp port {'port': {'network_id': '07b81b85-9a63-4826-84c7-b66af7bebff7', 'fixed_ips': [{'subnet_id': 'f6ce6263-84ec-4c2f-9784-724b0b65115d', 'ip_address': '2001:db8::2'}, {'subnet_id': '5cb2f5df-6b49-43a3-b920-6cc698be5530'}], 'binding:host_id': 'n-d-829866-5'}, 'id': '5e06452e-8a31-4982-9265-69bda36340a5'} from n-d-829866-5. {{(pid=103408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 05:43:10.177074 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 5e06452e-8a31-4982-9265-69bda36340a5 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:10.177481 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5e06452e-8a31-4982-9265-69bda36340a5), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:10.193597 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d524b8-f2b0-412d-898a-7685500d7a91 None None] Routers {'cc9fe85c-021b-4bee-a71b-10858d1e856a'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:43:10.196016 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e4d524b8-f2b0-412d-898a-7685500d7a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:42:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['cc9fe85c-021b-4bee-a71b-10858d1e856a'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:10.277743 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5605ff77-70e2-4de9-9343-3f17083e5745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5e06452e-8a31-4982-9265-69bda36340a5), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:10.352975 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7c4b5b21-b6ed-4e59-95f7-6f0abf4ec3d4 None None] For port 5e06452e-8a31-4982-9265-69bda36340a5, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=5e06452e-8a31-4982-9265-69bda36340a5,segment=NetworkSegment(d392eecc-a754-4081-92ca-73a00b70df45),segment_id=d392eecc-a754-4081-92ca-73a00b70df45)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:10.381642 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c4b5b21-b6ed-4e59-95f7-6f0abf4ec3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5e06452e-8a31-4982-9265-69bda36340a5), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:10.514633 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d5ef5f00-a52c-48e6-b0cc-7ff20baddc84 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (e7a26b83-676d-40f2-91af-809209c6223d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:10.567952 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a9fc2fb1-9555-4c62-8af6-c89fe965a050 req-82446d50-cda6-4499-90c1-166ffd2a4bdf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=61b8751d-d60d-4f88-af5b-602e7608aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1375461 Feb 20 05:43:10.569310 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-b5c21339-8967-43f8-9406-81407bb2db9b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks [] for port (f34fe243-2da3-4e72-abc1-4e74092465c8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:10.691314 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-b5c21339-8967-43f8-9406-81407bb2db9b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (f34fe243-2da3-4e72-abc1-4e74092465c8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:10.710037 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ef5f00-a52c-48e6-b0cc-7ff20baddc84 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Checking segment: {'id': 'a297c754-f328-4580-a87f-ac0d22368d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2db7a4e7-e7e3-48e9-af56-caaaacc7af58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:43:10.710928 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ef5f00-a52c-48e6-b0cc-7ff20baddc84 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Network hostable DHCP agents. Network: 2db7a4e7-e7e3-48e9-af56-caaaacc7af58, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:43:10.714723 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef5f00-a52c-48e6-b0cc-7ff20baddc84 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event updated for resources: {'Subnet': ['ID=e7a26b83-676d-40f2-91af-809209c6223d,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:10.717005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-e4d524b8-f2b0-412d-898a-7685500d7a91 None None] Set router cc9fe85c-021b-4bee-a71b-10858d1e856a gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:43:10.732740 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-4ca183ad-0dff-405e-8dfc-7940e27f77e3 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:10.735338 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-4ca183ad-0dff-405e-8dfc-7940e27f77e3 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.48 "GET /v2.0/networks?id=8785fe06-1b1d-4e35-9a5e-551e7fe46028 HTTP/1.1" status: 200 len: 818 time: 1.1032758 Feb 20 05:43:10.737781 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bab2cc-240a-4bb0-b9f8-869c28e1d31f admin admin] Network 76d12cb1-1a3c-4efa-9623-20d225162f2e is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:43:10.759695 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-18bab2cc-240a-4bb0-b9f8-869c28e1d31f admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:10.771661 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5931eac2-fdb3-4ced-b2d5-a740e17aafde tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Made reservation on behalf of 32a8847c7900410db19296ed57f04acb for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:43:10.776744 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5931eac2-fdb3-4ced-b2d5-a740e17aafde tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:10.783757 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-6b7db400-05a4-4e14-8e5b-3565a763e144 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Request body: {'port': {'device_id': '437ca2ff-603f-410c-8ea8-1cb23b2b05e6', 'network_id': '8785fe06-1b1d-4e35-9a5e-551e7fe46028', 'admin_state_up': True, 'tenant_id': '32a8847c7900410db19296ed57f04acb'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:10.804698 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-b5c21339-8967-43f8-9406-81407bb2db9b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:43:10.831890 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b5b21-b6ed-4e59-95f7-6f0abf4ec3d4 None None] Pushing event updated for resources: {'Port': ['ID=5e06452e-8a31-4982-9265-69bda36340a5,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:10.834374 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c21339-8967-43f8-9406-81407bb2db9b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Pushing event updated for resources: {'Port': ['ID=f34fe243-2da3-4e72-abc1-4e74092465c8,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:10.849256 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-b5c21339-8967-43f8-9406-81407bb2db9b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:10.861065 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-b5c21339-8967-43f8-9406-81407bb2db9b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:43:10.881506 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['fed30b5f-107e-440d-a885-e4d84c260413', '13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2', '0d26e5dd-1bd8-46ba-96d8-f00005d8bbee', '77a93088-3dce-4ca8-bbf0-ba81183d8a91'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:43:10.883679 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['82dfe21f-25b4-4076-a55c-1c299a335a3c', '3582a211-2f2f-4de1-b4bb-389da669fe4d'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:43:10.886537 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ef5f00-a52c-48e6-b0cc-7ff20baddc84 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Network 2db7a4e7-e7e3-48e9-af56-caaaacc7af58 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:43:10.934157 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:43:10.934527 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:43:10.943989 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-01dc4a50-7fe7-426c-acbf-cf54180693b4 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Deleting port d7603203-608a-45fc-b235-44411a65a731 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:43:10.944470 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01dc4a50-7fe7-426c-acbf-cf54180693b4 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (d7603203-608a-45fc-b235-44411a65a731), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:11.072768 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420008a3-a0db-4d31-9105-b88422e0e6c9 req-c5001823-d10d-4f7f-b1f9-d40c4750fddb tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:11.087873 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-420008a3-a0db-4d31-9105-b88422e0e6c9 req-c5001823-d10d-4f7f-b1f9-d40c4750fddb tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=32704250-66fc-40a0-abef-a75b53c31928 HTTP/1.1" status: 200 len: 936 time: 0.4432516 Feb 20 05:43:11.136720 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-b5c21339-8967-43f8-9406-81407bb2db9b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:11.140025 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-b5c21339-8967-43f8-9406-81407bb2db9b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:11.205021 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-d5ef5f00-a52c-48e6-b0cc-7ff20baddc84 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 2db7a4e7-e7e3-48e9-af56-caaaacc7af58) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:11.251690 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ef5f00-a52c-48e6-b0cc-7ff20baddc84 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:11.252297 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d5ef5f00-a52c-48e6-b0cc-7ff20baddc84 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:11.256796 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9a8f8e-1db3-479c-a48c-6968daa4bb58 None None] Network 2db7a4e7-e7e3-48e9-af56-caaaacc7af58 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:43:11.289417 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-b5c21339-8967-43f8-9406-81407bb2db9b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0210121 Feb 20 05:43:11.302373 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-f92b19b3-ef69-4f4a-b9d4-a6c337f2cd35 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Made reservation on behalf of 32a8847c7900410db19296ed57f04acb for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:43:11.307093 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-f92b19b3-ef69-4f4a-b9d4-a6c337f2cd35 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:11.332084 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-cae1c4ec-e8d2-4a43-8d8b-edd75ada5207 service neutron] Request body: {'port': {'device_id': '32704250-66fc-40a0-abef-a75b53c31928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:11.377718 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01dc4a50-7fe7-426c-acbf-cf54180693b4 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (d7603203-608a-45fc-b235-44411a65a731), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:11.424835 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-420008a3-a0db-4d31-9105-b88422e0e6c9 req-43db8ece-2ed5-4f81-ab83-9de17cb26a90 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314772 Feb 20 05:43:11.428680 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d5ef5f00-a52c-48e6-b0cc-7ff20baddc84 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8900492 Feb 20 05:43:11.436804 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-01dc4a50-7fe7-426c-acbf-cf54180693b4 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Calling delete_port for d7603203-608a-45fc-b235-44411a65a731 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:43:11.446637 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41360) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:11.447182 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-6b7db400-05a4-4e14-8e5b-3565a763e144 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Made reservation on behalf of 32a8847c7900410db19296ed57f04acb for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:43:11.450540 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-6b7db400-05a4-4e14-8e5b-3565a763e144 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:11.468065 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-7d01daef-c41d-46f7-ad83-31aa55e16b73 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:11.502668 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1362203e-8db0-4eed-b2d2-e1fd7708cdcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-2db7a4e7-e7e3-48e9-af56-caaaacc7af58', 'network_id': '2db7a4e7-e7e3-48e9-af56-caaaacc7af58', 'project_id': '57c1fd8fe7ad4e47b916b7dc7646ffa1', 'fixed_ips': [{'subnet_id': 'e7a26b83-676d-40f2-91af-809209c6223d'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:43:11.504044 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1362203e-8db0-4eed-b2d2-e1fd7708cdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:11.568996 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-cae1c4ec-e8d2-4a43-8d8b-edd75ada5207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f34fe243-2da3-4e72-abc1-4e74092465c8), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:11.573116 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5931eac2-fdb3-4ced-b2d5-a740e17aafde tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Allocated IP 172.20.0.12 (8785fe06-1b1d-4e35-9a5e-551e7fe46028/3bd737ce-8d1e-4b15-a95b-d2746f29a211/e35c114c-3c58-4c5d-8209-67cd2d4c39d0) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:43:11.602101 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2fd835a1-30be-4b6b-baf7-e095eac06621 None None] Provisioning complete for port f34fe243-2da3-4e72-abc1-4e74092465c8 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:11.603690 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2fd835a1-30be-4b6b-baf7-e095eac06621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f34fe243-2da3-4e72-abc1-4e74092465c8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:11.701564 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18bab2cc-240a-4bb0-b9f8-869c28e1d31f admin admin] Router cc9fe85c-021b-4bee-a71b-10858d1e856a has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:43:11.722299 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2fd835a1-30be-4b6b-baf7-e095eac06621 None None] Port f34fe243-2da3-4e72-abc1-4e74092465c8 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:43:11.815612 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7d01daef-c41d-46f7-ad83-31aa55e16b73 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58681609'] for subnet (e7a26b83-676d-40f2-91af-809209c6223d), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:11.904936 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01dc4a50-7fe7-426c-acbf-cf54180693b4 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (d7603203-608a-45fc-b235-44411a65a731), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:11.956292 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc4a50-7fe7-426c-acbf-cf54180693b4 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Pushing event deleted for resources: {'Port': ['ID=d7603203-608a-45fc-b235-44411a65a731,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:11.978128 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7bcef15d-ed7d-457d-b8be-b26572e0b851 req-bea4e1ad-2b9d-49e7-9f5b-57596b59653d tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/ports?device_id=437ca2ff-603f-410c-8ea8-1cb23b2b05e6 HTTP/1.1" status: 200 len: 210 time: 0.3298864 Feb 20 05:43:12.254158 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 5e06452e-8a31-4982-9265-69bda36340a5 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:12.276199 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01dc4a50-7fe7-426c-acbf-cf54180693b4 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:12.316097 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-5605ff77-70e2-4de9-9343-3f17083e5745 None None] Allocated IP 172.20.0.1 (07b81b85-9a63-4826-84c7-b66af7bebff7/5cb2f5df-6b49-43a3-b920-6cc698be5530/5e06452e-8a31-4982-9265-69bda36340a5) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:43:12.381198 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01dc4a50-7fe7-426c-acbf-cf54180693b4 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:12.386141 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01dc4a50-7fe7-426c-acbf-cf54180693b4 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_controller (1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:12.469102 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5931eac2-fdb3-4ced-b2d5-a740e17aafde tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Publish callbacks [] for port (e35c114c-3c58-4c5d-8209-67cd2d4c39d0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:12.520151 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-5605ff77-70e2-4de9-9343-3f17083e5745 None None] For port 5e06452e-8a31-4982-9265-69bda36340a5, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=5e06452e-8a31-4982-9265-69bda36340a5,segment=NetworkSegment(d392eecc-a754-4081-92ca-73a00b70df45),segment_id=d392eecc-a754-4081-92ca-73a00b70df45)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:12.530715 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5931eac2-fdb3-4ced-b2d5-a740e17aafde tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e35c114c-3c58-4c5d-8209-67cd2d4c39d0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:12.534694 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04189a9-c233-4331-a64a-9bf57a722928 req-012b3b1b-4529-45de-b696-ca3e4584f2dd tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:12.536837 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d04189a9-c233-4331-a64a-9bf57a722928 req-012b3b1b-4529-45de-b696-ca3e4584f2dd tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd1300d-59b6-4667-bd0f-e42dcd48addb HTTP/1.1" status: 200 len: 946 time: 0.4260409 Feb 20 05:43:12.541899 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01dc4a50-7fe7-426c-acbf-cf54180693b4 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:12.542463 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01dc4a50-7fe7-426c-acbf-cf54180693b4 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Fanout notify agent at l3_agent the message router_deleted on router 1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:43:12.557728 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01dc4a50-7fe7-426c-acbf-cf54180693b4 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:12.558987 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-01dc4a50-7fe7-426c-acbf-cf54180693b4 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "DELETE /v2.0/routers/1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693 HTTP/1.1" status: 204 len: 168 time: 4.1637437 Feb 20 05:43:12.559286 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 5e06452e-8a31-4982-9265-69bda36340a5 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:43:12.566090 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7d01daef-c41d-46f7-ad83-31aa55e16b73 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771095536770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58283598'] for subnet (e7a26b83-676d-40f2-91af-809209c6223d), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:12.570066 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41370) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:12.574402 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d07a93dd-0abc-48c1-967d-c3d9f1c57fea tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1918401089', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:12.637688 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d07a93dd-0abc-48c1-967d-c3d9f1c57fea tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (9d5ae733-9d5c-44a2-b0a4-db89a7c80677), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:12.638723 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d07a93dd-0abc-48c1-967d-c3d9f1c57fea tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (9d5ae733-9d5c-44a2-b0a4-db89a7c80677), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:12.672321 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d04189a9-c233-4331-a64a-9bf57a722928 req-677552b8-0b20-4fda-a075-84a12f94f6c8 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b8751d-d60d-4f88-af5b-602e7608aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258287 Feb 20 05:43:12.690831 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931eac2-fdb3-4ced-b2d5-a740e17aafde tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Pushing event updated for resources: {'Port': ['ID=e35c114c-3c58-4c5d-8209-67cd2d4c39d0,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:12.699850 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d01daef-c41d-46f7-ad83-31aa55e16b73 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:12.700894 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7d01daef-c41d-46f7-ad83-31aa55e16b73 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:12.703620 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7d01daef-c41d-46f7-ad83-31aa55e16b73 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "PUT /v2.0/subnets/e7a26b83-676d-40f2-91af-809209c6223d HTTP/1.1" status: 200 len: 826 time: 1.2479839 Feb 20 05:43:12.711306 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41376) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:12.711806 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5931eac2-fdb3-4ced-b2d5-a740e17aafde tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Network 8785fe06-1b1d-4e35-9a5e-551e7fe46028 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:43:12.718176 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5931eac2-fdb3-4ced-b2d5-a740e17aafde tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:12.725915 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bab2cc-240a-4bb0-b9f8-869c28e1d31f admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:43:12.731166 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5931eac2-fdb3-4ced-b2d5-a740e17aafde tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:43:12.734907 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-1362203e-8db0-4eed-b2d2-e1fd7708cdcd None None] Allocated IP 2001:db8::2 (2db7a4e7-e7e3-48e9-af56-caaaacc7af58/e7a26b83-676d-40f2-91af-809209c6223d/bcfb68c6-1627-43e1-ae0a-a879b6d7b727) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:43:12.750521 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-18bab2cc-240a-4bb0-b9f8-869c28e1d31f admin admin] 10.222.0.37 "PUT /v2.0/routers/cc9fe85c-021b-4bee-a71b-10858d1e856a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6624253 Feb 20 05:43:12.750521 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-6b7db400-05a4-4e14-8e5b-3565a763e144 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Allocated IP 172.20.0.9 (8785fe06-1b1d-4e35-9a5e-551e7fe46028/3bd737ce-8d1e-4b15-a95b-d2746f29a211/2511c407-f8da-4cf7-82fb-3d6673ee8fdd) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:43:12.772587 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01daef-c41d-46f7-ad83-31aa55e16b73 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event updated for resources: {'Subnet': ['ID=e7a26b83-676d-40f2-91af-809209c6223d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:12.841155 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d07a93dd-0abc-48c1-967d-c3d9f1c57fea tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_controller (9d5ae733-9d5c-44a2-b0a4-db89a7c80677), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:12.874079 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5931eac2-fdb3-4ced-b2d5-a740e17aafde tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:12.879079 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5931eac2-fdb3-4ced-b2d5-a740e17aafde tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:12.879962 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d07a93dd-0abc-48c1-967d-c3d9f1c57fea tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (9d5ae733-9d5c-44a2-b0a4-db89a7c80677), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:12.926172 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-cae1c4ec-e8d2-4a43-8d8b-edd75ada5207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34fe243-2da3-4e72-abc1-4e74092465c8 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:43:12.973569 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5931eac2-fdb3-4ced-b2d5-a740e17aafde tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4693158 Feb 20 05:43:12.989338 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-9d1e88af-8558-4c9c-b828-7c188efa7f6a service neutron] Request body: {'port': {'device_id': 'cea92cbf-7b38-4410-9944-76bc7b9d033d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:13.001707 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-cae1c4ec-e8d2-4a43-8d8b-edd75ada5207 service neutron] Publish callbacks [] for port (f34fe243-2da3-4e72-abc1-4e74092465c8), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:13.015805 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1362203e-8db0-4eed-b2d2-e1fd7708cdcd None None] Publish callbacks [] for port (bcfb68c6-1627-43e1-ae0a-a879b6d7b727), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:13.069776 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d07a93dd-0abc-48c1-967d-c3d9f1c57fea tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:13.084063 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d07a93dd-0abc-48c1-967d-c3d9f1c57fea tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5130062 Feb 20 05:43:13.091335 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41392) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:13.093624 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1362203e-8db0-4eed-b2d2-e1fd7708cdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (bcfb68c6-1627-43e1-ae0a-a879b6d7b727), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:13.113219 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ff735dde-0acd-4b27-897e-8429f3f375c7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (2db7a4e7-e7e3-48e9-af56-caaaacc7af58), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:13.123032 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-05199c42-0a5a-4636-b384-080f8fe05e85 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'enable_snat': False}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:13.134289 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-cae1c4ec-e8d2-4a43-8d8b-edd75ada5207 service neutron] Transition to ACTIVE for port object f34fe243-2da3-4e72-abc1-4e74092465c8 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:43:13.147023 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5605ff77-70e2-4de9-9343-3f17083e5745 None None] Publish callbacks [] for port (5e06452e-8a31-4982-9265-69bda36340a5), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:13.169007 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-9d1e88af-8558-4c9c-b828-7c188efa7f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e35c114c-3c58-4c5d-8209-67cd2d4c39d0), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:13.171822 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e4d524b8-f2b0-412d-898a-7685500d7a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9fe85c-021b-4bee-a71b-10858d1e856a', 'name': 'tempest-ServerRescueTestJSON-523228069-router', 'tenant_id': '00b5a23923ab4f169200da1677122e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '3df7b8fe-c7bf-4723-9aed-77997013366a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:42:58Z', 'updated_at': '2022-02-20T05:43:07Z', 'revision_number': 4, 'project_id': '00b5a23923ab4f169200da1677122e4f', 'gw_port': {'id': '3df7b8fe-c7bf-4723-9aed-77997013366a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9fe85c-021b-4bee-a71b-10858d1e856a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:00Z', 'updated_at': '2022-02-20T05:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '61580c38-3921-43b1-b2c3-27480d4818cc', 'name': '', 'network_id': '76d12cb1-1a3c-4efa-9623-20d225162f2e', 'tenant_id': '00b5a23923ab4f169200da1677122e4f', 'mac_address': 'fa:16:3e:d8:24:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9fe85c-021b-4bee-a71b-10858d1e856a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '1649ffb8-d9f6-417b-ab41-9e2b689f05e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:06Z', 'updated_at': '2022-02-20T05:43:08Z', 'revision_number': 2, 'project_id': '00b5a23923ab4f169200da1677122e4f', 'subnets': [{'id': '1649ffb8-d9f6-417b-ab41-9e2b689f05e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:13.187975 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5605ff77-70e2-4de9-9343-3f17083e5745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5e06452e-8a31-4982-9265-69bda36340a5), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:13.211258 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-cae1c4ec-e8d2-4a43-8d8b-edd75ada5207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (f34fe243-2da3-4e72-abc1-4e74092465c8), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:13.248356 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1362203e-8db0-4eed-b2d2-e1fd7708cdcd None None] Network 2db7a4e7-e7e3-48e9-af56-caaaacc7af58 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:43:13.250035 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-6b7db400-05a4-4e14-8e5b-3565a763e144 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Publish callbacks [] for port (2511c407-f8da-4cf7-82fb-3d6673ee8fdd), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:13.252788 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d524b8-f2b0-412d-898a-7685500d7a91 None None] The sync data for ids ['cc9fe85c-021b-4bee-a71b-10858d1e856a'] in n-d-829866-5 is: [{'id': 'cc9fe85c-021b-4bee-a71b-10858d1e856a', 'name': 'tempest-ServerRescueTestJSON-523228069-router', 'tenant_id': '00b5a23923ab4f169200da1677122e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '3df7b8fe-c7bf-4723-9aed-77997013366a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:42:58Z', 'updated_at': '2022-02-20T05:43:07Z', 'revision_number': 4, 'project_id': '00b5a23923ab4f169200da1677122e4f', 'gw_port': {'id': '3df7b8fe-c7bf-4723-9aed-77997013366a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9fe85c-021b-4bee-a71b-10858d1e856a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:00Z', 'updated_at': '2022-02-20T05:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '61580c38-3921-43b1-b2c3-27480d4818cc', 'name': '', 'network_id': '76d12cb1-1a3c-4efa-9623-20d225162f2e', 'tenant_id': '00b5a23923ab4f169200da1677122e4f', 'mac_address': 'fa:16:3e:d8:24:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9fe85c-021b-4bee-a71b-10858d1e856a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '1649ffb8-d9f6-417b-ab41-9e2b689f05e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:06Z', 'updated_at': '2022-02-20T05:43:08Z', 'revision_number': 2, 'project_id': '00b5a23923ab4f169200da1677122e4f', 'subnets': [{'id': '1649ffb8-d9f6-417b-ab41-9e2b689f05e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:43:13.301588 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-1362203e-8db0-4eed-b2d2-e1fd7708cdcd None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:13.309117 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362203e-8db0-4eed-b2d2-e1fd7708cdcd None None] Pushing event updated for resources: {'Port': ['ID=bcfb68c6-1627-43e1-ae0a-a879b6d7b727,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:13.315478 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1362203e-8db0-4eed-b2d2-e1fd7708cdcd None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:43:13.317422 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 5e06452e-8a31-4982-9265-69bda36340a5 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:13.318131 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5e06452e-8a31-4982-9265-69bda36340a5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:13.329641 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d4ecf-5151-4b41-8614-0deab234ece1 req-21e819ef-0e26-4e8e-b370-0b5672bfcb76 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:13.333405 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b4d4ecf-5151-4b41-8614-0deab234ece1 req-21e819ef-0e26-4e8e-b370-0b5672bfcb76 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=32704250-66fc-40a0-abef-a75b53c31928 HTTP/1.1" status: 200 len: 936 time: 0.4154847 Feb 20 05:43:13.411453 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-6b7db400-05a4-4e14-8e5b-3565a763e144 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (2511c407-f8da-4cf7-82fb-3d6673ee8fdd), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:13.468475 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-6b7db400-05a4-4e14-8e5b-3565a763e144 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Network 8785fe06-1b1d-4e35-9a5e-551e7fe46028 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:43:13.471896 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-6b7db400-05a4-4e14-8e5b-3565a763e144 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:13.478851 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-6b7db400-05a4-4e14-8e5b-3565a763e144 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:43:13.541315 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-6b7db400-05a4-4e14-8e5b-3565a763e144 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:13.541986 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-6b7db400-05a4-4e14-8e5b-3565a763e144 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:13.554544 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7db400-05a4-4e14-8e5b-3565a763e144 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Pushing event updated for resources: {'Port': ['ID=2511c407-f8da-4cf7-82fb-3d6673ee8fdd,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:13.567479 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-6b7db400-05a4-4e14-8e5b-3565a763e144 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7972460 Feb 20 05:43:13.570852 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1c4ec-e8d2-4a43-8d8b-edd75ada5207 service neutron] Pushing event updated for resources: {'Port': ['ID=f34fe243-2da3-4e72-abc1-4e74092465c8,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:13.583664 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5f54a4f1-230b-4340-8170-88eca636fe6f service neutron] Request body: {'port': {'device_id': '437ca2ff-603f-410c-8ea8-1cb23b2b05e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:13.750891 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.db.api [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-f92b19b3-ef69-4f4a-b9d4-a6c337f2cd35 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-56c7c922-5fe5-46e2-b848-0c04123b74cf {{(pid=103407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:43:13.751852 n-d-829866-5 neutron-server[103407]: DEBUG oslo_db.api [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-f92b19b3-ef69-4f4a-b9d4-a6c337f2cd35 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:43:13.776518 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-ff735dde-0acd-4b27-897e-8429f3f375c7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Deleting port bcfb68c6-1627-43e1-ae0a-a879b6d7b727 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:43:13.776862 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ff735dde-0acd-4b27-897e-8429f3f375c7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (bcfb68c6-1627-43e1-ae0a-a879b6d7b727), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:13.820160 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5f54a4f1-230b-4340-8170-88eca636fe6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2511c407-f8da-4cf7-82fb-3d6673ee8fdd), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:13.882220 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b4d4ecf-5151-4b41-8614-0deab234ece1 req-445bb597-c2b4-458b-be68-1f50389ddbff tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5400209 Feb 20 05:43:13.922124 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-1362203e-8db0-4eed-b2d2-e1fd7708cdcd None None] Attempting to bind port bcfb68c6-1627-43e1-ae0a-a879b6d7b727 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:43:13.922685 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-1362203e-8db0-4eed-b2d2-e1fd7708cdcd None None] Attempting to bind port bcfb68c6-1627-43e1-ae0a-a879b6d7b727 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'a297c754-f328-4580-a87f-ac0d22368d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2db7a4e7-e7e3-48e9-af56-caaaacc7af58'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:43:13.927061 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1362203e-8db0-4eed-b2d2-e1fd7708cdcd None None] Attempting to bind port bcfb68c6-1627-43e1-ae0a-a879b6d7b727 on network 2db7a4e7-e7e3-48e9-af56-caaaacc7af58 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:43:13.989811 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-05199c42-0a5a-4636-b384-080f8fe05e85 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router_gateway (9d5ae733-9d5c-44a2-b0a4-db89a7c80677), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:14.037271 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605ff77-70e2-4de9-9343-3f17083e5745 None None] Pushing event updated for resources: {'Port': ['ID=5e06452e-8a31-4982-9265-69bda36340a5,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:14.045152 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1362203e-8db0-4eed-b2d2-e1fd7708cdcd None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:43:14.046775 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1362203e-8db0-4eed-b2d2-e1fd7708cdcd None None] Checking segment: {'id': 'a297c754-f328-4580-a87f-ac0d22368d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2db7a4e7-e7e3-48e9-af56-caaaacc7af58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:43:14.049801 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1362203e-8db0-4eed-b2d2-e1fd7708cdcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:14.050403 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1362203e-8db0-4eed-b2d2-e1fd7708cdcd None None] Bound using segment: {'id': 'a297c754-f328-4580-a87f-ac0d22368d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2db7a4e7-e7e3-48e9-af56-caaaacc7af58'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:43:14.051219 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-1362203e-8db0-4eed-b2d2-e1fd7708cdcd None None] Bound port: bcfb68c6-1627-43e1-ae0a-a879b6d7b727, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a297c754-f328-4580-a87f-ac0d22368d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2db7a4e7-e7e3-48e9-af56-caaaacc7af58'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:43:14.051852 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1362203e-8db0-4eed-b2d2-e1fd7708cdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bcfb68c6-1627-43e1-ae0a-a879b6d7b727), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:14.259892 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-9d1e88af-8558-4c9c-b828-7c188efa7f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35c114c-3c58-4c5d-8209-67cd2d4c39d0 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:43:14.271035 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-9d1e88af-8558-4c9c-b828-7c188efa7f6a service neutron] Publish callbacks [] for port (e35c114c-3c58-4c5d-8209-67cd2d4c39d0), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:14.288380 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-9d1e88af-8558-4c9c-b828-7c188efa7f6a service neutron] Transition to ACTIVE for port object e35c114c-3c58-4c5d-8209-67cd2d4c39d0 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:43:14.296304 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-9d1e88af-8558-4c9c-b828-7c188efa7f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (e35c114c-3c58-4c5d-8209-67cd2d4c39d0), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:14.297765 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-f92b19b3-ef69-4f4a-b9d4-a6c337f2cd35 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:14.373977 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-1362203e-8db0-4eed-b2d2-e1fd7708cdcd None None] For port bcfb68c6-1627-43e1-ae0a-a879b6d7b727, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:43:14.377347 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-1362203e-8db0-4eed-b2d2-e1fd7708cdcd None None] For port bcfb68c6-1627-43e1-ae0a-a879b6d7b727, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=bcfb68c6-1627-43e1-ae0a-a879b6d7b727,segment=NetworkSegment(a297c754-f328-4580-a87f-ac0d22368d84),segment_id=a297c754-f328-4580-a87f-ac0d22368d84)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:43:14.383361 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 5e06452e-8a31-4982-9265-69bda36340a5 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:14.384104 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-ff735dde-0acd-4b27-897e-8429f3f375c7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] For port bcfb68c6-1627-43e1-ae0a-a879b6d7b727, host n-d-829866-5, got binding levels [] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:14.385952 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ff735dde-0acd-4b27-897e-8429f3f375c7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (bcfb68c6-1627-43e1-ae0a-a879b6d7b727), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:14.398481 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e88af-8558-4c9c-b828-7c188efa7f6a service neutron] Pushing event updated for resources: {'Port': ['ID=e35c114c-3c58-4c5d-8209-67cd2d4c39d0,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:14.416467 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1362203e-8db0-4eed-b2d2-e1fd7708cdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (bcfb68c6-1627-43e1-ae0a-a879b6d7b727), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:14.471791 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-ff735dde-0acd-4b27-897e-8429f3f375c7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Calling delete_port for bcfb68c6-1627-43e1-ae0a-a879b6d7b727 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:43:14.510050 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-cae1c4ec-e8d2-4a43-8d8b-edd75ada5207 service neutron] Attempting to bind port f34fe243-2da3-4e72-abc1-4e74092465c8 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:43:14.511048 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-cae1c4ec-e8d2-4a43-8d8b-edd75ada5207 service neutron] Attempting to bind port f34fe243-2da3-4e72-abc1-4e74092465c8 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:43:14.514110 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-cae1c4ec-e8d2-4a43-8d8b-edd75ada5207 service neutron] Attempting to bind port f34fe243-2da3-4e72-abc1-4e74092465c8 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:43:14.539974 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-9d1e88af-8558-4c9c-b828-7c188efa7f6a service neutron] Attempting to bind port e35c114c-3c58-4c5d-8209-67cd2d4c39d0 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:43:14.540481 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-9d1e88af-8558-4c9c-b828-7c188efa7f6a service neutron] Attempting to bind port e35c114c-3c58-4c5d-8209-67cd2d4c39d0 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8785fe06-1b1d-4e35-9a5e-551e7fe46028'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:43:14.540945 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-9d1e88af-8558-4c9c-b828-7c188efa7f6a service neutron] Attempting to bind port e35c114c-3c58-4c5d-8209-67cd2d4c39d0 on network 8785fe06-1b1d-4e35-9a5e-551e7fe46028 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:43:14.554376 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-9d1e88af-8558-4c9c-b828-7c188efa7f6a service neutron] Port e35c114c-3c58-4c5d-8209-67cd2d4c39d0 on network 8785fe06-1b1d-4e35-9a5e-551e7fe46028 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:43:14.554715 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-9d1e88af-8558-4c9c-b828-7c188efa7f6a service neutron] Attempting to bind port e35c114c-3c58-4c5d-8209-67cd2d4c39d0 on network 8785fe06-1b1d-4e35-9a5e-551e7fe46028 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:43:14.571945 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-9d1e88af-8558-4c9c-b828-7c188efa7f6a service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:43:14.572324 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-9d1e88af-8558-4c9c-b828-7c188efa7f6a service neutron] Checking segment: {'id': '34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8785fe06-1b1d-4e35-9a5e-551e7fe46028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:43:14.572832 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-9d1e88af-8558-4c9c-b828-7c188efa7f6a service neutron] Bound using segment: {'id': '34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8785fe06-1b1d-4e35-9a5e-551e7fe46028'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:43:14.573570 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-9d1e88af-8558-4c9c-b828-7c188efa7f6a service neutron] Bound port: e35c114c-3c58-4c5d-8209-67cd2d4c39d0, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8785fe06-1b1d-4e35-9a5e-551e7fe46028'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:43:14.574081 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-9d1e88af-8558-4c9c-b828-7c188efa7f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e35c114c-3c58-4c5d-8209-67cd2d4c39d0), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:14.693726 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-cae1c4ec-e8d2-4a43-8d8b-edd75ada5207 service neutron] Port f34fe243-2da3-4e72-abc1-4e74092465c8 on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:43:14.694214 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-cae1c4ec-e8d2-4a43-8d8b-edd75ada5207 service neutron] Attempting to bind port f34fe243-2da3-4e72-abc1-4e74092465c8 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:43:14.727437 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 5e06452e-8a31-4982-9265-69bda36340a5 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:43:14.761813 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:43:14.882761 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-9d1e88af-8558-4c9c-b828-7c188efa7f6a service neutron] For port e35c114c-3c58-4c5d-8209-67cd2d4c39d0, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:43:14.913999 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-9d1e88af-8558-4c9c-b828-7c188efa7f6a service neutron] For port e35c114c-3c58-4c5d-8209-67cd2d4c39d0, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e35c114c-3c58-4c5d-8209-67cd2d4c39d0,segment=NetworkSegment(34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22),segment_id=34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:43:14.933324 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362203e-8db0-4eed-b2d2-e1fd7708cdcd None None] Pushing event updated for resources: {'Port': ['ID=bcfb68c6-1627-43e1-ae0a-a879b6d7b727,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:14.934300 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-9d1e88af-8558-4c9c-b828-7c188efa7f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (e35c114c-3c58-4c5d-8209-67cd2d4c39d0), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:14.972220 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 5e06452e-8a31-4982-9265-69bda36340a5 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:14.972614 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5e06452e-8a31-4982-9265-69bda36340a5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:15.051348 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5f54a4f1-230b-4340-8170-88eca636fe6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2511c407-f8da-4cf7-82fb-3d6673ee8fdd {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:43:15.052557 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3a05cc-d6a2-4c22-92bb-a678ba51955f None None] Network 07b81b85-9a63-4826-84c7-b66af7bebff7 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:43:15.089898 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5f54a4f1-230b-4340-8170-88eca636fe6f service neutron] Publish callbacks [] for port (2511c407-f8da-4cf7-82fb-3d6673ee8fdd), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:15.171395 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-6096e35c-ece2-4f3c-8435-e66a4ab1e899 None None] Provisioning complete for port 5e06452e-8a31-4982-9265-69bda36340a5 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:15.172078 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6096e35c-ece2-4f3c-8435-e66a4ab1e899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5e06452e-8a31-4982-9265-69bda36340a5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:15.177191 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-9d1e88af-8558-4c9c-b828-7c188efa7f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:15.184640 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-9d1e88af-8558-4c9c-b828-7c188efa7f6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:15.186792 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-9d1e88af-8558-4c9c-b828-7c188efa7f6a service neutron] 10.222.0.61 "PUT /v2.0/ports/e35c114c-3c58-4c5d-8209-67cd2d4c39d0 HTTP/1.1" status: 200 len: 1092 time: 2.2061300 Feb 20 05:43:15.209217 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea92cbf-7b38-4410-9944-76bc7b9d033d', 'tag': 'e35c114c-3c58-4c5d-8209-67cd2d4c39d0'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:43:15.211845 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f234aea8-fb6b-4e1d-8f58-00be8bfce845" -d '{"events": [{"name": "network-changed", "server_uuid": "cea92cbf-7b38-4410-9944-76bc7b9d033d", "tag": "e35c114c-3c58-4c5d-8209-67cd2d4c39d0"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:43:15.221635 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5f54a4f1-230b-4340-8170-88eca636fe6f service neutron] Transition to ACTIVE for port object 2511c407-f8da-4cf7-82fb-3d6673ee8fdd will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:43:15.225296 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e88af-8558-4c9c-b828-7c188efa7f6a service neutron] Pushing event updated for resources: {'Port': ['ID=e35c114c-3c58-4c5d-8209-67cd2d4c39d0,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:15.242265 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5f54a4f1-230b-4340-8170-88eca636fe6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (2511c407-f8da-4cf7-82fb-3d6673ee8fdd), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:15.393006 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54a4f1-230b-4340-8170-88eca636fe6f service neutron] Pushing event updated for resources: {'Port': ['ID=2511c407-f8da-4cf7-82fb-3d6673ee8fdd,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:15.409853 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d7708aea-917d-4455-ba06-04862735b797 req-1d21e630-8d57-4edb-b368-4b2b290efaa8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0f092e02-30f9-4134-8f0b-797f946585d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2802927 Feb 20 05:43:15.440221 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 5e06452e-8a31-4982-9265-69bda36340a5 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:15.513059 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6096e35c-ece2-4f3c-8435-e66a4ab1e899 None None] Current status of the port 5e06452e-8a31-4982-9265-69bda36340a5 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:15.558523 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-24bcf5c0-d801-4cce-b6c3-4d122992a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:15.560124 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-24bcf5c0-d801-4cce-b6c3-4d122992a050 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32a8847c7900410db19296ed57f04acb&device_id=cea92cbf-7b38-4410-9944-76bc7b9d033d HTTP/1.1" status: 200 len: 1126 time: 0.3309059 Feb 20 05:43:15.569078 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931c1a4-c22b-4de3-b536-8b344d16b7b7 req-dfc95b49-8133-4dc5-aaf8-add19335ab49 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:15.570809 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5931c1a4-c22b-4de3-b536-8b344d16b7b7 req-dfc95b49-8133-4dc5-aaf8-add19335ab49 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/ports?device_id=437ca2ff-603f-410c-8ea8-1cb23b2b05e6 HTTP/1.1" status: 200 len: 931 time: 1.4391313 Feb 20 05:43:15.584886 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5f54a4f1-230b-4340-8170-88eca636fe6f service neutron] Attempting to bind port 2511c407-f8da-4cf7-82fb-3d6673ee8fdd on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:43:15.585114 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5f54a4f1-230b-4340-8170-88eca636fe6f service neutron] Attempting to bind port 2511c407-f8da-4cf7-82fb-3d6673ee8fdd by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8785fe06-1b1d-4e35-9a5e-551e7fe46028'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:43:15.585324 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5f54a4f1-230b-4340-8170-88eca636fe6f service neutron] Attempting to bind port 2511c407-f8da-4cf7-82fb-3d6673ee8fdd on network 8785fe06-1b1d-4e35-9a5e-551e7fe46028 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:43:15.622517 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-e8327c1e-1fca-41af-bf42-fe53ca3eb334 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e35c114c-3c58-4c5d-8209-67cd2d4c39d0 HTTP/1.1" status: 200 len: 217 time: 0.0466363 Feb 20 05:43:15.623544 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5f54a4f1-230b-4340-8170-88eca636fe6f service neutron] Port 2511c407-f8da-4cf7-82fb-3d6673ee8fdd on network 8785fe06-1b1d-4e35-9a5e-551e7fe46028 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:43:15.623878 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5f54a4f1-230b-4340-8170-88eca636fe6f service neutron] Attempting to bind port 2511c407-f8da-4cf7-82fb-3d6673ee8fdd on network 8785fe06-1b1d-4e35-9a5e-551e7fe46028 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:43:15.641799 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5f54a4f1-230b-4340-8170-88eca636fe6f service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:43:15.642154 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5f54a4f1-230b-4340-8170-88eca636fe6f service neutron] Checking segment: {'id': '34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8785fe06-1b1d-4e35-9a5e-551e7fe46028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:43:15.642557 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5f54a4f1-230b-4340-8170-88eca636fe6f service neutron] Bound using segment: {'id': '34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8785fe06-1b1d-4e35-9a5e-551e7fe46028'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:43:15.643041 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5f54a4f1-230b-4340-8170-88eca636fe6f service neutron] Bound port: 2511c407-f8da-4cf7-82fb-3d6673ee8fdd, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8785fe06-1b1d-4e35-9a5e-551e7fe46028'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:43:15.643407 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5f54a4f1-230b-4340-8170-88eca636fe6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2511c407-f8da-4cf7-82fb-3d6673ee8fdd), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:15.655905 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-cae1c4ec-e8d2-4a43-8d8b-edd75ada5207 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:43:15.656253 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-cae1c4ec-e8d2-4a43-8d8b-edd75ada5207 service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:43:15.656645 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-cae1c4ec-e8d2-4a43-8d8b-edd75ada5207 service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:43:15.657102 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-cae1c4ec-e8d2-4a43-8d8b-edd75ada5207 service neutron] Bound port: f34fe243-2da3-4e72-abc1-4e74092465c8, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:43:15.657467 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-cae1c4ec-e8d2-4a43-8d8b-edd75ada5207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f34fe243-2da3-4e72-abc1-4e74092465c8), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:15.739814 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7708aea-917d-4455-ba06-04862735b797 req-58d74c71-facc-4369-a96f-0dbba0769a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:15.741574 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d7708aea-917d-4455-ba06-04862735b797 req-58d74c71-facc-4369-a96f-0dbba0769a4f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e02c9c1d56747f8803e3f2b02404aba&device_id=0f092e02-30f9-4134-8f0b-797f946585d0 HTTP/1.1" status: 200 len: 1128 time: 0.2315352 Feb 20 05:43:15.762995 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-f77f8f00-a6bb-44c1-be1b-26f185f687ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:15.765788 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-f77f8f00-a6bb-44c1-be1b-26f185f687ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3bd737ce-8d1e-4b15-a95b-d2746f29a211 HTTP/1.1" status: 200 len: 858 time: 0.1326342 Feb 20 05:43:15.835334 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-8629d540-00b0-470e-bad1-7e50dd6b6c1c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8785fe06-1b1d-4e35-9a5e-551e7fe46028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580008 Feb 20 05:43:15.835593 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-f92b19b3-ef69-4f4a-b9d4-a6c337f2cd35 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Allocated IP 172.20.0.2 (8785fe06-1b1d-4e35-9a5e-551e7fe46028/3bd737ce-8d1e-4b15-a95b-d2746f29a211/1a47f8b7-5053-456d-8617-6f22aa378b6e) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:43:15.957463 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a450f20a-dfaa-43a2-b66f-56cec3a48d40 None None] Provisioning complete for port 5e06452e-8a31-4982-9265-69bda36340a5 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:15.958039 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a450f20a-dfaa-43a2-b66f-56cec3a48d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5e06452e-8a31-4982-9265-69bda36340a5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:15.985459 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ff735dde-0acd-4b27-897e-8429f3f375c7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (bcfb68c6-1627-43e1-ae0a-a879b6d7b727), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:16.017094 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7708aea-917d-4455-ba06-04862735b797 req-5e5c9b6a-c964-4d6f-aea3-49dbec72f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:16.018756 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5931c1a4-c22b-4de3-b536-8b344d16b7b7 req-248cece7-1bba-4248-bf7a-2b6b338c2ce5 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3323a95-fbf5-4b1f-ad78-f6dc4b8706c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269903 Feb 20 05:43:16.036751 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d7708aea-917d-4455-ba06-04862735b797 req-5e5c9b6a-c964-4d6f-aea3-49dbec72f5c1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=737ca593-7d09-4d90-9616-a209809410b0 HTTP/1.1" status: 200 len: 914 time: 0.2697725 Feb 20 05:43:16.037979 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5f54a4f1-230b-4340-8170-88eca636fe6f service neutron] For port 2511c407-f8da-4cf7-82fb-3d6673ee8fdd, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:43:16.122456 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff735dde-0acd-4b27-897e-8429f3f375c7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event deleted for resources: {'Port': ['ID=bcfb68c6-1627-43e1-ae0a-a879b6d7b727,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:16.171585 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a450f20a-dfaa-43a2-b66f-56cec3a48d40 None None] Current status of the port 5e06452e-8a31-4982-9265-69bda36340a5 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:16.371981 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-cae1c4ec-e8d2-4a43-8d8b-edd75ada5207 service neutron] For port f34fe243-2da3-4e72-abc1-4e74092465c8, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:43:16.389121 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-cae1c4ec-e8d2-4a43-8d8b-edd75ada5207 service neutron] For port f34fe243-2da3-4e72-abc1-4e74092465c8, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=f34fe243-2da3-4e72-abc1-4e74092465c8,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:43:16.429003 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff735dde-0acd-4b27-897e-8429f3f375c7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] No DVR routers for this DVR port bcfb68c6-1627-43e1-ae0a-a879b6d7b727 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:43:16.439931 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd24d59a-83e4-4e6d-8b94-76a4e26acc6f None None] Network 2db7a4e7-e7e3-48e9-af56-caaaacc7af58 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:43:16.469723 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-cae1c4ec-e8d2-4a43-8d8b-edd75ada5207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (f34fe243-2da3-4e72-abc1-4e74092465c8), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:16.524239 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5de1a-76da-4821-8960-d679584d8360 req-a291adc6-6ba9-4cc3-91ba-b17cbcf5bd3e tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:16.531768 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-43c5de1a-76da-4821-8960-d679584d8360 req-a291adc6-6ba9-4cc3-91ba-b17cbcf5bd3e tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/networks?id=737ca593-7d09-4d90-9616-a209809410b0 HTTP/1.1" status: 200 len: 814 time: 0.3049386 Feb 20 05:43:16.577164 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-18dbeab1-1ce3-40e4-a8c4-9714310a4adf None None] Could not find standard attr ID for object bcfb68c6-1627-43e1-ae0a-a879b6d7b727. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:43:16.578762 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-964a49a4-d6a2-4424-809b-4d437b2f8919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:16.611452 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d7708aea-917d-4455-ba06-04862735b797 req-7abab5c4-2015-4dab-b581-6de59ec5cc3d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d2de23e-e3a0-4590-9f1a-5a0d4e44c173 HTTP/1.1" status: 200 len: 217 time: 0.0636325 Feb 20 05:43:16.615301 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3df7b8fe-c7bf-4723-9aed-77997013366a up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:43:16.617156 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5f54a4f1-230b-4340-8170-88eca636fe6f service neutron] For port 2511c407-f8da-4cf7-82fb-3d6673ee8fdd, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=2511c407-f8da-4cf7-82fb-3d6673ee8fdd,segment=NetworkSegment(34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22),segment_id=34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:43:16.619381 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-43c5de1a-76da-4821-8960-d679584d8360 req-5f12c8d8-8a57-4751-b81d-dcd6124df04b tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/quotas/5e02c9c1d56747f8803e3f2b02404aba HTTP/1.1" status: 200 len: 375 time: 0.0866663 Feb 20 05:43:16.645579 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-cae1c4ec-e8d2-4a43-8d8b-edd75ada5207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:16.646201 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-cae1c4ec-e8d2-4a43-8d8b-edd75ada5207 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:16.648907 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-cae1c4ec-e8d2-4a43-8d8b-edd75ada5207 service neutron] 10.222.0.48 "PUT /v2.0/ports/f34fe243-2da3-4e72-abc1-4e74092465c8 HTTP/1.1" status: 200 len: 1096 time: 5.3383482 Feb 20 05:43:16.672571 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32704250-66fc-40a0-abef-a75b53c31928', 'tag': 'f34fe243-2da3-4e72-abc1-4e74092465c8'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:43:16.673036 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5f54a4f1-230b-4340-8170-88eca636fe6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (2511c407-f8da-4cf7-82fb-3d6673ee8fdd), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:16.674946 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d795ad2-fe40-4417-a8e1-b355589879c7" -d '{"events": [{"name": "network-changed", "server_uuid": "32704250-66fc-40a0-abef-a75b53c31928", "tag": "f34fe243-2da3-4e72-abc1-4e74092465c8"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:43:16.762361 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-05199c42-0a5a-4636-b384-080f8fe05e85 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router_gateway (9d5ae733-9d5c-44a2-b0a4-db89a7c80677), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:16.770259 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-f3b1be57-8137-4d7f-9284-8bdf62296093 service neutron] 10.222.0.61 "GET /v2.0/networks/8785fe06-1b1d-4e35-9a5e-551e7fe46028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8977914 Feb 20 05:43:16.790535 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 3df7b8fe-c7bf-4723-9aed-77997013366a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:16.791285 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3df7b8fe-c7bf-4723-9aed-77997013366a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:16.792105 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5f54a4f1-230b-4340-8170-88eca636fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:16.792744 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5f54a4f1-230b-4340-8170-88eca636fe6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:16.794349 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-5f54a4f1-230b-4340-8170-88eca636fe6f service neutron] 10.222.0.48 "PUT /v2.0/ports/2511c407-f8da-4cf7-82fb-3d6673ee8fdd HTTP/1.1" status: 200 len: 1091 time: 3.2157960 Feb 20 05:43:16.867483 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ff735dde-0acd-4b27-897e-8429f3f375c7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (e7a26b83-676d-40f2-91af-809209c6223d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:16.905417 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54a4f1-230b-4340-8170-88eca636fe6f service neutron] Pushing event updated for resources: {'Port': ['ID=2511c407-f8da-4cf7-82fb-3d6673ee8fdd,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:16.921620 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1c4ec-e8d2-4a43-8d8b-edd75ada5207 service neutron] Pushing event updated for resources: {'Port': ['ID=f34fe243-2da3-4e72-abc1-4e74092465c8,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:16.924858 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 3df7b8fe-c7bf-4723-9aed-77997013366a is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:16.925251 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3df7b8fe-c7bf-4723-9aed-77997013366a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:16.972816 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 3df7b8fe-c7bf-4723-9aed-77997013366a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3df7b8fe-c7bf-4723-9aed-77997013366a,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:16.980296 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3df7b8fe-c7bf-4723-9aed-77997013366a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:17.000108 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-f92b19b3-ef69-4f4a-b9d4-a6c337f2cd35 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Publish callbacks [] for port (1a47f8b7-5053-456d-8617-6f22aa378b6e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:17.009026 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7708aea-917d-4455-ba06-04862735b797 req-b5f9a531-5550-4221-a9ac-c04ed9c9aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:17.010667 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d7708aea-917d-4455-ba06-04862735b797 req-b5f9a531-5550-4221-a9ac-c04ed9c9aa3d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b7acf1c2-5b03-47ff-bdd2-68225ae3f85b HTTP/1.1" status: 200 len: 854 time: 0.3916700 Feb 20 05:43:17.047739 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-05199c42-0a5a-4636-b384-080f8fe05e85 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:17.084754 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=3df7b8fe-c7bf-4723-9aed-77997013366a,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:17.108772 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa6c5eb-2068-40d1-8dd2-f4c9ce19d741 None None] Sync routers for ids ['cc9fe85c-021b-4bee-a71b-10858d1e856a'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:43:17.127846 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa6c5eb-2068-40d1-8dd2-f4c9ce19d741 None None] Routers {'cc9fe85c-021b-4bee-a71b-10858d1e856a'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:43:17.129004 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0aa6c5eb-2068-40d1-8dd2-f4c9ce19d741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:42:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['cc9fe85c-021b-4bee-a71b-10858d1e856a'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:17.151657 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d7708aea-917d-4455-ba06-04862735b797 req-01bd62e1-bd76-48f8-8a21-32d951d5703f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=737ca593-7d09-4d90-9616-a209809410b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264927 Feb 20 05:43:17.214913 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401a487c-3d49-4485-968f-61ad548173af None None] Network 2db7a4e7-e7e3-48e9-af56-caaaacc7af58 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:43:17.224663 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-43c5de1a-76da-4821-8960-d679584d8360 req-69ae843b-26f4-4127-81fb-2c649bbb7caa tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5e02c9c1d56747f8803e3f2b02404aba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6044233 Feb 20 05:43:17.233627 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-f92b19b3-ef69-4f4a-b9d4-a6c337f2cd35 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (1a47f8b7-5053-456d-8617-6f22aa378b6e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:17.286108 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d7708aea-917d-4455-ba06-04862735b797 req-26eceba0-f162-44a2-9251-f2fde988a3ab service neutron] 10.222.0.61 "GET /v2.0/networks/737ca593-7d09-4d90-9616-a209809410b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190917 Feb 20 05:43:17.304788 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-1b9b7c5e-8914-4b27-96a8-6f5ab20bca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:17.306293 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-1b9b7c5e-8914-4b27-96a8-6f5ab20bca4b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=32a8847c7900410db19296ed57f04acb&device_id=437ca2ff-603f-410c-8ea8-1cb23b2b05e6 HTTP/1.1" status: 200 len: 1125 time: 0.3536675 Feb 20 05:43:17.337722 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-43c5de1a-76da-4821-8960-d679584d8360 req-c5f2a0d6-9d1d-438c-8630-bc5a8118bae3 service neutron] 10.222.0.37 "GET /v2.0/networks/737ca593-7d09-4d90-9616-a209809410b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002390 Feb 20 05:43:17.400526 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-2136fe26-55bd-4af7-99ac-495db3955e0a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2511c407-f8da-4cf7-82fb-3d6673ee8fdd HTTP/1.1" status: 200 len: 217 time: 0.0813937 Feb 20 05:43:17.451984 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-43c5de1a-76da-4821-8960-d679584d8360 req-cf618c0b-dc60-4302-bf7d-0914165c2d97 service neutron] 10.222.0.37 "GET /v2.0/networks/737ca593-7d09-4d90-9616-a209809410b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977917 Feb 20 05:43:17.455700 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-6daae113-216d-4d38-934d-ae1b6c3157e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:17.457202 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-6daae113-216d-4d38-934d-ae1b6c3157e3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3bd737ce-8d1e-4b15-a95b-d2746f29a211 HTTP/1.1" status: 200 len: 858 time: 0.0473499 Feb 20 05:43:17.491748 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-030e74b2-441e-407f-bbc1-52b6447e7c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:17.493260 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-030e74b2-441e-407f-bbc1-52b6447e7c4e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3e6712a47034666b11f44d7ab7587a8&device_id=32704250-66fc-40a0-abef-a75b53c31928 HTTP/1.1" status: 200 len: 1130 time: 0.7727215 Feb 20 05:43:17.496933 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-f835cb8b-e841-4b94-99ad-2ced2c37c922 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8785fe06-1b1d-4e35-9a5e-551e7fe46028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311079 Feb 20 05:43:17.507615 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-befbd0f8-d91a-4ebc-a956-7da0ee01f1bd service neutron] 10.222.0.61 "GET /v2.0/networks/8785fe06-1b1d-4e35-9a5e-551e7fe46028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7270770 Feb 20 05:43:17.567976 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-f92b19b3-ef69-4f4a-b9d4-a6c337f2cd35 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Network 8785fe06-1b1d-4e35-9a5e-551e7fe46028 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:43:17.569713 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-8a314f12-c81c-4466-9874-1f72f8f0f147 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=f34fe243-2da3-4e72-abc1-4e74092465c8 HTTP/1.1" status: 200 len: 217 time: 0.0414033 Feb 20 05:43:17.576607 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ff735dde-0acd-4b27-897e-8429f3f375c7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (e7a26b83-676d-40f2-91af-809209c6223d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:17.609021 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-bd2e1182-1594-4e88-9f59-a49526db1544 service neutron] 10.222.0.48 "GET /v2.0/networks/8785fe06-1b1d-4e35-9a5e-551e7fe46028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984180 Feb 20 05:43:17.614410 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-f92b19b3-ef69-4f4a-b9d4-a6c337f2cd35 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:17.627310 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff735dde-0acd-4b27-897e-8429f3f375c7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event deleted for resources: {'Subnet': ['ID=e7a26b83-676d-40f2-91af-809209c6223d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:17.655323 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-f92b19b3-ef69-4f4a-b9d4-a6c337f2cd35 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:43:17.702654 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d7708aea-917d-4455-ba06-04862735b797 req-8b8ab2c6-e1e7-4a65-9f51-cc44792d63aa service neutron] 10.222.0.61 "GET /v2.0/networks/737ca593-7d09-4d90-9616-a209809410b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098527 Feb 20 05:43:17.709349 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b19b3-ef69-4f4a-b9d4-a6c337f2cd35 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Pushing event updated for resources: {'Port': ['ID=1a47f8b7-5053-456d-8617-6f22aa378b6e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:17.772172 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-0aa6c5eb-2068-40d1-8dd2-f4c9ce19d741 None None] Set router cc9fe85c-021b-4bee-a71b-10858d1e856a gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:43:17.778036 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-c44bff04-76e3-4bf1-b8ca-c5f077f441bd service neutron] 10.222.0.48 "GET /v2.0/networks/8785fe06-1b1d-4e35-9a5e-551e7fe46028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597283 Feb 20 05:43:17.871868 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-05199c42-0a5a-4636-b384-080f8fe05e85 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Allocated IP 172.25.3.106 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/c7c8ddd5-9d69-4725-b332-a7b3bbc6f91f) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:43:17.909774 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-5f107dc7-b0e7-4970-ba8a-fc2b55db7bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:17.911824 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-5f107dc7-b0e7-4970-ba8a-fc2b55db7bf1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.3329005 Feb 20 05:43:17.957452 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ff735dde-0acd-4b27-897e-8429f3f375c7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (2db7a4e7-e7e3-48e9-af56-caaaacc7af58), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:17.976968 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-f92b19b3-ef69-4f4a-b9d4-a6c337f2cd35 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:17.986946 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-f92b19b3-ef69-4f4a-b9d4-a6c337f2cd35 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:18.150376 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0aa6c5eb-2068-40d1-8dd2-f4c9ce19d741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9fe85c-021b-4bee-a71b-10858d1e856a', 'name': 'tempest-ServerRescueTestJSON-523228069-router', 'tenant_id': '00b5a23923ab4f169200da1677122e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '3df7b8fe-c7bf-4723-9aed-77997013366a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:42:58Z', 'updated_at': '2022-02-20T05:43:07Z', 'revision_number': 4, 'project_id': '00b5a23923ab4f169200da1677122e4f', 'gw_port': {'id': '3df7b8fe-c7bf-4723-9aed-77997013366a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9fe85c-021b-4bee-a71b-10858d1e856a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:00Z', 'updated_at': '2022-02-20T05:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '61580c38-3921-43b1-b2c3-27480d4818cc', 'name': '', 'network_id': '76d12cb1-1a3c-4efa-9623-20d225162f2e', 'tenant_id': '00b5a23923ab4f169200da1677122e4f', 'mac_address': 'fa:16:3e:d8:24:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9fe85c-021b-4bee-a71b-10858d1e856a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '1649ffb8-d9f6-417b-ab41-9e2b689f05e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:06Z', 'updated_at': '2022-02-20T05:43:08Z', 'revision_number': 2, 'project_id': '00b5a23923ab4f169200da1677122e4f', 'subnets': [{'id': '1649ffb8-d9f6-417b-ab41-9e2b689f05e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:18.174641 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-ff735dde-0acd-4b27-897e-8429f3f375c7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db7a4e7-e7e3-48e9-af56-caaaacc7af58']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:18.185259 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa6c5eb-2068-40d1-8dd2-f4c9ce19d741 None None] Checking router: cc9fe85c-021b-4bee-a71b-10858d1e856a for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:43:18.185645 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa6c5eb-2068-40d1-8dd2-f4c9ce19d741 None None] Updating router cc9fe85c-021b-4bee-a71b-10858d1e856a port 61580c38-3921-43b1-b2c3-27480d4818cc binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:43:18.202204 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-f92b19b3-ef69-4f4a-b9d4-a6c337f2cd35 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.3375804 Feb 20 05:43:18.223619 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9170b807-f2ea-4a65-8be9-4047406e081f None None] Network 2db7a4e7-e7e3-48e9-af56-caaaacc7af58 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:43:18.236428 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-3cb0fd1a-bb32-4f73-a00b-b58a073faec7 service neutron] Request body: {'port': {'device_id': 'b9bd7e65-93a2-4bba-a2dc-cec6192c6541', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:18.247381 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-ff735dde-0acd-4b27-897e-8429f3f375c7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a297c754-f328-4580-a87f-ac0d22368d84') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:18.247691 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-ff735dde-0acd-4b27-897e-8429f3f375c7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a297c754-f328-4580-a87f-ac0d22368d84') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:18.302640 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ff735dde-0acd-4b27-897e-8429f3f375c7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (a297c754-f328-4580-a87f-ac0d22368d84), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:18.307536 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0aa6c5eb-2068-40d1-8dd2-f4c9ce19d741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (61580c38-3921-43b1-b2c3-27480d4818cc), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:18.338957 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-3d400a58-cac3-47ae-b7fe-b7a7dfdb40c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:18.338957 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-3d400a58-cac3-47ae-b7fe-b7a7dfdb40c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4098585 Feb 20 05:43:18.377723 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-8274a539-81e4-4a3c-8153-52c3cb350153 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:18.385266 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-8274a539-81e4-4a3c-8153-52c3cb350153 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/networks?id=76d12cb1-1a3c-4efa-9623-20d225162f2e HTTP/1.1" status: 200 len: 810 time: 0.4442666 Feb 20 05:43:18.386409 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ff735dde-0acd-4b27-897e-8429f3f375c7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (a297c754-f328-4580-a87f-ac0d22368d84), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:18.459598 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff735dde-0acd-4b27-897e-8429f3f375c7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:43:18.460009 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ff735dde-0acd-4b27-897e-8429f3f375c7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (a297c754-f328-4580-a87f-ac0d22368d84), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:43:18.463175 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:43:18.516657 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dbb1b6-6b96-487c-9408-1f6ed698680a None None] DHCP port deletion for 2db7a4e7-e7e3-48e9-af56-caaaacc7af58 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:43:18.554037 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3df7b8fe-c7bf-4723-9aed-77997013366a up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:43:18.597707 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-db6de59e-04cc-46f6-add0-c5bdd7580551 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/quotas/00b5a23923ab4f169200da1677122e4f HTTP/1.1" status: 200 len: 375 time: 0.1866462 Feb 20 05:43:18.622626 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-3cb0fd1a-bb32-4f73-a00b-b58a073faec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1a47f8b7-5053-456d-8617-6f22aa378b6e), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:18.690577 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 3df7b8fe-c7bf-4723-9aed-77997013366a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:18.690928 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3df7b8fe-c7bf-4723-9aed-77997013366a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:18.692685 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-05199c42-0a5a-4636-b384-080f8fe05e85 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for port (c7c8ddd5-9d69-4725-b332-a7b3bbc6f91f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:18.713067 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ff735dde-0acd-4b27-897e-8429f3f375c7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (2db7a4e7-e7e3-48e9-af56-caaaacc7af58), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:18.719373 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ff735dde-0acd-4b27-897e-8429f3f375c7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:18.722639 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ff735dde-0acd-4b27-897e-8429f3f375c7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "DELETE /v2.0/networks/2db7a4e7-e7e3-48e9-af56-caaaacc7af58 HTTP/1.1" status: 204 len: 168 time: 6.0099635 Feb 20 05:43:18.726792 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41460) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:18.750698 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-1efe0d0e-cb58-4ba6-a9b1-6d43c4707103 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] DELETE failed (client error): The resource could not be found. Feb 20 05:43:18.751867 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1efe0d0e-cb58-4ba6-a9b1-6d43c4707103 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:43:18.756136 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1efe0d0e-cb58-4ba6-a9b1-6d43c4707103 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "DELETE /v2.0/networks/2db7a4e7-e7e3-48e9-af56-caaaacc7af58 HTTP/1.1" status: 404 len: 339 time: 0.0277367 Feb 20 05:43:18.761613 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41462) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:18.769318 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-977b150a-dc62-4133-9c8a-9adac4810843 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1474180335', 'description': 'd1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:18.774655 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff735dde-0acd-4b27-897e-8429f3f375c7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event deleted for resources: {'Network': ['ID=2db7a4e7-e7e3-48e9-af56-caaaacc7af58,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:18.811378 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-3defd8f3-caae-444d-9d95-f1ade6f737e2 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=00b5a23923ab4f169200da1677122e4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1911569 Feb 20 05:43:18.821138 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977b150a-dc62-4133-9c8a-9adac4810843 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Made reservation on behalf of 57c1fd8fe7ad4e47b916b7dc7646ffa1 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:43:18.825859 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-977b150a-dc62-4133-9c8a-9adac4810843 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:18.860199 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-977b150a-dc62-4133-9c8a-9adac4810843 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:43:18.874380 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-977b150a-dc62-4133-9c8a-9adac4810843 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (e0baa0b6-c96e-4427-8a3d-8d4eb4a8ac0a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:18.874791 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-977b150a-dc62-4133-9c8a-9adac4810843 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Added segment e0baa0b6-c96e-4427-8a3d-8d4eb4a8ac0a of type vlan for network d02bf7eb-25ac-4d2b-b9ac-f51a61e23b50 Feb 20 05:43:18.877303 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 3df7b8fe-c7bf-4723-9aed-77997013366a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:18.916138 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-ec170a49-2644-4733-a69a-3b9c9f65bcc0 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5600982 Feb 20 05:43:18.932238 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-977b150a-dc62-4133-9c8a-9adac4810843 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (d02bf7eb-25ac-4d2b-b9ac-f51a61e23b50), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:18.952728 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0e5a55d7-7f43-451e-830f-697214b4d0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:18.975995 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0aa6c5eb-2068-40d1-8dd2-f4c9ce19d741 None None] Publish callbacks [] for port (61580c38-3921-43b1-b2c3-27480d4818cc), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:18.976978 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-977b150a-dc62-4133-9c8a-9adac4810843 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d02bf7eb-25ac-4d2b-b9ac-f51a61e23b50), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:18.981852 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0aa6c5eb-2068-40d1-8dd2-f4c9ce19d741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (61580c38-3921-43b1-b2c3-27480d4818cc), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:18.988087 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977b150a-dc62-4133-9c8a-9adac4810843 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:18.988729 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-977b150a-dc62-4133-9c8a-9adac4810843 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:19.059778 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151efe14-bf14-4eb2-a498-48b36b241865 None None] Pushing event updated for resources: {'Port': ['ID=61580c38-3921-43b1-b2c3-27480d4818cc,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:19.072316 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-977b150a-dc62-4133-9c8a-9adac4810843 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3062952 Feb 20 05:43:19.083709 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41466) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:19.121311 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0aa6c5eb-2068-40d1-8dd2-f4c9ce19d741 None None] Attempting to bind port 61580c38-3921-43b1-b2c3-27480d4818cc on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:43:19.121605 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0aa6c5eb-2068-40d1-8dd2-f4c9ce19d741 None None] Attempting to bind port 61580c38-3921-43b1-b2c3-27480d4818cc by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'e0dbac0b-e815-4628-a5c0-79e1d3edf6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76d12cb1-1a3c-4efa-9623-20d225162f2e'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:43:19.121952 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa6c5eb-2068-40d1-8dd2-f4c9ce19d741 None None] Attempting to bind port 61580c38-3921-43b1-b2c3-27480d4818cc on network 76d12cb1-1a3c-4efa-9623-20d225162f2e {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:43:19.127865 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa6c5eb-2068-40d1-8dd2-f4c9ce19d741 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:43:19.128263 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa6c5eb-2068-40d1-8dd2-f4c9ce19d741 None None] Checking segment: {'id': 'e0dbac0b-e815-4628-a5c0-79e1d3edf6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76d12cb1-1a3c-4efa-9623-20d225162f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:43:19.128645 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0aa6c5eb-2068-40d1-8dd2-f4c9ce19d741 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:19.129036 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa6c5eb-2068-40d1-8dd2-f4c9ce19d741 None None] Bound using segment: {'id': 'e0dbac0b-e815-4628-a5c0-79e1d3edf6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76d12cb1-1a3c-4efa-9623-20d225162f2e'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:43:19.129645 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0aa6c5eb-2068-40d1-8dd2-f4c9ce19d741 None None] Bound port: 61580c38-3921-43b1-b2c3-27480d4818cc, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dbac0b-e815-4628-a5c0-79e1d3edf6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76d12cb1-1a3c-4efa-9623-20d225162f2e'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:43:19.130028 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0aa6c5eb-2068-40d1-8dd2-f4c9ce19d741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (61580c38-3921-43b1-b2c3-27480d4818cc), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:19.138225 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b150a-dc62-4133-9c8a-9adac4810843 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event updated for resources: {'Network': ['ID=d02bf7eb-25ac-4d2b-b9ac-f51a61e23b50,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:19.149363 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network d02bf7eb-25ac-4d2b-b9ac-f51a61e23b50 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:43:19.222463 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2c40a3-9e4f-417f-8710-f3aa37213c00 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:19.226317 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8a2c40a3-9e4f-417f-8710-f3aa37213c00 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "GET /v2.0/networks?id=d02bf7eb-25ac-4d2b-b9ac-f51a61e23b50 HTTP/1.1" status: 200 len: 765 time: 0.1391890 Feb 20 05:43:19.237904 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41468) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:19.244039 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-d06fb61d-ea31-453d-894d-0d4011001cbd tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Request body: {'network': {'description': 'd2'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:19.356290 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0aa6c5eb-2068-40d1-8dd2-f4c9ce19d741 None None] For port 61580c38-3921-43b1-b2c3-27480d4818cc, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:43:19.362855 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0aa6c5eb-2068-40d1-8dd2-f4c9ce19d741 None None] For port 61580c38-3921-43b1-b2c3-27480d4818cc, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=61580c38-3921-43b1-b2c3-27480d4818cc,segment=NetworkSegment(e0dbac0b-e815-4628-a5c0-79e1d3edf6d2),segment_id=e0dbac0b-e815-4628-a5c0-79e1d3edf6d2)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:43:19.376233 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0aa6c5eb-2068-40d1-8dd2-f4c9ce19d741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (61580c38-3921-43b1-b2c3-27480d4818cc), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:19.452399 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa6c5eb-2068-40d1-8dd2-f4c9ce19d741 None None] Routers {'cc9fe85c-021b-4bee-a71b-10858d1e856a'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:43:19.453048 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0aa6c5eb-2068-40d1-8dd2-f4c9ce19d741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:43:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['cc9fe85c-021b-4bee-a71b-10858d1e856a'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:19.540167 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151efe14-bf14-4eb2-a498-48b36b241865 None None] Pushing event updated for resources: {'Port': ['ID=61580c38-3921-43b1-b2c3-27480d4818cc,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:19.560030 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:19.634873 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-05199c42-0a5a-4636-b384-080f8fe05e85 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (c7c8ddd5-9d69-4725-b332-a7b3bbc6f91f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:19.642606 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-0aa6c5eb-2068-40d1-8dd2-f4c9ce19d741 None None] Set router cc9fe85c-021b-4bee-a71b-10858d1e856a gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:43:19.650659 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d06fb61d-ea31-453d-894d-0d4011001cbd tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (d02bf7eb-25ac-4d2b-b9ac-f51a61e23b50), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:19.659070 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cfa3dd70-78a8-4657-bf59-a3a949caa6f2 req-bdf49b18-7dc0-4c02-a194-9e7f18325e8c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5a16e451-33a1-4d00-ae53-5afd4d141da2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2879944 Feb 20 05:43:19.680803 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d06fb61d-ea31-453d-894d-0d4011001cbd tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d02bf7eb-25ac-4d2b-b9ac-f51a61e23b50), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:19.764878 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5de1a-76da-4821-8960-d679584d8360 req-962ae322-4dcc-47e4-89ae-bb9dea719bf3 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:19.766538 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-43c5de1a-76da-4821-8960-d679584d8360 req-962ae322-4dcc-47e4-89ae-bb9dea719bf3 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.61 "GET /v2.0/networks?id=737ca593-7d09-4d90-9616-a209809410b0 HTTP/1.1" status: 200 len: 814 time: 0.3969584 Feb 20 05:43:19.769598 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06fb61d-ea31-453d-894d-0d4011001cbd tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event updated for resources: {'Network': ['ID=d02bf7eb-25ac-4d2b-b9ac-f51a61e23b50,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:19.776693 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-efa5d6c6-4b71-4af4-8142-56ee50b452f1 service neutron] 10.222.0.37 "GET /v2.0/networks/76d12cb1-1a3c-4efa-9623-20d225162f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9568460 Feb 20 05:43:19.784613 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05199c42-0a5a-4636-b384-080f8fe05e85 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:43:19.802130 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05199c42-0a5a-4636-b384-080f8fe05e85 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Pushing event updated for resources: {'Port': ['ID=c7c8ddd5-9d69-4725-b332-a7b3bbc6f91f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:19.802330 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-43c5de1a-76da-4821-8960-d679584d8360 req-8168f34e-9e60-42cf-bbdf-a42d7ef23695 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Request body: {'port': {'device_id': '7a3afa50-9cf0-4cb8-855c-2d5f881b04ba', 'network_id': '737ca593-7d09-4d90-9616-a209809410b0', 'admin_state_up': True, 'tenant_id': '5e02c9c1d56747f8803e3f2b02404aba'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:19.805686 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d06fb61d-ea31-453d-894d-0d4011001cbd tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Network d02bf7eb-25ac-4d2b-b9ac-f51a61e23b50 is not hosted by any dhcp agent {{(pid=103406) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 20 05:43:19.810828 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06fb61d-ea31-453d-894d-0d4011001cbd tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:19.811521 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d06fb61d-ea31-453d-894d-0d4011001cbd tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:19.815586 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d06fb61d-ea31-453d-894d-0d4011001cbd tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "PUT /v2.0/networks/d02bf7eb-25ac-4d2b-b9ac-f51a61e23b50 HTTP/1.1" status: 200 len: 762 time: 0.5766370 Feb 20 05:43:19.818254 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41470) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:19.820098 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-05199c42-0a5a-4636-b384-080f8fe05e85 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:19.851664 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e51ea588-cd58-49ac-989d-9d32e5858fbe req-d98414b1-02da-420f-9953-fa81abbbdfa3 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9272938 Feb 20 05:43:19.855736 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05199c42-0a5a-4636-b384-080f8fe05e85 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:43:19.926775 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06fb61d-ea31-453d-894d-0d4011001cbd tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:19.927285 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06fb61d-ea31-453d-894d-0d4011001cbd tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:19.927698 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06fb61d-ea31-453d-894d-0d4011001cbd tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:19.928493 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06fb61d-ea31-453d-894d-0d4011001cbd tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:19.928493 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06fb61d-ea31-453d-894d-0d4011001cbd tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:19.928787 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06fb61d-ea31-453d-894d-0d4011001cbd tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:19.929208 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06fb61d-ea31-453d-894d-0d4011001cbd tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:19.929625 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06fb61d-ea31-453d-894d-0d4011001cbd tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:19.930022 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06fb61d-ea31-453d-894d-0d4011001cbd tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:19.930416 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06fb61d-ea31-453d-894d-0d4011001cbd tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:19.930810 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06fb61d-ea31-453d-894d-0d4011001cbd tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:19.931226 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06fb61d-ea31-453d-894d-0d4011001cbd tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:19.931827 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06fb61d-ea31-453d-894d-0d4011001cbd tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:19.940413 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8dc727-9a7a-43b1-bd22-34d0c9ca7b6e tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:19.945963 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4e8dc727-9a7a-43b1-bd22-34d0c9ca7b6e tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "GET /v2.0/networks?id=d02bf7eb-25ac-4d2b-b9ac-f51a61e23b50 HTTP/1.1" status: 200 len: 765 time: 0.1129990 Feb 20 05:43:19.946684 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41472) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:19.959145 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network d02bf7eb-25ac-4d2b-b9ac-f51a61e23b50 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:43:20.094738 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0aa6c5eb-2068-40d1-8dd2-f4c9ce19d741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9fe85c-021b-4bee-a71b-10858d1e856a', 'name': 'tempest-ServerRescueTestJSON-523228069-router', 'tenant_id': '00b5a23923ab4f169200da1677122e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '3df7b8fe-c7bf-4723-9aed-77997013366a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:42:58Z', 'updated_at': '2022-02-20T05:43:07Z', 'revision_number': 4, 'project_id': '00b5a23923ab4f169200da1677122e4f', 'gw_port': {'id': '3df7b8fe-c7bf-4723-9aed-77997013366a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9fe85c-021b-4bee-a71b-10858d1e856a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:00Z', 'updated_at': '2022-02-20T05:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '61580c38-3921-43b1-b2c3-27480d4818cc', 'name': '', 'network_id': '76d12cb1-1a3c-4efa-9623-20d225162f2e', 'tenant_id': '00b5a23923ab4f169200da1677122e4f', 'mac_address': 'fa:16:3e:d8:24:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9fe85c-021b-4bee-a71b-10858d1e856a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '1649ffb8-d9f6-417b-ab41-9e2b689f05e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:06Z', 'updated_at': '2022-02-20T05:43:19Z', 'revision_number': 4, 'project_id': '00b5a23923ab4f169200da1677122e4f', 'subnets': [{'id': '1649ffb8-d9f6-417b-ab41-9e2b689f05e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:20.136958 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa6c5eb-2068-40d1-8dd2-f4c9ce19d741 None None] The sync data for ids ['cc9fe85c-021b-4bee-a71b-10858d1e856a'] in n-d-829866-5 is: [{'id': 'cc9fe85c-021b-4bee-a71b-10858d1e856a', 'name': 'tempest-ServerRescueTestJSON-523228069-router', 'tenant_id': '00b5a23923ab4f169200da1677122e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '3df7b8fe-c7bf-4723-9aed-77997013366a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:42:58Z', 'updated_at': '2022-02-20T05:43:07Z', 'revision_number': 4, 'project_id': '00b5a23923ab4f169200da1677122e4f', 'gw_port': {'id': '3df7b8fe-c7bf-4723-9aed-77997013366a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9fe85c-021b-4bee-a71b-10858d1e856a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:00Z', 'updated_at': '2022-02-20T05:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '61580c38-3921-43b1-b2c3-27480d4818cc', 'name': '', 'network_id': '76d12cb1-1a3c-4efa-9623-20d225162f2e', 'tenant_id': '00b5a23923ab4f169200da1677122e4f', 'mac_address': 'fa:16:3e:d8:24:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9fe85c-021b-4bee-a71b-10858d1e856a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '1649ffb8-d9f6-417b-ab41-9e2b689f05e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:06Z', 'updated_at': '2022-02-20T05:43:19Z', 'revision_number': 4, 'project_id': '00b5a23923ab4f169200da1677122e4f', 'subnets': [{'id': '1649ffb8-d9f6-417b-ab41-9e2b689f05e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:43:20.169971 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-068599c2-008a-48fa-8018-c7f3bfcdf4fa service neutron] 10.222.0.37 "GET /v2.0/networks/76d12cb1-1a3c-4efa-9623-20d225162f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832076 Feb 20 05:43:20.238991 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3dd70-78a8-4657-bf59-a3a949caa6f2 req-71828d8a-ef31-4023-b829-f07ddbe447ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:20.240919 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cfa3dd70-78a8-4657-bf59-a3a949caa6f2 req-71828d8a-ef31-4023-b829-f07ddbe447ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3e6712a47034666b11f44d7ab7587a8&device_id=5a16e451-33a1-4d00-ae53-5afd4d141da2 HTTP/1.1" status: 200 len: 1132 time: 0.4733374 Feb 20 05:43:20.333375 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 2511c407-f8da-4cf7-82fb-3d6673ee8fdd details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:43:20.383576 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cf0511-c71a-4859-a163-1867816006e7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:20.387967 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c3cf0511-c71a-4859-a163-1867816006e7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4327617 Feb 20 05:43:20.394933 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41478) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:20.430092 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-3cb0fd1a-bb32-4f73-a00b-b58a073faec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a47f8b7-5053-456d-8617-6f22aa378b6e {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:43:20.494094 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-3cb0fd1a-bb32-4f73-a00b-b58a073faec7 service neutron] Publish callbacks [] for port (1a47f8b7-5053-456d-8617-6f22aa378b6e), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:20.565414 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41484) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:20.571125 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-05bdfbdf-102f-49b2-a943-62d1826614b4 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "GET /v2.0/subnets?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 207 time: 0.1566317 Feb 20 05:43:20.575474 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43c5de1a-76da-4821-8960-d679584d8360 req-8168f34e-9e60-42cf-bbdf-a42d7ef23695 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Made reservation on behalf of 5e02c9c1d56747f8803e3f2b02404aba for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:43:20.590389 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-43c5de1a-76da-4821-8960-d679584d8360 req-8168f34e-9e60-42cf-bbdf-a42d7ef23695 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:20.600789 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 2511c407-f8da-4cf7-82fb-3d6673ee8fdd, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=2511c407-f8da-4cf7-82fb-3d6673ee8fdd,segment=NetworkSegment(34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22),segment_id=34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:20.630189 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '2511c407-f8da-4cf7-82fb-3d6673ee8fdd', 'network_id': '8785fe06-1b1d-4e35-9a5e-551e7fe46028', 'port_id': '2511c407-f8da-4cf7-82fb-3d6673ee8fdd', 'mac_address': 'fa:16:3e:f2:0b:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd737ce-8d1e-4b15-a95b-d2746f29a211', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:43:20.696799 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-3cb0fd1a-bb32-4f73-a00b-b58a073faec7 service neutron] Transition to ACTIVE for port object 1a47f8b7-5053-456d-8617-6f22aa378b6e will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:43:20.699617 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 2511c407-f8da-4cf7-82fb-3d6673ee8fdd is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:20.700021 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2511c407-f8da-4cf7-82fb-3d6673ee8fdd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:20.702689 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 61580c38-3921-43b1-b2c3-27480d4818cc up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:43:20.734222 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-3cb0fd1a-bb32-4f73-a00b-b58a073faec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (1a47f8b7-5053-456d-8617-6f22aa378b6e), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:20.772321 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2511c407-f8da-4cf7-82fb-3d6673ee8fdd {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:43:20.807588 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 2511c407-f8da-4cf7-82fb-3d6673ee8fdd, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=2511c407-f8da-4cf7-82fb-3d6673ee8fdd,segment=NetworkSegment(34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22),segment_id=34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:20.820172 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 61580c38-3921-43b1-b2c3-27480d4818cc triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:20.820549 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (61580c38-3921-43b1-b2c3-27480d4818cc), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:20.823468 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2511c407-f8da-4cf7-82fb-3d6673ee8fdd), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:20.825340 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0fd1a-bb32-4f73-a00b-b58a073faec7 service neutron] Pushing event updated for resources: {'Port': ['ID=1a47f8b7-5053-456d-8617-6f22aa378b6e,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:20.853512 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-05199c42-0a5a-4636-b384-080f8fe05e85 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router_gateway (9d5ae733-9d5c-44a2-b0a4-db89a7c80677), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:20.982881 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-43c5de1a-76da-4821-8960-d679584d8360 req-8168f34e-9e60-42cf-bbdf-a42d7ef23695 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Allocated IP 172.20.0.11 (737ca593-7d09-4d90-9616-a209809410b0/b7acf1c2-5b03-47ff-bdd2-68225ae3f85b/03ad5a1d-9c1f-47ce-be31-deb4520596de) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:43:21.014268 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=2511c407-f8da-4cf7-82fb-3d6673ee8fdd,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:21.020274 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8f137-d646-49a7-962a-de2945a61fa0 req-f95f6fd2-2626-44a1-8ee3-7389c39d89e7 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:21.022121 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02c8f137-d646-49a7-962a-de2945a61fa0 req-f95f6fd2-2626-44a1-8ee3-7389c39d89e7 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=32704250-66fc-40a0-abef-a75b53c31928 HTTP/1.1" status: 200 len: 948 time: 0.5559320 Feb 20 05:43:21.135482 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3dd70-78a8-4657-bf59-a3a949caa6f2 req-d3ebb018-f64f-4fab-a9e9-7c2e0c1115ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:21.139493 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cfa3dd70-78a8-4657-bf59-a3a949caa6f2 req-d3ebb018-f64f-4fab-a9e9-7c2e0c1115ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.8598413 Feb 20 05:43:21.161157 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['2511c407-f8da-4cf7-82fb-3d6673ee8fdd'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:43:21.207241 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cfa3dd70-78a8-4657-bf59-a3a949caa6f2 req-b1dc199f-180c-48f7-a202-c2297d67b621 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=82dfe21f-25b4-4076-a55c-1c299a335a3c HTTP/1.1" status: 200 len: 217 time: 0.0573702 Feb 20 05:43:21.236406 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ca9d00-1509-41af-9866-0a609ca08db2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:21.251209 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ca9d00-1509-41af-9866-0a609ca08db2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:21.256273 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ca9d00-1509-41af-9866-0a609ca08db2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:21.272137 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ca9d00-1509-41af-9866-0a609ca08db2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:21.276976 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 61580c38-3921-43b1-b2c3-27480d4818cc is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:21.277600 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (61580c38-3921-43b1-b2c3-27480d4818cc), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:21.286073 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ca9d00-1509-41af-9866-0a609ca08db2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:21.291580 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ca9d00-1509-41af-9866-0a609ca08db2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:21.292119 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3dd70-78a8-4657-bf59-a3a949caa6f2 req-309d4e94-cef5-4941-b4b4-690bc25fd2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:21.293721 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cfa3dd70-78a8-4657-bf59-a3a949caa6f2 req-309d4e94-cef5-4941-b4b4-690bc25fd2d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0729926 Feb 20 05:43:21.294381 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-90ca9d00-1509-41af-9866-0a609ca08db2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.7250514 Feb 20 05:43:21.300102 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41494) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:21.352290 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 61580c38-3921-43b1-b2c3-27480d4818cc, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=61580c38-3921-43b1-b2c3-27480d4818cc,segment=NetworkSegment(e0dbac0b-e815-4628-a5c0-79e1d3edf6d2),segment_id=e0dbac0b-e815-4628-a5c0-79e1d3edf6d2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:21.365694 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (61580c38-3921-43b1-b2c3-27480d4818cc), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:21.404294 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device bcfb68c6-1627-43e1-ae0a-a879b6d7b727 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:43:21.492057 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3dd70-78a8-4657-bf59-a3a949caa6f2 req-9d4473e2-0d74-448a-a972-d23ffe27f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:21.494549 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cfa3dd70-78a8-4657-bf59-a3a949caa6f2 req-9d4473e2-0d74-448a-a972-d23ffe27f023 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1887453 Feb 20 05:43:21.508550 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: bcfb68c6-1627-43e1-ae0a-a879b6d7b727 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:43:21.509041 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device bcfb68c6-1627-43e1-ae0a-a879b6d7b727 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:43:21.511367 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:21.546028 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-43c5de1a-76da-4821-8960-d679584d8360 req-8168f34e-9e60-42cf-bbdf-a42d7ef23695 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks [] for port (03ad5a1d-9c1f-47ce-be31-deb4520596de), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:21.556774 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02c8f137-d646-49a7-962a-de2945a61fa0 req-abb62d88-7085-434a-91fc-354d7e233c7d tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084124 Feb 20 05:43:21.579292 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=61580c38-3921-43b1-b2c3-27480d4818cc,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:21.632164 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-05199c42-0a5a-4636-b384-080f8fe05e85 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (9d5ae733-9d5c-44a2-b0a4-db89a7c80677), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:21.649848 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-05199c42-0a5a-4636-b384-080f8fe05e85 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691773'] for router (9d5ae733-9d5c-44a2-b0a4-db89a7c80677), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:21.652040 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cee6de-fcc4-4077-9c4a-732e3044da94 x-openstack-request-id: req-51cee6de-fcc4-4077-9c4a-732e3044da94 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:43:21.652459 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea92cbf-7b38-4410-9944-76bc7b9d033d", "tag": "e35c114c-3c58-4c5d-8209-67cd2d4c39d0", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:43:21.652816 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51cee6de-fcc4-4077-9c4a-732e3044da94 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:43:21.653396 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea92cbf-7b38-4410-9944-76bc7b9d033d', 'tag': 'e35c114c-3c58-4c5d-8209-67cd2d4c39d0', 'status': 'completed', 'code': 200} Feb 20 05:43:21.659957 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-3cb0fd1a-bb32-4f73-a00b-b58a073faec7 service neutron] Attempting to bind port 1a47f8b7-5053-456d-8617-6f22aa378b6e on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:43:21.660304 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-3cb0fd1a-bb32-4f73-a00b-b58a073faec7 service neutron] Attempting to bind port 1a47f8b7-5053-456d-8617-6f22aa378b6e by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8785fe06-1b1d-4e35-9a5e-551e7fe46028'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:43:21.660945 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-3cb0fd1a-bb32-4f73-a00b-b58a073faec7 service neutron] Attempting to bind port 1a47f8b7-5053-456d-8617-6f22aa378b6e on network 8785fe06-1b1d-4e35-9a5e-551e7fe46028 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:43:21.681845 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-10cbb0f5-65bd-444d-ba13-be5e09af8308 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3735495 Feb 20 05:43:21.684646 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41496) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:21.688217 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376c4c31-15ea-4709-af5e-1d5ffffbb0c6 x-openstack-request-id: req-376c4c31-15ea-4709-af5e-1d5ffffbb0c6 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:43:21.688520 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32704250-66fc-40a0-abef-a75b53c31928", "tag": "f34fe243-2da3-4e72-abc1-4e74092465c8", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:43:21.689059 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-376c4c31-15ea-4709-af5e-1d5ffffbb0c6 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:43:21.689188 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32704250-66fc-40a0-abef-a75b53c31928', 'tag': 'f34fe243-2da3-4e72-abc1-4e74092465c8', 'status': 'completed', 'code': 200} Feb 20 05:43:21.739119 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-43c5de1a-76da-4821-8960-d679584d8360 req-8168f34e-9e60-42cf-bbdf-a42d7ef23695 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (03ad5a1d-9c1f-47ce-be31-deb4520596de), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:21.755197 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['7d2de23e-e3a0-4590-9f1a-5a0d4e44c173', '51d29bdc-3670-495b-93ad-f45af11aea59', '578f8d14-2089-4a94-b271-cbd87184d424'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:43:21.826542 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cfa3dd70-78a8-4657-bf59-a3a949caa6f2 req-3542c304-713e-4ab7-b5f5-cd4ef5389754 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084320 Feb 20 05:43:21.839399 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c5de1a-76da-4821-8960-d679584d8360 req-8168f34e-9e60-42cf-bbdf-a42d7ef23695 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Network 737ca593-7d09-4d90-9616-a209809410b0 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:43:21.881620 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-43c5de1a-76da-4821-8960-d679584d8360 req-8168f34e-9e60-42cf-bbdf-a42d7ef23695 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:21.894396 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c5de1a-76da-4821-8960-d679584d8360 req-8168f34e-9e60-42cf-bbdf-a42d7ef23695 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:43:21.909080 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bea4cb-4496-4eb3-ae11-50c4a9a9fc53 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:21.910545 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bea4cb-4496-4eb3-ae11-50c4a9a9fc53 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:21.912039 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bea4cb-4496-4eb3-ae11-50c4a9a9fc53 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:21.924960 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bea4cb-4496-4eb3-ae11-50c4a9a9fc53 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:21.930438 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bea4cb-4496-4eb3-ae11-50c4a9a9fc53 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:21.935879 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d9bea4cb-4496-4eb3-ae11-50c4a9a9fc53 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2417939 Feb 20 05:43:21.939225 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41498) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:22.000542 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-3cb0fd1a-bb32-4f73-a00b-b58a073faec7 service neutron] Port 1a47f8b7-5053-456d-8617-6f22aa378b6e on network 8785fe06-1b1d-4e35-9a5e-551e7fe46028 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:43:22.003269 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-3cb0fd1a-bb32-4f73-a00b-b58a073faec7 service neutron] Attempting to bind port 1a47f8b7-5053-456d-8617-6f22aa378b6e on network 8785fe06-1b1d-4e35-9a5e-551e7fe46028 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:43:22.062017 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25725a4a-edb3-473f-81ab-84120104fc91 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:22.063294 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25725a4a-edb3-473f-81ab-84120104fc91 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:22.065955 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25725a4a-edb3-473f-81ab-84120104fc91 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:22.067297 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25725a4a-edb3-473f-81ab-84120104fc91 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:22.068480 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25725a4a-edb3-473f-81ab-84120104fc91 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:22.074491 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-25725a4a-edb3-473f-81ab-84120104fc91 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1279802 Feb 20 05:43:22.077279 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234aea8-fb6b-4e1d-8f58-00be8bfce845 req-ae3132ba-61c9-4b19-993f-d094cfffd863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:22.078970 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f234aea8-fb6b-4e1d-8f58-00be8bfce845 req-ae3132ba-61c9-4b19-993f-d094cfffd863 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32a8847c7900410db19296ed57f04acb&device_id=cea92cbf-7b38-4410-9944-76bc7b9d033d HTTP/1.1" status: 200 len: 1126 time: 0.3891869 Feb 20 05:43:22.085223 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41500) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:22.089196 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168f34e-9e60-42cf-bbdf-a42d7ef23695 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Pushing event updated for resources: {'Port': ['ID=03ad5a1d-9c1f-47ce-be31-deb4520596de,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:22.139932 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device e35c114c-3c58-4c5d-8209-67cd2d4c39d0 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:43:22.146529 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-3cb0fd1a-bb32-4f73-a00b-b58a073faec7 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:43:22.146867 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-3cb0fd1a-bb32-4f73-a00b-b58a073faec7 service neutron] Checking segment: {'id': '34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8785fe06-1b1d-4e35-9a5e-551e7fe46028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:43:22.147278 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-3cb0fd1a-bb32-4f73-a00b-b58a073faec7 service neutron] Bound using segment: {'id': '34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8785fe06-1b1d-4e35-9a5e-551e7fe46028'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:43:22.148074 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-3cb0fd1a-bb32-4f73-a00b-b58a073faec7 service neutron] Bound port: 1a47f8b7-5053-456d-8617-6f22aa378b6e, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8785fe06-1b1d-4e35-9a5e-551e7fe46028'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:43:22.148435 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-3cb0fd1a-bb32-4f73-a00b-b58a073faec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1a47f8b7-5053-456d-8617-6f22aa378b6e), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:22.304211 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-3cb0fd1a-bb32-4f73-a00b-b58a073faec7 service neutron] For port 1a47f8b7-5053-456d-8617-6f22aa378b6e, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:43:22.307993 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-3cb0fd1a-bb32-4f73-a00b-b58a073faec7 service neutron] For port 1a47f8b7-5053-456d-8617-6f22aa378b6e, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1a47f8b7-5053-456d-8617-6f22aa378b6e,segment=NetworkSegment(34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22),segment_id=34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:43:22.318282 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d795ad2-fe40-4417-a8e1-b355589879c7 req-83eb0d9c-6e5f-4623-8bf9-43463c0cd5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:22.320768 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d795ad2-fe40-4417-a8e1-b355589879c7 req-83eb0d9c-6e5f-4623-8bf9-43463c0cd5e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3e6712a47034666b11f44d7ab7587a8&device_id=32704250-66fc-40a0-abef-a75b53c31928 HTTP/1.1" status: 200 len: 1130 time: 0.4265053 Feb 20 05:43:22.333056 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-3cb0fd1a-bb32-4f73-a00b-b58a073faec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (1a47f8b7-5053-456d-8617-6f22aa378b6e), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:22.368579 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device f34fe243-2da3-4e72-abc1-4e74092465c8 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:43:22.371508 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 2511c407-f8da-4cf7-82fb-3d6673ee8fdd up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:43:22.464049 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25f699-6548-4fe4-a90d-09b8ab91280e req-e35243c5-df72-4d15-ae10-ad984069955e tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:22.465255 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port e35c114c-3c58-4c5d-8209-67cd2d4c39d0, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e35c114c-3c58-4c5d-8209-67cd2d4c39d0,segment=NetworkSegment(34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22),segment_id=34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:22.466112 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0a25f699-6548-4fe4-a90d-09b8ab91280e req-e35243c5-df72-4d15-ae10-ad984069955e tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/ports?device_id=437ca2ff-603f-410c-8ea8-1cb23b2b05e6 HTTP/1.1" status: 200 len: 944 time: 0.5677764 Feb 20 05:43:22.489065 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-3cb0fd1a-bb32-4f73-a00b-b58a073faec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:22.493019 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-3cb0fd1a-bb32-4f73-a00b-b58a073faec7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:22.494613 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-3cb0fd1a-bb32-4f73-a00b-b58a073faec7 service neutron] 10.222.0.48 "PUT /v2.0/ports/1a47f8b7-5053-456d-8617-6f22aa378b6e HTTP/1.1" status: 200 len: 1091 time: 4.2632768 Feb 20 05:43:22.538557 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05199c42-0a5a-4636-b384-080f8fe05e85 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Router 9d5ae733-9d5c-44a2-b0a4-db89a7c80677 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:43:22.556448 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0fd1a-bb32-4f73-a00b-b58a073faec7 service neutron] Pushing event updated for resources: {'Port': ['ID=1a47f8b7-5053-456d-8617-6f22aa378b6e,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:22.557245 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 61580c38-3921-43b1-b2c3-27480d4818cc up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:43:22.617365 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'e35c114c-3c58-4c5d-8209-67cd2d4c39d0', 'network_id': '8785fe06-1b1d-4e35-9a5e-551e7fe46028', 'port_id': 'e35c114c-3c58-4c5d-8209-67cd2d4c39d0', 'mac_address': 'fa:16:3e:34:5c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd737ce-8d1e-4b15-a95b-d2746f29a211', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:43:22.620037 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:43:22.644419 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234aea8-fb6b-4e1d-8f58-00be8bfce845 req-b0b6fed7-2df4-4db6-922a-f4eaf13bb997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:22.646572 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f234aea8-fb6b-4e1d-8f58-00be8bfce845 req-b0b6fed7-2df4-4db6-922a-f4eaf13bb997 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8785fe06-1b1d-4e35-9a5e-551e7fe46028 HTTP/1.1" status: 200 len: 918 time: 0.1511316 Feb 20 05:43:22.703411 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0a25f699-6548-4fe4-a90d-09b8ab91280e req-ca61a19a-059d-47d1-89cf-b3c0b85a0ccd tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3323a95-fbf5-4b1f-ad78-f6dc4b8706c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269266 Feb 20 05:43:22.704531 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d795ad2-fe40-4417-a8e1-b355589879c7 req-e700dc24-6635-4c72-bdc4-a795ba8c52c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:22.705936 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d795ad2-fe40-4417-a8e1-b355589879c7 req-e700dc24-6635-4c72-bdc4-a795ba8c52c9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.3756456 Feb 20 05:43:22.763049 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d795ad2-fe40-4417-a8e1-b355589879c7 req-bf479f11-08ba-4bc4-9bc0-f0b89ab9fe4a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=f34fe243-2da3-4e72-abc1-4e74092465c8 HTTP/1.1" status: 200 len: 217 time: 0.0498466 Feb 20 05:43:22.820822 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-4c933dfd-6f23-479e-a562-dd6ce7d6c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:22.822723 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-4c933dfd-6f23-479e-a562-dd6ce7d6c015 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=32a8847c7900410db19296ed57f04acb&device_id=b9bd7e65-93a2-4bba-a2dc-cec6192c6541 HTTP/1.1" status: 200 len: 1125 time: 0.2704329 Feb 20 05:43:22.885654 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f234aea8-fb6b-4e1d-8f58-00be8bfce845 req-bfe47fb1-e5c3-468c-93c5-a54e03d9ba1a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e35c114c-3c58-4c5d-8209-67cd2d4c39d0 HTTP/1.1" status: 200 len: 217 time: 0.2105494 Feb 20 05:43:22.898785 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5de1a-76da-4821-8960-d679584d8360 req-8168f34e-9e60-42cf-bbdf-a42d7ef23695 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:22.899736 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-43c5de1a-76da-4821-8960-d679584d8360 req-8168f34e-9e60-42cf-bbdf-a42d7ef23695 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:22.943198 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-ad86d5a8-e3a2-4df2-8f7c-ba443031fac5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a47f8b7-5053-456d-8617-6f22aa378b6e HTTP/1.1" status: 200 len: 217 time: 0.0948291 Feb 20 05:43:22.964728 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234aea8-fb6b-4e1d-8f58-00be8bfce845 req-06ec5d7c-5212-468a-9a72-d0c970e6176a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:22.964978 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port e35c114c-3c58-4c5d-8209-67cd2d4c39d0 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:22.965621 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e35c114c-3c58-4c5d-8209-67cd2d4c39d0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:22.967251 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f234aea8-fb6b-4e1d-8f58-00be8bfce845 req-06ec5d7c-5212-468a-9a72-d0c970e6176a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3bd737ce-8d1e-4b15-a95b-d2746f29a211 HTTP/1.1" status: 200 len: 858 time: 0.0617390 Feb 20 05:43:22.989034 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:23.011292 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d795ad2-fe40-4417-a8e1-b355589879c7 req-3e984f20-87cd-4fc3-a140-3b7c1e787364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:23.013024 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d795ad2-fe40-4417-a8e1-b355589879c7 req-3e984f20-87cd-4fc3-a140-3b7c1e787364 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.2404182 Feb 20 05:43:23.017070 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 2511c407-f8da-4cf7-82fb-3d6673ee8fdd completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:43:23.023166 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05199c42-0a5a-4636-b384-080f8fe05e85 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:43:23.028442 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f234aea8-fb6b-4e1d-8f58-00be8bfce845 req-c9f45f2d-2a8e-4812-821f-a231d9d357d0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8785fe06-1b1d-4e35-9a5e-551e7fe46028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436509 Feb 20 05:43:23.033409 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6087b5be-21b8-4f01-87d0-b099b49221ce None None] Sync routers for ids ['9d5ae733-9d5c-44a2-b0a4-db89a7c80677'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:43:23.035579 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 61580c38-3921-43b1-b2c3-27480d4818cc triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:23.035969 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (61580c38-3921-43b1-b2c3-27480d4818cc), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:23.041944 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:23.052886 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6087b5be-21b8-4f01-87d0-b099b49221ce None None] Routers {'9d5ae733-9d5c-44a2-b0a4-db89a7c80677'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:43:23.053813 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-05199c42-0a5a-4636-b384-080f8fe05e85 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:23.055558 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-05199c42-0a5a-4636-b384-080f8fe05e85 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "PUT /v2.0/routers/9d5ae733-9d5c-44a2-b0a4-db89a7c80677 HTTP/1.1" status: 200 len: 916 time: 9.9634526 Feb 20 05:43:23.055880 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6087b5be-21b8-4f01-87d0-b099b49221ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:43:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9d5ae733-9d5c-44a2-b0a4-db89a7c80677'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:23.073216 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 2511c407-f8da-4cf7-82fb-3d6673ee8fdd triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:23.073601 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2511c407-f8da-4cf7-82fb-3d6673ee8fdd), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:23.078619 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41506) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:23.085607 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cfa3dd70-78a8-4657-bf59-a3a949caa6f2 req-964d7386-2e98-4e00-aba8-d41ecc44c9d6 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2445281 Feb 20 05:43:23.136325 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35c114c-3c58-4c5d-8209-67cd2d4c39d0 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:43:23.140709 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-43c5de1a-76da-4821-8960-d679584d8360 req-8168f34e-9e60-42cf-bbdf-a42d7ef23695 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3484049 Feb 20 05:43:23.142211 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6087b5be-21b8-4f01-87d0-b099b49221ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:23.180741 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6087b5be-21b8-4f01-87d0-b099b49221ce None None] Routers {'9d5ae733-9d5c-44a2-b0a4-db89a7c80677'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:43:23.182995 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6087b5be-21b8-4f01-87d0-b099b49221ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:43:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9d5ae733-9d5c-44a2-b0a4-db89a7c80677'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:23.188479 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-43c5de1a-76da-4821-8960-d679584d8360 req-cf8d035d-a9ff-46ab-95d1-be8bc0f24fa8 service neutron] Request body: {'port': {'device_id': '7a3afa50-9cf0-4cb8-855c-2d5f881b04ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:23.220064 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port e35c114c-3c58-4c5d-8209-67cd2d4c39d0, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e35c114c-3c58-4c5d-8209-67cd2d4c39d0,segment=NetworkSegment(34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22),segment_id=34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:23.233737 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port f34fe243-2da3-4e72-abc1-4e74092465c8, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=f34fe243-2da3-4e72-abc1-4e74092465c8,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:23.242939 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e35c114c-3c58-4c5d-8209-67cd2d4c39d0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:23.266348 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6087b5be-21b8-4f01-87d0-b099b49221ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:23.271777 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6087b5be-21b8-4f01-87d0-b099b49221ce None None] The sync data for ids ['9d5ae733-9d5c-44a2-b0a4-db89a7c80677'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:43:23.323158 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'f34fe243-2da3-4e72-abc1-4e74092465c8', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': 'f34fe243-2da3-4e72-abc1-4e74092465c8', 'mac_address': 'fa:16:3e:36:33:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:43:23.369736 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-2f8b96f0-9b57-467a-b983-270558a633af tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:23.371957 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-2f8b96f0-9b57-467a-b983-270558a633af tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.48 "GET /v2.0/networks?id=76d12cb1-1a3c-4efa-9623-20d225162f2e HTTP/1.1" status: 200 len: 810 time: 1.4311318 Feb 20 05:43:23.384505 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2370e8c-6953-4803-9b77-f54027334e30 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:23.390318 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d2370e8c-6953-4803-9b77-f54027334e30 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "GET /v2.0/networks/e15d4d65-799e-48ad-87b7-a9fd79929372 HTTP/1.1" status: 200 len: 804 time: 1.3021104 Feb 20 05:43:23.390993 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41510) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:23.396065 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-cc069ee0-d7ab-45bb-90a5-34eb4ca8baff tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Request body: {'port': {'device_id': '1e812a53-70d0-447e-94ab-a9cc73235520', 'network_id': '76d12cb1-1a3c-4efa-9623-20d225162f2e', 'admin_state_up': True, 'tenant_id': '00b5a23923ab4f169200da1677122e4f'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:23.427544 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-43c5de1a-76da-4821-8960-d679584d8360 req-cf8d035d-a9ff-46ab-95d1-be8bc0f24fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (03ad5a1d-9c1f-47ce-be31-deb4520596de), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:23.437439 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 61580c38-3921-43b1-b2c3-27480d4818cc is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:23.443905 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 2511c407-f8da-4cf7-82fb-3d6673ee8fdd is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:23.444305 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2511c407-f8da-4cf7-82fb-3d6673ee8fdd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:23.491414 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=e35c114c-3c58-4c5d-8209-67cd2d4c39d0,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:23.511576 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port f34fe243-2da3-4e72-abc1-4e74092465c8 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:23.511973 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f34fe243-2da3-4e72-abc1-4e74092465c8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:23.521741 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437ca2ff-603f-410c-8ea8-1cb23b2b05e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2511c407-f8da-4cf7-82fb-3d6673ee8fdd'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:43:23.525159 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7462d5ea-448b-4b9e-8bde-930ab86267ca" -d '{"events": [{"server_uuid": "437ca2ff-603f-410c-8ea8-1cb23b2b05e6", "name": "network-vif-plugged", "status": "completed", "tag": "2511c407-f8da-4cf7-82fb-3d6673ee8fdd"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:43:23.556508 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 2511c407-f8da-4cf7-82fb-3d6673ee8fdd, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=2511c407-f8da-4cf7-82fb-3d6673ee8fdd,segment=NetworkSegment(34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22),segment_id=34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:23.566743 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34fe243-2da3-4e72-abc1-4e74092465c8 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:43:23.575144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['e35c114c-3c58-4c5d-8209-67cd2d4c39d0'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:43:23.615029 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-c2c58fc7-c12e-4752-b00b-612c8b5127ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:23.616641 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-c2c58fc7-c12e-4752-b00b-612c8b5127ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3bd737ce-8d1e-4b15-a95b-d2746f29a211 HTTP/1.1" status: 200 len: 858 time: 0.6609395 Feb 20 05:43:23.630319 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9453ba-b6f9-4026-a5c8-1ff272643162 req-d0891e0f-13e2-4982-accc-ecb3a0018655 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:23.630813 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2511c407-f8da-4cf7-82fb-3d6673ee8fdd), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:23.632613 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d9453ba-b6f9-4026-a5c8-1ff272643162 req-d0891e0f-13e2-4982-accc-ecb3a0018655 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3afa50-9cf0-4cb8-855c-2d5f881b04ba HTTP/1.1" status: 200 len: 932 time: 0.7832382 Feb 20 05:43:23.660307 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f234aea8-fb6b-4e1d-8f58-00be8bfce845 req-73cfe1a5-4bd1-4830-813a-3eefa331aa96 service neutron] 10.222.0.61 "GET /v2.0/networks/8785fe06-1b1d-4e35-9a5e-551e7fe46028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6009994 Feb 20 05:43:23.660907 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437ca2ff-603f-410c-8ea8-1cb23b2b05e6', 'tag': '2511c407-f8da-4cf7-82fb-3d6673ee8fdd'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:43:23.664135 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8bf3b8-459d-443f-9960-fa1608723059" -d '{"events": [{"name": "network-changed", "server_uuid": "437ca2ff-603f-410c-8ea8-1cb23b2b05e6", "tag": "2511c407-f8da-4cf7-82fb-3d6673ee8fdd"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:43:23.692764 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-3b543825-5fc7-47ca-a1fe-90492504aa27 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8785fe06-1b1d-4e35-9a5e-551e7fe46028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565553 Feb 20 05:43:23.699132 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port f34fe243-2da3-4e72-abc1-4e74092465c8, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=f34fe243-2da3-4e72-abc1-4e74092465c8,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:23.707435 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bd7e65-93a2-4bba-a2dc-cec6192c6541', 'tag': '1a47f8b7-5053-456d-8617-6f22aa378b6e'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:43:23.712341 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7598c65-7b79-4237-8500-01515be1ee6c" -d '{"events": [{"name": "network-changed", "server_uuid": "b9bd7e65-93a2-4bba-a2dc-cec6192c6541", "tag": "1a47f8b7-5053-456d-8617-6f22aa378b6e"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:43:23.715091 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f34fe243-2da3-4e72-abc1-4e74092465c8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:23.758629 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=2511c407-f8da-4cf7-82fb-3d6673ee8fdd,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:23.842172 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-929f795d-f3a5-40d4-82e3-b92afff72144 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "GET /v2.0/networks/e15d4d65-799e-48ad-87b7-a9fd79929372?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4381890 Feb 20 05:43:23.844058 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41520) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:23.869504 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=f34fe243-2da3-4e72-abc1-4e74092465c8,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:23.913885 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d795ad2-fe40-4417-a8e1-b355589879c7 req-2487a034-9d1a-4721-8060-ba36a26b7dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:23.915496 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d795ad2-fe40-4417-a8e1-b355589879c7 req-2487a034-9d1a-4721-8060-ba36a26b7dc7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8903897 Feb 20 05:43:23.938509 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-cc069ee0-d7ab-45bb-90a5-34eb4ca8baff tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Made reservation on behalf of 00b5a23923ab4f169200da1677122e4f for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:43:23.941801 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-cc069ee0-d7ab-45bb-90a5-34eb4ca8baff tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:23.958505 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d9453ba-b6f9-4026-a5c8-1ff272643162 req-d4ef5a5c-6e9b-40b1-86f8-158b392ad680 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096766 Feb 20 05:43:23.979091 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-eea138e1-e2ab-4c7b-837a-bd8be522bbbe tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "GET /v2.0/routers/9d5ae733-9d5c-44a2-b0a4-db89a7c80677 HTTP/1.1" status: 200 len: 922 time: 0.8906393 Feb 20 05:43:23.999382 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['f34fe243-2da3-4e72-abc1-4e74092465c8'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:43:24.026887 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41522) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:24.069931 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f234aea8-fb6b-4e1d-8f58-00be8bfce845 req-d055d212-d183-4ed0-a728-fbef4ef30206 service neutron] 10.222.0.61 "GET /v2.0/networks/8785fe06-1b1d-4e35-9a5e-551e7fe46028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874583 Feb 20 05:43:24.120422 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-650878e0-24f6-4aa0-bef3-b05a4c6531c7 req-c52a5023-066b-4e8b-b576-c1f0c9a647b6 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 210 time: 0.0724416 Feb 20 05:43:24.123354 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6630552-1fa6-4405-9669-d5be8a455550 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:24.127921 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d6630552-1fa6-4405-9669-d5be8a455550 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "GET /v2.0/subnets/46a76d48-8055-4828-b505-e493e22ddcb2 HTTP/1.1" status: 200 len: 843 time: 0.2759399 Feb 20 05:43:24.130849 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41524) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:24.159278 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-26f9ec8b-dc13-4043-b046-d8a9d32f5137 service neutron] 10.222.0.48 "GET /v2.0/networks/8785fe06-1b1d-4e35-9a5e-551e7fe46028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371326 Feb 20 05:43:24.173618 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-43c5de1a-76da-4821-8960-d679584d8360 req-cf8d035d-a9ff-46ab-95d1-be8bc0f24fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ad5a1d-9c1f-47ce-be31-deb4520596de {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:43:24.197872 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-43c5de1a-76da-4821-8960-d679584d8360 req-cf8d035d-a9ff-46ab-95d1-be8bc0f24fa8 service neutron] Publish callbacks [] for port (03ad5a1d-9c1f-47ce-be31-deb4520596de), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:24.319001 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d795ad2-fe40-4417-a8e1-b355589879c7 req-e9ef9c34-176d-4833-923f-1e23158ea1e3 service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921206 Feb 20 05:43:24.323287 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1904d7-d0e0-428b-a3dd-13f8670261ff tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:24.328149 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8d1904d7-d0e0-428b-a3dd-13f8670261ff tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "GET /v2.0/subnets/46a76d48-8055-4828-b505-e493e22ddcb2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1914694 Feb 20 05:43:24.328149 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bb5c13-494e-4350-aa9f-623753bd2ea8 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:24.328571 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-48bb5c13-494e-4350-aa9f-623753bd2ea8 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146&device_id=9d5ae733-9d5c-44a2-b0a4-db89a7c80677&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2947764 Feb 20 05:43:24.338765 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41526) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:24.339123 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41528) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:24.344009 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-85daffec-1766-4aac-99b7-7bfbbd4f81c4 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2041919096'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:24.376227 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-43c5de1a-76da-4821-8960-d679584d8360 req-cf8d035d-a9ff-46ab-95d1-be8bc0f24fa8 service neutron] Transition to ACTIVE for port object 03ad5a1d-9c1f-47ce-be31-deb4520596de will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:43:24.383010 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-43c5de1a-76da-4821-8960-d679584d8360 req-cf8d035d-a9ff-46ab-95d1-be8bc0f24fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (03ad5a1d-9c1f-47ce-be31-deb4520596de), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:24.450044 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d035d-a9ff-46ab-95d1-be8bc0f24fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=03ad5a1d-9c1f-47ce-be31-deb4520596de,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:24.471160 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-cc069ee0-d7ab-45bb-90a5-34eb4ca8baff tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Allocated IP 172.20.0.6 (76d12cb1-1a3c-4efa-9623-20d225162f2e/1649ffb8-d9f6-417b-ab41-9e2b689f05e1/76b55dfe-d15d-40bc-82c4-d57728de54d1) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:43:24.563353 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85daffec-1766-4aac-99b7-7bfbbd4f81c4 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Made reservation on behalf of 57c1fd8fe7ad4e47b916b7dc7646ffa1 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:43:24.566666 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85daffec-1766-4aac-99b7-7bfbbd4f81c4 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:24.624842 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60a2b2d5-71de-44ae-aefe-7128760e8572 req-6cc4521b-2350-4860-b6b4-c1b483d96d68 service neutron] 10.222.0.48 "GET /v2.0/networks/8785fe06-1b1d-4e35-9a5e-551e7fe46028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334307 Feb 20 05:43:24.671242 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-43c5de1a-76da-4821-8960-d679584d8360 req-cf8d035d-a9ff-46ab-95d1-be8bc0f24fa8 service neutron] Attempting to bind port 03ad5a1d-9c1f-47ce-be31-deb4520596de on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:43:24.671670 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-43c5de1a-76da-4821-8960-d679584d8360 req-cf8d035d-a9ff-46ab-95d1-be8bc0f24fa8 service neutron] Attempting to bind port 03ad5a1d-9c1f-47ce-be31-deb4520596de by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '1e7b572d-eea8-4575-add7-3e01e35d46d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '737ca593-7d09-4d90-9616-a209809410b0'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:43:24.671996 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5de1a-76da-4821-8960-d679584d8360 req-cf8d035d-a9ff-46ab-95d1-be8bc0f24fa8 service neutron] Attempting to bind port 03ad5a1d-9c1f-47ce-be31-deb4520596de on network 737ca593-7d09-4d90-9616-a209809410b0 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:43:24.682591 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5de1a-76da-4821-8960-d679584d8360 req-cf8d035d-a9ff-46ab-95d1-be8bc0f24fa8 service neutron] Port 03ad5a1d-9c1f-47ce-be31-deb4520596de on network 737ca593-7d09-4d90-9616-a209809410b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:43:24.683068 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5de1a-76da-4821-8960-d679584d8360 req-cf8d035d-a9ff-46ab-95d1-be8bc0f24fa8 service neutron] Attempting to bind port 03ad5a1d-9c1f-47ce-be31-deb4520596de on network 737ca593-7d09-4d90-9616-a209809410b0 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:43:24.693288 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5de1a-76da-4821-8960-d679584d8360 req-cf8d035d-a9ff-46ab-95d1-be8bc0f24fa8 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:43:24.693805 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5de1a-76da-4821-8960-d679584d8360 req-cf8d035d-a9ff-46ab-95d1-be8bc0f24fa8 service neutron] Checking segment: {'id': '1e7b572d-eea8-4575-add7-3e01e35d46d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '737ca593-7d09-4d90-9616-a209809410b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:43:24.694220 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c5de1a-76da-4821-8960-d679584d8360 req-cf8d035d-a9ff-46ab-95d1-be8bc0f24fa8 service neutron] Bound using segment: {'id': '1e7b572d-eea8-4575-add7-3e01e35d46d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '737ca593-7d09-4d90-9616-a209809410b0'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:43:24.694765 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-43c5de1a-76da-4821-8960-d679584d8360 req-cf8d035d-a9ff-46ab-95d1-be8bc0f24fa8 service neutron] Bound port: 03ad5a1d-9c1f-47ce-be31-deb4520596de, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e7b572d-eea8-4575-add7-3e01e35d46d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '737ca593-7d09-4d90-9616-a209809410b0'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:43:24.695233 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-43c5de1a-76da-4821-8960-d679584d8360 req-cf8d035d-a9ff-46ab-95d1-be8bc0f24fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (03ad5a1d-9c1f-47ce-be31-deb4520596de), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:24.702202 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85daffec-1766-4aac-99b7-7bfbbd4f81c4 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:43:24.706012 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d795ad2-fe40-4417-a8e1-b355589879c7 req-8a4a2340-46e7-49e8-a7cb-f6118e287abf service neutron] 10.222.0.48 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746836 Feb 20 05:43:24.712162 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df73a132-e8e2-43c3-b72b-14a210e67587 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:24.716338 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-df73a132-e8e2-43c3-b72b-14a210e67587 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 881 time: 0.3538744 Feb 20 05:43:24.716570 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41534) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:24.733962 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092dafc-119c-432f-b1a1-975983180078 req-d9d86f82-7aaa-406b-a76e-cff018dcc83d tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:24.735740 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c092dafc-119c-432f-b1a1-975983180078 req-d9d86f82-7aaa-406b-a76e-cff018dcc83d tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=32704250-66fc-40a0-abef-a75b53c31928 HTTP/1.1" status: 200 len: 949 time: 0.2221689 Feb 20 05:43:24.759525 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85daffec-1766-4aac-99b7-7bfbbd4f81c4 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (fb4b09dc-4282-4d33-8b03-42ac8d498fbe), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:24.759982 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-85daffec-1766-4aac-99b7-7bfbbd4f81c4 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Added segment fb4b09dc-4282-4d33-8b03-42ac8d498fbe of type vlan for network dd471f81-3107-48ba-84ed-b749300abc09 Feb 20 05:43:24.768238 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d6f35ea6-57fa-4013-b276-10eba468372c tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d5ae733-9d5c-44a2-b0a4-db89a7c80677 HTTP/1.1" status: 200 len: 205 time: 0.0482044 Feb 20 05:43:24.773362 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41536) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:24.786277 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-cc069ee0-d7ab-45bb-90a5-34eb4ca8baff tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Publish callbacks [] for port (76b55dfe-d15d-40bc-82c4-d57728de54d1), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:24.843343 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85daffec-1766-4aac-99b7-7bfbbd4f81c4 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (dd471f81-3107-48ba-84ed-b749300abc09), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:24.859699 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-43c5de1a-76da-4821-8960-d679584d8360 req-cf8d035d-a9ff-46ab-95d1-be8bc0f24fa8 service neutron] For port 03ad5a1d-9c1f-47ce-be31-deb4520596de, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:43:24.864945 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-43c5de1a-76da-4821-8960-d679584d8360 req-cf8d035d-a9ff-46ab-95d1-be8bc0f24fa8 service neutron] For port 03ad5a1d-9c1f-47ce-be31-deb4520596de, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=03ad5a1d-9c1f-47ce-be31-deb4520596de,segment=NetworkSegment(1e7b572d-eea8-4575-add7-3e01e35d46d2),segment_id=1e7b572d-eea8-4575-add7-3e01e35d46d2)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:43:24.869864 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c092dafc-119c-432f-b1a1-975983180078 req-bcae3882-bd54-4300-abd1-dac1f70f4b30 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077547 Feb 20 05:43:24.882015 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-43c5de1a-76da-4821-8960-d679584d8360 req-cf8d035d-a9ff-46ab-95d1-be8bc0f24fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (03ad5a1d-9c1f-47ce-be31-deb4520596de), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:24.896899 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85daffec-1766-4aac-99b7-7bfbbd4f81c4 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (dd471f81-3107-48ba-84ed-b749300abc09), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:24.903786 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85daffec-1766-4aac-99b7-7bfbbd4f81c4 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:24.905123 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85daffec-1766-4aac-99b7-7bfbbd4f81c4 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:24.962152 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acc230c-48cd-4d85-9da4-08363376ebb8 x-openstack-request-id: req-4acc230c-48cd-4d85-9da4-08363376ebb8 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:43:24.962430 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437ca2ff-603f-410c-8ea8-1cb23b2b05e6", "name": "network-vif-plugged", "status": "completed", "tag": "2511c407-f8da-4cf7-82fb-3d6673ee8fdd", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:43:24.962687 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4acc230c-48cd-4d85-9da4-08363376ebb8 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:43:24.963132 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437ca2ff-603f-410c-8ea8-1cb23b2b05e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2511c407-f8da-4cf7-82fb-3d6673ee8fdd', 'code': 200} Feb 20 05:43:24.974725 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-85daffec-1766-4aac-99b7-7bfbbd4f81c4 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6345522 Feb 20 05:43:24.978402 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41538) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:24.985920 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9653a9e7-79fc-4909-b682-576c06de69b2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Request body: {'subnet': {'network_id': 'dd471f81-3107-48ba-84ed-b749300abc09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:24.997315 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5de1a-76da-4821-8960-d679584d8360 req-cf8d035d-a9ff-46ab-95d1-be8bc0f24fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:24.999960 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-43c5de1a-76da-4821-8960-d679584d8360 req-cf8d035d-a9ff-46ab-95d1-be8bc0f24fa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:25.001513 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-43c5de1a-76da-4821-8960-d679584d8360 req-cf8d035d-a9ff-46ab-95d1-be8bc0f24fa8 service neutron] 10.222.0.61 "PUT /v2.0/ports/03ad5a1d-9c1f-47ce-be31-deb4520596de HTTP/1.1" status: 200 len: 1092 time: 1.8265376 Feb 20 05:43:25.029638 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-cc069ee0-d7ab-45bb-90a5-34eb4ca8baff tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (76b55dfe-d15d-40bc-82c4-d57728de54d1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:25.041856 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d035d-a9ff-46ab-95d1-be8bc0f24fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=03ad5a1d-9c1f-47ce-be31-deb4520596de,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:25.050058 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3866905-7bbf-4628-9199-6c3ec2964339 x-openstack-request-id: req-e3866905-7bbf-4628-9199-6c3ec2964339 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:43:25.050369 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437ca2ff-603f-410c-8ea8-1cb23b2b05e6", "tag": "2511c407-f8da-4cf7-82fb-3d6673ee8fdd", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:43:25.050613 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3866905-7bbf-4628-9199-6c3ec2964339 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:43:25.051082 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437ca2ff-603f-410c-8ea8-1cb23b2b05e6', 'tag': '2511c407-f8da-4cf7-82fb-3d6673ee8fdd', 'status': 'completed', 'code': 200} Feb 20 05:43:25.089244 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-facdf114-f030-4ece-a641-d6f91887f60e tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router (9d5ae733-9d5c-44a2-b0a4-db89a7c80677), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:25.170756 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:25.217813 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-cc069ee0-d7ab-45bb-90a5-34eb4ca8baff tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Network 76d12cb1-1a3c-4efa-9623-20d225162f2e is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:43:25.229780 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85daffec-1766-4aac-99b7-7bfbbd4f81c4 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event updated for resources: {'Network': ['ID=dd471f81-3107-48ba-84ed-b749300abc09,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:25.230168 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-cc069ee0-d7ab-45bb-90a5-34eb4ca8baff tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:25.238303 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-cc069ee0-d7ab-45bb-90a5-34eb4ca8baff tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:43:25.244564 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc069ee0-d7ab-45bb-90a5-34eb4ca8baff tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Pushing event updated for resources: {'Port': ['ID=76b55dfe-d15d-40bc-82c4-d57728de54d1,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:25.244816 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network dd471f81-3107-48ba-84ed-b749300abc09 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:43:25.321356 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e911e2-87a8-433a-8cf1-bd0941825c8b req-0c02c034-2a88-484e-b8a0-e9bee29506bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:25.323469 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95e911e2-87a8-433a-8cf1-bd0941825c8b req-0c02c034-2a88-484e-b8a0-e9bee29506bd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=437ca2ff-603f-410c-8ea8-1cb23b2b05e6 HTTP/1.1" status: 200 len: 1127 time: 0.2069812 Feb 20 05:43:25.325895 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5de1a-76da-4821-8960-d679584d8360 req-5661ce18-7aa0-4bc5-8238-9ca4fda3db3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:25.327847 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-43c5de1a-76da-4821-8960-d679584d8360 req-5661ce18-7aa0-4bc5-8238-9ca4fda3db3a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e02c9c1d56747f8803e3f2b02404aba&device_id=7a3afa50-9cf0-4cb8-855c-2d5f881b04ba HTTP/1.1" status: 200 len: 1126 time: 0.2691667 Feb 20 05:43:25.333705 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bf3b8-459d-443f-9960-fa1608723059 req-5943e1b3-4088-4dce-b559-eaabf930ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:25.335634 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ff8bf3b8-459d-443f-9960-fa1608723059 req-5943e1b3-4088-4dce-b559-eaabf930ae70 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=32a8847c7900410db19296ed57f04acb&device_id=437ca2ff-603f-410c-8ea8-1cb23b2b05e6 HTTP/1.1" status: 200 len: 1127 time: 0.1858654 Feb 20 05:43:25.337322 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-cc069ee0-d7ab-45bb-90a5-34eb4ca8baff tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:25.337978 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-cc069ee0-d7ab-45bb-90a5-34eb4ca8baff tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:25.393151 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-43c5de1a-76da-4821-8960-d679584d8360 req-89fa37c3-7b68-41ad-9f59-2af53aa308de service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03ad5a1d-9c1f-47ce-be31-deb4520596de HTTP/1.1" status: 200 len: 217 time: 0.0523212 Feb 20 05:43:25.394564 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9653a9e7-79fc-4909-b682-576c06de69b2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Made reservation on behalf of 57c1fd8fe7ad4e47b916b7dc7646ffa1 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:43:25.398109 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9653a9e7-79fc-4909-b682-576c06de69b2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:25.401521 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-cc069ee0-d7ab-45bb-90a5-34eb4ca8baff tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0094721 Feb 20 05:43:25.415977 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-67853db1-dfe0-469d-8fe4-cbb6302265d5 service neutron] Request body: {'port': {'device_id': '1e812a53-70d0-447e-94ab-a9cc73235520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:25.459114 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69702e7d-0d3d-4347-bfe1-26235c448f9a req-2e076e4b-458d-4187-84a5-0c50dbb2434a tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:25.460653 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-69702e7d-0d3d-4347-bfe1-26235c448f9a req-2e076e4b-458d-4187-84a5-0c50dbb2434a tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/ports?device_id=437ca2ff-603f-410c-8ea8-1cb23b2b05e6 HTTP/1.1" status: 200 len: 945 time: 0.2870159 Feb 20 05:43:25.480082 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-facdf114-f030-4ece-a641-d6f91887f60e tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_gateway (9d5ae733-9d5c-44a2-b0a4-db89a7c80677), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:25.529784 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.ipam_backend_mixin [None req-9653a9e7-79fc-4909-b682-576c06de69b2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Performing IP validity checks on allocation pools {{(pid=103407) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 20 05:43:25.530306 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.ipam_backend_mixin [None req-9653a9e7-79fc-4909-b682-576c06de69b2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103407) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 20 05:43:25.537502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5de1a-76da-4821-8960-d679584d8360 req-d494ab77-3653-41ea-b2b4-7b65c011a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:25.539491 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-43c5de1a-76da-4821-8960-d679584d8360 req-d494ab77-3653-41ea-b2b4-7b65c011a98c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b7acf1c2-5b03-47ff-bdd2-68225ae3f85b HTTP/1.1" status: 200 len: 854 time: 0.1366804 Feb 20 05:43:25.570800 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95e911e2-87a8-433a-8cf1-bd0941825c8b req-3e448779-6e5a-4f74-8ef9-f28213e76e84 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d3323a95-fbf5-4b1f-ad78-f6dc4b8706c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331533 Feb 20 05:43:25.592915 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-43c5de1a-76da-4821-8960-d679584d8360 req-aed9bfd4-1dee-48df-8082-5bc94fd09f0f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=737ca593-7d09-4d90-9616-a209809410b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343301 Feb 20 05:43:25.594497 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-67853db1-dfe0-469d-8fe4-cbb6302265d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (76b55dfe-d15d-40bc-82c4-d57728de54d1), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:25.610949 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bf3b8-459d-443f-9960-fa1608723059 req-a9f2107c-99a5-4250-94a9-b6236cff77e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:25.612405 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ff8bf3b8-459d-443f-9960-fa1608723059 req-a9f2107c-99a5-4250-94a9-b6236cff77e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8785fe06-1b1d-4e35-9a5e-551e7fe46028 HTTP/1.1" status: 200 len: 918 time: 0.2586439 Feb 20 05:43:25.621980 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-69702e7d-0d3d-4347-bfe1-26235c448f9a req-e3362aea-74a8-48f1-aee3-1cc711824ec4 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3323a95-fbf5-4b1f-ad78-f6dc4b8706c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217039 Feb 20 05:43:25.701207 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef4a71d-0ccb-4e05-a35a-4db98df8e9f1 x-openstack-request-id: req-4ef4a71d-0ccb-4e05-a35a-4db98df8e9f1 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:43:25.701496 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9bd7e65-93a2-4bba-a2dc-cec6192c6541", "tag": "1a47f8b7-5053-456d-8617-6f22aa378b6e", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:43:25.701751 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ef4a71d-0ccb-4e05-a35a-4db98df8e9f1 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:43:25.702213 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9bd7e65-93a2-4bba-a2dc-cec6192c6541', 'tag': '1a47f8b7-5053-456d-8617-6f22aa378b6e', 'status': 'completed', 'code': 200} Feb 20 05:43:25.711498 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-facdf114-f030-4ece-a641-d6f91887f60e tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Deleting port c7c8ddd5-9d69-4725-b332-a7b3bbc6f91f {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:43:25.711983 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-facdf114-f030-4ece-a641-d6f91887f60e tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (c7c8ddd5-9d69-4725-b332-a7b3bbc6f91f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:25.776139 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9653a9e7-79fc-4909-b682-576c06de69b2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (6671669a-5b16-45cb-8107-94a73a492c45), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:25.897296 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ff8bf3b8-459d-443f-9960-fa1608723059 req-ea3e364c-adee-466a-b5c7-2d2db5b21daa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2511c407-f8da-4cf7-82fb-3d6673ee8fdd HTTP/1.1" status: 200 len: 217 time: 0.0983894 Feb 20 05:43:25.960002 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653a9e7-79fc-4909-b682-576c06de69b2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event updated for resources: {'Subnet': ['ID=6671669a-5b16-45cb-8107-94a73a492c45,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:26.005264 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395b7e6-7225-41e5-8f15-dfb483dfd3a4 req-d5ca59f0-fe18-4f1a-99a3-9d4e1e6126a3 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:26.007185 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a395b7e6-7225-41e5-8f15-dfb483dfd3a4 req-d5ca59f0-fe18-4f1a-99a3-9d4e1e6126a3 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd1300d-59b6-4667-bd0f-e42dcd48addb HTTP/1.1" status: 200 len: 946 time: 0.2453661 Feb 20 05:43:26.010352 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bf3b8-459d-443f-9960-fa1608723059 req-33fa37dd-1786-4701-847c-353a07b846e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:26.011798 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ff8bf3b8-459d-443f-9960-fa1608723059 req-33fa37dd-1786-4701-847c-353a07b846e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3bd737ce-8d1e-4b15-a95b-d2746f29a211 HTTP/1.1" status: 200 len: 858 time: 0.1025219 Feb 20 05:43:26.040763 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9653a9e7-79fc-4909-b682-576c06de69b2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Checking segment: {'id': 'fb4b09dc-4282-4d33-8b03-42ac8d498fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dd471f81-3107-48ba-84ed-b749300abc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:43:26.040763 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9653a9e7-79fc-4909-b682-576c06de69b2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Network hostable DHCP agents. Network: dd471f81-3107-48ba-84ed-b749300abc09, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:43:26.068737 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7598c65-7b79-4237-8500-01515be1ee6c req-439cc7e1-d65b-48d2-95b1-11f9c97b0a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:26.070233 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c7598c65-7b79-4237-8500-01515be1ee6c req-439cc7e1-d65b-48d2-95b1-11f9c97b0a8d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=32a8847c7900410db19296ed57f04acb&device_id=b9bd7e65-93a2-4bba-a2dc-cec6192c6541 HTTP/1.1" status: 200 len: 1125 time: 0.2455096 Feb 20 05:43:26.074565 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ff8bf3b8-459d-443f-9960-fa1608723059 req-a0895bad-c0ed-4f54-9c10-b7079c4866b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8785fe06-1b1d-4e35-9a5e-551e7fe46028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463755 Feb 20 05:43:26.170572 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device e35c114c-3c58-4c5d-8209-67cd2d4c39d0 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:43:26.220249 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a395b7e6-7225-41e5-8f15-dfb483dfd3a4 req-704a0407-69ba-46c9-ba6f-faf05418e0e1 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b8751d-d60d-4f88-af5b-602e7608aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043362 Feb 20 05:43:26.229097 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9653a9e7-79fc-4909-b682-576c06de69b2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Network dd471f81-3107-48ba-84ed-b749300abc09 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:43:26.252187 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-43c5de1a-76da-4821-8960-d679584d8360 req-b0c8ba48-b0d0-4064-bd69-4d3cb4cc1f19 service neutron] 10.222.0.61 "GET /v2.0/networks/737ca593-7d09-4d90-9616-a209809410b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6524768 Feb 20 05:43:26.293166 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-9653a9e7-79fc-4909-b682-576c06de69b2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, dd471f81-3107-48ba-84ed-b749300abc09) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:26.317644 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9653a9e7-79fc-4909-b682-576c06de69b2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:26.318572 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9653a9e7-79fc-4909-b682-576c06de69b2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:26.321943 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fae4d1-b7ff-4f21-bc2e-4677516a7a86 None None] Network dd471f81-3107-48ba-84ed-b749300abc09 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:43:26.334950 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ff8bf3b8-459d-443f-9960-fa1608723059 req-5bca5eaa-8bdc-4133-b662-a3e7fe8da757 service neutron] 10.222.0.48 "GET /v2.0/networks/8785fe06-1b1d-4e35-9a5e-551e7fe46028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469890 Feb 20 05:43:26.396954 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9653a9e7-79fc-4909-b682-576c06de69b2 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4177098 Feb 20 05:43:26.398401 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7598c65-7b79-4237-8500-01515be1ee6c req-06cced9f-82f3-45f0-b87b-e1a5346a58ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:26.399940 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c7598c65-7b79-4237-8500-01515be1ee6c req-06cced9f-82f3-45f0-b87b-e1a5346a58ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=8785fe06-1b1d-4e35-9a5e-551e7fe46028 HTTP/1.1" status: 200 len: 918 time: 0.3207874 Feb 20 05:43:26.410360 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41548) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:26.426125 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c2c7b4b1-bd06-40de-beab-e69f56e3a5eb tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:26.445463 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-facdf114-f030-4ece-a641-d6f91887f60e tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (c7c8ddd5-9d69-4725-b332-a7b3bbc6f91f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:26.447400 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device f34fe243-2da3-4e72-abc1-4e74092465c8 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:43:26.457594 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b470c2-d480-4264-8fe7-b1d995887e48 req-349d8642-77e0-4b08-87cd-e158b621bad8 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:26.459223 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d8b470c2-d480-4264-8fe7-b1d995887e48 req-349d8642-77e0-4b08-87cd-e158b621bad8 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cd1300d-59b6-4667-bd0f-e42dcd48addb HTTP/1.1" status: 200 len: 946 time: 0.2968149 Feb 20 05:43:26.525867 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port e35c114c-3c58-4c5d-8209-67cd2d4c39d0 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:43:26.534121 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-facdf114-f030-4ece-a641-d6f91887f60e tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Calling delete_port for c7c8ddd5-9d69-4725-b332-a7b3bbc6f91f owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:43:26.544096 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port e35c114c-3c58-4c5d-8209-67cd2d4c39d0 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:26.545317 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e35c114c-3c58-4c5d-8209-67cd2d4c39d0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:26.639946 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port f34fe243-2da3-4e72-abc1-4e74092465c8 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:43:26.672798 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port f34fe243-2da3-4e72-abc1-4e74092465c8 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:26.673174 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f34fe243-2da3-4e72-abc1-4e74092465c8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:26.768043 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-43c5de1a-76da-4821-8960-d679584d8360 req-7d9df6f4-61c2-4c99-aa92-16e67251f70e service neutron] 10.222.0.61 "GET /v2.0/networks/737ca593-7d09-4d90-9616-a209809410b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049789 Feb 20 05:43:26.836512 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c2c7b4b1-bd06-40de-beab-e69f56e3a5eb tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58681609'] for subnet (6671669a-5b16-45cb-8107-94a73a492c45), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:26.838664 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98da5769-d2a6-4bae-a65d-091bebef2229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-dd471f81-3107-48ba-84ed-b749300abc09', 'network_id': 'dd471f81-3107-48ba-84ed-b749300abc09', 'project_id': '57c1fd8fe7ad4e47b916b7dc7646ffa1', 'fixed_ips': [{'subnet_id': '6671669a-5b16-45cb-8107-94a73a492c45'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:43:26.839363 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98da5769-d2a6-4bae-a65d-091bebef2229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:26.865778 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c7598c65-7b79-4237-8500-01515be1ee6c req-8e5f212f-fe77-42c9-b58e-61cd72912d25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a47f8b7-5053-456d-8617-6f22aa378b6e HTTP/1.1" status: 200 len: 217 time: 0.0596492 Feb 20 05:43:26.960639 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e533686-0580-41a1-8268-50740e4959c5 req-a99f4be2-a83a-4936-be4a-a2d782fa7a8c tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:26.968580 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e533686-0580-41a1-8268-50740e4959c5 req-a99f4be2-a83a-4936-be4a-a2d782fa7a8c tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3afa50-9cf0-4cb8-855c-2d5f881b04ba HTTP/1.1" status: 200 len: 944 time: 0.6247954 Feb 20 05:43:26.979221 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ff8bf3b8-459d-443f-9960-fa1608723059 req-46844a18-ffb7-432a-aef2-e4e63b1c20cb service neutron] 10.222.0.48 "GET /v2.0/networks/8785fe06-1b1d-4e35-9a5e-551e7fe46028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6253583 Feb 20 05:43:26.990372 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7598c65-7b79-4237-8500-01515be1ee6c req-8dde76ec-aef2-4595-967b-99c7a44fa55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:26.991324 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c7598c65-7b79-4237-8500-01515be1ee6c req-8dde76ec-aef2-4595-967b-99c7a44fa55c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3bd737ce-8d1e-4b15-a95b-d2746f29a211 HTTP/1.1" status: 200 len: 858 time: 0.1196318 Feb 20 05:43:27.020244 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-67853db1-dfe0-469d-8fe4-cbb6302265d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b55dfe-d15d-40bc-82c4-d57728de54d1 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:43:27.035174 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-67853db1-dfe0-469d-8fe4-cbb6302265d5 service neutron] Publish callbacks [] for port (76b55dfe-d15d-40bc-82c4-d57728de54d1), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:27.049736 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-d8b470c2-d480-4264-8fe7-b1d995887e48 req-d743ccb1-d3d3-4d06-b561-7821ae70e74e tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Deleting port 1183b450-efbd-4961-9d43-26ee92d318f5 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:43:27.050009 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port e35c114c-3c58-4c5d-8209-67cd2d4c39d0 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:27.050140 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-d8b470c2-d480-4264-8fe7-b1d995887e48 req-d743ccb1-d3d3-4d06-b561-7821ae70e74e tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1183b450-efbd-4961-9d43-26ee92d318f5), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:27.050254 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e35c114c-3c58-4c5d-8209-67cd2d4c39d0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:27.054527 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c7598c65-7b79-4237-8500-01515be1ee6c req-e769eb10-6175-42fa-a407-e26e358fcc13 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8785fe06-1b1d-4e35-9a5e-551e7fe46028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484021 Feb 20 05:43:27.076630 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3afa50-9cf0-4cb8-855c-2d5f881b04ba', 'tag': '03ad5a1d-9c1f-47ce-be31-deb4520596de'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:43:27.078922 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98ac41b-5529-43a8-b3cc-59c140e4610f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3afa50-9cf0-4cb8-855c-2d5f881b04ba", "tag": "03ad5a1d-9c1f-47ce-be31-deb4520596de"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:43:27.089319 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e533686-0580-41a1-8268-50740e4959c5 req-931961a3-deee-4a3a-89b6-61b48f355f45 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197548 Feb 20 05:43:27.116464 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea92cbf-7b38-4410-9944-76bc7b9d033d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35c114c-3c58-4c5d-8209-67cd2d4c39d0'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:43:27.118712 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85548a5f-fd54-44f5-8851-c7d43e1437cb" -d '{"events": [{"server_uuid": "cea92cbf-7b38-4410-9944-76bc7b9d033d", "name": "network-vif-plugged", "status": "completed", "tag": "e35c114c-3c58-4c5d-8209-67cd2d4c39d0"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:43:27.125475 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port f34fe243-2da3-4e72-abc1-4e74092465c8 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:27.125868 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f34fe243-2da3-4e72-abc1-4e74092465c8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:27.132583 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-98da5769-d2a6-4bae-a65d-091bebef2229 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 20 05:43:27.132583 n-d-829866-5 neutron-server[103408]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 20 05:43:27.132583 n-d-829866-5 neutron-server[103408]: [parameters: {'in_use': 1, 'id_1': '6671669a-5b16-45cb-8107-94a73a492c45'}] Feb 20 05:43:27.132583 n-d-829866-5 neutron-server[103408]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:43:27.132936 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-98da5769-d2a6-4bae-a65d-091bebef2229 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:43:27.137462 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port e35c114c-3c58-4c5d-8209-67cd2d4c39d0, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e35c114c-3c58-4c5d-8209-67cd2d4c39d0,segment=NetworkSegment(34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22),segment_id=34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:27.147499 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e35c114c-3c58-4c5d-8209-67cd2d4c39d0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:27.153219 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-67853db1-dfe0-469d-8fe4-cbb6302265d5 service neutron] Transition to ACTIVE for port object 76b55dfe-d15d-40bc-82c4-d57728de54d1 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:43:27.188159 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c7598c65-7b79-4237-8500-01515be1ee6c req-77038326-89dc-4b44-890a-6c61356c6594 service neutron] 10.222.0.48 "GET /v2.0/networks/8785fe06-1b1d-4e35-9a5e-551e7fe46028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278155 Feb 20 05:43:27.196152 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-67853db1-dfe0-469d-8fe4-cbb6302265d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (76b55dfe-d15d-40bc-82c4-d57728de54d1), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:27.198603 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port f34fe243-2da3-4e72-abc1-4e74092465c8, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=f34fe243-2da3-4e72-abc1-4e74092465c8,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:27.207065 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f34fe243-2da3-4e72-abc1-4e74092465c8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:27.218841 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=e35c114c-3c58-4c5d-8209-67cd2d4c39d0,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:27.272221 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-facdf114-f030-4ece-a641-d6f91887f60e tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (c7c8ddd5-9d69-4725-b332-a7b3bbc6f91f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:27.275156 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=f34fe243-2da3-4e72-abc1-4e74092465c8,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:27.328242 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000e6d0-e924-4c72-b61c-355c94c92e7a req-3606c018-f5cb-4ab8-8bf5-4c382e2e4ac0 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:27.329739 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5000e6d0-e924-4c72-b61c-355c94c92e7a req-3606c018-f5cb-4ab8-8bf5-4c382e2e4ac0 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 943 time: 0.1406865 Feb 20 05:43:27.363433 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c7598c65-7b79-4237-8500-01515be1ee6c req-dffa8ce3-97d1-4977-9769-d571a1b9ebe0 service neutron] 10.222.0.48 "GET /v2.0/networks/8785fe06-1b1d-4e35-9a5e-551e7fe46028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599991 Feb 20 05:43:27.368572 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67853db1-dfe0-469d-8fe4-cbb6302265d5 service neutron] Pushing event updated for resources: {'Port': ['ID=76b55dfe-d15d-40bc-82c4-d57728de54d1,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:27.397506 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5000e6d0-e924-4c72-b61c-355c94c92e7a req-fd0815a1-19b0-4dcd-beae-cbd1202d7f6b tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596464 Feb 20 05:43:27.473912 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-d8b470c2-d480-4264-8fe7-b1d995887e48 req-d743ccb1-d3d3-4d06-b561-7821ae70e74e tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] For port 1183b450-efbd-4961-9d43-26ee92d318f5, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1183b450-efbd-4961-9d43-26ee92d318f5,segment=NetworkSegment(70ba0656-08d5-4c15-ba7f-8411b757b834),segment_id=70ba0656-08d5-4c15-ba7f-8411b757b834)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:27.474759 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-d8b470c2-d480-4264-8fe7-b1d995887e48 req-d743ccb1-d3d3-4d06-b561-7821ae70e74e tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1183b450-efbd-4961-9d43-26ee92d318f5), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:27.479931 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdf114-f030-4ece-a641-d6f91887f60e tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Pushing event deleted for resources: {'Port': ['ID=c7c8ddd5-9d69-4725-b332-a7b3bbc6f91f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:27.490971 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c2c7b4b1-bd06-40de-beab-e69f56e3a5eb tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771095536770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58283598'] for subnet (6671669a-5b16-45cb-8107-94a73a492c45), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:27.507388 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d34d7-f5ea-4670-bdeb-8bdd913d57b0 req-546e2ced-02b2-4b6b-9938-c6bba55e1833 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:27.508870 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3c3d34d7-f5ea-4670-bdeb-8bdd913d57b0 req-546e2ced-02b2-4b6b-9938-c6bba55e1833 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=32704250-66fc-40a0-abef-a75b53c31928 HTTP/1.1" status: 200 len: 950 time: 0.0535164 Feb 20 05:43:27.511139 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-d8b470c2-d480-4264-8fe7-b1d995887e48 req-d743ccb1-d3d3-4d06-b561-7821ae70e74e tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Calling delete_port for 1183b450-efbd-4961-9d43-26ee92d318f5 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:43:27.561200 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3c3d34d7-f5ea-4670-bdeb-8bdd913d57b0 req-9dfe304b-b166-4bd7-8cfe-87f45ea92153 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459611 Feb 20 05:43:27.576027 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-facdf114-f030-4ece-a641-d6f91887f60e tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (9d5ae733-9d5c-44a2-b0a4-db89a7c80677), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:27.584251 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c7b4b1-bd06-40de-beab-e69f56e3a5eb tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:27.584854 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c2c7b4b1-bd06-40de-beab-e69f56e3a5eb tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:27.586130 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c2c7b4b1-bd06-40de-beab-e69f56e3a5eb tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "PUT /v2.0/subnets/6671669a-5b16-45cb-8107-94a73a492c45 HTTP/1.1" status: 200 len: 900 time: 1.1643903 Feb 20 05:43:27.589646 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41562) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:27.634280 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98da5769-d2a6-4bae-a65d-091bebef2229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:27.686813 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-67853db1-dfe0-469d-8fe4-cbb6302265d5 service neutron] Attempting to bind port 76b55dfe-d15d-40bc-82c4-d57728de54d1 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:43:27.687201 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-67853db1-dfe0-469d-8fe4-cbb6302265d5 service neutron] Attempting to bind port 76b55dfe-d15d-40bc-82c4-d57728de54d1 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'e0dbac0b-e815-4628-a5c0-79e1d3edf6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76d12cb1-1a3c-4efa-9623-20d225162f2e'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:43:27.687531 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-67853db1-dfe0-469d-8fe4-cbb6302265d5 service neutron] Attempting to bind port 76b55dfe-d15d-40bc-82c4-d57728de54d1 on network 76d12cb1-1a3c-4efa-9623-20d225162f2e {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:43:27.698090 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-67853db1-dfe0-469d-8fe4-cbb6302265d5 service neutron] Port 76b55dfe-d15d-40bc-82c4-d57728de54d1 on network 76d12cb1-1a3c-4efa-9623-20d225162f2e not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:43:27.698345 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-67853db1-dfe0-469d-8fe4-cbb6302265d5 service neutron] Attempting to bind port 76b55dfe-d15d-40bc-82c4-d57728de54d1 on network 76d12cb1-1a3c-4efa-9623-20d225162f2e {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:43:27.712636 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7b4b1-bd06-40de-beab-e69f56e3a5eb tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event updated for resources: {'Subnet': ['ID=6671669a-5b16-45cb-8107-94a73a492c45,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:27.720909 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-67853db1-dfe0-469d-8fe4-cbb6302265d5 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:43:27.721251 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-67853db1-dfe0-469d-8fe4-cbb6302265d5 service neutron] Checking segment: {'id': 'e0dbac0b-e815-4628-a5c0-79e1d3edf6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76d12cb1-1a3c-4efa-9623-20d225162f2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:43:27.721635 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-67853db1-dfe0-469d-8fe4-cbb6302265d5 service neutron] Bound using segment: {'id': 'e0dbac0b-e815-4628-a5c0-79e1d3edf6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76d12cb1-1a3c-4efa-9623-20d225162f2e'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:43:27.722081 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-67853db1-dfe0-469d-8fe4-cbb6302265d5 service neutron] Bound port: 76b55dfe-d15d-40bc-82c4-d57728de54d1, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0dbac0b-e815-4628-a5c0-79e1d3edf6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76d12cb1-1a3c-4efa-9623-20d225162f2e'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:43:27.722439 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-67853db1-dfe0-469d-8fe4-cbb6302265d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (76b55dfe-d15d-40bc-82c4-d57728de54d1), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:27.753706 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8309b-0d15-4e0d-879a-8c231a9c6580 req-c0688063-3781-4e52-8352-c39b3caa4aac tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:27.760937 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3bc8309b-0d15-4e0d-879a-8c231a9c6580 req-c0688063-3781-4e52-8352-c39b3caa4aac tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/ports?device_id=437ca2ff-603f-410c-8ea8-1cb23b2b05e6 HTTP/1.1" status: 200 len: 945 time: 0.1073856 Feb 20 05:43:27.781479 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (dd471f81-3107-48ba-84ed-b749300abc09), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:27.787200 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-facdf114-f030-4ece-a641-d6f91887f60e tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (9d5ae733-9d5c-44a2-b0a4-db89a7c80677), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:27.791224 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-facdf114-f030-4ece-a641-d6f91887f60e tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_controller (9d5ae733-9d5c-44a2-b0a4-db89a7c80677), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:27.832588 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3bc8309b-0d15-4e0d-879a-8c231a9c6580 req-3b7658fd-d5c1-46dc-87d5-7b20b167020f tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3323a95-fbf5-4b1f-ad78-f6dc4b8706c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705795 Feb 20 05:43:27.834813 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-98da5769-d2a6-4bae-a65d-091bebef2229 None None] Allocated IP 2001:db8::3 (dd471f81-3107-48ba-84ed-b749300abc09/6671669a-5b16-45cb-8107-94a73a492c45/c1e6a595-927f-4d7c-9da2-d415aaf3246f) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:43:27.895458 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b03958-b0ac-4e6f-adff-f709e8b36bb9 x-openstack-request-id: req-02b03958-b0ac-4e6f-adff-f709e8b36bb9 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:43:27.895731 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3afa50-9cf0-4cb8-855c-2d5f881b04ba", "tag": "03ad5a1d-9c1f-47ce-be31-deb4520596de", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:43:27.895993 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-02b03958-b0ac-4e6f-adff-f709e8b36bb9 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:43:27.896406 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3afa50-9cf0-4cb8-855c-2d5f881b04ba', 'tag': '03ad5a1d-9c1f-47ce-be31-deb4520596de', 'status': 'completed', 'code': 200} Feb 20 05:43:27.905419 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-facdf114-f030-4ece-a641-d6f91887f60e tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (9d5ae733-9d5c-44a2-b0a4-db89a7c80677), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:27.905419 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facdf114-f030-4ece-a641-d6f91887f60e tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Fanout notify agent at l3_agent the message router_deleted on router 9d5ae733-9d5c-44a2-b0a4-db89a7c80677 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:43:27.923833 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-facdf114-f030-4ece-a641-d6f91887f60e tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:27.924649 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (6671669a-5b16-45cb-8107-94a73a492c45), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:27.924995 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-facdf114-f030-4ece-a641-d6f91887f60e tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "DELETE /v2.0/routers/9d5ae733-9d5c-44a2-b0a4-db89a7c80677 HTTP/1.1" status: 204 len: 168 time: 3.1505883 Feb 20 05:43:27.931251 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41574) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:27.962056 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f03c1e2f-4891-4104-a521-6384b0c0c198 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-99639974', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:27.976669 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c0adde-b07b-47cb-b40e-12bf4caaacbd x-openstack-request-id: req-b9c0adde-b07b-47cb-b40e-12bf4caaacbd {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:43:27.977072 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea92cbf-7b38-4410-9944-76bc7b9d033d", "name": "network-vif-plugged", "status": "completed", "tag": "e35c114c-3c58-4c5d-8209-67cd2d4c39d0", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:43:27.977449 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9c0adde-b07b-47cb-b40e-12bf4caaacbd {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:43:27.977954 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea92cbf-7b38-4410-9944-76bc7b9d033d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35c114c-3c58-4c5d-8209-67cd2d4c39d0', 'code': 200} Feb 20 05:43:27.980277 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-67853db1-dfe0-469d-8fe4-cbb6302265d5 service neutron] For port 76b55dfe-d15d-40bc-82c4-d57728de54d1, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:43:27.983908 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-67853db1-dfe0-469d-8fe4-cbb6302265d5 service neutron] For port 76b55dfe-d15d-40bc-82c4-d57728de54d1, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=76b55dfe-d15d-40bc-82c4-d57728de54d1,segment=NetworkSegment(e0dbac0b-e815-4628-a5c0-79e1d3edf6d2),segment_id=e0dbac0b-e815-4628-a5c0-79e1d3edf6d2)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:43:28.023887 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-67853db1-dfe0-469d-8fe4-cbb6302265d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (76b55dfe-d15d-40bc-82c4-d57728de54d1), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:28.079298 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f03c1e2f-4891-4104-a521-6384b0c0c198 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (a93b3bb0-3f41-40a2-8ac0-afbad0761092), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:28.082495 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f03c1e2f-4891-4104-a521-6384b0c0c198 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (a93b3bb0-3f41-40a2-8ac0-afbad0761092), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:28.140604 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98da5769-d2a6-4bae-a65d-091bebef2229 None None] Publish callbacks [] for port (c1e6a595-927f-4d7c-9da2-d415aaf3246f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:28.148523 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98da5769-d2a6-4bae-a65d-091bebef2229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (c1e6a595-927f-4d7c-9da2-d415aaf3246f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:28.153009 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-67853db1-dfe0-469d-8fe4-cbb6302265d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:28.153795 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-67853db1-dfe0-469d-8fe4-cbb6302265d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:28.155933 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-67853db1-dfe0-469d-8fe4-cbb6302265d5 service neutron] 10.222.0.48 "PUT /v2.0/ports/76b55dfe-d15d-40bc-82c4-d57728de54d1 HTTP/1.1" status: 200 len: 1091 time: 2.7435904 Feb 20 05:43:28.173350 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-d8b470c2-d480-4264-8fe7-b1d995887e48 req-d743ccb1-d3d3-4d06-b561-7821ae70e74e tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (1183b450-efbd-4961-9d43-26ee92d318f5), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:28.192857 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['1183b450-efbd-4961-9d43-26ee92d318f5'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:43:28.212125 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ac41b-5529-43a8-b3cc-59c140e4610f req-4ac06ec7-7fa4-4a14-a211-10ec2b9de6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:28.213645 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f98ac41b-5529-43a8-b3cc-59c140e4610f req-4ac06ec7-7fa4-4a14-a211-10ec2b9de6e5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e02c9c1d56747f8803e3f2b02404aba&device_id=7a3afa50-9cf0-4cb8-855c-2d5f881b04ba HTTP/1.1" status: 200 len: 1126 time: 0.2454104 Feb 20 05:43:28.226469 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (6671669a-5b16-45cb-8107-94a73a492c45), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:28.227415 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67853db1-dfe0-469d-8fe4-cbb6302265d5 service neutron] Pushing event updated for resources: {'Port': ['ID=76b55dfe-d15d-40bc-82c4-d57728de54d1,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:28.236128 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f03c1e2f-4891-4104-a521-6384b0c0c198 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_controller (a93b3bb0-3f41-40a2-8ac0-afbad0761092), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:28.236900 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98da5769-d2a6-4bae-a65d-091bebef2229 None None] Network dd471f81-3107-48ba-84ed-b749300abc09 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:43:28.243098 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-98da5769-d2a6-4bae-a65d-091bebef2229 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:28.251165 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98da5769-d2a6-4bae-a65d-091bebef2229 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:43:28.283218 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da5769-d2a6-4bae-a65d-091bebef2229 None None] Pushing event updated for resources: {'Port': ['ID=c1e6a595-927f-4d7c-9da2-d415aaf3246f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:28.314670 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee5b2e-8218-4399-98da-6b1237111d98 req-5d63adda-5ce5-42f7-ab7c-cd3a16c98511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:28.316250 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-41ee5b2e-8218-4399-98da-6b1237111d98 req-5d63adda-5ce5-42f7-ab7c-cd3a16c98511 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cea92cbf-7b38-4410-9944-76bc7b9d033d HTTP/1.1" status: 200 len: 1128 time: 0.2361536 Feb 20 05:43:28.323058 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-98da5769-d2a6-4bae-a65d-091bebef2229 None None] Attempting to bind port c1e6a595-927f-4d7c-9da2-d415aaf3246f on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:43:28.323671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-98da5769-d2a6-4bae-a65d-091bebef2229 None None] Attempting to bind port c1e6a595-927f-4d7c-9da2-d415aaf3246f by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'fb4b09dc-4282-4d33-8b03-42ac8d498fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dd471f81-3107-48ba-84ed-b749300abc09'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:43:28.324203 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98da5769-d2a6-4bae-a65d-091bebef2229 None None] Attempting to bind port c1e6a595-927f-4d7c-9da2-d415aaf3246f on network dd471f81-3107-48ba-84ed-b749300abc09 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:43:28.330473 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98da5769-d2a6-4bae-a65d-091bebef2229 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:43:28.331404 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98da5769-d2a6-4bae-a65d-091bebef2229 None None] Checking segment: {'id': 'fb4b09dc-4282-4d33-8b03-42ac8d498fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dd471f81-3107-48ba-84ed-b749300abc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:43:28.331982 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98da5769-d2a6-4bae-a65d-091bebef2229 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:28.332644 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98da5769-d2a6-4bae-a65d-091bebef2229 None None] Bound using segment: {'id': 'fb4b09dc-4282-4d33-8b03-42ac8d498fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dd471f81-3107-48ba-84ed-b749300abc09'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:43:28.333298 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-98da5769-d2a6-4bae-a65d-091bebef2229 None None] Bound port: c1e6a595-927f-4d7c-9da2-d415aaf3246f, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb4b09dc-4282-4d33-8b03-42ac8d498fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dd471f81-3107-48ba-84ed-b749300abc09'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:43:28.333852 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98da5769-d2a6-4bae-a65d-091bebef2229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c1e6a595-927f-4d7c-9da2-d415aaf3246f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:28.385163 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b470c2-d480-4264-8fe7-b1d995887e48 req-d743ccb1-d3d3-4d06-b561-7821ae70e74e tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] No DVR routers for this DVR port 1183b450-efbd-4961-9d43-26ee92d318f5 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:43:28.391853 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-d8b470c2-d480-4264-8fe7-b1d995887e48 req-d743ccb1-d3d3-4d06-b561-7821ae70e74e tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:28.395491 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d8b470c2-d480-4264-8fe7-b1d995887e48 req-d743ccb1-d3d3-4d06-b561-7821ae70e74e tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] 10.222.0.48 "DELETE /v2.0/ports/1183b450-efbd-4961-9d43-26ee92d318f5 HTTP/1.1" status: 204 len: 173 time: 1.9067864 Feb 20 05:43:28.430419 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-98da5769-d2a6-4bae-a65d-091bebef2229 None None] For port c1e6a595-927f-4d7c-9da2-d415aaf3246f, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:43:28.437893 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-98da5769-d2a6-4bae-a65d-091bebef2229 None None] For port c1e6a595-927f-4d7c-9da2-d415aaf3246f, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=c1e6a595-927f-4d7c-9da2-d415aaf3246f,segment=NetworkSegment(fb4b09dc-4282-4d33-8b03-42ac8d498fbe),segment_id=fb4b09dc-4282-4d33-8b03-42ac8d498fbe)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:43:28.442166 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743ccb1-d3d3-4d06-b561-7821ae70e74e tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Pushing event deleted for resources: {'Port': ['ID=1183b450-efbd-4961-9d43-26ee92d318f5,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:28.446213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 1a47f8b7-5053-456d-8617-6f22aa378b6e details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:43:28.468781 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98da5769-d2a6-4bae-a65d-091bebef2229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c1e6a595-927f-4d7c-9da2-d415aaf3246f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:28.522110 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f03c1e2f-4891-4104-a521-6384b0c0c198 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_gateway (a93b3bb0-3f41-40a2-8ac0-afbad0761092), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:28.556862 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event deleted for resources: {'Subnet': ['ID=6671669a-5b16-45cb-8107-94a73a492c45,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:28.561876 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-41ee5b2e-8218-4399-98da-6b1237111d98 req-7d652d00-a2e9-49ee-8bfb-675f9bf78afa service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d3323a95-fbf5-4b1f-ad78-f6dc4b8706c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993642 Feb 20 05:43:28.568887 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-fc2c6fa9-4331-4c49-bd8c-215f509f62f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:28.570473 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-fc2c6fa9-4331-4c49-bd8c-215f509f62f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00b5a23923ab4f169200da1677122e4f&device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 1125 time: 0.3524830 Feb 20 05:43:28.575460 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb668e-4208-436b-b266-1370df885d05 req-d036a8ab-ed7f-4c04-a457-1b46088f66e5 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:28.589500 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-abeb668e-4208-436b-b266-1370df885d05 req-d036a8ab-ed7f-4c04-a457-1b46088f66e5 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd1300d-59b6-4667-bd0f-e42dcd48addb HTTP/1.1" status: 200 len: 867 time: 0.4971845 Feb 20 05:43:28.635999 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da5769-d2a6-4bae-a65d-091bebef2229 None None] Pushing event updated for resources: {'Port': ['ID=c1e6a595-927f-4d7c-9da2-d415aaf3246f,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:28.636596 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ac41b-5529-43a8-b3cc-59c140e4610f req-3a55d77b-5853-408d-8b8f-22f5050fe377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:28.639375 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f98ac41b-5529-43a8-b3cc-59c140e4610f req-3a55d77b-5853-408d-8b8f-22f5050fe377 service neutron] 10.222.0.61 "GET /v2.0/networks?id=737ca593-7d09-4d90-9616-a209809410b0 HTTP/1.1" status: 200 len: 914 time: 0.4078846 Feb 20 05:43:28.641282 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-3e74c6d6-7384-45ff-979c-505f83a794ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76b55dfe-d15d-40bc-82c4-d57728de54d1 HTTP/1.1" status: 200 len: 217 time: 0.0628059 Feb 20 05:43:28.676423 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4094b872-bbbb-4bac-bddd-af94e574bd96 None None] get_active_networks_info from n-d-829866-5 {{(pid=103408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 05:43:28.709299 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-b7e409c1-cc14-48a2-a6e4-5d6a65364fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:28.711371 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-b7e409c1-cc14-48a2-a6e4-5d6a65364fd0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1649ffb8-d9f6-417b-ab41-9e2b689f05e1 HTTP/1.1" status: 200 len: 850 time: 0.0639184 Feb 20 05:43:28.729187 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-abeb668e-4208-436b-b266-1370df885d05 req-a3b75d2d-6a79-4e3a-971d-9328137574c1 tempest-ServerAddressesNegativeTestJSON-965903214 tempest-ServerAddressesNegativeTestJSON-965903214-project] 10.222.0.37 "GET /v2.0/security-groups?id=61b8751d-d60d-4f88-af5b-602e7608aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385930 Feb 20 05:43:28.733129 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 1a47f8b7-5053-456d-8617-6f22aa378b6e, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1a47f8b7-5053-456d-8617-6f22aa378b6e,segment=NetworkSegment(34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22),segment_id=34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:28.758694 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '1a47f8b7-5053-456d-8617-6f22aa378b6e', 'network_id': '8785fe06-1b1d-4e35-9a5e-551e7fe46028', 'port_id': '1a47f8b7-5053-456d-8617-6f22aa378b6e', 'mac_address': 'fa:16:3e:be:4b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd737ce-8d1e-4b15-a95b-d2746f29a211', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:43:28.763606 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-3423dd6c-64f0-4a21-babb-ad0cba375fd5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=76d12cb1-1a3c-4efa-9623-20d225162f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446248 Feb 20 05:43:28.794769 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (dd471f81-3107-48ba-84ed-b749300abc09), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:28.819136 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f98ac41b-5529-43a8-b3cc-59c140e4610f req-7401d584-d7bf-4a77-8bd2-4152071bddea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03ad5a1d-9c1f-47ce-be31-deb4520596de HTTP/1.1" status: 200 len: 217 time: 0.0529108 Feb 20 05:43:28.855336 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 1a47f8b7-5053-456d-8617-6f22aa378b6e is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:28.855727 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1a47f8b7-5053-456d-8617-6f22aa378b6e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:28.867377 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4094b872-bbbb-4bac-bddd-af94e574bd96 None None] Resources bound (agent type, host, resource id): {{(pid=103408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 05:43:28.876369 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a47f8b7-5053-456d-8617-6f22aa378b6e {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:43:28.909414 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 1a47f8b7-5053-456d-8617-6f22aa378b6e, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1a47f8b7-5053-456d-8617-6f22aa378b6e,segment=NetworkSegment(34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22),segment_id=34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:28.924715 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1a47f8b7-5053-456d-8617-6f22aa378b6e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:28.968961 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ac41b-5529-43a8-b3cc-59c140e4610f req-df4d7866-745f-485a-9f46-9614c6b358c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:28.977241 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f98ac41b-5529-43a8-b3cc-59c140e4610f req-df4d7866-745f-485a-9f46-9614c6b358c7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b7acf1c2-5b03-47ff-bdd2-68225ae3f85b HTTP/1.1" status: 200 len: 854 time: 0.1453326 Feb 20 05:43:29.008632 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd471f81-3107-48ba-84ed-b749300abc09']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:29.027620 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb4b09dc-4282-4d33-8b03-42ac8d498fbe') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:29.028308 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb4b09dc-4282-4d33-8b03-42ac8d498fbe') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:29.031267 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-560b0241-b6b4-4d49-b780-72e78b6ad575 service neutron] 10.222.0.48 "GET /v2.0/networks/76d12cb1-1a3c-4efa-9623-20d225162f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565825 Feb 20 05:43:29.049394 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (fb4b09dc-4282-4d33-8b03-42ac8d498fbe), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:29.052177 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f98ac41b-5529-43a8-b3cc-59c140e4610f req-86168d17-0aca-4146-b1ac-98d2f44243b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=737ca593-7d09-4d90-9616-a209809410b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596418 Feb 20 05:43:29.056276 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=1a47f8b7-5053-456d-8617-6f22aa378b6e,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:29.069270 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (fb4b09dc-4282-4d33-8b03-42ac8d498fbe), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:29.090023 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:43:29.091366 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (fb4b09dc-4282-4d33-8b03-42ac8d498fbe), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:43:29.164291 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:43:29.170045 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.db.api [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 20 05:43:29.170045 n-d-829866-5 neutron-server[103407]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 20 05:43:29.170045 n-d-829866-5 neutron-server[103407]: [parameters: {'id': 'dd471f81-3107-48ba-84ed-b749300abc09'}] Feb 20 05:43:29.170045 n-d-829866-5 neutron-server[103407]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:43:29.170045 n-d-829866-5 neutron-server[103407]: DEBUG oslo_db.api [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:43:29.186664 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54817035-dc90-4d15-b1b7-f168924d3735 req-5bb98bc9-a92a-4374-997a-f2cc016c7de1 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:29.188312 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-54817035-dc90-4d15-b1b7-f168924d3735 req-5bb98bc9-a92a-4374-997a-f2cc016c7de1 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9bd7e65-93a2-4bba-a2dc-cec6192c6541 HTTP/1.1" status: 200 len: 944 time: 0.2939246 Feb 20 05:43:29.210797 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['1a47f8b7-5053-456d-8617-6f22aa378b6e'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:43:29.270767 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c555c4d-2ad4-4a31-aaee-2343d6267140 None None] Network dd471f81-3107-48ba-84ed-b749300abc09 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:43:29.299570 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-54817035-dc90-4d15-b1b7-f168924d3735 req-df223bcc-298a-4c98-b3cc-41455000efe3 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3323a95-fbf5-4b1f-ad78-f6dc4b8706c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041887 Feb 20 05:43:29.447102 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f03c1e2f-4891-4104-a521-6384b0c0c198 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_gateway (a93b3bb0-3f41-40a2-8ac0-afbad0761092), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:29.490184 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f03c1e2f-4891-4104-a521-6384b0c0c198 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:29.563353 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a9dda-2057-496f-896f-317a326dfd0d req-55906e00-a4f5-4fc9-be5e-e9e833bcda1c tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:29.565595 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-368a9dda-2057-496f-896f-317a326dfd0d req-55906e00-a4f5-4fc9-be5e-e9e833bcda1c tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3afa50-9cf0-4cb8-855c-2d5f881b04ba HTTP/1.1" status: 200 len: 944 time: 0.1275327 Feb 20 05:43:29.615146 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99712a9e-21b0-4c41-961e-8145123a1d2a None None] Network dd471f81-3107-48ba-84ed-b749300abc09 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:43:29.615396 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f98ac41b-5529-43a8-b3cc-59c140e4610f req-717b4074-2bc4-4b26-8d6a-2a23a9ab48ce service neutron] 10.222.0.61 "GET /v2.0/networks/737ca593-7d09-4d90-9616-a209809410b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476325 Feb 20 05:43:29.660860 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-f03c1e2f-4891-4104-a521-6384b0c0c198 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Allocated IP 172.25.3.177 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/33862f57-59b7-4300-b892-cab68e419166) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:43:29.772713 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0fc407ba-f0ec-40dd-8604-10afb8aee6be req-49bdc599-9048-4fce-be1e-94465b4d8a09 service neutron] 10.222.0.48 "GET /v2.0/networks/76d12cb1-1a3c-4efa-9623-20d225162f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7231269 Feb 20 05:43:29.806383 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f03c1e2f-4891-4104-a521-6384b0c0c198 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for port (33862f57-59b7-4300-b892-cab68e419166), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:29.814596 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (dd471f81-3107-48ba-84ed-b749300abc09), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:29.834035 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f98ac41b-5529-43a8-b3cc-59c140e4610f req-820f8b82-ca2e-4254-9c2e-fcd047050a38 service neutron] 10.222.0.61 "GET /v2.0/networks/737ca593-7d09-4d90-9616-a209809410b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031078 Feb 20 05:43:29.898144 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e812a53-70d0-447e-94ab-a9cc73235520', 'tag': '76b55dfe-d15d-40bc-82c4-d57728de54d1'}, {'server_uuid': '0cd1300d-59b6-4667-bd0f-e42dcd48addb', 'name': 'network-vif-deleted', 'tag': '1183b450-efbd-4961-9d43-26ee92d318f5'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:43:29.901253 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7c6864-4793-42d1-8de1-f83eb3b900e7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e812a53-70d0-447e-94ab-a9cc73235520", "tag": "76b55dfe-d15d-40bc-82c4-d57728de54d1"}, {"server_uuid": "0cd1300d-59b6-4667-bd0f-e42dcd48addb", "name": "network-vif-deleted", "tag": "1183b450-efbd-4961-9d43-26ee92d318f5"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:43:29.907284 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f03c1e2f-4891-4104-a521-6384b0c0c198 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (33862f57-59b7-4300-b892-cab68e419166), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:29.925645 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-368a9dda-2057-496f-896f-317a326dfd0d req-9fb4f731-f70f-42d5-9c92-d91205a34ae9 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492332 Feb 20 05:43:29.952523 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03c1e2f-4891-4104-a521-6384b0c0c198 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:43:29.961111 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-f03c1e2f-4891-4104-a521-6384b0c0c198 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:29.971521 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c1e2f-4891-4104-a521-6384b0c0c198 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:43:29.978527 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c1e2f-4891-4104-a521-6384b0c0c198 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Pushing event updated for resources: {'Port': ['ID=33862f57-59b7-4300-b892-cab68e419166,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:29.979830 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32704250-66fc-40a0-abef-a75b53c31928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34fe243-2da3-4e72-abc1-4e74092465c8'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:43:29.983259 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83b632c-f423-4cf9-8f10-b5a72a7186c2" -d '{"events": [{"server_uuid": "32704250-66fc-40a0-abef-a75b53c31928", "name": "network-vif-plugged", "status": "completed", "tag": "f34fe243-2da3-4e72-abc1-4e74092465c8"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:43:30.026079 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Deleting port c1e6a595-927f-4d7c-9da2-d415aaf3246f {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:43:30.026079 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (c1e6a595-927f-4d7c-9da2-d415aaf3246f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:30.181508 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] For port c1e6a595-927f-4d7c-9da2-d415aaf3246f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=c1e6a595-927f-4d7c-9da2-d415aaf3246f,segment=NetworkSegment(fb4b09dc-4282-4d33-8b03-42ac8d498fbe),segment_id=fb4b09dc-4282-4d33-8b03-42ac8d498fbe)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:30.182268 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (c1e6a595-927f-4d7c-9da2-d415aaf3246f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:30.182703 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 03ad5a1d-9c1f-47ce-be31-deb4520596de details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:43:30.218450 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Calling delete_port for c1e6a595-927f-4d7c-9da2-d415aaf3246f owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:43:30.230315 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018abd05-4e85-4dc3-8b73-52c651e90ee0 req-aa8cd5da-9ed7-4190-adeb-e36abdbdb3c8 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:30.232113 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-018abd05-4e85-4dc3-8b73-52c651e90ee0 req-aa8cd5da-9ed7-4190-adeb-e36abdbdb3c8 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 943 time: 0.2240305 Feb 20 05:43:30.297675 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 03ad5a1d-9c1f-47ce-be31-deb4520596de, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=03ad5a1d-9c1f-47ce-be31-deb4520596de,segment=NetworkSegment(1e7b572d-eea8-4575-add7-3e01e35d46d2),segment_id=1e7b572d-eea8-4575-add7-3e01e35d46d2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:30.311142 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '03ad5a1d-9c1f-47ce-be31-deb4520596de', 'network_id': '737ca593-7d09-4d90-9616-a209809410b0', 'port_id': '03ad5a1d-9c1f-47ce-be31-deb4520596de', 'mac_address': 'fa:16:3e:0a:14:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7acf1c2-5b03-47ff-bdd2-68225ae3f85b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:43:30.357385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 03ad5a1d-9c1f-47ce-be31-deb4520596de is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:30.357918 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (03ad5a1d-9c1f-47ce-be31-deb4520596de), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:30.371961 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ad5a1d-9c1f-47ce-be31-deb4520596de {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:43:30.381397 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-018abd05-4e85-4dc3-8b73-52c651e90ee0 req-128ebd10-9f2c-44dd-adf3-a8a3ab122f92 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415865 Feb 20 05:43:30.407622 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 03ad5a1d-9c1f-47ce-be31-deb4520596de, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=03ad5a1d-9c1f-47ce-be31-deb4520596de,segment=NetworkSegment(1e7b572d-eea8-4575-add7-3e01e35d46d2),segment_id=1e7b572d-eea8-4575-add7-3e01e35d46d2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:30.407622 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 1183b450-efbd-4961-9d43-26ee92d318f5 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:43:30.444993 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (c1e6a595-927f-4d7c-9da2-d415aaf3246f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:30.450778 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (03ad5a1d-9c1f-47ce-be31-deb4520596de), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:30.453180 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 1183b450-efbd-4961-9d43-26ee92d318f5 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:43:30.453804 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 1183b450-efbd-4961-9d43-26ee92d318f5 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:43:30.475161 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f03c1e2f-4891-4104-a521-6384b0c0c198 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_gateway (a93b3bb0-3f41-40a2-8ac0-afbad0761092), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:30.477044 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event deleted for resources: {'Port': ['ID=c1e6a595-927f-4d7c-9da2-d415aaf3246f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:30.513190 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=03ad5a1d-9c1f-47ce-be31-deb4520596de,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:30.529030 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] No DVR routers for this DVR port c1e6a595-927f-4d7c-9da2-d415aaf3246f on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:43:30.681485 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (dd471f81-3107-48ba-84ed-b749300abc09), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:30.711865 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8400e-a419-4f1c-ad88-70c9ccfae667 req-1975fa25-3f25-49e2-b2de-5b01855cdbd7 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:30.713305 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-77c8400e-a419-4f1c-ad88-70c9ccfae667 req-1975fa25-3f25-49e2-b2de-5b01855cdbd7 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=32704250-66fc-40a0-abef-a75b53c31928 HTTP/1.1" status: 200 len: 950 time: 0.2296817 Feb 20 05:43:30.730029 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd471f81-3107-48ba-84ed-b749300abc09']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:30.730257 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['03ad5a1d-9c1f-47ce-be31-deb4520596de'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:43:30.785555 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb4b09dc-4282-4d33-8b03-42ac8d498fbe') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:30.785840 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb4b09dc-4282-4d33-8b03-42ac8d498fbe') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:30.812979 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (fb4b09dc-4282-4d33-8b03-42ac8d498fbe), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:30.868846 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (fb4b09dc-4282-4d33-8b03-42ac8d498fbe), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:30.874301 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-77c8400e-a419-4f1c-ad88-70c9ccfae667 req-039ae185-a9f1-488c-babb-d16bca36bbcd tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534874 Feb 20 05:43:30.882067 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:43:30.882522 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (fb4b09dc-4282-4d33-8b03-42ac8d498fbe), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:43:30.885918 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:43:30.935369 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41598) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:30.956485 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f03c1e2f-4891-4104-a521-6384b0c0c198 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (a93b3bb0-3f41-40a2-8ac0-afbad0761092), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:30.964424 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (dd471f81-3107-48ba-84ed-b749300abc09), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:31.003427 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:31.011519 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "DELETE /v2.0/networks/dd471f81-3107-48ba-84ed-b749300abc09 HTTP/1.1" status: 204 len: 168 time: 3.4206607 Feb 20 05:43:31.013754 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41602) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:31.028657 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f73943-1957-4fa2-9243-1fdf90683169 admin admin] Deleting subnet 0b54f727-b13e-4f2b-aca5-8daaff594cc0 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:43:31.033418 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4f73943-1957-4fa2-9243-1fdf90683169 admin admin] Publish callbacks [] for subnet (0b54f727-b13e-4f2b-aca5-8daaff594cc0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:31.036274 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a72fe-fb3a-412a-a75e-2e683a298628 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event deleted for resources: {'Network': ['ID=dd471f81-3107-48ba-84ed-b749300abc09,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:31.041824 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fdebeb-a206-4afd-84ab-ee44f0fd2e2e x-openstack-request-id: req-b6fdebeb-a206-4afd-84ab-ee44f0fd2e2e {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:43:31.042338 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32704250-66fc-40a0-abef-a75b53c31928", "name": "network-vif-plugged", "status": "completed", "tag": "f34fe243-2da3-4e72-abc1-4e74092465c8", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:43:31.042585 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b6fdebeb-a206-4afd-84ab-ee44f0fd2e2e {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:43:31.043588 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32704250-66fc-40a0-abef-a75b53c31928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34fe243-2da3-4e72-abc1-4e74092465c8', 'code': 200} Feb 20 05:43:31.058320 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-582664b0-9123-4c80-914f-cab9ac1d289d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] DELETE failed (client error): The resource could not be found. Feb 20 05:43:31.058861 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-582664b0-9123-4c80-914f-cab9ac1d289d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:43:31.065012 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-582664b0-9123-4c80-914f-cab9ac1d289d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "DELETE /v2.0/subnets/6671669a-5b16-45cb-8107-94a73a492c45 HTTP/1.1" status: 404 len: 337 time: 0.0488927 Feb 20 05:43:31.069512 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41604) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:31.110007 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 20 Feb 2022 05:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7de9e5-7d94-4d2d-a9e5-b6c6f6f4b1a6 x-openstack-request-id: req-aa7de9e5-7d94-4d2d-a9e5-b6c6f6f4b1a6 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:43:31.110670 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e812a53-70d0-447e-94ab-a9cc73235520", "tag": "76b55dfe-d15d-40bc-82c4-d57728de54d1", "status": "completed", "code": 200}, {"server_uuid": "0cd1300d-59b6-4667-bd0f-e42dcd48addb", "name": "network-vif-deleted", "tag": "1183b450-efbd-4961-9d43-26ee92d318f5", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:43:31.111111 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa7de9e5-7d94-4d2d-a9e5-b6c6f6f4b1a6 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:43:31.112221 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e812a53-70d0-447e-94ab-a9cc73235520', 'tag': '76b55dfe-d15d-40bc-82c4-d57728de54d1', 'status': 'completed', 'code': 200} Feb 20 05:43:31.112593 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd1300d-59b6-4667-bd0f-e42dcd48addb', 'name': 'network-vif-deleted', 'tag': '1183b450-efbd-4961-9d43-26ee92d318f5', 'status': 'completed', 'code': 200} Feb 20 05:43:31.115233 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4f73943-1957-4fa2-9243-1fdf90683169 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (0b54f727-b13e-4f2b-aca5-8daaff594cc0), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:31.231322 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4f73943-1957-4fa2-9243-1fdf90683169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (0b54f727-b13e-4f2b-aca5-8daaff594cc0), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:31.265410 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c6864-4793-42d1-8de1-f83eb3b900e7 req-2417df5e-7402-449d-b346-62744dbaa134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:31.268057 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e7c6864-4793-42d1-8de1-f83eb3b900e7 req-2417df5e-7402-449d-b346-62744dbaa134 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00b5a23923ab4f169200da1677122e4f&device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 1125 time: 0.1599655 Feb 20 05:43:31.286779 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ebc676-97f8-4ae2-beda-79dcf4e7310a req-75620319-99e9-4dde-8bdd-19ca084a0037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:31.288458 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d4ebc676-97f8-4ae2-beda-79dcf4e7310a req-75620319-99e9-4dde-8bdd-19ca084a0037 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=32704250-66fc-40a0-abef-a75b53c31928 HTTP/1.1" status: 200 len: 1132 time: 0.1710391 Feb 20 05:43:31.399541 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d4ebc676-97f8-4ae2-beda-79dcf4e7310a req-377b72d4-249a-4962-8d2c-8ed84e8e4661 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945926 Feb 20 05:43:31.421234 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4f73943-1957-4fa2-9243-1fdf90683169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (0b54f727-b13e-4f2b-aca5-8daaff594cc0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:31.443423 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-600be402-b571-454d-9d63-fdf960ed1fcb tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] DELETE failed (client error): The resource could not be found. Feb 20 05:43:31.444017 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-600be402-b571-454d-9d63-fdf960ed1fcb tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:43:31.447546 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-600be402-b571-454d-9d63-fdf960ed1fcb tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "DELETE /v2.0/networks/dd471f81-3107-48ba-84ed-b749300abc09 HTTP/1.1" status: 404 len: 339 time: 0.3770609 Feb 20 05:43:31.460254 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41610) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:31.470997 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4f73943-1957-4fa2-9243-1fdf90683169 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:31.477149 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a4f73943-1957-4fa2-9243-1fdf90683169 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0b54f727-b13e-4f2b-aca5-8daaff594cc0 HTTP/1.1" status: 204 len: 168 time: 0.5375991 Feb 20 05:43:31.478658 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41612) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:31.482300 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f73943-1957-4fa2-9243-1fdf90683169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b54f727-b13e-4f2b-aca5-8daaff594cc0,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:31.501016 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c6864-4793-42d1-8de1-f83eb3b900e7 req-3b02957e-fa83-4e7d-baee-f9ed0a89a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:31.502541 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e7c6864-4793-42d1-8de1-f83eb3b900e7 req-3b02957e-fa83-4e7d-baee-f9ed0a89a830 service neutron] 10.222.0.48 "GET /v2.0/networks?id=76d12cb1-1a3c-4efa-9623-20d225162f2e HTTP/1.1" status: 200 len: 910 time: 0.2277887 Feb 20 05:43:31.559803 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc9d1cc2-892c-4faf-ad16-9b5b843be8ff tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (d02bf7eb-25ac-4d2b-b9ac-f51a61e23b50), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:31.596438 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d703a53-a596-493e-b874-a249f8bed319 req-bb082ab4-6d56-4d67-90f4-40951bedf8e3 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:31.603373 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1d703a53-a596-493e-b874-a249f8bed319 req-bb082ab4-6d56-4d67-90f4-40951bedf8e3 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9bd7e65-93a2-4bba-a2dc-cec6192c6541 HTTP/1.1" status: 200 len: 944 time: 0.1612146 Feb 20 05:43:31.606805 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d1e4b326-b00a-45b2-8d32-e76d43ab966b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (2b6ff18f-63f8-4791-be93-1c2290311f65), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:31.641277 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e7c6864-4793-42d1-8de1-f83eb3b900e7 req-bf0040b3-43d1-49fa-a079-7070ecd9f7fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76b55dfe-d15d-40bc-82c4-d57728de54d1 HTTP/1.1" status: 200 len: 217 time: 0.0395060 Feb 20 05:43:31.659217 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03c1e2f-4891-4104-a521-6384b0c0c198 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Router a93b3bb0-3f41-40a2-8ac0-afbad0761092 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:43:31.704573 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1d703a53-a596-493e-b874-a249f8bed319 req-41a6a0a7-e5e5-403e-a291-f58d5b8d4400 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3323a95-fbf5-4b1f-ad78-f6dc4b8706c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953798 Feb 20 05:43:31.731462 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc9d1cc2-892c-4faf-ad16-9b5b843be8ff tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (d02bf7eb-25ac-4d2b-b9ac-f51a61e23b50), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:31.755152 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c6864-4793-42d1-8de1-f83eb3b900e7 req-68ad25d1-fea3-4332-a655-dfdaaeddb4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:31.756635 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e7c6864-4793-42d1-8de1-f83eb3b900e7 req-68ad25d1-fea3-4332-a655-dfdaaeddb4e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1649ffb8-d9f6-417b-ab41-9e2b689f05e1 HTTP/1.1" status: 200 len: 850 time: 0.1050620 Feb 20 05:43:31.760528 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-dc9d1cc2-892c-4faf-ad16-9b5b843be8ff tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02bf7eb-25ac-4d2b-b9ac-f51a61e23b50']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:31.793418 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d1e4b326-b00a-45b2-8d32-e76d43ab966b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (2b6ff18f-63f8-4791-be93-1c2290311f65), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:31.799430 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-dc9d1cc2-892c-4faf-ad16-9b5b843be8ff tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0baa0b6-c96e-4427-8a3d-8d4eb4a8ac0a') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:31.799737 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-dc9d1cc2-892c-4faf-ad16-9b5b843be8ff tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0baa0b6-c96e-4427-8a3d-8d4eb4a8ac0a') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:31.803033 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e7c6864-4793-42d1-8de1-f83eb3b900e7 req-8c4d215a-bac7-4250-a038-e6a84dd837a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=76d12cb1-1a3c-4efa-9623-20d225162f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392137 Feb 20 05:43:31.812221 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc9d1cc2-892c-4faf-ad16-9b5b843be8ff tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (e0baa0b6-c96e-4427-8a3d-8d4eb4a8ac0a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:31.856253 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-d1e4b326-b00a-45b2-8d32-e76d43ab966b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6ff18f-63f8-4791-be93-1c2290311f65']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:31.877827 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc9d1cc2-892c-4faf-ad16-9b5b843be8ff tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (e0baa0b6-c96e-4427-8a3d-8d4eb4a8ac0a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:31.887085 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9d1cc2-892c-4faf-ad16-9b5b843be8ff tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:43:31.887584 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc9d1cc2-892c-4faf-ad16-9b5b843be8ff tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (e0baa0b6-c96e-4427-8a3d-8d4eb4a8ac0a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:43:31.890973 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:43:31.902339 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-d1e4b326-b00a-45b2-8d32-e76d43ab966b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ba0656-08d5-4c15-ba7f-8411b757b834') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:31.902642 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-d1e4b326-b00a-45b2-8d32-e76d43ab966b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ba0656-08d5-4c15-ba7f-8411b757b834') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:31.925096 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d1e4b326-b00a-45b2-8d32-e76d43ab966b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (70ba0656-08d5-4c15-ba7f-8411b757b834), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:31.944570 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03c1e2f-4891-4104-a521-6384b0c0c198 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:43:31.953444 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d1e4b326-b00a-45b2-8d32-e76d43ab966b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (70ba0656-08d5-4c15-ba7f-8411b757b834), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:31.961078 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f206712-ef99-4619-aeb2-6e87bd92c466 None None] Sync routers for ids ['a93b3bb0-3f41-40a2-8ac0-afbad0761092'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:43:31.972110 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f206712-ef99-4619-aeb2-6e87bd92c466 None None] Routers {'a93b3bb0-3f41-40a2-8ac0-afbad0761092'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:43:31.972880 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8f206712-ef99-4619-aeb2-6e87bd92c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:43:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a93b3bb0-3f41-40a2-8ac0-afbad0761092'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:31.973700 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e7c6864-4793-42d1-8de1-f83eb3b900e7 req-779c4621-28f5-41cb-92c0-cbbfcd63d249 service neutron] 10.222.0.48 "GET /v2.0/networks/76d12cb1-1a3c-4efa-9623-20d225162f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634040 Feb 20 05:43:31.976834 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8553a-3e42-4d2b-9917-3c118ec480b4 req-98da5ff4-3a8f-4a07-b6ca-3535f5c08eed tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:31.982327 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc9d1cc2-892c-4faf-ad16-9b5b843be8ff tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (d02bf7eb-25ac-4d2b-b9ac-f51a61e23b50), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:31.986190 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bbd8553a-3e42-4d2b-9917-3c118ec480b4 req-98da5ff4-3a8f-4a07-b6ca-3535f5c08eed tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3afa50-9cf0-4cb8-855c-2d5f881b04ba HTTP/1.1" status: 200 len: 945 time: 0.1838017 Feb 20 05:43:31.993699 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e4b326-b00a-45b2-8d32-e76d43ab966b admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:43:31.994421 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d1e4b326-b00a-45b2-8d32-e76d43ab966b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (70ba0656-08d5-4c15-ba7f-8411b757b834), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:43:32.028705 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:43:32.032983 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8f206712-ef99-4619-aeb2-6e87bd92c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:32.034603 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f03c1e2f-4891-4104-a521-6384b0c0c198 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:32.035780 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f03c1e2f-4891-4104-a521-6384b0c0c198 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.1027441 Feb 20 05:43:32.044847 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f206712-ef99-4619-aeb2-6e87bd92c466 None None] Routers {'a93b3bb0-3f41-40a2-8ac0-afbad0761092'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:43:32.045467 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8f206712-ef99-4619-aeb2-6e87bd92c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:43:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a93b3bb0-3f41-40a2-8ac0-afbad0761092'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:32.057345 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41616) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:32.060429 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc9d1cc2-892c-4faf-ad16-9b5b843be8ff tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:32.067523 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dc9d1cc2-892c-4faf-ad16-9b5b843be8ff tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "DELETE /v2.0/networks/d02bf7eb-25ac-4d2b-b9ac-f51a61e23b50 HTTP/1.1" status: 204 len: 168 time: 0.6059232 Feb 20 05:43:32.072295 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-971c6658-dba9-4f49-b3d3-e8ec45204f2f tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:32.081518 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8f206712-ef99-4619-aeb2-6e87bd92c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:32.082466 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f206712-ef99-4619-aeb2-6e87bd92c466 None None] The sync data for ids ['a93b3bb0-3f41-40a2-8ac0-afbad0761092'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:43:32.089260 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41618) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:32.108466 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d1e4b326-b00a-45b2-8d32-e76d43ab966b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (2b6ff18f-63f8-4791-be93-1c2290311f65), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:32.124347 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d1e4b326-b00a-45b2-8d32-e76d43ab966b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:32.130116 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d1e4b326-b00a-45b2-8d32-e76d43ab966b admin admin] 10.222.0.37 "DELETE /v2.0/networks/2b6ff18f-63f8-4791-be93-1c2290311f65 HTTP/1.1" status: 204 len: 168 time: 0.6447978 Feb 20 05:43:32.142541 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d1cc2-892c-4faf-ad16-9b5b843be8ff tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event deleted for resources: {'Network': ['ID=d02bf7eb-25ac-4d2b-b9ac-f51a61e23b50,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:32.156396 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bbd8553a-3e42-4d2b-9917-3c118ec480b4 req-f4655da2-5575-41ae-97be-463fd3a8b048 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694524 Feb 20 05:43:32.164621 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4b326-b00a-45b2-8d32-e76d43ab966b admin admin] Pushing event deleted for resources: {'Network': ['ID=2b6ff18f-63f8-4791-be93-1c2290311f65,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:32.176597 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9657358-8675-4bec-afa6-f2d31b71af06 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] DELETE failed (client error): The resource could not be found. Feb 20 05:43:32.176763 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9657358-8675-4bec-afa6-f2d31b71af06 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:43:32.183068 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a9657358-8675-4bec-afa6-f2d31b71af06 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "DELETE /v2.0/subnets/e7a26b83-676d-40f2-91af-809209c6223d HTTP/1.1" status: 404 len: 337 time: 0.0904455 Feb 20 05:43:32.183826 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41622) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:32.198151 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 03ad5a1d-9c1f-47ce-be31-deb4520596de up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:43:32.228295 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-278cff7a-b179-4083-b41b-cc27e577008e tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] DELETE failed (client error): The resource could not be found. Feb 20 05:43:32.229004 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-278cff7a-b179-4083-b41b-cc27e577008e tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:43:32.240370 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-278cff7a-b179-4083-b41b-cc27e577008e tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "DELETE /v2.0/networks/2db7a4e7-e7e3-48e9-af56-caaaacc7af58 HTTP/1.1" status: 404 len: 339 time: 0.0469818 Feb 20 05:43:32.241020 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41624) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:32.267215 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 03ad5a1d-9c1f-47ce-be31-deb4520596de completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:43:32.272023 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 03ad5a1d-9c1f-47ce-be31-deb4520596de triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:32.272643 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (03ad5a1d-9c1f-47ce-be31-deb4520596de), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:32.303712 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e7c6864-4793-42d1-8de1-f83eb3b900e7 req-bd509b4f-a9b4-46fd-a03d-fa2de37ff380 service neutron] 10.222.0.48 "GET /v2.0/networks/76d12cb1-1a3c-4efa-9623-20d225162f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232720 Feb 20 05:43:32.375339 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41626) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:32.397220 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 03ad5a1d-9c1f-47ce-be31-deb4520596de is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:32.397880 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (03ad5a1d-9c1f-47ce-be31-deb4520596de), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:32.414700 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 76b55dfe-d15d-40bc-82c4-d57728de54d1 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:43:32.418569 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e251aa-38ac-4945-a930-245480e467bc tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Deleting subnet 5cb2f5df-6b49-43a3-b920-6cc698be5530 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:43:32.435885 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4e251aa-38ac-4945-a930-245480e467bc tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for subnet (5cb2f5df-6b49-43a3-b920-6cc698be5530), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:32.520866 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 1a47f8b7-5053-456d-8617-6f22aa378b6e up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:43:32.525895 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca41b9-ef7b-4305-95e8-63c5cc33b4e3 req-f69a36d6-ecec-4455-82ee-bce616f99eaa tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:32.533544 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00ca41b9-ef7b-4305-95e8-63c5cc33b4e3 req-f69a36d6-ecec-4455-82ee-bce616f99eaa tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 943 time: 0.2243192 Feb 20 05:43:32.537831 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4e251aa-38ac-4945-a930-245480e467bc tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (5cb2f5df-6b49-43a3-b920-6cc698be5530), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:32.542527 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-495c589e-095b-4406-8760-1b7d9cf76945 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=54ec1f7a20a94b5a82af4757623d1c70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1665049 Feb 20 05:43:32.545408 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41632) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:32.626673 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 03ad5a1d-9c1f-47ce-be31-deb4520596de, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=03ad5a1d-9c1f-47ce-be31-deb4520596de,segment=NetworkSegment(1e7b572d-eea8-4575-add7-3e01e35d46d2),segment_id=1e7b572d-eea8-4575-add7-3e01e35d46d2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:32.635993 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 76b55dfe-d15d-40bc-82c4-d57728de54d1, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=76b55dfe-d15d-40bc-82c4-d57728de54d1,segment=NetworkSegment(e0dbac0b-e815-4628-a5c0-79e1d3edf6d2),segment_id=e0dbac0b-e815-4628-a5c0-79e1d3edf6d2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:32.639571 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (03ad5a1d-9c1f-47ce-be31-deb4520596de), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:32.686060 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00ca41b9-ef7b-4305-95e8-63c5cc33b4e3 req-cd83316b-55ea-46ae-b318-a16f6f0d32de tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513870 Feb 20 05:43:32.698328 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '76b55dfe-d15d-40bc-82c4-d57728de54d1', 'network_id': '76d12cb1-1a3c-4efa-9623-20d225162f2e', 'port_id': '76b55dfe-d15d-40bc-82c4-d57728de54d1', 'mac_address': 'fa:16:3e:cd:ae:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1649ffb8-d9f6-417b-ab41-9e2b689f05e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:43:32.719603 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 1a47f8b7-5053-456d-8617-6f22aa378b6e completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:43:32.752241 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-971c6658-dba9-4f49-b3d3-e8ec45204f2f tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_gateway (a93b3bb0-3f41-40a2-8ac0-afbad0761092), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:32.757260 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 1a47f8b7-5053-456d-8617-6f22aa378b6e triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:32.757985 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1a47f8b7-5053-456d-8617-6f22aa378b6e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:32.783342 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4e251aa-38ac-4945-a930-245480e467bc tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (5cb2f5df-6b49-43a3-b920-6cc698be5530), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:32.800974 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-971c6658-dba9-4f49-b3d3-e8ec45204f2f tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_gateway (a93b3bb0-3f41-40a2-8ac0-afbad0761092), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:32.810154 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=03ad5a1d-9c1f-47ce-be31-deb4520596de,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:32.818278 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 76b55dfe-d15d-40bc-82c4-d57728de54d1 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:32.818698 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (76b55dfe-d15d-40bc-82c4-d57728de54d1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:32.839269 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b55dfe-d15d-40bc-82c4-d57728de54d1 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:43:32.879721 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 76b55dfe-d15d-40bc-82c4-d57728de54d1, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=76b55dfe-d15d-40bc-82c4-d57728de54d1,segment=NetworkSegment(e0dbac0b-e815-4628-a5c0-79e1d3edf6d2),segment_id=e0dbac0b-e815-4628-a5c0-79e1d3edf6d2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:32.896723 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a124944-7f58-42fc-948d-c469ac233a39 req-162c8c07-b35c-4ec0-8771-675595ceae37 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:32.896918 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (76b55dfe-d15d-40bc-82c4-d57728de54d1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:32.905898 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0a124944-7f58-42fc-948d-c469ac233a39 req-162c8c07-b35c-4ec0-8771-675595ceae37 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=32704250-66fc-40a0-abef-a75b53c31928 HTTP/1.1" status: 200 len: 950 time: 0.1134765 Feb 20 05:43:32.929987 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4e251aa-38ac-4945-a930-245480e467bc tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (5cb2f5df-6b49-43a3-b920-6cc698be5530), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:32.964963 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e251aa-38ac-4945-a930-245480e467bc tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event deleted for resources: {'Subnet': ['ID=5cb2f5df-6b49-43a3-b920-6cc698be5530,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:32.980382 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4e251aa-38ac-4945-a930-245480e467bc tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:32.986703 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d4e251aa-38ac-4945-a930-245480e467bc tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "DELETE /v2.0/subnets/5cb2f5df-6b49-43a3-b920-6cc698be5530 HTTP/1.1" status: 204 len: 168 time: 0.7425113 Feb 20 05:43:32.987267 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41638) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:32.992397 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41640) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:33.001163 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6970f9e8-927c-40bf-bb2a-96566cb7020c admin admin] Publish callbacks [] for security_group (61b8751d-d60d-4f88-af5b-602e7608aaa1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:33.036027 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 1a47f8b7-5053-456d-8617-6f22aa378b6e is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:33.036307 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6970f9e8-927c-40bf-bb2a-96566cb7020c admin admin] Publish callbacks [] for security_group (61b8751d-d60d-4f88-af5b-602e7608aaa1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:33.036873 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1a47f8b7-5053-456d-8617-6f22aa378b6e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:33.046687 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-971c6658-dba9-4f49-b3d3-e8ec45204f2f tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Deleting port 33862f57-59b7-4300-b892-cab68e419166 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:43:33.047077 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-971c6658-dba9-4f49-b3d3-e8ec45204f2f tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (33862f57-59b7-4300-b892-cab68e419166), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:33.059086 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0a124944-7f58-42fc-948d-c469ac233a39 req-467467d5-d4fa-4f6c-b6e9-24b762d3804f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486707 Feb 20 05:43:33.097581 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3afa50-9cf0-4cb8-855c-2d5f881b04ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ad5a1d-9c1f-47ce-be31-deb4520596de'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:43:33.100181 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d69e84-1431-462a-924d-c5d02286ec9a" -d '{"events": [{"server_uuid": "7a3afa50-9cf0-4cb8-855c-2d5f881b04ba", "name": "network-vif-plugged", "status": "completed", "tag": "03ad5a1d-9c1f-47ce-be31-deb4520596de"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:43:33.104278 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-d171e9bf-65d1-4eb8-ba1c-f41727af13c1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Deleting subnet f6ce6263-84ec-4c2f-9784-724b0b65115d {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:43:33.115186 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d171e9bf-65d1-4eb8-ba1c-f41727af13c1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for subnet (f6ce6263-84ec-4c2f-9784-724b0b65115d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:33.140162 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 1a47f8b7-5053-456d-8617-6f22aa378b6e, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1a47f8b7-5053-456d-8617-6f22aa378b6e,segment=NetworkSegment(34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22),segment_id=34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:33.141181 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=76b55dfe-d15d-40bc-82c4-d57728de54d1,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:33.144140 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec4c15b-cc36-4340-b346-e06e49c26235 None None] Network 07b81b85-9a63-4826-84c7-b66af7bebff7 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:43:33.191145 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1a47f8b7-5053-456d-8617-6f22aa378b6e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:33.213335 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-971c6658-dba9-4f49-b3d3-e8ec45204f2f tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (33862f57-59b7-4300-b892-cab68e419166), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:33.226050 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e66fb02-71da-4cbb-a3b5-3b5392917609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:33.234478 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-971c6658-dba9-4f49-b3d3-e8ec45204f2f tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Calling delete_port for 33862f57-59b7-4300-b892-cab68e419166 owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:43:33.244465 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d171e9bf-65d1-4eb8-ba1c-f41727af13c1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (f6ce6263-84ec-4c2f-9784-724b0b65115d), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:33.244980 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6970f9e8-927c-40bf-bb2a-96566cb7020c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (61b8751d-d60d-4f88-af5b-602e7608aaa1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:33.247982 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6970f9e8-927c-40bf-bb2a-96566cb7020c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:33.253466 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6970f9e8-927c-40bf-bb2a-96566cb7020c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/61b8751d-d60d-4f88-af5b-602e7608aaa1 HTTP/1.1" status: 204 len: 168 time: 0.7064683 Feb 20 05:43:33.267099 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970f9e8-927c-40bf-bb2a-96566cb7020c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b8751d-d60d-4f88-af5b-602e7608aaa1,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:33.315934 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=1a47f8b7-5053-456d-8617-6f22aa378b6e,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:33.326110 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['76b55dfe-d15d-40bc-82c4-d57728de54d1'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:43:33.337079 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980770a8-c5fe-4ee7-b934-591bbcc3c21d req-aa8cbc4f-aca9-4b93-a731-9ad4d81b29a4 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:33.344981 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-980770a8-c5fe-4ee7-b934-591bbcc3c21d req-aa8cbc4f-aca9-4b93-a731-9ad4d81b29a4 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9bd7e65-93a2-4bba-a2dc-cec6192c6541 HTTP/1.1" status: 200 len: 945 time: 0.1676829 Feb 20 05:43:33.394655 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:33.395031 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:33.395385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:33.395727 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:33.396072 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:33.396412 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:33.396742 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:33.397076 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:33.397406 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:33.397734 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:33.398062 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:33.398385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:33.398712 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:33.461689 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d171e9bf-65d1-4eb8-ba1c-f41727af13c1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (f6ce6263-84ec-4c2f-9784-724b0b65115d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:33.502880 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e66fb02-71da-4cbb-a3b5-3b5392917609 admin admin] Publish callbacks [] for security_group (4e1b4c38-b3f2-450e-aa8c-e5b00825844b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:33.530610 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-980770a8-c5fe-4ee7-b934-591bbcc3c21d req-d7bb69fe-3404-4a53-a6fc-7094d9a6b9af tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3323a95-fbf5-4b1f-ad78-f6dc4b8706c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820474 Feb 20 05:43:33.566764 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e66fb02-71da-4cbb-a3b5-3b5392917609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4e1b4c38-b3f2-450e-aa8c-e5b00825844b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:33.612225 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-971c6658-dba9-4f49-b3d3-e8ec45204f2f tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (33862f57-59b7-4300-b892-cab68e419166), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:33.647236 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c6658-dba9-4f49-b3d3-e8ec45204f2f tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Pushing event deleted for resources: {'Port': ['ID=33862f57-59b7-4300-b892-cab68e419166,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:33.703781 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66fb02-71da-4cbb-a3b5-3b5392917609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1b4c38-b3f2-450e-aa8c-e5b00825844b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:33.735762 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d171e9bf-65d1-4eb8-ba1c-f41727af13c1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (f6ce6263-84ec-4c2f-9784-724b0b65115d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:33.751648 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-971c6658-dba9-4f49-b3d3-e8ec45204f2f tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (a93b3bb0-3f41-40a2-8ac0-afbad0761092), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:33.775741 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6e66fb02-71da-4cbb-a3b5-3b5392917609 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dce2d0c7717d4ae6a313386ee04d0a3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7757664 Feb 20 05:43:33.779046 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171e9bf-65d1-4eb8-ba1c-f41727af13c1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event deleted for resources: {'Subnet': ['ID=f6ce6263-84ec-4c2f-9784-724b0b65115d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:33.782292 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41662) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:33.824731 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39e6cc-cf69-4384-afc0-f093c9a07706 req-b29e282c-dabc-4761-84a9-1c3ebab627af tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:33.826756 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cf39e6cc-cf69-4384-afc0-f093c9a07706 req-b29e282c-dabc-4761-84a9-1c3ebab627af tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32704250-66fc-40a0-abef-a75b53c31928 HTTP/1.1" status: 200 len: 1132 time: 0.2192509 Feb 20 05:43:33.831248 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d171e9bf-65d1-4eb8-ba1c-f41727af13c1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:33.843950 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d171e9bf-65d1-4eb8-ba1c-f41727af13c1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "DELETE /v2.0/subnets/f6ce6263-84ec-4c2f-9784-724b0b65115d HTTP/1.1" status: 204 len: 168 time: 0.8556104 Feb 20 05:43:33.849414 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41664) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:33.979333 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cf39e6cc-cf69-4384-afc0-f093c9a07706 req-250adf1a-e9c5-4306-825a-2e4972ebe2e2 tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317565 Feb 20 05:43:34.021742 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb0c5103-4222-4cf8-80b1-0bcfcd20b1db admin admin] Publish callbacks [] for security_group (4e1b4c38-b3f2-450e-aa8c-e5b00825844b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:34.044351 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b2c054a6-72a0-4316-ae5a-a56c75816f8b tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (07b81b85-9a63-4826-84c7-b66af7bebff7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:34.046814 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210f119c-1c34-4250-bdc9-30c949d26030 x-openstack-request-id: req-210f119c-1c34-4250-bdc9-30c949d26030 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:43:34.047161 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3afa50-9cf0-4cb8-855c-2d5f881b04ba", "name": "network-vif-plugged", "status": "completed", "tag": "03ad5a1d-9c1f-47ce-be31-deb4520596de", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:43:34.047424 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-210f119c-1c34-4250-bdc9-30c949d26030 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:43:34.047828 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3afa50-9cf0-4cb8-855c-2d5f881b04ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ad5a1d-9c1f-47ce-be31-deb4520596de', 'code': 200} Feb 20 05:43:34.070139 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-971c6658-dba9-4f49-b3d3-e8ec45204f2f tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (a93b3bb0-3f41-40a2-8ac0-afbad0761092), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:34.075060 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-971c6658-dba9-4f49-b3d3-e8ec45204f2f tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691773'] for router (a93b3bb0-3f41-40a2-8ac0-afbad0761092), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:34.100849 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb0c5103-4222-4cf8-80b1-0bcfcd20b1db admin admin] Publish callbacks [] for security_group (4e1b4c38-b3f2-450e-aa8c-e5b00825844b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:34.250494 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971c6658-dba9-4f49-b3d3-e8ec45204f2f tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Router a93b3bb0-3f41-40a2-8ac0-afbad0761092 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:43:34.341532 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d10a7-1756-49e9-9caa-b5b420f2043b req-9eaca23a-73b1-4863-9238-c3df21d1ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:34.347188 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0c7d10a7-1756-49e9-9caa-b5b420f2043b req-9eaca23a-73b1-4863-9238-c3df21d1ed4d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7a3afa50-9cf0-4cb8-855c-2d5f881b04ba HTTP/1.1" status: 200 len: 1128 time: 0.2123067 Feb 20 05:43:34.368534 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4f013-8e3d-4817-be60-e3e21745e65a req-a801b717-fcb6-4a2e-91c8-cd2a9fa75b74 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:34.370301 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fbd4f013-8e3d-4817-be60-e3e21745e65a req-a801b717-fcb6-4a2e-91c8-cd2a9fa75b74 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3afa50-9cf0-4cb8-855c-2d5f881b04ba HTTP/1.1" status: 200 len: 946 time: 0.1762030 Feb 20 05:43:34.373370 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b2c054a6-72a0-4316-ae5a-a56c75816f8b tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Deleting port 5e06452e-8a31-4982-9265-69bda36340a5 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:43:34.374102 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b2c054a6-72a0-4316-ae5a-a56c75816f8b tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (5e06452e-8a31-4982-9265-69bda36340a5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:34.425176 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 76b55dfe-d15d-40bc-82c4-d57728de54d1 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:43:34.431687 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971c6658-dba9-4f49-b3d3-e8ec45204f2f tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:43:34.445561 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e8f204-63c6-4907-8dfd-c00dac09ca05 None None] Sync routers for ids ['a93b3bb0-3f41-40a2-8ac0-afbad0761092'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:43:34.463896 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e8f204-63c6-4907-8dfd-c00dac09ca05 None None] Routers {'a93b3bb0-3f41-40a2-8ac0-afbad0761092'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:43:34.464681 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e9e8f204-63c6-4907-8dfd-c00dac09ca05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:43:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a93b3bb0-3f41-40a2-8ac0-afbad0761092'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:34.468510 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-971c6658-dba9-4f49-b3d3-e8ec45204f2f tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:34.472955 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-971c6658-dba9-4f49-b3d3-e8ec45204f2f tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "PUT /v2.0/routers/a93b3bb0-3f41-40a2-8ac0-afbad0761092 HTTP/1.1" status: 200 len: 704 time: 2.4041471 Feb 20 05:43:34.475712 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41680) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:34.476130 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41682) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:34.482430 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb0c5103-4222-4cf8-80b1-0bcfcd20b1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4e1b4c38-b3f2-450e-aa8c-e5b00825844b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:34.485044 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb0c5103-4222-4cf8-80b1-0bcfcd20b1db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:34.493811 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fb0c5103-4222-4cf8-80b1-0bcfcd20b1db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e1b4c38-b3f2-450e-aa8c-e5b00825844b HTTP/1.1" status: 204 len: 168 time: 0.7099838 Feb 20 05:43:34.548799 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 76b55dfe-d15d-40bc-82c4-d57728de54d1 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:43:34.555524 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 76b55dfe-d15d-40bc-82c4-d57728de54d1 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:34.555911 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (76b55dfe-d15d-40bc-82c4-d57728de54d1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:34.560081 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c5103-4222-4cf8-80b1-0bcfcd20b1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1b4c38-b3f2-450e-aa8c-e5b00825844b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:34.561317 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e9e8f204-63c6-4907-8dfd-c00dac09ca05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:34.594982 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e8f204-63c6-4907-8dfd-c00dac09ca05 None None] Routers {'a93b3bb0-3f41-40a2-8ac0-afbad0761092'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:43:34.596859 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e9e8f204-63c6-4907-8dfd-c00dac09ca05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:43:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a93b3bb0-3f41-40a2-8ac0-afbad0761092'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:34.643057 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fbd4f013-8e3d-4817-be60-e3e21745e65a req-fec5c42c-246b-4bc2-9b73-8b905b25c672 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648671 Feb 20 05:43:34.658338 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0c7d10a7-1756-49e9-9caa-b5b420f2043b req-a1b30db3-1e8c-45d3-8502-d7bff3c5661f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052926 Feb 20 05:43:34.669159 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-b2c054a6-72a0-4316-ae5a-a56c75816f8b tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] For port 5e06452e-8a31-4982-9265-69bda36340a5, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=5e06452e-8a31-4982-9265-69bda36340a5,segment=NetworkSegment(d392eecc-a754-4081-92ca-73a00b70df45),segment_id=d392eecc-a754-4081-92ca-73a00b70df45)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:34.669544 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b2c054a6-72a0-4316-ae5a-a56c75816f8b tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (5e06452e-8a31-4982-9265-69bda36340a5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:34.697515 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b2c054a6-72a0-4316-ae5a-a56c75816f8b tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Calling delete_port for 5e06452e-8a31-4982-9265-69bda36340a5 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:43:34.716977 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e9e8f204-63c6-4907-8dfd-c00dac09ca05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:34.718232 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e8f204-63c6-4907-8dfd-c00dac09ca05 None None] The sync data for ids ['a93b3bb0-3f41-40a2-8ac0-afbad0761092'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:43:34.787075 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-74d447dd-acd8-409f-b561-5996ac8722e9 tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "GET /v2.0/routers/a93b3bb0-3f41-40a2-8ac0-afbad0761092 HTTP/1.1" status: 200 len: 739 time: 0.3042877 Feb 20 05:43:34.787674 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41690) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:34.793538 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 76b55dfe-d15d-40bc-82c4-d57728de54d1 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:34.794469 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (76b55dfe-d15d-40bc-82c4-d57728de54d1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:34.805916 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86508af2-3336-47f9-8712-37f41eb4b310 None None] Network 07b81b85-9a63-4826-84c7-b66af7bebff7 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:43:34.842251 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2108328d-42d2-47a2-ad3e-305ee2d4febd tempest-RoutersAdminTest-1582852526 tempest-RoutersAdminTest-1582852526-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146&device_id=a93b3bb0-3f41-40a2-8ac0-afbad0761092 HTTP/1.1" status: 200 len: 205 time: 0.0534275 Feb 20 05:43:34.842853 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41694) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:34.886074 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6a2fdab2-1877-436c-b665-304cbf16a1db tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93b3bb0-3f41-40a2-8ac0-afbad0761092 HTTP/1.1" status: 200 len: 205 time: 0.0416183 Feb 20 05:43:34.886758 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41696) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:34.963754 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 76b55dfe-d15d-40bc-82c4-d57728de54d1, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=76b55dfe-d15d-40bc-82c4-d57728de54d1,segment=NetworkSegment(e0dbac0b-e815-4628-a5c0-79e1d3edf6d2),segment_id=e0dbac0b-e815-4628-a5c0-79e1d3edf6d2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:34.975955 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-26145d4b-3907-4e9a-89e9-4cf9b05a08d5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1351212273-network', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:34.985911 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d21014-1391-445f-89a6-ac9f3aac3f93 req-25d7daeb-412c-49e1-aa71-5dbf20c2d377 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:34.993535 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e4d21014-1391-445f-89a6-ac9f3aac3f93 req-25d7daeb-412c-49e1-aa71-5dbf20c2d377 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 944 time: 0.1210108 Feb 20 05:43:35.000876 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b4334aa-a898-49a8-b966-b869efaffb8f tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router (a93b3bb0-3f41-40a2-8ac0-afbad0761092), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:35.021571 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b2c054a6-72a0-4316-ae5a-a56c75816f8b tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (5e06452e-8a31-4982-9265-69bda36340a5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:35.040163 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (76b55dfe-d15d-40bc-82c4-d57728de54d1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:35.060308 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c054a6-72a0-4316-ae5a-a56c75816f8b tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event deleted for resources: {'Port': ['ID=5e06452e-8a31-4982-9265-69bda36340a5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:35.075989 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c054a6-72a0-4316-ae5a-a56c75816f8b tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] No DVR routers for this DVR port 5e06452e-8a31-4982-9265-69bda36340a5 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:43:35.123184 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e4d21014-1391-445f-89a6-ac9f3aac3f93 req-c4483cf6-e522-43db-8424-8d6d2cf9de38 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223874 Feb 20 05:43:35.151165 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-61396a9d-3561-412c-9928-8c78e72e6ab1 None None] Provisioning complete for port 5e06452e-8a31-4982-9265-69bda36340a5 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:35.151844 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-61396a9d-3561-412c-9928-8c78e72e6ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5e06452e-8a31-4982-9265-69bda36340a5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:35.172968 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26145d4b-3907-4e9a-89e9-4cf9b05a08d5 admin admin] Made reservation on behalf of a6ee7c612de843578619e89c6f670d65 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:43:35.175842 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26145d4b-3907-4e9a-89e9-4cf9b05a08d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:35.188391 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26145d4b-3907-4e9a-89e9-4cf9b05a08d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:35.202729 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-61396a9d-3561-412c-9928-8c78e72e6ab1 None None] Port 5e06452e-8a31-4982-9265-69bda36340a5 was deleted so its status cannot be updated. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 20 05:43:35.268060 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b2c054a6-72a0-4316-ae5a-a56c75816f8b tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (07b81b85-9a63-4826-84c7-b66af7bebff7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:35.278957 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=76b55dfe-d15d-40bc-82c4-d57728de54d1,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:35.292869 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-b2c054a6-72a0-4316-ae5a-a56c75816f8b tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b81b85-9a63-4826-84c7-b66af7bebff7']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:35.304568 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-b2c054a6-72a0-4316-ae5a-a56c75816f8b tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd392eecc-a754-4081-92ca-73a00b70df45') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:35.305007 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-b2c054a6-72a0-4316-ae5a-a56c75816f8b tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd392eecc-a754-4081-92ca-73a00b70df45') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:35.315717 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b2c054a6-72a0-4316-ae5a-a56c75816f8b tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (d392eecc-a754-4081-92ca-73a00b70df45), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:35.333075 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b2c054a6-72a0-4316-ae5a-a56c75816f8b tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d392eecc-a754-4081-92ca-73a00b70df45), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:35.340206 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c054a6-72a0-4316-ae5a-a56c75816f8b tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:43:35.340206 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b2c054a6-72a0-4316-ae5a-a56c75816f8b tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (d392eecc-a754-4081-92ca-73a00b70df45), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:35.373725 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675fb28e-4758-46b4-959f-60f6c3dd7dec None None] DHCP port deletion for 07b81b85-9a63-4826-84c7-b66af7bebff7 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:43:35.429198 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:43:35.433110 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b2c054a6-72a0-4316-ae5a-a56c75816f8b tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (07b81b85-9a63-4826-84c7-b66af7bebff7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:35.472952 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b2c054a6-72a0-4316-ae5a-a56c75816f8b tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:35.479458 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b2c054a6-72a0-4316-ae5a-a56c75816f8b tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "DELETE /v2.0/networks/07b81b85-9a63-4826-84c7-b66af7bebff7 HTTP/1.1" status: 204 len: 168 time: 1.6238372 Feb 20 05:43:35.480557 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c054a6-72a0-4316-ae5a-a56c75816f8b tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event deleted for resources: {'Network': ['ID=07b81b85-9a63-4826-84c7-b66af7bebff7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:35.483758 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41718) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:35.519524 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-4683cd1e-9d79-4492-9f4b-bc0c55bccb1a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a3e6712a47034666b11f44d7ab7587a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0891588 Feb 20 05:43:35.540929 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef15a18-d0b0-466e-928d-5d6bf88d5308 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] DELETE failed (client error): The resource could not be found. Feb 20 05:43:35.541539 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ef15a18-d0b0-466e-928d-5d6bf88d5308 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:43:35.548718 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0ef15a18-d0b0-466e-928d-5d6bf88d5308 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "DELETE /v2.0/subnets/e5dd5693-5b00-4fce-8b8f-da14193fc04a HTTP/1.1" status: 404 len: 337 time: 0.0541365 Feb 20 05:43:35.549452 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41722) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:35.620763 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b2b4ab-641c-4776-89ee-b3320e92dcf7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] DELETE failed (client error): The resource could not be found. Feb 20 05:43:35.621458 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b2b4ab-641c-4776-89ee-b3320e92dcf7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:43:35.625172 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-62b2b4ab-641c-4776-89ee-b3320e92dcf7 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "DELETE /v2.0/networks/2f80ffa4-3446-43fb-a65d-aad1d3d755dc HTTP/1.1" status: 404 len: 339 time: 0.0660908 Feb 20 05:43:35.630375 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41726) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:35.670308 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba71d5c-6c8d-4ca1-a5f5-284fae6b79c5 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] DELETE failed (client error): The resource could not be found. Feb 20 05:43:35.670683 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba71d5c-6c8d-4ca1-a5f5-284fae6b79c5 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:43:35.676115 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2ba71d5c-6c8d-4ca1-a5f5-284fae6b79c5 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "DELETE /v2.0/subnets/56ed431c-37fe-404c-8fcc-66e162849fc3 HTTP/1.1" status: 404 len: 337 time: 0.0425837 Feb 20 05:43:35.676562 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41730) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:35.686052 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b4334aa-a898-49a8-b966-b869efaffb8f tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (a93b3bb0-3f41-40a2-8ac0-afbad0761092), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:35.691140 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b4334aa-a898-49a8-b966-b869efaffb8f tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router_controller (a93b3bb0-3f41-40a2-8ac0-afbad0761092), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:35.700488 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-f445ff51-5f08-406d-ad79-47607960e18e tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] DELETE failed (client error): The resource could not be found. Feb 20 05:43:35.701384 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f445ff51-5f08-406d-ad79-47607960e18e tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:43:35.708992 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f445ff51-5f08-406d-ad79-47607960e18e tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "DELETE /v2.0/networks/b1147b4f-1ff8-4206-b263-d9429906ed61 HTTP/1.1" status: 404 len: 339 time: 0.0271664 Feb 20 05:43:35.709180 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41732) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:35.762062 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-5d4e169f-1dc4-4d74-a4ba-1ba9ae12cbbd tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:35.763985 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-5d4e169f-1dc4-4d74-a4ba-1ba9ae12cbbd tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2252409 Feb 20 05:43:35.790219 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87f2b93-e45f-47c9-a86c-f4c58f3cfb80 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] DELETE failed (client error): The resource could not be found. Feb 20 05:43:35.790685 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c87f2b93-e45f-47c9-a86c-f4c58f3cfb80 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:43:35.795159 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c87f2b93-e45f-47c9-a86c-f4c58f3cfb80 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "DELETE /v2.0/subnets/0840a4b3-fde3-4e6a-9c24-ebe36884c3ef HTTP/1.1" status: 404 len: 337 time: 0.0868955 Feb 20 05:43:35.800306 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41740) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:35.802385 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-e8a6c297-7918-4ea0-905a-3400cbddb8eb tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/quotas/a3e6712a47034666b11f44d7ab7587a8 HTTP/1.1" status: 200 len: 375 time: 0.0316014 Feb 20 05:43:35.821447 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0f70060-f28f-4291-b6e7-828d55bb50b1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] DELETE failed (client error): The resource could not be found. Feb 20 05:43:35.821968 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0f70060-f28f-4291-b6e7-828d55bb50b1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:43:35.825061 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c0f70060-f28f-4291-b6e7-828d55bb50b1 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "DELETE /v2.0/networks/b7de7e2f-e56c-4d51-a188-40e5ba759a3f HTTP/1.1" status: 404 len: 339 time: 0.0226912 Feb 20 05:43:35.829637 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41742) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:35.830277 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b4334aa-a898-49a8-b966-b869efaffb8f tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (a93b3bb0-3f41-40a2-8ac0-afbad0761092), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:35.830812 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4334aa-a898-49a8-b966-b869efaffb8f tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Fanout notify agent at l3_agent the message router_deleted on router a93b3bb0-3f41-40a2-8ac0-afbad0761092 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:43:35.846164 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b4334aa-a898-49a8-b966-b869efaffb8f tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:35.850860 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2b4334aa-a898-49a8-b966-b869efaffb8f tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "DELETE /v2.0/routers/a93b3bb0-3f41-40a2-8ac0-afbad0761092 HTTP/1.1" status: 204 len: 168 time: 0.9622474 Feb 20 05:43:35.854039 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41744) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:35.922298 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-147c01e8-6e4e-4db1-9ad3-d85143ea9251 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "GET /v2.0/ports?device_id=a93b3bb0-3f41-40a2-8ac0-afbad0761092 HTTP/1.1" status: 200 len: 205 time: 0.0665505 Feb 20 05:43:35.932773 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41746) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:35.937163 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-c271e543-8ae6-4a9f-8091-41499038f2e1 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3e6712a47034666b11f44d7ab7587a8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1286874 Feb 20 05:43:35.998887 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-486c220d-0eb3-4d09-a34b-b802c667a799 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] delete failed (client error): The resource could not be found. Feb 20 05:43:36.002957 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41762) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:36.003129 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-486c220d-0eb3-4d09-a34b-b802c667a799 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "DELETE /v2.0/routers/a93b3bb0-3f41-40a2-8ac0-afbad0761092 HTTP/1.1" status: 404 len: 336 time: 0.0691712 Feb 20 05:43:36.013993 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb873df5-cfef-42e1-a444-13904dd88d0d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Deleting subnet 1582e5a2-245e-4d0a-ad20-1f4bb3b8c140 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:43:36.020867 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26145d4b-3907-4e9a-89e9-4cf9b05a08d5 admin admin] Publish callbacks [] for security_group (067bde45-941d-4994-a73b-f1b88961d8b8), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:36.021860 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb873df5-cfef-42e1-a444-13904dd88d0d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for subnet (1582e5a2-245e-4d0a-ad20-1f4bb3b8c140), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:36.025024 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26145d4b-3907-4e9a-89e9-4cf9b05a08d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (067bde45-941d-4994-a73b-f1b88961d8b8), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:36.039462 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26145d4b-3907-4e9a-89e9-4cf9b05a08d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:43:36.042093 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a0bfe45a-b239-4587-9377-56afcd30b666 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d5ae733-9d5c-44a2-b0a4-db89a7c80677 HTTP/1.1" status: 200 len: 205 time: 0.0373170 Feb 20 05:43:36.046781 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41772) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:36.049615 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bd7e65-93a2-4bba-a2dc-cec6192c6541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a47f8b7-5053-456d-8617-6f22aa378b6e'}, {'server_uuid': '1e812a53-70d0-447e-94ab-a9cc73235520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b55dfe-d15d-40bc-82c4-d57728de54d1'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:43:36.053240 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b104530-4a9a-4105-a5fb-358316aec911" -d '{"events": [{"server_uuid": "b9bd7e65-93a2-4bba-a2dc-cec6192c6541", "name": "network-vif-plugged", "status": "completed", "tag": "1a47f8b7-5053-456d-8617-6f22aa378b6e"}, {"server_uuid": "1e812a53-70d0-447e-94ab-a9cc73235520", "name": "network-vif-plugged", "status": "completed", "tag": "76b55dfe-d15d-40bc-82c4-d57728de54d1"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:43:36.084918 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26145d4b-3907-4e9a-89e9-4cf9b05a08d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (f88ee601-1164-4cfc-bf81-28dfd7efb65e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:36.085396 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-26145d4b-3907-4e9a-89e9-4cf9b05a08d5 admin admin] Added segment f88ee601-1164-4cfc-bf81-28dfd7efb65e of type vlan for network 05e3b391-72f9-4dca-80c9-b64bac389480 Feb 20 05:43:36.191733 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a11e74-6539-4aa7-bc1f-adac4344d7fa req-277ad949-15eb-4595-b8e7-f379bfb6d7a7 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:36.195328 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26145d4b-3907-4e9a-89e9-4cf9b05a08d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (05e3b391-72f9-4dca-80c9-b64bac389480), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:36.201192 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-18a11e74-6539-4aa7-bc1f-adac4344d7fa req-277ad949-15eb-4595-b8e7-f379bfb6d7a7 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9bd7e65-93a2-4bba-a2dc-cec6192c6541 HTTP/1.1" status: 200 len: 945 time: 0.0715570 Feb 20 05:43:36.210755 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-d6195cd3-32c0-4738-b87c-06f50497c7d5 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] delete failed (client error): The resource could not be found. Feb 20 05:43:36.214504 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d6195cd3-32c0-4738-b87c-06f50497c7d5 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "DELETE /v2.0/routers/9d5ae733-9d5c-44a2-b0a4-db89a7c80677 HTTP/1.1" status: 404 len: 336 time: 0.1361687 Feb 20 05:43:36.222292 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41794) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:36.259486 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9a275889-abb4-459f-a1f5-dee5b8bd686c tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693 HTTP/1.1" status: 200 len: 205 time: 0.0357668 Feb 20 05:43:36.264548 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41796) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:36.265510 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb873df5-cfef-42e1-a444-13904dd88d0d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (1582e5a2-245e-4d0a-ad20-1f4bb3b8c140), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:36.269202 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26145d4b-3907-4e9a-89e9-4cf9b05a08d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067bde45-941d-4994-a73b-f1b88961d8b8,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:36.277691 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-18a11e74-6539-4aa7-bc1f-adac4344d7fa req-dd5c078f-ce1f-40fd-9264-210c67dc46e4 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3323a95-fbf5-4b1f-ad78-f6dc4b8706c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755632 Feb 20 05:43:36.317514 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-dc83bf23-f29d-4dac-9bce-3dd7d415e105 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] delete failed (client error): The resource could not be found. Feb 20 05:43:36.321129 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-dc83bf23-f29d-4dac-9bce-3dd7d415e105 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "DELETE /v2.0/routers/1ab00712-fcd4-4d2a-b3cf-1aed0dbd6693 HTTP/1.1" status: 404 len: 336 time: 0.0531647 Feb 20 05:43:36.323488 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41800) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:36.344377 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26145d4b-3907-4e9a-89e9-4cf9b05a08d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (05e3b391-72f9-4dca-80c9-b64bac389480), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:36.345339 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26145d4b-3907-4e9a-89e9-4cf9b05a08d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:36.354514 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26145d4b-3907-4e9a-89e9-4cf9b05a08d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:36.388274 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dc080232-2a58-413b-aa52-307b22112dcd tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "GET /v2.0/ports?device_id=930fd4bd-1482-4fdf-b0e3-6f82a3964231 HTTP/1.1" status: 200 len: 205 time: 0.0597465 Feb 20 05:43:36.403822 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41804) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:36.508580 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-26145d4b-3907-4e9a-89e9-4cf9b05a08d5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0312870 Feb 20 05:43:36.509614 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-d30841b8-3b9f-4c88-9400-b94a999d3ad4 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] delete failed (client error): The resource could not be found. Feb 20 05:43:36.513574 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d30841b8-3b9f-4c88-9400-b94a999d3ad4 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "DELETE /v2.0/routers/930fd4bd-1482-4fdf-b0e3-6f82a3964231 HTTP/1.1" status: 404 len: 336 time: 0.1038265 Feb 20 05:43:36.516245 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41810) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:36.516597 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41812) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:36.541822 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 5e06452e-8a31-4982-9265-69bda36340a5 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:43:36.545389 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328393e-b098-4221-be7a-fcebd6365257 req-4697132c-35f4-4a68-a583-3bda6d49bb06 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:36.551830 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26145d4b-3907-4e9a-89e9-4cf9b05a08d5 admin admin] Pushing event updated for resources: {'Network': ['ID=05e3b391-72f9-4dca-80c9-b64bac389480,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:36.566132 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c328393e-b098-4221-be7a-fcebd6365257 req-4697132c-35f4-4a68-a583-3bda6d49bb06 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3afa50-9cf0-4cb8-855c-2d5f881b04ba HTTP/1.1" status: 200 len: 946 time: 0.1923878 Feb 20 05:43:36.570139 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 05e3b391-72f9-4dca-80c9-b64bac389480 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:43:36.577267 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb873df5-cfef-42e1-a444-13904dd88d0d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (1582e5a2-245e-4d0a-ad20-1f4bb3b8c140), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:36.584906 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-871a0587-92b6-4c97-89fd-de0d1a84ae1c admin admin] Request body: {'subnet': {'network_id': '05e3b391-72f9-4dca-80c9-b64bac389480', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1351212273-subnet', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:36.586974 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 5e06452e-8a31-4982-9265-69bda36340a5 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:43:36.594998 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 5e06452e-8a31-4982-9265-69bda36340a5 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:43:36.639624 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871a0587-92b6-4c97-89fd-de0d1a84ae1c admin admin] Made reservation on behalf of a6ee7c612de843578619e89c6f670d65 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:43:36.643546 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-871a0587-92b6-4c97-89fd-de0d1a84ae1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:36.686236 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb873df5-cfef-42e1-a444-13904dd88d0d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (1582e5a2-245e-4d0a-ad20-1f4bb3b8c140), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:36.738940 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb873df5-cfef-42e1-a444-13904dd88d0d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event deleted for resources: {'Subnet': ['ID=1582e5a2-245e-4d0a-ad20-1f4bb3b8c140,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:36.743980 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb873df5-cfef-42e1-a444-13904dd88d0d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:36.750720 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cb873df5-cfef-42e1-a444-13904dd88d0d tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "DELETE /v2.0/subnets/1582e5a2-245e-4d0a-ad20-1f4bb3b8c140 HTTP/1.1" status: 204 len: 168 time: 0.9156682 Feb 20 05:43:36.751479 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-41c022f7-9e4d-4a1c-8748-519f365f241b tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "GET /v2.0/ports?device_id=1569e4ad-08c7-44a9-a394-49ab9b79887d HTTP/1.1" status: 200 len: 205 time: 0.1337960 Feb 20 05:43:36.751479 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41826) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:36.753435 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41828) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:36.755214 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d49390-02b1-41ea-a04a-e38606cd602e None None] Network e11dc013-4079-40da-8e99-33c7594579ec requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:43:36.811694 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-0461c381-ed04-451c-8b63-f26d2bb65245 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] delete failed (client error): The resource could not be found. Feb 20 05:43:36.815293 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0461c381-ed04-451c-8b63-f26d2bb65245 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "DELETE /v2.0/routers/1569e4ad-08c7-44a9-a394-49ab9b79887d HTTP/1.1" status: 404 len: 336 time: 0.0583091 Feb 20 05:43:36.816011 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41842) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:36.855315 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5f3a65b8-b0ae-41f3-af86-1cc0b0e03338 tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca24bff-d901-4417-a2bb-c7272e975546 HTTP/1.1" status: 200 len: 205 time: 0.0359275 Feb 20 05:43:36.856471 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41844) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:36.907101 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c328393e-b098-4221-be7a-fcebd6365257 req-47db8d4d-2a7d-40dd-88f6-ed60025d4097 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248148 Feb 20 05:43:36.918372 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-1ce16f1f-7ba1-419b-8571-f38973f2f7eb tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] delete failed (client error): The resource could not be found. Feb 20 05:43:36.921939 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1ce16f1f-7ba1-419b-8571-f38973f2f7eb tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "DELETE /v2.0/routers/6ca24bff-d901-4417-a2bb-c7272e975546 HTTP/1.1" status: 404 len: 336 time: 0.0600672 Feb 20 05:43:36.922452 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41852) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:36.940473 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6feb1c38-04dc-4dc1-9fbf-47df5b291b01 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (e11dc013-4079-40da-8e99-33c7594579ec), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:36.956955 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ff513a-b88e-4b4d-b466-454ac007d9cc tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] DELETE failed (client error): The resource could not be found. Feb 20 05:43:36.957430 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ff513a-b88e-4b4d-b466-454ac007d9cc tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:43:36.961798 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d3ff513a-b88e-4b4d-b466-454ac007d9cc tempest-RoutersAdminTest-1109230317 tempest-RoutersAdminTest-1109230317-project] 10.222.0.37 "DELETE /v2.0/subnets/5f574e23-2ce0-4446-8709-817e077f2512 HTTP/1.1" status: 404 len: 337 time: 0.0381615 Feb 20 05:43:36.994185 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 20 Feb 2022 05:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9f3ba1-76c8-457f-8653-1bb96a119180 x-openstack-request-id: req-2e9f3ba1-76c8-457f-8653-1bb96a119180 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:43:36.994489 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9bd7e65-93a2-4bba-a2dc-cec6192c6541", "name": "network-vif-plugged", "status": "completed", "tag": "1a47f8b7-5053-456d-8617-6f22aa378b6e", "code": 200}, {"server_uuid": "1e812a53-70d0-447e-94ab-a9cc73235520", "name": "network-vif-plugged", "status": "completed", "tag": "76b55dfe-d15d-40bc-82c4-d57728de54d1", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:43:36.994862 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e9f3ba1-76c8-457f-8653-1bb96a119180 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:43:36.995294 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9bd7e65-93a2-4bba-a2dc-cec6192c6541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a47f8b7-5053-456d-8617-6f22aa378b6e', 'code': 200} Feb 20 05:43:36.995734 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e812a53-70d0-447e-94ab-a9cc73235520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b55dfe-d15d-40bc-82c4-d57728de54d1', 'code': 200} Feb 20 05:43:37.068294 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042d7c2e-c580-49ad-b672-d918d757b686 None None] DHCP port deletion for e11dc013-4079-40da-8e99-33c7594579ec request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:43:37.200565 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dec22a85-c856-4ce9-ad48-2e520146c3a4 req-c143d77d-d9e5-40b7-9967-c9387a75d168 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ec8f25f-3060-436c-b486-da7b3ee82459 HTTP/1.1" status: 200 len: 210 time: 0.0867343 Feb 20 05:43:37.208939 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-042d7c2e-c580-49ad-b672-d918d757b686 None None] Deleting port 62ad7116-2eb1-4c00-b26b-5a2c28877f5c {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:43:37.209473 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-042d7c2e-c580-49ad-b672-d918d757b686 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (62ad7116-2eb1-4c00-b26b-5a2c28877f5c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:37.211541 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-871a0587-92b6-4c97-89fd-de0d1a84ae1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (fc42d209-b39f-4da5-905a-0aaed8fb6a61), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:37.284671 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc336f1d-6a9d-44f1-9277-d0aac1eae5a9 req-22e5d4d5-5191-4932-a66e-1bde15016a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:37.296674 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bc336f1d-6a9d-44f1-9277-d0aac1eae5a9 req-22e5d4d5-5191-4932-a66e-1bde15016a37 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b9bd7e65-93a2-4bba-a2dc-cec6192c6541 HTTP/1.1" status: 200 len: 1127 time: 0.1847456 Feb 20 05:43:37.384578 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b438d-d41c-4d01-a4d4-a6b74ce1d72c req-b913f487-fa09-417b-9532-58524c88e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:37.386112 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-943b438d-d41c-4d01-a4d4-a6b74ce1d72c req-b913f487-fa09-417b-9532-58524c88e1e5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 1127 time: 0.1919048 Feb 20 05:43:37.460423 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6feb1c38-04dc-4dc1-9fbf-47df5b291b01 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Deleting port 62ad7116-2eb1-4c00-b26b-5a2c28877f5c {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:43:37.460785 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6feb1c38-04dc-4dc1-9fbf-47df5b291b01 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (62ad7116-2eb1-4c00-b26b-5a2c28877f5c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:37.481817 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bc336f1d-6a9d-44f1-9277-d0aac1eae5a9 req-6e2766d2-85ae-4837-a748-5e8162bd09b9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d3323a95-fbf5-4b1f-ad78-f6dc4b8706c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745660 Feb 20 05:43:37.505248 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-943b438d-d41c-4d01-a4d4-a6b74ce1d72c req-e86da597-ec7e-4b4d-a1c8-2c0e81a7a40e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036022 Feb 20 05:43:37.527342 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a0587-92b6-4c97-89fd-de0d1a84ae1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc42d209-b39f-4da5-905a-0aaed8fb6a61,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:37.598742 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41870) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:37.676205 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871a0587-92b6-4c97-89fd-de0d1a84ae1c admin admin] Checking segment: {'id': 'f88ee601-1164-4cfc-bf81-28dfd7efb65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '05e3b391-72f9-4dca-80c9-b64bac389480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:43:37.676945 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871a0587-92b6-4c97-89fd-de0d1a84ae1c admin admin] Network hostable DHCP agents. Network: 05e3b391-72f9-4dca-80c9-b64bac389480, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:43:37.698422 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-6feb1c38-04dc-4dc1-9fbf-47df5b291b01 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] For port 62ad7116-2eb1-4c00-b26b-5a2c28877f5c, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=62ad7116-2eb1-4c00-b26b-5a2c28877f5c,segment=NetworkSegment(85db0b8c-e965-4fb2-a93f-de83aca90840),segment_id=85db0b8c-e965-4fb2-a93f-de83aca90840)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:37.698802 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6feb1c38-04dc-4dc1-9fbf-47df5b291b01 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (62ad7116-2eb1-4c00-b26b-5a2c28877f5c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:37.711880 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-042d7c2e-c580-49ad-b672-d918d757b686 None None] For port 62ad7116-2eb1-4c00-b26b-5a2c28877f5c, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=62ad7116-2eb1-4c00-b26b-5a2c28877f5c,segment=NetworkSegment(85db0b8c-e965-4fb2-a93f-de83aca90840),segment_id=85db0b8c-e965-4fb2-a93f-de83aca90840)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:37.712315 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-042d7c2e-c580-49ad-b672-d918d757b686 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (62ad7116-2eb1-4c00-b26b-5a2c28877f5c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:37.728775 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-f904cc0d-56da-419c-b17c-98fa811ce62b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a3e6712a47034666b11f44d7ab7587a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513940 Feb 20 05:43:37.742701 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-042d7c2e-c580-49ad-b672-d918d757b686 None None] Calling delete_port for 62ad7116-2eb1-4c00-b26b-5a2c28877f5c owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:43:37.756413 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cb009-d7ce-460e-8aa0-9eed6cd95578 req-82566670-6d1f-4ca8-886c-c536bc83b5fe tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:37.758746 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b8cb009-d7ce-460e-8aa0-9eed6cd95578 req-82566670-6d1f-4ca8-886c-c536bc83b5fe tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 945 time: 0.4005089 Feb 20 05:43:37.777236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6feb1c38-04dc-4dc1-9fbf-47df5b291b01 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Calling delete_port for 62ad7116-2eb1-4c00-b26b-5a2c28877f5c owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:43:37.820048 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871a0587-92b6-4c97-89fd-de0d1a84ae1c admin admin] Network 05e3b391-72f9-4dca-80c9-b64bac389480 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:43:37.893881 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-042d7c2e-c580-49ad-b672-d918d757b686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (62ad7116-2eb1-4c00-b26b-5a2c28877f5c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:37.895944 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b51dbea6-7fd9-43aa-acce-ed6a558d2229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:37.923217 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-1acbc3b2-78b1-460c-94d7-6d1696b93351 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:37.924768 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-1acbc3b2-78b1-460c-94d7-6d1696b93351 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899471 Feb 20 05:43:37.931890 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6feb1c38-04dc-4dc1-9fbf-47df5b291b01 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (62ad7116-2eb1-4c00-b26b-5a2c28877f5c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:37.952489 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d7c2e-c580-49ad-b672-d918d757b686 None None] Pushing event deleted for resources: {'Port': ['ID=62ad7116-2eb1-4c00-b26b-5a2c28877f5c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:37.955762 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-aa4af422-6f46-4695-ad47-f466d9eb6e6f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Request body: {'port': {'device_id': '0ec8f25f-3060-436c-b486-da7b3ee82459', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': 'a3e6712a47034666b11f44d7ab7587a8'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:37.973342 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042d7c2e-c580-49ad-b672-d918d757b686 None None] No DVR routers for this DVR port 62ad7116-2eb1-4c00-b26b-5a2c28877f5c on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:43:37.988310 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb1c38-04dc-4dc1-9fbf-47df5b291b01 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event deleted for resources: {'Port': ['ID=62ad7116-2eb1-4c00-b26b-5a2c28877f5c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:37.997490 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-871a0587-92b6-4c97-89fd-de0d1a84ae1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 05e3b391-72f9-4dca-80c9-b64bac389480) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:38.010126 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c1bdfd-fd69-49fd-9b63-be5411e5c4f3 None None] Network 05e3b391-72f9-4dca-80c9-b64bac389480 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:43:38.013293 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feb1c38-04dc-4dc1-9fbf-47df5b291b01 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] No DVR routers for this DVR port 62ad7116-2eb1-4c00-b26b-5a2c28877f5c on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:43:38.018362 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871a0587-92b6-4c97-89fd-de0d1a84ae1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:38.019182 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-871a0587-92b6-4c97-89fd-de0d1a84ae1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:38.071624 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b8cb009-d7ce-460e-8aa0-9eed6cd95578 req-a19e8bbd-5e57-439a-ab28-11af19b27f7f tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864985 Feb 20 05:43:38.171342 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361ce7ea-ef50-4c15-923e-5c3929f77c85 None None] Network 05e3b391-72f9-4dca-80c9-b64bac389480 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:43:38.203999 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b51dbea6-7fd9-43aa-acce-ed6a558d2229 admin admin] Publish callbacks [] for security_group (6beebd22-c1fc-4f33-8a7d-e183aea03c18), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:38.213319 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b51dbea6-7fd9-43aa-acce-ed6a558d2229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6beebd22-c1fc-4f33-8a7d-e183aea03c18), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:38.215898 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6feb1c38-04dc-4dc1-9fbf-47df5b291b01 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (e11dc013-4079-40da-8e99-33c7594579ec), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:38.242482 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6feb1c38-04dc-4dc1-9fbf-47df5b291b01 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e11dc013-4079-40da-8e99-33c7594579ec']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:38.256297 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6feb1c38-04dc-4dc1-9fbf-47df5b291b01 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85db0b8c-e965-4fb2-a93f-de83aca90840') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:38.256661 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6feb1c38-04dc-4dc1-9fbf-47df5b291b01 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85db0b8c-e965-4fb2-a93f-de83aca90840') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:38.273294 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6feb1c38-04dc-4dc1-9fbf-47df5b291b01 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (85db0b8c-e965-4fb2-a93f-de83aca90840), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:38.282057 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b51dbea6-7fd9-43aa-acce-ed6a558d2229 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a9a7295f22764ac8b8b9f02d7eacf91d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6814156 Feb 20 05:43:38.283125 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41878) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:38.286438 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51dbea6-7fd9-43aa-acce-ed6a558d2229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6beebd22-c1fc-4f33-8a7d-e183aea03c18,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:38.289245 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6feb1c38-04dc-4dc1-9fbf-47df5b291b01 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (85db0b8c-e965-4fb2-a93f-de83aca90840), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:38.303916 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-aa4af422-6f46-4695-ad47-f466d9eb6e6f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Made reservation on behalf of a3e6712a47034666b11f44d7ab7587a8 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:43:38.310964 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-aa4af422-6f46-4695-ad47-f466d9eb6e6f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:38.370835 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6feb1c38-04dc-4dc1-9fbf-47df5b291b01 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:43:38.371274 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6feb1c38-04dc-4dc1-9fbf-47df5b291b01 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (85db0b8c-e965-4fb2-a93f-de83aca90840), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:43:38.379143 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:43:38.429099 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-871a0587-92b6-4c97-89fd-de0d1a84ae1c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8502996 Feb 20 05:43:38.439913 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41880) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:38.449071 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d2bc2eac-e8ff-42c9-90dd-79380d861fe6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1351212273-router', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:38.465557 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6feb1c38-04dc-4dc1-9fbf-47df5b291b01 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (e11dc013-4079-40da-8e99-33c7594579ec), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:38.486816 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6feb1c38-04dc-4dc1-9fbf-47df5b291b01 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:38.492632 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6feb1c38-04dc-4dc1-9fbf-47df5b291b01 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "DELETE /v2.0/networks/e11dc013-4079-40da-8e99-33c7594579ec HTTP/1.1" status: 204 len: 168 time: 1.7369788 Feb 20 05:43:38.499711 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb1c38-04dc-4dc1-9fbf-47df5b291b01 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event deleted for resources: {'Network': ['ID=e11dc013-4079-40da-8e99-33c7594579ec,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:38.502611 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41882) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:38.503832 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9ca566b9-2f67-4cfa-840e-66f943f7d2a9 admin admin] Publish callbacks [] for security_group (6beebd22-c1fc-4f33-8a7d-e183aea03c18), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:38.524856 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d64a70-cc22-4683-b746-309b96762ab5 req-1628701f-2c35-4397-9813-5d2eda86f9b3 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:38.526394 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d8d64a70-cc22-4683-b746-309b96762ab5 req-1628701f-2c35-4397-9813-5d2eda86f9b3 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9bd7e65-93a2-4bba-a2dc-cec6192c6541 HTTP/1.1" status: 200 len: 945 time: 0.2086558 Feb 20 05:43:38.545580 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d2bc2eac-e8ff-42c9-90dd-79380d861fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (fd0e860b-bd6c-4855-99f1-78cf69853359), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:38.546636 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d2bc2eac-e8ff-42c9-90dd-79380d861fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (fd0e860b-bd6c-4855-99f1-78cf69853359), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:38.555352 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 62ad7116-2eb1-4c00-b26b-5a2c28877f5c no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:43:38.588180 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 62ad7116-2eb1-4c00-b26b-5a2c28877f5c {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:43:38.588871 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 62ad7116-2eb1-4c00-b26b-5a2c28877f5c not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:43:38.655604 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d8d64a70-cc22-4683-b746-309b96762ab5 req-966cc454-0f02-4c4e-86d5-fe9769dd7593 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3323a95-fbf5-4b1f-ad78-f6dc4b8706c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200559 Feb 20 05:43:38.718312 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d2bc2eac-e8ff-42c9-90dd-79380d861fe6 admin admin] Publish callbacks [] for router_controller (fd0e860b-bd6c-4855-99f1-78cf69853359), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:38.722302 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c93c72-ffc9-4df0-ad41-e1078e33bcee tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] DELETE failed (client error): The resource could not be found. Feb 20 05:43:38.723813 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c93c72-ffc9-4df0-ad41-e1078e33bcee tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:43:38.731682 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-02c93c72-ffc9-4df0-ad41-e1078e33bcee tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "DELETE /v2.0/subnets/9bc4da34-f5bb-4fed-8b23-bc97e80d208b HTTP/1.1" status: 404 len: 337 time: 0.2067637 Feb 20 05:43:38.766701 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41888) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:38.806501 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-75da3591-6aa3-4c99-83a6-b9c5c17095d8 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] DELETE failed (client error): The resource could not be found. Feb 20 05:43:38.807312 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75da3591-6aa3-4c99-83a6-b9c5c17095d8 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:43:38.810795 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-75da3591-6aa3-4c99-83a6-b9c5c17095d8 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "DELETE /v2.0/networks/bba6e05d-aa5c-46b6-87d7-c424f0c2d7fb HTTP/1.1" status: 404 len: 339 time: 0.0331914 Feb 20 05:43:38.820064 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9ca566b9-2f67-4cfa-840e-66f943f7d2a9 admin admin] Publish callbacks [] for security_group (6beebd22-c1fc-4f33-8a7d-e183aea03c18), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:38.822797 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-aa4af422-6f46-4695-ad47-f466d9eb6e6f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Allocated IP 192.168.233.119 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/b1e70ed5-20a2-435a-8b72-c1c33c945e1b) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:43:38.824897 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41890) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:38.953833 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-d31a8c0d-6520-4abf-a2f3-79540e7db273 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Deleting subnet 46a76d48-8055-4828-b505-e493e22ddcb2 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:43:38.964508 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d31a8c0d-6520-4abf-a2f3-79540e7db273 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for subnet (46a76d48-8055-4828-b505-e493e22ddcb2), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:39.003519 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9ca566b9-2f67-4cfa-840e-66f943f7d2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6beebd22-c1fc-4f33-8a7d-e183aea03c18), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:39.006552 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9ca566b9-2f67-4cfa-840e-66f943f7d2a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:39.007939 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9ca566b9-2f67-4cfa-840e-66f943f7d2a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6beebd22-c1fc-4f33-8a7d-e183aea03c18 HTTP/1.1" status: 204 len: 168 time: 0.7167301 Feb 20 05:43:39.078272 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca566b9-2f67-4cfa-840e-66f943f7d2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6beebd22-c1fc-4f33-8a7d-e183aea03c18,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:39.127396 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d31a8c0d-6520-4abf-a2f3-79540e7db273 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (46a76d48-8055-4828-b505-e493e22ddcb2), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:39.360640 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-aa4af422-6f46-4695-ad47-f466d9eb6e6f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks [] for port (b1e70ed5-20a2-435a-8b72-c1c33c945e1b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:39.379817 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d31a8c0d-6520-4abf-a2f3-79540e7db273 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (46a76d48-8055-4828-b505-e493e22ddcb2), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:39.455496 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ea8935a-9cdf-41a8-8c06-79e98dde80b5 req-e1d30bf1-eeee-4559-8d30-66113443128e tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ec8f25f-3060-436c-b486-da7b3ee82459 HTTP/1.1" status: 200 len: 210 time: 0.1060228 Feb 20 05:43:39.482873 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-aa4af422-6f46-4695-ad47-f466d9eb6e6f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (b1e70ed5-20a2-435a-8b72-c1c33c945e1b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:39.495548 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['82dfe21f-25b4-4076-a55c-1c299a335a3c', '3582a211-2f2f-4de1-b4bb-389da669fe4d', 'f34fe243-2da3-4e72-abc1-4e74092465c8'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:43:39.503588 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['fed30b5f-107e-440d-a885-e4d84c260413', '13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2', '0d26e5dd-1bd8-46ba-96d8-f00005d8bbee', '77a93088-3dce-4ca8-bbf0-ba81183d8a91'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:43:39.558097 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d2bc2eac-e8ff-42c9-90dd-79380d861fe6 admin admin] Publish callbacks [] for router_gateway (fd0e860b-bd6c-4855-99f1-78cf69853359), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:39.589206 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4af422-6f46-4695-ad47-f466d9eb6e6f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Pushing event updated for resources: {'Port': ['ID=b1e70ed5-20a2-435a-8b72-c1c33c945e1b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:39.623646 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d31a8c0d-6520-4abf-a2f3-79540e7db273 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (46a76d48-8055-4828-b505-e493e22ddcb2), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:39.626777 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-aa4af422-6f46-4695-ad47-f466d9eb6e6f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:43:39.651704 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-aa4af422-6f46-4695-ad47-f466d9eb6e6f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:39.692519 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41904) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:39.727623 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-aa4af422-6f46-4695-ad47-f466d9eb6e6f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:43:39.739411 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d31a8c0d-6520-4abf-a2f3-79540e7db273 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:39.744933 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d31a8c0d-6520-4abf-a2f3-79540e7db273 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "DELETE /v2.0/subnets/46a76d48-8055-4828-b505-e493e22ddcb2 HTTP/1.1" status: 204 len: 168 time: 0.9166296 Feb 20 05:43:39.745342 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53111933-916b-4eb3-9c51-162ac45313db None None] Network e15d4d65-799e-48ad-87b7-a9fd79929372 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:43:39.751943 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41908) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:39.752917 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a8c0d-6520-4abf-a2f3-79540e7db273 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event deleted for resources: {'Subnet': ['ID=46a76d48-8055-4828-b505-e493e22ddcb2,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:39.782204 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a56a7-c53b-44ed-92e4-32e406d953dc req-48b106ad-d12d-46a8-9ecb-693c941954f3 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:39.783789 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e8a56a7-c53b-44ed-92e4-32e406d953dc req-48b106ad-d12d-46a8-9ecb-693c941954f3 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 945 time: 0.1592906 Feb 20 05:43:39.891425 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-601570eb-ec5f-453d-bb3d-0534691a3123 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4067af1c8fc34a748c0de716c771b5fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1949339 Feb 20 05:43:39.896645 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e8a56a7-c53b-44ed-92e4-32e406d953dc req-a0b920a2-b283-4de0-9732-6a2a412a5112 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972335 Feb 20 05:43:39.897509 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41910) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:39.904139 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07017866-83ba-4f25-b16d-7b3b03cddc33 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (e15d4d65-799e-48ad-87b7-a9fd79929372), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:39.956052 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-aa4af422-6f46-4695-ad47-f466d9eb6e6f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:39.956700 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-aa4af422-6f46-4695-ad47-f466d9eb6e6f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:40.024567 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-aa4af422-6f46-4695-ad47-f466d9eb6e6f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0779166 Feb 20 05:43:40.030444 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68e35f81-4836-4f37-baa4-7b3967700fb6 admin admin] Publish callbacks [] for security_group (4d5ba57d-7180-4eeb-9bf9-c7ecc26c00c0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:40.042445 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-e9db9149-e8cc-4d0c-ae0f-b1244b4bb456 service neutron] Request body: {'port': {'device_id': '0ec8f25f-3060-436c-b486-da7b3ee82459', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:40.106936 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-07017866-83ba-4f25-b16d-7b3b03cddc33 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Deleting port 11f6068f-1187-4e74-a733-966cd2312e44 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:43:40.107291 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07017866-83ba-4f25-b16d-7b3b03cddc33 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (11f6068f-1187-4e74-a733-966cd2312e44), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:40.137737 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68e35f81-4836-4f37-baa4-7b3967700fb6 admin admin] Publish callbacks [] for security_group (4d5ba57d-7180-4eeb-9bf9-c7ecc26c00c0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:40.140245 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e4f22c12-fb3e-4df1-9361-527567e6b55f None None] Provisioning complete for port b1e70ed5-20a2-435a-8b72-c1c33c945e1b triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:40.140623 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4f22c12-fb3e-4df1-9361-527567e6b55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b1e70ed5-20a2-435a-8b72-c1c33c945e1b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:40.162931 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-e9db9149-e8cc-4d0c-ae0f-b1244b4bb456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b1e70ed5-20a2-435a-8b72-c1c33c945e1b), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:40.187000 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e4f22c12-fb3e-4df1-9361-527567e6b55f None None] Port b1e70ed5-20a2-435a-8b72-c1c33c945e1b cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:43:40.225250 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-07017866-83ba-4f25-b16d-7b3b03cddc33 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] For port 11f6068f-1187-4e74-a733-966cd2312e44, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=11f6068f-1187-4e74-a733-966cd2312e44,segment=NetworkSegment(3e762766-f11c-4a75-9533-7a40e14081a2),segment_id=3e762766-f11c-4a75-9533-7a40e14081a2)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:40.225665 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07017866-83ba-4f25-b16d-7b3b03cddc33 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (11f6068f-1187-4e74-a733-966cd2312e44), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:40.248118 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-07017866-83ba-4f25-b16d-7b3b03cddc33 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Calling delete_port for 11f6068f-1187-4e74-a733-966cd2312e44 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:43:40.270403 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfce3e-8185-40eb-a790-ee3042999ada req-d5c659a0-523b-4705-85fd-6dd79a766c77 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:40.279266 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95dfce3e-8185-40eb-a790-ee3042999ada req-d5c659a0-523b-4705-85fd-6dd79a766c77 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9bd7e65-93a2-4bba-a2dc-cec6192c6541 HTTP/1.1" status: 200 len: 945 time: 0.1848993 Feb 20 05:43:40.299572 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68e35f81-4836-4f37-baa4-7b3967700fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4d5ba57d-7180-4eeb-9bf9-c7ecc26c00c0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:40.302529 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68e35f81-4836-4f37-baa4-7b3967700fb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:40.303620 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-68e35f81-4836-4f37-baa4-7b3967700fb6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d5ba57d-7180-4eeb-9bf9-c7ecc26c00c0 HTTP/1.1" status: 204 len: 168 time: 0.4044685 Feb 20 05:43:40.304872 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d2bc2eac-e8ff-42c9-90dd-79380d861fe6 admin admin] Publish callbacks [] for router_gateway (fd0e860b-bd6c-4855-99f1-78cf69853359), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:40.339335 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d2bc2eac-e8ff-42c9-90dd-79380d861fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:40.357824 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e35f81-4836-4f37-baa4-7b3967700fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5ba57d-7180-4eeb-9bf9-c7ecc26c00c0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:40.373323 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbc235c-1af0-4005-9c5f-4f2c6de462af None None] DHCP port deletion for e15d4d65-799e-48ad-87b7-a9fd79929372 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:43:40.428109 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95dfce3e-8185-40eb-a790-ee3042999ada req-e5a13757-36c9-4ae9-8f2e-090dc933a385 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3323a95-fbf5-4b1f-ad78-f6dc4b8706c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468744 Feb 20 05:43:40.537749 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07017866-83ba-4f25-b16d-7b3b03cddc33 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (11f6068f-1187-4e74-a733-966cd2312e44), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:40.561703 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07017866-83ba-4f25-b16d-7b3b03cddc33 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] No DVR routers for this DVR port 11f6068f-1187-4e74-a733-966cd2312e44 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:43:40.574961 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 11f6068f-1187-4e74-a733-966cd2312e44 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:43:40.588777 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07017866-83ba-4f25-b16d-7b3b03cddc33 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event deleted for resources: {'Port': ['ID=11f6068f-1187-4e74-a733-966cd2312e44,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:40.609738 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-d2bc2eac-e8ff-42c9-90dd-79380d861fe6 admin admin] Allocated IP 172.25.3.135 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/f8ffde1b-5784-479e-a74c-1cfbe10e49e6) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:43:40.665842 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 11f6068f-1187-4e74-a733-966cd2312e44 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:43:40.666291 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 11f6068f-1187-4e74-a733-966cd2312e44 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:43:40.704282 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07017866-83ba-4f25-b16d-7b3b03cddc33 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (e15d4d65-799e-48ad-87b7-a9fd79929372), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:40.752459 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-07017866-83ba-4f25-b16d-7b3b03cddc33 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15d4d65-799e-48ad-87b7-a9fd79929372']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:40.768647 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-e9db9149-e8cc-4d0c-ae0f-b1244b4bb456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1e70ed5-20a2-435a-8b72-c1c33c945e1b {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:43:40.774854 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-07017866-83ba-4f25-b16d-7b3b03cddc33 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e762766-f11c-4a75-9533-7a40e14081a2') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:40.775160 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-07017866-83ba-4f25-b16d-7b3b03cddc33 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e762766-f11c-4a75-9533-7a40e14081a2') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:40.785673 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-e9db9149-e8cc-4d0c-ae0f-b1244b4bb456 service neutron] Publish callbacks [] for port (b1e70ed5-20a2-435a-8b72-c1c33c945e1b), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:40.791980 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07017866-83ba-4f25-b16d-7b3b03cddc33 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (3e762766-f11c-4a75-9533-7a40e14081a2), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:40.811912 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-e9db9149-e8cc-4d0c-ae0f-b1244b4bb456 service neutron] Transition to ACTIVE for port object b1e70ed5-20a2-435a-8b72-c1c33c945e1b will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:43:40.815157 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07017866-83ba-4f25-b16d-7b3b03cddc33 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (3e762766-f11c-4a75-9533-7a40e14081a2), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:40.820992 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-e9db9149-e8cc-4d0c-ae0f-b1244b4bb456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (b1e70ed5-20a2-435a-8b72-c1c33c945e1b), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:40.828442 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07017866-83ba-4f25-b16d-7b3b03cddc33 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:43:40.829085 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07017866-83ba-4f25-b16d-7b3b03cddc33 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (3e762766-f11c-4a75-9533-7a40e14081a2), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:43:40.836700 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:43:40.957614 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d2bc2eac-e8ff-42c9-90dd-79380d861fe6 admin admin] Publish callbacks [] for port (f8ffde1b-5784-479e-a74c-1cfbe10e49e6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:41.039088 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9fbc235c-1af0-4005-9c5f-4f2c6de462af None None] Deleting port 11f6068f-1187-4e74-a733-966cd2312e44 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:43:41.039470 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9fbc235c-1af0-4005-9c5f-4f2c6de462af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (11f6068f-1187-4e74-a733-966cd2312e44), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:41.103142 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d2bc2eac-e8ff-42c9-90dd-79380d861fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (f8ffde1b-5784-479e-a74c-1cfbe10e49e6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:41.144375 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db9149-e8cc-4d0c-ae0f-b1244b4bb456 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e70ed5-20a2-435a-8b72-c1c33c945e1b,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:41.190329 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9fbc235c-1af0-4005-9c5f-4f2c6de462af None None] For port 11f6068f-1187-4e74-a733-966cd2312e44, host n-d-829866-5, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:41.190714 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9fbc235c-1af0-4005-9c5f-4f2c6de462af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (11f6068f-1187-4e74-a733-966cd2312e44), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:41.195994 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07017866-83ba-4f25-b16d-7b3b03cddc33 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (e15d4d65-799e-48ad-87b7-a9fd79929372), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:41.228591 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07017866-83ba-4f25-b16d-7b3b03cddc33 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:41.230074 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bc2eac-e8ff-42c9-90dd-79380d861fe6 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:43:41.234603 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9fbc235c-1af0-4005-9c5f-4f2c6de462af None None] Calling delete_port for 11f6068f-1187-4e74-a733-966cd2312e44 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:43:41.236905 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-07017866-83ba-4f25-b16d-7b3b03cddc33 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] 10.222.0.37 "DELETE /v2.0/networks/e15d4d65-799e-48ad-87b7-a9fd79929372 HTTP/1.1" status: 204 len: 168 time: 1.4820275 Feb 20 05:43:41.243387 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-9fbc235c-1af0-4005-9c5f-4f2c6de462af None None] Port 11f6068f-1187-4e74-a733-966cd2312e44 was not found and therefore no delete operation was performed {{(pid=103408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 05:43:41.275200 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-d2bc2eac-e8ff-42c9-90dd-79380d861fe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:41.280081 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9fbc235c-1af0-4005-9c5f-4f2c6de462af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (11f6068f-1187-4e74-a733-966cd2312e44), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:41.288073 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07017866-83ba-4f25-b16d-7b3b03cddc33 tempest-NetworksIpV6Test-785363330 tempest-NetworksIpV6Test-785363330-project] Pushing event deleted for resources: {'Network': ['ID=e15d4d65-799e-48ad-87b7-a9fd79929372,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:41.290231 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc2eac-e8ff-42c9-90dd-79380d861fe6 admin admin] Pushing event updated for resources: {'Port': ['ID=f8ffde1b-5784-479e-a74c-1cfbe10e49e6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:41.301791 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bc2eac-e8ff-42c9-90dd-79380d861fe6 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:43:41.329691 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-e9db9149-e8cc-4d0c-ae0f-b1244b4bb456 service neutron] Attempting to bind port b1e70ed5-20a2-435a-8b72-c1c33c945e1b on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:43:41.330275 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-e9db9149-e8cc-4d0c-ae0f-b1244b4bb456 service neutron] Attempting to bind port b1e70ed5-20a2-435a-8b72-c1c33c945e1b by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:43:41.330840 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-e9db9149-e8cc-4d0c-ae0f-b1244b4bb456 service neutron] Attempting to bind port b1e70ed5-20a2-435a-8b72-c1c33c945e1b on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:43:41.336967 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-e9db9149-e8cc-4d0c-ae0f-b1244b4bb456 service neutron] Port b1e70ed5-20a2-435a-8b72-c1c33c945e1b on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:43:41.337436 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-e9db9149-e8cc-4d0c-ae0f-b1244b4bb456 service neutron] Attempting to bind port b1e70ed5-20a2-435a-8b72-c1c33c945e1b on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:43:41.344452 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-e9db9149-e8cc-4d0c-ae0f-b1244b4bb456 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:43:41.345762 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-e9db9149-e8cc-4d0c-ae0f-b1244b4bb456 service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:43:41.346358 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-e9db9149-e8cc-4d0c-ae0f-b1244b4bb456 service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:43:41.347216 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-e9db9149-e8cc-4d0c-ae0f-b1244b4bb456 service neutron] Bound port: b1e70ed5-20a2-435a-8b72-c1c33c945e1b, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:43:41.347923 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-e9db9149-e8cc-4d0c-ae0f-b1244b4bb456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b1e70ed5-20a2-435a-8b72-c1c33c945e1b), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:41.398758 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9fbc235c-1af0-4005-9c5f-4f2c6de462af None None] Network e15d4d65-799e-48ad-87b7-a9fd79929372 is not hosted by any dhcp agent {{(pid=103408) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 20 05:43:41.411379 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbc235c-1af0-4005-9c5f-4f2c6de462af None None] No DVR routers for this DVR port 11f6068f-1187-4e74-a733-966cd2312e44 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:43:41.440662 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc235c-1af0-4005-9c5f-4f2c6de462af None None] Pushing event deleted for resources: {'Port': ['ID=11f6068f-1187-4e74-a733-966cd2312e44,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:41.552272 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-e9db9149-e8cc-4d0c-ae0f-b1244b4bb456 service neutron] For port b1e70ed5-20a2-435a-8b72-c1c33c945e1b, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:43:41.555448 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-e9db9149-e8cc-4d0c-ae0f-b1244b4bb456 service neutron] For port b1e70ed5-20a2-435a-8b72-c1c33c945e1b, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b1e70ed5-20a2-435a-8b72-c1c33c945e1b,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:43:41.558353 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c982d-be7f-44b5-b258-1afe8af6dd25 req-3f1d6253-d7d0-4056-ba49-05e65ff7dd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:41.560486 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fb4c982d-be7f-44b5-b258-1afe8af6dd25 req-3f1d6253-d7d0-4056-ba49-05e65ff7dd32 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00b5a23923ab4f169200da1677122e4f&device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 1127 time: 0.1203017 Feb 20 05:43:41.566870 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-e9db9149-e8cc-4d0c-ae0f-b1244b4bb456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (b1e70ed5-20a2-435a-8b72-c1c33c945e1b), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:41.822159 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c982d-be7f-44b5-b258-1afe8af6dd25 req-205ef8df-4c50-4c2a-a560-1a885b33544a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:41.826830 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fb4c982d-be7f-44b5-b258-1afe8af6dd25 req-205ef8df-4c50-4c2a-a560-1a885b33544a service neutron] 10.222.0.48 "GET /v2.0/networks?id=76d12cb1-1a3c-4efa-9623-20d225162f2e HTTP/1.1" status: 200 len: 910 time: 0.2554567 Feb 20 05:43:41.862190 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286efe33-e69d-448d-86dc-89fd24edb2f1 req-50e09431-7136-436c-8e3f-9a9be0ca10ff tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:41.868514 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db9149-e8cc-4d0c-ae0f-b1244b4bb456 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e70ed5-20a2-435a-8b72-c1c33c945e1b,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:41.873879 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-286efe33-e69d-448d-86dc-89fd24edb2f1 req-50e09431-7136-436c-8e3f-9a9be0ca10ff tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/ports?device_id=cea92cbf-7b38-4410-9944-76bc7b9d033d HTTP/1.1" status: 200 len: 946 time: 0.2895222 Feb 20 05:43:41.885589 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41952) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:41.889874 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-e9db9149-e8cc-4d0c-ae0f-b1244b4bb456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:41.892312 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-e9db9149-e8cc-4d0c-ae0f-b1244b4bb456 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:41.895365 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-e9db9149-e8cc-4d0c-ae0f-b1244b4bb456 service neutron] 10.222.0.61 "PUT /v2.0/ports/b1e70ed5-20a2-435a-8b72-c1c33c945e1b HTTP/1.1" status: 200 len: 1096 time: 1.8576865 Feb 20 05:43:41.904840 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec8f25f-3060-436c-b486-da7b3ee82459', 'tag': 'b1e70ed5-20a2-435a-8b72-c1c33c945e1b'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:43:41.907172 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e9a2a4-7a03-412c-8e2a-cdad5d37bcf9" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec8f25f-3060-436c-b486-da7b3ee82459", "tag": "b1e70ed5-20a2-435a-8b72-c1c33c945e1b"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:43:42.020928 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fb4c982d-be7f-44b5-b258-1afe8af6dd25 req-e8ffa6d8-3f5a-4ca0-ab9c-be675f5b9839 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76b55dfe-d15d-40bc-82c4-d57728de54d1 HTTP/1.1" status: 200 len: 217 time: 0.1331015 Feb 20 05:43:42.099484 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c982d-be7f-44b5-b258-1afe8af6dd25 req-35b9eb62-01ca-409e-bdb9-9be400e5ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:42.101938 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fb4c982d-be7f-44b5-b258-1afe8af6dd25 req-35b9eb62-01ca-409e-bdb9-9be400e5ad20 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1649ffb8-d9f6-417b-ab41-9e2b689f05e1 HTTP/1.1" status: 200 len: 850 time: 0.0749383 Feb 20 05:43:42.142870 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-c7bc2ae0-0b92-4d8b-a19d-e093e80678a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:42.145077 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-c7bc2ae0-0b92-4d8b-a19d-e093e80678a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3e6712a47034666b11f44d7ab7587a8&device_id=0ec8f25f-3060-436c-b486-da7b3ee82459 HTTP/1.1" status: 200 len: 1130 time: 0.1644413 Feb 20 05:43:42.198410 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-286efe33-e69d-448d-86dc-89fd24edb2f1 req-55fb80ce-d587-4fab-8332-d5df1f5ae34d tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3323a95-fbf5-4b1f-ad78-f6dc4b8706c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215353 Feb 20 05:43:42.224459 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fb4c982d-be7f-44b5-b258-1afe8af6dd25 req-5f471779-e4ba-4d0d-86ce-2d1cb4c27146 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=76d12cb1-1a3c-4efa-9623-20d225162f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125588 Feb 20 05:43:42.225960 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-f14026ff-faa8-44f8-bdbd-823d212d191e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=b1e70ed5-20a2-435a-8b72-c1c33c945e1b HTTP/1.1" status: 200 len: 217 time: 0.0591979 Feb 20 05:43:42.366349 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d2bc2eac-e8ff-42c9-90dd-79380d861fe6 admin admin] Publish callbacks [] for router_gateway (fd0e860b-bd6c-4855-99f1-78cf69853359), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:42.538361 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-81423d19-76b6-431b-a0b6-f5a85e1ed589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:42.540267 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-81423d19-76b6-431b-a0b6-f5a85e1ed589 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.3063128 Feb 20 05:43:42.603684 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fb4c982d-be7f-44b5-b258-1afe8af6dd25 req-e3293345-f240-4813-a55c-c0dc358a4ddd service neutron] 10.222.0.48 "GET /v2.0/networks/76d12cb1-1a3c-4efa-9623-20d225162f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710339 Feb 20 05:43:42.613903 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8ef86ff7-01f2-4eae-925a-7113be7f8dbf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=57c1fd8fe7ad4e47b916b7dc7646ffa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7171793 Feb 20 05:43:42.614741 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41970) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:42.660143 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504e84e-ac08-4e26-a053-121ed8b23ddc req-b1ea1118-5ec4-4042-9de4-56d333333c9b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:42.663461 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9504e84e-ac08-4e26-a053-121ed8b23ddc req-b1ea1118-5ec4-4042-9de4-56d333333c9b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ec8f25f-3060-436c-b486-da7b3ee82459 HTTP/1.1" status: 200 len: 948 time: 0.3238373 Feb 20 05:43:42.742635 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-7bc990ba-9818-4871-a3cf-f3604d7f6857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:42.744495 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-7bc990ba-9818-4871-a3cf-f3604d7f6857 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1878555 Feb 20 05:43:42.813477 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9504e84e-ac08-4e26-a053-121ed8b23ddc req-f16e9973-77e7-448b-845f-227a28601bdb tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433170 Feb 20 05:43:42.996906 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d2bc2eac-e8ff-42c9-90dd-79380d861fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (fd0e860b-bd6c-4855-99f1-78cf69853359), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:43.105918 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375454d-5ea6-4777-8f75-70162c42e0ad req-60b192c4-75ee-421d-9d34-12a7c34ca4a3 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:43.119151 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3375454d-5ea6-4777-8f75-70162c42e0ad req-60b192c4-75ee-421d-9d34-12a7c34ca4a3 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 945 time: 0.1873755 Feb 20 05:43:43.239711 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41984) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:43.259051 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3375454d-5ea6-4777-8f75-70162c42e0ad req-7f3d7c20-46ea-40a1-89f5-03c2a391ea09 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264198 Feb 20 05:43:43.314873 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e96e2a3e-3c73-4ef1-a8c4-a689723bd4e4 admin admin] Publish callbacks [] for security_group (ded5e0d7-5933-4658-950a-6bbe55920132), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:43.323857 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bc2eac-e8ff-42c9-90dd-79380d861fe6 admin admin] Router fd0e860b-bd6c-4855-99f1-78cf69853359 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:43:43.335604 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fb4c982d-be7f-44b5-b258-1afe8af6dd25 req-6b572191-a8e7-4b5c-8f45-a3269d963097 service neutron] 10.222.0.48 "GET /v2.0/networks/76d12cb1-1a3c-4efa-9623-20d225162f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7198079 Feb 20 05:43:43.367926 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829eabdb-9ced-4427-9a64-e819caebe50c x-openstack-request-id: req-829eabdb-9ced-4427-9a64-e819caebe50c {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:43:43.380922 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec8f25f-3060-436c-b486-da7b3ee82459", "tag": "b1e70ed5-20a2-435a-8b72-c1c33c945e1b", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:43:43.381288 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-829eabdb-9ced-4427-9a64-e819caebe50c {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:43:43.381612 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ec8f25f-3060-436c-b486-da7b3ee82459', 'tag': 'b1e70ed5-20a2-435a-8b72-c1c33c945e1b', 'status': 'completed', 'code': 200} Feb 20 05:43:43.442838 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e96e2a3e-3c73-4ef1-a8c4-a689723bd4e4 admin admin] Publish callbacks [] for security_group (ded5e0d7-5933-4658-950a-6bbe55920132), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:43.469136 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d2aa54c7-d0c6-4b5b-b19a-1917ec0e75eb tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-810221727', 'router:external': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:43.477655 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-ad3cf61d-6c94-4dc6-bfa3-a6261132967a service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7260513 Feb 20 05:43:43.506086 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bc2eac-e8ff-42c9-90dd-79380d861fe6 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:43:43.508198 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2aa54c7-d0c6-4b5b-b19a-1917ec0e75eb tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Made reservation on behalf of 414789a9225849339b307e1b1d296218 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:43:43.510827 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d2aa54c7-d0c6-4b5b-b19a-1917ec0e75eb tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:43.519484 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53f965a-4eea-42db-aca0-b5307769f8f5 None None] Sync routers for ids ['fd0e860b-bd6c-4855-99f1-78cf69853359'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:43:43.522987 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d2aa54c7-d0c6-4b5b-b19a-1917ec0e75eb tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:43.536354 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53f965a-4eea-42db-aca0-b5307769f8f5 None None] Routers {'fd0e860b-bd6c-4855-99f1-78cf69853359'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:43:43.537111 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f53f965a-4eea-42db-aca0-b5307769f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:43:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fd0e860b-bd6c-4855-99f1-78cf69853359'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:43.549597 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d2bc2eac-e8ff-42c9-90dd-79380d861fe6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:43.554117 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41994) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:43.557179 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d2bc2eac-e8ff-42c9-90dd-79380d861fe6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.1122305 Feb 20 05:43:43.688251 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d2aa54c7-d0c6-4b5b-b19a-1917ec0e75eb tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for security_group (088724b7-5f5d-4a56-b997-780c480a8370), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:43.692760 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d2aa54c7-d0c6-4b5b-b19a-1917ec0e75eb tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (088724b7-5f5d-4a56-b997-780c480a8370), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:43.711231 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2aa54c7-d0c6-4b5b-b19a-1917ec0e75eb tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:43:43.723100 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d2aa54c7-d0c6-4b5b-b19a-1917ec0e75eb tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (6f54df40-5a0c-48ce-8fbc-ce58f1a8de80), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:43.723619 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-d2aa54c7-d0c6-4b5b-b19a-1917ec0e75eb tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Added segment 6f54df40-5a0c-48ce-8fbc-ce58f1a8de80 of type vlan for network 25b860d0-d8b2-4a3a-a790-ed2b13b2f40e Feb 20 05:43:43.749325 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-f53f965a-4eea-42db-aca0-b5307769f8f5 None None] Set router fd0e860b-bd6c-4855-99f1-78cf69853359 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:43:43.777028 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d2aa54c7-d0c6-4b5b-b19a-1917ec0e75eb tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (25b860d0-d8b2-4a3a-a790-ed2b13b2f40e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:43.786960 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e96e2a3e-3c73-4ef1-a8c4-a689723bd4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ded5e0d7-5933-4658-950a-6bbe55920132), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:43.789660 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e96e2a3e-3c73-4ef1-a8c4-a689723bd4e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:43.794246 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e96e2a3e-3c73-4ef1-a8c4-a689723bd4e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ded5e0d7-5933-4658-950a-6bbe55920132 HTTP/1.1" status: 204 len: 168 time: 1.1657977 Feb 20 05:43:43.858480 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a06d4e4c-0e3c-4f92-a677-89cc4a0654e3 req-7c5aec97-9777-4664-a54f-5bbe79c22428 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627200 Feb 20 05:43:43.957990 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d2aa54c7-d0c6-4b5b-b19a-1917ec0e75eb tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (25b860d0-d8b2-4a3a-a790-ed2b13b2f40e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:43.958971 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aa54c7-d0c6-4b5b-b19a-1917ec0e75eb tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:43.959557 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d2aa54c7-d0c6-4b5b-b19a-1917ec0e75eb tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:43.983170 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e2a3e-3c73-4ef1-a8c4-a689723bd4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded5e0d7-5933-4658-950a-6bbe55920132,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:44.003348 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa54c7-d0c6-4b5b-b19a-1917ec0e75eb tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088724b7-5f5d-4a56-b997-780c480a8370,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:44.021821 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d2aa54c7-d0c6-4b5b-b19a-1917ec0e75eb tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.7769878 Feb 20 05:43:44.037662 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42002) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:44.063216 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0414d2d7-8e26-4a3b-805b-f7c4507174fe tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Request body: {'subnet': {'network_id': '25b860d0-d8b2-4a3a-a790-ed2b13b2f40e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:44.080479 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f53f965a-4eea-42db-aca0-b5307769f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'name': 'tempest-ServerRescueTestJSONUnderV235-1351212273-router', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:43:38Z', 'updated_at': '2022-02-20T05:43:41Z', 'revision_number': 3, 'project_id': 'a6ee7c612de843578619e89c6f670d65', 'gw_port': {'id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:40Z', 'updated_at': '2022-02-20T05:43:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:44.188032 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53f965a-4eea-42db-aca0-b5307769f8f5 None None] Checking router: fd0e860b-bd6c-4855-99f1-78cf69853359 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:43:44.189295 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53f965a-4eea-42db-aca0-b5307769f8f5 None None] Updating router fd0e860b-bd6c-4855-99f1-78cf69853359 port f8ffde1b-5784-479e-a74c-1cfbe10e49e6 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:43:44.251968 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0944d-4e58-44c8-ae65-f67184eacf7f req-e8a85aff-7b1a-42b0-a038-c5ed7c8c0525 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:44.265826 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d0d0944d-4e58-44c8-ae65-f67184eacf7f req-e8a85aff-7b1a-42b0-a038-c5ed7c8c0525 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/ports?device_id=cea92cbf-7b38-4410-9944-76bc7b9d033d HTTP/1.1" status: 200 len: 946 time: 0.4770281 Feb 20 05:43:44.266558 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9a2a4-7a03-412c-8e2a-cdad5d37bcf9 req-968d361c-a55f-44d6-af34-4ff0930a1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:44.268113 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d2e9a2a4-7a03-412c-8e2a-cdad5d37bcf9 req-968d361c-a55f-44d6-af34-4ff0930a1ebb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3e6712a47034666b11f44d7ab7587a8&device_id=0ec8f25f-3060-436c-b486-da7b3ee82459 HTTP/1.1" status: 200 len: 1130 time: 0.2766247 Feb 20 05:43:44.278692 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f53f965a-4eea-42db-aca0-b5307769f8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f8ffde1b-5784-479e-a74c-1cfbe10e49e6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:44.298782 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0414d2d7-8e26-4a3b-805b-f7c4507174fe tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Made reservation on behalf of 414789a9225849339b307e1b1d296218 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:43:44.302062 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0414d2d7-8e26-4a3b-805b-f7c4507174fe tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:44.328719 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa54c7-d0c6-4b5b-b19a-1917ec0e75eb tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Pushing event updated for resources: {'Network': ['ID=25b860d0-d8b2-4a3a-a790-ed2b13b2f40e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:44.354287 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 25b860d0-d8b2-4a3a-a790-ed2b13b2f40e details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:43:44.466347 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d0d0944d-4e58-44c8-ae65-f67184eacf7f req-ae685359-dc2b-496e-a757-96d1609cd03f tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3323a95-fbf5-4b1f-ad78-f6dc4b8706c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942580 Feb 20 05:43:44.733866 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff625003-c221-4fb2-bed5-edd6d64d0613 req-d05367c2-fe92-4c63-9a16-bcc38874a093 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:44.740054 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ff625003-c221-4fb2-bed5-edd6d64d0613 req-d05367c2-fe92-4c63-9a16-bcc38874a093 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ec8f25f-3060-436c-b486-da7b3ee82459 HTTP/1.1" status: 200 len: 948 time: 0.1419277 Feb 20 05:43:44.774482 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9a2a4-7a03-412c-8e2a-cdad5d37bcf9 req-2b8a7466-855e-4bc7-9901-33a3ddb6ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:44.777146 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d2e9a2a4-7a03-412c-8e2a-cdad5d37bcf9 req-2b8a7466-855e-4bc7-9901-33a3ddb6ab2f service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.5001209 Feb 20 05:43:44.863797 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ff625003-c221-4fb2-bed5-edd6d64d0613 req-623108ed-bdbc-4872-9e96-e5588ad31b1a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184525 Feb 20 05:43:44.937038 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d2e9a2a4-7a03-412c-8e2a-cdad5d37bcf9 req-b8781998-a98f-411a-b45b-3e1c916e46f7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=b1e70ed5-20a2-435a-8b72-c1c33c945e1b HTTP/1.1" status: 200 len: 217 time: 0.1474731 Feb 20 05:43:44.993688 n-d-829866-5 neutron-server[103407]: DEBUG neutron.objects.ports [None req-0414d2d7-8e26-4a3b-805b-f7c4507174fe tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103407) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 05:43:44.993688 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0414d2d7-8e26-4a3b-805b-f7c4507174fe tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (988378bf-f53d-4cd3-9103-ed12b7d1e9ad), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:45.114529 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414d2d7-8e26-4a3b-805b-f7c4507174fe tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Pushing event updated for resources: {'Subnet': ['ID=988378bf-f53d-4cd3-9103-ed12b7d1e9ad,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:45.153895 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f53f965a-4eea-42db-aca0-b5307769f8f5 None None] Publish callbacks [] for port (f8ffde1b-5784-479e-a74c-1cfbe10e49e6), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:45.160390 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f53f965a-4eea-42db-aca0-b5307769f8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f8ffde1b-5784-479e-a74c-1cfbe10e49e6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:45.181815 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adab15-ded9-496b-9d42-aa3532844dcf req-6861f558-069b-4e9b-867e-69e8302d3cc8 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:45.192208 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-78adab15-ded9-496b-9d42-aa3532844dcf req-6861f558-069b-4e9b-867e-69e8302d3cc8 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 945 time: 0.2018013 Feb 20 05:43:45.192799 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9a2a4-7a03-412c-8e2a-cdad5d37bcf9 req-ff7a9adf-0012-4f0d-9e78-14f4a0a9c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:45.194744 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42028) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:45.195959 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d2e9a2a4-7a03-412c-8e2a-cdad5d37bcf9 req-ff7a9adf-0012-4f0d-9e78-14f4a0a9c32d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.2551074 Feb 20 05:43:45.210487 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3d9e8-f752-487c-bcbb-7e3d94430677 None None] Pushing event updated for resources: {'Port': ['ID=f8ffde1b-5784-479e-a74c-1cfbe10e49e6,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:45.236486 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f53f965a-4eea-42db-aca0-b5307769f8f5 None None] Attempting to bind port f8ffde1b-5784-479e-a74c-1cfbe10e49e6 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:43:45.236864 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f53f965a-4eea-42db-aca0-b5307769f8f5 None None] Attempting to bind port f8ffde1b-5784-479e-a74c-1cfbe10e49e6 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:43:45.237259 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53f965a-4eea-42db-aca0-b5307769f8f5 None None] Attempting to bind port f8ffde1b-5784-479e-a74c-1cfbe10e49e6 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:43:45.242705 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53f965a-4eea-42db-aca0-b5307769f8f5 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:43:45.243145 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53f965a-4eea-42db-aca0-b5307769f8f5 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:43:45.243550 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f53f965a-4eea-42db-aca0-b5307769f8f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:45.243949 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53f965a-4eea-42db-aca0-b5307769f8f5 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:43:45.244429 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f53f965a-4eea-42db-aca0-b5307769f8f5 None None] Bound port: f8ffde1b-5784-479e-a74c-1cfbe10e49e6, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:43:45.244814 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f53f965a-4eea-42db-aca0-b5307769f8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f8ffde1b-5784-479e-a74c-1cfbe10e49e6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:45.269644 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0414d2d7-8e26-4a3b-805b-f7c4507174fe tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Checking segment: {'id': '6f54df40-5a0c-48ce-8fbc-ce58f1a8de80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '25b860d0-d8b2-4a3a-a790-ed2b13b2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:43:45.270236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0414d2d7-8e26-4a3b-805b-f7c4507174fe tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Network hostable DHCP agents. Network: 25b860d0-d8b2-4a3a-a790-ed2b13b2f40e, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:43:45.330381 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0414d2d7-8e26-4a3b-805b-f7c4507174fe tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Network 25b860d0-d8b2-4a3a-a790-ed2b13b2f40e is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:43:45.356125 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-78adab15-ded9-496b-9d42-aa3532844dcf req-8362ea17-dbde-434d-ab0b-ced6727afc97 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362300 Feb 20 05:43:45.365961 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f53f965a-4eea-42db-aca0-b5307769f8f5 None None] For port f8ffde1b-5784-479e-a74c-1cfbe10e49e6, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:43:45.370304 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f53f965a-4eea-42db-aca0-b5307769f8f5 None None] For port f8ffde1b-5784-479e-a74c-1cfbe10e49e6, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f8ffde1b-5784-479e-a74c-1cfbe10e49e6,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:43:45.381582 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f53f965a-4eea-42db-aca0-b5307769f8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f8ffde1b-5784-479e-a74c-1cfbe10e49e6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:45.392038 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-0414d2d7-8e26-4a3b-805b-f7c4507174fe tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 25b860d0-d8b2-4a3a-a790-ed2b13b2f40e) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:45.400333 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0414d2d7-8e26-4a3b-805b-f7c4507174fe tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:45.401352 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0414d2d7-8e26-4a3b-805b-f7c4507174fe tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:45.430315 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ea45fc-eb42-4364-9ac0-98825f81d7b0 None None] Network 25b860d0-d8b2-4a3a-a790-ed2b13b2f40e requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:43:45.431614 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0414d2d7-8e26-4a3b-805b-f7c4507174fe tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3866982 Feb 20 05:43:45.434195 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42034) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:45.439451 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-85073405-ef84-47bc-aa39-17750f9227b9 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-496396099', 'network_id': '25b860d0-d8b2-4a3a-a790-ed2b13b2f40e'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:45.455891 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e12b0749-da80-43a4-a679-bf9d3f5979d1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'network': {'name': 'tempest-RoutersTest-1291627864'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:45.502511 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9a2a4-7a03-412c-8e2a-cdad5d37bcf9 req-cec0ae87-da69-40d6-90f7-8aa3cf9cc0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:45.513131 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d2e9a2a4-7a03-412c-8e2a-cdad5d37bcf9 req-cec0ae87-da69-40d6-90f7-8aa3cf9cc0c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2667282 Feb 20 05:43:45.524576 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85073405-ef84-47bc-aa39-17750f9227b9 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Made reservation on behalf of 414789a9225849339b307e1b1d296218 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:43:45.528792 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85073405-ef84-47bc-aa39-17750f9227b9 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:45.538830 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12b0749-da80-43a4-a679-bf9d3f5979d1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Made reservation on behalf of ec8dd31e72ed40dc8f4a2a6bbaade185 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:43:45.544540 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e12b0749-da80-43a4-a679-bf9d3f5979d1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:45.555686 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e40601-6554-4151-bad0-fca5defbfe35 req-eab1041a-7519-4578-a23e-3ef1cc459189 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:45.557249 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-63e40601-6554-4151-bad0-fca5defbfe35 req-eab1041a-7519-4578-a23e-3ef1cc459189 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.61 "GET /v2.0/ports?device_id=cea92cbf-7b38-4410-9944-76bc7b9d033d HTTP/1.1" status: 200 len: 946 time: 0.2815430 Feb 20 05:43:45.576314 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e12b0749-da80-43a4-a679-bf9d3f5979d1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:45.622758 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3d9e8-f752-487c-bcbb-7e3d94430677 None None] Pushing event updated for resources: {'Port': ['ID=f8ffde1b-5784-479e-a74c-1cfbe10e49e6,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:45.633759 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53f965a-4eea-42db-aca0-b5307769f8f5 None None] Routers {'fd0e860b-bd6c-4855-99f1-78cf69853359'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:43:45.634510 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f53f965a-4eea-42db-aca0-b5307769f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:43:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fd0e860b-bd6c-4855-99f1-78cf69853359'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:45.689378 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-85073405-ef84-47bc-aa39-17750f9227b9 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] device_id is not set on port bea86a36-b55e-4449-8450-b4a20253d70e yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:43:45.918206 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c85fa046-9071-41e8-b3c0-2a3383bdb7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:45.953000 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-85073405-ef84-47bc-aa39-17750f9227b9 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Allocated IP 2001:db8::18f (25b860d0-d8b2-4a3a-a790-ed2b13b2f40e/988378bf-f53d-4cd3-9103-ed12b7d1e9ad/bea86a36-b55e-4449-8450-b4a20253d70e) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:43:45.974166 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce130e3-ddbe-44d7-9338-2645894bd3c1 req-7e89c0b1-8316-41c0-a1e3-c0164a912e3e tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:45.981802 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ce130e3-ddbe-44d7-9338-2645894bd3c1 req-7e89c0b1-8316-41c0-a1e3-c0164a912e3e tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/ports?device_id=cea92cbf-7b38-4410-9944-76bc7b9d033d HTTP/1.1" status: 200 len: 946 time: 0.4014251 Feb 20 05:43:46.068294 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d2e9a2a4-7a03-412c-8e2a-cdad5d37bcf9 req-04a9d252-e424-4158-808f-655715e453de service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5276084 Feb 20 05:43:46.075376 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eed9a65-6797-4457-9b24-21ec76f5a0ee None None] Network 25b860d0-d8b2-4a3a-a790-ed2b13b2f40e requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:43:46.125503 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e12b0749-da80-43a4-a679-bf9d3f5979d1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for security_group (af978a94-fa14-4e28-adb5-176e290d2422), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:46.233329 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ce130e3-ddbe-44d7-9338-2645894bd3c1 req-dc769ed5-019d-4c6b-87fd-b3efcc4a6f8f tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3323a95-fbf5-4b1f-ad78-f6dc4b8706c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445700 Feb 20 05:43:46.238398 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e12b0749-da80-43a4-a679-bf9d3f5979d1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (af978a94-fa14-4e28-adb5-176e290d2422), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:46.267243 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-c85fa046-9071-41e8-b3c0-2a3383bdb7ce admin admin] Allocated IP 172.20.0.1 (05e3b391-72f9-4dca-80c9-b64bac389480/fc42d209-b39f-4da5-905a-0aaed8fb6a61/8ec955ea-4703-4c70-b89f-e125f4ad4381) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:43:46.270381 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-f53f965a-4eea-42db-aca0-b5307769f8f5 None None] Set router fd0e860b-bd6c-4855-99f1-78cf69853359 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:43:46.326626 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12b0749-da80-43a4-a679-bf9d3f5979d1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:43:46.389665 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c85fa046-9071-41e8-b3c0-2a3383bdb7ce admin admin] Publish callbacks [] for port (8ec955ea-4703-4c70-b89f-e125f4ad4381), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:46.435591 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b0749-da80-43a4-a679-bf9d3f5979d1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af978a94-fa14-4e28-adb5-176e290d2422,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:46.477626 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e12b0749-da80-43a4-a679-bf9d3f5979d1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (90a9b305-9597-451f-8138-7126c901abaa), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:46.477975 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-e12b0749-da80-43a4-a679-bf9d3f5979d1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Added segment 90a9b305-9597-451f-8138-7126c901abaa of type vlan for network a288d673-9883-443c-b4b6-0b0092429f85 Feb 20 05:43:46.490164 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c85fa046-9071-41e8-b3c0-2a3383bdb7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (8ec955ea-4703-4c70-b89f-e125f4ad4381), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:46.534937 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85073405-ef84-47bc-aa39-17750f9227b9 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for port (bea86a36-b55e-4449-8450-b4a20253d70e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:46.586316 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-63e40601-6554-4151-bad0-fca5defbfe35 req-558f273c-dfd7-4d6e-a659-d57cb0e53f41 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Deleting port e35c114c-3c58-4c5d-8209-67cd2d4c39d0 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:43:46.586802 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-63e40601-6554-4151-bad0-fca5defbfe35 req-558f273c-dfd7-4d6e-a659-d57cb0e53f41 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (e35c114c-3c58-4c5d-8209-67cd2d4c39d0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:46.622945 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85fa046-9071-41e8-b3c0-2a3383bdb7ce admin admin] Network 05e3b391-72f9-4dca-80c9-b64bac389480 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:43:46.646692 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e12b0749-da80-43a4-a679-bf9d3f5979d1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (a288d673-9883-443c-b4b6-0b0092429f85), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:46.670721 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4943ffc9-3ceb-4f57-aab4-1cf52698d4fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:46.676965 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-c85fa046-9071-41e8-b3c0-2a3383bdb7ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:46.686107 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697404b-10d7-4785-9803-fdd1c0fc6f3f req-19d88abc-b738-45c1-a679-9c2b55a6f70f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:46.691557 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85fa046-9071-41e8-b3c0-2a3383bdb7ce admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:43:46.698062 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b697404b-10d7-4785-9803-fdd1c0fc6f3f req-19d88abc-b738-45c1-a679-9c2b55a6f70f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ec8f25f-3060-436c-b486-da7b3ee82459 HTTP/1.1" status: 200 len: 948 time: 0.3318911 Feb 20 05:43:46.735852 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85fa046-9071-41e8-b3c0-2a3383bdb7ce admin admin] Pushing event updated for resources: {'Port': ['ID=8ec955ea-4703-4c70-b89f-e125f4ad4381,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:46.767232 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d2e9a2a4-7a03-412c-8e2a-cdad5d37bcf9 req-3a62f451-235a-4224-bb34-58be9dfca742 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6980045 Feb 20 05:43:46.786722 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f53f965a-4eea-42db-aca0-b5307769f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'name': 'tempest-ServerRescueTestJSONUnderV235-1351212273-router', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:43:38Z', 'updated_at': '2022-02-20T05:43:41Z', 'revision_number': 3, 'project_id': 'a6ee7c612de843578619e89c6f670d65', 'gw_port': {'id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:40Z', 'updated_at': '2022-02-20T05:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:46.812898 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c85fa046-9071-41e8-b3c0-2a3383bdb7ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (fd0e860b-bd6c-4855-99f1-78cf69853359), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:46.830863 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e12b0749-da80-43a4-a679-bf9d3f5979d1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (a288d673-9883-443c-b4b6-0b0092429f85), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:46.835816 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12b0749-da80-43a4-a679-bf9d3f5979d1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:46.836410 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e12b0749-da80-43a4-a679-bf9d3f5979d1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:46.839854 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85073405-ef84-47bc-aa39-17750f9227b9 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (bea86a36-b55e-4449-8450-b4a20253d70e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:46.848053 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53f965a-4eea-42db-aca0-b5307769f8f5 None None] The sync data for ids ['fd0e860b-bd6c-4855-99f1-78cf69853359'] in n-d-829866-5 is: [{'id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'name': 'tempest-ServerRescueTestJSONUnderV235-1351212273-router', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:43:38Z', 'updated_at': '2022-02-20T05:43:41Z', 'revision_number': 3, 'project_id': 'a6ee7c612de843578619e89c6f670d65', 'gw_port': {'id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:40Z', 'updated_at': '2022-02-20T05:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:43:46.868078 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-63e40601-6554-4151-bad0-fca5defbfe35 req-558f273c-dfd7-4d6e-a659-d57cb0e53f41 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] For port e35c114c-3c58-4c5d-8209-67cd2d4c39d0, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e35c114c-3c58-4c5d-8209-67cd2d4c39d0,segment=NetworkSegment(34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22),segment_id=34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:46.868451 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-63e40601-6554-4151-bad0-fca5defbfe35 req-558f273c-dfd7-4d6e-a659-d57cb0e53f41 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (e35c114c-3c58-4c5d-8209-67cd2d4c39d0), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:46.895641 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-63e40601-6554-4151-bad0-fca5defbfe35 req-558f273c-dfd7-4d6e-a659-d57cb0e53f41 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Calling delete_port for e35c114c-3c58-4c5d-8209-67cd2d4c39d0 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:43:46.991327 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b697404b-10d7-4785-9803-fdd1c0fc6f3f req-fb16be34-b505-4dcc-a127-39b9bfc74d73 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907712 Feb 20 05:43:47.050637 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e12b0749-da80-43a4-a679-bf9d3f5979d1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8533845 Feb 20 05:43:47.054105 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42048) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:47.067249 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-330d454d-cb32-4bfb-91f9-ccf98fa79928 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'network': {'name': 'tempest-RoutersTest-754570173'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:47.086320 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85073405-ef84-47bc-aa39-17750f9227b9 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Network 25b860d0-d8b2-4a3a-a790-ed2b13b2f40e is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:43:47.102627 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b0749-da80-43a4-a679-bf9d3f5979d1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Network': ['ID=a288d673-9883-443c-b4b6-0b0092429f85,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:47.115568 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-85073405-ef84-47bc-aa39-17750f9227b9 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:47.118841 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85073405-ef84-47bc-aa39-17750f9227b9 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Pushing event updated for resources: {'Port': ['ID=bea86a36-b55e-4449-8450-b4a20253d70e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:47.122215 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85073405-ef84-47bc-aa39-17750f9227b9 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:43:47.124906 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network a288d673-9883-443c-b4b6-0b0092429f85 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:43:47.127657 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85073405-ef84-47bc-aa39-17750f9227b9 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:47.128628 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85073405-ef84-47bc-aa39-17750f9227b9 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:47.184106 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c85fa046-9071-41e8-b3c0-2a3383bdb7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8ec955ea-4703-4c70-b89f-e125f4ad4381), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:47.184844 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-85073405-ef84-47bc-aa39-17750f9227b9 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7477834 Feb 20 05:43:47.187007 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42050) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:47.252942 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38ae6b-5d5d-436c-96e6-6e7c89729f19 req-0ae7d8ce-44b5-4d36-956a-cac5899a6add tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:47.262778 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dc38ae6b-5d5d-436c-96e6-6e7c89729f19 req-0ae7d8ce-44b5-4d36-956a-cac5899a6add tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 945 time: 0.1494820 Feb 20 05:43:47.349261 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330d454d-cb32-4bfb-91f9-ccf98fa79928 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Made reservation on behalf of ec8dd31e72ed40dc8f4a2a6bbaade185 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:43:47.356410 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-330d454d-cb32-4bfb-91f9-ccf98fa79928 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:47.377138 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-63e40601-6554-4151-bad0-fca5defbfe35 req-558f273c-dfd7-4d6e-a659-d57cb0e53f41 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e35c114c-3c58-4c5d-8209-67cd2d4c39d0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:47.377984 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dc38ae6b-5d5d-436c-96e6-6e7c89729f19 req-48d535bf-c768-44bb-a16a-43bedef0c36e tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162057 Feb 20 05:43:47.390194 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['e35c114c-3c58-4c5d-8209-67cd2d4c39d0'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:43:47.393655 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['2511c407-f8da-4cf7-82fb-3d6673ee8fdd', '1a47f8b7-5053-456d-8617-6f22aa378b6e'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:43:47.428433 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-704b9e8a-f3d4-42c2-b2bc-1c56e326be00 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Deleting port bea86a36-b55e-4449-8450-b4a20253d70e {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:43:47.429004 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-704b9e8a-f3d4-42c2-b2bc-1c56e326be00 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (bea86a36-b55e-4449-8450-b4a20253d70e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:47.480939 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f273c-dfd7-4d6e-a659-d57cb0e53f41 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Pushing event deleted for resources: {'Port': ['ID=e35c114c-3c58-4c5d-8209-67cd2d4c39d0,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:47.548596 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-330d454d-cb32-4bfb-91f9-ccf98fa79928 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:43:47.564691 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-330d454d-cb32-4bfb-91f9-ccf98fa79928 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (b6a468d5-2034-4a01-82a5-6783dfe642eb), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:47.565371 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-330d454d-cb32-4bfb-91f9-ccf98fa79928 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Added segment b6a468d5-2034-4a01-82a5-6783dfe642eb of type vlan for network bc0591c3-b2ac-4f25-9adf-6e80047a30cd Feb 20 05:43:47.619198 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-330d454d-cb32-4bfb-91f9-ccf98fa79928 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (bc0591c3-b2ac-4f25-9adf-6e80047a30cd), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:47.695101 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e40601-6554-4151-bad0-fca5defbfe35 req-558f273c-dfd7-4d6e-a659-d57cb0e53f41 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] No DVR routers for this DVR port e35c114c-3c58-4c5d-8209-67cd2d4c39d0 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:43:47.698620 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-330d454d-cb32-4bfb-91f9-ccf98fa79928 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (bc0591c3-b2ac-4f25-9adf-6e80047a30cd), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:47.733573 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330d454d-cb32-4bfb-91f9-ccf98fa79928 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:47.734248 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-330d454d-cb32-4bfb-91f9-ccf98fa79928 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:47.738184 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-63e40601-6554-4151-bad0-fca5defbfe35 req-558f273c-dfd7-4d6e-a659-d57cb0e53f41 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:47.750341 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-63e40601-6554-4151-bad0-fca5defbfe35 req-558f273c-dfd7-4d6e-a659-d57cb0e53f41 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.61 "DELETE /v2.0/ports/e35c114c-3c58-4c5d-8209-67cd2d4c39d0 HTTP/1.1" status: 204 len: 173 time: 2.1591609 Feb 20 05:43:47.788796 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea92cbf-7b38-4410-9944-76bc7b9d033d', 'name': 'network-vif-deleted', 'tag': 'e35c114c-3c58-4c5d-8209-67cd2d4c39d0'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:43:47.790803 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e02ca5-9f40-4bc8-b690-4257983de617" -d '{"events": [{"server_uuid": "cea92cbf-7b38-4410-9944-76bc7b9d033d", "name": "network-vif-deleted", "tag": "e35c114c-3c58-4c5d-8209-67cd2d4c39d0"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:43:47.965581 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-330d454d-cb32-4bfb-91f9-ccf98fa79928 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9063339 Feb 20 05:43:47.995383 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42060) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:48.001922 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-cb7bc076-5812-4ffc-9eba-f32c1315a34d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'subnet': {'network_id': 'a288d673-9883-443c-b4b6-0b0092429f85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:48.162921 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d454d-cb32-4bfb-91f9-ccf98fa79928 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Network': ['ID=bc0591c3-b2ac-4f25-9adf-6e80047a30cd,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:48.189060 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network bc0591c3-b2ac-4f25-9adf-6e80047a30cd details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:43:48.235157 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-69264573-43aa-4e0d-949c-d87fdfb0cd1a req-574799c3-3ff3-4dd1-9572-3e0ee9412309 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/ports?device_id=cea92cbf-7b38-4410-9944-76bc7b9d033d HTTP/1.1" status: 200 len: 210 time: 0.0410357 Feb 20 05:43:48.293904 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b1e70ed5-20a2-435a-8b72-c1c33c945e1b details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:43:48.303632 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-704b9e8a-f3d4-42c2-b2bc-1c56e326be00 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (bea86a36-b55e-4449-8450-b4a20253d70e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:48.339529 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-704b9e8a-f3d4-42c2-b2bc-1c56e326be00 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Calling delete_port for bea86a36-b55e-4449-8450-b4a20253d70e owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:43:48.372159 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ab8838-1b7a-4896-9ed7-050cc79294f6 x-openstack-request-id: req-b0ab8838-1b7a-4896-9ed7-050cc79294f6 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:43:48.375959 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea92cbf-7b38-4410-9944-76bc7b9d033d", "name": "network-vif-deleted", "tag": "e35c114c-3c58-4c5d-8209-67cd2d4c39d0", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:43:48.377940 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0ab8838-1b7a-4896-9ed7-050cc79294f6 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:43:48.381472 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea92cbf-7b38-4410-9944-76bc7b9d033d', 'name': 'network-vif-deleted', 'tag': 'e35c114c-3c58-4c5d-8209-67cd2d4c39d0', 'status': 'completed', 'code': 200} Feb 20 05:43:48.407960 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c85fa046-9071-41e8-b3c0-2a3383bdb7ce admin admin] Publish callbacks [] for port (8ec955ea-4703-4c70-b89f-e125f4ad4381), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:48.434013 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c85fa046-9071-41e8-b3c0-2a3383bdb7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (8ec955ea-4703-4c70-b89f-e125f4ad4381), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:48.555769 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7bc076-5812-4ffc-9eba-f32c1315a34d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Made reservation on behalf of ec8dd31e72ed40dc8f4a2a6bbaade185 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:43:48.559344 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f8ffde1b-5784-479e-a74c-1cfbe10e49e6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:43:48.561061 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb7bc076-5812-4ffc-9eba-f32c1315a34d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:48.660516 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c85fa046-9071-41e8-b3c0-2a3383bdb7ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (fd0e860b-bd6c-4855-99f1-78cf69853359), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:48.682219 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85fa046-9071-41e8-b3c0-2a3383bdb7ce admin admin] Pushing event updated for resources: {'Port': ['ID=8ec955ea-4703-4c70-b89f-e125f4ad4381,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:48.703592 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afa033-ffd8-4a59-a136-cd49030eba1a req-7932dd39-1715-41fc-bac4-3aec4848cffe tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:48.705168 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91afa033-ffd8-4a59-a136-cd49030eba1a req-7932dd39-1715-41fc-bac4-3aec4848cffe tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ec8f25f-3060-436c-b486-da7b3ee82459 HTTP/1.1" status: 200 len: 948 time: 0.1891792 Feb 20 05:43:48.714188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b1e70ed5-20a2-435a-8b72-c1c33c945e1b, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b1e70ed5-20a2-435a-8b72-c1c33c945e1b,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:48.743047 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'b1e70ed5-20a2-435a-8b72-c1c33c945e1b', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': 'b1e70ed5-20a2-435a-8b72-c1c33c945e1b', 'mac_address': 'fa:16:3e:54:fe:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:43:48.804558 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port b1e70ed5-20a2-435a-8b72-c1c33c945e1b is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:48.805323 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b1e70ed5-20a2-435a-8b72-c1c33c945e1b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:48.808919 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port f8ffde1b-5784-479e-a74c-1cfbe10e49e6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:48.809464 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f8ffde1b-5784-479e-a74c-1cfbe10e49e6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:48.828923 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-704b9e8a-f3d4-42c2-b2bc-1c56e326be00 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (bea86a36-b55e-4449-8450-b4a20253d70e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:48.853825 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85fa046-9071-41e8-b3c0-2a3383bdb7ce admin admin] Network 05e3b391-72f9-4dca-80c9-b64bac389480 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:43:48.858562 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-c85fa046-9071-41e8-b3c0-2a3383bdb7ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:48.876143 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b9e8a-f3d4-42c2-b2bc-1c56e326be00 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Pushing event deleted for resources: {'Port': ['ID=bea86a36-b55e-4449-8450-b4a20253d70e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:48.899182 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91afa033-ffd8-4a59-a136-cd49030eba1a req-56ef459c-5611-48f1-a9b0-c33c2c35005b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387823 Feb 20 05:43:48.903308 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-704b9e8a-f3d4-42c2-b2bc-1c56e326be00 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:48.906647 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-704b9e8a-f3d4-42c2-b2bc-1c56e326be00 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "DELETE /v2.0/ports/bea86a36-b55e-4449-8450-b4a20253d70e HTTP/1.1" status: 204 len: 168 time: 1.7175083 Feb 20 05:43:48.909626 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42070) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:48.914970 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a8f6fb2d-6773-4428-b780-7a0ef532de09 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '25b860d0-d8b2-4a3a-a790-ed2b13b2f40e', 'external_fixed_ips': [{'subnet_id': '988378bf-f53d-4cd3-9103-ed12b7d1e9ad', 'ip_address': '2001:db8::18f'}]}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:48.942339 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a8f6fb2d-6773-4428-b780-7a0ef532de09 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (25a99b6d-79d1-4e06-84a7-0cd623d5bf13), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:48.943658 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a8f6fb2d-6773-4428-b780-7a0ef532de09 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (25a99b6d-79d1-4e06-84a7-0cd623d5bf13), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:48.968862 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1e70ed5-20a2-435a-8b72-c1c33c945e1b {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:43:49.035966 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-24a9dfea-e46a-4770-bf52-9c40529f322a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:49.072136 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a8f6fb2d-6773-4428-b780-7a0ef532de09 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router_controller (25a99b6d-79d1-4e06-84a7-0cd623d5bf13), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:49.072804 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b1e70ed5-20a2-435a-8b72-c1c33c945e1b, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b1e70ed5-20a2-435a-8b72-c1c33c945e1b,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:49.091826 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b1e70ed5-20a2-435a-8b72-c1c33c945e1b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:49.135437 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85fa046-9071-41e8-b3c0-2a3383bdb7ce admin admin] Router fd0e860b-bd6c-4855-99f1-78cf69853359 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:43:49.137044 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port f8ffde1b-5784-479e-a74c-1cfbe10e49e6 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:49.137445 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f8ffde1b-5784-479e-a74c-1cfbe10e49e6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:49.216817 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port f8ffde1b-5784-479e-a74c-1cfbe10e49e6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f8ffde1b-5784-479e-a74c-1cfbe10e49e6,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:49.241186 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f8ffde1b-5784-479e-a74c-1cfbe10e49e6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:49.273230 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb7bc076-5812-4ffc-9eba-f32c1315a34d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (3c09beda-7618-48e8-8e80-2c81768a2d10), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:49.287853 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=b1e70ed5-20a2-435a-8b72-c1c33c945e1b,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:49.361204 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb295a4b-3874-43eb-8745-1938a602b35c req-f22baac7-7bc6-4cf6-8157-1894f7f600bc tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:49.364774 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eb295a4b-3874-43eb-8745-1938a602b35c req-f22baac7-7bc6-4cf6-8157-1894f7f600bc tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 945 time: 0.2759523 Feb 20 05:43:49.400414 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['b1e70ed5-20a2-435a-8b72-c1c33c945e1b'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:43:49.411333 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a8f6fb2d-6773-4428-b780-7a0ef532de09 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router_gateway (25a99b6d-79d1-4e06-84a7-0cd623d5bf13), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:49.465851 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=f8ffde1b-5784-479e-a74c-1cfbe10e49e6,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:49.518391 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eb295a4b-3874-43eb-8745-1938a602b35c req-52143f2d-3f04-49f5-961e-e65b14ae8a15 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200635 Feb 20 05:43:49.562631 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:49.830408 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a8f6fb2d-6773-4428-b780-7a0ef532de09 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router_gateway (25a99b6d-79d1-4e06-84a7-0cd623d5bf13), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:49.868519 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a8f6fb2d-6773-4428-b780-7a0ef532de09 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:49.941004 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bc076-5812-4ffc-9eba-f32c1315a34d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Subnet': ['ID=3c09beda-7618-48e8-8e80-2c81768a2d10,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:50.034281 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85fa046-9071-41e8-b3c0-2a3383bdb7ce admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:43:50.041218 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c85fa046-9071-41e8-b3c0-2a3383bdb7ce admin admin] 10.222.0.37 "PUT /v2.0/routers/fd0e860b-bd6c-4855-99f1-78cf69853359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4846973 Feb 20 05:43:50.052567 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37a3091-272b-4840-9226-5b1d53b63434 None None] Sync routers for ids ['fd0e860b-bd6c-4855-99f1-78cf69853359'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:43:50.059802 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7bc076-5812-4ffc-9eba-f32c1315a34d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Checking segment: {'id': '90a9b305-9597-451f-8138-7126c901abaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a288d673-9883-443c-b4b6-0b0092429f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:43:50.061204 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7bc076-5812-4ffc-9eba-f32c1315a34d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network hostable DHCP agents. Network: a288d673-9883-443c-b4b6-0b0092429f85, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:43:50.071941 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37a3091-272b-4840-9226-5b1d53b63434 None None] Routers {'fd0e860b-bd6c-4855-99f1-78cf69853359'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:43:50.074817 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a37a3091-272b-4840-9226-5b1d53b63434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:43:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fd0e860b-bd6c-4855-99f1-78cf69853359'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:50.112984 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7bc076-5812-4ffc-9eba-f32c1315a34d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network a288d673-9883-443c-b4b6-0b0092429f85 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:43:50.135225 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-cb7bc076-5812-4ffc-9eba-f32c1315a34d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, a288d673-9883-443c-b4b6-0b0092429f85) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:50.141187 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7bc076-5812-4ffc-9eba-f32c1315a34d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:50.142433 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb7bc076-5812-4ffc-9eba-f32c1315a34d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:50.145780 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e2a6ec-37fd-45f8-a7f1-19bd8f0e6d4a None None] Network a288d673-9883-443c-b4b6-0b0092429f85 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:43:50.161728 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cb7bc076-5812-4ffc-9eba-f32c1315a34d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1642621 Feb 20 05:43:50.164356 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42090) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:50.170513 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-b7dca0ba-0631-49e3-84df-f534924b40bb tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'subnet': {'network_id': 'bc0591c3-b2ac-4f25-9adf-6e80047a30cd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:50.263973 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273372a8-3975-4b05-abbd-4062d0805ea6 req-81469679-3bf5-41dd-a7d6-eee70f0d0acc tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:50.271143 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-273372a8-3975-4b05-abbd-4062d0805ea6 req-81469679-3bf5-41dd-a7d6-eee70f0d0acc tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ec8f25f-3060-436c-b486-da7b3ee82459 HTTP/1.1" status: 200 len: 949 time: 0.1081073 Feb 20 05:43:50.302844 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device e35c114c-3c58-4c5d-8209-67cd2d4c39d0 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:43:50.331912 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-a8f6fb2d-6773-4428-b780-7a0ef532de09 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Allocated IP 2001:db8::18f (25b860d0-d8b2-4a3a-a790-ed2b13b2f40e/988378bf-f53d-4cd3-9103-ed12b7d1e9ad/2e8347b3-d253-4238-81d9-2e01c41c3c32) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:43:50.367523 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: e35c114c-3c58-4c5d-8209-67cd2d4c39d0 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:43:50.367878 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device e35c114c-3c58-4c5d-8209-67cd2d4c39d0 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:43:50.449560 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-a37a3091-272b-4840-9226-5b1d53b63434 None None] Set router fd0e860b-bd6c-4855-99f1-78cf69853359 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:43:50.453531 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f6be2e-2017-4d0b-adfd-c32176d533c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-a288d673-9883-443c-b4b6-0b0092429f85', 'network_id': 'a288d673-9883-443c-b4b6-0b0092429f85', 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'fixed_ips': [{'subnet_id': '3c09beda-7618-48e8-8e80-2c81768a2d10'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:43:50.454401 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98f6be2e-2017-4d0b-adfd-c32176d533c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:50.457715 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-273372a8-3975-4b05-abbd-4062d0805ea6 req-0c52e7b6-7637-492e-bd64-3ab3237ca595 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856310 Feb 20 05:43:50.491292 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dca0ba-0631-49e3-84df-f534924b40bb tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Made reservation on behalf of ec8dd31e72ed40dc8f4a2a6bbaade185 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:43:50.501068 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b7dca0ba-0631-49e3-84df-f534924b40bb tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:50.700487 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a8f6fb2d-6773-4428-b780-7a0ef532de09 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for port (2e8347b3-d253-4238-81d9-2e01c41c3c32), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:50.704051 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f8ffde1b-5784-479e-a74c-1cfbe10e49e6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:43:50.758741 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a37a3091-272b-4840-9226-5b1d53b63434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'name': 'tempest-ServerRescueTestJSONUnderV235-1351212273-router', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:43:38Z', 'updated_at': '2022-02-20T05:43:47Z', 'revision_number': 4, 'project_id': 'a6ee7c612de843578619e89c6f670d65', 'gw_port': {'id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:40Z', 'updated_at': '2022-02-20T05:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '8ec955ea-4703-4c70-b89f-e125f4ad4381', 'name': '', 'network_id': '05e3b391-72f9-4dca-80c9-b64bac389480', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'mac_address': 'fa:16:3e:d5:1b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'fc42d209-b39f-4da5-905a-0aaed8fb6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:46Z', 'updated_at': '2022-02-20T05:43:47Z', 'revision_number': 2, 'project_id': 'a6ee7c612de843578619e89c6f670d65', 'subnets': [{'id': 'fc42d209-b39f-4da5-905a-0aaed8fb6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:50.771362 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a8f6fb2d-6773-4428-b780-7a0ef532de09 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (2e8347b3-d253-4238-81d9-2e01c41c3c32), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:50.866921 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37a3091-272b-4840-9226-5b1d53b63434 None None] Checking router: fd0e860b-bd6c-4855-99f1-78cf69853359 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:43:50.871178 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37a3091-272b-4840-9226-5b1d53b63434 None None] Updating router fd0e860b-bd6c-4855-99f1-78cf69853359 port 8ec955ea-4703-4c70-b89f-e125f4ad4381 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:43:50.875464 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f6fb2d-6773-4428-b780-7a0ef532de09 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Network 25b860d0-d8b2-4a3a-a790-ed2b13b2f40e is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:43:50.890669 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-a8f6fb2d-6773-4428-b780-7a0ef532de09 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:50.905260 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f6fb2d-6773-4428-b780-7a0ef532de09 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:43:50.949361 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a37a3091-272b-4840-9226-5b1d53b63434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8ec955ea-4703-4c70-b89f-e125f4ad4381), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:50.966313 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-98f6be2e-2017-4d0b-adfd-c32176d533c1 None None] Allocated IP 172.20.0.2 (a288d673-9883-443c-b4b6-0b0092429f85/3c09beda-7618-48e8-8e80-2c81768a2d10/b7d14067-d1d6-459a-837f-82bfb1a0caef) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:43:50.968412 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port f8ffde1b-5784-479e-a74c-1cfbe10e49e6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:50.968785 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f8ffde1b-5784-479e-a74c-1cfbe10e49e6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:51.006777 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6fb2d-6773-4428-b780-7a0ef532de09 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Pushing event updated for resources: {'Port': ['ID=2e8347b3-d253-4238-81d9-2e01c41c3c32,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:51.038402 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b7dca0ba-0631-49e3-84df-f534924b40bb tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (02af6819-c278-4188-8dc0-60dad5fc0e53), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:51.181283 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dca0ba-0631-49e3-84df-f534924b40bb tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Subnet': ['ID=02af6819-c278-4188-8dc0-60dad5fc0e53,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:51.194723 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dca0ba-0631-49e3-84df-f534924b40bb tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Checking segment: {'id': 'b6a468d5-2034-4a01-82a5-6783dfe642eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc0591c3-b2ac-4f25-9adf-6e80047a30cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:43:51.195118 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dca0ba-0631-49e3-84df-f534924b40bb tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network hostable DHCP agents. Network: bc0591c3-b2ac-4f25-9adf-6e80047a30cd, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:43:51.236196 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dca0ba-0631-49e3-84df-f534924b40bb tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network bc0591c3-b2ac-4f25-9adf-6e80047a30cd is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:43:51.246182 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-b7dca0ba-0631-49e3-84df-f534924b40bb tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, bc0591c3-b2ac-4f25-9adf-6e80047a30cd) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:51.252397 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dca0ba-0631-49e3-84df-f534924b40bb tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:51.252623 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b7dca0ba-0631-49e3-84df-f534924b40bb tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:51.258499 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1246f0b8-9e60-43c6-a699-2014d9601ae3 None None] Network bc0591c3-b2ac-4f25-9adf-6e80047a30cd requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:43:51.280232 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b7dca0ba-0631-49e3-84df-f534924b40bb tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1147034 Feb 20 05:43:51.283302 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42114) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:51.287789 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-1bf8a4ca-a327-4e9a-a8e1-0a182ee2d218 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1872297195', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:51.331484 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a4ca-a327-4e9a-a8e1-0a182ee2d218 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (97779f56-53ff-41e9-9bae-535b5d87a37e), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:51.332492 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a4ca-a327-4e9a-a8e1-0a182ee2d218 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (97779f56-53ff-41e9-9bae-535b5d87a37e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:51.439901 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port f8ffde1b-5784-479e-a74c-1cfbe10e49e6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:51.469972 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:51.476354 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a4ca-a327-4e9a-a8e1-0a182ee2d218 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router_controller (97779f56-53ff-41e9-9bae-535b5d87a37e), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:51.481274 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a4ca-a327-4e9a-a8e1-0a182ee2d218 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (97779f56-53ff-41e9-9bae-535b5d87a37e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:51.485351 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a37a3091-272b-4840-9226-5b1d53b63434 None None] Publish callbacks [] for port (8ec955ea-4703-4c70-b89f-e125f4ad4381), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:51.506726 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a37a3091-272b-4840-9226-5b1d53b63434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8ec955ea-4703-4c70-b89f-e125f4ad4381), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:51.510956 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a4ca-a327-4e9a-a8e1-0a182ee2d218 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:51.513077 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1bf8a4ca-a327-4e9a-a8e1-0a182ee2d218 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2291510 Feb 20 05:43:51.516910 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42118) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:51.550393 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98f6be2e-2017-4d0b-adfd-c32176d533c1 None None] Publish callbacks [] for port (b7d14067-d1d6-459a-837f-82bfb1a0caef), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:51.558963 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98f6be2e-2017-4d0b-adfd-c32176d533c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (b7d14067-d1d6-459a-837f-82bfb1a0caef), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:51.575773 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158b0c26-e8d6-4ed7-ac75-2173c78054ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-bc0591c3-b2ac-4f25-9adf-6e80047a30cd', 'network_id': 'bc0591c3-b2ac-4f25-9adf-6e80047a30cd', 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'fixed_ips': [{'subnet_id': '02af6819-c278-4188-8dc0-60dad5fc0e53'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:43:51.576596 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-158b0c26-e8d6-4ed7-ac75-2173c78054ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:51.578436 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-5f0a1be0-02b2-4b06-9e81-0e8650c421c9 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:51.583367 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-5f0a1be0-02b2-4b06-9e81-0e8650c421c9 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/networks?id=05e3b391-72f9-4dca-80c9-b64bac389480 HTTP/1.1" status: 200 len: 820 time: 0.4137590 Feb 20 05:43:51.635979 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153464a5-9b2b-4307-8a5b-7a5a8399aa07 None None] Pushing event updated for resources: {'Port': ['ID=8ec955ea-4703-4c70-b89f-e125f4ad4381,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:51.650448 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a8f6fb2d-6773-4428-b780-7a0ef532de09 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router_gateway (25a99b6d-79d1-4e06-84a7-0cd623d5bf13), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:51.661558 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153464a5-9b2b-4307-8a5b-7a5a8399aa07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:51.661558 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153464a5-9b2b-4307-8a5b-7a5a8399aa07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:51.661899 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153464a5-9b2b-4307-8a5b-7a5a8399aa07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:51.662092 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153464a5-9b2b-4307-8a5b-7a5a8399aa07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:51.662405 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153464a5-9b2b-4307-8a5b-7a5a8399aa07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:51.662742 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153464a5-9b2b-4307-8a5b-7a5a8399aa07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:51.663104 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153464a5-9b2b-4307-8a5b-7a5a8399aa07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:51.663436 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153464a5-9b2b-4307-8a5b-7a5a8399aa07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:51.663764 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153464a5-9b2b-4307-8a5b-7a5a8399aa07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:51.664094 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153464a5-9b2b-4307-8a5b-7a5a8399aa07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:51.664421 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153464a5-9b2b-4307-8a5b-7a5a8399aa07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:51.664746 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153464a5-9b2b-4307-8a5b-7a5a8399aa07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:51.665072 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153464a5-9b2b-4307-8a5b-7a5a8399aa07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:51.749801 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a37a3091-272b-4840-9226-5b1d53b63434 None None] Attempting to bind port 8ec955ea-4703-4c70-b89f-e125f4ad4381 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:43:51.750177 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a37a3091-272b-4840-9226-5b1d53b63434 None None] Attempting to bind port 8ec955ea-4703-4c70-b89f-e125f4ad4381 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'f88ee601-1164-4cfc-bf81-28dfd7efb65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '05e3b391-72f9-4dca-80c9-b64bac389480'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:43:51.750546 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a3091-272b-4840-9226-5b1d53b63434 None None] Attempting to bind port 8ec955ea-4703-4c70-b89f-e125f4ad4381 on network 05e3b391-72f9-4dca-80c9-b64bac389480 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:43:51.778883 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a3091-272b-4840-9226-5b1d53b63434 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:43:51.779246 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a3091-272b-4840-9226-5b1d53b63434 None None] Checking segment: {'id': 'f88ee601-1164-4cfc-bf81-28dfd7efb65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '05e3b391-72f9-4dca-80c9-b64bac389480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:43:51.779640 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a37a3091-272b-4840-9226-5b1d53b63434 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:51.780036 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a3091-272b-4840-9226-5b1d53b63434 None None] Bound using segment: {'id': 'f88ee601-1164-4cfc-bf81-28dfd7efb65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '05e3b391-72f9-4dca-80c9-b64bac389480'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:43:51.783333 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a37a3091-272b-4840-9226-5b1d53b63434 None None] Bound port: 8ec955ea-4703-4c70-b89f-e125f4ad4381, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88ee601-1164-4cfc-bf81-28dfd7efb65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '05e3b391-72f9-4dca-80c9-b64bac389480'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:43:51.783739 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a37a3091-272b-4840-9226-5b1d53b63434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8ec955ea-4703-4c70-b89f-e125f4ad4381), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:51.790237 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f6be2e-2017-4d0b-adfd-c32176d533c1 None None] Network a288d673-9883-443c-b4b6-0b0092429f85 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:43:51.813667 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-98f6be2e-2017-4d0b-adfd-c32176d533c1 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:51.833242 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f6be2e-2017-4d0b-adfd-c32176d533c1 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:43:51.843974 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6be2e-2017-4d0b-adfd-c32176d533c1 None None] Pushing event updated for resources: {'Port': ['ID=b7d14067-d1d6-459a-837f-82bfb1a0caef,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:51.928827 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a37a3091-272b-4840-9226-5b1d53b63434 None None] For port 8ec955ea-4703-4c70-b89f-e125f4ad4381, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:43:51.937317 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a37a3091-272b-4840-9226-5b1d53b63434 None None] For port 8ec955ea-4703-4c70-b89f-e125f4ad4381, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8ec955ea-4703-4c70-b89f-e125f4ad4381,segment=NetworkSegment(f88ee601-1164-4cfc-bf81-28dfd7efb65e),segment_id=f88ee601-1164-4cfc-bf81-28dfd7efb65e)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:43:51.949550 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:43:51.951946 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a37a3091-272b-4840-9226-5b1d53b63434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8ec955ea-4703-4c70-b89f-e125f4ad4381), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:52.019435 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-bcaa1eeb-e2c2-49fa-922c-ea0b33277515 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/quotas/a6ee7c612de843578619e89c6f670d65 HTTP/1.1" status: 200 len: 375 time: 0.3709536 Feb 20 05:43:52.058196 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153464a5-9b2b-4307-8a5b-7a5a8399aa07 None None] Pushing event updated for resources: {'Port': ['ID=8ec955ea-4703-4c70-b89f-e125f4ad4381,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:52.091822 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2d8b8e3c-60a5-4c58-ab02-f5cb6b87ce89 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:52.103101 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37a3091-272b-4840-9226-5b1d53b63434 None None] Routers {'fd0e860b-bd6c-4855-99f1-78cf69853359'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:43:52.103750 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a37a3091-272b-4840-9226-5b1d53b63434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:43:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fd0e860b-bd6c-4855-99f1-78cf69853359'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:52.116482 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-98f6be2e-2017-4d0b-adfd-c32176d533c1 None None] Attempting to bind port b7d14067-d1d6-459a-837f-82bfb1a0caef on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:43:52.117701 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-98f6be2e-2017-4d0b-adfd-c32176d533c1 None None] Attempting to bind port b7d14067-d1d6-459a-837f-82bfb1a0caef by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '90a9b305-9597-451f-8138-7126c901abaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a288d673-9883-443c-b4b6-0b0092429f85'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:43:52.119081 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f6be2e-2017-4d0b-adfd-c32176d533c1 None None] Attempting to bind port b7d14067-d1d6-459a-837f-82bfb1a0caef on network a288d673-9883-443c-b4b6-0b0092429f85 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:43:52.134052 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f6be2e-2017-4d0b-adfd-c32176d533c1 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:43:52.135219 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f6be2e-2017-4d0b-adfd-c32176d533c1 None None] Checking segment: {'id': '90a9b305-9597-451f-8138-7126c901abaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a288d673-9883-443c-b4b6-0b0092429f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:43:52.136688 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98f6be2e-2017-4d0b-adfd-c32176d533c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:52.138833 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f6be2e-2017-4d0b-adfd-c32176d533c1 None None] Bound using segment: {'id': '90a9b305-9597-451f-8138-7126c901abaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a288d673-9883-443c-b4b6-0b0092429f85'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:43:52.139717 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-98f6be2e-2017-4d0b-adfd-c32176d533c1 None None] Bound port: b7d14067-d1d6-459a-837f-82bfb1a0caef, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a9b305-9597-451f-8138-7126c901abaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a288d673-9883-443c-b4b6-0b0092429f85'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:43:52.140626 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98f6be2e-2017-4d0b-adfd-c32176d533c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b7d14067-d1d6-459a-837f-82bfb1a0caef), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:52.159567 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-158b0c26-e8d6-4ed7-ac75-2173c78054ad None None] Allocated IP 172.21.0.2 (bc0591c3-b2ac-4f25-9adf-6e80047a30cd/02af6819-c278-4188-8dc0-60dad5fc0e53/21a6a756-b30e-44f2-9f90-cfe8098304c0) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:43:52.265229 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-de2536e5-3309-4714-855c-84983343415d tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6ee7c612de843578619e89c6f670d65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2447498 Feb 20 05:43:52.266537 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a8f6fb2d-6773-4428-b780-7a0ef532de09 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (25a99b6d-79d1-4e06-84a7-0cd623d5bf13), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:52.342872 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-a37a3091-272b-4840-9226-5b1d53b63434 None None] Set router fd0e860b-bd6c-4855-99f1-78cf69853359 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:43:52.394667 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-8604d088-fbdb-4ab4-a487-93d2605d0f59 service neutron] 10.222.0.37 "GET /v2.0/networks/05e3b391-72f9-4dca-80c9-b64bac389480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213806 Feb 20 05:43:52.636138 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b1e70ed5-20a2-435a-8b72-c1c33c945e1b up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:43:52.654520 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-8f400fab-7c3b-4e26-8381-eb11b627f684 service neutron] 10.222.0.37 "GET /v2.0/networks/05e3b391-72f9-4dca-80c9-b64bac389480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181070 Feb 20 05:43:52.671312 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f6fb2d-6773-4428-b780-7a0ef532de09 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Router 25a99b6d-79d1-4e06-84a7-0cd623d5bf13 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:43:52.734595 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-2d8b8e3c-60a5-4c58-ab02-f5cb6b87ce89 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Allocated IP 172.20.0.1 (a288d673-9883-443c-b4b6-0b0092429f85/3c09beda-7618-48e8-8e80-2c81768a2d10/4977cd0f-4378-48e4-8a66-7e6b556c5cb2) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:43:52.773930 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a37a3091-272b-4840-9226-5b1d53b63434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'name': 'tempest-ServerRescueTestJSONUnderV235-1351212273-router', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:43:38Z', 'updated_at': '2022-02-20T05:43:47Z', 'revision_number': 4, 'project_id': 'a6ee7c612de843578619e89c6f670d65', 'gw_port': {'id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:40Z', 'updated_at': '2022-02-20T05:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '8ec955ea-4703-4c70-b89f-e125f4ad4381', 'name': '', 'network_id': '05e3b391-72f9-4dca-80c9-b64bac389480', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'mac_address': 'fa:16:3e:d5:1b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'fc42d209-b39f-4da5-905a-0aaed8fb6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:46Z', 'updated_at': '2022-02-20T05:43:51Z', 'revision_number': 4, 'project_id': 'a6ee7c612de843578619e89c6f670d65', 'subnets': [{'id': 'fc42d209-b39f-4da5-905a-0aaed8fb6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:52.838250 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37a3091-272b-4840-9226-5b1d53b63434 None None] The sync data for ids ['fd0e860b-bd6c-4855-99f1-78cf69853359'] in n-d-829866-5 is: [{'id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'name': 'tempest-ServerRescueTestJSONUnderV235-1351212273-router', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:43:38Z', 'updated_at': '2022-02-20T05:43:47Z', 'revision_number': 4, 'project_id': 'a6ee7c612de843578619e89c6f670d65', 'gw_port': {'id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:40Z', 'updated_at': '2022-02-20T05:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '8ec955ea-4703-4c70-b89f-e125f4ad4381', 'name': '', 'network_id': '05e3b391-72f9-4dca-80c9-b64bac389480', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'mac_address': 'fa:16:3e:d5:1b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'fc42d209-b39f-4da5-905a-0aaed8fb6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:46Z', 'updated_at': '2022-02-20T05:43:51Z', 'revision_number': 4, 'project_id': 'a6ee7c612de843578619e89c6f670d65', 'subnets': [{'id': 'fc42d209-b39f-4da5-905a-0aaed8fb6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:43:52.847763 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:52.850592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-98f6be2e-2017-4d0b-adfd-c32176d533c1 None None] For port b7d14067-d1d6-459a-837f-82bfb1a0caef, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:43:52.889432 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:52.900286 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-98f6be2e-2017-4d0b-adfd-c32176d533c1 None None] For port b7d14067-d1d6-459a-837f-82bfb1a0caef, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=b7d14067-d1d6-459a-837f-82bfb1a0caef,segment=NetworkSegment(90a9b305-9597-451f-8138-7126c901abaa),segment_id=90a9b305-9597-451f-8138-7126c901abaa)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:43:52.923644 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f6fb2d-6773-4428-b780-7a0ef532de09 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:43:52.946169 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98f6be2e-2017-4d0b-adfd-c32176d533c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b7d14067-d1d6-459a-837f-82bfb1a0caef), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:52.972633 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a8f6fb2d-6773-4428-b780-7a0ef532de09 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:52.978453 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a8f6fb2d-6773-4428-b780-7a0ef532de09 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.0655203 Feb 20 05:43:52.981537 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Sync routers for ids ['25a99b6d-79d1-4e06-84a7-0cd623d5bf13'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:43:52.984487 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42124) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:53.038633 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port b1e70ed5-20a2-435a-8b72-c1c33c945e1b completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:43:53.086679 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port b1e70ed5-20a2-435a-8b72-c1c33c945e1b triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:53.087111 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b1e70ed5-20a2-435a-8b72-c1c33c945e1b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:53.088663 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Routers {'25a99b6d-79d1-4e06-84a7-0cd623d5bf13'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:43:53.089840 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:43:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['25a99b6d-79d1-4e06-84a7-0cd623d5bf13'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:53.093399 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-158b0c26-e8d6-4ed7-ac75-2173c78054ad None None] Publish callbacks [] for port (21a6a756-b30e-44f2-9f90-cfe8098304c0), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:53.233233 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19169d8d-e01e-46de-bc34-afb64314a56a req-0151bcc1-9534-4192-aa23-56f898a52ab4 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:53.244671 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-19169d8d-e01e-46de-bc34-afb64314a56a req-0151bcc1-9534-4192-aa23-56f898a52ab4 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 945 time: 0.0885108 Feb 20 05:43:53.256882 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-158b0c26-e8d6-4ed7-ac75-2173c78054ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (21a6a756-b30e-44f2-9f90-cfe8098304c0), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:53.311167 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6be2e-2017-4d0b-adfd-c32176d533c1 None None] Pushing event updated for resources: {'Port': ['ID=b7d14067-d1d6-459a-837f-82bfb1a0caef,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:53.353984 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-19169d8d-e01e-46de-bc34-afb64314a56a req-ad848b58-4281-4d9f-986d-4cbe1ec6e4ec tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044183 Feb 20 05:43:53.418333 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158b0c26-e8d6-4ed7-ac75-2173c78054ad None None] Network bc0591c3-b2ac-4f25-9adf-6e80047a30cd is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:43:53.510591 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-158b0c26-e8d6-4ed7-ac75-2173c78054ad None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:53.614171 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acee11-d084-4f63-a62b-f624bb8779ac req-cef1e758-fd2d-482a-b92f-b40d34209b39 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:53.625470 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158b0c26-e8d6-4ed7-ac75-2173c78054ad None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:43:53.627175 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-03acee11-d084-4f63-a62b-f624bb8779ac req-cef1e758-fd2d-482a-b92f-b40d34209b39 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ec8f25f-3060-436c-b486-da7b3ee82459 HTTP/1.1" status: 200 len: 949 time: 0.1808860 Feb 20 05:43:53.647479 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b0c26-e8d6-4ed7-ac75-2173c78054ad None None] Pushing event updated for resources: {'Port': ['ID=21a6a756-b30e-44f2-9f90-cfe8098304c0,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:53.659416 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2d8b8e3c-60a5-4c58-ab02-f5cb6b87ce89 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for port (4977cd0f-4378-48e4-8a66-7e6b556c5cb2), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:53.754302 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-03acee11-d084-4f63-a62b-f624bb8779ac req-16768507-0be2-4426-a40e-e56dafcebcb1 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263008 Feb 20 05:43:53.759498 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a33e6eb1-a12a-4fb1-b596-edd859cd75ad tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router (25a99b6d-79d1-4e06-84a7-0cd623d5bf13), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:53.878288 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-665cc594-bd9e-4bbb-90fe-39694f98b21e req-51933a84-e311-4193-8ae1-f0400386f35a tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 210 time: 0.0542862 Feb 20 05:43:53.893333 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Set router 25a99b6d-79d1-4e06-84a7-0cd623d5bf13 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:43:53.893893 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2d8b8e3c-60a5-4c58-ab02-f5cb6b87ce89 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (4977cd0f-4378-48e4-8a66-7e6b556c5cb2), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:54.008440 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-158b0c26-e8d6-4ed7-ac75-2173c78054ad None None] Attempting to bind port 21a6a756-b30e-44f2-9f90-cfe8098304c0 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:43:54.009086 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-158b0c26-e8d6-4ed7-ac75-2173c78054ad None None] Attempting to bind port 21a6a756-b30e-44f2-9f90-cfe8098304c0 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'b6a468d5-2034-4a01-82a5-6783dfe642eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc0591c3-b2ac-4f25-9adf-6e80047a30cd'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:43:54.009640 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158b0c26-e8d6-4ed7-ac75-2173c78054ad None None] Attempting to bind port 21a6a756-b30e-44f2-9f90-cfe8098304c0 on network bc0591c3-b2ac-4f25-9adf-6e80047a30cd {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:43:54.011832 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port b1e70ed5-20a2-435a-8b72-c1c33c945e1b is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:54.012382 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b1e70ed5-20a2-435a-8b72-c1c33c945e1b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:54.046317 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8b8e3c-60a5-4c58-ab02-f5cb6b87ce89 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network a288d673-9883-443c-b4b6-0b0092429f85 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:43:54.055573 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158b0c26-e8d6-4ed7-ac75-2173c78054ad None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:43:54.056460 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158b0c26-e8d6-4ed7-ac75-2173c78054ad None None] Checking segment: {'id': 'b6a468d5-2034-4a01-82a5-6783dfe642eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc0591c3-b2ac-4f25-9adf-6e80047a30cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:43:54.056460 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-158b0c26-e8d6-4ed7-ac75-2173c78054ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:54.056738 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158b0c26-e8d6-4ed7-ac75-2173c78054ad None None] Bound using segment: {'id': 'b6a468d5-2034-4a01-82a5-6783dfe642eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc0591c3-b2ac-4f25-9adf-6e80047a30cd'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:43:54.057239 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-158b0c26-e8d6-4ed7-ac75-2173c78054ad None None] Bound port: 21a6a756-b30e-44f2-9f90-cfe8098304c0, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a468d5-2034-4a01-82a5-6783dfe642eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc0591c3-b2ac-4f25-9adf-6e80047a30cd'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:43:54.057629 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-158b0c26-e8d6-4ed7-ac75-2173c78054ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (21a6a756-b30e-44f2-9f90-cfe8098304c0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:54.076060 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b8e3c-60a5-4c58-ab02-f5cb6b87ce89 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Port': ['ID=4977cd0f-4378-48e4-8a66-7e6b556c5cb2,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:54.079121 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-2d8b8e3c-60a5-4c58-ab02-f5cb6b87ce89 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:54.082112 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8b8e3c-60a5-4c58-ab02-f5cb6b87ce89 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:43:54.197078 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2d8b8e3c-60a5-4c58-ab02-f5cb6b87ce89 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (97779f56-53ff-41e9-9bae-535b5d87a37e), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:54.249338 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port b1e70ed5-20a2-435a-8b72-c1c33c945e1b, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b1e70ed5-20a2-435a-8b72-c1c33c945e1b,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:54.389377 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-158b0c26-e8d6-4ed7-ac75-2173c78054ad None None] For port 21a6a756-b30e-44f2-9f90-cfe8098304c0, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:43:54.402993 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-158b0c26-e8d6-4ed7-ac75-2173c78054ad None None] For port 21a6a756-b30e-44f2-9f90-cfe8098304c0, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=21a6a756-b30e-44f2-9f90-cfe8098304c0,segment=NetworkSegment(b6a468d5-2034-4a01-82a5-6783dfe642eb),segment_id=b6a468d5-2034-4a01-82a5-6783dfe642eb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:43:54.413771 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec8f25f-3060-436c-b486-da7b3ee82459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e70ed5-20a2-435a-8b72-c1c33c945e1b'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:43:54.416651 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b959e7e-21e8-4050-a3b0-dc563245759a" -d '{"events": [{"server_uuid": "0ec8f25f-3060-436c-b486-da7b3ee82459", "name": "network-vif-plugged", "status": "completed", "tag": "b1e70ed5-20a2-435a-8b72-c1c33c945e1b"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:43:54.419891 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b1e70ed5-20a2-435a-8b72-c1c33c945e1b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:54.485365 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-158b0c26-e8d6-4ed7-ac75-2173c78054ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (21a6a756-b30e-44f2-9f90-cfe8098304c0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:54.495301 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=b1e70ed5-20a2-435a-8b72-c1c33c945e1b,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:54.511552 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a33e6eb1-a12a-4fb1-b596-edd859cd75ad tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router_gateway (25a99b6d-79d1-4e06-84a7-0cd623d5bf13), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:54.647538 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b0c26-e8d6-4ed7-ac75-2173c78054ad None None] Pushing event updated for resources: {'Port': ['ID=21a6a756-b30e-44f2-9f90-cfe8098304c0,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:54.795682 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2d8b8e3c-60a5-4c58-ab02-f5cb6b87ce89 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4977cd0f-4378-48e4-8a66-7e6b556c5cb2), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:54.798472 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c68961-9332-44e3-a518-9c29e8109813 req-7d2261f6-ab6f-4046-90b7-b78062273227 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:54.808900 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a4c68961-9332-44e3-a518-9c29e8109813 req-7d2261f6-ab6f-4046-90b7-b78062273227 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 945 time: 0.1960363 Feb 20 05:43:54.847242 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a99b6d-79d1-4e06-84a7-0cd623d5bf13', 'name': '', 'tenant_id': '414789a9225849339b307e1b1d296218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25b860d0-d8b2-4a3a-a790-ed2b13b2f40e', 'external_fixed_ips': [{'subnet_id': '988378bf-f53d-4cd3-9103-ed12b7d1e9ad', 'ip_address': '2001:db8::18f'}], 'enable_snat': True}, 'gw_port_id': '2e8347b3-d253-4238-81d9-2e01c41c3c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:43:48Z', 'updated_at': '2022-02-20T05:43:51Z', 'revision_number': 3, 'project_id': '414789a9225849339b307e1b1d296218', 'gw_port': {'id': '2e8347b3-d253-4238-81d9-2e01c41c3c32', 'name': '', 'network_id': '25b860d0-d8b2-4a3a-a790-ed2b13b2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a99b6d-79d1-4e06-84a7-0cd623d5bf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '988378bf-f53d-4cd3-9103-ed12b7d1e9ad', 'ip_address': '2001:db8::18f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:49Z', 'updated_at': '2022-02-20T05:43:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '988378bf-f53d-4cd3-9103-ed12b7d1e9ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:54.886798 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Checking router: 25a99b6d-79d1-4e06-84a7-0cd623d5bf13 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:43:54.899462 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Updating router 25a99b6d-79d1-4e06-84a7-0cd623d5bf13 port 2e8347b3-d253-4238-81d9-2e01c41c3c32 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:43:54.906150 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8ec955ea-4703-4c70-b89f-e125f4ad4381 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:43:54.952103 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a4c68961-9332-44e3-a518-9c29e8109813 req-3cff340f-8d5d-4b8c-8c21-365a1121f36d tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420805 Feb 20 05:43:55.142274 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557809d8-9a62-45c2-8aa0-b6507d13650b x-openstack-request-id: req-557809d8-9a62-45c2-8aa0-b6507d13650b {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:43:55.142661 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec8f25f-3060-436c-b486-da7b3ee82459", "name": "network-vif-plugged", "status": "completed", "tag": "b1e70ed5-20a2-435a-8b72-c1c33c945e1b", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:43:55.144184 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-557809d8-9a62-45c2-8aa0-b6507d13650b {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:43:55.144692 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec8f25f-3060-436c-b486-da7b3ee82459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e70ed5-20a2-435a-8b72-c1c33c945e1b', 'code': 200} Feb 20 05:43:55.232436 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2e8347b3-d253-4238-81d9-2e01c41c3c32), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:55.246585 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:55.272320 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-a33e6eb1-a12a-4fb1-b596-edd859cd75ad tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Deleting port 2e8347b3-d253-4238-81d9-2e01c41c3c32 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:43:55.272762 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a33e6eb1-a12a-4fb1-b596-edd859cd75ad tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (2e8347b3-d253-4238-81d9-2e01c41c3c32), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:55.330752 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4791be9c-4ce9-4bfe-98a1-f90f77149261 None None] Network a288d673-9883-443c-b4b6-0b0092429f85 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:43:55.484882 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c13906-bf8b-4f98-85d1-4caeeffd790a req-21c26f6e-30f8-489b-aa95-f3c101ab205e tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:55.493737 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c13906-bf8b-4f98-85d1-4caeeffd790a req-21c26f6e-30f8-489b-aa95-f3c101ab205e tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:55.496328 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f1c13906-bf8b-4f98-85d1-4caeeffd790a req-21c26f6e-30f8-489b-aa95-f3c101ab205e tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/ports?device_id=437ca2ff-603f-410c-8ea8-1cb23b2b05e6&device_id=b9bd7e65-93a2-4bba-a2dc-cec6192c6541 HTTP/1.1" status: 200 len: 1681 time: 0.1440294 Feb 20 05:43:55.658487 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f1c13906-bf8b-4f98-85d1-4caeeffd790a req-7add9913-6efe-4867-a0b1-2996d07b7c26 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3323a95-fbf5-4b1f-ad78-f6dc4b8706c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562722 Feb 20 05:43:55.839962 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ff500-474d-48ef-a944-5ed278ba62e3 req-8d03a91a-7e4b-4bd2-b0fb-7e69ab3fcc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:55.841503 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849d95b-bc83-4175-986b-97e3e0253dbb req-88efb939-83c6-4cc5-a055-ba32a04e9dde tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:55.842754 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-716ff500-474d-48ef-a944-5ed278ba62e3 req-8d03a91a-7e4b-4bd2-b0fb-7e69ab3fcc44 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0ec8f25f-3060-436c-b486-da7b3ee82459 HTTP/1.1" status: 200 len: 1132 time: 0.5889127 Feb 20 05:43:55.848610 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1849d95b-bc83-4175-986b-97e3e0253dbb req-88efb939-83c6-4cc5-a055-ba32a04e9dde tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ec8f25f-3060-436c-b486-da7b3ee82459 HTTP/1.1" status: 200 len: 950 time: 0.1247478 Feb 20 05:43:55.890144 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a33e6eb1-a12a-4fb1-b596-edd859cd75ad tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (2e8347b3-d253-4238-81d9-2e01c41c3c32), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:55.918437 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-3a6b2707-9af6-480c-b9b3-d03b0cc22528 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:55.920532 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-3a6b2707-9af6-480c-b9b3-d03b0cc22528 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.61 "GET /v2.0/networks?id=05e3b391-72f9-4dca-80c9-b64bac389480 HTTP/1.1" status: 200 len: 820 time: 0.7096298 Feb 20 05:43:55.931170 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-a33e6eb1-a12a-4fb1-b596-edd859cd75ad tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Calling delete_port for 2e8347b3-d253-4238-81d9-2e01c41c3c32 owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:43:55.943784 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-5ac151ef-a15f-4734-ae94-1e12d46ecb53 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Request body: {'port': {'device_id': '40af2764-f10d-4f27-9477-802507b4be77', 'network_id': '05e3b391-72f9-4dca-80c9-b64bac389480', 'admin_state_up': True, 'tenant_id': 'a6ee7c612de843578619e89c6f670d65'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:56.005709 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Publish callbacks [] for port (2e8347b3-d253-4238-81d9-2e01c41c3c32), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:56.008366 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1849d95b-bc83-4175-986b-97e3e0253dbb req-7ead2a12-2386-4081-a5cb-acf48596dad8 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569471 Feb 20 05:43:56.016328 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2e8347b3-d253-4238-81d9-2e01c41c3c32), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:56.094309 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0067a22d-0d3f-4b3e-ac7a-202bf4ca6799 None None] Provisioning complete for port b7d14067-d1d6-459a-837f-82bfb1a0caef triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:56.094692 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0067a22d-0d3f-4b3e-ac7a-202bf4ca6799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b7d14067-d1d6-459a-837f-82bfb1a0caef), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:56.113912 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-716ff500-474d-48ef-a944-5ed278ba62e3 req-4f3ceffe-960c-4997-ad25-6e59b7d413d4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568321 Feb 20 05:43:56.138640 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 8ec955ea-4703-4c70-b89f-e125f4ad4381 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:56.139047 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8ec955ea-4703-4c70-b89f-e125f4ad4381), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:56.179572 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2d8b8e3c-60a5-4c58-ab02-f5cb6b87ce89 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for port (4977cd0f-4378-48e4-8a66-7e6b556c5cb2), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:56.224174 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27570b24-b366-4b65-8f41-24504322f0d6 req-908964df-8ba7-4d64-a3cf-a96bcdb47eb2 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 210 time: 0.0963812 Feb 20 05:43:56.231252 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Attempting to bind port 2e8347b3-d253-4238-81d9-2e01c41c3c32 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:43:56.231648 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Attempting to bind port 2e8347b3-d253-4238-81d9-2e01c41c3c32 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '6f54df40-5a0c-48ce-8fbc-ce58f1a8de80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '25b860d0-d8b2-4a3a-a790-ed2b13b2f40e'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:43:56.232022 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Attempting to bind port 2e8347b3-d253-4238-81d9-2e01c41c3c32 on network 25b860d0-d8b2-4a3a-a790-ed2b13b2f40e {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:43:56.238009 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f700a-76fd-4dc0-9e2c-933fae9d9dc4 None None] Pushing event updated for resources: {'Port': ['ID=2e8347b3-d253-4238-81d9-2e01c41c3c32,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:56.258009 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:43:56.258009 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Checking segment: {'id': '6f54df40-5a0c-48ce-8fbc-ce58f1a8de80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '25b860d0-d8b2-4a3a-a790-ed2b13b2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:43:56.258009 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:56.258311 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Bound using segment: {'id': '6f54df40-5a0c-48ce-8fbc-ce58f1a8de80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '25b860d0-d8b2-4a3a-a790-ed2b13b2f40e'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:43:56.258762 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Bound port: 2e8347b3-d253-4238-81d9-2e01c41c3c32, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f54df40-5a0c-48ce-8fbc-ce58f1a8de80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '25b860d0-d8b2-4a3a-a790-ed2b13b2f40e'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:43:56.259391 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2e8347b3-d253-4238-81d9-2e01c41c3c32), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:56.268897 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2d8b8e3c-60a5-4c58-ab02-f5cb6b87ce89 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (4977cd0f-4378-48e4-8a66-7e6b556c5cb2), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:56.515859 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-5ac151ef-a15f-4734-ae94-1e12d46ecb53 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Made reservation on behalf of a6ee7c612de843578619e89c6f670d65 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:43:56.519712 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-5ac151ef-a15f-4734-ae94-1e12d46ecb53 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:56.525907 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2d8b8e3c-60a5-4c58-ab02-f5cb6b87ce89 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (97779f56-53ff-41e9-9bae-535b5d87a37e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:56.528260 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b8e3c-60a5-4c58-ab02-f5cb6b87ce89 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Port': ['ID=4977cd0f-4378-48e4-8a66-7e6b556c5cb2,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:56.573124 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaec051-ed3d-4511-9cf3-aa229f9685bd req-58219656-acc5-416f-8096-ac1b848ad601 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:56.574776 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-edaec051-ed3d-4511-9cf3-aa229f9685bd req-58219656-acc5-416f-8096-ac1b848ad601 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 945 time: 0.1410296 Feb 20 05:43:56.693650 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-edaec051-ed3d-4511-9cf3-aa229f9685bd req-aa2469c2-70f6-4b87-bdb7-b3937df331c5 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109369 Feb 20 05:43:56.715533 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a33e6eb1-a12a-4fb1-b596-edd859cd75ad tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (2e8347b3-d253-4238-81d9-2e01c41c3c32), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:56.774372 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0067a22d-0d3f-4b3e-ac7a-202bf4ca6799 None None] Current status of the port b7d14067-d1d6-459a-837f-82bfb1a0caef is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:56.774796 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0067a22d-0d3f-4b3e-ac7a-202bf4ca6799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b7d14067-d1d6-459a-837f-82bfb1a0caef), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:56.816302 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e6eb1-a12a-4fb1-b596-edd859cd75ad tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e8347b3-d253-4238-81d9-2e01c41c3c32,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:56.845700 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0067a22d-0d3f-4b3e-ac7a-202bf4ca6799 None None] For port b7d14067-d1d6-459a-837f-82bfb1a0caef, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=b7d14067-d1d6-459a-837f-82bfb1a0caef,segment=NetworkSegment(90a9b305-9597-451f-8138-7126c901abaa),segment_id=90a9b305-9597-451f-8138-7126c901abaa)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:56.908268 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0067a22d-0d3f-4b3e-ac7a-202bf4ca6799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b7d14067-d1d6-459a-837f-82bfb1a0caef), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:57.039349 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a33e6eb1-a12a-4fb1-b596-edd859cd75ad tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (25a99b6d-79d1-4e06-84a7-0cd623d5bf13), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:57.057451 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067a22d-0d3f-4b3e-ac7a-202bf4ca6799 None None] Pushing event updated for resources: {'Port': ['ID=b7d14067-d1d6-459a-837f-82bfb1a0caef,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:57.128286 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261ff791-ea45-4ebc-9b25-0f9935e82195 None None] Network bc0591c3-b2ac-4f25-9adf-6e80047a30cd requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:43:57.180745 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8b8e3c-60a5-4c58-ab02-f5cb6b87ce89 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network a288d673-9883-443c-b4b6-0b0092429f85 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:43:57.202227 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-65fe3e9a-4838-4680-b8f2-cfb2574f5dd7 None None] Provisioning complete for port 4977cd0f-4378-48e4-8a66-7e6b556c5cb2 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:57.202616 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65fe3e9a-4838-4680-b8f2-cfb2574f5dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4977cd0f-4378-48e4-8a66-7e6b556c5cb2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:57.236016 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 8ec955ea-4703-4c70-b89f-e125f4ad4381 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:57.236754 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8ec955ea-4703-4c70-b89f-e125f4ad4381), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:57.260205 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:43:57.260205 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:43:57.305116 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-65fe3e9a-4838-4680-b8f2-cfb2574f5dd7 None None] Port 4977cd0f-4378-48e4-8a66-7e6b556c5cb2 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:43:57.316095 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 8ec955ea-4703-4c70-b89f-e125f4ad4381, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8ec955ea-4703-4c70-b89f-e125f4ad4381,segment=NetworkSegment(f88ee601-1164-4cfc-bf81-28dfd7efb65e),segment_id=f88ee601-1164-4cfc-bf81-28dfd7efb65e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:57.340104 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8ec955ea-4703-4c70-b89f-e125f4ad4381), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:57.340829 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b7d14067-d1d6-459a-837f-82bfb1a0caef up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:43:57.427535 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=8ec955ea-4703-4c70-b89f-e125f4ad4381,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:57.437439 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91569896-421c-40da-bcff-b95f9914a4b0 req-c8464b40-1e43-44a0-953b-5581fde43410 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:57.440980 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91569896-421c-40da-bcff-b95f9914a4b0 req-c8464b40-1e43-44a0-953b-5581fde43410 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ec8f25f-3060-436c-b486-da7b3ee82459 HTTP/1.1" status: 200 len: 950 time: 0.0951381 Feb 20 05:43:57.461035 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-65fe3e9a-4838-4680-b8f2-cfb2574f5dd7 None None] Provisioning complete for port b7d14067-d1d6-459a-837f-82bfb1a0caef triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:57.461548 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65fe3e9a-4838-4680-b8f2-cfb2574f5dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b7d14067-d1d6-459a-837f-82bfb1a0caef), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:57.539374 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-91569896-421c-40da-bcff-b95f9914a4b0 req-d684e221-b46b-4846-9f8a-0b8dbf893be7 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870719 Feb 20 05:43:57.758979 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-65fe3e9a-4838-4680-b8f2-cfb2574f5dd7 None None] Current status of the port b7d14067-d1d6-459a-837f-82bfb1a0caef is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:57.808716 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Attempting to bind port 2e8347b3-d253-4238-81d9-2e01c41c3c32 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:43:57.813576 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Attempting to bind port 2e8347b3-d253-4238-81d9-2e01c41c3c32 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '6f54df40-5a0c-48ce-8fbc-ce58f1a8de80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '25b860d0-d8b2-4a3a-a790-ed2b13b2f40e'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:43:57.814070 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Attempting to bind port 2e8347b3-d253-4238-81d9-2e01c41c3c32 on network 25b860d0-d8b2-4a3a-a790-ed2b13b2f40e {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:43:57.829755 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-2d8b8e3c-60a5-4c58-ab02-f5cb6b87ce89 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:57.838344 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:43:57.839291 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Checking segment: {'id': '6f54df40-5a0c-48ce-8fbc-ce58f1a8de80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '25b860d0-d8b2-4a3a-a790-ed2b13b2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:43:57.839723 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:57.841852 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Bound using segment: {'id': '6f54df40-5a0c-48ce-8fbc-ce58f1a8de80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '25b860d0-d8b2-4a3a-a790-ed2b13b2f40e'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:43:57.842385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Bound port: 2e8347b3-d253-4238-81d9-2e01c41c3c32, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f54df40-5a0c-48ce-8fbc-ce58f1a8de80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '25b860d0-d8b2-4a3a-a790-ed2b13b2f40e'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:43:57.842788 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2e8347b3-d253-4238-81d9-2e01c41c3c32), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:57.844648 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port b7d14067-d1d6-459a-837f-82bfb1a0caef triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:57.849257 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a33e6eb1-a12a-4fb1-b596-edd859cd75ad tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (25a99b6d-79d1-4e06-84a7-0cd623d5bf13), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:57.849751 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b7d14067-d1d6-459a-837f-82bfb1a0caef), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:57.854205 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-5ac151ef-a15f-4734-ae94-1e12d46ecb53 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Allocated IP 172.20.0.4 (05e3b391-72f9-4dca-80c9-b64bac389480/fc42d209-b39f-4da5-905a-0aaed8fb6a61/9b88aede-8653-4c45-989f-0b133900719c) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:43:57.880117 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a33e6eb1-a12a-4fb1-b596-edd859cd75ad tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router_controller (25a99b6d-79d1-4e06-84a7-0cd623d5bf13), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:57.962654 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Port 2e8347b3-d253-4238-81d9-2e01c41c3c32 has been deleted concurrently {{(pid=103408) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 20 05:43:58.057977 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Routers {'25a99b6d-79d1-4e06-84a7-0cd623d5bf13'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:43:58.058624 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:43:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['25a99b6d-79d1-4e06-84a7-0cd623d5bf13'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:58.075149 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a1a17d14-3f93-4fe0-a71e-0a71de50b383 req-9f044532-746f-450f-bcf6-64ace72ece4f tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 210 time: 0.0887115 Feb 20 05:43:58.133872 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a33e6eb1-a12a-4fb1-b596-edd859cd75ad tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (25a99b6d-79d1-4e06-84a7-0cd623d5bf13), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:58.134450 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33e6eb1-a12a-4fb1-b596-edd859cd75ad tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 25a99b6d-79d1-4e06-84a7-0cd623d5bf13 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:43:58.144341 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a33e6eb1-a12a-4fb1-b596-edd859cd75ad tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:58.145654 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a33e6eb1-a12a-4fb1-b596-edd859cd75ad tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "DELETE /v2.0/routers/25a99b6d-79d1-4e06-84a7-0cd623d5bf13 HTTP/1.1" status: 204 len: 168 time: 5.1593623 Feb 20 05:43:58.148399 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42202) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:58.295597 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8b8e3c-60a5-4c58-ab02-f5cb6b87ce89 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Router 97779f56-53ff-41e9-9bae-535b5d87a37e is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:43:58.302567 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] Set router 25a99b6d-79d1-4e06-84a7-0cd623d5bf13 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:43:58.342750 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc474f75-7c35-46eb-89ac-91860ef8f72a tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Deleting subnet 988378bf-f53d-4cd3-9103-ed12b7d1e9ad {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:43:58.358144 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-5ac151ef-a15f-4734-ae94-1e12d46ecb53 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks [] for port (9b88aede-8653-4c45-989f-0b133900719c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:58.360079 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dc474f75-7c35-46eb-89ac-91860ef8f72a tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for subnet (988378bf-f53d-4cd3-9103-ed12b7d1e9ad), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:58.383677 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a99b6d-79d1-4e06-84a7-0cd623d5bf13', 'name': '', 'tenant_id': '414789a9225849339b307e1b1d296218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:43:48Z', 'updated_at': '2022-02-20T05:43:56Z', 'revision_number': 5, 'project_id': '414789a9225849339b307e1b1d296218', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:58.421286 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27550fb-a06f-41d6-8064-1cc49ade60a5 None None] The sync data for ids ['25a99b6d-79d1-4e06-84a7-0cd623d5bf13'] in n-d-829866-5 is: [{'id': '25a99b6d-79d1-4e06-84a7-0cd623d5bf13', 'name': '', 'tenant_id': '414789a9225849339b307e1b1d296218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:43:48Z', 'updated_at': '2022-02-20T05:43:56Z', 'revision_number': 5, 'project_id': '414789a9225849339b307e1b1d296218', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:43:58.439617 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cb36f-7772-45dd-b41c-3986d1968d40 req-5a338251-7b9a-4805-b8e7-1f968629d890 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:58.441374 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0a0cb36f-7772-45dd-b41c-3986d1968d40 req-5a338251-7b9a-4805-b8e7-1f968629d890 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 945 time: 0.2325969 Feb 20 05:43:58.448824 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a1ea7518-a5f0-4123-be60-9bf5153f5af0 None None] Provisioning complete for port 4977cd0f-4378-48e4-8a66-7e6b556c5cb2 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:58.449207 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a1ea7518-a5f0-4123-be60-9bf5153f5af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4977cd0f-4378-48e4-8a66-7e6b556c5cb2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:58.462527 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dc474f75-7c35-46eb-89ac-91860ef8f72a tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (988378bf-f53d-4cd3-9103-ed12b7d1e9ad), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:58.554699 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8b8e3c-60a5-4c58-ab02-f5cb6b87ce89 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:43:58.561938 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port b7d14067-d1d6-459a-837f-82bfb1a0caef is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:58.570079 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2d8b8e3c-60a5-4c58-ab02-f5cb6b87ce89 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "PUT /v2.0/routers/97779f56-53ff-41e9-9bae-535b5d87a37e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0465031 Feb 20 05:43:58.570734 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42206) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:58.575987 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dc474f75-7c35-46eb-89ac-91860ef8f72a tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (988378bf-f53d-4cd3-9103-ed12b7d1e9ad), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:58.580907 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a1ea7518-a5f0-4123-be60-9bf5153f5af0 None None] Port 4977cd0f-4378-48e4-8a66-7e6b556c5cb2 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:43:58.595042 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-5ac151ef-a15f-4734-ae94-1e12d46ecb53 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (9b88aede-8653-4c45-989f-0b133900719c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:58.596741 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79add7fe-88af-46d1-996c-544c2d4b86e2 None None] Sync routers for ids ['97779f56-53ff-41e9-9bae-535b5d87a37e'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:43:58.615807 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0a0cb36f-7772-45dd-b41c-3986d1968d40 req-b19cc6f7-fa05-4069-b0e4-aa9b1931760e tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604440 Feb 20 05:43:58.617284 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a1ea7518-a5f0-4123-be60-9bf5153f5af0 None None] Provisioning complete for port 21a6a756-b30e-44f2-9f90-cfe8098304c0 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:58.619730 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a1ea7518-a5f0-4123-be60-9bf5153f5af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (21a6a756-b30e-44f2-9f90-cfe8098304c0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:58.623545 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79add7fe-88af-46d1-996c-544c2d4b86e2 None None] Routers {'97779f56-53ff-41e9-9bae-535b5d87a37e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:43:58.624406 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-79add7fe-88af-46d1-996c-544c2d4b86e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:43:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['97779f56-53ff-41e9-9bae-535b5d87a37e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:58.718668 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e365240-23de-49a6-a40c-b47f02792bf6 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:58.724474 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1e365240-23de-49a6-a40c-b47f02792bf6 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "GET /v2.0/ports/4977cd0f-4378-48e4-8a66-7e6b556c5cb2 HTTP/1.1" status: 200 len: 910 time: 0.1498797 Feb 20 05:43:58.725293 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42212) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:58.775095 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-5ac151ef-a15f-4734-ae94-1e12d46ecb53 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Network 05e3b391-72f9-4dca-80c9-b64bac389480 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:43:58.782021 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-5ac151ef-a15f-4734-ae94-1e12d46ecb53 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:43:58.797589 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-5ac151ef-a15f-4734-ae94-1e12d46ecb53 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:43:58.820188 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dc474f75-7c35-46eb-89ac-91860ef8f72a tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (988378bf-f53d-4cd3-9103-ed12b7d1e9ad), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:58.829176 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-79add7fe-88af-46d1-996c-544c2d4b86e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:58.865729 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a1ea7518-a5f0-4123-be60-9bf5153f5af0 None None] Current status of the port 21a6a756-b30e-44f2-9f90-cfe8098304c0 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:58.866179 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a1ea7518-a5f0-4123-be60-9bf5153f5af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (21a6a756-b30e-44f2-9f90-cfe8098304c0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:58.872915 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79add7fe-88af-46d1-996c-544c2d4b86e2 None None] Routers {'97779f56-53ff-41e9-9bae-535b5d87a37e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:43:58.873806 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-79add7fe-88af-46d1-996c-544c2d4b86e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:43:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['97779f56-53ff-41e9-9bae-535b5d87a37e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:58.877253 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dc474f75-7c35-46eb-89ac-91860ef8f72a tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:58.904917 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-dc474f75-7c35-46eb-89ac-91860ef8f72a tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/988378bf-f53d-4cd3-9103-ed12b7d1e9ad HTTP/1.1" status: 204 len: 168 time: 0.7553661 Feb 20 05:43:58.940046 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a1ea7518-a5f0-4123-be60-9bf5153f5af0 None None] For port 21a6a756-b30e-44f2-9f90-cfe8098304c0, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=21a6a756-b30e-44f2-9f90-cfe8098304c0,segment=NetworkSegment(b6a468d5-2034-4a01-82a5-6783dfe642eb),segment_id=b6a468d5-2034-4a01-82a5-6783dfe642eb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:43:58.940432 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42222) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:43:58.945955 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a1ea7518-a5f0-4123-be60-9bf5153f5af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (21a6a756-b30e-44f2-9f90-cfe8098304c0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:58.962988 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-79add7fe-88af-46d1-996c-544c2d4b86e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:43:58.964324 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79add7fe-88af-46d1-996c-544c2d4b86e2 None None] The sync data for ids ['97779f56-53ff-41e9-9bae-535b5d87a37e'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:43:59.034294 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea7518-a5f0-4123-be60-9bf5153f5af0 None None] Pushing event updated for resources: {'Port': ['ID=21a6a756-b30e-44f2-9f90-cfe8098304c0,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:59.086432 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8ec955ea-4703-4c70-b89f-e125f4ad4381 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:43:59.133143 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0b55fc78-c1c4-4cb2-abca-8f348261375e None None] Provisioning complete for port 4977cd0f-4378-48e4-8a66-7e6b556c5cb2 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:59.134130 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0b55fc78-c1c4-4cb2-abca-8f348261375e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4977cd0f-4378-48e4-8a66-7e6b556c5cb2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:59.171294 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac151ef-a15f-4734-ae94-1e12d46ecb53 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Pushing event updated for resources: {'Port': ['ID=9b88aede-8653-4c45-989f-0b133900719c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:59.210148 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-5ac151ef-a15f-4734-ae94-1e12d46ecb53 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:59.210834 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-5ac151ef-a15f-4734-ae94-1e12d46ecb53 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:59.226678 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0b55fc78-c1c4-4cb2-abca-8f348261375e None None] Port 4977cd0f-4378-48e4-8a66-7e6b556c5cb2 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:43:59.275611 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0b55fc78-c1c4-4cb2-abca-8f348261375e None None] Provisioning complete for port 21a6a756-b30e-44f2-9f90-cfe8098304c0 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:59.275989 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0b55fc78-c1c4-4cb2-abca-8f348261375e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (21a6a756-b30e-44f2-9f90-cfe8098304c0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:59.282235 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec4435-d96f-4181-9786-64cfbb49b80a req-2c6a5415-8619-4cb1-a1c0-4c620181ddab tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:59.284805 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6dec4435-d96f-4181-9786-64cfbb49b80a req-2c6a5415-8619-4cb1-a1c0-4c620181ddab tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9bd7e65-93a2-4bba-a2dc-cec6192c6541 HTTP/1.1" status: 200 len: 945 time: 0.4176891 Feb 20 05:43:59.302530 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-5ac151ef-a15f-4734-ae94-1e12d46ecb53 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3663232 Feb 20 05:43:59.327290 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-974f6178-d926-4ea4-baaf-752553e14ece tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (25b860d0-d8b2-4a3a-a790-ed2b13b2f40e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:59.332384 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-b4bb3722-a958-44fb-8cd6-63d0f738fc97 service neutron] Request body: {'port': {'device_id': '40af2764-f10d-4f27-9477-802507b4be77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:43:59.349497 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 8ec955ea-4703-4c70-b89f-e125f4ad4381 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:59.350214 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8ec955ea-4703-4c70-b89f-e125f4ad4381), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:59.583571 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0b55fc78-c1c4-4cb2-abca-8f348261375e None None] Current status of the port 21a6a756-b30e-44f2-9f90-cfe8098304c0 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:59.592115 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 8ec955ea-4703-4c70-b89f-e125f4ad4381 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:59.596224 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b7d14067-d1d6-459a-837f-82bfb1a0caef up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:43:59.681621 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc474f75-7c35-46eb-89ac-91860ef8f72a tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=988378bf-f53d-4cd3-9103-ed12b7d1e9ad,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:43:59.713260 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-b4bb3722-a958-44fb-8cd6-63d0f738fc97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9b88aede-8653-4c45-989f-0b133900719c), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:59.726158 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port b7d14067-d1d6-459a-837f-82bfb1a0caef triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:59.726731 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b7d14067-d1d6-459a-837f-82bfb1a0caef), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:59.734943 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc474f75-7c35-46eb-89ac-91860ef8f72a tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:59.735307 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc474f75-7c35-46eb-89ac-91860ef8f72a tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:59.735910 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc474f75-7c35-46eb-89ac-91860ef8f72a tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:59.736156 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc474f75-7c35-46eb-89ac-91860ef8f72a tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:59.736502 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc474f75-7c35-46eb-89ac-91860ef8f72a tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:59.736857 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc474f75-7c35-46eb-89ac-91860ef8f72a tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:59.737840 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc474f75-7c35-46eb-89ac-91860ef8f72a tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:59.738218 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc474f75-7c35-46eb-89ac-91860ef8f72a tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:59.738575 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc474f75-7c35-46eb-89ac-91860ef8f72a tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:59.738951 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc474f75-7c35-46eb-89ac-91860ef8f72a tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:59.739311 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc474f75-7c35-46eb-89ac-91860ef8f72a tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:59.739643 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc474f75-7c35-46eb-89ac-91860ef8f72a tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:59.743311 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc474f75-7c35-46eb-89ac-91860ef8f72a tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:43:59.836824 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3392f2-7275-4b43-a2db-fe5d308056df req-a7a52fc6-244b-4204-ab5e-362e02e53c25 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:59.838491 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fc3392f2-7275-4b43-a2db-fe5d308056df req-a7a52fc6-244b-4204-ab5e-362e02e53c25 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ec8f25f-3060-436c-b486-da7b3ee82459 HTTP/1.1" status: 200 len: 950 time: 0.9983778 Feb 20 05:43:59.854012 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8ab9c-5e90-4d6d-92e7-2e02d5df809a req-1a8873cd-f492-4b78-905f-6558c7642bc6 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:43:59.857091 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-63c8ab9c-5e90-4d6d-92e7-2e02d5df809a req-1a8873cd-f492-4b78-905f-6558c7642bc6 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.48 "GET /v2.0/ports?device_id=437ca2ff-603f-410c-8ea8-1cb23b2b05e6 HTTP/1.1" status: 200 len: 945 time: 0.3044081 Feb 20 05:43:59.860031 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-974f6178-d926-4ea4-baaf-752553e14ece tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (25b860d0-d8b2-4a3a-a790-ed2b13b2f40e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:43:59.886388 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port b7d14067-d1d6-459a-837f-82bfb1a0caef is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:43:59.887806 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 21a6a756-b30e-44f2-9f90-cfe8098304c0 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:43:59.970331 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 21a6a756-b30e-44f2-9f90-cfe8098304c0 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:43:59.970859 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (21a6a756-b30e-44f2-9f90-cfe8098304c0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:00.107524 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fc3392f2-7275-4b43-a2db-fe5d308056df req-6ebbbca7-0544-4e9c-982f-9810c34eb241 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875613 Feb 20 05:44:00.113873 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-974f6178-d926-4ea4-baaf-752553e14ece tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b860d0-d8b2-4a3a-a790-ed2b13b2f40e']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:00.146871 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 21a6a756-b30e-44f2-9f90-cfe8098304c0 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:44:00.163618 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-974f6178-d926-4ea4-baaf-752553e14ece tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f54df40-5a0c-48ce-8fbc-ce58f1a8de80') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:00.163975 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-974f6178-d926-4ea4-baaf-752553e14ece tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f54df40-5a0c-48ce-8fbc-ce58f1a8de80') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:00.194563 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-6dec4435-d96f-4181-9786-64cfbb49b80a req-aa2cf3c9-b04b-493a-87aa-bbc5db36ee61 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Deleting port 1a47f8b7-5053-456d-8617-6f22aa378b6e {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:00.195264 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6dec4435-d96f-4181-9786-64cfbb49b80a req-aa2cf3c9-b04b-493a-87aa-bbc5db36ee61 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1a47f8b7-5053-456d-8617-6f22aa378b6e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:00.337186 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-974f6178-d926-4ea4-baaf-752553e14ece tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (6f54df40-5a0c-48ce-8fbc-ce58f1a8de80), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:00.411238 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-63c8ab9c-5e90-4d6d-92e7-2e02d5df809a req-d6984f9e-9d05-43da-8dab-57d5328a4197 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Deleting port 2511c407-f8da-4cf7-82fb-3d6673ee8fdd {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:00.411848 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-63c8ab9c-5e90-4d6d-92e7-2e02d5df809a req-d6984f9e-9d05-43da-8dab-57d5328a4197 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (2511c407-f8da-4cf7-82fb-3d6673ee8fdd), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:00.431941 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e42c5-c236-4f22-9ec1-1dc85a3d1e9b req-43d3b67a-a351-495f-9916-cfb12353fdaa tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:00.441545 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf0e42c5-c236-4f22-9ec1-1dc85a3d1e9b req-43d3b67a-a351-495f-9916-cfb12353fdaa tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9bd7e65-93a2-4bba-a2dc-cec6192c6541 HTTP/1.1" status: 200 len: 945 time: 0.1900477 Feb 20 05:44:00.469989 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-974f6178-d926-4ea4-baaf-752553e14ece tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (6f54df40-5a0c-48ce-8fbc-ce58f1a8de80), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:00.499108 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1f93c5e3-9e83-4239-9589-6bc808407b43 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:00.527628 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974f6178-d926-4ea4-baaf-752553e14ece tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:44:00.528023 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-974f6178-d926-4ea4-baaf-752553e14ece tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (6f54df40-5a0c-48ce-8fbc-ce58f1a8de80), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: items = [ Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:44:00.533963 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:44:00.642062 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf0e42c5-c236-4f22-9ec1-1dc85a3d1e9b req-85057a6b-a890-4eb8-8a18-682f52965222 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3323a95-fbf5-4b1f-ad78-f6dc4b8706c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010911 Feb 20 05:44:00.738926 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 21a6a756-b30e-44f2-9f90-cfe8098304c0 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:44:00.774734 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-974f6178-d926-4ea4-baaf-752553e14ece tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (25b860d0-d8b2-4a3a-a790-ed2b13b2f40e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:00.782452 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-6dec4435-d96f-4181-9786-64cfbb49b80a req-aa2cf3c9-b04b-493a-87aa-bbc5db36ee61 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] For port 1a47f8b7-5053-456d-8617-6f22aa378b6e, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1a47f8b7-5053-456d-8617-6f22aa378b6e,segment=NetworkSegment(34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22),segment_id=34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:00.783232 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6dec4435-d96f-4181-9786-64cfbb49b80a req-aa2cf3c9-b04b-493a-87aa-bbc5db36ee61 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1a47f8b7-5053-456d-8617-6f22aa378b6e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:00.845449 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974f6178-d926-4ea4-baaf-752553e14ece tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 25b860d0-d8b2-4a3a-a790-ed2b13b2f40e {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 20 05:44:00.866592 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-974f6178-d926-4ea4-baaf-752553e14ece tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:00.870700 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-974f6178-d926-4ea4-baaf-752553e14ece tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "DELETE /v2.0/networks/25b860d0-d8b2-4a3a-a790-ed2b13b2f40e HTTP/1.1" status: 204 len: 168 time: 1.9134350 Feb 20 05:44:00.895211 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 21a6a756-b30e-44f2-9f90-cfe8098304c0 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:44:00.895586 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (21a6a756-b30e-44f2-9f90-cfe8098304c0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:00.900106 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-6dec4435-d96f-4181-9786-64cfbb49b80a req-aa2cf3c9-b04b-493a-87aa-bbc5db36ee61 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Calling delete_port for 1a47f8b7-5053-456d-8617-6f22aa378b6e owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:00.946852 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-63c8ab9c-5e90-4d6d-92e7-2e02d5df809a req-d6984f9e-9d05-43da-8dab-57d5328a4197 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] For port 2511c407-f8da-4cf7-82fb-3d6673ee8fdd, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=2511c407-f8da-4cf7-82fb-3d6673ee8fdd,segment=NetworkSegment(34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22),segment_id=34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:00.947699 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-63c8ab9c-5e90-4d6d-92e7-2e02d5df809a req-d6984f9e-9d05-43da-8dab-57d5328a4197 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (2511c407-f8da-4cf7-82fb-3d6673ee8fdd), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:00.950671 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f6178-d926-4ea4-baaf-752553e14ece tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Pushing event deleted for resources: {'Network': ['ID=25b860d0-d8b2-4a3a-a790-ed2b13b2f40e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:01.004804 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-63c8ab9c-5e90-4d6d-92e7-2e02d5df809a req-d6984f9e-9d05-43da-8dab-57d5328a4197 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Calling delete_port for 2511c407-f8da-4cf7-82fb-3d6673ee8fdd owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:01.119437 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 21a6a756-b30e-44f2-9f90-cfe8098304c0 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:44:01.300158 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-1f93c5e3-9e83-4239-9589-6bc808407b43 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Allocated IP 172.21.0.1 (bc0591c3-b2ac-4f25-9adf-6e80047a30cd/02af6819-c278-4188-8dc0-60dad5fc0e53/a277ce19-2166-495d-adfb-baa902dd018f) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:44:01.386776 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-b4bb3722-a958-44fb-8cd6-63d0f738fc97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b88aede-8653-4c45-989f-0b133900719c {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:44:01.420749 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-b4bb3722-a958-44fb-8cd6-63d0f738fc97 service neutron] Publish callbacks [] for port (9b88aede-8653-4c45-989f-0b133900719c), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:01.429925 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42246) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:01.438850 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-bb6d2782-fe23-4412-9b9b-5f5d96b6d4fa tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Request body: {'router': {'name': 'tempest-router--1819833043', 'project_id': '791897c617c14821aee452a1b7c12295'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:01.497083 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-b4bb3722-a958-44fb-8cd6-63d0f738fc97 service neutron] Transition to ACTIVE for port object 9b88aede-8653-4c45-989f-0b133900719c will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:44:01.506504 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-b4bb3722-a958-44fb-8cd6-63d0f738fc97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (9b88aede-8653-4c45-989f-0b133900719c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:01.509400 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1f93c5e3-9e83-4239-9589-6bc808407b43 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for port (a277ce19-2166-495d-adfb-baa902dd018f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:01.556084 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d19fa-f409-43fc-98a5-bfbe7a9b5834 req-ec923a33-b872-47cb-b213-851985a8e85b tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:01.566627 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-db7d19fa-f409-43fc-98a5-bfbe7a9b5834 req-ec923a33-b872-47cb-b213-851985a8e85b tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 931 time: 0.7967997 Feb 20 05:44:01.585912 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1f93c5e3-9e83-4239-9589-6bc808407b43 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (a277ce19-2166-495d-adfb-baa902dd018f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:01.621424 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb3722-a958-44fb-8cd6-63d0f738fc97 service neutron] Pushing event updated for resources: {'Port': ['ID=9b88aede-8653-4c45-989f-0b133900719c,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:01.635560 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bb6d2782-fe23-4412-9b9b-5f5d96b6d4fa tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (5c614dc3-b8c6-4535-a716-bfee2072d44d), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:01.636751 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bb6d2782-fe23-4412-9b9b-5f5d96b6d4fa tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (5c614dc3-b8c6-4535-a716-bfee2072d44d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:01.650089 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f93c5e3-9e83-4239-9589-6bc808407b43 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network bc0591c3-b2ac-4f25-9adf-6e80047a30cd is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:44:01.660192 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-1f93c5e3-9e83-4239-9589-6bc808407b43 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:01.674617 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f93c5e3-9e83-4239-9589-6bc808407b43 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:44:01.731282 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6dec4435-d96f-4181-9786-64cfbb49b80a req-aa2cf3c9-b04b-493a-87aa-bbc5db36ee61 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (1a47f8b7-5053-456d-8617-6f22aa378b6e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:01.801246 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-db7d19fa-f409-43fc-98a5-bfbe7a9b5834 req-4013d56e-0e15-4390-a240-dbbea2e23dd7 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/security-groups?id=067bde45-941d-4994-a73b-f1b88961d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336187 Feb 20 05:44:01.801883 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93c5e3-9e83-4239-9589-6bc808407b43 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Port': ['ID=a277ce19-2166-495d-adfb-baa902dd018f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:01.825529 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1f93c5e3-9e83-4239-9589-6bc808407b43 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (97779f56-53ff-41e9-9bae-535b5d87a37e), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:01.841935 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cf3c9-b04b-493a-87aa-bbc5db36ee61 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Pushing event deleted for resources: {'Port': ['ID=1a47f8b7-5053-456d-8617-6f22aa378b6e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:01.961168 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dec4435-d96f-4181-9786-64cfbb49b80a req-aa2cf3c9-b04b-493a-87aa-bbc5db36ee61 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] No DVR routers for this DVR port 1a47f8b7-5053-456d-8617-6f22aa378b6e on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:44:01.965356 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6dec4435-d96f-4181-9786-64cfbb49b80a req-aa2cf3c9-b04b-493a-87aa-bbc5db36ee61 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:01.969108 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6dec4435-d96f-4181-9786-64cfbb49b80a req-aa2cf3c9-b04b-493a-87aa-bbc5db36ee61 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.48 "DELETE /v2.0/ports/1a47f8b7-5053-456d-8617-6f22aa378b6e HTTP/1.1" status: 204 len: 173 time: 2.6703043 Feb 20 05:44:01.976017 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bd7e65-93a2-4bba-a2dc-cec6192c6541', 'name': 'network-vif-deleted', 'tag': '1a47f8b7-5053-456d-8617-6f22aa378b6e'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:44:01.978562 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1250352e-06a2-4f4a-9a75-9b225c19aadb" -d '{"events": [{"server_uuid": "b9bd7e65-93a2-4bba-a2dc-cec6192c6541", "name": "network-vif-deleted", "tag": "1a47f8b7-5053-456d-8617-6f22aa378b6e"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:44:02.075279 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bb6d2782-fe23-4412-9b9b-5f5d96b6d4fa tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router_controller (5c614dc3-b8c6-4535-a716-bfee2072d44d), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:02.080529 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-b4bb3722-a958-44fb-8cd6-63d0f738fc97 service neutron] Attempting to bind port 9b88aede-8653-4c45-989f-0b133900719c on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:44:02.080979 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-b4bb3722-a958-44fb-8cd6-63d0f738fc97 service neutron] Attempting to bind port 9b88aede-8653-4c45-989f-0b133900719c by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'f88ee601-1164-4cfc-bf81-28dfd7efb65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '05e3b391-72f9-4dca-80c9-b64bac389480'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:44:02.081388 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-b4bb3722-a958-44fb-8cd6-63d0f738fc97 service neutron] Attempting to bind port 9b88aede-8653-4c45-989f-0b133900719c on network 05e3b391-72f9-4dca-80c9-b64bac389480 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:44:02.086852 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c0ee9-fa31-4b6a-ac88-80cd1cdc95c9 req-7b82bb24-41e0-4098-8274-23d60edd6518 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:02.090557 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-b4bb3722-a958-44fb-8cd6-63d0f738fc97 service neutron] Port 9b88aede-8653-4c45-989f-0b133900719c on network 05e3b391-72f9-4dca-80c9-b64bac389480 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:44:02.090977 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-b4bb3722-a958-44fb-8cd6-63d0f738fc97 service neutron] Attempting to bind port 9b88aede-8653-4c45-989f-0b133900719c on network 05e3b391-72f9-4dca-80c9-b64bac389480 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:44:02.094314 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-656c0ee9-fa31-4b6a-ac88-80cd1cdc95c9 req-7b82bb24-41e0-4098-8274-23d60edd6518 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 945 time: 0.1486781 Feb 20 05:44:02.098403 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-b4bb3722-a958-44fb-8cd6-63d0f738fc97 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:44:02.098843 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-b4bb3722-a958-44fb-8cd6-63d0f738fc97 service neutron] Checking segment: {'id': 'f88ee601-1164-4cfc-bf81-28dfd7efb65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '05e3b391-72f9-4dca-80c9-b64bac389480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:44:02.099390 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-b4bb3722-a958-44fb-8cd6-63d0f738fc97 service neutron] Bound using segment: {'id': 'f88ee601-1164-4cfc-bf81-28dfd7efb65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '05e3b391-72f9-4dca-80c9-b64bac389480'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:44:02.099900 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-b4bb3722-a958-44fb-8cd6-63d0f738fc97 service neutron] Bound port: 9b88aede-8653-4c45-989f-0b133900719c, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f88ee601-1164-4cfc-bf81-28dfd7efb65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '05e3b391-72f9-4dca-80c9-b64bac389480'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:44:02.100498 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-b4bb3722-a958-44fb-8cd6-63d0f738fc97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9b88aede-8653-4c45-989f-0b133900719c), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:02.105394 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bb6d2782-fe23-4412-9b9b-5f5d96b6d4fa tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (5c614dc3-b8c6-4535-a716-bfee2072d44d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:02.126890 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-63c8ab9c-5e90-4d6d-92e7-2e02d5df809a req-d6984f9e-9d05-43da-8dab-57d5328a4197 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (2511c407-f8da-4cf7-82fb-3d6673ee8fdd), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:02.132889 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-8ea37e6e-ed0d-4ebe-bdbf-40d873e16563 None None] Provisioning complete for port a277ce19-2166-495d-adfb-baa902dd018f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:44:02.133388 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ea37e6e-ed0d-4ebe-bdbf-40d873e16563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a277ce19-2166-495d-adfb-baa902dd018f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:02.206750 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6984f9e-9d05-43da-8dab-57d5328a4197 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Pushing event deleted for resources: {'Port': ['ID=2511c407-f8da-4cf7-82fb-3d6673ee8fdd,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:02.219938 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8ea37e6e-ed0d-4ebe-bdbf-40d873e16563 None None] Port a277ce19-2166-495d-adfb-baa902dd018f cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:44:02.230651 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1f93c5e3-9e83-4239-9589-6bc808407b43 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a277ce19-2166-495d-adfb-baa902dd018f), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:02.270326 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-656c0ee9-fa31-4b6a-ac88-80cd1cdc95c9 req-f3797ef5-45f8-4c5c-9659-09a1e27334a4 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706576 Feb 20 05:44:02.366167 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c8ab9c-5e90-4d6d-92e7-2e02d5df809a req-d6984f9e-9d05-43da-8dab-57d5328a4197 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] No DVR routers for this DVR port 2511c407-f8da-4cf7-82fb-3d6673ee8fdd on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:44:02.370110 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bb6d2782-fe23-4412-9b9b-5f5d96b6d4fa tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:02.380450 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bb6d2782-fe23-4412-9b9b-5f5d96b6d4fa tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9454234 Feb 20 05:44:02.382075 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-63c8ab9c-5e90-4d6d-92e7-2e02d5df809a req-d6984f9e-9d05-43da-8dab-57d5328a4197 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:02.386332 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42256) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:02.387451 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-63c8ab9c-5e90-4d6d-92e7-2e02d5df809a req-d6984f9e-9d05-43da-8dab-57d5328a4197 tempest-ListServersNegativeTestJSON-112155480 tempest-ListServersNegativeTestJSON-112155480-project] 10.222.0.48 "DELETE /v2.0/ports/2511c407-f8da-4cf7-82fb-3d6673ee8fdd HTTP/1.1" status: 204 len: 173 time: 2.5138516 Feb 20 05:44:02.424277 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-b4bb3722-a958-44fb-8cd6-63d0f738fc97 service neutron] For port 9b88aede-8653-4c45-989f-0b133900719c, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:44:02.427964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-b4bb3722-a958-44fb-8cd6-63d0f738fc97 service neutron] For port 9b88aede-8653-4c45-989f-0b133900719c, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=9b88aede-8653-4c45-989f-0b133900719c,segment=NetworkSegment(f88ee601-1164-4cfc-bf81-28dfd7efb65e),segment_id=f88ee601-1164-4cfc-bf81-28dfd7efb65e)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:44:02.434872 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-b4bb3722-a958-44fb-8cd6-63d0f738fc97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (9b88aede-8653-4c45-989f-0b133900719c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:02.508227 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-b4bb3722-a958-44fb-8cd6-63d0f738fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:02.508963 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-b4bb3722-a958-44fb-8cd6-63d0f738fc97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:02.511086 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-b4bb3722-a958-44fb-8cd6-63d0f738fc97 service neutron] 10.222.0.61 "PUT /v2.0/ports/9b88aede-8653-4c45-989f-0b133900719c HTTP/1.1" status: 200 len: 1091 time: 3.1929460 Feb 20 05:44:02.532712 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 1a47f8b7-5053-456d-8617-6f22aa378b6e no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:44:02.565661 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 1a47f8b7-5053-456d-8617-6f22aa378b6e {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:44:02.576156 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb3722-a958-44fb-8cd6-63d0f738fc97 service neutron] Pushing event updated for resources: {'Port': ['ID=9b88aede-8653-4c45-989f-0b133900719c,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:02.586668 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 1a47f8b7-5053-456d-8617-6f22aa378b6e not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:44:02.587569 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 2511c407-f8da-4cf7-82fb-3d6673ee8fdd no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:44:02.639830 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 2511c407-f8da-4cf7-82fb-3d6673ee8fdd {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:44:02.640460 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 2511c407-f8da-4cf7-82fb-3d6673ee8fdd not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:44:02.677305 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-9a51ddb4-8fda-467e-9e85-c345f6e7eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:02.679428 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-9a51ddb4-8fda-467e-9e85-c345f6e7eb36 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6ee7c612de843578619e89c6f670d65&device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 1125 time: 0.0606735 Feb 20 05:44:02.763800 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1f93c5e3-9e83-4239-9589-6bc808407b43 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for port (a277ce19-2166-495d-adfb-baa902dd018f), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:02.771602 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-49e2676d-4fe4-48e4-a9d0-665dca241d8f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b88aede-8653-4c45-989f-0b133900719c HTTP/1.1" status: 200 len: 217 time: 0.0844679 Feb 20 05:44:02.777147 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1f93c5e3-9e83-4239-9589-6bc808407b43 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (a277ce19-2166-495d-adfb-baa902dd018f), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:02.826532 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-cc55fbfe-0bf9-4756-ae53-338b1c8e6438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:02.828352 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-cc55fbfe-0bf9-4756-ae53-338b1c8e6438 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fc42d209-b39f-4da5-905a-0aaed8fb6a61 HTTP/1.1" status: 200 len: 860 time: 0.0500793 Feb 20 05:44:02.867733 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-860c6abd-fdda-47e0-8862-5779cdddfc40 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=05e3b391-72f9-4dca-80c9-b64bac389480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306735 Feb 20 05:44:02.886618 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a1bb8485-3393-49af-b4a6-0e1fcb30d720 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router (5c614dc3-b8c6-4535-a716-bfee2072d44d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:02.998541 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-53077b13-1e9d-4977-b228-4d7f9d5107be service neutron] 10.222.0.61 "GET /v2.0/networks/05e3b391-72f9-4dca-80c9-b64bac389480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241210 Feb 20 05:44:03.060377 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93c5e3-9e83-4239-9589-6bc808407b43 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Port': ['ID=a277ce19-2166-495d-adfb-baa902dd018f,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:03.074435 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a9861-fb7f-4ff8-9974-bf34744caf13 req-44b23968-8b59-4fb8-88a4-3ac31bb5db6c tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:03.076811 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cd4a9861-fb7f-4ff8-9974-bf34744caf13 req-44b23968-8b59-4fb8-88a4-3ac31bb5db6c tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0ec8f25f-3060-436c-b486-da7b3ee82459 HTTP/1.1" status: 200 len: 1132 time: 0.7053471 Feb 20 05:44:03.083762 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1f93c5e3-9e83-4239-9589-6bc808407b43 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (97779f56-53ff-41e9-9bae-535b5d87a37e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:03.126410 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a1bb8485-3393-49af-b4a6-0e1fcb30d720 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (5c614dc3-b8c6-4535-a716-bfee2072d44d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:03.133765 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a1bb8485-3393-49af-b4a6-0e1fcb30d720 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router_controller (5c614dc3-b8c6-4535-a716-bfee2072d44d), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:03.158762 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-25249962-82ef-4bbd-a202-fbf5126d7f5b req-fff4af90-6e4d-4d8d-9f69-f6e9ca2c8379 service neutron] 10.222.0.61 "GET /v2.0/networks/05e3b391-72f9-4dca-80c9-b64bac389480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530957 Feb 20 05:44:03.263037 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a1bb8485-3393-49af-b4a6-0e1fcb30d720 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (5c614dc3-b8c6-4535-a716-bfee2072d44d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:03.263620 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bb8485-3393-49af-b4a6-0e1fcb30d720 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5c614dc3-b8c6-4535-a716-bfee2072d44d {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:44:03.276105 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a1bb8485-3393-49af-b4a6-0e1fcb30d720 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:03.277303 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a1bb8485-3393-49af-b4a6-0e1fcb30d720 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "DELETE /v2.0/routers/5c614dc3-b8c6-4535-a716-bfee2072d44d HTTP/1.1" status: 204 len: 168 time: 0.8886662 Feb 20 05:44:03.305506 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cd4a9861-fb7f-4ff8-9974-bf34744caf13 req-21fc4ce7-4f24-428d-9410-83506763627b tempest-ServersOnMultiNodesTest-1507625756 tempest-ServersOnMultiNodesTest-1507625756-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881063 Feb 20 05:44:03.336810 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f93c5e3-9e83-4239-9589-6bc808407b43 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network bc0591c3-b2ac-4f25-9adf-6e80047a30cd is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:44:03.338521 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-1f93c5e3-9e83-4239-9589-6bc808407b43 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:03.417604 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42278) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:03.459438 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5baebf-6993-42a1-9b34-234a3dc34429 x-openstack-request-id: req-ea5baebf-6993-42a1-9b34-234a3dc34429 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:44:03.459806 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9bd7e65-93a2-4bba-a2dc-cec6192c6541", "name": "network-vif-deleted", "tag": "1a47f8b7-5053-456d-8617-6f22aa378b6e", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:44:03.460131 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea5baebf-6993-42a1-9b34-234a3dc34429 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:44:03.460601 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9bd7e65-93a2-4bba-a2dc-cec6192c6541', 'name': 'network-vif-deleted', 'tag': '1a47f8b7-5053-456d-8617-6f22aa378b6e', 'status': 'completed', 'code': 200} Feb 20 05:44:03.543022 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f93c5e3-9e83-4239-9589-6bc808407b43 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Router 97779f56-53ff-41e9-9bae-535b5d87a37e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:44:03.692369 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fdfc6-9f92-4a85-9332-0b9c4433f975 req-20749241-e720-4c63-aedd-e33a7ab67305 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:03.693875 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b9fdfc6-9f92-4a85-9332-0b9c4433f975 req-20749241-e720-4c63-aedd-e33a7ab67305 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 943 time: 0.1489568 Feb 20 05:44:03.695336 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f93c5e3-9e83-4239-9589-6bc808407b43 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:44:03.702671 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1f93c5e3-9e83-4239-9589-6bc808407b43 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "PUT /v2.0/routers/97779f56-53ff-41e9-9bae-535b5d87a37e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9751117 Feb 20 05:44:03.702963 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-f29d3861-43d6-4b87-a929-c53ea9d4284b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-999548849', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}, 'admin_state_up': False}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:03.710340 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42284) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:03.712519 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ae7c62-cbc5-4179-9f55-17fc842f2966 None None] Sync routers for ids ['97779f56-53ff-41e9-9bae-535b5d87a37e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:44:03.730079 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ae7c62-cbc5-4179-9f55-17fc842f2966 None None] Routers {'97779f56-53ff-41e9-9bae-535b5d87a37e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:03.731269 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-79ae7c62-cbc5-4179-9f55-17fc842f2966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:43:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['97779f56-53ff-41e9-9bae-535b5d87a37e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:03.775289 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492d8d8a-efff-438f-94b7-559c311b2dc4 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:03.779992 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-492d8d8a-efff-438f-94b7-559c311b2dc4 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "GET /v2.0/ports/a277ce19-2166-495d-adfb-baa902dd018f HTTP/1.1" status: 200 len: 910 time: 0.0650914 Feb 20 05:44:03.779992 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f29d3861-43d6-4b87-a929-c53ea9d4284b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (58b2b7b2-515a-4081-b1ff-9b587caf9167), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:03.780252 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b9fdfc6-9f92-4a85-9332-0b9c4433f975 req-87242579-baec-4247-882e-739909f6e509 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/security-groups?id=067bde45-941d-4994-a73b-f1b88961d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673277 Feb 20 05:44:03.780410 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f29d3861-43d6-4b87-a929-c53ea9d4284b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (58b2b7b2-515a-4081-b1ff-9b587caf9167), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:03.780803 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42286) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:03.782693 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-79ae7c62-cbc5-4179-9f55-17fc842f2966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:03.817599 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ae7c62-cbc5-4179-9f55-17fc842f2966 None None] Routers {'97779f56-53ff-41e9-9bae-535b5d87a37e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:03.819411 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-79ae7c62-cbc5-4179-9f55-17fc842f2966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:43:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['97779f56-53ff-41e9-9bae-535b5d87a37e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:03.855284 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f29d3861-43d6-4b87-a929-c53ea9d4284b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_controller (58b2b7b2-515a-4081-b1ff-9b587caf9167), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:03.860348 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-79ae7c62-cbc5-4179-9f55-17fc842f2966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:03.861396 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ae7c62-cbc5-4179-9f55-17fc842f2966 None None] The sync data for ids ['97779f56-53ff-41e9-9bae-535b5d87a37e'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:44:03.863101 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-56fe5cc4-e912-480e-8a9d-4782be084791 None None] Provisioning complete for port a277ce19-2166-495d-adfb-baa902dd018f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:44:03.865845 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-56fe5cc4-e912-480e-8a9d-4782be084791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a277ce19-2166-495d-adfb-baa902dd018f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:03.905060 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-56fe5cc4-e912-480e-8a9d-4782be084791 None None] Port a277ce19-2166-495d-adfb-baa902dd018f cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:44:04.029612 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f29d3861-43d6-4b87-a929-c53ea9d4284b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_gateway (58b2b7b2-515a-4081-b1ff-9b587caf9167), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:04.058243 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef12fa2-9634-442d-908a-ecda9ce2e886 req-7758891c-cdff-4ebe-a8d1-4f2fc8cb627d tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:04.059852 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aef12fa2-9634-442d-908a-ecda9ce2e886 req-7758891c-cdff-4ebe-a8d1-4f2fc8cb627d tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 945 time: 0.1474900 Feb 20 05:44:04.190689 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aef12fa2-9634-442d-908a-ecda9ce2e886 req-bec56448-ed63-4b52-b7e0-b84a3d8f1e9e tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152539 Feb 20 05:44:04.273164 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f29d3861-43d6-4b87-a929-c53ea9d4284b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_gateway (58b2b7b2-515a-4081-b1ff-9b587caf9167), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:04.292914 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f29d3861-43d6-4b87-a929-c53ea9d4284b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:04.333915 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75ceb263-587c-4008-b76e-5b66f069b9a0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (97779f56-53ff-41e9-9bae-535b5d87a37e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:04.402089 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42292) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:04.435386 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-f29d3861-43d6-4b87-a929-c53ea9d4284b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Allocated IP 172.25.3.54 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/b5acc6b3-125a-4615-9745-e8427cd5a1a3) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:44:04.553791 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f29d3861-43d6-4b87-a929-c53ea9d4284b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for port (b5acc6b3-125a-4615-9745-e8427cd5a1a3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:04.601118 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f29d3861-43d6-4b87-a929-c53ea9d4284b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (b5acc6b3-125a-4615-9745-e8427cd5a1a3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:04.641917 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29d3861-43d6-4b87-a929-c53ea9d4284b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:44:04.647110 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-f29d3861-43d6-4b87-a929-c53ea9d4284b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:04.652328 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29d3861-43d6-4b87-a929-c53ea9d4284b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:44:04.655761 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d3861-43d6-4b87-a929-c53ea9d4284b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Pushing event updated for resources: {'Port': ['ID=b5acc6b3-125a-4615-9745-e8427cd5a1a3,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:04.947981 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-da7bdb75-43ec-4593-9ebd-afa4419ce1ba admin admin] Deleting subnet 3bd737ce-8d1e-4b15-a95b-d2746f29a211 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:44:04.957711 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-da7bdb75-43ec-4593-9ebd-afa4419ce1ba admin admin] Publish callbacks [] for subnet (3bd737ce-8d1e-4b15-a95b-d2746f29a211), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:05.000095 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86007a5f-34c7-4ce6-96ab-8a1235a90fdd req-8de8a01f-b344-4f26-84bf-fbad1c12b37f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:05.001696 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86007a5f-34c7-4ce6-96ab-8a1235a90fdd req-8de8a01f-b344-4f26-84bf-fbad1c12b37f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ec8f25f-3060-436c-b486-da7b3ee82459 HTTP/1.1" status: 200 len: 950 time: 0.1960948 Feb 20 05:44:05.021024 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-da7bdb75-43ec-4593-9ebd-afa4419ce1ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (3bd737ce-8d1e-4b15-a95b-d2746f29a211), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:05.126059 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-da7bdb75-43ec-4593-9ebd-afa4419ce1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (3bd737ce-8d1e-4b15-a95b-d2746f29a211), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:05.168558 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86007a5f-34c7-4ce6-96ab-8a1235a90fdd req-e8c1adcf-a343-4a84-ac2d-35f4cd27c362 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442208 Feb 20 05:44:05.238833 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-da7bdb75-43ec-4593-9ebd-afa4419ce1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (3bd737ce-8d1e-4b15-a95b-d2746f29a211), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:05.251258 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f29d3861-43d6-4b87-a929-c53ea9d4284b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_gateway (58b2b7b2-515a-4081-b1ff-9b587caf9167), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:05.281862 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7bdb75-43ec-4593-9ebd-afa4419ce1ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bd737ce-8d1e-4b15-a95b-d2746f29a211,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:05.298056 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-75ceb263-587c-4008-b76e-5b66f069b9a0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Deleting port a277ce19-2166-495d-adfb-baa902dd018f {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:05.298752 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75ceb263-587c-4008-b76e-5b66f069b9a0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a277ce19-2166-495d-adfb-baa902dd018f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:05.302784 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-da7bdb75-43ec-4593-9ebd-afa4419ce1ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:05.309305 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-da7bdb75-43ec-4593-9ebd-afa4419ce1ba admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3bd737ce-8d1e-4b15-a95b-d2746f29a211 HTTP/1.1" status: 204 len: 168 time: 0.5034907 Feb 20 05:44:05.311171 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42302) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:05.428508 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b2660256-45f0-452d-b848-ca2626ebb019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (8785fe06-1b1d-4e35-9a5e-551e7fe46028), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:05.434200 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489c98f-c93d-4de0-97ae-b6411f668e85 req-3c8087fd-d1d4-4d35-8c88-2a3c0311f1e7 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:05.435762 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b489c98f-c93d-4de0-97ae-b6411f668e85 req-3c8087fd-d1d4-4d35-8c88-2a3c0311f1e7 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 943 time: 0.1411688 Feb 20 05:44:05.460952 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75ceb263-587c-4008-b76e-5b66f069b9a0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a277ce19-2166-495d-adfb-baa902dd018f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:05.467230 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437ca2ff-603f-410c-8ea8-1cb23b2b05e6', 'name': 'network-vif-deleted', 'tag': '2511c407-f8da-4cf7-82fb-3d6673ee8fdd'}, {'name': 'network-changed', 'server_uuid': '40af2764-f10d-4f27-9477-802507b4be77', 'tag': '9b88aede-8653-4c45-989f-0b133900719c'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:44:05.469477 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57a20fd-cf96-4873-8710-b39b998a0521" -d '{"events": [{"server_uuid": "437ca2ff-603f-410c-8ea8-1cb23b2b05e6", "name": "network-vif-deleted", "tag": "2511c407-f8da-4cf7-82fb-3d6673ee8fdd"}, {"name": "network-changed", "server_uuid": "40af2764-f10d-4f27-9477-802507b4be77", "tag": "9b88aede-8653-4c45-989f-0b133900719c"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:44:05.483056 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-75ceb263-587c-4008-b76e-5b66f069b9a0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Calling delete_port for a277ce19-2166-495d-adfb-baa902dd018f owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:05.549170 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b489c98f-c93d-4de0-97ae-b6411f668e85 req-ad03c755-c4c7-4553-995f-dc6850c45572 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/security-groups?id=067bde45-941d-4994-a73b-f1b88961d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979362 Feb 20 05:44:05.609864 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b2660256-45f0-452d-b848-ca2626ebb019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (8785fe06-1b1d-4e35-9a5e-551e7fe46028), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:05.637719 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f29d3861-43d6-4b87-a929-c53ea9d4284b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (58b2b7b2-515a-4081-b1ff-9b587caf9167), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:05.648364 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-b2660256-45f0-452d-b848-ca2626ebb019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8785fe06-1b1d-4e35-9a5e-551e7fe46028']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:05.661273 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-b2660256-45f0-452d-b848-ca2626ebb019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:05.661581 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-b2660256-45f0-452d-b848-ca2626ebb019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:05.705222 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b2660256-45f0-452d-b848-ca2626ebb019 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:05.730014 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b2660256-45f0-452d-b848-ca2626ebb019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:05.768326 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2660256-45f0-452d-b848-ca2626ebb019 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:44:05.768734 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b2660256-45f0-452d-b848-ca2626ebb019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (34d1aac9-7f6b-4fb6-9df6-52bfc7d63e22), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:44:05.770435 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:44:05.781362 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73151257-2704-45a1-b54b-ace44fe069a3 req-fa1f7af2-0085-4961-836c-69f907ae8aec tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:05.789880 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73151257-2704-45a1-b54b-ace44fe069a3 req-fa1f7af2-0085-4961-836c-69f907ae8aec tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 945 time: 0.1154938 Feb 20 05:44:05.842692 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b2660256-45f0-452d-b848-ca2626ebb019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (8785fe06-1b1d-4e35-9a5e-551e7fe46028), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:05.843809 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75ceb263-587c-4008-b76e-5b66f069b9a0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (a277ce19-2166-495d-adfb-baa902dd018f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:05.847436 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b2660256-45f0-452d-b848-ca2626ebb019 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:05.856526 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b2660256-45f0-452d-b848-ca2626ebb019 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8785fe06-1b1d-4e35-9a5e-551e7fe46028 HTTP/1.1" status: 204 len: 168 time: 0.5400393 Feb 20 05:44:05.869552 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2660256-45f0-452d-b848-ca2626ebb019 admin admin] Pushing event deleted for resources: {'Network': ['ID=8785fe06-1b1d-4e35-9a5e-551e7fe46028,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:05.892164 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73151257-2704-45a1-b54b-ace44fe069a3 req-fab6892b-9dcf-4fe8-89ce-efca5d3b90d5 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010051 Feb 20 05:44:05.892362 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29d3861-43d6-4b87-a929-c53ea9d4284b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Router 58b2b7b2-515a-4081-b1ff-9b587caf9167 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:44:05.909699 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ceb263-587c-4008-b76e-5b66f069b9a0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Port': ['ID=a277ce19-2166-495d-adfb-baa902dd018f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:06.005310 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 20 Feb 2022 05:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e625f47-d7c3-4320-81bb-bbd16146f9f2 x-openstack-request-id: req-9e625f47-d7c3-4320-81bb-bbd16146f9f2 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:44:06.005733 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437ca2ff-603f-410c-8ea8-1cb23b2b05e6", "name": "network-vif-deleted", "tag": "2511c407-f8da-4cf7-82fb-3d6673ee8fdd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "40af2764-f10d-4f27-9477-802507b4be77", "tag": "9b88aede-8653-4c45-989f-0b133900719c", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:44:06.006093 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e625f47-d7c3-4320-81bb-bbd16146f9f2 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:44:06.006639 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437ca2ff-603f-410c-8ea8-1cb23b2b05e6', 'name': 'network-vif-deleted', 'tag': '2511c407-f8da-4cf7-82fb-3d6673ee8fdd', 'status': 'completed', 'code': 200} Feb 20 05:44:06.007053 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40af2764-f10d-4f27-9477-802507b4be77', 'tag': '9b88aede-8653-4c45-989f-0b133900719c', 'status': 'completed', 'code': 200} Feb 20 05:44:06.081909 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf81036-ba0d-438b-aa1c-73b46333a224 req-1d87fe48-7831-4afb-8eea-18709ce8bd04 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:06.083627 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3cf81036-ba0d-438b-aa1c-73b46333a224 req-1d87fe48-7831-4afb-8eea-18709ce8bd04 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ec8f25f-3060-436c-b486-da7b3ee82459 HTTP/1.1" status: 200 len: 950 time: 0.1879499 Feb 20 05:44:06.165849 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a20fd-cf96-4873-8710-b39b998a0521 req-1b0850af-b3f6-4a34-a97c-19f4d7aa3f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:06.167916 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a57a20fd-cf96-4873-8710-b39b998a0521 req-1b0850af-b3f6-4a34-a97c-19f4d7aa3f19 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6ee7c612de843578619e89c6f670d65&device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 1125 time: 0.1641531 Feb 20 05:44:06.217467 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75ceb263-587c-4008-b76e-5b66f069b9a0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (97779f56-53ff-41e9-9bae-535b5d87a37e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:06.235375 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42314) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:06.304028 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29d3861-43d6-4b87-a929-c53ea9d4284b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:44:06.316126 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf1fb55-8313-4872-ac04-f1e5dcc66a10 None None] Sync routers for ids ['58b2b7b2-515a-4081-b1ff-9b587caf9167'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:44:06.335171 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf1fb55-8313-4872-ac04-f1e5dcc66a10 None None] Routers {'58b2b7b2-515a-4081-b1ff-9b587caf9167'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:06.336440 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0cf1fb55-8313-4872-ac04-f1e5dcc66a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:43:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['58b2b7b2-515a-4081-b1ff-9b587caf9167'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:06.344976 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f29d3861-43d6-4b87-a929-c53ea9d4284b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:06.348854 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f29d3861-43d6-4b87-a929-c53ea9d4284b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9275882 Feb 20 05:44:06.353530 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42316) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:06.371692 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 9b88aede-8653-4c45-989f-0b133900719c details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:44:06.388518 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0cf1fb55-8313-4872-ac04-f1e5dcc66a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:06.403400 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf1fb55-8313-4872-ac04-f1e5dcc66a10 None None] Routers {'58b2b7b2-515a-4081-b1ff-9b587caf9167'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:06.404369 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0cf1fb55-8313-4872-ac04-f1e5dcc66a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:43:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['58b2b7b2-515a-4081-b1ff-9b587caf9167'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:06.431630 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a20fd-cf96-4873-8710-b39b998a0521 req-432d8765-d9ff-4124-9661-f4e73cd2f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:06.433745 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a57a20fd-cf96-4873-8710-b39b998a0521 req-432d8765-d9ff-4124-9661-f4e73cd2f8ae service neutron] 10.222.0.61 "GET /v2.0/networks?id=05e3b391-72f9-4dca-80c9-b64bac389480 HTTP/1.1" status: 200 len: 920 time: 0.2585371 Feb 20 05:44:06.438182 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-3cf81036-ba0d-438b-aa1c-73b46333a224 req-fc8c378b-195b-416b-9ce0-fafc1ec608bd tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Deleting port b1e70ed5-20a2-435a-8b72-c1c33c945e1b {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:06.438523 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3cf81036-ba0d-438b-aa1c-73b46333a224 req-fc8c378b-195b-416b-9ce0-fafc1ec608bd tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (b1e70ed5-20a2-435a-8b72-c1c33c945e1b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:06.439614 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3e66cfac-6c6a-4580-ad85-9b646359c647 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=32a8847c7900410db19296ed57f04acb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2032673 Feb 20 05:44:06.442546 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42318) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:06.458097 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0cf1fb55-8313-4872-ac04-f1e5dcc66a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:06.459148 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf1fb55-8313-4872-ac04-f1e5dcc66a10 None None] The sync data for ids ['58b2b7b2-515a-4081-b1ff-9b587caf9167'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:44:06.472066 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b545c-a82e-4c43-ae37-1170888f0d22 req-a1b56c49-e4ba-41f1-a7d7-424acf3c49c3 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:06.473493 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f66b545c-a82e-4c43-ae37-1170888f0d22 req-a1b56c49-e4ba-41f1-a7d7-424acf3c49c3 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ec8f25f-3060-436c-b486-da7b3ee82459 HTTP/1.1" status: 200 len: 950 time: 0.1979902 Feb 20 05:44:06.534211 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-3cf81036-ba0d-438b-aa1c-73b46333a224 req-fc8c378b-195b-416b-9ce0-fafc1ec608bd tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] For port b1e70ed5-20a2-435a-8b72-c1c33c945e1b, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=b1e70ed5-20a2-435a-8b72-c1c33c945e1b,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:06.534849 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3cf81036-ba0d-438b-aa1c-73b46333a224 req-fc8c378b-195b-416b-9ce0-fafc1ec608bd tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (b1e70ed5-20a2-435a-8b72-c1c33c945e1b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:06.546826 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-3cf81036-ba0d-438b-aa1c-73b46333a224 req-fc8c378b-195b-416b-9ce0-fafc1ec608bd tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Calling delete_port for b1e70ed5-20a2-435a-8b72-c1c33c945e1b owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:06.556442 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 9b88aede-8653-4c45-989f-0b133900719c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=9b88aede-8653-4c45-989f-0b133900719c,segment=NetworkSegment(f88ee601-1164-4cfc-bf81-28dfd7efb65e),segment_id=f88ee601-1164-4cfc-bf81-28dfd7efb65e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:06.569874 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '9b88aede-8653-4c45-989f-0b133900719c', 'network_id': '05e3b391-72f9-4dca-80c9-b64bac389480', 'port_id': '9b88aede-8653-4c45-989f-0b133900719c', 'mac_address': 'fa:16:3e:34:71:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc42d209-b39f-4da5-905a-0aaed8fb6a61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:44:06.639061 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f66b545c-a82e-4c43-ae37-1170888f0d22 req-9b014e28-1ccc-4c3d-aa7e-e1d95049e68a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541362 Feb 20 05:44:06.653650 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8470-1117-44a2-867c-2a74b7241906 admin admin] Publish callbacks [] for security_group (d3323a95-fbf5-4b1f-ad78-f6dc4b8706c4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:06.653799 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 9b88aede-8653-4c45-989f-0b133900719c is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:44:06.653799 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9b88aede-8653-4c45-989f-0b133900719c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:06.668205 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b88aede-8653-4c45-989f-0b133900719c {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:44:06.691418 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 9b88aede-8653-4c45-989f-0b133900719c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=9b88aede-8653-4c45-989f-0b133900719c,segment=NetworkSegment(f88ee601-1164-4cfc-bf81-28dfd7efb65e),segment_id=f88ee601-1164-4cfc-bf81-28dfd7efb65e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:06.697165 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9b88aede-8653-4c45-989f-0b133900719c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:06.735804 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3cf81036-ba0d-438b-aa1c-73b46333a224 req-fc8c378b-195b-416b-9ce0-fafc1ec608bd tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (b1e70ed5-20a2-435a-8b72-c1c33c945e1b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:06.748941 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a57a20fd-cf96-4873-8710-b39b998a0521 req-800e3514-7c21-4de9-994c-233e871b1d54 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b88aede-8653-4c45-989f-0b133900719c HTTP/1.1" status: 200 len: 217 time: 0.0548029 Feb 20 05:44:06.782073 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=9b88aede-8653-4c45-989f-0b133900719c,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:06.795773 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['82dfe21f-25b4-4076-a55c-1c299a335a3c', '3582a211-2f2f-4de1-b4bb-389da669fe4d', 'f34fe243-2da3-4e72-abc1-4e74092465c8'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:44:06.802400 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['fed30b5f-107e-440d-a885-e4d84c260413', '13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2', '0d26e5dd-1bd8-46ba-96d8-f00005d8bbee', '77a93088-3dce-4ca8-bbf0-ba81183d8a91', 'b1e70ed5-20a2-435a-8b72-c1c33c945e1b'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:44:06.816700 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c378b-195b-416b-9ce0-fafc1ec608bd tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Pushing event deleted for resources: {'Port': ['ID=b1e70ed5-20a2-435a-8b72-c1c33c945e1b,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:06.887527 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8470-1117-44a2-867c-2a74b7241906 admin admin] Publish callbacks [] for security_group (d3323a95-fbf5-4b1f-ad78-f6dc4b8706c4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:06.949201 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ceb263-587c-4008-b76e-5b66f069b9a0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Router 97779f56-53ff-41e9-9bae-535b5d87a37e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:44:06.971533 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf81036-ba0d-438b-aa1c-73b46333a224 req-fc8c378b-195b-416b-9ce0-fafc1ec608bd tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] No DVR routers for this DVR port b1e70ed5-20a2-435a-8b72-c1c33c945e1b on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:44:06.974813 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3cf81036-ba0d-438b-aa1c-73b46333a224 req-fc8c378b-195b-416b-9ce0-fafc1ec608bd tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:06.986170 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3cf81036-ba0d-438b-aa1c-73b46333a224 req-fc8c378b-195b-416b-9ce0-fafc1ec608bd tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.61 "DELETE /v2.0/ports/b1e70ed5-20a2-435a-8b72-c1c33c945e1b HTTP/1.1" status: 204 len: 173 time: 0.8959134 Feb 20 05:44:07.016978 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a20fd-cf96-4873-8710-b39b998a0521 req-ca44c9f8-a00d-42b9-a57e-d708c5a0645d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:07.045397 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a57a20fd-cf96-4873-8710-b39b998a0521 req-ca44c9f8-a00d-42b9-a57e-d708c5a0645d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fc42d209-b39f-4da5-905a-0aaed8fb6a61 HTTP/1.1" status: 200 len: 860 time: 0.2663016 Feb 20 05:44:07.055826 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-00894979-1b2d-41b4-8eb2-077539987f4f tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "GET /v2.0/routers/58b2b7b2-515a-4081-b1ff-9b587caf9167 HTTP/1.1" status: 200 len: 923 time: 0.6959343 Feb 20 05:44:07.059508 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42326) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:07.068198 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['9b88aede-8653-4c45-989f-0b133900719c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:44:07.080455 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb6101-ca93-4cd3-9706-14e5e2f630d3 req-ede89b85-e82a-4760-a5b9-deeacf3763ec tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:07.093347 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7ebb6101-ca93-4cd3-9706-14e5e2f630d3 req-ede89b85-e82a-4760-a5b9-deeacf3763ec tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 944 time: 0.2913446 Feb 20 05:44:07.115661 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-05139ec8-a05f-49d8-8b4c-5d61a75144d2 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "GET /v2.0/ports?device_id=58b2b7b2-515a-4081-b1ff-9b587caf9167 HTTP/1.1" status: 200 len: 205 time: 0.0535991 Feb 20 05:44:07.118135 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a57a20fd-cf96-4873-8710-b39b998a0521 req-1ef6b9e6-0303-45e1-a359-5c1b50912d7d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=05e3b391-72f9-4dca-80c9-b64bac389480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574622 Feb 20 05:44:07.118822 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42328) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:07.273284 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8470-1117-44a2-867c-2a74b7241906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d3323a95-fbf5-4b1f-ad78-f6dc4b8706c4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:07.276722 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8470-1117-44a2-867c-2a74b7241906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:07.278025 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5d6d8470-1117-44a2-867c-2a74b7241906 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d3323a95-fbf5-4b1f-ad78-f6dc4b8706c4 HTTP/1.1" status: 204 len: 168 time: 0.8342812 Feb 20 05:44:07.408659 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a57a20fd-cf96-4873-8710-b39b998a0521 req-935403c2-baa8-4c6b-8061-d18f8eda02c2 service neutron] 10.222.0.61 "GET /v2.0/networks/05e3b391-72f9-4dca-80c9-b64bac389480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792492 Feb 20 05:44:07.422883 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7ebb6101-ca93-4cd3-9706-14e5e2f630d3 req-bc0e5827-7548-4044-82ad-c0175a5d168c tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/security-groups?id=067bde45-941d-4994-a73b-f1b88961d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271010 Feb 20 05:44:07.425983 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d8470-1117-44a2-867c-2a74b7241906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3323a95-fbf5-4b1f-ad78-f6dc4b8706c4,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:07.427527 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-191bb7e1-eb80-4cc3-8de0-aea5419a7eeb tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router (58b2b7b2-515a-4081-b1ff-9b587caf9167), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:07.461615 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ceb263-587c-4008-b76e-5b66f069b9a0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:44:07.492415 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42334) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:07.500409 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-75ceb263-587c-4008-b76e-5b66f069b9a0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "PUT /v2.0/routers/97779f56-53ff-41e9-9bae-535b5d87a37e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7157836 Feb 20 05:44:07.501604 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b67d26-0eb9-48f2-bf7c-3e1623124935 None None] Sync routers for ids ['97779f56-53ff-41e9-9bae-535b5d87a37e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:44:07.566673 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b67d26-0eb9-48f2-bf7c-3e1623124935 None None] Routers {'97779f56-53ff-41e9-9bae-535b5d87a37e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:07.567444 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d3b67d26-0eb9-48f2-bf7c-3e1623124935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:43:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['97779f56-53ff-41e9-9bae-535b5d87a37e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:07.625645 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d3b67d26-0eb9-48f2-bf7c-3e1623124935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:07.718671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b67d26-0eb9-48f2-bf7c-3e1623124935 None None] Routers {'97779f56-53ff-41e9-9bae-535b5d87a37e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:07.719337 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d3b67d26-0eb9-48f2-bf7c-3e1623124935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:43:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['97779f56-53ff-41e9-9bae-535b5d87a37e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:07.732928 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc1f4b-b079-4d71-9409-46b230dfce32 req-d511d4bf-7901-47df-9f96-0e93f070ad10 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:07.743412 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-06fc1f4b-b079-4d71-9409-46b230dfce32 req-d511d4bf-7901-47df-9f96-0e93f070ad10 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 945 time: 0.1567128 Feb 20 05:44:07.772554 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a57a20fd-cf96-4873-8710-b39b998a0521 req-cde8a75f-45f6-4c1c-86e2-c9ab582507c9 service neutron] 10.222.0.61 "GET /v2.0/networks/05e3b391-72f9-4dca-80c9-b64bac389480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573906 Feb 20 05:44:07.824657 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d3b67d26-0eb9-48f2-bf7c-3e1623124935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:07.825454 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b67d26-0eb9-48f2-bf7c-3e1623124935 None None] The sync data for ids ['97779f56-53ff-41e9-9bae-535b5d87a37e'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:44:07.844784 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-06fc1f4b-b079-4d71-9409-46b230dfce32 req-94b75b19-695d-45d7-8d8f-f29ad3ed7fd0 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991070 Feb 20 05:44:07.949033 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-191bb7e1-eb80-4cc3-8de0-aea5419a7eeb tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_gateway (58b2b7b2-515a-4081-b1ff-9b587caf9167), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:08.008229 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec8f25f-3060-436c-b486-da7b3ee82459', 'name': 'network-vif-deleted', 'tag': 'b1e70ed5-20a2-435a-8b72-c1c33c945e1b'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:44:08.010687 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557ca573-dcdb-468b-bef3-5c23f7b294f9" -d '{"events": [{"server_uuid": "0ec8f25f-3060-436c-b486-da7b3ee82459", "name": "network-vif-deleted", "tag": "b1e70ed5-20a2-435a-8b72-c1c33c945e1b"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:44:08.599435 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c519b4-2660-4096-958c-841a8949f7c5 x-openstack-request-id: req-73c519b4-2660-4096-958c-841a8949f7c5 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:44:08.599736 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec8f25f-3060-436c-b486-da7b3ee82459", "name": "network-vif-deleted", "tag": "b1e70ed5-20a2-435a-8b72-c1c33c945e1b", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:44:08.599990 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73c519b4-2660-4096-958c-841a8949f7c5 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:44:08.600410 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec8f25f-3060-436c-b486-da7b3ee82459', 'name': 'network-vif-deleted', 'tag': 'b1e70ed5-20a2-435a-8b72-c1c33c945e1b', 'status': 'completed', 'code': 200} Feb 20 05:44:08.632008 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-191bb7e1-eb80-4cc3-8de0-aea5419a7eeb tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Deleting port b5acc6b3-125a-4615-9745-e8427cd5a1a3 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:08.632357 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-191bb7e1-eb80-4cc3-8de0-aea5419a7eeb tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (b5acc6b3-125a-4615-9745-e8427cd5a1a3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:08.786409 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a542a20-091b-4b2e-876f-00f10e9e9988 req-0b43b7af-a23f-4e7d-bfff-b7f3b86575f5 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:08.794410 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a542a20-091b-4b2e-876f-00f10e9e9988 req-0b43b7af-a23f-4e7d-bfff-b7f3b86575f5 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=32704250-66fc-40a0-abef-a75b53c31928 HTTP/1.1" status: 200 len: 950 time: 0.0971270 Feb 20 05:44:08.816201 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42382) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:08.867013 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-191bb7e1-eb80-4cc3-8de0-aea5419a7eeb tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (b5acc6b3-125a-4615-9745-e8427cd5a1a3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:08.873591 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a542a20-091b-4b2e-876f-00f10e9e9988 req-cc4823fd-a8a8-4536-9d00-ceb40eb23caa tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666628 Feb 20 05:44:08.904166 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-191bb7e1-eb80-4cc3-8de0-aea5419a7eeb tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Calling delete_port for b5acc6b3-125a-4615-9745-e8427cd5a1a3 owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:08.916259 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a8eb05e-7247-49f3-ae24-c28e71ee6661 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (97779f56-53ff-41e9-9bae-535b5d87a37e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:08.984204 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-58e96144-1f9c-4e60-8fcf-23990633fdc1 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-835892176-network', 'tenant_id': '5c762d17a84a4f8c936bfa2963e4b8f0'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:09.009090 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b452fc-9aa3-4b88-bdf1-bceb6862333f req-9751f1da-9c2b-42fb-9281-181d21075b5d tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:09.012327 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a7b452fc-9aa3-4b88-bdf1-bceb6862333f req-9751f1da-9c2b-42fb-9281-181d21075b5d tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 944 time: 0.0885761 Feb 20 05:44:09.021335 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e96144-1f9c-4e60-8fcf-23990633fdc1 admin admin] Made reservation on behalf of 5c762d17a84a4f8c936bfa2963e4b8f0 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:44:09.023695 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58e96144-1f9c-4e60-8fcf-23990633fdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:09.038520 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58e96144-1f9c-4e60-8fcf-23990633fdc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:09.097301 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a7b452fc-9aa3-4b88-bdf1-bceb6862333f req-e059b16b-6d08-4246-aec6-a4fdfafeeb99 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/security-groups?id=067bde45-941d-4994-a73b-f1b88961d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712214 Feb 20 05:44:09.174988 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58e96144-1f9c-4e60-8fcf-23990633fdc1 admin admin] Publish callbacks [] for security_group (e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:09.180469 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58e96144-1f9c-4e60-8fcf-23990633fdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:09.215917 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e96144-1f9c-4e60-8fcf-23990633fdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:09.292348 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57015b8-29f7-4ac3-a500-ebbd2b15cd49 req-3789f797-d834-4a5c-8fce-e1bc1a1a9fbc tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:09.294004 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a57015b8-29f7-4ac3-a500-ebbd2b15cd49 req-3789f797-d834-4a5c-8fce-e1bc1a1a9fbc tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 945 time: 0.0736430 Feb 20 05:44:09.304484 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e96144-1f9c-4e60-8fcf-23990633fdc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:44:09.323484 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-191bb7e1-eb80-4cc3-8de0-aea5419a7eeb tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (b5acc6b3-125a-4615-9745-e8427cd5a1a3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:09.333398 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58e96144-1f9c-4e60-8fcf-23990633fdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (33ab10d3-15e0-4954-b457-21e456a39d42), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:09.333829 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-58e96144-1f9c-4e60-8fcf-23990633fdc1 admin admin] Added segment 33ab10d3-15e0-4954-b457-21e456a39d42 of type vlan for network d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd Feb 20 05:44:09.402975 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bb7e1-eb80-4cc3-8de0-aea5419a7eeb tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Pushing event deleted for resources: {'Port': ['ID=b5acc6b3-125a-4615-9745-e8427cd5a1a3,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:09.403720 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58e96144-1f9c-4e60-8fcf-23990633fdc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:09.436294 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58e96144-1f9c-4e60-8fcf-23990633fdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:09.437455 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e96144-1f9c-4e60-8fcf-23990633fdc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:09.438342 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58e96144-1f9c-4e60-8fcf-23990633fdc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:09.478730 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-191bb7e1-eb80-4cc3-8de0-aea5419a7eeb tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (58b2b7b2-515a-4081-b1ff-9b587caf9167), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:09.519305 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a57015b8-29f7-4ac3-a500-ebbd2b15cd49 req-dbeebad6-dad6-476a-8d47-b3ca475084d4 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157512 Feb 20 05:44:09.542543 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-58e96144-1f9c-4e60-8fcf-23990633fdc1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7252421 Feb 20 05:44:09.543429 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42390) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:09.552504 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f2daca47-d90c-4f62-9502-897af95c7dd8 admin admin] Request body: {'subnet': {'network_id': 'd91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-835892176-subnet', 'tenant_id': '5c762d17a84a4f8c936bfa2963e4b8f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:09.567725 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e96144-1f9c-4e60-8fcf-23990633fdc1 admin admin] Pushing event updated for resources: {'Network': ['ID=d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:09.580149 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:44:09.583986 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2daca47-d90c-4f62-9502-897af95c7dd8 admin admin] Made reservation on behalf of 5c762d17a84a4f8c936bfa2963e4b8f0 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:44:09.587691 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f2daca47-d90c-4f62-9502-897af95c7dd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:09.629262 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-3a8eb05e-7247-49f3-ae24-c28e71ee6661 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Deleting port 4977cd0f-4378-48e4-8a66-7e6b556c5cb2 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:09.629953 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a8eb05e-7247-49f3-ae24-c28e71ee6661 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4977cd0f-4378-48e4-8a66-7e6b556c5cb2), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:09.733914 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-191bb7e1-eb80-4cc3-8de0-aea5419a7eeb tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (58b2b7b2-515a-4081-b1ff-9b587caf9167), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:09.757165 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-191bb7e1-eb80-4cc3-8de0-aea5419a7eeb tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_controller (58b2b7b2-515a-4081-b1ff-9b587caf9167), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:09.852671 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-191bb7e1-eb80-4cc3-8de0-aea5419a7eeb tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (58b2b7b2-515a-4081-b1ff-9b587caf9167), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:09.853555 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191bb7e1-eb80-4cc3-8de0-aea5419a7eeb tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Fanout notify agent at l3_agent the message router_deleted on router 58b2b7b2-515a-4081-b1ff-9b587caf9167 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:44:09.868818 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f2daca47-d90c-4f62-9502-897af95c7dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (91847201-7867-4987-9d4d-9f1f30e2921f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:09.870362 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-191bb7e1-eb80-4cc3-8de0-aea5419a7eeb tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:09.876283 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-191bb7e1-eb80-4cc3-8de0-aea5419a7eeb tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "DELETE /v2.0/routers/58b2b7b2-515a-4081-b1ff-9b587caf9167 HTTP/1.1" status: 204 len: 168 time: 2.7557480 Feb 20 05:44:09.887051 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42392) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:09.895803 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32869cff-b4bb-4694-ba65-d37308a8d76c req-02f4216a-0c34-46dd-9696-007fc1c8e8dc tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:09.904156 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-32869cff-b4bb-4694-ba65-d37308a8d76c req-02f4216a-0c34-46dd-9696-007fc1c8e8dc tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.48 "GET /v2.0/ports?device_id=32704250-66fc-40a0-abef-a75b53c31928 HTTP/1.1" status: 200 len: 950 time: 0.1933305 Feb 20 05:44:09.908603 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a8eb05e-7247-49f3-ae24-c28e71ee6661 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4977cd0f-4378-48e4-8a66-7e6b556c5cb2), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:09.929914 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-99499eff-3e01-4ddd-b582-7e80c36f4ff0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1554821862', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'enable_snat': False}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:09.969718 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2daca47-d90c-4f62-9502-897af95c7dd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91847201-7867-4987-9d4d-9f1f30e2921f,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:09.984570 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-3a8eb05e-7247-49f3-ae24-c28e71ee6661 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Calling delete_port for 4977cd0f-4378-48e4-8a66-7e6b556c5cb2 owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:10.021440 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2daca47-d90c-4f62-9502-897af95c7dd8 admin admin] Checking segment: {'id': '33ab10d3-15e0-4954-b457-21e456a39d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:44:10.021940 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2daca47-d90c-4f62-9502-897af95c7dd8 admin admin] Network hostable DHCP agents. Network: d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:44:10.055050 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99499eff-3e01-4ddd-b582-7e80c36f4ff0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (9757ac57-abdd-4017-80c1-42a6bf6164b4), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:10.056494 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99499eff-3e01-4ddd-b582-7e80c36f4ff0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (9757ac57-abdd-4017-80c1-42a6bf6164b4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:10.121238 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99499eff-3e01-4ddd-b582-7e80c36f4ff0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router_controller (9757ac57-abdd-4017-80c1-42a6bf6164b4), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:10.142580 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5233a-c5ae-433f-9da8-60f3f215ed04 req-010b0e87-3fc2-491b-b0ef-253604c14428 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:10.144525 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86d5233a-c5ae-433f-9da8-60f3f215ed04 req-010b0e87-3fc2-491b-b0ef-253604c14428 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=32704250-66fc-40a0-abef-a75b53c31928 HTTP/1.1" status: 200 len: 950 time: 0.1721525 Feb 20 05:44:10.237038 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2daca47-d90c-4f62-9502-897af95c7dd8 admin admin] Network d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:44:10.252584 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-32869cff-b4bb-4694-ba65-d37308a8d76c req-a8b6d352-5b60-4081-a4aa-79314297544d tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Deleting port f34fe243-2da3-4e72-abc1-4e74092465c8 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:10.253011 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-32869cff-b4bb-4694-ba65-d37308a8d76c req-a8b6d352-5b60-4081-a4aa-79314297544d tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (f34fe243-2da3-4e72-abc1-4e74092465c8), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:10.290152 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-f2daca47-d90c-4f62-9502-897af95c7dd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:10.298949 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad6f4d7-b073-4763-b73e-104946299083 None None] Network d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:44:10.313501 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2daca47-d90c-4f62-9502-897af95c7dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:10.314292 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f2daca47-d90c-4f62-9502-897af95c7dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:10.321334 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a8eb05e-7247-49f3-ae24-c28e71ee6661 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (4977cd0f-4378-48e4-8a66-7e6b556c5cb2), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:10.387352 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86d5233a-c5ae-433f-9da8-60f3f215ed04 req-c98470f4-cee6-428a-bd35-d2e016fc59c2 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590817 Feb 20 05:44:10.392468 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 9b88aede-8653-4c45-989f-0b133900719c up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:44:10.407728 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99499eff-3e01-4ddd-b582-7e80c36f4ff0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router_gateway (9757ac57-abdd-4017-80c1-42a6bf6164b4), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:10.409215 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8eb05e-7247-49f3-ae24-c28e71ee6661 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Port': ['ID=4977cd0f-4378-48e4-8a66-7e6b556c5cb2,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:10.457949 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f2daca47-d90c-4f62-9502-897af95c7dd8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9111331 Feb 20 05:44:10.541432 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-32869cff-b4bb-4694-ba65-d37308a8d76c req-a8b6d352-5b60-4081-a4aa-79314297544d tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] For port f34fe243-2da3-4e72-abc1-4e74092465c8, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=f34fe243-2da3-4e72-abc1-4e74092465c8,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:10.543012 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-32869cff-b4bb-4694-ba65-d37308a8d76c req-a8b6d352-5b60-4081-a4aa-79314297544d tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (f34fe243-2da3-4e72-abc1-4e74092465c8), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:10.577605 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-32869cff-b4bb-4694-ba65-d37308a8d76c req-a8b6d352-5b60-4081-a4aa-79314297544d tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Calling delete_port for f34fe243-2da3-4e72-abc1-4e74092465c8 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:10.582033 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 9b88aede-8653-4c45-989f-0b133900719c completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:44:10.627085 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 9b88aede-8653-4c45-989f-0b133900719c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:44:10.628342 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9b88aede-8653-4c45-989f-0b133900719c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:10.651361 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d568870-effc-4ae7-b46f-218caffaf295 req-952e67d6-a402-4430-99ee-b6e48a1d337d tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:10.658507 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d568870-effc-4ae7-b46f-218caffaf295 req-952e67d6-a402-4430-99ee-b6e48a1d337d tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 944 time: 0.1029022 Feb 20 05:44:10.710436 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc994f2-ef70-4c56-a164-9fa227f26a34 None None] Network d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:44:10.771042 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d568870-effc-4ae7-b46f-218caffaf295 req-4d128e0c-5031-4f1e-ac83-3e11242d9084 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/security-groups?id=067bde45-941d-4994-a73b-f1b88961d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114650 Feb 20 05:44:10.852266 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-32869cff-b4bb-4694-ba65-d37308a8d76c req-a8b6d352-5b60-4081-a4aa-79314297544d tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (f34fe243-2da3-4e72-abc1-4e74092465c8), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:10.921053 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['82dfe21f-25b4-4076-a55c-1c299a335a3c', '3582a211-2f2f-4de1-b4bb-389da669fe4d'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:44:10.960596 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6d352-5b60-4081-a4aa-79314297544d tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Pushing event deleted for resources: {'Port': ['ID=f34fe243-2da3-4e72-abc1-4e74092465c8,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:10.995880 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-32869cff-b4bb-4694-ba65-d37308a8d76c req-a8b6d352-5b60-4081-a4aa-79314297544d tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] No DVR routers for this DVR port f34fe243-2da3-4e72-abc1-4e74092465c8 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:44:11.000528 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-32869cff-b4bb-4694-ba65-d37308a8d76c req-a8b6d352-5b60-4081-a4aa-79314297544d tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:11.004773 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-32869cff-b4bb-4694-ba65-d37308a8d76c req-a8b6d352-5b60-4081-a4aa-79314297544d tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.48 "DELETE /v2.0/ports/f34fe243-2da3-4e72-abc1-4e74092465c8 HTTP/1.1" status: 204 len: 173 time: 1.0898001 Feb 20 05:44:11.006071 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32704250-66fc-40a0-abef-a75b53c31928', 'name': 'network-vif-deleted', 'tag': 'f34fe243-2da3-4e72-abc1-4e74092465c8'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:44:11.009525 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99499eff-3e01-4ddd-b582-7e80c36f4ff0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router_gateway (9757ac57-abdd-4017-80c1-42a6bf6164b4), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:11.016747 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac735a0-d4d7-4dc9-a2a4-43a3c75937f2" -d '{"events": [{"server_uuid": "32704250-66fc-40a0-abef-a75b53c31928", "name": "network-vif-deleted", "tag": "f34fe243-2da3-4e72-abc1-4e74092465c8"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:44:11.056529 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99499eff-3e01-4ddd-b582-7e80c36f4ff0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:11.145987 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a8eb05e-7247-49f3-ae24-c28e71ee6661 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (97779f56-53ff-41e9-9bae-535b5d87a37e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:11.158425 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['fed30b5f-107e-440d-a885-e4d84c260413', '13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2', '0d26e5dd-1bd8-46ba-96d8-f00005d8bbee', '77a93088-3dce-4ca8-bbf0-ba81183d8a91'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:44:11.208836 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-99499eff-3e01-4ddd-b582-7e80c36f4ff0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Allocated IP 172.25.3.34 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/a3b250ce-df9f-4f86-91f6-f4c41d566ed2) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:44:11.244584 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 9b88aede-8653-4c45-989f-0b133900719c is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:44:11.244939 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9b88aede-8653-4c45-989f-0b133900719c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:11.328109 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40af2764-f10d-4f27-9477-802507b4be77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b88aede-8653-4c45-989f-0b133900719c'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:44:11.330387 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c849ba0-b220-4089-8ad9-e3a2bcc53773" -d '{"events": [{"server_uuid": "40af2764-f10d-4f27-9477-802507b4be77", "name": "network-vif-plugged", "status": "completed", "tag": "9b88aede-8653-4c45-989f-0b133900719c"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:44:11.355091 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 9b88aede-8653-4c45-989f-0b133900719c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=9b88aede-8653-4c45-989f-0b133900719c,segment=NetworkSegment(f88ee601-1164-4cfc-bf81-28dfd7efb65e),segment_id=f88ee601-1164-4cfc-bf81-28dfd7efb65e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:11.385251 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99499eff-3e01-4ddd-b582-7e80c36f4ff0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for port (a3b250ce-df9f-4f86-91f6-f4c41d566ed2), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:11.391410 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9b88aede-8653-4c45-989f-0b133900719c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:11.392208 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b1e70ed5-20a2-435a-8b72-c1c33c945e1b no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:44:11.394932 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8eb05e-7247-49f3-ae24-c28e71ee6661 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Router 97779f56-53ff-41e9-9bae-535b5d87a37e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:44:11.420835 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: b1e70ed5-20a2-435a-8b72-c1c33c945e1b {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:44:11.421446 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device b1e70ed5-20a2-435a-8b72-c1c33c945e1b not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:44:11.466753 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99499eff-3e01-4ddd-b582-7e80c36f4ff0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (a3b250ce-df9f-4f86-91f6-f4c41d566ed2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:11.517798 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8eb05e-7247-49f3-ae24-c28e71ee6661 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:44:11.530168 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3a8eb05e-7247-49f3-ae24-c28e71ee6661 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "PUT /v2.0/routers/97779f56-53ff-41e9-9bae-535b5d87a37e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9656594 Feb 20 05:44:11.531123 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42416) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:11.535366 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85f1f67-777d-4a5a-ac7d-b6149836c524 None None] Sync routers for ids ['97779f56-53ff-41e9-9bae-535b5d87a37e'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:44:11.549360 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85f1f67-777d-4a5a-ac7d-b6149836c524 None None] Routers {'97779f56-53ff-41e9-9bae-535b5d87a37e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:11.549990 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c85f1f67-777d-4a5a-ac7d-b6149836c524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:43:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['97779f56-53ff-41e9-9bae-535b5d87a37e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:11.584060 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e2bf7340-571f-48c5-bfd6-120c7cac4819 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "GET /v2.0/ports?device_id=97779f56-53ff-41e9-9bae-535b5d87a37e HTTP/1.1" status: 200 len: 205 time: 0.0486207 Feb 20 05:44:11.585132 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42418) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:11.600984 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99499eff-3e01-4ddd-b582-7e80c36f4ff0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:44:11.610521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=9b88aede-8653-4c45-989f-0b133900719c,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:11.621298 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-99499eff-3e01-4ddd-b582-7e80c36f4ff0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:11.628082 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99499eff-3e01-4ddd-b582-7e80c36f4ff0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:44:11.638955 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99499eff-3e01-4ddd-b582-7e80c36f4ff0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Pushing event updated for resources: {'Port': ['ID=a3b250ce-df9f-4f86-91f6-f4c41d566ed2,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:11.646226 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c85f1f67-777d-4a5a-ac7d-b6149836c524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:11.659856 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85f1f67-777d-4a5a-ac7d-b6149836c524 None None] Routers {'97779f56-53ff-41e9-9bae-535b5d87a37e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:11.660711 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c85f1f67-777d-4a5a-ac7d-b6149836c524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:43:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['97779f56-53ff-41e9-9bae-535b5d87a37e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:11.703045 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3d88e4d-0dab-41dd-90cf-56243be686d5 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router (97779f56-53ff-41e9-9bae-535b5d87a37e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:11.713944 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c85f1f67-777d-4a5a-ac7d-b6149836c524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:11.716526 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85f1f67-777d-4a5a-ac7d-b6149836c524 None None] The sync data for ids ['97779f56-53ff-41e9-9bae-535b5d87a37e'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:44:11.781992 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09a034-cf0b-44a8-b335-a8d16bbdeab4 req-53b7f6f4-3f97-4eee-bfa8-e84757a58e86 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:11.784425 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b09a034-cf0b-44a8-b335-a8d16bbdeab4 req-53b7f6f4-3f97-4eee-bfa8-e84757a58e86 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 945 time: 0.7230000 Feb 20 05:44:11.948399 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3d88e4d-0dab-41dd-90cf-56243be686d5 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (97779f56-53ff-41e9-9bae-535b5d87a37e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:11.951079 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3d88e4d-0dab-41dd-90cf-56243be686d5 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router_controller (97779f56-53ff-41e9-9bae-535b5d87a37e), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:12.040370 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3d88e4d-0dab-41dd-90cf-56243be686d5 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (97779f56-53ff-41e9-9bae-535b5d87a37e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:12.042827 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d88e4d-0dab-41dd-90cf-56243be686d5 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Fanout notify agent at l3_agent the message router_deleted on router 97779f56-53ff-41e9-9bae-535b5d87a37e {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:44:12.065249 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3d88e4d-0dab-41dd-90cf-56243be686d5 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:12.067166 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a3d88e4d-0dab-41dd-90cf-56243be686d5 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/routers/97779f56-53ff-41e9-9bae-535b5d87a37e HTTP/1.1" status: 204 len: 168 time: 0.4810088 Feb 20 05:44:12.069709 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42430) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:12.144429 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c800df-6dbb-49bc-81b6-dd52d7e7478d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Deleting subnet 02af6819-c278-4188-8dc0-60dad5fc0e53 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:44:12.147992 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97c800df-6dbb-49bc-81b6-dd52d7e7478d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for subnet (02af6819-c278-4188-8dc0-60dad5fc0e53), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:12.218445 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97c800df-6dbb-49bc-81b6-dd52d7e7478d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (02af6819-c278-4188-8dc0-60dad5fc0e53), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:12.336043 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97c800df-6dbb-49bc-81b6-dd52d7e7478d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (02af6819-c278-4188-8dc0-60dad5fc0e53), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:12.401994 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97c800df-6dbb-49bc-81b6-dd52d7e7478d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (02af6819-c278-4188-8dc0-60dad5fc0e53), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:12.422413 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b09a034-cf0b-44a8-b335-a8d16bbdeab4 req-148b85ed-2e45-4785-a452-be3bf7cd20c3 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6265955 Feb 20 05:44:12.446187 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c800df-6dbb-49bc-81b6-dd52d7e7478d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Subnet': ['ID=02af6819-c278-4188-8dc0-60dad5fc0e53,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:12.456356 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daff271f-b59f-4979-8fea-c15bbb0983d7 None None] Network bc0591c3-b2ac-4f25-9adf-6e80047a30cd requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:44:12.469377 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97c800df-6dbb-49bc-81b6-dd52d7e7478d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:12.475831 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-97c800df-6dbb-49bc-81b6-dd52d7e7478d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/subnets/02af6819-c278-4188-8dc0-60dad5fc0e53 HTTP/1.1" status: 204 len: 168 time: 0.4044325 Feb 20 05:44:12.480501 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42434) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:12.582348 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device f34fe243-2da3-4e72-abc1-4e74092465c8 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:44:12.614110 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a05819-208a-44e4-b9b1-48f2ae0589da tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Deleting subnet 3c09beda-7618-48e8-8e80-2c81768a2d10 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:44:12.622191 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d0a05819-208a-44e4-b9b1-48f2ae0589da tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for subnet (3c09beda-7618-48e8-8e80-2c81768a2d10), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:12.649858 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99499eff-3e01-4ddd-b582-7e80c36f4ff0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router_gateway (9757ac57-abdd-4017-80c1-42a6bf6164b4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:12.675000 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d0a05819-208a-44e4-b9b1-48f2ae0589da tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (3c09beda-7618-48e8-8e80-2c81768a2d10), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:12.675990 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: f34fe243-2da3-4e72-abc1-4e74092465c8 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:44:12.677181 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device f34fe243-2da3-4e72-abc1-4e74092465c8 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:44:12.819048 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bf7f29-5126-4bd5-8dbf-81f9210ed92b None None] DHCP port deletion for bc0591c3-b2ac-4f25-9adf-6e80047a30cd request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:44:12.826294 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d0a05819-208a-44e4-b9b1-48f2ae0589da tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (3c09beda-7618-48e8-8e80-2c81768a2d10), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:12.902914 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d0a05819-208a-44e4-b9b1-48f2ae0589da tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (3c09beda-7618-48e8-8e80-2c81768a2d10), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:12.926369 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f0bf7f29-5126-4bd5-8dbf-81f9210ed92b None None] Deleting port 21a6a756-b30e-44f2-9f90-cfe8098304c0 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:12.926844 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0bf7f29-5126-4bd5-8dbf-81f9210ed92b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (21a6a756-b30e-44f2-9f90-cfe8098304c0), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:12.950718 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a05819-208a-44e4-b9b1-48f2ae0589da tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Subnet': ['ID=3c09beda-7618-48e8-8e80-2c81768a2d10,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:12.966146 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-4233acef-3077-4775-bb85-1ce3fb8f14a7 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:12.969455 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-4233acef-3077-4775-bb85-1ce3fb8f14a7 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/networks?id=d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd HTTP/1.1" status: 200 len: 812 time: 0.2051711 Feb 20 05:44:12.971138 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d0a05819-208a-44e4-b9b1-48f2ae0589da tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:12.977409 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d0a05819-208a-44e4-b9b1-48f2ae0589da tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/subnets/3c09beda-7618-48e8-8e80-2c81768a2d10 HTTP/1.1" status: 204 len: 168 time: 0.4935882 Feb 20 05:44:12.978162 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42444) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:13.018988 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d111130-5dcc-4a15-82ad-0bd393f53caa None None] Network a288d673-9883-443c-b4b6-0b0092429f85 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:44:13.049926 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9563a965-f4ff-4296-8bb2-da58feeb4be5 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/quotas/5c762d17a84a4f8c936bfa2963e4b8f0 HTTP/1.1" status: 200 len: 375 time: 0.0644786 Feb 20 05:44:13.112245 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f0bf7f29-5126-4bd5-8dbf-81f9210ed92b None None] For port 21a6a756-b30e-44f2-9f90-cfe8098304c0, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=21a6a756-b30e-44f2-9f90-cfe8098304c0,segment=NetworkSegment(b6a468d5-2034-4a01-82a5-6783dfe642eb),segment_id=b6a468d5-2034-4a01-82a5-6783dfe642eb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:13.112756 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0bf7f29-5126-4bd5-8dbf-81f9210ed92b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (21a6a756-b30e-44f2-9f90-cfe8098304c0), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:13.126365 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-3c887927-1eb6-43e2-bbd6-a1439a44d9c7 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c762d17a84a4f8c936bfa2963e4b8f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703297 Feb 20 05:44:13.137963 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f0bf7f29-5126-4bd5-8dbf-81f9210ed92b None None] Calling delete_port for 21a6a756-b30e-44f2-9f90-cfe8098304c0 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:13.149559 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6ae8726e-4ad5-4823-ab1f-3504b45356c1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (bc0591c3-b2ac-4f25-9adf-6e80047a30cd), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:13.229041 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-6ae8726e-4ad5-4823-ab1f-3504b45356c1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Deleting port 21a6a756-b30e-44f2-9f90-cfe8098304c0 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:13.229841 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6ae8726e-4ad5-4823-ab1f-3504b45356c1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (21a6a756-b30e-44f2-9f90-cfe8098304c0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:13.324861 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0bf7f29-5126-4bd5-8dbf-81f9210ed92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (21a6a756-b30e-44f2-9f90-cfe8098304c0), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:13.349944 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99499eff-3e01-4ddd-b582-7e80c36f4ff0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (9757ac57-abdd-4017-80c1-42a6bf6164b4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:13.361821 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf7f29-5126-4bd5-8dbf-81f9210ed92b None None] Pushing event deleted for resources: {'Port': ['ID=21a6a756-b30e-44f2-9f90-cfe8098304c0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:13.364479 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c961740-8ead-48a0-9351-c7cebdeacef8 None None] DHCP port deletion for a288d673-9883-443c-b4b6-0b0092429f85 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:44:13.371672 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-6ae8726e-4ad5-4823-ab1f-3504b45356c1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] For port 21a6a756-b30e-44f2-9f90-cfe8098304c0, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=21a6a756-b30e-44f2-9f90-cfe8098304c0,segment=NetworkSegment(b6a468d5-2034-4a01-82a5-6783dfe642eb),segment_id=b6a468d5-2034-4a01-82a5-6783dfe642eb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:13.372233 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6ae8726e-4ad5-4823-ab1f-3504b45356c1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (21a6a756-b30e-44f2-9f90-cfe8098304c0), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:13.389265 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-6ae8726e-4ad5-4823-ab1f-3504b45356c1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Calling delete_port for 21a6a756-b30e-44f2-9f90-cfe8098304c0 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:13.405938 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bf7f29-5126-4bd5-8dbf-81f9210ed92b None None] No DVR routers for this DVR port 21a6a756-b30e-44f2-9f90-cfe8098304c0 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:44:13.451048 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-1d24c475-78cd-432c-949e-9c4d96849c8f service neutron] 10.222.0.37 "GET /v2.0/networks/d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163013 Feb 20 05:44:13.463501 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3c961740-8ead-48a0-9351-c7cebdeacef8 None None] Deleting port b7d14067-d1d6-459a-837f-82bfb1a0caef {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:13.463890 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c961740-8ead-48a0-9351-c7cebdeacef8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (b7d14067-d1d6-459a-837f-82bfb1a0caef), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:13.488431 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6ae8726e-4ad5-4823-ab1f-3504b45356c1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (21a6a756-b30e-44f2-9f90-cfe8098304c0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:13.521958 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae8726e-4ad5-4823-ab1f-3504b45356c1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] No DVR routers for this DVR port 21a6a756-b30e-44f2-9f90-cfe8098304c0 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:44:13.529508 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8726e-4ad5-4823-ab1f-3504b45356c1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Port': ['ID=21a6a756-b30e-44f2-9f90-cfe8098304c0,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:13.567872 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-6cfc789c-d381-4343-a162-d16e470631fa service neutron] 10.222.0.37 "GET /v2.0/networks/d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089053 Feb 20 05:44:13.614885 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6ae8726e-4ad5-4823-ab1f-3504b45356c1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (bc0591c3-b2ac-4f25-9adf-6e80047a30cd), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:13.626456 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3c961740-8ead-48a0-9351-c7cebdeacef8 None None] For port b7d14067-d1d6-459a-837f-82bfb1a0caef, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=b7d14067-d1d6-459a-837f-82bfb1a0caef,segment=NetworkSegment(90a9b305-9597-451f-8138-7126c901abaa),segment_id=90a9b305-9597-451f-8138-7126c901abaa)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:13.626936 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c961740-8ead-48a0-9351-c7cebdeacef8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (b7d14067-d1d6-459a-837f-82bfb1a0caef), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:13.640797 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-6ae8726e-4ad5-4823-ab1f-3504b45356c1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0591c3-b2ac-4f25-9adf-6e80047a30cd']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:13.644172 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3c961740-8ead-48a0-9351-c7cebdeacef8 None None] Calling delete_port for b7d14067-d1d6-459a-837f-82bfb1a0caef owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:13.653505 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-6ae8726e-4ad5-4823-ab1f-3504b45356c1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a468d5-2034-4a01-82a5-6783dfe642eb') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:13.654180 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-6ae8726e-4ad5-4823-ab1f-3504b45356c1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a468d5-2034-4a01-82a5-6783dfe642eb') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:13.667622 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6ae8726e-4ad5-4823-ab1f-3504b45356c1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (b6a468d5-2034-4a01-82a5-6783dfe642eb), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:13.683689 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6ae8726e-4ad5-4823-ab1f-3504b45356c1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (b6a468d5-2034-4a01-82a5-6783dfe642eb), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:13.691620 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae8726e-4ad5-4823-ab1f-3504b45356c1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:44:13.692187 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6ae8726e-4ad5-4823-ab1f-3504b45356c1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (b6a468d5-2034-4a01-82a5-6783dfe642eb), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:44:13.696667 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:44:13.718149 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99499eff-3e01-4ddd-b582-7e80c36f4ff0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Router 9757ac57-abdd-4017-80c1-42a6bf6164b4 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:44:13.777650 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6ae8726e-4ad5-4823-ab1f-3504b45356c1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (bc0591c3-b2ac-4f25-9adf-6e80047a30cd), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:13.782915 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6ae8726e-4ad5-4823-ab1f-3504b45356c1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:13.788644 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6ae8726e-4ad5-4823-ab1f-3504b45356c1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/networks/bc0591c3-b2ac-4f25-9adf-6e80047a30cd HTTP/1.1" status: 204 len: 168 time: 0.8068368 Feb 20 05:44:13.805104 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42450) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:13.805972 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8726e-4ad5-4823-ab1f-3504b45356c1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Network': ['ID=bc0591c3-b2ac-4f25-9adf-6e80047a30cd,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:13.818504 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c961740-8ead-48a0-9351-c7cebdeacef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (b7d14067-d1d6-459a-837f-82bfb1a0caef), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:13.876705 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c961740-8ead-48a0-9351-c7cebdeacef8 None None] Pushing event deleted for resources: {'Port': ['ID=b7d14067-d1d6-459a-837f-82bfb1a0caef,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:13.885969 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c961740-8ead-48a0-9351-c7cebdeacef8 None None] No DVR routers for this DVR port b7d14067-d1d6-459a-837f-82bfb1a0caef on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:44:13.908867 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52605cc7-8de6-467d-97c4-c496244662cb x-openstack-request-id: req-52605cc7-8de6-467d-97c4-c496244662cb {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:44:13.909161 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32704250-66fc-40a0-abef-a75b53c31928", "name": "network-vif-deleted", "tag": "f34fe243-2da3-4e72-abc1-4e74092465c8", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:44:13.909414 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52605cc7-8de6-467d-97c4-c496244662cb {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:44:13.909826 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32704250-66fc-40a0-abef-a75b53c31928', 'name': 'network-vif-deleted', 'tag': 'f34fe243-2da3-4e72-abc1-4e74092465c8', 'status': 'completed', 'code': 200} Feb 20 05:44:13.955798 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a1b24b45-1694-49b5-b3e3-8ada4f5909b9 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (a288d673-9883-443c-b4b6-0b0092429f85), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:13.959454 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99499eff-3e01-4ddd-b582-7e80c36f4ff0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:44:13.970287 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e0b3e7-b47f-4745-aa5c-751ed9bd4b9a None None] Sync routers for ids ['9757ac57-abdd-4017-80c1-42a6bf6164b4'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:44:13.985802 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e0b3e7-b47f-4745-aa5c-751ed9bd4b9a None None] Routers {'9757ac57-abdd-4017-80c1-42a6bf6164b4'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:13.986459 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-61e0b3e7-b47f-4745-aa5c-751ed9bd4b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:43:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9757ac57-abdd-4017-80c1-42a6bf6164b4'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:13.987726 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99499eff-3e01-4ddd-b582-7e80c36f4ff0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:13.991388 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-99499eff-3e01-4ddd-b582-7e80c36f4ff0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.0933702 Feb 20 05:44:13.991674 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42456) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:14.092771 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427baaa9-9b0f-4f76-aac2-e667be23c898 x-openstack-request-id: req-427baaa9-9b0f-4f76-aac2-e667be23c898 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:44:14.093058 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40af2764-f10d-4f27-9477-802507b4be77", "name": "network-vif-plugged", "status": "completed", "tag": "9b88aede-8653-4c45-989f-0b133900719c", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:44:14.093322 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-427baaa9-9b0f-4f76-aac2-e667be23c898 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:44:14.093721 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40af2764-f10d-4f27-9477-802507b4be77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b88aede-8653-4c45-989f-0b133900719c', 'code': 200} Feb 20 05:44:14.134166 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a1b24b45-1694-49b5-b3e3-8ada4f5909b9 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (a288d673-9883-443c-b4b6-0b0092429f85), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:14.236736 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-a1b24b45-1694-49b5-b3e3-8ada4f5909b9 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a288d673-9883-443c-b4b6-0b0092429f85']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:14.253656 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-61e0b3e7-b47f-4745-aa5c-751ed9bd4b9a None None] Set router 9757ac57-abdd-4017-80c1-42a6bf6164b4 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:44:14.280628 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-a1b24b45-1694-49b5-b3e3-8ada4f5909b9 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a9b305-9597-451f-8138-7126c901abaa') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:14.280984 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-a1b24b45-1694-49b5-b3e3-8ada4f5909b9 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a9b305-9597-451f-8138-7126c901abaa') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:14.308036 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-18a9c8f3-4d7e-41af-99c7-17cec5387590 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "GET /v2.0/routers/9757ac57-abdd-4017-80c1-42a6bf6164b4 HTTP/1.1" status: 200 len: 908 time: 0.3152690 Feb 20 05:44:14.310168 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a1b24b45-1694-49b5-b3e3-8ada4f5909b9 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (90a9b305-9597-451f-8138-7126c901abaa), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:14.312433 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42466) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:14.319668 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c6ab3d63-5bc4-431c-9258-9ade6bac33b0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1554821862', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'enable_snat': True}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:14.353490 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d518d0-df9f-412c-9ed7-0907161678c8 req-673f8e2e-a096-4c6e-8b62-773ad2f84a95 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:14.367196 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f5d518d0-df9f-412c-9ed7-0907161678c8 req-673f8e2e-a096-4c6e-8b62-773ad2f84a95 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 945 time: 0.1474211 Feb 20 05:44:14.382234 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c6ab3d63-5bc4-431c-9258-9ade6bac33b0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (596c0acf-1e4c-4741-a85a-d30f74c064c1), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:14.390657 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c6ab3d63-5bc4-431c-9258-9ade6bac33b0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (596c0acf-1e4c-4741-a85a-d30f74c064c1), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:14.410647 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a1b24b45-1694-49b5-b3e3-8ada4f5909b9 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (90a9b305-9597-451f-8138-7126c901abaa), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:14.423139 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c17ae-685f-41c8-a7ed-68194dc42c9e req-b8de9b07-bf62-4062-ad86-2ce337e422b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:14.424775 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b36c17ae-685f-41c8-a7ed-68194dc42c9e req-b8de9b07-bf62-4062-ad86-2ce337e422b4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 1127 time: 0.2691588 Feb 20 05:44:14.431682 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b24b45-1694-49b5-b3e3-8ada4f5909b9 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:44:14.432177 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a1b24b45-1694-49b5-b3e3-8ada4f5909b9 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (90a9b305-9597-451f-8138-7126c901abaa), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:44:14.459090 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:44:14.476450 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f5d518d0-df9f-412c-9ed7-0907161678c8 req-a429bb3e-931d-4794-913b-59fa77bbc304 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/security-groups?id=067bde45-941d-4994-a73b-f1b88961d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011851 Feb 20 05:44:14.556199 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-61e0b3e7-b47f-4745-aa5c-751ed9bd4b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9757ac57-abdd-4017-80c1-42a6bf6164b4', 'name': 'tempest-snat-router-1554821862', 'tenant_id': '414789a9225849339b307e1b1d296218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.34'}], 'enable_snat': False}, 'gw_port_id': 'a3b250ce-df9f-4f86-91f6-f4c41d566ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:44:10Z', 'updated_at': '2022-02-20T05:44:12Z', 'revision_number': 3, 'project_id': '414789a9225849339b307e1b1d296218', 'gw_port': {'id': 'a3b250ce-df9f-4f86-91f6-f4c41d566ed2', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:13:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9757ac57-abdd-4017-80c1-42a6bf6164b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:44:11Z', 'updated_at': '2022-02-20T05:44:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:14.618682 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e0b3e7-b47f-4745-aa5c-751ed9bd4b9a None None] Checking router: 9757ac57-abdd-4017-80c1-42a6bf6164b4 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:44:14.619103 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e0b3e7-b47f-4745-aa5c-751ed9bd4b9a None None] Updating router 9757ac57-abdd-4017-80c1-42a6bf6164b4 port a3b250ce-df9f-4f86-91f6-f4c41d566ed2 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:44:14.680878 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b36c17ae-685f-41c8-a7ed-68194dc42c9e req-13c1c674-e244-4543-99d9-43009c195a55 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=067bde45-941d-4994-a73b-f1b88961d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098339 Feb 20 05:44:14.711231 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-61e0b3e7-b47f-4745-aa5c-751ed9bd4b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a3b250ce-df9f-4f86-91f6-f4c41d566ed2), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:14.762966 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b7d14067-d1d6-459a-837f-82bfb1a0caef no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:44:14.769484 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a1b24b45-1694-49b5-b3e3-8ada4f5909b9 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (a288d673-9883-443c-b4b6-0b0092429f85), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:14.777878 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c6ab3d63-5bc4-431c-9258-9ade6bac33b0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router_controller (596c0acf-1e4c-4741-a85a-d30f74c064c1), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:14.800713 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a1b24b45-1694-49b5-b3e3-8ada4f5909b9 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:14.804930 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a1b24b45-1694-49b5-b3e3-8ada4f5909b9 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/networks/a288d673-9883-443c-b4b6-0b0092429f85 HTTP/1.1" status: 204 len: 168 time: 0.9882586 Feb 20 05:44:14.811001 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b24b45-1694-49b5-b3e3-8ada4f5909b9 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Network': ['ID=a288d673-9883-443c-b4b6-0b0092429f85,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:14.813834 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42472) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:14.823345 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-dd60961f-617e-4a87-8fb4-8a4076bd11f4 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'network': {'name': 'tempest-RoutersTest-512530726'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:14.878489 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a55732-95a0-48ee-a539-f074f13cc51b req-73b85bc8-a13a-4c1f-a683-a7e48be49038 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:14.891685 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e9a55732-95a0-48ee-a539-f074f13cc51b req-73b85bc8-a13a-4c1f-a683-a7e48be49038 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 945 time: 0.1845202 Feb 20 05:44:15.039224 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e9a55732-95a0-48ee-a539-f074f13cc51b req-59046b97-b2ac-463e-b9dc-1382aa8df605 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440275 Feb 20 05:44:15.124674 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: b7d14067-d1d6-459a-837f-82bfb1a0caef {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:44:15.125891 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b7d14067-d1d6-459a-837f-82bfb1a0caef not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:44:15.126496 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 21a6a756-b30e-44f2-9f90-cfe8098304c0 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:44:15.154483 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 21a6a756-b30e-44f2-9f90-cfe8098304c0 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:44:15.155203 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 21a6a756-b30e-44f2-9f90-cfe8098304c0 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:44:15.390398 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-61e0b3e7-b47f-4745-aa5c-751ed9bd4b9a None None] Publish callbacks [] for port (a3b250ce-df9f-4f86-91f6-f4c41d566ed2), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:15.410401 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-61e0b3e7-b47f-4745-aa5c-751ed9bd4b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a3b250ce-df9f-4f86-91f6-f4c41d566ed2), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:15.499836 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3f69d-4f6e-4843-a184-d5496d4495e9 req-c9a80956-711d-48ea-a06d-08eb325b47ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:15.503225 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cfc3f69d-4f6e-4843-a184-d5496d4495e9 req-c9a80956-711d-48ea-a06d-08eb325b47ef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 1127 time: 0.8996885 Feb 20 05:44:15.525002 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c2777-94c0-47b5-9220-839fecb87af6 None None] Pushing event updated for resources: {'Port': ['ID=a3b250ce-df9f-4f86-91f6-f4c41d566ed2,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:15.565013 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-61e0b3e7-b47f-4745-aa5c-751ed9bd4b9a None None] Attempting to bind port a3b250ce-df9f-4f86-91f6-f4c41d566ed2 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:44:15.565013 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-61e0b3e7-b47f-4745-aa5c-751ed9bd4b9a None None] Attempting to bind port a3b250ce-df9f-4f86-91f6-f4c41d566ed2 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:44:15.565013 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e0b3e7-b47f-4745-aa5c-751ed9bd4b9a None None] Attempting to bind port a3b250ce-df9f-4f86-91f6-f4c41d566ed2 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:44:15.565013 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e0b3e7-b47f-4745-aa5c-751ed9bd4b9a None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:44:15.565013 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e0b3e7-b47f-4745-aa5c-751ed9bd4b9a None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:44:15.565013 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-61e0b3e7-b47f-4745-aa5c-751ed9bd4b9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:15.565793 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e0b3e7-b47f-4745-aa5c-751ed9bd4b9a None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:44:15.566515 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-61e0b3e7-b47f-4745-aa5c-751ed9bd4b9a None None] Bound port: a3b250ce-df9f-4f86-91f6-f4c41d566ed2, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:44:15.567305 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-61e0b3e7-b47f-4745-aa5c-751ed9bd4b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a3b250ce-df9f-4f86-91f6-f4c41d566ed2), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:15.581947 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d08916d5-7ac5-4210-916c-4fd3d83bf872 req-34ae3e78-f006-4436-931c-6326a110fc29 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43f97d6-fa06-41f3-91b6-b95096d757cd HTTP/1.1" status: 200 len: 210 time: 0.0568149 Feb 20 05:44:15.616002 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd60961f-617e-4a87-8fb4-8a4076bd11f4 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Made reservation on behalf of ec8dd31e72ed40dc8f4a2a6bbaade185 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:44:15.620488 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd60961f-617e-4a87-8fb4-8a4076bd11f4 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:15.680111 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cfc3f69d-4f6e-4843-a184-d5496d4495e9 req-29d35ac5-0625-438a-b947-f1b302f86a8b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154034 Feb 20 05:44:15.693532 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-61e0b3e7-b47f-4745-aa5c-751ed9bd4b9a None None] For port a3b250ce-df9f-4f86-91f6-f4c41d566ed2, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:44:15.698406 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-61e0b3e7-b47f-4745-aa5c-751ed9bd4b9a None None] For port a3b250ce-df9f-4f86-91f6-f4c41d566ed2, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a3b250ce-df9f-4f86-91f6-f4c41d566ed2,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:44:15.707167 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-61e0b3e7-b47f-4745-aa5c-751ed9bd4b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a3b250ce-df9f-4f86-91f6-f4c41d566ed2), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:15.725824 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c6ab3d63-5bc4-431c-9258-9ade6bac33b0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router_gateway (596c0acf-1e4c-4741-a85a-d30f74c064c1), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:15.729745 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd60961f-617e-4a87-8fb4-8a4076bd11f4 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:44:15.746942 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd60961f-617e-4a87-8fb4-8a4076bd11f4 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (037a376e-e84e-4b25-a595-f31b9c876731), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:15.747316 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-dd60961f-617e-4a87-8fb4-8a4076bd11f4 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Added segment 037a376e-e84e-4b25-a595-f31b9c876731 of type vlan for network 8c2b371b-4ff5-41ba-a3da-42e0b741949b Feb 20 05:44:15.786486 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e0b3e7-b47f-4745-aa5c-751ed9bd4b9a None None] Routers {'9757ac57-abdd-4017-80c1-42a6bf6164b4'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:15.787638 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-61e0b3e7-b47f-4745-aa5c-751ed9bd4b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:43:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9757ac57-abdd-4017-80c1-42a6bf6164b4'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:15.826140 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc567073-9a4a-4ad3-bf94-062c5271ad48 req-b8a6358e-2b16-40e8-b25d-8a247ae276c9 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:15.834245 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc567073-9a4a-4ad3-bf94-062c5271ad48 req-b8a6358e-2b16-40e8-b25d-8a247ae276c9 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80ec9ed-415b-4765-aae1-1bba1a659b91 HTTP/1.1" status: 200 len: 949 time: 0.1154203 Feb 20 05:44:15.896991 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd60961f-617e-4a87-8fb4-8a4076bd11f4 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (8c2b371b-4ff5-41ba-a3da-42e0b741949b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:15.910162 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc567073-9a4a-4ad3-bf94-062c5271ad48 req-d6cbfcf7-8176-4322-9cb6-9efb6e6bc944 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750151 Feb 20 05:44:15.947475 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd60961f-617e-4a87-8fb4-8a4076bd11f4 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (8c2b371b-4ff5-41ba-a3da-42e0b741949b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:15.952866 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd60961f-617e-4a87-8fb4-8a4076bd11f4 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:15.953483 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd60961f-617e-4a87-8fb4-8a4076bd11f4 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:15.971053 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-61e0b3e7-b47f-4745-aa5c-751ed9bd4b9a None None] Set router 9757ac57-abdd-4017-80c1-42a6bf6164b4 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:44:15.987583 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dd60961f-617e-4a87-8fb4-8a4076bd11f4 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1704257 Feb 20 05:44:15.990355 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42486) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:15.997623 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-4ddc72e6-ace9-46a3-82b2-ec6d84607b7c tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'subnet': {'network_id': '8c2b371b-4ff5-41ba-a3da-42e0b741949b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:16.064580 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60961f-617e-4a87-8fb4-8a4076bd11f4 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Network': ['ID=8c2b371b-4ff5-41ba-a3da-42e0b741949b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:16.283683 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99288e0e-95a2-40fa-8a5a-af238cd009ae req-507aa592-f804-4d22-8f97-94ace71f6c8f tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:16.285682 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-99288e0e-95a2-40fa-8a5a-af238cd009ae req-507aa592-f804-4d22-8f97-94ace71f6c8f tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 945 time: 0.2348058 Feb 20 05:44:16.288007 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddc72e6-ace9-46a3-82b2-ec6d84607b7c tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Made reservation on behalf of ec8dd31e72ed40dc8f4a2a6bbaade185 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:44:16.305317 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c6ab3d63-5bc4-431c-9258-9ade6bac33b0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router_gateway (596c0acf-1e4c-4741-a85a-d30f74c064c1), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:16.310498 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4ddc72e6-ace9-46a3-82b2-ec6d84607b7c tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:16.330664 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c6ab3d63-5bc4-431c-9258-9ade6bac33b0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:16.348326 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-246d54d0-dee4-46a2-9b37-5427782049f1 req-24d87fd9-74a7-4a50-abec-667a3f3f1eee service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f4bb2b9a-9d08-4174-a960-428722663d65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1835206 Feb 20 05:44:16.475422 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 8c2b371b-4ff5-41ba-a3da-42e0b741949b details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:44:16.561277 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c2777-94c0-47b5-9220-839fecb87af6 None None] Pushing event updated for resources: {'Port': ['ID=a3b250ce-df9f-4f86-91f6-f4c41d566ed2,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:16.655786 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-99288e0e-95a2-40fa-8a5a-af238cd009ae req-b0517864-817d-4eea-9db2-0feea006e88e tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/security-groups?id=067bde45-941d-4994-a73b-f1b88961d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358114 Feb 20 05:44:16.674602 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-decf1e97-ee6d-4dc9-96ba-9ef5c4808c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:16.871171 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-61e0b3e7-b47f-4745-aa5c-751ed9bd4b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9757ac57-abdd-4017-80c1-42a6bf6164b4', 'name': 'tempest-snat-router-1554821862', 'tenant_id': '414789a9225849339b307e1b1d296218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.34'}], 'enable_snat': False}, 'gw_port_id': 'a3b250ce-df9f-4f86-91f6-f4c41d566ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:44:10Z', 'updated_at': '2022-02-20T05:44:12Z', 'revision_number': 3, 'project_id': '414789a9225849339b307e1b1d296218', 'gw_port': {'id': 'a3b250ce-df9f-4f86-91f6-f4c41d566ed2', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:13:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9757ac57-abdd-4017-80c1-42a6bf6164b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:44:11Z', 'updated_at': '2022-02-20T05:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:16.903089 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-c6ab3d63-5bc4-431c-9258-9ade6bac33b0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Allocated IP 172.25.3.202 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:44:16.913726 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-6b6e8880-f3d9-473c-8fca-12308b3626bb tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:16.915997 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-6b6e8880-f3d9-473c-8fca-12308b3626bb tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.48 "GET /v2.0/networks?id=d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd HTTP/1.1" status: 200 len: 812 time: 0.6457431 Feb 20 05:44:16.925147 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e0b3e7-b47f-4745-aa5c-751ed9bd4b9a None None] The sync data for ids ['9757ac57-abdd-4017-80c1-42a6bf6164b4'] in n-d-829866-5 is: [{'id': '9757ac57-abdd-4017-80c1-42a6bf6164b4', 'name': 'tempest-snat-router-1554821862', 'tenant_id': '414789a9225849339b307e1b1d296218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.34'}], 'enable_snat': False}, 'gw_port_id': 'a3b250ce-df9f-4f86-91f6-f4c41d566ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:44:10Z', 'updated_at': '2022-02-20T05:44:12Z', 'revision_number': 3, 'project_id': '414789a9225849339b307e1b1d296218', 'gw_port': {'id': 'a3b250ce-df9f-4f86-91f6-f4c41d566ed2', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:13:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9757ac57-abdd-4017-80c1-42a6bf6164b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:44:11Z', 'updated_at': '2022-02-20T05:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:44:16.929443 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d54d0-dee4-46a2-9b37-5427782049f1 req-8369d6f2-853d-4d9f-81f9-b8d14fe192da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:16.931880 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-246d54d0-dee4-46a2-9b37-5427782049f1 req-8369d6f2-853d-4d9f-81f9-b8d14fe192da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3e6712a47034666b11f44d7ab7587a8&device_id=f4bb2b9a-9d08-4174-a960-428722663d65 HTTP/1.1" status: 200 len: 1132 time: 0.5380454 Feb 20 05:44:16.937976 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9bea0ed4-43d6-418c-83ee-26a5fa7a3e46 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Request body: {'port': {'device_id': '318924c4-cffe-45ca-9cd4-c308054a660a', 'network_id': 'd91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd', 'admin_state_up': True, 'tenant_id': '5c762d17a84a4f8c936bfa2963e4b8f0'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:16.944467 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4ddc72e6-ace9-46a3-82b2-ec6d84607b7c tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (ee08c98f-a762-4f6c-9939-ff89b525393c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:17.119559 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffae0b-43f5-4ee7-b834-65031904991e req-be0ac2ba-a57e-41eb-886f-a817671d4844 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:17.121603 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e0ffae0b-43f5-4ee7-b834-65031904991e req-be0ac2ba-a57e-41eb-886f-a817671d4844 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 945 time: 0.2282288 Feb 20 05:44:17.125691 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc72e6-ace9-46a3-82b2-ec6d84607b7c tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Subnet': ['ID=ee08c98f-a762-4f6c-9939-ff89b525393c,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:17.168323 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d54d0-dee4-46a2-9b37-5427782049f1 req-05b4fe49-7920-4a5e-8bf8-07ad816a6621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:17.169992 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-246d54d0-dee4-46a2-9b37-5427782049f1 req-05b4fe49-7920-4a5e-8bf8-07ad816a6621 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.2096171 Feb 20 05:44:17.175234 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc72e6-ace9-46a3-82b2-ec6d84607b7c tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Checking segment: {'id': '037a376e-e84e-4b25-a595-f31b9c876731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8c2b371b-4ff5-41ba-a3da-42e0b741949b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:44:17.175680 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddc72e6-ace9-46a3-82b2-ec6d84607b7c tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network hostable DHCP agents. Network: 8c2b371b-4ff5-41ba-a3da-42e0b741949b, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:44:17.176394 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-8fd15d49-9ea1-4d44-b696-123dc7a6a8c9 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:17.178018 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-8fd15d49-9ea1-4d44-b696-123dc7a6a8c9 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.48 "GET /v2.0/networks?id=d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd HTTP/1.1" status: 200 len: 812 time: 0.6958177 Feb 20 05:44:17.195018 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-5388d063-afa8-44fe-b944-13719f062da2 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Request body: {'port': {'device_id': 'b43f97d6-fa06-41f3-91b6-b95096d757cd', 'network_id': 'd91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd', 'admin_state_up': True, 'tenant_id': '5c762d17a84a4f8c936bfa2963e4b8f0'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:17.219041 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e0ffae0b-43f5-4ee7-b834-65031904991e req-274c86e4-5d27-4259-96da-1e53167c6480 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793784 Feb 20 05:44:17.225233 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddc72e6-ace9-46a3-82b2-ec6d84607b7c tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network 8c2b371b-4ff5-41ba-a3da-42e0b741949b is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:44:17.255928 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-246d54d0-dee4-46a2-9b37-5427782049f1 req-3a65f6ae-02ee-457f-b8b8-1ecae17db865 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=fed30b5f-107e-440d-a885-e4d84c260413 HTTP/1.1" status: 200 len: 217 time: 0.0711515 Feb 20 05:44:17.257537 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-4ddc72e6-ace9-46a3-82b2-ec6d84607b7c tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 8c2b371b-4ff5-41ba-a3da-42e0b741949b) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:17.271410 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c769bb-be59-4e31-8d8a-d9993abcba6e None None] Network 8c2b371b-4ff5-41ba-a3da-42e0b741949b requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:44:17.282771 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddc72e6-ace9-46a3-82b2-ec6d84607b7c tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:17.283534 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4ddc72e6-ace9-46a3-82b2-ec6d84607b7c tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:17.436675 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7ec3f93d-cc4f-4cba-a845-f1a9e9b559b7 req-63b0efa3-9d62-4adf-b5a0-6d6cabdf2d69 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43f97d6-fa06-41f3-91b6-b95096d757cd HTTP/1.1" status: 200 len: 210 time: 0.0757008 Feb 20 05:44:17.460940 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4ddc72e6-ace9-46a3-82b2-ec6d84607b7c tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4638002 Feb 20 05:44:17.460940 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42506) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:17.463211 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ed738c27-b6aa-4de8-b4cd-9f8ff4549b28 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-187960801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:17.500063 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ed738c27-b6aa-4de8-b4cd-9f8ff4549b28 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (01850d36-cf6f-447f-91b4-32761bd55745), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:17.501380 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ed738c27-b6aa-4de8-b4cd-9f8ff4549b28 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (01850d36-cf6f-447f-91b4-32761bd55745), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:17.547086 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570f66af-d788-4eee-808d-b5c9743fc459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-8c2b371b-4ff5-41ba-a3da-42e0b741949b', 'network_id': '8c2b371b-4ff5-41ba-a3da-42e0b741949b', 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'fixed_ips': [{'subnet_id': 'ee08c98f-a762-4f6c-9939-ff89b525393c'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:44:17.549377 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-570f66af-d788-4eee-808d-b5c9743fc459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:17.555205 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d5bf9-7033-45d2-b693-b6daf5570517 req-d0aeac6b-d94e-416f-b310-6dbab1bc3898 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:17.556476 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c55d5bf9-7033-45d2-b693-b6daf5570517 req-d0aeac6b-d94e-416f-b310-6dbab1bc3898 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.48 "GET /v2.0/ports?device_id=c80ec9ed-415b-4765-aae1-1bba1a659b91 HTTP/1.1" status: 200 len: 949 time: 0.3118200 Feb 20 05:44:17.607542 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ed738c27-b6aa-4de8-b4cd-9f8ff4549b28 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router_controller (01850d36-cf6f-447f-91b4-32761bd55745), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:17.648958 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ed738c27-b6aa-4de8-b4cd-9f8ff4549b28 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (01850d36-cf6f-447f-91b4-32761bd55745), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:17.706234 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ed738c27-b6aa-4de8-b4cd-9f8ff4549b28 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:17.707002 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d54d0-dee4-46a2-9b37-5427782049f1 req-5bef359f-de58-489e-897a-a99a48dd2f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:17.707476 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ed738c27-b6aa-4de8-b4cd-9f8ff4549b28 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2493367 Feb 20 05:44:17.707781 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-246d54d0-dee4-46a2-9b37-5427782049f1 req-5bef359f-de58-489e-897a-a99a48dd2f37 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.3833215 Feb 20 05:44:17.712255 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42510) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:17.739705 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-e3012f28-9b11-432d-b346-67e000e892ce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'port': {'network_id': '8c2b371b-4ff5-41ba-a3da-42e0b741949b', 'name': 'tempest-RoutersTest-580530549'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:17.765297 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-570f66af-d788-4eee-808d-b5c9743fc459 None None] Allocated IP 172.20.0.2 (8c2b371b-4ff5-41ba-a3da-42e0b741949b/ee08c98f-a762-4f6c-9939-ff89b525393c/cc2d1bef-c832-4be4-8acd-965a744d0d68) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:44:17.796975 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814b5a8-f30d-4dd1-9033-8953a809dcde req-ebc0cd95-3e6a-4f1e-adc5-7748df496183 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:17.805207 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9814b5a8-f30d-4dd1-9033-8953a809dcde req-ebc0cd95-3e6a-4f1e-adc5-7748df496183 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80ec9ed-415b-4765-aae1-1bba1a659b91 HTTP/1.1" status: 200 len: 949 time: 0.2440274 Feb 20 05:44:17.890911 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9814b5a8-f30d-4dd1-9033-8953a809dcde req-b3a189ee-6738-463a-85de-8f0c3d2513e4 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763552 Feb 20 05:44:17.895730 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c6ab3d63-5bc4-431c-9258-9ade6bac33b0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for port (7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:17.933946 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-c55d5bf9-7033-45d2-b693-b6daf5570517 req-4e21ce65-09ff-4f80-8fc6-0b7e10275390 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Deleting port 3582a211-2f2f-4de1-b4bb-389da669fe4d {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:17.936054 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c55d5bf9-7033-45d2-b693-b6daf5570517 req-4e21ce65-09ff-4f80-8fc6-0b7e10275390 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3582a211-2f2f-4de1-b4bb-389da669fe4d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:17.952989 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9bea0ed4-43d6-418c-83ee-26a5fa7a3e46 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Made reservation on behalf of 5c762d17a84a4f8c936bfa2963e4b8f0 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:44:17.957587 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9bea0ed4-43d6-418c-83ee-26a5fa7a3e46 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:17.992412 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-570f66af-d788-4eee-808d-b5c9743fc459 None None] Publish callbacks [] for port (cc2d1bef-c832-4be4-8acd-965a744d0d68), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:18.000267 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-570f66af-d788-4eee-808d-b5c9743fc459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (cc2d1bef-c832-4be4-8acd-965a744d0d68), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:18.040203 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-5388d063-afa8-44fe-b944-13719f062da2 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Made reservation on behalf of 5c762d17a84a4f8c936bfa2963e4b8f0 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:44:18.051332 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-5388d063-afa8-44fe-b944-13719f062da2 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:18.074270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570f66af-d788-4eee-808d-b5c9743fc459 None None] Network 8c2b371b-4ff5-41ba-a3da-42e0b741949b is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:44:18.076023 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f66af-d788-4eee-808d-b5c9743fc459 None None] Pushing event updated for resources: {'Port': ['ID=cc2d1bef-c832-4be4-8acd-965a744d0d68,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:18.078819 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-570f66af-d788-4eee-808d-b5c9743fc459 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:18.081064 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570f66af-d788-4eee-808d-b5c9743fc459 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:44:18.127703 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea7aeb-4f2c-4278-8db9-e5771e7bd7a4 req-df642685-8cb4-4a41-ba91-32b73ff8cfff tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:18.144285 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86ea7aeb-4f2c-4278-8db9-e5771e7bd7a4 req-df642685-8cb4-4a41-ba91-32b73ff8cfff tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 945 time: 0.1311839 Feb 20 05:44:18.183969 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-570f66af-d788-4eee-808d-b5c9743fc459 None None] Attempting to bind port cc2d1bef-c832-4be4-8acd-965a744d0d68 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:44:18.184468 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-570f66af-d788-4eee-808d-b5c9743fc459 None None] Attempting to bind port cc2d1bef-c832-4be4-8acd-965a744d0d68 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '037a376e-e84e-4b25-a595-f31b9c876731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8c2b371b-4ff5-41ba-a3da-42e0b741949b'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:44:18.184895 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570f66af-d788-4eee-808d-b5c9743fc459 None None] Attempting to bind port cc2d1bef-c832-4be4-8acd-965a744d0d68 on network 8c2b371b-4ff5-41ba-a3da-42e0b741949b {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:44:18.190538 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570f66af-d788-4eee-808d-b5c9743fc459 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:44:18.190948 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570f66af-d788-4eee-808d-b5c9743fc459 None None] Checking segment: {'id': '037a376e-e84e-4b25-a595-f31b9c876731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8c2b371b-4ff5-41ba-a3da-42e0b741949b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:44:18.191669 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-570f66af-d788-4eee-808d-b5c9743fc459 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:18.192076 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570f66af-d788-4eee-808d-b5c9743fc459 None None] Bound using segment: {'id': '037a376e-e84e-4b25-a595-f31b9c876731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8c2b371b-4ff5-41ba-a3da-42e0b741949b'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:44:18.192614 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-570f66af-d788-4eee-808d-b5c9743fc459 None None] Bound port: cc2d1bef-c832-4be4-8acd-965a744d0d68, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037a376e-e84e-4b25-a595-f31b9c876731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8c2b371b-4ff5-41ba-a3da-42e0b741949b'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:44:18.192991 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-570f66af-d788-4eee-808d-b5c9743fc459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (cc2d1bef-c832-4be4-8acd-965a744d0d68), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:18.229727 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-c55d5bf9-7033-45d2-b693-b6daf5570517 req-4e21ce65-09ff-4f80-8fc6-0b7e10275390 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] For port 3582a211-2f2f-4de1-b4bb-389da669fe4d, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=3582a211-2f2f-4de1-b4bb-389da669fe4d,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:18.230002 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c55d5bf9-7033-45d2-b693-b6daf5570517 req-4e21ce65-09ff-4f80-8fc6-0b7e10275390 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3582a211-2f2f-4de1-b4bb-389da669fe4d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:18.247502 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-c55d5bf9-7033-45d2-b693-b6daf5570517 req-4e21ce65-09ff-4f80-8fc6-0b7e10275390 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Calling delete_port for 3582a211-2f2f-4de1-b4bb-389da669fe4d owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:18.265795 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86ea7aeb-4f2c-4278-8db9-e5771e7bd7a4 req-6485d70c-5bf5-4f01-b458-aad3664ae787 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/security-groups?id=067bde45-941d-4994-a73b-f1b88961d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201081 Feb 20 05:44:18.317806 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-570f66af-d788-4eee-808d-b5c9743fc459 None None] For port cc2d1bef-c832-4be4-8acd-965a744d0d68, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:44:18.327776 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-570f66af-d788-4eee-808d-b5c9743fc459 None None] For port cc2d1bef-c832-4be4-8acd-965a744d0d68, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=cc2d1bef-c832-4be4-8acd-965a744d0d68,segment=NetworkSegment(037a376e-e84e-4b25-a595-f31b9c876731),segment_id=037a376e-e84e-4b25-a595-f31b9c876731)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:44:18.339004 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-570f66af-d788-4eee-808d-b5c9743fc459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (cc2d1bef-c832-4be4-8acd-965a744d0d68), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:18.343348 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d54d0-dee4-46a2-9b37-5427782049f1 req-14cf63e2-ef86-4d72-860b-86fbc76e1d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:18.349857 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-246d54d0-dee4-46a2-9b37-5427782049f1 req-14cf63e2-ef86-4d72-860b-86fbc76e1d8b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5934262 Feb 20 05:44:18.405588 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c6ab3d63-5bc4-431c-9258-9ade6bac33b0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:18.469751 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f66af-d788-4eee-808d-b5c9743fc459 None None] Pushing event updated for resources: {'Port': ['ID=cc2d1bef-c832-4be4-8acd-965a744d0d68,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:18.675582 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ab3d63-5bc4-431c-9258-9ade6bac33b0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:44:18.699417 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64ec20-3b6b-486b-9148-a7d9f0b5c33f req-f6f05c89-ade1-45c5-99db-44cc78d135c4 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:18.710352 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad64ec20-3b6b-486b-9148-a7d9f0b5c33f req-f6f05c89-ade1-45c5-99db-44cc78d135c4 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 945 time: 0.1838777 Feb 20 05:44:18.714617 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3012f28-9b11-432d-b346-67e000e892ce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Made reservation on behalf of ec8dd31e72ed40dc8f4a2a6bbaade185 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:44:18.719453 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3012f28-9b11-432d-b346-67e000e892ce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:18.722713 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-c6ab3d63-5bc4-431c-9258-9ade6bac33b0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:18.728468 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c55d5bf9-7033-45d2-b693-b6daf5570517 req-4e21ce65-09ff-4f80-8fc6-0b7e10275390 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (3582a211-2f2f-4de1-b4bb-389da669fe4d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:18.745005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['82dfe21f-25b4-4076-a55c-1c299a335a3c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:44:18.752045 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['fed30b5f-107e-440d-a885-e4d84c260413', '13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2', '0d26e5dd-1bd8-46ba-96d8-f00005d8bbee', '77a93088-3dce-4ca8-bbf0-ba81183d8a91'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:44:18.757486 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ab3d63-5bc4-431c-9258-9ade6bac33b0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:44:18.798069 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab3d63-5bc4-431c-9258-9ade6bac33b0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Pushing event updated for resources: {'Port': ['ID=7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:18.841675 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-e3012f28-9b11-432d-b346-67e000e892ce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] device_id is not set on port 9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:44:18.844711 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21ce65-09ff-4f80-8fc6-0b7e10275390 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Pushing event deleted for resources: {'Port': ['ID=3582a211-2f2f-4de1-b4bb-389da669fe4d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:18.848491 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9bea0ed4-43d6-418c-83ee-26a5fa7a3e46 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Allocated IP 172.20.0.5 (d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd/91847201-7867-4987-9d4d-9f1f30e2921f/3f2b4839-870c-4f90-9dcf-6518fffacfa9) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:44:18.950661 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a3b250ce-df9f-4f86-91f6-f4c41d566ed2 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:44:18.959152 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad64ec20-3b6b-486b-9148-a7d9f0b5c33f req-262b1fa5-03d5-46a4-9ea5-5fdf40048e74 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476342 Feb 20 05:44:18.960036 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55d5bf9-7033-45d2-b693-b6daf5570517 req-4e21ce65-09ff-4f80-8fc6-0b7e10275390 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] No DVR routers for this DVR port 3582a211-2f2f-4de1-b4bb-389da669fe4d on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:44:18.981281 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c55d5bf9-7033-45d2-b693-b6daf5570517 req-4e21ce65-09ff-4f80-8fc6-0b7e10275390 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:18.999349 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c55d5bf9-7033-45d2-b693-b6daf5570517 req-4e21ce65-09ff-4f80-8fc6-0b7e10275390 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.48 "DELETE /v2.0/ports/3582a211-2f2f-4de1-b4bb-389da669fe4d HTTP/1.1" status: 204 len: 173 time: 1.4011564 Feb 20 05:44:19.012206 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80ec9ed-415b-4765-aae1-1bba1a659b91', 'name': 'network-vif-deleted', 'tag': '3582a211-2f2f-4de1-b4bb-389da669fe4d'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:44:19.029112 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b60730-ef95-4c65-9ac1-75a9f0d5983d" -d '{"events": [{"server_uuid": "c80ec9ed-415b-4765-aae1-1bba1a659b91", "name": "network-vif-deleted", "tag": "3582a211-2f2f-4de1-b4bb-389da669fe4d"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:44:19.080740 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd611059-d684-4df3-b820-9c9aa709e6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:19.289402 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port a3b250ce-df9f-4f86-91f6-f4c41d566ed2 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:44:19.289790 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a3b250ce-df9f-4f86-91f6-f4c41d566ed2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:19.378409 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-246d54d0-dee4-46a2-9b37-5427782049f1 req-bfcebfa6-c19b-405f-8b8f-b47ac0df5347 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9978037 Feb 20 05:44:19.700955 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d7cc6dea-31ca-4fef-a6ca-7535ff0687fb req-f3cea566-95cb-47b9-a087-f265763f1009 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43f97d6-fa06-41f3-91b6-b95096d757cd HTTP/1.1" status: 200 len: 210 time: 0.2390642 Feb 20 05:44:19.781830 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:19.865000 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aaa489fd-b5c6-4109-915f-40abf4d70aa3 req-3c7fe7ac-1081-4a30-b4f7-71ec79e8b27c tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=c80ec9ed-415b-4765-aae1-1bba1a659b91 HTTP/1.1" status: 200 len: 210 time: 0.0394528 Feb 20 05:44:19.912970 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port a3b250ce-df9f-4f86-91f6-f4c41d566ed2 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:44:19.913373 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a3b250ce-df9f-4f86-91f6-f4c41d566ed2), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:19.955579 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcea065e-d04e-433c-91d7-ca850bdd0c4a x-openstack-request-id: req-fcea065e-d04e-433c-91d7-ca850bdd0c4a {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:44:19.955980 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80ec9ed-415b-4765-aae1-1bba1a659b91", "name": "network-vif-deleted", "tag": "3582a211-2f2f-4de1-b4bb-389da669fe4d", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:44:19.956335 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fcea065e-d04e-433c-91d7-ca850bdd0c4a {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:44:19.956842 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80ec9ed-415b-4765-aae1-1bba1a659b91', 'name': 'network-vif-deleted', 'tag': '3582a211-2f2f-4de1-b4bb-389da669fe4d', 'status': 'completed', 'code': 200} Feb 20 05:44:19.996743 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port a3b250ce-df9f-4f86-91f6-f4c41d566ed2, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a3b250ce-df9f-4f86-91f6-f4c41d566ed2,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:20.015966 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a3b250ce-df9f-4f86-91f6-f4c41d566ed2), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:20.038056 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9bea0ed4-43d6-418c-83ee-26a5fa7a3e46 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks [] for port (3f2b4839-870c-4f90-9dcf-6518fffacfa9), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:20.160951 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=a3b250ce-df9f-4f86-91f6-f4c41d566ed2,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:20.235734 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-90c1961f-18df-4974-9a20-68706f034b04 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:20.244164 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-90c1961f-18df-4974-9a20-68706f034b04 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/networks?id=76d12cb1-1a3c-4efa-9623-20d225162f2e HTTP/1.1" status: 200 len: 810 time: 0.1557558 Feb 20 05:44:20.258417 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-2215e514-f03f-44e9-804a-04f930aa7383 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/quotas/00b5a23923ab4f169200da1677122e4f HTTP/1.1" status: 200 len: 375 time: 0.0131910 Feb 20 05:44:20.372094 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-b64866f8-88e8-4496-a64b-e989ba375a4e tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=00b5a23923ab4f169200da1677122e4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026595 Feb 20 05:44:20.524337 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-0a99b205-606a-47dd-88bb-edcab6f7f1d7 service neutron] 10.222.0.37 "GET /v2.0/networks/76d12cb1-1a3c-4efa-9623-20d225162f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427667 Feb 20 05:44:20.612253 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c6ab3d63-5bc4-431c-9258-9ade6bac33b0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router_gateway (596c0acf-1e4c-4741-a85a-d30f74c064c1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:20.624159 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 3582a211-2f2f-4de1-b4bb-389da669fe4d no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:44:20.679008 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 3582a211-2f2f-4de1-b4bb-389da669fe4d {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:44:20.680618 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 3582a211-2f2f-4de1-b4bb-389da669fe4d not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:44:20.688411 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-46cc79b6-25f9-4154-90e4-9da11be93467 service neutron] 10.222.0.37 "GET /v2.0/networks/76d12cb1-1a3c-4efa-9623-20d225162f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630950 Feb 20 05:44:20.718515 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-e3012f28-9b11-432d-b346-67e000e892ce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Allocated IP 172.20.0.3 (8c2b371b-4ff5-41ba-a3da-42e0b741949b/ee08c98f-a762-4f6c-9939-ff89b525393c/9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:44:20.726494 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9bea0ed4-43d6-418c-83ee-26a5fa7a3e46 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (3f2b4839-870c-4f90-9dcf-6518fffacfa9), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:20.863447 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device cc2d1bef-c832-4be4-8acd-965a744d0d68 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:44:20.929884 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7453ee2f-3944-456b-9154-98f51c33c19c None None] Network 8c2b371b-4ff5-41ba-a3da-42e0b741949b requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:44:21.050232 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port cc2d1bef-c832-4be4-8acd-965a744d0d68 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:44:21.057912 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (cc2d1bef-c832-4be4-8acd-965a744d0d68), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:21.116401 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b016dd-e991-4dc9-af4f-dfa18d631d4d req-07000edc-839c-4f4b-9c2b-87fb1074fd51 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:21.117981 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-10b016dd-e991-4dc9-af4f-dfa18d631d4d req-07000edc-839c-4f4b-9c2b-87fb1074fd51 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 945 time: 0.0908868 Feb 20 05:44:21.151578 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-9ba98867-75fe-4a2a-8d24-2d1b5977c980 None None] Provisioning complete for port cc2d1bef-c832-4be4-8acd-965a744d0d68 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:44:21.152581 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ba98867-75fe-4a2a-8d24-2d1b5977c980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (cc2d1bef-c832-4be4-8acd-965a744d0d68), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:21.228254 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-10b016dd-e991-4dc9-af4f-dfa18d631d4d req-cc1be723-7cf8-45d5-b697-a0aea1b2efaf tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/security-groups?id=067bde45-941d-4994-a73b-f1b88961d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013443 Feb 20 05:44:21.230613 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9bea0ed4-43d6-418c-83ee-26a5fa7a3e46 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Network d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:44:21.237549 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c6ab3d63-5bc4-431c-9258-9ade6bac33b0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (596c0acf-1e4c-4741-a85a-d30f74c064c1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:21.388498 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2019c-5acc-49bd-b26c-8217eb67d91f req-93474629-29b6-434f-bfae-dc7e572683b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:21.390077 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-55e2019c-5acc-49bd-b26c-8217eb67d91f req-93474629-29b6-434f-bfae-dc7e572683b3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6ee7c612de843578619e89c6f670d65&device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 1127 time: 1.9515705 Feb 20 05:44:21.398488 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea0ed4-43d6-418c-83ee-26a5fa7a3e46 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Pushing event updated for resources: {'Port': ['ID=3f2b4839-870c-4f90-9dcf-6518fffacfa9,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:21.406753 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9bea0ed4-43d6-418c-83ee-26a5fa7a3e46 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:21.420149 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9ba98867-75fe-4a2a-8d24-2d1b5977c980 None None] Current status of the port cc2d1bef-c832-4be4-8acd-965a744d0d68 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:44:21.420783 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ba98867-75fe-4a2a-8d24-2d1b5977c980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (cc2d1bef-c832-4be4-8acd-965a744d0d68), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:21.425960 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-5388d063-afa8-44fe-b944-13719f062da2 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Allocated IP 172.20.0.10 (d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd/91847201-7867-4987-9d4d-9f1f30e2921f/1643336a-04d1-4c86-93b0-b36371c01714) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:44:21.428950 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea0ed4-43d6-418c-83ee-26a5fa7a3e46 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:44:21.429307 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea0ed4-43d6-418c-83ee-26a5fa7a3e46 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:44:21.429652 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea0ed4-43d6-418c-83ee-26a5fa7a3e46 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:44:21.429996 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea0ed4-43d6-418c-83ee-26a5fa7a3e46 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:44:21.430339 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea0ed4-43d6-418c-83ee-26a5fa7a3e46 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:44:21.430679 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea0ed4-43d6-418c-83ee-26a5fa7a3e46 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:44:21.431598 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea0ed4-43d6-418c-83ee-26a5fa7a3e46 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:44:21.431933 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea0ed4-43d6-418c-83ee-26a5fa7a3e46 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:44:21.432264 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea0ed4-43d6-418c-83ee-26a5fa7a3e46 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:44:21.432593 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea0ed4-43d6-418c-83ee-26a5fa7a3e46 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:44:21.432925 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea0ed4-43d6-418c-83ee-26a5fa7a3e46 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:44:21.433260 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea0ed4-43d6-418c-83ee-26a5fa7a3e46 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:44:21.433590 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea0ed4-43d6-418c-83ee-26a5fa7a3e46 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:44:21.445752 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-246d54d0-dee4-46a2-9b37-5427782049f1 req-d86e3921-c122-4e47-b685-4677c4263173 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0059686 Feb 20 05:44:21.456099 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9bea0ed4-43d6-418c-83ee-26a5fa7a3e46 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:44:21.524174 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0817657b-13c0-4795-9d3b-82214333db0b req-96718ef4-8e8f-4c7f-9018-992f59d19138 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43f97d6-fa06-41f3-91b6-b95096d757cd HTTP/1.1" status: 200 len: 210 time: 0.0834520 Feb 20 05:44:21.572384 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:21.663651 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port cc2d1bef-c832-4be4-8acd-965a744d0d68 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:44:21.666430 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (cc2d1bef-c832-4be4-8acd-965a744d0d68), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:21.672112 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9ba98867-75fe-4a2a-8d24-2d1b5977c980 None None] For port cc2d1bef-c832-4be4-8acd-965a744d0d68, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=cc2d1bef-c832-4be4-8acd-965a744d0d68,segment=NetworkSegment(037a376e-e84e-4b25-a595-f31b9c876731),segment_id=037a376e-e84e-4b25-a595-f31b9c876731)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:21.703127 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ba98867-75fe-4a2a-8d24-2d1b5977c980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (cc2d1bef-c832-4be4-8acd-965a744d0d68), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:21.722321 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9bea0ed4-43d6-418c-83ee-26a5fa7a3e46 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:21.724600 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9bea0ed4-43d6-418c-83ee-26a5fa7a3e46 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:21.741867 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ab3d63-5bc4-431c-9258-9ade6bac33b0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Router 596c0acf-1e4c-4741-a85a-d30f74c064c1 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:44:21.784625 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba98867-75fe-4a2a-8d24-2d1b5977c980 None None] Pushing event updated for resources: {'Port': ['ID=cc2d1bef-c832-4be4-8acd-965a744d0d68,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:21.795020 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ff4ca544-2b00-4a70-a2bc-68d58b467768 req-62779d96-b3f5-42f5-96ae-ed7622ee92a9 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a0aaa1-30f3-4940-b7b0-680a1bae6746 HTTP/1.1" status: 200 len: 210 time: 0.0776284 Feb 20 05:44:21.961003 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:44:21.962200 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:44:22.029817 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-8e985203-31c5-4eed-a3a9-f578f6b3d6d9 None None] Provisioning complete for port cc2d1bef-c832-4be4-8acd-965a744d0d68 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:44:22.030612 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8e985203-31c5-4eed-a3a9-f578f6b3d6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (cc2d1bef-c832-4be4-8acd-965a744d0d68), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:22.056374 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2019c-5acc-49bd-b26c-8217eb67d91f req-4a57a7ab-7acb-48d9-831a-653a1bed64f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:22.058437 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-55e2019c-5acc-49bd-b26c-8217eb67d91f req-4a57a7ab-7acb-48d9-831a-653a1bed64f3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=05e3b391-72f9-4dca-80c9-b64bac389480 HTTP/1.1" status: 200 len: 920 time: 0.6444571 Feb 20 05:44:22.074187 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9bea0ed4-43d6-418c-83ee-26a5fa7a3e46 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1411891 Feb 20 05:44:22.100508 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9dd350f1-72f1-457c-9a46-eca2c7a1bc6a service neutron] Request body: {'port': {'device_id': '318924c4-cffe-45ca-9cd4-c308054a660a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:22.183188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8e985203-31c5-4eed-a3a9-f578f6b3d6d9 None None] Current status of the port cc2d1bef-c832-4be4-8acd-965a744d0d68 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:44:22.191521 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-55e2019c-5acc-49bd-b26c-8217eb67d91f req-616507f8-49d4-4802-b118-9c6a66ce9dfd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b88aede-8653-4c45-989f-0b133900719c HTTP/1.1" status: 200 len: 217 time: 0.1160975 Feb 20 05:44:22.215297 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3012f28-9b11-432d-b346-67e000e892ce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for port (9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:22.323952 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d463b7-5705-4d33-9b82-cf67e8ae1609 req-78622b93-4b7e-4e50-899b-13f8122ef34b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:22.334296 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-17d463b7-5705-4d33-9b82-cf67e8ae1609 req-78622b93-4b7e-4e50-899b-13f8122ef34b tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a16e451-33a1-4d00-ae53-5afd4d141da2 HTTP/1.1" status: 200 len: 950 time: 0.0734487 Feb 20 05:44:22.345534 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-5388d063-afa8-44fe-b944-13719f062da2 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks [] for port (1643336a-04d1-4c86-93b0-b36371c01714), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:22.371522 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9dd350f1-72f1-457c-9a46-eca2c7a1bc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3f2b4839-870c-4f90-9dcf-6518fffacfa9), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:22.397463 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-17d463b7-5705-4d33-9b82-cf67e8ae1609 req-57d5fe05-f1bd-4afb-89f9-c1e69a0256c7 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580943 Feb 20 05:44:22.468136 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ab3d63-5bc4-431c-9258-9ade6bac33b0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:44:22.469967 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2019c-5acc-49bd-b26c-8217eb67d91f req-249b97b0-e7a0-424b-9c35-32298bab3919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:22.471512 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-55e2019c-5acc-49bd-b26c-8217eb67d91f req-249b97b0-e7a0-424b-9c35-32298bab3919 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fc42d209-b39f-4da5-905a-0aaed8fb6a61 HTTP/1.1" status: 200 len: 860 time: 0.2653360 Feb 20 05:44:22.481506 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700c52af-fe63-46b7-b388-e3d3d23af9d4 None None] Sync routers for ids ['596c0acf-1e4c-4741-a85a-d30f74c064c1'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:44:22.500460 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700c52af-fe63-46b7-b388-e3d3d23af9d4 None None] Routers {'596c0acf-1e4c-4741-a85a-d30f74c064c1'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:22.502091 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-700c52af-fe63-46b7-b388-e3d3d23af9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['596c0acf-1e4c-4741-a85a-d30f74c064c1'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:22.585187 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port cc2d1bef-c832-4be4-8acd-965a744d0d68 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:44:22.586503 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a3b250ce-df9f-4f86-91f6-f4c41d566ed2 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:44:22.655180 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36b47b-9617-4397-b33c-a2d41beeda2c req-61ba651e-fcd1-498e-95c4-13f49419e033 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:22.657058 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7d36b47b-9617-4397-b33c-a2d41beeda2c req-61ba651e-fcd1-498e-95c4-13f49419e033 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 945 time: 0.1171453 Feb 20 05:44:22.685525 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-700c52af-fe63-46b7-b388-e3d3d23af9d4 None None] Set router 596c0acf-1e4c-4741-a85a-d30f74c064c1 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:44:22.686161 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:22.710331 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-beaa568a-1d14-42dd-bde9-3ae639716642 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:22.712436 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-beaa568a-1d14-42dd-bde9-3ae639716642 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.61 "GET /v2.0/networks?id=76d12cb1-1a3c-4efa-9623-20d225162f2e HTTP/1.1" status: 200 len: 810 time: 0.2338333 Feb 20 05:44:22.724062 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7d36b47b-9617-4397-b33c-a2d41beeda2c req-0544dbe3-2058-4ac5-b7a3-ae4410f70d5c tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/security-groups?id=067bde45-941d-4994-a73b-f1b88961d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610862 Feb 20 05:44:22.734247 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-e9a01593-8d9c-4a33-8fb7-57925b3575b4 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Request body: {'port': {'device_id': '38a0aaa1-30f3-4940-b7b0-680a1bae6746', 'network_id': '76d12cb1-1a3c-4efa-9623-20d225162f2e', 'admin_state_up': True, 'tenant_id': '00b5a23923ab4f169200da1677122e4f'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:22.770383 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3012f28-9b11-432d-b346-67e000e892ce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:22.779102 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port a3b250ce-df9f-4f86-91f6-f4c41d566ed2 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:44:22.779546 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a3b250ce-df9f-4f86-91f6-f4c41d566ed2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:22.793234 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-55e2019c-5acc-49bd-b26c-8217eb67d91f req-3d77a903-e7ce-4340-8466-e2a7e93b8fd5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=05e3b391-72f9-4dca-80c9-b64bac389480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714209 Feb 20 05:44:22.843787 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:22.997568 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c6ab3d63-5bc4-431c-9258-9ade6bac33b0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:22.998804 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c6ab3d63-5bc4-431c-9258-9ade6bac33b0 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.6853344 Feb 20 05:44:23.003364 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3012f28-9b11-432d-b346-67e000e892ce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network 8c2b371b-4ff5-41ba-a3da-42e0b741949b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:44:23.005969 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42584) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:23.033551 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port a3b250ce-df9f-4f86-91f6-f4c41d566ed2 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:44:23.090281 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-586bf2f0-eced-4c30-a98a-be4d25f0b3eb req-6209776b-1bb5-44a9-8035-b34f4429bb70 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43f97d6-fa06-41f3-91b6-b95096d757cd HTTP/1.1" status: 200 len: 210 time: 0.0958824 Feb 20 05:44:23.110649 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-55e2019c-5acc-49bd-b26c-8217eb67d91f req-e124ba3c-584b-463d-ad9a-a8d438ea6904 service neutron] 10.222.0.61 "GET /v2.0/networks/05e3b391-72f9-4dca-80c9-b64bac389480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526464 Feb 20 05:44:23.122930 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-5388d063-afa8-44fe-b944-13719f062da2 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (1643336a-04d1-4c86-93b0-b36371c01714), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:23.123944 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-e3012f28-9b11-432d-b346-67e000e892ce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:23.126590 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3012f28-9b11-432d-b346-67e000e892ce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:44:23.199630 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device cc2d1bef-c832-4be4-8acd-965a744d0d68 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:44:23.283175 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-700c52af-fe63-46b7-b388-e3d3d23af9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596c0acf-1e4c-4741-a85a-d30f74c064c1', 'name': 'tempest-snat-router-1554821862', 'tenant_id': '414789a9225849339b307e1b1d296218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:44:14Z', 'updated_at': '2022-02-20T05:44:19Z', 'revision_number': 3, 'project_id': '414789a9225849339b307e1b1d296218', 'gw_port': {'id': '7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ea:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596c0acf-1e4c-4741-a85a-d30f74c064c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:44:16Z', 'updated_at': '2022-02-20T05:44:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:23.293606 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-55e2019c-5acc-49bd-b26c-8217eb67d91f req-3bf55a02-6565-47da-bcac-bb053cabe8ec service neutron] 10.222.0.61 "GET /v2.0/networks/05e3b391-72f9-4dca-80c9-b64bac389480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627529 Feb 20 05:44:23.310820 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port cc2d1bef-c832-4be4-8acd-965a744d0d68 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:44:23.311264 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (cc2d1bef-c832-4be4-8acd-965a744d0d68), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:23.377625 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-45073231-7b51-49c8-b9b7-246317ecf371 req-72313a8d-c50b-4400-8eaa-f10ebb330f09 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a0aaa1-30f3-4940-b7b0-680a1bae6746 HTTP/1.1" status: 200 len: 210 time: 0.1226966 Feb 20 05:44:23.385537 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700c52af-fe63-46b7-b388-e3d3d23af9d4 None None] Checking router: 596c0acf-1e4c-4741-a85a-d30f74c064c1 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:44:23.392614 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3012f28-9b11-432d-b346-67e000e892ce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Port': ['ID=9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:23.393008 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700c52af-fe63-46b7-b388-e3d3d23af9d4 None None] Updating router 596c0acf-1e4c-4741-a85a-d30f74c064c1 port 7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:44:23.425807 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-5388d063-afa8-44fe-b944-13719f062da2 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Network d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:44:23.454954 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-5388d063-afa8-44fe-b944-13719f062da2 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:23.457825 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-5388d063-afa8-44fe-b944-13719f062da2 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:44:23.480047 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-700c52af-fe63-46b7-b388-e3d3d23af9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:23.571786 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3012f28-9b11-432d-b346-67e000e892ce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:23.572730 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3012f28-9b11-432d-b346-67e000e892ce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:23.630600 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port cc2d1bef-c832-4be4-8acd-965a744d0d68 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:44:23.703200 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-e9a01593-8d9c-4a33-8fb7-57925b3575b4 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Made reservation on behalf of 00b5a23923ab4f169200da1677122e4f for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:44:23.712697 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-e9a01593-8d9c-4a33-8fb7-57925b3575b4 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:23.773974 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-8fd8fc8e-8635-4d98-b94d-088f9742d640 None None] Provisioning complete for port 9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:44:23.774781 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8fd8fc8e-8635-4d98-b94d-088f9742d640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:23.793487 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388d063-afa8-44fe-b944-13719f062da2 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Pushing event updated for resources: {'Port': ['ID=1643336a-04d1-4c86-93b0-b36371c01714,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:23.822002 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e3012f28-9b11-432d-b346-67e000e892ce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 6.1012850 Feb 20 05:44:23.830439 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8fc8e-8635-4d98-b94d-088f9742d640 None None] Port 9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:44:23.834578 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-5388d063-afa8-44fe-b944-13719f062da2 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:23.835295 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-5388d063-afa8-44fe-b944-13719f062da2 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:23.869840 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42594) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:24.008882 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-5388d063-afa8-44fe-b944-13719f062da2 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8179915 Feb 20 05:44:24.068695 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-f97353d6-483e-43fd-bb63-5f650b1c9f6e service neutron] Request body: {'port': {'device_id': 'b43f97d6-fa06-41f3-91b6-b95096d757cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:24.075250 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-700c52af-fe63-46b7-b388-e3d3d23af9d4 None None] Publish callbacks [] for port (7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:24.085303 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-700c52af-fe63-46b7-b388-e3d3d23af9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:24.173468 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0deb197-5d16-4e84-a533-92f9919e1dd7 None None] Pushing event updated for resources: {'Port': ['ID=7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:24.212115 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-700c52af-fe63-46b7-b388-e3d3d23af9d4 None None] Attempting to bind port 7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:44:24.212555 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-700c52af-fe63-46b7-b388-e3d3d23af9d4 None None] Attempting to bind port 7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:44:24.212924 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700c52af-fe63-46b7-b388-e3d3d23af9d4 None None] Attempting to bind port 7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:44:24.222555 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700c52af-fe63-46b7-b388-e3d3d23af9d4 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:44:24.225272 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700c52af-fe63-46b7-b388-e3d3d23af9d4 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:44:24.225784 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-700c52af-fe63-46b7-b388-e3d3d23af9d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:24.226197 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700c52af-fe63-46b7-b388-e3d3d23af9d4 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:44:24.226706 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-700c52af-fe63-46b7-b388-e3d3d23af9d4 None None] Bound port: 7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:44:24.227125 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-700c52af-fe63-46b7-b388-e3d3d23af9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:24.339795 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-700c52af-fe63-46b7-b388-e3d3d23af9d4 None None] For port 7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:44:24.343074 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-700c52af-fe63-46b7-b388-e3d3d23af9d4 None None] For port 7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:44:24.351429 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-700c52af-fe63-46b7-b388-e3d3d23af9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:24.421981 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0deb197-5d16-4e84-a533-92f9919e1dd7 None None] Pushing event updated for resources: {'Port': ['ID=7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:24.443087 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700c52af-fe63-46b7-b388-e3d3d23af9d4 None None] Routers {'596c0acf-1e4c-4741-a85a-d30f74c064c1'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:24.443715 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-700c52af-fe63-46b7-b388-e3d3d23af9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['596c0acf-1e4c-4741-a85a-d30f74c064c1'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:24.471467 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e6145e00-d630-4326-98c7-ce6f9b6ff0ac tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "GET /v2.0/routers/596c0acf-1e4c-4741-a85a-d30f74c064c1 HTTP/1.1" status: 200 len: 908 time: 1.4537387 Feb 20 05:44:24.472246 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42604) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:24.558124 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-700c52af-fe63-46b7-b388-e3d3d23af9d4 None None] Set router 596c0acf-1e4c-4741-a85a-d30f74c064c1 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:44:24.589163 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d19cbfa-993d-48bf-801d-06377a47b391 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router (596c0acf-1e4c-4741-a85a-d30f74c064c1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:24.671951 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97f4b3-de54-4a57-b0a2-8e8e92f58a7a req-c8e31918-c77f-43e4-811c-7ddd9d63141a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:24.673446 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b97f4b3-de54-4a57-b0a2-8e8e92f58a7a req-c8e31918-c77f-43e4-811c-7ddd9d63141a tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a16e451-33a1-4d00-ae53-5afd4d141da2 HTTP/1.1" status: 200 len: 950 time: 1.2951775 Feb 20 05:44:24.725142 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12381f0-63ab-496d-91d3-2dcc2e6210b7 req-3c7d9f50-039a-4a45-b117-6651ac2d16e0 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:24.733575 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c12381f0-63ab-496d-91d3-2dcc2e6210b7 req-3c7d9f50-039a-4a45-b117-6651ac2d16e0 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a16e451-33a1-4d00-ae53-5afd4d141da2 HTTP/1.1" status: 200 len: 950 time: 0.4432957 Feb 20 05:44:24.762182 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-700c52af-fe63-46b7-b388-e3d3d23af9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596c0acf-1e4c-4741-a85a-d30f74c064c1', 'name': 'tempest-snat-router-1554821862', 'tenant_id': '414789a9225849339b307e1b1d296218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:44:14Z', 'updated_at': '2022-02-20T05:44:19Z', 'revision_number': 3, 'project_id': '414789a9225849339b307e1b1d296218', 'gw_port': {'id': '7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ea:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596c0acf-1e4c-4741-a85a-d30f74c064c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:44:16Z', 'updated_at': '2022-02-20T05:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:24.796466 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700c52af-fe63-46b7-b388-e3d3d23af9d4 None None] The sync data for ids ['596c0acf-1e4c-4741-a85a-d30f74c064c1'] in n-d-829866-5 is: [{'id': '596c0acf-1e4c-4741-a85a-d30f74c064c1', 'name': 'tempest-snat-router-1554821862', 'tenant_id': '414789a9225849339b307e1b1d296218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:44:14Z', 'updated_at': '2022-02-20T05:44:19Z', 'revision_number': 3, 'project_id': '414789a9225849339b307e1b1d296218', 'gw_port': {'id': '7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ea:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596c0acf-1e4c-4741-a85a-d30f74c064c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:44:16Z', 'updated_at': '2022-02-20T05:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:44:24.866570 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d19cbfa-993d-48bf-801d-06377a47b391 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router_gateway (596c0acf-1e4c-4741-a85a-d30f74c064c1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:24.885946 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c12381f0-63ab-496d-91d3-2dcc2e6210b7 req-718ad796-5c83-4c05-8370-af6952e42a73 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511834 Feb 20 05:44:24.917429 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-e9a01593-8d9c-4a33-8fb7-57925b3575b4 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Allocated IP 172.20.0.12 (76d12cb1-1a3c-4efa-9623-20d225162f2e/1649ffb8-d9f6-417b-ab41-9e2b689f05e1/53655028-3c36-4e37-97be-32bc691cf994) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:44:25.042537 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-4b97f4b3-de54-4a57-b0a2-8e8e92f58a7a req-239d0a0d-2e7e-42be-b127-2cf541f51bfa tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Deleting port 82dfe21f-25b4-4076-a55c-1c299a335a3c {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:25.042936 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4b97f4b3-de54-4a57-b0a2-8e8e92f58a7a req-239d0a0d-2e7e-42be-b127-2cf541f51bfa tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (82dfe21f-25b4-4076-a55c-1c299a335a3c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:25.146214 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-4b97f4b3-de54-4a57-b0a2-8e8e92f58a7a req-239d0a0d-2e7e-42be-b127-2cf541f51bfa tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] For port 82dfe21f-25b4-4076-a55c-1c299a335a3c, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=82dfe21f-25b4-4076-a55c-1c299a335a3c,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:25.146688 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4b97f4b3-de54-4a57-b0a2-8e8e92f58a7a req-239d0a0d-2e7e-42be-b127-2cf541f51bfa tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (82dfe21f-25b4-4076-a55c-1c299a335a3c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:25.168194 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-4b97f4b3-de54-4a57-b0a2-8e8e92f58a7a req-239d0a0d-2e7e-42be-b127-2cf541f51bfa tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Calling delete_port for 82dfe21f-25b4-4076-a55c-1c299a335a3c owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:25.188800 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:25.258692 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-7d19cbfa-993d-48bf-801d-06377a47b391 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Deleting port 7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:25.259015 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d19cbfa-993d-48bf-801d-06377a47b391 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:25.300414 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f35ae-9779-4bb4-8949-b666eb1b3aec req-4051f8ac-7bb3-4afa-9f01-dc8101c5fd52 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:25.309211 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-469f35ae-9779-4bb4-8949-b666eb1b3aec req-4051f8ac-7bb3-4afa-9f01-dc8101c5fd52 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 945 time: 0.3051085 Feb 20 05:44:25.526071 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d69f8c-692e-4656-9579-e8889b6841e1 req-4382839e-88fd-4c17-96a1-ff1f545921b4 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:25.532157 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e9d69f8c-692e-4656-9579-e8889b6841e1 req-4382839e-88fd-4c17-96a1-ff1f545921b4 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.61 "GET /v2.0/ports?device_id=44ea21ba-e4e0-4465-a327-b87f00a1cc98 HTTP/1.1" status: 200 len: 950 time: 1.7867093 Feb 20 05:44:25.639839 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-469f35ae-9779-4bb4-8949-b666eb1b3aec req-1a9bf2df-c9db-4c5d-8673-98f77128250c tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/security-groups?id=067bde45-941d-4994-a73b-f1b88961d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236790 Feb 20 05:44:25.653037 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-f97353d6-483e-43fd-bb63-5f650b1c9f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1643336a-04d1-4c86-93b0-b36371c01714), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:25.683733 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4b97f4b3-de54-4a57-b0a2-8e8e92f58a7a req-239d0a0d-2e7e-42be-b127-2cf541f51bfa tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (82dfe21f-25b4-4076-a55c-1c299a335a3c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:25.696182 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-7d19cbfa-993d-48bf-801d-06377a47b391 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] For port 7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:25.696554 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d19cbfa-993d-48bf-801d-06377a47b391 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:25.708592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['fed30b5f-107e-440d-a885-e4d84c260413', '13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2', '0d26e5dd-1bd8-46ba-96d8-f00005d8bbee', '77a93088-3dce-4ca8-bbf0-ba81183d8a91'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:44:25.725505 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-e9a01593-8d9c-4a33-8fb7-57925b3575b4 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Publish callbacks [] for port (53655028-3c36-4e37-97be-32bc691cf994), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:25.763883 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9dd350f1-72f1-457c-9a46-eca2c7a1bc6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2b4839-870c-4f90-9dcf-6518fffacfa9 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:44:25.801764 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d0a0d-2e7e-42be-b127-2cf541f51bfa tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Pushing event deleted for resources: {'Port': ['ID=82dfe21f-25b4-4076-a55c-1c299a335a3c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:25.841451 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-7d19cbfa-993d-48bf-801d-06377a47b391 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Calling delete_port for 7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:25.861864 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9dd350f1-72f1-457c-9a46-eca2c7a1bc6a service neutron] Publish callbacks [] for port (3f2b4839-870c-4f90-9dcf-6518fffacfa9), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:25.956959 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9dd350f1-72f1-457c-9a46-eca2c7a1bc6a service neutron] Transition to ACTIVE for port object 3f2b4839-870c-4f90-9dcf-6518fffacfa9 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:44:25.971692 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9dd350f1-72f1-457c-9a46-eca2c7a1bc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (3f2b4839-870c-4f90-9dcf-6518fffacfa9), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:26.044514 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b97f4b3-de54-4a57-b0a2-8e8e92f58a7a req-239d0a0d-2e7e-42be-b127-2cf541f51bfa tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] No DVR routers for this DVR port 82dfe21f-25b4-4076-a55c-1c299a335a3c on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:44:26.050380 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4b97f4b3-de54-4a57-b0a2-8e8e92f58a7a req-239d0a0d-2e7e-42be-b127-2cf541f51bfa tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:26.055160 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b97f4b3-de54-4a57-b0a2-8e8e92f58a7a req-239d0a0d-2e7e-42be-b127-2cf541f51bfa tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.48 "DELETE /v2.0/ports/82dfe21f-25b4-4076-a55c-1c299a335a3c HTTP/1.1" status: 204 len: 173 time: 1.3667779 Feb 20 05:44:26.058474 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a16e451-33a1-4d00-ae53-5afd4d141da2', 'name': 'network-vif-deleted', 'tag': '82dfe21f-25b4-4076-a55c-1c299a335a3c'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:44:26.061889 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea1333f-0112-485a-b1b9-5bfc93069288" -d '{"events": [{"server_uuid": "5a16e451-33a1-4d00-ae53-5afd4d141da2", "name": "network-vif-deleted", "tag": "82dfe21f-25b4-4076-a55c-1c299a335a3c"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:44:26.114703 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-e9a01593-8d9c-4a33-8fb7-57925b3575b4 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (53655028-3c36-4e37-97be-32bc691cf994), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:26.128084 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['76b55dfe-d15d-40bc-82c4-d57728de54d1'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:44:26.141957 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cc804-f612-4666-81e0-380aa381828b req-981434e3-f64c-4962-9959-9b7f3a8fddb2 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:26.168743 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2c5cc804-f612-4666-81e0-380aa381828b req-981434e3-f64c-4962-9959-9b7f3a8fddb2 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43f97d6-fa06-41f3-91b6-b95096d757cd HTTP/1.1" status: 200 len: 932 time: 0.2049370 Feb 20 05:44:26.274741 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2c5cc804-f612-4666-81e0-380aa381828b req-6f909aa2-edb8-4a43-a075-d6659fee3257 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986462 Feb 20 05:44:26.326586 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd350f1-72f1-457c-9a46-eca2c7a1bc6a service neutron] Pushing event updated for resources: {'Port': ['ID=3f2b4839-870c-4f90-9dcf-6518fffacfa9,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:26.373780 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-e9d69f8c-692e-4656-9579-e8889b6841e1 req-a292d2b8-3e79-4541-8110-391a1c004e7f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Deleting port 77a93088-3dce-4ca8-bbf0-ba81183d8a91 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:26.378708 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e9d69f8c-692e-4656-9579-e8889b6841e1 req-a292d2b8-3e79-4541-8110-391a1c004e7f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (77a93088-3dce-4ca8-bbf0-ba81183d8a91), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:26.412752 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-e9a01593-8d9c-4a33-8fb7-57925b3575b4 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Network 76d12cb1-1a3c-4efa-9623-20d225162f2e is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:44:26.475319 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-e9a01593-8d9c-4a33-8fb7-57925b3575b4 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:26.565957 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3615a0-b9f7-4c67-912c-c62044374068 req-3fe3c06f-c3fa-4e05-b574-389fb9c2f8ac tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:26.578654 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ce3615a0-b9f7-4c67-912c-c62044374068 req-3fe3c06f-c3fa-4e05-b574-389fb9c2f8ac tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a0aaa1-30f3-4940-b7b0-680a1bae6746 HTTP/1.1" status: 200 len: 932 time: 0.1850948 Feb 20 05:44:26.605475 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-e9a01593-8d9c-4a33-8fb7-57925b3575b4 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:44:26.611841 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2d926857-02c5-4e04-994b-3a375de22f4a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:26.632186 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 82dfe21f-25b4-4076-a55c-1c299a335a3c no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:44:26.638163 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d19cbfa-993d-48bf-801d-06377a47b391 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:26.712435 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 82dfe21f-25b4-4076-a55c-1c299a335a3c {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:44:26.712435 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 82dfe21f-25b4-4076-a55c-1c299a335a3c not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:44:26.777999 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19cbfa-993d-48bf-801d-06377a47b391 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:26.786126 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d19cbfa-993d-48bf-801d-06377a47b391 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (596c0acf-1e4c-4741-a85a-d30f74c064c1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:26.885523 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a01593-8d9c-4a33-8fb7-57925b3575b4 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Pushing event updated for resources: {'Port': ['ID=53655028-3c36-4e37-97be-32bc691cf994,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:26.912141 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d19cbfa-993d-48bf-801d-06377a47b391 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (596c0acf-1e4c-4741-a85a-d30f74c064c1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:26.915645 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d19cbfa-993d-48bf-801d-06377a47b391 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router_controller (596c0acf-1e4c-4741-a85a-d30f74c064c1), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:26.921518 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ce3615a0-b9f7-4c67-912c-c62044374068 req-4df1e7a0-6907-4e95-b3ac-07fb6b292fcd tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390152 Feb 20 05:44:26.974797 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d19cbfa-993d-48bf-801d-06377a47b391 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (596c0acf-1e4c-4741-a85a-d30f74c064c1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:26.975360 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d19cbfa-993d-48bf-801d-06377a47b391 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 596c0acf-1e4c-4741-a85a-d30f74c064c1 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:44:26.975682 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-e9a01593-8d9c-4a33-8fb7-57925b3575b4 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:26.976426 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-e9a01593-8d9c-4a33-8fb7-57925b3575b4 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:26.988276 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d19cbfa-993d-48bf-801d-06377a47b391 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:26.990658 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7d19cbfa-993d-48bf-801d-06377a47b391 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "DELETE /v2.0/routers/596c0acf-1e4c-4741-a85a-d30f74c064c1 HTTP/1.1" status: 204 len: 168 time: 2.5158603 Feb 20 05:44:26.994716 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42622) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:27.052953 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9dd350f1-72f1-457c-9a46-eca2c7a1bc6a service neutron] Attempting to bind port 3f2b4839-870c-4f90-9dcf-6518fffacfa9 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:44:27.053568 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9dd350f1-72f1-457c-9a46-eca2c7a1bc6a service neutron] Attempting to bind port 3f2b4839-870c-4f90-9dcf-6518fffacfa9 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '33ab10d3-15e0-4954-b457-21e456a39d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:44:27.053963 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9dd350f1-72f1-457c-9a46-eca2c7a1bc6a service neutron] Attempting to bind port 3f2b4839-870c-4f90-9dcf-6518fffacfa9 on network d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:44:27.084604 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed19933-e4f4-45bd-bbc7-dd4ecec7a639 x-openstack-request-id: req-eed19933-e4f4-45bd-bbc7-dd4ecec7a639 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:44:27.084922 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a16e451-33a1-4d00-ae53-5afd4d141da2", "name": "network-vif-deleted", "tag": "82dfe21f-25b4-4076-a55c-1c299a335a3c", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:44:27.085175 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eed19933-e4f4-45bd-bbc7-dd4ecec7a639 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:44:27.085580 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a16e451-33a1-4d00-ae53-5afd4d141da2', 'name': 'network-vif-deleted', 'tag': '82dfe21f-25b4-4076-a55c-1c299a335a3c', 'status': 'completed', 'code': 200} Feb 20 05:44:27.136674 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-e9a01593-8d9c-4a33-8fb7-57925b3575b4 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4059231 Feb 20 05:44:27.138707 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-f97353d6-483e-43fd-bb63-5f650b1c9f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1643336a-04d1-4c86-93b0-b36371c01714 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:44:27.192805 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-f97353d6-483e-43fd-bb63-5f650b1c9f6e service neutron] Publish callbacks [] for port (1643336a-04d1-4c86-93b0-b36371c01714), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:27.201165 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-09cae70e-904d-4081-a6f0-04b844dff8f0 service neutron] Request body: {'port': {'device_id': '38a0aaa1-30f3-4940-b7b0-680a1bae6746', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:27.204528 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9dd350f1-72f1-457c-9a46-eca2c7a1bc6a service neutron] Port 3f2b4839-870c-4f90-9dcf-6518fffacfa9 on network d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:44:27.204704 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9dd350f1-72f1-457c-9a46-eca2c7a1bc6a service neutron] Attempting to bind port 3f2b4839-870c-4f90-9dcf-6518fffacfa9 on network d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:44:27.205263 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f75a635a-4aa2-4906-90a5-c3ada58f48d7 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router (9757ac57-abdd-4017-80c1-42a6bf6164b4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:27.208747 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-e9d69f8c-692e-4656-9579-e8889b6841e1 req-a292d2b8-3e79-4541-8110-391a1c004e7f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] For port 77a93088-3dce-4ca8-bbf0-ba81183d8a91, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=77a93088-3dce-4ca8-bbf0-ba81183d8a91,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:27.209046 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e9d69f8c-692e-4656-9579-e8889b6841e1 req-a292d2b8-3e79-4541-8110-391a1c004e7f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (77a93088-3dce-4ca8-bbf0-ba81183d8a91), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:27.252542 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-e9d69f8c-692e-4656-9579-e8889b6841e1 req-a292d2b8-3e79-4541-8110-391a1c004e7f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Calling delete_port for 77a93088-3dce-4ca8-bbf0-ba81183d8a91 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:27.260566 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-f97353d6-483e-43fd-bb63-5f650b1c9f6e service neutron] Transition to ACTIVE for port object 1643336a-04d1-4c86-93b0-b36371c01714 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:44:27.262128 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01075eb9-0621-4b43-836f-d1da1574049d req-0086b573-87c9-4b93-89b4-cb9b11ce1020 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:27.264623 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9dd350f1-72f1-457c-9a46-eca2c7a1bc6a service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:44:27.265209 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9dd350f1-72f1-457c-9a46-eca2c7a1bc6a service neutron] Checking segment: {'id': '33ab10d3-15e0-4954-b457-21e456a39d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:44:27.265674 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9dd350f1-72f1-457c-9a46-eca2c7a1bc6a service neutron] Bound using segment: {'id': '33ab10d3-15e0-4954-b457-21e456a39d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:44:27.266135 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9dd350f1-72f1-457c-9a46-eca2c7a1bc6a service neutron] Bound port: 3f2b4839-870c-4f90-9dcf-6518fffacfa9, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33ab10d3-15e0-4954-b457-21e456a39d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:44:27.266500 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9dd350f1-72f1-457c-9a46-eca2c7a1bc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3f2b4839-870c-4f90-9dcf-6518fffacfa9), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:27.270038 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-01075eb9-0621-4b43-836f-d1da1574049d req-0086b573-87c9-4b93-89b4-cb9b11ce1020 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 945 time: 0.1211998 Feb 20 05:44:27.285978 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-f97353d6-483e-43fd-bb63-5f650b1c9f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (1643336a-04d1-4c86-93b0-b36371c01714), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:27.372427 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-01075eb9-0621-4b43-836f-d1da1574049d req-4e31208e-b05d-4f87-86a2-24f3f349d158 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/security-groups?id=067bde45-941d-4994-a73b-f1b88961d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009412 Feb 20 05:44:27.391484 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f75a635a-4aa2-4906-90a5-c3ada58f48d7 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router_gateway (9757ac57-abdd-4017-80c1-42a6bf6164b4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:27.471930 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-f75a635a-4aa2-4906-90a5-c3ada58f48d7 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Deleting port a3b250ce-df9f-4f86-91f6-f4c41d566ed2 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:27.472271 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f75a635a-4aa2-4906-90a5-c3ada58f48d7 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a3b250ce-df9f-4f86-91f6-f4c41d566ed2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:27.501089 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97353d6-483e-43fd-bb63-5f650b1c9f6e service neutron] Pushing event updated for resources: {'Port': ['ID=1643336a-04d1-4c86-93b0-b36371c01714,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:27.511669 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-09cae70e-904d-4081-a6f0-04b844dff8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (53655028-3c36-4e37-97be-32bc691cf994), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:27.614254 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9dd350f1-72f1-457c-9a46-eca2c7a1bc6a service neutron] For port 3f2b4839-870c-4f90-9dcf-6518fffacfa9, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:44:27.669296 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-f75a635a-4aa2-4906-90a5-c3ada58f48d7 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] For port a3b250ce-df9f-4f86-91f6-f4c41d566ed2, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a3b250ce-df9f-4f86-91f6-f4c41d566ed2,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:27.669660 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f75a635a-4aa2-4906-90a5-c3ada58f48d7 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a3b250ce-df9f-4f86-91f6-f4c41d566ed2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:27.677903 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2d926857-02c5-4e04-994b-3a375de22f4a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for port (9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:27.698929 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9dd350f1-72f1-457c-9a46-eca2c7a1bc6a service neutron] For port 3f2b4839-870c-4f90-9dcf-6518fffacfa9, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=3f2b4839-870c-4f90-9dcf-6518fffacfa9,segment=NetworkSegment(33ab10d3-15e0-4954-b457-21e456a39d42),segment_id=33ab10d3-15e0-4954-b457-21e456a39d42)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:44:27.708813 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2d926857-02c5-4e04-994b-3a375de22f4a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:27.730436 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-f75a635a-4aa2-4906-90a5-c3ada58f48d7 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Calling delete_port for a3b250ce-df9f-4f86-91f6-f4c41d566ed2 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:27.735223 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9dd350f1-72f1-457c-9a46-eca2c7a1bc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (3f2b4839-870c-4f90-9dcf-6518fffacfa9), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:27.823964 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc9ee8-83e3-49dd-8a60-9bb3ea3c3970 req-422a951d-bbbd-4e3f-9442-9385765a2932 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:27.832982 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-09fc9ee8-83e3-49dd-8a60-9bb3ea3c3970 req-422a951d-bbbd-4e3f-9442-9385765a2932 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ea21ba-e4e0-4465-a327-b87f00a1cc98 HTTP/1.1" status: 200 len: 950 time: 0.1534595 Feb 20 05:44:27.912711 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9dd350f1-72f1-457c-9a46-eca2c7a1bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:27.913619 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9dd350f1-72f1-457c-9a46-eca2c7a1bc6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:27.918411 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-9dd350f1-72f1-457c-9a46-eca2c7a1bc6a service neutron] 10.222.0.48 "PUT /v2.0/ports/3f2b4839-870c-4f90-9dcf-6518fffacfa9 HTTP/1.1" status: 200 len: 1091 time: 5.8229916 Feb 20 05:44:27.996041 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-09fc9ee8-83e3-49dd-8a60-9bb3ea3c3970 req-d1a5cc44-4396-4914-9b90-69071e18d232 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619864 Feb 20 05:44:28.066522 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318924c4-cffe-45ca-9cd4-c308054a660a', 'tag': '3f2b4839-870c-4f90-9dcf-6518fffacfa9'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:44:28.068861 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ee61e3-99df-456f-8412-83e3dc2b2638" -d '{"events": [{"name": "network-changed", "server_uuid": "318924c4-cffe-45ca-9cd4-c308054a660a", "tag": "3f2b4839-870c-4f90-9dcf-6518fffacfa9"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:44:28.071281 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d926857-02c5-4e04-994b-3a375de22f4a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Port': ['ID=9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:28.188109 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f75a635a-4aa2-4906-90a5-c3ada58f48d7 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (a3b250ce-df9f-4f86-91f6-f4c41d566ed2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:28.251510 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a635a-4aa2-4906-90a5-c3ada58f48d7 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3b250ce-df9f-4f86-91f6-f4c41d566ed2,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:28.266919 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba5082-e182-49a4-8b0b-04639e3c7adf req-6ea744f6-7b7f-4288-a32a-b003c0631151 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:28.274617 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-23ba5082-e182-49a4-8b0b-04639e3c7adf req-6ea744f6-7b7f-4288-a32a-b003c0631151 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43f97d6-fa06-41f3-91b6-b95096d757cd HTTP/1.1" status: 200 len: 944 time: 0.1615446 Feb 20 05:44:28.347354 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-526e98de-6d85-4fda-b3d5-8f771b56d8b9 None None] Provisioning complete for port 9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:44:28.348835 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-526e98de-6d85-4fda-b3d5-8f771b56d8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:28.403503 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-526e98de-6d85-4fda-b3d5-8f771b56d8b9 None None] Port 9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:44:28.437222 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-23ba5082-e182-49a4-8b0b-04639e3c7adf req-daeb1350-1790-4201-8446-573b0270fffe tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614590 Feb 20 05:44:28.470471 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f75a635a-4aa2-4906-90a5-c3ada58f48d7 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (9757ac57-abdd-4017-80c1-42a6bf6164b4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:28.478672 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 77a93088-3dce-4ca8-bbf0-ba81183d8a91 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:44:28.630175 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 77a93088-3dce-4ca8-bbf0-ba81183d8a91 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:44:28.630489 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (77a93088-3dce-4ca8-bbf0-ba81183d8a91), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:28.660009 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f75a635a-4aa2-4906-90a5-c3ada58f48d7 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (9757ac57-abdd-4017-80c1-42a6bf6164b4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:28.664130 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f75a635a-4aa2-4906-90a5-c3ada58f48d7 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router_controller (9757ac57-abdd-4017-80c1-42a6bf6164b4), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:28.672366 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-f97353d6-483e-43fd-bb63-5f650b1c9f6e service neutron] Attempting to bind port 1643336a-04d1-4c86-93b0-b36371c01714 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:44:28.672948 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-f97353d6-483e-43fd-bb63-5f650b1c9f6e service neutron] Attempting to bind port 1643336a-04d1-4c86-93b0-b36371c01714 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '33ab10d3-15e0-4954-b457-21e456a39d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:44:28.673496 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-f97353d6-483e-43fd-bb63-5f650b1c9f6e service neutron] Attempting to bind port 1643336a-04d1-4c86-93b0-b36371c01714 on network d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:44:28.722111 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-f97353d6-483e-43fd-bb63-5f650b1c9f6e service neutron] Port 1643336a-04d1-4c86-93b0-b36371c01714 on network d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:44:28.722111 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-f97353d6-483e-43fd-bb63-5f650b1c9f6e service neutron] Attempting to bind port 1643336a-04d1-4c86-93b0-b36371c01714 on network d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:44:28.767354 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e9d69f8c-692e-4656-9579-e8889b6841e1 req-a292d2b8-3e79-4541-8110-391a1c004e7f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (77a93088-3dce-4ca8-bbf0-ba81183d8a91), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:28.772522 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:44:28.777137 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['fed30b5f-107e-440d-a885-e4d84c260413', '13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2', '0d26e5dd-1bd8-46ba-96d8-f00005d8bbee'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:44:28.777681 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-f97353d6-483e-43fd-bb63-5f650b1c9f6e service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:44:28.778024 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-f97353d6-483e-43fd-bb63-5f650b1c9f6e service neutron] Checking segment: {'id': '33ab10d3-15e0-4954-b457-21e456a39d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:44:28.778445 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-f97353d6-483e-43fd-bb63-5f650b1c9f6e service neutron] Bound using segment: {'id': '33ab10d3-15e0-4954-b457-21e456a39d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:44:28.778885 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-f97353d6-483e-43fd-bb63-5f650b1c9f6e service neutron] Bound port: 1643336a-04d1-4c86-93b0-b36371c01714, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33ab10d3-15e0-4954-b457-21e456a39d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:44:28.784434 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-f97353d6-483e-43fd-bb63-5f650b1c9f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1643336a-04d1-4c86-93b0-b36371c01714), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:28.801002 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2d926857-02c5-4e04-994b-3a375de22f4a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (01850d36-cf6f-447f-91b4-32761bd55745), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:28.822018 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f75a635a-4aa2-4906-90a5-c3ada58f48d7 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (9757ac57-abdd-4017-80c1-42a6bf6164b4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:28.823032 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75a635a-4aa2-4906-90a5-c3ada58f48d7 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9757ac57-abdd-4017-80c1-42a6bf6164b4 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:44:28.829151 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f75a635a-4aa2-4906-90a5-c3ada58f48d7 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:28.836259 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f75a635a-4aa2-4906-90a5-c3ada58f48d7 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "DELETE /v2.0/routers/9757ac57-abdd-4017-80c1-42a6bf6164b4 HTTP/1.1" status: 204 len: 168 time: 1.8404102 Feb 20 05:44:28.837794 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42644) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:28.843369 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-74c63292-0678-4c40-b946-f4a0375fe958 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1598304683', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:28.896879 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74c63292-0678-4c40-b946-f4a0375fe958 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (d98ed488-c8ff-4b12-bb5e-b3be29544017), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:28.910776 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74c63292-0678-4c40-b946-f4a0375fe958 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (d98ed488-c8ff-4b12-bb5e-b3be29544017), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:28.927379 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2192717-fb3d-4731-84fc-d59fd295b4bf req-6d8843b1-864a-46bd-928e-36d61bbf3504 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:28.929206 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d2192717-fb3d-4731-84fc-d59fd295b4bf req-6d8843b1-864a-46bd-928e-36d61bbf3504 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a0aaa1-30f3-4940-b7b0-680a1bae6746 HTTP/1.1" status: 200 len: 932 time: 0.1551297 Feb 20 05:44:29.041883 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d2192717-fb3d-4731-84fc-d59fd295b4bf req-ca3a58aa-0d8f-455e-9575-1d993a3a7aa7 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052475 Feb 20 05:44:29.081410 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d69f8c-692e-4656-9579-e8889b6841e1 req-a292d2b8-3e79-4541-8110-391a1c004e7f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] No DVR routers for this DVR port 77a93088-3dce-4ca8-bbf0-ba81183d8a91 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:44:29.091257 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e9d69f8c-692e-4656-9579-e8889b6841e1 req-a292d2b8-3e79-4541-8110-391a1c004e7f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:29.100744 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e9d69f8c-692e-4656-9579-e8889b6841e1 req-a292d2b8-3e79-4541-8110-391a1c004e7f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.61 "DELETE /v2.0/ports/77a93088-3dce-4ca8-bbf0-ba81183d8a91 HTTP/1.1" status: 204 len: 173 time: 3.5431666 Feb 20 05:44:29.158192 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74c63292-0678-4c40-b946-f4a0375fe958 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_controller (d98ed488-c8ff-4b12-bb5e-b3be29544017), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:29.271585 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9089eca-ed38-4090-b016-619100cf8147 x-openstack-request-id: req-d9089eca-ed38-4090-b016-619100cf8147 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:44:29.272935 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318924c4-cffe-45ca-9cd4-c308054a660a", "tag": "3f2b4839-870c-4f90-9dcf-6518fffacfa9", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:44:29.273195 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9089eca-ed38-4090-b016-619100cf8147 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:44:29.273612 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318924c4-cffe-45ca-9cd4-c308054a660a', 'tag': '3f2b4839-870c-4f90-9dcf-6518fffacfa9', 'status': 'completed', 'code': 200} Feb 20 05:44:29.285777 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd350f1-72f1-457c-9a46-eca2c7a1bc6a service neutron] Pushing event updated for resources: {'Port': ['ID=3f2b4839-870c-4f90-9dcf-6518fffacfa9,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:29.338473 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-6ff2320d-046b-4121-9855-28b2f0d3f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:29.343616 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-6ff2320d-046b-4121-9855-28b2f0d3f0b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c762d17a84a4f8c936bfa2963e4b8f0&device_id=318924c4-cffe-45ca-9cd4-c308054a660a HTTP/1.1" status: 200 len: 1125 time: 1.2621968 Feb 20 05:44:29.354259 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292d2b8-3e79-4541-8110-391a1c004e7f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Pushing event deleted for resources: {'Port': ['ID=77a93088-3dce-4ca8-bbf0-ba81183d8a91,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:29.443622 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-f0b15b7a-1b40-444a-b6ca-c2cccf389999 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f2b4839-870c-4f90-9dcf-6518fffacfa9 HTTP/1.1" status: 200 len: 217 time: 0.0824163 Feb 20 05:44:29.519858 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-f97353d6-483e-43fd-bb63-5f650b1c9f6e service neutron] For port 1643336a-04d1-4c86-93b0-b36371c01714, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:44:29.553869 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:44:29.562376 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74c63292-0678-4c40-b946-f4a0375fe958 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_gateway (d98ed488-c8ff-4b12-bb5e-b3be29544017), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:29.599566 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-f97353d6-483e-43fd-bb63-5f650b1c9f6e service neutron] For port 1643336a-04d1-4c86-93b0-b36371c01714, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1643336a-04d1-4c86-93b0-b36371c01714,segment=NetworkSegment(33ab10d3-15e0-4954-b457-21e456a39d42),segment_id=33ab10d3-15e0-4954-b457-21e456a39d42)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:44:29.624394 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:44:29.624765 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7c8d11a5-1dd7-4e8f-9687-20a2aadd20bf not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:44:29.625652 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-f97353d6-483e-43fd-bb63-5f650b1c9f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (1643336a-04d1-4c86-93b0-b36371c01714), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:29.656118 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-f97353d6-483e-43fd-bb63-5f650b1c9f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:29.656777 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-f97353d6-483e-43fd-bb63-5f650b1c9f6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:29.668693 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-f97353d6-483e-43fd-bb63-5f650b1c9f6e service neutron] 10.222.0.48 "PUT /v2.0/ports/1643336a-04d1-4c86-93b0-b36371c01714 HTTP/1.1" status: 200 len: 1092 time: 5.6294181 Feb 20 05:44:29.723154 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2d926857-02c5-4e04-994b-3a375de22f4a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:29.742566 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-1efef4b5-152b-4f19-b32b-b652ef7a21de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:29.744974 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-1efef4b5-152b-4f19-b32b-b652ef7a21de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=91847201-7867-4987-9d4d-9f1f30e2921f HTTP/1.1" status: 200 len: 852 time: 0.2816379 Feb 20 05:44:29.804404 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-1c59fb84-02be-440e-8366-603bf8e31e6e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374656 Feb 20 05:44:29.984364 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-09cae70e-904d-4081-a6f0-04b844dff8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53655028-3c36-4e37-97be-32bc691cf994 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:44:29.998178 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97353d6-483e-43fd-bb63-5f650b1c9f6e service neutron] Pushing event updated for resources: {'Port': ['ID=1643336a-04d1-4c86-93b0-b36371c01714,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:30.007999 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-09cae70e-904d-4081-a6f0-04b844dff8f0 service neutron] Publish callbacks [] for port (53655028-3c36-4e37-97be-32bc691cf994), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:30.077051 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-09cae70e-904d-4081-a6f0-04b844dff8f0 service neutron] Transition to ACTIVE for port object 53655028-3c36-4e37-97be-32bc691cf994 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:44:30.118702 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-09cae70e-904d-4081-a6f0-04b844dff8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (53655028-3c36-4e37-97be-32bc691cf994), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:30.128407 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-094fc6a9-f807-4ac0-8b30-ad7b661f6159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:30.129914 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-094fc6a9-f807-4ac0-8b30-ad7b661f6159 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c762d17a84a4f8c936bfa2963e4b8f0&device_id=b43f97d6-fa06-41f3-91b6-b95096d757cd HTTP/1.1" status: 200 len: 1126 time: 0.3959844 Feb 20 05:44:30.209925 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-5f7ad181-8ca2-4e6d-b002-aa3936cacc9f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1643336a-04d1-4c86-93b0-b36371c01714 HTTP/1.1" status: 200 len: 217 time: 0.0692298 Feb 20 05:44:30.217956 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-7dd09c4b-4f40-4316-b9ed-af74e14a6316 service neutron] 10.222.0.48 "GET /v2.0/networks/d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838360 Feb 20 05:44:30.258307 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250860e-9354-43b5-bc28-feffb63c846e req-5161cf64-4fd5-48d8-a37b-199df079f442 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:30.270704 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d250860e-9354-43b5-bc28-feffb63c846e req-5161cf64-4fd5-48d8-a37b-199df079f442 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 945 time: 0.6947112 Feb 20 05:44:30.315420 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cae70e-904d-4081-a6f0-04b844dff8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=53655028-3c36-4e37-97be-32bc691cf994,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:30.353417 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d250860e-9354-43b5-bc28-feffb63c846e req-46932145-980e-44cb-8268-b02e25a018e4 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/security-groups?id=067bde45-941d-4994-a73b-f1b88961d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817223 Feb 20 05:44:30.441292 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-d75e0713-8ad5-4c38-9bc6-5b47508556ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:30.442800 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-d75e0713-8ad5-4c38-9bc6-5b47508556ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=91847201-7867-4987-9d4d-9f1f30e2921f HTTP/1.1" status: 200 len: 852 time: 0.2203827 Feb 20 05:44:30.514421 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-a30db7b0-a152-460a-a754-671ae90efbb2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436795 Feb 20 05:44:30.616666 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74c63292-0678-4c40-b946-f4a0375fe958 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_gateway (d98ed488-c8ff-4b12-bb5e-b3be29544017), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:30.621970 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-ba5e7f88-7aca-46e7-b50a-dcdaee6d9829 service neutron] 10.222.0.48 "GET /v2.0/networks/d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856244 Feb 20 05:44:30.649663 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74c63292-0678-4c40-b946-f4a0375fe958 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:30.662175 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-09cae70e-904d-4081-a6f0-04b844dff8f0 service neutron] Attempting to bind port 53655028-3c36-4e37-97be-32bc691cf994 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:44:30.662175 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-09cae70e-904d-4081-a6f0-04b844dff8f0 service neutron] Attempting to bind port 53655028-3c36-4e37-97be-32bc691cf994 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'e0dbac0b-e815-4628-a5c0-79e1d3edf6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76d12cb1-1a3c-4efa-9623-20d225162f2e'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:44:30.662541 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-09cae70e-904d-4081-a6f0-04b844dff8f0 service neutron] Attempting to bind port 53655028-3c36-4e37-97be-32bc691cf994 on network 76d12cb1-1a3c-4efa-9623-20d225162f2e {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:44:30.689659 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-09cae70e-904d-4081-a6f0-04b844dff8f0 service neutron] Port 53655028-3c36-4e37-97be-32bc691cf994 on network 76d12cb1-1a3c-4efa-9623-20d225162f2e not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:44:30.689989 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-09cae70e-904d-4081-a6f0-04b844dff8f0 service neutron] Attempting to bind port 53655028-3c36-4e37-97be-32bc691cf994 on network 76d12cb1-1a3c-4efa-9623-20d225162f2e {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:44:30.715171 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2d926857-02c5-4e04-994b-3a375de22f4a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for port (9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:30.740900 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-09cae70e-904d-4081-a6f0-04b844dff8f0 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:44:30.741229 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-09cae70e-904d-4081-a6f0-04b844dff8f0 service neutron] Checking segment: {'id': 'e0dbac0b-e815-4628-a5c0-79e1d3edf6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76d12cb1-1a3c-4efa-9623-20d225162f2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:44:30.741618 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-09cae70e-904d-4081-a6f0-04b844dff8f0 service neutron] Bound using segment: {'id': 'e0dbac0b-e815-4628-a5c0-79e1d3edf6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76d12cb1-1a3c-4efa-9623-20d225162f2e'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:44:30.742066 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-09cae70e-904d-4081-a6f0-04b844dff8f0 service neutron] Bound port: 53655028-3c36-4e37-97be-32bc691cf994, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0dbac0b-e815-4628-a5c0-79e1d3edf6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '76d12cb1-1a3c-4efa-9623-20d225162f2e'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:44:30.742420 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-09cae70e-904d-4081-a6f0-04b844dff8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (53655028-3c36-4e37-97be-32bc691cf994), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:30.744799 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2d926857-02c5-4e04-994b-3a375de22f4a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:30.749582 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541ce35-8947-4847-8f7d-c0090a2aa8e4 req-e1b6378b-8678-46cb-8f09-be071118d9b2 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:30.751189 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f541ce35-8947-4847-8f7d-c0090a2aa8e4 req-e1b6378b-8678-46cb-8f09-be071118d9b2 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43f97d6-fa06-41f3-91b6-b95096d757cd HTTP/1.1" status: 200 len: 944 time: 0.1982050 Feb 20 05:44:30.813949 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-d54623bf-1354-446e-b4e7-17687e67806b service neutron] 10.222.0.48 "GET /v2.0/networks/d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833953 Feb 20 05:44:30.832890 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f541ce35-8947-4847-8f7d-c0090a2aa8e4 req-6446d6f8-6b96-45db-8761-8626742e42b0 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553091 Feb 20 05:44:30.894597 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-74c63292-0678-4c40-b946-f4a0375fe958 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Allocated IP 172.25.3.252 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/c76adb2f-0d39-4100-b97c-98ec7aed2d75) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:44:30.973468 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2d926857-02c5-4e04-994b-3a375de22f4a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (01850d36-cf6f-447f-91b4-32761bd55745), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:31.005696 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d926857-02c5-4e04-994b-3a375de22f4a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Port': ['ID=9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:31.017890 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee61e3-99df-456f-8412-83e3dc2b2638 req-3a6ecfa5-658b-43d7-8799-fff30b5332b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:31.020562 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-73ee61e3-99df-456f-8412-83e3dc2b2638 req-3a6ecfa5-658b-43d7-8799-fff30b5332b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c762d17a84a4f8c936bfa2963e4b8f0&device_id=318924c4-cffe-45ca-9cd4-c308054a660a HTTP/1.1" status: 200 len: 1125 time: 0.3284256 Feb 20 05:44:31.023633 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74c63292-0678-4c40-b946-f4a0375fe958 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for port (c76adb2f-0d39-4100-b97c-98ec7aed2d75), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:31.080595 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-09cae70e-904d-4081-a6f0-04b844dff8f0 service neutron] For port 53655028-3c36-4e37-97be-32bc691cf994, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:44:31.093697 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a3b250ce-df9f-4f86-91f6-f4c41d566ed2 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:44:31.100796 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74c63292-0678-4c40-b946-f4a0375fe958 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (c76adb2f-0d39-4100-b97c-98ec7aed2d75), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:31.134882 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: a3b250ce-df9f-4f86-91f6-f4c41d566ed2 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:44:31.138336 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a3b250ce-df9f-4f86-91f6-f4c41d566ed2 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:44:31.146167 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c63292-0678-4c40-b946-f4a0375fe958 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:44:31.161367 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947eab9-74d8-4937-b64f-e5f6bd300eda req-1138c11a-9e64-418a-8114-1914319eb6a6 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:31.168418 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8947eab9-74d8-4937-b64f-e5f6bd300eda req-1138c11a-9e64-418a-8114-1914319eb6a6 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a0aaa1-30f3-4940-b7b0-680a1bae6746 HTTP/1.1" status: 200 len: 944 time: 0.1042275 Feb 20 05:44:31.192347 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-74c63292-0678-4c40-b946-f4a0375fe958 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:31.198340 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c63292-0678-4c40-b946-f4a0375fe958 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:44:31.272935 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c63292-0678-4c40-b946-f4a0375fe958 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Pushing event updated for resources: {'Port': ['ID=c76adb2f-0d39-4100-b97c-98ec7aed2d75,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:31.299651 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8947eab9-74d8-4937-b64f-e5f6bd300eda req-db232763-fc93-46ab-af50-436d4375c47c tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297064 Feb 20 05:44:31.531805 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-09cae70e-904d-4081-a6f0-04b844dff8f0 service neutron] For port 53655028-3c36-4e37-97be-32bc691cf994, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=53655028-3c36-4e37-97be-32bc691cf994,segment=NetworkSegment(e0dbac0b-e815-4628-a5c0-79e1d3edf6d2),segment_id=e0dbac0b-e815-4628-a5c0-79e1d3edf6d2)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:44:31.540106 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ea21ba-e4e0-4465-a327-b87f00a1cc98', 'name': 'network-vif-deleted', 'tag': '77a93088-3dce-4ca8-bbf0-ba81183d8a91'}, {'name': 'network-changed', 'server_uuid': 'b43f97d6-fa06-41f3-91b6-b95096d757cd', 'tag': '1643336a-04d1-4c86-93b0-b36371c01714'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:44:31.543186 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7bfed8-3ee6-42bf-8f16-7ae8be8e009d" -d '{"events": [{"server_uuid": "44ea21ba-e4e0-4465-a327-b87f00a1cc98", "name": "network-vif-deleted", "tag": "77a93088-3dce-4ca8-bbf0-ba81183d8a91"}, {"name": "network-changed", "server_uuid": "b43f97d6-fa06-41f3-91b6-b95096d757cd", "tag": "1643336a-04d1-4c86-93b0-b36371c01714"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:44:31.557163 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-09cae70e-904d-4081-a6f0-04b844dff8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (53655028-3c36-4e37-97be-32bc691cf994), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:31.636448 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cae70e-904d-4081-a6f0-04b844dff8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=53655028-3c36-4e37-97be-32bc691cf994,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:31.637825 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74c63292-0678-4c40-b946-f4a0375fe958 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_gateway (d98ed488-c8ff-4b12-bb5e-b3be29544017), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:31.648819 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-09cae70e-904d-4081-a6f0-04b844dff8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:31.649763 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-09cae70e-904d-4081-a6f0-04b844dff8f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:31.651609 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-09cae70e-904d-4081-a6f0-04b844dff8f0 service neutron] 10.222.0.61 "PUT /v2.0/ports/53655028-3c36-4e37-97be-32bc691cf994 HTTP/1.1" status: 200 len: 1092 time: 4.4674273 Feb 20 05:44:31.657825 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ce9b618-3cf0-4f81-aeac-52d76283ee2e req-91925399-c3fb-4fa5-a7b5-2b27f90a3112 service neutron] 10.222.0.48 "GET /v2.0/networks/d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8347225 Feb 20 05:44:31.721177 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d926857-02c5-4e04-994b-3a375de22f4a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network 8c2b371b-4ff5-41ba-a3da-42e0b741949b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:44:31.724590 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-2d926857-02c5-4e04-994b-3a375de22f4a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:31.781262 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee61e3-99df-456f-8412-83e3dc2b2638 req-12b08d79-1497-4ff7-98b8-56f037418aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:31.783190 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-73ee61e3-99df-456f-8412-83e3dc2b2638 req-12b08d79-1497-4ff7-98b8-56f037418aa4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd HTTP/1.1" status: 200 len: 912 time: 0.7457554 Feb 20 05:44:31.838200 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-73ee61e3-99df-456f-8412-83e3dc2b2638 req-1e185667-fa43-4a57-ab70-0bb00fe75ee4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f2b4839-870c-4f90-9dcf-6518fffacfa9 HTTP/1.1" status: 200 len: 217 time: 0.0446081 Feb 20 05:44:31.938606 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee61e3-99df-456f-8412-83e3dc2b2638 req-2f0b559d-fa23-4b85-8b89-f583951095f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:31.940307 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-73ee61e3-99df-456f-8412-83e3dc2b2638 req-2f0b559d-fa23-4b85-8b89-f583951095f6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=91847201-7867-4987-9d4d-9f1f30e2921f HTTP/1.1" status: 200 len: 852 time: 0.0609822 Feb 20 05:44:31.942924 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6bad4-d9e4-49c9-83e7-09cfdde9ec25 req-495e2f46-4c4d-4655-b905-ed614eb5c7d0 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:31.944461 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fae6bad4-d9e4-49c9-83e7-09cfdde9ec25 req-495e2f46-4c4d-4655-b905-ed614eb5c7d0 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 945 time: 0.1469440 Feb 20 05:44:31.982979 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-73ee61e3-99df-456f-8412-83e3dc2b2638 req-3076eb62-df55-4e36-b299-86ba17fd46cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325294 Feb 20 05:44:31.989053 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74c63292-0678-4c40-b946-f4a0375fe958 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (d98ed488-c8ff-4b12-bb5e-b3be29544017), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:32.123474 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fae6bad4-d9e4-49c9-83e7-09cfdde9ec25 req-6d649b5f-edef-41db-b09e-8f0f06372812 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/security-groups?id=067bde45-941d-4994-a73b-f1b88961d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678307 Feb 20 05:44:32.142865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-a08ae22f-ccfe-4564-b6cd-3d7c5b492f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:32.150435 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-a08ae22f-ccfe-4564-b6cd-3d7c5b492f1f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=00b5a23923ab4f169200da1677122e4f&device_id=38a0aaa1-30f3-4940-b7b0-680a1bae6746 HTTP/1.1" status: 200 len: 1126 time: 0.4270360 Feb 20 05:44:32.174278 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-88116526-b2f3-40c5-900e-a5bb9c7ddafd None None] Provisioning complete for port 9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:44:32.175295 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-88116526-b2f3-40c5-900e-a5bb9c7ddafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:32.195733 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-73ee61e3-99df-456f-8412-83e3dc2b2638 req-39d08fe7-f669-4d77-8098-84bcb979c1b8 service neutron] 10.222.0.48 "GET /v2.0/networks/d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768310 Feb 20 05:44:32.236714 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-88116526-b2f3-40c5-900e-a5bb9c7ddafd None None] Port 9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:44:32.245094 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 20 Feb 2022 05:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0191ad06-d084-4a4b-8646-348ea47a3a62 x-openstack-request-id: req-0191ad06-d084-4a4b-8646-348ea47a3a62 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:44:32.245536 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ea21ba-e4e0-4465-a327-b87f00a1cc98", "name": "network-vif-deleted", "tag": "77a93088-3dce-4ca8-bbf0-ba81183d8a91", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b43f97d6-fa06-41f3-91b6-b95096d757cd", "tag": "1643336a-04d1-4c86-93b0-b36371c01714", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:44:32.246354 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0191ad06-d084-4a4b-8646-348ea47a3a62 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:44:32.246354 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ea21ba-e4e0-4465-a327-b87f00a1cc98', 'name': 'network-vif-deleted', 'tag': '77a93088-3dce-4ca8-bbf0-ba81183d8a91', 'status': 'completed', 'code': 200} Feb 20 05:44:32.246745 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43f97d6-fa06-41f3-91b6-b95096d757cd', 'tag': '1643336a-04d1-4c86-93b0-b36371c01714', 'status': 'completed', 'code': 200} Feb 20 05:44:32.298092 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c63292-0678-4c40-b946-f4a0375fe958 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Router d98ed488-c8ff-4b12-bb5e-b3be29544017 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:44:32.357816 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-73ee61e3-99df-456f-8412-83e3dc2b2638 req-729c5f2f-52e8-4a27-91c2-532bca23f637 service neutron] 10.222.0.48 "GET /v2.0/networks/d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021137 Feb 20 05:44:32.359389 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-dae6335a-48a3-456b-aa15-1b6cee40812c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53655028-3c36-4e37-97be-32bc691cf994 HTTP/1.1" status: 200 len: 217 time: 0.1605783 Feb 20 05:44:32.430266 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-95f59db6-e0e6-44ef-83aa-987a145183bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:32.432039 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-95f59db6-e0e6-44ef-83aa-987a145183bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1649ffb8-d9f6-417b-ab41-9e2b689f05e1 HTTP/1.1" status: 200 len: 850 time: 0.0530894 Feb 20 05:44:32.488529 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-3af96cc9-691f-4492-a521-3dd8fc94566c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76d12cb1-1a3c-4efa-9623-20d225162f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459046 Feb 20 05:44:32.495528 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bfed8-3ee6-42bf-8f16-7ae8be8e009d req-55a044c5-ddcf-4224-86cc-844d12766070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:32.496812 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c63292-0678-4c40-b946-f4a0375fe958 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:44:32.497455 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3d7bfed8-3ee6-42bf-8f16-7ae8be8e009d req-55a044c5-ddcf-4224-86cc-844d12766070 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c762d17a84a4f8c936bfa2963e4b8f0&device_id=b43f97d6-fa06-41f3-91b6-b95096d757cd HTTP/1.1" status: 200 len: 1126 time: 0.2495656 Feb 20 05:44:32.509597 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c788471-1481-4ef3-9148-c072aa39af3a None None] Sync routers for ids ['d98ed488-c8ff-4b12-bb5e-b3be29544017'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:44:32.527673 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74c63292-0678-4c40-b946-f4a0375fe958 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:32.531699 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-74c63292-0678-4c40-b946-f4a0375fe958 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.6893358 Feb 20 05:44:32.532046 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42682) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:32.532661 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c788471-1481-4ef3-9148-c072aa39af3a None None] Routers {'d98ed488-c8ff-4b12-bb5e-b3be29544017'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:32.533663 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-6c788471-1481-4ef3-9148-c072aa39af3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d98ed488-c8ff-4b12-bb5e-b3be29544017'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:32.539297 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ccf5b6e5-bc72-4d5d-9522-b04139fc39b7 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'enable_snat': False}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:32.586040 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-6c788471-1481-4ef3-9148-c072aa39af3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:32.597798 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c788471-1481-4ef3-9148-c072aa39af3a None None] Routers {'d98ed488-c8ff-4b12-bb5e-b3be29544017'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:32.598668 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-6c788471-1481-4ef3-9148-c072aa39af3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d98ed488-c8ff-4b12-bb5e-b3be29544017'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:32.608276 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-3fb589a2-f5f8-45c3-b2ad-133d8f490388 service neutron] 10.222.0.61 "GET /v2.0/networks/76d12cb1-1a3c-4efa-9623-20d225162f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067617 Feb 20 05:44:32.643845 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-6c788471-1481-4ef3-9148-c072aa39af3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:32.644839 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c788471-1481-4ef3-9148-c072aa39af3a None None] The sync data for ids ['d98ed488-c8ff-4b12-bb5e-b3be29544017'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:44:32.647049 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d926857-02c5-4e04-994b-3a375de22f4a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Router 01850d36-cf6f-447f-91b4-32761bd55745 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:44:32.655035 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 3f2b4839-870c-4f90-9dcf-6518fffacfa9 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:44:32.770807 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 3f2b4839-870c-4f90-9dcf-6518fffacfa9, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=3f2b4839-870c-4f90-9dcf-6518fffacfa9,segment=NetworkSegment(33ab10d3-15e0-4954-b457-21e456a39d42),segment_id=33ab10d3-15e0-4954-b457-21e456a39d42)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:32.783072 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '3f2b4839-870c-4f90-9dcf-6518fffacfa9', 'network_id': 'd91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd', 'port_id': '3f2b4839-870c-4f90-9dcf-6518fffacfa9', 'mac_address': 'fa:16:3e:b7:6f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91847201-7867-4987-9d4d-9f1f30e2921f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:44:32.784279 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8aad8-9e07-4e12-a000-51011e2e0c06 req-e77ad5e7-b589-490e-bcb4-2a47ff32c105 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:32.792063 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ef8aad8-9e07-4e12-a000-51011e2e0c06 req-e77ad5e7-b589-490e-bcb4-2a47ff32c105 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43f97d6-fa06-41f3-91b6-b95096d757cd HTTP/1.1" status: 200 len: 944 time: 0.3238208 Feb 20 05:44:32.870180 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 3f2b4839-870c-4f90-9dcf-6518fffacfa9 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:44:32.870835 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3f2b4839-870c-4f90-9dcf-6518fffacfa9), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:32.898621 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2b4839-870c-4f90-9dcf-6518fffacfa9 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:44:32.924338 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 3f2b4839-870c-4f90-9dcf-6518fffacfa9, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=3f2b4839-870c-4f90-9dcf-6518fffacfa9,segment=NetworkSegment(33ab10d3-15e0-4954-b457-21e456a39d42),segment_id=33ab10d3-15e0-4954-b457-21e456a39d42)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:32.930395 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3f2b4839-870c-4f90-9dcf-6518fffacfa9), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:32.958747 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d926857-02c5-4e04-994b-3a375de22f4a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:44:32.971880 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2d926857-02c5-4e04-994b-3a375de22f4a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "PUT /v2.0/routers/01850d36-cf6f-447f-91b4-32761bd55745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0967102 Feb 20 05:44:32.975296 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2b9685-a81b-4489-948c-f7d644b73c93 None None] Sync routers for ids ['01850d36-cf6f-447f-91b4-32761bd55745'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:44:32.976046 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ef8aad8-9e07-4e12-a000-51011e2e0c06 req-0df60b1e-e79d-4df5-aca2-f51703076d47 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828234 Feb 20 05:44:32.985130 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42684) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:32.997372 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2b9685-a81b-4489-948c-f7d644b73c93 None None] Routers {'01850d36-cf6f-447f-91b4-32761bd55745'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:32.998042 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-be2b9685-a81b-4489-948c-f7d644b73c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['01850d36-cf6f-447f-91b4-32761bd55745'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:33.045471 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=3f2b4839-870c-4f90-9dcf-6518fffacfa9,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:33.143231 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-be2b9685-a81b-4489-948c-f7d644b73c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:33.145265 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7d0ca6e0-05bb-4eaf-b425-f5ad194ea4d1 req-cc10a72c-fcab-4a8f-ad9b-cb53dc5cee37 service neutron] 10.222.0.61 "GET /v2.0/networks/76d12cb1-1a3c-4efa-9623-20d225162f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5261550 Feb 20 05:44:33.166252 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['3f2b4839-870c-4f90-9dcf-6518fffacfa9'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:44:33.181458 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2b9685-a81b-4489-948c-f7d644b73c93 None None] Routers {'01850d36-cf6f-447f-91b4-32761bd55745'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:33.182076 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-be2b9685-a81b-4489-948c-f7d644b73c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['01850d36-cf6f-447f-91b4-32761bd55745'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:33.185924 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a64b03-e5a8-4628-9da0-81b651ce9645 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:33.187682 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-27a64b03-e5a8-4628-9da0-81b651ce9645 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "GET /v2.0/ports/9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed HTTP/1.1" status: 200 len: 976 time: 0.1802547 Feb 20 05:44:33.190525 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42692) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:33.206638 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b6e5-bc72-4d5d-9522-b04139fc39b7 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router_gateway (d98ed488-c8ff-4b12-bb5e-b3be29544017), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:33.254581 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bfed8-3ee6-42bf-8f16-7ae8be8e009d req-d17fb39b-3d2a-41f1-b757-37d9b8559e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:33.256322 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3d7bfed8-3ee6-42bf-8f16-7ae8be8e009d req-d17fb39b-3d2a-41f1-b757-37d9b8559e04 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd HTTP/1.1" status: 200 len: 912 time: 0.6461401 Feb 20 05:44:33.263528 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-be2b9685-a81b-4489-948c-f7d644b73c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:33.264521 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2b9685-a81b-4489-948c-f7d644b73c93 None None] The sync data for ids ['01850d36-cf6f-447f-91b4-32761bd55745'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:44:33.331855 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6970c-8d45-4763-ab2e-32bc004791f6 req-53f41297-f38d-4d2d-b066-e716cbb72a62 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:33.338569 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8ff6970c-8d45-4763-ab2e-32bc004791f6 req-53f41297-f38d-4d2d-b066-e716cbb72a62 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a0aaa1-30f3-4940-b7b0-680a1bae6746 HTTP/1.1" status: 200 len: 944 time: 0.1716402 Feb 20 05:44:33.347520 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3d7bfed8-3ee6-42bf-8f16-7ae8be8e009d req-9c01a869-6705-46d0-8221-d12d726dcb43 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1643336a-04d1-4c86-93b0-b36371c01714 HTTP/1.1" status: 200 len: 217 time: 0.0458100 Feb 20 05:44:33.358533 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568741b-d243-47ab-b7d5-f6ffb5eb2d68 req-fed0b4c7-c951-46ab-b6da-432c937e8dcd tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:33.361029 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5568741b-d243-47ab-b7d5-f6ffb5eb2d68 req-fed0b4c7-c951-46ab-b6da-432c937e8dcd tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.61 "GET /v2.0/ports?device_id=069b35b1-d981-46f2-8356-00ebc478b63a HTTP/1.1" status: 200 len: 949 time: 0.2990024 Feb 20 05:44:33.434476 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8ff6970c-8d45-4763-ab2e-32bc004791f6 req-d3870f12-e77f-44e8-9edf-4d57822263d0 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949416 Feb 20 05:44:33.559175 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bfed8-3ee6-42bf-8f16-7ae8be8e009d req-06044f74-60f0-45fc-8f22-ded32d2999cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:33.560637 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3d7bfed8-3ee6-42bf-8f16-7ae8be8e009d req-06044f74-60f0-45fc-8f22-ded32d2999cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=91847201-7867-4987-9d4d-9f1f30e2921f HTTP/1.1" status: 200 len: 852 time: 0.1929762 Feb 20 05:44:33.620961 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3d7bfed8-3ee6-42bf-8f16-7ae8be8e009d req-d08c474c-8548-45e9-93ac-5a8c51e1d4b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364420 Feb 20 05:44:33.677721 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e8d62-c465-4be0-85b3-b0a8c917150d req-cb93c0a2-dccc-44b6-8e24-880edcd343f7 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:33.685393 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-355e8d62-c465-4be0-85b3-b0a8c917150d req-cb93c0a2-dccc-44b6-8e24-880edcd343f7 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=069b35b1-d981-46f2-8356-00ebc478b63a HTTP/1.1" status: 200 len: 949 time: 0.1215360 Feb 20 05:44:33.746446 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-5568741b-d243-47ab-b7d5-f6ffb5eb2d68 req-28017356-db3f-400b-b969-307e5f0ba66f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Deleting port 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:33.746821 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5568741b-d243-47ab-b7d5-f6ffb5eb2d68 req-28017356-db3f-400b-b969-307e5f0ba66f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (0d26e5dd-1bd8-46ba-96d8-f00005d8bbee), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:33.786604 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-355e8d62-c465-4be0-85b3-b0a8c917150d req-f50324d1-9ea8-4c44-bfe4-f6930ae7f0df tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000149 Feb 20 05:44:33.855004 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3d7bfed8-3ee6-42bf-8f16-7ae8be8e009d req-8d01a74e-93b6-4c83-9c85-ef5ca387c275 service neutron] 10.222.0.48 "GET /v2.0/networks/d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227485 Feb 20 05:44:34.025441 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-5568741b-d243-47ab-b7d5-f6ffb5eb2d68 req-28017356-db3f-400b-b969-307e5f0ba66f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] For port 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=0d26e5dd-1bd8-46ba-96d8-f00005d8bbee,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:34.025806 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5568741b-d243-47ab-b7d5-f6ffb5eb2d68 req-28017356-db3f-400b-b969-307e5f0ba66f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (0d26e5dd-1bd8-46ba-96d8-f00005d8bbee), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:34.053910 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-5568741b-d243-47ab-b7d5-f6ffb5eb2d68 req-28017356-db3f-400b-b969-307e5f0ba66f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Calling delete_port for 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:34.072609 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a435c-cd95-4790-a3bf-eeab1f2780cd req-49f5f12b-e101-4e9d-aac3-b3553c861510 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:34.074313 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f34a435c-cd95-4790-a3bf-eeab1f2780cd req-49f5f12b-e101-4e9d-aac3-b3553c861510 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de52f7e-a969-4278-bffc-6c75bcedbbd7 HTTP/1.1" status: 200 len: 950 time: 0.2414351 Feb 20 05:44:34.095562 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3d7bfed8-3ee6-42bf-8f16-7ae8be8e009d req-33d3568c-5749-446a-8bbe-6640a9a573f8 service neutron] 10.222.0.48 "GET /v2.0/networks/d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209561 Feb 20 05:44:34.282950 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a0aaa1-30f3-4940-b7b0-680a1bae6746', 'tag': '53655028-3c36-4e37-97be-32bc691cf994'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:44:34.293452 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9269b30-e477-408e-9776-f266676bef80" -d '{"events": [{"name": "network-changed", "server_uuid": "38a0aaa1-30f3-4940-b7b0-680a1bae6746", "tag": "53655028-3c36-4e37-97be-32bc691cf994"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:44:34.371241 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-92c6e2f8-449d-40ec-a37f-b150ac3b6e4b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (01850d36-cf6f-447f-91b4-32761bd55745), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:34.401968 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5a1ac-63eb-4678-9d8b-f4d62fb0e5b2 req-dbc4c8af-7e87-485c-9db0-283b23710a9d tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:34.409156 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-44b5a1ac-63eb-4678-9d8b-f4d62fb0e5b2 req-dbc4c8af-7e87-485c-9db0-283b23710a9d tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 945 time: 0.1344967 Feb 20 05:44:34.494797 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-44b5a1ac-63eb-4678-9d8b-f4d62fb0e5b2 req-a1aa7d2b-3710-4a77-8e31-77d50d0a324e tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/security-groups?id=067bde45-941d-4994-a73b-f1b88961d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843384 Feb 20 05:44:34.522949 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b6e5-bc72-4d5d-9522-b04139fc39b7 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (d98ed488-c8ff-4b12-bb5e-b3be29544017), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:34.528065 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b6e5-bc72-4d5d-9522-b04139fc39b7 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691773'] for router (d98ed488-c8ff-4b12-bb5e-b3be29544017), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:34.655244 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 1643336a-04d1-4c86-93b0-b36371c01714 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:44:34.693821 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5568741b-d243-47ab-b7d5-f6ffb5eb2d68 req-28017356-db3f-400b-b969-307e5f0ba66f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (0d26e5dd-1bd8-46ba-96d8-f00005d8bbee), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:34.822140 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf5b6e5-bc72-4d5d-9522-b04139fc39b7 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Router d98ed488-c8ff-4b12-bb5e-b3be29544017 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:44:34.826312 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28017356-db3f-400b-b969-307e5f0ba66f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Pushing event deleted for resources: {'Port': ['ID=0d26e5dd-1bd8-46ba-96d8-f00005d8bbee,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:34.829050 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 1643336a-04d1-4c86-93b0-b36371c01714, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1643336a-04d1-4c86-93b0-b36371c01714,segment=NetworkSegment(33ab10d3-15e0-4954-b457-21e456a39d42),segment_id=33ab10d3-15e0-4954-b457-21e456a39d42)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:34.845732 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '1643336a-04d1-4c86-93b0-b36371c01714', 'network_id': 'd91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd', 'port_id': '1643336a-04d1-4c86-93b0-b36371c01714', 'mac_address': 'fa:16:3e:e2:95:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91847201-7867-4987-9d4d-9f1f30e2921f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:44:34.854539 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 3f2b4839-870c-4f90-9dcf-6518fffacfa9 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:44:34.856934 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['fed30b5f-107e-440d-a885-e4d84c260413', '13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:44:34.884225 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-5568741b-d243-47ab-b7d5-f6ffb5eb2d68 req-28017356-db3f-400b-b969-307e5f0ba66f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] No DVR routers for this DVR port 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:44:34.887265 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5568741b-d243-47ab-b7d5-f6ffb5eb2d68 req-28017356-db3f-400b-b969-307e5f0ba66f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:34.892072 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5568741b-d243-47ab-b7d5-f6ffb5eb2d68 req-28017356-db3f-400b-b969-307e5f0ba66f tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.61 "DELETE /v2.0/ports/0d26e5dd-1bd8-46ba-96d8-f00005d8bbee HTTP/1.1" status: 204 len: 173 time: 1.5154390 Feb 20 05:44:34.916658 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740854ef-e978-4ee3-b85d-22747fec4766 req-9aab8f4e-4765-40f5-acb9-14113f609924 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:34.918635 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-740854ef-e978-4ee3-b85d-22747fec4766 req-9aab8f4e-4765-40f5-acb9-14113f609924 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43f97d6-fa06-41f3-91b6-b95096d757cd HTTP/1.1" status: 200 len: 944 time: 0.2397571 Feb 20 05:44:34.939780 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-f34a435c-cd95-4790-a3bf-eeab1f2780cd req-cc735b2c-2de2-48de-8cb7-bc9c905654fd tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Deleting port 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:34.940175 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f34a435c-cd95-4790-a3bf-eeab1f2780cd req-cc735b2c-2de2-48de-8cb7-bc9c905654fd tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:34.990990 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 1643336a-04d1-4c86-93b0-b36371c01714 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:44:34.990990 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1643336a-04d1-4c86-93b0-b36371c01714), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:35.051855 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-740854ef-e978-4ee3-b85d-22747fec4766 req-7223e1bd-98b4-4890-a248-710be3479af6 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237295 Feb 20 05:44:35.058808 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1643336a-04d1-4c86-93b0-b36371c01714 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:44:35.102429 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 1643336a-04d1-4c86-93b0-b36371c01714, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1643336a-04d1-4c86-93b0-b36371c01714,segment=NetworkSegment(33ab10d3-15e0-4954-b457-21e456a39d42),segment_id=33ab10d3-15e0-4954-b457-21e456a39d42)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:35.123789 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf5b6e5-bc72-4d5d-9522-b04139fc39b7 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:44:35.141246 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-92c6e2f8-449d-40ec-a37f-b150ac3b6e4b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Deleting port 9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:35.141599 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-92c6e2f8-449d-40ec-a37f-b150ac3b6e4b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:35.142695 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b6e5-bc72-4d5d-9522-b04139fc39b7 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:35.146531 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ccf5b6e5-bc72-4d5d-9522-b04139fc39b7 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "PUT /v2.0/routers/d98ed488-c8ff-4b12-bb5e-b3be29544017 HTTP/1.1" status: 200 len: 926 time: 2.6110508 Feb 20 05:44:35.152360 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42706) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:35.164652 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1643336a-04d1-4c86-93b0-b36371c01714), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:35.264520 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ffcf7b-3b98-4c71-a1de-805c9465b832 None None] Sync routers for ids ['d98ed488-c8ff-4b12-bb5e-b3be29544017'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:44:35.272219 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=1643336a-04d1-4c86-93b0-b36371c01714,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:35.335167 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:44:35.335679 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:44:35.358059 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:44:35.359469 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cc2566-fc6c-43ee-bcca-5163675f919f x-openstack-request-id: req-d6cc2566-fc6c-43ee-bcca-5163675f919f {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:44:35.359775 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a0aaa1-30f3-4940-b7b0-680a1bae6746", "tag": "53655028-3c36-4e37-97be-32bc691cf994", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:44:35.360034 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6cc2566-fc6c-43ee-bcca-5163675f919f {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:44:35.360442 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a0aaa1-30f3-4940-b7b0-680a1bae6746', 'tag': '53655028-3c36-4e37-97be-32bc691cf994', 'status': 'completed', 'code': 200} Feb 20 05:44:35.361232 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:44:35.361737 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:44:35.362478 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:44:35.365343 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:44:35.366344 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:44:35.368527 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:44:35.371844 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:44:35.373922 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:44:35.374648 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:44:35.376095 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:44:35.380075 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 3f2b4839-870c-4f90-9dcf-6518fffacfa9 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:44:35.407619 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-f34a435c-cd95-4790-a3bf-eeab1f2780cd req-cc735b2c-2de2-48de-8cb7-bc9c905654fd tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] For port 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:35.407619 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f34a435c-cd95-4790-a3bf-eeab1f2780cd req-cc735b2c-2de2-48de-8cb7-bc9c905654fd tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:35.434576 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 3f2b4839-870c-4f90-9dcf-6518fffacfa9 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:44:35.435080 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3f2b4839-870c-4f90-9dcf-6518fffacfa9), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:35.455073 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-f34a435c-cd95-4790-a3bf-eeab1f2780cd req-cc735b2c-2de2-48de-8cb7-bc9c905654fd tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Calling delete_port for 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:35.460505 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['1643336a-04d1-4c86-93b0-b36371c01714'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:44:35.494970 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-84ba4712-05c7-4417-942f-5e3e826f48db tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "GET /v2.0/routers/d98ed488-c8ff-4b12-bb5e-b3be29544017 HTTP/1.1" status: 200 len: 926 time: 0.3402536 Feb 20 05:44:35.499995 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42716) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:35.573847 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba3803-f04e-46d4-ad0d-56d262bbf950 req-9d73c36a-ca79-4609-a713-8c9e52f4516d tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:35.582159 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-44ba3803-f04e-46d4-ad0d-56d262bbf950 req-9d73c36a-ca79-4609-a713-8c9e52f4516d tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a0aaa1-30f3-4940-b7b0-680a1bae6746 HTTP/1.1" status: 200 len: 944 time: 0.2002358 Feb 20 05:44:35.666430 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4167ca-d75d-452d-a524-799d6ab9001d tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:35.668146 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5d4167ca-d75d-452d-a524-799d6ab9001d tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146&device_id=d98ed488-c8ff-4b12-bb5e-b3be29544017&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1667085 Feb 20 05:44:35.678307 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42722) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:35.685823 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ffcf7b-3b98-4c71-a1de-805c9465b832 None None] Routers {'d98ed488-c8ff-4b12-bb5e-b3be29544017'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:35.686588 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-40ffcf7b-3b98-4c71-a1de-805c9465b832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d98ed488-c8ff-4b12-bb5e-b3be29544017'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:35.708199 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-44ba3803-f04e-46d4-ad0d-56d262bbf950 req-85f51099-56eb-4d70-a7aa-f5c40f22da7c tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247547 Feb 20 05:44:35.798353 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-40ffcf7b-3b98-4c71-a1de-805c9465b832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:35.910805 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ffcf7b-3b98-4c71-a1de-805c9465b832 None None] Routers {'d98ed488-c8ff-4b12-bb5e-b3be29544017'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:35.911748 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-40ffcf7b-3b98-4c71-a1de-805c9465b832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d98ed488-c8ff-4b12-bb5e-b3be29544017'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:35.954196 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55381f21-53ea-494c-adcc-66f4d2a14dc1 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:35.955706 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-55381f21-53ea-494c-adcc-66f4d2a14dc1 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 881 time: 0.2758520 Feb 20 05:44:35.966812 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42726) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:35.986463 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-40ffcf7b-3b98-4c71-a1de-805c9465b832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:35.987313 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ffcf7b-3b98-4c71-a1de-805c9465b832 None None] The sync data for ids ['d98ed488-c8ff-4b12-bb5e-b3be29544017'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:44:36.025025 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4c66fad3-5847-4efa-ae26-8ce01ddc1b53 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "GET /v2.0/ports?device_id=d98ed488-c8ff-4b12-bb5e-b3be29544017 HTTP/1.1" status: 200 len: 205 time: 0.0561988 Feb 20 05:44:36.031994 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42728) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:36.057718 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9269b30-e477-408e-9776-f266676bef80 req-50174f04-0c57-466b-8bde-bfab0473de80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:36.059778 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a9269b30-e477-408e-9776-f266676bef80 req-50174f04-0c57-466b-8bde-bfab0473de80 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=00b5a23923ab4f169200da1677122e4f&device_id=38a0aaa1-30f3-4940-b7b0-680a1bae6746 HTTP/1.1" status: 200 len: 1126 time: 0.7785890 Feb 20 05:44:36.099230 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-92c6e2f8-449d-40ec-a37f-b150ac3b6e4b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:36.160233 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-92c6e2f8-449d-40ec-a37f-b150ac3b6e4b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Calling delete_port for 9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:36.185549 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80a6d9-5447-493f-ab9e-be751812aa69 req-5a57153f-177c-4ce8-b1ea-32823d6cc0a5 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:36.198627 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a80a6d9-5447-493f-ab9e-be751812aa69 req-5a57153f-177c-4ce8-b1ea-32823d6cc0a5 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 945 time: 0.2946296 Feb 20 05:44:36.212395 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 3f2b4839-870c-4f90-9dcf-6518fffacfa9 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:44:36.212798 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3f2b4839-870c-4f90-9dcf-6518fffacfa9), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:36.222279 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-286648b1-9110-4192-acd1-8db0dc08fdbf tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router (d98ed488-c8ff-4b12-bb5e-b3be29544017), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:36.264324 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 3f2b4839-870c-4f90-9dcf-6518fffacfa9, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=3f2b4839-870c-4f90-9dcf-6518fffacfa9,segment=NetworkSegment(33ab10d3-15e0-4954-b457-21e456a39d42),segment_id=33ab10d3-15e0-4954-b457-21e456a39d42)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:36.265324 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318924c4-cffe-45ca-9cd4-c308054a660a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2b4839-870c-4f90-9dcf-6518fffacfa9'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:44:36.268919 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2749f2a5-c17c-4731-a070-0139f96aff5d" -d '{"events": [{"server_uuid": "318924c4-cffe-45ca-9cd4-c308054a660a", "name": "network-vif-plugged", "status": "completed", "tag": "3f2b4839-870c-4f90-9dcf-6518fffacfa9"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:44:36.286088 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3f2b4839-870c-4f90-9dcf-6518fffacfa9), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:36.354576 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a80a6d9-5447-493f-ab9e-be751812aa69 req-5b51524f-b09b-4b87-bb6a-6da7cd8bdfbd tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/security-groups?id=067bde45-941d-4994-a73b-f1b88961d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495266 Feb 20 05:44:36.387888 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9269b30-e477-408e-9776-f266676bef80 req-7873a828-56bd-4c61-a1b7-89b76b808350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:36.391184 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a9269b30-e477-408e-9776-f266676bef80 req-7873a828-56bd-4c61-a1b7-89b76b808350 service neutron] 10.222.0.61 "GET /v2.0/networks?id=76d12cb1-1a3c-4efa-9623-20d225162f2e HTTP/1.1" status: 200 len: 910 time: 0.3238449 Feb 20 05:44:36.396638 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=3f2b4839-870c-4f90-9dcf-6518fffacfa9,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:36.458941 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a9269b30-e477-408e-9776-f266676bef80 req-bfd61bc7-313e-4b8b-85e3-821483ee9d64 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53655028-3c36-4e37-97be-32bc691cf994 HTTP/1.1" status: 200 len: 217 time: 0.0601330 Feb 20 05:44:36.482996 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 53655028-3c36-4e37-97be-32bc691cf994 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:44:36.486195 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:44:36.564661 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:44:36.565038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 0d26e5dd-1bd8-46ba-96d8-f00005d8bbee not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:44:36.565526 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f34a435c-cd95-4790-a3bf-eeab1f2780cd req-cc735b2c-2de2-48de-8cb7-bc9c905654fd tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:36.566316 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-286648b1-9110-4192-acd1-8db0dc08fdbf tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_gateway (d98ed488-c8ff-4b12-bb5e-b3be29544017), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:36.593947 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['fed30b5f-107e-440d-a885-e4d84c260413'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:44:36.636221 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb40de-e42d-43d6-82a0-4ca510f11b0f req-9b3feee2-db4b-4b16-97c9-7d5cc1f3bcc3 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:36.638449 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e7bb40de-e42d-43d6-82a0-4ca510f11b0f req-9b3feee2-db4b-4b16-97c9-7d5cc1f3bcc3 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0de52f7e-a969-4278-bffc-6c75bcedbbd7 HTTP/1.1" status: 200 len: 867 time: 0.1883371 Feb 20 05:44:36.667839 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc735b2c-2de2-48de-8cb7-bc9c905654fd tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Pushing event deleted for resources: {'Port': ['ID=13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:36.684707 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9269b30-e477-408e-9776-f266676bef80 req-9a52b0c7-2e93-44a4-993a-297581bffc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:36.685479 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 1643336a-04d1-4c86-93b0-b36371c01714 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:44:36.686230 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a9269b30-e477-408e-9776-f266676bef80 req-9a52b0c7-2e93-44a4-993a-297581bffc20 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1649ffb8-d9f6-417b-ab41-9e2b689f05e1 HTTP/1.1" status: 200 len: 850 time: 0.2217617 Feb 20 05:44:36.712143 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e7bb40de-e42d-43d6-82a0-4ca510f11b0f req-ee39803d-2d9b-4f60-b90a-ff3368642b12 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676839 Feb 20 05:44:36.761097 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-286648b1-9110-4192-acd1-8db0dc08fdbf tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Deleting port c76adb2f-0d39-4100-b97c-98ec7aed2d75 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:36.761522 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-286648b1-9110-4192-acd1-8db0dc08fdbf tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (c76adb2f-0d39-4100-b97c-98ec7aed2d75), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:36.860109 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 53655028-3c36-4e37-97be-32bc691cf994, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=53655028-3c36-4e37-97be-32bc691cf994,segment=NetworkSegment(e0dbac0b-e815-4628-a5c0-79e1d3edf6d2),segment_id=e0dbac0b-e815-4628-a5c0-79e1d3edf6d2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:36.883849 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-92c6e2f8-449d-40ec-a37f-b150ac3b6e4b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:36.893396 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a9269b30-e477-408e-9776-f266676bef80 req-4ef4f1e1-c10b-4abf-a842-6a77015622de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76d12cb1-1a3c-4efa-9623-20d225162f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1936026 Feb 20 05:44:36.912066 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '53655028-3c36-4e37-97be-32bc691cf994', 'network_id': '76d12cb1-1a3c-4efa-9623-20d225162f2e', 'port_id': '53655028-3c36-4e37-97be-32bc691cf994', 'mac_address': 'fa:16:3e:e2:f9:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1649ffb8-d9f6-417b-ab41-9e2b689f05e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:44:36.940235 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6e2f8-449d-40ec-a37f-b150ac3b6e4b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Port': ['ID=9c4b9aa2-98c7-4e38-9e2a-e38799cf8bed,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:36.942448 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34a435c-cd95-4790-a3bf-eeab1f2780cd req-cc735b2c-2de2-48de-8cb7-bc9c905654fd tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] No DVR routers for this DVR port 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:44:36.947165 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-286648b1-9110-4192-acd1-8db0dc08fdbf tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (c76adb2f-0d39-4100-b97c-98ec7aed2d75), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:36.956286 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f34a435c-cd95-4790-a3bf-eeab1f2780cd req-cc735b2c-2de2-48de-8cb7-bc9c905654fd tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:36.959999 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f34a435c-cd95-4790-a3bf-eeab1f2780cd req-cc735b2c-2de2-48de-8cb7-bc9c905654fd tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.61 "DELETE /v2.0/ports/13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2 HTTP/1.1" status: 204 len: 173 time: 2.6606989 Feb 20 05:44:36.990834 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9417f1f-bbea-4414-a7c9-6ef86939c26b req-a1caad2e-d26e-49e1-b7e4-64a72cba6922 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:36.998513 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9417f1f-bbea-4414-a7c9-6ef86939c26b req-a1caad2e-d26e-49e1-b7e4-64a72cba6922 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43f97d6-fa06-41f3-91b6-b95096d757cd HTTP/1.1" status: 200 len: 945 time: 0.1399362 Feb 20 05:44:37.050761 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 53655028-3c36-4e37-97be-32bc691cf994 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:44:37.051194 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (53655028-3c36-4e37-97be-32bc691cf994), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:37.064359 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-286648b1-9110-4192-acd1-8db0dc08fdbf tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Calling delete_port for c76adb2f-0d39-4100-b97c-98ec7aed2d75 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:37.154312 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53655028-3c36-4e37-97be-32bc691cf994 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:44:37.230999 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-92c6e2f8-449d-40ec-a37f-b150ac3b6e4b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (01850d36-cf6f-447f-91b4-32761bd55745), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:37.262207 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 53655028-3c36-4e37-97be-32bc691cf994, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=53655028-3c36-4e37-97be-32bc691cf994,segment=NetworkSegment(e0dbac0b-e815-4628-a5c0-79e1d3edf6d2),segment_id=e0dbac0b-e815-4628-a5c0-79e1d3edf6d2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:37.280909 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 1643336a-04d1-4c86-93b0-b36371c01714 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:44:37.289775 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (53655028-3c36-4e37-97be-32bc691cf994), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:37.297813 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9417f1f-bbea-4414-a7c9-6ef86939c26b req-e2275744-55d2-4762-a8ab-e11b4441bca7 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938595 Feb 20 05:44:37.300332 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 1643336a-04d1-4c86-93b0-b36371c01714 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:44:37.301065 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1643336a-04d1-4c86-93b0-b36371c01714), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:37.389446 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069b35b1-d981-46f2-8356-00ebc478b63a', 'name': 'network-vif-deleted', 'tag': '0d26e5dd-1bd8-46ba-96d8-f00005d8bbee'}, {'server_uuid': '0de52f7e-a969-4278-bffc-6c75bcedbbd7', 'name': 'network-vif-deleted', 'tag': '13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:44:37.396837 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2c1fed-3354-4b38-9d45-de97d3bcad2a" -d '{"events": [{"server_uuid": "069b35b1-d981-46f2-8356-00ebc478b63a", "name": "network-vif-deleted", "tag": "0d26e5dd-1bd8-46ba-96d8-f00005d8bbee"}, {"server_uuid": "0de52f7e-a969-4278-bffc-6c75bcedbbd7", "name": "network-vif-deleted", "tag": "13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:44:37.426948 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a9269b30-e477-408e-9776-f266676bef80 req-2555eed5-5df0-466d-a7e4-07eb9a6fb6d0 service neutron] 10.222.0.61 "GET /v2.0/networks/76d12cb1-1a3c-4efa-9623-20d225162f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879506 Feb 20 05:44:37.450643 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e12d817-4648-4b0f-808d-ef00200cf0f1 x-openstack-request-id: req-0e12d817-4648-4b0f-808d-ef00200cf0f1 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:44:37.465205 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318924c4-cffe-45ca-9cd4-c308054a660a", "name": "network-vif-plugged", "status": "completed", "tag": "3f2b4839-870c-4f90-9dcf-6518fffacfa9", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:44:37.465471 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e12d817-4648-4b0f-808d-ef00200cf0f1 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:44:37.466725 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318924c4-cffe-45ca-9cd4-c308054a660a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2b4839-870c-4f90-9dcf-6518fffacfa9', 'code': 200} Feb 20 05:44:37.581571 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-286648b1-9110-4192-acd1-8db0dc08fdbf tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (c76adb2f-0d39-4100-b97c-98ec7aed2d75), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:37.699527 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286648b1-9110-4192-acd1-8db0dc08fdbf tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Pushing event deleted for resources: {'Port': ['ID=c76adb2f-0d39-4100-b97c-98ec7aed2d75,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:37.701111 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 1643336a-04d1-4c86-93b0-b36371c01714 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:44:37.701645 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1643336a-04d1-4c86-93b0-b36371c01714), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:37.722226 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bf727-3e92-49cc-9792-c753e059de5f req-db99519f-177c-4587-bf92-721b3a71e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:37.728337 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b63bf727-3e92-49cc-9792-c753e059de5f req-db99519f-177c-4587-bf92-721b3a71e7bc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=318924c4-cffe-45ca-9cd4-c308054a660a HTTP/1.1" status: 200 len: 1127 time: 0.2146106 Feb 20 05:44:37.731412 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['53655028-3c36-4e37-97be-32bc691cf994'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:44:37.794056 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-286648b1-9110-4192-acd1-8db0dc08fdbf tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (d98ed488-c8ff-4b12-bb5e-b3be29544017), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:37.805342 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c6e2f8-449d-40ec-a37f-b150ac3b6e4b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Router 01850d36-cf6f-447f-91b4-32761bd55745 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:44:37.830273 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a9269b30-e477-408e-9776-f266676bef80 req-13984b6a-4ce0-4e50-ab44-59f01738fd67 service neutron] 10.222.0.61 "GET /v2.0/networks/76d12cb1-1a3c-4efa-9623-20d225162f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955173 Feb 20 05:44:37.914771 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=53655028-3c36-4e37-97be-32bc691cf994,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:37.935515 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-286648b1-9110-4192-acd1-8db0dc08fdbf tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (d98ed488-c8ff-4b12-bb5e-b3be29544017), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:37.942621 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-286648b1-9110-4192-acd1-8db0dc08fdbf tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_controller (d98ed488-c8ff-4b12-bb5e-b3be29544017), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:37.943382 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 1643336a-04d1-4c86-93b0-b36371c01714, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1643336a-04d1-4c86-93b0-b36371c01714,segment=NetworkSegment(33ab10d3-15e0-4954-b457-21e456a39d42),segment_id=33ab10d3-15e0-4954-b457-21e456a39d42)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:37.958587 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d06682-64fe-49ec-9770-8c127421402d req-4f935c5b-3ee9-43e5-883a-bdda2eb90ce2 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:37.961430 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b1d06682-64fe-49ec-9770-8c127421402d req-4f935c5b-3ee9-43e5-883a-bdda2eb90ce2 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a0aaa1-30f3-4940-b7b0-680a1bae6746 HTTP/1.1" status: 200 len: 945 time: 0.1645119 Feb 20 05:44:37.963948 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1643336a-04d1-4c86-93b0-b36371c01714), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:37.964648 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c6e2f8-449d-40ec-a37f-b150ac3b6e4b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:44:37.980485 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f9de86-39a3-49ef-b8ae-51460d2adcfa None None] Sync routers for ids ['01850d36-cf6f-447f-91b4-32761bd55745'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:44:37.990973 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-92c6e2f8-449d-40ec-a37f-b150ac3b6e4b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "PUT /v2.0/routers/01850d36-cf6f-447f-91b4-32761bd55745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7985890 Feb 20 05:44:37.999928 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f9de86-39a3-49ef-b8ae-51460d2adcfa None None] Routers {'01850d36-cf6f-447f-91b4-32761bd55745'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:38.000948 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-03f9de86-39a3-49ef-b8ae-51460d2adcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['01850d36-cf6f-447f-91b4-32761bd55745'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:38.004676 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42752) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:38.033735 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b63bf727-3e92-49cc-9792-c753e059de5f req-f49163b2-61c3-4fc1-8860-373ec7dcde56 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579107 Feb 20 05:44:38.051658 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-286648b1-9110-4192-acd1-8db0dc08fdbf tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (d98ed488-c8ff-4b12-bb5e-b3be29544017), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:38.052382 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286648b1-9110-4192-acd1-8db0dc08fdbf tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Fanout notify agent at l3_agent the message router_deleted on router d98ed488-c8ff-4b12-bb5e-b3be29544017 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:44:38.062367 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-286648b1-9110-4192-acd1-8db0dc08fdbf tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:38.068606 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-286648b1-9110-4192-acd1-8db0dc08fdbf tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "DELETE /v2.0/routers/d98ed488-c8ff-4b12-bb5e-b3be29544017 HTTP/1.1" status: 204 len: 168 time: 2.0351982 Feb 20 05:44:38.069352 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42754) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:38.076514 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a2b8e586-5b03-4013-bae9-6be0235a1518 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2068057503', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:38.088593 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-03f9de86-39a3-49ef-b8ae-51460d2adcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:38.104234 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e586-5b03-4013-bae9-6be0235a1518 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (1af79ebb-f024-4ae6-b5e4-99c8035514ea), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:38.105412 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e586-5b03-4013-bae9-6be0235a1518 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (1af79ebb-f024-4ae6-b5e4-99c8035514ea), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:38.114813 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f9de86-39a3-49ef-b8ae-51460d2adcfa None None] Routers {'01850d36-cf6f-447f-91b4-32761bd55745'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:38.115563 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-03f9de86-39a3-49ef-b8ae-51460d2adcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['01850d36-cf6f-447f-91b4-32761bd55745'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:38.155405 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b1d06682-64fe-49ec-9770-8c127421402d req-1c50c647-c7b3-43ba-8f11-1589f28b59f9 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253741 Feb 20 05:44:38.174273 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=1643336a-04d1-4c86-93b0-b36371c01714,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:38.223288 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-03f9de86-39a3-49ef-b8ae-51460d2adcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:38.223876 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f9de86-39a3-49ef-b8ae-51460d2adcfa None None] The sync data for ids ['01850d36-cf6f-447f-91b4-32761bd55745'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:44:38.245622 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e586-5b03-4013-bae9-6be0235a1518 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_controller (1af79ebb-f024-4ae6-b5e4-99c8035514ea), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:38.252238 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e586-5b03-4013-bae9-6be0235a1518 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (1af79ebb-f024-4ae6-b5e4-99c8035514ea), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:38.306181 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e586-5b03-4013-bae9-6be0235a1518 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:38.307696 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a2b8e586-5b03-4013-bae9-6be0235a1518 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2350965 Feb 20 05:44:38.315357 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8446b-fa3c-4f37-8c20-a382ca7157d7 req-f673871b-ed2c-45c5-8005-d4fb4c7338c3 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:38.317558 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-68d8446b-fa3c-4f37-8c20-a382ca7157d7 req-f673871b-ed2c-45c5-8005-d4fb4c7338c3 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 945 time: 0.0819566 Feb 20 05:44:38.318150 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42756) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:38.323198 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0b7d2a42-9b6e-4ef8-82a5-182480d7eae9 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Request body: {'router': {'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:38.369794 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-fb822c67-f996-4ec7-bf49-59eff528954c tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] remove_router_interface failed (client error): The resource could not be found. Feb 20 05:44:38.374452 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fb822c67-f996-4ec7-bf49-59eff528954c tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "PUT /v2.0/routers/01850d36-cf6f-447f-91b4-32761bd55745/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3663247 Feb 20 05:44:38.375231 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42760) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:38.411497 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-31983b01-f1b9-4848-bb2a-a09099602d97 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "GET /v2.0/ports?device_id=01850d36-cf6f-447f-91b4-32761bd55745 HTTP/1.1" status: 200 len: 205 time: 0.0351717 Feb 20 05:44:38.412099 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42762) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:38.441674 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-68d8446b-fa3c-4f37-8c20-a382ca7157d7 req-3326fb25-7f9a-4a66-9dde-2bc39c78042c tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/security-groups?id=067bde45-941d-4994-a73b-f1b88961d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154795 Feb 20 05:44:38.506114 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:44:38.552917 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:44:38.554761 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee6f82fa-977c-4010-ac31-4fff258b379c tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router (01850d36-cf6f-447f-91b4-32761bd55745), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:38.556610 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:44:38.557992 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 20 Feb 2022 05:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3f675f-d217-4222-9590-57efe16f8076 x-openstack-request-id: req-ae3f675f-d217-4222-9590-57efe16f8076 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:44:38.559265 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069b35b1-d981-46f2-8356-00ebc478b63a", "name": "network-vif-deleted", "tag": "0d26e5dd-1bd8-46ba-96d8-f00005d8bbee", "status": "completed", "code": 200}, {"server_uuid": "0de52f7e-a969-4278-bffc-6c75bcedbbd7", "name": "network-vif-deleted", "tag": "13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:44:38.559619 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae3f675f-d217-4222-9590-57efe16f8076 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:44:38.560124 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '069b35b1-d981-46f2-8356-00ebc478b63a', 'name': 'network-vif-deleted', 'tag': '0d26e5dd-1bd8-46ba-96d8-f00005d8bbee', 'status': 'completed', 'code': 200} Feb 20 05:44:38.560499 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de52f7e-a969-4278-bffc-6c75bcedbbd7', 'name': 'network-vif-deleted', 'tag': '13a18fa9-ca97-4c8c-bf86-c370ae1fe2b2', 'status': 'completed', 'code': 200} Feb 20 05:44:38.700750 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b7d2a42-9b6e-4ef8-82a5-182480d7eae9 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_gateway (1af79ebb-f024-4ae6-b5e4-99c8035514ea), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:38.729340 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3ee24-fb95-483d-8da8-1c2ceb3f2654 req-9c6d04e8-df84-4924-84bd-fcf9dc95e2b7 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:38.735379 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50d3ee24-fb95-483d-8da8-1c2ceb3f2654 req-9c6d04e8-df84-4924-84bd-fcf9dc95e2b7 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3afa50-9cf0-4cb8-855c-2d5f881b04ba HTTP/1.1" status: 200 len: 946 time: 0.1874137 Feb 20 05:44:38.782583 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee6f82fa-977c-4010-ac31-4fff258b379c tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (01850d36-cf6f-447f-91b4-32761bd55745), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:38.785008 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee6f82fa-977c-4010-ac31-4fff258b379c tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router_controller (01850d36-cf6f-447f-91b4-32761bd55745), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:38.841698 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee6f82fa-977c-4010-ac31-4fff258b379c tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (01850d36-cf6f-447f-91b4-32761bd55745), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:38.842677 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6f82fa-977c-4010-ac31-4fff258b379c tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Fanout notify agent at l3_agent the message router_deleted on router 01850d36-cf6f-447f-91b4-32761bd55745 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:44:38.854648 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee6f82fa-977c-4010-ac31-4fff258b379c tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:38.861612 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42766) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:38.862171 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ee6f82fa-977c-4010-ac31-4fff258b379c tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/routers/01850d36-cf6f-447f-91b4-32761bd55745 HTTP/1.1" status: 204 len: 168 time: 0.4491348 Feb 20 05:44:38.929053 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50d3ee24-fb95-483d-8da8-1c2ceb3f2654 req-ea929bf0-4364-4a22-a613-25bdb8d9e6fb tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730917 Feb 20 05:44:38.950402 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-e982d3e1-45fe-43cd-8283-3a04debdfac3 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Deleting subnet ee08c98f-a762-4f6c-9939-ff89b525393c {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:44:38.969676 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e982d3e1-45fe-43cd-8283-3a04debdfac3 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for subnet (ee08c98f-a762-4f6c-9939-ff89b525393c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:39.046862 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e982d3e1-45fe-43cd-8283-3a04debdfac3 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (ee08c98f-a762-4f6c-9939-ff89b525393c), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:39.301438 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033594f-9a5c-4b84-8754-db4d9bcc2ef8 req-0fc816ef-c6dc-426b-9349-da45fba39153 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:39.303380 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a033594f-9a5c-4b84-8754-db4d9bcc2ef8 req-0fc816ef-c6dc-426b-9349-da45fba39153 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a3afa50-9cf0-4cb8-855c-2d5f881b04ba HTTP/1.1" status: 200 len: 946 time: 0.0830431 Feb 20 05:44:39.439908 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-a033594f-9a5c-4b84-8754-db4d9bcc2ef8 req-57d136f1-13fc-4eda-bb06-a33538d27aef tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Deleting port 03ad5a1d-9c1f-47ce-be31-deb4520596de {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:39.440709 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a033594f-9a5c-4b84-8754-db4d9bcc2ef8 req-57d136f1-13fc-4eda-bb06-a33538d27aef tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (03ad5a1d-9c1f-47ce-be31-deb4520596de), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:39.468085 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43f97d6-fa06-41f3-91b6-b95096d757cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1643336a-04d1-4c86-93b0-b36371c01714'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:44:39.471184 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ad4076-9fc4-484d-b3a3-92eb20e92781" -d '{"events": [{"server_uuid": "b43f97d6-fa06-41f3-91b6-b95096d757cd", "name": "network-vif-plugged", "status": "completed", "tag": "1643336a-04d1-4c86-93b0-b36371c01714"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:44:39.543324 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-a033594f-9a5c-4b84-8754-db4d9bcc2ef8 req-57d136f1-13fc-4eda-bb06-a33538d27aef tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] For port 03ad5a1d-9c1f-47ce-be31-deb4520596de, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=03ad5a1d-9c1f-47ce-be31-deb4520596de,segment=NetworkSegment(1e7b572d-eea8-4575-add7-3e01e35d46d2),segment_id=1e7b572d-eea8-4575-add7-3e01e35d46d2)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:39.543720 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a033594f-9a5c-4b84-8754-db4d9bcc2ef8 req-57d136f1-13fc-4eda-bb06-a33538d27aef tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (03ad5a1d-9c1f-47ce-be31-deb4520596de), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:39.559228 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-a033594f-9a5c-4b84-8754-db4d9bcc2ef8 req-57d136f1-13fc-4eda-bb06-a33538d27aef tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Calling delete_port for 03ad5a1d-9c1f-47ce-be31-deb4520596de owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:39.683852 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e982d3e1-45fe-43cd-8283-3a04debdfac3 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (ee08c98f-a762-4f6c-9939-ff89b525393c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:39.732227 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b7d2a42-9b6e-4ef8-82a5-182480d7eae9 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_gateway (1af79ebb-f024-4ae6-b5e4-99c8035514ea), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:39.736052 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a033594f-9a5c-4b84-8754-db4d9bcc2ef8 req-57d136f1-13fc-4eda-bb06-a33538d27aef tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (03ad5a1d-9c1f-47ce-be31-deb4520596de), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:39.747758 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['7d2de23e-e3a0-4590-9f1a-5a0d4e44c173', '51d29bdc-3670-495b-93ad-f45af11aea59', '578f8d14-2089-4a94-b271-cbd87184d424', '03ad5a1d-9c1f-47ce-be31-deb4520596de'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:44:39.748105 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccfd71-03d3-4e34-ab75-fad58d5dbd4a req-633cd37a-61c1-4411-9b6c-c9cec1ab65db tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:39.749751 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7fccfd71-03d3-4e34-ab75-fad58d5dbd4a req-633cd37a-61c1-4411-9b6c-c9cec1ab65db tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43f97d6-fa06-41f3-91b6-b95096d757cd HTTP/1.1" status: 200 len: 946 time: 0.6229882 Feb 20 05:44:39.783224 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b7d2a42-9b6e-4ef8-82a5-182480d7eae9 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:39.803967 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d136f1-13fc-4eda-bb06-a33538d27aef tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Pushing event deleted for resources: {'Port': ['ID=03ad5a1d-9c1f-47ce-be31-deb4520596de,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:39.887657 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7fccfd71-03d3-4e34-ab75-fad58d5dbd4a req-9af0a330-8ae8-49ff-9578-a76200ac9c03 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132324 Feb 20 05:44:39.896640 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e982d3e1-45fe-43cd-8283-3a04debdfac3 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (ee08c98f-a762-4f6c-9939-ff89b525393c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:39.943353 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e982d3e1-45fe-43cd-8283-3a04debdfac3 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:39.947271 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e982d3e1-45fe-43cd-8283-3a04debdfac3 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/subnets/ee08c98f-a762-4f6c-9939-ff89b525393c HTTP/1.1" status: 204 len: 168 time: 1.0825644 Feb 20 05:44:39.955157 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5fe967-42c4-47f4-9e93-0f8ef4b9b594 None None] Network 8c2b371b-4ff5-41ba-a3da-42e0b741949b requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:44:39.968808 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982d3e1-45fe-43cd-8283-3a04debdfac3 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Subnet': ['ID=ee08c98f-a762-4f6c-9939-ff89b525393c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:39.971702 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42780) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:39.972197 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-a033594f-9a5c-4b84-8754-db4d9bcc2ef8 req-57d136f1-13fc-4eda-bb06-a33538d27aef tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] No DVR routers for this DVR port 03ad5a1d-9c1f-47ce-be31-deb4520596de on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:44:39.976168 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62731797-f80a-4ebf-acc2-61c6333fea6f req-eecd983d-873c-4429-bd3d-404ba84a4e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:39.979582 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-62731797-f80a-4ebf-acc2-61c6333fea6f req-eecd983d-873c-4429-bd3d-404ba84a4e9a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 1127 time: 0.2849729 Feb 20 05:44:39.980752 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a033594f-9a5c-4b84-8754-db4d9bcc2ef8 req-57d136f1-13fc-4eda-bb06-a33538d27aef tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:39.986599 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a033594f-9a5c-4b84-8754-db4d9bcc2ef8 req-57d136f1-13fc-4eda-bb06-a33538d27aef tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.61 "DELETE /v2.0/ports/03ad5a1d-9c1f-47ce-be31-deb4520596de HTTP/1.1" status: 204 len: 173 time: 0.6764753 Feb 20 05:44:40.123864 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-62731797-f80a-4ebf-acc2-61c6333fea6f req-285c8e1e-f644-43fd-8519-2939532bbdc5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=067bde45-941d-4994-a73b-f1b88961d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355669 Feb 20 05:44:40.136898 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-0b7d2a42-9b6e-4ef8-82a5-182480d7eae9 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Allocated IP 172.25.3.235 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/d8575fd4-bcee-4a40-9c25-d5b5b0f9677c) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:44:40.264860 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8187e64d-ca85-4d57-8d1a-c4ff39095bce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (8c2b371b-4ff5-41ba-a3da-42e0b741949b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:40.276907 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42801ad-75d4-4118-aee0-e3d4e0d02294 None None] DHCP port deletion for 8c2b371b-4ff5-41ba-a3da-42e0b741949b request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:44:40.315086 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1655b4-7302-4e48-b22a-75c903aac6e2 req-19bda562-ba04-4afe-b28e-8ffbd5445a95 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:40.316660 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eb1655b4-7302-4e48-b22a-75c903aac6e2 req-19bda562-ba04-4afe-b28e-8ffbd5445a95 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a0aaa1-30f3-4940-b7b0-680a1bae6746 HTTP/1.1" status: 200 len: 945 time: 0.1594837 Feb 20 05:44:40.380677 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d42801ad-75d4-4118-aee0-e3d4e0d02294 None None] Deleting port cc2d1bef-c832-4be4-8acd-965a744d0d68 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:40.380950 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d42801ad-75d4-4118-aee0-e3d4e0d02294 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (cc2d1bef-c832-4be4-8acd-965a744d0d68), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:40.393011 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b7d2a42-9b6e-4ef8-82a5-182480d7eae9 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for port (d8575fd4-bcee-4a40-9c25-d5b5b0f9677c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:40.449155 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eb1655b4-7302-4e48-b22a-75c903aac6e2 req-1077fd1a-141b-4bb6-b28a-b92a5f209862 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042206 Feb 20 05:44:40.454780 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d42801ad-75d4-4118-aee0-e3d4e0d02294 None None] For port cc2d1bef-c832-4be4-8acd-965a744d0d68, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=cc2d1bef-c832-4be4-8acd-965a744d0d68,segment=NetworkSegment(037a376e-e84e-4b25-a595-f31b9c876731),segment_id=037a376e-e84e-4b25-a595-f31b9c876731)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:40.455223 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d42801ad-75d4-4118-aee0-e3d4e0d02294 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (cc2d1bef-c832-4be4-8acd-965a744d0d68), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:40.461837 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8187e64d-ca85-4d57-8d1a-c4ff39095bce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Deleting port cc2d1bef-c832-4be4-8acd-965a744d0d68 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:40.462297 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8187e64d-ca85-4d57-8d1a-c4ff39095bce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (cc2d1bef-c832-4be4-8acd-965a744d0d68), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:40.474183 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d42801ad-75d4-4118-aee0-e3d4e0d02294 None None] Calling delete_port for cc2d1bef-c832-4be4-8acd-965a744d0d68 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:40.518927 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 53655028-3c36-4e37-97be-32bc691cf994 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:44:40.519217 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b7d2a42-9b6e-4ef8-82a5-182480d7eae9 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (d8575fd4-bcee-4a40-9c25-d5b5b0f9677c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:40.561198 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3afa50-9cf0-4cb8-855c-2d5f881b04ba', 'name': 'network-vif-deleted', 'tag': '03ad5a1d-9c1f-47ce-be31-deb4520596de'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:44:40.565386 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d541a900-9b1a-4048-b910-d1f3a7a5f7b1" -d '{"events": [{"server_uuid": "7a3afa50-9cf0-4cb8-855c-2d5f881b04ba", "name": "network-vif-deleted", "tag": "03ad5a1d-9c1f-47ce-be31-deb4520596de"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:44:40.602919 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 53655028-3c36-4e37-97be-32bc691cf994 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:44:40.608898 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 53655028-3c36-4e37-97be-32bc691cf994 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:44:40.609357 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (53655028-3c36-4e37-97be-32bc691cf994), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:40.616384 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7d2a42-9b6e-4ef8-82a5-182480d7eae9 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:44:40.626826 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-0b7d2a42-9b6e-4ef8-82a5-182480d7eae9 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:40.629965 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-8187e64d-ca85-4d57-8d1a-c4ff39095bce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] For port cc2d1bef-c832-4be4-8acd-965a744d0d68, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=cc2d1bef-c832-4be4-8acd-965a744d0d68,segment=NetworkSegment(037a376e-e84e-4b25-a595-f31b9c876731),segment_id=037a376e-e84e-4b25-a595-f31b9c876731)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:40.630356 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8187e64d-ca85-4d57-8d1a-c4ff39095bce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (cc2d1bef-c832-4be4-8acd-965a744d0d68), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:40.638398 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7d2a42-9b6e-4ef8-82a5-182480d7eae9 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:44:40.653293 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d2a42-9b6e-4ef8-82a5-182480d7eae9 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Pushing event updated for resources: {'Port': ['ID=d8575fd4-bcee-4a40-9c25-d5b5b0f9677c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:40.653731 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d42801ad-75d4-4118-aee0-e3d4e0d02294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (cc2d1bef-c832-4be4-8acd-965a744d0d68), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:40.679413 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8187e64d-ca85-4d57-8d1a-c4ff39095bce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Calling delete_port for cc2d1bef-c832-4be4-8acd-965a744d0d68 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:40.703258 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42801ad-75d4-4118-aee0-e3d4e0d02294 None None] Pushing event deleted for resources: {'Port': ['ID=cc2d1bef-c832-4be4-8acd-965a744d0d68,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:40.711724 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42801ad-75d4-4118-aee0-e3d4e0d02294 None None] No DVR routers for this DVR port cc2d1bef-c832-4be4-8acd-965a744d0d68 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:44:40.757243 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c351c-0ab8-48e3-9f43-5c63de45def1 req-4a2668e5-0c58-4ecc-a496-034d4eed8d75 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:40.759505 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-499c351c-0ab8-48e3-9f43-5c63de45def1 req-4a2668e5-0c58-4ecc-a496-034d4eed8d75 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 945 time: 0.2229829 Feb 20 05:44:40.775278 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 53655028-3c36-4e37-97be-32bc691cf994 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:44:40.775779 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (53655028-3c36-4e37-97be-32bc691cf994), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:40.816937 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 53655028-3c36-4e37-97be-32bc691cf994, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=53655028-3c36-4e37-97be-32bc691cf994,segment=NetworkSegment(e0dbac0b-e815-4628-a5c0-79e1d3edf6d2),segment_id=e0dbac0b-e815-4628-a5c0-79e1d3edf6d2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:40.822456 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (53655028-3c36-4e37-97be-32bc691cf994), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:40.878677 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=53655028-3c36-4e37-97be-32bc691cf994,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:40.935965 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-499c351c-0ab8-48e3-9f43-5c63de45def1 req-44af61ab-ec0d-4a07-87c4-d1b92f685b03 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/security-groups?id=067bde45-941d-4994-a73b-f1b88961d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692505 Feb 20 05:44:40.957519 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8187e64d-ca85-4d57-8d1a-c4ff39095bce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (cc2d1bef-c832-4be4-8acd-965a744d0d68), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:40.996773 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b94e167-0fa8-4845-93c5-d461ca0f6792 x-openstack-request-id: req-1b94e167-0fa8-4845-93c5-d461ca0f6792 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:44:40.998370 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43f97d6-fa06-41f3-91b6-b95096d757cd", "name": "network-vif-plugged", "status": "completed", "tag": "1643336a-04d1-4c86-93b0-b36371c01714", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:44:40.998879 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b94e167-0fa8-4845-93c5-d461ca0f6792 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:44:41.000460 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43f97d6-fa06-41f3-91b6-b95096d757cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1643336a-04d1-4c86-93b0-b36371c01714', 'code': 200} Feb 20 05:44:41.138391 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd879d34-7bd1-47d5-aa2b-04983d06c991 req-2438bd7e-3511-45c1-9632-9c341a33d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:41.139847 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bd879d34-7bd1-47d5-aa2b-04983d06c991 req-2438bd7e-3511-45c1-9632-9c341a33d519 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b43f97d6-fa06-41f3-91b6-b95096d757cd HTTP/1.1" status: 200 len: 1128 time: 0.0856164 Feb 20 05:44:41.184429 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b7d2a42-9b6e-4ef8-82a5-182480d7eae9 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_gateway (1af79ebb-f024-4ae6-b5e4-99c8035514ea), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:41.251202 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device cc2d1bef-c832-4be4-8acd-965a744d0d68 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:44:41.288470 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bd879d34-7bd1-47d5-aa2b-04983d06c991 req-9a9d0714-512b-40c1-b7c9-4c4d914c3700 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341784 Feb 20 05:44:41.292108 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: cc2d1bef-c832-4be4-8acd-965a744d0d68 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:44:41.292441 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device cc2d1bef-c832-4be4-8acd-965a744d0d68 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:44:41.340522 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21774db8-505b-4646-a27d-84d4bad5b3cf x-openstack-request-id: req-21774db8-505b-4646-a27d-84d4bad5b3cf {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:44:41.340892 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3afa50-9cf0-4cb8-855c-2d5f881b04ba", "name": "network-vif-deleted", "tag": "03ad5a1d-9c1f-47ce-be31-deb4520596de", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:44:41.341155 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21774db8-505b-4646-a27d-84d4bad5b3cf {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:44:41.341577 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3afa50-9cf0-4cb8-855c-2d5f881b04ba', 'name': 'network-vif-deleted', 'tag': '03ad5a1d-9c1f-47ce-be31-deb4520596de', 'status': 'completed', 'code': 200} Feb 20 05:44:41.342521 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187e64d-ca85-4d57-8d1a-c4ff39095bce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Port': ['ID=cc2d1bef-c832-4be4-8acd-965a744d0d68,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:41.346089 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8187e64d-ca85-4d57-8d1a-c4ff39095bce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] No DVR routers for this DVR port cc2d1bef-c832-4be4-8acd-965a744d0d68 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:44:41.517199 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8187e64d-ca85-4d57-8d1a-c4ff39095bce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (8c2b371b-4ff5-41ba-a3da-42e0b741949b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:41.550727 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-8187e64d-ca85-4d57-8d1a-c4ff39095bce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2b371b-4ff5-41ba-a3da-42e0b741949b']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:41.568721 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-8187e64d-ca85-4d57-8d1a-c4ff39095bce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '037a376e-e84e-4b25-a595-f31b9c876731') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:41.569006 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-8187e64d-ca85-4d57-8d1a-c4ff39095bce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '037a376e-e84e-4b25-a595-f31b9c876731') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:41.612884 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8187e64d-ca85-4d57-8d1a-c4ff39095bce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (037a376e-e84e-4b25-a595-f31b9c876731), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:41.630550 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefabda-43a3-48e6-8572-b65775f83e43 req-ecee4148-78dd-4255-b20a-9b82c2d9ca3e tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:41.632087 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dcefabda-43a3-48e6-8572-b65775f83e43 req-ecee4148-78dd-4255-b20a-9b82c2d9ca3e tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43f97d6-fa06-41f3-91b6-b95096d757cd HTTP/1.1" status: 200 len: 946 time: 0.2255304 Feb 20 05:44:41.648472 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8187e64d-ca85-4d57-8d1a-c4ff39095bce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (037a376e-e84e-4b25-a595-f31b9c876731), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:41.661847 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b7d2a42-9b6e-4ef8-82a5-182480d7eae9 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (1af79ebb-f024-4ae6-b5e4-99c8035514ea), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:41.669471 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8187e64d-ca85-4d57-8d1a-c4ff39095bce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:44:41.669861 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8187e64d-ca85-4d57-8d1a-c4ff39095bce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (037a376e-e84e-4b25-a595-f31b9c876731), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:41.673039 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b7d2a42-9b6e-4ef8-82a5-182480d7eae9 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691773'] for router (1af79ebb-f024-4ae6-b5e4-99c8035514ea), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:44:41.674819 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:44:41.787120 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dcefabda-43a3-48e6-8572-b65775f83e43 req-baa5ff67-22bd-41f5-8087-eb0df8aaa87b tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467423 Feb 20 05:44:41.796282 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8187e64d-ca85-4d57-8d1a-c4ff39095bce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (8c2b371b-4ff5-41ba-a3da-42e0b741949b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:41.801090 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8187e64d-ca85-4d57-8d1a-c4ff39095bce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:41.804463 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8187e64d-ca85-4d57-8d1a-c4ff39095bce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/networks/8c2b371b-4ff5-41ba-a3da-42e0b741949b HTTP/1.1" status: 204 len: 168 time: 1.8234708 Feb 20 05:44:41.813294 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42804) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:41.820231 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-470da098-9bbc-4f48-bd97-b2735b3e14ef tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'network': {'name': 'tempest-RoutersTest-254013036'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:41.834615 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187e64d-ca85-4d57-8d1a-c4ff39095bce tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Network': ['ID=8c2b371b-4ff5-41ba-a3da-42e0b741949b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:41.889352 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470da098-9bbc-4f48-bd97-b2735b3e14ef tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Made reservation on behalf of ec8dd31e72ed40dc8f4a2a6bbaade185 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:44:41.892870 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-470da098-9bbc-4f48-bd97-b2735b3e14ef tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:41.968008 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470da098-9bbc-4f48-bd97-b2735b3e14ef tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:44:41.986982 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-470da098-9bbc-4f48-bd97-b2735b3e14ef tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (1e21e155-c014-4832-97b6-f8ea01a4d03b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:41.987336 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-470da098-9bbc-4f48-bd97-b2735b3e14ef tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Added segment 1e21e155-c014-4832-97b6-f8ea01a4d03b of type vlan for network 4e8bea3d-1753-4281-9d29-bd45e80a8c7d Feb 20 05:44:42.013429 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949bebf-1f7d-4b2d-8f60-de26ed54b5da req-c1bf1d86-954b-4326-aba2-ded8d52d1281 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:42.014958 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f949bebf-1f7d-4b2d-8f60-de26ed54b5da req-c1bf1d86-954b-4326-aba2-ded8d52d1281 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4bb2b9a-9d08-4174-a960-428722663d65 HTTP/1.1" status: 200 len: 950 time: 0.1151147 Feb 20 05:44:42.045340 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7d2a42-9b6e-4ef8-82a5-182480d7eae9 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Router 1af79ebb-f024-4ae6-b5e4-99c8035514ea is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:44:42.068726 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-470da098-9bbc-4f48-bd97-b2735b3e14ef tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (4e8bea3d-1753-4281-9d29-bd45e80a8c7d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:42.156823 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f949bebf-1f7d-4b2d-8f60-de26ed54b5da req-eb318d53-149e-48a1-a1de-1908b1a0fdf7 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/security-groups?id=af69f530-1154-4cee-a0a4-39466d315e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221268 Feb 20 05:44:42.168378 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-470da098-9bbc-4f48-bd97-b2735b3e14ef tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (4e8bea3d-1753-4281-9d29-bd45e80a8c7d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:42.173513 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470da098-9bbc-4f48-bd97-b2735b3e14ef tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:42.174120 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-470da098-9bbc-4f48-bd97-b2735b3e14ef tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:42.237084 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-470da098-9bbc-4f48-bd97-b2735b3e14ef tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4213707 Feb 20 05:44:42.241412 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42810) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:42.249746 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-53a37796-fd94-4ce0-b679-6930cd1dbc80 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'subnet': {'network_id': '4e8bea3d-1753-4281-9d29-bd45e80a8c7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:42.308392 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470da098-9bbc-4f48-bd97-b2735b3e14ef tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Network': ['ID=4e8bea3d-1753-4281-9d29-bd45e80a8c7d,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:42.311749 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7d2a42-9b6e-4ef8-82a5-182480d7eae9 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:44:42.318599 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b7d2a42-9b6e-4ef8-82a5-182480d7eae9 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:42.319726 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0b7d2a42-9b6e-4ef8-82a5-182480d7eae9 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "PUT /v2.0/routers/1af79ebb-f024-4ae6-b5e4-99c8035514ea HTTP/1.1" status: 200 len: 884 time: 4.0005643 Feb 20 05:44:42.329475 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42814) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:42.342460 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 4e8bea3d-1753-4281-9d29-bd45e80a8c7d details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:44:42.465344 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a37796-fd94-4ce0-b679-6930cd1dbc80 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Made reservation on behalf of ec8dd31e72ed40dc8f4a2a6bbaade185 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:44:42.470489 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-53a37796-fd94-4ce0-b679-6930cd1dbc80 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:42.576467 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66368c9-de87-44b6-aa44-310dcc8639d3 req-638815fb-6f14-4b19-92f7-23192c68686f tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:42.577839 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d66368c9-de87-44b6-aa44-310dcc8639d3 req-638815fb-6f14-4b19-92f7-23192c68686f tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a0aaa1-30f3-4940-b7b0-680a1bae6746 HTTP/1.1" status: 200 len: 946 time: 0.2565629 Feb 20 05:44:42.647299 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0b569a5d-377e-4ccf-a9a2-f25ce8876cb8 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "GET /v2.0/routers/1af79ebb-f024-4ae6-b5e4-99c8035514ea HTTP/1.1" status: 200 len: 925 time: 0.3067117 Feb 20 05:44:42.652041 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42816) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:42.701123 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-53a37796-fd94-4ce0-b679-6930cd1dbc80 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (57508f2f-822f-4985-b9ec-2a3ee2c3e359), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:42.703242 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2169a91-075e-4d59-867a-9a80125a505e None None] Sync routers for ids ['1af79ebb-f024-4ae6-b5e4-99c8035514ea'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:44:42.718012 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d66368c9-de87-44b6-aa44-310dcc8639d3 req-19946468-3e45-4ac7-bcf0-59564583dfcb tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332486 Feb 20 05:44:42.729610 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6715f2-4ce7-40d9-8eaf-83b7810ce5de tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:42.735159 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6a6715f2-4ce7-40d9-8eaf-83b7810ce5de tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146&device_id=1af79ebb-f024-4ae6-b5e4-99c8035514ea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0796006 Feb 20 05:44:42.737040 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42818) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:42.762507 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2169a91-075e-4d59-867a-9a80125a505e None None] Routers {'1af79ebb-f024-4ae6-b5e4-99c8035514ea'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:42.764087 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e2169a91-075e-4d59-867a-9a80125a505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['1af79ebb-f024-4ae6-b5e4-99c8035514ea'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:42.799411 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a37796-fd94-4ce0-b679-6930cd1dbc80 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Subnet': ['ID=57508f2f-822f-4985-b9ec-2a3ee2c3e359,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:42.837980 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e2169a91-075e-4d59-867a-9a80125a505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:42.850502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a37796-fd94-4ce0-b679-6930cd1dbc80 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Checking segment: {'id': '1e21e155-c014-4832-97b6-f8ea01a4d03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4e8bea3d-1753-4281-9d29-bd45e80a8c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:44:42.850765 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2169a91-075e-4d59-867a-9a80125a505e None None] Routers {'1af79ebb-f024-4ae6-b5e4-99c8035514ea'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:42.851760 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e2169a91-075e-4d59-867a-9a80125a505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['1af79ebb-f024-4ae6-b5e4-99c8035514ea'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:42.852174 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a37796-fd94-4ce0-b679-6930cd1dbc80 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network hostable DHCP agents. Network: 4e8bea3d-1753-4281-9d29-bd45e80a8c7d, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:44:42.864172 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd554934-794d-4410-bdca-4f06fb49e845 req-90273ba4-5c91-484d-b8e2-7033f9a67ebc tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:42.866135 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bd554934-794d-4410-bdca-4f06fb49e845 req-90273ba4-5c91-484d-b8e2-7033f9a67ebc tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4bb2b9a-9d08-4174-a960-428722663d65 HTTP/1.1" status: 200 len: 950 time: 0.1780560 Feb 20 05:44:42.909502 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e2169a91-075e-4d59-867a-9a80125a505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:42.909928 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c97c54-9355-4571-acd5-8db9b6b19740 req-6979ccef-c8b2-4983-954d-3c117de2cec7 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:42.910478 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2169a91-075e-4d59-867a-9a80125a505e None None] The sync data for ids ['1af79ebb-f024-4ae6-b5e4-99c8035514ea'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:44:42.912067 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-34c97c54-9355-4571-acd5-8db9b6b19740 req-6979ccef-c8b2-4983-954d-3c117de2cec7 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 945 time: 0.0896099 Feb 20 05:44:42.913532 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b28231e-5bb6-4a78-ab8d-9188d203aaef tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:42.918067 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3b28231e-5bb6-4a78-ab8d-9188d203aaef tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 881 time: 0.1772230 Feb 20 05:44:42.921562 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42822) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:42.935818 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a37796-fd94-4ce0-b679-6930cd1dbc80 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network 4e8bea3d-1753-4281-9d29-bd45e80a8c7d is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:44:42.968988 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-34c97c54-9355-4571-acd5-8db9b6b19740 req-62273f1b-f9b4-439c-8eb1-26002e2a204a tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/security-groups?id=067bde45-941d-4994-a73b-f1b88961d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508642 Feb 20 05:44:42.974794 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-53a37796-fd94-4ce0-b679-6930cd1dbc80 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 4e8bea3d-1753-4281-9d29-bd45e80a8c7d) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:42.981952 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cfe81ff0-9d9c-433d-a608-bb1310282291 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "GET /v2.0/ports?device_id=1af79ebb-f024-4ae6-b5e4-99c8035514ea HTTP/1.1" status: 200 len: 205 time: 0.0591080 Feb 20 05:44:42.984974 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42824) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:42.986149 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c20028-68c3-4fa8-b7f5-15a2d1fd22b6 None None] Network 4e8bea3d-1753-4281-9d29-bd45e80a8c7d requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:44:43.014624 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a37796-fd94-4ce0-b679-6930cd1dbc80 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:43.014624 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-53a37796-fd94-4ce0-b679-6930cd1dbc80 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:43.103699 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-53a37796-fd94-4ce0-b679-6930cd1dbc80 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8582680 Feb 20 05:44:43.108966 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a0aaa1-30f3-4940-b7b0-680a1bae6746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53655028-3c36-4e37-97be-32bc691cf994'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:44:43.109160 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42828) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:43.111844 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88671c5-5972-4687-a1a3-a8c48113a233" -d '{"events": [{"server_uuid": "38a0aaa1-30f3-4940-b7b0-680a1bae6746", "name": "network-vif-plugged", "status": "completed", "tag": "53655028-3c36-4e37-97be-32bc691cf994"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:44:43.124255 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-4f4668d8-1983-4908-aa6b-7f7c3e6cb505 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-103039294', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:43.166515 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-bd554934-794d-4410-bdca-4f06fb49e845 req-f8cbb4a2-af37-48ef-a19d-f439dccd07f5 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Deleting port fed30b5f-107e-440d-a885-e4d84c260413 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:43.166868 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-bd554934-794d-4410-bdca-4f06fb49e845 req-f8cbb4a2-af37-48ef-a19d-f439dccd07f5 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (fed30b5f-107e-440d-a885-e4d84c260413), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:43.170672 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4f4668d8-1983-4908-aa6b-7f7c3e6cb505 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (63ea7942-5f0f-40e8-a99f-00ee3dce1ef7), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:43.174532 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4f4668d8-1983-4908-aa6b-7f7c3e6cb505 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (63ea7942-5f0f-40e8-a99f-00ee3dce1ef7), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:43.199704 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c4c98-0916-4acc-be9a-dabc501aea7b req-5cff6216-e78e-4f69-aabb-f04496655cfd tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:43.201392 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-656c4c98-0916-4acc-be9a-dabc501aea7b req-5cff6216-e78e-4f69-aabb-f04496655cfd tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43f97d6-fa06-41f3-91b6-b95096d757cd HTTP/1.1" status: 200 len: 946 time: 0.1170766 Feb 20 05:44:43.208250 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96d4674c-97ce-46ec-b3f5-15c2bb2cd43e tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router (1af79ebb-f024-4ae6-b5e4-99c8035514ea), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:43.235869 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3188454b-e46a-44a8-96f2-0056b5566c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-4e8bea3d-1753-4281-9d29-bd45e80a8c7d', 'network_id': '4e8bea3d-1753-4281-9d29-bd45e80a8c7d', 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'fixed_ips': [{'subnet_id': '57508f2f-822f-4985-b9ec-2a3ee2c3e359'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:44:43.236776 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3188454b-e46a-44a8-96f2-0056b5566c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:43.514802 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-3188454b-e46a-44a8-96f2-0056b5566c5c None None] Allocated IP 172.20.0.2 (4e8bea3d-1753-4281-9d29-bd45e80a8c7d/57508f2f-822f-4985-b9ec-2a3ee2c3e359/41f6d12f-6c33-4e20-9ff2-2dfe758616ff) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:44:43.700397 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3188454b-e46a-44a8-96f2-0056b5566c5c None None] Publish callbacks [] for port (41f6d12f-6c33-4e20-9ff2-2dfe758616ff), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:43.708075 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3188454b-e46a-44a8-96f2-0056b5566c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (41f6d12f-6c33-4e20-9ff2-2dfe758616ff), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:43.763978 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-656c4c98-0916-4acc-be9a-dabc501aea7b req-43d4c7a6-9255-430d-9706-1d692e2f83d2 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5519834 Feb 20 05:44:43.789645 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188454b-e46a-44a8-96f2-0056b5566c5c None None] Pushing event updated for resources: {'Port': ['ID=41f6d12f-6c33-4e20-9ff2-2dfe758616ff,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:43.797487 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3188454b-e46a-44a8-96f2-0056b5566c5c None None] Network 4e8bea3d-1753-4281-9d29-bd45e80a8c7d is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:44:43.799696 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-3188454b-e46a-44a8-96f2-0056b5566c5c None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:43.806267 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3188454b-e46a-44a8-96f2-0056b5566c5c None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:44:43.810657 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-fe47485a-127b-4858-acfc-1b858abf8d50 req-62871caf-0214-4958-af7a-ef27a292fa12 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-562350374', 'description': 'tempest-description-1206286238'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:43.829982 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96d4674c-97ce-46ec-b3f5-15c2bb2cd43e tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_gateway (1af79ebb-f024-4ae6-b5e4-99c8035514ea), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:43.850791 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-fe47485a-127b-4858-acfc-1b858abf8d50 req-62871caf-0214-4958-af7a-ef27a292fa12 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:43.878626 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3188454b-e46a-44a8-96f2-0056b5566c5c None None] Attempting to bind port 41f6d12f-6c33-4e20-9ff2-2dfe758616ff on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:44:43.878866 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4f4668d8-1983-4908-aa6b-7f7c3e6cb505 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router_controller (63ea7942-5f0f-40e8-a99f-00ee3dce1ef7), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:43.879389 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3188454b-e46a-44a8-96f2-0056b5566c5c None None] Attempting to bind port 41f6d12f-6c33-4e20-9ff2-2dfe758616ff by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '1e21e155-c014-4832-97b6-f8ea01a4d03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4e8bea3d-1753-4281-9d29-bd45e80a8c7d'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:44:43.879644 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3188454b-e46a-44a8-96f2-0056b5566c5c None None] Attempting to bind port 41f6d12f-6c33-4e20-9ff2-2dfe758616ff on network 4e8bea3d-1753-4281-9d29-bd45e80a8c7d {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:44:43.885278 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4f4668d8-1983-4908-aa6b-7f7c3e6cb505 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (63ea7942-5f0f-40e8-a99f-00ee3dce1ef7), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:43.895992 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3188454b-e46a-44a8-96f2-0056b5566c5c None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:44:43.896379 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3188454b-e46a-44a8-96f2-0056b5566c5c None None] Checking segment: {'id': '1e21e155-c014-4832-97b6-f8ea01a4d03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4e8bea3d-1753-4281-9d29-bd45e80a8c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:44:43.896786 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3188454b-e46a-44a8-96f2-0056b5566c5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:43.897177 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3188454b-e46a-44a8-96f2-0056b5566c5c None None] Bound using segment: {'id': '1e21e155-c014-4832-97b6-f8ea01a4d03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4e8bea3d-1753-4281-9d29-bd45e80a8c7d'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:44:43.897662 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3188454b-e46a-44a8-96f2-0056b5566c5c None None] Bound port: 41f6d12f-6c33-4e20-9ff2-2dfe758616ff, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e21e155-c014-4832-97b6-f8ea01a4d03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4e8bea3d-1753-4281-9d29-bd45e80a8c7d'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:44:43.898815 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3188454b-e46a-44a8-96f2-0056b5566c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (41f6d12f-6c33-4e20-9ff2-2dfe758616ff), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:43.917059 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4f4668d8-1983-4908-aa6b-7f7c3e6cb505 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:43.918472 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4f4668d8-1983-4908-aa6b-7f7c3e6cb505 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8017566 Feb 20 05:44:43.921948 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42842) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:43.970856 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-bd554934-794d-4410-bdca-4f06fb49e845 req-f8cbb4a2-af37-48ef-a19d-f439dccd07f5 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] For port fed30b5f-107e-440d-a885-e4d84c260413, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=fed30b5f-107e-440d-a885-e4d84c260413,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:43.971168 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-bd554934-794d-4410-bdca-4f06fb49e845 req-f8cbb4a2-af37-48ef-a19d-f439dccd07f5 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (fed30b5f-107e-440d-a885-e4d84c260413), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:43.996052 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-bd554934-794d-4410-bdca-4f06fb49e845 req-f8cbb4a2-af37-48ef-a19d-f439dccd07f5 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Calling delete_port for fed30b5f-107e-440d-a885-e4d84c260413 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:44.016063 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-96d4674c-97ce-46ec-b3f5-15c2bb2cd43e tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Deleting port d8575fd4-bcee-4a40-9c25-d5b5b0f9677c {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:44.017042 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96d4674c-97ce-46ec-b3f5-15c2bb2cd43e tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (d8575fd4-bcee-4a40-9c25-d5b5b0f9677c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:44.041992 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3188454b-e46a-44a8-96f2-0056b5566c5c None None] For port 41f6d12f-6c33-4e20-9ff2-2dfe758616ff, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:44:44.046273 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3188454b-e46a-44a8-96f2-0056b5566c5c None None] For port 41f6d12f-6c33-4e20-9ff2-2dfe758616ff, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=41f6d12f-6c33-4e20-9ff2-2dfe758616ff,segment=NetworkSegment(1e21e155-c014-4832-97b6-f8ea01a4d03b),segment_id=1e21e155-c014-4832-97b6-f8ea01a4d03b)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:44:44.053499 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3188454b-e46a-44a8-96f2-0056b5566c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (41f6d12f-6c33-4e20-9ff2-2dfe758616ff), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:44.120259 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188454b-e46a-44a8-96f2-0056b5566c5c None None] Pushing event updated for resources: {'Port': ['ID=41f6d12f-6c33-4e20-9ff2-2dfe758616ff,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:44.189239 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-bd554934-794d-4410-bdca-4f06fb49e845 req-f8cbb4a2-af37-48ef-a19d-f439dccd07f5 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (fed30b5f-107e-440d-a885-e4d84c260413), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:44.202300 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['fed30b5f-107e-440d-a885-e4d84c260413'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:44:44.252119 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-fe47485a-127b-4858-acfc-1b858abf8d50 req-62871caf-0214-4958-af7a-ef27a292fa12 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks [] for security_group (4620a5ac-125b-4a4e-915c-dfcdb911cbc0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:44.299795 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-fe47485a-127b-4858-acfc-1b858abf8d50 req-62871caf-0214-4958-af7a-ef27a292fa12 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4620a5ac-125b-4a4e-915c-dfcdb911cbc0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:44.345201 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cbb4a2-af37-48ef-a19d-f439dccd07f5 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Pushing event deleted for resources: {'Port': ['ID=fed30b5f-107e-440d-a885-e4d84c260413,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:44.391200 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd554934-794d-4410-bdca-4f06fb49e845 req-f8cbb4a2-af37-48ef-a19d-f439dccd07f5 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] No DVR routers for this DVR port fed30b5f-107e-440d-a885-e4d84c260413 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:44:44.397363 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-bd554934-794d-4410-bdca-4f06fb49e845 req-f8cbb4a2-af37-48ef-a19d-f439dccd07f5 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:44.405617 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-fe47485a-127b-4858-acfc-1b858abf8d50 req-62871caf-0214-4958-af7a-ef27a292fa12 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:44.406043 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bd554934-794d-4410-bdca-4f06fb49e845 req-f8cbb4a2-af37-48ef-a19d-f439dccd07f5 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.61 "DELETE /v2.0/ports/fed30b5f-107e-440d-a885-e4d84c260413 HTTP/1.1" status: 204 len: 173 time: 1.5302169 Feb 20 05:44:44.408735 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4bb2b9a-9d08-4174-a960-428722663d65', 'name': 'network-vif-deleted', 'tag': 'fed30b5f-107e-440d-a885-e4d84c260413'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:44:44.412810 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe47485a-127b-4858-acfc-1b858abf8d50 req-62871caf-0214-4958-af7a-ef27a292fa12 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.6099823 Feb 20 05:44:44.423051 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8da017-5a18-4472-991a-a2f96cf70419" -d '{"events": [{"server_uuid": "f4bb2b9a-9d08-4174-a960-428722663d65", "name": "network-vif-deleted", "tag": "fed30b5f-107e-440d-a885-e4d84c260413"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:44:44.462561 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96d4674c-97ce-46ec-b3f5-15c2bb2cd43e tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (d8575fd4-bcee-4a40-9c25-d5b5b0f9677c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:44.504280 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d36562d-a216-4b1c-9661-1619dba9f254 x-openstack-request-id: req-2d36562d-a216-4b1c-9661-1619dba9f254 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:44:44.504570 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a0aaa1-30f3-4940-b7b0-680a1bae6746", "name": "network-vif-plugged", "status": "completed", "tag": "53655028-3c36-4e37-97be-32bc691cf994", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:44:44.504804 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d36562d-a216-4b1c-9661-1619dba9f254 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:44:44.505203 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a0aaa1-30f3-4940-b7b0-680a1bae6746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53655028-3c36-4e37-97be-32bc691cf994', 'code': 200} Feb 20 05:44:44.537396 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 03ad5a1d-9c1f-47ce-be31-deb4520596de no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:44:44.582186 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 03ad5a1d-9c1f-47ce-be31-deb4520596de {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:44:44.582398 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 03ad5a1d-9c1f-47ce-be31-deb4520596de not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:44:44.612293 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-96d4674c-97ce-46ec-b3f5-15c2bb2cd43e tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Calling delete_port for d8575fd4-bcee-4a40-9c25-d5b5b0f9677c owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:44.628900 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62871caf-0214-4958-af7a-ef27a292fa12 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4620a5ac-125b-4a4e-915c-dfcdb911cbc0,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:44.799709 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4ea73ad5-6b5f-42eb-9357-f8d4e600a906 req-50aca3c7-f1eb-4bf8-bbed-3dc5bb385e47 tempest-ServersOnMultiNodesTest-291161690 tempest-ServersOnMultiNodesTest-291161690-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4bb2b9a-9d08-4174-a960-428722663d65 HTTP/1.1" status: 200 len: 210 time: 0.1245332 Feb 20 05:44:44.828868 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ce6b5fd-f8f4-489d-ae06-397d0f91572a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:44.829735 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685973c-02e0-494d-b72c-8c670a8a1672 req-67ea4514-a4ad-49b4-b2c1-1670f63a62e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:44.831296 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4685973c-02e0-494d-b72c-8c670a8a1672 req-67ea4514-a4ad-49b4-b2c1-1670f63a62e2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=38a0aaa1-30f3-4940-b7b0-680a1bae6746 HTTP/1.1" status: 200 len: 1128 time: 0.1725144 Feb 20 05:44:44.931645 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4685973c-02e0-494d-b72c-8c670a8a1672 req-67ca3ac6-65a5-4ce1-bedd-f6bcbf6f335a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920253 Feb 20 05:44:45.262362 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 41f6d12f-6c33-4e20-9ff2-2dfe758616ff up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:44:45.314664 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-3ce6b5fd-f8f4-489d-ae06-397d0f91572a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Allocated IP 172.20.0.1 (4e8bea3d-1753-4281-9d29-bd45e80a8c7d/57508f2f-822f-4985-b9ec-2a3ee2c3e359/c725ddd5-c702-48ae-a63b-3f2ac6c0af89) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:44:45.370105 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 41f6d12f-6c33-4e20-9ff2-2dfe758616ff triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:44:45.370492 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (41f6d12f-6c33-4e20-9ff2-2dfe758616ff), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:45.453532 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ce6b5fd-f8f4-489d-ae06-397d0f91572a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for port (c725ddd5-c702-48ae-a63b-3f2ac6c0af89), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:45.486184 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecdbff-fac6-4e05-9d66-116943636e1a req-63a63c29-ab17-43d5-9cc0-021226d2b07f tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:45.489267 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fcecdbff-fac6-4e05-9d66-116943636e1a req-63a63c29-ab17-43d5-9cc0-021226d2b07f tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a0aaa1-30f3-4940-b7b0-680a1bae6746 HTTP/1.1" status: 200 len: 946 time: 0.5684617 Feb 20 05:44:45.507115 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 41f6d12f-6c33-4e20-9ff2-2dfe758616ff is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:44:45.508363 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (41f6d12f-6c33-4e20-9ff2-2dfe758616ff), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:45.551325 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 41f6d12f-6c33-4e20-9ff2-2dfe758616ff, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=41f6d12f-6c33-4e20-9ff2-2dfe758616ff,segment=NetworkSegment(1e21e155-c014-4832-97b6-f8ea01a4d03b),segment_id=1e21e155-c014-4832-97b6-f8ea01a4d03b)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:45.557577 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (41f6d12f-6c33-4e20-9ff2-2dfe758616ff), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:45.647684 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fcecdbff-fac6-4e05-9d66-116943636e1a req-5889a468-6d3f-431e-b63b-0143b738df9a tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353228 Feb 20 05:44:45.672421 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=41f6d12f-6c33-4e20-9ff2-2dfe758616ff,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:45.772743 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96d4674c-97ce-46ec-b3f5-15c2bb2cd43e tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (d8575fd4-bcee-4a40-9c25-d5b5b0f9677c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:45.798799 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ce6b5fd-f8f4-489d-ae06-397d0f91572a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (c725ddd5-c702-48ae-a63b-3f2ac6c0af89), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:45.816710 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce6b5fd-f8f4-489d-ae06-397d0f91572a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network 4e8bea3d-1753-4281-9d29-bd45e80a8c7d is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:44:45.860503 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-3ce6b5fd-f8f4-489d-ae06-397d0f91572a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:45.862789 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce6b5fd-f8f4-489d-ae06-397d0f91572a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:44:45.891326 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4674c-97ce-46ec-b3f5-15c2bb2cd43e tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Pushing event deleted for resources: {'Port': ['ID=d8575fd4-bcee-4a40-9c25-d5b5b0f9677c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:45.892026 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaecff4-f9b4-4e44-bb69-0a40420d5516 None None] Network 4e8bea3d-1753-4281-9d29-bd45e80a8c7d requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:44:45.956454 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6b5fd-f8f4-489d-ae06-397d0f91572a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Port': ['ID=c725ddd5-c702-48ae-a63b-3f2ac6c0af89,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:46.025961 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ce6b5fd-f8f4-489d-ae06-397d0f91572a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (63ea7942-5f0f-40e8-a99f-00ee3dce1ef7), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:46.063554 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5c92245d-316a-4e44-8ec4-0cce8fb93975 None None] Provisioning complete for port 41f6d12f-6c33-4e20-9ff2-2dfe758616ff triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:44:46.065474 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5c92245d-316a-4e44-8ec4-0cce8fb93975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (41f6d12f-6c33-4e20-9ff2-2dfe758616ff), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:46.135117 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96d4674c-97ce-46ec-b3f5-15c2bb2cd43e tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (1af79ebb-f024-4ae6-b5e4-99c8035514ea), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:46.146041 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46ce6a-37b8-4d34-9f43-100103faceda req-b5239dd5-7a49-4d8b-9546-4c91c11e29f8 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:46.147593 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d46ce6a-37b8-4d34-9f43-100103faceda req-b5239dd5-7a49-4d8b-9546-4c91c11e29f8 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/ports?device_id=318924c4-cffe-45ca-9cd4-c308054a660a HTTP/1.1" status: 200 len: 945 time: 0.2957654 Feb 20 05:44:46.288169 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5c92245d-316a-4e44-8ec4-0cce8fb93975 None None] Current status of the port 41f6d12f-6c33-4e20-9ff2-2dfe758616ff is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:44:46.441119 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e255ec8c-31ca-4167-bbfa-2208ceb44cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:46.488201 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ce6b5fd-f8f4-489d-ae06-397d0f91572a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c725ddd5-c702-48ae-a63b-3f2ac6c0af89), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:46.527214 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96d4674c-97ce-46ec-b3f5-15c2bb2cd43e tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (1af79ebb-f024-4ae6-b5e4-99c8035514ea), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:46.530845 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96d4674c-97ce-46ec-b3f5-15c2bb2cd43e tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_controller (1af79ebb-f024-4ae6-b5e4-99c8035514ea), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:46.552684 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device fed30b5f-107e-440d-a885-e4d84c260413 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:44:46.573401 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d46ce6a-37b8-4d34-9f43-100103faceda req-3f2ba194-9e15-4957-b07b-b1ea4644ed9a tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583413 Feb 20 05:44:46.681213 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96d4674c-97ce-46ec-b3f5-15c2bb2cd43e tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (1af79ebb-f024-4ae6-b5e4-99c8035514ea), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:46.682160 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d4674c-97ce-46ec-b3f5-15c2bb2cd43e tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Fanout notify agent at l3_agent the message router_deleted on router 1af79ebb-f024-4ae6-b5e4-99c8035514ea {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:44:46.699476 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96d4674c-97ce-46ec-b3f5-15c2bb2cd43e tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:46.700633 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-96d4674c-97ce-46ec-b3f5-15c2bb2cd43e tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "DELETE /v2.0/routers/1af79ebb-f024-4ae6-b5e4-99c8035514ea HTTP/1.1" status: 204 len: 168 time: 3.7143719 Feb 20 05:44:46.704666 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42870) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:46.708129 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: fed30b5f-107e-440d-a885-e4d84c260413 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:44:46.708129 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device fed30b5f-107e-440d-a885-e4d84c260413 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:44:46.716557 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-52b5b887-4452-4fcf-986a-712586f81b5e None None] Provisioning complete for port 41f6d12f-6c33-4e20-9ff2-2dfe758616ff triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:44:46.716905 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-52b5b887-4452-4fcf-986a-712586f81b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (41f6d12f-6c33-4e20-9ff2-2dfe758616ff), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:46.717338 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-fe8e26c5-3ce0-4033-ac03-51c111bbe619 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1992473515', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:46.777415 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe8e26c5-3ce0-4033-ac03-51c111bbe619 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (92902c74-fdea-4d89-a3cd-765b7b2b9f53), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:46.778571 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe8e26c5-3ce0-4033-ac03-51c111bbe619 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (92902c74-fdea-4d89-a3cd-765b7b2b9f53), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:46.880092 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-52b5b887-4452-4fcf-986a-712586f81b5e None None] Current status of the port 41f6d12f-6c33-4e20-9ff2-2dfe758616ff is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:44:46.904715 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-52b5b887-4452-4fcf-986a-712586f81b5e None None] Provisioning complete for port c725ddd5-c702-48ae-a63b-3f2ac6c0af89 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:44:46.905299 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-52b5b887-4452-4fcf-986a-712586f81b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c725ddd5-c702-48ae-a63b-3f2ac6c0af89), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:46.933063 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-369938ac-a2ba-492f-a5f4-7b5287180520 req-accfcd9e-8d29-412d-8828-ce00f48b5efb tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-562350374&fields=id&tenant_id=a6ee7c612de843578619e89c6f670d65 HTTP/1.1" status: 200 len: 267 time: 0.0801461 Feb 20 05:44:46.940799 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe8e26c5-3ce0-4033-ac03-51c111bbe619 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_controller (92902c74-fdea-4d89-a3cd-765b7b2b9f53), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:46.946350 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe8e26c5-3ce0-4033-ac03-51c111bbe619 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (92902c74-fdea-4d89-a3cd-765b7b2b9f53), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:46.974887 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe8e26c5-3ce0-4033-ac03-51c111bbe619 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:46.976157 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fe8e26c5-3ce0-4033-ac03-51c111bbe619 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2704902 Feb 20 05:44:46.979971 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42874) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:46.986374 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-ab0f8a0b-e3b7-4578-9d1b-9561c5598f70 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'enable_snat': True}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:47.013828 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-52b5b887-4452-4fcf-986a-712586f81b5e None None] Port c725ddd5-c702-48ae-a63b-3f2ac6c0af89 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:44:47.098457 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369938ac-a2ba-492f-a5f4-7b5287180520 req-77b89730-e79d-46c6-8d72-dcbf8bdd09a9 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:47.100665 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-369938ac-a2ba-492f-a5f4-7b5287180520 req-77b89730-e79d-46c6-8d72-dcbf8bdd09a9 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 945 time: 0.1477520 Feb 20 05:44:47.129534 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-369938ac-a2ba-492f-a5f4-7b5287180520 req-1fe29b3d-61f1-4f52-948d-955b7a269196 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Request body: {'port': {'security_groups': ['067bde45-941d-4994-a73b-f1b88961d8b8', '4620a5ac-125b-4a4e-915c-dfcdb911cbc0']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:47.135142 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0d4debb7-f9d1-4fbf-b178-b8273fea9621 None None] Provisioning complete for port c725ddd5-c702-48ae-a63b-3f2ac6c0af89 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:44:47.139284 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0d4debb7-f9d1-4fbf-b178-b8273fea9621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c725ddd5-c702-48ae-a63b-3f2ac6c0af89), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:47.219240 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 41f6d12f-6c33-4e20-9ff2-2dfe758616ff up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:44:47.265083 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0d4debb7-f9d1-4fbf-b178-b8273fea9621 None None] Port c725ddd5-c702-48ae-a63b-3f2ac6c0af89 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:44:47.322831 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 41f6d12f-6c33-4e20-9ff2-2dfe758616ff triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:44:47.323504 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (41f6d12f-6c33-4e20-9ff2-2dfe758616ff), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:47.332797 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab0f8a0b-e3b7-4578-9d1b-9561c5598f70 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router_gateway (92902c74-fdea-4d89-a3cd-765b7b2b9f53), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:47.349779 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-369938ac-a2ba-492f-a5f4-7b5287180520 req-1fe29b3d-61f1-4f52-948d-955b7a269196 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9b88aede-8653-4c45-989f-0b133900719c), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:47.419905 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ce6b5fd-f8f4-489d-ae06-397d0f91572a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for port (c725ddd5-c702-48ae-a63b-3f2ac6c0af89), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:47.426953 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ce6b5fd-f8f4-489d-ae06-397d0f91572a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (c725ddd5-c702-48ae-a63b-3f2ac6c0af89), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:47.477500 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 41f6d12f-6c33-4e20-9ff2-2dfe758616ff is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:44:47.486223 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6b5fd-f8f4-489d-ae06-397d0f91572a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Port': ['ID=c725ddd5-c702-48ae-a63b-3f2ac6c0af89,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:47.653267 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab0f8a0b-e3b7-4578-9d1b-9561c5598f70 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router_gateway (92902c74-fdea-4d89-a3cd-765b7b2b9f53), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:47.698355 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab0f8a0b-e3b7-4578-9d1b-9561c5598f70 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:47.819168 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-ab0f8a0b-e3b7-4578-9d1b-9561c5598f70 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Allocated IP 172.25.3.101 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/1b90a0f8-454f-4c44-9de8-d420dae55c63) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:44:48.034331 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab0f8a0b-e3b7-4578-9d1b-9561c5598f70 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for port (1b90a0f8-454f-4c44-9de8-d420dae55c63), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:48.077083 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab0f8a0b-e3b7-4578-9d1b-9561c5598f70 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (1b90a0f8-454f-4c44-9de8-d420dae55c63), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:48.145599 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f8a0b-e3b7-4578-9d1b-9561c5598f70 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Pushing event updated for resources: {'Port': ['ID=1b90a0f8-454f-4c44-9de8-d420dae55c63,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:48.162336 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0f8a0b-e3b7-4578-9d1b-9561c5598f70 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:44:48.164096 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-ab0f8a0b-e3b7-4578-9d1b-9561c5598f70 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:48.166401 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0f8a0b-e3b7-4578-9d1b-9561c5598f70 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:44:48.309073 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ce6b5fd-f8f4-489d-ae06-397d0f91572a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (63ea7942-5f0f-40e8-a99f-00ee3dce1ef7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:48.339894 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-369938ac-a2ba-492f-a5f4-7b5287180520 req-1fe29b3d-61f1-4f52-948d-955b7a269196 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] For port 9b88aede-8653-4c45-989f-0b133900719c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=9b88aede-8653-4c45-989f-0b133900719c,segment=NetworkSegment(f88ee601-1164-4cfc-bf81-28dfd7efb65e),segment_id=f88ee601-1164-4cfc-bf81-28dfd7efb65e)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:48.427225 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-369938ac-a2ba-492f-a5f4-7b5287180520 req-1fe29b3d-61f1-4f52-948d-955b7a269196 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks [] for port (9b88aede-8653-4c45-989f-0b133900719c), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:48.433526 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-369938ac-a2ba-492f-a5f4-7b5287180520 req-1fe29b3d-61f1-4f52-948d-955b7a269196 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (9b88aede-8653-4c45-989f-0b133900719c), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:48.445101 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['9b88aede-8653-4c45-989f-0b133900719c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:44:48.553373 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369938ac-a2ba-492f-a5f4-7b5287180520 req-1fe29b3d-61f1-4f52-948d-955b7a269196 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:48.554043 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-369938ac-a2ba-492f-a5f4-7b5287180520 req-1fe29b3d-61f1-4f52-948d-955b7a269196 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:48.555465 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-369938ac-a2ba-492f-a5f4-7b5287180520 req-1fe29b3d-61f1-4f52-948d-955b7a269196 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "PUT /v2.0/ports/9b88aede-8653-4c45-989f-0b133900719c HTTP/1.1" status: 200 len: 981 time: 1.4393034 Feb 20 05:44:48.555917 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40af2764-f10d-4f27-9477-802507b4be77', 'tag': '9b88aede-8653-4c45-989f-0b133900719c'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:44:48.562320 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873f7b7f-4b62-4f65-b8dc-089da1dd8cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "40af2764-f10d-4f27-9477-802507b4be77", "tag": "9b88aede-8653-4c45-989f-0b133900719c"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:44:48.569102 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab0f8a0b-e3b7-4578-9d1b-9561c5598f70 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router_gateway (92902c74-fdea-4d89-a3cd-765b7b2b9f53), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:48.590741 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce6b5fd-f8f4-489d-ae06-397d0f91572a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network 4e8bea3d-1753-4281-9d29-bd45e80a8c7d is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:44:48.592747 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-3ce6b5fd-f8f4-489d-ae06-397d0f91572a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:48.595177 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe29b3d-61f1-4f52-948d-955b7a269196 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Pushing event updated for resources: {'Port': ['ID=9b88aede-8653-4c45-989f-0b133900719c,revision_number=6']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:48.682317 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['9b88aede-8653-4c45-989f-0b133900719c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:44:48.702581 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b33369-5d36-49a6-ab2a-14b1a99df37c x-openstack-request-id: req-87b33369-5d36-49a6-ab2a-14b1a99df37c {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:44:48.702883 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4bb2b9a-9d08-4174-a960-428722663d65", "name": "network-vif-deleted", "tag": "fed30b5f-107e-440d-a885-e4d84c260413", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:44:48.703170 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87b33369-5d36-49a6-ab2a-14b1a99df37c {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:44:48.703592 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4bb2b9a-9d08-4174-a960-428722663d65', 'name': 'network-vif-deleted', 'tag': 'fed30b5f-107e-440d-a885-e4d84c260413', 'status': 'completed', 'code': 200} Feb 20 05:44:48.859349 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce6b5fd-f8f4-489d-ae06-397d0f91572a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Router 63ea7942-5f0f-40e8-a99f-00ee3dce1ef7 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:44:49.057276 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45a0fb9d-f447-4d00-a99b-cc2bddacd8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:49.184979 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce6b5fd-f8f4-489d-ae06-397d0f91572a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:44:49.195444 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a206251-2c2e-40d4-b116-529ff3c21360 None None] Sync routers for ids ['63ea7942-5f0f-40e8-a99f-00ee3dce1ef7'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:44:49.196954 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3ce6b5fd-f8f4-489d-ae06-397d0f91572a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "PUT /v2.0/routers/63ea7942-5f0f-40e8-a99f-00ee3dce1ef7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2688549 Feb 20 05:44:49.198551 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42894) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:49.216913 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a206251-2c2e-40d4-b116-529ff3c21360 None None] Routers {'63ea7942-5f0f-40e8-a99f-00ee3dce1ef7'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:49.217540 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6a206251-2c2e-40d4-b116-529ff3c21360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['63ea7942-5f0f-40e8-a99f-00ee3dce1ef7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:49.248693 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcffda8-24de-492a-ab38-eb1e534f76c6 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:49.253338 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6dcffda8-24de-492a-ab38-eb1e534f76c6 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "GET /v2.0/ports/c725ddd5-c702-48ae-a63b-3f2ac6c0af89 HTTP/1.1" status: 200 len: 910 time: 0.0535109 Feb 20 05:44:49.254185 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42896) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:49.269775 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c8caf-42cf-4972-9ba4-93296b7a05a8 req-8114987e-f7ff-43ad-b2c9-65348d8fd8b6 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:49.278010 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e77c8caf-42cf-4972-9ba4-93296b7a05a8 req-8114987e-f7ff-43ad-b2c9-65348d8fd8b6 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a0aaa1-30f3-4940-b7b0-680a1bae6746 HTTP/1.1" status: 200 len: 946 time: 0.1523545 Feb 20 05:44:49.299947 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42898) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:49.315446 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab0f8a0b-e3b7-4578-9d1b-9561c5598f70 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (92902c74-fdea-4d89-a3cd-765b7b2b9f53), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:49.324494 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab0f8a0b-e3b7-4578-9d1b-9561c5598f70 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691773'] for router (92902c74-fdea-4d89-a3cd-765b7b2b9f53), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:49.329585 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6a206251-2c2e-40d4-b116-529ff3c21360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:49.343153 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-3376a915-f312-4d44-8c57-5092c9ba9bfc None None] Provisioning complete for port c725ddd5-c702-48ae-a63b-3f2ac6c0af89 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:44:49.349682 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3376a915-f312-4d44-8c57-5092c9ba9bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c725ddd5-c702-48ae-a63b-3f2ac6c0af89), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:49.356520 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a206251-2c2e-40d4-b116-529ff3c21360 None None] Routers {'63ea7942-5f0f-40e8-a99f-00ee3dce1ef7'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:49.357395 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6a206251-2c2e-40d4-b116-529ff3c21360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['63ea7942-5f0f-40e8-a99f-00ee3dce1ef7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:49.467874 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6a206251-2c2e-40d4-b116-529ff3c21360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:49.472114 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a206251-2c2e-40d4-b116-529ff3c21360 None None] The sync data for ids ['63ea7942-5f0f-40e8-a99f-00ee3dce1ef7'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:44:49.507776 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e77c8caf-42cf-4972-9ba4-93296b7a05a8 req-9c3a129a-2123-40ea-8ae0-b94e69174921 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273891 Feb 20 05:44:49.549495 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0f8a0b-e3b7-4578-9d1b-9561c5598f70 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Router 92902c74-fdea-4d89-a3cd-765b7b2b9f53 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:44:49.591128 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3376a915-f312-4d44-8c57-5092c9ba9bfc None None] Port c725ddd5-c702-48ae-a63b-3f2ac6c0af89 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:44:49.668494 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:49.724342 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c34286be-1072-448d-b79b-c1d6d8071dfb req-01683f12-4d0e-4662-a290-7d6f01115dfe tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-562350374&fields=id&tenant_id=a6ee7c612de843578619e89c6f670d65 HTTP/1.1" status: 200 len: 267 time: 0.1142197 Feb 20 05:44:49.781620 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3ce529ef-0920-46de-9a40-97dfe4df941b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3e6712a47034666b11f44d7ab7587a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4798994 Feb 20 05:44:49.788091 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42904) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:49.841204 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0f8a0b-e3b7-4578-9d1b-9561c5598f70 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:44:49.847576 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab0f8a0b-e3b7-4578-9d1b-9561c5598f70 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:49.851305 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ab0f8a0b-e3b7-4578-9d1b-9561c5598f70 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "PUT /v2.0/routers/92902c74-fdea-4d89-a3cd-765b7b2b9f53 HTTP/1.1" status: 200 len: 919 time: 2.8683465 Feb 20 05:44:49.851476 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42906) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:49.867567 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34286be-1072-448d-b79b-c1d6d8071dfb req-3ba22c74-1c65-4b1e-826f-d534d20bcf2e tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:49.868100 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4f233eda-69d1-4a9c-afda-189a4d97652b admin admin] Publish callbacks [] for security_group (af69f530-1154-4cee-a0a4-39466d315e99), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:49.868579 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998f73c9-da06-4fdb-8fd1-f1ab1bd57176 None None] Sync routers for ids ['92902c74-fdea-4d89-a3cd-765b7b2b9f53'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:44:49.875033 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c34286be-1072-448d-b79b-c1d6d8071dfb req-3ba22c74-1c65-4b1e-826f-d534d20bcf2e tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 984 time: 0.1314046 Feb 20 05:44:49.882834 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-c34286be-1072-448d-b79b-c1d6d8071dfb req-32116383-3f1a-4d96-a0a6-98b5bf05e965 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Request body: {'port': {'security_groups': ['067bde45-941d-4994-a73b-f1b88961d8b8']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:49.888597 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998f73c9-da06-4fdb-8fd1-f1ab1bd57176 None None] Routers {'92902c74-fdea-4d89-a3cd-765b7b2b9f53'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:49.889147 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-998f73c9-da06-4fdb-8fd1-f1ab1bd57176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['92902c74-fdea-4d89-a3cd-765b7b2b9f53'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:49.894342 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4f233eda-69d1-4a9c-afda-189a4d97652b admin admin] Publish callbacks [] for security_group (af69f530-1154-4cee-a0a4-39466d315e99), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:49.949741 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4f233eda-69d1-4a9c-afda-189a4d97652b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (af69f530-1154-4cee-a0a4-39466d315e99), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:49.954636 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4f233eda-69d1-4a9c-afda-189a4d97652b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:49.956474 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-998f73c9-da06-4fdb-8fd1-f1ab1bd57176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:49.957589 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4f233eda-69d1-4a9c-afda-189a4d97652b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af69f530-1154-4cee-a0a4-39466d315e99 HTTP/1.1" status: 204 len: 168 time: 0.1673598 Feb 20 05:44:49.972430 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f233eda-69d1-4a9c-afda-189a4d97652b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af69f530-1154-4cee-a0a4-39466d315e99,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:50.009187 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998f73c9-da06-4fdb-8fd1-f1ab1bd57176 None None] Routers {'92902c74-fdea-4d89-a3cd-765b7b2b9f53'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:50.009825 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-998f73c9-da06-4fdb-8fd1-f1ab1bd57176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['92902c74-fdea-4d89-a3cd-765b7b2b9f53'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:50.067241 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c34286be-1072-448d-b79b-c1d6d8071dfb req-32116383-3f1a-4d96-a0a6-98b5bf05e965 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9b88aede-8653-4c45-989f-0b133900719c), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:50.117614 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-998f73c9-da06-4fdb-8fd1-f1ab1bd57176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:50.118184 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998f73c9-da06-4fdb-8fd1-f1ab1bd57176 None None] The sync data for ids ['92902c74-fdea-4d89-a3cd-765b7b2b9f53'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:44:50.171769 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f66ef557-1c1f-43b1-9024-0e4f28afef6d tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "GET /v2.0/routers/92902c74-fdea-4d89-a3cd-765b7b2b9f53 HTTP/1.1" status: 200 len: 925 time: 0.3168221 Feb 20 05:44:50.173248 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42914) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:50.216589 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9a524f52-8a22-477b-b48c-519413d94b96 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (63ea7942-5f0f-40e8-a99f-00ee3dce1ef7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:50.366878 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42920) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:50.428620 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-82ab468b-73ac-489f-9156-17f1a218006b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0fb51020e7804342b1729527ab538938&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0603166 Feb 20 05:44:50.431069 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42922) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:50.441047 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc48b14f-be54-47d5-b695-6d28262dd948 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:50.442562 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fc48b14f-be54-47d5-b695-6d28262dd948 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146&device_id=92902c74-fdea-4d89-a3cd-765b7b2b9f53&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2688916 Feb 20 05:44:50.449564 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42924) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:50.555892 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-c34286be-1072-448d-b79b-c1d6d8071dfb req-32116383-3f1a-4d96-a0a6-98b5bf05e965 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] For port 9b88aede-8653-4c45-989f-0b133900719c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=9b88aede-8653-4c45-989f-0b133900719c,segment=NetworkSegment(f88ee601-1164-4cfc-bf81-28dfd7efb65e),segment_id=f88ee601-1164-4cfc-bf81-28dfd7efb65e)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:50.616664 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-724b3c57-ba5f-4d33-97e1-0c88a4c4a8b9 admin admin] Publish callbacks [] for security_group (974d2c99-8aa7-467d-b711-b28be6f50ae3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:50.626073 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c34286be-1072-448d-b79b-c1d6d8071dfb req-32116383-3f1a-4d96-a0a6-98b5bf05e965 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks [] for port (9b88aede-8653-4c45-989f-0b133900719c), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:50.635058 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c34286be-1072-448d-b79b-c1d6d8071dfb req-32116383-3f1a-4d96-a0a6-98b5bf05e965 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (9b88aede-8653-4c45-989f-0b133900719c), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:50.648771 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['9b88aede-8653-4c45-989f-0b133900719c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:44:50.697807 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32116383-3f1a-4d96-a0a6-98b5bf05e965 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Pushing event updated for resources: {'Port': ['ID=9b88aede-8653-4c45-989f-0b133900719c,revision_number=7']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:50.721047 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a574a0a-3f60-478a-a90e-3996b24abda1 req-b1a0a2b4-2361-4c5f-8ed8-315baf9a2482 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:50.723343 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1a574a0a-3f60-478a-a90e-3996b24abda1 req-b1a0a2b4-2361-4c5f-8ed8-315baf9a2482 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.48 "GET /v2.0/ports?device_id=318924c4-cffe-45ca-9cd4-c308054a660a HTTP/1.1" status: 200 len: 945 time: 0.2683609 Feb 20 05:44:50.727481 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-724b3c57-ba5f-4d33-97e1-0c88a4c4a8b9 admin admin] Publish callbacks [] for security_group (974d2c99-8aa7-467d-b711-b28be6f50ae3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:50.756102 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34286be-1072-448d-b79b-c1d6d8071dfb req-32116383-3f1a-4d96-a0a6-98b5bf05e965 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:50.760259 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c34286be-1072-448d-b79b-c1d6d8071dfb req-32116383-3f1a-4d96-a0a6-98b5bf05e965 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:50.769218 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c34286be-1072-448d-b79b-c1d6d8071dfb req-32116383-3f1a-4d96-a0a6-98b5bf05e965 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "PUT /v2.0/ports/9b88aede-8653-4c45-989f-0b133900719c HTTP/1.1" status: 200 len: 942 time: 0.8932278 Feb 20 05:44:50.799982 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9a524f52-8a22-477b-b48c-519413d94b96 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Deleting port c725ddd5-c702-48ae-a63b-3f2ac6c0af89 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:50.800328 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9a524f52-8a22-477b-b48c-519413d94b96 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (c725ddd5-c702-48ae-a63b-3f2ac6c0af89), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:50.805159 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb5e704-39c7-4045-8cf3-1ad6160ea67d tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:50.806856 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9eb5e704-39c7-4045-8cf3-1ad6160ea67d tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 881 time: 0.3423393 Feb 20 05:44:50.812905 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42928) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:50.844376 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac09962-07e3-4680-8292-f7731c95eccd x-openstack-request-id: req-dac09962-07e3-4680-8292-f7731c95eccd {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:44:50.844687 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40af2764-f10d-4f27-9477-802507b4be77", "tag": "9b88aede-8653-4c45-989f-0b133900719c", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:44:50.853195 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dac09962-07e3-4680-8292-f7731c95eccd {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:44:50.853955 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40af2764-f10d-4f27-9477-802507b4be77', 'tag': '9b88aede-8653-4c45-989f-0b133900719c', 'status': 'completed', 'code': 200} Feb 20 05:44:50.866875 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['9b88aede-8653-4c45-989f-0b133900719c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:44:50.925502 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-724b3c57-ba5f-4d33-97e1-0c88a4c4a8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (974d2c99-8aa7-467d-b711-b28be6f50ae3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:50.933251 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d473f4af-c684-4f30-a28e-abdc034e09d3 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "GET /v2.0/ports?device_id=92902c74-fdea-4d89-a3cd-765b7b2b9f53 HTTP/1.1" status: 200 len: 205 time: 0.1191978 Feb 20 05:44:50.936225 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-724b3c57-ba5f-4d33-97e1-0c88a4c4a8b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:50.938949 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-724b3c57-ba5f-4d33-97e1-0c88a4c4a8b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/974d2c99-8aa7-467d-b711-b28be6f50ae3 HTTP/1.1" status: 204 len: 168 time: 0.5052793 Feb 20 05:44:50.944620 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42930) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:50.972334 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b3c57-ba5f-4d33-97e1-0c88a4c4a8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974d2c99-8aa7-467d-b711-b28be6f50ae3,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:51.046002 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-1a574a0a-3f60-478a-a90e-3996b24abda1 req-c74edf50-59b6-4c85-b1b3-07ef07d10809 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Deleting port 3f2b4839-870c-4f90-9dcf-6518fffacfa9 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:51.046355 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1a574a0a-3f60-478a-a90e-3996b24abda1 req-c74edf50-59b6-4c85-b1b3-07ef07d10809 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3f2b4839-870c-4f90-9dcf-6518fffacfa9), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:51.198981 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9a524f52-8a22-477b-b48c-519413d94b96 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (c725ddd5-c702-48ae-a63b-3f2ac6c0af89), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:51.204037 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f7b7f-4b62-4f65-b8dc-089da1dd8cdd req-dd76bd9c-080e-414b-a1c4-ed9c7b51e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:51.211938 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-873f7b7f-4b62-4f65-b8dc-089da1dd8cdd req-dd76bd9c-080e-414b-a1c4-ed9c7b51e8af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6ee7c612de843578619e89c6f670d65&device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 1127 time: 0.3346932 Feb 20 05:44:51.256360 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9a524f52-8a22-477b-b48c-519413d94b96 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Calling delete_port for c725ddd5-c702-48ae-a63b-3f2ac6c0af89 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:51.380525 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:51.454707 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-1a574a0a-3f60-478a-a90e-3996b24abda1 req-c74edf50-59b6-4c85-b1b3-07ef07d10809 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] For port 3f2b4839-870c-4f90-9dcf-6518fffacfa9, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=3f2b4839-870c-4f90-9dcf-6518fffacfa9,segment=NetworkSegment(33ab10d3-15e0-4954-b457-21e456a39d42),segment_id=33ab10d3-15e0-4954-b457-21e456a39d42)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:51.455747 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1a574a0a-3f60-478a-a90e-3996b24abda1 req-c74edf50-59b6-4c85-b1b3-07ef07d10809 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3f2b4839-870c-4f90-9dcf-6518fffacfa9), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:51.497377 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-1a574a0a-3f60-478a-a90e-3996b24abda1 req-c74edf50-59b6-4c85-b1b3-07ef07d10809 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Calling delete_port for 3f2b4839-870c-4f90-9dcf-6518fffacfa9 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:51.541630 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32f99568-4709-4ce7-82fd-e0f7f58096c0 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router (92902c74-fdea-4d89-a3cd-765b7b2b9f53), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:51.628402 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f7b7f-4b62-4f65-b8dc-089da1dd8cdd req-bd550d88-8617-4d85-ab35-329e653816f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:51.630596 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-873f7b7f-4b62-4f65-b8dc-089da1dd8cdd req-bd550d88-8617-4d85-ab35-329e653816f2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=05e3b391-72f9-4dca-80c9-b64bac389480 HTTP/1.1" status: 200 len: 920 time: 0.3975861 Feb 20 05:44:51.715816 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-873f7b7f-4b62-4f65-b8dc-089da1dd8cdd req-742710a6-3802-4832-acee-5c382fa5a453 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b88aede-8653-4c45-989f-0b133900719c HTTP/1.1" status: 200 len: 217 time: 0.0494800 Feb 20 05:44:51.722076 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507ae5c-2e6e-47cb-aa49-edd415fce4ea req-f22e408c-1b0e-427d-85f8-ad639c0d9714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:51.723772 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d507ae5c-2e6e-47cb-aa49-edd415fce4ea req-f22e408c-1b0e-427d-85f8-ad639c0d9714 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=00b5a23923ab4f169200da1677122e4f&device_id=38a0aaa1-30f3-4940-b7b0-680a1bae6746 HTTP/1.1" status: 200 len: 1128 time: 0.2556899 Feb 20 05:44:51.776359 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f7b7f-4b62-4f65-b8dc-089da1dd8cdd req-9dac3ef7-15f0-4196-b358-714d9fa1ae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:51.777953 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-873f7b7f-4b62-4f65-b8dc-089da1dd8cdd req-9dac3ef7-15f0-4196-b358-714d9fa1ae4c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fc42d209-b39f-4da5-905a-0aaed8fb6a61 HTTP/1.1" status: 200 len: 860 time: 0.0532417 Feb 20 05:44:51.864663 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32f99568-4709-4ce7-82fd-e0f7f58096c0 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_gateway (92902c74-fdea-4d89-a3cd-765b7b2b9f53), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:51.874775 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-873f7b7f-4b62-4f65-b8dc-089da1dd8cdd req-0d3467f6-7c6b-4c7f-8b1e-08fcbf72a662 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=05e3b391-72f9-4dca-80c9-b64bac389480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820403 Feb 20 05:44:51.888347 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-873f7b7f-4b62-4f65-b8dc-089da1dd8cdd req-9332a31c-1ee0-49f9-aada-50550073c22f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:44:51.889599 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-873f7b7f-4b62-4f65-b8dc-089da1dd8cdd req-9332a31c-1ee0-49f9-aada-50550073c22f service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068641 Feb 20 05:44:52.020598 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-873f7b7f-4b62-4f65-b8dc-089da1dd8cdd req-a8446c5a-c810-4b2e-81c9-471b1c10efa8 service neutron] 10.222.0.61 "GET /v2.0/networks/05e3b391-72f9-4dca-80c9-b64bac389480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234760 Feb 20 05:44:52.137036 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-873f7b7f-4b62-4f65-b8dc-089da1dd8cdd req-62b5afd1-0cc2-499d-b38d-2865d070862f service neutron] 10.222.0.61 "GET /v2.0/networks/05e3b391-72f9-4dca-80c9-b64bac389480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970511 Feb 20 05:44:52.196491 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507ae5c-2e6e-47cb-aa49-edd415fce4ea req-13bde028-8eb7-474f-9ff9-61b6d98ee0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:52.197982 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d507ae5c-2e6e-47cb-aa49-edd415fce4ea req-13bde028-8eb7-474f-9ff9-61b6d98ee0d7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=76d12cb1-1a3c-4efa-9623-20d225162f2e HTTP/1.1" status: 200 len: 910 time: 0.4176114 Feb 20 05:44:52.270467 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42962) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:52.281556 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d507ae5c-2e6e-47cb-aa49-edd415fce4ea req-89a80cbe-edbe-4914-82d0-4d9150295011 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53655028-3c36-4e37-97be-32bc691cf994 HTTP/1.1" status: 200 len: 217 time: 0.0717878 Feb 20 05:44:52.347726 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507ae5c-2e6e-47cb-aa49-edd415fce4ea req-9a0d6783-3f3f-4301-a1f9-62967436b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:52.349661 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d507ae5c-2e6e-47cb-aa49-edd415fce4ea req-9a0d6783-3f3f-4301-a1f9-62967436b603 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1649ffb8-d9f6-417b-ab41-9e2b689f05e1 HTTP/1.1" status: 200 len: 850 time: 0.0620375 Feb 20 05:44:52.351408 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1a574a0a-3f60-478a-a90e-3996b24abda1 req-c74edf50-59b6-4c85-b1b3-07ef07d10809 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (3f2b4839-870c-4f90-9dcf-6518fffacfa9), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:52.363197 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['1643336a-04d1-4c86-93b0-b36371c01714'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:44:52.389200 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74edf50-59b6-4c85-b1b3-07ef07d10809 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Pushing event deleted for resources: {'Port': ['ID=3f2b4839-870c-4f90-9dcf-6518fffacfa9,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:52.424354 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d507ae5c-2e6e-47cb-aa49-edd415fce4ea req-bf5122d4-5c3e-4a23-bae9-d3fc75ccc686 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76d12cb1-1a3c-4efa-9623-20d225162f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372922 Feb 20 05:44:52.558487 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d507ae5c-2e6e-47cb-aa49-edd415fce4ea req-90fff828-579e-4e2d-998e-121cf9a7a20c service neutron] 10.222.0.61 "GET /v2.0/networks/76d12cb1-1a3c-4efa-9623-20d225162f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227324 Feb 20 05:44:52.609320 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-55f7d374-d9b4-4977-888a-33539b7edd30 req-0b9f684f-f4a6-45d2-9e5e-cfea9ca1b01e tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9786108 Feb 20 05:44:52.620326 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-55f7d374-d9b4-4977-888a-33539b7edd30 req-e8c3c080-902d-4732-8357-32c7e2062d31 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:52.626259 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-5374d4be-59a5-4716-9bf6-0a6040f08b25 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-714126867-network', 'tenant_id': 'acb41e0e2a6445269a73d167d171a4e5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:52.641753 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9a524f52-8a22-477b-b48c-519413d94b96 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (c725ddd5-c702-48ae-a63b-3f2ac6c0af89), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:52.653297 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-32f99568-4709-4ce7-82fd-e0f7f58096c0 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Deleting port 1b90a0f8-454f-4c44-9de8-d420dae55c63 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:52.653663 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32f99568-4709-4ce7-82fd-e0f7f58096c0 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1b90a0f8-454f-4c44-9de8-d420dae55c63), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:52.720248 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a574a0a-3f60-478a-a90e-3996b24abda1 req-c74edf50-59b6-4c85-b1b3-07ef07d10809 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] No DVR routers for this DVR port 3f2b4839-870c-4f90-9dcf-6518fffacfa9 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:44:52.722907 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1a574a0a-3f60-478a-a90e-3996b24abda1 req-c74edf50-59b6-4c85-b1b3-07ef07d10809 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:52.727112 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1a574a0a-3f60-478a-a90e-3996b24abda1 req-c74edf50-59b6-4c85-b1b3-07ef07d10809 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.48 "DELETE /v2.0/ports/3f2b4839-870c-4f90-9dcf-6518fffacfa9 HTTP/1.1" status: 204 len: 173 time: 1.9936984 Feb 20 05:44:52.768124 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32f99568-4709-4ce7-82fd-e0f7f58096c0 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1b90a0f8-454f-4c44-9de8-d420dae55c63), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:52.787540 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-32f99568-4709-4ce7-82fd-e0f7f58096c0 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Calling delete_port for 1b90a0f8-454f-4c44-9de8-d420dae55c63 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:52.789467 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318924c4-cffe-45ca-9cd4-c308054a660a', 'name': 'network-vif-deleted', 'tag': '3f2b4839-870c-4f90-9dcf-6518fffacfa9'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:44:52.795866 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450c5e74-77e4-4682-9591-eb07e7623f3e" -d '{"events": [{"server_uuid": "318924c4-cffe-45ca-9cd4-c308054a660a", "name": "network-vif-deleted", "tag": "3f2b4839-870c-4f90-9dcf-6518fffacfa9"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:44:52.803865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42972) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:52.841289 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 1643336a-04d1-4c86-93b0-b36371c01714 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:44:52.934302 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d507ae5c-2e6e-47cb-aa49-edd415fce4ea req-36125cc8-505f-4fa2-a3ad-633ae960ddf8 service neutron] 10.222.0.61 "GET /v2.0/networks/76d12cb1-1a3c-4efa-9623-20d225162f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148060 Feb 20 05:44:52.970214 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5374d4be-59a5-4716-9bf6-0a6040f08b25 admin admin] Made reservation on behalf of acb41e0e2a6445269a73d167d171a4e5 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:44:52.976933 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5374d4be-59a5-4716-9bf6-0a6040f08b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:53.001493 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:53.012000 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddcbea4-d601-4aa1-8b64-22767ae14491 req-42665ec2-f6e0-4406-99b2-e19f49b332e9 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:53.013628 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ddcbea4-d601-4aa1-8b64-22767ae14491 req-42665ec2-f6e0-4406-99b2-e19f49b332e9 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.48 "GET /v2.0/ports?device_id=b43f97d6-fa06-41f3-91b6-b95096d757cd HTTP/1.1" status: 200 len: 946 time: 0.5719903 Feb 20 05:44:53.037024 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:53.099875 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40af2764-f10d-4f27-9477-802507b4be77', 'tag': '9b88aede-8653-4c45-989f-0b133900719c'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:44:53.103543 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c7c6c5-42d6-4d20-add8-8c29eeff6801" -d '{"events": [{"name": "network-changed", "server_uuid": "40af2764-f10d-4f27-9477-802507b4be77", "tag": "9b88aede-8653-4c45-989f-0b133900719c"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:44:53.131574 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32f99568-4709-4ce7-82fd-e0f7f58096c0 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (1b90a0f8-454f-4c44-9de8-d420dae55c63), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:53.145244 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a524f52-8a22-477b-b48c-519413d94b96 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Port': ['ID=c725ddd5-c702-48ae-a63b-3f2ac6c0af89,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:53.151264 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-55f7d374-d9b4-4977-888a-33539b7edd30 req-e8c3c080-902d-4732-8357-32c7e2062d31 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:53.186841 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f99568-4709-4ce7-82fd-e0f7f58096c0 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Pushing event deleted for resources: {'Port': ['ID=1b90a0f8-454f-4c44-9de8-d420dae55c63,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:53.197225 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 1643336a-04d1-4c86-93b0-b36371c01714 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:44:53.198086 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1643336a-04d1-4c86-93b0-b36371c01714), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:53.235180 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43f97d6-fa06-41f3-91b6-b95096d757cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1643336a-04d1-4c86-93b0-b36371c01714'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:44:53.249847 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5374d4be-59a5-4716-9bf6-0a6040f08b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:53.252411 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8baf26c-47d3-4b7b-be24-b57006915e8e" -d '{"events": [{"server_uuid": "b43f97d6-fa06-41f3-91b6-b95096d757cd", "name": "network-vif-unplugged", "status": "completed", "tag": "1643336a-04d1-4c86-93b0-b36371c01714"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:44:53.301116 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 1643336a-04d1-4c86-93b0-b36371c01714, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1643336a-04d1-4c86-93b0-b36371c01714,segment=NetworkSegment(33ab10d3-15e0-4954-b457-21e456a39d42),segment_id=33ab10d3-15e0-4954-b457-21e456a39d42)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:53.306039 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1643336a-04d1-4c86-93b0-b36371c01714), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:53.306767 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 3f2b4839-870c-4f90-9dcf-6518fffacfa9 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:44:53.349116 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b7c2219-d5f2-4661-ba81-68b094f8374f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:53.360460 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 3f2b4839-870c-4f90-9dcf-6518fffacfa9 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:44:53.360805 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 3f2b4839-870c-4f90-9dcf-6518fffacfa9 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:44:53.402610 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32f99568-4709-4ce7-82fd-e0f7f58096c0 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (92902c74-fdea-4d89-a3cd-765b7b2b9f53), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:53.473616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=1643336a-04d1-4c86-93b0-b36371c01714,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:53.491558 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5374d4be-59a5-4716-9bf6-0a6040f08b25 admin admin] Publish callbacks [] for security_group (15179e4c-0f91-484b-85c8-da4f5c3d579b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:53.507574 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5374d4be-59a5-4716-9bf6-0a6040f08b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (15179e4c-0f91-484b-85c8-da4f5c3d579b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:53.539337 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-0ddcbea4-d601-4aa1-8b64-22767ae14491 req-4ce73b15-59dc-46ee-8951-fe5ab4743815 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Deleting port 1643336a-04d1-4c86-93b0-b36371c01714 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:53.539682 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ddcbea4-d601-4aa1-8b64-22767ae14491 req-4ce73b15-59dc-46ee-8951-fe5ab4743815 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1643336a-04d1-4c86-93b0-b36371c01714), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:53.548739 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e29eb-122a-4255-8882-bcf58320e3b8 req-6b0c0ad4-05bc-4c3b-ab63-9e01b1374737 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:53.550872 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eb6e29eb-122a-4255-8882-bcf58320e3b8 req-6b0c0ad4-05bc-4c3b-ab63-9e01b1374737 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.61 "GET /v2.0/ports?device_id=9180e5f4-23e0-4ea6-83df-c972eba33cf6 HTTP/1.1" status: 200 len: 946 time: 0.2767506 Feb 20 05:44:53.593600 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32f99568-4709-4ce7-82fd-e0f7f58096c0 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (92902c74-fdea-4d89-a3cd-765b7b2b9f53), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:53.597210 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5374d4be-59a5-4716-9bf6-0a6040f08b25 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:44:53.602836 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32f99568-4709-4ce7-82fd-e0f7f58096c0 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_controller (92902c74-fdea-4d89-a3cd-765b7b2b9f53), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:53.669628 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374d4be-59a5-4716-9bf6-0a6040f08b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15179e4c-0f91-484b-85c8-da4f5c3d579b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:53.726530 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5374d4be-59a5-4716-9bf6-0a6040f08b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (81e44e21-b8ee-478b-8735-a3a160baee31), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:53.726815 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-5374d4be-59a5-4716-9bf6-0a6040f08b25 admin admin] Added segment 81e44e21-b8ee-478b-8735-a3a160baee31 of type vlan for network 61cdc046-d5a8-4a07-b1ac-f5104cc7604b Feb 20 05:44:53.752290 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32f99568-4709-4ce7-82fd-e0f7f58096c0 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (92902c74-fdea-4d89-a3cd-765b7b2b9f53), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:53.753024 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f99568-4709-4ce7-82fd-e0f7f58096c0 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Fanout notify agent at l3_agent the message router_deleted on router 92902c74-fdea-4d89-a3cd-765b7b2b9f53 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:44:53.761377 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32f99568-4709-4ce7-82fd-e0f7f58096c0 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:53.766248 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-32f99568-4709-4ce7-82fd-e0f7f58096c0 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "DELETE /v2.0/routers/92902c74-fdea-4d89-a3cd-765b7b2b9f53 HTTP/1.1" status: 204 len: 168 time: 2.8172951 Feb 20 05:44:53.769173 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42986) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:53.775893 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-57c1294b-6f7b-4250-9978-399640321356 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1661571675', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:53.784140 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9a524f52-8a22-477b-b48c-519413d94b96 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (63ea7942-5f0f-40e8-a99f-00ee3dce1ef7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:53.861506 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-57c1294b-6f7b-4250-9978-399640321356 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (f2d53ff8-1cfa-4c93-8044-c734e1629032), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:53.862553 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-57c1294b-6f7b-4250-9978-399640321356 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (f2d53ff8-1cfa-4c93-8044-c734e1629032), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:54.021185 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-55f7d374-d9b4-4977-888a-33539b7edd30 req-e8c3c080-902d-4732-8357-32c7e2062d31 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:54.026218 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-57c1294b-6f7b-4250-9978-399640321356 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_controller (f2d53ff8-1cfa-4c93-8044-c734e1629032), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:54.070917 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-57c1294b-6f7b-4250-9978-399640321356 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (f2d53ff8-1cfa-4c93-8044-c734e1629032), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:54.089205 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a524f52-8a22-477b-b48c-519413d94b96 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Router 63ea7942-5f0f-40e8-a99f-00ee3dce1ef7 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:44:54.143184 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-57c1294b-6f7b-4250-9978-399640321356 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:54.147941 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-57c1294b-6f7b-4250-9978-399640321356 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3741009 Feb 20 05:44:54.159442 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42988) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:54.167516 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-95c5e865-bee6-4437-ae79-57a6813aeaa4 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'enable_snat': False}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:54.231363 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5374d4be-59a5-4716-9bf6-0a6040f08b25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (61cdc046-d5a8-4a07-b1ac-f5104cc7604b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:54.247583 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-0ddcbea4-d601-4aa1-8b64-22767ae14491 req-4ce73b15-59dc-46ee-8951-fe5ab4743815 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] For port 1643336a-04d1-4c86-93b0-b36371c01714, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1643336a-04d1-4c86-93b0-b36371c01714,segment=NetworkSegment(33ab10d3-15e0-4954-b457-21e456a39d42),segment_id=33ab10d3-15e0-4954-b457-21e456a39d42)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:54.247855 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ddcbea4-d601-4aa1-8b64-22767ae14491 req-4ce73b15-59dc-46ee-8951-fe5ab4743815 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1643336a-04d1-4c86-93b0-b36371c01714), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:54.259658 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a524f52-8a22-477b-b48c-519413d94b96 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:44:54.270332 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9a524f52-8a22-477b-b48c-519413d94b96 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "PUT /v2.0/routers/63ea7942-5f0f-40e8-a99f-00ee3dce1ef7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0115392 Feb 20 05:44:54.276968 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42990) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:54.279367 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577c05e9-328e-4414-b0cf-0e5741bba3f7 None None] Sync routers for ids ['63ea7942-5f0f-40e8-a99f-00ee3dce1ef7'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:44:54.291724 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577c05e9-328e-4414-b0cf-0e5741bba3f7 None None] Routers {'63ea7942-5f0f-40e8-a99f-00ee3dce1ef7'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:54.293399 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-577c05e9-328e-4414-b0cf-0e5741bba3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['63ea7942-5f0f-40e8-a99f-00ee3dce1ef7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:54.312988 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b7c2219-d5f2-4661-ba81-68b094f8374f admin admin] Publish callbacks [] for security_group (6599acf1-7192-432e-b68e-d22dc7179491), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:54.325341 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-0ddcbea4-d601-4aa1-8b64-22767ae14491 req-4ce73b15-59dc-46ee-8951-fe5ab4743815 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Calling delete_port for 1643336a-04d1-4c86-93b0-b36371c01714 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:54.331773 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b7c2219-d5f2-4661-ba81-68b094f8374f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6599acf1-7192-432e-b68e-d22dc7179491), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:54.332894 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-20580be2-84b6-4991-83cc-a5fe28a7dc70 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "GET /v2.0/ports?device_id=63ea7942-5f0f-40e8-a99f-00ee3dce1ef7 HTTP/1.1" status: 200 len: 205 time: 0.0523968 Feb 20 05:44:54.334291 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42992) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:54.341525 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-577c05e9-328e-4414-b0cf-0e5741bba3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:54.351449 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577c05e9-328e-4414-b0cf-0e5741bba3f7 None None] Routers {'63ea7942-5f0f-40e8-a99f-00ee3dce1ef7'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:54.352594 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-577c05e9-328e-4414-b0cf-0e5741bba3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['63ea7942-5f0f-40e8-a99f-00ee3dce1ef7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:54.391311 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-577c05e9-328e-4414-b0cf-0e5741bba3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:54.393734 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577c05e9-328e-4414-b0cf-0e5741bba3f7 None None] The sync data for ids ['63ea7942-5f0f-40e8-a99f-00ee3dce1ef7'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:44:54.420084 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-55f7d374-d9b4-4977-888a-33539b7edd30 req-e8c3c080-902d-4732-8357-32c7e2062d31 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Allocated IP 172.25.3.242 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/de99aa03-b00c-429b-b41b-a0d08bf0fda2) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:44:54.464085 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef2b8231-3e49-491e-9180-1565db492893 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router (63ea7942-5f0f-40e8-a99f-00ee3dce1ef7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:54.496845 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5374d4be-59a5-4716-9bf6-0a6040f08b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (61cdc046-d5a8-4a07-b1ac-f5104cc7604b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:54.497853 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5374d4be-59a5-4716-9bf6-0a6040f08b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:54.498372 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5374d4be-59a5-4716-9bf6-0a6040f08b25 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:54.513850 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-eb6e29eb-122a-4255-8882-bcf58320e3b8 req-3da1c834-4ae0-43ac-ae91-24d7db164e10 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Deleting port 578f8d14-2089-4a94-b271-cbd87184d424 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:54.514224 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-eb6e29eb-122a-4255-8882-bcf58320e3b8 req-3da1c834-4ae0-43ac-ae91-24d7db164e10 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (578f8d14-2089-4a94-b271-cbd87184d424), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:54.522942 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c2219-d5f2-4661-ba81-68b094f8374f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6599acf1-7192-432e-b68e-d22dc7179491,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:54.532880 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2b7c2219-d5f2-4661-ba81-68b094f8374f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f20ae4551194d8b8578b3bae503559e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7133305 Feb 20 05:44:54.546804 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42994) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:54.642803 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5374d4be-59a5-4716-9bf6-0a6040f08b25 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3685753 Feb 20 05:44:54.652637 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42996) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:54.659985 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-5f59667b-947d-41c3-975e-3a788a0c7f1e admin admin] Request body: {'subnet': {'network_id': '61cdc046-d5a8-4a07-b1ac-f5104cc7604b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-714126867-subnet', 'tenant_id': 'acb41e0e2a6445269a73d167d171a4e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:54.724371 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef2b8231-3e49-491e-9180-1565db492893 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (63ea7942-5f0f-40e8-a99f-00ee3dce1ef7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:54.727945 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef2b8231-3e49-491e-9180-1565db492893 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router_controller (63ea7942-5f0f-40e8-a99f-00ee3dce1ef7), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:54.734357 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-95c5e865-bee6-4437-ae79-57a6813aeaa4 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router_gateway (f2d53ff8-1cfa-4c93-8044-c734e1629032), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:54.750795 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f59667b-947d-41c3-975e-3a788a0c7f1e admin admin] Made reservation on behalf of acb41e0e2a6445269a73d167d171a4e5 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:44:54.752819 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f59667b-947d-41c3-975e-3a788a0c7f1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:54.758831 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374d4be-59a5-4716-9bf6-0a6040f08b25 admin admin] Pushing event updated for resources: {'Network': ['ID=61cdc046-d5a8-4a07-b1ac-f5104cc7604b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:54.772717 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 61cdc046-d5a8-4a07-b1ac-f5104cc7604b details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:44:54.832923 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-55f7d374-d9b4-4977-888a-33539b7edd30 req-e8c3c080-902d-4732-8357-32c7e2062d31 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks [] for port (de99aa03-b00c-429b-b41b-a0d08bf0fda2), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:54.845411 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef2b8231-3e49-491e-9180-1565db492893 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (63ea7942-5f0f-40e8-a99f-00ee3dce1ef7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:54.845934 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2b8231-3e49-491e-9180-1565db492893 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Fanout notify agent at l3_agent the message router_deleted on router 63ea7942-5f0f-40e8-a99f-00ee3dce1ef7 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:44:54.854245 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef2b8231-3e49-491e-9180-1565db492893 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:54.855251 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ef2b8231-3e49-491e-9180-1565db492893 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/routers/63ea7942-5f0f-40e8-a99f-00ee3dce1ef7 HTTP/1.1" status: 204 len: 168 time: 0.5120807 Feb 20 05:44:54.860546 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42998) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:54.906950 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2488b886-8d64-4953-8eeb-6a4032b4a8f0 admin admin] Publish callbacks [] for security_group (6599acf1-7192-432e-b68e-d22dc7179491), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:54.942781 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-eb6e29eb-122a-4255-8882-bcf58320e3b8 req-3da1c834-4ae0-43ac-ae91-24d7db164e10 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] For port 578f8d14-2089-4a94-b271-cbd87184d424, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=578f8d14-2089-4a94-b271-cbd87184d424,segment=NetworkSegment(1e7b572d-eea8-4575-add7-3e01e35d46d2),segment_id=1e7b572d-eea8-4575-add7-3e01e35d46d2)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:54.943189 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-eb6e29eb-122a-4255-8882-bcf58320e3b8 req-3da1c834-4ae0-43ac-ae91-24d7db164e10 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (578f8d14-2089-4a94-b271-cbd87184d424), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:54.959574 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2e3ee0-b3a8-44ca-b2df-ad68d05abc68 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Deleting subnet 57508f2f-822f-4985-b9ec-2a3ee2c3e359 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:44:54.965925 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea2e3ee0-b3a8-44ca-b2df-ad68d05abc68 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for subnet (57508f2f-822f-4985-b9ec-2a3ee2c3e359), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:54.974240 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2488b886-8d64-4953-8eeb-6a4032b4a8f0 admin admin] Publish callbacks [] for security_group (6599acf1-7192-432e-b68e-d22dc7179491), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:54.977436 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-eb6e29eb-122a-4255-8882-bcf58320e3b8 req-3da1c834-4ae0-43ac-ae91-24d7db164e10 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Calling delete_port for 578f8d14-2089-4a94-b271-cbd87184d424 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:54.986526 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ddcbea4-d601-4aa1-8b64-22767ae14491 req-4ce73b15-59dc-46ee-8951-fe5ab4743815 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (1643336a-04d1-4c86-93b0-b36371c01714), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:55.016428 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-55f7d374-d9b4-4977-888a-33539b7edd30 req-e8c3c080-902d-4732-8357-32c7e2062d31 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (de99aa03-b00c-429b-b41b-a0d08bf0fda2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:55.053362 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce73b15-59dc-46ee-8951-fe5ab4743815 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Pushing event deleted for resources: {'Port': ['ID=1643336a-04d1-4c86-93b0-b36371c01714,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:55.085315 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea2e3ee0-b3a8-44ca-b2df-ad68d05abc68 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (57508f2f-822f-4985-b9ec-2a3ee2c3e359), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:55.140804 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f7d374-d9b4-4977-888a-33539b7edd30 req-e8c3c080-902d-4732-8357-32c7e2062d31 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:44:55.152111 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-55f7d374-d9b4-4977-888a-33539b7edd30 req-e8c3c080-902d-4732-8357-32c7e2062d31 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:55.152841 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ddcbea4-d601-4aa1-8b64-22767ae14491 req-4ce73b15-59dc-46ee-8951-fe5ab4743815 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] No DVR routers for this DVR port 1643336a-04d1-4c86-93b0-b36371c01714 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:44:55.154864 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0ddcbea4-d601-4aa1-8b64-22767ae14491 req-4ce73b15-59dc-46ee-8951-fe5ab4743815 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:55.159542 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0ddcbea4-d601-4aa1-8b64-22767ae14491 req-4ce73b15-59dc-46ee-8951-fe5ab4743815 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.48 "DELETE /v2.0/ports/1643336a-04d1-4c86-93b0-b36371c01714 HTTP/1.1" status: 204 len: 173 time: 2.1284060 Feb 20 05:44:55.164166 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f7d374-d9b4-4977-888a-33539b7edd30 req-e8c3c080-902d-4732-8357-32c7e2062d31 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:44:55.205365 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:55.218638 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2488b886-8d64-4953-8eeb-6a4032b4a8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6599acf1-7192-432e-b68e-d22dc7179491), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:55.222090 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2488b886-8d64-4953-8eeb-6a4032b4a8f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:55.223476 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2488b886-8d64-4953-8eeb-6a4032b4a8f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6599acf1-7192-432e-b68e-d22dc7179491 HTTP/1.1" status: 204 len: 168 time: 0.6627421 Feb 20 05:44:55.243361 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488b886-8d64-4953-8eeb-6a4032b4a8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6599acf1-7192-432e-b68e-d22dc7179491,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:55.247013 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3c080-902d-4732-8357-32c7e2062d31 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Pushing event updated for resources: {'Port': ['ID=de99aa03-b00c-429b-b41b-a0d08bf0fda2,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:55.324725 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f59667b-947d-41c3-975e-3a788a0c7f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (4e51ed97-29cd-43a4-b0f5-5d73bbc12ce6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:55.375901 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea2e3ee0-b3a8-44ca-b2df-ad68d05abc68 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (57508f2f-822f-4985-b9ec-2a3ee2c3e359), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:55.438279 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59667b-947d-41c3-975e-3a788a0c7f1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e51ed97-29cd-43a4-b0f5-5d73bbc12ce6,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:55.456619 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-eb6e29eb-122a-4255-8882-bcf58320e3b8 req-3da1c834-4ae0-43ac-ae91-24d7db164e10 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (578f8d14-2089-4a94-b271-cbd87184d424), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:55.474870 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['7d2de23e-e3a0-4590-9f1a-5a0d4e44c173', '51d29bdc-3670-495b-93ad-f45af11aea59'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:44:55.492685 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-95c5e865-bee6-4437-ae79-57a6813aeaa4 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router_gateway (f2d53ff8-1cfa-4c93-8044-c734e1629032), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:55.500907 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1c834-4ae0-43ac-ae91-24d7db164e10 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Pushing event deleted for resources: {'Port': ['ID=578f8d14-2089-4a94-b271-cbd87184d424,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:55.501820 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f59667b-947d-41c3-975e-3a788a0c7f1e admin admin] Checking segment: {'id': '81e44e21-b8ee-478b-8735-a3a160baee31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '61cdc046-d5a8-4a07-b1ac-f5104cc7604b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:44:55.502198 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f59667b-947d-41c3-975e-3a788a0c7f1e admin admin] Network hostable DHCP agents. Network: 61cdc046-d5a8-4a07-b1ac-f5104cc7604b, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:44:55.545071 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea2e3ee0-b3a8-44ca-b2df-ad68d05abc68 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (57508f2f-822f-4985-b9ec-2a3ee2c3e359), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:55.545477 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-95c5e865-bee6-4437-ae79-57a6813aeaa4 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:55.607880 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-55f7d374-d9b4-4977-888a-33539b7edd30 req-e8c3c080-902d-4732-8357-32c7e2062d31 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks [] for floatingip (339847d0-993c-402d-aa80-bb3c494d516d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:55.619209 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e3ee0-b3a8-44ca-b2df-ad68d05abc68 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Subnet': ['ID=57508f2f-822f-4985-b9ec-2a3ee2c3e359,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:55.624247 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea2e3ee0-b3a8-44ca-b2df-ad68d05abc68 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:55.627801 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ea2e3ee0-b3a8-44ca-b2df-ad68d05abc68 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/subnets/57508f2f-822f-4985-b9ec-2a3ee2c3e359 HTTP/1.1" status: 204 len: 168 time: 0.7662952 Feb 20 05:44:55.634439 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43006) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:55.637920 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6e29eb-122a-4255-8882-bcf58320e3b8 req-3da1c834-4ae0-43ac-ae91-24d7db164e10 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] No DVR routers for this DVR port 578f8d14-2089-4a94-b271-cbd87184d424 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:44:55.642306 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-eb6e29eb-122a-4255-8882-bcf58320e3b8 req-3da1c834-4ae0-43ac-ae91-24d7db164e10 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:55.646123 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eb6e29eb-122a-4255-8882-bcf58320e3b8 req-3da1c834-4ae0-43ac-ae91-24d7db164e10 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.61 "DELETE /v2.0/ports/578f8d14-2089-4a94-b271-cbd87184d424 HTTP/1.1" status: 204 len: 173 time: 2.0726511 Feb 20 05:44:55.651480 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f59667b-947d-41c3-975e-3a788a0c7f1e admin admin] Network 61cdc046-d5a8-4a07-b1ac-f5104cc7604b is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:44:55.652595 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f012c10-f1e0-4ac0-bd58-ef3fceb4c60f None None] Network 4e8bea3d-1753-4281-9d29-bd45e80a8c7d requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:44:55.746502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-95c5e865-bee6-4437-ae79-57a6813aeaa4 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Allocated IP 172.25.3.121 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/710bb26c-917e-4390-8d24-bd75575f4238) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:44:55.770413 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-5f59667b-947d-41c3-975e-3a788a0c7f1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 61cdc046-d5a8-4a07-b1ac-f5104cc7604b) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:55.790505 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59667b-947d-41c3-975e-3a788a0c7f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:55.791697 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f59667b-947d-41c3-975e-3a788a0c7f1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:55.799629 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6622d2b-34b4-4290-afaf-287b0a0c4be2 None None] Network 61cdc046-d5a8-4a07-b1ac-f5104cc7604b requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:44:55.841993 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5f59667b-947d-41c3-975e-3a788a0c7f1e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1845579 Feb 20 05:44:55.845103 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43012) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:55.862039 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-e0da02d5-ff48-4dde-bba9-2e16e3540215 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-714126867-router', 'tenant_id': 'acb41e0e2a6445269a73d167d171a4e5', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:55.884052 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-55f7d374-d9b4-4977-888a-33539b7edd30 req-e8c3c080-902d-4732-8357-32c7e2062d31 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (de99aa03-b00c-429b-b41b-a0d08bf0fda2), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:55.901976 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e0da02d5-ff48-4dde-bba9-2e16e3540215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (ede53519-a0a1-4021-8925-dfd0f515ad7a), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:55.903326 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e0da02d5-ff48-4dde-bba9-2e16e3540215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (ede53519-a0a1-4021-8925-dfd0f515ad7a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:55.968659 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-95c5e865-bee6-4437-ae79-57a6813aeaa4 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for port (710bb26c-917e-4390-8d24-bd75575f4238), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:55.976821 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a812e32a-8e74-412d-9366-2d53812741b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-61cdc046-d5a8-4a07-b1ac-f5104cc7604b', 'network_id': '61cdc046-d5a8-4a07-b1ac-f5104cc7604b', 'project_id': 'acb41e0e2a6445269a73d167d171a4e5', 'fixed_ips': [{'subnet_id': '4e51ed97-29cd-43a4-b0f5-5d73bbc12ce6'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:44:55.979488 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a812e32a-8e74-412d-9366-2d53812741b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:56.016553 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef7e0ca9-2c58-4fe7-9840-3354a1084a65 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (4e8bea3d-1753-4281-9d29-bd45e80a8c7d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:56.043136 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e0da02d5-ff48-4dde-bba9-2e16e3540215 admin admin] Publish callbacks [] for router_controller (ede53519-a0a1-4021-8925-dfd0f515ad7a), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:56.122622 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0839302-808b-4513-97aa-5f00fe1acbdc None None] DHCP port deletion for 4e8bea3d-1753-4281-9d29-bd45e80a8c7d request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:44:56.167917 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-55f7d374-d9b4-4977-888a-33539b7edd30 req-e8c3c080-902d-4732-8357-32c7e2062d31 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks [] for port (de99aa03-b00c-429b-b41b-a0d08bf0fda2), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:56.171730 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-ef7e0ca9-2c58-4fe7-9840-3354a1084a65 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Deleting port 41f6d12f-6c33-4e20-9ff2-2dfe758616ff {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:56.172255 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef7e0ca9-2c58-4fe7-9840-3354a1084a65 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (41f6d12f-6c33-4e20-9ff2-2dfe758616ff), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:56.187414 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-95c5e865-bee6-4437-ae79-57a6813aeaa4 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (710bb26c-917e-4390-8d24-bd75575f4238), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:56.202002 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-55f7d374-d9b4-4977-888a-33539b7edd30 req-e8c3c080-902d-4732-8357-32c7e2062d31 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (de99aa03-b00c-429b-b41b-a0d08bf0fda2), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:56.267789 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-a812e32a-8e74-412d-9366-2d53812741b5 None None] Allocated IP 172.20.0.2 (61cdc046-d5a8-4a07-b1ac-f5104cc7604b/4e51ed97-29cd-43a4-b0f5-5d73bbc12ce6/d180a15b-531a-4b94-9e8f-2ca1f9206940) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:44:56.306794 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b0839302-808b-4513-97aa-5f00fe1acbdc None None] Deleting port 41f6d12f-6c33-4e20-9ff2-2dfe758616ff {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:56.307233 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b0839302-808b-4513-97aa-5f00fe1acbdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (41f6d12f-6c33-4e20-9ff2-2dfe758616ff), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:56.343779 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c5e865-bee6-4437-ae79-57a6813aeaa4 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:44:56.348393 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3c080-902d-4732-8357-32c7e2062d31 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Pushing event updated for resources: {'Port': ['ID=de99aa03-b00c-429b-b41b-a0d08bf0fda2,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:56.358607 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-ef7e0ca9-2c58-4fe7-9840-3354a1084a65 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] For port 41f6d12f-6c33-4e20-9ff2-2dfe758616ff, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=41f6d12f-6c33-4e20-9ff2-2dfe758616ff,segment=NetworkSegment(1e21e155-c014-4832-97b6-f8ea01a4d03b),segment_id=1e21e155-c014-4832-97b6-f8ea01a4d03b)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:56.359119 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef7e0ca9-2c58-4fe7-9840-3354a1084a65 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (41f6d12f-6c33-4e20-9ff2-2dfe758616ff), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:56.373677 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-ef7e0ca9-2c58-4fe7-9840-3354a1084a65 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Calling delete_port for 41f6d12f-6c33-4e20-9ff2-2dfe758616ff owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:56.399218 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-95c5e865-bee6-4437-ae79-57a6813aeaa4 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:56.407439 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c5e865-bee6-4437-ae79-57a6813aeaa4 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:44:56.434721 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b0839302-808b-4513-97aa-5f00fe1acbdc None None] For port 41f6d12f-6c33-4e20-9ff2-2dfe758616ff, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=41f6d12f-6c33-4e20-9ff2-2dfe758616ff,segment=NetworkSegment(1e21e155-c014-4832-97b6-f8ea01a4d03b),segment_id=1e21e155-c014-4832-97b6-f8ea01a4d03b)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:56.435206 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b0839302-808b-4513-97aa-5f00fe1acbdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (41f6d12f-6c33-4e20-9ff2-2dfe758616ff), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:56.452340 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e0da02d5-ff48-4dde-bba9-2e16e3540215 admin admin] Publish callbacks [] for router_gateway (ede53519-a0a1-4021-8925-dfd0f515ad7a), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:56.457981 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b0839302-808b-4513-97aa-5f00fe1acbdc None None] Calling delete_port for 41f6d12f-6c33-4e20-9ff2-2dfe758616ff owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:44:56.466497 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef7e0ca9-2c58-4fe7-9840-3354a1084a65 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (41f6d12f-6c33-4e20-9ff2-2dfe758616ff), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:56.501707 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43024) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:56.509369 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e0ca9-2c58-4fe7-9840-3354a1084a65 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Port': ['ID=41f6d12f-6c33-4e20-9ff2-2dfe758616ff,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:56.511493 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7e0ca9-2c58-4fe7-9840-3354a1084a65 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] No DVR routers for this DVR port 41f6d12f-6c33-4e20-9ff2-2dfe758616ff on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:44:56.513035 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-55f7d374-d9b4-4977-888a-33539b7edd30 req-e8c3c080-902d-4732-8357-32c7e2062d31 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (339847d0-993c-402d-aa80-bb3c494d516d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:56.515820 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5e865-bee6-4437-ae79-57a6813aeaa4 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Pushing event updated for resources: {'Port': ['ID=710bb26c-917e-4390-8d24-bd75575f4238,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:56.592270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 578f8d14-2089-4a94-b271-cbd87184d424 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:44:56.644426 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 578f8d14-2089-4a94-b271-cbd87184d424 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:44:56.644891 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 578f8d14-2089-4a94-b271-cbd87184d424 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:44:56.646871 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a812e32a-8e74-412d-9366-2d53812741b5 None None] Publish callbacks [] for port (d180a15b-531a-4b94-9e8f-2ca1f9206940), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:56.665211 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a812e32a-8e74-412d-9366-2d53812741b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (d180a15b-531a-4b94-9e8f-2ca1f9206940), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:56.673307 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-65d16a5c-660d-4b31-9ec4-707225dd7a56 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1142190004-network', 'tenant_id': '3e4863d605694b08afc00913a648aace'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:56.679869 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:44:56.683321 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:56.683321 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:44:56.683321 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:56.683321 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:44:56.683321 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:56.683321 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:44:56.683321 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:56.683321 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:44:56.683321 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:56.683321 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:44:56.683321 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:56.683321 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:44:56.683321 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:44:56.683321 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:44:56.711408 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a812e32a-8e74-412d-9366-2d53812741b5 None None] Network 61cdc046-d5a8-4a07-b1ac-f5104cc7604b is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:44:56.715930 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b0839302-808b-4513-97aa-5f00fe1acbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (41f6d12f-6c33-4e20-9ff2-2dfe758616ff), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:56.721371 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-a812e32a-8e74-412d-9366-2d53812741b5 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:56.734219 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a812e32a-8e74-412d-9366-2d53812741b5 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:44:56.743536 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d16a5c-660d-4b31-9ec4-707225dd7a56 admin admin] Made reservation on behalf of 3e4863d605694b08afc00913a648aace for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:44:56.745918 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-65d16a5c-660d-4b31-9ec4-707225dd7a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:56.782196 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0839302-808b-4513-97aa-5f00fe1acbdc None None] No DVR routers for this DVR port 41f6d12f-6c33-4e20-9ff2-2dfe758616ff on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:44:56.791696 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-65d16a5c-660d-4b31-9ec4-707225dd7a56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:56.801765 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812e32a-8e74-412d-9366-2d53812741b5 None None] Pushing event updated for resources: {'Port': ['ID=d180a15b-531a-4b94-9e8f-2ca1f9206940,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:56.830024 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0839302-808b-4513-97aa-5f00fe1acbdc None None] Pushing event deleted for resources: {'Port': ['ID=41f6d12f-6c33-4e20-9ff2-2dfe758616ff,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:56.843893 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-95c5e865-bee6-4437-ae79-57a6813aeaa4 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router_gateway (f2d53ff8-1cfa-4c93-8044-c734e1629032), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:56.844646 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-a812e32a-8e74-412d-9366-2d53812741b5 None None] Attempting to bind port d180a15b-531a-4b94-9e8f-2ca1f9206940 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:44:56.845160 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-a812e32a-8e74-412d-9366-2d53812741b5 None None] Attempting to bind port d180a15b-531a-4b94-9e8f-2ca1f9206940 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '81e44e21-b8ee-478b-8735-a3a160baee31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '61cdc046-d5a8-4a07-b1ac-f5104cc7604b'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:44:56.845460 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a812e32a-8e74-412d-9366-2d53812741b5 None None] Attempting to bind port d180a15b-531a-4b94-9e8f-2ca1f9206940 on network 61cdc046-d5a8-4a07-b1ac-f5104cc7604b {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:44:56.852358 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a812e32a-8e74-412d-9366-2d53812741b5 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:44:56.852807 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a812e32a-8e74-412d-9366-2d53812741b5 None None] Checking segment: {'id': '81e44e21-b8ee-478b-8735-a3a160baee31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '61cdc046-d5a8-4a07-b1ac-f5104cc7604b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:44:56.853466 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a812e32a-8e74-412d-9366-2d53812741b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:56.853920 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a812e32a-8e74-412d-9366-2d53812741b5 None None] Bound using segment: {'id': '81e44e21-b8ee-478b-8735-a3a160baee31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '61cdc046-d5a8-4a07-b1ac-f5104cc7604b'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:44:56.854440 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-a812e32a-8e74-412d-9366-2d53812741b5 None None] Bound port: d180a15b-531a-4b94-9e8f-2ca1f9206940, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81e44e21-b8ee-478b-8735-a3a160baee31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '61cdc046-d5a8-4a07-b1ac-f5104cc7604b'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:44:56.854808 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a812e32a-8e74-412d-9366-2d53812741b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d180a15b-531a-4b94-9e8f-2ca1f9206940), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:56.927951 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a812e32a-8e74-412d-9366-2d53812741b5 None None] For port d180a15b-531a-4b94-9e8f-2ca1f9206940, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:44:56.931418 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a812e32a-8e74-412d-9366-2d53812741b5 None None] For port d180a15b-531a-4b94-9e8f-2ca1f9206940, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d180a15b-531a-4b94-9e8f-2ca1f9206940,segment=NetworkSegment(81e44e21-b8ee-478b-8735-a3a160baee31),segment_id=81e44e21-b8ee-478b-8735-a3a160baee31)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:44:56.942454 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a812e32a-8e74-412d-9366-2d53812741b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d180a15b-531a-4b94-9e8f-2ca1f9206940), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:56.991438 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-55f7d374-d9b4-4977-888a-33539b7edd30 req-e8c3c080-902d-4732-8357-32c7e2062d31 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:56.992959 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-55f7d374-d9b4-4977-888a-33539b7edd30 req-e8c3c080-902d-4732-8357-32c7e2062d31 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3827894 Feb 20 05:44:57.023527 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812e32a-8e74-412d-9366-2d53812741b5 None None] Pushing event updated for resources: {'Port': ['ID=d180a15b-531a-4b94-9e8f-2ca1f9206940,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:57.113735 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-65d16a5c-660d-4b31-9ec4-707225dd7a56 admin admin] Publish callbacks [] for security_group (1ee2c157-167e-43ba-8d81-5007a167b856), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:57.128572 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef7e0ca9-2c58-4fe7-9840-3354a1084a65 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (4e8bea3d-1753-4281-9d29-bd45e80a8c7d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:57.134280 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-55f7d374-d9b4-4977-888a-33539b7edd30 req-9f14344a-6d87-4fc3-82d3-5db27145aa29 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.242 HTTP/1.1" status: 200 len: 696 time: 0.1265504 Feb 20 05:44:57.156582 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e0da02d5-ff48-4dde-bba9-2e16e3540215 admin admin] Publish callbacks [] for router_gateway (ede53519-a0a1-4021-8925-dfd0f515ad7a), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:57.170229 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-65d16a5c-660d-4b31-9ec4-707225dd7a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (1ee2c157-167e-43ba-8d81-5007a167b856), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:57.173160 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-ef7e0ca9-2c58-4fe7-9840-3354a1084a65 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e8bea3d-1753-4281-9d29-bd45e80a8c7d']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:57.202034 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e0da02d5-ff48-4dde-bba9-2e16e3540215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:57.214616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 41f6d12f-6c33-4e20-9ff2-2dfe758616ff no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:44:57.223381 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-ef7e0ca9-2c58-4fe7-9840-3354a1084a65 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e21e155-c014-4832-97b6-f8ea01a4d03b') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:57.223381 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-ef7e0ca9-2c58-4fe7-9840-3354a1084a65 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e21e155-c014-4832-97b6-f8ea01a4d03b') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:57.239903 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d16a5c-660d-4b31-9ec4-707225dd7a56 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:44:57.247230 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef7e0ca9-2c58-4fe7-9840-3354a1084a65 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (1e21e155-c014-4832-97b6-f8ea01a4d03b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:57.277453 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 41f6d12f-6c33-4e20-9ff2-2dfe758616ff {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:44:57.278142 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 41f6d12f-6c33-4e20-9ff2-2dfe758616ff not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:44:57.284335 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef7e0ca9-2c58-4fe7-9840-3354a1084a65 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (1e21e155-c014-4832-97b6-f8ea01a4d03b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:57.310647 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef7e0ca9-2c58-4fe7-9840-3354a1084a65 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:44:57.311167 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef7e0ca9-2c58-4fe7-9840-3354a1084a65 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (1e21e155-c014-4832-97b6-f8ea01a4d03b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:44:57.314496 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:44:57.338093 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-65d16a5c-660d-4b31-9ec4-707225dd7a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (f700fbf4-ef11-48e5-bb1a-791d5636cc98), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:57.338450 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-65d16a5c-660d-4b31-9ec4-707225dd7a56 admin admin] Added segment f700fbf4-ef11-48e5-bb1a-791d5636cc98 of type vlan for network 75c9151b-9e39-4316-b04e-d9d5f08d8092 Feb 20 05:44:57.341188 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d16a5c-660d-4b31-9ec4-707225dd7a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee2c157-167e-43ba-8d81-5007a167b856,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:57.379990 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7d374-d9b4-4977-888a-33539b7edd30 req-faf98187-b129-4657-8857-ec1dfab85a25 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:57.381948 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-55f7d374-d9b4-4977-888a-33539b7edd30 req-faf98187-b129-4657-8857-ec1dfab85a25 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.2394540 Feb 20 05:44:57.395057 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-55f7d374-d9b4-4977-888a-33539b7edd30 req-80f2c4aa-01ee-492e-9f1e-4d55eda57f88 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:44:57.396110 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-55f7d374-d9b4-4977-888a-33539b7edd30 req-80f2c4aa-01ee-492e-9f1e-4d55eda57f88 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059493 Feb 20 05:44:57.403104 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef7e0ca9-2c58-4fe7-9840-3354a1084a65 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (4e8bea3d-1753-4281-9d29-bd45e80a8c7d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:57.408833 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef7e0ca9-2c58-4fe7-9840-3354a1084a65 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:57.416787 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ef7e0ca9-2c58-4fe7-9840-3354a1084a65 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/networks/4e8bea3d-1753-4281-9d29-bd45e80a8c7d HTTP/1.1" status: 204 len: 168 time: 1.7771935 Feb 20 05:44:57.416787 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43030) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:57.421170 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-95c5e865-bee6-4437-ae79-57a6813aeaa4 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (f2d53ff8-1cfa-4c93-8044-c734e1629032), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:57.423494 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-1228d99d-3415-4734-b7e9-f2e468a1bc73 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-192144204', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:57.438641 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-65d16a5c-660d-4b31-9ec4-707225dd7a56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (75c9151b-9e39-4316-b04e-d9d5f08d8092), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:57.460581 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e0ca9-2c58-4fe7-9840-3354a1084a65 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Network': ['ID=4e8bea3d-1753-4281-9d29-bd45e80a8c7d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:57.469255 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1228d99d-3415-4734-b7e9-f2e468a1bc73 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (99a2bed1-b3c3-466f-8a3d-f54cbd034a81), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:57.470369 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1228d99d-3415-4734-b7e9-f2e468a1bc73 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (99a2bed1-b3c3-466f-8a3d-f54cbd034a81), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:57.492993 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-95c5e865-bee6-4437-ae79-57a6813aeaa4 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691773'] for router (f2d53ff8-1cfa-4c93-8044-c734e1629032), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:57.548010 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1228d99d-3415-4734-b7e9-f2e468a1bc73 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router_controller (99a2bed1-b3c3-466f-8a3d-f54cbd034a81), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:57.574598 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-e0da02d5-ff48-4dde-bba9-2e16e3540215 admin admin] Allocated IP 172.25.3.198 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/3d24cb69-34ba-4545-ba8b-ba80ac5f4cff) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:44:57.580329 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-65d16a5c-660d-4b31-9ec4-707225dd7a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (75c9151b-9e39-4316-b04e-d9d5f08d8092), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:57.581277 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d16a5c-660d-4b31-9ec4-707225dd7a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:57.582527 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-65d16a5c-660d-4b31-9ec4-707225dd7a56 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:57.751032 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1228d99d-3415-4734-b7e9-f2e468a1bc73 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router_gateway (99a2bed1-b3c3-466f-8a3d-f54cbd034a81), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:57.762343 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-9f68e7fb-ef02-4df8-8175-f4182109731e tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:57.764818 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-9f68e7fb-ef02-4df8-8175-f4182109731e tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/networks?id=d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd HTTP/1.1" status: 200 len: 812 time: 0.2656040 Feb 20 05:44:57.797630 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-6f58b6e5-719b-449f-b9b3-afb8374f39b5 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/quotas/5c762d17a84a4f8c936bfa2963e4b8f0 HTTP/1.1" status: 200 len: 375 time: 0.0263371 Feb 20 05:44:57.861663 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-a0981db4-95d3-4688-b3cd-9f2cc8c2a843 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c762d17a84a4f8c936bfa2963e4b8f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579793 Feb 20 05:44:57.988787 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-99a15739-3ed5-45ff-95b1-a5c9597c28b2 service neutron] 10.222.0.37 "GET /v2.0/networks/d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170571 Feb 20 05:44:58.035563 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-65d16a5c-660d-4b31-9ec4-707225dd7a56 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5285327 Feb 20 05:44:58.045336 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43040) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:58.061019 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a0592aff-b846-49cc-8cc8-cfb8cfd2503b admin admin] Request body: {'subnet': {'network_id': '75c9151b-9e39-4316-b04e-d9d5f08d8092', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1142190004-subnet', 'tenant_id': '3e4863d605694b08afc00913a648aace', 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:58.071002 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d16a5c-660d-4b31-9ec4-707225dd7a56 admin admin] Pushing event updated for resources: {'Network': ['ID=75c9151b-9e39-4316-b04e-d9d5f08d8092,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:58.088804 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 75c9151b-9e39-4316-b04e-d9d5f08d8092 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:44:58.161920 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e0da02d5-ff48-4dde-bba9-2e16e3540215 admin admin] Publish callbacks [] for port (3d24cb69-34ba-4545-ba8b-ba80ac5f4cff), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:58.175592 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c5e865-bee6-4437-ae79-57a6813aeaa4 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Router f2d53ff8-1cfa-4c93-8044-c734e1629032 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:44:58.180709 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1228d99d-3415-4734-b7e9-f2e468a1bc73 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router_gateway (99a2bed1-b3c3-466f-8a3d-f54cbd034a81), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:58.202995 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1228d99d-3415-4734-b7e9-f2e468a1bc73 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:58.214148 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0592aff-b846-49cc-8cc8-cfb8cfd2503b admin admin] Made reservation on behalf of 3e4863d605694b08afc00913a648aace for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:44:58.216619 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a0592aff-b846-49cc-8cc8-cfb8cfd2503b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:58.241919 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1afc68-db92-4d53-9a81-cdd63daca5c2 None None] Network 61cdc046-d5a8-4a07-b1ac-f5104cc7604b requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:44:58.258924 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e0da02d5-ff48-4dde-bba9-2e16e3540215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (3d24cb69-34ba-4545-ba8b-ba80ac5f4cff), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:58.310338 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-92cca832-374e-4f42-97b3-ccafda39b5bf None None] Provisioning complete for port d180a15b-531a-4b94-9e8f-2ca1f9206940 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:44:58.311117 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-92cca832-374e-4f42-97b3-ccafda39b5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d180a15b-531a-4b94-9e8f-2ca1f9206940), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:58.329804 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0da02d5-ff48-4dde-bba9-2e16e3540215 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:44:58.340573 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-e0da02d5-ff48-4dde-bba9-2e16e3540215 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:58.348311 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0da02d5-ff48-4dde-bba9-2e16e3540215 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:44:58.369683 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-835d232e-8fd1-4a33-8f62-175da8fe8754 service neutron] 10.222.0.37 "GET /v2.0/networks/d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251703 Feb 20 05:44:58.376274 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da02d5-ff48-4dde-bba9-2e16e3540215 admin admin] Pushing event updated for resources: {'Port': ['ID=3d24cb69-34ba-4545-ba8b-ba80ac5f4cff,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:58.384380 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c5e865-bee6-4437-ae79-57a6813aeaa4 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:44:58.390919 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-95c5e865-bee6-4437-ae79-57a6813aeaa4 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:58.392219 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-95c5e865-bee6-4437-ae79-57a6813aeaa4 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "PUT /v2.0/routers/f2d53ff8-1cfa-4c93-8044-c734e1629032 HTTP/1.1" status: 200 len: 920 time: 4.2310674 Feb 20 05:44:58.395096 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43042) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:58.414662 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-1228d99d-3415-4734-b7e9-f2e468a1bc73 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Allocated IP 172.25.3.217 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/1219196b-6cd7-424f-9993-5aaedfc31d15) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:44:58.424707 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a47e2f-30e6-40d6-823f-098e61231b92 None None] Sync routers for ids ['f2d53ff8-1cfa-4c93-8044-c734e1629032'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:44:58.460498 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-92cca832-374e-4f42-97b3-ccafda39b5bf None None] Current status of the port d180a15b-531a-4b94-9e8f-2ca1f9206940 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:44:58.460918 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-92cca832-374e-4f42-97b3-ccafda39b5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d180a15b-531a-4b94-9e8f-2ca1f9206940), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:58.466259 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a47e2f-30e6-40d6-823f-098e61231b92 None None] Routers {'f2d53ff8-1cfa-4c93-8044-c734e1629032'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:58.466881 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-31a47e2f-30e6-40d6-823f-098e61231b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f2d53ff8-1cfa-4c93-8044-c734e1629032'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:58.505040 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1a83c4c0-fc90-469a-b9cb-64129b2bd43f tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "GET /v2.0/routers/f2d53ff8-1cfa-4c93-8044-c734e1629032 HTTP/1.1" status: 200 len: 926 time: 0.1090369 Feb 20 05:44:58.508255 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43044) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:58.528782 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-31a47e2f-30e6-40d6-823f-098e61231b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:58.555397 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-92cca832-374e-4f42-97b3-ccafda39b5bf None None] For port d180a15b-531a-4b94-9e8f-2ca1f9206940, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d180a15b-531a-4b94-9e8f-2ca1f9206940,segment=NetworkSegment(81e44e21-b8ee-478b-8735-a3a160baee31),segment_id=81e44e21-b8ee-478b-8735-a3a160baee31)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:44:58.564831 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a47e2f-30e6-40d6-823f-098e61231b92 None None] Routers {'f2d53ff8-1cfa-4c93-8044-c734e1629032'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:44:58.565675 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-31a47e2f-30e6-40d6-823f-098e61231b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f2d53ff8-1cfa-4c93-8044-c734e1629032'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:58.568280 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-92cca832-374e-4f42-97b3-ccafda39b5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d180a15b-531a-4b94-9e8f-2ca1f9206940), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:58.646254 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a0592aff-b846-49cc-8cc8-cfb8cfd2503b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (034800db-fe86-4155-ac32-b522243a2b21), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:58.669443 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0ae47a-b83c-48a2-96eb-ae1a5123ab9b tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:58.673620 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6c0ae47a-b83c-48a2-96eb-ae1a5123ab9b tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146&device_id=f2d53ff8-1cfa-4c93-8044-c734e1629032&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1619072 Feb 20 05:44:58.674620 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43046) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:58.715079 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0592aff-b846-49cc-8cc8-cfb8cfd2503b admin admin] Pushing event updated for resources: {'Subnet': ['ID=034800db-fe86-4155-ac32-b522243a2b21,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:58.729924 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-31a47e2f-30e6-40d6-823f-098e61231b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:44:58.731513 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a47e2f-30e6-40d6-823f-098e61231b92 None None] The sync data for ids ['f2d53ff8-1cfa-4c93-8044-c734e1629032'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:44:58.736650 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1228d99d-3415-4734-b7e9-f2e468a1bc73 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for port (1219196b-6cd7-424f-9993-5aaedfc31d15), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:58.744793 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cca832-374e-4f42-97b3-ccafda39b5bf None None] Pushing event updated for resources: {'Port': ['ID=d180a15b-531a-4b94-9e8f-2ca1f9206940,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:58.791399 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0592aff-b846-49cc-8cc8-cfb8cfd2503b admin admin] Checking segment: {'id': 'f700fbf4-ef11-48e5-bb1a-791d5636cc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '75c9151b-9e39-4316-b04e-d9d5f08d8092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:44:58.791526 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0592aff-b846-49cc-8cc8-cfb8cfd2503b admin admin] Network hostable DHCP agents. Network: 75c9151b-9e39-4316-b04e-d9d5f08d8092, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:44:58.824746 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0592aff-b846-49cc-8cc8-cfb8cfd2503b admin admin] Network 75c9151b-9e39-4316-b04e-d9d5f08d8092 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:44:58.832063 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1228d99d-3415-4734-b7e9-f2e468a1bc73 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (1219196b-6cd7-424f-9993-5aaedfc31d15), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:58.877659 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbfd7e4-2a86-454f-bb40-a59137db23d6 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:58.879097 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fdbfd7e4-2a86-454f-bb40-a59137db23d6 tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 881 time: 0.2018549 Feb 20 05:44:58.895303 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-a0592aff-b846-49cc-8cc8-cfb8cfd2503b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 75c9151b-9e39-4316-b04e-d9d5f08d8092) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:58.904242 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43054) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:58.906654 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2bf198-7bef-4279-91f8-f893e8a2f274 None None] Network 75c9151b-9e39-4316-b04e-d9d5f08d8092 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:44:58.910298 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0fc11e03-635e-4737-8e12-7f70916a94b1 None None] Provisioning complete for port d180a15b-531a-4b94-9e8f-2ca1f9206940 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:44:58.910680 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0fc11e03-635e-4737-8e12-7f70916a94b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d180a15b-531a-4b94-9e8f-2ca1f9206940), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:58.913808 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0592aff-b846-49cc-8cc8-cfb8cfd2503b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:58.914568 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a0592aff-b846-49cc-8cc8-cfb8cfd2503b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:58.941023 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-485a33d7-cbe3-4216-a4bf-043facfee42b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d53ff8-1cfa-4c93-8044-c734e1629032 HTTP/1.1" status: 200 len: 205 time: 0.0331237 Feb 20 05:44:58.945058 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43056) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:58.985950 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228d99d-3415-4734-b7e9-f2e468a1bc73 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Port': ['ID=1219196b-6cd7-424f-9993-5aaedfc31d15,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:44:58.994740 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e0da02d5-ff48-4dde-bba9-2e16e3540215 admin admin] Publish callbacks [] for router_gateway (ede53519-a0a1-4021-8925-dfd0f515ad7a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:59.007786 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a0592aff-b846-49cc-8cc8-cfb8cfd2503b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9526181 Feb 20 05:44:59.014442 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43058) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:44:59.024397 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1142190004-router', 'tenant_id': '3e4863d605694b08afc00913a648aace', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:44:59.065530 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1228d99d-3415-4734-b7e9-f2e468a1bc73 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:44:59.076621 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (f9153173-3286-482d-96ce-4825bc34d31e), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:59.078407 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (f9153173-3286-482d-96ce-4825bc34d31e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:59.084286 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0fc11e03-635e-4737-8e12-7f70916a94b1 None None] Current status of the port d180a15b-531a-4b94-9e8f-2ca1f9206940 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:44:59.090145 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-1228d99d-3415-4734-b7e9-f2e468a1bc73 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:59.098176 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1228d99d-3415-4734-b7e9-f2e468a1bc73 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:44:59.135916 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35616eec-032e-4d43-a59d-2a9e72a26f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-75c9151b-9e39-4316-b04e-d9d5f08d8092', 'network_id': '75c9151b-9e39-4316-b04e-d9d5f08d8092', 'project_id': '3e4863d605694b08afc00913a648aace', 'fixed_ips': [{'subnet_id': '034800db-fe86-4155-ac32-b522243a2b21'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:44:59.137362 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-35616eec-032e-4d43-a59d-2a9e72a26f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:59.246719 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d26e68b7-54ef-4e96-a8be-bb7150bd2e4b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router (f2d53ff8-1cfa-4c93-8044-c734e1629032), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:59.259238 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a864441-76e7-4664-965a-dbd799b2161c req-99a01c6e-9c90-4450-8f86-040765a0fa52 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:44:59.270193 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a864441-76e7-4664-965a-dbd799b2161c req-99a01c6e-9c90-4450-8f86-040765a0fa52 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a0aaa1-30f3-4940-b7b0-680a1bae6746 HTTP/1.1" status: 200 len: 946 time: 0.4320340 Feb 20 05:44:59.302643 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e0da02d5-ff48-4dde-bba9-2e16e3540215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (ede53519-a0a1-4021-8925-dfd0f515ad7a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:59.322228 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d180a15b-531a-4b94-9e8f-2ca1f9206940 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:44:59.419619 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-35616eec-032e-4d43-a59d-2a9e72a26f07 None None] Allocated IP 172.20.0.2 (75c9151b-9e39-4316-b04e-d9d5f08d8092/034800db-fe86-4155-ac32-b522243a2b21/be154a52-e3a9-45c3-a363-f8e10b219412) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:44:59.451543 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d26e68b7-54ef-4e96-a8be-bb7150bd2e4b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_gateway (f2d53ff8-1cfa-4c93-8044-c734e1629032), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:59.455416 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Publish callbacks [] for router_controller (f9153173-3286-482d-96ce-4825bc34d31e), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:59.501162 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a864441-76e7-4664-965a-dbd799b2161c req-97159b8d-d6a2-426a-95db-ee8b547d51d1 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298694 Feb 20 05:44:59.538097 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port d180a15b-531a-4b94-9e8f-2ca1f9206940 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:44:59.538379 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d180a15b-531a-4b94-9e8f-2ca1f9206940), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:59.595496 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0da02d5-ff48-4dde-bba9-2e16e3540215 admin admin] Router ede53519-a0a1-4021-8925-dfd0f515ad7a is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:44:59.603513 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-d26e68b7-54ef-4e96-a8be-bb7150bd2e4b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Deleting port 710bb26c-917e-4390-8d24-bd75575f4238 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:44:59.603869 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d26e68b7-54ef-4e96-a8be-bb7150bd2e4b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (710bb26c-917e-4390-8d24-bd75575f4238), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:59.757633 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port d180a15b-531a-4b94-9e8f-2ca1f9206940 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:44:59.792549 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-35616eec-032e-4d43-a59d-2a9e72a26f07 None None] Publish callbacks [] for port (be154a52-e3a9-45c3-a363-f8e10b219412), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:59.803367 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-35616eec-032e-4d43-a59d-2a9e72a26f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (be154a52-e3a9-45c3-a363-f8e10b219412), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:44:59.884494 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35616eec-032e-4d43-a59d-2a9e72a26f07 None None] Network 75c9151b-9e39-4316-b04e-d9d5f08d8092 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:44:59.887703 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-35616eec-032e-4d43-a59d-2a9e72a26f07 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:44:59.892350 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35616eec-032e-4d43-a59d-2a9e72a26f07 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:44:59.967737 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23b5089-9440-4e57-8fc0-3dafe528516c x-openstack-request-id: req-f23b5089-9440-4e57-8fc0-3dafe528516c {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:44:59.968166 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318924c4-cffe-45ca-9cd4-c308054a660a", "name": "network-vif-deleted", "tag": "3f2b4839-870c-4f90-9dcf-6518fffacfa9", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:44:59.968581 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f23b5089-9440-4e57-8fc0-3dafe528516c {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:44:59.969892 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318924c4-cffe-45ca-9cd4-c308054a660a', 'name': 'network-vif-deleted', 'tag': '3f2b4839-870c-4f90-9dcf-6518fffacfa9', 'status': 'completed', 'code': 200} Feb 20 05:44:59.983441 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d26e68b7-54ef-4e96-a8be-bb7150bd2e4b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (710bb26c-917e-4390-8d24-bd75575f4238), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:00.012007 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d24909d-b8d1-44ba-b84f-97b986f4ab92 x-openstack-request-id: req-8d24909d-b8d1-44ba-b84f-97b986f4ab92 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:45:00.012623 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40af2764-f10d-4f27-9477-802507b4be77", "tag": "9b88aede-8653-4c45-989f-0b133900719c", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:45:00.013265 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d24909d-b8d1-44ba-b84f-97b986f4ab92 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:45:00.013845 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40af2764-f10d-4f27-9477-802507b4be77', 'tag': '9b88aede-8653-4c45-989f-0b133900719c', 'status': 'completed', 'code': 200} Feb 20 05:45:00.016041 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-d26e68b7-54ef-4e96-a8be-bb7150bd2e4b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Calling delete_port for 710bb26c-917e-4390-8d24-bd75575f4238 owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:00.024339 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Publish callbacks [] for router_gateway (f9153173-3286-482d-96ce-4825bc34d31e), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:00.109759 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0da02d5-ff48-4dde-bba9-2e16e3540215 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:45:00.126548 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10891caa-9ce6-4753-bf04-0572eb32babf None None] Sync routers for ids ['ede53519-a0a1-4021-8925-dfd0f515ad7a'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:45:00.144477 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10891caa-9ce6-4753-bf04-0572eb32babf None None] Routers {'ede53519-a0a1-4021-8925-dfd0f515ad7a'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:00.147311 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-10891caa-9ce6-4753-bf04-0572eb32babf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['ede53519-a0a1-4021-8925-dfd0f515ad7a'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:00.317748 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35616eec-032e-4d43-a59d-2a9e72a26f07 None None] Pushing event updated for resources: {'Port': ['ID=be154a52-e3a9-45c3-a363-f8e10b219412,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:00.322203 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2479e48b-343b-4af1-b739-ae4d8db3e3f0 x-openstack-request-id: req-2479e48b-343b-4af1-b739-ae4d8db3e3f0 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:45:00.322698 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43f97d6-fa06-41f3-91b6-b95096d757cd", "name": "network-vif-unplugged", "status": "completed", "tag": "1643336a-04d1-4c86-93b0-b36371c01714", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:45:00.323168 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2479e48b-343b-4af1-b739-ae4d8db3e3f0 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:45:00.323755 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43f97d6-fa06-41f3-91b6-b95096d757cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1643336a-04d1-4c86-93b0-b36371c01714', 'code': 200} Feb 20 05:45:00.336455 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-35616eec-032e-4d43-a59d-2a9e72a26f07 None None] Attempting to bind port be154a52-e3a9-45c3-a363-f8e10b219412 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:45:00.337186 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-35616eec-032e-4d43-a59d-2a9e72a26f07 None None] Attempting to bind port be154a52-e3a9-45c3-a363-f8e10b219412 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'f700fbf4-ef11-48e5-bb1a-791d5636cc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '75c9151b-9e39-4316-b04e-d9d5f08d8092'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:45:00.337739 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35616eec-032e-4d43-a59d-2a9e72a26f07 None None] Attempting to bind port be154a52-e3a9-45c3-a363-f8e10b219412 on network 75c9151b-9e39-4316-b04e-d9d5f08d8092 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:45:00.343875 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35616eec-032e-4d43-a59d-2a9e72a26f07 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:45:00.344535 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35616eec-032e-4d43-a59d-2a9e72a26f07 None None] Checking segment: {'id': 'f700fbf4-ef11-48e5-bb1a-791d5636cc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '75c9151b-9e39-4316-b04e-d9d5f08d8092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:00.345164 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-35616eec-032e-4d43-a59d-2a9e72a26f07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:00.345867 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35616eec-032e-4d43-a59d-2a9e72a26f07 None None] Bound using segment: {'id': 'f700fbf4-ef11-48e5-bb1a-791d5636cc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '75c9151b-9e39-4316-b04e-d9d5f08d8092'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:45:00.346524 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-35616eec-032e-4d43-a59d-2a9e72a26f07 None None] Bound port: be154a52-e3a9-45c3-a363-f8e10b219412, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f700fbf4-ef11-48e5-bb1a-791d5636cc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '75c9151b-9e39-4316-b04e-d9d5f08d8092'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:45:00.347111 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-35616eec-032e-4d43-a59d-2a9e72a26f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (be154a52-e3a9-45c3-a363-f8e10b219412), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:00.424798 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-35616eec-032e-4d43-a59d-2a9e72a26f07 None None] For port be154a52-e3a9-45c3-a363-f8e10b219412, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:45:00.429836 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d26e68b7-54ef-4e96-a8be-bb7150bd2e4b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (710bb26c-917e-4390-8d24-bd75575f4238), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:00.433008 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-35616eec-032e-4d43-a59d-2a9e72a26f07 None None] For port be154a52-e3a9-45c3-a363-f8e10b219412, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=be154a52-e3a9-45c3-a363-f8e10b219412,segment=NetworkSegment(f700fbf4-ef11-48e5-bb1a-791d5636cc98),segment_id=f700fbf4-ef11-48e5-bb1a-791d5636cc98)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:45:00.444921 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-35616eec-032e-4d43-a59d-2a9e72a26f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (be154a52-e3a9-45c3-a363-f8e10b219412), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:00.468893 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e68b7-54ef-4e96-a8be-bb7150bd2e4b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Pushing event deleted for resources: {'Port': ['ID=710bb26c-917e-4390-8d24-bd75575f4238,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:00.523016 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e0da02d5-ff48-4dde-bba9-2e16e3540215 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:00.532163 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e0da02d5-ff48-4dde-bba9-2e16e3540215 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6857271 Feb 20 05:45:00.540010 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43076) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:00.580407 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-10891caa-9ce6-4753-bf04-0572eb32babf None None] Set router ede53519-a0a1-4021-8925-dfd0f515ad7a gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:00.590781 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35616eec-032e-4d43-a59d-2a9e72a26f07 None None] Pushing event updated for resources: {'Port': ['ID=be154a52-e3a9-45c3-a363-f8e10b219412,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:00.831296 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-8f9aef8b-c1cf-488d-8749-4aed733540c7 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:00.832679 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-8f9aef8b-c1cf-488d-8749-4aed733540c7 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.48 "GET /v2.0/networks?id=d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd HTTP/1.1" status: 200 len: 812 time: 0.2979918 Feb 20 05:45:00.930086 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1228d99d-3415-4734-b7e9-f2e468a1bc73 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router_gateway (99a2bed1-b3c3-466f-8a3d-f54cbd034a81), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:00.953430 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-be38a263-343b-48fd-9a70-f8aaf72b0270 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Request body: {'port': {'device_id': '401b82de-9150-4ed7-82b9-247a7110b077', 'network_id': 'd91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd', 'admin_state_up': True, 'tenant_id': '5c762d17a84a4f8c936bfa2963e4b8f0'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:01.047294 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-10891caa-9ce6-4753-bf04-0572eb32babf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede53519-a0a1-4021-8925-dfd0f515ad7a', 'name': 'tempest-FloatingIPsTestJSON-714126867-router', 'tenant_id': 'acb41e0e2a6445269a73d167d171a4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '3d24cb69-34ba-4545-ba8b-ba80ac5f4cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:44:55Z', 'updated_at': '2022-02-20T05:44:58Z', 'revision_number': 3, 'project_id': 'acb41e0e2a6445269a73d167d171a4e5', 'gw_port': {'id': '3d24cb69-34ba-4545-ba8b-ba80ac5f4cff', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede53519-a0a1-4021-8925-dfd0f515ad7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:44:57Z', 'updated_at': '2022-02-20T05:44:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:01.061502 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4419d0-b10c-464b-ac5d-c001cb9ceda5 req-75624990-c160-443c-a0e1-10039ebd650c tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:01.068772 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c4419d0-b10c-464b-ac5d-c001cb9ceda5 req-75624990-c160-443c-a0e1-10039ebd650c tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2906189 Feb 20 05:45:01.107546 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7c6c5-42d6-4d20-add8-8c29eeff6801 req-24964f84-2c8b-4a6a-af09-ba4a9eb92a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:01.109086 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b8c7c6c5-42d6-4d20-add8-8c29eeff6801 req-24964f84-2c8b-4a6a-af09-ba4a9eb92a62 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6ee7c612de843578619e89c6f670d65&device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 1127 time: 1.0551443 Feb 20 05:45:01.190093 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10891caa-9ce6-4753-bf04-0572eb32babf None None] Checking router: ede53519-a0a1-4021-8925-dfd0f515ad7a for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:45:01.190839 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10891caa-9ce6-4753-bf04-0572eb32babf None None] Updating router ede53519-a0a1-4021-8925-dfd0f515ad7a port 3d24cb69-34ba-4545-ba8b-ba80ac5f4cff binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:45:01.235857 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-10891caa-9ce6-4753-bf04-0572eb32babf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3d24cb69-34ba-4545-ba8b-ba80ac5f4cff), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:01.242830 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7c6c5-42d6-4d20-add8-8c29eeff6801 req-8e45636c-9670-47ef-9d92-4eb79ba11345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:01.244681 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b8c7c6c5-42d6-4d20-add8-8c29eeff6801 req-8e45636c-9670-47ef-9d92-4eb79ba11345 service neutron] 10.222.0.61 "GET /v2.0/networks?id=05e3b391-72f9-4dca-80c9-b64bac389480 HTTP/1.1" status: 200 len: 920 time: 0.1167219 Feb 20 05:45:01.245261 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c4419d0-b10c-464b-ac5d-c001cb9ceda5 req-276519e6-1815-4bbc-bb46-70d93c5a78f0 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.242 HTTP/1.1" status: 200 len: 696 time: 0.1748157 Feb 20 05:45:01.290700 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device be154a52-e3a9-45c3-a363-f8e10b219412 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:01.348634 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-5c4419d0-b10c-464b-ac5d-c001cb9ceda5 req-81ba58e6-9d3f-4071-b36f-bf302751d849 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Request body: {'floatingip': {'port_id': '9b88aede-8653-4c45-989f-0b133900719c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:01.355527 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d26e68b7-54ef-4e96-a8be-bb7150bd2e4b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (f2d53ff8-1cfa-4c93-8044-c734e1629032), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:01.390399 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port be154a52-e3a9-45c3-a363-f8e10b219412 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:01.391434 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (be154a52-e3a9-45c3-a363-f8e10b219412), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:01.459217 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5c4419d0-b10c-464b-ac5d-c001cb9ceda5 req-81ba58e6-9d3f-4071-b36f-bf302751d849 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks [] for floatingip (339847d0-993c-402d-aa80-bb3c494d516d), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:01.552513 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port be154a52-e3a9-45c3-a363-f8e10b219412 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:01.553920 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (be154a52-e3a9-45c3-a363-f8e10b219412), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:01.628118 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port be154a52-e3a9-45c3-a363-f8e10b219412, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=be154a52-e3a9-45c3-a363-f8e10b219412,segment=NetworkSegment(f700fbf4-ef11-48e5-bb1a-791d5636cc98),segment_id=f700fbf4-ef11-48e5-bb1a-791d5636cc98)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:01.638156 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (be154a52-e3a9-45c3-a363-f8e10b219412), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:01.686935 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-10891caa-9ce6-4753-bf04-0572eb32babf None None] Publish callbacks [] for port (3d24cb69-34ba-4545-ba8b-ba80ac5f4cff), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:01.701857 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-10891caa-9ce6-4753-bf04-0572eb32babf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3d24cb69-34ba-4545-ba8b-ba80ac5f4cff), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:01.726789 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=be154a52-e3a9-45c3-a363-f8e10b219412,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:01.731314 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Publish callbacks [] for router_gateway (f9153173-3286-482d-96ce-4825bc34d31e), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:01.786857 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:01.794384 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-10891caa-9ce6-4753-bf04-0572eb32babf None None] Attempting to bind port 3d24cb69-34ba-4545-ba8b-ba80ac5f4cff on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:45:01.795428 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-10891caa-9ce6-4753-bf04-0572eb32babf None None] Attempting to bind port 3d24cb69-34ba-4545-ba8b-ba80ac5f4cff by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:45:01.795793 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10891caa-9ce6-4753-bf04-0572eb32babf None None] Attempting to bind port 3d24cb69-34ba-4545-ba8b-ba80ac5f4cff on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:45:01.810565 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10891caa-9ce6-4753-bf04-0572eb32babf None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:45:01.810956 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10891caa-9ce6-4753-bf04-0572eb32babf None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:01.811359 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-10891caa-9ce6-4753-bf04-0572eb32babf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:01.811774 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10891caa-9ce6-4753-bf04-0572eb32babf None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:45:01.813151 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-10891caa-9ce6-4753-bf04-0572eb32babf None None] Bound port: 3d24cb69-34ba-4545-ba8b-ba80ac5f4cff, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:45:01.814725 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-10891caa-9ce6-4753-bf04-0572eb32babf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3d24cb69-34ba-4545-ba8b-ba80ac5f4cff), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:01.815541 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1228d99d-3415-4734-b7e9-f2e468a1bc73 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (99a2bed1-b3c3-466f-8a3d-f54cbd034a81), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:01.915188 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-10891caa-9ce6-4753-bf04-0572eb32babf None None] For port 3d24cb69-34ba-4545-ba8b-ba80ac5f4cff, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:45:01.919054 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-10891caa-9ce6-4753-bf04-0572eb32babf None None] For port 3d24cb69-34ba-4545-ba8b-ba80ac5f4cff, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3d24cb69-34ba-4545-ba8b-ba80ac5f4cff,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:45:01.931901 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-10891caa-9ce6-4753-bf04-0572eb32babf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3d24cb69-34ba-4545-ba8b-ba80ac5f4cff), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:01.950720 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c4429-7d88-4a93-9d01-68ce071f7b2d None None] Pushing event updated for resources: {'Port': ['ID=3d24cb69-34ba-4545-ba8b-ba80ac5f4cff,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:01.960962 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c4429-7d88-4a93-9d01-68ce071f7b2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:01.961300 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c4429-7d88-4a93-9d01-68ce071f7b2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:01.961635 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c4429-7d88-4a93-9d01-68ce071f7b2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:01.961967 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c4429-7d88-4a93-9d01-68ce071f7b2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:01.962343 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c4429-7d88-4a93-9d01-68ce071f7b2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:01.962674 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c4429-7d88-4a93-9d01-68ce071f7b2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:01.963032 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c4429-7d88-4a93-9d01-68ce071f7b2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:01.963355 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c4429-7d88-4a93-9d01-68ce071f7b2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:01.963674 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c4429-7d88-4a93-9d01-68ce071f7b2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:01.963991 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c4429-7d88-4a93-9d01-68ce071f7b2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:01.964307 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c4429-7d88-4a93-9d01-68ce071f7b2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:01.964622 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c4429-7d88-4a93-9d01-68ce071f7b2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:01.964934 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c4429-7d88-4a93-9d01-68ce071f7b2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:02.036459 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c4429-7d88-4a93-9d01-68ce071f7b2d None None] Pushing event updated for resources: {'Port': ['ID=3d24cb69-34ba-4545-ba8b-ba80ac5f4cff,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:02.050056 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10891caa-9ce6-4753-bf04-0572eb32babf None None] Routers {'ede53519-a0a1-4021-8925-dfd0f515ad7a'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:02.050793 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-10891caa-9ce6-4753-bf04-0572eb32babf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['ede53519-a0a1-4021-8925-dfd0f515ad7a'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:02.074956 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b8c7c6c5-42d6-4d20-add8-8c29eeff6801 req-932d5ce0-3fb6-4b18-b0cc-bc5f1823cdb0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b88aede-8653-4c45-989f-0b133900719c HTTP/1.1" status: 200 len: 217 time: 0.7975314 Feb 20 05:45:02.084007 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43f97d6-fa06-41f3-91b6-b95096d757cd', 'name': 'network-vif-deleted', 'tag': '1643336a-04d1-4c86-93b0-b36371c01714'}, {'server_uuid': '9180e5f4-23e0-4ea6-83df-c972eba33cf6', 'name': 'network-vif-deleted', 'tag': '578f8d14-2089-4a94-b271-cbd87184d424'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:45:02.087195 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fce345a-517d-4968-b82f-5d7f45dcbdc8" -d '{"events": [{"server_uuid": "b43f97d6-fa06-41f3-91b6-b95096d757cd", "name": "network-vif-deleted", "tag": "1643336a-04d1-4c86-93b0-b36371c01714"}, {"server_uuid": "9180e5f4-23e0-4ea6-83df-c972eba33cf6", "name": "network-vif-deleted", "tag": "578f8d14-2089-4a94-b271-cbd87184d424"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:45:02.098477 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d26e68b7-54ef-4e96-a8be-bb7150bd2e4b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (f2d53ff8-1cfa-4c93-8044-c734e1629032), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:02.172391 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d26e68b7-54ef-4e96-a8be-bb7150bd2e4b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_controller (f2d53ff8-1cfa-4c93-8044-c734e1629032), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:02.173971 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-be38a263-343b-48fd-9a70-f8aaf72b0270 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Made reservation on behalf of 5c762d17a84a4f8c936bfa2963e4b8f0 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:02.179211 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Allocated IP 172.25.3.78 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/96193e81-a744-43d5-8b16-e9915c3445e1) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:45:02.183865 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-be38a263-343b-48fd-9a70-f8aaf72b0270 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:02.185576 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1228d99d-3415-4734-b7e9-f2e468a1bc73 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Router 99a2bed1-b3c3-466f-8a3d-f54cbd034a81 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:45:02.231543 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-10891caa-9ce6-4753-bf04-0572eb32babf None None] Set router ede53519-a0a1-4021-8925-dfd0f515ad7a gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:02.245043 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df92e50f-d2a1-4cfc-a5ef-95fdbd0c9d62 None None] Network 75c9151b-9e39-4316-b04e-d9d5f08d8092 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:45:02.357148 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-96906355-2174-4c59-ba2c-bd7349dea5f8 None None] Provisioning complete for port be154a52-e3a9-45c3-a363-f8e10b219412 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:02.357549 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-96906355-2174-4c59-ba2c-bd7349dea5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (be154a52-e3a9-45c3-a363-f8e10b219412), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:02.394729 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Publish callbacks [] for port (96193e81-a744-43d5-8b16-e9915c3445e1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:02.486640 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-96906355-2174-4c59-ba2c-bd7349dea5f8 None None] Current status of the port be154a52-e3a9-45c3-a363-f8e10b219412 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:02.494081 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-9f722fe5-e3dd-427b-a55f-fb959192997d tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:02.496448 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-9f722fe5-e3dd-427b-a55f-fb959192997d tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.48 "GET /v2.0/networks?id=d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd HTTP/1.1" status: 200 len: 812 time: 1.6077914 Feb 20 05:45:02.500551 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7c6c5-42d6-4d20-add8-8c29eeff6801 req-49bfa9df-333f-4429-9d9c-876db41ab702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:02.501974 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b8c7c6c5-42d6-4d20-add8-8c29eeff6801 req-49bfa9df-333f-4429-9d9c-876db41ab702 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fc42d209-b39f-4da5-905a-0aaed8fb6a61 HTTP/1.1" status: 200 len: 860 time: 0.4118671 Feb 20 05:45:02.516805 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-10891caa-9ce6-4753-bf04-0572eb32babf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede53519-a0a1-4021-8925-dfd0f515ad7a', 'name': 'tempest-FloatingIPsTestJSON-714126867-router', 'tenant_id': 'acb41e0e2a6445269a73d167d171a4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '3d24cb69-34ba-4545-ba8b-ba80ac5f4cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:44:55Z', 'updated_at': '2022-02-20T05:44:58Z', 'revision_number': 3, 'project_id': 'acb41e0e2a6445269a73d167d171a4e5', 'gw_port': {'id': '3d24cb69-34ba-4545-ba8b-ba80ac5f4cff', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede53519-a0a1-4021-8925-dfd0f515ad7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:44:57Z', 'updated_at': '2022-02-20T05:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:02.550577 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10891caa-9ce6-4753-bf04-0572eb32babf None None] The sync data for ids ['ede53519-a0a1-4021-8925-dfd0f515ad7a'] in n-d-829866-5 is: [{'id': 'ede53519-a0a1-4021-8925-dfd0f515ad7a', 'name': 'tempest-FloatingIPsTestJSON-714126867-router', 'tenant_id': 'acb41e0e2a6445269a73d167d171a4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '3d24cb69-34ba-4545-ba8b-ba80ac5f4cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:44:55Z', 'updated_at': '2022-02-20T05:44:58Z', 'revision_number': 3, 'project_id': 'acb41e0e2a6445269a73d167d171a4e5', 'gw_port': {'id': '3d24cb69-34ba-4545-ba8b-ba80ac5f4cff', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede53519-a0a1-4021-8925-dfd0f515ad7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:44:57Z', 'updated_at': '2022-02-20T05:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:45:02.567930 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (96193e81-a744-43d5-8b16-e9915c3445e1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:02.611186 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-ac84147b-7c8c-449f-9783-44010c3f8b37 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Request body: {'port': {'device_id': '8a7bb157-7fb4-4d3c-9601-1638a3988b66', 'network_id': 'd91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd', 'admin_state_up': True, 'tenant_id': '5c762d17a84a4f8c936bfa2963e4b8f0'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:02.708610 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d26e68b7-54ef-4e96-a8be-bb7150bd2e4b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (f2d53ff8-1cfa-4c93-8044-c734e1629032), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:02.710869 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26e68b7-54ef-4e96-a8be-bb7150bd2e4b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Fanout notify agent at l3_agent the message router_deleted on router f2d53ff8-1cfa-4c93-8044-c734e1629032 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:45:02.741823 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b8c7c6c5-42d6-4d20-add8-8c29eeff6801 req-5a1a9bab-9df1-4c94-9ca5-1a48765c0bff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=05e3b391-72f9-4dca-80c9-b64bac389480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1442287 Feb 20 05:45:02.747319 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d26e68b7-54ef-4e96-a8be-bb7150bd2e4b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:02.748591 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d26e68b7-54ef-4e96-a8be-bb7150bd2e4b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "DELETE /v2.0/routers/f2d53ff8-1cfa-4c93-8044-c734e1629032 HTTP/1.1" status: 204 len: 168 time: 3.8025959 Feb 20 05:45:02.784259 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43080) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:02.789949 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-6a806130-dd38-470d-abc0-d39f1a698805 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1487717894', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}, 'admin_state_up': False}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:02.841970 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6a806130-dd38-470d-abc0-d39f1a698805 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (173c1d51-65f3-4244-b885-887f29754fd3), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:02.843238 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6a806130-dd38-470d-abc0-d39f1a698805 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (173c1d51-65f3-4244-b885-887f29754fd3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:02.938014 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-8b3bc1d5-5c0f-41d4-9303-2cb32117720d None None] Provisioning complete for port be154a52-e3a9-45c3-a363-f8e10b219412 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:02.940165 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8b3bc1d5-5c0f-41d4-9303-2cb32117720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (be154a52-e3a9-45c3-a363-f8e10b219412), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:02.999814 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:03.032323 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:03.044806 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:45:03.125737 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8b3bc1d5-5c0f-41d4-9303-2cb32117720d None None] Current status of the port be154a52-e3a9-45c3-a363-f8e10b219412 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:03.134235 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Pushing event updated for resources: {'Port': ['ID=96193e81-a744-43d5-8b16-e9915c3445e1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:03.189818 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6a806130-dd38-470d-abc0-d39f1a698805 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_controller (173c1d51-65f3-4244-b885-887f29754fd3), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:03.205536 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b8c7c6c5-42d6-4d20-add8-8c29eeff6801 req-c068f2dc-9e7e-4a20-b7cb-58a75450e85c service neutron] 10.222.0.61 "GET /v2.0/networks/05e3b391-72f9-4dca-80c9-b64bac389480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199417 Feb 20 05:45:03.207046 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-be38a263-343b-48fd-9a70-f8aaf72b0270 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Allocated IP 172.20.0.7 (d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd/91847201-7867-4987-9d4d-9f1f30e2921f/7f0c5915-c37b-46e0-b7a7-6c3738d95bc8) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:45:03.353336 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device be154a52-e3a9-45c3-a363-f8e10b219412 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:03.444579 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port be154a52-e3a9-45c3-a363-f8e10b219412 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:03.445716 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (be154a52-e3a9-45c3-a363-f8e10b219412), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:03.501870 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6a806130-dd38-470d-abc0-d39f1a698805 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_gateway (173c1d51-65f3-4244-b885-887f29754fd3), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:03.517219 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-ac84147b-7c8c-449f-9783-44010c3f8b37 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Made reservation on behalf of 5c762d17a84a4f8c936bfa2963e4b8f0 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:03.520657 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-ac84147b-7c8c-449f-9783-44010c3f8b37 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:03.551453 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port be154a52-e3a9-45c3-a363-f8e10b219412 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:03.553319 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3d24cb69-34ba-4545-ba8b-ba80ac5f4cff up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:03.637744 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 3d24cb69-34ba-4545-ba8b-ba80ac5f4cff triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:03.638486 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3d24cb69-34ba-4545-ba8b-ba80ac5f4cff), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:03.736570 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:03.737202 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:03.737318 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:03.737847 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:03.737972 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:03.738196 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:03.738515 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:03.738845 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:03.739234 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:03.739560 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:03.739885 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:03.740207 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:03.741136 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:03.743121 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 3d24cb69-34ba-4545-ba8b-ba80ac5f4cff is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:03.743663 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3d24cb69-34ba-4545-ba8b-ba80ac5f4cff), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:03.758162 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.db.resource_extend [req-5c4419d0-b10c-464b-ac5d-c001cb9ceda5 req-81ba58e6-9d3f-4071-b36f-bf302751d849 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] It took 0.78 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:45:03.769035 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 3d24cb69-34ba-4545-ba8b-ba80ac5f4cff, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3d24cb69-34ba-4545-ba8b-ba80ac5f4cff,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:03.777677 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1228d99d-3415-4734-b7e9-f2e468a1bc73 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:45:03.781503 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3d24cb69-34ba-4545-ba8b-ba80ac5f4cff), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:03.811701 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6103265e-f8cc-4c2f-8afe-94c850318df2 None None] Sync routers for ids ['99a2bed1-b3c3-466f-8a3d-f54cbd034a81'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:45:03.829314 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6103265e-f8cc-4c2f-8afe-94c850318df2 None None] Routers {'99a2bed1-b3c3-466f-8a3d-f54cbd034a81'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:03.830347 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-6103265e-f8cc-4c2f-8afe-94c850318df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['99a2bed1-b3c3-466f-8a3d-f54cbd034a81'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:03.884844 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-6103265e-f8cc-4c2f-8afe-94c850318df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:03.888502 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b8c7c6c5-42d6-4d20-add8-8c29eeff6801 req-527fd38d-c73f-43fd-b78b-61060b5512ea service neutron] 10.222.0.61 "GET /v2.0/networks/05e3b391-72f9-4dca-80c9-b64bac389480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6129375 Feb 20 05:45:03.903722 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=3d24cb69-34ba-4545-ba8b-ba80ac5f4cff,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:03.911109 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6103265e-f8cc-4c2f-8afe-94c850318df2 None None] Routers {'99a2bed1-b3c3-466f-8a3d-f54cbd034a81'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:03.911323 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-6103265e-f8cc-4c2f-8afe-94c850318df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['99a2bed1-b3c3-466f-8a3d-f54cbd034a81'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:03.953287 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-08c6fa4c-133a-4dab-a26b-598fa27ddd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:03.953563 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-6103265e-f8cc-4c2f-8afe-94c850318df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:03.953799 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6103265e-f8cc-4c2f-8afe-94c850318df2 None None] The sync data for ids ['99a2bed1-b3c3-466f-8a3d-f54cbd034a81'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:45:03.969036 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1228d99d-3415-4734-b7e9-f2e468a1bc73 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:03.970290 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1228d99d-3415-4734-b7e9-f2e468a1bc73 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.5527003 Feb 20 05:45:03.976710 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43082) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:03.978936 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5c4419d0-b10c-464b-ac5d-c001cb9ceda5 req-81ba58e6-9d3f-4071-b36f-bf302751d849 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:03.998101 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-be38a263-343b-48fd-9a70-f8aaf72b0270 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks [] for port (7f0c5915-c37b-46e0-b7a7-6c3738d95bc8), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:04.024583 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5c4419d0-b10c-464b-ac5d-c001cb9ceda5 req-81ba58e6-9d3f-4071-b36f-bf302751d849 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (339847d0-993c-402d-aa80-bb3c494d516d), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:04.174989 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-be38a263-343b-48fd-9a70-f8aaf72b0270 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (7f0c5915-c37b-46e0-b7a7-6c3738d95bc8), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:04.219644 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Publish callbacks [] for router_gateway (f9153173-3286-482d-96ce-4825bc34d31e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:04.227450 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [req-5c4419d0-b10c-464b-ac5d-c001cb9ceda5 req-81ba58e6-9d3f-4071-b36f-bf302751d849 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Floating IP 339847d0-993c-402d-aa80-bb3c494d516d associated. External IP: 172.25.3.242, port: 9b88aede-8653-4c45-989f-0b133900719c. Feb 20 05:45:04.268732 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-16512dfa-588d-4d5e-b07b-421b7f5b6832 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "GET /v2.0/routers/99a2bed1-b3c3-466f-8a3d-f54cbd034a81 HTTP/1.1" status: 200 len: 880 time: 0.2884617 Feb 20 05:45:04.276855 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43084) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:04.358879 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-be38a263-343b-48fd-9a70-f8aaf72b0270 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Network d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:04.396692 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-be38a263-343b-48fd-9a70-f8aaf72b0270 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:04.404979 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6a806130-dd38-470d-abc0-d39f1a698805 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_gateway (173c1d51-65f3-4244-b885-887f29754fd3), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:04.411156 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-be38a263-343b-48fd-9a70-f8aaf72b0270 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:45:04.414539 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38a263-343b-48fd-9a70-f8aaf72b0270 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Pushing event updated for resources: {'Port': ['ID=7f0c5915-c37b-46e0-b7a7-6c3738d95bc8,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:04.458064 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-ac84147b-7c8c-449f-9783-44010c3f8b37 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Allocated IP 172.20.0.9 (d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd/91847201-7867-4987-9d4d-9f1f30e2921f/b8732475-d1e1-4f9e-b536-be42aaa90177) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:45:04.472985 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6a806130-dd38-470d-abc0-d39f1a698805 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:04.493022 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-08c6fa4c-133a-4dab-a26b-598fa27ddd25 admin admin] Allocated IP 172.20.0.1 (61cdc046-d5a8-4a07-b1ac-f5104cc7604b/4e51ed97-29cd-43a4-b0f5-5d73bbc12ce6/fc62bebe-0f9c-40f4-96b4-25fe46d45f58) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:45:04.594906 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (f9153173-3286-482d-96ce-4825bc34d31e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:04.656500 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c4419d0-b10c-464b-ac5d-c001cb9ceda5 req-81ba58e6-9d3f-4071-b36f-bf302751d849 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Router fd0e860b-bd6c-4855-99f1-78cf69853359 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:45:04.836641 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c4419d0-b10c-464b-ac5d-c001cb9ceda5 req-81ba58e6-9d3f-4071-b36f-bf302751d849 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:45:04.841804 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5c4419d0-b10c-464b-ac5d-c001cb9ceda5 req-81ba58e6-9d3f-4071-b36f-bf302751d849 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:04.845254 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Router f9153173-3286-482d-96ce-4825bc34d31e is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:45:04.849605 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6dce94-adee-42cb-b99b-299b20d8228d None None] Sync routers for ids ['fd0e860b-bd6c-4855-99f1-78cf69853359'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:45:04.862255 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6dce94-adee-42cb-b99b-299b20d8228d None None] Routers {'fd0e860b-bd6c-4855-99f1-78cf69853359'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:04.863118 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0a6dce94-adee-42cb-b99b-299b20d8228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fd0e860b-bd6c-4855-99f1-78cf69853359'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:04.883025 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c4419d0-b10c-464b-ac5d-c001cb9ceda5 req-81ba58e6-9d3f-4071-b36f-bf302751d849 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "PUT /v2.0/floatingips/339847d0-993c-402d-aa80-bb3c494d516d HTTP/1.1" status: 200 len: 996 time: 3.5795331 Feb 20 05:45:04.914191 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40af2764-f10d-4f27-9477-802507b4be77', 'tag': '9b88aede-8653-4c45-989f-0b133900719c'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:45:04.916480 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0255447c-f871-43a8-85f9-a2194adb6b94" -d '{"events": [{"name": "network-changed", "server_uuid": "40af2764-f10d-4f27-9477-802507b4be77", "tag": "9b88aede-8653-4c45-989f-0b133900719c"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:45:04.943203 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-be38a263-343b-48fd-9a70-f8aaf72b0270 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:04.943858 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-be38a263-343b-48fd-9a70-f8aaf72b0270 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:04.989104 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-0a6dce94-adee-42cb-b99b-299b20d8228d None None] Set router fd0e860b-bd6c-4855-99f1-78cf69853359 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:05.052213 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4419d0-b10c-464b-ac5d-c001cb9ceda5 req-46cc4451-7f93-4c2b-84d3-74adee25db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:05.054408 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c4419d0-b10c-464b-ac5d-c001cb9ceda5 req-46cc4451-7f93-4c2b-84d3-74adee25db3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6ee7c612de843578619e89c6f670d65&device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 1127 time: 0.1338928 Feb 20 05:45:05.084339 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-be38a263-343b-48fd-9a70-f8aaf72b0270 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1894598 Feb 20 05:45:05.106246 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-3f3f9946-cebf-48d6-8f0b-e197518149ea tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:45:05.107134 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-3f3f9946-cebf-48d6-8f0b-e197518149ea tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157523 Feb 20 05:45:05.137943 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:45:05.149968 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceba069d-2b36-42d5-8830-e5a46112f85d None None] Sync routers for ids ['f9153173-3286-482d-96ce-4825bc34d31e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:45:05.166354 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceba069d-2b36-42d5-8830-e5a46112f85d None None] Routers {'f9153173-3286-482d-96ce-4825bc34d31e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:05.167889 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ceba069d-2b36-42d5-8830-e5a46112f85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f9153173-3286-482d-96ce-4825bc34d31e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:05.192613 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:05.197493 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ac564b67-d77d-4f6f-9469-cf389f0b2510 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1784146 Feb 20 05:45:05.198231 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43090) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:05.252810 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-6a806130-dd38-470d-abc0-d39f1a698805 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Allocated IP 172.25.3.130 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/e97d488d-efd5-4750-82a9-04a9a219bcb5) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:45:05.269757 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3d24cb69-34ba-4545-ba8b-ba80ac5f4cff up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:05.315140 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-8872ab66-1a05-4454-bef0-7fc6507871a5 service neutron] Request body: {'port': {'device_id': '401b82de-9150-4ed7-82b9-247a7110b077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:05.341720 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0a6dce94-adee-42cb-b99b-299b20d8228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'name': 'tempest-ServerRescueTestJSONUnderV235-1351212273-router', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:43:38Z', 'updated_at': '2022-02-20T05:43:47Z', 'revision_number': 4, 'project_id': 'a6ee7c612de843578619e89c6f670d65', 'gw_port': {'id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:40Z', 'updated_at': '2022-02-20T05:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '339847d0-993c-402d-aa80-bb3c494d516d', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'port_id': '9b88aede-8653-4c45-989f-0b133900719c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1998, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05e3b391-72f9-4dca-80c9-b64bac389480', 'mac_address': 'fa:16:3e:34:71:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40af2764-f10d-4f27-9477-802507b4be77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:44:55Z', 'updated_at': '2022-02-20T05:45:02Z', 'revision_number': 1, 'project_id': 'a6ee7c612de843578619e89c6f670d65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec955ea-4703-4c70-b89f-e125f4ad4381', 'name': '', 'network_id': '05e3b391-72f9-4dca-80c9-b64bac389480', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'mac_address': 'fa:16:3e:d5:1b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'fc42d209-b39f-4da5-905a-0aaed8fb6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:46Z', 'updated_at': '2022-02-20T05:43:57Z', 'revision_number': 5, 'project_id': 'a6ee7c612de843578619e89c6f670d65', 'subnets': [{'id': 'fc42d209-b39f-4da5-905a-0aaed8fb6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:05.394838 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-08c6fa4c-133a-4dab-a26b-598fa27ddd25 admin admin] Publish callbacks [] for port (fc62bebe-0f9c-40f4-96b4-25fe46d45f58), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:05.408255 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-ceba069d-2b36-42d5-8830-e5a46112f85d None None] Set router f9153173-3286-482d-96ce-4825bc34d31e gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:05.412321 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 3d24cb69-34ba-4545-ba8b-ba80ac5f4cff triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:05.413148 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3d24cb69-34ba-4545-ba8b-ba80ac5f4cff), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:05.524143 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6dce94-adee-42cb-b99b-299b20d8228d None None] Checking router: fd0e860b-bd6c-4855-99f1-78cf69853359 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:45:05.534330 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6dce94-adee-42cb-b99b-299b20d8228d None None] Routers {'fd0e860b-bd6c-4855-99f1-78cf69853359'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:05.535347 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0a6dce94-adee-42cb-b99b-299b20d8228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fd0e860b-bd6c-4855-99f1-78cf69853359'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:05.554603 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-ac84147b-7c8c-449f-9783-44010c3f8b37 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks [] for port (b8732475-d1e1-4f9e-b536-be42aaa90177), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:05.570175 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4419d0-b10c-464b-ac5d-c001cb9ceda5 req-ed4ae1d2-1832-4247-8854-984c77d8cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:05.571836 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c4419d0-b10c-464b-ac5d-c001cb9ceda5 req-ed4ae1d2-1832-4247-8854-984c77d8cf82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=05e3b391-72f9-4dca-80c9-b64bac389480 HTTP/1.1" status: 200 len: 920 time: 0.5088830 Feb 20 05:45:05.588529 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-8872ab66-1a05-4454-bef0-7fc6507871a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7f0c5915-c37b-46e0-b7a7-6c3738d95bc8), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:05.635992 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-08c6fa4c-133a-4dab-a26b-598fa27ddd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (fc62bebe-0f9c-40f4-96b4-25fe46d45f58), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:05.696384 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-0a6dce94-adee-42cb-b99b-299b20d8228d None None] Set router fd0e860b-bd6c-4855-99f1-78cf69853359 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:05.696645 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-524e0a98-8784-481a-9eb6-edfb37e002db tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.4155030 Feb 20 05:45:05.697506 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43092) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:05.706742 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 3d24cb69-34ba-4545-ba8b-ba80ac5f4cff is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:05.729963 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6a806130-dd38-470d-abc0-d39f1a698805 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for port (e97d488d-efd5-4750-82a9-04a9a219bcb5), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:05.736870 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-be1a91b3-8987-4f7d-8642-4af1fa028d9f tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-192144204'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:05.745695 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ceba069d-2b36-42d5-8830-e5a46112f85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9153173-3286-482d-96ce-4825bc34d31e', 'name': 'tempest-TestAggregatesBasicOps-1142190004-router', 'tenant_id': '3e4863d605694b08afc00913a648aace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '96193e81-a744-43d5-8b16-e9915c3445e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:44:59Z', 'updated_at': '2022-02-20T05:45:03Z', 'revision_number': 3, 'project_id': '3e4863d605694b08afc00913a648aace', 'gw_port': {'id': '96193e81-a744-43d5-8b16-e9915c3445e1', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9153173-3286-482d-96ce-4825bc34d31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:01Z', 'updated_at': '2022-02-20T05:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:05.752688 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c4419d0-b10c-464b-ac5d-c001cb9ceda5 req-c7bebf36-bee5-4aca-94aa-b6ec97d335ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b88aede-8653-4c45-989f-0b133900719c HTTP/1.1" status: 200 len: 999 time: 0.1737766 Feb 20 05:45:05.777929 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceba069d-2b36-42d5-8830-e5a46112f85d None None] Checking router: f9153173-3286-482d-96ce-4825bc34d31e for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:45:05.778651 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceba069d-2b36-42d5-8830-e5a46112f85d None None] Updating router f9153173-3286-482d-96ce-4825bc34d31e port 96193e81-a744-43d5-8b16-e9915c3445e1 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:45:05.793955 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c6fa4c-133a-4dab-a26b-598fa27ddd25 admin admin] Network 61cdc046-d5a8-4a07-b1ac-f5104cc7604b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:05.812288 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ceba069d-2b36-42d5-8830-e5a46112f85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (96193e81-a744-43d5-8b16-e9915c3445e1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:05.815294 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-08c6fa4c-133a-4dab-a26b-598fa27ddd25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:05.818057 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c6fa4c-133a-4dab-a26b-598fa27ddd25 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:45:05.859963 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6fa4c-133a-4dab-a26b-598fa27ddd25 admin admin] Pushing event updated for resources: {'Port': ['ID=fc62bebe-0f9c-40f4-96b4-25fe46d45f58,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:05.861995 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4419d0-b10c-464b-ac5d-c001cb9ceda5 req-eb152235-3804-40a2-9a20-989949f031a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:05.863713 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c4419d0-b10c-464b-ac5d-c001cb9ceda5 req-eb152235-3804-40a2-9a20-989949f031a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc42d209-b39f-4da5-905a-0aaed8fb6a61 HTTP/1.1" status: 200 len: 860 time: 0.0789826 Feb 20 05:45:05.871726 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-ac84147b-7c8c-449f-9783-44010c3f8b37 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (b8732475-d1e1-4f9e-b536-be42aaa90177), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:05.952349 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c4419d0-b10c-464b-ac5d-c001cb9ceda5 req-6a7c532c-ad99-498c-a3d5-b5b1a1db9673 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05e3b391-72f9-4dca-80c9-b64bac389480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579047 Feb 20 05:45:05.956582 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:45:05.971325 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-5c4419d0-b10c-464b-ac5d-c001cb9ceda5 req-823050dc-2a83-463b-b767-077315a52618 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:45:05.972715 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c4419d0-b10c-464b-ac5d-c001cb9ceda5 req-823050dc-2a83-463b-b767-077315a52618 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061655 Feb 20 05:45:06.061957 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-ac84147b-7c8c-449f-9783-44010c3f8b37 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Network d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:06.070281 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-08c6fa4c-133a-4dab-a26b-598fa27ddd25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (ede53519-a0a1-4021-8925-dfd0f515ad7a), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:06.082474 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-ac84147b-7c8c-449f-9783-44010c3f8b37 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:06.085703 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-ac84147b-7c8c-449f-9783-44010c3f8b37 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:45:06.103986 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0a6dce94-adee-42cb-b99b-299b20d8228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'name': 'tempest-ServerRescueTestJSONUnderV235-1351212273-router', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:43:38Z', 'updated_at': '2022-02-20T05:43:47Z', 'revision_number': 4, 'project_id': 'a6ee7c612de843578619e89c6f670d65', 'gw_port': {'id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:40Z', 'updated_at': '2022-02-20T05:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '339847d0-993c-402d-aa80-bb3c494d516d', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'port_id': '9b88aede-8653-4c45-989f-0b133900719c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1998, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05e3b391-72f9-4dca-80c9-b64bac389480', 'mac_address': 'fa:16:3e:34:71:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40af2764-f10d-4f27-9477-802507b4be77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:44:55Z', 'updated_at': '2022-02-20T05:45:02Z', 'revision_number': 1, 'project_id': 'a6ee7c612de843578619e89c6f670d65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec955ea-4703-4c70-b89f-e125f4ad4381', 'name': '', 'network_id': '05e3b391-72f9-4dca-80c9-b64bac389480', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'mac_address': 'fa:16:3e:d5:1b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'fc42d209-b39f-4da5-905a-0aaed8fb6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:46Z', 'updated_at': '2022-02-20T05:43:57Z', 'revision_number': 5, 'project_id': 'a6ee7c612de843578619e89c6f670d65', 'subnets': [{'id': 'fc42d209-b39f-4da5-905a-0aaed8fb6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:06.143596 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6dce94-adee-42cb-b99b-299b20d8228d None None] The sync data for ids ['fd0e860b-bd6c-4855-99f1-78cf69853359'] in n-d-829866-5 is: [{'id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'name': 'tempest-ServerRescueTestJSONUnderV235-1351212273-router', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:43:38Z', 'updated_at': '2022-02-20T05:43:47Z', 'revision_number': 4, 'project_id': 'a6ee7c612de843578619e89c6f670d65', 'gw_port': {'id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:40Z', 'updated_at': '2022-02-20T05:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '339847d0-993c-402d-aa80-bb3c494d516d', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'port_id': '9b88aede-8653-4c45-989f-0b133900719c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1998, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05e3b391-72f9-4dca-80c9-b64bac389480', 'mac_address': 'fa:16:3e:34:71:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40af2764-f10d-4f27-9477-802507b4be77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:44:55Z', 'updated_at': '2022-02-20T05:45:02Z', 'revision_number': 1, 'project_id': 'a6ee7c612de843578619e89c6f670d65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec955ea-4703-4c70-b89f-e125f4ad4381', 'name': '', 'network_id': '05e3b391-72f9-4dca-80c9-b64bac389480', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'mac_address': 'fa:16:3e:d5:1b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'fc42d209-b39f-4da5-905a-0aaed8fb6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:46Z', 'updated_at': '2022-02-20T05:43:57Z', 'revision_number': 5, 'project_id': 'a6ee7c612de843578619e89c6f670d65', 'subnets': [{'id': 'fc42d209-b39f-4da5-905a-0aaed8fb6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:45:06.175216 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6a806130-dd38-470d-abc0-d39f1a698805 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e97d488d-efd5-4750-82a9-04a9a219bcb5), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:06.224688 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c4419d0-b10c-464b-ac5d-c001cb9ceda5 req-63bfb56a-9435-453b-beeb-7379c234a080 service neutron] 10.222.0.37 "GET /v2.0/networks/05e3b391-72f9-4dca-80c9-b64bac389480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421837 Feb 20 05:45:06.267046 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84147b-7c8c-449f-9783-44010c3f8b37 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Pushing event updated for resources: {'Port': ['ID=b8732475-d1e1-4f9e-b536-be42aaa90177,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:06.314352 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0f391123-505e-40b0-838d-617ed1b2c1e1 None None] Provisioning complete for port fc62bebe-0f9c-40f4-96b4-25fe46d45f58 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:06.314960 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f391123-505e-40b0-838d-617ed1b2c1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fc62bebe-0f9c-40f4-96b4-25fe46d45f58), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:06.321875 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ceba069d-2b36-42d5-8830-e5a46112f85d None None] Publish callbacks [] for port (96193e81-a744-43d5-8b16-e9915c3445e1), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:06.333035 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a806130-dd38-470d-abc0-d39f1a698805 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Pushing event updated for resources: {'Port': ['ID=e97d488d-efd5-4750-82a9-04a9a219bcb5,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:06.358578 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ceba069d-2b36-42d5-8830-e5a46112f85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (96193e81-a744-43d5-8b16-e9915c3445e1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:06.403503 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c4419d0-b10c-464b-ac5d-c001cb9ceda5 req-d21f5913-65be-45b8-9250-f70840aed304 service neutron] 10.222.0.37 "GET /v2.0/networks/05e3b391-72f9-4dca-80c9-b64bac389480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779473 Feb 20 05:45:06.411067 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0f391123-505e-40b0-838d-617ed1b2c1e1 None None] Port fc62bebe-0f9c-40f4-96b4-25fe46d45f58 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:45:06.419736 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682fbe26-8486-46fc-af08-0ec547f22b24 None None] Pushing event updated for resources: {'Port': ['ID=96193e81-a744-43d5-8b16-e9915c3445e1,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:06.423309 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a806130-dd38-470d-abc0-d39f1a698805 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:06.444047 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-ac84147b-7c8c-449f-9783-44010c3f8b37 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:06.444872 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-ac84147b-7c8c-449f-9783-44010c3f8b37 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:06.447882 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-6a806130-dd38-470d-abc0-d39f1a698805 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:06.458628 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-ceba069d-2b36-42d5-8830-e5a46112f85d None None] Attempting to bind port 96193e81-a744-43d5-8b16-e9915c3445e1 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:45:06.459685 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-ceba069d-2b36-42d5-8830-e5a46112f85d None None] Attempting to bind port 96193e81-a744-43d5-8b16-e9915c3445e1 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:45:06.460198 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceba069d-2b36-42d5-8830-e5a46112f85d None None] Attempting to bind port 96193e81-a744-43d5-8b16-e9915c3445e1 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:45:06.460414 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a806130-dd38-470d-abc0-d39f1a698805 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:45:06.467154 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceba069d-2b36-42d5-8830-e5a46112f85d None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:45:06.467926 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceba069d-2b36-42d5-8830-e5a46112f85d None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:06.467926 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ceba069d-2b36-42d5-8830-e5a46112f85d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:06.468338 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceba069d-2b36-42d5-8830-e5a46112f85d None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:45:06.468826 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-ceba069d-2b36-42d5-8830-e5a46112f85d None None] Bound port: 96193e81-a744-43d5-8b16-e9915c3445e1, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:45:06.469215 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ceba069d-2b36-42d5-8830-e5a46112f85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (96193e81-a744-43d5-8b16-e9915c3445e1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:06.500428 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cef5b99c-86fe-41ac-a0a6-6a32185221be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:06.567329 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab97457f-fdb5-49c4-ad56-b709961b712d None None] New status for floating IP 339847d0-993c-402d-aa80-bb3c494d516d: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:45:06.587385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ceba069d-2b36-42d5-8830-e5a46112f85d None None] For port 96193e81-a744-43d5-8b16-e9915c3445e1, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:45:06.590446 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ceba069d-2b36-42d5-8830-e5a46112f85d None None] For port 96193e81-a744-43d5-8b16-e9915c3445e1, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=96193e81-a744-43d5-8b16-e9915c3445e1,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:45:06.601925 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ceba069d-2b36-42d5-8830-e5a46112f85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (96193e81-a744-43d5-8b16-e9915c3445e1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:06.687335 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-8872ab66-1a05-4454-bef0-7fc6507871a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f0c5915-c37b-46e0-b7a7-6c3738d95bc8 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:45:06.696452 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-8872ab66-1a05-4454-bef0-7fc6507871a5 service neutron] Publish callbacks [] for port (7f0c5915-c37b-46e0-b7a7-6c3738d95bc8), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:06.711984 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-8872ab66-1a05-4454-bef0-7fc6507871a5 service neutron] Transition to ACTIVE for port object 7f0c5915-c37b-46e0-b7a7-6c3738d95bc8 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:45:06.716814 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceba069d-2b36-42d5-8830-e5a46112f85d None None] Routers {'f9153173-3286-482d-96ce-4825bc34d31e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:06.717625 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ceba069d-2b36-42d5-8830-e5a46112f85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f9153173-3286-482d-96ce-4825bc34d31e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:06.719845 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682fbe26-8486-46fc-af08-0ec547f22b24 None None] Pushing event updated for resources: {'Port': ['ID=96193e81-a744-43d5-8b16-e9915c3445e1,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:06.779797 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-cef5b99c-86fe-41ac-a0a6-6a32185221be admin admin] Allocated IP 172.20.0.1 (75c9151b-9e39-4316-b04e-d9d5f08d8092/034800db-fe86-4155-ac32-b522243a2b21/bb8605e8-325b-40d0-abb6-7f6815abc8b9) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:45:06.902676 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-ceba069d-2b36-42d5-8830-e5a46112f85d None None] Set router f9153173-3286-482d-96ce-4825bc34d31e gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:06.913735 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-ac84147b-7c8c-449f-9783-44010c3f8b37 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3638620 Feb 20 05:45:06.914548 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-8872ab66-1a05-4454-bef0-7fc6507871a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (7f0c5915-c37b-46e0-b7a7-6c3738d95bc8), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:06.936491 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a791f-602a-4fc7-ae72-11fa53893fc2 req-a8286b61-dade-4300-81b7-bda5a0a5105f tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:06.938003 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-179a791f-602a-4fc7-ae72-11fa53893fc2 req-a8286b61-dade-4300-81b7-bda5a0a5105f tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a0aaa1-30f3-4940-b7b0-680a1bae6746 HTTP/1.1" status: 200 len: 946 time: 0.1056764 Feb 20 05:45:06.950785 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-b6c282ab-f3da-436b-b9f2-4d69f4588c74 service neutron] Request body: {'port': {'device_id': '8a7bb157-7fb4-4d3c-9601-1638a3988b66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:06.973232 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cef5b99c-86fe-41ac-a0a6-6a32185221be admin admin] Publish callbacks [] for port (bb8605e8-325b-40d0-abb6-7f6815abc8b9), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:07.025585 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-179a791f-602a-4fc7-ae72-11fa53893fc2 req-251bd97b-1053-44cf-ac9e-89700ffae951 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772822 Feb 20 05:45:07.051424 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cef5b99c-86fe-41ac-a0a6-6a32185221be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (bb8605e8-325b-40d0-abb6-7f6815abc8b9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:07.093191 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef5b99c-86fe-41ac-a0a6-6a32185221be admin admin] Network 75c9151b-9e39-4316-b04e-d9d5f08d8092 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:07.096451 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-cef5b99c-86fe-41ac-a0a6-6a32185221be admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:07.103994 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef5b99c-86fe-41ac-a0a6-6a32185221be admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:45:07.134398 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02708ca4-4b24-44ce-a3d8-1bbba7576f6b x-openstack-request-id: req-02708ca4-4b24-44ce-a3d8-1bbba7576f6b {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:45:07.134779 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40af2764-f10d-4f27-9477-802507b4be77", "tag": "9b88aede-8653-4c45-989f-0b133900719c", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:45:07.135126 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-02708ca4-4b24-44ce-a3d8-1bbba7576f6b {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:45:07.135594 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40af2764-f10d-4f27-9477-802507b4be77', 'tag': '9b88aede-8653-4c45-989f-0b133900719c', 'status': 'completed', 'code': 200} Feb 20 05:45:07.136248 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5b99c-86fe-41ac-a0a6-6a32185221be admin admin] Pushing event updated for resources: {'Port': ['ID=bb8605e8-325b-40d0-abb6-7f6815abc8b9,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:07.156124 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ceba069d-2b36-42d5-8830-e5a46112f85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9153173-3286-482d-96ce-4825bc34d31e', 'name': 'tempest-TestAggregatesBasicOps-1142190004-router', 'tenant_id': '3e4863d605694b08afc00913a648aace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '96193e81-a744-43d5-8b16-e9915c3445e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:44:59Z', 'updated_at': '2022-02-20T05:45:03Z', 'revision_number': 3, 'project_id': '3e4863d605694b08afc00913a648aace', 'gw_port': {'id': '96193e81-a744-43d5-8b16-e9915c3445e1', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9153173-3286-482d-96ce-4825bc34d31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:01Z', 'updated_at': '2022-02-20T05:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:07.186551 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cef5b99c-86fe-41ac-a0a6-6a32185221be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (f9153173-3286-482d-96ce-4825bc34d31e), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:07.191810 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceba069d-2b36-42d5-8830-e5a46112f85d None None] The sync data for ids ['f9153173-3286-482d-96ce-4825bc34d31e'] in n-d-829866-5 is: [{'id': 'f9153173-3286-482d-96ce-4825bc34d31e', 'name': 'tempest-TestAggregatesBasicOps-1142190004-router', 'tenant_id': '3e4863d605694b08afc00913a648aace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '96193e81-a744-43d5-8b16-e9915c3445e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:44:59Z', 'updated_at': '2022-02-20T05:45:03Z', 'revision_number': 3, 'project_id': '3e4863d605694b08afc00913a648aace', 'gw_port': {'id': '96193e81-a744-43d5-8b16-e9915c3445e1', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9153173-3286-482d-96ce-4825bc34d31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:01Z', 'updated_at': '2022-02-20T05:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:45:07.346808 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 20 Feb 2022 05:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5aadeb9-ee31-477f-a40a-522d717b30c7 x-openstack-request-id: req-d5aadeb9-ee31-477f-a40a-522d717b30c7 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:45:07.347367 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43f97d6-fa06-41f3-91b6-b95096d757cd", "name": "network-vif-deleted", "tag": "1643336a-04d1-4c86-93b0-b36371c01714", "status": "completed", "code": 200}, {"server_uuid": "9180e5f4-23e0-4ea6-83df-c972eba33cf6", "name": "network-vif-deleted", "tag": "578f8d14-2089-4a94-b271-cbd87184d424", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:45:07.347495 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5aadeb9-ee31-477f-a40a-522d717b30c7 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:45:07.347972 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43f97d6-fa06-41f3-91b6-b95096d757cd', 'name': 'network-vif-deleted', 'tag': '1643336a-04d1-4c86-93b0-b36371c01714', 'status': 'completed', 'code': 200} Feb 20 05:45:07.348306 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9180e5f4-23e0-4ea6-83df-c972eba33cf6', 'name': 'network-vif-deleted', 'tag': '578f8d14-2089-4a94-b271-cbd87184d424', 'status': 'completed', 'code': 200} Feb 20 05:45:07.390812 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28f73007-c063-4b63-82ce-0d8299a9c9be req-127bedd8-9bca-43b0-9374-cd7c73b1d781 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.242 HTTP/1.1" status: 200 len: 1001 time: 0.2357607 Feb 20 05:45:07.451870 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-08c6fa4c-133a-4dab-a26b-598fa27ddd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fc62bebe-0f9c-40f4-96b4-25fe46d45f58), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:07.460848 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b8dc07d7-afa6-482a-9fd7-e055cfac5770 None None] Provisioning complete for port bb8605e8-325b-40d0-abb6-7f6815abc8b9 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:07.465893 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8dc07d7-afa6-482a-9fd7-e055cfac5770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bb8605e8-325b-40d0-abb6-7f6815abc8b9), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:07.475199 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f73007-c063-4b63-82ce-0d8299a9c9be req-37a06a36-ba6c-41ca-8781-b1af8e9579b7 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:07.483579 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28f73007-c063-4b63-82ce-0d8299a9c9be req-37a06a36-ba6c-41ca-8781-b1af8e9579b7 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports/9b88aede-8653-4c45-989f-0b133900719c HTTP/1.1" status: 200 len: 942 time: 0.0876818 Feb 20 05:45:07.544229 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872ab66-1a05-4454-bef0-7fc6507871a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0c5915-c37b-46e0-b7a7-6c3738d95bc8,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:07.545540 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc07d7-afa6-482a-9fd7-e055cfac5770 None None] Port bb8605e8-325b-40d0-abb6-7f6815abc8b9 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:45:07.633047 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cef5b99c-86fe-41ac-a0a6-6a32185221be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bb8605e8-325b-40d0-abb6-7f6815abc8b9), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:07.682123 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-b6c282ab-f3da-436b-b9f2-4d69f4588c74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b8732475-d1e1-4f9e-b536-be42aaa90177), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:07.692020 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28f73007-c063-4b63-82ce-0d8299a9c9be req-2863b5ff-0568-448a-97a4-fc95c94db71d tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.242 HTTP/1.1" status: 200 len: 1001 time: 0.1116242 Feb 20 05:45:07.750162 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255447c-f871-43a8-85f9-a2194adb6b94 req-e1b3075f-4fd8-4329-b915-27b3c340dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:07.751770 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0255447c-f871-43a8-85f9-a2194adb6b94 req-e1b3075f-4fd8-4329-b915-27b3c340dbe5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6ee7c612de843578619e89c6f670d65&device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 1127 time: 0.4026463 Feb 20 05:45:07.917821 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-be1a91b3-8987-4f7d-8642-4af1fa028d9f tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (99a2bed1-b3c3-466f-8a3d-f54cbd034a81), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:07.965190 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-8872ab66-1a05-4454-bef0-7fc6507871a5 service neutron] Attempting to bind port 7f0c5915-c37b-46e0-b7a7-6c3738d95bc8 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:45:07.965526 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-8872ab66-1a05-4454-bef0-7fc6507871a5 service neutron] Attempting to bind port 7f0c5915-c37b-46e0-b7a7-6c3738d95bc8 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '33ab10d3-15e0-4954-b457-21e456a39d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:45:07.965865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-8872ab66-1a05-4454-bef0-7fc6507871a5 service neutron] Attempting to bind port 7f0c5915-c37b-46e0-b7a7-6c3738d95bc8 on network d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:45:08.002178 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6a806130-dd38-470d-abc0-d39f1a698805 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_gateway (173c1d51-65f3-4244-b885-887f29754fd3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:08.012003 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-be1a91b3-8987-4f7d-8642-4af1fa028d9f tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691773'] for router (99a2bed1-b3c3-466f-8a3d-f54cbd034a81), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:08.062577 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-8872ab66-1a05-4454-bef0-7fc6507871a5 service neutron] Port 7f0c5915-c37b-46e0-b7a7-6c3738d95bc8 on network d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:45:08.062923 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-8872ab66-1a05-4454-bef0-7fc6507871a5 service neutron] Attempting to bind port 7f0c5915-c37b-46e0-b7a7-6c3738d95bc8 on network d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:45:08.138294 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f73007-c063-4b63-82ce-0d8299a9c9be req-cad59ddd-aa45-4d39-9b8a-6130ac8caf6d tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:08.139714 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28f73007-c063-4b63-82ce-0d8299a9c9be req-cad59ddd-aa45-4d39-9b8a-6130ac8caf6d tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.4409878 Feb 20 05:45:08.142961 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-8872ab66-1a05-4454-bef0-7fc6507871a5 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:45:08.143322 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-8872ab66-1a05-4454-bef0-7fc6507871a5 service neutron] Checking segment: {'id': '33ab10d3-15e0-4954-b457-21e456a39d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:08.143708 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-8872ab66-1a05-4454-bef0-7fc6507871a5 service neutron] Bound using segment: {'id': '33ab10d3-15e0-4954-b457-21e456a39d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:45:08.144167 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-8872ab66-1a05-4454-bef0-7fc6507871a5 service neutron] Bound port: 7f0c5915-c37b-46e0-b7a7-6c3738d95bc8, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33ab10d3-15e0-4954-b457-21e456a39d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:45:08.144527 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-8872ab66-1a05-4454-bef0-7fc6507871a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7f0c5915-c37b-46e0-b7a7-6c3738d95bc8), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:08.227510 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cef5b99c-86fe-41ac-a0a6-6a32185221be admin admin] Publish callbacks [] for port (bb8605e8-325b-40d0-abb6-7f6815abc8b9), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:08.237499 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cef5b99c-86fe-41ac-a0a6-6a32185221be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (bb8605e8-325b-40d0-abb6-7f6815abc8b9), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:08.264703 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28f73007-c063-4b63-82ce-0d8299a9c9be req-5ff643ff-0cc1-4ec7-bcb6-c36a5ce5d0f8 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.242 HTTP/1.1" status: 200 len: 1001 time: 0.1064253 Feb 20 05:45:08.270533 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255447c-f871-43a8-85f9-a2194adb6b94 req-7971260a-6320-469f-9a66-0d5499940c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:08.272778 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0255447c-f871-43a8-85f9-a2194adb6b94 req-7971260a-6320-469f-9a66-0d5499940c3e service neutron] 10.222.0.61 "GET /v2.0/networks?id=05e3b391-72f9-4dca-80c9-b64bac389480 HTTP/1.1" status: 200 len: 920 time: 0.5120804 Feb 20 05:45:08.295558 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-28f73007-c063-4b63-82ce-0d8299a9c9be req-358a1059-e9af-4d68-9042-69068a1ce9a6 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:08.356560 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cef5b99c-86fe-41ac-a0a6-6a32185221be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (f9153173-3286-482d-96ce-4825bc34d31e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:08.374451 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5b99c-86fe-41ac-a0a6-6a32185221be admin admin] Pushing event updated for resources: {'Port': ['ID=bb8605e8-325b-40d0-abb6-7f6815abc8b9,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:08.390345 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-28f73007-c063-4b63-82ce-0d8299a9c9be req-358a1059-e9af-4d68-9042-69068a1ce9a6 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks [] for floatingip (339847d0-993c-402d-aa80-bb3c494d516d), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:08.563089 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef5b99c-86fe-41ac-a0a6-6a32185221be admin admin] Network 75c9151b-9e39-4316-b04e-d9d5f08d8092 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:08.564027 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-08c6fa4c-133a-4dab-a26b-598fa27ddd25 admin admin] Publish callbacks [] for port (fc62bebe-0f9c-40f4-96b4-25fe46d45f58), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:08.567538 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-cef5b99c-86fe-41ac-a0a6-6a32185221be admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:08.615200 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-28f73007-c063-4b63-82ce-0d8299a9c9be req-358a1059-e9af-4d68-9042-69068a1ce9a6 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:08.620192 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4099be-5991-4491-b54b-ed6363574455 req-588ae92c-654f-45a8-9e95-4325e6133ba9 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:08.621742 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e4099be-5991-4491-b54b-ed6363574455 req-588ae92c-654f-45a8-9e95-4325e6133ba9 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3ed8c94-b2fb-4814-ae0d-c06c49788c20 HTTP/1.1" status: 200 len: 946 time: 0.4194279 Feb 20 05:45:08.623685 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0255447c-f871-43a8-85f9-a2194adb6b94 req-67e30b7e-c93c-4aae-87cf-196bbd43ff7f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b88aede-8653-4c45-989f-0b133900719c HTTP/1.1" status: 200 len: 1001 time: 0.2986777 Feb 20 05:45:08.634000 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-08c6fa4c-133a-4dab-a26b-598fa27ddd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (fc62bebe-0f9c-40f4-96b4-25fe46d45f58), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:08.666568 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-28f73007-c063-4b63-82ce-0d8299a9c9be req-358a1059-e9af-4d68-9042-69068a1ce9a6 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (339847d0-993c-402d-aa80-bb3c494d516d), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:08.666568 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [req-28f73007-c063-4b63-82ce-0d8299a9c9be req-358a1059-e9af-4d68-9042-69068a1ce9a6 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Floating IP 339847d0-993c-402d-aa80-bb3c494d516d disassociated. External IP: 172.25.3.242, port: 9b88aede-8653-4c45-989f-0b133900719c. Feb 20 05:45:08.691191 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-8872ab66-1a05-4454-bef0-7fc6507871a5 service neutron] For port 7f0c5915-c37b-46e0-b7a7-6c3738d95bc8, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:45:08.776064 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-8872ab66-1a05-4454-bef0-7fc6507871a5 service neutron] For port 7f0c5915-c37b-46e0-b7a7-6c3738d95bc8, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=7f0c5915-c37b-46e0-b7a7-6c3738d95bc8,segment=NetworkSegment(33ab10d3-15e0-4954-b457-21e456a39d42),segment_id=33ab10d3-15e0-4954-b457-21e456a39d42)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:45:08.830361 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef5b99c-86fe-41ac-a0a6-6a32185221be admin admin] Router f9153173-3286-482d-96ce-4825bc34d31e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:45:08.854423 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1a91b3-8987-4f7d-8642-4af1fa028d9f tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Router 99a2bed1-b3c3-466f-8a3d-f54cbd034a81 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:45:08.877785 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-c91d7d88-5b6b-4505-9ef4-b272f792c9ef None None] Provisioning complete for port bb8605e8-325b-40d0-abb6-7f6815abc8b9 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:08.878786 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c91d7d88-5b6b-4505-9ef4-b272f792c9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bb8605e8-325b-40d0-abb6-7f6815abc8b9), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:08.893819 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-8872ab66-1a05-4454-bef0-7fc6507871a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (7f0c5915-c37b-46e0-b7a7-6c3738d95bc8), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:08.910075 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6fa4c-133a-4dab-a26b-598fa27ddd25 admin admin] Pushing event updated for resources: {'Port': ['ID=fc62bebe-0f9c-40f4-96b4-25fe46d45f58,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:08.930500 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c91d7d88-5b6b-4505-9ef4-b272f792c9ef None None] Port bb8605e8-325b-40d0-abb6-7f6815abc8b9 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:45:08.957188 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-08c6fa4c-133a-4dab-a26b-598fa27ddd25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (ede53519-a0a1-4021-8925-dfd0f515ad7a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:09.050298 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-8872ab66-1a05-4454-bef0-7fc6507871a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:09.050947 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-8872ab66-1a05-4454-bef0-7fc6507871a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:09.052406 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-8872ab66-1a05-4454-bef0-7fc6507871a5 service neutron] 10.222.0.48 "PUT /v2.0/ports/7f0c5915-c37b-46e0-b7a7-6c3738d95bc8 HTTP/1.1" status: 200 len: 1091 time: 3.9271092 Feb 20 05:45:09.058993 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28f73007-c063-4b63-82ce-0d8299a9c9be req-358a1059-e9af-4d68-9042-69068a1ce9a6 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Router fd0e860b-bd6c-4855-99f1-78cf69853359 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:45:09.063794 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef5b99c-86fe-41ac-a0a6-6a32185221be admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:45:09.070524 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255447c-f871-43a8-85f9-a2194adb6b94 req-02d64ad1-af4c-4cbf-9646-a48aefefd580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:09.072126 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0255447c-f871-43a8-85f9-a2194adb6b94 req-02d64ad1-af4c-4cbf-9646-a48aefefd580 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fc42d209-b39f-4da5-905a-0aaed8fb6a61 HTTP/1.1" status: 200 len: 860 time: 0.4356208 Feb 20 05:45:09.080136 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-cef5b99c-86fe-41ac-a0a6-6a32185221be admin admin] 10.222.0.37 "PUT /v2.0/routers/f9153173-3286-482d-96ce-4825bc34d31e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8758492 Feb 20 05:45:09.246835 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 96193e81-a744-43d5-8b16-e9915c3445e1 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:09.329733 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28f73007-c063-4b63-82ce-0d8299a9c9be req-358a1059-e9af-4d68-9042-69068a1ce9a6 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:45:09.337350 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-28f73007-c063-4b63-82ce-0d8299a9c9be req-358a1059-e9af-4d68-9042-69068a1ce9a6 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:09.343205 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b967c68-3201-438a-ae81-bbd59ab48dc9 None None] Sync routers for ids ['fd0e860b-bd6c-4855-99f1-78cf69853359'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:45:09.345558 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8f667-e0a4-49a3-ab80-08bffaa803d5 req-fe7da069-7ce5-4e99-b29c-e28728f51d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:09.347222 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-57b8f667-e0a4-49a3-ab80-08bffaa803d5 req-fe7da069-7ce5-4e99-b29c-e28728f51d45 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=38a0aaa1-30f3-4940-b7b0-680a1bae6746 HTTP/1.1" status: 200 len: 1128 time: 0.1495829 Feb 20 05:45:09.354846 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b967c68-3201-438a-ae81-bbd59ab48dc9 None None] Routers {'fd0e860b-bd6c-4855-99f1-78cf69853359'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:09.355502 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2b967c68-3201-438a-ae81-bbd59ab48dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fd0e860b-bd6c-4855-99f1-78cf69853359'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:09.411664 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28f73007-c063-4b63-82ce-0d8299a9c9be req-358a1059-e9af-4d68-9042-69068a1ce9a6 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "PUT /v2.0/floatingips/339847d0-993c-402d-aa80-bb3c494d516d HTTP/1.1" status: 200 len: 695 time: 1.1407845 Feb 20 05:45:09.415042 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40af2764-f10d-4f27-9477-802507b4be77', 'tag': '9b88aede-8653-4c45-989f-0b133900719c'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:45:09.417423 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b0ad92-91bc-4fb6-b034-9a9e3a0ed04c" -d '{"events": [{"name": "network-changed", "server_uuid": "40af2764-f10d-4f27-9477-802507b4be77", "tag": "9b88aede-8653-4c45-989f-0b133900719c"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:45:09.424023 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-57b8f667-e0a4-49a3-ab80-08bffaa803d5 req-a2df7f54-c2f2-43f6-a578-df8f27546aed service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575898 Feb 20 05:45:09.529674 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-2b967c68-3201-438a-ae81-bbd59ab48dc9 None None] Set router fd0e860b-bd6c-4855-99f1-78cf69853359 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:09.546106 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f73007-c063-4b63-82ce-0d8299a9c9be req-cbf77937-4c73-492b-a40d-297c891a21b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:09.554911 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e2857e-3f15-4e0a-bf82-5092371b505b None None] Sync routers for ids ['f9153173-3286-482d-96ce-4825bc34d31e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:45:09.556155 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28f73007-c063-4b63-82ce-0d8299a9c9be req-cbf77937-4c73-492b-a40d-297c891a21b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6ee7c612de843578619e89c6f670d65&device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 1127 time: 0.1286128 Feb 20 05:45:09.599695 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e2857e-3f15-4e0a-bf82-5092371b505b None None] Routers {'f9153173-3286-482d-96ce-4825bc34d31e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:09.600349 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-88e2857e-3f15-4e0a-bf82-5092371b505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f9153173-3286-482d-96ce-4825bc34d31e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:09.604074 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401b82de-9150-4ed7-82b9-247a7110b077', 'tag': '7f0c5915-c37b-46e0-b7a7-6c3738d95bc8'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:45:09.607724 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39965f35-bfe1-4e06-97b6-b8706af82b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "401b82de-9150-4ed7-82b9-247a7110b077", "tag": "7f0c5915-c37b-46e0-b7a7-6c3738d95bc8"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:45:09.613084 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0255447c-f871-43a8-85f9-a2194adb6b94 req-37f84869-a1fe-42e0-9265-74de048ab3ad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=05e3b391-72f9-4dca-80c9-b64bac389480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470884 Feb 20 05:45:09.649648 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 96193e81-a744-43d5-8b16-e9915c3445e1 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:09.650036 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (96193e81-a744-43d5-8b16-e9915c3445e1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:09.660757 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6a806130-dd38-470d-abc0-d39f1a698805 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (173c1d51-65f3-4244-b885-887f29754fd3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:09.684422 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-b6c282ab-f3da-436b-b9f2-4d69f4588c74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8732475-d1e1-4f9e-b536-be42aaa90177 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:45:09.728335 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f73007-c063-4b63-82ce-0d8299a9c9be req-4f1439c1-04a0-469d-92ab-7d13a3b2302f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:09.736488 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28f73007-c063-4b63-82ce-0d8299a9c9be req-4f1439c1-04a0-469d-92ab-7d13a3b2302f service neutron] 10.222.0.37 "GET /v2.0/networks?id=05e3b391-72f9-4dca-80c9-b64bac389480 HTTP/1.1" status: 200 len: 920 time: 0.1790149 Feb 20 05:45:09.774236 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-b6c282ab-f3da-436b-b9f2-4d69f4588c74 service neutron] Publish callbacks [] for port (b8732475-d1e1-4f9e-b536-be42aaa90177), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:09.795592 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28f73007-c063-4b63-82ce-0d8299a9c9be req-0481d0f6-bb43-4a3f-8b14-c47e90a1ffb0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b88aede-8653-4c45-989f-0b133900719c HTTP/1.1" status: 200 len: 217 time: 0.0580659 Feb 20 05:45:09.800849 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 96193e81-a744-43d5-8b16-e9915c3445e1 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:09.801252 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (96193e81-a744-43d5-8b16-e9915c3445e1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:09.803706 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872ab66-1a05-4454-bef0-7fc6507871a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0c5915-c37b-46e0-b7a7-6c3738d95bc8,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:09.838730 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2b967c68-3201-438a-ae81-bbd59ab48dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'name': 'tempest-ServerRescueTestJSONUnderV235-1351212273-router', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:43:38Z', 'updated_at': '2022-02-20T05:43:47Z', 'revision_number': 4, 'project_id': 'a6ee7c612de843578619e89c6f670d65', 'gw_port': {'id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:40Z', 'updated_at': '2022-02-20T05:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '8ec955ea-4703-4c70-b89f-e125f4ad4381', 'name': '', 'network_id': '05e3b391-72f9-4dca-80c9-b64bac389480', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'mac_address': 'fa:16:3e:d5:1b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'fc42d209-b39f-4da5-905a-0aaed8fb6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:46Z', 'updated_at': '2022-02-20T05:43:57Z', 'revision_number': 5, 'project_id': 'a6ee7c612de843578619e89c6f670d65', 'subnets': [{'id': 'fc42d209-b39f-4da5-905a-0aaed8fb6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:09.844674 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 96193e81-a744-43d5-8b16-e9915c3445e1, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=96193e81-a744-43d5-8b16-e9915c3445e1,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:09.846708 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-88e2857e-3f15-4e0a-bf82-5092371b505b None None] Set router f9153173-3286-482d-96ce-4825bc34d31e gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:09.878886 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (96193e81-a744-43d5-8b16-e9915c3445e1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:09.885714 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f73007-c063-4b63-82ce-0d8299a9c9be req-c92018cf-4e0f-4848-863a-6720369f1f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:09.890196 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28f73007-c063-4b63-82ce-0d8299a9c9be req-c92018cf-4e0f-4848-863a-6720369f1f09 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc42d209-b39f-4da5-905a-0aaed8fb6a61 HTTP/1.1" status: 200 len: 860 time: 0.0847080 Feb 20 05:45:09.911170 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b967c68-3201-438a-ae81-bbd59ab48dc9 None None] Checking router: fd0e860b-bd6c-4855-99f1-78cf69853359 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:45:09.913633 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-b6c282ab-f3da-436b-b9f2-4d69f4588c74 service neutron] Transition to ACTIVE for port object b8732475-d1e1-4f9e-b536-be42aaa90177 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:45:09.923257 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b967c68-3201-438a-ae81-bbd59ab48dc9 None None] Routers {'fd0e860b-bd6c-4855-99f1-78cf69853359'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:09.923979 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-6e4099be-5991-4491-b54b-ed6363574455 req-a22caab5-4ffe-47b2-ae08-c093f1109c6d tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Deleting port 51d29bdc-3670-495b-93ad-f45af11aea59 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:09.924148 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2b967c68-3201-438a-ae81-bbd59ab48dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fd0e860b-bd6c-4855-99f1-78cf69853359'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:09.924774 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6e4099be-5991-4491-b54b-ed6363574455 req-a22caab5-4ffe-47b2-ae08-c093f1109c6d tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (51d29bdc-3670-495b-93ad-f45af11aea59), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:09.973397 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28f73007-c063-4b63-82ce-0d8299a9c9be req-0b979c8b-4b3f-4e82-8f88-b6654cf3fe02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05e3b391-72f9-4dca-80c9-b64bac389480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769460 Feb 20 05:45:09.979079 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43122) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:09.985088 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-3ba027a6-9d7e-4425-b645-fff8d2461468 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1112227885-network', 'tenant_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:10.007473 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-b6c282ab-f3da-436b-b9f2-4d69f4588c74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (b8732475-d1e1-4f9e-b536-be42aaa90177), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:10.050343 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=96193e81-a744-43d5-8b16-e9915c3445e1,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:10.071579 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba027a6-9d7e-4425-b645-fff8d2461468 admin admin] Made reservation on behalf of f0230395d7934c9ba5a3f5f3e9ca9ab9 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:10.076014 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ba027a6-9d7e-4425-b645-fff8d2461468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:10.088572 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ba027a6-9d7e-4425-b645-fff8d2461468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:10.102321 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-2b967c68-3201-438a-ae81-bbd59ab48dc9 None None] Set router fd0e860b-bd6c-4855-99f1-78cf69853359 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:10.139638 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28f73007-c063-4b63-82ce-0d8299a9c9be req-da9a51e8-b2a7-4b64-8ed7-6a44a74887f5 service neutron] 10.222.0.37 "GET /v2.0/networks/05e3b391-72f9-4dca-80c9-b64bac389480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509452 Feb 20 05:45:10.140110 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-de0c4045-b63a-4de7-9800-88439a2401f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:10.142302 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-de0c4045-b63a-4de7-9800-88439a2401f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c762d17a84a4f8c936bfa2963e4b8f0&device_id=401b82de-9150-4ed7-82b9-247a7110b077 HTTP/1.1" status: 200 len: 1125 time: 0.5784178 Feb 20 05:45:10.183735 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-88e2857e-3f15-4e0a-bf82-5092371b505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9153173-3286-482d-96ce-4825bc34d31e', 'name': 'tempest-TestAggregatesBasicOps-1142190004-router', 'tenant_id': '3e4863d605694b08afc00913a648aace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '96193e81-a744-43d5-8b16-e9915c3445e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:44:59Z', 'updated_at': '2022-02-20T05:45:07Z', 'revision_number': 4, 'project_id': '3e4863d605694b08afc00913a648aace', 'gw_port': {'id': '96193e81-a744-43d5-8b16-e9915c3445e1', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9153173-3286-482d-96ce-4825bc34d31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:01Z', 'updated_at': '2022-02-20T05:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'bb8605e8-325b-40d0-abb6-7f6815abc8b9', 'name': '', 'network_id': '75c9151b-9e39-4316-b04e-d9d5f08d8092', 'tenant_id': '3e4863d605694b08afc00913a648aace', 'mac_address': 'fa:16:3e:9a:05:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9153173-3286-482d-96ce-4825bc34d31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '034800db-fe86-4155-ac32-b522243a2b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:06Z', 'updated_at': '2022-02-20T05:45:07Z', 'revision_number': 2, 'project_id': '3e4863d605694b08afc00913a648aace', 'subnets': [{'id': '034800db-fe86-4155-ac32-b522243a2b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:10.225175 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e2857e-3f15-4e0a-bf82-5092371b505b None None] Checking router: f9153173-3286-482d-96ce-4825bc34d31e for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:45:10.226089 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e2857e-3f15-4e0a-bf82-5092371b505b None None] Updating router f9153173-3286-482d-96ce-4825bc34d31e port bb8605e8-325b-40d0-abb6-7f6815abc8b9 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:45:10.260931 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-88e2857e-3f15-4e0a-bf82-5092371b505b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bb8605e8-325b-40d0-abb6-7f6815abc8b9), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:10.294275 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c6fa4c-133a-4dab-a26b-598fa27ddd25 admin admin] Network 61cdc046-d5a8-4a07-b1ac-f5104cc7604b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:10.296009 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1a91b3-8987-4f7d-8642-4af1fa028d9f tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:45:10.305405 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-be1a91b3-8987-4f7d-8642-4af1fa028d9f tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:10.307818 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ba027a6-9d7e-4425-b645-fff8d2461468 admin admin] Publish callbacks [] for security_group (5e147c3f-0f39-4dbb-aacb-c38bd014fabf), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:10.310513 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-be1a91b3-8987-4f7d-8642-4af1fa028d9f tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "PUT /v2.0/routers/99a2bed1-b3c3-466f-8a3d-f54cbd034a81 HTTP/1.1" status: 200 len: 887 time: 4.5877833 Feb 20 05:45:10.311757 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28f73007-c063-4b63-82ce-0d8299a9c9be req-14cebcf8-280f-416e-9324-035a54b9f740 service neutron] 10.222.0.37 "GET /v2.0/networks/05e3b391-72f9-4dca-80c9-b64bac389480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572261 Feb 20 05:45:10.312333 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-46f250cb-fdd5-4acc-b377-273b9a15bd37 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f0c5915-c37b-46e0-b7a7-6c3738d95bc8 HTTP/1.1" status: 200 len: 217 time: 0.1200662 Feb 20 05:45:10.312476 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43124) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:10.323185 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ba027a6-9d7e-4425-b645-fff8d2461468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5e147c3f-0f39-4dbb-aacb-c38bd014fabf), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:10.329887 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c282ab-f3da-436b-b9f2-4d69f4588c74 service neutron] Pushing event updated for resources: {'Port': ['ID=b8732475-d1e1-4f9e-b536-be42aaa90177,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:10.358578 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0255447c-f871-43a8-85f9-a2194adb6b94 req-0803b788-2059-4dc5-8774-7d737aae0246 service neutron] 10.222.0.61 "GET /v2.0/networks/05e3b391-72f9-4dca-80c9-b64bac389480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6902146 Feb 20 05:45:10.363377 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-08c6fa4c-133a-4dab-a26b-598fa27ddd25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:10.427726 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba027a6-9d7e-4425-b645-fff8d2461468 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:45:10.494483 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba027a6-9d7e-4425-b645-fff8d2461468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e147c3f-0f39-4dbb-aacb-c38bd014fabf,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:10.500954 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ba027a6-9d7e-4425-b645-fff8d2461468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (75630598-d6aa-4ad8-bb25-07f913911f77), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:10.501444 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-3ba027a6-9d7e-4425-b645-fff8d2461468 admin admin] Added segment 75630598-d6aa-4ad8-bb25-07f913911f77 of type vlan for network c5c43007-b29f-4418-a412-97b3347f7285 Feb 20 05:45:10.522442 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2b967c68-3201-438a-ae81-bbd59ab48dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'name': 'tempest-ServerRescueTestJSONUnderV235-1351212273-router', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:43:38Z', 'updated_at': '2022-02-20T05:43:47Z', 'revision_number': 4, 'project_id': 'a6ee7c612de843578619e89c6f670d65', 'gw_port': {'id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:40Z', 'updated_at': '2022-02-20T05:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '8ec955ea-4703-4c70-b89f-e125f4ad4381', 'name': '', 'network_id': '05e3b391-72f9-4dca-80c9-b64bac389480', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'mac_address': 'fa:16:3e:d5:1b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'fc42d209-b39f-4da5-905a-0aaed8fb6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:46Z', 'updated_at': '2022-02-20T05:43:57Z', 'revision_number': 5, 'project_id': 'a6ee7c612de843578619e89c6f670d65', 'subnets': [{'id': 'fc42d209-b39f-4da5-905a-0aaed8fb6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:10.560231 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b967c68-3201-438a-ae81-bbd59ab48dc9 None None] The sync data for ids ['fd0e860b-bd6c-4855-99f1-78cf69853359'] in n-d-829866-5 is: [{'id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'name': 'tempest-ServerRescueTestJSONUnderV235-1351212273-router', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:43:38Z', 'updated_at': '2022-02-20T05:43:47Z', 'revision_number': 4, 'project_id': 'a6ee7c612de843578619e89c6f670d65', 'gw_port': {'id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:40Z', 'updated_at': '2022-02-20T05:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '8ec955ea-4703-4c70-b89f-e125f4ad4381', 'name': '', 'network_id': '05e3b391-72f9-4dca-80c9-b64bac389480', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'mac_address': 'fa:16:3e:d5:1b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'fc42d209-b39f-4da5-905a-0aaed8fb6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:46Z', 'updated_at': '2022-02-20T05:43:57Z', 'revision_number': 5, 'project_id': 'a6ee7c612de843578619e89c6f670d65', 'subnets': [{'id': 'fc42d209-b39f-4da5-905a-0aaed8fb6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:45:10.617165 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-6e4099be-5991-4491-b54b-ed6363574455 req-a22caab5-4ffe-47b2-ae08-c093f1109c6d tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] For port 51d29bdc-3670-495b-93ad-f45af11aea59, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=51d29bdc-3670-495b-93ad-f45af11aea59,segment=NetworkSegment(1e7b572d-eea8-4575-add7-3e01e35d46d2),segment_id=1e7b572d-eea8-4575-add7-3e01e35d46d2)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:10.617765 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6e4099be-5991-4491-b54b-ed6363574455 req-a22caab5-4ffe-47b2-ae08-c093f1109c6d tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (51d29bdc-3670-495b-93ad-f45af11aea59), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:10.619465 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bea83a7-dbec-4aba-b922-cd3f7162dad2 None None] Sync routers for ids ['99a2bed1-b3c3-466f-8a3d-f54cbd034a81'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:45:10.656139 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ba027a6-9d7e-4425-b645-fff8d2461468 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (c5c43007-b29f-4418-a412-97b3347f7285), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:10.664606 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bea83a7-dbec-4aba-b922-cd3f7162dad2 None None] Routers {'99a2bed1-b3c3-466f-8a3d-f54cbd034a81'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:10.665185 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3bea83a7-dbec-4aba-b922-cd3f7162dad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['99a2bed1-b3c3-466f-8a3d-f54cbd034a81'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:10.694653 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-6e4099be-5991-4491-b54b-ed6363574455 req-a22caab5-4ffe-47b2-ae08-c093f1109c6d tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Calling delete_port for 51d29bdc-3670-495b-93ad-f45af11aea59 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:10.721300 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-dd89ee4b-3ae5-4066-8eb0-13f8ce0eecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:10.722922 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-dd89ee4b-3ae5-4066-8eb0-13f8ce0eecfc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=91847201-7867-4987-9d4d-9f1f30e2921f HTTP/1.1" status: 200 len: 852 time: 0.3869011 Feb 20 05:45:10.723611 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7691cefe-60b2-4470-b49a-056fb3e9117d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "GET /v2.0/routers/99a2bed1-b3c3-466f-8a3d-f54cbd034a81 HTTP/1.1" status: 200 len: 887 time: 0.4098525 Feb 20 05:45:10.726873 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43128) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:10.730710 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3bea83a7-dbec-4aba-b922-cd3f7162dad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:10.766986 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bea83a7-dbec-4aba-b922-cd3f7162dad2 None None] Routers {'99a2bed1-b3c3-466f-8a3d-f54cbd034a81'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:10.767508 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3bea83a7-dbec-4aba-b922-cd3f7162dad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['99a2bed1-b3c3-466f-8a3d-f54cbd034a81'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:10.774939 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c2a046fe-903e-425d-9fb5-fa9a4f92e6a6 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "GET /v2.0/ports?device_id=99a2bed1-b3c3-466f-8a3d-f54cbd034a81 HTTP/1.1" status: 200 len: 205 time: 0.0463018 Feb 20 05:45:10.782857 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebda6f7-5ae8-49be-896f-7f776b6be45b req-f79f125e-e092-4339-a055-0668f1d19c5f tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:10.791283 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43130) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:10.792233 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ebda6f7-5ae8-49be-896f-7f776b6be45b req-f79f125e-e092-4339-a055-0668f1d19c5f tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/ports?device_id=401b82de-9150-4ed7-82b9-247a7110b077 HTTP/1.1" status: 200 len: 943 time: 0.3154705 Feb 20 05:45:10.808705 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ba027a6-9d7e-4425-b645-fff8d2461468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (c5c43007-b29f-4418-a412-97b3347f7285), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:10.809825 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba027a6-9d7e-4425-b645-fff8d2461468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:10.810529 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ba027a6-9d7e-4425-b645-fff8d2461468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:10.843110 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-31d3acb8-9281-4ed7-899c-52445c4aa4a8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008949 Feb 20 05:45:10.843586 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3bea83a7-dbec-4aba-b922-cd3f7162dad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:10.844288 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bea83a7-dbec-4aba-b922-cd3f7162dad2 None None] The sync data for ids ['99a2bed1-b3c3-466f-8a3d-f54cbd034a81'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:45:10.884936 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-88e2857e-3f15-4e0a-bf82-5092371b505b None None] Publish callbacks [] for port (bb8605e8-325b-40d0-abb6-7f6815abc8b9), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:10.894440 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3ba027a6-9d7e-4425-b645-fff8d2461468 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9140046 Feb 20 05:45:10.898627 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43132) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:10.901366 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-88e2857e-3f15-4e0a-bf82-5092371b505b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (bb8605e8-325b-40d0-abb6-7f6815abc8b9), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:10.904196 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-eadf1c01-ebd3-4878-86dd-6779fc850dd4 admin admin] Request body: {'subnet': {'network_id': 'c5c43007-b29f-4418-a412-97b3347f7285', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1112227885-subnet', 'tenant_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9', 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:10.916883 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ebda6f7-5ae8-49be-896f-7f776b6be45b req-4a0ceb2a-c3d8-4d7c-b91c-8deefb5ba2c3 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236799 Feb 20 05:45:10.932715 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba027a6-9d7e-4425-b645-fff8d2461468 admin admin] Pushing event updated for resources: {'Network': ['ID=c5c43007-b29f-4418-a412-97b3347f7285,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:10.948463 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadf1c01-ebd3-4878-86dd-6779fc850dd4 admin admin] Made reservation on behalf of f0230395d7934c9ba5a3f5f3e9ca9ab9 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:10.957247 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eadf1c01-ebd3-4878-86dd-6779fc850dd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:10.959710 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-658f5c49-72da-4133-92f7-f6ef9f91013f None None] Provisioning complete for port fc62bebe-0f9c-40f4-96b4-25fe46d45f58 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:10.960289 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-658f5c49-72da-4133-92f7-f6ef9f91013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fc62bebe-0f9c-40f4-96b4-25fe46d45f58), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:10.990684 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-b6c282ab-f3da-436b-b9f2-4d69f4588c74 service neutron] Attempting to bind port b8732475-d1e1-4f9e-b536-be42aaa90177 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:45:10.991499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-b6c282ab-f3da-436b-b9f2-4d69f4588c74 service neutron] Attempting to bind port b8732475-d1e1-4f9e-b536-be42aaa90177 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '33ab10d3-15e0-4954-b457-21e456a39d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:45:10.992020 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-b6c282ab-f3da-436b-b9f2-4d69f4588c74 service neutron] Attempting to bind port b8732475-d1e1-4f9e-b536-be42aaa90177 on network d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:45:11.015400 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-b6c282ab-f3da-436b-b9f2-4d69f4588c74 service neutron] Port b8732475-d1e1-4f9e-b536-be42aaa90177 on network d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:45:11.016036 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-b6c282ab-f3da-436b-b9f2-4d69f4588c74 service neutron] Attempting to bind port b8732475-d1e1-4f9e-b536-be42aaa90177 on network d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:45:11.019563 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c6fa4c-133a-4dab-a26b-598fa27ddd25 admin admin] Router ede53519-a0a1-4021-8925-dfd0f515ad7a has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:45:11.040517 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-658f5c49-72da-4133-92f7-f6ef9f91013f None None] Port fc62bebe-0f9c-40f4-96b4-25fe46d45f58 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:45:11.045079 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network c5c43007-b29f-4418-a412-97b3347f7285 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:45:11.076526 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a806130-dd38-470d-abc0-d39f1a698805 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Router 173c1d51-65f3-4244-b885-887f29754fd3 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:45:11.105534 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0255447c-f871-43a8-85f9-a2194adb6b94 req-49a69f6a-6260-41d9-ba5a-0e9216784cd0 service neutron] 10.222.0.61 "GET /v2.0/networks/05e3b391-72f9-4dca-80c9-b64bac389480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7093112 Feb 20 05:45:11.106571 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-b6c282ab-f3da-436b-b9f2-4d69f4588c74 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:45:11.107128 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-b6c282ab-f3da-436b-b9f2-4d69f4588c74 service neutron] Checking segment: {'id': '33ab10d3-15e0-4954-b457-21e456a39d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:11.107800 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-b6c282ab-f3da-436b-b9f2-4d69f4588c74 service neutron] Bound using segment: {'id': '33ab10d3-15e0-4954-b457-21e456a39d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:45:11.108639 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-b6c282ab-f3da-436b-b9f2-4d69f4588c74 service neutron] Bound port: b8732475-d1e1-4f9e-b536-be42aaa90177, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33ab10d3-15e0-4954-b457-21e456a39d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:45:11.109177 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-b6c282ab-f3da-436b-b9f2-4d69f4588c74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b8732475-d1e1-4f9e-b536-be42aaa90177), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:11.128798 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845ea2ea-b8be-453a-adbf-88fa8880d9f0 None None] New status for floating IP 339847d0-993c-402d-aa80-bb3c494d516d: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:45:11.161412 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949b2f3-c8d7-40fa-83f4-a821b2a5977e None None] Pushing event updated for resources: {'Port': ['ID=bb8605e8-325b-40d0-abb6-7f6815abc8b9,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:11.243979 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-88e2857e-3f15-4e0a-bf82-5092371b505b None None] Attempting to bind port bb8605e8-325b-40d0-abb6-7f6815abc8b9 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:45:11.244372 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-88e2857e-3f15-4e0a-bf82-5092371b505b None None] Attempting to bind port bb8605e8-325b-40d0-abb6-7f6815abc8b9 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'f700fbf4-ef11-48e5-bb1a-791d5636cc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '75c9151b-9e39-4316-b04e-d9d5f08d8092'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:45:11.244745 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e2857e-3f15-4e0a-bf82-5092371b505b None None] Attempting to bind port bb8605e8-325b-40d0-abb6-7f6815abc8b9 on network 75c9151b-9e39-4316-b04e-d9d5f08d8092 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:45:11.251773 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e2857e-3f15-4e0a-bf82-5092371b505b None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:45:11.252166 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e2857e-3f15-4e0a-bf82-5092371b505b None None] Checking segment: {'id': 'f700fbf4-ef11-48e5-bb1a-791d5636cc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '75c9151b-9e39-4316-b04e-d9d5f08d8092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:11.252579 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-88e2857e-3f15-4e0a-bf82-5092371b505b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:11.252980 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e2857e-3f15-4e0a-bf82-5092371b505b None None] Bound using segment: {'id': 'f700fbf4-ef11-48e5-bb1a-791d5636cc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '75c9151b-9e39-4316-b04e-d9d5f08d8092'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:45:11.253513 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-88e2857e-3f15-4e0a-bf82-5092371b505b None None] Bound port: bb8605e8-325b-40d0-abb6-7f6815abc8b9, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f700fbf4-ef11-48e5-bb1a-791d5636cc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '75c9151b-9e39-4316-b04e-d9d5f08d8092'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:45:11.253967 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-88e2857e-3f15-4e0a-bf82-5092371b505b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bb8605e8-325b-40d0-abb6-7f6815abc8b9), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:11.334923 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-88e2857e-3f15-4e0a-bf82-5092371b505b None None] For port bb8605e8-325b-40d0-abb6-7f6815abc8b9, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:45:11.339061 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-88e2857e-3f15-4e0a-bf82-5092371b505b None None] For port bb8605e8-325b-40d0-abb6-7f6815abc8b9, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=bb8605e8-325b-40d0-abb6-7f6815abc8b9,segment=NetworkSegment(f700fbf4-ef11-48e5-bb1a-791d5636cc98),segment_id=f700fbf4-ef11-48e5-bb1a-791d5636cc98)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:45:11.347027 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 96193e81-a744-43d5-8b16-e9915c3445e1 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:11.355228 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-88e2857e-3f15-4e0a-bf82-5092371b505b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (bb8605e8-325b-40d0-abb6-7f6815abc8b9), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:11.380018 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c6fa4c-133a-4dab-a26b-598fa27ddd25 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:45:11.399231 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-08c6fa4c-133a-4dab-a26b-598fa27ddd25 admin admin] 10.222.0.37 "PUT /v2.0/routers/ede53519-a0a1-4021-8925-dfd0f515ad7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8519912 Feb 20 05:45:11.501223 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-954fa697-5789-4856-8046-b1f880ac8eb0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router (99a2bed1-b3c3-466f-8a3d-f54cbd034a81), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:11.534375 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-b242a7b7-71c1-4b84-8ca9-8314eff51f5b service neutron] 10.222.0.48 "GET /v2.0/networks/d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5730891 Feb 20 05:45:11.557547 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949b2f3-c8d7-40fa-83f4-a821b2a5977e None None] Pushing event updated for resources: {'Port': ['ID=bb8605e8-325b-40d0-abb6-7f6815abc8b9,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:11.567382 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f589da8-a075-4717-b3d6-96af7333bf99 None None] Sync routers for ids ['ede53519-a0a1-4021-8925-dfd0f515ad7a'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:45:11.601109 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-84a8cf82-2545-471f-9d71-1fa58b82314a None None] Provisioning complete for port bb8605e8-325b-40d0-abb6-7f6815abc8b9 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:11.601590 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-84a8cf82-2545-471f-9d71-1fa58b82314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bb8605e8-325b-40d0-abb6-7f6815abc8b9), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:11.628117 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-b6c282ab-f3da-436b-b9f2-4d69f4588c74 service neutron] For port b8732475-d1e1-4f9e-b536-be42aaa90177, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:45:11.641410 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f589da8-a075-4717-b3d6-96af7333bf99 None None] Routers {'ede53519-a0a1-4021-8925-dfd0f515ad7a'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:11.642088 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-9f589da8-a075-4717-b3d6-96af7333bf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['ede53519-a0a1-4021-8925-dfd0f515ad7a'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:11.647486 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e2857e-3f15-4e0a-bf82-5092371b505b None None] Routers {'f9153173-3286-482d-96ce-4825bc34d31e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:11.648134 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-88e2857e-3f15-4e0a-bf82-5092371b505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f9153173-3286-482d-96ce-4825bc34d31e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:11.805742 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-b6c282ab-f3da-436b-b9f2-4d69f4588c74 service neutron] For port b8732475-d1e1-4f9e-b536-be42aaa90177, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=b8732475-d1e1-4f9e-b536-be42aaa90177,segment=NetworkSegment(33ab10d3-15e0-4954-b457-21e456a39d42),segment_id=33ab10d3-15e0-4954-b457-21e456a39d42)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:45:11.807972 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-954fa697-5789-4856-8046-b1f880ac8eb0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router_gateway (99a2bed1-b3c3-466f-8a3d-f54cbd034a81), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:11.841811 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb2fed-5402-431f-b440-b436e01c8cd7 req-ad5d2de7-3b48-4263-9f88-8cfb800d14ba tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:11.843055 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86eb2fed-5402-431f-b440-b436e01c8cd7 req-ad5d2de7-3b48-4263-9f88-8cfb800d14ba tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3ed8c94-b2fb-4814-ae0d-c06c49788c20 HTTP/1.1" status: 200 len: 946 time: 0.7501132 Feb 20 05:45:11.878004 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-b6c282ab-f3da-436b-b9f2-4d69f4588c74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (b8732475-d1e1-4f9e-b536-be42aaa90177), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:11.897842 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eadf1c01-ebd3-4878-86dd-6779fc850dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (551ed290-6d4c-490f-a656-7c8ed325af0f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:11.909584 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-9f589da8-a075-4717-b3d6-96af7333bf99 None None] Set router ede53519-a0a1-4021-8925-dfd0f515ad7a gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:11.914328 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 96193e81-a744-43d5-8b16-e9915c3445e1 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:11.914997 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (96193e81-a744-43d5-8b16-e9915c3445e1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:11.956660 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf1c01-ebd3-4878-86dd-6779fc850dd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=551ed290-6d4c-490f-a656-7c8ed325af0f,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:11.967653 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadf1c01-ebd3-4878-86dd-6779fc850dd4 admin admin] Checking segment: {'id': '75630598-d6aa-4ad8-bb25-07f913911f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c5c43007-b29f-4418-a412-97b3347f7285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:11.968250 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadf1c01-ebd3-4878-86dd-6779fc850dd4 admin admin] Network hostable DHCP agents. Network: c5c43007-b29f-4418-a412-97b3347f7285, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:45:11.989178 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadf1c01-ebd3-4878-86dd-6779fc850dd4 admin admin] Network c5c43007-b29f-4418-a412-97b3347f7285 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:45:12.008078 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-eadf1c01-ebd3-4878-86dd-6779fc850dd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, c5c43007-b29f-4418-a412-97b3347f7285) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:12.018653 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadf1c01-ebd3-4878-86dd-6779fc850dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:12.019691 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eadf1c01-ebd3-4878-86dd-6779fc850dd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:12.043895 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-eadf1c01-ebd3-4878-86dd-6779fc850dd4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1435316 Feb 20 05:45:12.046492 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43142) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:12.053237 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-3a006e93-6b06-4c9a-930c-8dfa4e4cb94f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1112227885-router', 'tenant_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:12.081795 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a006e93-6b06-4c9a-930c-8dfa4e4cb94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (efb41d42-d88e-4b8f-8270-f0feae9c4fa7), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:12.083575 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a006e93-6b06-4c9a-930c-8dfa4e4cb94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (efb41d42-d88e-4b8f-8270-f0feae9c4fa7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:12.163777 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a006e93-6b06-4c9a-930c-8dfa4e4cb94f admin admin] Publish callbacks [] for router_controller (efb41d42-d88e-4b8f-8270-f0feae9c4fa7), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:12.238020 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fb4c0e-9fd1-4966-83b4-014191ddd705 None None] Network c5c43007-b29f-4418-a412-97b3347f7285 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:45:12.276246 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86eb2fed-5402-431f-b440-b436e01c8cd7 req-eebe3b00-ff73-435c-b2d0-ab2d63827cdd tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5863a73-a8bc-4249-9558-273bb8d829d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110863 Feb 20 05:45:12.324190 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a806130-dd38-470d-abc0-d39f1a698805 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:45:12.330007 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6e4099be-5991-4491-b54b-ed6363574455 req-a22caab5-4ffe-47b2-ae08-c093f1109c6d tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (51d29bdc-3670-495b-93ad-f45af11aea59), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:12.339481 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902eb83c-9415-485f-8048-52211abe6a5b None None] Sync routers for ids ['173c1d51-65f3-4244-b885-887f29754fd3'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:45:12.356398 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a006e93-6b06-4c9a-930c-8dfa4e4cb94f admin admin] Publish callbacks [] for router_gateway (efb41d42-d88e-4b8f-8270-f0feae9c4fa7), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:12.372113 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902eb83c-9415-485f-8048-52211abe6a5b None None] Routers {'173c1d51-65f3-4244-b885-887f29754fd3'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:12.373018 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-902eb83c-9415-485f-8048-52211abe6a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['173c1d51-65f3-4244-b885-887f29754fd3'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:12.409189 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['7d2de23e-e3a0-4590-9f1a-5a0d4e44c173'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:45:12.420660 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-b6c282ab-f3da-436b-b9f2-4d69f4588c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:12.421559 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-b6c282ab-f3da-436b-b9f2-4d69f4588c74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:12.423179 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-b6c282ab-f3da-436b-b9f2-4d69f4588c74 service neutron] 10.222.0.48 "PUT /v2.0/ports/b8732475-d1e1-4f9e-b536-be42aaa90177 HTTP/1.1" status: 200 len: 1091 time: 5.4960423 Feb 20 05:45:12.448913 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-902eb83c-9415-485f-8048-52211abe6a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:12.460512 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-88e2857e-3f15-4e0a-bf82-5092371b505b None None] Set router f9153173-3286-482d-96ce-4825bc34d31e gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:12.498666 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-0f0a9cac-473e-4468-895c-47c0d870ec6e service neutron] 10.222.0.48 "GET /v2.0/networks/d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8629613 Feb 20 05:45:12.501553 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902eb83c-9415-485f-8048-52211abe6a5b None None] Routers {'173c1d51-65f3-4244-b885-887f29754fd3'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:12.502191 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-902eb83c-9415-485f-8048-52211abe6a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['173c1d51-65f3-4244-b885-887f29754fd3'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:12.516616 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c282ab-f3da-436b-b9f2-4d69f4588c74 service neutron] Pushing event updated for resources: {'Port': ['ID=b8732475-d1e1-4f9e-b536-be42aaa90177,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:12.545631 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6a806130-dd38-470d-abc0-d39f1a698805 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:12.551695 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6a806130-dd38-470d-abc0-d39f1a698805 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.7603540 Feb 20 05:45:12.564070 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43144) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:12.567370 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-902eb83c-9415-485f-8048-52211abe6a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:12.568257 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902eb83c-9415-485f-8048-52211abe6a5b None None] The sync data for ids ['173c1d51-65f3-4244-b885-887f29754fd3'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:45:12.587086 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-55a12a53-303f-4e88-b099-4d982f1315c3 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:12.589956 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4099be-5991-4491-b54b-ed6363574455 req-a22caab5-4ffe-47b2-ae08-c093f1109c6d tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] No DVR routers for this DVR port 51d29bdc-3670-495b-93ad-f45af11aea59 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:45:12.591691 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22caab5-4ffe-47b2-ae08-c093f1109c6d tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Pushing event deleted for resources: {'Port': ['ID=51d29bdc-3670-495b-93ad-f45af11aea59,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:12.593897 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6e4099be-5991-4491-b54b-ed6363574455 req-a22caab5-4ffe-47b2-ae08-c093f1109c6d tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:12.597213 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e4099be-5991-4491-b54b-ed6363574455 req-a22caab5-4ffe-47b2-ae08-c093f1109c6d tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.61 "DELETE /v2.0/ports/51d29bdc-3670-495b-93ad-f45af11aea59 HTTP/1.1" status: 204 len: 173 time: 3.9568169 Feb 20 05:45:12.615549 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-954fa697-5789-4856-8046-b1f880ac8eb0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Deleting port 1219196b-6cd7-424f-9993-5aaedfc31d15 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:12.615884 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-954fa697-5789-4856-8046-b1f880ac8eb0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1219196b-6cd7-424f-9993-5aaedfc31d15), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:12.642248 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-84a8cf82-2545-471f-9d71-1fa58b82314a None None] Current status of the port bb8605e8-325b-40d0-abb6-7f6815abc8b9 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:12.642798 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-84a8cf82-2545-471f-9d71-1fa58b82314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bb8605e8-325b-40d0-abb6-7f6815abc8b9), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:12.656012 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2776c38-bb15-4555-8590-06a2b3fdaa15 req-b49c2fe8-2e0e-4bfb-add8-17d589287491 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:12.657580 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b2776c38-bb15-4555-8590-06a2b3fdaa15 req-b49c2fe8-2e0e-4bfb-add8-17d589287491 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a0aaa1-30f3-4940-b7b0-680a1bae6746 HTTP/1.1" status: 200 len: 946 time: 0.1882694 Feb 20 05:45:12.666129 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-2a016a04-07e5-4da2-a4e8-3c8a2c9b1eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:12.667786 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-2a016a04-07e5-4da2-a4e8-3c8a2c9b1eb2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c762d17a84a4f8c936bfa2963e4b8f0&device_id=8a7bb157-7fb4-4d3c-9601-1638a3988b66 HTTP/1.1" status: 200 len: 1125 time: 0.1811543 Feb 20 05:45:12.690633 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 96193e81-a744-43d5-8b16-e9915c3445e1 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:12.717012 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-ee7154e6-4962-4b73-ae81-08a792d0edc3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8732475-d1e1-4f9e-b536-be42aaa90177 HTTP/1.1" status: 200 len: 217 time: 0.0413733 Feb 20 05:45:12.734454 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 51d29bdc-3670-495b-93ad-f45af11aea59 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:45:12.781981 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-954fa697-5789-4856-8046-b1f880ac8eb0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1219196b-6cd7-424f-9993-5aaedfc31d15), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:12.785521 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b2776c38-bb15-4555-8590-06a2b3fdaa15 req-3747ac39-8d4e-4364-b9a7-d30b44d3f90e tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205635 Feb 20 05:45:12.802357 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 51d29bdc-3670-495b-93ad-f45af11aea59 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:45:12.802835 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 51d29bdc-3670-495b-93ad-f45af11aea59 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:45:12.803019 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-954fa697-5789-4856-8046-b1f880ac8eb0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Calling delete_port for 1219196b-6cd7-424f-9993-5aaedfc31d15 owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:12.808040 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-497d879c-ac2e-4cde-be17-7efbda34a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:12.809517 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-497d879c-ac2e-4cde-be17-7efbda34a7c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=91847201-7867-4987-9d4d-9f1f30e2921f HTTP/1.1" status: 200 len: 852 time: 0.0859346 Feb 20 05:45:12.867077 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-ac13ec6c-d748-4d37-82c7-e5a9e23d031f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405877 Feb 20 05:45:12.905215 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dae37d-4822-4fc3-bdbc-0cf5f865056a x-openstack-request-id: req-56dae37d-4822-4fc3-bdbc-0cf5f865056a {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:45:12.905739 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40af2764-f10d-4f27-9477-802507b4be77", "tag": "9b88aede-8653-4c45-989f-0b133900719c", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:45:12.905739 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56dae37d-4822-4fc3-bdbc-0cf5f865056a {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:45:12.906383 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40af2764-f10d-4f27-9477-802507b4be77', 'tag': '9b88aede-8653-4c45-989f-0b133900719c', 'status': 'completed', 'code': 200} Feb 20 05:45:12.911092 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f673f8c-df2c-478d-a06e-249f9a36538a x-openstack-request-id: req-5f673f8c-df2c-478d-a06e-249f9a36538a {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:45:12.911518 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401b82de-9150-4ed7-82b9-247a7110b077", "tag": "7f0c5915-c37b-46e0-b7a7-6c3738d95bc8", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:45:12.911926 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f673f8c-df2c-478d-a06e-249f9a36538a {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:45:12.912584 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401b82de-9150-4ed7-82b9-247a7110b077', 'tag': '7f0c5915-c37b-46e0-b7a7-6c3738d95bc8', 'status': 'completed', 'code': 200} Feb 20 05:45:13.017571 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-84a8cf82-2545-471f-9d71-1fa58b82314a None None] For port bb8605e8-325b-40d0-abb6-7f6815abc8b9, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=bb8605e8-325b-40d0-abb6-7f6815abc8b9,segment=NetworkSegment(f700fbf4-ef11-48e5-bb1a-791d5636cc98),segment_id=f700fbf4-ef11-48e5-bb1a-791d5636cc98)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:13.027882 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96972633-f950-4159-944f-dd64f1347923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-c5c43007-b29f-4418-a412-97b3347f7285', 'network_id': 'c5c43007-b29f-4418-a412-97b3347f7285', 'project_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9', 'fixed_ips': [{'subnet_id': '551ed290-6d4c-490f-a656-7c8ed325af0f'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:45:13.028784 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-96972633-f950-4159-944f-dd64f1347923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:13.059909 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-84a8cf82-2545-471f-9d71-1fa58b82314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (bb8605e8-325b-40d0-abb6-7f6815abc8b9), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:13.064591 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-21766668-d633-464d-b5a9-8093b64f8248 req-57fe50ac-ff88-464a-aa14-68789ccc4c3d tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/floatingips/339847d0-993c-402d-aa80-bb3c494d516d HTTP/1.1" status: 200 len: 693 time: 0.1091290 Feb 20 05:45:13.087877 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0ad92-91bc-4fb6-b034-9a9e3a0ed04c req-7a6f2599-3e57-4bc9-8861-458a23729d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:13.089511 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-66b0ad92-91bc-4fb6-b034-9a9e3a0ed04c req-7a6f2599-3e57-4bc9-8861-458a23729d42 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6ee7c612de843578619e89c6f670d65&device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 1127 time: 0.1903729 Feb 20 05:45:13.145568 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-d6f676ec-3354-4b5f-90cb-d42d869b91c1 service neutron] 10.222.0.48 "GET /v2.0/networks/d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474458 Feb 20 05:45:13.159522 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39965f35-bfe1-4e06-97b6-b8706af82b9b req-a9cfcaf2-5278-4112-bc03-95b526bb49f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:13.161360 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-39965f35-bfe1-4e06-97b6-b8706af82b9b req-a9cfcaf2-5278-4112-bc03-95b526bb49f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c762d17a84a4f8c936bfa2963e4b8f0&device_id=401b82de-9150-4ed7-82b9-247a7110b077 HTTP/1.1" status: 200 len: 1125 time: 0.2203541 Feb 20 05:45:13.258505 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a006e93-6b06-4c9a-930c-8dfa4e4cb94f admin admin] Publish callbacks [] for router_gateway (efb41d42-d88e-4b8f-8270-f0feae9c4fa7), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:13.290819 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a006e93-6b06-4c9a-930c-8dfa4e4cb94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:13.314519 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0d0b2e3b-96d2-41fc-b714-5639c446d216 None None] Provisioning complete for port bb8605e8-325b-40d0-abb6-7f6815abc8b9 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:13.314784 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0d0b2e3b-96d2-41fc-b714-5639c446d216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bb8605e8-325b-40d0-abb6-7f6815abc8b9), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:13.320165 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8cf82-2545-471f-9d71-1fa58b82314a None None] Pushing event updated for resources: {'Port': ['ID=bb8605e8-325b-40d0-abb6-7f6815abc8b9,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:13.433938 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-88e2857e-3f15-4e0a-bf82-5092371b505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9153173-3286-482d-96ce-4825bc34d31e', 'name': 'tempest-TestAggregatesBasicOps-1142190004-router', 'tenant_id': '3e4863d605694b08afc00913a648aace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '96193e81-a744-43d5-8b16-e9915c3445e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:44:59Z', 'updated_at': '2022-02-20T05:45:07Z', 'revision_number': 4, 'project_id': '3e4863d605694b08afc00913a648aace', 'gw_port': {'id': '96193e81-a744-43d5-8b16-e9915c3445e1', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9153173-3286-482d-96ce-4825bc34d31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:01Z', 'updated_at': '2022-02-20T05:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'bb8605e8-325b-40d0-abb6-7f6815abc8b9', 'name': '', 'network_id': '75c9151b-9e39-4316-b04e-d9d5f08d8092', 'tenant_id': '3e4863d605694b08afc00913a648aace', 'mac_address': 'fa:16:3e:9a:05:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9153173-3286-482d-96ce-4825bc34d31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '034800db-fe86-4155-ac32-b522243a2b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:06Z', 'updated_at': '2022-02-20T05:45:11Z', 'revision_number': 4, 'project_id': '3e4863d605694b08afc00913a648aace', 'subnets': [{'id': '034800db-fe86-4155-ac32-b522243a2b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:13.445196 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bcc6c320-83c5-444d-94c8-a080aa382a2c req-c68ea1c5-7086-4de2-8077-91bc168bad04 service neutron] 10.222.0.48 "GET /v2.0/networks/d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826989 Feb 20 05:45:13.446257 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0ad92-91bc-4fb6-b034-9a9e3a0ed04c req-f3ec688e-27f0-4cdc-a033-b3b0ef79fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:13.447687 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-66b0ad92-91bc-4fb6-b034-9a9e3a0ed04c req-f3ec688e-27f0-4cdc-a033-b3b0ef79fe62 service neutron] 10.222.0.61 "GET /v2.0/networks?id=05e3b391-72f9-4dca-80c9-b64bac389480 HTTP/1.1" status: 200 len: 920 time: 0.3210397 Feb 20 05:45:13.450267 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-954fa697-5789-4856-8046-b1f880ac8eb0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (1219196b-6cd7-424f-9993-5aaedfc31d15), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:13.470429 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e2857e-3f15-4e0a-bf82-5092371b505b None None] The sync data for ids ['f9153173-3286-482d-96ce-4825bc34d31e'] in n-d-829866-5 is: [{'id': 'f9153173-3286-482d-96ce-4825bc34d31e', 'name': 'tempest-TestAggregatesBasicOps-1142190004-router', 'tenant_id': '3e4863d605694b08afc00913a648aace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '96193e81-a744-43d5-8b16-e9915c3445e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:44:59Z', 'updated_at': '2022-02-20T05:45:07Z', 'revision_number': 4, 'project_id': '3e4863d605694b08afc00913a648aace', 'gw_port': {'id': '96193e81-a744-43d5-8b16-e9915c3445e1', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9153173-3286-482d-96ce-4825bc34d31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:01Z', 'updated_at': '2022-02-20T05:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'bb8605e8-325b-40d0-abb6-7f6815abc8b9', 'name': '', 'network_id': '75c9151b-9e39-4316-b04e-d9d5f08d8092', 'tenant_id': '3e4863d605694b08afc00913a648aace', 'mac_address': 'fa:16:3e:9a:05:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9153173-3286-482d-96ce-4825bc34d31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '034800db-fe86-4155-ac32-b522243a2b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:06Z', 'updated_at': '2022-02-20T05:45:11Z', 'revision_number': 4, 'project_id': '3e4863d605694b08afc00913a648aace', 'subnets': [{'id': '034800db-fe86-4155-ac32-b522243a2b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:45:13.486677 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-96972633-f950-4159-944f-dd64f1347923 None None] Allocated IP 172.20.0.2 (c5c43007-b29f-4418-a412-97b3347f7285/551ed290-6d4c-490f-a656-7c8ed325af0f/10d67ab7-a958-4cdb-bf07-546a2f3d22bf) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:45:13.491581 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-9f589da8-a075-4717-b3d6-96af7333bf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede53519-a0a1-4021-8925-dfd0f515ad7a', 'name': 'tempest-FloatingIPsTestJSON-714126867-router', 'tenant_id': 'acb41e0e2a6445269a73d167d171a4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '3d24cb69-34ba-4545-ba8b-ba80ac5f4cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:44:55Z', 'updated_at': '2022-02-20T05:45:06Z', 'revision_number': 4, 'project_id': 'acb41e0e2a6445269a73d167d171a4e5', 'gw_port': {'id': '3d24cb69-34ba-4545-ba8b-ba80ac5f4cff', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede53519-a0a1-4021-8925-dfd0f515ad7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:44:57Z', 'updated_at': '2022-02-20T05:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'fc62bebe-0f9c-40f4-96b4-25fe46d45f58', 'name': '', 'network_id': '61cdc046-d5a8-4a07-b1ac-f5104cc7604b', 'tenant_id': 'acb41e0e2a6445269a73d167d171a4e5', 'mac_address': 'fa:16:3e:e7:de:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede53519-a0a1-4021-8925-dfd0f515ad7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '4e51ed97-29cd-43a4-b0f5-5d73bbc12ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:04Z', 'updated_at': '2022-02-20T05:45:07Z', 'revision_number': 2, 'project_id': 'acb41e0e2a6445269a73d167d171a4e5', 'subnets': [{'id': '4e51ed97-29cd-43a4-b0f5-5d73bbc12ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:13.497727 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39965f35-bfe1-4e06-97b6-b8706af82b9b req-1d64a023-52e5-4fc5-973d-7e31abc81c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:13.499055 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-39965f35-bfe1-4e06-97b6-b8706af82b9b req-1d64a023-52e5-4fc5-973d-7e31abc81c3b service neutron] 10.222.0.48 "GET /v2.0/networks?id=d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd HTTP/1.1" status: 200 len: 912 time: 0.3277688 Feb 20 05:45:13.503708 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21766668-d633-464d-b5a9-8093b64f8248 req-322e226e-a8d3-42e3-95ac-c394af516c1a tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:13.505406 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-21766668-d633-464d-b5a9-8093b64f8248 req-322e226e-a8d3-42e3-95ac-c394af516c1a tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.4399321 Feb 20 05:45:13.539981 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fa697-5789-4856-8046-b1f880ac8eb0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Port': ['ID=1219196b-6cd7-424f-9993-5aaedfc31d15,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:13.543810 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-21766668-d633-464d-b5a9-8093b64f8248 req-5505d677-4fa7-4a76-9f5f-9f60b44037fe tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:45:13.555708 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-21766668-d633-464d-b5a9-8093b64f8248 req-5505d677-4fa7-4a76-9f5f-9f60b44037fe tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0221033 Feb 20 05:45:13.577568 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-66b0ad92-91bc-4fb6-b034-9a9e3a0ed04c req-05323ffe-d4df-4f0e-8dd2-fb552a3e05d6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b88aede-8653-4c45-989f-0b133900719c HTTP/1.1" status: 200 len: 217 time: 0.1191366 Feb 20 05:45:13.588150 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f589da8-a075-4717-b3d6-96af7333bf99 None None] Checking router: ede53519-a0a1-4021-8925-dfd0f515ad7a for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:45:13.588385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f589da8-a075-4717-b3d6-96af7333bf99 None None] Updating router ede53519-a0a1-4021-8925-dfd0f515ad7a port fc62bebe-0f9c-40f4-96b4-25fe46d45f58 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:45:13.633008 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-39965f35-bfe1-4e06-97b6-b8706af82b9b req-b5efcd29-c194-4e1a-b6e7-9ce6e0130357 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f0c5915-c37b-46e0-b7a7-6c3738d95bc8 HTTP/1.1" status: 200 len: 217 time: 0.0945868 Feb 20 05:45:13.643853 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-21766668-d633-464d-b5a9-8093b64f8248 req-d6b0cf14-2797-4349-8208-dfb33167b2c6 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.242 HTTP/1.1" status: 200 len: 696 time: 0.0871508 Feb 20 05:45:13.666380 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b2e3b-96d2-41fc-b714-5639c446d216 None None] Current status of the port bb8605e8-325b-40d0-abb6-7f6815abc8b9 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:13.706720 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55a12a53-303f-4e88-b099-4d982f1315c3 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_gateway (173c1d51-65f3-4244-b885-887f29754fd3), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:13.718417 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-3a006e93-6b06-4c9a-930c-8dfa4e4cb94f admin admin] Allocated IP 172.25.3.51 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/0f5b42db-2da6-4a77-a6b0-787e789b3c32) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:45:13.723418 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-21766668-d633-464d-b5a9-8093b64f8248 req-01f56d8d-bc9b-4b0d-a2a2-ad9568edacd6 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.242 HTTP/1.1" status: 200 len: 696 time: 0.0716710 Feb 20 05:45:13.741154 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f589da8-a075-4717-b3d6-96af7333bf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fc62bebe-0f9c-40f4-96b4-25fe46d45f58), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:13.745860 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55a12a53-303f-4e88-b099-4d982f1315c3 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_gateway (173c1d51-65f3-4244-b885-887f29754fd3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:13.785490 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0ad92-91bc-4fb6-b034-9a9e3a0ed04c req-02caf8c2-218d-4302-8865-8c528d611075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:13.787562 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-66b0ad92-91bc-4fb6-b034-9a9e3a0ed04c req-02caf8c2-218d-4302-8865-8c528d611075 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fc42d209-b39f-4da5-905a-0aaed8fb6a61 HTTP/1.1" status: 200 len: 860 time: 0.2051773 Feb 20 05:45:13.797335 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-954fa697-5789-4856-8046-b1f880ac8eb0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (99a2bed1-b3c3-466f-8a3d-f54cbd034a81), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:13.848373 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39965f35-bfe1-4e06-97b6-b8706af82b9b req-858850eb-5d13-4956-ae07-230e9fbb02c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:13.850422 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-39965f35-bfe1-4e06-97b6-b8706af82b9b req-858850eb-5d13-4956-ae07-230e9fbb02c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=91847201-7867-4987-9d4d-9f1f30e2921f HTTP/1.1" status: 200 len: 852 time: 0.1474721 Feb 20 05:45:13.901592 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-66b0ad92-91bc-4fb6-b034-9a9e3a0ed04c req-63774298-4a08-4a1d-846f-2069ee598d24 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=05e3b391-72f9-4dca-80c9-b64bac389480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074121 Feb 20 05:45:13.960937 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-96972633-f950-4159-944f-dd64f1347923 None None] Publish callbacks [] for port (10d67ab7-a958-4cdb-bf07-546a2f3d22bf), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:14.012507 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-96972633-f950-4159-944f-dd64f1347923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (10d67ab7-a958-4cdb-bf07-546a2f3d22bf), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:14.033972 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-39965f35-bfe1-4e06-97b6-b8706af82b9b req-0f55de6e-5729-4995-a9d0-3cc19c7e9ead service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365147 Feb 20 05:45:14.041201 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-954fa697-5789-4856-8046-b1f880ac8eb0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (99a2bed1-b3c3-466f-8a3d-f54cbd034a81), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:14.047600 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-954fa697-5789-4856-8046-b1f880ac8eb0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router_controller (99a2bed1-b3c3-466f-8a3d-f54cbd034a81), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:14.070983 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96972633-f950-4159-944f-dd64f1347923 None None] Pushing event updated for resources: {'Port': ['ID=10d67ab7-a958-4cdb-bf07-546a2f3d22bf,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:14.078284 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96972633-f950-4159-944f-dd64f1347923 None None] Network c5c43007-b29f-4418-a412-97b3347f7285 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:14.081321 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-96972633-f950-4159-944f-dd64f1347923 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:14.085910 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96972633-f950-4159-944f-dd64f1347923 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:45:14.096259 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a006e93-6b06-4c9a-930c-8dfa4e4cb94f admin admin] Publish callbacks [] for port (0f5b42db-2da6-4a77-a6b0-787e789b3c32), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:14.143374 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-55a12a53-303f-4e88-b099-4d982f1315c3 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Deleting port e97d488d-efd5-4750-82a9-04a9a219bcb5 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:14.143724 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55a12a53-303f-4e88-b099-4d982f1315c3 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (e97d488d-efd5-4750-82a9-04a9a219bcb5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:14.148602 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a006e93-6b06-4c9a-930c-8dfa4e4cb94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (0f5b42db-2da6-4a77-a6b0-787e789b3c32), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:14.152783 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-39965f35-bfe1-4e06-97b6-b8706af82b9b req-6b2cec22-f83b-44a5-b789-0337c570ffbc service neutron] 10.222.0.48 "GET /v2.0/networks/d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064708 Feb 20 05:45:14.185637 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-96972633-f950-4159-944f-dd64f1347923 None None] Attempting to bind port 10d67ab7-a958-4cdb-bf07-546a2f3d22bf on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:45:14.186326 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-96972633-f950-4159-944f-dd64f1347923 None None] Attempting to bind port 10d67ab7-a958-4cdb-bf07-546a2f3d22bf by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '75630598-d6aa-4ad8-bb25-07f913911f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c5c43007-b29f-4418-a412-97b3347f7285'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:45:14.187077 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96972633-f950-4159-944f-dd64f1347923 None None] Attempting to bind port 10d67ab7-a958-4cdb-bf07-546a2f3d22bf on network c5c43007-b29f-4418-a412-97b3347f7285 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:45:14.197657 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96972633-f950-4159-944f-dd64f1347923 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:45:14.198046 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96972633-f950-4159-944f-dd64f1347923 None None] Checking segment: {'id': '75630598-d6aa-4ad8-bb25-07f913911f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c5c43007-b29f-4418-a412-97b3347f7285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:14.198506 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-96972633-f950-4159-944f-dd64f1347923 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:14.198936 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96972633-f950-4159-944f-dd64f1347923 None None] Bound using segment: {'id': '75630598-d6aa-4ad8-bb25-07f913911f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c5c43007-b29f-4418-a412-97b3347f7285'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:45:14.199509 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-96972633-f950-4159-944f-dd64f1347923 None None] Bound port: 10d67ab7-a958-4cdb-bf07-546a2f3d22bf, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75630598-d6aa-4ad8-bb25-07f913911f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c5c43007-b29f-4418-a412-97b3347f7285'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:45:14.199898 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-96972633-f950-4159-944f-dd64f1347923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (10d67ab7-a958-4cdb-bf07-546a2f3d22bf), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:14.229302 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-66b0ad92-91bc-4fb6-b034-9a9e3a0ed04c req-041b61f9-59fe-4c05-bfa1-4cdd78ee318d service neutron] 10.222.0.61 "GET /v2.0/networks/05e3b391-72f9-4dca-80c9-b64bac389480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122168 Feb 20 05:45:14.257219 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a006e93-6b06-4c9a-930c-8dfa4e4cb94f admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:14.266236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-3a006e93-6b06-4c9a-930c-8dfa4e4cb94f admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:14.273543 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a006e93-6b06-4c9a-930c-8dfa4e4cb94f admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:45:14.319912 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f589da8-a075-4717-b3d6-96af7333bf99 None None] Publish callbacks [] for port (fc62bebe-0f9c-40f4-96b4-25fe46d45f58), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:14.334458 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f589da8-a075-4717-b3d6-96af7333bf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (fc62bebe-0f9c-40f4-96b4-25fe46d45f58), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:14.350028 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-21766668-d633-464d-b5a9-8093b64f8248 req-aaf37378-604c-471f-a63e-e3449997cd63 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Deleting port de99aa03-b00c-429b-b41b-a0d08bf0fda2 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:14.357987 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-21766668-d633-464d-b5a9-8093b64f8248 req-aaf37378-604c-471f-a63e-e3449997cd63 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (de99aa03-b00c-429b-b41b-a0d08bf0fda2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:14.409839 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-954fa697-5789-4856-8046-b1f880ac8eb0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (99a2bed1-b3c3-466f-8a3d-f54cbd034a81), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:14.410413 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954fa697-5789-4856-8046-b1f880ac8eb0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Fanout notify agent at l3_agent the message router_deleted on router 99a2bed1-b3c3-466f-8a3d-f54cbd034a81 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:45:14.422887 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-954fa697-5789-4856-8046-b1f880ac8eb0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:14.429086 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-954fa697-5789-4856-8046-b1f880ac8eb0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/routers/99a2bed1-b3c3-466f-8a3d-f54cbd034a81 HTTP/1.1" status: 204 len: 168 time: 3.6322570 Feb 20 05:45:14.431873 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43150) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:14.438853 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-54decc84-c1f1-4bed-8dca-e7cf2cff629f tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'network': {'name': 'tempest-RoutersTest-1466936360'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:14.516243 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54decc84-c1f1-4bed-8dca-e7cf2cff629f tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Made reservation on behalf of ec8dd31e72ed40dc8f4a2a6bbaade185 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:14.520195 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-54decc84-c1f1-4bed-8dca-e7cf2cff629f tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:14.536646 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-39965f35-bfe1-4e06-97b6-b8706af82b9b req-bbc5e615-9260-4a9d-9714-6e0211ad8148 service neutron] 10.222.0.48 "GET /v2.0/networks/d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746560 Feb 20 05:45:14.552584 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-66b0ad92-91bc-4fb6-b034-9a9e3a0ed04c req-58c692a8-2036-4b21-89f0-e73ff1f65d71 service neutron] 10.222.0.61 "GET /v2.0/networks/05e3b391-72f9-4dca-80c9-b64bac389480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569015 Feb 20 05:45:14.565284 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54decc84-c1f1-4bed-8dca-e7cf2cff629f tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:45:14.607417 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-54decc84-c1f1-4bed-8dca-e7cf2cff629f tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (7e22e03d-7772-47ef-ae0c-a7b618fef86d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:14.607787 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-54decc84-c1f1-4bed-8dca-e7cf2cff629f tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Added segment 7e22e03d-7772-47ef-ae0c-a7b618fef86d of type vlan for network ea6f02e3-1877-4e48-9ee4-b5a79a7fca25 Feb 20 05:45:14.644150 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-96972633-f950-4159-944f-dd64f1347923 None None] For port 10d67ab7-a958-4cdb-bf07-546a2f3d22bf, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:45:14.670630 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-96972633-f950-4159-944f-dd64f1347923 None None] For port 10d67ab7-a958-4cdb-bf07-546a2f3d22bf, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=10d67ab7-a958-4cdb-bf07-546a2f3d22bf,segment=NetworkSegment(75630598-d6aa-4ad8-bb25-07f913911f77),segment_id=75630598-d6aa-4ad8-bb25-07f913911f77)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:45:14.692055 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-96972633-f950-4159-944f-dd64f1347923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (10d67ab7-a958-4cdb-bf07-546a2f3d22bf), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:14.696956 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd7db9-a8b2-48f8-9250-d7676d483118 None None] Pushing event updated for resources: {'Port': ['ID=fc62bebe-0f9c-40f4-96b4-25fe46d45f58,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:14.707243 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-54decc84-c1f1-4bed-8dca-e7cf2cff629f tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (ea6f02e3-1877-4e48-9ee4-b5a79a7fca25), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:14.759128 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-54decc84-c1f1-4bed-8dca-e7cf2cff629f tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (ea6f02e3-1877-4e48-9ee4-b5a79a7fca25), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:14.766241 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54decc84-c1f1-4bed-8dca-e7cf2cff629f tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:14.767282 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-54decc84-c1f1-4bed-8dca-e7cf2cff629f tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:14.794751 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a006e93-6b06-4c9a-930c-8dfa4e4cb94f admin admin] Pushing event updated for resources: {'Port': ['ID=0f5b42db-2da6-4a77-a6b0-787e789b3c32,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:14.864569 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 7f0c5915-c37b-46e0-b7a7-6c3738d95bc8 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:45:14.870824 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54decc84-c1f1-4bed-8dca-e7cf2cff629f tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Network': ['ID=ea6f02e3-1877-4e48-9ee4-b5a79a7fca25,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:14.875877 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55a12a53-303f-4e88-b099-4d982f1315c3 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (e97d488d-efd5-4750-82a9-04a9a219bcb5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:14.884222 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-54decc84-c1f1-4bed-8dca-e7cf2cff629f tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4497638 Feb 20 05:45:14.886891 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43152) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:14.893555 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-093b757e-2149-4dcd-8c83-eec18a1f3028 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'subnet': {'network_id': 'ea6f02e3-1877-4e48-9ee4-b5a79a7fca25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:14.904712 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-55a12a53-303f-4e88-b099-4d982f1315c3 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Calling delete_port for e97d488d-efd5-4750-82a9-04a9a219bcb5 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:14.921519 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7bb157-7fb4-4d3c-9601-1638a3988b66', 'tag': 'b8732475-d1e1-4f9e-b536-be42aaa90177'}, {'server_uuid': 'f3ed8c94-b2fb-4814-ae0d-c06c49788c20', 'name': 'network-vif-deleted', 'tag': '51d29bdc-3670-495b-93ad-f45af11aea59'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:45:14.937861 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3d4dc7-5eba-444d-b480-33aedb766afa" -d '{"events": [{"name": "network-changed", "server_uuid": "8a7bb157-7fb4-4d3c-9601-1638a3988b66", "tag": "b8732475-d1e1-4f9e-b536-be42aaa90177"}, {"server_uuid": "f3ed8c94-b2fb-4814-ae0d-c06c49788c20", "name": "network-vif-deleted", "tag": "51d29bdc-3670-495b-93ad-f45af11aea59"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:45:14.984081 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network ea6f02e3-1877-4e48-9ee4-b5a79a7fca25 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:45:14.997100 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-9f589da8-a075-4717-b3d6-96af7333bf99 None None] Attempting to bind port fc62bebe-0f9c-40f4-96b4-25fe46d45f58 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:45:14.997613 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-9f589da8-a075-4717-b3d6-96af7333bf99 None None] Attempting to bind port fc62bebe-0f9c-40f4-96b4-25fe46d45f58 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '81e44e21-b8ee-478b-8735-a3a160baee31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '61cdc046-d5a8-4a07-b1ac-f5104cc7604b'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:45:14.997979 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f589da8-a075-4717-b3d6-96af7333bf99 None None] Attempting to bind port fc62bebe-0f9c-40f4-96b4-25fe46d45f58 on network 61cdc046-d5a8-4a07-b1ac-f5104cc7604b {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:45:15.073420 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093b757e-2149-4dcd-8c83-eec18a1f3028 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Made reservation on behalf of ec8dd31e72ed40dc8f4a2a6bbaade185 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:15.073655 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f589da8-a075-4717-b3d6-96af7333bf99 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:45:15.074161 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f589da8-a075-4717-b3d6-96af7333bf99 None None] Checking segment: {'id': '81e44e21-b8ee-478b-8735-a3a160baee31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '61cdc046-d5a8-4a07-b1ac-f5104cc7604b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:15.074263 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f589da8-a075-4717-b3d6-96af7333bf99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:15.074634 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f589da8-a075-4717-b3d6-96af7333bf99 None None] Bound using segment: {'id': '81e44e21-b8ee-478b-8735-a3a160baee31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '61cdc046-d5a8-4a07-b1ac-f5104cc7604b'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:45:15.075403 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-9f589da8-a075-4717-b3d6-96af7333bf99 None None] Bound port: fc62bebe-0f9c-40f4-96b4-25fe46d45f58, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81e44e21-b8ee-478b-8735-a3a160baee31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '61cdc046-d5a8-4a07-b1ac-f5104cc7604b'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:45:15.075835 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f589da8-a075-4717-b3d6-96af7333bf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fc62bebe-0f9c-40f4-96b4-25fe46d45f58), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:15.080552 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-093b757e-2149-4dcd-8c83-eec18a1f3028 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:15.151163 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9f589da8-a075-4717-b3d6-96af7333bf99 None None] For port fc62bebe-0f9c-40f4-96b4-25fe46d45f58, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:45:15.155033 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9f589da8-a075-4717-b3d6-96af7333bf99 None None] For port fc62bebe-0f9c-40f4-96b4-25fe46d45f58, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=fc62bebe-0f9c-40f4-96b4-25fe46d45f58,segment=NetworkSegment(81e44e21-b8ee-478b-8735-a3a160baee31),segment_id=81e44e21-b8ee-478b-8735-a3a160baee31)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:45:15.158276 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96972633-f950-4159-944f-dd64f1347923 None None] Pushing event updated for resources: {'Port': ['ID=10d67ab7-a958-4cdb-bf07-546a2f3d22bf,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:15.166779 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-904764f9-806f-4bb4-a1e9-c6e8f25a4e9d None None] Provisioning complete for port fc62bebe-0f9c-40f4-96b4-25fe46d45f58 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:15.167226 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-904764f9-806f-4bb4-a1e9-c6e8f25a4e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fc62bebe-0f9c-40f4-96b4-25fe46d45f58), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:15.168200 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-21766668-d633-464d-b5a9-8093b64f8248 req-aaf37378-604c-471f-a63e-e3449997cd63 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (de99aa03-b00c-429b-b41b-a0d08bf0fda2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:15.169793 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-21766668-d633-464d-b5a9-8093b64f8248 req-aaf37378-604c-471f-a63e-e3449997cd63 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks [] for floatingip (de99aa03-b00c-429b-b41b-a0d08bf0fda2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:15.194216 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-21766668-d633-464d-b5a9-8093b64f8248 req-aaf37378-604c-471f-a63e-e3449997cd63 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Calling delete_port for de99aa03-b00c-429b-b41b-a0d08bf0fda2 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:15.246062 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f589da8-a075-4717-b3d6-96af7333bf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (fc62bebe-0f9c-40f4-96b4-25fe46d45f58), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:15.375079 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 7f0c5915-c37b-46e0-b7a7-6c3738d95bc8, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=7f0c5915-c37b-46e0-b7a7-6c3738d95bc8,segment=NetworkSegment(33ab10d3-15e0-4954-b457-21e456a39d42),segment_id=33ab10d3-15e0-4954-b457-21e456a39d42)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:15.423345 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f589da8-a075-4717-b3d6-96af7333bf99 None None] Routers {'ede53519-a0a1-4021-8925-dfd0f515ad7a'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:15.425234 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-9f589da8-a075-4717-b3d6-96af7333bf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['ede53519-a0a1-4021-8925-dfd0f515ad7a'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:15.448677 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device bb8605e8-325b-40d0-abb6-7f6815abc8b9 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:15.489248 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-093b757e-2149-4dcd-8c83-eec18a1f3028 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (6067ab08-97ee-4c94-b962-edd40c9fc48a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:15.554771 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '7f0c5915-c37b-46e0-b7a7-6c3738d95bc8', 'network_id': 'd91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd', 'port_id': '7f0c5915-c37b-46e0-b7a7-6c3738d95bc8', 'mac_address': 'fa:16:3e:ea:17:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91847201-7867-4987-9d4d-9f1f30e2921f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:45:15.558551 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a006e93-6b06-4c9a-930c-8dfa4e4cb94f admin admin] Publish callbacks [] for router_gateway (efb41d42-d88e-4b8f-8270-f0feae9c4fa7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:15.578933 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd7db9-a8b2-48f8-9250-d7676d483118 None None] Pushing event updated for resources: {'Port': ['ID=fc62bebe-0f9c-40f4-96b4-25fe46d45f58,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:15.597409 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b757e-2149-4dcd-8c83-eec18a1f3028 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Subnet': ['ID=6067ab08-97ee-4c94-b962-edd40c9fc48a,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:15.603330 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093b757e-2149-4dcd-8c83-eec18a1f3028 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Checking segment: {'id': '7e22e03d-7772-47ef-ae0c-a7b618fef86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ea6f02e3-1877-4e48-9ee4-b5a79a7fca25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:15.603694 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093b757e-2149-4dcd-8c83-eec18a1f3028 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network hostable DHCP agents. Network: ea6f02e3-1877-4e48-9ee4-b5a79a7fca25, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:45:15.631954 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093b757e-2149-4dcd-8c83-eec18a1f3028 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network ea6f02e3-1877-4e48-9ee4-b5a79a7fca25 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:45:15.646375 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-093b757e-2149-4dcd-8c83-eec18a1f3028 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, ea6f02e3-1877-4e48-9ee4-b5a79a7fca25) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:15.651419 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093b757e-2149-4dcd-8c83-eec18a1f3028 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:15.652013 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-093b757e-2149-4dcd-8c83-eec18a1f3028 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:15.672085 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-093b757e-2149-4dcd-8c83-eec18a1f3028 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7835460 Feb 20 05:45:15.672695 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43156) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:15.677655 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-f8114423-f2b8-48f5-aa40-5bea3d25099b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-456631416', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:15.698389 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a39abc-3769-4b02-b018-d442e78441a8 None None] Network ea6f02e3-1877-4e48-9ee4-b5a79a7fca25 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:45:15.716539 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f8114423-f2b8-48f5-aa40-5bea3d25099b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:15.718864 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f8114423-f2b8-48f5-aa40-5bea3d25099b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:15.794585 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f8114423-f2b8-48f5-aa40-5bea3d25099b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router_controller (1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:15.797721 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-21766668-d633-464d-b5a9-8093b64f8248 req-aaf37378-604c-471f-a63e-e3449997cd63 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (de99aa03-b00c-429b-b41b-a0d08bf0fda2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:15.800773 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f8114423-f2b8-48f5-aa40-5bea3d25099b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:15.818565 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-904764f9-806f-4bb4-a1e9-c6e8f25a4e9d None None] Current status of the port fc62bebe-0f9c-40f4-96b4-25fe46d45f58 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:15.818981 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-904764f9-806f-4bb4-a1e9-c6e8f25a4e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fc62bebe-0f9c-40f4-96b4-25fe46d45f58), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:15.822340 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f8114423-f2b8-48f5-aa40-5bea3d25099b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:15.823691 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f8114423-f2b8-48f5-aa40-5bea3d25099b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1499434 Feb 20 05:45:15.826273 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43158) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:15.831213 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55a12a53-303f-4e88-b099-4d982f1315c3 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (e97d488d-efd5-4750-82a9-04a9a219bcb5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:15.836665 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-9f589da8-a075-4717-b3d6-96af7333bf99 None None] Set router ede53519-a0a1-4021-8925-dfd0f515ad7a gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:15.846154 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf37378-604c-471f-a63e-e3449997cd63 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Pushing event deleted for resources: {'Port': ['ID=de99aa03-b00c-429b-b41b-a0d08bf0fda2,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:15.848005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 7f0c5915-c37b-46e0-b7a7-6c3738d95bc8 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:15.848401 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7f0c5915-c37b-46e0-b7a7-6c3738d95bc8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:15.887838 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f0c5915-c37b-46e0-b7a7-6c3738d95bc8 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:45:15.930757 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port bb8605e8-325b-40d0-abb6-7f6815abc8b9 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:15.931011 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bb8605e8-325b-40d0-abb6-7f6815abc8b9), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:15.937785 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a12a53-303f-4e88-b099-4d982f1315c3 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Pushing event deleted for resources: {'Port': ['ID=e97d488d-efd5-4750-82a9-04a9a219bcb5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:15.961577 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 7f0c5915-c37b-46e0-b7a7-6c3738d95bc8, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=7f0c5915-c37b-46e0-b7a7-6c3738d95bc8,segment=NetworkSegment(33ab10d3-15e0-4954-b457-21e456a39d42),segment_id=33ab10d3-15e0-4954-b457-21e456a39d42)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:16.028981 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-904764f9-806f-4bb4-a1e9-c6e8f25a4e9d None None] For port fc62bebe-0f9c-40f4-96b4-25fe46d45f58, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=fc62bebe-0f9c-40f4-96b4-25fe46d45f58,segment=NetworkSegment(81e44e21-b8ee-478b-8735-a3a160baee31),segment_id=81e44e21-b8ee-478b-8735-a3a160baee31)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:16.034625 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7f0c5915-c37b-46e0-b7a7-6c3738d95bc8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:16.035761 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device b8732475-d1e1-4f9e-b536-be42aaa90177 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:45:16.039484 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a006e93-6b06-4c9a-930c-8dfa4e4cb94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (efb41d42-d88e-4b8f-8270-f0feae9c4fa7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:16.050810 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55a12a53-303f-4e88-b099-4d982f1315c3 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (173c1d51-65f3-4244-b885-887f29754fd3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:16.056303 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-21766668-d633-464d-b5a9-8093b64f8248 req-aaf37378-604c-471f-a63e-e3449997cd63 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks [] for floatingip (339847d0-993c-402d-aa80-bb3c494d516d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:16.058296 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-21766668-d633-464d-b5a9-8093b64f8248 req-aaf37378-604c-471f-a63e-e3449997cd63 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:16.059692 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-21766668-d633-464d-b5a9-8093b64f8248 req-aaf37378-604c-471f-a63e-e3449997cd63 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "DELETE /v2.0/floatingips/339847d0-993c-402d-aa80-bb3c494d516d HTTP/1.1" status: 204 len: 173 time: 2.3233423 Feb 20 05:45:16.063238 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-904764f9-806f-4bb4-a1e9-c6e8f25a4e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (fc62bebe-0f9c-40f4-96b4-25fe46d45f58), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:16.122726 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46978651-97ea-434b-b786-f49238ff9e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-ea6f02e3-1877-4e48-9ee4-b5a79a7fca25', 'network_id': 'ea6f02e3-1877-4e48-9ee4-b5a79a7fca25', 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'fixed_ips': [{'subnet_id': '6067ab08-97ee-4c94-b962-edd40c9fc48a'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:45:16.123593 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46978651-97ea-434b-b786-f49238ff9e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:16.257699 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-79f1bcff-40df-4e98-ba20-3c521fd2bc17 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:16.385610 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port b8732475-d1e1-4f9e-b536-be42aaa90177, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=b8732475-d1e1-4f9e-b536-be42aaa90177,segment=NetworkSegment(33ab10d3-15e0-4954-b457-21e456a39d42),segment_id=33ab10d3-15e0-4954-b457-21e456a39d42)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:16.477057 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-02cfa889-2900-47a8-a5cb-3ccdf8c76715 None None] Provisioning complete for port fc62bebe-0f9c-40f4-96b4-25fe46d45f58 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:16.477428 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-02cfa889-2900-47a8-a5cb-3ccdf8c76715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fc62bebe-0f9c-40f4-96b4-25fe46d45f58), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:16.487581 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=7f0c5915-c37b-46e0-b7a7-6c3738d95bc8,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:16.519679 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'b8732475-d1e1-4f9e-b536-be42aaa90177', 'network_id': 'd91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd', 'port_id': 'b8732475-d1e1-4f9e-b536-be42aaa90177', 'mac_address': 'fa:16:3e:ad:5f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91847201-7867-4987-9d4d-9f1f30e2921f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:45:16.520354 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b3cc675-4007-475f-bfea-f41c76b3fc56 req-5a4c8798-e584-41af-bd0e-1f65e9fd2d1c tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2929854 Feb 20 05:45:16.531203 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cafc8d-8d8d-406d-bae5-929b8568fc4b None None] Network c5c43007-b29f-4418-a412-97b3347f7285 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:45:16.533046 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port bb8605e8-325b-40d0-abb6-7f6815abc8b9 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:16.557968 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55a12a53-303f-4e88-b099-4d982f1315c3 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (173c1d51-65f3-4244-b885-887f29754fd3), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:16.564471 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-7b3cc675-4007-475f-bfea-f41c76b3fc56 req-d3033923-4a1d-4e0c-8a04-f2cb619ac301 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:16.574566 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55a12a53-303f-4e88-b099-4d982f1315c3 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691773'] for router (173c1d51-65f3-4244-b885-887f29754fd3), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:16.581913 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-787922d3-1c2d-4c38-a384-474d36ef3365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:16.585946 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-46978651-97ea-434b-b786-f49238ff9e97 None None] Allocated IP 172.20.0.2 (ea6f02e3-1877-4e48-9ee4-b5a79a7fca25/6067ab08-97ee-4c94-b962-edd40c9fc48a/def9bcce-65ac-4846-b1bb-955268d791b7) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:45:16.629122 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7b3cc675-4007-475f-bfea-f41c76b3fc56 req-d3033923-4a1d-4e0c-8a04-f2cb619ac301 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:16.928234 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904764f9-806f-4bb4-a1e9-c6e8f25a4e9d None None] Pushing event updated for resources: {'Port': ['ID=fc62bebe-0f9c-40f4-96b4-25fe46d45f58,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:16.939373 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port b8732475-d1e1-4f9e-b536-be42aaa90177 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:16.939771 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b8732475-d1e1-4f9e-b536-be42aaa90177), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:16.987931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a12a53-303f-4e88-b099-4d982f1315c3 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Router 173c1d51-65f3-4244-b885-887f29754fd3 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:45:16.990203 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a006e93-6b06-4c9a-930c-8dfa4e4cb94f admin admin] Router efb41d42-d88e-4b8f-8270-f0feae9c4fa7 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:45:17.002286 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8732475-d1e1-4f9e-b536-be42aaa90177 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:45:17.086880 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-02cfa889-2900-47a8-a5cb-3ccdf8c76715 None None] Current status of the port fc62bebe-0f9c-40f4-96b4-25fe46d45f58 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:17.090531 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port b8732475-d1e1-4f9e-b536-be42aaa90177, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=b8732475-d1e1-4f9e-b536-be42aaa90177,segment=NetworkSegment(33ab10d3-15e0-4954-b457-21e456a39d42),segment_id=33ab10d3-15e0-4954-b457-21e456a39d42)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:17.095502 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-9f589da8-a075-4717-b3d6-96af7333bf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede53519-a0a1-4021-8925-dfd0f515ad7a', 'name': 'tempest-FloatingIPsTestJSON-714126867-router', 'tenant_id': 'acb41e0e2a6445269a73d167d171a4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '3d24cb69-34ba-4545-ba8b-ba80ac5f4cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:44:55Z', 'updated_at': '2022-02-20T05:45:06Z', 'revision_number': 4, 'project_id': 'acb41e0e2a6445269a73d167d171a4e5', 'gw_port': {'id': '3d24cb69-34ba-4545-ba8b-ba80ac5f4cff', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede53519-a0a1-4021-8925-dfd0f515ad7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:44:57Z', 'updated_at': '2022-02-20T05:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'fc62bebe-0f9c-40f4-96b4-25fe46d45f58', 'name': '', 'network_id': '61cdc046-d5a8-4a07-b1ac-f5104cc7604b', 'tenant_id': 'acb41e0e2a6445269a73d167d171a4e5', 'mac_address': 'fa:16:3e:e7:de:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede53519-a0a1-4021-8925-dfd0f515ad7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '4e51ed97-29cd-43a4-b0f5-5d73bbc12ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:04Z', 'updated_at': '2022-02-20T05:45:15Z', 'revision_number': 4, 'project_id': 'acb41e0e2a6445269a73d167d171a4e5', 'subnets': [{'id': '4e51ed97-29cd-43a4-b0f5-5d73bbc12ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:17.111672 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b8732475-d1e1-4f9e-b536-be42aaa90177), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:17.140776 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a12a53-303f-4e88-b099-4d982f1315c3 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:45:17.149970 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f589da8-a075-4717-b3d6-96af7333bf99 None None] The sync data for ids ['ede53519-a0a1-4021-8925-dfd0f515ad7a'] in n-d-829866-5 is: [{'id': 'ede53519-a0a1-4021-8925-dfd0f515ad7a', 'name': 'tempest-FloatingIPsTestJSON-714126867-router', 'tenant_id': 'acb41e0e2a6445269a73d167d171a4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '3d24cb69-34ba-4545-ba8b-ba80ac5f4cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:44:55Z', 'updated_at': '2022-02-20T05:45:06Z', 'revision_number': 4, 'project_id': 'acb41e0e2a6445269a73d167d171a4e5', 'gw_port': {'id': '3d24cb69-34ba-4545-ba8b-ba80ac5f4cff', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede53519-a0a1-4021-8925-dfd0f515ad7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:44:57Z', 'updated_at': '2022-02-20T05:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'fc62bebe-0f9c-40f4-96b4-25fe46d45f58', 'name': '', 'network_id': '61cdc046-d5a8-4a07-b1ac-f5104cc7604b', 'tenant_id': 'acb41e0e2a6445269a73d167d171a4e5', 'mac_address': 'fa:16:3e:e7:de:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede53519-a0a1-4021-8925-dfd0f515ad7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '4e51ed97-29cd-43a4-b0f5-5d73bbc12ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:04Z', 'updated_at': '2022-02-20T05:45:15Z', 'revision_number': 4, 'project_id': 'acb41e0e2a6445269a73d167d171a4e5', 'subnets': [{'id': '4e51ed97-29cd-43a4-b0f5-5d73bbc12ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:45:17.150841 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55a12a53-303f-4e88-b099-4d982f1315c3 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:17.152281 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-55a12a53-303f-4e88-b099-4d982f1315c3 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "PUT /v2.0/routers/173c1d51-65f3-4244-b885-887f29754fd3 HTTP/1.1" status: 200 len: 710 time: 4.5711997 Feb 20 05:45:17.154880 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43164) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:17.203195 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c0b3e5-25d7-4a55-aca2-bccb3ea7a3fc None None] Sync routers for ids ['173c1d51-65f3-4244-b885-887f29754fd3'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:45:17.218926 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a006e93-6b06-4c9a-930c-8dfa4e4cb94f admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:45:17.235768 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b72817-e5c5-4083-895d-a38d14c33dbd None None] Sync routers for ids ['efb41d42-d88e-4b8f-8270-f0feae9c4fa7'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:45:17.241272 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7b3cc675-4007-475f-bfea-f41c76b3fc56 req-d3033923-4a1d-4e0c-8a04-f2cb619ac301 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:17.251873 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b72817-e5c5-4083-895d-a38d14c33dbd None None] Routers {'efb41d42-d88e-4b8f-8270-f0feae9c4fa7'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:17.275314 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b3b72817-e5c5-4083-895d-a38d14c33dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['efb41d42-d88e-4b8f-8270-f0feae9c4fa7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:17.330839 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a006e93-6b06-4c9a-930c-8dfa4e4cb94f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:17.332125 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3a006e93-6b06-4c9a-930c-8dfa4e4cb94f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2832217 Feb 20 05:45:17.340809 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43166) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:17.362659 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8414f261-ded5-4c4f-9cd9-911ede61248a tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "GET /v2.0/routers/173c1d51-65f3-4244-b885-887f29754fd3 HTTP/1.1" status: 200 len: 745 time: 0.2058151 Feb 20 05:45:17.364717 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43168) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:17.366153 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 10d67ab7-a958-4cdb-bf07-546a2f3d22bf up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:17.418772 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-afa5cb6e-f4a9-448d-96c8-e7aaf34eda7f tempest-RoutersIpV6AdminTest-897004835 tempest-RoutersIpV6AdminTest-897004835-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146&device_id=173c1d51-65f3-4244-b885-887f29754fd3 HTTP/1.1" status: 200 len: 205 time: 0.0509212 Feb 20 05:45:17.420202 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43170) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:17.420458 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=b8732475-d1e1-4f9e-b536-be42aaa90177,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:17.436149 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c0b3e5-25d7-4a55-aca2-bccb3ea7a3fc None None] Routers {'173c1d51-65f3-4244-b885-887f29754fd3'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:17.436537 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-81c0b3e5-25d7-4a55-aca2-bccb3ea7a3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['173c1d51-65f3-4244-b885-887f29754fd3'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:17.476598 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['7f0c5915-c37b-46e0-b7a7-6c3738d95bc8'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:45:17.479785 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['b8732475-d1e1-4f9e-b536-be42aaa90177'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:45:17.505090 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-b3b72817-e5c5-4083-895d-a38d14c33dbd None None] Set router efb41d42-d88e-4b8f-8270-f0feae9c4fa7 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:17.507522 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ed86c6bd-08d7-4153-a000-2bc5433d4bae tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "GET /v2.0/ports?device_id=173c1d51-65f3-4244-b885-887f29754fd3 HTTP/1.1" status: 200 len: 205 time: 0.0837409 Feb 20 05:45:17.508336 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43172) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:17.550077 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-81c0b3e5-25d7-4a55-aca2-bccb3ea7a3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:17.594373 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-1d321fe3-01d2-402d-be70-ac843eca71ad None None] Provisioning complete for port 10d67ab7-a958-4cdb-bf07-546a2f3d22bf triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:17.594797 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d321fe3-01d2-402d-be70-ac843eca71ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (10d67ab7-a958-4cdb-bf07-546a2f3d22bf), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:17.604463 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-7b3cc675-4007-475f-bfea-f41c76b3fc56 req-d3033923-4a1d-4e0c-8a04-f2cb619ac301 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Allocated IP 172.25.3.62 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/cafa3794-f3e1-4b28-8868-926bd1eaf126) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:45:17.673199 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-12c1cd90-17a0-4db5-8157-fe1a69d5c067 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router (173c1d51-65f3-4244-b885-887f29754fd3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:17.716279 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46978651-97ea-434b-b786-f49238ff9e97 None None] Publish callbacks [] for port (def9bcce-65ac-4846-b1bb-955268d791b7), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:17.763511 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c0b3e5-25d7-4a55-aca2-bccb3ea7a3fc None None] Routers {'173c1d51-65f3-4244-b885-887f29754fd3'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:17.764200 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-81c0b3e5-25d7-4a55-aca2-bccb3ea7a3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['173c1d51-65f3-4244-b885-887f29754fd3'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:17.846363 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46978651-97ea-434b-b786-f49238ff9e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (def9bcce-65ac-4846-b1bb-955268d791b7), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:17.857295 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b3b72817-e5c5-4083-895d-a38d14c33dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb41d42-d88e-4b8f-8270-f0feae9c4fa7', 'name': 'tempest-TestAggregatesBasicOps-1112227885-router', 'tenant_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0f5b42db-2da6-4a77-a6b0-787e789b3c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:12Z', 'updated_at': '2022-02-20T05:45:15Z', 'revision_number': 3, 'project_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9', 'gw_port': {'id': '0f5b42db-2da6-4a77-a6b0-787e789b3c32', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb41d42-d88e-4b8f-8270-f0feae9c4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:13Z', 'updated_at': '2022-02-20T05:45:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:17.887650 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b72817-e5c5-4083-895d-a38d14c33dbd None None] Checking router: efb41d42-d88e-4b8f-8270-f0feae9c4fa7 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:45:17.888403 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b72817-e5c5-4083-895d-a38d14c33dbd None None] Updating router efb41d42-d88e-4b8f-8270-f0feae9c4fa7 port 0f5b42db-2da6-4a77-a6b0-787e789b3c32 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:45:17.927179 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b3b72817-e5c5-4083-895d-a38d14c33dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0f5b42db-2da6-4a77-a6b0-787e789b3c32), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:17.968698 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-79f1bcff-40df-4e98-ba20-3c521fd2bc17 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Allocated IP 172.20.0.1 (ea6f02e3-1877-4e48-9ee4-b5a79a7fca25/6067ab08-97ee-4c94-b962-edd40c9fc48a/69842cae-ef27-47eb-bc56-4d8ddd826dd2) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:45:17.970404 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-81c0b3e5-25d7-4a55-aca2-bccb3ea7a3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:17.971114 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c0b3e5-25d7-4a55-aca2-bccb3ea7a3fc None None] The sync data for ids ['173c1d51-65f3-4244-b885-887f29754fd3'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:45:17.979554 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-12c1cd90-17a0-4db5-8157-fe1a69d5c067 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (173c1d51-65f3-4244-b885-887f29754fd3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:18.006023 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-12c1cd90-17a0-4db5-8157-fe1a69d5c067 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router_controller (173c1d51-65f3-4244-b885-887f29754fd3), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:18.013239 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1d321fe3-01d2-402d-be70-ac843eca71ad None None] Current status of the port 10d67ab7-a958-4cdb-bf07-546a2f3d22bf is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:18.013637 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d321fe3-01d2-402d-be70-ac843eca71ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (10d67ab7-a958-4cdb-bf07-546a2f3d22bf), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:18.021854 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7b3cc675-4007-475f-bfea-f41c76b3fc56 req-d3033923-4a1d-4e0c-8a04-f2cb619ac301 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks [] for port (cafa3794-f3e1-4b28-8868-926bd1eaf126), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:18.044313 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 10d67ab7-a958-4cdb-bf07-546a2f3d22bf triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:18.045302 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (10d67ab7-a958-4cdb-bf07-546a2f3d22bf), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:18.054762 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46978651-97ea-434b-b786-f49238ff9e97 None None] Network ea6f02e3-1877-4e48-9ee4-b5a79a7fca25 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:18.152131 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-12c1cd90-17a0-4db5-8157-fe1a69d5c067 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (173c1d51-65f3-4244-b885-887f29754fd3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:18.154385 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c1cd90-17a0-4db5-8157-fe1a69d5c067 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Fanout notify agent at l3_agent the message router_deleted on router 173c1d51-65f3-4244-b885-887f29754fd3 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:45:18.154569 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7b3cc675-4007-475f-bfea-f41c76b3fc56 req-d3033923-4a1d-4e0c-8a04-f2cb619ac301 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (cafa3794-f3e1-4b28-8868-926bd1eaf126), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:18.157621 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-46978651-97ea-434b-b786-f49238ff9e97 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:18.163214 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46978651-97ea-434b-b786-f49238ff9e97 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:45:18.179852 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-12c1cd90-17a0-4db5-8157-fe1a69d5c067 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:18.181281 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-12c1cd90-17a0-4db5-8157-fe1a69d5c067 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "DELETE /v2.0/routers/173c1d51-65f3-4244-b885-887f29754fd3 HTTP/1.1" status: 204 len: 168 time: 0.6676352 Feb 20 05:45:18.190880 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46978651-97ea-434b-b786-f49238ff9e97 None None] Pushing event updated for resources: {'Port': ['ID=def9bcce-65ac-4846-b1bb-955268d791b7,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:18.205560 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-1d321fe3-01d2-402d-be70-ac843eca71ad None None] For port 10d67ab7-a958-4cdb-bf07-546a2f3d22bf, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=10d67ab7-a958-4cdb-bf07-546a2f3d22bf,segment=NetworkSegment(75630598-d6aa-4ad8-bb25-07f913911f77),segment_id=75630598-d6aa-4ad8-bb25-07f913911f77)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:18.207981 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43174) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:18.242420 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b3cc675-4007-475f-bfea-f41c76b3fc56 req-d3033923-4a1d-4e0c-8a04-f2cb619ac301 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:18.253922 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-7b3cc675-4007-475f-bfea-f41c76b3fc56 req-d3033923-4a1d-4e0c-8a04-f2cb619ac301 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:18.257024 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3cc675-4007-475f-bfea-f41c76b3fc56 req-d3033923-4a1d-4e0c-8a04-f2cb619ac301 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:45:18.272282 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-18b71641-9e82-453a-a081-615c46dbb924 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "GET /v2.0/ports?device_id=173c1d51-65f3-4244-b885-887f29754fd3 HTTP/1.1" status: 200 len: 205 time: 0.0620341 Feb 20 05:45:18.274838 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43176) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:18.284985 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d321fe3-01d2-402d-be70-ac843eca71ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (10d67ab7-a958-4cdb-bf07-546a2f3d22bf), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:18.325056 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3033923-4a1d-4e0c-8a04-f2cb619ac301 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Pushing event updated for resources: {'Port': ['ID=cafa3794-f3e1-4b28-8868-926bd1eaf126,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:18.334561 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-80a9ac51-5529-4b21-af01-660cc2f64443 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] delete failed (client error): The resource could not be found. Feb 20 05:45:18.335914 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-80a9ac51-5529-4b21-af01-660cc2f64443 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "DELETE /v2.0/routers/173c1d51-65f3-4244-b885-887f29754fd3 HTTP/1.1" status: 404 len: 336 time: 0.0600567 Feb 20 05:45:18.344281 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43178) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:18.374530 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b3b72817-e5c5-4083-895d-a38d14c33dbd None None] Publish callbacks [] for port (0f5b42db-2da6-4a77-a6b0-787e789b3c32), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:18.387237 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-60ad0590-2736-41b0-b561-8ee30121f45b tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d53ff8-1cfa-4c93-8044-c734e1629032 HTTP/1.1" status: 200 len: 205 time: 0.0416446 Feb 20 05:45:18.389817 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43180) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:18.398006 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b3b72817-e5c5-4083-895d-a38d14c33dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0f5b42db-2da6-4a77-a6b0-787e789b3c32), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:18.439365 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-b3b72817-e5c5-4083-895d-a38d14c33dbd None None] Attempting to bind port 0f5b42db-2da6-4a77-a6b0-787e789b3c32 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:45:18.439732 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-b3b72817-e5c5-4083-895d-a38d14c33dbd None None] Attempting to bind port 0f5b42db-2da6-4a77-a6b0-787e789b3c32 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:45:18.440125 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b72817-e5c5-4083-895d-a38d14c33dbd None None] Attempting to bind port 0f5b42db-2da6-4a77-a6b0-787e789b3c32 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:45:18.444261 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-46978651-97ea-434b-b786-f49238ff9e97 None None] Attempting to bind port def9bcce-65ac-4846-b1bb-955268d791b7 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:45:18.444944 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-46978651-97ea-434b-b786-f49238ff9e97 None None] Attempting to bind port def9bcce-65ac-4846-b1bb-955268d791b7 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '7e22e03d-7772-47ef-ae0c-a7b618fef86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ea6f02e3-1877-4e48-9ee4-b5a79a7fca25'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:45:18.445601 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46978651-97ea-434b-b786-f49238ff9e97 None None] Attempting to bind port def9bcce-65ac-4846-b1bb-955268d791b7 on network ea6f02e3-1877-4e48-9ee4-b5a79a7fca25 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:45:18.458649 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-1c5a0e2f-8420-4c49-84ec-5ee71b373a01 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] delete failed (client error): The resource could not be found. Feb 20 05:45:18.460623 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1c5a0e2f-8420-4c49-84ec-5ee71b373a01 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "DELETE /v2.0/routers/f2d53ff8-1cfa-4c93-8044-c734e1629032 HTTP/1.1" status: 404 len: 336 time: 0.0698283 Feb 20 05:45:18.466054 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43182) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:18.472478 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-79f1bcff-40df-4e98-ba20-3c521fd2bc17 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for port (69842cae-ef27-47eb-bc56-4d8ddd826dd2), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:18.483742 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88f13eb1-42b2-4964-8485-b2f77db47056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:18.498671 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b72817-e5c5-4083-895d-a38d14c33dbd None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:45:18.499474 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b72817-e5c5-4083-895d-a38d14c33dbd None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:18.500051 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b3b72817-e5c5-4083-895d-a38d14c33dbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:18.501376 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b72817-e5c5-4083-895d-a38d14c33dbd None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:45:18.502043 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-b3b72817-e5c5-4083-895d-a38d14c33dbd None None] Bound port: 0f5b42db-2da6-4a77-a6b0-787e789b3c32, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:45:18.502856 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b3b72817-e5c5-4083-895d-a38d14c33dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0f5b42db-2da6-4a77-a6b0-787e789b3c32), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:18.508742 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3f95e2c6-fd62-4d21-a75a-4030d82c42db tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "GET /v2.0/ports?device_id=92902c74-fdea-4d89-a3cd-765b7b2b9f53 HTTP/1.1" status: 200 len: 205 time: 0.0394156 Feb 20 05:45:18.510137 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7b3cc675-4007-475f-bfea-f41c76b3fc56 req-d3033923-4a1d-4e0c-8a04-f2cb619ac301 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks [] for floatingip (978e0d73-901e-4aaf-84f8-60b98da76240), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:18.511433 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43184) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:18.520399 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-79f1bcff-40df-4e98-ba20-3c521fd2bc17 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (69842cae-ef27-47eb-bc56-4d8ddd826dd2), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:18.532215 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46978651-97ea-434b-b786-f49238ff9e97 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:45:18.534928 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46978651-97ea-434b-b786-f49238ff9e97 None None] Checking segment: {'id': '7e22e03d-7772-47ef-ae0c-a7b618fef86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ea6f02e3-1877-4e48-9ee4-b5a79a7fca25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:18.535495 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46978651-97ea-434b-b786-f49238ff9e97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:18.536575 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46978651-97ea-434b-b786-f49238ff9e97 None None] Bound using segment: {'id': '7e22e03d-7772-47ef-ae0c-a7b618fef86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ea6f02e3-1877-4e48-9ee4-b5a79a7fca25'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:45:18.536575 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-46978651-97ea-434b-b786-f49238ff9e97 None None] Bound port: def9bcce-65ac-4846-b1bb-955268d791b7, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e22e03d-7772-47ef-ae0c-a7b618fef86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ea6f02e3-1877-4e48-9ee4-b5a79a7fca25'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:45:18.537136 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46978651-97ea-434b-b786-f49238ff9e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (def9bcce-65ac-4846-b1bb-955268d791b7), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:18.554119 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d5532826-d538-46c9-93df-1eff67fc4d88 None None] Provisioning complete for port 10d67ab7-a958-4cdb-bf07-546a2f3d22bf triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:18.554781 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5532826-d538-46c9-93df-1eff67fc4d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (10d67ab7-a958-4cdb-bf07-546a2f3d22bf), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:18.571898 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f1bcff-40df-4e98-ba20-3c521fd2bc17 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network ea6f02e3-1877-4e48-9ee4-b5a79a7fca25 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:18.587169 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-b3b72817-e5c5-4083-895d-a38d14c33dbd None None] For port 0f5b42db-2da6-4a77-a6b0-787e789b3c32, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:45:18.590695 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-79f1bcff-40df-4e98-ba20-3c521fd2bc17 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:18.592857 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-b3b72817-e5c5-4083-895d-a38d14c33dbd None None] For port 0f5b42db-2da6-4a77-a6b0-787e789b3c32, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0f5b42db-2da6-4a77-a6b0-787e789b3c32,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:45:18.593368 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-f2f6571d-78b3-40d3-93ae-0fed939a4b89 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] delete failed (client error): The resource could not be found. Feb 20 05:45:18.593545 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1bcff-40df-4e98-ba20-3c521fd2bc17 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Port': ['ID=69842cae-ef27-47eb-bc56-4d8ddd826dd2,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:18.597138 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f1bcff-40df-4e98-ba20-3c521fd2bc17 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:45:18.597600 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f2f6571d-78b3-40d3-93ae-0fed939a4b89 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "DELETE /v2.0/routers/92902c74-fdea-4d89-a3cd-765b7b2b9f53 HTTP/1.1" status: 404 len: 336 time: 0.0798464 Feb 20 05:45:18.600117 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43186) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:18.619374 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d321fe3-01d2-402d-be70-ac843eca71ad None None] Pushing event updated for resources: {'Port': ['ID=10d67ab7-a958-4cdb-bf07-546a2f3d22bf,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:18.631994 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b3b72817-e5c5-4083-895d-a38d14c33dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0f5b42db-2da6-4a77-a6b0-787e789b3c32), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:18.668223 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77507d45-3805-45e9-bdb1-e6391e49280a None None] Pushing event updated for resources: {'Port': ['ID=0f5b42db-2da6-4a77-a6b0-787e789b3c32,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:18.668498 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 10d67ab7-a958-4cdb-bf07-546a2f3d22bf is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:18.683870 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-79f1bcff-40df-4e98-ba20-3c521fd2bc17 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:18.684233 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b8f0b26f-5fcc-4cc9-af67-6c88d0e958d2 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "GET /v2.0/ports?device_id=1af79ebb-f024-4ae6-b5e4-99c8035514ea HTTP/1.1" status: 200 len: 205 time: 0.0813792 Feb 20 05:45:18.687680 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43188) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:18.695718 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b72817-e5c5-4083-895d-a38d14c33dbd None None] Routers {'efb41d42-d88e-4b8f-8270-f0feae9c4fa7'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:18.696807 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b3b72817-e5c5-4083-895d-a38d14c33dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['efb41d42-d88e-4b8f-8270-f0feae9c4fa7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:18.744030 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7b3cc675-4007-475f-bfea-f41c76b3fc56 req-d3033923-4a1d-4e0c-8a04-f2cb619ac301 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (cafa3794-f3e1-4b28-8868-926bd1eaf126), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:18.809073 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d5532826-d538-46c9-93df-1eff67fc4d88 None None] Current status of the port 10d67ab7-a958-4cdb-bf07-546a2f3d22bf is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:18.841271 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-b3b72817-e5c5-4083-895d-a38d14c33dbd None None] Set router efb41d42-d88e-4b8f-8270-f0feae9c4fa7 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:18.857958 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-46978651-97ea-434b-b786-f49238ff9e97 None None] For port def9bcce-65ac-4846-b1bb-955268d791b7, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:45:18.862435 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-46978651-97ea-434b-b786-f49238ff9e97 None None] For port def9bcce-65ac-4846-b1bb-955268d791b7, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=def9bcce-65ac-4846-b1bb-955268d791b7,segment=NetworkSegment(7e22e03d-7772-47ef-ae0c-a7b618fef86d),segment_id=7e22e03d-7772-47ef-ae0c-a7b618fef86d)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:45:18.872585 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46978651-97ea-434b-b786-f49238ff9e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (def9bcce-65ac-4846-b1bb-955268d791b7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:18.989989 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c5bfcafe-1d1d-4324-b844-e8e6fa5bd4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:19.013304 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46978651-97ea-434b-b786-f49238ff9e97 None None] Pushing event updated for resources: {'Port': ['ID=def9bcce-65ac-4846-b1bb-955268d791b7,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:19.046539 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77507d45-3805-45e9-bdb1-e6391e49280a None None] Pushing event updated for resources: {'Port': ['ID=0f5b42db-2da6-4a77-a6b0-787e789b3c32,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:19.085528 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-88f13eb1-42b2-4964-8485-b2f77db47056 admin admin] Allocated IP 172.20.0.1 (c5c43007-b29f-4418-a412-97b3347f7285/551ed290-6d4c-490f-a656-7c8ed325af0f/6d80c733-645d-4853-96c3-fc28d5d6e4ff) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:45:19.124863 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device b8732475-d1e1-4f9e-b536-be42aaa90177 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:19.226455 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port b8732475-d1e1-4f9e-b536-be42aaa90177 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:45:19.232684 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port b8732475-d1e1-4f9e-b536-be42aaa90177 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:19.233744 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b8732475-d1e1-4f9e-b536-be42aaa90177), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:19.234121 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b3b72817-e5c5-4083-895d-a38d14c33dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb41d42-d88e-4b8f-8270-f0feae9c4fa7', 'name': 'tempest-TestAggregatesBasicOps-1112227885-router', 'tenant_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0f5b42db-2da6-4a77-a6b0-787e789b3c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:12Z', 'updated_at': '2022-02-20T05:45:15Z', 'revision_number': 3, 'project_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9', 'gw_port': {'id': '0f5b42db-2da6-4a77-a6b0-787e789b3c32', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb41d42-d88e-4b8f-8270-f0feae9c4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:13Z', 'updated_at': '2022-02-20T05:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:19.287964 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b72817-e5c5-4083-895d-a38d14c33dbd None None] The sync data for ids ['efb41d42-d88e-4b8f-8270-f0feae9c4fa7'] in n-d-829866-5 is: [{'id': 'efb41d42-d88e-4b8f-8270-f0feae9c4fa7', 'name': 'tempest-TestAggregatesBasicOps-1112227885-router', 'tenant_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0f5b42db-2da6-4a77-a6b0-787e789b3c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:12Z', 'updated_at': '2022-02-20T05:45:15Z', 'revision_number': 3, 'project_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9', 'gw_port': {'id': '0f5b42db-2da6-4a77-a6b0-787e789b3c32', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb41d42-d88e-4b8f-8270-f0feae9c4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:13Z', 'updated_at': '2022-02-20T05:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:45:19.348455 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7b3cc675-4007-475f-bfea-f41c76b3fc56 req-d3033923-4a1d-4e0c-8a04-f2cb619ac301 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks [] for port (cafa3794-f3e1-4b28-8868-926bd1eaf126), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:19.372987 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7b3cc675-4007-475f-bfea-f41c76b3fc56 req-d3033923-4a1d-4e0c-8a04-f2cb619ac301 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (cafa3794-f3e1-4b28-8868-926bd1eaf126), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:19.428416 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 10d67ab7-a958-4cdb-bf07-546a2f3d22bf up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:19.440540 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port b8732475-d1e1-4f9e-b536-be42aaa90177 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:19.440540 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b8732475-d1e1-4f9e-b536-be42aaa90177), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:19.452407 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-ebddb1d1-1e2a-4c5e-ad43-80edf55fe490 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] delete failed (client error): The resource could not be found. Feb 20 05:45:19.456116 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ebddb1d1-1e2a-4c5e-ad43-80edf55fe490 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "DELETE /v2.0/routers/1af79ebb-f024-4ae6-b5e4-99c8035514ea HTTP/1.1" status: 404 len: 336 time: 0.7637136 Feb 20 05:45:19.460127 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43190) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:19.489070 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88f13eb1-42b2-4964-8485-b2f77db47056 admin admin] Publish callbacks [] for port (6d80c733-645d-4853-96c3-fc28d5d6e4ff), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:19.500654 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3033923-4a1d-4e0c-8a04-f2cb619ac301 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Pushing event updated for resources: {'Port': ['ID=cafa3794-f3e1-4b28-8868-926bd1eaf126,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:19.519330 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7bb157-7fb4-4d3c-9601-1638a3988b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8732475-d1e1-4f9e-b536-be42aaa90177'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:45:19.527286 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3e6f89-0c11-4f94-9009-b21da2883054" -d '{"events": [{"server_uuid": "8a7bb157-7fb4-4d3c-9601-1638a3988b66", "name": "network-vif-plugged", "status": "completed", "tag": "b8732475-d1e1-4f9e-b536-be42aaa90177"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:45:19.553077 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port b8732475-d1e1-4f9e-b536-be42aaa90177, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=b8732475-d1e1-4f9e-b536-be42aaa90177,segment=NetworkSegment(33ab10d3-15e0-4954-b457-21e456a39d42),segment_id=33ab10d3-15e0-4954-b457-21e456a39d42)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:19.562795 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b8732475-d1e1-4f9e-b536-be42aaa90177), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:19.566692 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b337ecef-2bc5-4bef-969f-41ebe9af0a64 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "GET /v2.0/ports?device_id=d98ed488-c8ff-4b12-bb5e-b3be29544017 HTTP/1.1" status: 200 len: 205 time: 0.0747907 Feb 20 05:45:19.571057 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43194) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:19.581621 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-79f1bcff-40df-4e98-ba20-3c521fd2bc17 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (69842cae-ef27-47eb-bc56-4d8ddd826dd2), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:19.589469 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7b3cc675-4007-475f-bfea-f41c76b3fc56 req-d3033923-4a1d-4e0c-8a04-f2cb619ac301 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (978e0d73-901e-4aaf-84f8-60b98da76240), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:19.602741 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:19.606381 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 10d67ab7-a958-4cdb-bf07-546a2f3d22bf triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:19.606751 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (10d67ab7-a958-4cdb-bf07-546a2f3d22bf), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:19.625364 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7b3cc675-4007-475f-bfea-f41c76b3fc56 req-d3033923-4a1d-4e0c-8a04-f2cb619ac301 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:19.626754 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b3cc675-4007-475f-bfea-f41c76b3fc56 req-d3033923-4a1d-4e0c-8a04-f2cb619ac301 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0709829 Feb 20 05:45:19.629399 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-339e9a0f-4146-4d05-a84d-8484a96b709f tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] delete failed (client error): The resource could not be found. Feb 20 05:45:19.630527 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-339e9a0f-4146-4d05-a84d-8484a96b709f tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "DELETE /v2.0/routers/d98ed488-c8ff-4b12-bb5e-b3be29544017 HTTP/1.1" status: 404 len: 336 time: 0.0581369 Feb 20 05:45:19.633572 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43196) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:19.643242 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88f13eb1-42b2-4964-8485-b2f77db47056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (6d80c733-645d-4853-96c3-fc28d5d6e4ff), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:19.672137 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=b8732475-d1e1-4f9e-b536-be42aaa90177,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:19.692723 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8397d554-28a8-4f47-afdc-7f6d288b1268 tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "GET /v2.0/ports?device_id=58b2b7b2-515a-4081-b1ff-9b587caf9167 HTTP/1.1" status: 200 len: 205 time: 0.0562553 Feb 20 05:45:19.694104 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43198) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:19.717607 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 10d67ab7-a958-4cdb-bf07-546a2f3d22bf is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:19.719152 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device fc62bebe-0f9c-40f4-96b4-25fe46d45f58 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:19.725239 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b3cc675-4007-475f-bfea-f41c76b3fc56 req-faf4ce7e-1967-4802-b1e9-9add3243f3e7 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.62 HTTP/1.1" status: 200 len: 695 time: 0.0846670 Feb 20 05:45:19.733830 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f13eb1-42b2-4964-8485-b2f77db47056 admin admin] Network c5c43007-b29f-4418-a412-97b3347f7285 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:19.736425 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-c210a22a-61e7-44d0-a71f-8429e4d0638e tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] delete failed (client error): The resource could not be found. Feb 20 05:45:19.740600 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c210a22a-61e7-44d0-a71f-8429e4d0638e tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "DELETE /v2.0/routers/58b2b7b2-515a-4081-b1ff-9b587caf9167 HTTP/1.1" status: 404 len: 336 time: 0.0428324 Feb 20 05:45:19.741410 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43200) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:19.777953 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port fc62bebe-0f9c-40f4-96b4-25fe46d45f58 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:19.778234 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fc62bebe-0f9c-40f4-96b4-25fe46d45f58), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:19.805831 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-88f13eb1-42b2-4964-8485-b2f77db47056 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:19.808312 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f13eb1-42b2-4964-8485-b2f77db47056 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:45:19.814025 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c00892f-f685-4e7c-9340-050974dff57a tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] DELETE failed (client error): The resource could not be found. Feb 20 05:45:19.814686 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c00892f-f685-4e7c-9340-050974dff57a tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:45:19.820443 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5c00892f-f685-4e7c-9340-050974dff57a tempest-RoutersIpV6AdminTest-493260461 tempest-RoutersIpV6AdminTest-493260461-project] 10.222.0.37 "DELETE /v2.0/subnets/988378bf-f53d-4cd3-9103-ed12b7d1e9ad HTTP/1.1" status: 404 len: 337 time: 0.0760620 Feb 20 05:45:19.841149 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f13eb1-42b2-4964-8485-b2f77db47056 admin admin] Pushing event updated for resources: {'Port': ['ID=6d80c733-645d-4853-96c3-fc28d5d6e4ff,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:19.869532 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88f13eb1-42b2-4964-8485-b2f77db47056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (efb41d42-d88e-4b8f-8270-f0feae9c4fa7), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:19.894702 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port fc62bebe-0f9c-40f4-96b4-25fe46d45f58 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:19.939257 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cc675-4007-475f-bfea-f41c76b3fc56 req-7cd4eb6b-bebe-4c6b-be23-ec5252898e23 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:19.940679 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b3cc675-4007-475f-bfea-f41c76b3fc56 req-7cd4eb6b-bebe-4c6b-be23-ec5252898e23 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.2022846 Feb 20 05:45:20.139632 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-79f1bcff-40df-4e98-ba20-3c521fd2bc17 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for port (69842cae-ef27-47eb-bc56-4d8ddd826dd2), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:20.147942 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-79f1bcff-40df-4e98-ba20-3c521fd2bc17 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (69842cae-ef27-47eb-bc56-4d8ddd826dd2), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:20.172888 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88f13eb1-42b2-4964-8485-b2f77db47056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6d80c733-645d-4853-96c3-fc28d5d6e4ff), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:20.205882 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a693f0-ce0c-402c-87b8-adcd641626a1 req-dd310f5e-fd5e-4b74-a894-3976b8ba127a tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:20.207502 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-21a693f0-ce0c-402c-87b8-adcd641626a1 req-dd310f5e-fd5e-4b74-a894-3976b8ba127a tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/ports?device_id=401b82de-9150-4ed7-82b9-247a7110b077 HTTP/1.1" status: 200 len: 944 time: 0.1486006 Feb 20 05:45:20.252917 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5a0a310e-3b79-44de-8232-75c77cd1d49a None None] Provisioning complete for port 6d80c733-645d-4853-96c3-fc28d5d6e4ff triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:20.254037 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5a0a310e-3b79-44de-8232-75c77cd1d49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6d80c733-645d-4853-96c3-fc28d5d6e4ff), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:20.311200 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-79f1bcff-40df-4e98-ba20-3c521fd2bc17 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:20.313354 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5a0a310e-3b79-44de-8232-75c77cd1d49a None None] Port 6d80c733-645d-4853-96c3-fc28d5d6e4ff cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:45:20.326104 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1bcff-40df-4e98-ba20-3c521fd2bc17 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Port': ['ID=69842cae-ef27-47eb-bc56-4d8ddd826dd2,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:20.337791 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43208) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:20.404805 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-21a693f0-ce0c-402c-87b8-adcd641626a1 req-0388c4e4-8f25-4454-89ef-cf77ea56a792 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720107 Feb 20 05:45:20.457360 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f1bcff-40df-4e98-ba20-3c521fd2bc17 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network ea6f02e3-1877-4e48-9ee4-b5a79a7fca25 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:20.459493 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-79f1bcff-40df-4e98-ba20-3c521fd2bc17 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:20.552744 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88f13eb1-42b2-4964-8485-b2f77db47056 admin admin] Publish callbacks [] for port (6d80c733-645d-4853-96c3-fc28d5d6e4ff), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:20.567211 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88f13eb1-42b2-4964-8485-b2f77db47056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (6d80c733-645d-4853-96c3-fc28d5d6e4ff), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:20.690646 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f1bcff-40df-4e98-ba20-3c521fd2bc17 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Router 1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:45:20.789176 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bea186-be02-4986-85ad-aea04bdf45f6 None None] Network ea6f02e3-1877-4e48-9ee4-b5a79a7fca25 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:45:20.802923 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 20 Feb 2022 05:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69039976-9779-45ee-8428-5f7a0415f3c5 x-openstack-request-id: req-69039976-9779-45ee-8428-5f7a0415f3c5 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:45:20.812422 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a7bb157-7fb4-4d3c-9601-1638a3988b66", "tag": "b8732475-d1e1-4f9e-b536-be42aaa90177", "status": "completed", "code": 200}, {"server_uuid": "f3ed8c94-b2fb-4814-ae0d-c06c49788c20", "name": "network-vif-deleted", "tag": "51d29bdc-3670-495b-93ad-f45af11aea59", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:45:20.812793 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-69039976-9779-45ee-8428-5f7a0415f3c5 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:45:20.813577 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a7bb157-7fb4-4d3c-9601-1638a3988b66', 'tag': 'b8732475-d1e1-4f9e-b536-be42aaa90177', 'status': 'completed', 'code': 200} Feb 20 05:45:20.813943 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ed8c94-b2fb-4814-ae0d-c06c49788c20', 'name': 'network-vif-deleted', 'tag': '51d29bdc-3670-495b-93ad-f45af11aea59', 'status': 'completed', 'code': 200} Feb 20 05:45:20.938966 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289a6f6-eb4b-4c4f-a649-c08e8c8f91ad req-0c95ffa1-86b7-49b8-8fc4-c24e3f418f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:20.942250 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2289a6f6-eb4b-4c4f-a649-c08e8c8f91ad req-0c95ffa1-86b7-49b8-8fc4-c24e3f418f30 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=00b5a23923ab4f169200da1677122e4f&device_id=38a0aaa1-30f3-4940-b7b0-680a1bae6746 HTTP/1.1" status: 200 len: 1128 time: 0.2466125 Feb 20 05:45:20.947036 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f1bcff-40df-4e98-ba20-3c521fd2bc17 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:45:20.969027 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-79f1bcff-40df-4e98-ba20-3c521fd2bc17 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "PUT /v2.0/routers/1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1407950 Feb 20 05:45:20.971461 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d4dc7-5eba-444d-b480-33aedb766afa req-a4a5b266-0d6a-4bd9-8812-c472b4d84493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:20.972930 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cc3d4dc7-5eba-444d-b480-33aedb766afa req-a4a5b266-0d6a-4bd9-8812-c472b4d84493 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c762d17a84a4f8c936bfa2963e4b8f0&device_id=8a7bb157-7fb4-4d3c-9601-1638a3988b66 HTTP/1.1" status: 200 len: 1127 time: 0.1574597 Feb 20 05:45:20.974767 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43218) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:20.975235 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b973fea-8298-49a5-aee1-333345c2dfa2 None None] Sync routers for ids ['1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:45:20.991480 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-bf4ba7d2-93c2-4eb8-9cd8-e732c2810172 None None] Provisioning complete for port def9bcce-65ac-4846-b1bb-955268d791b7 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:20.991856 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba7d2-93c2-4eb8-9cd8-e732c2810172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (def9bcce-65ac-4846-b1bb-955268d791b7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:21.046117 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b973fea-8298-49a5-aee1-333345c2dfa2 None None] Routers {'1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:21.046695 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-1b973fea-8298-49a5-aee1-333345c2dfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:21.093241 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-1b973fea-8298-49a5-aee1-333345c2dfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:21.112052 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b973fea-8298-49a5-aee1-333345c2dfa2 None None] Routers {'1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:21.112815 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-1b973fea-8298-49a5-aee1-333345c2dfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:21.169227 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-1b973fea-8298-49a5-aee1-333345c2dfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:21.169913 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b973fea-8298-49a5-aee1-333345c2dfa2 None None] The sync data for ids ['1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:45:21.174765 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-05f4cf38-fddf-48ff-b37c-d325a5b50757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:21.180970 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e3061e-6922-4adf-aa5a-7afc07022582 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:21.181138 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 7f0c5915-c37b-46e0-b7a7-6c3738d95bc8 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:21.190871 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-28e3061e-6922-4adf-aa5a-7afc07022582 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "GET /v2.0/ports/69842cae-ef27-47eb-bc56-4d8ddd826dd2 HTTP/1.1" status: 200 len: 910 time: 0.2067397 Feb 20 05:45:21.195077 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43220) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:21.206487 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-549d4185-7748-4549-93e3-aab56312ba8e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6067ab08-97ee-4c94-b962-edd40c9fc48a'}]}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:21.334659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bf4ba7d2-93c2-4eb8-9cd8-e732c2810172 None None] Current status of the port def9bcce-65ac-4846-b1bb-955268d791b7 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:21.334659 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba7d2-93c2-4eb8-9cd8-e732c2810172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (def9bcce-65ac-4846-b1bb-955268d791b7), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:21.367419 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88f13eb1-42b2-4964-8485-b2f77db47056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (efb41d42-d88e-4b8f-8270-f0feae9c4fa7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:21.382742 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f13eb1-42b2-4964-8485-b2f77db47056 admin admin] Pushing event updated for resources: {'Port': ['ID=6d80c733-645d-4853-96c3-fc28d5d6e4ff,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:21.386471 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-bf4ba7d2-93c2-4eb8-9cd8-e732c2810172 None None] For port def9bcce-65ac-4846-b1bb-955268d791b7, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=def9bcce-65ac-4846-b1bb-955268d791b7,segment=NetworkSegment(7e22e03d-7772-47ef-ae0c-a7b618fef86d),segment_id=7e22e03d-7772-47ef-ae0c-a7b618fef86d)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:21.410039 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba7d2-93c2-4eb8-9cd8-e732c2810172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (def9bcce-65ac-4846-b1bb-955268d791b7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:21.416093 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-002db587-8348-43dd-b9b1-07e6ec178882 req-7e7f9584-1bdb-4d17-8418-71c5a8bed749 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/security-groups/4620a5ac-125b-4a4e-915c-dfcdb911cbc0 HTTP/1.1" status: 200 len: 1826 time: 0.3361351 Feb 20 05:45:21.416727 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device def9bcce-65ac-4846-b1bb-955268d791b7 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:21.496247 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:21.517874 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 7f0c5915-c37b-46e0-b7a7-6c3738d95bc8 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:45:21.530659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 7f0c5915-c37b-46e0-b7a7-6c3738d95bc8 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:21.531145 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7f0c5915-c37b-46e0-b7a7-6c3738d95bc8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:21.562048 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289a6f6-eb4b-4c4f-a649-c08e8c8f91ad req-7e8db811-a5c7-42f4-9c6d-fcfe949212fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:21.564109 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2289a6f6-eb4b-4c4f-a649-c08e8c8f91ad req-7e8db811-a5c7-42f4-9c6d-fcfe949212fd service neutron] 10.222.0.61 "GET /v2.0/networks?id=76d12cb1-1a3c-4efa-9623-20d225162f2e HTTP/1.1" status: 200 len: 910 time: 0.6133728 Feb 20 05:45:21.657878 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-002db587-8348-43dd-b9b1-07e6ec178882 req-b0e0d917-9316-4412-be8f-5ad8e1125b4e tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks [] for security_group (4620a5ac-125b-4a4e-915c-dfcdb911cbc0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:21.706662 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-002db587-8348-43dd-b9b1-07e6ec178882 req-b0e0d917-9316-4412-be8f-5ad8e1125b4e tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks [] for security_group (4620a5ac-125b-4a4e-915c-dfcdb911cbc0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:21.713826 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-549d4185-7748-4549-93e3-aab56312ba8e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (69842cae-ef27-47eb-bc56-4d8ddd826dd2), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:21.733294 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2289a6f6-eb4b-4c4f-a649-c08e8c8f91ad req-8384b148-c8f1-45ff-a29e-64c85ed6abb9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53655028-3c36-4e37-97be-32bc691cf994 HTTP/1.1" status: 200 len: 217 time: 0.0746057 Feb 20 05:45:21.737259 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d4dc7-5eba-444d-b480-33aedb766afa req-a0511594-84ca-40dc-80c1-0b41ff1ca8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:21.738975 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cc3d4dc7-5eba-444d-b480-33aedb766afa req-a0511594-84ca-40dc-80c1-0b41ff1ca8ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd HTTP/1.1" status: 200 len: 912 time: 0.7418838 Feb 20 05:45:21.773493 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-002db587-8348-43dd-b9b1-07e6ec178882 req-b0e0d917-9316-4412-be8f-5ad8e1125b4e tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4620a5ac-125b-4a4e-915c-dfcdb911cbc0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:21.777208 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-002db587-8348-43dd-b9b1-07e6ec178882 req-b0e0d917-9316-4412-be8f-5ad8e1125b4e tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:21.777969 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-002db587-8348-43dd-b9b1-07e6ec178882 req-b0e0d917-9316-4412-be8f-5ad8e1125b4e tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "DELETE /v2.0/security-groups/4620a5ac-125b-4a4e-915c-dfcdb911cbc0 HTTP/1.1" status: 204 len: 173 time: 0.3323007 Feb 20 05:45:21.827796 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0d917-9316-4412-be8f-5ad8e1125b4e tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4620a5ac-125b-4a4e-915c-dfcdb911cbc0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:21.831601 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-05f4cf38-fddf-48ff-b37c-d325a5b50757 admin admin] Publish callbacks [] for security_group (b91294bf-ca40-46fa-8797-509e981a0bc0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:21.842556 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-05f4cf38-fddf-48ff-b37c-d325a5b50757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b91294bf-ca40-46fa-8797-509e981a0bc0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:21.870285 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-9a0e8d6c-9291-4793-9847-466862e49e9d None None] Provisioning complete for port def9bcce-65ac-4846-b1bb-955268d791b7 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:21.870716 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a0e8d6c-9291-4793-9847-466862e49e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (def9bcce-65ac-4846-b1bb-955268d791b7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:21.875590 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port def9bcce-65ac-4846-b1bb-955268d791b7 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:21.876098 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (def9bcce-65ac-4846-b1bb-955268d791b7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:21.877947 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cc3d4dc7-5eba-444d-b480-33aedb766afa req-29f0a130-8cf2-4c42-a2ec-b9917a70cb50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8732475-d1e1-4f9e-b536-be42aaa90177 HTTP/1.1" status: 200 len: 217 time: 0.1314507 Feb 20 05:45:21.896433 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f13eb1-42b2-4964-8485-b2f77db47056 admin admin] Network c5c43007-b29f-4418-a412-97b3347f7285 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:21.915750 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 7f0c5915-c37b-46e0-b7a7-6c3738d95bc8 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:21.916291 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7f0c5915-c37b-46e0-b7a7-6c3738d95bc8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:21.931711 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ba7d2-93c2-4eb8-9cd8-e732c2810172 None None] Pushing event updated for resources: {'Port': ['ID=def9bcce-65ac-4846-b1bb-955268d791b7,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:21.996251 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-88f13eb1-42b2-4964-8485-b2f77db47056 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:22.000779 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4cf38-fddf-48ff-b37c-d325a5b50757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91294bf-ca40-46fa-8797-509e981a0bc0,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:22.021458 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 7f0c5915-c37b-46e0-b7a7-6c3738d95bc8, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=7f0c5915-c37b-46e0-b7a7-6c3738d95bc8,segment=NetworkSegment(33ab10d3-15e0-4954-b457-21e456a39d42),segment_id=33ab10d3-15e0-4954-b457-21e456a39d42)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:22.044425 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fbc6d58-7b45-4c53-8369-092eed61774c req-ec06ebda-2acb-499f-8a77-56fe6ae015b5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7320554 Feb 20 05:45:22.051372 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7f0c5915-c37b-46e0-b7a7-6c3738d95bc8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:22.143794 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-05f4cf38-fddf-48ff-b37c-d325a5b50757 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b2842bdbc4e4ab8a8d26e644bc6276f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8034225 Feb 20 05:45:22.145070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289a6f6-eb4b-4c4f-a649-c08e8c8f91ad req-eda8e3fd-377c-4b9d-aade-feb8633adc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:22.146577 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43230) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:22.146718 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2289a6f6-eb4b-4c4f-a649-c08e8c8f91ad req-eda8e3fd-377c-4b9d-aade-feb8633adc75 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1649ffb8-d9f6-417b-ab41-9e2b689f05e1 HTTP/1.1" status: 200 len: 850 time: 0.4022832 Feb 20 05:45:22.260535 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port def9bcce-65ac-4846-b1bb-955268d791b7 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:22.264337 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0f5b42db-2da6-4a77-a6b0-787e789b3c32 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:22.327020 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2289a6f6-eb4b-4c4f-a649-c08e8c8f91ad req-0f5ff873-dad7-4eee-bfc8-3e06f06d93aa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76d12cb1-1a3c-4efa-9623-20d225162f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347904 Feb 20 05:45:22.346314 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc609729-083d-4578-95aa-1ab6b459ae52 x-openstack-request-id: req-fc609729-083d-4578-95aa-1ab6b459ae52 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:45:22.347058 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7bb157-7fb4-4d3c-9601-1638a3988b66", "name": "network-vif-plugged", "status": "completed", "tag": "b8732475-d1e1-4f9e-b536-be42aaa90177", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:45:22.347422 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc609729-083d-4578-95aa-1ab6b459ae52 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:45:22.348282 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7bb157-7fb4-4d3c-9601-1638a3988b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8732475-d1e1-4f9e-b536-be42aaa90177', 'code': 200} Feb 20 05:45:22.353908 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=7f0c5915-c37b-46e0-b7a7-6c3738d95bc8,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:22.370058 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d4dc7-5eba-444d-b480-33aedb766afa req-7910d2f4-73ba-40ac-8183-3319124e0631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:22.374495 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cc3d4dc7-5eba-444d-b480-33aedb766afa req-7910d2f4-73ba-40ac-8183-3319124e0631 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=91847201-7867-4987-9d4d-9f1f30e2921f HTTP/1.1" status: 200 len: 852 time: 0.4900546 Feb 20 05:45:22.379240 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9a0e8d6c-9291-4793-9847-466862e49e9d None None] Current status of the port def9bcce-65ac-4846-b1bb-955268d791b7 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:22.404773 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-9a0e8d6c-9291-4793-9847-466862e49e9d None None] Provisioning complete for port 69842cae-ef27-47eb-bc56-4d8ddd826dd2 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:22.405303 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a0e8d6c-9291-4793-9847-466862e49e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (69842cae-ef27-47eb-bc56-4d8ddd826dd2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:22.452878 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 0f5b42db-2da6-4a77-a6b0-787e789b3c32 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:22.453539 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0f5b42db-2da6-4a77-a6b0-787e789b3c32), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:22.494431 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9a0e8d6c-9291-4793-9847-466862e49e9d None None] Port 69842cae-ef27-47eb-bc56-4d8ddd826dd2 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:45:22.550853 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cc3d4dc7-5eba-444d-b480-33aedb766afa req-cec16a68-0352-4a47-b45d-acbca7ee37f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1525917 Feb 20 05:45:22.559586 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f13eb1-42b2-4964-8485-b2f77db47056 admin admin] Router efb41d42-d88e-4b8f-8270-f0feae9c4fa7 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:45:22.564116 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-25da8c8c-18e4-498d-b8ba-18a01b72fb9d req-e8b35767-4929-4243-8161-840da627ddc9 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] 10.222.0.37 "GET /v2.0/floatingips/978e0d73-901e-4aaf-84f8-60b98da76240 HTTP/1.1" status: 200 len: 692 time: 0.1048861 Feb 20 05:45:22.633145 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 0f5b42db-2da6-4a77-a6b0-787e789b3c32 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:22.639488 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0f5b42db-2da6-4a77-a6b0-787e789b3c32), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:22.657972 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc6d58-7b45-4c53-8369-092eed61774c req-c8f8f061-e770-41eb-8190-8c54e4ee1488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:22.659381 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fbc6d58-7b45-4c53-8369-092eed61774c req-c8f8f061-e770-41eb-8190-8c54e4ee1488 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00b5a23923ab4f169200da1677122e4f&device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 1127 time: 0.5016949 Feb 20 05:45:22.670295 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 0f5b42db-2da6-4a77-a6b0-787e789b3c32, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0f5b42db-2da6-4a77-a6b0-787e789b3c32,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:22.689233 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0f5b42db-2da6-4a77-a6b0-787e789b3c32), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:22.722036 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:22.726481 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-551ed220-3797-4e2d-a23a-45710ebbdc21 None None] Provisioning complete for port 6d80c733-645d-4853-96c3-fc28d5d6e4ff triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:22.726763 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-551ed220-3797-4e2d-a23a-45710ebbdc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6d80c733-645d-4853-96c3-fc28d5d6e4ff), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:22.756665 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ad1e635a-5209-45c0-8f94-87e7361a02ff admin admin] Publish callbacks [] for security_group (b91294bf-ca40-46fa-8797-509e981a0bc0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:22.803237 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:22.804204 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=0f5b42db-2da6-4a77-a6b0-787e789b3c32,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:22.807647 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-551ed220-3797-4e2d-a23a-45710ebbdc21 None None] Port 6d80c733-645d-4853-96c3-fc28d5d6e4ff cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:45:22.819035 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-551ed220-3797-4e2d-a23a-45710ebbdc21 None None] Provisioning complete for port 69842cae-ef27-47eb-bc56-4d8ddd826dd2 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:22.819526 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-551ed220-3797-4e2d-a23a-45710ebbdc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (69842cae-ef27-47eb-bc56-4d8ddd826dd2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:22.868680 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-551ed220-3797-4e2d-a23a-45710ebbdc21 None None] Port 69842cae-ef27-47eb-bc56-4d8ddd826dd2 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:45:22.882692 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2289a6f6-eb4b-4c4f-a649-c08e8c8f91ad req-455c58d7-5ba9-4c9c-a46f-8e37244da7c2 service neutron] 10.222.0.61 "GET /v2.0/networks/76d12cb1-1a3c-4efa-9623-20d225162f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375896 Feb 20 05:45:22.893864 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81363ad0-7c8c-4816-ae0c-358813eca7ea req-aca41ccb-f505-48b4-8c01-32c38009c6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:22.895428 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-81363ad0-7c8c-4816-ae0c-358813eca7ea req-aca41ccb-f505-48b4-8c01-32c38009c6ac service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8a7bb157-7fb4-4d3c-9601-1638a3988b66 HTTP/1.1" status: 200 len: 1127 time: 0.4380572 Feb 20 05:45:22.915620 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ad1e635a-5209-45c0-8f94-87e7361a02ff admin admin] Publish callbacks [] for security_group (b91294bf-ca40-46fa-8797-509e981a0bc0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:22.924945 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cc3d4dc7-5eba-444d-b480-33aedb766afa req-2950e577-2495-498e-a89a-f7a3326c13c4 service neutron] 10.222.0.48 "GET /v2.0/networks/d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587513 Feb 20 05:45:23.010565 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da8c8c-18e4-498d-b8ba-18a01b72fb9d req-56155602-4e83-4a30-a573-fee780575390 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:23.018349 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-25da8c8c-18e4-498d-b8ba-18a01b72fb9d req-56155602-4e83-4a30-a573-fee780575390 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.4279716 Feb 20 05:45:23.026112 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-25da8c8c-18e4-498d-b8ba-18a01b72fb9d req-f8669fad-80c5-457c-af71-c1fe9d72e0cd tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:45:23.027522 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-25da8c8c-18e4-498d-b8ba-18a01b72fb9d req-f8669fad-80c5-457c-af71-c1fe9d72e0cd tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082066 Feb 20 05:45:23.029003 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f13eb1-42b2-4964-8485-b2f77db47056 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:45:23.047652 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-88f13eb1-42b2-4964-8485-b2f77db47056 admin admin] 10.222.0.37 "PUT /v2.0/routers/efb41d42-d88e-4b8f-8270-f0feae9c4fa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6902475 Feb 20 05:45:23.051220 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d5a03-b3d7-4f83-8461-0137f934e0ba None None] Sync routers for ids ['efb41d42-d88e-4b8f-8270-f0feae9c4fa7'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:45:23.071971 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-81363ad0-7c8c-4816-ae0c-358813eca7ea req-7db69d1c-f30a-47c3-8c76-990a2bbfa33b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658230 Feb 20 05:45:23.088147 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ad1e635a-5209-45c0-8f94-87e7361a02ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b91294bf-ca40-46fa-8797-509e981a0bc0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:23.093359 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d5a03-b3d7-4f83-8461-0137f934e0ba None None] Routers {'efb41d42-d88e-4b8f-8270-f0feae9c4fa7'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:23.094264 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-354d5a03-b3d7-4f83-8461-0137f934e0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['efb41d42-d88e-4b8f-8270-f0feae9c4fa7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:23.095716 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ad1e635a-5209-45c0-8f94-87e7361a02ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:23.102207 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ad1e635a-5209-45c0-8f94-87e7361a02ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b91294bf-ca40-46fa-8797-509e981a0bc0 HTTP/1.1" status: 204 len: 168 time: 0.9547055 Feb 20 05:45:23.122496 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e635a-5209-45c0-8f94-87e7361a02ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91294bf-ca40-46fa-8797-509e981a0bc0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:23.299121 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device def9bcce-65ac-4846-b1bb-955268d791b7 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:23.334602 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7db855-221e-4dcd-a7c7-473cdab0dee8 req-a38a2d3d-6113-4827-98a1-fff7083e3a47 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:23.341626 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ec7db855-221e-4dcd-a7c7-473cdab0dee8 req-a38a2d3d-6113-4827-98a1-fff7083e3a47 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a0aaa1-30f3-4940-b7b0-680a1bae6746 HTTP/1.1" status: 200 len: 946 time: 0.1337228 Feb 20 05:45:23.428296 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port def9bcce-65ac-4846-b1bb-955268d791b7 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:23.439720 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-354d5a03-b3d7-4f83-8461-0137f934e0ba None None] Set router efb41d42-d88e-4b8f-8270-f0feae9c4fa7 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:23.443236 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (def9bcce-65ac-4846-b1bb-955268d791b7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:23.446317 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ec7db855-221e-4dcd-a7c7-473cdab0dee8 req-a344ea20-2450-4e94-bb17-76ef751b6dca tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037447 Feb 20 05:45:23.639638 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f494e-507b-4e4f-bd29-32f34cb2321f req-92896c29-c49d-4069-acde-ce252b29a1c8 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:23.646891 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bb5f494e-507b-4e4f-bd29-32f34cb2321f req-92896c29-c49d-4069-acde-ce252b29a1c8 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/ports?device_id=401b82de-9150-4ed7-82b9-247a7110b077 HTTP/1.1" status: 200 len: 945 time: 0.1083388 Feb 20 05:45:23.649311 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43244) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:23.649816 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port def9bcce-65ac-4846-b1bb-955268d791b7 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:23.654074 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0f5b42db-2da6-4a77-a6b0-787e789b3c32 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:23.687766 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cc3d4dc7-5eba-444d-b480-33aedb766afa req-fd2382a0-671f-4b67-82d4-5c16cc8c81af service neutron] 10.222.0.48 "GET /v2.0/networks/d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7215273 Feb 20 05:45:23.747716 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bb5f494e-507b-4e4f-bd29-32f34cb2321f req-df251e1d-3351-4709-9946-d8ebc40f8586 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994565 Feb 20 05:45:23.757070 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-73a0890f-9efa-44de-a859-136684109f48 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=414789a9225849339b307e1b1d296218&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1060247 Feb 20 05:45:23.768142 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 0f5b42db-2da6-4a77-a6b0-787e789b3c32 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:23.768529 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0f5b42db-2da6-4a77-a6b0-787e789b3c32), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:23.772760 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43246) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:23.840685 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-354d5a03-b3d7-4f83-8461-0137f934e0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb41d42-d88e-4b8f-8270-f0feae9c4fa7', 'name': 'tempest-TestAggregatesBasicOps-1112227885-router', 'tenant_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0f5b42db-2da6-4a77-a6b0-787e789b3c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:12Z', 'updated_at': '2022-02-20T05:45:20Z', 'revision_number': 4, 'project_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9', 'gw_port': {'id': '0f5b42db-2da6-4a77-a6b0-787e789b3c32', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41d42-d88e-4b8f-8270-f0feae9c4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:13Z', 'updated_at': '2022-02-20T05:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '6d80c733-645d-4853-96c3-fc28d5d6e4ff', 'name': '', 'network_id': 'c5c43007-b29f-4418-a412-97b3347f7285', 'tenant_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9', 'mac_address': 'fa:16:3e:fb:ca:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb41d42-d88e-4b8f-8270-f0feae9c4fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '551ed290-6d4c-490f-a656-7c8ed325af0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:18Z', 'updated_at': '2022-02-20T05:45:20Z', 'revision_number': 2, 'project_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9', 'subnets': [{'id': '551ed290-6d4c-490f-a656-7c8ed325af0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:23.873951 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d5a03-b3d7-4f83-8461-0137f934e0ba None None] Checking router: efb41d42-d88e-4b8f-8270-f0feae9c4fa7 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:45:23.874644 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d5a03-b3d7-4f83-8461-0137f934e0ba None None] Updating router efb41d42-d88e-4b8f-8270-f0feae9c4fa7 port 6d80c733-645d-4853-96c3-fc28d5d6e4ff binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:45:23.903645 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc6d58-7b45-4c53-8369-092eed61774c req-62d6b081-afae-4147-a1ed-d0d43ed33d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:23.905383 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fbc6d58-7b45-4c53-8369-092eed61774c req-62d6b081-afae-4147-a1ed-d0d43ed33d59 service neutron] 10.222.0.48 "GET /v2.0/networks?id=76d12cb1-1a3c-4efa-9623-20d225162f2e HTTP/1.1" status: 200 len: 910 time: 1.1833556 Feb 20 05:45:23.908492 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-354d5a03-b3d7-4f83-8461-0137f934e0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6d80c733-645d-4853-96c3-fc28d5d6e4ff), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:23.916745 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3bb90e7-4ce9-4058-b62e-58c0bc99ca89 admin admin] Publish callbacks [] for security_group (088724b7-5f5d-4a56-b997-780c480a8370), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:23.950503 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 0f5b42db-2da6-4a77-a6b0-787e789b3c32 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:23.969877 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fbc6d58-7b45-4c53-8369-092eed61774c req-66888477-920f-44f5-93ff-1febc45cf28d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76b55dfe-d15d-40bc-82c4-d57728de54d1 HTTP/1.1" status: 200 len: 217 time: 0.0507975 Feb 20 05:45:24.061417 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc6d58-7b45-4c53-8369-092eed61774c req-3649e85a-3deb-49e9-82d4-b11a3d36e2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:24.063515 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fbc6d58-7b45-4c53-8369-092eed61774c req-3649e85a-3deb-49e9-82d4-b11a3d36e2f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1649ffb8-d9f6-417b-ab41-9e2b689f05e1 HTTP/1.1" status: 200 len: 850 time: 0.0809100 Feb 20 05:45:24.070834 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2289a6f6-eb4b-4c4f-a649-c08e8c8f91ad req-553d9ccd-db8d-43f6-9cc7-7f12f3b52c7e service neutron] 10.222.0.61 "GET /v2.0/networks/76d12cb1-1a3c-4efa-9623-20d225162f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1726227 Feb 20 05:45:24.103380 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3bb90e7-4ce9-4058-b62e-58c0bc99ca89 admin admin] Publish callbacks [] for security_group (088724b7-5f5d-4a56-b997-780c480a8370), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:24.126608 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96f34622-3126-4635-b6a7-2e4bb848c11c req-9f003d14-e444-4e12-a9e9-88ab56ea266f tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=acb41e0e2a6445269a73d167d171a4e5 HTTP/1.1" status: 200 len: 695 time: 0.1498051 Feb 20 05:45:24.144151 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fbc6d58-7b45-4c53-8369-092eed61774c req-96e971c9-529e-4d1c-ae75-48a74cc33195 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=76d12cb1-1a3c-4efa-9623-20d225162f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689106 Feb 20 05:45:24.337485 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-549d4185-7748-4549-93e3-aab56312ba8e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for port (69842cae-ef27-47eb-bc56-4d8ddd826dd2), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:24.338515 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f34622-3126-4635-b6a7-2e4bb848c11c req-e09569b5-28e1-4cf4-a86d-ff7dc183af28 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:24.349461 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401b82de-9150-4ed7-82b9-247a7110b077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0c5915-c37b-46e0-b7a7-6c3738d95bc8'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:45:24.352003 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8e3bea-0b73-4a96-b0ca-3ef088a7b919" -d '{"events": [{"server_uuid": "401b82de-9150-4ed7-82b9-247a7110b077", "name": "network-vif-plugged", "status": "completed", "tag": "7f0c5915-c37b-46e0-b7a7-6c3738d95bc8"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:45:24.354321 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96f34622-3126-4635-b6a7-2e4bb848c11c req-e09569b5-28e1-4cf4-a86d-ff7dc183af28 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] 10.222.0.37 "GET /v2.0/networks?id=12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 787 time: 0.2167380 Feb 20 05:45:24.354582 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3bb90e7-4ce9-4058-b62e-58c0bc99ca89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (088724b7-5f5d-4a56-b997-780c480a8370), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:24.357695 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3bb90e7-4ce9-4058-b62e-58c0bc99ca89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:24.358943 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e3bb90e7-4ce9-4058-b62e-58c0bc99ca89 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/088724b7-5f5d-4a56-b997-780c480a8370 HTTP/1.1" status: 204 len: 168 time: 0.5766263 Feb 20 05:45:24.359273 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-354d5a03-b3d7-4f83-8461-0137f934e0ba None None] Publish callbacks [] for port (6d80c733-645d-4853-96c3-fc28d5d6e4ff), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:24.367921 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-96f34622-3126-4635-b6a7-2e4bb848c11c req-893bb35a-725b-4ce2-8aa3-b49cc63b753e tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:45:24.368096 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-354d5a03-b3d7-4f83-8461-0137f934e0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6d80c733-645d-4853-96c3-fc28d5d6e4ff), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:24.373449 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-549d4185-7748-4549-93e3-aab56312ba8e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (69842cae-ef27-47eb-bc56-4d8ddd826dd2), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:24.382789 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96f34622-3126-4635-b6a7-2e4bb848c11c req-893bb35a-725b-4ce2-8aa3-b49cc63b753e tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0265739 Feb 20 05:45:24.413200 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb90e7-4ce9-4058-b62e-58c0bc99ca89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088724b7-5f5d-4a56-b997-780c480a8370,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:24.441320 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fbc6d58-7b45-4c53-8369-092eed61774c req-9327c07b-1ad3-4fbe-b313-90dfde9e2620 service neutron] 10.222.0.48 "GET /v2.0/networks/76d12cb1-1a3c-4efa-9623-20d225162f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823441 Feb 20 05:45:24.453559 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38253744-1ce7-448c-952b-d582770c3646 None None] Pushing event updated for resources: {'Port': ['ID=6d80c733-645d-4853-96c3-fc28d5d6e4ff,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:24.479247 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bb90e7-4ce9-4058-b62e-58c0bc99ca89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:24.479604 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bb90e7-4ce9-4058-b62e-58c0bc99ca89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:24.479971 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bb90e7-4ce9-4058-b62e-58c0bc99ca89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:24.480305 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bb90e7-4ce9-4058-b62e-58c0bc99ca89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:24.480641 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bb90e7-4ce9-4058-b62e-58c0bc99ca89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:24.480980 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bb90e7-4ce9-4058-b62e-58c0bc99ca89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:24.481316 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bb90e7-4ce9-4058-b62e-58c0bc99ca89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:24.481984 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bb90e7-4ce9-4058-b62e-58c0bc99ca89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:24.481984 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bb90e7-4ce9-4058-b62e-58c0bc99ca89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:24.482292 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bb90e7-4ce9-4058-b62e-58c0bc99ca89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:24.482624 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bb90e7-4ce9-4058-b62e-58c0bc99ca89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:24.482973 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bb90e7-4ce9-4058-b62e-58c0bc99ca89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:24.483303 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bb90e7-4ce9-4058-b62e-58c0bc99ca89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:24.516445 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-354d5a03-b3d7-4f83-8461-0137f934e0ba None None] Attempting to bind port 6d80c733-645d-4853-96c3-fc28d5d6e4ff on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:45:24.517271 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-354d5a03-b3d7-4f83-8461-0137f934e0ba None None] Attempting to bind port 6d80c733-645d-4853-96c3-fc28d5d6e4ff by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '75630598-d6aa-4ad8-bb25-07f913911f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c5c43007-b29f-4418-a412-97b3347f7285'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:45:24.517271 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d5a03-b3d7-4f83-8461-0137f934e0ba None None] Attempting to bind port 6d80c733-645d-4853-96c3-fc28d5d6e4ff on network c5c43007-b29f-4418-a412-97b3347f7285 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:45:24.532259 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d5a03-b3d7-4f83-8461-0137f934e0ba None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:45:24.533102 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d5a03-b3d7-4f83-8461-0137f934e0ba None None] Checking segment: {'id': '75630598-d6aa-4ad8-bb25-07f913911f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c5c43007-b29f-4418-a412-97b3347f7285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:24.537092 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-354d5a03-b3d7-4f83-8461-0137f934e0ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:24.537957 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d5a03-b3d7-4f83-8461-0137f934e0ba None None] Bound using segment: {'id': '75630598-d6aa-4ad8-bb25-07f913911f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c5c43007-b29f-4418-a412-97b3347f7285'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:45:24.538679 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-354d5a03-b3d7-4f83-8461-0137f934e0ba None None] Bound port: 6d80c733-645d-4853-96c3-fc28d5d6e4ff, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75630598-d6aa-4ad8-bb25-07f913911f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c5c43007-b29f-4418-a412-97b3347f7285'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:45:24.541919 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-354d5a03-b3d7-4f83-8461-0137f934e0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6d80c733-645d-4853-96c3-fc28d5d6e4ff), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:24.569535 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d4185-7748-4549-93e3-aab56312ba8e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Port': ['ID=69842cae-ef27-47eb-bc56-4d8ddd826dd2,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:24.583425 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549d4185-7748-4549-93e3-aab56312ba8e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:24.584071 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-549d4185-7748-4549-93e3-aab56312ba8e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:24.585450 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-549d4185-7748-4549-93e3-aab56312ba8e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "PUT /v2.0/ports/69842cae-ef27-47eb-bc56-4d8ddd826dd2 HTTP/1.1" status: 200 len: 910 time: 3.3879819 Feb 20 05:45:24.588726 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43262) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:24.670330 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fbc6d58-7b45-4c53-8369-092eed61774c req-ee1e847b-0e4c-4613-a194-72f3fb125ef4 service neutron] 10.222.0.48 "GET /v2.0/networks/76d12cb1-1a3c-4efa-9623-20d225162f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125106 Feb 20 05:45:24.714942 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-354d5a03-b3d7-4f83-8461-0137f934e0ba None None] For port 6d80c733-645d-4853-96c3-fc28d5d6e4ff, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:45:24.718543 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-354d5a03-b3d7-4f83-8461-0137f934e0ba None None] For port 6d80c733-645d-4853-96c3-fc28d5d6e4ff, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=6d80c733-645d-4853-96c3-fc28d5d6e4ff,segment=NetworkSegment(75630598-d6aa-4ad8-bb25-07f913911f77),segment_id=75630598-d6aa-4ad8-bb25-07f913911f77)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:45:24.726623 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-354d5a03-b3d7-4f83-8461-0137f934e0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6d80c733-645d-4853-96c3-fc28d5d6e4ff), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:24.855847 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d5a03-b3d7-4f83-8461-0137f934e0ba None None] Routers {'efb41d42-d88e-4b8f-8270-f0feae9c4fa7'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:24.857711 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-354d5a03-b3d7-4f83-8461-0137f934e0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['efb41d42-d88e-4b8f-8270-f0feae9c4fa7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:24.914765 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-94b29c81-4bbe-48ef-adb3-0fd0cc4b7836 None None] Provisioning complete for port 6d80c733-645d-4853-96c3-fc28d5d6e4ff triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:24.915305 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94b29c81-4bbe-48ef-adb3-0fd0cc4b7836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6d80c733-645d-4853-96c3-fc28d5d6e4ff), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:24.931424 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38253744-1ce7-448c-952b-d582770c3646 None None] Pushing event updated for resources: {'Port': ['ID=6d80c733-645d-4853-96c3-fc28d5d6e4ff,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:25.049294 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-354d5a03-b3d7-4f83-8461-0137f934e0ba None None] Set router efb41d42-d88e-4b8f-8270-f0feae9c4fa7 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:25.103222 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-94b29c81-4bbe-48ef-adb3-0fd0cc4b7836 None None] Current status of the port 6d80c733-645d-4853-96c3-fc28d5d6e4ff is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:25.103625 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94b29c81-4bbe-48ef-adb3-0fd0cc4b7836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6d80c733-645d-4853-96c3-fc28d5d6e4ff), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:25.229993 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-94b29c81-4bbe-48ef-adb3-0fd0cc4b7836 None None] For port 6d80c733-645d-4853-96c3-fc28d5d6e4ff, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=6d80c733-645d-4853-96c3-fc28d5d6e4ff,segment=NetworkSegment(75630598-d6aa-4ad8-bb25-07f913911f77),segment_id=75630598-d6aa-4ad8-bb25-07f913911f77)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:25.238768 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94b29c81-4bbe-48ef-adb3-0fd0cc4b7836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6d80c733-645d-4853-96c3-fc28d5d6e4ff), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:25.248718 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cfdcd-0192-42f3-94ee-797ee0efd349 req-fc0d273e-60d3-47b1-bc63-8a15cdfbb544 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:25.255593 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-012cfdcd-0192-42f3-94ee-797ee0efd349 req-fc0d273e-60d3-47b1-bc63-8a15cdfbb544 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 945 time: 0.1673539 Feb 20 05:45:25.324793 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b29c81-4bbe-48ef-adb3-0fd0cc4b7836 None None] Pushing event updated for resources: {'Port': ['ID=6d80c733-645d-4853-96c3-fc28d5d6e4ff,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:25.337351 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:25.345348 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-012cfdcd-0192-42f3-94ee-797ee0efd349 req-87dedc2f-f3d4-40fe-9dbb-4da8776dff46 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.37 "GET /v2.0/security-groups?id=067bde45-941d-4994-a73b-f1b88961d8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841079 Feb 20 05:45:25.377264 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-3f046622-1110-4be7-9b9e-006d21f4ffc2 None None] Provisioning complete for port 6d80c733-645d-4853-96c3-fc28d5d6e4ff triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:25.377638 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3f046622-1110-4be7-9b9e-006d21f4ffc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6d80c733-645d-4853-96c3-fc28d5d6e4ff), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:25.391053 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35b8da9c-d670-4037-adf0-d1a4cca96631 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:25.438595 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-354d5a03-b3d7-4f83-8461-0137f934e0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb41d42-d88e-4b8f-8270-f0feae9c4fa7', 'name': 'tempest-TestAggregatesBasicOps-1112227885-router', 'tenant_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0f5b42db-2da6-4a77-a6b0-787e789b3c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:12Z', 'updated_at': '2022-02-20T05:45:20Z', 'revision_number': 4, 'project_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9', 'gw_port': {'id': '0f5b42db-2da6-4a77-a6b0-787e789b3c32', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41d42-d88e-4b8f-8270-f0feae9c4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:13Z', 'updated_at': '2022-02-20T05:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '6d80c733-645d-4853-96c3-fc28d5d6e4ff', 'name': '', 'network_id': 'c5c43007-b29f-4418-a412-97b3347f7285', 'tenant_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9', 'mac_address': 'fa:16:3e:fb:ca:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb41d42-d88e-4b8f-8270-f0feae9c4fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '551ed290-6d4c-490f-a656-7c8ed325af0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:18Z', 'updated_at': '2022-02-20T05:45:24Z', 'revision_number': 4, 'project_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9', 'subnets': [{'id': '551ed290-6d4c-490f-a656-7c8ed325af0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:25.439926 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc80c2ea-fe05-4ba9-b757-1c1e8e8570e0 x-openstack-request-id: req-fc80c2ea-fe05-4ba9-b757-1c1e8e8570e0 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:45:25.440399 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401b82de-9150-4ed7-82b9-247a7110b077", "name": "network-vif-plugged", "status": "completed", "tag": "7f0c5915-c37b-46e0-b7a7-6c3738d95bc8", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:45:25.441174 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc80c2ea-fe05-4ba9-b757-1c1e8e8570e0 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:45:25.441699 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401b82de-9150-4ed7-82b9-247a7110b077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0c5915-c37b-46e0-b7a7-6c3738d95bc8', 'code': 200} Feb 20 05:45:25.527405 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d5a03-b3d7-4f83-8461-0137f934e0ba None None] The sync data for ids ['efb41d42-d88e-4b8f-8270-f0feae9c4fa7'] in n-d-829866-5 is: [{'id': 'efb41d42-d88e-4b8f-8270-f0feae9c4fa7', 'name': 'tempest-TestAggregatesBasicOps-1112227885-router', 'tenant_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0f5b42db-2da6-4a77-a6b0-787e789b3c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:12Z', 'updated_at': '2022-02-20T05:45:20Z', 'revision_number': 4, 'project_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9', 'gw_port': {'id': '0f5b42db-2da6-4a77-a6b0-787e789b3c32', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41d42-d88e-4b8f-8270-f0feae9c4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:13Z', 'updated_at': '2022-02-20T05:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '6d80c733-645d-4853-96c3-fc28d5d6e4ff', 'name': '', 'network_id': 'c5c43007-b29f-4418-a412-97b3347f7285', 'tenant_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9', 'mac_address': 'fa:16:3e:fb:ca:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb41d42-d88e-4b8f-8270-f0feae9c4fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '551ed290-6d4c-490f-a656-7c8ed325af0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:18Z', 'updated_at': '2022-02-20T05:45:24Z', 'revision_number': 4, 'project_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9', 'subnets': [{'id': '551ed290-6d4c-490f-a656-7c8ed325af0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:45:25.579648 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f2efa-d96c-4122-89a6-59f966b47fd0 req-69e99b84-f9a7-499e-a238-2db0695a3dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:25.581852 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-494f2efa-d96c-4122-89a6-59f966b47fd0 req-69e99b84-f9a7-499e-a238-2db0695a3dc0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=401b82de-9150-4ed7-82b9-247a7110b077 HTTP/1.1" status: 200 len: 1127 time: 0.1033952 Feb 20 05:45:25.598640 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-37bd5ae6-6d02-4fb9-991e-60a7d71f6d45 req-ac648624-136f-425d-8fb0-6350ccc2ac97 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] 10.222.0.37 "GET /v2.0/floatingips/978e0d73-901e-4aaf-84f8-60b98da76240 HTTP/1.1" status: 200 len: 692 time: 0.1112416 Feb 20 05:45:25.611053 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3f046622-1110-4be7-9b9e-006d21f4ffc2 None None] Current status of the port 6d80c733-645d-4853-96c3-fc28d5d6e4ff is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:25.715641 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-494f2efa-d96c-4122-89a6-59f966b47fd0 req-1902ed5c-12b0-462b-bc8d-1bd61454ed7f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203730 Feb 20 05:45:25.889626 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd5ae6-6d02-4fb9-991e-60a7d71f6d45 req-358bc559-24db-423f-9ffa-036f8b42617e tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:25.897331 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-37bd5ae6-6d02-4fb9-991e-60a7d71f6d45 req-358bc559-24db-423f-9ffa-036f8b42617e tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.2509303 Feb 20 05:45:25.958104 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-37bd5ae6-6d02-4fb9-991e-60a7d71f6d45 req-44ff391a-e11b-4b47-a0d3-a6ba89b8c073 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.62 HTTP/1.1" status: 200 len: 695 time: 0.0598152 Feb 20 05:45:25.958673 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43288) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:26.020049 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-37bd5ae6-6d02-4fb9-991e-60a7d71f6d45 req-7eb6fc6e-0fc1-4835-bdac-38fd1ee4cc8b tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.62 HTTP/1.1" status: 200 len: 695 time: 0.0609787 Feb 20 05:45:26.096903 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-95fe3b31-9e5e-450c-ab08-418194f49de9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1805909622'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:26.123853 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fe3b31-9e5e-450c-ab08-418194f49de9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Made reservation on behalf of daec55bfb4d64dbc968b6c04e236a5af for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:26.127292 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-95fe3b31-9e5e-450c-ab08-418194f49de9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:26.142328 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-95fe3b31-9e5e-450c-ab08-418194f49de9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:26.232723 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-37bd5ae6-6d02-4fb9-991e-60a7d71f6d45 req-7ef43e84-b682-4cff-90f6-7c07bce70db8 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Deleting port cafa3794-f3e1-4b28-8868-926bd1eaf126 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:26.233084 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-37bd5ae6-6d02-4fb9-991e-60a7d71f6d45 req-7ef43e84-b682-4cff-90f6-7c07bce70db8 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (cafa3794-f3e1-4b28-8868-926bd1eaf126), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:26.299684 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-35b8da9c-d670-4037-adf0-d1a4cca96631 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Deleting port 69842cae-ef27-47eb-bc56-4d8ddd826dd2 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:26.300303 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35b8da9c-d670-4037-adf0-d1a4cca96631 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (69842cae-ef27-47eb-bc56-4d8ddd826dd2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:26.315929 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340908ca-4bb9-4b6d-9acb-3413f9a85960 req-8322b1ec-5e77-433e-b78e-171ce9d79079 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:26.317809 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-340908ca-4bb9-4b6d-9acb-3413f9a85960 req-8322b1ec-5e77-433e-b78e-171ce9d79079 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.61 "GET /v2.0/ports?device_id=40af2764-f10d-4f27-9477-802507b4be77 HTTP/1.1" status: 200 len: 945 time: 0.1279564 Feb 20 05:45:26.382487 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-95fe3b31-9e5e-450c-ab08-418194f49de9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks [] for security_group (1df693b8-b5ca-43b1-9eb8-4e8385389616), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:26.390398 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-95fe3b31-9e5e-450c-ab08-418194f49de9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (1df693b8-b5ca-43b1-9eb8-4e8385389616), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:26.395553 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-37bd5ae6-6d02-4fb9-991e-60a7d71f6d45 req-7ef43e84-b682-4cff-90f6-7c07bce70db8 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (cafa3794-f3e1-4b28-8868-926bd1eaf126), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:26.395914 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-37bd5ae6-6d02-4fb9-991e-60a7d71f6d45 req-7ef43e84-b682-4cff-90f6-7c07bce70db8 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks [] for floatingip (cafa3794-f3e1-4b28-8868-926bd1eaf126), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:26.424728 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-37bd5ae6-6d02-4fb9-991e-60a7d71f6d45 req-7ef43e84-b682-4cff-90f6-7c07bce70db8 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Calling delete_port for cafa3794-f3e1-4b28-8868-926bd1eaf126 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:26.437875 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35b8da9c-d670-4037-adf0-d1a4cca96631 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (69842cae-ef27-47eb-bc56-4d8ddd826dd2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:26.458560 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-35b8da9c-d670-4037-adf0-d1a4cca96631 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Calling delete_port for 69842cae-ef27-47eb-bc56-4d8ddd826dd2 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:26.462601 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95fe3b31-9e5e-450c-ab08-418194f49de9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:45:26.471440 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe3b31-9e5e-450c-ab08-418194f49de9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1df693b8-b5ca-43b1-9eb8-4e8385389616,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:26.481191 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-95fe3b31-9e5e-450c-ab08-418194f49de9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (2b2cdc64-340a-4871-ab65-f1966ecddfb4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:26.481191 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-95fe3b31-9e5e-450c-ab08-418194f49de9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Added segment 2b2cdc64-340a-4871-ab65-f1966ecddfb4 of type vlan for network 5f2148de-468b-4c7e-b43c-61603af24e82 Feb 20 05:45:26.533435 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-340908ca-4bb9-4b6d-9acb-3413f9a85960 req-dc0bb6c5-8b95-42e4-8310-98da283b52b7 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Deleting port 9b88aede-8653-4c45-989f-0b133900719c {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:26.533779 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-340908ca-4bb9-4b6d-9acb-3413f9a85960 req-dc0bb6c5-8b95-42e4-8310-98da283b52b7 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (9b88aede-8653-4c45-989f-0b133900719c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:26.648640 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-340908ca-4bb9-4b6d-9acb-3413f9a85960 req-dc0bb6c5-8b95-42e4-8310-98da283b52b7 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] For port 9b88aede-8653-4c45-989f-0b133900719c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=9b88aede-8653-4c45-989f-0b133900719c,segment=NetworkSegment(f88ee601-1164-4cfc-bf81-28dfd7efb65e),segment_id=f88ee601-1164-4cfc-bf81-28dfd7efb65e)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:26.649358 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-340908ca-4bb9-4b6d-9acb-3413f9a85960 req-dc0bb6c5-8b95-42e4-8310-98da283b52b7 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (9b88aede-8653-4c45-989f-0b133900719c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:26.664684 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-340908ca-4bb9-4b6d-9acb-3413f9a85960 req-dc0bb6c5-8b95-42e4-8310-98da283b52b7 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Calling delete_port for 9b88aede-8653-4c45-989f-0b133900719c owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:26.773773 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-95fe3b31-9e5e-450c-ab08-418194f49de9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (5f2148de-468b-4c7e-b43c-61603af24e82), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:26.877388 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-95fe3b31-9e5e-450c-ab08-418194f49de9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (5f2148de-468b-4c7e-b43c-61603af24e82), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:26.882544 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fe3b31-9e5e-450c-ab08-418194f49de9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:26.883220 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-95fe3b31-9e5e-450c-ab08-418194f49de9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:26.914726 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-340908ca-4bb9-4b6d-9acb-3413f9a85960 req-dc0bb6c5-8b95-42e4-8310-98da283b52b7 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (9b88aede-8653-4c45-989f-0b133900719c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:26.927496 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['9b88aede-8653-4c45-989f-0b133900719c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:45:27.008714 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bb6c5-8b95-42e4-8310-98da283b52b7 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Pushing event deleted for resources: {'Port': ['ID=9b88aede-8653-4c45-989f-0b133900719c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:27.014319 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-95fe3b31-9e5e-450c-ab08-418194f49de9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0543714 Feb 20 05:45:27.022691 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe3b31-9e5e-450c-ab08-418194f49de9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event updated for resources: {'Network': ['ID=5f2148de-468b-4c7e-b43c-61603af24e82,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:27.037588 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 5f2148de-468b-4c7e-b43c-61603af24e82 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:45:27.074424 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-340908ca-4bb9-4b6d-9acb-3413f9a85960 req-dc0bb6c5-8b95-42e4-8310-98da283b52b7 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] No DVR routers for this DVR port 9b88aede-8653-4c45-989f-0b133900719c on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:45:27.077800 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-340908ca-4bb9-4b6d-9acb-3413f9a85960 req-dc0bb6c5-8b95-42e4-8310-98da283b52b7 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:27.082328 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-340908ca-4bb9-4b6d-9acb-3413f9a85960 req-dc0bb6c5-8b95-42e4-8310-98da283b52b7 tempest-ServerRescueTestJSONUnderV235-1863205604 tempest-ServerRescueTestJSONUnderV235-1863205604-project] 10.222.0.61 "DELETE /v2.0/ports/9b88aede-8653-4c45-989f-0b133900719c HTTP/1.1" status: 204 len: 173 time: 0.7571561 Feb 20 05:45:27.082924 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40af2764-f10d-4f27-9477-802507b4be77', 'name': 'network-vif-deleted', 'tag': '9b88aede-8653-4c45-989f-0b133900719c'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:45:27.086254 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65d875c-0d42-48c3-9a27-ae12ce606bb2" -d '{"events": [{"server_uuid": "40af2764-f10d-4f27-9477-802507b4be77", "name": "network-vif-deleted", "tag": "9b88aede-8653-4c45-989f-0b133900719c"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:45:27.243573 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35b8da9c-d670-4037-adf0-d1a4cca96631 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (69842cae-ef27-47eb-bc56-4d8ddd826dd2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:27.282521 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-37bd5ae6-6d02-4fb9-991e-60a7d71f6d45 req-7ef43e84-b682-4cff-90f6-7c07bce70db8 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (cafa3794-f3e1-4b28-8868-926bd1eaf126), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:27.325929 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6d80c733-645d-4853-96c3-fc28d5d6e4ff up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:27.414004 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 6d80c733-645d-4853-96c3-fc28d5d6e4ff triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:27.414651 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6d80c733-645d-4853-96c3-fc28d5d6e4ff), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:27.423801 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8da9c-d670-4037-adf0-d1a4cca96631 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Port': ['ID=69842cae-ef27-47eb-bc56-4d8ddd826dd2,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:27.531176 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef43e84-b682-4cff-90f6-7c07bce70db8 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Pushing event deleted for resources: {'Port': ['ID=cafa3794-f3e1-4b28-8868-926bd1eaf126,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:27.542140 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 6d80c733-645d-4853-96c3-fc28d5d6e4ff is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:27.556179 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-37bd5ae6-6d02-4fb9-991e-60a7d71f6d45 req-7ef43e84-b682-4cff-90f6-7c07bce70db8 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks [] for floatingip (978e0d73-901e-4aaf-84f8-60b98da76240), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:27.559265 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-37bd5ae6-6d02-4fb9-991e-60a7d71f6d45 req-7ef43e84-b682-4cff-90f6-7c07bce70db8 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:27.560643 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-37bd5ae6-6d02-4fb9-991e-60a7d71f6d45 req-7ef43e84-b682-4cff-90f6-7c07bce70db8 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] 10.222.0.37 "DELETE /v2.0/floatingips/978e0d73-901e-4aaf-84f8-60b98da76240 HTTP/1.1" status: 204 len: 173 time: 1.5397677 Feb 20 05:45:27.694592 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35b8da9c-d670-4037-adf0-d1a4cca96631 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:27.951097 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b8da9c-d670-4037-adf0-d1a4cca96631 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Router 1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:45:27.959756 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d145c-5051-4db2-aa32-5554545db127 req-995e3c3d-6738-48d1-a5d4-a1970de280a8 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:27.961233 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-223d145c-5051-4db2-aa32-5554545db127 req-995e3c3d-6738-48d1-a5d4-a1970de280a8 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a0aaa1-30f3-4940-b7b0-680a1bae6746 HTTP/1.1" status: 200 len: 946 time: 0.1883416 Feb 20 05:45:28.064846 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b8da9c-d670-4037-adf0-d1a4cca96631 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:45:28.073234 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-35b8da9c-d670-4037-adf0-d1a4cca96631 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "PUT /v2.0/routers/1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4833696 Feb 20 05:45:28.075937 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43302) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:28.077689 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e979f393-a687-4e45-aea7-756df2099bc5 None None] Sync routers for ids ['1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:45:28.090294 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e979f393-a687-4e45-aea7-756df2099bc5 None None] Routers {'1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:28.093668 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e979f393-a687-4e45-aea7-756df2099bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:28.114327 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-223d145c-5051-4db2-aa32-5554545db127 req-12339953-a5f0-4280-b1dd-dc72d78a8cac tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442783 Feb 20 05:45:28.130277 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-76ee91ee-7ea3-479b-adcd-c1687bfe6fcb tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d HTTP/1.1" status: 200 len: 205 time: 0.0517399 Feb 20 05:45:28.140129 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43304) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:28.155149 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e979f393-a687-4e45-aea7-756df2099bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:28.179727 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e979f393-a687-4e45-aea7-756df2099bc5 None None] Routers {'1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:28.180473 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e979f393-a687-4e45-aea7-756df2099bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:28.219414 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e979f393-a687-4e45-aea7-756df2099bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:28.220077 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e979f393-a687-4e45-aea7-756df2099bc5 None None] The sync data for ids ['1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:45:28.290199 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69911041-6305-4953-9e34-499a34d78f22 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router (1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:28.497244 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabee693-d823-40e7-b681-d2f43b9fc2fb req-8440dbaf-b257-45f9-b778-8db8c84af6ee tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:28.498781 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fabee693-d823-40e7-b681-d2f43b9fc2fb req-8440dbaf-b257-45f9-b778-8db8c84af6ee tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/ports?device_id=401b82de-9150-4ed7-82b9-247a7110b077 HTTP/1.1" status: 200 len: 945 time: 0.2796345 Feb 20 05:45:28.549013 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69911041-6305-4953-9e34-499a34d78f22 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:28.553606 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69911041-6305-4953-9e34-499a34d78f22 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router_controller (1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:28.614799 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fabee693-d823-40e7-b681-d2f43b9fc2fb req-89202a4b-90b1-4d80-9181-c72091cc3b11 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849338 Feb 20 05:45:28.619659 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69911041-6305-4953-9e34-499a34d78f22 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:28.620194 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69911041-6305-4953-9e34-499a34d78f22 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Fanout notify agent at l3_agent the message router_deleted on router 1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:45:28.626614 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69911041-6305-4953-9e34-499a34d78f22 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:28.627724 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-69911041-6305-4953-9e34-499a34d78f22 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/routers/1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d HTTP/1.1" status: 204 len: 168 time: 0.4942513 Feb 20 05:45:28.630682 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43310) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:28.757086 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad684b26-8bd9-4d27-8f7b-2fbefd628b70 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Deleting subnet 6067ab08-97ee-4c94-b962-edd40c9fc48a {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:45:28.761660 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43316) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:28.771842 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ad684b26-8bd9-4d27-8f7b-2fbefd628b70 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for subnet (6067ab08-97ee-4c94-b962-edd40c9fc48a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:28.835091 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf457af3-61a7-4062-b769-8d11dea59e06 x-openstack-request-id: req-cf457af3-61a7-4062-b769-8d11dea59e06 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:45:28.835377 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40af2764-f10d-4f27-9477-802507b4be77", "name": "network-vif-deleted", "tag": "9b88aede-8653-4c45-989f-0b133900719c", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:45:28.835633 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf457af3-61a7-4062-b769-8d11dea59e06 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:45:28.836036 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40af2764-f10d-4f27-9477-802507b4be77', 'name': 'network-vif-deleted', 'tag': '9b88aede-8653-4c45-989f-0b133900719c', 'status': 'completed', 'code': 200} Feb 20 05:45:28.879216 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ad684b26-8bd9-4d27-8f7b-2fbefd628b70 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (6067ab08-97ee-4c94-b962-edd40c9fc48a), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:28.943656 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab06fafd-df75-4fd9-b87e-4b1187a13710 req-f57bca48-cc6c-4d69-86dc-2074aa976924 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1313572 Feb 20 05:45:28.953443 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-ab06fafd-df75-4fd9-b87e-4b1187a13710 req-8f117f78-fa94-47a7-b0b5-791d8eff6ad5 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:28.978467 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ab06fafd-df75-4fd9-b87e-4b1187a13710 req-8f117f78-fa94-47a7-b0b5-791d8eff6ad5 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:29.070680 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ad684b26-8bd9-4d27-8f7b-2fbefd628b70 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (6067ab08-97ee-4c94-b962-edd40c9fc48a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:29.120396 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ab06fafd-df75-4fd9-b87e-4b1187a13710 req-8f117f78-fa94-47a7-b0b5-791d8eff6ad5 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:29.202106 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ad684b26-8bd9-4d27-8f7b-2fbefd628b70 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (6067ab08-97ee-4c94-b962-edd40c9fc48a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:29.258937 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad684b26-8bd9-4d27-8f7b-2fbefd628b70 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Subnet': ['ID=6067ab08-97ee-4c94-b962-edd40c9fc48a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:29.273080 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ad684b26-8bd9-4d27-8f7b-2fbefd628b70 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:29.275030 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1c26ae-a9b0-47ff-b4cb-b3d6332c5c5f None None] Network ea6f02e3-1877-4e48-9ee4-b5a79a7fca25 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:45:29.276799 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ad684b26-8bd9-4d27-8f7b-2fbefd628b70 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/subnets/6067ab08-97ee-4c94-b962-edd40c9fc48a HTTP/1.1" status: 204 len: 168 time: 0.6441731 Feb 20 05:45:29.281261 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43318) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:29.282833 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-ab06fafd-df75-4fd9-b87e-4b1187a13710 req-8f117f78-fa94-47a7-b0b5-791d8eff6ad5 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Allocated IP 172.25.3.77 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/658ff8f2-e145-4066-ac37-2d133dd022d1) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:45:29.369146 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-618deb87-6ada-4ecb-94c4-d0909ed7e5b1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (ea6f02e3-1877-4e48-9ee4-b5a79a7fca25), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:29.488349 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ab06fafd-df75-4fd9-b87e-4b1187a13710 req-8f117f78-fa94-47a7-b0b5-791d8eff6ad5 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks [] for port (658ff8f2-e145-4066-ac37-2d133dd022d1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:29.522131 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-618deb87-6ada-4ecb-94c4-d0909ed7e5b1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Deleting port def9bcce-65ac-4846-b1bb-955268d791b7 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:29.523071 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-618deb87-6ada-4ecb-94c4-d0909ed7e5b1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (def9bcce-65ac-4846-b1bb-955268d791b7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:29.540975 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ab06fafd-df75-4fd9-b87e-4b1187a13710 req-8f117f78-fa94-47a7-b0b5-791d8eff6ad5 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (658ff8f2-e145-4066-ac37-2d133dd022d1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:29.569221 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ecc746-ad6e-4787-9265-effd4912568f None None] DHCP port deletion for ea6f02e3-1877-4e48-9ee4-b5a79a7fca25 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:45:29.620475 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f117f78-fa94-47a7-b0b5-791d8eff6ad5 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Pushing event updated for resources: {'Port': ['ID=658ff8f2-e145-4066-ac37-2d133dd022d1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:29.626872 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-618deb87-6ada-4ecb-94c4-d0909ed7e5b1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] For port def9bcce-65ac-4846-b1bb-955268d791b7, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=def9bcce-65ac-4846-b1bb-955268d791b7,segment=NetworkSegment(7e22e03d-7772-47ef-ae0c-a7b618fef86d),segment_id=7e22e03d-7772-47ef-ae0c-a7b618fef86d)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:29.628505 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-618deb87-6ada-4ecb-94c4-d0909ed7e5b1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (def9bcce-65ac-4846-b1bb-955268d791b7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:29.643513 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab06fafd-df75-4fd9-b87e-4b1187a13710 req-8f117f78-fa94-47a7-b0b5-791d8eff6ad5 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:29.645863 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-ab06fafd-df75-4fd9-b87e-4b1187a13710 req-8f117f78-fa94-47a7-b0b5-791d8eff6ad5 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:29.648684 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab06fafd-df75-4fd9-b87e-4b1187a13710 req-8f117f78-fa94-47a7-b0b5-791d8eff6ad5 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:45:29.658172 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-618deb87-6ada-4ecb-94c4-d0909ed7e5b1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Calling delete_port for def9bcce-65ac-4846-b1bb-955268d791b7 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:29.677563 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-46ecc746-ad6e-4787-9265-effd4912568f None None] Deleting port def9bcce-65ac-4846-b1bb-955268d791b7 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:29.677938 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46ecc746-ad6e-4787-9265-effd4912568f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (def9bcce-65ac-4846-b1bb-955268d791b7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:29.766423 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ab06fafd-df75-4fd9-b87e-4b1187a13710 req-8f117f78-fa94-47a7-b0b5-791d8eff6ad5 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks [] for floatingip (09155798-d5a3-49f6-be1e-57ef27f9eaa4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:29.817952 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-46ecc746-ad6e-4787-9265-effd4912568f None None] For port def9bcce-65ac-4846-b1bb-955268d791b7, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=def9bcce-65ac-4846-b1bb-955268d791b7,segment=NetworkSegment(7e22e03d-7772-47ef-ae0c-a7b618fef86d),segment_id=7e22e03d-7772-47ef-ae0c-a7b618fef86d)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:29.818272 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46ecc746-ad6e-4787-9265-effd4912568f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (def9bcce-65ac-4846-b1bb-955268d791b7), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:29.826156 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ab06fafd-df75-4fd9-b87e-4b1187a13710 req-8f117f78-fa94-47a7-b0b5-791d8eff6ad5 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (658ff8f2-e145-4066-ac37-2d133dd022d1), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:29.836050 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-080580b3-5555-4168-92da-37e4ab51e7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (fd0e860b-bd6c-4855-99f1-78cf69853359), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:29.842801 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-46ecc746-ad6e-4787-9265-effd4912568f None None] Calling delete_port for def9bcce-65ac-4846-b1bb-955268d791b7 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:29.939654 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-618deb87-6ada-4ecb-94c4-d0909ed7e5b1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (def9bcce-65ac-4846-b1bb-955268d791b7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:29.994066 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618deb87-6ada-4ecb-94c4-d0909ed7e5b1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Port': ['ID=def9bcce-65ac-4846-b1bb-955268d791b7,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:30.003699 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46ecc746-ad6e-4787-9265-effd4912568f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (def9bcce-65ac-4846-b1bb-955268d791b7), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:30.020728 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ecc746-ad6e-4787-9265-effd4912568f None None] No DVR routers for this DVR port def9bcce-65ac-4846-b1bb-955268d791b7 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:45:30.067924 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ecc746-ad6e-4787-9265-effd4912568f None None] Pushing event deleted for resources: {'Port': ['ID=def9bcce-65ac-4846-b1bb-955268d791b7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:30.079988 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618deb87-6ada-4ecb-94c4-d0909ed7e5b1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] No DVR routers for this DVR port def9bcce-65ac-4846-b1bb-955268d791b7 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:45:30.088278 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ab06fafd-df75-4fd9-b87e-4b1187a13710 req-8f117f78-fa94-47a7-b0b5-791d8eff6ad5 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks [] for port (658ff8f2-e145-4066-ac37-2d133dd022d1), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:30.095028 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ab06fafd-df75-4fd9-b87e-4b1187a13710 req-8f117f78-fa94-47a7-b0b5-791d8eff6ad5 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (658ff8f2-e145-4066-ac37-2d133dd022d1), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:30.149024 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f117f78-fa94-47a7-b0b5-791d8eff6ad5 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Pushing event updated for resources: {'Port': ['ID=658ff8f2-e145-4066-ac37-2d133dd022d1,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:30.175549 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-618deb87-6ada-4ecb-94c4-d0909ed7e5b1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (ea6f02e3-1877-4e48-9ee4-b5a79a7fca25), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:30.201467 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-618deb87-6ada-4ecb-94c4-d0909ed7e5b1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6f02e3-1877-4e48-9ee4-b5a79a7fca25']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:30.205968 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ab06fafd-df75-4fd9-b87e-4b1187a13710 req-8f117f78-fa94-47a7-b0b5-791d8eff6ad5 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (09155798-d5a3-49f6-be1e-57ef27f9eaa4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:30.218823 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-618deb87-6ada-4ecb-94c4-d0909ed7e5b1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e22e03d-7772-47ef-ae0c-a7b618fef86d') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:30.219477 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-618deb87-6ada-4ecb-94c4-d0909ed7e5b1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e22e03d-7772-47ef-ae0c-a7b618fef86d') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:30.223927 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ab06fafd-df75-4fd9-b87e-4b1187a13710 req-8f117f78-fa94-47a7-b0b5-791d8eff6ad5 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:30.226442 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab06fafd-df75-4fd9-b87e-4b1187a13710 req-8f117f78-fa94-47a7-b0b5-791d8eff6ad5 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2767406 Feb 20 05:45:30.236754 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-618deb87-6ada-4ecb-94c4-d0909ed7e5b1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (7e22e03d-7772-47ef-ae0c-a7b618fef86d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:30.282484 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab06fafd-df75-4fd9-b87e-4b1187a13710 req-1c0ccf38-f0f3-4158-b907-950f1db04d25 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 695 time: 0.0494001 Feb 20 05:45:30.298932 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-618deb87-6ada-4ecb-94c4-d0909ed7e5b1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (7e22e03d-7772-47ef-ae0c-a7b618fef86d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:30.308105 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-618deb87-6ada-4ecb-94c4-d0909ed7e5b1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:45:30.308584 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-618deb87-6ada-4ecb-94c4-d0909ed7e5b1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (7e22e03d-7772-47ef-ae0c-a7b618fef86d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:45:30.311943 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:45:30.384401 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43324) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:30.389814 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-106545da-8cfa-4771-8a67-307cb0d62db1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Request body: {'subnet': {'network_id': '5f2148de-468b-4c7e-b43c-61603af24e82', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:30.398252 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-618deb87-6ada-4ecb-94c4-d0909ed7e5b1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (ea6f02e3-1877-4e48-9ee4-b5a79a7fca25), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:30.414473 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06fafd-df75-4fd9-b87e-4b1187a13710 req-d9f45391-d8c2-4d3a-9bbc-f6ae888de2b8 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:30.416464 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab06fafd-df75-4fd9-b87e-4b1187a13710 req-d9f45391-d8c2-4d3a-9bbc-f6ae888de2b8 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.1215317 Feb 20 05:45:30.425966 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-618deb87-6ada-4ecb-94c4-d0909ed7e5b1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:30.434745 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-618deb87-6ada-4ecb-94c4-d0909ed7e5b1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/networks/ea6f02e3-1877-4e48-9ee4-b5a79a7fca25 HTTP/1.1" status: 204 len: 168 time: 1.1483641 Feb 20 05:45:30.436530 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43328) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:30.441992 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e438b092-a54e-476c-b221-34bf08e254cd tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-520264110', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:30.467641 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e438b092-a54e-476c-b221-34bf08e254cd tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (c8f28992-fd35-4d43-8618-933ff086237e), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:30.468730 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e438b092-a54e-476c-b221-34bf08e254cd tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (c8f28992-fd35-4d43-8618-933ff086237e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:30.481158 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618deb87-6ada-4ecb-94c4-d0909ed7e5b1 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Network': ['ID=ea6f02e3-1877-4e48-9ee4-b5a79a7fca25,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:30.548737 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e438b092-a54e-476c-b221-34bf08e254cd tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router_controller (c8f28992-fd35-4d43-8618-933ff086237e), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:30.554697 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e438b092-a54e-476c-b221-34bf08e254cd tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (c8f28992-fd35-4d43-8618-933ff086237e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:30.579161 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e438b092-a54e-476c-b221-34bf08e254cd tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:30.580918 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e438b092-a54e-476c-b221-34bf08e254cd tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1427639 Feb 20 05:45:30.583943 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43330) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:30.591687 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-3817923a-18bc-4826-ae2b-75ebea388d85 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'network': {'name': 'tempest-RoutersTest-1899276323'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:30.602774 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106545da-8cfa-4771-8a67-307cb0d62db1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Made reservation on behalf of daec55bfb4d64dbc968b6c04e236a5af for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:30.606387 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-106545da-8cfa-4771-8a67-307cb0d62db1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:30.621101 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3817923a-18bc-4826-ae2b-75ebea388d85 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Made reservation on behalf of ec8dd31e72ed40dc8f4a2a6bbaade185 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:30.625810 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3817923a-18bc-4826-ae2b-75ebea388d85 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:30.654764 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3817923a-18bc-4826-ae2b-75ebea388d85 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:45:30.655799 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-080580b3-5555-4168-92da-37e4ab51e7e8 admin admin] Deleting port 8ec955ea-4703-4c70-b89f-e125f4ad4381 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:30.656165 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-080580b3-5555-4168-92da-37e4ab51e7e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (8ec955ea-4703-4c70-b89f-e125f4ad4381), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:30.667137 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3817923a-18bc-4826-ae2b-75ebea388d85 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (2959a384-8a6e-48c9-976e-8b3c5f0e1045), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:30.668269 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-3817923a-18bc-4826-ae2b-75ebea388d85 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Added segment 2959a384-8a6e-48c9-976e-8b3c5f0e1045 of type vlan for network f366201d-7c71-4b3a-b87e-e4e5b4e2dbea Feb 20 05:45:30.739219 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3817923a-18bc-4826-ae2b-75ebea388d85 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (f366201d-7c71-4b3a-b87e-e4e5b4e2dbea), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:30.780182 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492bea2-34cf-4fc1-8696-4685df0d18da req-2cb117e2-5a5a-41e5-a4c9-20b68fbf1da3 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:30.780904 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-080580b3-5555-4168-92da-37e4ab51e7e8 admin admin] For port 8ec955ea-4703-4c70-b89f-e125f4ad4381, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8ec955ea-4703-4c70-b89f-e125f4ad4381,segment=NetworkSegment(f88ee601-1164-4cfc-bf81-28dfd7efb65e),segment_id=f88ee601-1164-4cfc-bf81-28dfd7efb65e)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:30.781274 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-080580b3-5555-4168-92da-37e4ab51e7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (8ec955ea-4703-4c70-b89f-e125f4ad4381), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:30.781949 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7492bea2-34cf-4fc1-8696-4685df0d18da req-2cb117e2-5a5a-41e5-a4c9-20b68fbf1da3 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a7bb157-7fb4-4d3c-9601-1638a3988b66 HTTP/1.1" status: 200 len: 945 time: 0.0838387 Feb 20 05:45:30.783204 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3817923a-18bc-4826-ae2b-75ebea388d85 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (f366201d-7c71-4b3a-b87e-e4e5b4e2dbea), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:30.788861 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3817923a-18bc-4826-ae2b-75ebea388d85 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:30.789453 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3817923a-18bc-4826-ae2b-75ebea388d85 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:30.817496 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-080580b3-5555-4168-92da-37e4ab51e7e8 admin admin] Calling delete_port for 8ec955ea-4703-4c70-b89f-e125f4ad4381 owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:30.824153 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 9b88aede-8653-4c45-989f-0b133900719c no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:45:30.855440 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 9b88aede-8653-4c45-989f-0b133900719c {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:45:30.856741 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 9b88aede-8653-4c45-989f-0b133900719c not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:45:30.876713 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3817923a-18bc-4826-ae2b-75ebea388d85 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2911122 Feb 20 05:45:30.882016 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43334) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:30.888443 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-121daf46-1316-4a8b-9a4e-0cf0c24b9682 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'subnet': {'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:30.914761 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817923a-18bc-4826-ae2b-75ebea388d85 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Network': ['ID=f366201d-7c71-4b3a-b87e-e4e5b4e2dbea,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:30.933421 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network f366201d-7c71-4b3a-b87e-e4e5b4e2dbea details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:45:30.943084 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-106545da-8cfa-4771-8a67-307cb0d62db1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (5dbfd1ee-6486-44d3-9496-127bf7da4423), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:30.970210 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7492bea2-34cf-4fc1-8696-4685df0d18da req-ed15c959-d009-4b20-bb44-3ad43d27208f tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780875 Feb 20 05:45:31.002320 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106545da-8cfa-4771-8a67-307cb0d62db1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event updated for resources: {'Subnet': ['ID=5dbfd1ee-6486-44d3-9496-127bf7da4423,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:31.020556 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121daf46-1316-4a8b-9a4e-0cf0c24b9682 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Made reservation on behalf of ec8dd31e72ed40dc8f4a2a6bbaade185 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:31.026184 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-121daf46-1316-4a8b-9a4e-0cf0c24b9682 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:31.093234 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106545da-8cfa-4771-8a67-307cb0d62db1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Checking segment: {'id': '2b2cdc64-340a-4871-ab65-f1966ecddfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5f2148de-468b-4c7e-b43c-61603af24e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:31.093603 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106545da-8cfa-4771-8a67-307cb0d62db1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Network hostable DHCP agents. Network: 5f2148de-468b-4c7e-b43c-61603af24e82, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:45:31.118880 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106545da-8cfa-4771-8a67-307cb0d62db1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Network 5f2148de-468b-4c7e-b43c-61603af24e82 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:45:31.156045 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-106545da-8cfa-4771-8a67-307cb0d62db1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 5f2148de-468b-4c7e-b43c-61603af24e82) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:31.166606 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106545da-8cfa-4771-8a67-307cb0d62db1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:31.167927 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-106545da-8cfa-4771-8a67-307cb0d62db1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:31.173993 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8c59b7-4d8c-47a1-a618-87efc29941b0 None None] Network 5f2148de-468b-4c7e-b43c-61603af24e82 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:45:31.195630 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-106545da-8cfa-4771-8a67-307cb0d62db1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8098664 Feb 20 05:45:31.198861 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43342) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:31.206134 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-b6470ece-5afb-4164-b869-18f36f3f76b7 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-170425313'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:31.212258 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-080580b3-5555-4168-92da-37e4ab51e7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (8ec955ea-4703-4c70-b89f-e125f4ad4381), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:31.250446 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080580b3-5555-4168-92da-37e4ab51e7e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ec955ea-4703-4c70-b89f-e125f4ad4381,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:31.314866 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6470ece-5afb-4164-b869-18f36f3f76b7 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Made reservation on behalf of daec55bfb4d64dbc968b6c04e236a5af for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:31.319088 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b6470ece-5afb-4164-b869-18f36f3f76b7 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:31.368584 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6470ece-5afb-4164-b869-18f36f3f76b7 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:45:31.376433 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device def9bcce-65ac-4846-b1bb-955268d791b7 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:45:31.378792 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b6470ece-5afb-4164-b869-18f36f3f76b7 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (5b20eaf6-7314-45dd-80e6-7fa33ed4da6c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:31.379418 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-b6470ece-5afb-4164-b869-18f36f3f76b7 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Added segment 5b20eaf6-7314-45dd-80e6-7fa33ed4da6c of type vlan for network dd3cea17-a14c-44b1-89cc-37bb41cb734a Feb 20 05:45:31.406801 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: def9bcce-65ac-4846-b1bb-955268d791b7 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:45:31.407413 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device def9bcce-65ac-4846-b1bb-955268d791b7 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:45:31.427257 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b6470ece-5afb-4164-b869-18f36f3f76b7 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (dd3cea17-a14c-44b1-89cc-37bb41cb734a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:31.453135 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb4818e-3e0d-4d25-aa27-51fcd2e534ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-5f2148de-468b-4c7e-b43c-61603af24e82', 'network_id': '5f2148de-468b-4c7e-b43c-61603af24e82', 'project_id': 'daec55bfb4d64dbc968b6c04e236a5af', 'fixed_ips': [{'subnet_id': '5dbfd1ee-6486-44d3-9496-127bf7da4423'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:45:31.454773 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ebb4818e-3e0d-4d25-aa27-51fcd2e534ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:31.473608 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9751125e-b0bb-42db-8ef5-4db86a86a4c5 req-532e60d0-1773-41d1-a7e5-0d7eee65ac40 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] 10.222.0.37 "GET /v2.0/floatingips/09155798-d5a3-49f6-be1e-57ef27f9eaa4 HTTP/1.1" status: 200 len: 692 time: 0.0936191 Feb 20 05:45:31.486106 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-121daf46-1316-4a8b-9a4e-0cf0c24b9682 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (53f9bde1-6730-408b-9df2-7a4291149046), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:31.637726 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121daf46-1316-4a8b-9a4e-0cf0c24b9682 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Subnet': ['ID=53f9bde1-6730-408b-9df2-7a4291149046,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:31.660192 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-ebb4818e-3e0d-4d25-aa27-51fcd2e534ff None None] Allocated IP 2001:db8:0:ffff::2 (5f2148de-468b-4c7e-b43c-61603af24e82/5dbfd1ee-6486-44d3-9496-127bf7da4423/112cda6c-9484-4c23-ad99-e0313436102d) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:45:31.666287 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121daf46-1316-4a8b-9a4e-0cf0c24b9682 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Checking segment: {'id': '2959a384-8a6e-48c9-976e-8b3c5f0e1045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:31.666812 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121daf46-1316-4a8b-9a4e-0cf0c24b9682 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network hostable DHCP agents. Network: f366201d-7c71-4b3a-b87e-e4e5b4e2dbea, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:45:31.682946 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751125e-b0bb-42db-8ef5-4db86a86a4c5 req-52531094-5b3e-4cb2-8237-57f4d5e3c9ef tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:31.684580 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9751125e-b0bb-42db-8ef5-4db86a86a4c5 req-52531094-5b3e-4cb2-8237-57f4d5e3c9ef tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] 10.222.0.37 "GET /v2.0/networks/12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 784 time: 0.2098529 Feb 20 05:45:31.699153 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121daf46-1316-4a8b-9a4e-0cf0c24b9682 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network f366201d-7c71-4b3a-b87e-e4e5b4e2dbea is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:45:31.765335 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-121daf46-1316-4a8b-9a4e-0cf0c24b9682 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, f366201d-7c71-4b3a-b87e-e4e5b4e2dbea) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:31.778861 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b7d09f-d7ab-4e9f-9d0b-a58089438cdc None None] Network f366201d-7c71-4b3a-b87e-e4e5b4e2dbea requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:45:31.793548 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121daf46-1316-4a8b-9a4e-0cf0c24b9682 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:31.794470 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-121daf46-1316-4a8b-9a4e-0cf0c24b9682 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:31.811551 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b6470ece-5afb-4164-b869-18f36f3f76b7 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (dd3cea17-a14c-44b1-89cc-37bb41cb734a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:31.817629 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6470ece-5afb-4164-b869-18f36f3f76b7 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:31.818265 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b6470ece-5afb-4164-b869-18f36f3f76b7 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:31.821627 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9751125e-b0bb-42db-8ef5-4db86a86a4c5 req-7275f98d-dced-41f0-9c2c-7decc6b7cd76 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 695 time: 0.1250005 Feb 20 05:45:31.842789 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-121daf46-1316-4a8b-9a4e-0cf0c24b9682 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9601245 Feb 20 05:45:31.843459 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43346) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:31.932113 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ebb4818e-3e0d-4d25-aa27-51fcd2e534ff None None] Publish callbacks [] for port (112cda6c-9484-4c23-ad99-e0313436102d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:31.932728 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9751125e-b0bb-42db-8ef5-4db86a86a4c5 req-febcc041-fd82-4331-9b77-c6b51c968d03 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 695 time: 0.1083045 Feb 20 05:45:31.938025 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b6470ece-5afb-4164-b869-18f36f3f76b7 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7336690 Feb 20 05:45:31.939486 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43348) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:31.944659 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6470ece-5afb-4164-b869-18f36f3f76b7 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event updated for resources: {'Network': ['ID=dd3cea17-a14c-44b1-89cc-37bb41cb734a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:31.953430 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ebb4818e-3e0d-4d25-aa27-51fcd2e534ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (112cda6c-9484-4c23-ad99-e0313436102d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:31.955381 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ccaf67f9-b8e8-440c-b695-d5e5cd38dc6a tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Request body: {'subnet': {'network_id': 'dd3cea17-a14c-44b1-89cc-37bb41cb734a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:31.970280 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb4818e-3e0d-4d25-aa27-51fcd2e534ff None None] Network 5f2148de-468b-4c7e-b43c-61603af24e82 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:31.991195 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-ebb4818e-3e0d-4d25-aa27-51fcd2e534ff None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:31.997215 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network dd3cea17-a14c-44b1-89cc-37bb41cb734a details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:45:32.004927 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-080580b3-5555-4168-92da-37e4ab51e7e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (fd0e860b-bd6c-4855-99f1-78cf69853359), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:32.008616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74882cd7-0b85-4dfb-b3c2-5f5762cc7d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:45:32.009467 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74882cd7-0b85-4dfb-b3c2-5f5762cc7d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:32.015961 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb4818e-3e0d-4d25-aa27-51fcd2e534ff None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:45:32.129563 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4818e-3e0d-4d25-aa27-51fcd2e534ff None None] Pushing event updated for resources: {'Port': ['ID=112cda6c-9484-4c23-ad99-e0313436102d,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:32.209885 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-ebb4818e-3e0d-4d25-aa27-51fcd2e534ff None None] Attempting to bind port 112cda6c-9484-4c23-ad99-e0313436102d on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:45:32.210177 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-ebb4818e-3e0d-4d25-aa27-51fcd2e534ff None None] Attempting to bind port 112cda6c-9484-4c23-ad99-e0313436102d by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2b2cdc64-340a-4871-ab65-f1966ecddfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5f2148de-468b-4c7e-b43c-61603af24e82'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:45:32.210545 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4818e-3e0d-4d25-aa27-51fcd2e534ff None None] Attempting to bind port 112cda6c-9484-4c23-ad99-e0313436102d on network 5f2148de-468b-4c7e-b43c-61603af24e82 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:45:32.221706 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4818e-3e0d-4d25-aa27-51fcd2e534ff None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:45:32.222092 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4818e-3e0d-4d25-aa27-51fcd2e534ff None None] Checking segment: {'id': '2b2cdc64-340a-4871-ab65-f1966ecddfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5f2148de-468b-4c7e-b43c-61603af24e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:32.222504 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ebb4818e-3e0d-4d25-aa27-51fcd2e534ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:32.223008 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4818e-3e0d-4d25-aa27-51fcd2e534ff None None] Bound using segment: {'id': '2b2cdc64-340a-4871-ab65-f1966ecddfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5f2148de-468b-4c7e-b43c-61603af24e82'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:45:32.223488 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-ebb4818e-3e0d-4d25-aa27-51fcd2e534ff None None] Bound port: 112cda6c-9484-4c23-ad99-e0313436102d, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2cdc64-340a-4871-ab65-f1966ecddfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5f2148de-468b-4c7e-b43c-61603af24e82'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:45:32.223873 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ebb4818e-3e0d-4d25-aa27-51fcd2e534ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (112cda6c-9484-4c23-ad99-e0313436102d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:32.334163 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080580b3-5555-4168-92da-37e4ab51e7e8 admin admin] Router fd0e860b-bd6c-4855-99f1-78cf69853359 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:45:32.348692 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19109d-efef-4940-85e8-1942047afd1c req-44dedce6-4abe-44d2-acd6-38fe853f6e45 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:32.350307 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5e19109d-efef-4940-85e8-1942047afd1c req-44dedce6-4abe-44d2-acd6-38fe853f6e45 tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f092e02-30f9-4134-8f0b-797f946585d0 HTTP/1.1" status: 200 len: 946 time: 0.0868859 Feb 20 05:45:32.492313 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ebb4818e-3e0d-4d25-aa27-51fcd2e534ff None None] For port 112cda6c-9484-4c23-ad99-e0313436102d, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:45:32.496895 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ebb4818e-3e0d-4d25-aa27-51fcd2e534ff None None] For port 112cda6c-9484-4c23-ad99-e0313436102d, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=112cda6c-9484-4c23-ad99-e0313436102d,segment=NetworkSegment(2b2cdc64-340a-4871-ab65-f1966ecddfb4),segment_id=2b2cdc64-340a-4871-ab65-f1966ecddfb4)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:45:32.508021 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ebb4818e-3e0d-4d25-aa27-51fcd2e534ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (112cda6c-9484-4c23-ad99-e0313436102d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:32.510266 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-74882cd7-0b85-4dfb-b3c2-5f5762cc7d91 None None] Allocated IP 172.20.0.2 (f366201d-7c71-4b3a-b87e-e4e5b4e2dbea/53f9bde1-6730-408b-9df2-7a4291149046/ddada4e4-687f-4ed2-a4b2-b1770bd796ff) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:45:32.552499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080580b3-5555-4168-92da-37e4ab51e7e8 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:45:32.558413 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-080580b3-5555-4168-92da-37e4ab51e7e8 admin admin] 10.222.0.37 "PUT /v2.0/routers/fd0e860b-bd6c-4855-99f1-78cf69853359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7955430 Feb 20 05:45:32.561178 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-5e19109d-efef-4940-85e8-1942047afd1c req-8c9a716a-cfb9-4719-b85c-72586f607f9f tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Deleting port 7d2de23e-e3a0-4590-9f1a-5a0d4e44c173 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:32.561329 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5e19109d-efef-4940-85e8-1942047afd1c req-8c9a716a-cfb9-4719-b85c-72586f607f9f tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (7d2de23e-e3a0-4590-9f1a-5a0d4e44c173), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:32.565853 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43350) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:32.575235 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f78cae-f692-4f15-93e9-0b37bfaa9013 None None] Sync routers for ids ['fd0e860b-bd6c-4855-99f1-78cf69853359'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:45:32.596822 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f78cae-f692-4f15-93e9-0b37bfaa9013 None None] Routers {'fd0e860b-bd6c-4855-99f1-78cf69853359'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:32.597510 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e7f78cae-f692-4f15-93e9-0b37bfaa9013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fd0e860b-bd6c-4855-99f1-78cf69853359'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:32.621879 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4818e-3e0d-4d25-aa27-51fcd2e534ff None None] Pushing event updated for resources: {'Port': ['ID=112cda6c-9484-4c23-ad99-e0313436102d,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:32.710512 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccaf67f9-b8e8-440c-b695-d5e5cd38dc6a tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Made reservation on behalf of daec55bfb4d64dbc968b6c04e236a5af for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:32.720073 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ccaf67f9-b8e8-440c-b695-d5e5cd38dc6a tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:32.747486 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74882cd7-0b85-4dfb-b3c2-5f5762cc7d91 None None] Publish callbacks [] for port (ddada4e4-687f-4ed2-a4b2-b1770bd796ff), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:32.756841 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74882cd7-0b85-4dfb-b3c2-5f5762cc7d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (ddada4e4-687f-4ed2-a4b2-b1770bd796ff), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:32.770402 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-e7f78cae-f692-4f15-93e9-0b37bfaa9013 None None] Set router fd0e860b-bd6c-4855-99f1-78cf69853359 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:32.795109 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-5e19109d-efef-4940-85e8-1942047afd1c req-8c9a716a-cfb9-4719-b85c-72586f607f9f tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] For port 7d2de23e-e3a0-4590-9f1a-5a0d4e44c173, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=7d2de23e-e3a0-4590-9f1a-5a0d4e44c173,segment=NetworkSegment(1e7b572d-eea8-4575-add7-3e01e35d46d2),segment_id=1e7b572d-eea8-4575-add7-3e01e35d46d2)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:32.795402 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-9751125e-b0bb-42db-8ef5-4db86a86a4c5 req-ec459f9f-f023-463b-b282-41e07f4eddff tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Deleting port 658ff8f2-e145-4066-ac37-2d133dd022d1 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:32.795529 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5e19109d-efef-4940-85e8-1942047afd1c req-8c9a716a-cfb9-4719-b85c-72586f607f9f tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (7d2de23e-e3a0-4590-9f1a-5a0d4e44c173), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:32.795665 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9751125e-b0bb-42db-8ef5-4db86a86a4c5 req-ec459f9f-f023-463b-b282-41e07f4eddff tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (658ff8f2-e145-4066-ac37-2d133dd022d1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:32.816378 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a9bfae35-a943-47fc-a4e6-5157a84f86f8 admin admin] Publish callbacks [] for router (fd0e860b-bd6c-4855-99f1-78cf69853359), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:32.818269 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-5e19109d-efef-4940-85e8-1942047afd1c req-8c9a716a-cfb9-4719-b85c-72586f607f9f tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Calling delete_port for 7d2de23e-e3a0-4590-9f1a-5a0d4e44c173 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:32.825491 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74882cd7-0b85-4dfb-b3c2-5f5762cc7d91 None None] Pushing event updated for resources: {'Port': ['ID=ddada4e4-687f-4ed2-a4b2-b1770bd796ff,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:32.856355 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74882cd7-0b85-4dfb-b3c2-5f5762cc7d91 None None] Network f366201d-7c71-4b3a-b87e-e4e5b4e2dbea is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:32.870437 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-74882cd7-0b85-4dfb-b3c2-5f5762cc7d91 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:32.877394 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74882cd7-0b85-4dfb-b3c2-5f5762cc7d91 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:45:32.995909 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-74882cd7-0b85-4dfb-b3c2-5f5762cc7d91 None None] Attempting to bind port ddada4e4-687f-4ed2-a4b2-b1770bd796ff on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:45:32.996491 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-74882cd7-0b85-4dfb-b3c2-5f5762cc7d91 None None] Attempting to bind port ddada4e4-687f-4ed2-a4b2-b1770bd796ff by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2959a384-8a6e-48c9-976e-8b3c5f0e1045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:45:32.996707 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74882cd7-0b85-4dfb-b3c2-5f5762cc7d91 None None] Attempting to bind port ddada4e4-687f-4ed2-a4b2-b1770bd796ff on network f366201d-7c71-4b3a-b87e-e4e5b4e2dbea {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:45:33.011281 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74882cd7-0b85-4dfb-b3c2-5f5762cc7d91 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:45:33.011796 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74882cd7-0b85-4dfb-b3c2-5f5762cc7d91 None None] Checking segment: {'id': '2959a384-8a6e-48c9-976e-8b3c5f0e1045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:33.012095 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74882cd7-0b85-4dfb-b3c2-5f5762cc7d91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:33.012629 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74882cd7-0b85-4dfb-b3c2-5f5762cc7d91 None None] Bound using segment: {'id': '2959a384-8a6e-48c9-976e-8b3c5f0e1045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:45:33.013141 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-74882cd7-0b85-4dfb-b3c2-5f5762cc7d91 None None] Bound port: ddada4e4-687f-4ed2-a4b2-b1770bd796ff, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2959a384-8a6e-48c9-976e-8b3c5f0e1045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:45:33.013541 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74882cd7-0b85-4dfb-b3c2-5f5762cc7d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ddada4e4-687f-4ed2-a4b2-b1770bd796ff), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:33.021806 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e7f78cae-f692-4f15-93e9-0b37bfaa9013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'name': 'tempest-ServerRescueTestJSONUnderV235-1351212273-router', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:43:38Z', 'updated_at': '2022-02-20T05:45:31Z', 'revision_number': 5, 'project_id': 'a6ee7c612de843578619e89c6f670d65', 'gw_port': {'id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:40Z', 'updated_at': '2022-02-20T05:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:33.044183 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-791c414d-6723-4b43-badf-4471404d0c07 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:33.073752 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9751125e-b0bb-42db-8ef5-4db86a86a4c5 req-ec459f9f-f023-463b-b282-41e07f4eddff tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (658ff8f2-e145-4066-ac37-2d133dd022d1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:33.074452 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9751125e-b0bb-42db-8ef5-4db86a86a4c5 req-ec459f9f-f023-463b-b282-41e07f4eddff tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks [] for floatingip (658ff8f2-e145-4066-ac37-2d133dd022d1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:33.076686 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f78cae-f692-4f15-93e9-0b37bfaa9013 None None] Checking router: fd0e860b-bd6c-4855-99f1-78cf69853359 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:45:33.086697 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f78cae-f692-4f15-93e9-0b37bfaa9013 None None] Routers {'fd0e860b-bd6c-4855-99f1-78cf69853359'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:33.087615 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e7f78cae-f692-4f15-93e9-0b37bfaa9013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fd0e860b-bd6c-4855-99f1-78cf69853359'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:33.104218 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-9751125e-b0bb-42db-8ef5-4db86a86a4c5 req-ec459f9f-f023-463b-b282-41e07f4eddff tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Calling delete_port for 658ff8f2-e145-4066-ac37-2d133dd022d1 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:33.157082 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-74882cd7-0b85-4dfb-b3c2-5f5762cc7d91 None None] For port ddada4e4-687f-4ed2-a4b2-b1770bd796ff, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:45:33.172154 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-74882cd7-0b85-4dfb-b3c2-5f5762cc7d91 None None] For port ddada4e4-687f-4ed2-a4b2-b1770bd796ff, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=ddada4e4-687f-4ed2-a4b2-b1770bd796ff,segment=NetworkSegment(2959a384-8a6e-48c9-976e-8b3c5f0e1045),segment_id=2959a384-8a6e-48c9-976e-8b3c5f0e1045)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:45:33.185361 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74882cd7-0b85-4dfb-b3c2-5f5762cc7d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ddada4e4-687f-4ed2-a4b2-b1770bd796ff), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:33.223191 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5e19109d-efef-4940-85e8-1942047afd1c req-8c9a716a-cfb9-4719-b85c-72586f607f9f tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (7d2de23e-e3a0-4590-9f1a-5a0d4e44c173), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:33.235066 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-e7f78cae-f692-4f15-93e9-0b37bfaa9013 None None] Set router fd0e860b-bd6c-4855-99f1-78cf69853359 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:33.285659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74882cd7-0b85-4dfb-b3c2-5f5762cc7d91 None None] Pushing event updated for resources: {'Port': ['ID=ddada4e4-687f-4ed2-a4b2-b1770bd796ff,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:33.290502 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['7d2de23e-e3a0-4590-9f1a-5a0d4e44c173'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:45:33.293362 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a9bfae35-a943-47fc-a4e6-5157a84f86f8 admin admin] Publish callbacks [] for router_gateway (fd0e860b-bd6c-4855-99f1-78cf69853359), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:33.340030 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a716a-cfb9-4719-b85c-72586f607f9f tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Pushing event deleted for resources: {'Port': ['ID=7d2de23e-e3a0-4590-9f1a-5a0d4e44c173,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:33.427919 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e19109d-efef-4940-85e8-1942047afd1c req-8c9a716a-cfb9-4719-b85c-72586f607f9f tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] No DVR routers for this DVR port 7d2de23e-e3a0-4590-9f1a-5a0d4e44c173 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:45:33.431579 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5e19109d-efef-4940-85e8-1942047afd1c req-8c9a716a-cfb9-4719-b85c-72586f607f9f tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:33.440946 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5e19109d-efef-4940-85e8-1942047afd1c req-8c9a716a-cfb9-4719-b85c-72586f607f9f tempest-AttachVolumeNegativeTest-86139662 tempest-AttachVolumeNegativeTest-86139662-project] 10.222.0.61 "DELETE /v2.0/ports/7d2de23e-e3a0-4590-9f1a-5a0d4e44c173 HTTP/1.1" status: 204 len: 173 time: 1.0829084 Feb 20 05:45:33.441447 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f092e02-30f9-4134-8f0b-797f946585d0', 'name': 'network-vif-deleted', 'tag': '7d2de23e-e3a0-4590-9f1a-5a0d4e44c173'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:45:33.444007 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f91aaf-4627-4a06-9d2f-a7f50763064c" -d '{"events": [{"server_uuid": "0f092e02-30f9-4134-8f0b-797f946585d0", "name": "network-vif-deleted", "tag": "7d2de23e-e3a0-4590-9f1a-5a0d4e44c173"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:45:33.470154 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 112cda6c-9484-4c23-ad99-e0313436102d up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:33.519234 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-a9bfae35-a943-47fc-a4e6-5157a84f86f8 admin admin] Deleting port f8ffde1b-5784-479e-a74c-1cfbe10e49e6 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:33.520993 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a9bfae35-a943-47fc-a4e6-5157a84f86f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (f8ffde1b-5784-479e-a74c-1cfbe10e49e6), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:33.543478 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e7f78cae-f692-4f15-93e9-0b37bfaa9013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'name': 'tempest-ServerRescueTestJSONUnderV235-1351212273-router', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:43:38Z', 'updated_at': '2022-02-20T05:45:31Z', 'revision_number': 5, 'project_id': 'a6ee7c612de843578619e89c6f670d65', 'gw_port': {'id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:40Z', 'updated_at': '2022-02-20T05:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:33.571799 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 112cda6c-9484-4c23-ad99-e0313436102d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:33.572397 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (112cda6c-9484-4c23-ad99-e0313436102d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:33.624148 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f78cae-f692-4f15-93e9-0b37bfaa9013 None None] The sync data for ids ['fd0e860b-bd6c-4855-99f1-78cf69853359'] in n-d-829866-5 is: [{'id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'name': 'tempest-ServerRescueTestJSONUnderV235-1351212273-router', 'tenant_id': 'a6ee7c612de843578619e89c6f670d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:43:38Z', 'updated_at': '2022-02-20T05:45:31Z', 'revision_number': 5, 'project_id': 'a6ee7c612de843578619e89c6f670d65', 'gw_port': {'id': 'f8ffde1b-5784-479e-a74c-1cfbe10e49e6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0e860b-bd6c-4855-99f1-78cf69853359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:40Z', 'updated_at': '2022-02-20T05:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:45:33.734290 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-a9bfae35-a943-47fc-a4e6-5157a84f86f8 admin admin] For port f8ffde1b-5784-479e-a74c-1cfbe10e49e6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f8ffde1b-5784-479e-a74c-1cfbe10e49e6,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:33.743078 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a9bfae35-a943-47fc-a4e6-5157a84f86f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (f8ffde1b-5784-479e-a74c-1cfbe10e49e6), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:33.746451 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 112cda6c-9484-4c23-ad99-e0313436102d is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:33.747070 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (112cda6c-9484-4c23-ad99-e0313436102d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:33.759478 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-a9bfae35-a943-47fc-a4e6-5157a84f86f8 admin admin] Calling delete_port for f8ffde1b-5784-479e-a74c-1cfbe10e49e6 owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:33.824420 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 112cda6c-9484-4c23-ad99-e0313436102d, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=112cda6c-9484-4c23-ad99-e0313436102d,segment=NetworkSegment(2b2cdc64-340a-4871-ab65-f1966ecddfb4),segment_id=2b2cdc64-340a-4871-ab65-f1966ecddfb4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:33.838226 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (112cda6c-9484-4c23-ad99-e0313436102d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:33.861176 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9751125e-b0bb-42db-8ef5-4db86a86a4c5 req-ec459f9f-f023-463b-b282-41e07f4eddff tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (658ff8f2-e145-4066-ac37-2d133dd022d1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:33.917868 n-d-829866-5 neutron-server[103407]: DEBUG neutron.objects.ports [None req-ccaf67f9-b8e8-440c-b695-d5e5cd38dc6a tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103407) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 05:45:33.920237 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=112cda6c-9484-4c23-ad99-e0313436102d,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:33.921757 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0565b35-e835-42d2-8d65-6ecf28ccdd7a req-a7fd8e6a-6414-421e-8115-298a9929907d tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:33.932785 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a0565b35-e835-42d2-8d65-6ecf28ccdd7a req-a7fd8e6a-6414-421e-8115-298a9929907d tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.61 "GET /v2.0/ports?device_id=38a0aaa1-30f3-4940-b7b0-680a1bae6746 HTTP/1.1" status: 200 len: 946 time: 0.1663973 Feb 20 05:45:33.944757 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ccaf67f9-b8e8-440c-b695-d5e5cd38dc6a tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (e9ba226c-b928-4645-9591-a0face80ac89), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:34.009762 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec459f9f-f023-463b-b282-41e07f4eddff tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Pushing event deleted for resources: {'Port': ['ID=658ff8f2-e145-4066-ac37-2d133dd022d1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:34.050411 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-791c414d-6723-4b43-badf-4471404d0c07 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Allocated IP 172.20.0.1 (f366201d-7c71-4b3a-b87e-e4e5b4e2dbea/53f9bde1-6730-408b-9df2-7a4291149046/7fcf9c64-c125-48ae-9b36-02cfdd3c217f) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:45:34.059562 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf67f9-b8e8-440c-b695-d5e5cd38dc6a tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event updated for resources: {'Subnet': ['ID=e9ba226c-b928-4645-9591-a0face80ac89,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:34.193607 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-a0565b35-e835-42d2-8d65-6ecf28ccdd7a req-65e5dba3-f157-43a5-8053-eabf557bda8d tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Deleting port 53655028-3c36-4e37-97be-32bc691cf994 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:34.194231 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a0565b35-e835-42d2-8d65-6ecf28ccdd7a req-65e5dba3-f157-43a5-8053-eabf557bda8d tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (53655028-3c36-4e37-97be-32bc691cf994), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:34.195240 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccaf67f9-b8e8-440c-b695-d5e5cd38dc6a tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Checking segment: {'id': '5b20eaf6-7314-45dd-80e6-7fa33ed4da6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'dd3cea17-a14c-44b1-89cc-37bb41cb734a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:34.196014 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccaf67f9-b8e8-440c-b695-d5e5cd38dc6a tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Network hostable DHCP agents. Network: dd3cea17-a14c-44b1-89cc-37bb41cb734a, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:45:34.210006 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9751125e-b0bb-42db-8ef5-4db86a86a4c5 req-ec459f9f-f023-463b-b282-41e07f4eddff tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks [] for floatingip (09155798-d5a3-49f6-be1e-57ef27f9eaa4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:34.213649 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9751125e-b0bb-42db-8ef5-4db86a86a4c5 req-ec459f9f-f023-463b-b282-41e07f4eddff tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:34.215018 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9751125e-b0bb-42db-8ef5-4db86a86a4c5 req-ec459f9f-f023-463b-b282-41e07f4eddff tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] 10.222.0.37 "DELETE /v2.0/floatingips/09155798-d5a3-49f6-be1e-57ef27f9eaa4 HTTP/1.1" status: 204 len: 173 time: 2.2820551 Feb 20 05:45:34.240160 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccaf67f9-b8e8-440c-b695-d5e5cd38dc6a tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Network dd3cea17-a14c-44b1-89cc-37bb41cb734a is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:45:34.256669 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-ccaf67f9-b8e8-440c-b695-d5e5cd38dc6a tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, dd3cea17-a14c-44b1-89cc-37bb41cb734a) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:34.266388 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97231618-722a-48e4-b6f2-98e97812e7ee None None] Network dd3cea17-a14c-44b1-89cc-37bb41cb734a requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:45:34.283334 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a9bfae35-a943-47fc-a4e6-5157a84f86f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (f8ffde1b-5784-479e-a74c-1cfbe10e49e6), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:34.284775 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccaf67f9-b8e8-440c-b695-d5e5cd38dc6a tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:34.285905 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ccaf67f9-b8e8-440c-b695-d5e5cd38dc6a tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:34.323367 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ccaf67f9-b8e8-440c-b695-d5e5cd38dc6a tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3709855 Feb 20 05:45:34.324631 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43356) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:34.339231 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-e96b53e0-2eae-4979-ae51-86015f3a812c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Request body: {'port': {'network_id': 'dd3cea17-a14c-44b1-89cc-37bb41cb734a', 'name': 'tempest-NetworksIpV6TestAttrs-736664047'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:34.340859 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-791c414d-6723-4b43-badf-4471404d0c07 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for port (7fcf9c64-c125-48ae-9b36-02cfdd3c217f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:34.342413 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfae35-a943-47fc-a4e6-5157a84f86f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8ffde1b-5784-479e-a74c-1cfbe10e49e6,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:34.371074 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aab30c-3020-4f69-8506-20227957463d None None] Network 5f2148de-468b-4c7e-b43c-61603af24e82 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:45:34.423973 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757c245-2b88-4425-a5cd-04de4b8bcd15 req-5b62f89c-9382-49e3-8cf6-d0ed827f9b55 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:34.425793 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6757c245-2b88-4425-a5cd-04de4b8bcd15 req-5b62f89c-9382-49e3-8cf6-d0ed827f9b55 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a0aaa1-30f3-4940-b7b0-680a1bae6746 HTTP/1.1" status: 200 len: 946 time: 0.1140871 Feb 20 05:45:34.427843 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-791c414d-6723-4b43-badf-4471404d0c07 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (7fcf9c64-c125-48ae-9b36-02cfdd3c217f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:34.451478 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b9ab9c98-bb0a-4d66-8622-3db0c160fa92 None None] Provisioning complete for port 112cda6c-9484-4c23-ad99-e0313436102d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:34.451953 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9ab9c98-bb0a-4d66-8622-3db0c160fa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (112cda6c-9484-4c23-ad99-e0313436102d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:34.522158 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791c414d-6723-4b43-badf-4471404d0c07 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network f366201d-7c71-4b3a-b87e-e4e5b4e2dbea is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:34.526769 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-791c414d-6723-4b43-badf-4471404d0c07 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:34.545595 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791c414d-6723-4b43-badf-4471404d0c07 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:45:34.546578 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a9bfae35-a943-47fc-a4e6-5157a84f86f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (fd0e860b-bd6c-4855-99f1-78cf69853359), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:34.568491 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c414d-6723-4b43-badf-4471404d0c07 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Port': ['ID=7fcf9c64-c125-48ae-9b36-02cfdd3c217f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:34.583665 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-dd3cea17-a14c-44b1-89cc-37bb41cb734a', 'network_id': 'dd3cea17-a14c-44b1-89cc-37bb41cb734a', 'project_id': 'daec55bfb4d64dbc968b6c04e236a5af', 'fixed_ips': [{'subnet_id': 'e9ba226c-b928-4645-9591-a0face80ac89'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:45:34.585163 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:34.598246 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-a0565b35-e835-42d2-8d65-6ecf28ccdd7a req-65e5dba3-f157-43a5-8053-eabf557bda8d tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] For port 53655028-3c36-4e37-97be-32bc691cf994, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=53655028-3c36-4e37-97be-32bc691cf994,segment=NetworkSegment(e0dbac0b-e815-4628-a5c0-79e1d3edf6d2),segment_id=e0dbac0b-e815-4628-a5c0-79e1d3edf6d2)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:34.599127 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a0565b35-e835-42d2-8d65-6ecf28ccdd7a req-65e5dba3-f157-43a5-8053-eabf557bda8d tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (53655028-3c36-4e37-97be-32bc691cf994), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:34.614458 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-a0565b35-e835-42d2-8d65-6ecf28ccdd7a req-65e5dba3-f157-43a5-8053-eabf557bda8d tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Calling delete_port for 53655028-3c36-4e37-97be-32bc691cf994 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:34.622661 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6757c245-2b88-4425-a5cd-04de4b8bcd15 req-1e542456-172f-4f6a-b1bf-1a21c516f606 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844051 Feb 20 05:45:34.637767 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-791c414d-6723-4b43-badf-4471404d0c07 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (c8f28992-fd35-4d43-8618-933ff086237e), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:34.835380 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-791c414d-6723-4b43-badf-4471404d0c07 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7fcf9c64-c125-48ae-9b36-02cfdd3c217f), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:34.843346 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a9bfae35-a943-47fc-a4e6-5157a84f86f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (fd0e860b-bd6c-4855-99f1-78cf69853359), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:34.844883 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-38973149-753f-4d01-a5ef-ebbafc4ab713 req-3f2cd0b7-c9cb-47ab-86b8-54550737cc36 tempest-DeleteServersTestJSON-282537566 tempest-DeleteServersTestJSON-282537566-project] (103407) timed out ('10.222.0.37', 44668) {{(pid=103407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 05:45:34.857898 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a9bfae35-a943-47fc-a4e6-5157a84f86f8 admin admin] Publish callbacks [] for router_controller (fd0e860b-bd6c-4855-99f1-78cf69853359), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:34.873671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab9c98-bb0a-4d66-8622-3db0c160fa92 None None] Current status of the port 112cda6c-9484-4c23-ad99-e0313436102d is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:34.881415 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96b53e0-2eae-4979-ae51-86015f3a812c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Made reservation on behalf of daec55bfb4d64dbc968b6c04e236a5af for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:34.884929 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e96b53e0-2eae-4979-ae51-86015f3a812c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:34.919820 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43362) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:34.928568 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-e96b53e0-2eae-4979-ae51-86015f3a812c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] device_id is not set on port 1609e95d-8044-4fda-bed2-d39747ce512c yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:45:34.994188 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693ace4e-5d3a-4587-b01e-531433a4bd80 x-openstack-request-id: req-693ace4e-5d3a-4587-b01e-531433a4bd80 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:45:34.997139 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f092e02-30f9-4134-8f0b-797f946585d0", "name": "network-vif-deleted", "tag": "7d2de23e-e3a0-4590-9f1a-5a0d4e44c173", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:45:34.997537 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-693ace4e-5d3a-4587-b01e-531433a4bd80 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:45:34.998127 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f092e02-30f9-4134-8f0b-797f946585d0', 'name': 'network-vif-deleted', 'tag': '7d2de23e-e3a0-4590-9f1a-5a0d4e44c173', 'status': 'completed', 'code': 200} Feb 20 05:45:35.021873 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Allocated IP 2001:db8::f816:3eff:feed:be9e (dd3cea17-a14c-44b1-89cc-37bb41cb734a/e9ba226c-b928-4645-9591-a0face80ac89/8429cd61-6bf4-4207-a0ad-191558f1f9a6) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:45:35.057390 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a9bfae35-a943-47fc-a4e6-5157a84f86f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (fd0e860b-bd6c-4855-99f1-78cf69853359), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:35.057952 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bfae35-a943-47fc-a4e6-5157a84f86f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd0e860b-bd6c-4855-99f1-78cf69853359 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:45:35.065617 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a9bfae35-a943-47fc-a4e6-5157a84f86f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:35.066517 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a9bfae35-a943-47fc-a4e6-5157a84f86f8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/fd0e860b-bd6c-4855-99f1-78cf69853359 HTTP/1.1" status: 204 len: 168 time: 2.5004020 Feb 20 05:45:35.070065 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43366) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:35.215498 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1befe8-e71a-4a59-8c6a-518c280490e5 None None] Network f366201d-7c71-4b3a-b87e-e4e5b4e2dbea requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:45:35.249779 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded8ec09-4bef-4f15-977e-197610d48773 admin admin] Deleting subnet fc42d209-b39f-4da5-905a-0aaed8fb6a61 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:45:35.256973 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ded8ec09-4bef-4f15-977e-197610d48773 admin admin] Publish callbacks [] for subnet (fc42d209-b39f-4da5-905a-0aaed8fb6a61), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:35.292355 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a0565b35-e835-42d2-8d65-6ecf28ccdd7a req-65e5dba3-f157-43a5-8053-eabf557bda8d tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (53655028-3c36-4e37-97be-32bc691cf994), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:35.311149 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [req-4f709639-9ab1-4279-831b-caa66106ddda req-88ba1e7a-bf4c-4970-aaac-36d88bb874ba tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] show failed (client error): The resource could not be found. Feb 20 05:45:35.314308 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['76b55dfe-d15d-40bc-82c4-d57728de54d1'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:45:35.319636 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4f709639-9ab1-4279-831b-caa66106ddda req-88ba1e7a-bf4c-4970-aaac-36d88bb874ba tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] 10.222.0.37 "GET /v2.0/floatingips/09155798-d5a3-49f6-be1e-57ef27f9eaa4 HTTP/1.1" status: 404 len: 350 time: 0.1366360 Feb 20 05:45:35.329589 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a11175ff-06cb-4ff4-9afb-f834ef5b3c4c None None] Provisioning complete for port ddada4e4-687f-4ed2-a4b2-b1770bd796ff triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:35.330254 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a11175ff-06cb-4ff4-9afb-f834ef5b3c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ddada4e4-687f-4ed2-a4b2-b1770bd796ff), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:35.350171 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5dba3-f157-43a5-8053-eabf557bda8d tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Pushing event deleted for resources: {'Port': ['ID=53655028-3c36-4e37-97be-32bc691cf994,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:35.404445 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0565b35-e835-42d2-8d65-6ecf28ccdd7a req-65e5dba3-f157-43a5-8053-eabf557bda8d tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] No DVR routers for this DVR port 53655028-3c36-4e37-97be-32bc691cf994 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:45:35.408054 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a0565b35-e835-42d2-8d65-6ecf28ccdd7a req-65e5dba3-f157-43a5-8053-eabf557bda8d tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:35.411155 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-791c414d-6723-4b43-badf-4471404d0c07 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for port (7fcf9c64-c125-48ae-9b36-02cfdd3c217f), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:35.413275 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a0565b35-e835-42d2-8d65-6ecf28ccdd7a req-65e5dba3-f157-43a5-8053-eabf557bda8d tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.61 "DELETE /v2.0/ports/53655028-3c36-4e37-97be-32bc691cf994 HTTP/1.1" status: 204 len: 173 time: 1.4733360 Feb 20 05:45:35.416065 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ded8ec09-4bef-4f15-977e-197610d48773 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (fc42d209-b39f-4da5-905a-0aaed8fb6a61), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:35.468389 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ded8ec09-4bef-4f15-977e-197610d48773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (fc42d209-b39f-4da5-905a-0aaed8fb6a61), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:35.507696 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c6a344-ec0b-41aa-9888-9240005ac84d admin admin] Deleting subnet b7acf1c2-5b03-47ff-bdd2-68225ae3f85b {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:45:35.511527 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-791c414d-6723-4b43-badf-4471404d0c07 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (7fcf9c64-c125-48ae-9b36-02cfdd3c217f), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:35.515266 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6c6a344-ec0b-41aa-9888-9240005ac84d admin admin] Publish callbacks [] for subnet (b7acf1c2-5b03-47ff-bdd2-68225ae3f85b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:35.550785 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ded8ec09-4bef-4f15-977e-197610d48773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (fc42d209-b39f-4da5-905a-0aaed8fb6a61), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:35.607742 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ded8ec09-4bef-4f15-977e-197610d48773 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:35.615083 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ded8ec09-4bef-4f15-977e-197610d48773 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fc42d209-b39f-4da5-905a-0aaed8fb6a61 HTTP/1.1" status: 204 len: 168 time: 0.5439887 Feb 20 05:45:35.616579 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8ec09-4bef-4f15-977e-197610d48773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc42d209-b39f-4da5-905a-0aaed8fb6a61,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:35.622365 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43372) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:35.632686 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-791c414d-6723-4b43-badf-4471404d0c07 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (c8f28992-fd35-4d43-8618-933ff086237e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:35.661813 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6c6a344-ec0b-41aa-9888-9240005ac84d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (b7acf1c2-5b03-47ff-bdd2-68225ae3f85b), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:35.670595 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a11175ff-06cb-4ff4-9afb-f834ef5b3c4c None None] Current status of the port ddada4e4-687f-4ed2-a4b2-b1770bd796ff is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:35.671261 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a11175ff-06cb-4ff4-9afb-f834ef5b3c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ddada4e4-687f-4ed2-a4b2-b1770bd796ff), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:35.728829 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-49af6030-834a-4561-8d2d-17307d1670fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (05e3b391-72f9-4dca-80c9-b64bac389480), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:35.737386 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c414d-6723-4b43-badf-4471404d0c07 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Port': ['ID=7fcf9c64-c125-48ae-9b36-02cfdd3c217f,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:35.801323 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Publish callbacks [] for port (8429cd61-6bf4-4207-a0ad-191558f1f9a6), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:35.816620 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6c6a344-ec0b-41aa-9888-9240005ac84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (b7acf1c2-5b03-47ff-bdd2-68225ae3f85b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:35.839001 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a11175ff-06cb-4ff4-9afb-f834ef5b3c4c None None] For port ddada4e4-687f-4ed2-a4b2-b1770bd796ff, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=ddada4e4-687f-4ed2-a4b2-b1770bd796ff,segment=NetworkSegment(2959a384-8a6e-48c9-976e-8b3c5f0e1045),segment_id=2959a384-8a6e-48c9-976e-8b3c5f0e1045)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:35.870559 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (8429cd61-6bf4-4207-a0ad-191558f1f9a6), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:35.879627 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 112cda6c-9484-4c23-ad99-e0313436102d up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:35.935256 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a11175ff-06cb-4ff4-9afb-f834ef5b3c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ddada4e4-687f-4ed2-a4b2-b1770bd796ff), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:35.937030 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791c414d-6723-4b43-badf-4471404d0c07 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network f366201d-7c71-4b3a-b87e-e4e5b4e2dbea is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:35.943299 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-791c414d-6723-4b43-badf-4471404d0c07 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:36.033545 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6c6a344-ec0b-41aa-9888-9240005ac84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (b7acf1c2-5b03-47ff-bdd2-68225ae3f85b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:36.042183 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-49af6030-834a-4561-8d2d-17307d1670fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (05e3b391-72f9-4dca-80c9-b64bac389480), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:36.053019 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 112cda6c-9484-4c23-ad99-e0313436102d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:36.053508 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (112cda6c-9484-4c23-ad99-e0313436102d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:36.061784 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-e96b53e0-2eae-4979-ae51-86015f3a812c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Allocated IP 2001:db8::f816:3eff:fef5:5b51 (dd3cea17-a14c-44b1-89cc-37bb41cb734a/e9ba226c-b928-4645-9591-a0face80ac89/1609e95d-8044-4fda-bed2-d39747ce512c) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:45:36.102711 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-49af6030-834a-4561-8d2d-17307d1670fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e3b391-72f9-4dca-80c9-b64bac389480']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:36.115761 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Network dd3cea17-a14c-44b1-89cc-37bb41cb734a is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:36.124679 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-49af6030-834a-4561-8d2d-17307d1670fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88ee601-1164-4cfc-bf81-28dfd7efb65e') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:36.125569 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-49af6030-834a-4561-8d2d-17307d1670fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88ee601-1164-4cfc-bf81-28dfd7efb65e') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:36.143763 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:36.147885 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:45:36.152862 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-49af6030-834a-4561-8d2d-17307d1670fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (f88ee601-1164-4cfc-bf81-28dfd7efb65e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:36.178672 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6a344-ec0b-41aa-9888-9240005ac84d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7acf1c2-5b03-47ff-bdd2-68225ae3f85b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:36.185932 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-49af6030-834a-4561-8d2d-17307d1670fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (f88ee601-1164-4cfc-bf81-28dfd7efb65e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:36.190932 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Pushing event updated for resources: {'Port': ['ID=8429cd61-6bf4-4207-a0ad-191558f1f9a6,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:36.199663 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49af6030-834a-4561-8d2d-17307d1670fd admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:45:36.200462 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-49af6030-834a-4561-8d2d-17307d1670fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (f88ee601-1164-4cfc-bf81-28dfd7efb65e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:45:36.202402 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:45:36.220644 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:36.223734 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:36.224361 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:36.225082 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:36.225787 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:36.226344 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:36.227786 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:36.228368 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:36.228903 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:36.229425 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:36.230137 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:36.230281 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:36.230537 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:45:36.230667 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6c6a344-ec0b-41aa-9888-9240005ac84d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:36.233976 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f6c6a344-ec0b-41aa-9888-9240005ac84d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b7acf1c2-5b03-47ff-bdd2-68225ae3f85b HTTP/1.1" status: 204 len: 168 time: 1.3130219 Feb 20 05:45:36.237930 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43386) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:36.240824 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [req-f17864fb-a203-49cb-8e55-8cdfbd376079 req-5bf1ce21-e842-4c03-a7f3-58c80a164d95 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] show failed (client error): The resource could not be found. Feb 20 05:45:36.241785 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f17864fb-a203-49cb-8e55-8cdfbd376079 req-5bf1ce21-e842-4c03-a7f3-58c80a164d95 tempest-FloatingIPsTestJSON-1278089278 tempest-FloatingIPsTestJSON-1278089278-project] 10.222.0.37 "GET /v2.0/floatingips/09155798-d5a3-49f6-be1e-57ef27f9eaa4 HTTP/1.1" status: 404 len: 350 time: 0.0715759 Feb 20 05:45:36.265594 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43388) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:36.417278 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-49af6030-834a-4561-8d2d-17307d1670fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (05e3b391-72f9-4dca-80c9-b64bac389480), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:36.440759 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-49af6030-834a-4561-8d2d-17307d1670fd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:36.459903 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-49af6030-834a-4561-8d2d-17307d1670fd admin admin] 10.222.0.37 "DELETE /v2.0/networks/05e3b391-72f9-4dca-80c9-b64bac389480 HTTP/1.1" status: 204 len: 168 time: 0.8237209 Feb 20 05:45:36.474114 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af6030-834a-4561-8d2d-17307d1670fd admin admin] Pushing event deleted for resources: {'Network': ['ID=05e3b391-72f9-4dca-80c9-b64bac389480,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:36.516218 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-73566489-d3a5-4605-a9e0-2695cea571fc None None] Provisioning complete for port 112cda6c-9484-4c23-ad99-e0313436102d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:36.516749 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73566489-d3a5-4605-a9e0-2695cea571fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (112cda6c-9484-4c23-ad99-e0313436102d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:36.524817 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Attempting to bind port 8429cd61-6bf4-4207-a0ad-191558f1f9a6 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:45:36.525188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Attempting to bind port 8429cd61-6bf4-4207-a0ad-191558f1f9a6 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '5b20eaf6-7314-45dd-80e6-7fa33ed4da6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'dd3cea17-a14c-44b1-89cc-37bb41cb734a'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:45:36.525558 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Attempting to bind port 8429cd61-6bf4-4207-a0ad-191558f1f9a6 on network dd3cea17-a14c-44b1-89cc-37bb41cb734a {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:45:36.563377 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e96b53e0-2eae-4979-ae51-86015f3a812c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks [] for port (1609e95d-8044-4fda-bed2-d39747ce512c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:36.583973 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 112cda6c-9484-4c23-ad99-e0313436102d is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:36.588230 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ddada4e4-687f-4ed2-a4b2-b1770bd796ff up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:36.596703 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:45:36.597117 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Checking segment: {'id': '5b20eaf6-7314-45dd-80e6-7fa33ed4da6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'dd3cea17-a14c-44b1-89cc-37bb41cb734a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:36.597558 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:36.598703 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Bound using segment: {'id': '5b20eaf6-7314-45dd-80e6-7fa33ed4da6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'dd3cea17-a14c-44b1-89cc-37bb41cb734a'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:45:36.599340 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Bound port: 8429cd61-6bf4-4207-a0ad-191558f1f9a6, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b20eaf6-7314-45dd-80e6-7fa33ed4da6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'dd3cea17-a14c-44b1-89cc-37bb41cb734a'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:45:36.599886 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8429cd61-6bf4-4207-a0ad-191558f1f9a6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:36.620963 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e96b53e0-2eae-4979-ae51-86015f3a812c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (1609e95d-8044-4fda-bed2-d39747ce512c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:36.644344 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43392) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:36.664063 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4fee2-e555-4bfa-acd8-c53ba925d7ab req-be2503fa-d327-462f-9d21-e0ddd4e88918 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:36.666191 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7bb4fee2-e555-4bfa-acd8-c53ba925d7ab req-be2503fa-d327-462f-9d21-e0ddd4e88918 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a7bb157-7fb4-4d3c-9601-1638a3988b66 HTTP/1.1" status: 200 len: 945 time: 0.3115406 Feb 20 05:45:36.671188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11175ff-06cb-4ff4-9afb-f834ef5b3c4c None None] Pushing event updated for resources: {'Port': ['ID=ddada4e4-687f-4ed2-a4b2-b1770bd796ff,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:36.765645 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] For port 8429cd61-6bf4-4207-a0ad-191558f1f9a6, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:45:36.796522 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] For port 8429cd61-6bf4-4207-a0ad-191558f1f9a6, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8429cd61-6bf4-4207-a0ad-191558f1f9a6,segment=NetworkSegment(5b20eaf6-7314-45dd-80e6-7fa33ed4da6c),segment_id=5b20eaf6-7314-45dd-80e6-7fa33ed4da6c)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:45:36.801897 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port ddada4e4-687f-4ed2-a4b2-b1770bd796ff triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:36.802194 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ddada4e4-687f-4ed2-a4b2-b1770bd796ff), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:36.804184 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-73566489-d3a5-4605-a9e0-2695cea571fc None None] Current status of the port 112cda6c-9484-4c23-ad99-e0313436102d is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:36.809124 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8429cd61-6bf4-4207-a0ad-191558f1f9a6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:36.868985 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 7d2de23e-e3a0-4590-9f1a-5a0d4e44c173 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:45:36.885609 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-633f92ce-1f24-4410-9414-c79230e07359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (737ca593-7d09-4d90-9616-a209809410b0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:36.918144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 7d2de23e-e3a0-4590-9f1a-5a0d4e44c173 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:45:36.918144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 7d2de23e-e3a0-4590-9f1a-5a0d4e44c173 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:45:36.918144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 53655028-3c36-4e37-97be-32bc691cf994 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:45:36.925229 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791c414d-6723-4b43-badf-4471404d0c07 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Router c8f28992-fd35-4d43-8618-933ff086237e is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:45:36.964602 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d9220-d580-42df-8303-3a0e1ce69ed0 req-3279d710-6a70-44a7-97c0-420cead9f837 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:36.967452 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-537d9220-d580-42df-8303-3a0e1ce69ed0 req-3279d710-6a70-44a7-97c0-420cead9f837 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a7bb157-7fb4-4d3c-9601-1638a3988b66 HTTP/1.1" status: 200 len: 945 time: 0.5843191 Feb 20 05:45:36.971859 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 53655028-3c36-4e37-97be-32bc691cf994 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:45:36.972209 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 53655028-3c36-4e37-97be-32bc691cf994 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:45:36.985529 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b01fa0-3d4d-43f0-9093-d26e9fb184a7 None None] Pushing event updated for resources: {'Port': ['ID=8429cd61-6bf4-4207-a0ad-191558f1f9a6,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:36.992899 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-983f20b9-b8fd-475b-8aba-2ce3a6932e9c None None] Provisioning complete for port ddada4e4-687f-4ed2-a4b2-b1770bd796ff triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:36.993278 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-983f20b9-b8fd-475b-8aba-2ce3a6932e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ddada4e4-687f-4ed2-a4b2-b1770bd796ff), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:37.074549 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port ddada4e4-687f-4ed2-a4b2-b1770bd796ff is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:37.093525 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8ec955ea-4703-4c70-b89f-e125f4ad4381 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:45:37.106690 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a0aaa1-30f3-4940-b7b0-680a1bae6746', 'name': 'network-vif-deleted', 'tag': '53655028-3c36-4e37-97be-32bc691cf994'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:45:37.109921 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1095fb-6698-414c-8fd7-fb85bb2b6339" -d '{"events": [{"server_uuid": "38a0aaa1-30f3-4940-b7b0-680a1bae6746", "name": "network-vif-deleted", "tag": "53655028-3c36-4e37-97be-32bc691cf994"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:45:37.153235 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 8ec955ea-4703-4c70-b89f-e125f4ad4381 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:45:37.153852 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8ec955ea-4703-4c70-b89f-e125f4ad4381 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:45:37.235420 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96b53e0-2eae-4979-ae51-86015f3a812c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Network dd3cea17-a14c-44b1-89cc-37bb41cb734a is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:37.249913 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-983f20b9-b8fd-475b-8aba-2ce3a6932e9c None None] Current status of the port ddada4e4-687f-4ed2-a4b2-b1770bd796ff is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:37.257131 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-e96b53e0-2eae-4979-ae51-86015f3a812c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:37.268109 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b53e0-2eae-4979-ae51-86015f3a812c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event updated for resources: {'Port': ['ID=1609e95d-8044-4fda-bed2-d39747ce512c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:37.270977 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96b53e0-2eae-4979-ae51-86015f3a812c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:45:37.280694 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96b53e0-2eae-4979-ae51-86015f3a812c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:37.281554 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e96b53e0-2eae-4979-ae51-86015f3a812c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:37.302513 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-983f20b9-b8fd-475b-8aba-2ce3a6932e9c None None] Provisioning complete for port 7fcf9c64-c125-48ae-9b36-02cfdd3c217f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:37.303303 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-983f20b9-b8fd-475b-8aba-2ce3a6932e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7fcf9c64-c125-48ae-9b36-02cfdd3c217f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:37.355604 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-633f92ce-1f24-4410-9414-c79230e07359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (737ca593-7d09-4d90-9616-a209809410b0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:37.355799 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-002c6a2d-e9b6-4ac4-9a7c-460caf558e9d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6ee7c612de843578619e89c6f670d65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6879995 Feb 20 05:45:37.358375 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43396) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:37.360857 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e96b53e0-2eae-4979-ae51-86015f3a812c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.0350637 Feb 20 05:45:37.366600 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43398) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:37.375332 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00e20e-f9e1-45d0-bce2-0230849dd69c req-4f4160a2-325b-4a43-a96b-8f7dbf5af1cf tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:37.377360 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9d00e20e-f9e1-45d0-bce2-0230849dd69c req-4f4160a2-325b-4a43-a96b-8f7dbf5af1cf tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.48 "GET /v2.0/ports?device_id=401b82de-9150-4ed7-82b9-247a7110b077 HTTP/1.1" status: 200 len: 945 time: 0.2637203 Feb 20 05:45:37.400933 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-983f20b9-b8fd-475b-8aba-2ce3a6932e9c None None] Port 7fcf9c64-c125-48ae-9b36-02cfdd3c217f cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:45:37.412294 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-537d9220-d580-42df-8303-3a0e1ce69ed0 req-cda7c8dc-53a1-4c22-ae39-342aa2ae89f9 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013960 Feb 20 05:45:37.443158 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791c414d-6723-4b43-badf-4471404d0c07 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:45:37.457180 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8429cd61-6bf4-4207-a0ad-191558f1f9a6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:37.462558 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-791c414d-6723-4b43-badf-4471404d0c07 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "PUT /v2.0/routers/c8f28992-fd35-4d43-8618-933ff086237e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5807819 Feb 20 05:45:37.468326 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43400) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:37.479184 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-18c52d84-fe38-4d00-9f8c-8550f69c6e9b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'network': {'name': 'tempest-RoutersTest-31933557'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:37.491037 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15727869-74a0-4e2e-9cb8-e5194142ba63 None None] Sync routers for ids ['c8f28992-fd35-4d43-8618-933ff086237e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:45:37.494508 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-633f92ce-1f24-4410-9414-c79230e07359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737ca593-7d09-4d90-9616-a209809410b0']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:37.510485 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15727869-74a0-4e2e-9cb8-e5194142ba63 None None] Routers {'c8f28992-fd35-4d43-8618-933ff086237e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:37.511198 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-15727869-74a0-4e2e-9cb8-e5194142ba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8f28992-fd35-4d43-8618-933ff086237e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:37.513300 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-caaa656b-2a82-4704-aad5-1964cf4657d9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Deleting subnet e9ba226c-b928-4645-9591-a0face80ac89 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:45:37.519078 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-7bb4fee2-e555-4bfa-acd8-c53ba925d7ab req-11f397ad-ef43-4c20-8c85-e12498bb9d8d tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Deleting port b8732475-d1e1-4f9e-b536-be42aaa90177 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:37.519478 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7bb4fee2-e555-4bfa-acd8-c53ba925d7ab req-11f397ad-ef43-4c20-8c85-e12498bb9d8d tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (b8732475-d1e1-4f9e-b536-be42aaa90177), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:37.529900 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c52d84-fe38-4d00-9f8c-8550f69c6e9b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Made reservation on behalf of ec8dd31e72ed40dc8f4a2a6bbaade185 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:37.533836 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18c52d84-fe38-4d00-9f8c-8550f69c6e9b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:37.544097 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-633f92ce-1f24-4410-9414-c79230e07359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e7b572d-eea8-4575-add7-3e01e35d46d2') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:37.544450 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-633f92ce-1f24-4410-9414-c79230e07359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e7b572d-eea8-4575-add7-3e01e35d46d2') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:37.553149 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-caaa656b-2a82-4704-aad5-1964cf4657d9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks [] for subnet (e9ba226c-b928-4645-9591-a0face80ac89), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:37.582493 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-633f92ce-1f24-4410-9414-c79230e07359 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (1e7b572d-eea8-4575-add7-3e01e35d46d2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:37.585808 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08d883b0-6558-4be4-80a7-912213bd4a2f admin admin] Publish callbacks [] for security_group (067bde45-941d-4994-a73b-f1b88961d8b8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:37.617969 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1755bd-7669-4b83-8ecf-73743939d9a9 x-openstack-request-id: req-ff1755bd-7669-4b83-8ecf-73743939d9a9 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:45:37.618254 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a0aaa1-30f3-4940-b7b0-680a1bae6746", "name": "network-vif-deleted", "tag": "53655028-3c36-4e37-97be-32bc691cf994", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:45:37.618522 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff1755bd-7669-4b83-8ecf-73743939d9a9 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:45:37.618873 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a0aaa1-30f3-4940-b7b0-680a1bae6746', 'name': 'network-vif-deleted', 'tag': '53655028-3c36-4e37-97be-32bc691cf994', 'status': 'completed', 'code': 200} Feb 20 05:45:37.619522 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-633f92ce-1f24-4410-9414-c79230e07359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (1e7b572d-eea8-4575-add7-3e01e35d46d2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:37.641432 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-633f92ce-1f24-4410-9414-c79230e07359 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:45:37.641843 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-633f92ce-1f24-4410-9414-c79230e07359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (1e7b572d-eea8-4575-add7-3e01e35d46d2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:37.645187 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08d883b0-6558-4be4-80a7-912213bd4a2f admin admin] Publish callbacks [] for security_group (067bde45-941d-4994-a73b-f1b88961d8b8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:45:37.647058 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:45:37.666835 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-15727869-74a0-4e2e-9cb8-e5194142ba63 None None] Set router c8f28992-fd35-4d43-8618-933ff086237e gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:37.685630 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c52d84-fe38-4d00-9f8c-8550f69c6e9b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:45:37.714075 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-caaa656b-2a82-4704-aad5-1964cf4657d9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (e9ba226c-b928-4645-9591-a0face80ac89), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:37.737871 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18c52d84-fe38-4d00-9f8c-8550f69c6e9b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:37.738814 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-18c52d84-fe38-4d00-9f8c-8550f69c6e9b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Added segment dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff of type vlan for network 4b107116-83a1-44f2-8a79-6cac42fcc023 Feb 20 05:45:37.787535 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-633f92ce-1f24-4410-9414-c79230e07359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (737ca593-7d09-4d90-9616-a209809410b0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:37.805538 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-633f92ce-1f24-4410-9414-c79230e07359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:37.808548 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-633f92ce-1f24-4410-9414-c79230e07359 admin admin] 10.222.0.37 "DELETE /v2.0/networks/737ca593-7d09-4d90-9616-a209809410b0 HTTP/1.1" status: 204 len: 168 time: 1.5687695 Feb 20 05:45:37.853182 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f92ce-1f24-4410-9414-c79230e07359 admin admin] Pushing event deleted for resources: {'Network': ['ID=737ca593-7d09-4d90-9616-a209809410b0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:37.877363 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08d883b0-6558-4be4-80a7-912213bd4a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (067bde45-941d-4994-a73b-f1b88961d8b8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:37.881655 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08d883b0-6558-4be4-80a7-912213bd4a2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:37.886722 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-08d883b0-6558-4be4-80a7-912213bd4a2f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/067bde45-941d-4994-a73b-f1b88961d8b8 HTTP/1.1" status: 204 len: 168 time: 0.5043776 Feb 20 05:45:37.906840 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 8429cd61-6bf4-4207-a0ad-191558f1f9a6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:37.907349 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8429cd61-6bf4-4207-a0ad-191558f1f9a6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:37.920888 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d883b0-6558-4be4-80a7-912213bd4a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067bde45-941d-4994-a73b-f1b88961d8b8,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:37.935715 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18c52d84-fe38-4d00-9f8c-8550f69c6e9b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (4b107116-83a1-44f2-8a79-6cac42fcc023), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:37.937593 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8cd5472b-5137-4dfa-baeb-8df57fb85a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (ede53519-a0a1-4021-8925-dfd0f515ad7a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:38.001493 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-9d00e20e-f9e1-45d0-bce2-0230849dd69c req-752245aa-60de-44c4-a968-20c0a4cd202c tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Deleting port 7f0c5915-c37b-46e0-b7a7-6c3738d95bc8 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:38.004106 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9d00e20e-f9e1-45d0-bce2-0230849dd69c req-752245aa-60de-44c4-a968-20c0a4cd202c tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (7f0c5915-c37b-46e0-b7a7-6c3738d95bc8), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:38.081039 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.db.resource_extend [None req-18c52d84-fe38-4d00-9f8c-8550f69c6e9b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:45:38.085374 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-7bb4fee2-e555-4bfa-acd8-c53ba925d7ab req-11f397ad-ef43-4c20-8c85-e12498bb9d8d tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] For port b8732475-d1e1-4f9e-b536-be42aaa90177, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=b8732475-d1e1-4f9e-b536-be42aaa90177,segment=NetworkSegment(33ab10d3-15e0-4954-b457-21e456a39d42),segment_id=33ab10d3-15e0-4954-b457-21e456a39d42)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:38.085872 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7bb4fee2-e555-4bfa-acd8-c53ba925d7ab req-11f397ad-ef43-4c20-8c85-e12498bb9d8d tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (b8732475-d1e1-4f9e-b536-be42aaa90177), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:38.172923 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 8429cd61-6bf4-4207-a0ad-191558f1f9a6 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:38.173721 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8429cd61-6bf4-4207-a0ad-191558f1f9a6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:38.188824 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43416) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:38.200033 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-15727869-74a0-4e2e-9cb8-e5194142ba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:45:34Z', 'revision_number': 2, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None, '_interfaces': [{'id': '7fcf9c64-c125-48ae-9b36-02cfdd3c217f', 'name': '', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:26:41:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:33Z', 'updated_at': '2022-02-20T05:45:35Z', 'revision_number': 2, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '53f9bde1-6730-408b-9df2-7a4291149046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:38.218426 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-7bb4fee2-e555-4bfa-acd8-c53ba925d7ab req-11f397ad-ef43-4c20-8c85-e12498bb9d8d tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Calling delete_port for b8732475-d1e1-4f9e-b536-be42aaa90177 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:38.235977 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15727869-74a0-4e2e-9cb8-e5194142ba63 None None] Checking router: c8f28992-fd35-4d43-8618-933ff086237e for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:45:38.236395 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15727869-74a0-4e2e-9cb8-e5194142ba63 None None] Updating router c8f28992-fd35-4d43-8618-933ff086237e port 7fcf9c64-c125-48ae-9b36-02cfdd3c217f binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:45:38.272050 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15727869-74a0-4e2e-9cb8-e5194142ba63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7fcf9c64-c125-48ae-9b36-02cfdd3c217f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:38.386088 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963eeff-1541-401e-b43f-2399e0fce29e req-2dfd8341-05a2-4635-9c1a-1ca9b79eadd9 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:38.393809 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4963eeff-1541-401e-b43f-2399e0fce29e req-2dfd8341-05a2-4635-9c1a-1ca9b79eadd9 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 945 time: 0.2198274 Feb 20 05:45:38.411894 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-30755663-9878-4f49-a1ec-787f070224e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e02c9c1d56747f8803e3f2b02404aba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2212148 Feb 20 05:45:38.421036 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43422) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:38.432710 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18c52d84-fe38-4d00-9f8c-8550f69c6e9b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (4b107116-83a1-44f2-8a79-6cac42fcc023), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:38.439934 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c52d84-fe38-4d00-9f8c-8550f69c6e9b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:38.440871 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18c52d84-fe38-4d00-9f8c-8550f69c6e9b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:38.538592 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4963eeff-1541-401e-b43f-2399e0fce29e req-95098bb9-ad6e-4f4c-90b8-00d49610bc1c tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382625 Feb 20 05:45:38.539815 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-9d00e20e-f9e1-45d0-bce2-0230849dd69c req-752245aa-60de-44c4-a968-20c0a4cd202c tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] For port 7f0c5915-c37b-46e0-b7a7-6c3738d95bc8, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=7f0c5915-c37b-46e0-b7a7-6c3738d95bc8,segment=NetworkSegment(33ab10d3-15e0-4954-b457-21e456a39d42),segment_id=33ab10d3-15e0-4954-b457-21e456a39d42)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:38.540900 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9d00e20e-f9e1-45d0-bce2-0230849dd69c req-752245aa-60de-44c4-a968-20c0a4cd202c tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (7f0c5915-c37b-46e0-b7a7-6c3738d95bc8), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:38.547126 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 8429cd61-6bf4-4207-a0ad-191558f1f9a6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8429cd61-6bf4-4207-a0ad-191558f1f9a6,segment=NetworkSegment(5b20eaf6-7314-45dd-80e6-7fa33ed4da6c),segment_id=5b20eaf6-7314-45dd-80e6-7fa33ed4da6c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:38.567433 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8429cd61-6bf4-4207-a0ad-191558f1f9a6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:38.568357 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ddada4e4-687f-4ed2-a4b2-b1770bd796ff up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:38.603098 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-18c52d84-fe38-4d00-9f8c-8550f69c6e9b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.1297438 Feb 20 05:45:38.621399 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43430) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:38.625715 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-de63c326-72b6-4d3d-9b54-88fc3c3d204f admin admin] Publish callbacks [] for security_group (d5863a73-a8bc-4249-9558-273bb8d829d0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:38.637838 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-66f8daca-afe5-4cb7-ab34-380b8acaee44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'subnet': {'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:38.675710 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-9d00e20e-f9e1-45d0-bce2-0230849dd69c req-752245aa-60de-44c4-a968-20c0a4cd202c tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Calling delete_port for 7f0c5915-c37b-46e0-b7a7-6c3738d95bc8 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:38.678219 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7bb4fee2-e555-4bfa-acd8-c53ba925d7ab req-11f397ad-ef43-4c20-8c85-e12498bb9d8d tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (b8732475-d1e1-4f9e-b536-be42aaa90177), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:38.711352 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-caaa656b-2a82-4704-aad5-1964cf4657d9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (e9ba226c-b928-4645-9591-a0face80ac89), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:38.734991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=8429cd61-6bf4-4207-a0ad-191558f1f9a6,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:38.746733 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-de63c326-72b6-4d3d-9b54-88fc3c3d204f admin admin] Publish callbacks [] for security_group (d5863a73-a8bc-4249-9558-273bb8d829d0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:38.803590 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89981666-ba97-4ee2-a7e1-762dcc3b9fdc None None] Network dd3cea17-a14c-44b1-89cc-37bb41cb734a requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:45:38.808325 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c52d84-fe38-4d00-9f8c-8550f69c6e9b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Network': ['ID=4b107116-83a1-44f2-8a79-6cac42fcc023,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:38.815225 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4d252b13-95fc-4b92-a4e2-fde5151f0d79 req-90bc582a-de2b-44f9-bec4-cb0d44cf3b67 tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a7bb157-7fb4-4d3c-9601-1638a3988b66 HTTP/1.1" status: 200 len: 210 time: 0.0631948 Feb 20 05:45:38.816039 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['7f0c5915-c37b-46e0-b7a7-6c3738d95bc8'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:45:38.860035 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8cd5472b-5137-4dfa-baeb-8df57fb85a22 admin admin] Deleting port fc62bebe-0f9c-40f4-96b4-25fe46d45f58 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:38.860508 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8cd5472b-5137-4dfa-baeb-8df57fb85a22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (fc62bebe-0f9c-40f4-96b4-25fe46d45f58), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:38.877898 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f397ad-ef43-4c20-8c85-e12498bb9d8d tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Pushing event deleted for resources: {'Port': ['ID=b8732475-d1e1-4f9e-b536-be42aaa90177,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:38.883583 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-caaa656b-2a82-4704-aad5-1964cf4657d9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (e9ba226c-b928-4645-9591-a0face80ac89), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:38.893162 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f8daca-afe5-4cb7-ab34-380b8acaee44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Made reservation on behalf of ec8dd31e72ed40dc8f4a2a6bbaade185 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:38.898201 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66f8daca-afe5-4cb7-ab34-380b8acaee44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:38.907284 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 4b107116-83a1-44f2-8a79-6cac42fcc023 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:45:38.978853 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-de63c326-72b6-4d3d-9b54-88fc3c3d204f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d5863a73-a8bc-4249-9558-273bb8d829d0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:38.981663 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-de63c326-72b6-4d3d-9b54-88fc3c3d204f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:38.982881 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-de63c326-72b6-4d3d-9b54-88fc3c3d204f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5863a73-a8bc-4249-9558-273bb8d829d0 HTTP/1.1" status: 204 len: 168 time: 0.5557129 Feb 20 05:45:39.119773 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb4fee2-e555-4bfa-acd8-c53ba925d7ab req-11f397ad-ef43-4c20-8c85-e12498bb9d8d tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] No DVR routers for this DVR port b8732475-d1e1-4f9e-b536-be42aaa90177 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:45:39.125299 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-caaa656b-2a82-4704-aad5-1964cf4657d9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:39.132305 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-caaa656b-2a82-4704-aad5-1964cf4657d9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "DELETE /v2.0/subnets/e9ba226c-b928-4645-9591-a0face80ac89 HTTP/1.1" status: 204 len: 168 time: 1.7542732 Feb 20 05:45:39.134443 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7bb4fee2-e555-4bfa-acd8-c53ba925d7ab req-11f397ad-ef43-4c20-8c85-e12498bb9d8d tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:39.138803 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7bb4fee2-e555-4bfa-acd8-c53ba925d7ab req-11f397ad-ef43-4c20-8c85-e12498bb9d8d tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.48 "DELETE /v2.0/ports/b8732475-d1e1-4f9e-b536-be42aaa90177 HTTP/1.1" status: 204 len: 173 time: 2.0208228 Feb 20 05:45:39.142503 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43456) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:39.143926 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa656b-2a82-4704-aad5-1964cf4657d9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ba226c-b928-4645-9591-a0face80ac89,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:39.176274 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63c326-72b6-4d3d-9b54-88fc3c3d204f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5863a73-a8bc-4249-9558-273bb8d829d0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:39.180578 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-70263494-a770-4ae1-9167-22d32e8a2998 None None] Provisioning complete for port 8429cd61-6bf4-4207-a0ad-191558f1f9a6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:39.181100 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70263494-a770-4ae1-9167-22d32e8a2998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8429cd61-6bf4-4207-a0ad-191558f1f9a6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:39.183929 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port ddada4e4-687f-4ed2-a4b2-b1770bd796ff triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:39.184609 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ddada4e4-687f-4ed2-a4b2-b1770bd796ff), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:39.205674 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43458) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:39.246689 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43460) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:39.250928 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdac3ee-4d4d-4958-8e11-a8da48a5febc tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:39.252534 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdac3ee-4d4d-4958-8e11-a8da48a5febc tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:39.257408 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2fdac3ee-4d4d-4958-8e11-a8da48a5febc tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1041780 Feb 20 05:45:39.264299 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43464) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:39.270798 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 7f0c5915-c37b-46e0-b7a7-6c3738d95bc8 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:45:39.420660 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-8cd5472b-5137-4dfa-baeb-8df57fb85a22 admin admin] For port fc62bebe-0f9c-40f4-96b4-25fe46d45f58, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=fc62bebe-0f9c-40f4-96b4-25fe46d45f58,segment=NetworkSegment(81e44e21-b8ee-478b-8735-a3a160baee31),segment_id=81e44e21-b8ee-478b-8735-a3a160baee31)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:39.421284 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8cd5472b-5137-4dfa-baeb-8df57fb85a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (fc62bebe-0f9c-40f4-96b4-25fe46d45f58), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:39.445667 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f1f44d84-b0f4-47b7-8d18-e5ff5c95774f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (dd3cea17-a14c-44b1-89cc-37bb41cb734a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:39.451736 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8cd5472b-5137-4dfa-baeb-8df57fb85a22 admin admin] Calling delete_port for fc62bebe-0f9c-40f4-96b4-25fe46d45f58 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:39.499775 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15727869-74a0-4e2e-9cb8-e5194142ba63 None None] Publish callbacks [] for port (7fcf9c64-c125-48ae-9b36-02cfdd3c217f), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:39.593092 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-8614ef0d-0169-434b-bdf5-0be5bfb7b92b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-117825550-network', 'tenant_id': 'ff057e2e11b34d528382adf0c20ac58a'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:39.635197 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7bb157-7fb4-4d3c-9601-1638a3988b66', 'name': 'network-vif-deleted', 'tag': 'b8732475-d1e1-4f9e-b536-be42aaa90177'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:45:39.637807 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a7ef26-580f-4723-bec6-0d37e8713cc4" -d '{"events": [{"server_uuid": "8a7bb157-7fb4-4d3c-9601-1638a3988b66", "name": "network-vif-deleted", "tag": "b8732475-d1e1-4f9e-b536-be42aaa90177"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:45:39.657653 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8614ef0d-0169-434b-bdf5-0be5bfb7b92b admin admin] Made reservation on behalf of ff057e2e11b34d528382adf0c20ac58a for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:39.666617 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8614ef0d-0169-434b-bdf5-0be5bfb7b92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:39.690967 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f44d84-b0f4-47b7-8d18-e5ff5c95774f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 20 05:45:39.692499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f44d84-b0f4-47b7-8d18-e5ff5c95774f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:45:39.697092 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f1f44d84-b0f4-47b7-8d18-e5ff5c95774f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "DELETE /v2.0/networks/dd3cea17-a14c-44b1-89cc-37bb41cb734a HTTP/1.1" status: 409 len: 466 time: 0.4273009 Feb 20 05:45:39.701190 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9d00e20e-f9e1-45d0-bce2-0230849dd69c req-752245aa-60de-44c4-a968-20c0a4cd202c tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (7f0c5915-c37b-46e0-b7a7-6c3738d95bc8), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:39.703206 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8614ef0d-0169-434b-bdf5-0be5bfb7b92b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:39.707148 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15727869-74a0-4e2e-9cb8-e5194142ba63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7fcf9c64-c125-48ae-9b36-02cfdd3c217f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:39.708962 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43480) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:39.718737 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-6cdab07c-5057-4545-91a0-a412913c0630 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-857273814'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:39.775469 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752245aa-60de-44c4-a968-20c0a4cd202c tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Pushing event deleted for resources: {'Port': ['ID=7f0c5915-c37b-46e0-b7a7-6c3738d95bc8,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:39.851668 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Port 7f0c5915-c37b-46e0-b7a7-6c3738d95bc8 update to DOWN by agent not found {{(pid=103408) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 20 05:45:39.852468 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device b8732475-d1e1-4f9e-b536-be42aaa90177 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:45:39.893398 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66f8daca-afe5-4cb7-ab34-380b8acaee44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (31081987-d3c3-433b-82fb-4541be9e986d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:39.901022 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cdab07c-5057-4545-91a0-a412913c0630 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Made reservation on behalf of daec55bfb4d64dbc968b6c04e236a5af for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:39.904677 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6cdab07c-5057-4545-91a0-a412913c0630 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:39.907816 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d00e20e-f9e1-45d0-bce2-0230849dd69c req-752245aa-60de-44c4-a968-20c0a4cd202c tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] No DVR routers for this DVR port 7f0c5915-c37b-46e0-b7a7-6c3738d95bc8 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:45:39.922545 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9d00e20e-f9e1-45d0-bce2-0230849dd69c req-752245aa-60de-44c4-a968-20c0a4cd202c tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:39.926331 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9d00e20e-f9e1-45d0-bce2-0230849dd69c req-752245aa-60de-44c4-a968-20c0a4cd202c tempest-MultipleCreateTestJSON-88741824 tempest-MultipleCreateTestJSON-88741824-project] 10.222.0.48 "DELETE /v2.0/ports/7f0c5915-c37b-46e0-b7a7-6c3738d95bc8 HTTP/1.1" status: 204 len: 173 time: 2.5394478 Feb 20 05:45:40.005381 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0822587-668d-449d-ba9f-743c5ef12743 None None] Pushing event updated for resources: {'Port': ['ID=7fcf9c64-c125-48ae-9b36-02cfdd3c217f,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:40.011993 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: b8732475-d1e1-4f9e-b536-be42aaa90177 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:45:40.012579 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device b8732475-d1e1-4f9e-b536-be42aaa90177 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:45:40.088701 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afab3c-9bad-4975-a8a3-e6a807579e7a req-e2b7f6aa-fcb5-41eb-995a-98f2c52125f7 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:40.090485 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a8afab3c-9bad-4975-a8a3-e6a807579e7a req-e2b7f6aa-fcb5-41eb-995a-98f2c52125f7 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 945 time: 0.3847778 Feb 20 05:45:40.099622 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8614ef0d-0169-434b-bdf5-0be5bfb7b92b admin admin] Publish callbacks [] for security_group (d3116bb7-9142-4971-ab3a-4fe9fd61b772), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:40.117848 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8614ef0d-0169-434b-bdf5-0be5bfb7b92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d3116bb7-9142-4971-ab3a-4fe9fd61b772), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:40.145695 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-15727869-74a0-4e2e-9cb8-e5194142ba63 None None] Attempting to bind port 7fcf9c64-c125-48ae-9b36-02cfdd3c217f on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:45:40.146235 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-15727869-74a0-4e2e-9cb8-e5194142ba63 None None] Attempting to bind port 7fcf9c64-c125-48ae-9b36-02cfdd3c217f by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2959a384-8a6e-48c9-976e-8b3c5f0e1045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:45:40.148012 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15727869-74a0-4e2e-9cb8-e5194142ba63 None None] Attempting to bind port 7fcf9c64-c125-48ae-9b36-02cfdd3c217f on network f366201d-7c71-4b3a-b87e-e4e5b4e2dbea {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:45:40.148828 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cdab07c-5057-4545-91a0-a412913c0630 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:45:40.157363 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8daca-afe5-4cb7-ab34-380b8acaee44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Subnet': ['ID=31081987-d3c3-433b-82fb-4541be9e986d,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:40.180227 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8614ef0d-0169-434b-bdf5-0be5bfb7b92b admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:45:40.192609 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b3ef6-847c-4667-84d1-1787c4e0a5b9 req-d9a38fcb-ce38-42f7-8e2b-552baf6e51a0 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:40.194371 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eb0b3ef6-847c-4667-84d1-1787c4e0a5b9 req-d9a38fcb-ce38-42f7-8e2b-552baf6e51a0 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 945 time: 0.2975240 Feb 20 05:45:40.196275 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6cdab07c-5057-4545-91a0-a412913c0630 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (bd7584df-39f5-47fa-b684-d35afe8a8bb2), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:40.196792 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-6cdab07c-5057-4545-91a0-a412913c0630 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Added segment bd7584df-39f5-47fa-b684-d35afe8a8bb2 of type vlan for network d1577bf6-fd68-4370-9e94-a710fd032026 Feb 20 05:45:40.209920 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614ef0d-0169-434b-bdf5-0be5bfb7b92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3116bb7-9142-4971-ab3a-4fe9fd61b772,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:40.211756 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f8daca-afe5-4cb7-ab34-380b8acaee44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Checking segment: {'id': 'dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:40.212264 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f8daca-afe5-4cb7-ab34-380b8acaee44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network hostable DHCP agents. Network: 4b107116-83a1-44f2-8a79-6cac42fcc023, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:45:40.220695 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15727869-74a0-4e2e-9cb8-e5194142ba63 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:45:40.221432 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15727869-74a0-4e2e-9cb8-e5194142ba63 None None] Checking segment: {'id': '2959a384-8a6e-48c9-976e-8b3c5f0e1045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:40.237937 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15727869-74a0-4e2e-9cb8-e5194142ba63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:40.239262 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15727869-74a0-4e2e-9cb8-e5194142ba63 None None] Bound using segment: {'id': '2959a384-8a6e-48c9-976e-8b3c5f0e1045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:45:40.240705 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-15727869-74a0-4e2e-9cb8-e5194142ba63 None None] Bound port: 7fcf9c64-c125-48ae-9b36-02cfdd3c217f, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2959a384-8a6e-48c9-976e-8b3c5f0e1045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:45:40.242248 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15727869-74a0-4e2e-9cb8-e5194142ba63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7fcf9c64-c125-48ae-9b36-02cfdd3c217f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:40.282562 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-70263494-a770-4ae1-9167-22d32e8a2998 None None] Current status of the port 8429cd61-6bf4-4207-a0ad-191558f1f9a6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:40.289441 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8614ef0d-0169-434b-bdf5-0be5bfb7b92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (bfa6d036-a7e5-478c-ab71-9ee611ca2fce), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:40.290104 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-8614ef0d-0169-434b-bdf5-0be5bfb7b92b admin admin] Added segment bfa6d036-a7e5-478c-ab71-9ee611ca2fce of type vlan for network e0b0c64c-9265-4c3e-a16a-33323ef25bde Feb 20 05:45:40.297033 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a8afab3c-9bad-4975-a8a3-e6a807579e7a req-cfe2ec73-4d66-45aa-a811-eb57ad53750b tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864195 Feb 20 05:45:40.307831 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port ddada4e4-687f-4ed2-a4b2-b1770bd796ff is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:40.314192 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f8daca-afe5-4cb7-ab34-380b8acaee44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network 4b107116-83a1-44f2-8a79-6cac42fcc023 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:45:40.353135 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f8ffde1b-5784-479e-a74c-1cfbe10e49e6 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:45:40.362273 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-66f8daca-afe5-4cb7-ab34-380b8acaee44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 4b107116-83a1-44f2-8a79-6cac42fcc023) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:40.374476 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8614ef0d-0169-434b-bdf5-0be5bfb7b92b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (e0b0c64c-9265-4c3e-a16a-33323ef25bde), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:40.392248 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f8daca-afe5-4cb7-ab34-380b8acaee44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:40.393180 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66f8daca-afe5-4cb7-ab34-380b8acaee44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:40.435587 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7e36d9-b7b0-462c-af3f-4cbe0fec561b None None] Network 4b107116-83a1-44f2-8a79-6cac42fcc023 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:45:40.446219 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8cd5472b-5137-4dfa-baeb-8df57fb85a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (fc62bebe-0f9c-40f4-96b4-25fe46d45f58), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:40.482064 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ab52f1-0430-4589-924e-3ef16a07252c x-openstack-request-id: req-26ab52f1-0430-4589-924e-3ef16a07252c {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:45:40.482578 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7bb157-7fb4-4d3c-9601-1638a3988b66", "name": "network-vif-deleted", "tag": "b8732475-d1e1-4f9e-b536-be42aaa90177", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:45:40.483071 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-26ab52f1-0430-4589-924e-3ef16a07252c {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:45:40.483659 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7bb157-7fb4-4d3c-9601-1638a3988b66', 'name': 'network-vif-deleted', 'tag': 'b8732475-d1e1-4f9e-b536-be42aaa90177', 'status': 'completed', 'code': 200} Feb 20 05:45:40.507645 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8614ef0d-0169-434b-bdf5-0be5bfb7b92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (e0b0c64c-9265-4c3e-a16a-33323ef25bde), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:40.508934 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8614ef0d-0169-434b-bdf5-0be5bfb7b92b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:40.509676 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8614ef0d-0169-434b-bdf5-0be5bfb7b92b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:40.514573 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6cdab07c-5057-4545-91a0-a412913c0630 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (d1577bf6-fd68-4370-9e94-a710fd032026), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:40.533456 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5472b-5137-4dfa-baeb-8df57fb85a22 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc62bebe-0f9c-40f4-96b4-25fe46d45f58,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:40.604503 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-66f8daca-afe5-4cb7-ab34-380b8acaee44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9707515 Feb 20 05:45:40.624579 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43498) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:40.688666 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: f8ffde1b-5784-479e-a74c-1cfbe10e49e6 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:45:40.689296 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f8ffde1b-5784-479e-a74c-1cfbe10e49e6 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:45:40.695128 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0c3d02c8-cef7-453a-b940-e6934824af56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (f9153173-3286-482d-96ce-4825bc34d31e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:40.708494 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8614ef0d-0169-434b-bdf5-0be5bfb7b92b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4491026 Feb 20 05:45:40.723869 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43500) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:40.724657 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614ef0d-0169-434b-bdf5-0be5bfb7b92b admin admin] Pushing event updated for resources: {'Network': ['ID=e0b0c64c-9265-4c3e-a16a-33323ef25bde,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:40.745336 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-d7cf0596-2c5e-41f0-809b-6fe2711b0f14 admin admin] Request body: {'subnet': {'network_id': 'e0b0c64c-9265-4c3e-a16a-33323ef25bde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-117825550-subnet', 'tenant_id': 'ff057e2e11b34d528382adf0c20ac58a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:40.752468 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6cdab07c-5057-4545-91a0-a412913c0630 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d1577bf6-fd68-4370-9e94-a710fd032026), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:40.759612 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdab07c-5057-4545-91a0-a412913c0630 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:40.760541 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6cdab07c-5057-4545-91a0-a412913c0630 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:40.802577 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-15727869-74a0-4e2e-9cb8-e5194142ba63 None None] For port 7fcf9c64-c125-48ae-9b36-02cfdd3c217f, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:45:40.816675 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-15727869-74a0-4e2e-9cb8-e5194142ba63 None None] For port 7fcf9c64-c125-48ae-9b36-02cfdd3c217f, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7fcf9c64-c125-48ae-9b36-02cfdd3c217f,segment=NetworkSegment(2959a384-8a6e-48c9-976e-8b3c5f0e1045),segment_id=2959a384-8a6e-48c9-976e-8b3c5f0e1045)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:45:40.840321 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a7d8eb-f6eb-4636-82b8-0ad9aeb3872e None None] Network dd3cea17-a14c-44b1-89cc-37bb41cb734a requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:45:40.877635 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network e0b0c64c-9265-4c3e-a16a-33323ef25bde details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:45:40.887777 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15727869-74a0-4e2e-9cb8-e5194142ba63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7fcf9c64-c125-48ae-9b36-02cfdd3c217f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:40.916071 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6cdab07c-5057-4545-91a0-a412913c0630 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2033544 Feb 20 05:45:40.929638 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43504) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:40.930224 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cf0596-2c5e-41f0-809b-6fe2711b0f14 admin admin] Made reservation on behalf of ff057e2e11b34d528382adf0c20ac58a for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:40.932578 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0596-2c5e-41f0-809b-6fe2711b0f14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:40.943233 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-7b727ad3-f864-4c33-8ed3-dfb64ad7fc1e tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Request body: {'subnet': {'network_id': 'd1577bf6-fd68-4370-9e94-a710fd032026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:40.949237 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdab07c-5057-4545-91a0-a412913c0630 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event updated for resources: {'Network': ['ID=d1577bf6-fd68-4370-9e94-a710fd032026,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:40.953219 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-eb0b3ef6-847c-4667-84d1-1787c4e0a5b9 req-59683b2d-3a5b-487c-953c-5bcb5b858491 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Deleting port 76b55dfe-d15d-40bc-82c4-d57728de54d1 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:40.953560 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-eb0b3ef6-847c-4667-84d1-1787c4e0a5b9 req-59683b2d-3a5b-487c-953c-5bcb5b858491 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (76b55dfe-d15d-40bc-82c4-d57728de54d1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:40.964543 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-c9190c20-b68f-4f6c-a81f-87fcb434449e None None] Provisioning complete for port 7fcf9c64-c125-48ae-9b36-02cfdd3c217f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:40.967395 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9190c20-b68f-4f6c-a81f-87fcb434449e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7fcf9c64-c125-48ae-9b36-02cfdd3c217f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:41.121454 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network d1577bf6-fd68-4370-9e94-a710fd032026 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:45:41.124062 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8429cd61-6bf4-4207-a0ad-191558f1f9a6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:41.255290 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58355681-f54c-4168-bef0-beb2ba6aa9fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-4b107116-83a1-44f2-8a79-6cac42fcc023', 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023', 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'fixed_ips': [{'subnet_id': '31081987-d3c3-433b-82fb-4541be9e986d'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:45:41.256181 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58355681-f54c-4168-bef0-beb2ba6aa9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:41.390456 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-eb0b3ef6-847c-4667-84d1-1787c4e0a5b9 req-59683b2d-3a5b-487c-953c-5bcb5b858491 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] For port 76b55dfe-d15d-40bc-82c4-d57728de54d1, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=76b55dfe-d15d-40bc-82c4-d57728de54d1,segment=NetworkSegment(e0dbac0b-e815-4628-a5c0-79e1d3edf6d2),segment_id=e0dbac0b-e815-4628-a5c0-79e1d3edf6d2)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:41.390748 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8cd5472b-5137-4dfa-baeb-8df57fb85a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (ede53519-a0a1-4021-8925-dfd0f515ad7a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:41.391294 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-eb0b3ef6-847c-4667-84d1-1787c4e0a5b9 req-59683b2d-3a5b-487c-953c-5bcb5b858491 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (76b55dfe-d15d-40bc-82c4-d57728de54d1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:41.406476 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-eb0b3ef6-847c-4667-84d1-1787c4e0a5b9 req-59683b2d-3a5b-487c-953c-5bcb5b858491 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Calling delete_port for 76b55dfe-d15d-40bc-82c4-d57728de54d1 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:41.422557 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43514) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:41.485520 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15727869-74a0-4e2e-9cb8-e5194142ba63 None None] Routers {'c8f28992-fd35-4d43-8618-933ff086237e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:41.486609 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-15727869-74a0-4e2e-9cb8-e5194142ba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8f28992-fd35-4d43-8618-933ff086237e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:41.572325 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b6163e-1126-4cce-91e9-8f0f82d83b50 admin admin] Deleting subnet 91847201-7867-4987-9d4d-9f1f30e2921f {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:45:41.581498 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b7b6163e-1126-4cce-91e9-8f0f82d83b50 admin admin] Publish callbacks [] for subnet (91847201-7867-4987-9d4d-9f1f30e2921f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:41.641763 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-eb0b3ef6-847c-4667-84d1-1787c4e0a5b9 req-59683b2d-3a5b-487c-953c-5bcb5b858491 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (76b55dfe-d15d-40bc-82c4-d57728de54d1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:41.654018 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0822587-668d-449d-ba9f-743c5ef12743 None None] Pushing event updated for resources: {'Port': ['ID=7fcf9c64-c125-48ae-9b36-02cfdd3c217f,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:41.670042 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b7b6163e-1126-4cce-91e9-8f0f82d83b50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (91847201-7867-4987-9d4d-9f1f30e2921f), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:41.718260 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84e5c8-1167-4276-bd6e-a62973db73b1 req-00c13c90-2b63-4e4a-a2b5-b627030ddb9e tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:41.726097 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b84e5c8-1167-4276-bd6e-a62973db73b1 req-00c13c90-2b63-4e4a-a2b5-b627030ddb9e tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 945 time: 0.2648408 Feb 20 05:45:41.737415 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59683b2d-3a5b-487c-953c-5bcb5b858491 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Pushing event deleted for resources: {'Port': ['ID=76b55dfe-d15d-40bc-82c4-d57728de54d1,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:41.740231 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b727ad3-f864-4c33-8ed3-dfb64ad7fc1e tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Made reservation on behalf of daec55bfb4d64dbc968b6c04e236a5af for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:41.743647 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7b727ad3-f864-4c33-8ed3-dfb64ad7fc1e tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:41.793048 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b7b6163e-1126-4cce-91e9-8f0f82d83b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (91847201-7867-4987-9d4d-9f1f30e2921f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:41.831095 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c9190c20-b68f-4f6c-a81f-87fcb434449e None None] Current status of the port 7fcf9c64-c125-48ae-9b36-02cfdd3c217f is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:41.831553 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9190c20-b68f-4f6c-a81f-87fcb434449e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7fcf9c64-c125-48ae-9b36-02cfdd3c217f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:41.862612 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-15727869-74a0-4e2e-9cb8-e5194142ba63 None None] Set router c8f28992-fd35-4d43-8618-933ff086237e gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:41.896729 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 8429cd61-6bf4-4207-a0ad-191558f1f9a6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:41.897380 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8429cd61-6bf4-4207-a0ad-191558f1f9a6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:41.941448 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b84e5c8-1167-4276-bd6e-a62973db73b1 req-5534bda5-b15b-47ab-88b0-4ac5613d9a3d tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe03828a-8270-44b1-9077-f6bb7dd00f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094827 Feb 20 05:45:41.946087 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efe6e4c-f52b-4d1d-842e-d12f268b6ef9 None None] DHCP port deletion for dd3cea17-a14c-44b1-89cc-37bb41cb734a request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:45:42.001001 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c9190c20-b68f-4f6c-a81f-87fcb434449e None None] For port 7fcf9c64-c125-48ae-9b36-02cfdd3c217f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7fcf9c64-c125-48ae-9b36-02cfdd3c217f,segment=NetworkSegment(2959a384-8a6e-48c9-976e-8b3c5f0e1045),segment_id=2959a384-8a6e-48c9-976e-8b3c5f0e1045)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:42.014574 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9190c20-b68f-4f6c-a81f-87fcb434449e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7fcf9c64-c125-48ae-9b36-02cfdd3c217f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:42.091973 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd5472b-5137-4dfa-baeb-8df57fb85a22 admin admin] Router ede53519-a0a1-4021-8925-dfd0f515ad7a has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:45:42.099740 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b7b6163e-1126-4cce-91e9-8f0f82d83b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (91847201-7867-4987-9d4d-9f1f30e2921f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:42.240369 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-58355681-f54c-4168-bef0-beb2ba6aa9fd None None] Allocated IP 172.21.0.2 (4b107116-83a1-44f2-8a79-6cac42fcc023/31081987-d3c3-433b-82fb-4541be9e986d/fc628d1c-8bd2-4247-8238-a5e0c0404870) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:45:42.270814 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6163e-1126-4cce-91e9-8f0f82d83b50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91847201-7867-4987-9d4d-9f1f30e2921f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:42.281342 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd5472b-5137-4dfa-baeb-8df57fb85a22 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:45:42.290260 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8cd5472b-5137-4dfa-baeb-8df57fb85a22 admin admin] 10.222.0.37 "PUT /v2.0/routers/ede53519-a0a1-4021-8925-dfd0f515ad7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0214419 Feb 20 05:45:42.290984 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb4e1cf-328d-4bea-ad84-0892c1efefc7 None None] Sync routers for ids ['ede53519-a0a1-4021-8925-dfd0f515ad7a'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:45:42.296906 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43520) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:42.311104 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb4e1cf-328d-4bea-ad84-0892c1efefc7 None None] Routers {'ede53519-a0a1-4021-8925-dfd0f515ad7a'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:42.313554 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-adb4e1cf-328d-4bea-ad84-0892c1efefc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['ede53519-a0a1-4021-8925-dfd0f515ad7a'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:42.449856 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b7b6163e-1126-4cce-91e9-8f0f82d83b50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:42.458104 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b7b6163e-1126-4cce-91e9-8f0f82d83b50 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/91847201-7867-4987-9d4d-9f1f30e2921f HTTP/1.1" status: 204 len: 168 time: 1.0349932 Feb 20 05:45:42.459814 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-000517fb-051a-43b4-9a2f-5e41ddd05dbc admin admin] Publish callbacks [] for router (ede53519-a0a1-4021-8925-dfd0f515ad7a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:42.469894 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43522) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:42.488716 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401b82de-9150-4ed7-82b9-247a7110b077', 'name': 'network-vif-deleted', 'tag': '7f0c5915-c37b-46e0-b7a7-6c3738d95bc8'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:45:42.491392 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acd8b8a-757e-4246-9221-87148b8c962b" -d '{"events": [{"server_uuid": "401b82de-9150-4ed7-82b9-247a7110b077", "name": "network-vif-deleted", "tag": "7f0c5915-c37b-46e0-b7a7-6c3738d95bc8"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:45:42.554643 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0b3ef6-847c-4667-84d1-1787c4e0a5b9 req-59683b2d-3a5b-487c-953c-5bcb5b858491 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] No DVR routers for this DVR port 76b55dfe-d15d-40bc-82c4-d57728de54d1 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:45:42.598295 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-eb0b3ef6-847c-4667-84d1-1787c4e0a5b9 req-59683b2d-3a5b-487c-953c-5bcb5b858491 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:42.598729 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-000517fb-051a-43b4-9a2f-5e41ddd05dbc admin admin] Publish callbacks [] for router_gateway (ede53519-a0a1-4021-8925-dfd0f515ad7a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:42.602652 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eb0b3ef6-847c-4667-84d1-1787c4e0a5b9 req-59683b2d-3a5b-487c-953c-5bcb5b858491 tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.48 "DELETE /v2.0/ports/76b55dfe-d15d-40bc-82c4-d57728de54d1 HTTP/1.1" status: 204 len: 173 time: 2.3937995 Feb 20 05:45:42.607832 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd21ee5-1fd0-4ca9-836c-f654a604e7f0 x-openstack-request-id: req-ebd21ee5-1fd0-4ca9-836c-f654a604e7f0 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:45:42.608496 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401b82de-9150-4ed7-82b9-247a7110b077", "name": "network-vif-deleted", "tag": "7f0c5915-c37b-46e0-b7a7-6c3738d95bc8", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:45:42.608976 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ebd21ee5-1fd0-4ca9-836c-f654a604e7f0 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:45:42.609594 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401b82de-9150-4ed7-82b9-247a7110b077', 'name': 'network-vif-deleted', 'tag': '7f0c5915-c37b-46e0-b7a7-6c3738d95bc8', 'status': 'completed', 'code': 200} Feb 20 05:45:42.612458 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-adb4e1cf-328d-4bea-ad84-0892c1efefc7 None None] Set router ede53519-a0a1-4021-8925-dfd0f515ad7a gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:42.614329 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-0c3d02c8-cef7-453a-b940-e6934824af56 admin admin] Deleting port bb8605e8-325b-40d0-abb6-7f6815abc8b9 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:42.614688 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0c3d02c8-cef7-453a-b940-e6934824af56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (bb8605e8-325b-40d0-abb6-7f6815abc8b9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:42.670059 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-069367f6-08ea-4bde-b3bc-2f2480805c0e None None] Provisioning complete for port 1609e95d-8044-4fda-bed2-d39747ce512c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:42.670807 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-069367f6-08ea-4bde-b3bc-2f2480805c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1609e95d-8044-4fda-bed2-d39747ce512c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:42.734939 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9190c20-b68f-4f6c-a81f-87fcb434449e None None] Pushing event updated for resources: {'Port': ['ID=7fcf9c64-c125-48ae-9b36-02cfdd3c217f,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:42.832454 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-0c3d02c8-cef7-453a-b940-e6934824af56 admin admin] For port bb8605e8-325b-40d0-abb6-7f6815abc8b9, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=bb8605e8-325b-40d0-abb6-7f6815abc8b9,segment=NetworkSegment(f700fbf4-ef11-48e5-bb1a-791d5636cc98),segment_id=f700fbf4-ef11-48e5-bb1a-791d5636cc98)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:42.832833 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0c3d02c8-cef7-453a-b940-e6934824af56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (bb8605e8-325b-40d0-abb6-7f6815abc8b9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:42.851369 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-0c3d02c8-cef7-453a-b940-e6934824af56 admin admin] Calling delete_port for bb8605e8-325b-40d0-abb6-7f6815abc8b9 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:42.866360 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 8429cd61-6bf4-4207-a0ad-191558f1f9a6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:42.869875 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:45:42.879471 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-adb4e1cf-328d-4bea-ad84-0892c1efefc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede53519-a0a1-4021-8925-dfd0f515ad7a', 'name': 'tempest-FloatingIPsTestJSON-714126867-router', 'tenant_id': 'acb41e0e2a6445269a73d167d171a4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '3d24cb69-34ba-4545-ba8b-ba80ac5f4cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:44:55Z', 'updated_at': '2022-02-20T05:45:40Z', 'revision_number': 5, 'project_id': 'acb41e0e2a6445269a73d167d171a4e5', 'gw_port': {'id': '3d24cb69-34ba-4545-ba8b-ba80ac5f4cff', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede53519-a0a1-4021-8925-dfd0f515ad7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:44:57Z', 'updated_at': '2022-02-20T05:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:42.910582 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-36347b26-97cb-401b-9d6d-9066f759adea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:42.912392 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb4e1cf-328d-4bea-ad84-0892c1efefc7 None None] Checking router: ede53519-a0a1-4021-8925-dfd0f515ad7a for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:45:42.925447 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-069367f6-08ea-4bde-b3bc-2f2480805c0e None None] Port 1609e95d-8044-4fda-bed2-d39747ce512c cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:45:42.928598 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4efe6e4c-f52b-4d1d-842e-d12f268b6ef9 None None] Deleting port 8429cd61-6bf4-4207-a0ad-191558f1f9a6 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:42.928927 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb4e1cf-328d-4bea-ad84-0892c1efefc7 None None] Routers {'ede53519-a0a1-4021-8925-dfd0f515ad7a'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:42.929180 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4efe6e4c-f52b-4d1d-842e-d12f268b6ef9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (8429cd61-6bf4-4207-a0ad-191558f1f9a6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:42.930100 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-adb4e1cf-328d-4bea-ad84-0892c1efefc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['ede53519-a0a1-4021-8925-dfd0f515ad7a'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:43.028791 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0596-2c5e-41f0-809b-6fe2711b0f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (4101579e-8266-4767-9c7a-c3934ab21a99), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:43.103623 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8429cd61-6bf4-4207-a0ad-191558f1f9a6 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:45:43.174854 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-069367f6-08ea-4bde-b3bc-2f2480805c0e None None] Provisioning complete for port 8429cd61-6bf4-4207-a0ad-191558f1f9a6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:43.175956 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-069367f6-08ea-4bde-b3bc-2f2480805c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8429cd61-6bf4-4207-a0ad-191558f1f9a6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:43.197962 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-15727869-74a0-4e2e-9cb8-e5194142ba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:45:34Z', 'revision_number': 2, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None, '_interfaces': [{'id': '7fcf9c64-c125-48ae-9b36-02cfdd3c217f', 'name': '', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:26:41:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:33Z', 'updated_at': '2022-02-20T05:45:40Z', 'revision_number': 4, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '53f9bde1-6730-408b-9df2-7a4291149046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:43.199174 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-818d7425-e507-4b68-bbe3-add60368e2d1 req-a3eb9e16-062a-40f2-bc68-34dfd689cfcb tempest-ServerRescueTestJSON-682541707 tempest-ServerRescueTestJSON-682541707-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e812a53-70d0-447e-94ab-a9cc73235520 HTTP/1.1" status: 200 len: 210 time: 0.0868785 Feb 20 05:45:43.251938 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-adb4e1cf-328d-4bea-ad84-0892c1efefc7 None None] Set router ede53519-a0a1-4021-8925-dfd0f515ad7a gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:43.258888 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 76b55dfe-d15d-40bc-82c4-d57728de54d1 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:45:43.259867 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0c3d02c8-cef7-453a-b940-e6934824af56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (bb8605e8-325b-40d0-abb6-7f6815abc8b9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:43.286576 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf0596-2c5e-41f0-809b-6fe2711b0f14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4101579e-8266-4767-9c7a-c3934ab21a99,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:43.290087 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-000517fb-051a-43b4-9a2f-5e41ddd05dbc admin admin] Deleting port 3d24cb69-34ba-4545-ba8b-ba80ac5f4cff {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:43.293576 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-000517fb-051a-43b4-9a2f-5e41ddd05dbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3d24cb69-34ba-4545-ba8b-ba80ac5f4cff), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:43.358290 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15727869-74a0-4e2e-9cb8-e5194142ba63 None None] The sync data for ids ['c8f28992-fd35-4d43-8618-933ff086237e'] in n-d-829866-5 is: [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:45:34Z', 'revision_number': 2, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None, '_interfaces': [{'id': '7fcf9c64-c125-48ae-9b36-02cfdd3c217f', 'name': '', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:26:41:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:33Z', 'updated_at': '2022-02-20T05:45:40Z', 'revision_number': 4, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '53f9bde1-6730-408b-9df2-7a4291149046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:45:43.362362 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-4efe6e4c-f52b-4d1d-842e-d12f268b6ef9 None None] For port 8429cd61-6bf4-4207-a0ad-191558f1f9a6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8429cd61-6bf4-4207-a0ad-191558f1f9a6,segment=NetworkSegment(5b20eaf6-7314-45dd-80e6-7fa33ed4da6c),segment_id=5b20eaf6-7314-45dd-80e6-7fa33ed4da6c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:43.368820 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4efe6e4c-f52b-4d1d-842e-d12f268b6ef9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (8429cd61-6bf4-4207-a0ad-191558f1f9a6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:43.379273 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d02c8-cef7-453a-b940-e6934824af56 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb8605e8-325b-40d0-abb6-7f6815abc8b9,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:43.446889 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f029b508-643a-49b3-b5e8-9141bd3469b8 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:43.448591 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 76b55dfe-d15d-40bc-82c4-d57728de54d1 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:45:43.449043 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 76b55dfe-d15d-40bc-82c4-d57728de54d1 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:45:43.483935 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4efe6e4c-f52b-4d1d-842e-d12f268b6ef9 None None] Calling delete_port for 8429cd61-6bf4-4207-a0ad-191558f1f9a6 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:43.588122 n-d-829866-5 neutron-server[103406]: DEBUG neutron.objects.ports [None req-7b727ad3-f864-4c33-8ed3-dfb64ad7fc1e tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103406) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 05:45:43.606013 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58355681-f54c-4168-bef0-beb2ba6aa9fd None None] Publish callbacks [] for port (fc628d1c-8bd2-4247-8238-a5e0c0404870), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:43.657492 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58355681-f54c-4168-bef0-beb2ba6aa9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (fc628d1c-8bd2-4247-8238-a5e0c0404870), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:43.682933 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-adb4e1cf-328d-4bea-ad84-0892c1efefc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede53519-a0a1-4021-8925-dfd0f515ad7a', 'name': 'tempest-FloatingIPsTestJSON-714126867-router', 'tenant_id': 'acb41e0e2a6445269a73d167d171a4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '3d24cb69-34ba-4545-ba8b-ba80ac5f4cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:44:55Z', 'updated_at': '2022-02-20T05:45:40Z', 'revision_number': 5, 'project_id': 'acb41e0e2a6445269a73d167d171a4e5', 'gw_port': {'id': '3d24cb69-34ba-4545-ba8b-ba80ac5f4cff', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede53519-a0a1-4021-8925-dfd0f515ad7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:44:57Z', 'updated_at': '2022-02-20T05:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:43.712578 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf0596-2c5e-41f0-809b-6fe2711b0f14 admin admin] Checking segment: {'id': 'bfa6d036-a7e5-478c-ab71-9ee611ca2fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0b0c64c-9265-4c3e-a16a-33323ef25bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:43.712859 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cf0596-2c5e-41f0-809b-6fe2711b0f14 admin admin] Network hostable DHCP agents. Network: e0b0c64c-9265-4c3e-a16a-33323ef25bde, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:45:43.733066 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb4e1cf-328d-4bea-ad84-0892c1efefc7 None None] The sync data for ids ['ede53519-a0a1-4021-8925-dfd0f515ad7a'] in n-d-829866-5 is: [{'id': 'ede53519-a0a1-4021-8925-dfd0f515ad7a', 'name': 'tempest-FloatingIPsTestJSON-714126867-router', 'tenant_id': 'acb41e0e2a6445269a73d167d171a4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '3d24cb69-34ba-4545-ba8b-ba80ac5f4cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:44:55Z', 'updated_at': '2022-02-20T05:45:40Z', 'revision_number': 5, 'project_id': 'acb41e0e2a6445269a73d167d171a4e5', 'gw_port': {'id': '3d24cb69-34ba-4545-ba8b-ba80ac5f4cff', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede53519-a0a1-4021-8925-dfd0f515ad7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:44:57Z', 'updated_at': '2022-02-20T05:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:45:43.737371 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 8429cd61-6bf4-4207-a0ad-191558f1f9a6 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:43.738698 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8429cd61-6bf4-4207-a0ad-191558f1f9a6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:43.768827 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7b727ad3-f864-4c33-8ed3-dfb64ad7fc1e tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (22fe8108-0206-4eb1-b836-fa05e1c204af), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:43.781452 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0c3d02c8-cef7-453a-b940-e6934824af56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (f9153173-3286-482d-96ce-4825bc34d31e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:43.808536 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-000517fb-051a-43b4-9a2f-5e41ddd05dbc admin admin] For port 3d24cb69-34ba-4545-ba8b-ba80ac5f4cff, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3d24cb69-34ba-4545-ba8b-ba80ac5f4cff,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:43.809052 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-000517fb-051a-43b4-9a2f-5e41ddd05dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3d24cb69-34ba-4545-ba8b-ba80ac5f4cff), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:43.818319 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58355681-f54c-4168-bef0-beb2ba6aa9fd None None] Network 4b107116-83a1-44f2-8a79-6cac42fcc023 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:43.837072 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-58355681-f54c-4168-bef0-beb2ba6aa9fd None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:43.841924 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58355681-f54c-4168-bef0-beb2ba6aa9fd None None] Pushing event updated for resources: {'Port': ['ID=fc628d1c-8bd2-4247-8238-a5e0c0404870,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:43.845230 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58355681-f54c-4168-bef0-beb2ba6aa9fd None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:45:43.854188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-069367f6-08ea-4bde-b3bc-2f2480805c0e None None] Current status of the port 8429cd61-6bf4-4207-a0ad-191558f1f9a6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:43.858298 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-000517fb-051a-43b4-9a2f-5e41ddd05dbc admin admin] Calling delete_port for 3d24cb69-34ba-4545-ba8b-ba80ac5f4cff owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:43.868371 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cf0596-2c5e-41f0-809b-6fe2711b0f14 admin admin] Network e0b0c64c-9265-4c3e-a16a-33323ef25bde is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:45:43.876391 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-36347b26-97cb-401b-9d6d-9066f759adea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:43.904390 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 8429cd61-6bf4-4207-a0ad-191558f1f9a6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8429cd61-6bf4-4207-a0ad-191558f1f9a6,segment=NetworkSegment(5b20eaf6-7314-45dd-80e6-7fa33ed4da6c),segment_id=5b20eaf6-7314-45dd-80e6-7fa33ed4da6c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:43.911042 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-069367f6-08ea-4bde-b3bc-2f2480805c0e None None] Provisioning complete for port 7fcf9c64-c125-48ae-9b36-02cfdd3c217f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:43.911719 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-069367f6-08ea-4bde-b3bc-2f2480805c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7fcf9c64-c125-48ae-9b36-02cfdd3c217f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:43.923454 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-d7cf0596-2c5e-41f0-809b-6fe2711b0f14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, e0b0c64c-9265-4c3e-a16a-33323ef25bde) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:43.933217 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8429cd61-6bf4-4207-a0ad-191558f1f9a6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:43.940161 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca69174-bf87-417b-ac88-08631a72156f None None] Network e0b0c64c-9265-4c3e-a16a-33323ef25bde requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:45:43.940749 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b727ad3-f864-4c33-8ed3-dfb64ad7fc1e tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event updated for resources: {'Subnet': ['ID=22fe8108-0206-4eb1-b836-fa05e1c204af,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:43.945217 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-36347b26-97cb-401b-9d6d-9066f759adea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:43.949777 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cf0596-2c5e-41f0-809b-6fe2711b0f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:43.950379 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0596-2c5e-41f0-809b-6fe2711b0f14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:43.981268 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-36347b26-97cb-401b-9d6d-9066f759adea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ab10d3-15e0-4954-b457-21e456a39d42') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:43.981542 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-36347b26-97cb-401b-9d6d-9066f759adea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ab10d3-15e0-4954-b457-21e456a39d42') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:43.983994 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b727ad3-f864-4c33-8ed3-dfb64ad7fc1e tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Checking segment: {'id': 'bd7584df-39f5-47fa-b684-d35afe8a8bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd1577bf6-fd68-4370-9e94-a710fd032026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:43.984360 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b727ad3-f864-4c33-8ed3-dfb64ad7fc1e tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Network hostable DHCP agents. Network: d1577bf6-fd68-4370-9e94-a710fd032026, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:45:43.999295 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4efe6e4c-f52b-4d1d-842e-d12f268b6ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (8429cd61-6bf4-4207-a0ad-191558f1f9a6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:44.038699 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event deleted for resources: {'Port': ['ID=8429cd61-6bf4-4207-a0ad-191558f1f9a6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:44.059408 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-58355681-f54c-4168-bef0-beb2ba6aa9fd None None] Attempting to bind port fc628d1c-8bd2-4247-8238-a5e0c0404870 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:45:44.059779 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-58355681-f54c-4168-bef0-beb2ba6aa9fd None None] Attempting to bind port fc628d1c-8bd2-4247-8238-a5e0c0404870 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:45:44.060142 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58355681-f54c-4168-bef0-beb2ba6aa9fd None None] Attempting to bind port fc628d1c-8bd2-4247-8238-a5e0c0404870 on network 4b107116-83a1-44f2-8a79-6cac42fcc023 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:45:44.068143 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-36347b26-97cb-401b-9d6d-9066f759adea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (33ab10d3-15e0-4954-b457-21e456a39d42), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:44.082647 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d7cf0596-2c5e-41f0-809b-6fe2711b0f14 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.3415425 Feb 20 05:45:44.089635 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43532) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:44.092607 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efe6e4c-f52b-4d1d-842e-d12f268b6ef9 None None] No DVR routers for this DVR port 8429cd61-6bf4-4207-a0ad-191558f1f9a6 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:45:44.103197 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-1b3c8977-5a1b-415c-8d81-3866920eaf6b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-117825550-router', 'tenant_id': 'ff057e2e11b34d528382adf0c20ac58a', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:44.103613 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe6e4c-f52b-4d1d-842e-d12f268b6ef9 None None] Pushing event deleted for resources: {'Port': ['ID=8429cd61-6bf4-4207-a0ad-191558f1f9a6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:44.113589 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58355681-f54c-4168-bef0-beb2ba6aa9fd None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:45:44.113980 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58355681-f54c-4168-bef0-beb2ba6aa9fd None None] Checking segment: {'id': 'dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:44.119091 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-36347b26-97cb-401b-9d6d-9066f759adea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (33ab10d3-15e0-4954-b457-21e456a39d42), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:44.129567 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58355681-f54c-4168-bef0-beb2ba6aa9fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:44.134916 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58355681-f54c-4168-bef0-beb2ba6aa9fd None None] Bound using segment: {'id': 'dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:45:44.135781 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-58355681-f54c-4168-bef0-beb2ba6aa9fd None None] Bound port: fc628d1c-8bd2-4247-8238-a5e0c0404870, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:45:44.136810 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58355681-f54c-4168-bef0-beb2ba6aa9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fc628d1c-8bd2-4247-8238-a5e0c0404870), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:44.206502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36347b26-97cb-401b-9d6d-9066f759adea admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:45:44.207323 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-36347b26-97cb-401b-9d6d-9066f759adea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (33ab10d3-15e0-4954-b457-21e456a39d42), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:45:44.211317 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:45:44.228810 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b727ad3-f864-4c33-8ed3-dfb64ad7fc1e tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Network d1577bf6-fd68-4370-9e94-a710fd032026 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:45:44.269737 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8977-5a1b-415c-8d81-3866920eaf6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (0a4aa557-4beb-4191-8e55-aaed6950b31f), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:44.271377 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8977-5a1b-415c-8d81-3866920eaf6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (0a4aa557-4beb-4191-8e55-aaed6950b31f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:44.274849 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-7b727ad3-f864-4c33-8ed3-dfb64ad7fc1e tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, d1577bf6-fd68-4370-9e94-a710fd032026) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:44.296266 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa485d2d-bb58-4510-865c-da02fded40f9 None None] Network d1577bf6-fd68-4370-9e94-a710fd032026 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:45:44.303589 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-069367f6-08ea-4bde-b3bc-2f2480805c0e None None] Current status of the port 7fcf9c64-c125-48ae-9b36-02cfdd3c217f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:44.305976 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b727ad3-f864-4c33-8ed3-dfb64ad7fc1e tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:44.306580 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7b727ad3-f864-4c33-8ed3-dfb64ad7fc1e tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:44.331018 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43536) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:44.363341 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4aa3d5-4c23-4e85-a926-8e16a241e705 None None] Network e0b0c64c-9265-4c3e-a16a-33323ef25bde requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:45:44.467429 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-58355681-f54c-4168-bef0-beb2ba6aa9fd None None] For port fc628d1c-8bd2-4247-8238-a5e0c0404870, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:45:44.534680 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-36347b26-97cb-401b-9d6d-9066f759adea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:44.536453 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-58355681-f54c-4168-bef0-beb2ba6aa9fd None None] For port fc628d1c-8bd2-4247-8238-a5e0c0404870, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=fc628d1c-8bd2-4247-8238-a5e0c0404870,segment=NetworkSegment(dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff),segment_id=dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:45:44.560678 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58355681-f54c-4168-bef0-beb2ba6aa9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (fc628d1c-8bd2-4247-8238-a5e0c0404870), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:44.606937 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7b727ad3-f864-4c33-8ed3-dfb64ad7fc1e tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6720586 Feb 20 05:45:44.614753 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e812a53-70d0-447e-94ab-a9cc73235520', 'name': 'network-vif-deleted', 'tag': '76b55dfe-d15d-40bc-82c4-d57728de54d1'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:45:44.617447 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5b7434-aad4-404b-bb78-4c6db40900e6" -d '{"events": [{"server_uuid": "1e812a53-70d0-447e-94ab-a9cc73235520", "name": "network-vif-deleted", "tag": "76b55dfe-d15d-40bc-82c4-d57728de54d1"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:45:44.621606 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43546) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:44.634233 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-36347b26-97cb-401b-9d6d-9066f759adea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:44.637730 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-36347b26-97cb-401b-9d6d-9066f759adea admin admin] 10.222.0.37 "DELETE /v2.0/networks/d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd HTTP/1.1" status: 204 len: 168 time: 2.1633005 Feb 20 05:45:44.695688 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36347b26-97cb-401b-9d6d-9066f759adea admin admin] Pushing event deleted for resources: {'Network': ['ID=d91b7ebc-2d02-41a8-b3f1-e64f47e4bfbd,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:44.741406 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5981bfc-6097-47c9-957a-04dc6c7cfd05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-d1577bf6-fd68-4370-9e94-a710fd032026', 'network_id': 'd1577bf6-fd68-4370-9e94-a710fd032026', 'project_id': 'daec55bfb4d64dbc968b6c04e236a5af', 'fixed_ips': [{'subnet_id': '22fe8108-0206-4eb1-b836-fa05e1c204af'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:45:44.742552 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5981bfc-6097-47c9-957a-04dc6c7cfd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:44.765522 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-4590a546-7192-49e6-9938-00e4d99d3f9f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Request body: {'port': {'network_id': 'd1577bf6-fd68-4370-9e94-a710fd032026', 'name': 'tempest-NetworksIpV6TestAttrs-550424365'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:44.779304 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8977-5a1b-415c-8d81-3866920eaf6b admin admin] Publish callbacks [] for router_controller (0a4aa557-4beb-4191-8e55-aaed6950b31f), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:44.820622 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-000517fb-051a-43b4-9a2f-5e41ddd05dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (3d24cb69-34ba-4545-ba8b-ba80ac5f4cff), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:44.822781 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58355681-f54c-4168-bef0-beb2ba6aa9fd None None] Pushing event updated for resources: {'Port': ['ID=fc628d1c-8bd2-4247-8238-a5e0c0404870,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:44.824738 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-f029b508-643a-49b3-b5e8-9141bd3469b8 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Allocated IP 172.21.0.1 (4b107116-83a1-44f2-8a79-6cac42fcc023/31081987-d3c3-433b-82fb-4541be9e986d/76cd028a-7e7a-4b53-a9b8-468196c5adc6) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:45:45.155606 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c40dcd-3ff0-4e4d-9053-90d009a1fbfc x-openstack-request-id: req-14c40dcd-3ff0-4e4d-9053-90d009a1fbfc {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:45:45.156322 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e812a53-70d0-447e-94ab-a9cc73235520", "name": "network-vif-deleted", "tag": "76b55dfe-d15d-40bc-82c4-d57728de54d1", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:45:45.156322 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14c40dcd-3ff0-4e4d-9053-90d009a1fbfc {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:45:45.156626 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e812a53-70d0-447e-94ab-a9cc73235520', 'name': 'network-vif-deleted', 'tag': '76b55dfe-d15d-40bc-82c4-d57728de54d1', 'status': 'completed', 'code': 200} Feb 20 05:45:45.157214 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43560) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:45.248599 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000517fb-051a-43b4-9a2f-5e41ddd05dbc admin admin] Pushing event deleted for resources: {'Port': ['ID=3d24cb69-34ba-4545-ba8b-ba80ac5f4cff,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:45.290422 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-d5981bfc-6097-47c9-957a-04dc6c7cfd05 None None] Allocated IP 2001:db8::f816:3eff:fe69:149d (d1577bf6-fd68-4370-9e94-a710fd032026/22fe8108-0206-4eb1-b836-fa05e1c204af/efec14f8-ef06-44b2-abcb-26e1fb22bba4) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:45:45.393486 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8977-5a1b-415c-8d81-3866920eaf6b admin admin] Publish callbacks [] for router_gateway (0a4aa557-4beb-4191-8e55-aaed6950b31f), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:45.440577 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3d02c8-cef7-453a-b940-e6934824af56 admin admin] Router f9153173-3286-482d-96ce-4825bc34d31e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:45:45.498328 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4590a546-7192-49e6-9938-00e4d99d3f9f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Made reservation on behalf of daec55bfb4d64dbc968b6c04e236a5af for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:45.501917 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4590a546-7192-49e6-9938-00e4d99d3f9f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:45.525978 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5981bfc-6097-47c9-957a-04dc6c7cfd05 None None] Publish callbacks [] for port (efec14f8-ef06-44b2-abcb-26e1fb22bba4), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:45.532201 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7fcf9c64-c125-48ae-9b36-02cfdd3c217f up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:45.558615 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-070745dd-21d8-4f94-bb0d-c8a32edb151c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c762d17a84a4f8c936bfa2963e4b8f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3793302 Feb 20 05:45:45.561287 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-000517fb-051a-43b4-9a2f-5e41ddd05dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (ede53519-a0a1-4021-8925-dfd0f515ad7a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:45.565097 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43566) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:45.590959 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5981bfc-6097-47c9-957a-04dc6c7cfd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (efec14f8-ef06-44b2-abcb-26e1fb22bba4), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:45.637480 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-4590a546-7192-49e6-9938-00e4d99d3f9f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] device_id is not set on port ccf98b19-4d8b-44a5-adb9-b65caabdcea5 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:45:45.660224 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5981bfc-6097-47c9-957a-04dc6c7cfd05 None None] Pushing event updated for resources: {'Port': ['ID=efec14f8-ef06-44b2-abcb-26e1fb22bba4,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:45.676418 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5981bfc-6097-47c9-957a-04dc6c7cfd05 None None] Network d1577bf6-fd68-4370-9e94-a710fd032026 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:45.678253 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f029b508-643a-49b3-b5e8-9141bd3469b8 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for port (76cd028a-7e7a-4b53-a9b8-468196c5adc6), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:45.679145 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-d5981bfc-6097-47c9-957a-04dc6c7cfd05 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:45.682369 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5981bfc-6097-47c9-957a-04dc6c7cfd05 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:45:45.702065 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 7fcf9c64-c125-48ae-9b36-02cfdd3c217f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:45.702589 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7fcf9c64-c125-48ae-9b36-02cfdd3c217f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:45.726293 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-000517fb-051a-43b4-9a2f-5e41ddd05dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (ede53519-a0a1-4021-8925-dfd0f515ad7a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:45.734289 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-000517fb-051a-43b4-9a2f-5e41ddd05dbc admin admin] Publish callbacks [] for router_controller (ede53519-a0a1-4021-8925-dfd0f515ad7a), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:45.738801 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a27b8b70-822c-4413-8ac3-db6730964502 admin admin] Publish callbacks [] for security_group (e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:45.806976 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a27b8b70-822c-4413-8ac3-db6730964502 admin admin] Publish callbacks [] for security_group (e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:45.831234 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f029b508-643a-49b3-b5e8-9141bd3469b8 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (76cd028a-7e7a-4b53-a9b8-468196c5adc6), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:45.892414 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-000517fb-051a-43b4-9a2f-5e41ddd05dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (ede53519-a0a1-4021-8925-dfd0f515ad7a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:45.893015 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000517fb-051a-43b4-9a2f-5e41ddd05dbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ede53519-a0a1-4021-8925-dfd0f515ad7a {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:45:45.895528 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3d02c8-cef7-453a-b940-e6934824af56 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:45:45.902852 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0c3d02c8-cef7-453a-b940-e6934824af56 admin admin] 10.222.0.37 "PUT /v2.0/routers/f9153173-3286-482d-96ce-4825bc34d31e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6947124 Feb 20 05:45:45.909278 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-000517fb-051a-43b4-9a2f-5e41ddd05dbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:45.921648 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-000517fb-051a-43b4-9a2f-5e41ddd05dbc admin admin] 10.222.0.37 "DELETE /v2.0/routers/ede53519-a0a1-4021-8925-dfd0f515ad7a HTTP/1.1" status: 204 len: 168 time: 3.6227045 Feb 20 05:45:45.926400 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43568) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:45.926740 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43570) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:46.020307 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8cd758-4596-44ac-aab4-b1c4a986c9a1 None None] Sync routers for ids ['f9153173-3286-482d-96ce-4825bc34d31e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:45:46.050824 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8cd758-4596-44ac-aab4-b1c4a986c9a1 None None] Routers {'f9153173-3286-482d-96ce-4825bc34d31e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:46.051891 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ab8cd758-4596-44ac-aab4-b1c4a986c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f9153173-3286-482d-96ce-4825bc34d31e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:46.128047 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 7fcf9c64-c125-48ae-9b36-02cfdd3c217f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:46.137352 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-303cd5bb-70b0-4602-8d57-daf28f1b2604 admin admin] Deleting subnet 4e51ed97-29cd-43a4-b0f5-5d73bbc12ce6 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:45:46.199534 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f029b508-643a-49b3-b5e8-9141bd3469b8 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network 4b107116-83a1-44f2-8a79-6cac42fcc023 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:46.200115 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device fc62bebe-0f9c-40f4-96b4-25fe46d45f58 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:45:46.231236 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: fc62bebe-0f9c-40f4-96b4-25fe46d45f58 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:45:46.231592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device fc62bebe-0f9c-40f4-96b4-25fe46d45f58 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:45:46.242406 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-f029b508-643a-49b3-b5e8-9141bd3469b8 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:46.245846 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f029b508-643a-49b3-b5e8-9141bd3469b8 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:45:46.253485 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029b508-643a-49b3-b5e8-9141bd3469b8 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Port': ['ID=76cd028a-7e7a-4b53-a9b8-468196c5adc6,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:46.255249 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-303cd5bb-70b0-4602-8d57-daf28f1b2604 admin admin] Publish callbacks [] for subnet (4e51ed97-29cd-43a4-b0f5-5d73bbc12ce6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:46.284091 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d5981bfc-6097-47c9-957a-04dc6c7cfd05 None None] Attempting to bind port efec14f8-ef06-44b2-abcb-26e1fb22bba4 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:45:46.284472 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d5981bfc-6097-47c9-957a-04dc6c7cfd05 None None] Attempting to bind port efec14f8-ef06-44b2-abcb-26e1fb22bba4 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'bd7584df-39f5-47fa-b684-d35afe8a8bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd1577bf6-fd68-4370-9e94-a710fd032026'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:45:46.284881 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5981bfc-6097-47c9-957a-04dc6c7cfd05 None None] Attempting to bind port efec14f8-ef06-44b2-abcb-26e1fb22bba4 on network d1577bf6-fd68-4370-9e94-a710fd032026 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:45:46.319974 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8977-5a1b-415c-8d81-3866920eaf6b admin admin] Publish callbacks [] for router_gateway (0a4aa557-4beb-4191-8e55-aaed6950b31f), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:46.322650 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-4590a546-7192-49e6-9938-00e4d99d3f9f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Allocated IP 2001:db8::f816:3eff:fe95:11f7 (d1577bf6-fd68-4370-9e94-a710fd032026/22fe8108-0206-4eb1-b836-fa05e1c204af/ccf98b19-4d8b-44a5-adb9-b65caabdcea5) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:45:46.371247 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8977-5a1b-415c-8d81-3866920eaf6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:46.378990 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3b70d1ab-b0f9-4d4a-a6cd-a73dc2ca58e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (cc9fe85c-021b-4bee-a71b-10858d1e856a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:46.421084 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-303cd5bb-70b0-4602-8d57-daf28f1b2604 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (4e51ed97-29cd-43a4-b0f5-5d73bbc12ce6), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:46.455522 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-348d2d2b-a79f-4ba9-9a70-76fbefb700ad admin admin] Publish callbacks [] for router (f9153173-3286-482d-96ce-4825bc34d31e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:46.455744 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a27b8b70-822c-4413-8ac3-db6730964502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:46.459106 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a27b8b70-822c-4413-8ac3-db6730964502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:46.462609 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a27b8b70-822c-4413-8ac3-db6730964502 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb HTTP/1.1" status: 204 len: 168 time: 0.8874922 Feb 20 05:45:46.463567 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-ab8cd758-4596-44ac-aab4-b1c4a986c9a1 None None] Set router f9153173-3286-482d-96ce-4825bc34d31e gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:46.510065 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b8b70-822c-4413-8ac3-db6730964502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fcc8bd-3a04-4464-a1ed-8c6f06c9c7eb,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:46.526062 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f029b508-643a-49b3-b5e8-9141bd3469b8 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (c8f28992-fd35-4d43-8618-933ff086237e), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:46.596960 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c43a108-2840-44f5-b2e0-dd8a13f9ca8c None None] Network 4b107116-83a1-44f2-8a79-6cac42fcc023 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:45:46.649468 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5981bfc-6097-47c9-957a-04dc6c7cfd05 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:45:46.649852 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5981bfc-6097-47c9-957a-04dc6c7cfd05 None None] Checking segment: {'id': 'bd7584df-39f5-47fa-b684-d35afe8a8bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd1577bf6-fd68-4370-9e94-a710fd032026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:46.650262 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5981bfc-6097-47c9-957a-04dc6c7cfd05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:46.650664 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5981bfc-6097-47c9-957a-04dc6c7cfd05 None None] Bound using segment: {'id': 'bd7584df-39f5-47fa-b684-d35afe8a8bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd1577bf6-fd68-4370-9e94-a710fd032026'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:45:46.651198 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d5981bfc-6097-47c9-957a-04dc6c7cfd05 None None] Bound port: efec14f8-ef06-44b2-abcb-26e1fb22bba4, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7584df-39f5-47fa-b684-d35afe8a8bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd1577bf6-fd68-4370-9e94-a710fd032026'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:45:46.651539 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5981bfc-6097-47c9-957a-04dc6c7cfd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (efec14f8-ef06-44b2-abcb-26e1fb22bba4), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:46.840502 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-303cd5bb-70b0-4602-8d57-daf28f1b2604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (4e51ed97-29cd-43a4-b0f5-5d73bbc12ce6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:46.898627 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f029b508-643a-49b3-b5e8-9141bd3469b8 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (76cd028a-7e7a-4b53-a9b8-468196c5adc6), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:46.904334 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d5981bfc-6097-47c9-957a-04dc6c7cfd05 None None] For port efec14f8-ef06-44b2-abcb-26e1fb22bba4, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:45:46.908036 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d5981bfc-6097-47c9-957a-04dc6c7cfd05 None None] For port efec14f8-ef06-44b2-abcb-26e1fb22bba4, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=efec14f8-ef06-44b2-abcb-26e1fb22bba4,segment=NetworkSegment(bd7584df-39f5-47fa-b684-d35afe8a8bb2),segment_id=bd7584df-39f5-47fa-b684-d35afe8a8bb2)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:45:46.918725 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-590960c7-95a9-4e7b-99e5-f35f77b70085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:47.028260 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4590a546-7192-49e6-9938-00e4d99d3f9f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks [] for port (ccf98b19-4d8b-44a5-adb9-b65caabdcea5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:47.055530 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-70ddd9ca-e89c-40da-a255-6219753d39f8 None None] Provisioning complete for port fc628d1c-8bd2-4247-8238-a5e0c0404870 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:47.056084 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70ddd9ca-e89c-40da-a255-6219753d39f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fc628d1c-8bd2-4247-8238-a5e0c0404870), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:47.074459 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5981bfc-6097-47c9-957a-04dc6c7cfd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (efec14f8-ef06-44b2-abcb-26e1fb22bba4), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:47.079197 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-348d2d2b-a79f-4ba9-9a70-76fbefb700ad admin admin] Publish callbacks [] for router_gateway (f9153173-3286-482d-96ce-4825bc34d31e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:47.091678 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-303cd5bb-70b0-4602-8d57-daf28f1b2604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (4e51ed97-29cd-43a4-b0f5-5d73bbc12ce6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:47.127854 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-1b3c8977-5a1b-415c-8d81-3866920eaf6b admin admin] Allocated IP 172.25.3.92 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/1051c8a0-dccf-4e63-b55e-e61e238db3c6) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:45:47.162643 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303cd5bb-70b0-4602-8d57-daf28f1b2604 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e51ed97-29cd-43a4-b0f5-5d73bbc12ce6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:47.168066 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-303cd5bb-70b0-4602-8d57-daf28f1b2604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:47.174216 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-303cd5bb-70b0-4602-8d57-daf28f1b2604 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4e51ed97-29cd-43a4-b0f5-5d73bbc12ce6 HTTP/1.1" status: 204 len: 168 time: 1.2431464 Feb 20 05:45:47.181022 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43584) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:47.256649 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4590a546-7192-49e6-9938-00e4d99d3f9f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (ccf98b19-4d8b-44a5-adb9-b65caabdcea5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:47.313783 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8977-5a1b-415c-8d81-3866920eaf6b admin admin] Publish callbacks [] for port (1051c8a0-dccf-4e63-b55e-e61e238db3c6), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:47.354150 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device fc628d1c-8bd2-4247-8238-a5e0c0404870 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:47.355216 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4590a546-7192-49e6-9938-00e4d99d3f9f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Network d1577bf6-fd68-4370-9e94-a710fd032026 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:47.356255 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09960f75-c206-4d93-8a8f-b7d84b04949a None None] Network 61cdc046-d5a8-4a07-b1ac-f5104cc7604b requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:45:47.361327 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-4590a546-7192-49e6-9938-00e4d99d3f9f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:47.367187 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-348d2d2b-a79f-4ba9-9a70-76fbefb700ad admin admin] Deleting port 96193e81-a744-43d5-8b16-e9915c3445e1 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:47.371392 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-348d2d2b-a79f-4ba9-9a70-76fbefb700ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (96193e81-a744-43d5-8b16-e9915c3445e1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:47.407089 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4590a546-7192-49e6-9938-00e4d99d3f9f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:45:47.414215 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4590a546-7192-49e6-9938-00e4d99d3f9f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:47.415366 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4590a546-7192-49e6-9938-00e4d99d3f9f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:47.423193 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-500a7ca1-00d9-4052-a235-20aeeb14a5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (61cdc046-d5a8-4a07-b1ac-f5104cc7604b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:47.538933 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590a546-7192-49e6-9938-00e4d99d3f9f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event updated for resources: {'Port': ['ID=ccf98b19-4d8b-44a5-adb9-b65caabdcea5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:47.594494 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4590a546-7192-49e6-9938-00e4d99d3f9f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.8348117 Feb 20 05:45:47.596270 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43598) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:47.680947 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5981bfc-6097-47c9-957a-04dc6c7cfd05 None None] Pushing event updated for resources: {'Port': ['ID=efec14f8-ef06-44b2-abcb-26e1fb22bba4,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:47.762505 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-348d2d2b-a79f-4ba9-9a70-76fbefb700ad admin admin] For port 96193e81-a744-43d5-8b16-e9915c3445e1, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=96193e81-a744-43d5-8b16-e9915c3445e1,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:47.763673 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-348d2d2b-a79f-4ba9-9a70-76fbefb700ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (96193e81-a744-43d5-8b16-e9915c3445e1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:47.791572 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-348d2d2b-a79f-4ba9-9a70-76fbefb700ad admin admin] Calling delete_port for 96193e81-a744-43d5-8b16-e9915c3445e1 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:47.819319 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a15b7f2-0a7d-470a-9f0d-69c0deef0a92 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Deleting subnet 22fe8108-0206-4eb1-b836-fa05e1c204af {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:45:47.826458 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a15b7f2-0a7d-470a-9f0d-69c0deef0a92 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks [] for subnet (22fe8108-0206-4eb1-b836-fa05e1c204af), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:47.938883 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port fc628d1c-8bd2-4247-8238-a5e0c0404870 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:47.939299 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fc628d1c-8bd2-4247-8238-a5e0c0404870), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:47.954768 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-500a7ca1-00d9-4052-a235-20aeeb14a5c2 admin admin] Deleting port d180a15b-531a-4b94-9e8f-2ca1f9206940 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:47.955126 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-500a7ca1-00d9-4052-a235-20aeeb14a5c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (d180a15b-531a-4b94-9e8f-2ca1f9206940), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:48.045894 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-70ddd9ca-e89c-40da-a255-6219753d39f8 None None] Current status of the port fc628d1c-8bd2-4247-8238-a5e0c0404870 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:48.051065 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70ddd9ca-e89c-40da-a255-6219753d39f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fc628d1c-8bd2-4247-8238-a5e0c0404870), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:48.067057 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-500a7ca1-00d9-4052-a235-20aeeb14a5c2 admin admin] For port d180a15b-531a-4b94-9e8f-2ca1f9206940, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d180a15b-531a-4b94-9e8f-2ca1f9206940,segment=NetworkSegment(81e44e21-b8ee-478b-8735-a3a160baee31),segment_id=81e44e21-b8ee-478b-8735-a3a160baee31)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:48.067636 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-500a7ca1-00d9-4052-a235-20aeeb14a5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (d180a15b-531a-4b94-9e8f-2ca1f9206940), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:48.069021 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ab8cd758-4596-44ac-aab4-b1c4a986c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9153173-3286-482d-96ce-4825bc34d31e', 'name': 'tempest-TestAggregatesBasicOps-1142190004-router', 'tenant_id': '3e4863d605694b08afc00913a648aace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '96193e81-a744-43d5-8b16-e9915c3445e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:44:59Z', 'updated_at': '2022-02-20T05:45:43Z', 'revision_number': 5, 'project_id': '3e4863d605694b08afc00913a648aace', 'gw_port': {'id': '96193e81-a744-43d5-8b16-e9915c3445e1', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9153173-3286-482d-96ce-4825bc34d31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:01Z', 'updated_at': '2022-02-20T05:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:48.093874 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-500a7ca1-00d9-4052-a235-20aeeb14a5c2 admin admin] Calling delete_port for d180a15b-531a-4b94-9e8f-2ca1f9206940 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:48.163206 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8977-5a1b-415c-8d81-3866920eaf6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (1051c8a0-dccf-4e63-b55e-e61e238db3c6), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:48.200791 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8cd758-4596-44ac-aab4-b1c4a986c9a1 None None] Checking router: f9153173-3286-482d-96ce-4825bc34d31e for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:45:48.249438 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a15b7f2-0a7d-470a-9f0d-69c0deef0a92 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (22fe8108-0206-4eb1-b836-fa05e1c204af), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:48.265230 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-70ddd9ca-e89c-40da-a255-6219753d39f8 None None] For port fc628d1c-8bd2-4247-8238-a5e0c0404870, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=fc628d1c-8bd2-4247-8238-a5e0c0404870,segment=NetworkSegment(dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff),segment_id=dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:48.271798 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8cd758-4596-44ac-aab4-b1c4a986c9a1 None None] Routers {'f9153173-3286-482d-96ce-4825bc34d31e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:48.272298 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ab8cd758-4596-44ac-aab4-b1c4a986c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f9153173-3286-482d-96ce-4825bc34d31e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:48.277177 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70ddd9ca-e89c-40da-a255-6219753d39f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (fc628d1c-8bd2-4247-8238-a5e0c0404870), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:48.312893 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3c8977-5a1b-415c-8d81-3866920eaf6b admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:48.364495 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-1b3c8977-5a1b-415c-8d81-3866920eaf6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:48.366970 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3c8977-5a1b-415c-8d81-3866920eaf6b admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:45:48.401594 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-500a7ca1-00d9-4052-a235-20aeeb14a5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (d180a15b-531a-4b94-9e8f-2ca1f9206940), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:48.493549 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddd9ca-e89c-40da-a255-6219753d39f8 None None] Pushing event updated for resources: {'Port': ['ID=fc628d1c-8bd2-4247-8238-a5e0c0404870,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:48.496963 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d57160c-1662-4b24-9c4d-367f3454c164 None None] DHCP port deletion for 61cdc046-d5a8-4a07-b1ac-f5104cc7604b request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:45:48.560102 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c8977-5a1b-415c-8d81-3866920eaf6b admin admin] Pushing event updated for resources: {'Port': ['ID=1051c8a0-dccf-4e63-b55e-e61e238db3c6,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:48.608820 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a7ca1-00d9-4052-a235-20aeeb14a5c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d180a15b-531a-4b94-9e8f-2ca1f9206940,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:48.631459 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port fc628d1c-8bd2-4247-8238-a5e0c0404870 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:48.641102 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-989626a6-d33c-4326-8fbc-33f768a3aea8 None None] Provisioning complete for port fc628d1c-8bd2-4247-8238-a5e0c0404870 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:48.641730 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-989626a6-d33c-4326-8fbc-33f768a3aea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fc628d1c-8bd2-4247-8238-a5e0c0404870), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:48.711303 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-3b70d1ab-b0f9-4d4a-a6cd-a73dc2ca58e5 admin admin] Deleting port 61580c38-3921-43b1-b2c3-27480d4818cc {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:48.711774 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3b70d1ab-b0f9-4d4a-a6cd-a73dc2ca58e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (61580c38-3921-43b1-b2c3-27480d4818cc), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:48.727836 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-ab8cd758-4596-44ac-aab4-b1c4a986c9a1 None None] Set router f9153173-3286-482d-96ce-4825bc34d31e gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:48.734930 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500a7ca1-00d9-4052-a235-20aeeb14a5c2 admin admin] No DVR routers for this DVR port d180a15b-531a-4b94-9e8f-2ca1f9206940 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:45:48.907600 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ab8cd758-4596-44ac-aab4-b1c4a986c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9153173-3286-482d-96ce-4825bc34d31e', 'name': 'tempest-TestAggregatesBasicOps-1142190004-router', 'tenant_id': '3e4863d605694b08afc00913a648aace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:44:59Z', 'updated_at': '2022-02-20T05:45:47Z', 'revision_number': 6, 'project_id': '3e4863d605694b08afc00913a648aace', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:48.935501 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-500a7ca1-00d9-4052-a235-20aeeb14a5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (61cdc046-d5a8-4a07-b1ac-f5104cc7604b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:48.985106 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3d24cb69-34ba-4545-ba8b-ba80ac5f4cff no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:45:48.990180 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8cd758-4596-44ac-aab4-b1c4a986c9a1 None None] The sync data for ids ['f9153173-3286-482d-96ce-4825bc34d31e'] in n-d-829866-5 is: [{'id': 'f9153173-3286-482d-96ce-4825bc34d31e', 'name': 'tempest-TestAggregatesBasicOps-1142190004-router', 'tenant_id': '3e4863d605694b08afc00913a648aace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:44:59Z', 'updated_at': '2022-02-20T05:45:47Z', 'revision_number': 6, 'project_id': '3e4863d605694b08afc00913a648aace', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:45:49.016011 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-500a7ca1-00d9-4052-a235-20aeeb14a5c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61cdc046-d5a8-4a07-b1ac-f5104cc7604b']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:49.056302 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 3d24cb69-34ba-4545-ba8b-ba80ac5f4cff {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:45:49.056874 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3d24cb69-34ba-4545-ba8b-ba80ac5f4cff not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:45:49.100783 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f029b508-643a-49b3-b5e8-9141bd3469b8 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for port (76cd028a-7e7a-4b53-a9b8-468196c5adc6), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:49.152973 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-3b70d1ab-b0f9-4d4a-a6cd-a73dc2ca58e5 admin admin] For port 61580c38-3921-43b1-b2c3-27480d4818cc, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=61580c38-3921-43b1-b2c3-27480d4818cc,segment=NetworkSegment(e0dbac0b-e815-4628-a5c0-79e1d3edf6d2),segment_id=e0dbac0b-e815-4628-a5c0-79e1d3edf6d2)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:49.153351 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3b70d1ab-b0f9-4d4a-a6cd-a73dc2ca58e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (61580c38-3921-43b1-b2c3-27480d4818cc), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:49.156095 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f029b508-643a-49b3-b5e8-9141bd3469b8 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (76cd028a-7e7a-4b53-a9b8-468196c5adc6), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:49.291214 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f029b508-643a-49b3-b5e8-9141bd3469b8 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (c8f28992-fd35-4d43-8618-933ff086237e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:49.296017 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-3b70d1ab-b0f9-4d4a-a6cd-a73dc2ca58e5 admin admin] Calling delete_port for 61580c38-3921-43b1-b2c3-27480d4818cc owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:49.491354 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6201517a-8bf5-49fd-a6c9-d95bc7d88a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:49.512547 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7238da6-bf84-4690-8704-1bfae4219aa2 None None] Network d1577bf6-fd68-4370-9e94-a710fd032026 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:45:49.514872 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-989626a6-d33c-4326-8fbc-33f768a3aea8 None None] Current status of the port fc628d1c-8bd2-4247-8238-a5e0c0404870 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:49.671570 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8977-5a1b-415c-8d81-3866920eaf6b admin admin] Publish callbacks [] for router_gateway (0a4aa557-4beb-4191-8e55-aaed6950b31f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:49.694059 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-db02b9eb-6e4b-4914-aad7-64e856db58f0 req-94fd15ae-dc10-4ba7-a3e1-62bd2002b6fa tempest-ServerShowV247Test-393414098 tempest-ServerShowV247Test-393414098-project] 10.222.0.37 "GET /v2.0/ports?device_id=da0cc6d7-3ca3-4694-be75-d3481c217ca9 HTTP/1.1" status: 200 len: 210 time: 0.6926985 Feb 20 05:45:49.697721 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-500a7ca1-00d9-4052-a235-20aeeb14a5c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e44e21-b8ee-478b-8735-a3a160baee31') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:49.698993 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-500a7ca1-00d9-4052-a235-20aeeb14a5c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e44e21-b8ee-478b-8735-a3a160baee31') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:49.709896 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a15b7f2-0a7d-470a-9f0d-69c0deef0a92 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (22fe8108-0206-4eb1-b836-fa05e1c204af), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:49.717392 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-989626a6-d33c-4326-8fbc-33f768a3aea8 None None] Provisioning complete for port 76cd028a-7e7a-4b53-a9b8-468196c5adc6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:49.717783 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-989626a6-d33c-4326-8fbc-33f768a3aea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (76cd028a-7e7a-4b53-a9b8-468196c5adc6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:49.772441 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-989626a6-d33c-4326-8fbc-33f768a3aea8 None None] Port 76cd028a-7e7a-4b53-a9b8-468196c5adc6 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:45:49.773931 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:49.799825 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-500a7ca1-00d9-4052-a235-20aeeb14a5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (81e44e21-b8ee-478b-8735-a3a160baee31), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:49.821301 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-500a7ca1-00d9-4052-a235-20aeeb14a5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (81e44e21-b8ee-478b-8735-a3a160baee31), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:49.829173 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-500a7ca1-00d9-4052-a235-20aeeb14a5c2 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:45:49.829738 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-500a7ca1-00d9-4052-a235-20aeeb14a5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (81e44e21-b8ee-478b-8735-a3a160baee31), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:49.864260 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029b508-643a-49b3-b5e8-9141bd3469b8 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Port': ['ID=76cd028a-7e7a-4b53-a9b8-468196c5adc6,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:45:49.920638 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:45:49.924205 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-348d2d2b-a79f-4ba9-9a70-76fbefb700ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (96193e81-a744-43d5-8b16-e9915c3445e1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:49.932175 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f029b508-643a-49b3-b5e8-9141bd3469b8 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network 4b107116-83a1-44f2-8a79-6cac42fcc023 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:49.938425 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-f029b508-643a-49b3-b5e8-9141bd3469b8 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:49.960776 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-1df69bb8-d832-4761-9b7f-efacd2911dc2 None None] Provisioning complete for port efec14f8-ef06-44b2-abcb-26e1fb22bba4 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:49.961212 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1df69bb8-d832-4761-9b7f-efacd2911dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (efec14f8-ef06-44b2-abcb-26e1fb22bba4), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:49.980837 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-500a7ca1-00d9-4052-a235-20aeeb14a5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (61cdc046-d5a8-4a07-b1ac-f5104cc7604b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:49.992664 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d2d2b-a79f-4ba9-9a70-76fbefb700ad admin admin] Pushing event deleted for resources: {'Port': ['ID=96193e81-a744-43d5-8b16-e9915c3445e1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:50.047824 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-500a7ca1-00d9-4052-a235-20aeeb14a5c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:50.054384 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-500a7ca1-00d9-4052-a235-20aeeb14a5c2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/61cdc046-d5a8-4a07-b1ac-f5104cc7604b HTTP/1.1" status: 204 len: 168 time: 2.8659508 Feb 20 05:45:50.055732 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a7ca1-00d9-4052-a235-20aeeb14a5c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=61cdc046-d5a8-4a07-b1ac-f5104cc7604b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:50.095666 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device efec14f8-ef06-44b2-abcb-26e1fb22bba4 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:50.218762 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-348d2d2b-a79f-4ba9-9a70-76fbefb700ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (f9153173-3286-482d-96ce-4825bc34d31e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:50.338445 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f029b508-643a-49b3-b5e8-9141bd3469b8 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Router c8f28992-fd35-4d43-8618-933ff086237e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:45:50.427591 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-348d2d2b-a79f-4ba9-9a70-76fbefb700ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (f9153173-3286-482d-96ce-4825bc34d31e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:50.430284 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-348d2d2b-a79f-4ba9-9a70-76fbefb700ad admin admin] Publish callbacks [] for router_controller (f9153173-3286-482d-96ce-4825bc34d31e), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:50.470409 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1df69bb8-d832-4761-9b7f-efacd2911dc2 None None] Current status of the port efec14f8-ef06-44b2-abcb-26e1fb22bba4 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:50.475209 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1df69bb8-d832-4761-9b7f-efacd2911dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (efec14f8-ef06-44b2-abcb-26e1fb22bba4), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:50.489960 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43656) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:50.513923 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port efec14f8-ef06-44b2-abcb-26e1fb22bba4 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:50.514993 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (efec14f8-ef06-44b2-abcb-26e1fb22bba4), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:50.533765 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a15b7f2-0a7d-470a-9f0d-69c0deef0a92 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (22fe8108-0206-4eb1-b836-fa05e1c204af), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:50.629720 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-348d2d2b-a79f-4ba9-9a70-76fbefb700ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (f9153173-3286-482d-96ce-4825bc34d31e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:50.630362 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348d2d2b-a79f-4ba9-9a70-76fbefb700ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9153173-3286-482d-96ce-4825bc34d31e {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:45:50.634712 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-11772de7-bf45-4330-aa24-9281832cdb8c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=acb41e0e2a6445269a73d167d171a4e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1389594 Feb 20 05:45:50.635679 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15b7f2-0a7d-470a-9f0d-69c0deef0a92 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event deleted for resources: {'Subnet': ['ID=22fe8108-0206-4eb1-b836-fa05e1c204af,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:50.648868 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-348d2d2b-a79f-4ba9-9a70-76fbefb700ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:50.654440 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-348d2d2b-a79f-4ba9-9a70-76fbefb700ad admin admin] 10.222.0.37 "DELETE /v2.0/routers/f9153173-3286-482d-96ce-4825bc34d31e HTTP/1.1" status: 204 len: 168 time: 4.7266252 Feb 20 05:45:50.655511 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43662) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:50.656184 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43664) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:50.685513 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a15b7f2-0a7d-470a-9f0d-69c0deef0a92 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:50.690000 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8a15b7f2-0a7d-470a-9f0d-69c0deef0a92 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "DELETE /v2.0/subnets/22fe8108-0206-4eb1-b836-fa05e1c204af HTTP/1.1" status: 204 len: 168 time: 3.0865014 Feb 20 05:45:50.693210 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43668) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:50.772173 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-1df69bb8-d832-4761-9b7f-efacd2911dc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:45:50.772808 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-1df69bb8-d832-4761-9b7f-efacd2911dc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:45:50.813911 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port efec14f8-ef06-44b2-abcb-26e1fb22bba4 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:50.814395 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (efec14f8-ef06-44b2-abcb-26e1fb22bba4), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:50.896348 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af182889-c734-4c32-9b2b-c05886f1a0da None None] Network d1577bf6-fd68-4370-9e94-a710fd032026 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:45:50.903283 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port efec14f8-ef06-44b2-abcb-26e1fb22bba4, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=efec14f8-ef06-44b2-abcb-26e1fb22bba4,segment=NetworkSegment(bd7584df-39f5-47fa-b684-d35afe8a8bb2),segment_id=bd7584df-39f5-47fa-b684-d35afe8a8bb2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:50.920268 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (efec14f8-ef06-44b2-abcb-26e1fb22bba4), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:50.921532 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device fc628d1c-8bd2-4247-8238-a5e0c0404870 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:50.986043 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8977-5a1b-415c-8d81-3866920eaf6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (0a4aa557-4beb-4191-8e55-aaed6950b31f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:51.048786 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e2925603-7123-4357-b104-dcaa0c28a226 req-9828cb74-e392-468d-b6e4-d5a10e212ed7 tempest-ServerShowV247Test-393414098 tempest-ServerShowV247Test-393414098-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d6214d7-c10c-43db-9567-732d9c452434 HTTP/1.1" status: 200 len: 210 time: 0.0759156 Feb 20 05:45:51.096367 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-96840a50-7050-464b-ad2b-6bd27f2837a7 admin admin] Deleting subnet 034800db-fe86-4155-ac32-b522243a2b21 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:45:51.100422 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96840a50-7050-464b-ad2b-6bd27f2837a7 admin admin] Publish callbacks [] for subnet (034800db-fe86-4155-ac32-b522243a2b21), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:51.142634 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96840a50-7050-464b-ad2b-6bd27f2837a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (034800db-fe86-4155-ac32-b522243a2b21), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:51.164364 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=efec14f8-ef06-44b2-abcb-26e1fb22bba4,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:51.186410 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port fc628d1c-8bd2-4247-8238-a5e0c0404870 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:51.186793 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fc628d1c-8bd2-4247-8238-a5e0c0404870), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:51.230094 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f029b508-643a-49b3-b5e8-9141bd3469b8 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:45:51.241950 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe9925a-32ea-4221-bb9c-87fcd4858c68 None None] Sync routers for ids ['c8f28992-fd35-4d43-8618-933ff086237e'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:45:51.259793 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f029b508-643a-49b3-b5e8-9141bd3469b8 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "PUT /v2.0/routers/c8f28992-fd35-4d43-8618-933ff086237e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6318099 Feb 20 05:45:51.260012 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe9925a-32ea-4221-bb9c-87fcd4858c68 None None] Routers {'c8f28992-fd35-4d43-8618-933ff086237e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:51.260854 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43678) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:51.261567 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7fe9925a-32ea-4221-bb9c-87fcd4858c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8f28992-fd35-4d43-8618-933ff086237e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:51.271354 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-cf618323-b6ea-47f9-acb3-904c730355c6 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'network': {'name': 'tempest-RoutersTest-403776195'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:51.298929 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96840a50-7050-464b-ad2b-6bd27f2837a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (034800db-fe86-4155-ac32-b522243a2b21), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:51.299694 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf618323-b6ea-47f9-acb3-904c730355c6 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Made reservation on behalf of ec8dd31e72ed40dc8f4a2a6bbaade185 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:51.304540 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf618323-b6ea-47f9-acb3-904c730355c6 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:51.341307 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716bd7c6-04f2-4cc8-b218-6f1dea83b196 None None] DHCP port deletion for d1577bf6-fd68-4370-9e94-a710fd032026 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:45:51.386221 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54575ed-3776-4dda-8b91-4510d155da8c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:51.387847 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54575ed-3776-4dda-8b91-4510d155da8c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:51.389670 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b54575ed-3776-4dda-8b91-4510d155da8c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6556797 Feb 20 05:45:51.391333 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96840a50-7050-464b-ad2b-6bd27f2837a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (034800db-fe86-4155-ac32-b522243a2b21), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:51.394265 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43680) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:51.399904 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf618323-b6ea-47f9-acb3-904c730355c6 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:45:51.412100 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf618323-b6ea-47f9-acb3-904c730355c6 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (b35f3513-800d-4cea-a3ce-762c7a3bc731), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:51.412744 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-cf618323-b6ea-47f9-acb3-904c730355c6 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Added segment b35f3513-800d-4cea-a3ce-762c7a3bc731 of type vlan for network 5d47669d-ba3a-49f5-adf0-4cc424a7146e Feb 20 05:45:51.454935 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf618323-b6ea-47f9-acb3-904c730355c6 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (5d47669d-ba3a-49f5-adf0-4cc424a7146e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:51.505906 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf618323-b6ea-47f9-acb3-904c730355c6 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (5d47669d-ba3a-49f5-adf0-4cc424a7146e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:51.510354 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:51.511088 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1df69bb8-d832-4761-9b7f-efacd2911dc2 None None] Current status of the port efec14f8-ef06-44b2-abcb-26e1fb22bba4 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:51.512393 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf618323-b6ea-47f9-acb3-904c730355c6 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:51.513226 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf618323-b6ea-47f9-acb3-904c730355c6 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:51.516739 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-7fe9925a-32ea-4221-bb9c-87fcd4858c68 None None] Set router c8f28992-fd35-4d43-8618-933ff086237e gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:51.570222 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5e69286-0f68-4213-a70b-2187987017ae tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (d1577bf6-fd68-4370-9e94-a710fd032026), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:51.598587 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cf618323-b6ea-47f9-acb3-904c730355c6 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3338146 Feb 20 05:45:51.613917 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43682) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:51.614470 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-1df69bb8-d832-4761-9b7f-efacd2911dc2 None None] Provisioning complete for port 76cd028a-7e7a-4b53-a9b8-468196c5adc6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:51.614847 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1df69bb8-d832-4761-9b7f-efacd2911dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (76cd028a-7e7a-4b53-a9b8-468196c5adc6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:51.620818 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-268d4678-2c28-4b36-b935-a04ce41dcc02 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'subnet': {'network_id': '5d47669d-ba3a-49f5-adf0-4cc424a7146e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:51.648337 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-716bd7c6-04f2-4cc8-b218-6f1dea83b196 None None] Deleting port efec14f8-ef06-44b2-abcb-26e1fb22bba4 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:51.648709 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-716bd7c6-04f2-4cc8-b218-6f1dea83b196 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (efec14f8-ef06-44b2-abcb-26e1fb22bba4), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:51.651633 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96840a50-7050-464b-ad2b-6bd27f2837a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:51.651948 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port fc628d1c-8bd2-4247-8238-a5e0c0404870 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:51.664575 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-96840a50-7050-464b-ad2b-6bd27f2837a7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/034800db-fe86-4155-ac32-b522243a2b21 HTTP/1.1" status: 204 len: 168 time: 0.9900668 Feb 20 05:45:51.665604 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96840a50-7050-464b-ad2b-6bd27f2837a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=034800db-fe86-4155-ac32-b522243a2b21,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:51.669148 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43684) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:51.669347 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ca18695-1bdc-4eac-b884-9e2b1102f48f admin admin] Publish callbacks [] for security_group (15179e4c-0f91-484b-85c8-da4f5c3d579b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:51.685483 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109377c4-a90e-4757-8ea5-86979bb56014 None None] Network 75c9151b-9e39-4316-b04e-d9d5f08d8092 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:45:51.809595 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e69286-0f68-4213-a70b-2187987017ae tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 20 05:45:51.810258 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e69286-0f68-4213-a70b-2187987017ae tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:45:51.819708 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e5e69286-0f68-4213-a70b-2187987017ae tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "DELETE /v2.0/networks/d1577bf6-fd68-4370-9e94-a710fd032026 HTTP/1.1" status: 409 len: 466 time: 0.4210873 Feb 20 05:45:51.822061 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43686) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:51.844825 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-cdf93906-e883-4add-8a17-45b6700ef7d9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-575928817'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:51.845061 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf618323-b6ea-47f9-acb3-904c730355c6 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Network': ['ID=5d47669d-ba3a-49f5-adf0-4cc424a7146e,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:51.847641 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3b70d1ab-b0f9-4d4a-a6cd-a73dc2ca58e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (61580c38-3921-43b1-b2c3-27480d4818cc), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:51.864679 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ca18695-1bdc-4eac-b884-9e2b1102f48f admin admin] Publish callbacks [] for security_group (15179e4c-0f91-484b-85c8-da4f5c3d579b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:51.874570 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7fe9925a-32ea-4221-bb9c-87fcd4858c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:45:46Z', 'revision_number': 3, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None, '_interfaces': [{'id': '76cd028a-7e7a-4b53-a9b8-468196c5adc6', 'name': '', 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:21:08:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '31081987-d3c3-433b-82fb-4541be9e986d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:43Z', 'updated_at': '2022-02-20T05:45:48Z', 'revision_number': 2, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '31081987-d3c3-433b-82fb-4541be9e986d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fcf9c64-c125-48ae-9b36-02cfdd3c217f', 'name': '', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:26:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:33Z', 'updated_at': '2022-02-20T05:45:41Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '53f9bde1-6730-408b-9df2-7a4291149046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:51.875012 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device bb8605e8-325b-40d0-abb6-7f6815abc8b9 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:45:51.876845 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 5d47669d-ba3a-49f5-adf0-4cc424a7146e details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:45:51.901151 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bfbc56ef-ab88-42dc-b9ff-1fa0dbae9d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (75c9151b-9e39-4316-b04e-d9d5f08d8092), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:51.918351 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe9925a-32ea-4221-bb9c-87fcd4858c68 None None] Checking router: c8f28992-fd35-4d43-8618-933ff086237e for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:45:51.919132 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe9925a-32ea-4221-bb9c-87fcd4858c68 None None] Updating router c8f28992-fd35-4d43-8618-933ff086237e port 76cd028a-7e7a-4b53-a9b8-468196c5adc6 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:45:51.935230 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf93906-e883-4add-8a17-45b6700ef7d9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Made reservation on behalf of daec55bfb4d64dbc968b6c04e236a5af for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:51.939118 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cdf93906-e883-4add-8a17-45b6700ef7d9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:51.971515 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-33d31ebc-c775-4bc4-9e6e-fd2d86149ee2 req-37c711c6-d1e6-48e5-9af6-895959bfad82 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=da0cc6d7-3ca3-4694-be75-d3481c217ca9 HTTP/1.1" status: 200 len: 210 time: 0.1920409 Feb 20 05:45:51.995788 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7fe9925a-32ea-4221-bb9c-87fcd4858c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (76cd028a-7e7a-4b53-a9b8-468196c5adc6), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:52.000248 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf93906-e883-4add-8a17-45b6700ef7d9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:45:52.009338 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70d1ab-b0f9-4d4a-a6cd-a73dc2ca58e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=61580c38-3921-43b1-b2c3-27480d4818cc,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:52.021567 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cdf93906-e883-4add-8a17-45b6700ef7d9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (b66f8bcb-9a03-4ec3-856b-4d5e3d21d2ce), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:52.021935 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-cdf93906-e883-4add-8a17-45b6700ef7d9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Added segment b66f8bcb-9a03-4ec3-856b-4d5e3d21d2ce of type vlan for network 315ca5ed-d9b4-4c41-bb3a-384cd156aec5 Feb 20 05:45:52.027866 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268d4678-2c28-4b36-b935-a04ce41dcc02 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Made reservation on behalf of ec8dd31e72ed40dc8f4a2a6bbaade185 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:52.034128 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ca18695-1bdc-4eac-b884-9e2b1102f48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (15179e4c-0f91-484b-85c8-da4f5c3d579b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:52.037300 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ca18695-1bdc-4eac-b884-9e2b1102f48f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:52.040689 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6ca18695-1bdc-4eac-b884-9e2b1102f48f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15179e4c-0f91-484b-85c8-da4f5c3d579b HTTP/1.1" status: 204 len: 168 time: 1.3718939 Feb 20 05:45:52.044142 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-268d4678-2c28-4b36-b935-a04ce41dcc02 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:52.086986 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca18695-1bdc-4eac-b884-9e2b1102f48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15179e4c-0f91-484b-85c8-da4f5c3d579b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:52.141422 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1df69bb8-d832-4761-9b7f-efacd2911dc2 None None] Port 76cd028a-7e7a-4b53-a9b8-468196c5adc6 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:45:52.171820 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cdf93906-e883-4add-8a17-45b6700ef7d9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (315ca5ed-d9b4-4c41-bb3a-384cd156aec5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:52.201077 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-bfbc56ef-ab88-42dc-b9ff-1fa0dbae9d28 admin admin] Deleting port be154a52-e3a9-45c3-a363-f8e10b219412 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:52.204724 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bfbc56ef-ab88-42dc-b9ff-1fa0dbae9d28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (be154a52-e3a9-45c3-a363-f8e10b219412), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:52.286866 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3c8977-5a1b-415c-8d81-3866920eaf6b admin admin] Router 0a4aa557-4beb-4191-8e55-aaed6950b31f is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:45:52.310613 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: bb8605e8-325b-40d0-abb6-7f6815abc8b9 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:45:52.311155 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device bb8605e8-325b-40d0-abb6-7f6815abc8b9 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:45:52.311697 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d180a15b-531a-4b94-9e8f-2ca1f9206940 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:45:52.391884 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8b846761-1320-40fa-b2a2-f63cd73fe9c0 req-1cbb2951-ab80-499f-9829-d719715ef5ed tempest-ServerShowV247Test-393414098 tempest-ServerShowV247Test-393414098-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d6214d7-c10c-43db-9567-732d9c452434 HTTP/1.1" status: 200 len: 210 time: 0.1790888 Feb 20 05:45:52.398721 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cdf93906-e883-4add-8a17-45b6700ef7d9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (315ca5ed-d9b4-4c41-bb3a-384cd156aec5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:52.404512 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf93906-e883-4add-8a17-45b6700ef7d9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:52.405434 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cdf93906-e883-4add-8a17-45b6700ef7d9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:52.448301 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: d180a15b-531a-4b94-9e8f-2ca1f9206940 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:45:52.448748 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d180a15b-531a-4b94-9e8f-2ca1f9206940 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:45:52.454320 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-716bd7c6-04f2-4cc8-b218-6f1dea83b196 None None] For port efec14f8-ef06-44b2-abcb-26e1fb22bba4, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=efec14f8-ef06-44b2-abcb-26e1fb22bba4,segment=NetworkSegment(bd7584df-39f5-47fa-b684-d35afe8a8bb2),segment_id=bd7584df-39f5-47fa-b684-d35afe8a8bb2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:52.454809 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-716bd7c6-04f2-4cc8-b218-6f1dea83b196 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (efec14f8-ef06-44b2-abcb-26e1fb22bba4), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:52.517581 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-716bd7c6-04f2-4cc8-b218-6f1dea83b196 None None] Calling delete_port for efec14f8-ef06-44b2-abcb-26e1fb22bba4 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:52.522211 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d8cf450d-7b19-407c-b7b7-3fd6e6906f72 None None] Provisioning complete for port efec14f8-ef06-44b2-abcb-26e1fb22bba4 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:52.523318 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8cf450d-7b19-407c-b7b7-3fd6e6906f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (efec14f8-ef06-44b2-abcb-26e1fb22bba4), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:52.538875 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-cdf93906-e883-4add-8a17-45b6700ef7d9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7020822 Feb 20 05:45:52.544660 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-bfbc56ef-ab88-42dc-b9ff-1fa0dbae9d28 admin admin] For port be154a52-e3a9-45c3-a363-f8e10b219412, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=be154a52-e3a9-45c3-a363-f8e10b219412,segment=NetworkSegment(f700fbf4-ef11-48e5-bb1a-791d5636cc98),segment_id=f700fbf4-ef11-48e5-bb1a-791d5636cc98)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:52.545199 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bfbc56ef-ab88-42dc-b9ff-1fa0dbae9d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (be154a52-e3a9-45c3-a363-f8e10b219412), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:52.547907 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43698) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:52.559330 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ebf9d572-073a-47f9-bb7e-20e9d0ed3aa1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Request body: {'subnet': {'network_id': '315ca5ed-d9b4-4c41-bb3a-384cd156aec5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:52.566181 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf93906-e883-4add-8a17-45b6700ef7d9 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event updated for resources: {'Network': ['ID=315ca5ed-d9b4-4c41-bb3a-384cd156aec5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:52.600639 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-bfbc56ef-ab88-42dc-b9ff-1fa0dbae9d28 admin admin] Calling delete_port for be154a52-e3a9-45c3-a363-f8e10b219412 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:52.662113 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 315ca5ed-d9b4-4c41-bb3a-384cd156aec5 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:45:52.803202 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf9d572-073a-47f9-bb7e-20e9d0ed3aa1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Made reservation on behalf of daec55bfb4d64dbc968b6c04e236a5af for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:52.807248 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d572-073a-47f9-bb7e-20e9d0ed3aa1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:52.838213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d8cf450d-7b19-407c-b7b7-3fd6e6906f72 None None] Current status of the port efec14f8-ef06-44b2-abcb-26e1fb22bba4 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:52.843463 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf8a944-6d9b-4f38-bdfd-b2ac48f0d4e2 None None] DHCP port deletion for 75c9151b-9e39-4316-b04e-d9d5f08d8092 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:45:52.935162 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device efec14f8-ef06-44b2-abcb-26e1fb22bba4 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:45:52.981045 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7fe9925a-32ea-4221-bb9c-87fcd4858c68 None None] Publish callbacks [] for port (76cd028a-7e7a-4b53-a9b8-468196c5adc6), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:52.996393 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3c8977-5a1b-415c-8d81-3866920eaf6b admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:45:53.006678 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7fe9925a-32ea-4221-bb9c-87fcd4858c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (76cd028a-7e7a-4b53-a9b8-468196c5adc6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:53.014933 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bfbc56ef-ab88-42dc-b9ff-1fa0dbae9d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (be154a52-e3a9-45c3-a363-f8e10b219412), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:53.056772 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc56ef-ab88-42dc-b9ff-1fa0dbae9d28 admin admin] No DVR routers for this DVR port be154a52-e3a9-45c3-a363-f8e10b219412 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:45:53.067648 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:53.074348 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3b70d1ab-b0f9-4d4a-a6cd-a73dc2ca58e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (cc9fe85c-021b-4bee-a71b-10858d1e856a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:53.113346 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43a016-16f1-43f9-858c-bfe2f10bca55 None None] Pushing event updated for resources: {'Port': ['ID=76cd028a-7e7a-4b53-a9b8-468196c5adc6,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:53.123263 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc56ef-ab88-42dc-b9ff-1fa0dbae9d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=be154a52-e3a9-45c3-a363-f8e10b219412,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:53.140367 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082fbd1e-2068-48f5-85cd-09a31c9518d0 None None] Sync routers for ids ['0a4aa557-4beb-4191-8e55-aaed6950b31f'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:45:53.157058 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-268d4678-2c28-4b36-b935-a04ce41dcc02 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (76c57628-22f1-4145-9be6-36740dcdfbf7), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:53.261898 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-7fe9925a-32ea-4221-bb9c-87fcd4858c68 None None] Attempting to bind port 76cd028a-7e7a-4b53-a9b8-468196c5adc6 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:45:53.263083 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-7fe9925a-32ea-4221-bb9c-87fcd4858c68 None None] Attempting to bind port 76cd028a-7e7a-4b53-a9b8-468196c5adc6 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:45:53.263666 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe9925a-32ea-4221-bb9c-87fcd4858c68 None None] Attempting to bind port 76cd028a-7e7a-4b53-a9b8-468196c5adc6 on network 4b107116-83a1-44f2-8a79-6cac42fcc023 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:45:53.271716 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:53.274861 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe9925a-32ea-4221-bb9c-87fcd4858c68 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:45:53.276354 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe9925a-32ea-4221-bb9c-87fcd4858c68 None None] Checking segment: {'id': 'dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:53.278388 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7fe9925a-32ea-4221-bb9c-87fcd4858c68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:53.278853 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe9925a-32ea-4221-bb9c-87fcd4858c68 None None] Bound using segment: {'id': 'dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:45:53.286666 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-7fe9925a-32ea-4221-bb9c-87fcd4858c68 None None] Bound port: 76cd028a-7e7a-4b53-a9b8-468196c5adc6, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:45:53.287333 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7fe9925a-32ea-4221-bb9c-87fcd4858c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (76cd028a-7e7a-4b53-a9b8-468196c5adc6), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:53.292046 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082fbd1e-2068-48f5-85cd-09a31c9518d0 None None] Routers {'0a4aa557-4beb-4191-8e55-aaed6950b31f'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:53.293277 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-082fbd1e-2068-48f5-85cd-09a31c9518d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0a4aa557-4beb-4191-8e55-aaed6950b31f'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:53.295029 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bfbc56ef-ab88-42dc-b9ff-1fa0dbae9d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (75c9151b-9e39-4316-b04e-d9d5f08d8092), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:53.307109 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d8cf450d-7b19-407c-b7b7-3fd6e6906f72 None None] Provisioning complete for port ccf98b19-4d8b-44a5-adb9-b65caabdcea5 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:53.307605 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8cf450d-7b19-407c-b7b7-3fd6e6906f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ccf98b19-4d8b-44a5-adb9-b65caabdcea5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:53.330553 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-bfbc56ef-ab88-42dc-b9ff-1fa0dbae9d28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c9151b-9e39-4316-b04e-d9d5f08d8092']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:53.379635 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-7fe9925a-32ea-4221-bb9c-87fcd4858c68 None None] For port 76cd028a-7e7a-4b53-a9b8-468196c5adc6, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:45:53.384230 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-7fe9925a-32ea-4221-bb9c-87fcd4858c68 None None] For port 76cd028a-7e7a-4b53-a9b8-468196c5adc6, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=76cd028a-7e7a-4b53-a9b8-468196c5adc6,segment=NetworkSegment(dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff),segment_id=dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:45:53.399180 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7fe9925a-32ea-4221-bb9c-87fcd4858c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (76cd028a-7e7a-4b53-a9b8-468196c5adc6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:53.408999 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-bfbc56ef-ab88-42dc-b9ff-1fa0dbae9d28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f700fbf4-ef11-48e5-bb1a-791d5636cc98') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:53.409921 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-bfbc56ef-ab88-42dc-b9ff-1fa0dbae9d28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f700fbf4-ef11-48e5-bb1a-791d5636cc98') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:53.469903 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-716bd7c6-04f2-4cc8-b218-6f1dea83b196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (efec14f8-ef06-44b2-abcb-26e1fb22bba4), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:53.470796 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bfbc56ef-ab88-42dc-b9ff-1fa0dbae9d28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (f700fbf4-ef11-48e5-bb1a-791d5636cc98), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:53.473546 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43a016-16f1-43f9-858c-bfe2f10bca55 None None] Pushing event updated for resources: {'Port': ['ID=76cd028a-7e7a-4b53-a9b8-468196c5adc6,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:53.499617 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716bd7c6-04f2-4cc8-b218-6f1dea83b196 None None] No DVR routers for this DVR port efec14f8-ef06-44b2-abcb-26e1fb22bba4 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:45:53.510641 n-d-829866-5 neutron-server[103408]: INFO neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No ports have port_id starting with efec14f8-ef06-44b2-abcb-26e1fb22bba4 Feb 20 05:45:53.513072 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe9925a-32ea-4221-bb9c-87fcd4858c68 None None] Routers {'c8f28992-fd35-4d43-8618-933ff086237e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:53.514364 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7fe9925a-32ea-4221-bb9c-87fcd4858c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8f28992-fd35-4d43-8618-933ff086237e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:53.545507 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bfbc56ef-ab88-42dc-b9ff-1fa0dbae9d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (f700fbf4-ef11-48e5-bb1a-791d5636cc98), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:53.604500 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716bd7c6-04f2-4cc8-b218-6f1dea83b196 None None] Pushing event deleted for resources: {'Port': ['ID=efec14f8-ef06-44b2-abcb-26e1fb22bba4,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:53.606890 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 96193e81-a744-43d5-8b16-e9915c3445e1 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:45:53.629983 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbc56ef-ab88-42dc-b9ff-1fa0dbae9d28 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:45:53.630387 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bfbc56ef-ab88-42dc-b9ff-1fa0dbae9d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (f700fbf4-ef11-48e5-bb1a-791d5636cc98), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:53.645874 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d8cf450d-7b19-407c-b7b7-3fd6e6906f72 None None] Port ccf98b19-4d8b-44a5-adb9-b65caabdcea5 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:45:53.649752 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:45:53.711355 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 96193e81-a744-43d5-8b16-e9915c3445e1 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:45:53.711861 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 96193e81-a744-43d5-8b16-e9915c3445e1 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:45:53.722429 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5bf8a944-6d9b-4f38-bdfd-b2ac48f0d4e2 None None] Deleting port be154a52-e3a9-45c3-a363-f8e10b219412 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:53.725179 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5bf8a944-6d9b-4f38-bdfd-b2ac48f0d4e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (be154a52-e3a9-45c3-a363-f8e10b219412), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:53.748672 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-7fe9925a-32ea-4221-bb9c-87fcd4858c68 None None] Set router c8f28992-fd35-4d43-8618-933ff086237e gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:53.753152 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9bdc7b4f-d2c6-4358-a1b4-95636cd754a8 req-0e7080bd-b427-4791-bbd3-633e2dd8af41 tempest-ServerShowV247Test-393414098 tempest-ServerShowV247Test-393414098-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d6214d7-c10c-43db-9567-732d9c452434 HTTP/1.1" status: 200 len: 210 time: 0.1042695 Feb 20 05:45:53.754590 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43720) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:53.855253 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d8cf450d-7b19-407c-b7b7-3fd6e6906f72 None None] Provisioning complete for port 76cd028a-7e7a-4b53-a9b8-468196c5adc6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:53.855777 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8cf450d-7b19-407c-b7b7-3fd6e6906f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (76cd028a-7e7a-4b53-a9b8-468196c5adc6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:53.878984 n-d-829866-5 neutron-server[103407]: DEBUG neutron.objects.ports [None req-ebf9d572-073a-47f9-bb7e-20e9d0ed3aa1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103407) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 05:45:53.880630 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bfbc56ef-ab88-42dc-b9ff-1fa0dbae9d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (75c9151b-9e39-4316-b04e-d9d5f08d8092), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:53.882454 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d572-073a-47f9-bb7e-20e9d0ed3aa1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (078390b0-0887-4532-b305-5f2ad3e47d8d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:53.926573 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-082fbd1e-2068-48f5-85cd-09a31c9518d0 None None] Set router 0a4aa557-4beb-4191-8e55-aaed6950b31f gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:53.929104 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bfbc56ef-ab88-42dc-b9ff-1fa0dbae9d28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:53.940787 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bfbc56ef-ab88-42dc-b9ff-1fa0dbae9d28 admin admin] 10.222.0.37 "DELETE /v2.0/networks/75c9151b-9e39-4316-b04e-d9d5f08d8092 HTTP/1.1" status: 204 len: 168 time: 2.2650454 Feb 20 05:45:54.017908 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43726) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:54.133601 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-48ca59d4-da70-4f71-8261-85b835a566a5 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2114010128-network', 'tenant_id': 'c52e24ee44664157bb4debb87b79233a'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:54.140360 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8977-5a1b-415c-8d81-3866920eaf6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:54.145819 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1b3c8977-5a1b-415c-8d81-3866920eaf6b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.0477829 Feb 20 05:45:54.147855 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43728) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:54.160247 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc56ef-ab88-42dc-b9ff-1fa0dbae9d28 admin admin] Pushing event deleted for resources: {'Network': ['ID=75c9151b-9e39-4316-b04e-d9d5f08d8092,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:54.211661 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7fe9925a-32ea-4221-bb9c-87fcd4858c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:45:46Z', 'revision_number': 3, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None, '_interfaces': [{'id': '76cd028a-7e7a-4b53-a9b8-468196c5adc6', 'name': '', 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:21:08:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '31081987-d3c3-433b-82fb-4541be9e986d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:43Z', 'updated_at': '2022-02-20T05:45:53Z', 'revision_number': 4, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '31081987-d3c3-433b-82fb-4541be9e986d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fcf9c64-c125-48ae-9b36-02cfdd3c217f', 'name': '', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:26:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:33Z', 'updated_at': '2022-02-20T05:45:41Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '53f9bde1-6730-408b-9df2-7a4291149046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:54.224609 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9d572-073a-47f9-bb7e-20e9d0ed3aa1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event updated for resources: {'Subnet': ['ID=078390b0-0887-4532-b305-5f2ad3e47d8d,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:54.251820 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe9925a-32ea-4221-bb9c-87fcd4858c68 None None] The sync data for ids ['c8f28992-fd35-4d43-8618-933ff086237e'] in n-d-829866-5 is: [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:45:46Z', 'revision_number': 3, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None, '_interfaces': [{'id': '76cd028a-7e7a-4b53-a9b8-468196c5adc6', 'name': '', 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:21:08:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '31081987-d3c3-433b-82fb-4541be9e986d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:43Z', 'updated_at': '2022-02-20T05:45:53Z', 'revision_number': 4, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '31081987-d3c3-433b-82fb-4541be9e986d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fcf9c64-c125-48ae-9b36-02cfdd3c217f', 'name': '', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:26:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:33Z', 'updated_at': '2022-02-20T05:45:41Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '53f9bde1-6730-408b-9df2-7a4291149046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:45:54.261234 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5da156f5-fab5-4c4a-bcdb-20a08ddd8252 req-74646155-ea45-4fd5-b972-e1230313167f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5d6214d7-c10c-43db-9567-732d9c452434 HTTP/1.1" status: 200 len: 210 time: 1.0764024 Feb 20 05:45:54.286075 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-5bf8a944-6d9b-4f38-bdfd-b2ac48f0d4e2 None None] For port be154a52-e3a9-45c3-a363-f8e10b219412, host n-d-829866-5, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:54.286655 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5bf8a944-6d9b-4f38-bdfd-b2ac48f0d4e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (be154a52-e3a9-45c3-a363-f8e10b219412), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:54.325692 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5bf8a944-6d9b-4f38-bdfd-b2ac48f0d4e2 None None] Calling delete_port for be154a52-e3a9-45c3-a363-f8e10b219412 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:54.331330 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-5bf8a944-6d9b-4f38-bdfd-b2ac48f0d4e2 None None] Port be154a52-e3a9-45c3-a363-f8e10b219412 was not found and therefore no delete operation was performed {{(pid=103408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 05:45:54.345866 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf9d572-073a-47f9-bb7e-20e9d0ed3aa1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Checking segment: {'id': 'b66f8bcb-9a03-4ec3-856b-4d5e3d21d2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '315ca5ed-d9b4-4c41-bb3a-384cd156aec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:54.349880 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf9d572-073a-47f9-bb7e-20e9d0ed3aa1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Network hostable DHCP agents. Network: 315ca5ed-d9b4-4c41-bb3a-384cd156aec5, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:45:54.358278 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ca59d4-da70-4f71-8261-85b835a566a5 admin admin] Made reservation on behalf of c52e24ee44664157bb4debb87b79233a for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:54.361344 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48ca59d4-da70-4f71-8261-85b835a566a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:54.393266 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5bf8a944-6d9b-4f38-bdfd-b2ac48f0d4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (be154a52-e3a9-45c3-a363-f8e10b219412), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:54.404997 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48ca59d4-da70-4f71-8261-85b835a566a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:54.452672 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5bf8a944-6d9b-4f38-bdfd-b2ac48f0d4e2 None None] Network 75c9151b-9e39-4316-b04e-d9d5f08d8092 is not hosted by any dhcp agent {{(pid=103408) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 20 05:45:54.453467 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf8a944-6d9b-4f38-bdfd-b2ac48f0d4e2 None None] No DVR routers for this DVR port be154a52-e3a9-45c3-a363-f8e10b219412 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:45:54.459694 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8a944-6d9b-4f38-bdfd-b2ac48f0d4e2 None None] Pushing event deleted for resources: {'Port': ['ID=be154a52-e3a9-45c3-a363-f8e10b219412,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:54.599753 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d8cf450d-7b19-407c-b7b7-3fd6e6906f72 None None] Current status of the port 76cd028a-7e7a-4b53-a9b8-468196c5adc6 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:54.600293 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8cf450d-7b19-407c-b7b7-3fd6e6906f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (76cd028a-7e7a-4b53-a9b8-468196c5adc6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:54.611363 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b70d1ab-b0f9-4d4a-a6cd-a73dc2ca58e5 admin admin] Router cc9fe85c-021b-4bee-a71b-10858d1e856a has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:45:54.630716 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d4678-2c28-4b36-b935-a04ce41dcc02 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Subnet': ['ID=76c57628-22f1-4145-9be6-36740dcdfbf7,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:54.642216 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf9d572-073a-47f9-bb7e-20e9d0ed3aa1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Network 315ca5ed-d9b4-4c41-bb3a-384cd156aec5 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:45:54.667038 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-ebf9d572-073a-47f9-bb7e-20e9d0ed3aa1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 315ca5ed-d9b4-4c41-bb3a-384cd156aec5) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:54.672272 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf9d572-073a-47f9-bb7e-20e9d0ed3aa1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:54.673065 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d572-073a-47f9-bb7e-20e9d0ed3aa1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:54.695712 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 76cd028a-7e7a-4b53-a9b8-468196c5adc6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:54.704246 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e285c86-7568-4167-b78a-9491a670984d None None] Network 315ca5ed-d9b4-4c41-bb3a-384cd156aec5 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:45:54.782767 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ebf9d572-073a-47f9-bb7e-20e9d0ed3aa1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2333894 Feb 20 05:45:54.783583 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43732) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:54.852921 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268d4678-2c28-4b36-b935-a04ce41dcc02 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Checking segment: {'id': 'b35f3513-800d-4cea-a3ce-762c7a3bc731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5d47669d-ba3a-49f5-adf0-4cc424a7146e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:54.853440 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268d4678-2c28-4b36-b935-a04ce41dcc02 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network hostable DHCP agents. Network: 5d47669d-ba3a-49f5-adf0-4cc424a7146e, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:45:54.896868 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48ca59d4-da70-4f71-8261-85b835a566a5 admin admin] Publish callbacks [] for security_group (ddb0f38e-271c-415d-bed8-dbcf8e267a95), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:54.911712 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48ca59d4-da70-4f71-8261-85b835a566a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ddb0f38e-271c-415d-bed8-dbcf8e267a95), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:54.928288 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ca59d4-da70-4f71-8261-85b835a566a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:45:54.939205 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48ca59d4-da70-4f71-8261-85b835a566a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (45924b7c-05d5-4b0a-bb51-112a5515364f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:54.939653 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-48ca59d4-da70-4f71-8261-85b835a566a5 admin admin] Added segment 45924b7c-05d5-4b0a-bb51-112a5515364f of type vlan for network fa9c8c18-66a9-4330-95ea-e6848bd9acbe Feb 20 05:45:55.035641 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48ca59d4-da70-4f71-8261-85b835a566a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (fa9c8c18-66a9-4330-95ea-e6848bd9acbe), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:55.039738 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892d5fe6-bf9d-459f-b5af-de0c1c4b22a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-315ca5ed-d9b4-4c41-bb3a-384cd156aec5', 'network_id': '315ca5ed-d9b4-4c41-bb3a-384cd156aec5', 'project_id': 'daec55bfb4d64dbc968b6c04e236a5af', 'fixed_ips': [{'subnet_id': '078390b0-0887-4532-b305-5f2ad3e47d8d'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:45:55.040862 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-892d5fe6-bf9d-459f-b5af-de0c1c4b22a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:55.058056 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d8cf450d-7b19-407c-b7b7-3fd6e6906f72 None None] For port 76cd028a-7e7a-4b53-a9b8-468196c5adc6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=76cd028a-7e7a-4b53-a9b8-468196c5adc6,segment=NetworkSegment(dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff),segment_id=dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:55.085255 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268d4678-2c28-4b36-b935-a04ce41dcc02 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network 5d47669d-ba3a-49f5-adf0-4cc424a7146e is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:45:55.118775 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48ca59d4-da70-4f71-8261-85b835a566a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (fa9c8c18-66a9-4330-95ea-e6848bd9acbe), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:55.123238 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ca59d4-da70-4f71-8261-85b835a566a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:55.124127 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48ca59d4-da70-4f71-8261-85b835a566a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:55.141346 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8cf450d-7b19-407c-b7b7-3fd6e6906f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (76cd028a-7e7a-4b53-a9b8-468196c5adc6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:55.205354 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-268d4678-2c28-4b36-b935-a04ce41dcc02 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 5d47669d-ba3a-49f5-adf0-4cc424a7146e) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:55.215421 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b70d1ab-b0f9-4d4a-a6cd-a73dc2ca58e5 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:45:55.228769 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd46286-1bc5-4e79-9811-f1143bb7c8dc None None] Sync routers for ids ['cc9fe85c-021b-4bee-a71b-10858d1e856a'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:45:55.244511 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c60e3e7-591e-42ed-9e3d-85051e0e379d None None] Network 5d47669d-ba3a-49f5-adf0-4cc424a7146e requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:45:55.244889 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268d4678-2c28-4b36-b935-a04ce41dcc02 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:55.245520 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd46286-1bc5-4e79-9811-f1143bb7c8dc None None] Routers {'cc9fe85c-021b-4bee-a71b-10858d1e856a'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:55.246378 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-268d4678-2c28-4b36-b935-a04ce41dcc02 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:55.247592 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-8bd46286-1bc5-4e79-9811-f1143bb7c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['cc9fe85c-021b-4bee-a71b-10858d1e856a'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:55.267054 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3b70d1ab-b0f9-4d4a-a6cd-a73dc2ca58e5 admin admin] 10.222.0.37 "PUT /v2.0/routers/cc9fe85c-021b-4bee-a71b-10858d1e856a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9342024 Feb 20 05:45:55.270982 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43736) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:55.276974 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca59d4-da70-4f71-8261-85b835a566a5 admin admin] Pushing event updated for resources: {'Network': ['ID=fa9c8c18-66a9-4330-95ea-e6848bd9acbe,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:55.281842 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-23654652-80d3-4fa6-9f59-aef50104a64b req-70aa3e75-a271-4d9c-8c80-0e662c67a686 tempest-ServerShowV247Test-393414098 tempest-ServerShowV247Test-393414098-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d6214d7-c10c-43db-9567-732d9c452434 HTTP/1.1" status: 200 len: 210 time: 0.1909626 Feb 20 05:45:55.363234 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca59d4-da70-4f71-8261-85b835a566a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb0f38e-271c-415d-bed8-dbcf8e267a95,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:55.370659 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-48ca59d4-da70-4f71-8261-85b835a566a5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5663714 Feb 20 05:45:55.383081 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43740) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:55.412143 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b71f2300-292a-46a3-80bb-b4430e6ffa1e admin admin] Request body: {'subnet': {'network_id': 'fa9c8c18-66a9-4330-95ea-e6848bd9acbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2114010128-subnet', 'tenant_id': 'c52e24ee44664157bb4debb87b79233a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:55.431182 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network fa9c8c18-66a9-4330-95ea-e6848bd9acbe details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:45:55.459082 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1556f5a0-e61a-4275-83bd-e01b9468e3f4 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (315ca5ed-d9b4-4c41-bb3a-384cd156aec5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:55.478573 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-8bd46286-1bc5-4e79-9811-f1143bb7c8dc None None] Set router cc9fe85c-021b-4bee-a71b-10858d1e856a gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:55.486879 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71f2300-292a-46a3-80bb-b4430e6ffa1e admin admin] Made reservation on behalf of c52e24ee44664157bb4debb87b79233a for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:55.493039 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b71f2300-292a-46a3-80bb-b4430e6ffa1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:55.593712 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b81bc37-6a59-49bb-aeed-814c3e455761 admin admin] Publish callbacks [] for router (cc9fe85c-021b-4bee-a71b-10858d1e856a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:55.620624 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-268d4678-2c28-4b36-b935-a04ce41dcc02 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0042276 Feb 20 05:45:55.629693 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:55.640567 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1556f5a0-e61a-4275-83bd-e01b9468e3f4 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (078390b0-0887-4532-b305-5f2ad3e47d8d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:55.643676 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43742) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:55.645199 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-082fbd1e-2068-48f5-85cd-09a31c9518d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4aa557-4beb-4191-8e55-aaed6950b31f', 'name': 'tempest-ServerRescueNegativeTestJSON-117825550-router', 'tenant_id': 'ff057e2e11b34d528382adf0c20ac58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '1051c8a0-dccf-4e63-b55e-e61e238db3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:44Z', 'updated_at': '2022-02-20T05:45:49Z', 'revision_number': 3, 'project_id': 'ff057e2e11b34d528382adf0c20ac58a', 'gw_port': {'id': '1051c8a0-dccf-4e63-b55e-e61e238db3c6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4aa557-4beb-4191-8e55-aaed6950b31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:46Z', 'updated_at': '2022-02-20T05:45:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:55.689394 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082fbd1e-2068-48f5-85cd-09a31c9518d0 None None] Checking router: 0a4aa557-4beb-4191-8e55-aaed6950b31f for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:45:55.690111 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082fbd1e-2068-48f5-85cd-09a31c9518d0 None None] Updating router 0a4aa557-4beb-4191-8e55-aaed6950b31f port 1051c8a0-dccf-4e63-b55e-e61e238db3c6 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:45:55.728611 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-8bd46286-1bc5-4e79-9811-f1143bb7c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9fe85c-021b-4bee-a71b-10858d1e856a', 'name': 'tempest-ServerRescueTestJSON-523228069-router', 'tenant_id': '00b5a23923ab4f169200da1677122e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '3df7b8fe-c7bf-4723-9aed-77997013366a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:42:58Z', 'updated_at': '2022-02-20T05:45:51Z', 'revision_number': 5, 'project_id': '00b5a23923ab4f169200da1677122e4f', 'gw_port': {'id': '3df7b8fe-c7bf-4723-9aed-77997013366a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9fe85c-021b-4bee-a71b-10858d1e856a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:00Z', 'updated_at': '2022-02-20T05:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:55.733333 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 76cd028a-7e7a-4b53-a9b8-468196c5adc6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:55.734541 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (76cd028a-7e7a-4b53-a9b8-468196c5adc6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:55.754254 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b02f3a8c-a5a1-4d75-8ac5-381b2120eb50 None None] Provisioning complete for port 76cd028a-7e7a-4b53-a9b8-468196c5adc6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:55.755197 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b02f3a8c-a5a1-4d75-8ac5-381b2120eb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (76cd028a-7e7a-4b53-a9b8-468196c5adc6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:55.765326 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd46286-1bc5-4e79-9811-f1143bb7c8dc None None] Checking router: cc9fe85c-021b-4bee-a71b-10858d1e856a for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:45:55.777346 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd46286-1bc5-4e79-9811-f1143bb7c8dc None None] Routers {'cc9fe85c-021b-4bee-a71b-10858d1e856a'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:55.777996 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-8bd46286-1bc5-4e79-9811-f1143bb7c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['cc9fe85c-021b-4bee-a71b-10858d1e856a'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:55.836281 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf450d-7b19-407c-b7b7-3fd6e6906f72 None None] Pushing event updated for resources: {'Port': ['ID=76cd028a-7e7a-4b53-a9b8-468196c5adc6,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:55.839769 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10b2ec01-4377-4544-92be-0ec76abaaba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (efb41d42-d88e-4b8f-8270-f0feae9c4fa7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:55.880377 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-082fbd1e-2068-48f5-85cd-09a31c9518d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1051c8a0-dccf-4e63-b55e-e61e238db3c6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:55.910612 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b81bc37-6a59-49bb-aeed-814c3e455761 admin admin] Publish callbacks [] for router_gateway (cc9fe85c-021b-4bee-a71b-10858d1e856a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:55.924384 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-255f96a8-1238-478b-ba74-c6a7b852cf6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:55.925357 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8635fb-a4ad-4dcd-87af-f120072783c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-5d47669d-ba3a-49f5-adf0-4cc424a7146e', 'network_id': '5d47669d-ba3a-49f5-adf0-4cc424a7146e', 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'fixed_ips': [{'subnet_id': '76c57628-22f1-4145-9be6-36740dcdfbf7'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:45:55.926299 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb8635fb-a4ad-4dcd-87af-f120072783c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server [None req-892d5fe6-bf9d-459f-b5af-de0c1c4b22a0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 078390b0-0887-4532-b305-5f2ad3e47d8d: This subnet is being modified by another concurrent operation. Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 20 05:45:55.960967 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise exception Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 078390b0-0887-4532-b305-5f2ad3e47d8d: This subnet is being modified by another concurrent operation. Feb 20 05:45:55.966302 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server Feb 20 05:45:56.010655 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95de67f7-638b-4549-bc08-aabd9052b8f5 None None] Network 315ca5ed-d9b4-4c41-bb3a-384cd156aec5 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:45:56.020808 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-8bd46286-1bc5-4e79-9811-f1143bb7c8dc None None] Set router cc9fe85c-021b-4bee-a71b-10858d1e856a gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:56.125510 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-255f96a8-1238-478b-ba74-c6a7b852cf6e admin admin] Allocated IP 172.20.0.1 (e0b0c64c-9265-4c3e-a16a-33323ef25bde/4101579e-8266-4767-9c7a-c3934ab21a99/b62df271-cd15-4139-81a5-38eb8ada7073) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:45:56.138056 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b02f3a8c-a5a1-4d75-8ac5-381b2120eb50 None None] Current status of the port 76cd028a-7e7a-4b53-a9b8-468196c5adc6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:56.242957 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 76cd028a-7e7a-4b53-a9b8-468196c5adc6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:56.274917 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-5b81bc37-6a59-49bb-aeed-814c3e455761 admin admin] Deleting port 3df7b8fe-c7bf-4723-9aed-77997013366a {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:56.275883 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b81bc37-6a59-49bb-aeed-814c3e455761 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3df7b8fe-c7bf-4723-9aed-77997013366a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:56.302555 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-255f96a8-1238-478b-ba74-c6a7b852cf6e admin admin] Publish callbacks [] for port (b62df271-cd15-4139-81a5-38eb8ada7073), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:56.310047 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-8bd46286-1bc5-4e79-9811-f1143bb7c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9fe85c-021b-4bee-a71b-10858d1e856a', 'name': 'tempest-ServerRescueTestJSON-523228069-router', 'tenant_id': '00b5a23923ab4f169200da1677122e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '3df7b8fe-c7bf-4723-9aed-77997013366a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:42:58Z', 'updated_at': '2022-02-20T05:45:51Z', 'revision_number': 5, 'project_id': '00b5a23923ab4f169200da1677122e4f', 'gw_port': {'id': '3df7b8fe-c7bf-4723-9aed-77997013366a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9fe85c-021b-4bee-a71b-10858d1e856a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:00Z', 'updated_at': '2022-02-20T05:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:56.366070 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device be154a52-e3a9-45c3-a363-f8e10b219412 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:45:56.367745 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd46286-1bc5-4e79-9811-f1143bb7c8dc None None] The sync data for ids ['cc9fe85c-021b-4bee-a71b-10858d1e856a'] in n-d-829866-5 is: [{'id': 'cc9fe85c-021b-4bee-a71b-10858d1e856a', 'name': 'tempest-ServerRescueTestJSON-523228069-router', 'tenant_id': '00b5a23923ab4f169200da1677122e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '3df7b8fe-c7bf-4723-9aed-77997013366a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:42:58Z', 'updated_at': '2022-02-20T05:45:51Z', 'revision_number': 5, 'project_id': '00b5a23923ab4f169200da1677122e4f', 'gw_port': {'id': '3df7b8fe-c7bf-4723-9aed-77997013366a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9fe85c-021b-4bee-a71b-10858d1e856a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:43:00Z', 'updated_at': '2022-02-20T05:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:45:56.400545 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: be154a52-e3a9-45c3-a363-f8e10b219412 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:45:56.400991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device be154a52-e3a9-45c3-a363-f8e10b219412 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:45:56.441681 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-5b81bc37-6a59-49bb-aeed-814c3e455761 admin admin] For port 3df7b8fe-c7bf-4723-9aed-77997013366a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3df7b8fe-c7bf-4723-9aed-77997013366a,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:56.442145 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b81bc37-6a59-49bb-aeed-814c3e455761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3df7b8fe-c7bf-4723-9aed-77997013366a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:56.443618 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-cb8635fb-a4ad-4dcd-87af-f120072783c4 None None] Allocated IP 172.22.0.2 (5d47669d-ba3a-49f5-adf0-4cc424a7146e/76c57628-22f1-4145-9be6-36740dcdfbf7/4ed52810-2661-4a1a-b4d4-975706e5f81f) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:45:56.456984 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-255f96a8-1238-478b-ba74-c6a7b852cf6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (b62df271-cd15-4139-81a5-38eb8ada7073), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:56.469225 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-5b81bc37-6a59-49bb-aeed-814c3e455761 admin admin] Calling delete_port for 3df7b8fe-c7bf-4723-9aed-77997013366a owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:56.505758 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255f96a8-1238-478b-ba74-c6a7b852cf6e admin admin] Network e0b0c64c-9265-4c3e-a16a-33323ef25bde is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:56.511381 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-255f96a8-1238-478b-ba74-c6a7b852cf6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:56.520867 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255f96a8-1238-478b-ba74-c6a7b852cf6e admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:45:56.550492 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1556f5a0-e61a-4275-83bd-e01b9468e3f4 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (078390b0-0887-4532-b305-5f2ad3e47d8d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:56.581592 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f96a8-1238-478b-ba74-c6a7b852cf6e admin admin] Pushing event updated for resources: {'Port': ['ID=b62df271-cd15-4139-81a5-38eb8ada7073,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:56.606595 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-255f96a8-1238-478b-ba74-c6a7b852cf6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (0a4aa557-4beb-4191-8e55-aaed6950b31f), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:56.621018 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-082fbd1e-2068-48f5-85cd-09a31c9518d0 None None] Publish callbacks [] for port (1051c8a0-dccf-4e63-b55e-e61e238db3c6), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:56.622831 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b71f2300-292a-46a3-80bb-b4430e6ffa1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (4c84731d-a312-42ac-b55f-15aaba4e7834), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:56.628813 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-082fbd1e-2068-48f5-85cd-09a31c9518d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1051c8a0-dccf-4e63-b55e-e61e238db3c6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:56.638233 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556f5a0-e61a-4275-83bd-e01b9468e3f4 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event deleted for resources: {'Subnet': ['ID=078390b0-0887-4532-b305-5f2ad3e47d8d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:56.703600 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f2300-292a-46a3-80bb-b4430e6ffa1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c84731d-a312-42ac-b55f-15aaba4e7834,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:56.791738 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1556f5a0-e61a-4275-83bd-e01b9468e3f4 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (315ca5ed-d9b4-4c41-bb3a-384cd156aec5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:56.815075 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-1556f5a0-e61a-4275-83bd-e01b9468e3f4 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['315ca5ed-d9b4-4c41-bb3a-384cd156aec5']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:56.831389 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-1556f5a0-e61a-4275-83bd-e01b9468e3f4 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66f8bcb-9a03-4ec3-856b-4d5e3d21d2ce') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:56.831389 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-1556f5a0-e61a-4275-83bd-e01b9468e3f4 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66f8bcb-9a03-4ec3-856b-4d5e3d21d2ce') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:56.838808 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1556f5a0-e61a-4275-83bd-e01b9468e3f4 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (b66f8bcb-9a03-4ec3-856b-4d5e3d21d2ce), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:56.851984 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-255f96a8-1238-478b-ba74-c6a7b852cf6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b62df271-cd15-4139-81a5-38eb8ada7073), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:56.856409 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1556f5a0-e61a-4275-83bd-e01b9468e3f4 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (b66f8bcb-9a03-4ec3-856b-4d5e3d21d2ce), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:56.866421 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1556f5a0-e61a-4275-83bd-e01b9468e3f4 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:45:56.867047 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1556f5a0-e61a-4275-83bd-e01b9468e3f4 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (b66f8bcb-9a03-4ec3-856b-4d5e3d21d2ce), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:56.875080 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b81bc37-6a59-49bb-aeed-814c3e455761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (3df7b8fe-c7bf-4723-9aed-77997013366a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:56.923677 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3a5b6732-1a1f-426f-a0a4-6be1fb5e0afb req-ddc6b303-b810-4d9c-8858-e0ccc352a753 tempest-ServerShowV247Test-393414098 tempest-ServerShowV247Test-393414098-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d6214d7-c10c-43db-9567-732d9c452434 HTTP/1.1" status: 200 len: 210 time: 0.3385384 Feb 20 05:45:56.929116 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81bc37-6a59-49bb-aeed-814c3e455761 admin admin] Pushing event deleted for resources: {'Port': ['ID=3df7b8fe-c7bf-4723-9aed-77997013366a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:45:56.970349 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:45:56.988806 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb8635fb-a4ad-4dcd-87af-f120072783c4 None None] Publish callbacks [] for port (4ed52810-2661-4a1a-b4d4-975706e5f81f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:57.012590 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b81bc37-6a59-49bb-aeed-814c3e455761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (cc9fe85c-021b-4bee-a71b-10858d1e856a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:57.016465 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71f2300-292a-46a3-80bb-b4430e6ffa1e admin admin] Checking segment: {'id': '45924b7c-05d5-4b0a-bb51-112a5515364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fa9c8c18-66a9-4330-95ea-e6848bd9acbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:57.016872 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71f2300-292a-46a3-80bb-b4430e6ffa1e admin admin] Network hostable DHCP agents. Network: fa9c8c18-66a9-4330-95ea-e6848bd9acbe, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:45:57.020284 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 76cd028a-7e7a-4b53-a9b8-468196c5adc6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:45:57.086341 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1556f5a0-e61a-4275-83bd-e01b9468e3f4 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (315ca5ed-d9b4-4c41-bb3a-384cd156aec5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:57.091312 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1556f5a0-e61a-4275-83bd-e01b9468e3f4 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:57.100565 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1556f5a0-e61a-4275-83bd-e01b9468e3f4 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "DELETE /v2.0/networks/315ca5ed-d9b4-4c41-bb3a-384cd156aec5 HTTP/1.1" status: 204 len: 168 time: 2.3089902 Feb 20 05:45:57.101222 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43754) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:57.109684 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb8635fb-a4ad-4dcd-87af-f120072783c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (4ed52810-2661-4a1a-b4d4-975706e5f81f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:57.116957 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-082fbd1e-2068-48f5-85cd-09a31c9518d0 None None] Attempting to bind port 1051c8a0-dccf-4e63-b55e-e61e238db3c6 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:45:57.117547 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-082fbd1e-2068-48f5-85cd-09a31c9518d0 None None] Attempting to bind port 1051c8a0-dccf-4e63-b55e-e61e238db3c6 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:45:57.119035 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082fbd1e-2068-48f5-85cd-09a31c9518d0 None None] Attempting to bind port 1051c8a0-dccf-4e63-b55e-e61e238db3c6 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:45:57.130163 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6cfda-b5e0-4e71-891d-53c3e1dcb99e None None] Pushing event updated for resources: {'Port': ['ID=1051c8a0-dccf-4e63-b55e-e61e238db3c6,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:57.131933 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b9d0caf5-a568-4ba9-bc54-250eb947dbbd tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1022848105'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:57.144803 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71f2300-292a-46a3-80bb-b4430e6ffa1e admin admin] Network fa9c8c18-66a9-4330-95ea-e6848bd9acbe is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:45:57.151102 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082fbd1e-2068-48f5-85cd-09a31c9518d0 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:45:57.151493 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082fbd1e-2068-48f5-85cd-09a31c9518d0 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:57.152322 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-082fbd1e-2068-48f5-85cd-09a31c9518d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:57.152583 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082fbd1e-2068-48f5-85cd-09a31c9518d0 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:45:57.153080 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-082fbd1e-2068-48f5-85cd-09a31c9518d0 None None] Bound port: 1051c8a0-dccf-4e63-b55e-e61e238db3c6, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:45:57.153465 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-082fbd1e-2068-48f5-85cd-09a31c9518d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1051c8a0-dccf-4e63-b55e-e61e238db3c6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:57.163073 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556f5a0-e61a-4275-83bd-e01b9468e3f4 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event deleted for resources: {'Network': ['ID=315ca5ed-d9b4-4c41-bb3a-384cd156aec5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:57.175616 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b81bc37-6a59-49bb-aeed-814c3e455761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (cc9fe85c-021b-4bee-a71b-10858d1e856a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:57.179458 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b81bc37-6a59-49bb-aeed-814c3e455761 admin admin] Publish callbacks [] for router_controller (cc9fe85c-021b-4bee-a71b-10858d1e856a), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:57.184439 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-b71f2300-292a-46a3-80bb-b4430e6ffa1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, fa9c8c18-66a9-4330-95ea-e6848bd9acbe) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:57.191183 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71f2300-292a-46a3-80bb-b4430e6ffa1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:57.191783 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b71f2300-292a-46a3-80bb-b4430e6ffa1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:57.246659 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d0caf5-a568-4ba9-bc54-250eb947dbbd tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Made reservation on behalf of daec55bfb4d64dbc968b6c04e236a5af for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:57.247962 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-082fbd1e-2068-48f5-85cd-09a31c9518d0 None None] For port 1051c8a0-dccf-4e63-b55e-e61e238db3c6, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:45:57.251223 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b9d0caf5-a568-4ba9-bc54-250eb947dbbd tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:57.256914 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b81bc37-6a59-49bb-aeed-814c3e455761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (cc9fe85c-021b-4bee-a71b-10858d1e856a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:57.258179 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b81bc37-6a59-49bb-aeed-814c3e455761 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc9fe85c-021b-4bee-a71b-10858d1e856a {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:45:57.265722 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b81bc37-6a59-49bb-aeed-814c3e455761 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:57.267351 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5b81bc37-6a59-49bb-aeed-814c3e455761 admin admin] 10.222.0.37 "DELETE /v2.0/routers/cc9fe85c-021b-4bee-a71b-10858d1e856a HTTP/1.1" status: 204 len: 168 time: 1.9902074 Feb 20 05:45:57.274348 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43764) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:57.282015 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b71f2300-292a-46a3-80bb-b4430e6ffa1e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8941886 Feb 20 05:45:57.345339 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc9c7bc-579e-4d05-a440-4c4a4deb907f admin admin] Deleting subnet 1649ffb8-d9f6-417b-ab41-9e2b689f05e1 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:45:57.357274 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d170cfe-e779-4dd2-92fd-27b33288c673 None None] Network fa9c8c18-66a9-4330-95ea-e6848bd9acbe requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:45:57.361065 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d0caf5-a568-4ba9-bc54-250eb947dbbd tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:45:57.364095 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fbc9c7bc-579e-4d05-a440-4c4a4deb907f admin admin] Publish callbacks [] for subnet (1649ffb8-d9f6-417b-ab41-9e2b689f05e1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:57.452813 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fbc9c7bc-579e-4d05-a440-4c4a4deb907f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (1649ffb8-d9f6-417b-ab41-9e2b689f05e1), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:57.460391 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-255f96a8-1238-478b-ba74-c6a7b852cf6e admin admin] Publish callbacks [] for port (b62df271-cd15-4139-81a5-38eb8ada7073), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:57.501042 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-082fbd1e-2068-48f5-85cd-09a31c9518d0 None None] For port 1051c8a0-dccf-4e63-b55e-e61e238db3c6, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1051c8a0-dccf-4e63-b55e-e61e238db3c6,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:45:57.522632 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b9d0caf5-a568-4ba9-bc54-250eb947dbbd tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (c1412ea4-e151-4791-8781-3ff540538db3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:57.522774 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-255f96a8-1238-478b-ba74-c6a7b852cf6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (b62df271-cd15-4139-81a5-38eb8ada7073), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:57.522967 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-b9d0caf5-a568-4ba9-bc54-250eb947dbbd tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Added segment c1412ea4-e151-4791-8781-3ff540538db3 of type vlan for network f4df106a-ffa1-4366-9a8f-e11e36780500 Feb 20 05:45:57.576497 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8635fb-a4ad-4dcd-87af-f120072783c4 None None] Network 5d47669d-ba3a-49f5-adf0-4cc424a7146e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:57.600671 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-082fbd1e-2068-48f5-85cd-09a31c9518d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1051c8a0-dccf-4e63-b55e-e61e238db3c6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:57.624136 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e8804b-d08e-43c6-9531-bbaba93415ff None None] Network fa9c8c18-66a9-4330-95ea-e6848bd9acbe requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:45:57.633437 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f0110a20-7c7e-4e1f-95bb-114de8a31e44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:57.640593 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-cb8635fb-a4ad-4dcd-87af-f120072783c4 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:57.666959 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8635fb-a4ad-4dcd-87af-f120072783c4 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:45:57.700137 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fbc9c7bc-579e-4d05-a440-4c4a4deb907f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (1649ffb8-d9f6-417b-ab41-9e2b689f05e1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:57.702145 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f96a8-1238-478b-ba74-c6a7b852cf6e admin admin] Pushing event updated for resources: {'Port': ['ID=b62df271-cd15-4139-81a5-38eb8ada7073,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:57.728541 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 76cd028a-7e7a-4b53-a9b8-468196c5adc6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:45:57.728954 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (76cd028a-7e7a-4b53-a9b8-468196c5adc6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:57.738151 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-255f96a8-1238-478b-ba74-c6a7b852cf6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (0a4aa557-4beb-4191-8e55-aaed6950b31f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:57.746261 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e2be0dc2-1922-4628-93c5-28502a62a4fd req-6b097d14-41c4-46f7-82cc-682c9b1e9cc5 tempest-ServerShowV247Test-393414098 tempest-ServerShowV247Test-393414098-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d6214d7-c10c-43db-9567-732d9c452434 HTTP/1.1" status: 200 len: 210 time: 0.1095982 Feb 20 05:45:57.761664 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b9d0caf5-a568-4ba9-bc54-250eb947dbbd tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (f4df106a-ffa1-4366-9a8f-e11e36780500), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:57.789636 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8635fb-a4ad-4dcd-87af-f120072783c4 None None] Pushing event updated for resources: {'Port': ['ID=4ed52810-2661-4a1a-b4d4-975706e5f81f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:57.927155 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6cfda-b5e0-4e71-891d-53c3e1dcb99e None None] Pushing event updated for resources: {'Port': ['ID=1051c8a0-dccf-4e63-b55e-e61e238db3c6,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:57.954377 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b9d0caf5-a568-4ba9-bc54-250eb947dbbd tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (f4df106a-ffa1-4366-9a8f-e11e36780500), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:57.964415 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d0caf5-a568-4ba9-bc54-250eb947dbbd tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:57.965117 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b9d0caf5-a568-4ba9-bc54-250eb947dbbd tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:57.970492 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fbc9c7bc-579e-4d05-a440-4c4a4deb907f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (1649ffb8-d9f6-417b-ab41-9e2b689f05e1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:58.038946 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082fbd1e-2068-48f5-85cd-09a31c9518d0 None None] Routers {'0a4aa557-4beb-4191-8e55-aaed6950b31f'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:45:58.039671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-082fbd1e-2068-48f5-85cd-09a31c9518d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0a4aa557-4beb-4191-8e55-aaed6950b31f'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:58.075235 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0caf5-a568-4ba9-bc54-250eb947dbbd tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event updated for resources: {'Network': ['ID=f4df106a-ffa1-4366-9a8f-e11e36780500,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:58.114788 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network f4df106a-ffa1-4366-9a8f-e11e36780500 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:45:58.132661 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b9d0caf5-a568-4ba9-bc54-250eb947dbbd tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0059912 Feb 20 05:45:58.172432 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43786) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:58.189306 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2cf93956-0743-4a12-be99-25932a5fef0c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Request body: {'subnet': {'network_id': 'f4df106a-ffa1-4366-9a8f-e11e36780500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:45:58.287013 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-cb8635fb-a4ad-4dcd-87af-f120072783c4 None None] Attempting to bind port 4ed52810-2661-4a1a-b4d4-975706e5f81f on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:45:58.288835 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-cb8635fb-a4ad-4dcd-87af-f120072783c4 None None] Attempting to bind port 4ed52810-2661-4a1a-b4d4-975706e5f81f by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'b35f3513-800d-4cea-a3ce-762c7a3bc731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5d47669d-ba3a-49f5-adf0-4cc424a7146e'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:45:58.289438 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8635fb-a4ad-4dcd-87af-f120072783c4 None None] Attempting to bind port 4ed52810-2661-4a1a-b4d4-975706e5f81f on network 5d47669d-ba3a-49f5-adf0-4cc424a7146e {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:45:58.291298 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-10b2ec01-4377-4544-92be-0ec76abaaba2 admin admin] Deleting port 6d80c733-645d-4853-96c3-fc28d5d6e4ff {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:45:58.291636 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10b2ec01-4377-4544-92be-0ec76abaaba2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (6d80c733-645d-4853-96c3-fc28d5d6e4ff), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:58.334444 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8635fb-a4ad-4dcd-87af-f120072783c4 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:45:58.334732 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8635fb-a4ad-4dcd-87af-f120072783c4 None None] Checking segment: {'id': 'b35f3513-800d-4cea-a3ce-762c7a3bc731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5d47669d-ba3a-49f5-adf0-4cc424a7146e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:45:58.335388 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb8635fb-a4ad-4dcd-87af-f120072783c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:58.335975 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8635fb-a4ad-4dcd-87af-f120072783c4 None None] Bound using segment: {'id': 'b35f3513-800d-4cea-a3ce-762c7a3bc731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5d47669d-ba3a-49f5-adf0-4cc424a7146e'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:45:58.336652 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-cb8635fb-a4ad-4dcd-87af-f120072783c4 None None] Bound port: 4ed52810-2661-4a1a-b4d4-975706e5f81f, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35f3513-800d-4cea-a3ce-762c7a3bc731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5d47669d-ba3a-49f5-adf0-4cc424a7146e'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:45:58.337227 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb8635fb-a4ad-4dcd-87af-f120072783c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4ed52810-2661-4a1a-b4d4-975706e5f81f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:58.414149 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf93956-0743-4a12-be99-25932a5fef0c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Made reservation on behalf of daec55bfb4d64dbc968b6c04e236a5af for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:45:58.417405 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2cf93956-0743-4a12-be99-25932a5fef0c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:58.423083 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 76cd028a-7e7a-4b53-a9b8-468196c5adc6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:45:58.456867 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 61580c38-3921-43b1-b2c3-27480d4818cc no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:45:58.483109 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9c7bc-579e-4d05-a440-4c4a4deb907f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1649ffb8-d9f6-417b-ab41-9e2b689f05e1,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:58.486824 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-10b2ec01-4377-4544-92be-0ec76abaaba2 admin admin] For port 6d80c733-645d-4853-96c3-fc28d5d6e4ff, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=6d80c733-645d-4853-96c3-fc28d5d6e4ff,segment=NetworkSegment(75630598-d6aa-4ad8-bb25-07f913911f77),segment_id=75630598-d6aa-4ad8-bb25-07f913911f77)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:45:58.487876 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10b2ec01-4377-4544-92be-0ec76abaaba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (6d80c733-645d-4853-96c3-fc28d5d6e4ff), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:58.499669 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fbc9c7bc-579e-4d05-a440-4c4a4deb907f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:58.501707 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-10b2ec01-4377-4544-92be-0ec76abaaba2 admin admin] Calling delete_port for 6d80c733-645d-4853-96c3-fc28d5d6e4ff owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:45:58.504696 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 61580c38-3921-43b1-b2c3-27480d4818cc {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:45:58.505700 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fbc9c7bc-579e-4d05-a440-4c4a4deb907f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1649ffb8-d9f6-417b-ab41-9e2b689f05e1 HTTP/1.1" status: 204 len: 168 time: 1.2299328 Feb 20 05:45:58.506973 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 61580c38-3921-43b1-b2c3-27480d4818cc not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:45:58.507853 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255f96a8-1238-478b-ba74-c6a7b852cf6e admin admin] Network e0b0c64c-9265-4c3e-a16a-33323ef25bde is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:45:58.509038 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43796) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:58.519465 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-255f96a8-1238-478b-ba74-c6a7b852cf6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:45:58.568910 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-082fbd1e-2068-48f5-85cd-09a31c9518d0 None None] Set router 0a4aa557-4beb-4191-8e55-aaed6950b31f gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:45:58.634741 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-cb8635fb-a4ad-4dcd-87af-f120072783c4 None None] For port 4ed52810-2661-4a1a-b4d4-975706e5f81f, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:45:58.642976 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3df7b8fe-c7bf-4723-9aed-77997013366a no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:45:58.684144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 3df7b8fe-c7bf-4723-9aed-77997013366a {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:45:58.684668 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3df7b8fe-c7bf-4723-9aed-77997013366a not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:45:58.701968 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-cb8635fb-a4ad-4dcd-87af-f120072783c4 None None] For port 4ed52810-2661-4a1a-b4d4-975706e5f81f, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4ed52810-2661-4a1a-b4d4-975706e5f81f,segment=NetworkSegment(b35f3513-800d-4cea-a3ce-762c7a3bc731),segment_id=b35f3513-800d-4cea-a3ce-762c7a3bc731)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:45:58.713794 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255f96a8-1238-478b-ba74-c6a7b852cf6e admin admin] Router 0a4aa557-4beb-4191-8e55-aaed6950b31f has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:45:58.734524 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-88e3ad25-0ec6-4741-9175-60a33ec2d0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (76d12cb1-1a3c-4efa-9623-20d225162f2e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:58.742601 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb8635fb-a4ad-4dcd-87af-f120072783c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4ed52810-2661-4a1a-b4d4-975706e5f81f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:58.765533 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10b2ec01-4377-4544-92be-0ec76abaaba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (6d80c733-645d-4853-96c3-fc28d5d6e4ff), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:58.900215 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8635fb-a4ad-4dcd-87af-f120072783c4 None None] Pushing event updated for resources: {'Port': ['ID=4ed52810-2661-4a1a-b4d4-975706e5f81f,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:58.936072 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2ec01-4377-4544-92be-0ec76abaaba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d80c733-645d-4853-96c3-fc28d5d6e4ff,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:58.942852 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-88e3ad25-0ec6-4741-9175-60a33ec2d0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (76d12cb1-1a3c-4efa-9623-20d225162f2e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:58.987422 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-88e3ad25-0ec6-4741-9175-60a33ec2d0b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d12cb1-1a3c-4efa-9623-20d225162f2e']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:59.015204 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255f96a8-1238-478b-ba74-c6a7b852cf6e admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:45:59.030219 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-255f96a8-1238-478b-ba74-c6a7b852cf6e admin admin] 10.222.0.37 "PUT /v2.0/routers/0a4aa557-4beb-4191-8e55-aaed6950b31f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8275430 Feb 20 05:45:59.036761 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-88e3ad25-0ec6-4741-9175-60a33ec2d0b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0dbac0b-e815-4628-a5c0-79e1d3edf6d2') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:59.037057 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-88e3ad25-0ec6-4741-9175-60a33ec2d0b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0dbac0b-e815-4628-a5c0-79e1d3edf6d2') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:59.054265 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-88e3ad25-0ec6-4741-9175-60a33ec2d0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (e0dbac0b-e815-4628-a5c0-79e1d3edf6d2), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:59.067379 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-082fbd1e-2068-48f5-85cd-09a31c9518d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4aa557-4beb-4191-8e55-aaed6950b31f', 'name': 'tempest-ServerRescueNegativeTestJSON-117825550-router', 'tenant_id': 'ff057e2e11b34d528382adf0c20ac58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '1051c8a0-dccf-4e63-b55e-e61e238db3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:44Z', 'updated_at': '2022-02-20T05:45:56Z', 'revision_number': 4, 'project_id': 'ff057e2e11b34d528382adf0c20ac58a', 'gw_port': {'id': '1051c8a0-dccf-4e63-b55e-e61e238db3c6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4aa557-4beb-4191-8e55-aaed6950b31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:46Z', 'updated_at': '2022-02-20T05:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'b62df271-cd15-4139-81a5-38eb8ada7073', 'name': '', 'network_id': 'e0b0c64c-9265-4c3e-a16a-33323ef25bde', 'tenant_id': 'ff057e2e11b34d528382adf0c20ac58a', 'mac_address': 'fa:16:3e:57:b8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4aa557-4beb-4191-8e55-aaed6950b31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '4101579e-8266-4767-9c7a-c3934ab21a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:55Z', 'updated_at': '2022-02-20T05:45:57Z', 'revision_number': 2, 'project_id': 'ff057e2e11b34d528382adf0c20ac58a', 'subnets': [{'id': '4101579e-8266-4767-9c7a-c3934ab21a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:45:59.072904 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-88e3ad25-0ec6-4741-9175-60a33ec2d0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (e0dbac0b-e815-4628-a5c0-79e1d3edf6d2), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:59.088795 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e3ad25-0ec6-4741-9175-60a33ec2d0b4 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:45:59.089463 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-88e3ad25-0ec6-4741-9175-60a33ec2d0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (e0dbac0b-e815-4628-a5c0-79e1d3edf6d2), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:45:59.099709 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:45:59.130626 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082fbd1e-2068-48f5-85cd-09a31c9518d0 None None] The sync data for ids ['0a4aa557-4beb-4191-8e55-aaed6950b31f'] in n-d-829866-5 is: [{'id': '0a4aa557-4beb-4191-8e55-aaed6950b31f', 'name': 'tempest-ServerRescueNegativeTestJSON-117825550-router', 'tenant_id': 'ff057e2e11b34d528382adf0c20ac58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '1051c8a0-dccf-4e63-b55e-e61e238db3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:44Z', 'updated_at': '2022-02-20T05:45:56Z', 'revision_number': 4, 'project_id': 'ff057e2e11b34d528382adf0c20ac58a', 'gw_port': {'id': '1051c8a0-dccf-4e63-b55e-e61e238db3c6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4aa557-4beb-4191-8e55-aaed6950b31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:46Z', 'updated_at': '2022-02-20T05:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'b62df271-cd15-4139-81a5-38eb8ada7073', 'name': '', 'network_id': 'e0b0c64c-9265-4c3e-a16a-33323ef25bde', 'tenant_id': 'ff057e2e11b34d528382adf0c20ac58a', 'mac_address': 'fa:16:3e:57:b8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4aa557-4beb-4191-8e55-aaed6950b31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '4101579e-8266-4767-9c7a-c3934ab21a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:55Z', 'updated_at': '2022-02-20T05:45:57Z', 'revision_number': 2, 'project_id': 'ff057e2e11b34d528382adf0c20ac58a', 'subnets': [{'id': '4101579e-8266-4767-9c7a-c3934ab21a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:45:59.241545 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-88e3ad25-0ec6-4741-9175-60a33ec2d0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (76d12cb1-1a3c-4efa-9623-20d225162f2e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:59.269374 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-88e3ad25-0ec6-4741-9175-60a33ec2d0b4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:59.283086 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-88e3ad25-0ec6-4741-9175-60a33ec2d0b4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/76d12cb1-1a3c-4efa-9623-20d225162f2e HTTP/1.1" status: 204 len: 168 time: 0.7651281 Feb 20 05:45:59.284738 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e3ad25-0ec6-4741-9175-60a33ec2d0b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=76d12cb1-1a3c-4efa-9623-20d225162f2e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:45:59.293868 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-7c1842c3-0922-46ea-8ddf-862aa2d1764b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:45:59.295781 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-7c1842c3-0922-46ea-8ddf-862aa2d1764b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/networks?id=fa9c8c18-66a9-4330-95ea-e6848bd9acbe HTTP/1.1" status: 200 len: 822 time: 0.9709923 Feb 20 05:45:59.355226 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-3b7ea7a9-f136-45b7-a5cf-37d3e8da0d75 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/quotas/c52e24ee44664157bb4debb87b79233a HTTP/1.1" status: 200 len: 375 time: 0.0508478 Feb 20 05:45:59.460147 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-f0110a20-7c7e-4e1f-95bb-114de8a31e44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Allocated IP 172.22.0.1 (5d47669d-ba3a-49f5-adf0-4cc424a7146e/76c57628-22f1-4145-9be6-36740dcdfbf7/53606f77-44c1-4cf2-a680-3191f366050a) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:45:59.472620 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43812) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:59.480881 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-7c65c1bc-de84-4d55-9f98-e989b88cf630 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c52e24ee44664157bb4debb87b79233a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1244152 Feb 20 05:45:59.492983 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-99a0f006-0cf3-437b-a6b7-1e21cb4ce72e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:45:59.494023 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-99a0f006-0cf3-437b-a6b7-1e21cb4ce72e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122192 Feb 20 05:45:59.594730 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cdde3300-0f55-40b7-b310-881ac982df23 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=00b5a23923ab4f169200da1677122e4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1160920 Feb 20 05:45:59.595868 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43814) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:45:59.656611 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-38c4b57b-a354-4e0e-80ad-dcefda8bfe33 admin admin] Publish callbacks [] for security_group (fe03828a-8270-44b1-9077-f6bb7dd00f36), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:59.686566 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-38c4b57b-a354-4e0e-80ad-dcefda8bfe33 admin admin] Publish callbacks [] for security_group (fe03828a-8270-44b1-9077-f6bb7dd00f36), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:59.764112 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-38c4b57b-a354-4e0e-80ad-dcefda8bfe33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (fe03828a-8270-44b1-9077-f6bb7dd00f36), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:59.768953 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-38c4b57b-a354-4e0e-80ad-dcefda8bfe33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:45:59.772518 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-38c4b57b-a354-4e0e-80ad-dcefda8bfe33 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe03828a-8270-44b1-9077-f6bb7dd00f36 HTTP/1.1" status: 204 len: 168 time: 0.1726298 Feb 20 05:45:59.790691 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4b57b-a354-4e0e-80ad-dcefda8bfe33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe03828a-8270-44b1-9077-f6bb7dd00f36,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:00.405332 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10b2ec01-4377-4544-92be-0ec76abaaba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (efb41d42-d88e-4b8f-8270-f0feae9c4fa7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:00.457425 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f0110a20-7c7e-4e1f-95bb-114de8a31e44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for port (53606f77-44c1-4cf2-a680-3191f366050a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:00.600775 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2cf93956-0743-4a12-be99-25932a5fef0c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (7e69d854-b3ca-45b4-ac2c-1ca891f297e8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:00.731857 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38113dd4-c064-4792-b549-918a34b83bce None None] get_active_networks_info from n-d-829866-5 {{(pid=103408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 05:46:00.735633 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-00b15af2-3816-4266-a81f-82f7fc908718 service neutron] 10.222.0.37 "GET /v2.0/networks/fa9c8c18-66a9-4330-95ea-e6848bd9acbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2290831 Feb 20 05:46:00.883236 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4ed52810-2661-4a1a-b4d4-975706e5f81f up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:46:00.943670 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e5d6fd5b-cc78-47c7-b092-940328079747 None None] Provisioning complete for port 4ed52810-2661-4a1a-b4d4-975706e5f81f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:00.945585 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e5d6fd5b-cc78-47c7-b092-940328079747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4ed52810-2661-4a1a-b4d4-975706e5f81f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:01.060234 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf93956-0743-4a12-be99-25932a5fef0c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Checking segment: {'id': 'c1412ea4-e151-4791-8781-3ff540538db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f4df106a-ffa1-4366-9a8f-e11e36780500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:46:01.060935 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf93956-0743-4a12-be99-25932a5fef0c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Network hostable DHCP agents. Network: f4df106a-ffa1-4366-9a8f-e11e36780500, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:46:01.191515 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf93956-0743-4a12-be99-25932a5fef0c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event updated for resources: {'Subnet': ['ID=7e69d854-b3ca-45b4-ac2c-1ca891f297e8,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:01.212942 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f0110a20-7c7e-4e1f-95bb-114de8a31e44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (53606f77-44c1-4cf2-a680-3191f366050a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:01.286558 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0110a20-7c7e-4e1f-95bb-114de8a31e44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network 5d47669d-ba3a-49f5-adf0-4cc424a7146e is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:46:01.320834 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 4ed52810-2661-4a1a-b4d4-975706e5f81f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:01.321746 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4ed52810-2661-4a1a-b4d4-975706e5f81f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:01.332744 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-f0110a20-7c7e-4e1f-95bb-114de8a31e44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:46:01.334682 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf93956-0743-4a12-be99-25932a5fef0c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Network f4df106a-ffa1-4366-9a8f-e11e36780500 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:46:01.336731 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e5d6fd5b-cc78-47c7-b092-940328079747 None None] Current status of the port 4ed52810-2661-4a1a-b4d4-975706e5f81f is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:01.337444 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e5d6fd5b-cc78-47c7-b092-940328079747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4ed52810-2661-4a1a-b4d4-975706e5f81f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:01.342549 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0110a20-7c7e-4e1f-95bb-114de8a31e44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:46:01.470930 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e5d6fd5b-cc78-47c7-b092-940328079747 None None] For port 4ed52810-2661-4a1a-b4d4-975706e5f81f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4ed52810-2661-4a1a-b4d4-975706e5f81f,segment=NetworkSegment(b35f3513-800d-4cea-a3ce-762c7a3bc731),segment_id=b35f3513-800d-4cea-a3ce-762c7a3bc731)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:01.472690 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f0110a20-7c7e-4e1f-95bb-114de8a31e44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (c8f28992-fd35-4d43-8618-933ff086237e), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:01.473307 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38113dd4-c064-4792-b549-918a34b83bce None None] Unable to find a vacant binding_index for network f4df106a-ffa1-4366-9a8f-e11e36780500 and agent ff80b6c2-3af4-475b-a89b-ca60d942b953 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 20 05:46:01.483526 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e5d6fd5b-cc78-47c7-b092-940328079747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4ed52810-2661-4a1a-b4d4-975706e5f81f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:01.574934 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38113dd4-c064-4792-b549-918a34b83bce None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, f4df106a-ffa1-4366-9a8f-e11e36780500) {{(pid=103408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 05:46:01.592563 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0110a20-7c7e-4e1f-95bb-114de8a31e44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Port': ['ID=53606f77-44c1-4cf2-a680-3191f366050a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:01.613830 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-2cf93956-0743-4a12-be99-25932a5fef0c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, f4df106a-ffa1-4366-9a8f-e11e36780500) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:46:01.645832 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf93956-0743-4a12-be99-25932a5fef0c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:01.650578 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2cf93956-0743-4a12-be99-25932a5fef0c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:01.654541 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6fd5b-cc78-47c7-b092-940328079747 None None] Pushing event updated for resources: {'Port': ['ID=4ed52810-2661-4a1a-b4d4-975706e5f81f,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:01.687580 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-d2fb92a4-bcd0-4977-a8d2-3ba549aa3c62 service neutron] 10.222.0.37 "GET /v2.0/networks/fa9c8c18-66a9-4330-95ea-e6848bd9acbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7894857 Feb 20 05:46:01.726000 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 4ed52810-2661-4a1a-b4d4-975706e5f81f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:01.727442 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1051c8a0-dccf-4e63-b55e-e61e238db3c6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:46:01.748501 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2cf93956-0743-4a12-be99-25932a5fef0c tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.5658157 Feb 20 05:46:01.749108 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43846) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:01.774233 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b2ec01-4377-4544-92be-0ec76abaaba2 admin admin] Router efb41d42-d88e-4b8f-8270-f0feae9c4fa7 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:46:01.902210 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f0110a20-7c7e-4e1f-95bb-114de8a31e44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (53606f77-44c1-4cf2-a680-3191f366050a), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:01.935680 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 1051c8a0-dccf-4e63-b55e-e61e238db3c6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:01.940685 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1051c8a0-dccf-4e63-b55e-e61e238db3c6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:02.041224 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe97b537-440e-4602-af7a-41253ad8331b tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (f4df106a-ffa1-4366-9a8f-e11e36780500), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:02.101049 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 1051c8a0-dccf-4e63-b55e-e61e238db3c6 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:02.101764 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1051c8a0-dccf-4e63-b55e-e61e238db3c6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:02.114612 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b2ec01-4377-4544-92be-0ec76abaaba2 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:46:02.123650 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-10b2ec01-4377-4544-92be-0ec76abaaba2 admin admin] 10.222.0.37 "PUT /v2.0/routers/efb41d42-d88e-4b8f-8270-f0feae9c4fa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0994966 Feb 20 05:46:02.124866 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43856) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:02.130636 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840d093-e4e5-4c66-8c1c-0634ff12a66c None None] Sync routers for ids ['efb41d42-d88e-4b8f-8270-f0feae9c4fa7'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:46:02.145994 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60673d0d-3334-4f70-a22c-08fb3c4c0028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-f4df106a-ffa1-4366-9a8f-e11e36780500', 'network_id': 'f4df106a-ffa1-4366-9a8f-e11e36780500', 'project_id': 'daec55bfb4d64dbc968b6c04e236a5af', 'fixed_ips': [{'subnet_id': '7e69d854-b3ca-45b4-ac2c-1ca891f297e8'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:46:02.147183 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-60673d0d-3334-4f70-a22c-08fb3c4c0028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:02.150701 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 1051c8a0-dccf-4e63-b55e-e61e238db3c6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1051c8a0-dccf-4e63-b55e-e61e238db3c6,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:02.170535 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1051c8a0-dccf-4e63-b55e-e61e238db3c6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:02.184043 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b840d093-e4e5-4c66-8c1c-0634ff12a66c None None] Routers {'efb41d42-d88e-4b8f-8270-f0feae9c4fa7'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:02.185072 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-b840d093-e4e5-4c66-8c1c-0634ff12a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['efb41d42-d88e-4b8f-8270-f0feae9c4fa7'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:02.312796 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e81e5c50-a82a-4f63-aab6-f9cf4333604e admin admin] Publish callbacks [] for router (efb41d42-d88e-4b8f-8270-f0feae9c4fa7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:02.327544 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe97b537-440e-4602-af7a-41253ad8331b tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (7e69d854-b3ca-45b4-ac2c-1ca891f297e8), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:02.445369 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe97b537-440e-4602-af7a-41253ad8331b tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (7e69d854-b3ca-45b4-ac2c-1ca891f297e8), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:02.480921 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6e8cd3af-0d65-40c9-8e62-1a41881f7541 req-1dfb122c-539f-49fa-b964-780656b0b77a tempest-ServerShowV247Test-393414098 tempest-ServerShowV247Test-393414098-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d6214d7-c10c-43db-9567-732d9c452434 HTTP/1.1" status: 200 len: 210 time: 0.1646733 Feb 20 05:46:02.542412 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97b537-440e-4602-af7a-41253ad8331b tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event deleted for resources: {'Subnet': ['ID=7e69d854-b3ca-45b4-ac2c-1ca891f297e8,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:02.648651 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe97b537-440e-4602-af7a-41253ad8331b tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (f4df106a-ffa1-4366-9a8f-e11e36780500), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:02.726927 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-fe97b537-440e-4602-af7a-41253ad8331b tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4df106a-ffa1-4366-9a8f-e11e36780500']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:02.750422 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-fe97b537-440e-4602-af7a-41253ad8331b tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1412ea4-e151-4791-8781-3ff540538db3') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:02.751089 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-fe97b537-440e-4602-af7a-41253ad8331b tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1412ea4-e151-4791-8781-3ff540538db3') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:02.763649 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe97b537-440e-4602-af7a-41253ad8331b tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (c1412ea4-e151-4791-8781-3ff540538db3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:02.780156 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe97b537-440e-4602-af7a-41253ad8331b tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (c1412ea4-e151-4791-8781-3ff540538db3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:02.787027 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe97b537-440e-4602-af7a-41253ad8331b tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:46:02.787516 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe97b537-440e-4602-af7a-41253ad8331b tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (c1412ea4-e151-4791-8781-3ff540538db3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:02.795702 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4ed52810-2661-4a1a-b4d4-975706e5f81f up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:46:02.855429 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:46:02.962119 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deec3603-0f37-4651-898f-83942f4e3876 None None] Sync routers for ids ['0a4aa557-4beb-4191-8e55-aaed6950b31f'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:46:02.980961 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deec3603-0f37-4651-898f-83942f4e3876 None None] Routers {'0a4aa557-4beb-4191-8e55-aaed6950b31f'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:02.981859 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-deec3603-0f37-4651-898f-83942f4e3876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0a4aa557-4beb-4191-8e55-aaed6950b31f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:03.020690 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=1051c8a0-dccf-4e63-b55e-e61e238db3c6,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:03.034323 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe97b537-440e-4602-af7a-41253ad8331b tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (f4df106a-ffa1-4366-9a8f-e11e36780500), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:03.041481 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe97b537-440e-4602-af7a-41253ad8331b tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:03.044960 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fe97b537-440e-4602-af7a-41253ad8331b tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "DELETE /v2.0/networks/f4df106a-ffa1-4366-9a8f-e11e36780500 HTTP/1.1" status: 204 len: 168 time: 1.2934601 Feb 20 05:46:03.051471 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43874) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:03.086254 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ac2834b2-b237-4290-8fbd-61e0abc3a22d tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-841933238'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:03.093970 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97b537-440e-4602-af7a-41253ad8331b tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event deleted for resources: {'Network': ['ID=f4df106a-ffa1-4366-9a8f-e11e36780500,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server [None req-60673d0d-3334-4f70-a22c-08fb3c4c0028 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e69d854-b3ca-45b4-ac2c-1ca891f297e8: This subnet is being modified by another concurrent operation. Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 20 05:46:03.141018 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise exception Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e69d854-b3ca-45b4-ac2c-1ca891f297e8: This subnet is being modified by another concurrent operation. Feb 20 05:46:03.146185 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server Feb 20 05:46:03.192838 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5b7c38-b16b-4fee-979d-91dc71525f2a None None] get_active_networks_info from n-d-829866-5 {{(pid=103408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 05:46:03.238207 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e81e5c50-a82a-4f63-aab6-f9cf4333604e admin admin] Publish callbacks [] for router_gateway (efb41d42-d88e-4b8f-8270-f0feae9c4fa7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:03.266309 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f0110a20-7c7e-4e1f-95bb-114de8a31e44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for port (53606f77-44c1-4cf2-a680-3191f366050a), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:03.270946 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-deec3603-0f37-4651-898f-83942f4e3876 None None] Set router 0a4aa557-4beb-4191-8e55-aaed6950b31f gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:03.273712 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2834b2-b237-4290-8fbd-61e0abc3a22d tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Made reservation on behalf of daec55bfb4d64dbc968b6c04e236a5af for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:46:03.282420 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ac2834b2-b237-4290-8fbd-61e0abc3a22d tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:03.308362 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f0110a20-7c7e-4e1f-95bb-114de8a31e44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (53606f77-44c1-4cf2-a680-3191f366050a), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:03.536023 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5b7c38-b16b-4fee-979d-91dc71525f2a None None] Resources bound (agent type, host, resource id): {{(pid=103408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 05:46:03.565622 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f0110a20-7c7e-4e1f-95bb-114de8a31e44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (c8f28992-fd35-4d43-8618-933ff086237e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:03.581836 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-b840d093-e4e5-4c66-8c1c-0634ff12a66c None None] Set router efb41d42-d88e-4b8f-8270-f0feae9c4fa7 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:03.583864 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0110a20-7c7e-4e1f-95bb-114de8a31e44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Port': ['ID=53606f77-44c1-4cf2-a680-3191f366050a,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:03.728701 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 4ed52810-2661-4a1a-b4d4-975706e5f81f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:03.729301 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4ed52810-2661-4a1a-b4d4-975706e5f81f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:03.733989 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2834b2-b237-4290-8fbd-61e0abc3a22d tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:46:03.773567 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ac2834b2-b237-4290-8fbd-61e0abc3a22d tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (2a512662-552d-46b6-9e0f-ec9f1a615702), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:03.773924 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-ac2834b2-b237-4290-8fbd-61e0abc3a22d tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Added segment 2a512662-552d-46b6-9e0f-ec9f1a615702 of type vlan for network 9e738464-e91a-44c2-9137-56ff68735c46 Feb 20 05:46:03.821316 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-deec3603-0f37-4651-898f-83942f4e3876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4aa557-4beb-4191-8e55-aaed6950b31f', 'name': 'tempest-ServerRescueNegativeTestJSON-117825550-router', 'tenant_id': 'ff057e2e11b34d528382adf0c20ac58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '1051c8a0-dccf-4e63-b55e-e61e238db3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:44Z', 'updated_at': '2022-02-20T05:45:56Z', 'revision_number': 4, 'project_id': 'ff057e2e11b34d528382adf0c20ac58a', 'gw_port': {'id': '1051c8a0-dccf-4e63-b55e-e61e238db3c6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4aa557-4beb-4191-8e55-aaed6950b31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:46Z', 'updated_at': '2022-02-20T05:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'b62df271-cd15-4139-81a5-38eb8ada7073', 'name': '', 'network_id': 'e0b0c64c-9265-4c3e-a16a-33323ef25bde', 'tenant_id': 'ff057e2e11b34d528382adf0c20ac58a', 'mac_address': 'fa:16:3e:57:b8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4aa557-4beb-4191-8e55-aaed6950b31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '4101579e-8266-4767-9c7a-c3934ab21a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:55Z', 'updated_at': '2022-02-20T05:45:57Z', 'revision_number': 2, 'project_id': 'ff057e2e11b34d528382adf0c20ac58a', 'subnets': [{'id': '4101579e-8266-4767-9c7a-c3934ab21a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:03.907060 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deec3603-0f37-4651-898f-83942f4e3876 None None] Checking router: 0a4aa557-4beb-4191-8e55-aaed6950b31f for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:46:03.907411 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deec3603-0f37-4651-898f-83942f4e3876 None None] Updating router 0a4aa557-4beb-4191-8e55-aaed6950b31f port b62df271-cd15-4139-81a5-38eb8ada7073 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:46:03.934196 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ac2834b2-b237-4290-8fbd-61e0abc3a22d tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (9e738464-e91a-44c2-9137-56ff68735c46), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:03.979661 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-deec3603-0f37-4651-898f-83942f4e3876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b62df271-cd15-4139-81a5-38eb8ada7073), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:04.143165 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-e81e5c50-a82a-4f63-aab6-f9cf4333604e admin admin] Deleting port 0f5b42db-2da6-4a77-a6b0-787e789b3c32 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:46:04.146964 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e81e5c50-a82a-4f63-aab6-f9cf4333604e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (0f5b42db-2da6-4a77-a6b0-787e789b3c32), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:04.165360 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857f540-d560-492b-b78f-b45244063c01 req-5d287a11-d55a-4ea7-ac59-8e4c5967c7cf tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:04.168344 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1857f540-d560-492b-b78f-b45244063c01 req-5d287a11-d55a-4ea7-ac59-8e4c5967c7cf tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/networks?id=e0b0c64c-9265-4c3e-a16a-33323ef25bde HTTP/1.1" status: 200 len: 818 time: 0.5900404 Feb 20 05:46:04.171105 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ac2834b2-b237-4290-8fbd-61e0abc3a22d tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (9e738464-e91a-44c2-9137-56ff68735c46), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:04.186798 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2834b2-b237-4290-8fbd-61e0abc3a22d tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:04.187764 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ac2834b2-b237-4290-8fbd-61e0abc3a22d tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:04.194303 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 4ed52810-2661-4a1a-b4d4-975706e5f81f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:04.247801 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-e75ff18d-4c55-4364-ae76-8c0f1ff92614 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:04.258823 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-e75ff18d-4c55-4364-ae76-8c0f1ff92614 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.48 "GET /v2.0/networks?id=fa9c8c18-66a9-4330-95ea-e6848bd9acbe HTTP/1.1" status: 200 len: 822 time: 0.2120593 Feb 20 05:46:04.275340 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-7a74df70-bacf-4028-ba58-1f7a1badee9f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Request body: {'port': {'device_id': '74e8952a-a802-4ab0-a440-0a55a7e8e9c3', 'network_id': 'fa9c8c18-66a9-4330-95ea-e6848bd9acbe', 'admin_state_up': True, 'tenant_id': 'c52e24ee44664157bb4debb87b79233a'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:04.328133 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-b840d093-e4e5-4c66-8c1c-0634ff12a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb41d42-d88e-4b8f-8270-f0feae9c4fa7', 'name': 'tempest-TestAggregatesBasicOps-1112227885-router', 'tenant_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0f5b42db-2da6-4a77-a6b0-787e789b3c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:12Z', 'updated_at': '2022-02-20T05:45:58Z', 'revision_number': 5, 'project_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9', 'gw_port': {'id': '0f5b42db-2da6-4a77-a6b0-787e789b3c32', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41d42-d88e-4b8f-8270-f0feae9c4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:13Z', 'updated_at': '2022-02-20T05:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:04.332312 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2834b2-b237-4290-8fbd-61e0abc3a22d tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event updated for resources: {'Network': ['ID=9e738464-e91a-44c2-9137-56ff68735c46,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:04.461729 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840d093-e4e5-4c66-8c1c-0634ff12a66c None None] Checking router: efb41d42-d88e-4b8f-8270-f0feae9c4fa7 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:46:04.544854 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b840d093-e4e5-4c66-8c1c-0634ff12a66c None None] Routers {'efb41d42-d88e-4b8f-8270-f0feae9c4fa7'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:04.545724 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-b840d093-e4e5-4c66-8c1c-0634ff12a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['efb41d42-d88e-4b8f-8270-f0feae9c4fa7'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:04.621988 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e38ba6d-b43f-4eb1-ae67-7b303ddea082 None None] Network 5d47669d-ba3a-49f5-adf0-4cc424a7146e requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:46:04.647512 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962a6b95-418d-438b-95c1-0b56772201e9 None None] Network f4df106a-ffa1-4366-9a8f-e11e36780500 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:46:04.684080 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962a6b95-418d-438b-95c1-0b56772201e9 None None] Network f4df106a-ffa1-4366-9a8f-e11e36780500 could not be found, it might have been deleted concurrently. {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 20 05:46:04.780383 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0110a20-7c7e-4e1f-95bb-114de8a31e44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network 5d47669d-ba3a-49f5-adf0-4cc424a7146e is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:46:04.782858 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2834b2-b237-4290-8fbd-61e0abc3a22d tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:04.783077 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2834b2-b237-4290-8fbd-61e0abc3a22d tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:04.787384 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2834b2-b237-4290-8fbd-61e0abc3a22d tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:04.787737 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2834b2-b237-4290-8fbd-61e0abc3a22d tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:04.788151 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2834b2-b237-4290-8fbd-61e0abc3a22d tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:04.788874 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2834b2-b237-4290-8fbd-61e0abc3a22d tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:04.789369 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2834b2-b237-4290-8fbd-61e0abc3a22d tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:04.790382 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2834b2-b237-4290-8fbd-61e0abc3a22d tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:04.790868 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2834b2-b237-4290-8fbd-61e0abc3a22d tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:04.791526 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2834b2-b237-4290-8fbd-61e0abc3a22d tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:04.792089 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2834b2-b237-4290-8fbd-61e0abc3a22d tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:04.792477 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2834b2-b237-4290-8fbd-61e0abc3a22d tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:04.792947 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2834b2-b237-4290-8fbd-61e0abc3a22d tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:04.794004 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-7a74df70-bacf-4028-ba58-1f7a1badee9f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Made reservation on behalf of c52e24ee44664157bb4debb87b79233a for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:46:04.795990 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107af167-ec0b-4c92-a557-b528afe4d7dc None None] Network f4df106a-ffa1-4366-9a8f-e11e36780500 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:46:04.798215 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1051c8a0-dccf-4e63-b55e-e61e238db3c6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:46:04.806570 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-7a74df70-bacf-4028-ba58-1f7a1badee9f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:04.811976 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-deec3603-0f37-4651-898f-83942f4e3876 None None] Publish callbacks [] for port (b62df271-cd15-4139-81a5-38eb8ada7073), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:04.831383 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-deec3603-0f37-4651-898f-83942f4e3876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b62df271-cd15-4139-81a5-38eb8ada7073), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:04.848928 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-e81e5c50-a82a-4f63-aab6-f9cf4333604e admin admin] For port 0f5b42db-2da6-4a77-a6b0-787e789b3c32, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0f5b42db-2da6-4a77-a6b0-787e789b3c32,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:04.849450 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e81e5c50-a82a-4f63-aab6-f9cf4333604e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (0f5b42db-2da6-4a77-a6b0-787e789b3c32), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:04.869719 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-e81e5c50-a82a-4f63-aab6-f9cf4333604e admin admin] Calling delete_port for 0f5b42db-2da6-4a77-a6b0-787e789b3c32 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:46:04.880862 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 9e738464-e91a-44c2-9137-56ff68735c46 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:46:04.911913 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107af167-ec0b-4c92-a557-b528afe4d7dc None None] Network f4df106a-ffa1-4366-9a8f-e11e36780500 could not be found, it might have been deleted concurrently. {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 20 05:46:04.934647 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-b840d093-e4e5-4c66-8c1c-0634ff12a66c None None] Set router efb41d42-d88e-4b8f-8270-f0feae9c4fa7 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:04.948610 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1857f540-d560-492b-b78f-b45244063c01 req-4cbad14b-f936-419e-8501-f3432bcceabb tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/quotas/ff057e2e11b34d528382adf0c20ac58a HTTP/1.1" status: 200 len: 375 time: 0.7541311 Feb 20 05:46:04.961682 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ac2834b2-b237-4290-8fbd-61e0abc3a22d tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8981442 Feb 20 05:46:04.966093 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43908) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:04.967719 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-f0110a20-7c7e-4e1f-95bb-114de8a31e44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:46:04.993557 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-cd9633fe-7079-4f83-89cb-594801c40016 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Request body: {'subnet': {'network_id': '9e738464-e91a-44c2-9137-56ff68735c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:05.021236 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a05a5-5358-45fe-8207-0f686d10a62c None None] Pushing event updated for resources: {'Port': ['ID=b62df271-cd15-4139-81a5-38eb8ada7073,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:05.091656 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a05a5-5358-45fe-8207-0f686d10a62c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:05.094244 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a05a5-5358-45fe-8207-0f686d10a62c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:05.095614 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a05a5-5358-45fe-8207-0f686d10a62c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:05.096110 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a05a5-5358-45fe-8207-0f686d10a62c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:05.096539 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a05a5-5358-45fe-8207-0f686d10a62c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:05.097851 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a05a5-5358-45fe-8207-0f686d10a62c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:05.098345 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-b840d093-e4e5-4c66-8c1c-0634ff12a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb41d42-d88e-4b8f-8270-f0feae9c4fa7', 'name': 'tempest-TestAggregatesBasicOps-1112227885-router', 'tenant_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:12Z', 'updated_at': '2022-02-20T05:46:03Z', 'revision_number': 6, 'project_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:05.099015 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a05a5-5358-45fe-8207-0f686d10a62c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:05.099677 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a05a5-5358-45fe-8207-0f686d10a62c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:05.100708 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a05a5-5358-45fe-8207-0f686d10a62c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:05.103289 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a05a5-5358-45fe-8207-0f686d10a62c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:05.103745 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a05a5-5358-45fe-8207-0f686d10a62c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:05.104290 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a05a5-5358-45fe-8207-0f686d10a62c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:05.104852 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a05a5-5358-45fe-8207-0f686d10a62c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:05.142289 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-deec3603-0f37-4651-898f-83942f4e3876 None None] Attempting to bind port b62df271-cd15-4139-81a5-38eb8ada7073 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:46:05.142949 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-deec3603-0f37-4651-898f-83942f4e3876 None None] Attempting to bind port b62df271-cd15-4139-81a5-38eb8ada7073 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'bfa6d036-a7e5-478c-ab71-9ee611ca2fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0b0c64c-9265-4c3e-a16a-33323ef25bde'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:46:05.143402 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deec3603-0f37-4651-898f-83942f4e3876 None None] Attempting to bind port b62df271-cd15-4139-81a5-38eb8ada7073 on network e0b0c64c-9265-4c3e-a16a-33323ef25bde {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:46:05.151520 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840d093-e4e5-4c66-8c1c-0634ff12a66c None None] The sync data for ids ['efb41d42-d88e-4b8f-8270-f0feae9c4fa7'] in n-d-829866-5 is: [{'id': 'efb41d42-d88e-4b8f-8270-f0feae9c4fa7', 'name': 'tempest-TestAggregatesBasicOps-1112227885-router', 'tenant_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:12Z', 'updated_at': '2022-02-20T05:46:03Z', 'revision_number': 6, 'project_id': 'f0230395d7934c9ba5a3f5f3e9ca9ab9', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:46:05.158038 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deec3603-0f37-4651-898f-83942f4e3876 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:46:05.159170 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deec3603-0f37-4651-898f-83942f4e3876 None None] Checking segment: {'id': 'bfa6d036-a7e5-478c-ab71-9ee611ca2fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0b0c64c-9265-4c3e-a16a-33323ef25bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:46:05.160815 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-deec3603-0f37-4651-898f-83942f4e3876 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:05.163365 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deec3603-0f37-4651-898f-83942f4e3876 None None] Bound using segment: {'id': 'bfa6d036-a7e5-478c-ab71-9ee611ca2fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0b0c64c-9265-4c3e-a16a-33323ef25bde'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:46:05.163986 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-deec3603-0f37-4651-898f-83942f4e3876 None None] Bound port: b62df271-cd15-4139-81a5-38eb8ada7073, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa6d036-a7e5-478c-ab71-9ee611ca2fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0b0c64c-9265-4c3e-a16a-33323ef25bde'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:46:05.164596 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-deec3603-0f37-4651-898f-83942f4e3876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b62df271-cd15-4139-81a5-38eb8ada7073), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:05.187346 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 1051c8a0-dccf-4e63-b55e-e61e238db3c6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:05.187670 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1051c8a0-dccf-4e63-b55e-e61e238db3c6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:05.344554 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-7a74df70-bacf-4028-ba58-1f7a1badee9f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Allocated IP 172.20.0.6 (fa9c8c18-66a9-4330-95ea-e6848bd9acbe/4c84731d-a312-42ac-b55f-15aaba4e7834/c7247501-26a6-4cda-b5a4-cd7993b5c5b3) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:46:05.359409 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 1051c8a0-dccf-4e63-b55e-e61e238db3c6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:05.465571 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0110a20-7c7e-4e1f-95bb-114de8a31e44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Router c8f28992-fd35-4d43-8618-933ff086237e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:46:05.469274 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e81e5c50-a82a-4f63-aab6-f9cf4333604e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (0f5b42db-2da6-4a77-a6b0-787e789b3c32), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:05.510683 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9633fe-7079-4f83-89cb-594801c40016 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Made reservation on behalf of daec55bfb4d64dbc968b6c04e236a5af for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:46:05.513452 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e5c50-a82a-4f63-aab6-f9cf4333604e admin admin] Pushing event deleted for resources: {'Port': ['ID=0f5b42db-2da6-4a77-a6b0-787e789b3c32,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:05.520291 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd9633fe-7079-4f83-89cb-594801c40016 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:05.537936 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1857f540-d560-492b-b78f-b45244063c01 req-45ac2be4-0aa6-42b0-953a-49eb44b0fee4 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff057e2e11b34d528382adf0c20ac58a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5659945 Feb 20 05:46:05.580609 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-deec3603-0f37-4651-898f-83942f4e3876 None None] For port b62df271-cd15-4139-81a5-38eb8ada7073, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:46:05.587395 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-deec3603-0f37-4651-898f-83942f4e3876 None None] For port b62df271-cd15-4139-81a5-38eb8ada7073, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=b62df271-cd15-4139-81a5-38eb8ada7073,segment=NetworkSegment(bfa6d036-a7e5-478c-ab71-9ee611ca2fce),segment_id=bfa6d036-a7e5-478c-ab71-9ee611ca2fce)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:46:05.603081 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-deec3603-0f37-4651-898f-83942f4e3876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b62df271-cd15-4139-81a5-38eb8ada7073), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:05.688647 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-7a74df70-bacf-4028-ba58-1f7a1badee9f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks [] for port (c7247501-26a6-4cda-b5a4-cd7993b5c5b3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:05.700772 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deec3603-0f37-4651-898f-83942f4e3876 None None] Routers {'0a4aa557-4beb-4191-8e55-aaed6950b31f'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:05.706518 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-deec3603-0f37-4651-898f-83942f4e3876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0a4aa557-4beb-4191-8e55-aaed6950b31f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:05.769764 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-81cabd9d-9f2b-48ba-8a42-53244a0056ee None None] Provisioning complete for port 53606f77-44c1-4cf2-a680-3191f366050a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:05.770515 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-81cabd9d-9f2b-48ba-8a42-53244a0056ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (53606f77-44c1-4cf2-a680-3191f366050a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:05.795934 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1857f540-d560-492b-b78f-b45244063c01 req-dc481f26-835d-4fff-a435-f93ae29474da service neutron] 10.222.0.37 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560079 Feb 20 05:46:05.828002 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a05a5-5358-45fe-8207-0f686d10a62c None None] Pushing event updated for resources: {'Port': ['ID=b62df271-cd15-4139-81a5-38eb8ada7073,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:05.859780 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-7a74df70-bacf-4028-ba58-1f7a1badee9f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (c7247501-26a6-4cda-b5a4-cd7993b5c5b3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:05.879326 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-81cabd9d-9f2b-48ba-8a42-53244a0056ee None None] Port 53606f77-44c1-4cf2-a680-3191f366050a cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:46:05.902713 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-81cabd9d-9f2b-48ba-8a42-53244a0056ee None None] Provisioning complete for port 4ed52810-2661-4a1a-b4d4-975706e5f81f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:05.903420 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-81cabd9d-9f2b-48ba-8a42-53244a0056ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4ed52810-2661-4a1a-b4d4-975706e5f81f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:05.934117 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43914) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:05.980687 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-deec3603-0f37-4651-898f-83942f4e3876 None None] Set router 0a4aa557-4beb-4191-8e55-aaed6950b31f gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:06.005403 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-7a74df70-bacf-4028-ba58-1f7a1badee9f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Network fa9c8c18-66a9-4330-95ea-e6848bd9acbe is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:46:06.026026 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-7a74df70-bacf-4028-ba58-1f7a1badee9f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:46:06.029965 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-7a74df70-bacf-4028-ba58-1f7a1badee9f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:46:06.075113 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-81cabd9d-9f2b-48ba-8a42-53244a0056ee None None] Current status of the port 4ed52810-2661-4a1a-b4d4-975706e5f81f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:06.132194 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-7a74df70-bacf-4028-ba58-1f7a1badee9f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:06.138767 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-7a74df70-bacf-4028-ba58-1f7a1badee9f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:06.170708 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74df70-bacf-4028-ba58-1f7a1badee9f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Pushing event updated for resources: {'Port': ['ID=c7247501-26a6-4cda-b5a4-cd7993b5c5b3,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:06.216482 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-7a74df70-bacf-4028-ba58-1f7a1badee9f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9541593 Feb 20 05:46:06.222294 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d9b872f8-e35d-4192-adc2-05bb97e8cdd5 None None] Provisioning complete for port 53606f77-44c1-4cf2-a680-3191f366050a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:06.223041 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9b872f8-e35d-4192-adc2-05bb97e8cdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (53606f77-44c1-4cf2-a680-3191f366050a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:06.253829 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e81e5c50-a82a-4f63-aab6-f9cf4333604e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (efb41d42-d88e-4b8f-8270-f0feae9c4fa7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:06.254070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-6eba59d2-0732-45ee-a830-99c73beca0da service neutron] Request body: {'port': {'device_id': '74e8952a-a802-4ab0-a440-0a55a7e8e9c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:06.288198 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d9b872f8-e35d-4192-adc2-05bb97e8cdd5 None None] Port 53606f77-44c1-4cf2-a680-3191f366050a cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:46:06.357922 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2e6fdda7-fa62-4734-be82-3230fb1af8bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:06.434401 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e81e5c50-a82a-4f63-aab6-f9cf4333604e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (efb41d42-d88e-4b8f-8270-f0feae9c4fa7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:06.437013 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e81e5c50-a82a-4f63-aab6-f9cf4333604e admin admin] Publish callbacks [] for router_controller (efb41d42-d88e-4b8f-8270-f0feae9c4fa7), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:06.445042 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-deec3603-0f37-4651-898f-83942f4e3876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4aa557-4beb-4191-8e55-aaed6950b31f', 'name': 'tempest-ServerRescueNegativeTestJSON-117825550-router', 'tenant_id': 'ff057e2e11b34d528382adf0c20ac58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '1051c8a0-dccf-4e63-b55e-e61e238db3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:44Z', 'updated_at': '2022-02-20T05:45:56Z', 'revision_number': 4, 'project_id': 'ff057e2e11b34d528382adf0c20ac58a', 'gw_port': {'id': '1051c8a0-dccf-4e63-b55e-e61e238db3c6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4aa557-4beb-4191-8e55-aaed6950b31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:46Z', 'updated_at': '2022-02-20T05:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'b62df271-cd15-4139-81a5-38eb8ada7073', 'name': '', 'network_id': 'e0b0c64c-9265-4c3e-a16a-33323ef25bde', 'tenant_id': 'ff057e2e11b34d528382adf0c20ac58a', 'mac_address': 'fa:16:3e:57:b8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4aa557-4beb-4191-8e55-aaed6950b31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '4101579e-8266-4767-9c7a-c3934ab21a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:55Z', 'updated_at': '2022-02-20T05:46:05Z', 'revision_number': 4, 'project_id': 'ff057e2e11b34d528382adf0c20ac58a', 'subnets': [{'id': '4101579e-8266-4767-9c7a-c3934ab21a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:06.454148 n-d-829866-5 neutron-server[103406]: DEBUG neutron.objects.ports [None req-cd9633fe-7079-4f83-89cb-594801c40016 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103406) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 05:46:06.463214 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd9633fe-7079-4f83-89cb-594801c40016 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (d9897d02-a98e-4362-a1f9-130f909db6c3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:06.481867 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-6eba59d2-0732-45ee-a830-99c73beca0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c7247501-26a6-4cda-b5a4-cd7993b5c5b3), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:06.494031 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deec3603-0f37-4651-898f-83942f4e3876 None None] The sync data for ids ['0a4aa557-4beb-4191-8e55-aaed6950b31f'] in n-d-829866-5 is: [{'id': '0a4aa557-4beb-4191-8e55-aaed6950b31f', 'name': 'tempest-ServerRescueNegativeTestJSON-117825550-router', 'tenant_id': 'ff057e2e11b34d528382adf0c20ac58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '1051c8a0-dccf-4e63-b55e-e61e238db3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:44Z', 'updated_at': '2022-02-20T05:45:56Z', 'revision_number': 4, 'project_id': 'ff057e2e11b34d528382adf0c20ac58a', 'gw_port': {'id': '1051c8a0-dccf-4e63-b55e-e61e238db3c6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4aa557-4beb-4191-8e55-aaed6950b31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:46Z', 'updated_at': '2022-02-20T05:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'b62df271-cd15-4139-81a5-38eb8ada7073', 'name': '', 'network_id': 'e0b0c64c-9265-4c3e-a16a-33323ef25bde', 'tenant_id': 'ff057e2e11b34d528382adf0c20ac58a', 'mac_address': 'fa:16:3e:57:b8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4aa557-4beb-4191-8e55-aaed6950b31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '4101579e-8266-4767-9c7a-c3934ab21a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:55Z', 'updated_at': '2022-02-20T05:46:05Z', 'revision_number': 4, 'project_id': 'ff057e2e11b34d528382adf0c20ac58a', 'subnets': [{'id': '4101579e-8266-4767-9c7a-c3934ab21a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:46:06.514842 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2ae821ea-d59e-4a46-a13c-704bb76fa7c8 None None] Provisioning complete for port 53606f77-44c1-4cf2-a680-3191f366050a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:06.515469 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2ae821ea-d59e-4a46-a13c-704bb76fa7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (53606f77-44c1-4cf2-a680-3191f366050a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:06.555035 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1857f540-d560-492b-b78f-b45244063c01 req-6dd86298-af96-49e0-8677-ad805a626623 service neutron] 10.222.0.37 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7571270 Feb 20 05:46:06.565775 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e81e5c50-a82a-4f63-aab6-f9cf4333604e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (efb41d42-d88e-4b8f-8270-f0feae9c4fa7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:06.566320 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81e5c50-a82a-4f63-aab6-f9cf4333604e admin admin] Fanout notify agent at l3_agent the message router_deleted on router efb41d42-d88e-4b8f-8270-f0feae9c4fa7 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:46:06.582805 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e81e5c50-a82a-4f63-aab6-f9cf4333604e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:06.589153 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e81e5c50-a82a-4f63-aab6-f9cf4333604e admin admin] 10.222.0.37 "DELETE /v2.0/routers/efb41d42-d88e-4b8f-8270-f0feae9c4fa7 HTTP/1.1" status: 204 len: 168 time: 4.4350901 Feb 20 05:46:06.595208 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43918) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:06.596249 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0110a20-7c7e-4e1f-95bb-114de8a31e44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:46:06.608385 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f0110a20-7c7e-4e1f-95bb-114de8a31e44 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "PUT /v2.0/routers/c8f28992-fd35-4d43-8618-933ff086237e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9603364 Feb 20 05:46:06.608962 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43920) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:06.617480 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-47217502-2966-4d6a-b9e9-3045420aa2b0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'network': {'name': 'tempest-RoutersTest-172374617'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:06.643865 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2ae821ea-d59e-4a46-a13c-704bb76fa7c8 None None] Port 53606f77-44c1-4cf2-a680-3191f366050a cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:46:06.648328 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f5dd5a-4260-4a34-a759-8cd7eed14df7 None None] Sync routers for ids ['c8f28992-fd35-4d43-8618-933ff086237e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:46:06.653585 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47217502-2966-4d6a-b9e9-3045420aa2b0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Made reservation on behalf of ec8dd31e72ed40dc8f4a2a6bbaade185 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:46:06.657101 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-47217502-2966-4d6a-b9e9-3045420aa2b0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:06.673713 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f5dd5a-4260-4a34-a759-8cd7eed14df7 None None] Routers {'c8f28992-fd35-4d43-8618-933ff086237e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:06.678437 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-66f5dd5a-4260-4a34-a759-8cd7eed14df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8f28992-fd35-4d43-8618-933ff086237e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:06.702113 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47217502-2966-4d6a-b9e9-3045420aa2b0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:46:06.725112 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-47217502-2966-4d6a-b9e9-3045420aa2b0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (43b3add2-5ee0-413a-aa8b-dfd10103a0dc), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:06.725633 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-47217502-2966-4d6a-b9e9-3045420aa2b0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Added segment 43b3add2-5ee0-413a-aa8b-dfd10103a0dc of type vlan for network 8cbe4651-5107-4f90-a28d-4a6a83bd01c8 Feb 20 05:46:06.771930 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9633fe-7079-4f83-89cb-594801c40016 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event updated for resources: {'Subnet': ['ID=d9897d02-a98e-4362-a1f9-130f909db6c3,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:06.842725 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-47217502-2966-4d6a-b9e9-3045420aa2b0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (8cbe4651-5107-4f90-a28d-4a6a83bd01c8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:06.921656 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-47217502-2966-4d6a-b9e9-3045420aa2b0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (8cbe4651-5107-4f90-a28d-4a6a83bd01c8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:06.936378 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47217502-2966-4d6a-b9e9-3045420aa2b0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:06.943800 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-47217502-2966-4d6a-b9e9-3045420aa2b0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:07.006638 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-98a0ea1a-7320-4f5a-9524-c5b7d25edc65 admin admin] Deleting subnet 551ed290-6d4c-490f-a656-7c8ed325af0f {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:46:07.039288 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98a0ea1a-7320-4f5a-9524-c5b7d25edc65 admin admin] Publish callbacks [] for subnet (551ed290-6d4c-490f-a656-7c8ed325af0f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:07.041153 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9633fe-7079-4f83-89cb-594801c40016 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Checking segment: {'id': '2a512662-552d-46b6-9e0f-ec9f1a615702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9e738464-e91a-44c2-9137-56ff68735c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:46:07.041524 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9633fe-7079-4f83-89cb-594801c40016 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Network hostable DHCP agents. Network: 9e738464-e91a-44c2-9137-56ff68735c46, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:46:07.060929 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b62df271-cd15-4139-81a5-38eb8ada7073 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:46:07.079763 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47217502-2966-4d6a-b9e9-3045420aa2b0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Network': ['ID=8cbe4651-5107-4f90-a28d-4a6a83bd01c8,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:07.101981 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2e6fdda7-fa62-4734-be82-3230fb1af8bc admin admin] Publish callbacks [] for security_group (96f8675c-a496-4a08-ab17-74f3a9cc1e1b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:07.114341 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2e6fdda7-fa62-4734-be82-3230fb1af8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (96f8675c-a496-4a08-ab17-74f3a9cc1e1b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:07.132249 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43926) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:07.134029 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-47217502-2966-4d6a-b9e9-3045420aa2b0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5237122 Feb 20 05:46:07.152390 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-aca0b6f6-c102-4f5f-9e0f-a4e83b7fdb67 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'subnet': {'network_id': '8cbe4651-5107-4f90-a28d-4a6a83bd01c8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:07.176750 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198597a-7a3b-479a-a629-f01469a07dec req-0d3de739-fa59-4887-8dcd-a326cb9817f9 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:07.184594 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a198597a-7a3b-479a-a629-f01469a07dec req-0d3de739-fa59-4887-8dcd-a326cb9817f9 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e8952a-a802-4ab0-a440-0a55a7e8e9c3 HTTP/1.1" status: 200 len: 931 time: 0.1078577 Feb 20 05:46:07.224389 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 8cbe4651-5107-4f90-a28d-4a6a83bd01c8 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:46:07.308376 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-66f5dd5a-4260-4a34-a759-8cd7eed14df7 None None] Set router c8f28992-fd35-4d43-8618-933ff086237e gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:07.317320 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a198597a-7a3b-479a-a629-f01469a07dec req-d5678806-6497-4bc1-8503-7f3b2ad33468 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194527 Feb 20 05:46:07.317928 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98a0ea1a-7320-4f5a-9524-c5b7d25edc65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (551ed290-6d4c-490f-a656-7c8ed325af0f), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:07.357266 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9633fe-7079-4f83-89cb-594801c40016 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Network 9e738464-e91a-44c2-9137-56ff68735c46 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:46:07.413887 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2e6fdda7-fa62-4734-be82-3230fb1af8bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=773b8795326e4160ba3cbc1a84fa5810&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4680631 Feb 20 05:46:07.416693 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43934) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:07.480849 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fdda7-fa62-4734-be82-3230fb1af8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f8675c-a496-4a08-ab17-74f3a9cc1e1b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:07.531637 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95c6751c-3498-4dbb-b4bc-37aaef595964 req-691b8b6f-78ff-4d2b-a63f-1f58e708252a tempest-ServerShowV247Test-393414098 tempest-ServerShowV247Test-393414098-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d6214d7-c10c-43db-9567-732d9c452434 HTTP/1.1" status: 200 len: 210 time: 0.1076477 Feb 20 05:46:07.535582 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-cd9633fe-7079-4f83-89cb-594801c40016 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 9e738464-e91a-44c2-9137-56ff68735c46) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:46:07.558856 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9633fe-7079-4f83-89cb-594801c40016 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:07.559985 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd9633fe-7079-4f83-89cb-594801c40016 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:07.592698 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc372b0-0697-4214-84ed-368ea59eb943 None None] Network 9e738464-e91a-44c2-9137-56ff68735c46 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:46:07.663631 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-baa609ff-4303-40d4-8cdd-a623069ff650 admin admin] Publish callbacks [] for security_group (96f8675c-a496-4a08-ab17-74f3a9cc1e1b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:07.690671 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca0b6f6-c102-4f5f-9e0f-a4e83b7fdb67 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Made reservation on behalf of ec8dd31e72ed40dc8f4a2a6bbaade185 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:46:07.695262 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aca0b6f6-c102-4f5f-9e0f-a4e83b7fdb67 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:07.708354 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port b62df271-cd15-4139-81a5-38eb8ada7073 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:07.709433 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b62df271-cd15-4139-81a5-38eb8ada7073), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:07.716370 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cd9633fe-7079-4f83-89cb-594801c40016 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.7474549 Feb 20 05:46:07.720121 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43940) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:07.898288 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6b02d42d-4ede-45c2-b170-1f793eedc045 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (9e738464-e91a-44c2-9137-56ff68735c46), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:07.907017 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-baa609ff-4303-40d4-8cdd-a623069ff650 admin admin] Publish callbacks [] for security_group (96f8675c-a496-4a08-ab17-74f3a9cc1e1b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:07.943652 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98a0ea1a-7320-4f5a-9524-c5b7d25edc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (551ed290-6d4c-490f-a656-7c8ed325af0f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:07.951298 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3fd6aecd-9475-4de6-8b9e-ca84b16e6e07 req-45545069-83b6-461c-aa4d-38e932c021de tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 210 time: 0.0670209 Feb 20 05:46:08.023603 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d873e1-9231-42df-840e-01eebea38071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-9e738464-e91a-44c2-9137-56ff68735c46', 'network_id': '9e738464-e91a-44c2-9137-56ff68735c46', 'project_id': 'daec55bfb4d64dbc968b6c04e236a5af', 'fixed_ips': [{'subnet_id': 'd9897d02-a98e-4362-a1f9-130f909db6c3'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:46:08.024496 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1d873e1-9231-42df-840e-01eebea38071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:08.121333 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port b62df271-cd15-4139-81a5-38eb8ada7073 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:08.125899 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b62df271-cd15-4139-81a5-38eb8ada7073), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:08.154567 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6b02d42d-4ede-45c2-b170-1f793eedc045 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (d9897d02-a98e-4362-a1f9-130f909db6c3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:08.176126 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-6eba59d2-0732-45ee-a830-99c73beca0da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7247501-26a6-4cda-b5a4-cd7993b5c5b3 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:46:08.194262 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-6eba59d2-0732-45ee-a830-99c73beca0da service neutron] Publish callbacks [] for port (c7247501-26a6-4cda-b5a4-cd7993b5c5b3), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:08.216082 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port b62df271-cd15-4139-81a5-38eb8ada7073, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=b62df271-cd15-4139-81a5-38eb8ada7073,segment=NetworkSegment(bfa6d036-a7e5-478c-ab71-9ee611ca2fce),segment_id=bfa6d036-a7e5-478c-ab71-9ee611ca2fce)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:08.223056 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b62df271-cd15-4139-81a5-38eb8ada7073), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:08.224513 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98a0ea1a-7320-4f5a-9524-c5b7d25edc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (551ed290-6d4c-490f-a656-7c8ed325af0f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:08.257130 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98a0ea1a-7320-4f5a-9524-c5b7d25edc65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:08.265212 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374a7995-72d6-462e-a956-a78ad1122b4d None None] Network c5c43007-b29f-4418-a412-97b3347f7285 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:46:08.269285 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-98a0ea1a-7320-4f5a-9524-c5b7d25edc65 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/551ed290-6d4c-490f-a656-7c8ed325af0f HTTP/1.1" status: 204 len: 168 time: 1.6666870 Feb 20 05:46:08.270249 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43958) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:08.305882 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6b02d42d-4ede-45c2-b170-1f793eedc045 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (d9897d02-a98e-4362-a1f9-130f909db6c3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:08.369580 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0f5b42db-2da6-4a77-a6b0-787e789b3c32 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:46:08.370222 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-baa609ff-4303-40d4-8cdd-a623069ff650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (96f8675c-a496-4a08-ab17-74f3a9cc1e1b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:08.373726 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-baa609ff-4303-40d4-8cdd-a623069ff650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:08.375679 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-baa609ff-4303-40d4-8cdd-a623069ff650 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96f8675c-a496-4a08-ab17-74f3a9cc1e1b HTTP/1.1" status: 204 len: 168 time: 0.9573882 Feb 20 05:46:08.410719 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02d42d-4ede-45c2-b170-1f793eedc045 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event deleted for resources: {'Subnet': ['ID=d9897d02-a98e-4362-a1f9-130f909db6c3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:08.452965 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa609ff-4303-40d4-8cdd-a623069ff650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f8675c-a496-4a08-ab17-74f3a9cc1e1b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:08.528880 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6b02d42d-4ede-45c2-b170-1f793eedc045 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (9e738464-e91a-44c2-9137-56ff68735c46), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:08.572620 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0ea1a-7320-4f5a-9524-c5b7d25edc65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=551ed290-6d4c-490f-a656-7c8ed325af0f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:08.579044 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4e14f97-4bac-4d74-907f-9723fc2c6d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (c5c43007-b29f-4418-a412-97b3347f7285), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:08.590387 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6b02d42d-4ede-45c2-b170-1f793eedc045 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e738464-e91a-44c2-9137-56ff68735c46']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server [None req-f1d873e1-9231-42df-840e-01eebea38071 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9897d02-a98e-4362-a1f9-130f909db6c3: This subnet is being modified by another concurrent operation. Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 20 05:46:08.629336 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise exception Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9897d02-a98e-4362-a1f9-130f909db6c3: This subnet is being modified by another concurrent operation. Feb 20 05:46:08.634272 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server Feb 20 05:46:08.637402 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6b02d42d-4ede-45c2-b170-1f793eedc045 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a512662-552d-46b6-9e0f-ec9f1a615702') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:08.637402 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6b02d42d-4ede-45c2-b170-1f793eedc045 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a512662-552d-46b6-9e0f-ec9f1a615702') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:08.666112 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 0f5b42db-2da6-4a77-a6b0-787e789b3c32 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:46:08.668425 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0f5b42db-2da6-4a77-a6b0-787e789b3c32 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:46:08.669079 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6d80c733-645d-4853-96c3-fc28d5d6e4ff no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:46:08.675746 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-2785ef5a-e3b5-4eca-93c1-8de1db8e2d47 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:08.682690 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7786951-0ee0-4797-ad00-8138fad60a2d None None] Network 9e738464-e91a-44c2-9137-56ff68735c46 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:46:08.683783 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-2785ef5a-e3b5-4eca-93c1-8de1db8e2d47 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/networks?id=e0b0c64c-9265-4c3e-a16a-33323ef25bde HTTP/1.1" status: 200 len: 818 time: 0.3715360 Feb 20 05:46:08.697087 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-6eba59d2-0732-45ee-a830-99c73beca0da service neutron] Transition to ACTIVE for port object c7247501-26a6-4cda-b5a4-cd7993b5c5b3 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:46:08.707086 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6b02d42d-4ede-45c2-b170-1f793eedc045 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (2a512662-552d-46b6-9e0f-ec9f1a615702), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:08.732891 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-e027f8a8-b882-4e58-9c2c-d6aae47bf16c tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/quotas/ff057e2e11b34d528382adf0c20ac58a HTTP/1.1" status: 200 len: 375 time: 0.0481517 Feb 20 05:46:08.734486 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43974) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:08.738870 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-66f5dd5a-4260-4a34-a759-8cd7eed14df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:46:01Z', 'revision_number': 4, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None, '_interfaces': [{'id': '53606f77-44c1-4cf2-a680-3191f366050a', 'name': '', 'network_id': '5d47669d-ba3a-49f5-adf0-4cc424a7146e', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:66:69:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:58Z', 'updated_at': '2022-02-20T05:46:02Z', 'revision_number': 2, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76cd028a-7e7a-4b53-a9b8-468196c5adc6', 'name': '', 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:21:08:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '31081987-d3c3-433b-82fb-4541be9e986d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:43Z', 'updated_at': '2022-02-20T05:45:54Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '31081987-d3c3-433b-82fb-4541be9e986d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fcf9c64-c125-48ae-9b36-02cfdd3c217f', 'name': '', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:26:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:33Z', 'updated_at': '2022-02-20T05:45:41Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '53f9bde1-6730-408b-9df2-7a4291149046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:08.754443 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-6eba59d2-0732-45ee-a830-99c73beca0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (c7247501-26a6-4cda-b5a4-cd7993b5c5b3), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:08.785796 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6b02d42d-4ede-45c2-b170-1f793eedc045 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (2a512662-552d-46b6-9e0f-ec9f1a615702), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:08.812486 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b02d42d-4ede-45c2-b170-1f793eedc045 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:46:08.812903 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6b02d42d-4ede-45c2-b170-1f793eedc045 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (2a512662-552d-46b6-9e0f-ec9f1a615702), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:08.817894 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 6d80c733-645d-4853-96c3-fc28d5d6e4ff {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:46:08.818234 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6d80c733-645d-4853-96c3-fc28d5d6e4ff not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:46:08.819992 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=b62df271-cd15-4139-81a5-38eb8ada7073,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:46:08.840019 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:46:08.859926 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f5dd5a-4260-4a34-a759-8cd7eed14df7 None None] Checking router: c8f28992-fd35-4d43-8618-933ff086237e for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:46:08.860292 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f5dd5a-4260-4a34-a759-8cd7eed14df7 None None] Updating router c8f28992-fd35-4d43-8618-933ff086237e port 53606f77-44c1-4cf2-a680-3191f366050a binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:46:08.914018 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba59d2-0732-45ee-a830-99c73beca0da service neutron] Pushing event updated for resources: {'Port': ['ID=c7247501-26a6-4cda-b5a4-cd7993b5c5b3,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:08.931106 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-66f5dd5a-4260-4a34-a759-8cd7eed14df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (53606f77-44c1-4cf2-a680-3191f366050a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:08.949668 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aca0b6f6-c102-4f5f-9e0f-a4e83b7fdb67 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (65cae90e-ecf5-4407-8e95-88f5bb5ea0ca), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:08.984083 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-383adf43-ce61-49c1-806a-f9e905158abd tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff057e2e11b34d528382adf0c20ac58a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2502520 Feb 20 05:46:09.073005 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b66c16c5-fbf0-40a7-874a-3000b9bc49b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:09.082710 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43978) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:09.123943 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6b02d42d-4ede-45c2-b170-1f793eedc045 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (9e738464-e91a-44c2-9137-56ff68735c46), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:09.138417 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6b02d42d-4ede-45c2-b170-1f793eedc045 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:09.142188 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6b02d42d-4ede-45c2-b170-1f793eedc045 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "DELETE /v2.0/networks/9e738464-e91a-44c2-9137-56ff68735c46 HTTP/1.1" status: 204 len: 168 time: 1.4201343 Feb 20 05:46:09.144221 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ff3051c5-5fb7-43ff-982a-bc5d5f0911ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:09.147624 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43980) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:09.161175 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849a511a-7f61-41de-b178-bdc9ecd836f4 None None] DHCP port deletion for c5c43007-b29f-4418-a412-97b3347f7285 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:46:09.165057 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b62df271-cd15-4139-81a5-38eb8ada7073 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:46:09.170589 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02d42d-4ede-45c2-b170-1f793eedc045 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event deleted for resources: {'Network': ['ID=9e738464-e91a-44c2-9137-56ff68735c46,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:09.198255 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0b6f6-c102-4f5f-9e0f-a4e83b7fdb67 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Subnet': ['ID=65cae90e-ecf5-4407-8e95-88f5bb5ea0ca,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:09.200998 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8471488-164c-42c5-a7ce-7cc04672da65 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] DELETE failed (client error): The resource could not be found. Feb 20 05:46:09.201484 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8471488-164c-42c5-a7ce-7cc04672da65 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:46:09.204559 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f8471488-164c-42c5-a7ce-7cc04672da65 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "DELETE /v2.0/subnets/d9897d02-a98e-4362-a1f9-130f909db6c3 HTTP/1.1" status: 404 len: 337 time: 0.0474658 Feb 20 05:46:09.209782 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43982) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:09.215946 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857f540-d560-492b-b78f-b45244063c01 req-a8cedb67-ad9f-435a-9537-f94d1ef1cda2 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:09.218124 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1857f540-d560-492b-b78f-b45244063c01 req-a8cedb67-ad9f-435a-9537-f94d1ef1cda2 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.61 "GET /v2.0/networks?id=e0b0c64c-9265-4c3e-a16a-33323ef25bde HTTP/1.1" status: 200 len: 818 time: 0.5499179 Feb 20 05:46:09.234991 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-1857f540-d560-492b-b78f-b45244063c01 req-4d49efdc-5bec-44df-9855-3c6418649311 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Request body: {'port': {'device_id': 'aa112970-d561-4ee1-896f-74658b6cabb9', 'network_id': 'e0b0c64c-9265-4c3e-a16a-33323ef25bde', 'admin_state_up': True, 'tenant_id': 'ff057e2e11b34d528382adf0c20ac58a'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:09.256452 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c46a63e-01dd-42df-aa05-3ee8fd8074cb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] DELETE failed (client error): The resource could not be found. Feb 20 05:46:09.256986 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c46a63e-01dd-42df-aa05-3ee8fd8074cb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:46:09.262836 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0c46a63e-01dd-42df-aa05-3ee8fd8074cb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "DELETE /v2.0/networks/9e738464-e91a-44c2-9137-56ff68735c46 HTTP/1.1" status: 404 len: 339 time: 0.0486498 Feb 20 05:46:09.263388 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43984) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:09.275238 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-704f4d9a-7c8d-41dc-924a-0959b9b2cb7c service neutron] 10.222.0.37 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805078 Feb 20 05:46:09.337592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port b62df271-cd15-4139-81a5-38eb8ada7073 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:09.338017 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b62df271-cd15-4139-81a5-38eb8ada7073), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:09.347126 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-849a511a-7f61-41de-b178-bdc9ecd836f4 None None] Deleting port 10d67ab7-a958-4cdb-bf07-546a2f3d22bf {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:46:09.347832 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-849a511a-7f61-41de-b178-bdc9ecd836f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (10d67ab7-a958-4cdb-bf07-546a2f3d22bf), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:09.355520 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca0b6f6-c102-4f5f-9e0f-a4e83b7fdb67 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Checking segment: {'id': '43b3add2-5ee0-413a-aa8b-dfd10103a0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8cbe4651-5107-4f90-a28d-4a6a83bd01c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:46:09.355890 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca0b6f6-c102-4f5f-9e0f-a4e83b7fdb67 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network hostable DHCP agents. Network: 8cbe4651-5107-4f90-a28d-4a6a83bd01c8, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:46:09.365410 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5739913-959b-4aff-ab1f-5c1e23c93f30 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] DELETE failed (client error): The resource could not be found. Feb 20 05:46:09.365885 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5739913-959b-4aff-ab1f-5c1e23c93f30 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:46:09.368991 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e5739913-959b-4aff-ab1f-5c1e23c93f30 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "DELETE /v2.0/subnets/7e69d854-b3ca-45b4-ac2c-1ca891f297e8 HTTP/1.1" status: 404 len: 337 time: 0.1009977 Feb 20 05:46:09.371809 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43986) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:09.376721 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-a4e14f97-4bac-4d74-907f-9723fc2c6d07 admin admin] Deleting port 10d67ab7-a958-4cdb-bf07-546a2f3d22bf {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:46:09.377378 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4e14f97-4bac-4d74-907f-9723fc2c6d07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (10d67ab7-a958-4cdb-bf07-546a2f3d22bf), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:09.384086 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-6eba59d2-0732-45ee-a830-99c73beca0da service neutron] Attempting to bind port c7247501-26a6-4cda-b5a4-cd7993b5c5b3 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:46:09.384431 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-6eba59d2-0732-45ee-a830-99c73beca0da service neutron] Attempting to bind port c7247501-26a6-4cda-b5a4-cd7993b5c5b3 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '45924b7c-05d5-4b0a-bb51-112a5515364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fa9c8c18-66a9-4330-95ea-e6848bd9acbe'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:46:09.384761 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-6eba59d2-0732-45ee-a830-99c73beca0da service neutron] Attempting to bind port c7247501-26a6-4cda-b5a4-cd7993b5c5b3 on network fa9c8c18-66a9-4330-95ea-e6848bd9acbe {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:46:09.411562 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d61e173-07b0-4ea6-95ed-8ac5bddef06f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] DELETE failed (client error): The resource could not be found. Feb 20 05:46:09.412391 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d61e173-07b0-4ea6-95ed-8ac5bddef06f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:46:09.418198 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3d61e173-07b0-4ea6-95ed-8ac5bddef06f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "DELETE /v2.0/networks/f4df106a-ffa1-4366-9a8f-e11e36780500 HTTP/1.1" status: 404 len: 339 time: 0.0426199 Feb 20 05:46:09.420705 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43988) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:09.448146 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-6eba59d2-0732-45ee-a830-99c73beca0da service neutron] Port c7247501-26a6-4cda-b5a4-cd7993b5c5b3 on network fa9c8c18-66a9-4330-95ea-e6848bd9acbe not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:46:09.448792 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-6eba59d2-0732-45ee-a830-99c73beca0da service neutron] Attempting to bind port c7247501-26a6-4cda-b5a4-cd7993b5c5b3 on network fa9c8c18-66a9-4330-95ea-e6848bd9acbe {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:46:09.449817 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b66c16c5-fbf0-40a7-874a-3000b9bc49b0 admin admin] Publish callbacks [] for security_group (384fe02a-aeb5-4c5e-99eb-dd26b647cc07), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:09.473474 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b66c16c5-fbf0-40a7-874a-3000b9bc49b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (384fe02a-aeb5-4c5e-99eb-dd26b647cc07), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:09.474751 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-849a511a-7f61-41de-b178-bdc9ecd836f4 None None] For port 10d67ab7-a958-4cdb-bf07-546a2f3d22bf, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=10d67ab7-a958-4cdb-bf07-546a2f3d22bf,segment=NetworkSegment(75630598-d6aa-4ad8-bb25-07f913911f77),segment_id=75630598-d6aa-4ad8-bb25-07f913911f77)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:09.475403 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-849a511a-7f61-41de-b178-bdc9ecd836f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (10d67ab7-a958-4cdb-bf07-546a2f3d22bf), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:09.478221 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2c684f-c988-41b4-a837-11a00f4589a2 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] DELETE failed (client error): The resource could not be found. Feb 20 05:46:09.478794 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a2c684f-c988-41b4-a837-11a00f4589a2 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:46:09.481990 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5a2c684f-c988-41b4-a837-11a00f4589a2 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "DELETE /v2.0/subnets/078390b0-0887-4532-b305-5f2ad3e47d8d HTTP/1.1" status: 404 len: 337 time: 0.0554745 Feb 20 05:46:09.487462 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-6eba59d2-0732-45ee-a830-99c73beca0da service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:46:09.488104 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-6eba59d2-0732-45ee-a830-99c73beca0da service neutron] Checking segment: {'id': '45924b7c-05d5-4b0a-bb51-112a5515364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fa9c8c18-66a9-4330-95ea-e6848bd9acbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:46:09.488759 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-6eba59d2-0732-45ee-a830-99c73beca0da service neutron] Bound using segment: {'id': '45924b7c-05d5-4b0a-bb51-112a5515364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fa9c8c18-66a9-4330-95ea-e6848bd9acbe'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:46:09.489386 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-6eba59d2-0732-45ee-a830-99c73beca0da service neutron] Bound port: c7247501-26a6-4cda-b5a4-cd7993b5c5b3, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45924b7c-05d5-4b0a-bb51-112a5515364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fa9c8c18-66a9-4330-95ea-e6848bd9acbe'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:46:09.489944 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-6eba59d2-0732-45ee-a830-99c73beca0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c7247501-26a6-4cda-b5a4-cd7993b5c5b3), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:09.492860 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43990) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:09.494915 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-849a511a-7f61-41de-b178-bdc9ecd836f4 None None] Calling delete_port for 10d67ab7-a958-4cdb-bf07-546a2f3d22bf owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:46:09.498969 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca0b6f6-c102-4f5f-9e0f-a4e83b7fdb67 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network 8cbe4651-5107-4f90-a28d-4a6a83bd01c8 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:46:09.526433 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-2f6fa484-cc48-45fb-ac0b-825f26b22869 service neutron] 10.222.0.37 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402670 Feb 20 05:46:09.538653 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b66c16c5-fbf0-40a7-874a-3000b9bc49b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=15beb52c077b40299addd508d45eefc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8005276 Feb 20 05:46:09.541251 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43992) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:09.576539 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c16c5-fbf0-40a7-874a-3000b9bc49b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384fe02a-aeb5-4c5e-99eb-dd26b647cc07,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:09.612518 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-78198949-3f9b-4f8d-a218-7522925111a9 admin admin] Publish callbacks [] for security_group (384fe02a-aeb5-4c5e-99eb-dd26b647cc07), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:09.651168 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-78198949-3f9b-4f8d-a218-7522925111a9 admin admin] Publish callbacks [] for security_group (384fe02a-aeb5-4c5e-99eb-dd26b647cc07), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:09.723894 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-78198949-3f9b-4f8d-a218-7522925111a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (384fe02a-aeb5-4c5e-99eb-dd26b647cc07), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:09.728047 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-78198949-3f9b-4f8d-a218-7522925111a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:09.729905 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-78198949-3f9b-4f8d-a218-7522925111a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/384fe02a-aeb5-4c5e-99eb-dd26b647cc07 HTTP/1.1" status: 204 len: 168 time: 0.1873569 Feb 20 05:46:09.769791 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78198949-3f9b-4f8d-a218-7522925111a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384fe02a-aeb5-4c5e-99eb-dd26b647cc07,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:09.853282 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-66f5dd5a-4260-4a34-a759-8cd7eed14df7 None None] Publish callbacks [] for port (53606f77-44c1-4cf2-a680-3191f366050a), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:09.858009 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port b62df271-cd15-4139-81a5-38eb8ada7073 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:09.877853 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-66f5dd5a-4260-4a34-a759-8cd7eed14df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (53606f77-44c1-4cf2-a680-3191f366050a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:09.925227 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee1d87-4bcf-47a0-bb0e-2a7d3e286d32 req-180860f3-bfcc-4470-a3cc-3afabb859964 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:09.927471 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ceee1d87-4bcf-47a0-bb0e-2a7d3e286d32 req-180860f3-bfcc-4470-a3cc-3afabb859964 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e8952a-a802-4ab0-a440-0a55a7e8e9c3 HTTP/1.1" status: 200 len: 943 time: 0.1050024 Feb 20 05:46:09.940979 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-a4e14f97-4bac-4d74-907f-9723fc2c6d07 admin admin] For port 10d67ab7-a958-4cdb-bf07-546a2f3d22bf, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=10d67ab7-a958-4cdb-bf07-546a2f3d22bf,segment=NetworkSegment(75630598-d6aa-4ad8-bb25-07f913911f77),segment_id=75630598-d6aa-4ad8-bb25-07f913911f77)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:09.941581 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4e14f97-4bac-4d74-907f-9723fc2c6d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (10d67ab7-a958-4cdb-bf07-546a2f3d22bf), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:09.970277 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-aca0b6f6-c102-4f5f-9e0f-a4e83b7fdb67 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 8cbe4651-5107-4f90-a28d-4a6a83bd01c8) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:46:09.976728 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca0b6f6-c102-4f5f-9e0f-a4e83b7fdb67 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:09.977408 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aca0b6f6-c102-4f5f-9e0f-a4e83b7fdb67 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:09.983042 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-463262dc-3ccc-4051-bd79-d3d2ffe1f291 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] DELETE failed (client error): The resource could not be found. Feb 20 05:46:09.983638 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-463262dc-3ccc-4051-bd79-d3d2ffe1f291 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:46:09.988597 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-463262dc-3ccc-4051-bd79-d3d2ffe1f291 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "DELETE /v2.0/networks/315ca5ed-d9b4-4c41-bb3a-384cd156aec5 HTTP/1.1" status: 404 len: 339 time: 0.4866951 Feb 20 05:46:09.996034 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44000) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:10.017088 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bb11fc-8e77-4438-8e47-cade90e6b296 None None] Network 8cbe4651-5107-4f90-a28d-4a6a83bd01c8 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:46:10.024016 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60066fb3-7e43-4af7-9e46-ea4e4ed059a3 None None] Pushing event updated for resources: {'Port': ['ID=53606f77-44c1-4cf2-a680-3191f366050a,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:10.059733 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-a4e14f97-4bac-4d74-907f-9723fc2c6d07 admin admin] Calling delete_port for 10d67ab7-a958-4cdb-bf07-546a2f3d22bf owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:46:10.136255 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-849a511a-7f61-41de-b178-bdc9ecd836f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (10d67ab7-a958-4cdb-bf07-546a2f3d22bf), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:10.144614 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1857f540-d560-492b-b78f-b45244063c01 req-4d49efdc-5bec-44df-9855-3c6418649311 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Made reservation on behalf of ff057e2e11b34d528382adf0c20ac58a for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:46:10.148995 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1857f540-d560-492b-b78f-b45244063c01 req-4d49efdc-5bec-44df-9855-3c6418649311 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:10.179553 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-66f5dd5a-4260-4a34-a759-8cd7eed14df7 None None] Attempting to bind port 53606f77-44c1-4cf2-a680-3191f366050a on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:46:10.180151 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-66f5dd5a-4260-4a34-a759-8cd7eed14df7 None None] Attempting to bind port 53606f77-44c1-4cf2-a680-3191f366050a by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'b35f3513-800d-4cea-a3ce-762c7a3bc731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5d47669d-ba3a-49f5-adf0-4cc424a7146e'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:46:10.180788 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f5dd5a-4260-4a34-a759-8cd7eed14df7 None None] Attempting to bind port 53606f77-44c1-4cf2-a680-3191f366050a on network 5d47669d-ba3a-49f5-adf0-4cc424a7146e {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:46:10.183121 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ceee1d87-4bcf-47a0-bb0e-2a7d3e286d32 req-3aa38120-378f-4f10-96db-cf1c3a37360f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491467 Feb 20 05:46:10.188180 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a511a-7f61-41de-b178-bdc9ecd836f4 None None] Pushing event deleted for resources: {'Port': ['ID=10d67ab7-a958-4cdb-bf07-546a2f3d22bf,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:10.190482 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849a511a-7f61-41de-b178-bdc9ecd836f4 None None] No DVR routers for this DVR port 10d67ab7-a958-4cdb-bf07-546a2f3d22bf on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:46:10.204247 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f5dd5a-4260-4a34-a759-8cd7eed14df7 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:46:10.204868 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f5dd5a-4260-4a34-a759-8cd7eed14df7 None None] Checking segment: {'id': 'b35f3513-800d-4cea-a3ce-762c7a3bc731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5d47669d-ba3a-49f5-adf0-4cc424a7146e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:46:10.206380 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-66f5dd5a-4260-4a34-a759-8cd7eed14df7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:10.207101 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f5dd5a-4260-4a34-a759-8cd7eed14df7 None None] Bound using segment: {'id': 'b35f3513-800d-4cea-a3ce-762c7a3bc731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5d47669d-ba3a-49f5-adf0-4cc424a7146e'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:46:10.208073 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-66f5dd5a-4260-4a34-a759-8cd7eed14df7 None None] Bound port: 53606f77-44c1-4cf2-a680-3191f366050a, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35f3513-800d-4cea-a3ce-762c7a3bc731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5d47669d-ba3a-49f5-adf0-4cc424a7146e'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:46:10.208793 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-66f5dd5a-4260-4a34-a759-8cd7eed14df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (53606f77-44c1-4cf2-a680-3191f366050a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:10.283104 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ff3051c5-5fb7-43ff-982a-bc5d5f0911ef admin admin] Publish callbacks [] for security_group (3d508180-abac-426a-90dd-315327fc94b4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:10.375649 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a01d89-1742-4051-b146-d09ceafafb48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-8cbe4651-5107-4f90-a28d-4a6a83bd01c8', 'network_id': '8cbe4651-5107-4f90-a28d-4a6a83bd01c8', 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'fixed_ips': [{'subnet_id': '65cae90e-ecf5-4407-8e95-88f5bb5ea0ca'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:46:10.375649 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d1a01d89-1742-4051-b146-d09ceafafb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:10.395056 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-66f5dd5a-4260-4a34-a759-8cd7eed14df7 None None] For port 53606f77-44c1-4cf2-a680-3191f366050a, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:46:10.416270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-66f5dd5a-4260-4a34-a759-8cd7eed14df7 None None] For port 53606f77-44c1-4cf2-a680-3191f366050a, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=53606f77-44c1-4cf2-a680-3191f366050a,segment=NetworkSegment(b35f3513-800d-4cea-a3ce-762c7a3bc731),segment_id=b35f3513-800d-4cea-a3ce-762c7a3bc731)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:46:10.428370 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a1f84fde-c77c-442c-9497-cbfa34e437b8 req-53534b81-5970-49b7-a994-3230720ff5fd tempest-ServerShowV247Test-393414098 tempest-ServerShowV247Test-393414098-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d6214d7-c10c-43db-9567-732d9c452434 HTTP/1.1" status: 200 len: 210 time: 0.0794296 Feb 20 05:46:10.431834 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-aca0b6f6-c102-4f5f-9e0f-a4e83b7fdb67 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2853005 Feb 20 05:46:10.435687 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44014) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:10.468131 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ff3051c5-5fb7-43ff-982a-bc5d5f0911ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3d508180-abac-426a-90dd-315327fc94b4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:10.514457 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-66f5dd5a-4260-4a34-a759-8cd7eed14df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (53606f77-44c1-4cf2-a680-3191f366050a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:10.673608 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-cf0aae13-3eaa-4ac8-8ef6-4569f50b0117 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Deleting port ccf98b19-4d8b-44a5-adb9-b65caabdcea5 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:46:10.674013 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cf0aae13-3eaa-4ac8-8ef6-4569f50b0117 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (ccf98b19-4d8b-44a5-adb9-b65caabdcea5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:10.678561 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60066fb3-7e43-4af7-9e46-ea4e4ed059a3 None None] Pushing event updated for resources: {'Port': ['ID=53606f77-44c1-4cf2-a680-3191f366050a,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:10.679820 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3051c5-5fb7-43ff-982a-bc5d5f0911ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d508180-abac-426a-90dd-315327fc94b4,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:10.683026 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f5dd5a-4260-4a34-a759-8cd7eed14df7 None None] Routers {'c8f28992-fd35-4d43-8618-933ff086237e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:10.683670 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-66f5dd5a-4260-4a34-a759-8cd7eed14df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8f28992-fd35-4d43-8618-933ff086237e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:10.727948 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9d30bedb-c829-4bac-b9b9-107afd2f03f4 req-a88a139a-ffeb-46b6-948d-b548a0432785 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 210 time: 0.1333106 Feb 20 05:46:10.744020 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-6eba59d2-0732-45ee-a830-99c73beca0da service neutron] For port c7247501-26a6-4cda-b5a4-cd7993b5c5b3, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:46:10.762624 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-6eba59d2-0732-45ee-a830-99c73beca0da service neutron] For port c7247501-26a6-4cda-b5a4-cd7993b5c5b3, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=c7247501-26a6-4cda-b5a4-cd7993b5c5b3,segment=NetworkSegment(45924b7c-05d5-4b0a-bb51-112a5515364f),segment_id=45924b7c-05d5-4b0a-bb51-112a5515364f)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:46:10.771404 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ff3051c5-5fb7-43ff-982a-bc5d5f0911ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06d093d7880c4cdb8eb79c38ee2c720d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6871352 Feb 20 05:46:10.778094 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-6eba59d2-0732-45ee-a830-99c73beca0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (c7247501-26a6-4cda-b5a4-cd7993b5c5b3), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:10.783732 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44020) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:10.837339 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cf0aae13-3eaa-4ac8-8ef6-4569f50b0117 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (ccf98b19-4d8b-44a5-adb9-b65caabdcea5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:10.864817 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-d1a01d89-1742-4051-b146-d09ceafafb48 None None] Allocated IP 172.23.0.2 (8cbe4651-5107-4f90-a28d-4a6a83bd01c8/65cae90e-ecf5-4407-8e95-88f5bb5ea0ca/358a91af-63fc-48b8-abd0-f87379c199d7) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:46:10.878216 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b4c3812d-5451-4d66-a1a7-84f4ed9c5fd0 None None] Provisioning complete for port 53606f77-44c1-4cf2-a680-3191f366050a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:10.879907 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b4c3812d-5451-4d66-a1a7-84f4ed9c5fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (53606f77-44c1-4cf2-a680-3191f366050a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:10.914471 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-cf0aae13-3eaa-4ac8-8ef6-4569f50b0117 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Calling delete_port for ccf98b19-4d8b-44a5-adb9-b65caabdcea5 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:46:10.941523 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba59d2-0732-45ee-a830-99c73beca0da service neutron] Pushing event updated for resources: {'Port': ['ID=c7247501-26a6-4cda-b5a4-cd7993b5c5b3,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:10.966419 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 10d67ab7-a958-4cdb-bf07-546a2f3d22bf no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:46:11.045300 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-6eba59d2-0732-45ee-a830-99c73beca0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:11.046987 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-6eba59d2-0732-45ee-a830-99c73beca0da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:11.049484 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-6eba59d2-0732-45ee-a830-99c73beca0da service neutron] 10.222.0.48 "PUT /v2.0/ports/c7247501-26a6-4cda-b5a4-cd7993b5c5b3 HTTP/1.1" status: 200 len: 1091 time: 4.8174303 Feb 20 05:46:11.049985 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e8952a-a802-4ab0-a440-0a55a7e8e9c3', 'tag': 'c7247501-26a6-4cda-b5a4-cd7993b5c5b3'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:46:11.052378 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fd4cfd-8c4b-4fd8-9871-678c4c9ee376" -d '{"events": [{"name": "network-changed", "server_uuid": "74e8952a-a802-4ab0-a440-0a55a7e8e9c3", "tag": "c7247501-26a6-4cda-b5a4-cd7993b5c5b3"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:46:11.084816 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4e14f97-4bac-4d74-907f-9723fc2c6d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (10d67ab7-a958-4cdb-bf07-546a2f3d22bf), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:11.115404 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-062a0d7d-cd0e-4759-bff4-4bc37e6e5b53 admin admin] Publish callbacks [] for security_group (3d508180-abac-426a-90dd-315327fc94b4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:11.128633 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-66f5dd5a-4260-4a34-a759-8cd7eed14df7 None None] Set router c8f28992-fd35-4d43-8618-933ff086237e gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:11.148425 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d798be-e507-4225-b185-aa9ea71a0e12 x-openstack-request-id: req-46d798be-e507-4225-b185-aa9ea71a0e12 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:46:11.148725 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e8952a-a802-4ab0-a440-0a55a7e8e9c3", "tag": "c7247501-26a6-4cda-b5a4-cd7993b5c5b3", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:46:11.148977 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46d798be-e507-4225-b185-aa9ea71a0e12 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:46:11.149439 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e8952a-a802-4ab0-a440-0a55a7e8e9c3', 'tag': 'c7247501-26a6-4cda-b5a4-cd7993b5c5b3', 'status': 'completed', 'code': 200} Feb 20 05:46:11.162665 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e14f97-4bac-4d74-907f-9723fc2c6d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=10d67ab7-a958-4cdb-bf07-546a2f3d22bf,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:11.205224 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e14f97-4bac-4d74-907f-9723fc2c6d07 admin admin] No DVR routers for this DVR port 10d67ab7-a958-4cdb-bf07-546a2f3d22bf on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:46:11.258864 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-1857f540-d560-492b-b78f-b45244063c01 req-4d49efdc-5bec-44df-9855-3c6418649311 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Allocated IP 172.20.0.9 (e0b0c64c-9265-4c3e-a16a-33323ef25bde/4101579e-8266-4767-9c7a-c3934ab21a99/9e177ff6-1dda-4efd-9e02-31eebb1e54a1) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:46:11.263381 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 10d67ab7-a958-4cdb-bf07-546a2f3d22bf {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:46:11.263885 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 10d67ab7-a958-4cdb-bf07-546a2f3d22bf not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:46:11.295822 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-062a0d7d-cd0e-4759-bff4-4bc37e6e5b53 admin admin] Publish callbacks [] for security_group (3d508180-abac-426a-90dd-315327fc94b4), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:11.404387 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4e14f97-4bac-4d74-907f-9723fc2c6d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (c5c43007-b29f-4418-a412-97b3347f7285), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:11.419789 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-f2f06879-77a0-47a2-bc29-e5e748e471f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:11.421696 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-f2f06879-77a0-47a2-bc29-e5e748e471f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c52e24ee44664157bb4debb87b79233a&device_id=74e8952a-a802-4ab0-a440-0a55a7e8e9c3 HTTP/1.1" status: 200 len: 1125 time: 0.3004050 Feb 20 05:46:11.487125 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b4c3812d-5451-4d66-a1a7-84f4ed9c5fd0 None None] Current status of the port 53606f77-44c1-4cf2-a680-3191f366050a is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:11.487668 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b4c3812d-5451-4d66-a1a7-84f4ed9c5fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (53606f77-44c1-4cf2-a680-3191f366050a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:11.589893 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b4c3812d-5451-4d66-a1a7-84f4ed9c5fd0 None None] For port 53606f77-44c1-4cf2-a680-3191f366050a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=53606f77-44c1-4cf2-a680-3191f366050a,segment=NetworkSegment(b35f3513-800d-4cea-a3ce-762c7a3bc731),segment_id=b35f3513-800d-4cea-a3ce-762c7a3bc731)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:11.599577 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-a4e14f97-4bac-4d74-907f-9723fc2c6d07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c43007-b29f-4418-a412-97b3347f7285']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:11.607655 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-3cce61b3-9a6c-4124-a72f-a76310e9fda8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7247501-26a6-4cda-b5a4-cd7993b5c5b3 HTTP/1.1" status: 200 len: 217 time: 0.1218190 Feb 20 05:46:11.618103 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b4c3812d-5451-4d66-a1a7-84f4ed9c5fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (53606f77-44c1-4cf2-a680-3191f366050a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:11.642617 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-a4e14f97-4bac-4d74-907f-9723fc2c6d07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75630598-d6aa-4ad8-bb25-07f913911f77') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:11.642986 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-a4e14f97-4bac-4d74-907f-9723fc2c6d07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75630598-d6aa-4ad8-bb25-07f913911f77') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:11.684683 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3812d-5451-4d66-a1a7-84f4ed9c5fd0 None None] Pushing event updated for resources: {'Port': ['ID=53606f77-44c1-4cf2-a680-3191f366050a,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:11.696627 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d1a01d89-1742-4051-b146-d09ceafafb48 None None] Publish callbacks [] for port (358a91af-63fc-48b8-abd0-f87379c199d7), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:11.710115 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d1a01d89-1742-4051-b146-d09ceafafb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (358a91af-63fc-48b8-abd0-f87379c199d7), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:11.716648 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4e14f97-4bac-4d74-907f-9723fc2c6d07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (75630598-d6aa-4ad8-bb25-07f913911f77), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:11.769705 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a01d89-1742-4051-b146-d09ceafafb48 None None] Pushing event updated for resources: {'Port': ['ID=358a91af-63fc-48b8-abd0-f87379c199d7,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:11.775557 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-062a0d7d-cd0e-4759-bff4-4bc37e6e5b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3d508180-abac-426a-90dd-315327fc94b4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:11.779116 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-062a0d7d-cd0e-4759-bff4-4bc37e6e5b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:11.780980 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-062a0d7d-cd0e-4759-bff4-4bc37e6e5b53 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d508180-abac-426a-90dd-315327fc94b4 HTTP/1.1" status: 204 len: 168 time: 0.9813068 Feb 20 05:46:11.782189 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4e14f97-4bac-4d74-907f-9723fc2c6d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (75630598-d6aa-4ad8-bb25-07f913911f77), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:11.793867 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a01d89-1742-4051-b146-d09ceafafb48 None None] Network 8cbe4651-5107-4f90-a28d-4a6a83bd01c8 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:46:11.799693 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-66f5dd5a-4260-4a34-a759-8cd7eed14df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:46:01Z', 'revision_number': 4, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None, '_interfaces': [{'id': '53606f77-44c1-4cf2-a680-3191f366050a', 'name': '', 'network_id': '5d47669d-ba3a-49f5-adf0-4cc424a7146e', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:66:69:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:58Z', 'updated_at': '2022-02-20T05:46:10Z', 'revision_number': 4, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76cd028a-7e7a-4b53-a9b8-468196c5adc6', 'name': '', 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:21:08:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '31081987-d3c3-433b-82fb-4541be9e986d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:43Z', 'updated_at': '2022-02-20T05:45:54Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '31081987-d3c3-433b-82fb-4541be9e986d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fcf9c64-c125-48ae-9b36-02cfdd3c217f', 'name': '', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:26:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:33Z', 'updated_at': '2022-02-20T05:45:41Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '53f9bde1-6730-408b-9df2-7a4291149046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:11.801256 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9c8a7f63-3101-4bce-90e8-01afd8c91742 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:11.804379 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-d1a01d89-1742-4051-b146-d09ceafafb48 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:46:11.811568 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a0d7d-cd0e-4759-bff4-4bc37e6e5b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d508180-abac-426a-90dd-315327fc94b4,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:11.827258 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e14f97-4bac-4d74-907f-9723fc2c6d07 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:46:11.827885 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4e14f97-4bac-4d74-907f-9723fc2c6d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (75630598-d6aa-4ad8-bb25-07f913911f77), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:11.836243 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-33feaac6-91b2-4ff2-bbad-6cfb114997e9 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:11.838055 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-33feaac6-91b2-4ff2-bbad-6cfb114997e9 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.48 "GET /v2.0/networks?id=e0b0c64c-9265-4c3e-a16a-33323ef25bde HTTP/1.1" status: 200 len: 818 time: 0.4897478 Feb 20 05:46:11.839680 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-1876156e-b14b-442f-b8c3-228b965ea075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:11.840490 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a01d89-1742-4051-b146-d09ceafafb48 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:46:11.841466 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-1876156e-b14b-442f-b8c3-228b965ea075 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c84731d-a312-42ac-b55f-15aaba4e7834 HTTP/1.1" status: 200 len: 862 time: 0.2170529 Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:46:11.842237 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:46:11.847878 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f5dd5a-4260-4a34-a759-8cd7eed14df7 None None] The sync data for ids ['c8f28992-fd35-4d43-8618-933ff086237e'] in n-d-829866-5 is: [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:46:01Z', 'revision_number': 4, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None, '_interfaces': [{'id': '53606f77-44c1-4cf2-a680-3191f366050a', 'name': '', 'network_id': '5d47669d-ba3a-49f5-adf0-4cc424a7146e', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:66:69:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:58Z', 'updated_at': '2022-02-20T05:46:10Z', 'revision_number': 4, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76cd028a-7e7a-4b53-a9b8-468196c5adc6', 'name': '', 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:21:08:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '31081987-d3c3-433b-82fb-4541be9e986d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:43Z', 'updated_at': '2022-02-20T05:45:54Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '31081987-d3c3-433b-82fb-4541be9e986d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fcf9c64-c125-48ae-9b36-02cfdd3c217f', 'name': '', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:26:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:33Z', 'updated_at': '2022-02-20T05:45:41Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '53f9bde1-6730-408b-9df2-7a4291149046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:46:11.874160 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-1e114ba3-9147-4f0c-8acb-224610184a81 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Request body: {'port': {'device_id': 'f3621567-b11c-41d0-a352-b26b9ee50e3f', 'network_id': 'e0b0c64c-9265-4c3e-a16a-33323ef25bde', 'admin_state_up': True, 'tenant_id': 'ff057e2e11b34d528382adf0c20ac58a'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:11.910180 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-c3553a47-4cb9-4932-a944-e156e5ce585c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa9c8c18-66a9-4330-95ea-e6848bd9acbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405445 Feb 20 05:46:11.914279 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-3de60958-e5cf-4f5b-93ef-40516841d514 None None] Provisioning complete for port 53606f77-44c1-4cf2-a680-3191f366050a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:11.915617 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3de60958-e5cf-4f5b-93ef-40516841d514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (53606f77-44c1-4cf2-a680-3191f366050a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:11.954092 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684834a-aff1-490a-9fc7-ee2f7fc98809 req-508be304-bcc1-441b-8cca-fdfdc1f2aec5 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:11.967186 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e684834a-aff1-490a-9fc7-ee2f7fc98809 req-508be304-bcc1-441b-8cca-fdfdc1f2aec5 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e8952a-a802-4ab0-a440-0a55a7e8e9c3 HTTP/1.1" status: 200 len: 943 time: 0.4918494 Feb 20 05:46:12.060711 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d1a01d89-1742-4051-b146-d09ceafafb48 None None] Attempting to bind port 358a91af-63fc-48b8-abd0-f87379c199d7 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:46:12.061311 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d1a01d89-1742-4051-b146-d09ceafafb48 None None] Attempting to bind port 358a91af-63fc-48b8-abd0-f87379c199d7 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '43b3add2-5ee0-413a-aa8b-dfd10103a0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8cbe4651-5107-4f90-a28d-4a6a83bd01c8'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:46:12.061859 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a01d89-1742-4051-b146-d09ceafafb48 None None] Attempting to bind port 358a91af-63fc-48b8-abd0-f87379c199d7 on network 8cbe4651-5107-4f90-a28d-4a6a83bd01c8 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:46:12.071503 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a01d89-1742-4051-b146-d09ceafafb48 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:46:12.072137 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a01d89-1742-4051-b146-d09ceafafb48 None None] Checking segment: {'id': '43b3add2-5ee0-413a-aa8b-dfd10103a0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8cbe4651-5107-4f90-a28d-4a6a83bd01c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:46:12.072748 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d1a01d89-1742-4051-b146-d09ceafafb48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:12.073308 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a01d89-1742-4051-b146-d09ceafafb48 None None] Bound using segment: {'id': '43b3add2-5ee0-413a-aa8b-dfd10103a0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8cbe4651-5107-4f90-a28d-4a6a83bd01c8'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:46:12.073969 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d1a01d89-1742-4051-b146-d09ceafafb48 None None] Bound port: 358a91af-63fc-48b8-abd0-f87379c199d7, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b3add2-5ee0-413a-aa8b-dfd10103a0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8cbe4651-5107-4f90-a28d-4a6a83bd01c8'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:46:12.074535 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d1a01d89-1742-4051-b146-d09ceafafb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (358a91af-63fc-48b8-abd0-f87379c199d7), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:12.153030 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cf0aae13-3eaa-4ac8-8ef6-4569f50b0117 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (ccf98b19-4d8b-44a5-adb9-b65caabdcea5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:12.193077 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0aae13-3eaa-4ac8-8ef6-4569f50b0117 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event deleted for resources: {'Port': ['ID=ccf98b19-4d8b-44a5-adb9-b65caabdcea5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:12.219745 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e684834a-aff1-490a-9fc7-ee2f7fc98809 req-b63f8aaa-ea2d-4c26-b1d9-fa7a5fe576b2 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499404 Feb 20 05:46:12.233940 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3de60958-e5cf-4f5b-93ef-40516841d514 None None] Current status of the port 53606f77-44c1-4cf2-a680-3191f366050a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:12.298482 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4e14f97-4bac-4d74-907f-9723fc2c6d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (c5c43007-b29f-4418-a412-97b3347f7285), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:12.302808 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cf0aae13-3eaa-4ac8-8ef6-4569f50b0117 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:12.304772 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1857f540-d560-492b-b78f-b45244063c01 req-4d49efdc-5bec-44df-9855-3c6418649311 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Publish callbacks [] for port (9e177ff6-1dda-4efd-9e02-31eebb1e54a1), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:12.310708 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d1a01d89-1742-4051-b146-d09ceafafb48 None None] For port 358a91af-63fc-48b8-abd0-f87379c199d7, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:46:12.313579 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-cf0aae13-3eaa-4ac8-8ef6-4569f50b0117 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "DELETE /v2.0/ports/ccf98b19-4d8b-44a5-adb9-b65caabdcea5 HTTP/1.1" status: 204 len: 168 time: 2.3109117 Feb 20 05:46:12.318864 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44054) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:12.320042 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d1a01d89-1742-4051-b146-d09ceafafb48 None None] For port 358a91af-63fc-48b8-abd0-f87379c199d7, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=358a91af-63fc-48b8-abd0-f87379c199d7,segment=NetworkSegment(43b3add2-5ee0-413a-aa8b-dfd10103a0dc),segment_id=43b3add2-5ee0-413a-aa8b-dfd10103a0dc)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:46:12.338267 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d1a01d89-1742-4051-b146-d09ceafafb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (358a91af-63fc-48b8-abd0-f87379c199d7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:12.360036 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4e14f97-4bac-4d74-907f-9723fc2c6d07 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:12.365814 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a4e14f97-4bac-4d74-907f-9723fc2c6d07 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c5c43007-b29f-4418-a412-97b3347f7285 HTTP/1.1" status: 204 len: 168 time: 4.0599439 Feb 20 05:46:12.383390 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e14f97-4bac-4d74-907f-9723fc2c6d07 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5c43007-b29f-4418-a412-97b3347f7285,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:12.515015 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad2a2e25-7ca7-43cd-b9b9-0ec702d49069 req-b35acf1d-95ac-452f-a080-3224d50d68bf tempest-ServerShowV247Test-393414098 tempest-ServerShowV247Test-393414098-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d6214d7-c10c-43db-9567-732d9c452434 HTTP/1.1" status: 200 len: 210 time: 0.0744703 Feb 20 05:46:12.520145 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae61382-c442-448d-a9fe-8a4f9618dcf6 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] DELETE failed (client error): The resource could not be found. Feb 20 05:46:12.524187 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae61382-c442-448d-a9fe-8a4f9618dcf6 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:46:12.532874 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7ae61382-c442-448d-a9fe-8a4f9618dcf6 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "DELETE /v2.0/subnets/22fe8108-0206-4eb1-b836-fa05e1c204af HTTP/1.1" status: 404 len: 337 time: 0.2125468 Feb 20 05:46:12.540674 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-61af09fe-0b33-4efa-b0e0-240c6da968e5 service neutron] 10.222.0.48 "GET /v2.0/networks/fa9c8c18-66a9-4330-95ea-e6848bd9acbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5682714 Feb 20 05:46:12.551988 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a01d89-1742-4051-b146-d09ceafafb48 None None] Pushing event updated for resources: {'Port': ['ID=358a91af-63fc-48b8-abd0-f87379c199d7,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:12.554855 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44064) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:12.723543 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-03020d5d-ab3c-41bc-98db-f85cfc11ace8 req-3a4cba00-666a-4309-b792-f2e8d1ed7b30 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 210 time: 0.0677083 Feb 20 05:46:12.840217 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-20b4d005-1ec6-45c1-b280-9cbcdfd9bad0 req-44b83c28-1f5e-4362-ba82-efdbd9878c74 service neutron] 10.222.0.48 "GET /v2.0/networks/fa9c8c18-66a9-4330-95ea-e6848bd9acbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818565 Feb 20 05:46:12.841067 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44070) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:12.918184 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-9c8a7f63-3101-4bce-90e8-01afd8c91742 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Allocated IP 172.23.0.1 (8cbe4651-5107-4f90-a28d-4a6a83bd01c8/65cae90e-ecf5-4407-8e95-88f5bb5ea0ca/19b3e9b2-f509-4423-901d-12dda5d6d65a) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:46:12.942185 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1857f540-d560-492b-b78f-b45244063c01 req-4d49efdc-5bec-44df-9855-3c6418649311 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (9e177ff6-1dda-4efd-9e02-31eebb1e54a1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:13.192364 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49efdc-5bec-44df-9855-3c6418649311 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Pushing event updated for resources: {'Port': ['ID=9e177ff6-1dda-4efd-9e02-31eebb1e54a1,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:13.202760 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9c8a7f63-3101-4bce-90e8-01afd8c91742 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for port (19b3e9b2-f509-4423-901d-12dda5d6d65a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:13.211679 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-1e114ba3-9147-4f0c-8acb-224610184a81 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Made reservation on behalf of ff057e2e11b34d528382adf0c20ac58a for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:46:13.218099 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-1e114ba3-9147-4f0c-8acb-224610184a81 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:13.272723 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a17c229d-3162-450f-8194-ece7350f6c36 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e4863d605694b08afc00913a648aace&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3481956 Feb 20 05:46:13.282034 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44080) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:13.296135 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1857f540-d560-492b-b78f-b45244063c01 req-4d49efdc-5bec-44df-9855-3c6418649311 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Network e0b0c64c-9265-4c3e-a16a-33323ef25bde is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:46:13.393001 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 53606f77-44c1-4cf2-a680-3191f366050a up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:46:13.400943 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9c8a7f63-3101-4bce-90e8-01afd8c91742 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (19b3e9b2-f509-4423-901d-12dda5d6d65a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:13.453540 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-1e114ba3-9147-4f0c-8acb-224610184a81 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Allocated IP 172.20.0.7 (e0b0c64c-9265-4c3e-a16a-33323ef25bde/4101579e-8266-4767-9c7a-c3934ab21a99/f72a5137-2987-43ae-8cba-cd3385a7fed8) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:46:13.474261 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ede65de8-f0ee-4ab8-9cb4-9b3746dbe4c3 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (d1577bf6-fd68-4370-9e94-a710fd032026), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:13.480032 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a7f63-3101-4bce-90e8-01afd8c91742 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Port': ['ID=19b3e9b2-f509-4423-901d-12dda5d6d65a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:13.480511 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-1857f540-d560-492b-b78f-b45244063c01 req-4d49efdc-5bec-44df-9855-3c6418649311 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:46:13.493683 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-1857f540-d560-492b-b78f-b45244063c01 req-4d49efdc-5bec-44df-9855-3c6418649311 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:46:13.503930 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd4cfd-8c4b-4fd8-9871-678c4c9ee376 req-5510f4bb-f06f-421e-951e-bbace3d41d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:13.505739 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-40fd4cfd-8c4b-4fd8-9871-678c4c9ee376 req-5510f4bb-f06f-421e-951e-bbace3d41d50 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c52e24ee44664157bb4debb87b79233a&device_id=74e8952a-a802-4ab0-a440-0a55a7e8e9c3 HTTP/1.1" status: 200 len: 1125 time: 0.5687640 Feb 20 05:46:13.534270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 53606f77-44c1-4cf2-a680-3191f366050a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:13.536502 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (53606f77-44c1-4cf2-a680-3191f366050a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:13.552358 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8a7f63-3101-4bce-90e8-01afd8c91742 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network 8cbe4651-5107-4f90-a28d-4a6a83bd01c8 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:46:13.562574 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-9c8a7f63-3101-4bce-90e8-01afd8c91742 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:46:13.566716 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8a7f63-3101-4bce-90e8-01afd8c91742 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:46:13.623664 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-11299b95-d509-4590-87d0-890f832b68d3 admin admin] Publish callbacks [] for security_group (1ee2c157-167e-43ba-8d81-5007a167b856), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:13.626119 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9c8a7f63-3101-4bce-90e8-01afd8c91742 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (c8f28992-fd35-4d43-8618-933ff086237e), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:13.695709 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 53606f77-44c1-4cf2-a680-3191f366050a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:13.700433 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 358a91af-63fc-48b8-abd0-f87379c199d7 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:46:13.714607 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857f540-d560-492b-b78f-b45244063c01 req-4d49efdc-5bec-44df-9855-3c6418649311 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:13.715329 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1857f540-d560-492b-b78f-b45244063c01 req-4d49efdc-5bec-44df-9855-3c6418649311 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:13.731089 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-11299b95-d509-4590-87d0-890f832b68d3 admin admin] Publish callbacks [] for security_group (1ee2c157-167e-43ba-8d81-5007a167b856), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:13.747525 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43318c-7e1e-4664-9ab8-31be69ebfba9 req-787c0c44-f70d-416b-bde5-f0755156ce86 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:13.755914 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-af43318c-7e1e-4664-9ab8-31be69ebfba9 req-787c0c44-f70d-416b-bde5-f0755156ce86 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e8952a-a802-4ab0-a440-0a55a7e8e9c3 HTTP/1.1" status: 200 len: 943 time: 0.3580551 Feb 20 05:46:13.820744 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 358a91af-63fc-48b8-abd0-f87379c199d7 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:13.821123 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (358a91af-63fc-48b8-abd0-f87379c199d7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:13.840011 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1857f540-d560-492b-b78f-b45244063c01 req-4d49efdc-5bec-44df-9855-3c6418649311 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6134074 Feb 20 05:46:13.870507 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ede65de8-f0ee-4ab8-9cb4-9b3746dbe4c3 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (d1577bf6-fd68-4370-9e94-a710fd032026), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:13.890686 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-1857f540-d560-492b-b78f-b45244063c01 req-5ba98f82-d4aa-41e5-b9c9-745be1f8922e service neutron] Request body: {'port': {'device_id': 'aa112970-d561-4ee1-896f-74658b6cabb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:13.918057 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-af43318c-7e1e-4664-9ab8-31be69ebfba9 req-1998d773-9091-4050-8b41-f5d597e45b92 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611340 Feb 20 05:46:13.966360 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-11299b95-d509-4590-87d0-890f832b68d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (1ee2c157-167e-43ba-8d81-5007a167b856), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:13.972860 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-11299b95-d509-4590-87d0-890f832b68d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:13.980972 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-11299b95-d509-4590-87d0-890f832b68d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ee2c157-167e-43ba-8d81-5007a167b856 HTTP/1.1" status: 204 len: 168 time: 0.6939528 Feb 20 05:46:14.008400 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9c8a7f63-3101-4bce-90e8-01afd8c91742 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (19b3e9b2-f509-4423-901d-12dda5d6d65a), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:14.009428 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 358a91af-63fc-48b8-abd0-f87379c199d7 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:14.011041 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (358a91af-63fc-48b8-abd0-f87379c199d7), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:14.058002 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-ede65de8-f0ee-4ab8-9cb4-9b3746dbe4c3 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1577bf6-fd68-4370-9e94-a710fd032026']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:14.081238 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11299b95-d509-4590-87d0-890f832b68d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee2c157-167e-43ba-8d81-5007a167b856,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:14.093330 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd4cfd-8c4b-4fd8-9871-678c4c9ee376 req-a4948ad5-bb84-4146-bddc-af1d7d28d429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:14.094888 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-40fd4cfd-8c4b-4fd8-9871-678c4c9ee376 req-a4948ad5-bb84-4146-bddc-af1d7d28d429 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa9c8c18-66a9-4330-95ea-e6848bd9acbe HTTP/1.1" status: 200 len: 922 time: 0.5496590 Feb 20 05:46:14.106776 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-ede65de8-f0ee-4ab8-9cb4-9b3746dbe4c3 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7584df-39f5-47fa-b684-d35afe8a8bb2') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:14.127890 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 358a91af-63fc-48b8-abd0-f87379c199d7, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=358a91af-63fc-48b8-abd0-f87379c199d7,segment=NetworkSegment(43b3add2-5ee0-413a-aa8b-dfd10103a0dc),segment_id=43b3add2-5ee0-413a-aa8b-dfd10103a0dc)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:14.129539 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-ede65de8-f0ee-4ab8-9cb4-9b3746dbe4c3 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7584df-39f5-47fa-b684-d35afe8a8bb2') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:14.139009 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (358a91af-63fc-48b8-abd0-f87379c199d7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:14.192742 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ede65de8-f0ee-4ab8-9cb4-9b3746dbe4c3 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (bd7584df-39f5-47fa-b684-d35afe8a8bb2), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:14.209597 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-1e114ba3-9147-4f0c-8acb-224610184a81 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Publish callbacks [] for port (f72a5137-2987-43ae-8cba-cd3385a7fed8), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:14.282036 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=358a91af-63fc-48b8-abd0-f87379c199d7,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:14.399770 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ede65de8-f0ee-4ab8-9cb4-9b3746dbe4c3 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (bd7584df-39f5-47fa-b684-d35afe8a8bb2), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:14.414612 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-40fd4cfd-8c4b-4fd8-9871-678c4c9ee376 req-f876a4e7-4bc8-4edb-90f4-02c385f8d012 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7247501-26a6-4cda-b5a4-cd7993b5c5b3 HTTP/1.1" status: 200 len: 217 time: 0.2820606 Feb 20 05:46:14.516997 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede65de8-f0ee-4ab8-9cb4-9b3746dbe4c3 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:46:14.518867 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ede65de8-f0ee-4ab8-9cb4-9b3746dbe4c3 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (bd7584df-39f5-47fa-b684-d35afe8a8bb2), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:14.522213 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5568d2b5-9653-4972-a271-f67244271fc3 req-8ad2e6cd-4aec-4cce-8088-d5b8ceb68612 tempest-ServerShowV247Test-393414098 tempest-ServerShowV247Test-393414098-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d6214d7-c10c-43db-9567-732d9c452434 HTTP/1.1" status: 200 len: 210 time: 0.4304240 Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:46:14.533397 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:46:14.560654 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d80e32-60e0-42f8-9b47-784c1b26dc4e None None] get_active_networks_info from n-d-829866-5 {{(pid=103408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 05:46:14.568357 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1857f540-d560-492b-b78f-b45244063c01 req-5ba98f82-d4aa-41e5-b9c9-745be1f8922e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9e177ff6-1dda-4efd-9e02-31eebb1e54a1), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:14.725651 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-3389c71f-ee37-4c19-8a2f-f57ef1db0a72 None None] Provisioning complete for port 358a91af-63fc-48b8-abd0-f87379c199d7 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:14.734665 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3389c71f-ee37-4c19-8a2f-f57ef1db0a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (358a91af-63fc-48b8-abd0-f87379c199d7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:14.776713 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5042469e-c0e2-4cbb-a1bb-37793c63ed40 req-eae20551-38e4-460b-8d5d-ab076ae7695e tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 210 time: 0.1163566 Feb 20 05:46:14.795238 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd4cfd-8c4b-4fd8-9871-678c4c9ee376 req-c975bd4c-9726-4826-8fd3-043a81fe8b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:14.795238 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-40fd4cfd-8c4b-4fd8-9871-678c4c9ee376 req-c975bd4c-9726-4826-8fd3-043a81fe8b8e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c84731d-a312-42ac-b55f-15aaba4e7834 HTTP/1.1" status: 200 len: 862 time: 0.3612926 Feb 20 05:46:14.797702 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44110) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:14.799064 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ede65de8-f0ee-4ab8-9cb4-9b3746dbe4c3 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (d1577bf6-fd68-4370-9e94-a710fd032026), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:14.808306 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9c8a7f63-3101-4bce-90e8-01afd8c91742 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for port (19b3e9b2-f509-4423-901d-12dda5d6d65a), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:14.819233 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9c8a7f63-3101-4bce-90e8-01afd8c91742 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (19b3e9b2-f509-4423-901d-12dda5d6d65a), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:14.823937 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ede65de8-f0ee-4ab8-9cb4-9b3746dbe4c3 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:14.828088 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ede65de8-f0ee-4ab8-9cb4-9b3746dbe4c3 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "DELETE /v2.0/networks/d1577bf6-fd68-4370-9e94-a710fd032026 HTTP/1.1" status: 204 len: 168 time: 2.2710426 Feb 20 05:46:14.836589 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-1e114ba3-9147-4f0c-8acb-224610184a81 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (f72a5137-2987-43ae-8cba-cd3385a7fed8), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:14.854147 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44112) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:14.894295 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede65de8-f0ee-4ab8-9cb4-9b3746dbe4c3 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event deleted for resources: {'Network': ['ID=d1577bf6-fd68-4370-9e94-a710fd032026,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:14.897900 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-40fd4cfd-8c4b-4fd8-9871-678c4c9ee376 req-6ea67335-e104-4c84-bbda-593ce5a19a6e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa9c8c18-66a9-4330-95ea-e6848bd9acbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842795 Feb 20 05:46:14.929262 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a7f63-3101-4bce-90e8-01afd8c91742 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event updated for resources: {'Port': ['ID=19b3e9b2-f509-4423-901d-12dda5d6d65a,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:14.952513 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d80e32-60e0-42f8-9b47-784c1b26dc4e None None] Resources bound (agent type, host, resource id): {{(pid=103408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 05:46:15.012362 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9c8a7f63-3101-4bce-90e8-01afd8c91742 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (c8f28992-fd35-4d43-8618-933ff086237e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:15.052331 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3389c71f-ee37-4c19-8a2f-f57ef1db0a72 None None] Current status of the port 358a91af-63fc-48b8-abd0-f87379c199d7 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:15.122844 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-1e114ba3-9147-4f0c-8acb-224610184a81 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Network e0b0c64c-9265-4c3e-a16a-33323ef25bde is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:46:15.211898 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5c9de-6eed-45e6-b9ef-bfcb674c93c3 req-9cad5622-0fc5-4b8c-b15b-75393286325d tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:15.219503 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aff5c9de-6eed-45e6-b9ef-bfcb674c93c3 req-9cad5622-0fc5-4b8c-b15b-75393286325d tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e8952a-a802-4ab0-a440-0a55a7e8e9c3 HTTP/1.1" status: 200 len: 943 time: 0.1487832 Feb 20 05:46:15.232076 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-1e114ba3-9147-4f0c-8acb-224610184a81 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:46:15.272144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 358a91af-63fc-48b8-abd0-f87379c199d7 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:46:15.276599 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e114ba3-9147-4f0c-8acb-224610184a81 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Pushing event updated for resources: {'Port': ['ID=f72a5137-2987-43ae-8cba-cd3385a7fed8,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:15.279093 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-1e114ba3-9147-4f0c-8acb-224610184a81 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:46:15.291257 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a6e9b2c8-5eb2-4325-81ff-4703cdba9f3b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0230395d7934c9ba5a3f5f3e9ca9ab9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4851837 Feb 20 05:46:15.292208 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44120) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:15.303152 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aff5c9de-6eed-45e6-b9ef-bfcb674c93c3 req-783be30f-a936-48b3-a47b-8cd43c4a4abb tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823224 Feb 20 05:46:15.369373 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8a7f63-3101-4bce-90e8-01afd8c91742 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Network 8cbe4651-5107-4f90-a28d-4a6a83bd01c8 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:46:15.384397 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-9c8a7f63-3101-4bce-90e8-01afd8c91742 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:46:15.450404 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-05858346-5113-47a3-b04c-1116930683db admin admin] Publish callbacks [] for security_group (5e147c3f-0f39-4dbb-aacb-c38bd014fabf), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:15.566250 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-05858346-5113-47a3-b04c-1116930683db admin admin] Publish callbacks [] for security_group (5e147c3f-0f39-4dbb-aacb-c38bd014fabf), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:15.639924 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device c7247501-26a6-4cda-b5a4-cd7993b5c5b3 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:46:15.646924 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8a7f63-3101-4bce-90e8-01afd8c91742 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Router c8f28992-fd35-4d43-8618-933ff086237e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:46:15.666410 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05763fbf-c5ce-453b-b086-79fe01b1b8c7 None None] Network 8cbe4651-5107-4f90-a28d-4a6a83bd01c8 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:46:15.763549 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6d94654a-7313-4749-8cd4-fbb85e178da3 req-ce136c87-aa2b-4a1f-bfc2-bf5ca712644c tempest-ServerShowV247Test-393414098 tempest-ServerShowV247Test-393414098-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d6214d7-c10c-43db-9567-732d9c452434 HTTP/1.1" status: 200 len: 210 time: 0.0632410 Feb 20 05:46:15.770786 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-05858346-5113-47a3-b04c-1116930683db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5e147c3f-0f39-4dbb-aacb-c38bd014fabf), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:15.774502 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-05858346-5113-47a3-b04c-1116930683db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:15.778065 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-05858346-5113-47a3-b04c-1116930683db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e147c3f-0f39-4dbb-aacb-c38bd014fabf HTTP/1.1" status: 204 len: 168 time: 0.4638638 Feb 20 05:46:15.792870 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05858346-5113-47a3-b04c-1116930683db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e147c3f-0f39-4dbb-aacb-c38bd014fabf,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:15.811266 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8a7f63-3101-4bce-90e8-01afd8c91742 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:46:15.811266 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9c8a7f63-3101-4bce-90e8-01afd8c91742 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "PUT /v2.0/routers/c8f28992-fd35-4d43-8618-933ff086237e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3670993 Feb 20 05:46:15.813548 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44150) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:15.825170 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d9f75e1c-57be-4076-bb3e-62bc06573b7d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:15.825775 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58285357-755c-402f-9341-7c57a96f4284 None None] Sync routers for ids ['c8f28992-fd35-4d43-8618-933ff086237e'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:46:15.845038 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58285357-755c-402f-9341-7c57a96f4284 None None] Routers {'c8f28992-fd35-4d43-8618-933ff086237e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:15.846215 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-58285357-755c-402f-9341-7c57a96f4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8f28992-fd35-4d43-8618-933ff086237e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:16.008586 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 358a91af-63fc-48b8-abd0-f87379c199d7 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:16.009206 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (358a91af-63fc-48b8-abd0-f87379c199d7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:16.056674 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-58285357-755c-402f-9341-7c57a96f4284 None None] Set router c8f28992-fd35-4d43-8618-933ff086237e gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:16.094795 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-1e114ba3-9147-4f0c-8acb-224610184a81 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:16.096047 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-1e114ba3-9147-4f0c-8acb-224610184a81 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:16.184310 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-40fd4cfd-8c4b-4fd8-9871-678c4c9ee376 req-408ecec1-a5c4-47ff-be35-1f32d7eddcd4 service neutron] 10.222.0.48 "GET /v2.0/networks/fa9c8c18-66a9-4330-95ea-e6848bd9acbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2185497 Feb 20 05:46:16.228401 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-1e114ba3-9147-4f0c-8acb-224610184a81 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3674781 Feb 20 05:46:16.255431 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port c7247501-26a6-4cda-b5a4-cd7993b5c5b3, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=c7247501-26a6-4cda-b5a4-cd7993b5c5b3,segment=NetworkSegment(45924b7c-05d5-4b0a-bb51-112a5515364f),segment_id=45924b7c-05d5-4b0a-bb51-112a5515364f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:16.279410 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0a2c7-5d28-48cb-a420-e82d27dee158 req-3ce97b58-bea1-4431-9cf1-28b864ef368b tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:16.286494 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-89e0a2c7-5d28-48cb-a420-e82d27dee158 req-3ce97b58-bea1-4431-9cf1-28b864ef368b tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 931 time: 0.3714705 Feb 20 05:46:16.309504 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'c7247501-26a6-4cda-b5a4-cd7993b5c5b3', 'network_id': 'fa9c8c18-66a9-4330-95ea-e6848bd9acbe', 'port_id': 'c7247501-26a6-4cda-b5a4-cd7993b5c5b3', 'mac_address': 'fa:16:3e:ff:1f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c84731d-a312-42ac-b55f-15aaba4e7834', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:46:16.320744 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-c923ac5f-1513-4bc5-892e-5791bc89e44b service neutron] Request body: {'port': {'device_id': 'f3621567-b11c-41d0-a352-b26b9ee50e3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:16.384824 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port c7247501-26a6-4cda-b5a4-cd7993b5c5b3 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:16.385508 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c7247501-26a6-4cda-b5a4-cd7993b5c5b3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:16.410248 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7247501-26a6-4cda-b5a4-cd7993b5c5b3 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:46:16.486669 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78b3a1ab-54ea-462e-8398-6c0f8a866b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:16.495082 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port c7247501-26a6-4cda-b5a4-cd7993b5c5b3, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=c7247501-26a6-4cda-b5a4-cd7993b5c5b3,segment=NetworkSegment(45924b7c-05d5-4b0a-bb51-112a5515364f),segment_id=45924b7c-05d5-4b0a-bb51-112a5515364f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:16.500313 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c7247501-26a6-4cda-b5a4-cd7993b5c5b3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:16.571436 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-58285357-755c-402f-9341-7c57a96f4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:46:13Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None, '_interfaces': [{'id': '19b3e9b2-f509-4423-901d-12dda5d6d65a', 'name': '', 'network_id': '8cbe4651-5107-4f90-a28d-4a6a83bd01c8', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:67:cc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '65cae90e-ecf5-4407-8e95-88f5bb5ea0ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:12Z', 'updated_at': '2022-02-20T05:46:14Z', 'revision_number': 2, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '65cae90e-ecf5-4407-8e95-88f5bb5ea0ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53606f77-44c1-4cf2-a680-3191f366050a', 'name': '', 'network_id': '5d47669d-ba3a-49f5-adf0-4cc424a7146e', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:66:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:58Z', 'updated_at': '2022-02-20T05:46:11Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76cd028a-7e7a-4b53-a9b8-468196c5adc6', 'name': '', 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:21:08:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '31081987-d3c3-433b-82fb-4541be9e986d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:43Z', 'updated_at': '2022-02-20T05:45:54Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '31081987-d3c3-433b-82fb-4541be9e986d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fcf9c64-c125-48ae-9b36-02cfdd3c217f', 'name': '', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:26:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:33Z', 'updated_at': '2022-02-20T05:45:41Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '53f9bde1-6730-408b-9df2-7a4291149046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:16.572750 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=c7247501-26a6-4cda-b5a4-cd7993b5c5b3,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:16.589507 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 358a91af-63fc-48b8-abd0-f87379c199d7 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:16.671904 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-1857f540-d560-492b-b78f-b45244063c01 req-5ba98f82-d4aa-41e5-b9c9-745be1f8922e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e177ff6-1dda-4efd-9e02-31eebb1e54a1 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:46:16.681487 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58285357-755c-402f-9341-7c57a96f4284 None None] Checking router: c8f28992-fd35-4d43-8618-933ff086237e for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:46:16.681847 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58285357-755c-402f-9341-7c57a96f4284 None None] Updating router c8f28992-fd35-4d43-8618-933ff086237e port 19b3e9b2-f509-4423-901d-12dda5d6d65a binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:46:16.698956 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1857f540-d560-492b-b78f-b45244063c01 req-5ba98f82-d4aa-41e5-b9c9-745be1f8922e service neutron] Publish callbacks [] for port (9e177ff6-1dda-4efd-9e02-31eebb1e54a1), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:16.725371 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-1857f540-d560-492b-b78f-b45244063c01 req-5ba98f82-d4aa-41e5-b9c9-745be1f8922e service neutron] Transition to ACTIVE for port object 9e177ff6-1dda-4efd-9e02-31eebb1e54a1 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:46:16.726773 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['c7247501-26a6-4cda-b5a4-cd7993b5c5b3'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:46:16.759736 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-58285357-755c-402f-9341-7c57a96f4284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (19b3e9b2-f509-4423-901d-12dda5d6d65a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:16.820358 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-c923ac5f-1513-4bc5-892e-5791bc89e44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f72a5137-2987-43ae-8cba-cd3385a7fed8), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:16.844063 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1857f540-d560-492b-b78f-b45244063c01 req-5ba98f82-d4aa-41e5-b9c9-745be1f8922e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (9e177ff6-1dda-4efd-9e02-31eebb1e54a1), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:16.911760 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-cc6634cf-1570-4f6c-a0f2-0ad95f7423eb None None] Provisioning complete for port 19b3e9b2-f509-4423-901d-12dda5d6d65a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:16.912454 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cc6634cf-1570-4f6c-a0f2-0ad95f7423eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (19b3e9b2-f509-4423-901d-12dda5d6d65a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:17.088478 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-cc6634cf-1570-4f6c-a0f2-0ad95f7423eb None None] Port 19b3e9b2-f509-4423-901d-12dda5d6d65a cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:46:17.258964 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-cc6634cf-1570-4f6c-a0f2-0ad95f7423eb None None] Provisioning complete for port 358a91af-63fc-48b8-abd0-f87379c199d7 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:17.260425 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cc6634cf-1570-4f6c-a0f2-0ad95f7423eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (358a91af-63fc-48b8-abd0-f87379c199d7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:17.338722 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-89e0a2c7-5d28-48cb-a420-e82d27dee158 req-2b13207d-a6ad-491a-b8cd-f000b272ea12 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9811239 Feb 20 05:46:17.351076 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-c923ac5f-1513-4bc5-892e-5791bc89e44b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f72a5137-2987-43ae-8cba-cd3385a7fed8 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:46:17.369649 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-c923ac5f-1513-4bc5-892e-5791bc89e44b service neutron] Publish callbacks [] for port (f72a5137-2987-43ae-8cba-cd3385a7fed8), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:17.399589 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-c923ac5f-1513-4bc5-892e-5791bc89e44b service neutron] Transition to ACTIVE for port object f72a5137-2987-43ae-8cba-cd3385a7fed8 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:46:17.453677 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-cc6634cf-1570-4f6c-a0f2-0ad95f7423eb None None] Current status of the port 358a91af-63fc-48b8-abd0-f87379c199d7 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:17.513150 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-58285357-755c-402f-9341-7c57a96f4284 None None] Publish callbacks [] for port (19b3e9b2-f509-4423-901d-12dda5d6d65a), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:17.520663 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-58285357-755c-402f-9341-7c57a96f4284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (19b3e9b2-f509-4423-901d-12dda5d6d65a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:17.575336 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba98f82-d4aa-41e5-b9c9-745be1f8922e service neutron] Pushing event updated for resources: {'Port': ['ID=9e177ff6-1dda-4efd-9e02-31eebb1e54a1,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:17.588594 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-c923ac5f-1513-4bc5-892e-5791bc89e44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (f72a5137-2987-43ae-8cba-cd3385a7fed8), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:17.592170 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0ac2d5ef-81e7-452f-8115-1b38ac1954eb None None] Provisioning complete for port 19b3e9b2-f509-4423-901d-12dda5d6d65a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:17.592681 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d5ef-81e7-452f-8115-1b38ac1954eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (19b3e9b2-f509-4423-901d-12dda5d6d65a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:17.659570 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa964d-1f23-4317-86bc-05c3b3cf7a1b None None] Pushing event updated for resources: {'Port': ['ID=19b3e9b2-f509-4423-901d-12dda5d6d65a,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:17.669472 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0ac2d5ef-81e7-452f-8115-1b38ac1954eb None None] Port 19b3e9b2-f509-4423-901d-12dda5d6d65a cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:46:17.703818 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-c19d29dd-a988-4987-852e-51c5d9797f5f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Deleting port 1609e95d-8044-4fda-bed2-d39747ce512c {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:46:17.704162 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c19d29dd-a988-4987-852e-51c5d9797f5f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1609e95d-8044-4fda-bed2-d39747ce512c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:17.723219 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.extraroute_db [None req-d9f75e1c-57be-4076-bb3e-62bc06573b7d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103407) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 20 05:46:17.745173 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.extraroute_db [None req-d9f75e1c-57be-4076-bb3e-62bc06573b7d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Removed routes are [] {{(pid=103407) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 20 05:46:17.745692 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d9f75e1c-57be-4076-bb3e-62bc06573b7d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (c8f28992-fd35-4d43-8618-933ff086237e), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:17.787804 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-58285357-755c-402f-9341-7c57a96f4284 None None] Attempting to bind port 19b3e9b2-f509-4423-901d-12dda5d6d65a on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:46:17.788173 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-58285357-755c-402f-9341-7c57a96f4284 None None] Attempting to bind port 19b3e9b2-f509-4423-901d-12dda5d6d65a by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '43b3add2-5ee0-413a-aa8b-dfd10103a0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8cbe4651-5107-4f90-a28d-4a6a83bd01c8'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:46:17.788709 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58285357-755c-402f-9341-7c57a96f4284 None None] Attempting to bind port 19b3e9b2-f509-4423-901d-12dda5d6d65a on network 8cbe4651-5107-4f90-a28d-4a6a83bd01c8 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:46:17.791896 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-48612456-7a84-4aef-b81c-88a1c80e88b0 None None] Provisioning complete for port 19b3e9b2-f509-4423-901d-12dda5d6d65a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:17.798070 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48612456-7a84-4aef-b81c-88a1c80e88b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (19b3e9b2-f509-4423-901d-12dda5d6d65a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:17.807146 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58285357-755c-402f-9341-7c57a96f4284 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:46:17.807662 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58285357-755c-402f-9341-7c57a96f4284 None None] Checking segment: {'id': '43b3add2-5ee0-413a-aa8b-dfd10103a0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8cbe4651-5107-4f90-a28d-4a6a83bd01c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:46:17.808077 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-58285357-755c-402f-9341-7c57a96f4284 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:17.808474 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58285357-755c-402f-9341-7c57a96f4284 None None] Bound using segment: {'id': '43b3add2-5ee0-413a-aa8b-dfd10103a0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8cbe4651-5107-4f90-a28d-4a6a83bd01c8'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:46:17.808980 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-58285357-755c-402f-9341-7c57a96f4284 None None] Bound port: 19b3e9b2-f509-4423-901d-12dda5d6d65a, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b3add2-5ee0-413a-aa8b-dfd10103a0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8cbe4651-5107-4f90-a28d-4a6a83bd01c8'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:46:17.809356 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-58285357-755c-402f-9341-7c57a96f4284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (19b3e9b2-f509-4423-901d-12dda5d6d65a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:17.878440 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44200) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:17.913764 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c19d29dd-a988-4987-852e-51c5d9797f5f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1609e95d-8044-4fda-bed2-d39747ce512c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:17.945251 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-c19d29dd-a988-4987-852e-51c5d9797f5f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Calling delete_port for 1609e95d-8044-4fda-bed2-d39747ce512c owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:46:17.946120 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-48612456-7a84-4aef-b81c-88a1c80e88b0 None None] Port 19b3e9b2-f509-4423-901d-12dda5d6d65a cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:46:17.984342 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-58285357-755c-402f-9341-7c57a96f4284 None None] For port 19b3e9b2-f509-4423-901d-12dda5d6d65a, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:46:18.006122 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-58285357-755c-402f-9341-7c57a96f4284 None None] For port 19b3e9b2-f509-4423-901d-12dda5d6d65a, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=19b3e9b2-f509-4423-901d-12dda5d6d65a,segment=NetworkSegment(43b3add2-5ee0-413a-aa8b-dfd10103a0dc),segment_id=43b3add2-5ee0-413a-aa8b-dfd10103a0dc)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:46:18.026129 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-58285357-755c-402f-9341-7c57a96f4284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (19b3e9b2-f509-4423-901d-12dda5d6d65a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:18.069008 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c5f0a-82a5-4f08-b0c7-f8d0c146fa63 req-d68c4923-3db3-4be8-981b-949cdf21d918 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:18.085085 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d7c5f0a-82a5-4f08-b0c7-f8d0c146fa63 req-d68c4923-3db3-4be8-981b-949cdf21d918 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e8952a-a802-4ab0-a440-0a55a7e8e9c3 HTTP/1.1" status: 200 len: 944 time: 0.3348057 Feb 20 05:46:18.148355 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d9f75e1c-57be-4076-bb3e-62bc06573b7d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (c8f28992-fd35-4d43-8618-933ff086237e), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:18.149811 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923ac5f-1513-4bc5-892e-5791bc89e44b service neutron] Pushing event updated for resources: {'Port': ['ID=f72a5137-2987-43ae-8cba-cd3385a7fed8,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:18.164025 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d9f75e1c-57be-4076-bb3e-62bc06573b7d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691773'] for router (c8f28992-fd35-4d43-8618-933ff086237e), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:18.189450 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-9be1ae22-5294-42ea-ad77-cf3c3569d729 None None] Provisioning complete for port 19b3e9b2-f509-4423-901d-12dda5d6d65a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:18.189952 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9be1ae22-5294-42ea-ad77-cf3c3569d729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (19b3e9b2-f509-4423-901d-12dda5d6d65a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:18.203335 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fabb4c3a-fa9b-4c4e-ad16-df8b5572aaf0 req-ee7ca7d6-44be-43e3-b507-37af68586b25 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7b2f138c69bf44aa860bbcc165ef6687&device_id=5d6214d7-c10c-43db-9567-732d9c452434 HTTP/1.1" status: 200 len: 210 time: 0.0552266 Feb 20 05:46:18.236768 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58285357-755c-402f-9341-7c57a96f4284 None None] Routers {'c8f28992-fd35-4d43-8618-933ff086237e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:18.238565 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-58285357-755c-402f-9341-7c57a96f4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:45:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8f28992-fd35-4d43-8618-933ff086237e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:18.355558 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d7c5f0a-82a5-4f08-b0c7-f8d0c146fa63 req-b1077270-67e2-4dbc-a7aa-b6fa4794d33f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526934 Feb 20 05:46:18.388139 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fabb4c3a-fa9b-4c4e-ad16-df8b5572aaf0 req-053b8320-2d37-49f7-9240-ed67dcf5fb5e service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=7b2f138c69bf44aa860bbcc165ef6687&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1573589 Feb 20 05:46:18.436909 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9be1ae22-5294-42ea-ad77-cf3c3569d729 None None] Current status of the port 19b3e9b2-f509-4423-901d-12dda5d6d65a is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:18.438296 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9be1ae22-5294-42ea-ad77-cf3c3569d729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (19b3e9b2-f509-4423-901d-12dda5d6d65a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:18.493753 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa964d-1f23-4317-86bc-05c3b3cf7a1b None None] Pushing event updated for resources: {'Port': ['ID=19b3e9b2-f509-4423-901d-12dda5d6d65a,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:18.497863 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ffbbd9cc-be6e-4d2e-8b81-ee01aa33d505 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-391927416-network', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:18.545786 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9be1ae22-5294-42ea-ad77-cf3c3569d729 None None] For port 19b3e9b2-f509-4423-901d-12dda5d6d65a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=19b3e9b2-f509-4423-901d-12dda5d6d65a,segment=NetworkSegment(43b3add2-5ee0-413a-aa8b-dfd10103a0dc),segment_id=43b3add2-5ee0-413a-aa8b-dfd10103a0dc)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:18.550890 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9be1ae22-5294-42ea-ad77-cf3c3569d729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (19b3e9b2-f509-4423-901d-12dda5d6d65a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:18.586113 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-58285357-755c-402f-9341-7c57a96f4284 None None] Set router c8f28992-fd35-4d43-8618-933ff086237e gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:18.631713 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0eca1d48-7a20-40b6-a52e-712de23e4a77 req-1798e2e3-31a1-460f-8a0e-a3b251a8556b tempest-ServerShowV247Test-393414098 tempest-ServerShowV247Test-393414098-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d6214d7-c10c-43db-9567-732d9c452434 HTTP/1.1" status: 200 len: 210 time: 0.0866897 Feb 20 05:46:18.661112 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1ae22-5294-42ea-ad77-cf3c3569d729 None None] Pushing event updated for resources: {'Port': ['ID=19b3e9b2-f509-4423-901d-12dda5d6d65a,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:18.699991 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f75e1c-57be-4076-bb3e-62bc06573b7d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Router c8f28992-fd35-4d43-8618-933ff086237e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:46:18.701060 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbbd9cc-be6e-4d2e-8b81-ee01aa33d505 admin admin] Made reservation on behalf of 4c628ee270a94ff4b5ce2b0598d240ce for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:46:18.706310 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ffbbd9cc-be6e-4d2e-8b81-ee01aa33d505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:18.725764 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-42c6659e-54ea-49c0-8c2b-a43e1ecd0257 None None] Provisioning complete for port 19b3e9b2-f509-4423-901d-12dda5d6d65a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:18.734131 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-42c6659e-54ea-49c0-8c2b-a43e1ecd0257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (19b3e9b2-f509-4423-901d-12dda5d6d65a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:18.738244 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ffbbd9cc-be6e-4d2e-8b81-ee01aa33d505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:18.851800 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-c923ac5f-1513-4bc5-892e-5791bc89e44b service neutron] Attempting to bind port f72a5137-2987-43ae-8cba-cd3385a7fed8 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:46:18.852721 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-c923ac5f-1513-4bc5-892e-5791bc89e44b service neutron] Attempting to bind port f72a5137-2987-43ae-8cba-cd3385a7fed8 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'bfa6d036-a7e5-478c-ab71-9ee611ca2fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0b0c64c-9265-4c3e-a16a-33323ef25bde'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:46:18.853276 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-c923ac5f-1513-4bc5-892e-5791bc89e44b service neutron] Attempting to bind port f72a5137-2987-43ae-8cba-cd3385a7fed8 on network e0b0c64c-9265-4c3e-a16a-33323ef25bde {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:46:18.876769 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-c923ac5f-1513-4bc5-892e-5791bc89e44b service neutron] Port f72a5137-2987-43ae-8cba-cd3385a7fed8 on network e0b0c64c-9265-4c3e-a16a-33323ef25bde not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:46:18.876998 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-c923ac5f-1513-4bc5-892e-5791bc89e44b service neutron] Attempting to bind port f72a5137-2987-43ae-8cba-cd3385a7fed8 on network e0b0c64c-9265-4c3e-a16a-33323ef25bde {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:46:18.906202 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ffbbd9cc-be6e-4d2e-8b81-ee01aa33d505 admin admin] Publish callbacks [] for security_group (c22320ef-57f2-4775-926e-9601f46840e5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:18.927724 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-c923ac5f-1513-4bc5-892e-5791bc89e44b service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:46:18.928126 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-c923ac5f-1513-4bc5-892e-5791bc89e44b service neutron] Checking segment: {'id': 'bfa6d036-a7e5-478c-ab71-9ee611ca2fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0b0c64c-9265-4c3e-a16a-33323ef25bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:46:18.928606 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-c923ac5f-1513-4bc5-892e-5791bc89e44b service neutron] Bound using segment: {'id': 'bfa6d036-a7e5-478c-ab71-9ee611ca2fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0b0c64c-9265-4c3e-a16a-33323ef25bde'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:46:18.928921 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-c923ac5f-1513-4bc5-892e-5791bc89e44b service neutron] Bound port: f72a5137-2987-43ae-8cba-cd3385a7fed8, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa6d036-a7e5-478c-ab71-9ee611ca2fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0b0c64c-9265-4c3e-a16a-33323ef25bde'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:46:18.929280 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-c923ac5f-1513-4bc5-892e-5791bc89e44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f72a5137-2987-43ae-8cba-cd3385a7fed8), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:18.945412 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ffbbd9cc-be6e-4d2e-8b81-ee01aa33d505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c22320ef-57f2-4775-926e-9601f46840e5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:18.967992 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c19d29dd-a988-4987-852e-51c5d9797f5f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (1609e95d-8044-4fda-bed2-d39747ce512c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:18.979533 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb4c3a-fa9b-4c4e-ad16-df8b5572aaf0 req-29eb1bbf-0b48-4bf2-ac67-e27efe8a36b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:18.981911 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fabb4c3a-fa9b-4c4e-ad16-df8b5572aaf0 req-29eb1bbf-0b48-4bf2-ac67-e27efe8a36b7 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4534702 Feb 20 05:46:19.035282 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-42c6659e-54ea-49c0-8c2b-a43e1ecd0257 None None] Current status of the port 19b3e9b2-f509-4423-901d-12dda5d6d65a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:19.058703 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15876264-1f55-43d7-b7b9-f344fe08d283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:19.097718 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-58285357-755c-402f-9341-7c57a96f4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:46:17Z', 'revision_number': 6, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None, '_interfaces': [{'id': '19b3e9b2-f509-4423-901d-12dda5d6d65a', 'name': '', 'network_id': '8cbe4651-5107-4f90-a28d-4a6a83bd01c8', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:67:cc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '65cae90e-ecf5-4407-8e95-88f5bb5ea0ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:12Z', 'updated_at': '2022-02-20T05:46:17Z', 'revision_number': 4, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '65cae90e-ecf5-4407-8e95-88f5bb5ea0ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53606f77-44c1-4cf2-a680-3191f366050a', 'name': '', 'network_id': '5d47669d-ba3a-49f5-adf0-4cc424a7146e', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:66:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:58Z', 'updated_at': '2022-02-20T05:46:11Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76cd028a-7e7a-4b53-a9b8-468196c5adc6', 'name': '', 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:21:08:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '31081987-d3c3-433b-82fb-4541be9e986d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:43Z', 'updated_at': '2022-02-20T05:45:54Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '31081987-d3c3-433b-82fb-4541be9e986d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fcf9c64-c125-48ae-9b36-02cfdd3c217f', 'name': '', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:26:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:33Z', 'updated_at': '2022-02-20T05:45:41Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '53f9bde1-6730-408b-9df2-7a4291149046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:19.098570 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbd9cc-be6e-4d2e-8b81-ee01aa33d505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22320ef-57f2-4775-926e-9601f46840e5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:19.128979 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-1857f540-d560-492b-b78f-b45244063c01 req-5ba98f82-d4aa-41e5-b9c9-745be1f8922e service neutron] Attempting to bind port 9e177ff6-1dda-4efd-9e02-31eebb1e54a1 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:46:19.129731 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-1857f540-d560-492b-b78f-b45244063c01 req-5ba98f82-d4aa-41e5-b9c9-745be1f8922e service neutron] Attempting to bind port 9e177ff6-1dda-4efd-9e02-31eebb1e54a1 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'bfa6d036-a7e5-478c-ab71-9ee611ca2fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0b0c64c-9265-4c3e-a16a-33323ef25bde'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:46:19.130261 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1857f540-d560-492b-b78f-b45244063c01 req-5ba98f82-d4aa-41e5-b9c9-745be1f8922e service neutron] Attempting to bind port 9e177ff6-1dda-4efd-9e02-31eebb1e54a1 on network e0b0c64c-9265-4c3e-a16a-33323ef25bde {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:46:19.134633 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-40fd4cfd-8c4b-4fd8-9871-678c4c9ee376 req-78b5dea7-3374-43ec-96e0-0dc651ce12f5 service neutron] 10.222.0.48 "GET /v2.0/networks/fa9c8c18-66a9-4330-95ea-e6848bd9acbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.9281201 Feb 20 05:46:19.144540 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d29dd-a988-4987-852e-51c5d9797f5f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event deleted for resources: {'Port': ['ID=1609e95d-8044-4fda-bed2-d39747ce512c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:19.159002 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1857f540-d560-492b-b78f-b45244063c01 req-5ba98f82-d4aa-41e5-b9c9-745be1f8922e service neutron] Port 9e177ff6-1dda-4efd-9e02-31eebb1e54a1 on network e0b0c64c-9265-4c3e-a16a-33323ef25bde not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:46:19.159674 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1857f540-d560-492b-b78f-b45244063c01 req-5ba98f82-d4aa-41e5-b9c9-745be1f8922e service neutron] Attempting to bind port 9e177ff6-1dda-4efd-9e02-31eebb1e54a1 on network e0b0c64c-9265-4c3e-a16a-33323ef25bde {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:46:19.181020 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c19d29dd-a988-4987-852e-51c5d9797f5f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:19.184815 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c19d29dd-a988-4987-852e-51c5d9797f5f tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "DELETE /v2.0/ports/1609e95d-8044-4fda-bed2-d39747ce512c HTTP/1.1" status: 204 len: 168 time: 4.3276148 Feb 20 05:46:19.192166 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44218) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:19.197121 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58285357-755c-402f-9341-7c57a96f4284 None None] The sync data for ids ['c8f28992-fd35-4d43-8618-933ff086237e'] in n-d-829866-5 is: [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:46:17Z', 'revision_number': 6, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None, '_interfaces': [{'id': '19b3e9b2-f509-4423-901d-12dda5d6d65a', 'name': '', 'network_id': '8cbe4651-5107-4f90-a28d-4a6a83bd01c8', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:67:cc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '65cae90e-ecf5-4407-8e95-88f5bb5ea0ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:12Z', 'updated_at': '2022-02-20T05:46:17Z', 'revision_number': 4, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '65cae90e-ecf5-4407-8e95-88f5bb5ea0ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53606f77-44c1-4cf2-a680-3191f366050a', 'name': '', 'network_id': '5d47669d-ba3a-49f5-adf0-4cc424a7146e', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:66:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:58Z', 'updated_at': '2022-02-20T05:46:11Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76cd028a-7e7a-4b53-a9b8-468196c5adc6', 'name': '', 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:21:08:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '31081987-d3c3-433b-82fb-4541be9e986d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:43Z', 'updated_at': '2022-02-20T05:45:54Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '31081987-d3c3-433b-82fb-4541be9e986d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fcf9c64-c125-48ae-9b36-02cfdd3c217f', 'name': '', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:26:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:33Z', 'updated_at': '2022-02-20T05:45:41Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '53f9bde1-6730-408b-9df2-7a4291149046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:46:19.204463 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1857f540-d560-492b-b78f-b45244063c01 req-5ba98f82-d4aa-41e5-b9c9-745be1f8922e service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:46:19.205933 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1857f540-d560-492b-b78f-b45244063c01 req-5ba98f82-d4aa-41e5-b9c9-745be1f8922e service neutron] Checking segment: {'id': 'bfa6d036-a7e5-478c-ab71-9ee611ca2fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0b0c64c-9265-4c3e-a16a-33323ef25bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:46:19.206505 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1857f540-d560-492b-b78f-b45244063c01 req-5ba98f82-d4aa-41e5-b9c9-745be1f8922e service neutron] Bound using segment: {'id': 'bfa6d036-a7e5-478c-ab71-9ee611ca2fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0b0c64c-9265-4c3e-a16a-33323ef25bde'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:46:19.207172 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-1857f540-d560-492b-b78f-b45244063c01 req-5ba98f82-d4aa-41e5-b9c9-745be1f8922e service neutron] Bound port: 9e177ff6-1dda-4efd-9e02-31eebb1e54a1, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa6d036-a7e5-478c-ab71-9ee611ca2fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e0b0c64c-9265-4c3e-a16a-33323ef25bde'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:46:19.207720 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1857f540-d560-492b-b78f-b45244063c01 req-5ba98f82-d4aa-41e5-b9c9-745be1f8922e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9e177ff6-1dda-4efd-9e02-31eebb1e54a1), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:19.251377 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-c923ac5f-1513-4bc5-892e-5791bc89e44b service neutron] For port f72a5137-2987-43ae-8cba-cd3385a7fed8, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:46:19.254834 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-74defc2f-ad35-4ece-9224-8da64d0f5493 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] DELETE failed (client error): The resource could not be found. Feb 20 05:46:19.255373 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74defc2f-ad35-4ece-9224-8da64d0f5493 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:46:19.258414 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-74defc2f-ad35-4ece-9224-8da64d0f5493 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "DELETE /v2.0/subnets/e9ba226c-b928-4645-9591-a0face80ac89 HTTP/1.1" status: 404 len: 337 time: 0.0652804 Feb 20 05:46:19.301122 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbbd9cc-be6e-4d2e-8b81-ee01aa33d505 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:46:19.310135 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44222) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:19.311852 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ffbbd9cc-be6e-4d2e-8b81-ee01aa33d505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (327005f6-05b1-4d13-898b-12f73bbb891e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:19.312326 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-ffbbd9cc-be6e-4d2e-8b81-ee01aa33d505 admin admin] Added segment 327005f6-05b1-4d13-898b-12f73bbb891e of type vlan for network 857e7610-02f5-4bcf-9da6-3d515101f61f Feb 20 05:46:19.330825 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device c7247501-26a6-4cda-b5a4-cd7993b5c5b3 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:46:19.343764 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-c923ac5f-1513-4bc5-892e-5791bc89e44b service neutron] For port f72a5137-2987-43ae-8cba-cd3385a7fed8, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=f72a5137-2987-43ae-8cba-cd3385a7fed8,segment=NetworkSegment(bfa6d036-a7e5-478c-ab71-9ee611ca2fce),segment_id=bfa6d036-a7e5-478c-ab71-9ee611ca2fce)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:46:19.395189 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ffbbd9cc-be6e-4d2e-8b81-ee01aa33d505 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (857e7610-02f5-4bcf-9da6-3d515101f61f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:19.416105 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f75e1c-57be-4076-bb3e-62bc06573b7d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:46:19.417064 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-c923ac5f-1513-4bc5-892e-5791bc89e44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (f72a5137-2987-43ae-8cba-cd3385a7fed8), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:19.428191 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12483b6e-ccc6-42da-bcef-20a380036b1e req-e663226a-736a-4574-96a5-9a4463ca2c43 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:19.429044 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port c7247501-26a6-4cda-b5a4-cd7993b5c5b3 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:46:19.436772 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port c7247501-26a6-4cda-b5a4-cd7993b5c5b3 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:19.437130 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c7247501-26a6-4cda-b5a4-cd7993b5c5b3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:19.446394 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-12483b6e-ccc6-42da-bcef-20a380036b1e req-e663226a-736a-4574-96a5-9a4463ca2c43 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 943 time: 0.5374639 Feb 20 05:46:19.467165 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d9f75e1c-57be-4076-bb3e-62bc06573b7d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:19.483006 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-1857f540-d560-492b-b78f-b45244063c01 req-5ba98f82-d4aa-41e5-b9c9-745be1f8922e service neutron] For port 9e177ff6-1dda-4efd-9e02-31eebb1e54a1, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:46:19.487405 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d9f75e1c-57be-4076-bb3e-62bc06573b7d tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "PUT /v2.0/routers/c8f28992-fd35-4d43-8618-933ff086237e HTTP/1.1" status: 200 len: 933 time: 3.6719072 Feb 20 05:46:19.495267 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44234) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:19.502144 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-1857f540-d560-492b-b78f-b45244063c01 req-5ba98f82-d4aa-41e5-b9c9-745be1f8922e service neutron] For port 9e177ff6-1dda-4efd-9e02-31eebb1e54a1, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=9e177ff6-1dda-4efd-9e02-31eebb1e54a1,segment=NetworkSegment(bfa6d036-a7e5-478c-ab71-9ee611ca2fce),segment_id=bfa6d036-a7e5-478c-ab71-9ee611ca2fce)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:46:19.527981 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1857f540-d560-492b-b78f-b45244063c01 req-5ba98f82-d4aa-41e5-b9c9-745be1f8922e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (9e177ff6-1dda-4efd-9e02-31eebb1e54a1), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:19.532096 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-c923ac5f-1513-4bc5-892e-5791bc89e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:19.534136 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-c923ac5f-1513-4bc5-892e-5791bc89e44b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:19.536156 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-c923ac5f-1513-4bc5-892e-5791bc89e44b service neutron] 10.222.0.48 "PUT /v2.0/ports/f72a5137-2987-43ae-8cba-cd3385a7fed8 HTTP/1.1" status: 200 len: 1091 time: 3.2629037 Feb 20 05:46:19.557360 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3621567-b11c-41d0-a352-b26b9ee50e3f', 'tag': 'f72a5137-2987-43ae-8cba-cd3385a7fed8'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:46:19.560289 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa833526-b073-4186-bdb4-206d8e84453a" -d '{"events": [{"name": "network-changed", "server_uuid": "f3621567-b11c-41d0-a352-b26b9ee50e3f", "tag": "f72a5137-2987-43ae-8cba-cd3385a7fed8"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:46:19.588167 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48e92895-5ab5-43d9-b4ae-92ce8b9ca1bd tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (dd3cea17-a14c-44b1-89cc-37bb41cb734a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:19.616429 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port c7247501-26a6-4cda-b5a4-cd7993b5c5b3 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:19.616994 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c7247501-26a6-4cda-b5a4-cd7993b5c5b3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:19.635699 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923ac5f-1513-4bc5-892e-5791bc89e44b service neutron] Pushing event updated for resources: {'Port': ['ID=f72a5137-2987-43ae-8cba-cd3385a7fed8,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:19.638471 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:19.644635 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e8952a-a802-4ab0-a440-0a55a7e8e9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7247501-26a6-4cda-b5a4-cd7993b5c5b3'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:46:19.647475 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c4d2ee-ed48-48f4-9d05-8bed555053bc" -d '{"events": [{"server_uuid": "74e8952a-a802-4ab0-a440-0a55a7e8e9c3", "name": "network-vif-plugged", "status": "completed", "tag": "c7247501-26a6-4cda-b5a4-cd7993b5c5b3"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:46:19.675073 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port c7247501-26a6-4cda-b5a4-cd7993b5c5b3, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=c7247501-26a6-4cda-b5a4-cd7993b5c5b3,segment=NetworkSegment(45924b7c-05d5-4b0a-bb51-112a5515364f),segment_id=45924b7c-05d5-4b0a-bb51-112a5515364f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:19.678234 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ffbbd9cc-be6e-4d2e-8b81-ee01aa33d505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (857e7610-02f5-4bcf-9da6-3d515101f61f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:19.679246 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbbd9cc-be6e-4d2e-8b81-ee01aa33d505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:19.679885 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ffbbd9cc-be6e-4d2e-8b81-ee01aa33d505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:19.681999 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c7247501-26a6-4cda-b5a4-cd7993b5c5b3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:19.744356 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857f540-d560-492b-b78f-b45244063c01 req-5ba98f82-d4aa-41e5-b9c9-745be1f8922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:19.745571 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1857f540-d560-492b-b78f-b45244063c01 req-5ba98f82-d4aa-41e5-b9c9-745be1f8922e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:19.747694 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1857f540-d560-492b-b78f-b45244063c01 req-5ba98f82-d4aa-41e5-b9c9-745be1f8922e service neutron] 10.222.0.61 "PUT /v2.0/ports/9e177ff6-1dda-4efd-9e02-31eebb1e54a1 HTTP/1.1" status: 200 len: 1091 time: 5.8995938 Feb 20 05:46:19.766391 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=c7247501-26a6-4cda-b5a4-cd7993b5c5b3,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:19.786339 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba98f82-d4aa-41e5-b9c9-745be1f8922e service neutron] Pushing event updated for resources: {'Port': ['ID=9e177ff6-1dda-4efd-9e02-31eebb1e54a1,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:19.841456 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ffbbd9cc-be6e-4d2e-8b81-ee01aa33d505 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9580050 Feb 20 05:46:19.850367 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44250) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:19.864469 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-4f36d2f9-f0e0-45fb-9f7b-6898ac3a9c2a admin admin] Request body: {'subnet': {'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-391927416-subnet', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:19.872199 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:46:19.874230 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-12483b6e-ccc6-42da-bcef-20a380036b1e req-6f2d5a75-2196-4431-a375-d97c46273e08 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218299 Feb 20 05:46:19.900038 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a1f40a39-9019-4b37-917e-aa9dcd693abe tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "GET /v2.0/routers/c8f28992-fd35-4d43-8618-933ff086237e HTTP/1.1" status: 200 len: 933 time: 0.4035978 Feb 20 05:46:19.902868 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44252) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:19.905227 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbd9cc-be6e-4d2e-8b81-ee01aa33d505 admin admin] Pushing event updated for resources: {'Network': ['ID=857e7610-02f5-4bcf-9da6-3d515101f61f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:19.918516 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-3a2e290f-f4d8-4302-b688-29fce37c02a7 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'router': {'routes': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:19.921491 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 857e7610-02f5-4bcf-9da6-3d515101f61f details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:46:20.082619 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f36d2f9-f0e0-45fb-9f7b-6898ac3a9c2a admin admin] Made reservation on behalf of 4c628ee270a94ff4b5ce2b0598d240ce for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:46:20.086038 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4f36d2f9-f0e0-45fb-9f7b-6898ac3a9c2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:20.116015 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48e92895-5ab5-43d9-b4ae-92ce8b9ca1bd tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (dd3cea17-a14c-44b1-89cc-37bb41cb734a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:20.146386 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f73b7-ab30-44e1-ae81-77c2bc3f9516 req-261aa3cc-e34a-4c1e-b629-aa4e1bf0d06b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:20.146386 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-763f73b7-ab30-44e1-ae81-77c2bc3f9516 req-261aa3cc-e34a-4c1e-b629-aa4e1bf0d06b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e8952a-a802-4ab0-a440-0a55a7e8e9c3 HTTP/1.1" status: 200 len: 945 time: 0.1620026 Feb 20 05:46:20.187848 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-48e92895-5ab5-43d9-b4ae-92ce8b9ca1bd tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3cea17-a14c-44b1-89cc-37bb41cb734a']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:20.219080 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-48e92895-5ab5-43d9-b4ae-92ce8b9ca1bd tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b20eaf6-7314-45dd-80e6-7fa33ed4da6c') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:20.219532 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-48e92895-5ab5-43d9-b4ae-92ce8b9ca1bd tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b20eaf6-7314-45dd-80e6-7fa33ed4da6c') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:20.238605 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48e92895-5ab5-43d9-b4ae-92ce8b9ca1bd tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (5b20eaf6-7314-45dd-80e6-7fa33ed4da6c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:20.244934 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-5dd4a361-2f6c-4f8d-a5fb-63e9bfab2974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:20.246517 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-5dd4a361-2f6c-4f8d-a5fb-63e9bfab2974 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff057e2e11b34d528382adf0c20ac58a&device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 1125 time: 0.6124883 Feb 20 05:46:20.275572 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857f540-d560-492b-b78f-b45244063c01 req-bac779d2-cffc-484f-af2c-821a0137604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:20.277011 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1857f540-d560-492b-b78f-b45244063c01 req-bac779d2-cffc-484f-af2c-821a0137604b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ff057e2e11b34d528382adf0c20ac58a&device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 1125 time: 0.4423490 Feb 20 05:46:20.304299 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-763f73b7-ab30-44e1-ae81-77c2bc3f9516 req-be4fcb80-d64b-47a7-ba97-4e845f3717b3 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496921 Feb 20 05:46:20.331182 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-4b908ed6-394c-4b3d-8601-fc5b757777ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f72a5137-2987-43ae-8cba-cd3385a7fed8 HTTP/1.1" status: 200 len: 217 time: 0.0670326 Feb 20 05:46:20.360171 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48e92895-5ab5-43d9-b4ae-92ce8b9ca1bd tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (5b20eaf6-7314-45dd-80e6-7fa33ed4da6c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:20.413432 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-f004c57a-eb8d-4511-b6c7-2d8e8874fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:20.414949 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-f004c57a-eb8d-4511-b6c7-2d8e8874fbca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4101579e-8266-4767-9c7a-c3934ab21a99 HTTP/1.1" status: 200 len: 858 time: 0.0561953 Feb 20 05:46:20.420197 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1857f540-d560-492b-b78f-b45244063c01 req-4c0fa768-4516-481a-9b75-b53cac18a89b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e177ff6-1dda-4efd-9e02-31eebb1e54a1 HTTP/1.1" status: 200 len: 217 time: 0.1348548 Feb 20 05:46:20.424928 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e92895-5ab5-43d9-b4ae-92ce8b9ca1bd tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:46:20.425565 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48e92895-5ab5-43d9-b4ae-92ce8b9ca1bd tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (5b20eaf6-7314-45dd-80e6-7fa33ed4da6c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:46:20.429240 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:46:20.482511 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.extraroute_db [None req-3a2e290f-f4d8-4302-b688-29fce37c02a7 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Added routes are [] {{(pid=103407) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 20 05:46:20.483160 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.extraroute_db [None req-3a2e290f-f4d8-4302-b688-29fce37c02a7 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103407) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 20 05:46:20.516192 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a2f0b-4049-47c2-a42b-31b66f0d3600 None None] Sync routers for ids ['c8f28992-fd35-4d43-8618-933ff086237e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:46:20.526968 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6a2f0b-4049-47c2-a42b-31b66f0d3600 None None] Routers {'c8f28992-fd35-4d43-8618-933ff086237e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:20.527613 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-5b6a2f0b-4049-47c2-a42b-31b66f0d3600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:46:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8f28992-fd35-4d43-8618-933ff086237e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:20.529161 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a2e290f-f4d8-4302-b688-29fce37c02a7 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (c8f28992-fd35-4d43-8618-933ff086237e), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:20.558984 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec3c45b-bef5-4f55-b404-fdbc0019d4c0 x-openstack-request-id: req-9ec3c45b-bef5-4f55-b404-fdbc0019d4c0 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:46:20.559280 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3621567-b11c-41d0-a352-b26b9ee50e3f", "tag": "f72a5137-2987-43ae-8cba-cd3385a7fed8", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:46:20.559743 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ec3c45b-bef5-4f55-b404-fdbc0019d4c0 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:46:20.560324 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3621567-b11c-41d0-a352-b26b9ee50e3f', 'tag': 'f72a5137-2987-43ae-8cba-cd3385a7fed8', 'status': 'completed', 'code': 200} Feb 20 05:46:20.562986 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-d0dafaf0-9c4a-471d-8832-cf0211e37078 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0b0c64c-9265-4c3e-a16a-33323ef25bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1411285 Feb 20 05:46:20.701295 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48e92895-5ab5-43d9-b4ae-92ce8b9ca1bd tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (dd3cea17-a14c-44b1-89cc-37bb41cb734a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:20.719413 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2ac86329-ca5c-471c-a689-45bad74a4a78 req-9ee086fe-71ca-4f71-bb56-8f2fb0ef7aad tempest-ServerShowV247Test-393414098 tempest-ServerShowV247Test-393414098-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d6214d7-c10c-43db-9567-732d9c452434 HTTP/1.1" status: 200 len: 210 time: 0.0624652 Feb 20 05:46:20.753663 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48e92895-5ab5-43d9-b4ae-92ce8b9ca1bd tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:20.755410 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-48e92895-5ab5-43d9-b4ae-92ce8b9ca1bd tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "DELETE /v2.0/networks/dd3cea17-a14c-44b1-89cc-37bb41cb734a HTTP/1.1" status: 204 len: 168 time: 1.4438162 Feb 20 05:46:20.763535 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857f540-d560-492b-b78f-b45244063c01 req-8423465b-7a51-42d4-8c54-fcaaa50aa025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:20.768655 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1857f540-d560-492b-b78f-b45244063c01 req-8423465b-7a51-42d4-8c54-fcaaa50aa025 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4101579e-8266-4767-9c7a-c3934ab21a99 HTTP/1.1" status: 200 len: 858 time: 0.3349528 Feb 20 05:46:20.775330 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44286) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:20.796671 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f169e2-f9f1-4dde-b8c7-2f41709dd3a7 x-openstack-request-id: req-12f169e2-f9f1-4dde-b8c7-2f41709dd3a7 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:46:20.796959 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e8952a-a802-4ab0-a440-0a55a7e8e9c3", "name": "network-vif-plugged", "status": "completed", "tag": "c7247501-26a6-4cda-b5a4-cd7993b5c5b3", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:46:20.800683 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-12f169e2-f9f1-4dde-b8c7-2f41709dd3a7 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:46:20.803295 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e8952a-a802-4ab0-a440-0a55a7e8e9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7247501-26a6-4cda-b5a4-cd7993b5c5b3', 'code': 200} Feb 20 05:46:20.805109 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-5b6a2f0b-4049-47c2-a42b-31b66f0d3600 None None] Set router c8f28992-fd35-4d43-8618-933ff086237e gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:20.940896 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-821c188f-fee6-47d8-bc84-753d378bbef1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Deleting subnet 5dbfd1ee-6486-44d3-9496-127bf7da4423 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:46:21.026532 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a2e290f-f4d8-4302-b688-29fce37c02a7 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (c8f28992-fd35-4d43-8618-933ff086237e), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:21.028530 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e92895-5ab5-43d9-b4ae-92ce8b9ca1bd tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event deleted for resources: {'Network': ['ID=dd3cea17-a14c-44b1-89cc-37bb41cb734a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:21.034161 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a2e290f-f4d8-4302-b688-29fce37c02a7 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691773'] for router (c8f28992-fd35-4d43-8618-933ff086237e), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:21.034828 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1857f540-d560-492b-b78f-b45244063c01 req-90b88ab8-fc41-42d2-ae33-47adfa8f4a96 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e0b0c64c-9265-4c3e-a16a-33323ef25bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1639936 Feb 20 05:46:21.045351 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-821c188f-fee6-47d8-bc84-753d378bbef1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks [] for subnet (5dbfd1ee-6486-44d3-9496-127bf7da4423), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:21.051032 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4f36d2f9-f0e0-45fb-9f7b-6898ac3a9c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (74159ea5-da94-47c3-9460-94aa951cddff), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:21.054466 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-5b6a2f0b-4049-47c2-a42b-31b66f0d3600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:46:17Z', 'revision_number': 6, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None, '_interfaces': [{'id': '19b3e9b2-f509-4423-901d-12dda5d6d65a', 'name': '', 'network_id': '8cbe4651-5107-4f90-a28d-4a6a83bd01c8', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:67:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '65cae90e-ecf5-4407-8e95-88f5bb5ea0ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:12Z', 'updated_at': '2022-02-20T05:46:18Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '65cae90e-ecf5-4407-8e95-88f5bb5ea0ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53606f77-44c1-4cf2-a680-3191f366050a', 'name': '', 'network_id': '5d47669d-ba3a-49f5-adf0-4cc424a7146e', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:66:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:58Z', 'updated_at': '2022-02-20T05:46:11Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76cd028a-7e7a-4b53-a9b8-468196c5adc6', 'name': '', 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:21:08:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '31081987-d3c3-433b-82fb-4541be9e986d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:43Z', 'updated_at': '2022-02-20T05:45:54Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '31081987-d3c3-433b-82fb-4541be9e986d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fcf9c64-c125-48ae-9b36-02cfdd3c217f', 'name': '', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:26:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:33Z', 'updated_at': '2022-02-20T05:45:41Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '53f9bde1-6730-408b-9df2-7a4291149046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:21.085575 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a2f0b-4049-47c2-a42b-31b66f0d3600 None None] Checking router: c8f28992-fd35-4d43-8618-933ff086237e for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:46:21.097079 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6a2f0b-4049-47c2-a42b-31b66f0d3600 None None] Routers {'c8f28992-fd35-4d43-8618-933ff086237e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:21.097555 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-5b6a2f0b-4049-47c2-a42b-31b66f0d3600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:46:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8f28992-fd35-4d43-8618-933ff086237e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:21.170121 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb739c-d39e-4115-b9fa-9f32cef9513e req-596425c9-37c7-4c1c-80d3-a163b4398bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:21.173150 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fbeb739c-d39e-4115-b9fa-9f32cef9513e req-596425c9-37c7-4c1c-80d3-a163b4398bfa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=74e8952a-a802-4ab0-a440-0a55a7e8e9c3 HTTP/1.1" status: 200 len: 1127 time: 0.5182633 Feb 20 05:46:21.193831 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6297a92-cff1-47b5-81e4-89a81de3e3a4 req-400c8cbd-c726-428e-b6af-ce582667139d tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:21.206679 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6297a92-cff1-47b5-81e4-89a81de3e3a4 req-400c8cbd-c726-428e-b6af-ce582667139d tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 943 time: 0.2234838 Feb 20 05:46:21.241986 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-5b6a2f0b-4049-47c2-a42b-31b66f0d3600 None None] Set router c8f28992-fd35-4d43-8618-933ff086237e gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:21.265597 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-d8c1ff1e-4935-47f5-ad6f-67bc6f56062d service neutron] 10.222.0.48 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6850979 Feb 20 05:46:21.307017 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-821c188f-fee6-47d8-bc84-753d378bbef1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (5dbfd1ee-6486-44d3-9496-127bf7da4423), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:21.312723 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2e290f-f4d8-4302-b688-29fce37c02a7 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Router c8f28992-fd35-4d43-8618-933ff086237e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:46:21.349841 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 19b3e9b2-f509-4423-901d-12dda5d6d65a up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:46:21.370352 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c333a662-1700-4c0c-b19b-1c6e1bc935d6 req-e174af98-09bc-4bd3-a128-1510dbc80b89 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=da0cc6d7-3ca3-4694-be75-d3481c217ca9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0549872 Feb 20 05:46:21.402324 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6297a92-cff1-47b5-81e4-89a81de3e3a4 req-9d154df3-3f26-4f7a-90a1-93535040f5e5 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946380 Feb 20 05:46:21.476706 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-555513a2-3550-4445-9ee6-86b4f6055bd1 req-6cdd4172-2d90-4f3d-8495-729f5e223877 service neutron] 10.222.0.48 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650121 Feb 20 05:46:21.498708 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36d2f9-f0e0-45fb-9f7b-6898ac3a9c2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=74159ea5-da94-47c3-9460-94aa951cddff,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:21.527212 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c333a662-1700-4c0c-b19b-1c6e1bc935d6 req-6baec6af-f36c-4625-9a7b-e136bdbc9d9b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b2f138c69bf44aa860bbcc165ef6687&device_id=da0cc6d7-3ca3-4694-be75-d3481c217ca9 HTTP/1.1" status: 200 len: 210 time: 0.0483713 Feb 20 05:46:21.581823 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f36d2f9-f0e0-45fb-9f7b-6898ac3a9c2a admin admin] Checking segment: {'id': '327005f6-05b1-4d13-898b-12f73bbb891e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:46:21.582534 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f36d2f9-f0e0-45fb-9f7b-6898ac3a9c2a admin admin] Network hostable DHCP agents. Network: 857e7610-02f5-4bcf-9da6-3d515101f61f, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:46:21.611514 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fbeb739c-d39e-4115-b9fa-9f32cef9513e req-3a34a7c3-4301-40fb-906e-abab78c5a353 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884654 Feb 20 05:46:21.612864 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:21.628168 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c333a662-1700-4c0c-b19b-1c6e1bc935d6 req-611bf935-8223-4c24-b225-229c2bf94c98 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=7b2f138c69bf44aa860bbcc165ef6687&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630760 Feb 20 05:46:21.664472 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1857f540-d560-492b-b78f-b45244063c01 req-cec15ef8-c3c3-4b19-8c7a-666b4286f2f4 service neutron] 10.222.0.61 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6105039 Feb 20 05:46:21.682921 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f36d2f9-f0e0-45fb-9f7b-6898ac3a9c2a admin admin] Network 857e7610-02f5-4bcf-9da6-3d515101f61f is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:46:21.697033 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-4f36d2f9-f0e0-45fb-9f7b-6898ac3a9c2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 857e7610-02f5-4bcf-9da6-3d515101f61f) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:46:21.711278 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-821c188f-fee6-47d8-bc84-753d378bbef1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (5dbfd1ee-6486-44d3-9496-127bf7da4423), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:21.744780 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f36d2f9-f0e0-45fb-9f7b-6898ac3a9c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:21.745633 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4f36d2f9-f0e0-45fb-9f7b-6898ac3a9c2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:21.814567 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4f36d2f9-f0e0-45fb-9f7b-6898ac3a9c2a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9569092 Feb 20 05:46:21.833052 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44342) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:21.842550 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-838bcf32-3583-403d-86a8-5a7979923a03 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-391927416-router', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:21.929590 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e321d7-2050-498a-9fda-63432f78d889 None None] Network 857e7610-02f5-4bcf-9da6-3d515101f61f requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:46:21.952059 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 19b3e9b2-f509-4423-901d-12dda5d6d65a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:21.952450 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (19b3e9b2-f509-4423-901d-12dda5d6d65a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:22.161661 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2e290f-f4d8-4302-b688-29fce37c02a7 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:46:22.169674 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a2e290f-f4d8-4302-b688-29fce37c02a7 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:22.170849 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3a2e290f-f4d8-4302-b688-29fce37c02a7 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "PUT /v2.0/routers/c8f28992-fd35-4d43-8618-933ff086237e HTTP/1.1" status: 200 len: 699 time: 2.2666247 Feb 20 05:46:22.179457 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44360) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:22.191052 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 19b3e9b2-f509-4423-901d-12dda5d6d65a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:22.208661 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397c4cf-2f05-4cce-80ea-91172e887ae3 req-cea2c6a9-c4c2-459d-8e98-e34ac145182d tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:22.221573 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e397c4cf-2f05-4cce-80ea-91172e887ae3 req-cea2c6a9-c4c2-459d-8e98-e34ac145182d tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e8952a-a802-4ab0-a440-0a55a7e8e9c3 HTTP/1.1" status: 200 len: 945 time: 0.6978827 Feb 20 05:46:22.270670 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76ae87d-4758-4ded-9ec2-8be2f77dccd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-857e7610-02f5-4bcf-9da6-3d515101f61f', 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f', 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'fixed_ips': [{'subnet_id': '74159ea5-da94-47c3-9460-94aa951cddff'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:46:22.272397 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a76ae87d-4758-4ded-9ec2-8be2f77dccd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:22.303206 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-5b6a2f0b-4049-47c2-a42b-31b66f0d3600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:46:20Z', 'revision_number': 7, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None, '_interfaces': [{'id': '19b3e9b2-f509-4423-901d-12dda5d6d65a', 'name': '', 'network_id': '8cbe4651-5107-4f90-a28d-4a6a83bd01c8', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:67:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '65cae90e-ecf5-4407-8e95-88f5bb5ea0ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:12Z', 'updated_at': '2022-02-20T05:46:18Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '65cae90e-ecf5-4407-8e95-88f5bb5ea0ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53606f77-44c1-4cf2-a680-3191f366050a', 'name': '', 'network_id': '5d47669d-ba3a-49f5-adf0-4cc424a7146e', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:66:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:58Z', 'updated_at': '2022-02-20T05:46:11Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76cd028a-7e7a-4b53-a9b8-468196c5adc6', 'name': '', 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:21:08:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '31081987-d3c3-433b-82fb-4541be9e986d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:43Z', 'updated_at': '2022-02-20T05:45:54Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '31081987-d3c3-433b-82fb-4541be9e986d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fcf9c64-c125-48ae-9b36-02cfdd3c217f', 'name': '', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:26:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:33Z', 'updated_at': '2022-02-20T05:45:41Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '53f9bde1-6730-408b-9df2-7a4291149046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:22.355258 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa833526-b073-4186-bdb4-206d8e84453a req-4f4e15e4-bc94-4be0-9f85-ca8f8ed1fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:22.356940 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa833526-b073-4186-bdb4-206d8e84453a req-4f4e15e4-bc94-4be0-9f85-ca8f8ed1fe4a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff057e2e11b34d528382adf0c20ac58a&device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 1125 time: 0.2994988 Feb 20 05:46:22.357107 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a2f0b-4049-47c2-a42b-31b66f0d3600 None None] The sync data for ids ['c8f28992-fd35-4d43-8618-933ff086237e'] in n-d-829866-5 is: [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:46:20Z', 'revision_number': 7, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None, '_interfaces': [{'id': '19b3e9b2-f509-4423-901d-12dda5d6d65a', 'name': '', 'network_id': '8cbe4651-5107-4f90-a28d-4a6a83bd01c8', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:67:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '65cae90e-ecf5-4407-8e95-88f5bb5ea0ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:12Z', 'updated_at': '2022-02-20T05:46:18Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '65cae90e-ecf5-4407-8e95-88f5bb5ea0ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53606f77-44c1-4cf2-a680-3191f366050a', 'name': '', 'network_id': '5d47669d-ba3a-49f5-adf0-4cc424a7146e', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:66:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:58Z', 'updated_at': '2022-02-20T05:46:11Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76cd028a-7e7a-4b53-a9b8-468196c5adc6', 'name': '', 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:21:08:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '31081987-d3c3-433b-82fb-4541be9e986d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:43Z', 'updated_at': '2022-02-20T05:45:54Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '31081987-d3c3-433b-82fb-4541be9e986d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fcf9c64-c125-48ae-9b36-02cfdd3c217f', 'name': '', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:26:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:33Z', 'updated_at': '2022-02-20T05:45:41Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '53f9bde1-6730-408b-9df2-7a4291149046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:46:22.550516 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-a76ae87d-4758-4ded-9ec2-8be2f77dccd2 None None] Allocated IP 172.20.0.2 (857e7610-02f5-4bcf-9da6-3d515101f61f/74159ea5-da94-47c3-9460-94aa951cddff/36c7b499-cb4f-49f0-913d-06536e91d189) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:46:22.609707 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa112970-d561-4ee1-896f-74658b6cabb9', 'tag': '9e177ff6-1dda-4efd-9e02-31eebb1e54a1'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:46:22.613303 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa833526-b073-4186-bdb4-206d8e84453a req-64bb8132-8a48-4ee5-be37-129adbd696aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:22.615179 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09af6b7c-ac8c-440a-9322-31fff955ab1f" -d '{"events": [{"name": "network-changed", "server_uuid": "aa112970-d561-4ee1-896f-74658b6cabb9", "tag": "9e177ff6-1dda-4efd-9e02-31eebb1e54a1"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:46:22.620132 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa833526-b073-4186-bdb4-206d8e84453a req-64bb8132-8a48-4ee5-be37-129adbd696aa service neutron] 10.222.0.48 "GET /v2.0/networks?id=e0b0c64c-9265-4c3e-a16a-33323ef25bde HTTP/1.1" status: 200 len: 918 time: 0.2550609 Feb 20 05:46:22.652418 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e397c4cf-2f05-4cce-80ea-91172e887ae3 req-25b7bb69-8f0f-4550-aeeb-e9719b8da80a tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259686 Feb 20 05:46:22.718091 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1857f540-d560-492b-b78f-b45244063c01 req-59dec451-b4fe-436e-b4c7-2f3531a645da service neutron] 10.222.0.61 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0456460 Feb 20 05:46:22.731537 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-821c188f-fee6-47d8-bc84-753d378bbef1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (5dbfd1ee-6486-44d3-9496-127bf7da4423), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:22.734194 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-838bcf32-3583-403d-86a8-5a7979923a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (34586335-c1cd-40d8-aaab-68c56f54f6ea), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:22.735235 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-838bcf32-3583-403d-86a8-5a7979923a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (34586335-c1cd-40d8-aaab-68c56f54f6ea), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:22.794701 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa833526-b073-4186-bdb4-206d8e84453a req-f65523fd-b358-457f-9e7b-4b2c53c7931e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f72a5137-2987-43ae-8cba-cd3385a7fed8 HTTP/1.1" status: 200 len: 217 time: 0.1668432 Feb 20 05:46:22.801263 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c188f-fee6-47d8-bc84-753d378bbef1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event deleted for resources: {'Subnet': ['ID=5dbfd1ee-6486-44d3-9496-127bf7da4423,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:22.802815 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:22.811113 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333a662-1700-4c0c-b19b-1c6e1bc935d6 req-d5b5245f-6e05-465b-a26f-fa4cc321c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:22.812654 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c333a662-1700-4c0c-b19b-1c6e1bc935d6 req-d5b5245f-6e05-465b-a26f-fa4cc321c7ca service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.0019305 Feb 20 05:46:22.827104 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-821c188f-fee6-47d8-bc84-753d378bbef1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:22.831125 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-821c188f-fee6-47d8-bc84-753d378bbef1 tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "DELETE /v2.0/subnets/5dbfd1ee-6486-44d3-9496-127bf7da4423 HTTP/1.1" status: 204 len: 168 time: 2.0395682 Feb 20 05:46:22.840910 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef8b8ca-161e-43f5-9701-0844d09abab8 None None] Network 5f2148de-468b-4c7e-b43c-61603af24e82 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:46:22.846557 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44394) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:22.921401 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a76ae87d-4758-4ded-9ec2-8be2f77dccd2 None None] Publish callbacks [] for port (36c7b499-cb4f-49f0-913d-06536e91d189), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:22.922806 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:22.939377 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a76ae87d-4758-4ded-9ec2-8be2f77dccd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (36c7b499-cb4f-49f0-913d-06536e91d189), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:22.999849 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-09c7bbde-9a4c-4646-a447-b5f622b21e68 req-e703b39d-1186-40fb-abba-7e85ecf26912 tempest-ServerShowV247Test-393414098 tempest-ServerShowV247Test-393414098-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d6214d7-c10c-43db-9567-732d9c452434 HTTP/1.1" status: 200 len: 210 time: 0.1372125 Feb 20 05:46:23.008220 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ae87d-4758-4ded-9ec2-8be2f77dccd2 None None] Pushing event updated for resources: {'Port': ['ID=36c7b499-cb4f-49f0-913d-06536e91d189,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:23.053349 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-14b652f6-0684-4960-951e-4adac7eb3e4a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "GET /v2.0/routers/c8f28992-fd35-4d43-8618-933ff086237e HTTP/1.1" status: 200 len: 699 time: 0.8726375 Feb 20 05:46:23.057589 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44402) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:23.081843 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-838bcf32-3583-403d-86a8-5a7979923a03 admin admin] Publish callbacks [] for router_controller (34586335-c1cd-40d8-aaab-68c56f54f6ea), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:23.112516 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76ae87d-4758-4ded-9ec2-8be2f77dccd2 None None] Network 857e7610-02f5-4bcf-9da6-3d515101f61f is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:46:23.117765 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-a76ae87d-4758-4ded-9ec2-8be2f77dccd2 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:46:23.132959 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76ae87d-4758-4ded-9ec2-8be2f77dccd2 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:46:23.137717 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb6e551-0431-46e7-b735-dd19540fdf94 None None] Sync routers for ids ['c8f28992-fd35-4d43-8618-933ff086237e'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:46:23.161533 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb6e551-0431-46e7-b735-dd19540fdf94 None None] Routers {'c8f28992-fd35-4d43-8618-933ff086237e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:23.163840 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-bbb6e551-0431-46e7-b735-dd19540fdf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:46:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8f28992-fd35-4d43-8618-933ff086237e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:23.187121 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa833526-b073-4186-bdb4-206d8e84453a req-afed8b95-9eb1-4395-a89e-290cd0554853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:23.189930 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa833526-b073-4186-bdb4-206d8e84453a req-afed8b95-9eb1-4395-a89e-290cd0554853 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4101579e-8266-4767-9c7a-c3934ab21a99 HTTP/1.1" status: 200 len: 858 time: 0.3800962 Feb 20 05:46:23.209591 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (5f2148de-468b-4c7e-b43c-61603af24e82), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:23.268165 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-a76ae87d-4758-4ded-9ec2-8be2f77dccd2 None None] Attempting to bind port 36c7b499-cb4f-49f0-913d-06536e91d189 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:46:23.268544 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-a76ae87d-4758-4ded-9ec2-8be2f77dccd2 None None] Attempting to bind port 36c7b499-cb4f-49f0-913d-06536e91d189 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '327005f6-05b1-4d13-898b-12f73bbb891e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:46:23.268908 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76ae87d-4758-4ded-9ec2-8be2f77dccd2 None None] Attempting to bind port 36c7b499-cb4f-49f0-913d-06536e91d189 on network 857e7610-02f5-4bcf-9da6-3d515101f61f {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:46:23.274575 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa833526-b073-4186-bdb4-206d8e84453a req-ddafc44d-80de-4767-bb35-1f17eae2a44d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0b0c64c-9265-4c3e-a16a-33323ef25bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458994 Feb 20 05:46:23.278694 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76ae87d-4758-4ded-9ec2-8be2f77dccd2 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:46:23.279110 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76ae87d-4758-4ded-9ec2-8be2f77dccd2 None None] Checking segment: {'id': '327005f6-05b1-4d13-898b-12f73bbb891e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:46:23.279850 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a76ae87d-4758-4ded-9ec2-8be2f77dccd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:23.280019 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76ae87d-4758-4ded-9ec2-8be2f77dccd2 None None] Bound using segment: {'id': '327005f6-05b1-4d13-898b-12f73bbb891e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:46:23.287115 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-a76ae87d-4758-4ded-9ec2-8be2f77dccd2 None None] Bound port: 36c7b499-cb4f-49f0-913d-06536e91d189, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327005f6-05b1-4d13-898b-12f73bbb891e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:46:23.287669 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a76ae87d-4758-4ded-9ec2-8be2f77dccd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (36c7b499-cb4f-49f0-913d-06536e91d189), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:23.344607 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2bec64-ca70-4a67-8284-4de06837777f None None] DHCP port deletion for 5f2148de-468b-4c7e-b43c-61603af24e82 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:46:23.362102 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device f72a5137-2987-43ae-8cba-cd3385a7fed8 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:46:23.369625 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-bbb6e551-0431-46e7-b735-dd19540fdf94 None None] Set router c8f28992-fd35-4d43-8618-933ff086237e gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:23.508095 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-838bcf32-3583-403d-86a8-5a7979923a03 admin admin] Publish callbacks [] for router_gateway (34586335-c1cd-40d8-aaab-68c56f54f6ea), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:23.535898 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144e134-e04d-4b49-bfba-b0d162b5caa6 req-e500c079-e112-4100-9b0a-ffdf1ad1c14e tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:23.537929 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2144e134-e04d-4b49-bfba-b0d162b5caa6 req-e500c079-e112-4100-9b0a-ffdf1ad1c14e tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 943 time: 0.3902967 Feb 20 05:46:23.596900 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:46:23.608606 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a76ae87d-4758-4ded-9ec2-8be2f77dccd2 None None] For port 36c7b499-cb4f-49f0-913d-06536e91d189, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:46:23.664678 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Deleting port 112cda6c-9484-4c23-ad99-e0313436102d {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:46:23.665164 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (112cda6c-9484-4c23-ad99-e0313436102d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:23.682878 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44408) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:23.693541 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a76ae87d-4758-4ded-9ec2-8be2f77dccd2 None None] For port 36c7b499-cb4f-49f0-913d-06536e91d189, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=36c7b499-cb4f-49f0-913d-06536e91d189,segment=NetworkSegment(327005f6-05b1-4d13-898b-12f73bbb891e),segment_id=327005f6-05b1-4d13-898b-12f73bbb891e)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:46:23.700203 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7b2bec64-ca70-4a67-8284-4de06837777f None None] Deleting port 112cda6c-9484-4c23-ad99-e0313436102d {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:46:23.700580 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b2bec64-ca70-4a67-8284-4de06837777f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (112cda6c-9484-4c23-ad99-e0313436102d), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:23.757619 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-bbb6e551-0431-46e7-b735-dd19540fdf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:46:20Z', 'revision_number': 7, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None, '_interfaces': [{'id': '19b3e9b2-f509-4423-901d-12dda5d6d65a', 'name': '', 'network_id': '8cbe4651-5107-4f90-a28d-4a6a83bd01c8', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:67:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '65cae90e-ecf5-4407-8e95-88f5bb5ea0ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:12Z', 'updated_at': '2022-02-20T05:46:18Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '65cae90e-ecf5-4407-8e95-88f5bb5ea0ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53606f77-44c1-4cf2-a680-3191f366050a', 'name': '', 'network_id': '5d47669d-ba3a-49f5-adf0-4cc424a7146e', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:66:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:58Z', 'updated_at': '2022-02-20T05:46:11Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76cd028a-7e7a-4b53-a9b8-468196c5adc6', 'name': '', 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:21:08:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '31081987-d3c3-433b-82fb-4541be9e986d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:43Z', 'updated_at': '2022-02-20T05:45:54Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '31081987-d3c3-433b-82fb-4541be9e986d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fcf9c64-c125-48ae-9b36-02cfdd3c217f', 'name': '', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:26:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:33Z', 'updated_at': '2022-02-20T05:45:41Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '53f9bde1-6730-408b-9df2-7a4291149046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:23.771241 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7b2bec64-ca70-4a67-8284-4de06837777f None None] For port 112cda6c-9484-4c23-ad99-e0313436102d, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=112cda6c-9484-4c23-ad99-e0313436102d,segment=NetworkSegment(2b2cdc64-340a-4871-ab65-f1966ecddfb4),segment_id=2b2cdc64-340a-4871-ab65-f1966ecddfb4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:23.771651 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b2bec64-ca70-4a67-8284-4de06837777f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (112cda6c-9484-4c23-ad99-e0313436102d), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:23.772121 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa833526-b073-4186-bdb4-206d8e84453a req-1adbbba3-978a-4ff6-8905-f9ad826cc080 service neutron] 10.222.0.48 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897666 Feb 20 05:46:23.775900 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2144e134-e04d-4b49-bfba-b0d162b5caa6 req-4b04d613-3bb2-4426-a9ca-ec3c7fe3e82b tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198725 Feb 20 05:46:23.787669 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7b2bec64-ca70-4a67-8284-4de06837777f None None] Calling delete_port for 112cda6c-9484-4c23-ad99-e0313436102d owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:46:23.820810 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb6e551-0431-46e7-b735-dd19540fdf94 None None] Checking router: c8f28992-fd35-4d43-8618-933ff086237e for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:46:23.842032 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb6e551-0431-46e7-b735-dd19540fdf94 None None] Routers {'c8f28992-fd35-4d43-8618-933ff086237e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:23.842965 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-bbb6e551-0431-46e7-b735-dd19540fdf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:46:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8f28992-fd35-4d43-8618-933ff086237e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:23.850718 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] For port 112cda6c-9484-4c23-ad99-e0313436102d, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=112cda6c-9484-4c23-ad99-e0313436102d,segment=NetworkSegment(2b2cdc64-340a-4871-ab65-f1966ecddfb4),segment_id=2b2cdc64-340a-4871-ab65-f1966ecddfb4)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:23.853250 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (112cda6c-9484-4c23-ad99-e0313436102d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:23.880199 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3bda48-4faa-45bd-a31f-5925c667e424 x-openstack-request-id: req-0a3bda48-4faa-45bd-a31f-5925c667e424 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:46:23.880512 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa112970-d561-4ee1-896f-74658b6cabb9", "tag": "9e177ff6-1dda-4efd-9e02-31eebb1e54a1", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:46:23.880885 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a3bda48-4faa-45bd-a31f-5925c667e424 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:46:23.881253 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa112970-d561-4ee1-896f-74658b6cabb9', 'tag': '9e177ff6-1dda-4efd-9e02-31eebb1e54a1', 'status': 'completed', 'code': 200} Feb 20 05:46:23.895538 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Calling delete_port for 112cda6c-9484-4c23-ad99-e0313436102d owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:46:23.923624 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a76ae87d-4758-4ded-9ec2-8be2f77dccd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (36c7b499-cb4f-49f0-913d-06536e91d189), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:23.966630 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa833526-b073-4186-bdb4-206d8e84453a req-24b9155d-5c90-4e3d-8b3e-6736849a6eb1 service neutron] 10.222.0.48 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170957 Feb 20 05:46:23.990065 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ae87d-4758-4ded-9ec2-8be2f77dccd2 None None] Pushing event updated for resources: {'Port': ['ID=36c7b499-cb4f-49f0-913d-06536e91d189,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:24.003052 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b2bec64-ca70-4a67-8284-4de06837777f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (112cda6c-9484-4c23-ad99-e0313436102d), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:24.021561 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2bec64-ca70-4a67-8284-4de06837777f None None] No DVR routers for this DVR port 112cda6c-9484-4c23-ad99-e0313436102d on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:46:24.084214 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99fe44c3-a5b6-4d7f-9b92-643a5f32761d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:24.093926 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af6b7c-ac8c-440a-9322-31fff955ab1f req-32a19268-5672-4a3c-b5c9-22f1cf433eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:24.095385 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-09af6b7c-ac8c-440a-9322-31fff955ab1f req-32a19268-5672-4a3c-b5c9-22f1cf433eaa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ff057e2e11b34d528382adf0c20ac58a&device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 1125 time: 0.1857049 Feb 20 05:46:24.096311 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-bbb6e551-0431-46e7-b735-dd19540fdf94 None None] Set router c8f28992-fd35-4d43-8618-933ff086237e gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:24.171433 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2bec64-ca70-4a67-8284-4de06837777f None None] Pushing event deleted for resources: {'Port': ['ID=112cda6c-9484-4c23-ad99-e0313436102d,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:24.220748 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d386b7-cd05-4f1f-bd40-4cfd36251f6f req-cacabaed-e653-43b4-8f3b-72e8aaa2b6f1 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:24.229607 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-89d386b7-cd05-4f1f-bd40-4cfd36251f6f req-cacabaed-e653-43b4-8f3b-72e8aaa2b6f1 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e8952a-a802-4ab0-a440-0a55a7e8e9c3 HTTP/1.1" status: 200 len: 945 time: 0.2199657 Feb 20 05:46:24.246480 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port f72a5137-2987-43ae-8cba-cd3385a7fed8, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=f72a5137-2987-43ae-8cba-cd3385a7fed8,segment=NetworkSegment(bfa6d036-a7e5-478c-ab71-9ee611ca2fce),segment_id=bfa6d036-a7e5-478c-ab71-9ee611ca2fce)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:24.309900 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (112cda6c-9484-4c23-ad99-e0313436102d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:24.319575 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'f72a5137-2987-43ae-8cba-cd3385a7fed8', 'network_id': 'e0b0c64c-9265-4c3e-a16a-33323ef25bde', 'port_id': 'f72a5137-2987-43ae-8cba-cd3385a7fed8', 'mac_address': 'fa:16:3e:43:66:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4101579e-8266-4767-9c7a-c3934ab21a99', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:46:24.367812 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event deleted for resources: {'Port': ['ID=112cda6c-9484-4c23-ad99-e0313436102d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:24.393741 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] No DVR routers for this DVR port 112cda6c-9484-4c23-ad99-e0313436102d on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:46:24.395996 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-838bcf32-3583-403d-86a8-5a7979923a03 admin admin] Publish callbacks [] for router_gateway (34586335-c1cd-40d8-aaab-68c56f54f6ea), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:24.398617 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port f72a5137-2987-43ae-8cba-cd3385a7fed8 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:24.398617 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f72a5137-2987-43ae-8cba-cd3385a7fed8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:24.399369 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99fe44c3-a5b6-4d7f-9b92-643a5f32761d admin admin] Publish callbacks [] for security_group (0c2871af-6b30-4eb6-b8c3-1033e04bfdd9), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:24.421974 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-89d386b7-cd05-4f1f-bd40-4cfd36251f6f req-7cb62dbb-5e38-4d63-b044-e5b628dbc866 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910441 Feb 20 05:46:24.428964 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99fe44c3-a5b6-4d7f-9b92-643a5f32761d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0c2871af-6b30-4eb6-b8c3-1033e04bfdd9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:24.466299 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72a5137-2987-43ae-8cba-cd3385a7fed8 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:46:24.513832 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-838bcf32-3583-403d-86a8-5a7979923a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:24.526055 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-bbb6e551-0431-46e7-b735-dd19540fdf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:46:20Z', 'revision_number': 7, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None, '_interfaces': [{'id': '19b3e9b2-f509-4423-901d-12dda5d6d65a', 'name': '', 'network_id': '8cbe4651-5107-4f90-a28d-4a6a83bd01c8', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:67:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '65cae90e-ecf5-4407-8e95-88f5bb5ea0ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:12Z', 'updated_at': '2022-02-20T05:46:18Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '65cae90e-ecf5-4407-8e95-88f5bb5ea0ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53606f77-44c1-4cf2-a680-3191f366050a', 'name': '', 'network_id': '5d47669d-ba3a-49f5-adf0-4cc424a7146e', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:66:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:58Z', 'updated_at': '2022-02-20T05:46:11Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76cd028a-7e7a-4b53-a9b8-468196c5adc6', 'name': '', 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:21:08:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '31081987-d3c3-433b-82fb-4541be9e986d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:43Z', 'updated_at': '2022-02-20T05:45:54Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '31081987-d3c3-433b-82fb-4541be9e986d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fcf9c64-c125-48ae-9b36-02cfdd3c217f', 'name': '', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:26:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:33Z', 'updated_at': '2022-02-20T05:45:41Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '53f9bde1-6730-408b-9df2-7a4291149046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:24.552944 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port f72a5137-2987-43ae-8cba-cd3385a7fed8, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=f72a5137-2987-43ae-8cba-cd3385a7fed8,segment=NetworkSegment(bfa6d036-a7e5-478c-ab71-9ee611ca2fce),segment_id=bfa6d036-a7e5-478c-ab71-9ee611ca2fce)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:24.572251 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f72a5137-2987-43ae-8cba-cd3385a7fed8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:24.585449 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe44c3-a5b6-4d7f-9b92-643a5f32761d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2871af-6b30-4eb6-b8c3-1033e04bfdd9,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:24.587774 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb6e551-0431-46e7-b735-dd19540fdf94 None None] The sync data for ids ['c8f28992-fd35-4d43-8618-933ff086237e'] in n-d-829866-5 is: [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:46:20Z', 'revision_number': 7, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None, '_interfaces': [{'id': '19b3e9b2-f509-4423-901d-12dda5d6d65a', 'name': '', 'network_id': '8cbe4651-5107-4f90-a28d-4a6a83bd01c8', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:67:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '65cae90e-ecf5-4407-8e95-88f5bb5ea0ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:12Z', 'updated_at': '2022-02-20T05:46:18Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '65cae90e-ecf5-4407-8e95-88f5bb5ea0ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53606f77-44c1-4cf2-a680-3191f366050a', 'name': '', 'network_id': '5d47669d-ba3a-49f5-adf0-4cc424a7146e', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:66:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:58Z', 'updated_at': '2022-02-20T05:46:11Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76cd028a-7e7a-4b53-a9b8-468196c5adc6', 'name': '', 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:21:08:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '31081987-d3c3-433b-82fb-4541be9e986d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:43Z', 'updated_at': '2022-02-20T05:45:54Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '31081987-d3c3-433b-82fb-4541be9e986d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fcf9c64-c125-48ae-9b36-02cfdd3c217f', 'name': '', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:26:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:33Z', 'updated_at': '2022-02-20T05:45:41Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '53f9bde1-6730-408b-9df2-7a4291149046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:46:24.592871 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af6b7c-ac8c-440a-9322-31fff955ab1f req-508eba84-83f7-45a8-8957-d80c3a7acab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:24.594259 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-09af6b7c-ac8c-440a-9322-31fff955ab1f req-508eba84-83f7-45a8-8957-d80c3a7acab8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e0b0c64c-9265-4c3e-a16a-33323ef25bde HTTP/1.1" status: 200 len: 918 time: 0.4899993 Feb 20 05:46:24.632911 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-99fe44c3-a5b6-4d7f-9b92-643a5f32761d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=afd1f8aec57943ffb4767e59f59f4f3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9288659 Feb 20 05:46:24.656421 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44420) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:24.661424 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=f72a5137-2987-43ae-8cba-cd3385a7fed8,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:24.689686 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (5f2148de-468b-4c7e-b43c-61603af24e82), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:24.700747 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-221f6f80-ebb8-4d0d-ab9a-ccc166bd37e1 req-2dcda41e-6ab7-45bb-bffb-64b2eac988f5 tempest-ServerShowV247Test-393414098 tempest-ServerShowV247Test-393414098-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d6214d7-c10c-43db-9567-732d9c452434 HTTP/1.1" status: 200 len: 210 time: 0.0873537 Feb 20 05:46:24.731612 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-09af6b7c-ac8c-440a-9322-31fff955ab1f req-d33fbbae-c3b2-49f5-8d3b-c0f4ce996384 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e177ff6-1dda-4efd-9e02-31eebb1e54a1 HTTP/1.1" status: 200 len: 217 time: 0.1264296 Feb 20 05:46:24.731841 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f3b12c5-58d6-49e5-865c-d7750cd37dcd tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (c8f28992-fd35-4d43-8618-933ff086237e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:24.800512 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['f72a5137-2987-43ae-8cba-cd3385a7fed8'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:46:24.865755 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2148de-468b-4c7e-b43c-61603af24e82']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:24.889954 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b2cdc64-340a-4871-ab65-f1966ecddfb4') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:24.890303 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b2cdc64-340a-4871-ab65-f1966ecddfb4') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:24.893870 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-838bcf32-3583-403d-86a8-5a7979923a03 admin admin] Allocated IP 172.25.3.105 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:46:24.913305 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (2b2cdc64-340a-4871-ab65-f1966ecddfb4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:24.933781 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af6b7c-ac8c-440a-9322-31fff955ab1f req-da7b27e5-eb30-45e8-b251-9c24df62202d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:24.935360 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-09af6b7c-ac8c-440a-9322-31fff955ab1f req-da7b27e5-eb30-45e8-b251-9c24df62202d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4101579e-8266-4767-9c7a-c3934ab21a99 HTTP/1.1" status: 200 len: 858 time: 0.1945884 Feb 20 05:46:24.960110 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (2b2cdc64-340a-4871-ab65-f1966ecddfb4), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:24.968189 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-671a7118-c10b-4dc5-ae4b-5bdc498c0d47 admin admin] Publish callbacks [] for security_group (0c2871af-6b30-4eb6-b8c3-1033e04bfdd9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:25.007601 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-671a7118-c10b-4dc5-ae4b-5bdc498c0d47 admin admin] Publish callbacks [] for security_group (0c2871af-6b30-4eb6-b8c3-1033e04bfdd9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:25.016719 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 9e177ff6-1dda-4efd-9e02-31eebb1e54a1 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:46:25.025019 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-09af6b7c-ac8c-440a-9322-31fff955ab1f req-994e7e22-ca91-48da-aeaf-e9f0169b7ddd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e0b0c64c-9265-4c3e-a16a-33323ef25bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831542 Feb 20 05:46:25.025973 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3b3c3-3965-4f93-883a-109b6fd2ba2e req-2a683837-05d5-4ae8-8ca3-5ee44b396bb4 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:25.027600 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1ab3b3c3-3965-4f93-883a-109b6fd2ba2e req-2a683837-05d5-4ae8-8ca3-5ee44b396bb4 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e8952a-a802-4ab0-a440-0a55a7e8e9c3 HTTP/1.1" status: 200 len: 945 time: 0.1467049 Feb 20 05:46:25.029333 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:46:25.029738 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (2b2cdc64-340a-4871-ab65-f1966ecddfb4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:46:25.033382 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:46:25.178095 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-671a7118-c10b-4dc5-ae4b-5bdc498c0d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0c2871af-6b30-4eb6-b8c3-1033e04bfdd9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:25.179683 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 9e177ff6-1dda-4efd-9e02-31eebb1e54a1, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=9e177ff6-1dda-4efd-9e02-31eebb1e54a1,segment=NetworkSegment(bfa6d036-a7e5-478c-ab71-9ee611ca2fce),segment_id=bfa6d036-a7e5-478c-ab71-9ee611ca2fce)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:25.183838 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-671a7118-c10b-4dc5-ae4b-5bdc498c0d47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:25.190460 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-671a7118-c10b-4dc5-ae4b-5bdc498c0d47 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c2871af-6b30-4eb6-b8c3-1033e04bfdd9 HTTP/1.1" status: 204 len: 168 time: 0.5212772 Feb 20 05:46:25.197377 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1ab3b3c3-3965-4f93-883a-109b6fd2ba2e req-eb6d8564-02da-4001-ab57-231431808d81 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532254 Feb 20 05:46:25.208061 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a7118-c10b-4dc5-ae4b-5bdc498c0d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2871af-6b30-4eb6-b8c3-1033e04bfdd9,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:25.270744 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-2f3b12c5-58d6-49e5-865c-d7750cd37dcd tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Deleting port 19b3e9b2-f509-4423-901d-12dda5d6d65a {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:46:25.272610 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f3b12c5-58d6-49e5-865c-d7750cd37dcd tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (19b3e9b2-f509-4423-901d-12dda5d6d65a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:25.277008 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '9e177ff6-1dda-4efd-9e02-31eebb1e54a1', 'network_id': 'e0b0c64c-9265-4c3e-a16a-33323ef25bde', 'port_id': '9e177ff6-1dda-4efd-9e02-31eebb1e54a1', 'mac_address': 'fa:16:3e:39:7a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4101579e-8266-4767-9c7a-c3934ab21a99', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:46:25.321067 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (5f2148de-468b-4c7e-b43c-61603af24e82), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:25.327185 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:25.330807 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:25.337251 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] 10.222.0.37 "DELETE /v2.0/networks/5f2148de-468b-4c7e-b43c-61603af24e82 HTTP/1.1" status: 204 len: 168 time: 2.4873514 Feb 20 05:46:25.361524 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 9e177ff6-1dda-4efd-9e02-31eebb1e54a1 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:25.361923 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9e177ff6-1dda-4efd-9e02-31eebb1e54a1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:25.380230 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device f72a5137-2987-43ae-8cba-cd3385a7fed8 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:46:25.398717 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 36c7b499-cb4f-49f0-913d-06536e91d189 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:46:25.423566 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cdf36903-6962-4292-99e6-3d2172a6eb26 req-e9e23842-97af-4c8f-b40b-1a7568fc86a1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5d6214d7-c10c-43db-9567-732d9c452434 HTTP/1.1" status: 200 len: 210 time: 0.1493976 Feb 20 05:46:25.425130 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Pushing event deleted for resources: {'Network': ['ID=5f2148de-468b-4c7e-b43c-61603af24e82,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:25.457746 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:25.458504 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:25.459125 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:25.459724 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:25.460534 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:25.461144 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:25.461696 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:25.462309 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:25.463380 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:25.463913 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:25.464493 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:25.465463 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:25.466133 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b620716-349c-4506-9b81-97870fb7cabb tempest-NetworksIpV6TestAttrs-1901732338 tempest-NetworksIpV6TestAttrs-1901732338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:25.489149 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-838bcf32-3583-403d-86a8-5a7979923a03 admin admin] Publish callbacks [] for port (36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:25.510534 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-09af6b7c-ac8c-440a-9322-31fff955ab1f req-ba0ab3ea-afda-4116-92ae-f9cb3443f2b5 service neutron] 10.222.0.61 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729216 Feb 20 05:46:25.530793 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9f341-0766-4dad-9b0b-322cb68b7b1f req-43015080-eac0-49d3-aa2e-2e247c9c5b7a tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:25.533107 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ff9f341-0766-4dad-9b0b-322cb68b7b1f req-43015080-eac0-49d3-aa2e-2e247c9c5b7a tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 944 time: 0.1305184 Feb 20 05:46:25.535291 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-2f3b12c5-58d6-49e5-865c-d7750cd37dcd tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] For port 19b3e9b2-f509-4423-901d-12dda5d6d65a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=19b3e9b2-f509-4423-901d-12dda5d6d65a,segment=NetworkSegment(43b3add2-5ee0-413a-aa8b-dfd10103a0dc),segment_id=43b3add2-5ee0-413a-aa8b-dfd10103a0dc)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:25.535729 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f3b12c5-58d6-49e5-865c-d7750cd37dcd tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (19b3e9b2-f509-4423-901d-12dda5d6d65a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:25.565441 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-2f3b12c5-58d6-49e5-865c-d7750cd37dcd tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Calling delete_port for 19b3e9b2-f509-4423-901d-12dda5d6d65a owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:46:25.580511 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-838bcf32-3583-403d-86a8-5a7979923a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:25.679971 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ff9f341-0766-4dad-9b0b-322cb68b7b1f req-6062c485-68c9-42cd-baf1-751329567350 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278970 Feb 20 05:46:25.701642 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838bcf32-3583-403d-86a8-5a7979923a03 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:46:25.799485 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44442) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:25.820433 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-838bcf32-3583-403d-86a8-5a7979923a03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:46:25.831375 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838bcf32-3583-403d-86a8-5a7979923a03 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:46:25.840234 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838bcf32-3583-403d-86a8-5a7979923a03 admin admin] Pushing event updated for resources: {'Port': ['ID=36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:25.883421 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8031f672-78c5-4651-bfdb-502cb588aad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:25.892311 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee17a1e0-690b-42e5-a332-228ef6053d63 None None] Network 857e7610-02f5-4bcf-9da6-3d515101f61f requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:46:25.906187 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44448) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:25.987021 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e177ff6-1dda-4efd-9e02-31eebb1e54a1 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:46:26.001798 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-09af6b7c-ac8c-440a-9322-31fff955ab1f req-fdb7db85-2782-4677-be25-ddbf8ae5684c service neutron] 10.222.0.61 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569868 Feb 20 05:46:26.019130 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bff66ead-5c36-4e9a-aede-0a6d8f376f31 req-2ff19230-5f74-4916-8c0e-a0f6e335ae08 tempest-ServerShowV247Test-393414098 tempest-ServerShowV247Test-393414098-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d6214d7-c10c-43db-9567-732d9c452434 HTTP/1.1" status: 200 len: 210 time: 0.0465527 Feb 20 05:46:26.056221 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f3b12c5-58d6-49e5-865c-d7750cd37dcd tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (19b3e9b2-f509-4423-901d-12dda5d6d65a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:26.086836 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b12c5-58d6-49e5-865c-d7750cd37dcd tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Port': ['ID=19b3e9b2-f509-4423-901d-12dda5d6d65a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:26.120250 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 9e177ff6-1dda-4efd-9e02-31eebb1e54a1, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=9e177ff6-1dda-4efd-9e02-31eebb1e54a1,segment=NetworkSegment(bfa6d036-a7e5-478c-ab71-9ee611ca2fce),segment_id=bfa6d036-a7e5-478c-ab71-9ee611ca2fce)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:26.134933 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9e177ff6-1dda-4efd-9e02-31eebb1e54a1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:26.179578 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2e33f399-c709-4bca-afc9-77d308283099 None None] Provisioning complete for port 36c7b499-cb4f-49f0-913d-06536e91d189 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:26.181001 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e33f399-c709-4bca-afc9-77d308283099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (36c7b499-cb4f-49f0-913d-06536e91d189), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:26.249231 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port f72a5137-2987-43ae-8cba-cd3385a7fed8 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:46:26.257804 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 36c7b499-cb4f-49f0-913d-06536e91d189 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:26.258274 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (36c7b499-cb4f-49f0-913d-06536e91d189), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:26.296202 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-61815ebe-ca42-47de-9550-ab73147fcef6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=daec55bfb4d64dbc968b6c04e236a5af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3886564 Feb 20 05:46:26.300797 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44456) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:26.332120 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8031f672-78c5-4651-bfdb-502cb588aad4 admin admin] Publish callbacks [] for security_group (c7b9fbf0-0ade-4ebb-86bb-5f9c12047076), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:26.341912 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port f72a5137-2987-43ae-8cba-cd3385a7fed8 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:26.350914 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f72a5137-2987-43ae-8cba-cd3385a7fed8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:26.387738 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8031f672-78c5-4651-bfdb-502cb588aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c7b9fbf0-0ade-4ebb-86bb-5f9c12047076), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:26.394043 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f3b12c5-58d6-49e5-865c-d7750cd37dcd tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (c8f28992-fd35-4d43-8618-933ff086237e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:26.455426 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-838bcf32-3583-403d-86a8-5a7979923a03 admin admin] Publish callbacks [] for router_gateway (34586335-c1cd-40d8-aaab-68c56f54f6ea), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:26.456172 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=9e177ff6-1dda-4efd-9e02-31eebb1e54a1,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:26.460598 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8031f672-78c5-4651-bfdb-502cb588aad4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be02071b65f44d23b3b735bd4248e123&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6548467 Feb 20 05:46:26.462869 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031f672-78c5-4651-bfdb-502cb588aad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b9fbf0-0ade-4ebb-86bb-5f9c12047076,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:26.465066 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['9e177ff6-1dda-4efd-9e02-31eebb1e54a1'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:46:26.504648 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44458) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:26.582097 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51c3b3-998f-41e4-b5c2-d43a8b06dc72 req-3b7b32ab-5ae9-4c76-a14e-a1441710d7b3 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:26.583671 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc51c3b3-998f-41e4-b5c2-d43a8b06dc72 req-3b7b32ab-5ae9-4c76-a14e-a1441710d7b3 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e8952a-a802-4ab0-a440-0a55a7e8e9c3 HTTP/1.1" status: 200 len: 945 time: 0.2818992 Feb 20 05:46:26.600364 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3100a998-ac5b-44d6-be62-785500291583 admin admin] Publish callbacks [] for security_group (1df693b8-b5ca-43b1-9eb8-4e8385389616), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:26.626241 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e71bae33-7eb8-4165-afa1-2935d0cceed4 admin admin] Publish callbacks [] for security_group (c7b9fbf0-0ade-4ebb-86bb-5f9c12047076), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:26.692512 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e71bae33-7eb8-4165-afa1-2935d0cceed4 admin admin] Publish callbacks [] for security_group (c7b9fbf0-0ade-4ebb-86bb-5f9c12047076), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:26.699249 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2e33f399-c709-4bca-afc9-77d308283099 None None] Current status of the port 36c7b499-cb4f-49f0-913d-06536e91d189 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:26.699642 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e33f399-c709-4bca-afc9-77d308283099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (36c7b499-cb4f-49f0-913d-06536e91d189), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:26.730990 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 36c7b499-cb4f-49f0-913d-06536e91d189 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:26.731386 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (36c7b499-cb4f-49f0-913d-06536e91d189), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:26.733204 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3100a998-ac5b-44d6-be62-785500291583 admin admin] Publish callbacks [] for security_group (1df693b8-b5ca-43b1-9eb8-4e8385389616), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:26.743391 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port f72a5137-2987-43ae-8cba-cd3385a7fed8 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:26.743778 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f72a5137-2987-43ae-8cba-cd3385a7fed8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:26.811607 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc51c3b3-998f-41e4-b5c2-d43a8b06dc72 req-4161b611-dbe3-458e-bd1c-4fa1e339c20b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624813 Feb 20 05:46:26.819130 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3b12c5-58d6-49e5-865c-d7750cd37dcd tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Router c8f28992-fd35-4d43-8618-933ff086237e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:46:26.838146 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2e33f399-c709-4bca-afc9-77d308283099 None None] For port 36c7b499-cb4f-49f0-913d-06536e91d189, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=36c7b499-cb4f-49f0-913d-06536e91d189,segment=NetworkSegment(327005f6-05b1-4d13-898b-12f73bbb891e),segment_id=327005f6-05b1-4d13-898b-12f73bbb891e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:26.845891 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3621567-b11c-41d0-a352-b26b9ee50e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72a5137-2987-43ae-8cba-cd3385a7fed8'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:46:26.848253 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1330febb-0eb1-490e-a1b1-344f9190a4ef" -d '{"events": [{"server_uuid": "f3621567-b11c-41d0-a352-b26b9ee50e3f", "name": "network-vif-plugged", "status": "completed", "tag": "f72a5137-2987-43ae-8cba-cd3385a7fed8"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:46:26.855624 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e33f399-c709-4bca-afc9-77d308283099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (36c7b499-cb4f-49f0-913d-06536e91d189), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:26.872647 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3100a998-ac5b-44d6-be62-785500291583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (1df693b8-b5ca-43b1-9eb8-4e8385389616), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:26.876916 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3100a998-ac5b-44d6-be62-785500291583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:26.878367 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3100a998-ac5b-44d6-be62-785500291583 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1df693b8-b5ca-43b1-9eb8-4e8385389616 HTTP/1.1" status: 204 len: 168 time: 0.5653870 Feb 20 05:46:26.933509 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port f72a5137-2987-43ae-8cba-cd3385a7fed8, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=f72a5137-2987-43ae-8cba-cd3385a7fed8,segment=NetworkSegment(bfa6d036-a7e5-478c-ab71-9ee611ca2fce),segment_id=bfa6d036-a7e5-478c-ab71-9ee611ca2fce)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:26.960325 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f72a5137-2987-43ae-8cba-cd3385a7fed8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:27.032083 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33f399-c709-4bca-afc9-77d308283099 None None] Pushing event updated for resources: {'Port': ['ID=36c7b499-cb4f-49f0-913d-06536e91d189,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:27.035313 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:46:27.035847 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:46:27.064384 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b46af491-fa77-438f-9aa0-4ce632e53e9c None None] Provisioning complete for port 36c7b499-cb4f-49f0-913d-06536e91d189 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:27.064769 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b46af491-fa77-438f-9aa0-4ce632e53e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (36c7b499-cb4f-49f0-913d-06536e91d189), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:27.134959 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=f72a5137-2987-43ae-8cba-cd3385a7fed8,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:27.196548 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b46af491-fa77-438f-9aa0-4ce632e53e9c None None] Current status of the port 36c7b499-cb4f-49f0-913d-06536e91d189 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:27.299544 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-838bcf32-3583-403d-86a8-5a7979923a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (34586335-c1cd-40d8-aaab-68c56f54f6ea), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:27.330182 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100a998-ac5b-44d6-be62-785500291583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df693b8-b5ca-43b1-9eb8-4e8385389616,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:27.364554 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e71bae33-7eb8-4165-afa1-2935d0cceed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c7b9fbf0-0ade-4ebb-86bb-5f9c12047076), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:27.367711 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e71bae33-7eb8-4165-afa1-2935d0cceed4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:27.372339 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e71bae33-7eb8-4165-afa1-2935d0cceed4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c7b9fbf0-0ade-4ebb-86bb-5f9c12047076 HTTP/1.1" status: 204 len: 168 time: 0.8638182 Feb 20 05:46:27.381262 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3b12c5-58d6-49e5-865c-d7750cd37dcd tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:46:27.390777 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2f3b12c5-58d6-49e5-865c-d7750cd37dcd tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "PUT /v2.0/routers/c8f28992-fd35-4d43-8618-933ff086237e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3266063 Feb 20 05:46:27.391352 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44486) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:27.400217 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db450a06-c09e-4cff-b9e3-46ec81ef33c9 None None] Sync routers for ids ['c8f28992-fd35-4d43-8618-933ff086237e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:46:27.408261 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ac723-5040-4043-b697-792231211c0a req-0e14ffb4-fe76-4c5c-aca2-3894388154fc tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:27.409853 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-641ac723-5040-4043-b697-792231211c0a req-0e14ffb4-fe76-4c5c-aca2-3894388154fc tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 945 time: 0.1218588 Feb 20 05:46:27.415437 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71bae33-7eb8-4165-afa1-2935d0cceed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b9fbf0-0ade-4ebb-86bb-5f9c12047076,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:27.439592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db450a06-c09e-4cff-b9e3-46ec81ef33c9 None None] Routers {'c8f28992-fd35-4d43-8618-933ff086237e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:27.440956 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-db450a06-c09e-4cff-b9e3-46ec81ef33c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:46:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8f28992-fd35-4d43-8618-933ff086237e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:27.481063 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c59dd2-e83a-401d-8389-8accce39453b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Deleting subnet 65cae90e-ecf5-4407-8e95-88f5bb5ea0ca {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:46:27.486633 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99c59dd2-e83a-401d-8389-8accce39453b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for subnet (65cae90e-ecf5-4407-8e95-88f5bb5ea0ca), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:27.519855 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838bcf32-3583-403d-86a8-5a7979923a03 admin admin] Router 34586335-c1cd-40d8-aaab-68c56f54f6ea is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:46:27.536349 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-641ac723-5040-4043-b697-792231211c0a req-4399543b-b2d8-46a1-90bc-fb3907c69044 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065626 Feb 20 05:46:27.568494 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99c59dd2-e83a-401d-8389-8accce39453b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (65cae90e-ecf5-4407-8e95-88f5bb5ea0ca), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:27.627998 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 36c7b499-cb4f-49f0-913d-06536e91d189 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:27.638870 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-db450a06-c09e-4cff-b9e3-46ec81ef33c9 None None] Set router c8f28992-fd35-4d43-8618-933ff086237e gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:27.729511 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 112cda6c-9484-4c23-ad99-e0313436102d no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:46:27.756604 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99c59dd2-e83a-401d-8389-8accce39453b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (65cae90e-ecf5-4407-8e95-88f5bb5ea0ca), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:27.787268 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838bcf32-3583-403d-86a8-5a7979923a03 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:46:27.800506 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c63b4-2b10-4373-8eac-d6bc1e6c8885 None None] Sync routers for ids ['34586335-c1cd-40d8-aaab-68c56f54f6ea'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:46:27.813357 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 112cda6c-9484-4c23-ad99-e0313436102d {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:46:27.814844 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061c63b4-2b10-4373-8eac-d6bc1e6c8885 None None] Routers {'34586335-c1cd-40d8-aaab-68c56f54f6ea'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:27.815182 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 112cda6c-9484-4c23-ad99-e0313436102d not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:46:27.816040 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-061c63b4-2b10-4373-8eac-d6bc1e6c8885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:46:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['34586335-c1cd-40d8-aaab-68c56f54f6ea'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:27.840127 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-838bcf32-3583-403d-86a8-5a7979923a03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:27.853035 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-838bcf32-3583-403d-86a8-5a7979923a03 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.0184696 Feb 20 05:46:27.854148 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44496) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:27.881146 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a5358-045a-4bac-ab83-fcf35595e4d2 req-90504d5a-a1c9-4404-a8b5-e0ee39d21607 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:27.892215 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6d4a5358-045a-4bac-ab83-fcf35595e4d2 req-90504d5a-a1c9-4404-a8b5-e0ee39d21607 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e8952a-a802-4ab0-a440-0a55a7e8e9c3 HTTP/1.1" status: 200 len: 945 time: 0.2327158 Feb 20 05:46:28.060531 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6d4a5358-045a-4bac-ab83-fcf35595e4d2 req-1a769bdd-b07a-4e0c-a720-e61985fcebeb tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611354 Feb 20 05:46:28.064839 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99c59dd2-e83a-401d-8389-8accce39453b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (65cae90e-ecf5-4407-8e95-88f5bb5ea0ca), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:28.098416 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-061c63b4-2b10-4373-8eac-d6bc1e6c8885 None None] Set router 34586335-c1cd-40d8-aaab-68c56f54f6ea gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:28.117171 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 36c7b499-cb4f-49f0-913d-06536e91d189 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:46:28.174216 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c59dd2-e83a-401d-8389-8accce39453b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Subnet': ['ID=65cae90e-ecf5-4407-8e95-88f5bb5ea0ca,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:28.216638 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99c59dd2-e83a-401d-8389-8accce39453b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:28.236176 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-99c59dd2-e83a-401d-8389-8accce39453b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/subnets/65cae90e-ecf5-4407-8e95-88f5bb5ea0ca HTTP/1.1" status: 204 len: 168 time: 0.8412499 Feb 20 05:46:28.237267 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44512) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:28.242626 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9739f292-1ed5-48b6-b8f1-92eddd75a674 x-openstack-request-id: req-9739f292-1ed5-48b6-b8f1-92eddd75a674 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:46:28.243246 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3621567-b11c-41d0-a352-b26b9ee50e3f", "name": "network-vif-plugged", "status": "completed", "tag": "f72a5137-2987-43ae-8cba-cd3385a7fed8", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:46:28.243246 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9739f292-1ed5-48b6-b8f1-92eddd75a674 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:46:28.243665 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3621567-b11c-41d0-a352-b26b9ee50e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72a5137-2987-43ae-8cba-cd3385a7fed8', 'code': 200} Feb 20 05:46:28.244471 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673f6624-6e90-4624-bb20-1c1576c2daa2 None None] Network 8cbe4651-5107-4f90-a28d-4a6a83bd01c8 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:46:28.257796 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44514) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:28.419383 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-061c63b4-2b10-4373-8eac-d6bc1e6c8885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'name': 'tempest-TestVolumeBackupRestore-391927416-router', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:22Z', 'updated_at': '2022-02-20T05:46:26Z', 'revision_number': 3, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'gw_port': {'id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:24Z', 'updated_at': '2022-02-20T05:46:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:28.465913 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 36c7b499-cb4f-49f0-913d-06536e91d189 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:28.466297 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (36c7b499-cb4f-49f0-913d-06536e91d189), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:28.484646 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c63b4-2b10-4373-8eac-d6bc1e6c8885 None None] Checking router: 34586335-c1cd-40d8-aaab-68c56f54f6ea for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:46:28.486167 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c63b4-2b10-4373-8eac-d6bc1e6c8885 None None] Updating router 34586335-c1cd-40d8-aaab-68c56f54f6ea port 36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:46:28.513467 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-db450a06-c09e-4cff-b9e3-46ec81ef33c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:46:25Z', 'revision_number': 8, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None, '_interfaces': [{'id': '53606f77-44c1-4cf2-a680-3191f366050a', 'name': '', 'network_id': '5d47669d-ba3a-49f5-adf0-4cc424a7146e', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:66:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:58Z', 'updated_at': '2022-02-20T05:46:11Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76cd028a-7e7a-4b53-a9b8-468196c5adc6', 'name': '', 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:21:08:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '31081987-d3c3-433b-82fb-4541be9e986d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:43Z', 'updated_at': '2022-02-20T05:45:54Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '31081987-d3c3-433b-82fb-4541be9e986d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fcf9c64-c125-48ae-9b36-02cfdd3c217f', 'name': '', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:26:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:33Z', 'updated_at': '2022-02-20T05:45:41Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '53f9bde1-6730-408b-9df2-7a4291149046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:28.523741 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-061c63b4-2b10-4373-8eac-d6bc1e6c8885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:28.582608 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db450a06-c09e-4cff-b9e3-46ec81ef33c9 None None] Checking router: c8f28992-fd35-4d43-8618-933ff086237e for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:46:28.603225 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1366bfd-3f52-4e56-8a8c-fe1d811f1b47 req-663351ec-a74e-4c40-8775-1fe6f47f58d6 tempest-ServerShowV247Test-393414098 tempest-ServerShowV247Test-393414098-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d6214d7-c10c-43db-9567-732d9c452434 HTTP/1.1" status: 200 len: 210 time: 0.0739229 Feb 20 05:46:28.603823 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db450a06-c09e-4cff-b9e3-46ec81ef33c9 None None] Routers {'c8f28992-fd35-4d43-8618-933ff086237e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:28.612166 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-db450a06-c09e-4cff-b9e3-46ec81ef33c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:46:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8f28992-fd35-4d43-8618-933ff086237e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:28.653855 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4fbe3423-601f-4881-b82b-24fdf686db54 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (8cbe4651-5107-4f90-a28d-4a6a83bd01c8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:28.682389 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7f37ee03-6944-482d-a3c6-9a81a30f4b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:28.692481 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d8544-8f78-41b8-8488-6653044083ec req-7e59eb21-927d-46d2-b409-fdcd69d6cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:28.695476 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-585d8544-8f78-41b8-8488-6653044083ec req-7e59eb21-927d-46d2-b409-fdcd69d6cfe3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 1127 time: 0.4589682 Feb 20 05:46:28.804600 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-585d8544-8f78-41b8-8488-6653044083ec req-97c0f6d0-0a5e-4a33-955e-fcd10721e1cc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015639 Feb 20 05:46:28.816870 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe3423-601f-4881-b82b-24fdf686db54 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Deleting port 358a91af-63fc-48b8-abd0-f87379c199d7 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:46:28.818150 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4fbe3423-601f-4881-b82b-24fdf686db54 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (358a91af-63fc-48b8-abd0-f87379c199d7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:28.953797 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-4fbe3423-601f-4881-b82b-24fdf686db54 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] For port 358a91af-63fc-48b8-abd0-f87379c199d7, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=358a91af-63fc-48b8-abd0-f87379c199d7,segment=NetworkSegment(43b3add2-5ee0-413a-aa8b-dfd10103a0dc),segment_id=43b3add2-5ee0-413a-aa8b-dfd10103a0dc)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:28.954689 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4fbe3423-601f-4881-b82b-24fdf686db54 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (358a91af-63fc-48b8-abd0-f87379c199d7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:28.976436 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe3423-601f-4881-b82b-24fdf686db54 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Calling delete_port for 358a91af-63fc-48b8-abd0-f87379c199d7 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:46:29.015040 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-7f37ee03-6944-482d-a3c6-9a81a30f4b62 admin admin] Allocated IP 172.20.0.1 (857e7610-02f5-4bcf-9da6-3d515101f61f/74159ea5-da94-47c3-9460-94aa951cddff/a40d652c-9992-4030-b63f-7681916a0f68) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:46:29.048515 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 9e177ff6-1dda-4efd-9e02-31eebb1e54a1 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:46:29.080103 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-db450a06-c09e-4cff-b9e3-46ec81ef33c9 None None] Set router c8f28992-fd35-4d43-8618-933ff086237e gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:29.091946 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-3e6bcf17-0182-4cb2-8590-10b6ea406048 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:29.092796 n-d-829866-5 neutron-server[103407]: WARNING neutron.api.v2.base [None req-3e6bcf17-0182-4cb2-8590-10b6ea406048 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 20 05:46:29.093412 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-3e6bcf17-0182-4cb2-8590-10b6ea406048 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] create failed (client error): There was a conflict when trying to complete your request. Feb 20 05:46:29.094531 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3e6bcf17-0182-4cb2-8590-10b6ea406048 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7948263 Feb 20 05:46:29.103458 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44542) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:29.114185 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-566b15e4-d7df-47c7-8130-0bb763c621cb tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group': {'name': 'tempest-secgroup--1310996927'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:29.144322 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-061c63b4-2b10-4373-8eac-d6bc1e6c8885 None None] Publish callbacks [] for port (36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:29.154716 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-061c63b4-2b10-4373-8eac-d6bc1e6c8885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:29.171487 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-566b15e4-d7df-47c7-8130-0bb763c621cb tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:29.192852 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-566b15e4-d7df-47c7-8130-0bb763c621cb tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:29.218838 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4fbe3423-601f-4881-b82b-24fdf686db54 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (358a91af-63fc-48b8-abd0-f87379c199d7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:29.221321 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-061c63b4-2b10-4373-8eac-d6bc1e6c8885 None None] Attempting to bind port 36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:46:29.221786 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-061c63b4-2b10-4373-8eac-d6bc1e6c8885 None None] Attempting to bind port 36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:46:29.222844 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c63b4-2b10-4373-8eac-d6bc1e6c8885 None None] Attempting to bind port 36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:46:29.223838 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7f37ee03-6944-482d-a3c6-9a81a30f4b62 admin admin] Publish callbacks [] for port (a40d652c-9992-4030-b63f-7681916a0f68), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:29.233364 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c63b4-2b10-4373-8eac-d6bc1e6c8885 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:46:29.233870 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c63b4-2b10-4373-8eac-d6bc1e6c8885 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:46:29.234376 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-061c63b4-2b10-4373-8eac-d6bc1e6c8885 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:29.236133 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c63b4-2b10-4373-8eac-d6bc1e6c8885 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:46:29.236727 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-061c63b4-2b10-4373-8eac-d6bc1e6c8885 None None] Bound port: 36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:46:29.237415 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-061c63b4-2b10-4373-8eac-d6bc1e6c8885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:29.253644 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21587fd6-c06b-4b53-ab6e-be51fdf2294b req-8a09f07f-c386-4d0c-9acc-e35e2e29d26c tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:29.255268 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-21587fd6-c06b-4b53-ab6e-be51fdf2294b req-8a09f07f-c386-4d0c-9acc-e35e2e29d26c tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 945 time: 0.2001569 Feb 20 05:46:29.297873 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 36c7b499-cb4f-49f0-913d-06536e91d189 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:29.301901 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641d1ed-b3ca-414c-bfa3-33c913c7f5ed None None] Pushing event updated for resources: {'Port': ['ID=36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:29.312995 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-061c63b4-2b10-4373-8eac-d6bc1e6c8885 None None] For port 36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:46:29.318323 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-061c63b4-2b10-4373-8eac-d6bc1e6c8885 None None] For port 36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:46:29.327811 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-061c63b4-2b10-4373-8eac-d6bc1e6c8885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:29.358226 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7f37ee03-6944-482d-a3c6-9a81a30f4b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (a40d652c-9992-4030-b63f-7681916a0f68), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:29.360867 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe3423-601f-4881-b82b-24fdf686db54 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Port': ['ID=358a91af-63fc-48b8-abd0-f87379c199d7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:29.399617 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbe3423-601f-4881-b82b-24fdf686db54 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] No DVR routers for this DVR port 358a91af-63fc-48b8-abd0-f87379c199d7 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:46:29.408094 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f37ee03-6944-482d-a3c6-9a81a30f4b62 admin admin] Network 857e7610-02f5-4bcf-9da6-3d515101f61f is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:46:29.411858 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-7f37ee03-6944-482d-a3c6-9a81a30f4b62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:46:29.414352 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f37ee03-6944-482d-a3c6-9a81a30f4b62 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:46:29.436285 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158e1b67-d187-43d8-8cc8-4640b886429f None None] DHCP port deletion for 8cbe4651-5107-4f90-a28d-4a6a83bd01c8 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:46:29.512900 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 9e177ff6-1dda-4efd-9e02-31eebb1e54a1 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:46:29.520543 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-566b15e4-d7df-47c7-8130-0bb763c621cb tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (e304f886-ad37-4cbe-8e18-863b9e3ba6cd), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:29.529978 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 9e177ff6-1dda-4efd-9e02-31eebb1e54a1 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:29.530868 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9e177ff6-1dda-4efd-9e02-31eebb1e54a1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:29.535998 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-566b15e4-d7df-47c7-8130-0bb763c621cb tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e304f886-ad37-4cbe-8e18-863b9e3ba6cd), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:29.547479 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37ee03-6944-482d-a3c6-9a81a30f4b62 admin admin] Pushing event updated for resources: {'Port': ['ID=a40d652c-9992-4030-b63f-7681916a0f68,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:29.623651 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7f37ee03-6944-482d-a3c6-9a81a30f4b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (34586335-c1cd-40d8-aaab-68c56f54f6ea), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:29.633226 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4fbe3423-601f-4881-b82b-24fdf686db54 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (8cbe4651-5107-4f90-a28d-4a6a83bd01c8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:29.638113 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 9e177ff6-1dda-4efd-9e02-31eebb1e54a1 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:29.638508 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9e177ff6-1dda-4efd-9e02-31eebb1e54a1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:29.654142 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-21587fd6-c06b-4b53-ab6e-be51fdf2294b req-3b7f9bf2-0ab1-41ba-85b8-d6e4b17fb98f tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788104 Feb 20 05:46:29.655006 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641d1ed-b3ca-414c-bfa3-33c913c7f5ed None None] Pushing event updated for resources: {'Port': ['ID=36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:29.674884 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061c63b4-2b10-4373-8eac-d6bc1e6c8885 None None] Routers {'34586335-c1cd-40d8-aaab-68c56f54f6ea'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:29.675968 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-061c63b4-2b10-4373-8eac-d6bc1e6c8885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:46:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['34586335-c1cd-40d8-aaab-68c56f54f6ea'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:29.717978 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-4fbe3423-601f-4881-b82b-24fdf686db54 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cbe4651-5107-4f90-a28d-4a6a83bd01c8']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:29.733032 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-566b15e4-d7df-47c7-8130-0bb763c621cb tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (b88da0c8-9429-4216-bf67-0f332ad98aca), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:29.750341 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-4fbe3423-601f-4881-b82b-24fdf686db54 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b3add2-5ee0-413a-aa8b-dfd10103a0dc') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:29.751647 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-4fbe3423-601f-4881-b82b-24fdf686db54 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b3add2-5ee0-413a-aa8b-dfd10103a0dc') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:29.775411 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4fbe3423-601f-4881-b82b-24fdf686db54 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (43b3add2-5ee0-413a-aa8b-dfd10103a0dc), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:29.805042 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4fbe3423-601f-4881-b82b-24fdf686db54 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (43b3add2-5ee0-413a-aa8b-dfd10103a0dc), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:29.826336 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fbe3423-601f-4881-b82b-24fdf686db54 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:46:29.826762 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4fbe3423-601f-4881-b82b-24fdf686db54 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (43b3add2-5ee0-413a-aa8b-dfd10103a0dc), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:46:29.851483 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:46:29.870084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b15e4-d7df-47c7-8130-0bb763c621cb tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e304f886-ad37-4cbe-8e18-863b9e3ba6cd,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:29.883385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 9e177ff6-1dda-4efd-9e02-31eebb1e54a1, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=9e177ff6-1dda-4efd-9e02-31eebb1e54a1,segment=NetworkSegment(bfa6d036-a7e5-478c-ab71-9ee611ca2fce),segment_id=bfa6d036-a7e5-478c-ab71-9ee611ca2fce)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:29.895176 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9e177ff6-1dda-4efd-9e02-31eebb1e54a1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:29.897814 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2f68bd73-2069-4928-bb12-41bdd1c5b692 None None] Provisioning complete for port a40d652c-9992-4030-b63f-7681916a0f68 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:29.898324 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f68bd73-2069-4928-bb12-41bdd1c5b692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a40d652c-9992-4030-b63f-7681916a0f68), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:29.906618 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-566b15e4-d7df-47c7-8130-0bb763c621cb tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b88da0c8-9429-4216-bf67-0f332ad98aca), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:29.936485 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-061c63b4-2b10-4373-8eac-d6bc1e6c8885 None None] Set router 34586335-c1cd-40d8-aaab-68c56f54f6ea gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:30.014495 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2f68bd73-2069-4928-bb12-41bdd1c5b692 None None] Port a40d652c-9992-4030-b63f-7681916a0f68 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:46:30.016642 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=9e177ff6-1dda-4efd-9e02-31eebb1e54a1,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:30.031279 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-db450a06-c09e-4cff-b9e3-46ec81ef33c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:46:25Z', 'revision_number': 8, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None, '_interfaces': [{'id': '53606f77-44c1-4cf2-a680-3191f366050a', 'name': '', 'network_id': '5d47669d-ba3a-49f5-adf0-4cc424a7146e', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:66:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:58Z', 'updated_at': '2022-02-20T05:46:11Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76cd028a-7e7a-4b53-a9b8-468196c5adc6', 'name': '', 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:21:08:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '31081987-d3c3-433b-82fb-4541be9e986d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:43Z', 'updated_at': '2022-02-20T05:45:54Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '31081987-d3c3-433b-82fb-4541be9e986d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fcf9c64-c125-48ae-9b36-02cfdd3c217f', 'name': '', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:26:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:33Z', 'updated_at': '2022-02-20T05:45:41Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '53f9bde1-6730-408b-9df2-7a4291149046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:30.082730 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 358a91af-63fc-48b8-abd0-f87379c199d7 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:46:30.088163 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-566b15e4-d7df-47c7-8130-0bb763c621cb tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:30.090838 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-566b15e4-d7df-47c7-8130-0bb763c621cb tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9860878 Feb 20 05:46:30.091750 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b15e4-d7df-47c7-8130-0bb763c621cb tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88da0c8-9429-4216-bf67-0f332ad98aca,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:30.101251 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44560) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:30.108126 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 358a91af-63fc-48b8-abd0-f87379c199d7 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:46:30.108861 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 358a91af-63fc-48b8-abd0-f87379c199d7 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:46:30.111399 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db450a06-c09e-4cff-b9e3-46ec81ef33c9 None None] The sync data for ids ['c8f28992-fd35-4d43-8618-933ff086237e'] in n-d-829866-5 is: [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:46:25Z', 'revision_number': 8, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None, '_interfaces': [{'id': '53606f77-44c1-4cf2-a680-3191f366050a', 'name': '', 'network_id': '5d47669d-ba3a-49f5-adf0-4cc424a7146e', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:66:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:58Z', 'updated_at': '2022-02-20T05:46:11Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '76c57628-22f1-4145-9be6-36740dcdfbf7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76cd028a-7e7a-4b53-a9b8-468196c5adc6', 'name': '', 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:21:08:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '31081987-d3c3-433b-82fb-4541be9e986d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:43Z', 'updated_at': '2022-02-20T05:45:54Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '31081987-d3c3-433b-82fb-4541be9e986d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fcf9c64-c125-48ae-9b36-02cfdd3c217f', 'name': '', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:26:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:33Z', 'updated_at': '2022-02-20T05:45:41Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '53f9bde1-6730-408b-9df2-7a4291149046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:46:30.113955 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d5ff95b5-b41d-4f2e-99dc-96b72f55878c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group_rule': {'security_group_id': 'b88da0c8-9429-4216-bf67-0f332ad98aca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:30.122853 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4fbe3423-601f-4881-b82b-24fdf686db54 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (8cbe4651-5107-4f90-a28d-4a6a83bd01c8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:30.142041 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4fbe3423-601f-4881-b82b-24fdf686db54 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:30.147692 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4fbe3423-601f-4881-b82b-24fdf686db54 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/networks/8cbe4651-5107-4f90-a28d-4a6a83bd01c8 HTTP/1.1" status: 204 len: 168 time: 1.8907435 Feb 20 05:46:30.151971 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44562) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:30.176288 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe3423-601f-4881-b82b-24fdf686db54 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Network': ['ID=8cbe4651-5107-4f90-a28d-4a6a83bd01c8,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:30.187005 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7f37ee03-6944-482d-a3c6-9a81a30f4b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a40d652c-9992-4030-b63f-7681916a0f68), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:30.244784 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa112970-d561-4ee1-896f-74658b6cabb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e177ff6-1dda-4efd-9e02-31eebb1e54a1'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:46:30.247081 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26c014b-36d5-48ba-ac5b-c4f0f3dbb1bc" -d '{"events": [{"server_uuid": "aa112970-d561-4ee1-896f-74658b6cabb9", "name": "network-vif-plugged", "status": "completed", "tag": "9e177ff6-1dda-4efd-9e02-31eebb1e54a1"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:46:30.285047 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5ff95b5-b41d-4f2e-99dc-96b72f55878c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group_rule (09f43066-a531-48b5-84f9-ef01680869cd), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:30.323866 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-061c63b4-2b10-4373-8eac-d6bc1e6c8885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'name': 'tempest-TestVolumeBackupRestore-391927416-router', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:22Z', 'updated_at': '2022-02-20T05:46:26Z', 'revision_number': 3, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'gw_port': {'id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:24Z', 'updated_at': '2022-02-20T05:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:30.357663 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c63b4-2b10-4373-8eac-d6bc1e6c8885 None None] The sync data for ids ['34586335-c1cd-40d8-aaab-68c56f54f6ea'] in n-d-829866-5 is: [{'id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'name': 'tempest-TestVolumeBackupRestore-391927416-router', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:22Z', 'updated_at': '2022-02-20T05:46:26Z', 'revision_number': 3, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'gw_port': {'id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:24Z', 'updated_at': '2022-02-20T05:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:46:30.362549 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-88c87991-5bd0-4624-a947-e317daff8768 req-77bad175-253b-4ff4-8b30-64a485bc7ebf tempest-ServerShowV247Test-393414098 tempest-ServerShowV247Test-393414098-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d6214d7-c10c-43db-9567-732d9c452434&device_id=da0cc6d7-3ca3-4694-be75-d3481c217ca9 HTTP/1.1" status: 200 len: 210 time: 0.0434647 Feb 20 05:46:30.432023 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7f37ee03-6944-482d-a3c6-9a81a30f4b62 admin admin] Publish callbacks [] for port (a40d652c-9992-4030-b63f-7681916a0f68), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:30.444979 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7f37ee03-6944-482d-a3c6-9a81a30f4b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (a40d652c-9992-4030-b63f-7681916a0f68), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:30.500244 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5ff95b5-b41d-4f2e-99dc-96b72f55878c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group_rule (09f43066-a531-48b5-84f9-ef01680869cd), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:30.537088 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5ff95b5-b41d-4f2e-99dc-96b72f55878c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (09f43066-a531-48b5-84f9-ef01680869cd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:30.553573 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7f37ee03-6944-482d-a3c6-9a81a30f4b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (34586335-c1cd-40d8-aaab-68c56f54f6ea), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:30.557051 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37ee03-6944-482d-a3c6-9a81a30f4b62 admin admin] Pushing event updated for resources: {'Port': ['ID=a40d652c-9992-4030-b63f-7681916a0f68,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:30.572227 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff95b5-b41d-4f2e-99dc-96b72f55878c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f43066-a531-48b5-84f9-ef01680869cd,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:30.587029 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5ff95b5-b41d-4f2e-99dc-96b72f55878c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:30.588480 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d5ff95b5-b41d-4f2e-99dc-96b72f55878c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4856768 Feb 20 05:46:30.609444 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44582) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:30.615134 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-530560d3-b1cf-441e-9838-a46b2deec58f tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group_rule': {'security_group_id': 'b88da0c8-9429-4216-bf67-0f332ad98aca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:30.656104 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd73b8c-2b58-44e9-96c5-833a880714ce req-3c8307b4-32f2-468c-b09c-b82e6c02c0d0 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:30.665413 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7fd73b8c-2b58-44e9-96c5-833a880714ce req-3c8307b4-32f2-468c-b09c-b82e6c02c0d0 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e8952a-a802-4ab0-a440-0a55a7e8e9c3 HTTP/1.1" status: 200 len: 945 time: 0.1857102 Feb 20 05:46:30.715109 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f37ee03-6944-482d-a3c6-9a81a30f4b62 admin admin] Network 857e7610-02f5-4bcf-9da6-3d515101f61f is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:46:30.716950 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-7f37ee03-6944-482d-a3c6-9a81a30f4b62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:46:30.719845 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-530560d3-b1cf-441e-9838-a46b2deec58f tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group_rule (f244bd7f-fa90-44b0-b0a9-02a9367c771b), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:30.811047 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7fd73b8c-2b58-44e9-96c5-833a880714ce req-03e8be30-4a11-46e9-81aa-0907b0ccc1a6 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445475 Feb 20 05:46:30.907899 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-530560d3-b1cf-441e-9838-a46b2deec58f tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] create failed (client error): There was a conflict when trying to complete your request. Feb 20 05:46:30.911933 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-530560d3-b1cf-441e-9838-a46b2deec58f tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2978077 Feb 20 05:46:30.913625 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44598) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:30.929894 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f37ee03-6944-482d-a3c6-9a81a30f4b62 admin admin] Router 34586335-c1cd-40d8-aaab-68c56f54f6ea has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:46:31.027811 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4092f803-6c8e-483f-bad4-bf13ff07972c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (b88da0c8-9429-4216-bf67-0f332ad98aca), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:31.063367 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4092f803-6c8e-483f-bad4-bf13ff07972c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (b88da0c8-9429-4216-bf67-0f332ad98aca), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:31.064743 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ceb48e-2555-4da9-8456-7b24116cc4e6 x-openstack-request-id: req-96ceb48e-2555-4da9-8456-7b24116cc4e6 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:46:31.065234 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa112970-d561-4ee1-896f-74658b6cabb9", "name": "network-vif-plugged", "status": "completed", "tag": "9e177ff6-1dda-4efd-9e02-31eebb1e54a1", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:46:31.065337 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-96ceb48e-2555-4da9-8456-7b24116cc4e6 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:46:31.066450 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa112970-d561-4ee1-896f-74658b6cabb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e177ff6-1dda-4efd-9e02-31eebb1e54a1', 'code': 200} Feb 20 05:46:31.123858 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d339d395-319b-40a1-8222-c08e575eae23 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (c8f28992-fd35-4d43-8618-933ff086237e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:31.231260 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f37ee03-6944-482d-a3c6-9a81a30f4b62 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:46:31.247689 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7f37ee03-6944-482d-a3c6-9a81a30f4b62 admin admin] 10.222.0.37 "PUT /v2.0/routers/34586335-c1cd-40d8-aaab-68c56f54f6ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3919859 Feb 20 05:46:31.255012 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb50f9-dfa9-4b0f-b084-40f86efd5e72 req-f7be5b3d-6df4-4b18-a863-87e2b23e0559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:31.257292 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7ecb50f9-dfa9-4b0f-b084-40f86efd5e72 req-f7be5b3d-6df4-4b18-a863-87e2b23e0559 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 1127 time: 0.1114104 Feb 20 05:46:31.279975 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b3d8f8b8-d7a1-449b-8fbf-17d3e95c795b None None] Provisioning complete for port a40d652c-9992-4030-b63f-7681916a0f68 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:31.280606 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3d8f8b8-d7a1-449b-8fbf-17d3e95c795b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a40d652c-9992-4030-b63f-7681916a0f68), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:31.351774 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7ecb50f9-dfa9-4b0f-b084-40f86efd5e72 req-04c27c9f-a961-4f78-b0ba-46b5e0119884 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866940 Feb 20 05:46:31.395444 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4092f803-6c8e-483f-bad4-bf13ff07972c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b88da0c8-9429-4216-bf67-0f332ad98aca), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:31.399876 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4092f803-6c8e-483f-bad4-bf13ff07972c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:31.401253 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4092f803-6c8e-483f-bad4-bf13ff07972c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "DELETE /v2.0/security-groups/b88da0c8-9429-4216-bf67-0f332ad98aca HTTP/1.1" status: 204 len: 168 time: 0.4857697 Feb 20 05:46:31.406135 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44616) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:31.412593 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b3d8f8b8-d7a1-449b-8fbf-17d3e95c795b None None] Port a40d652c-9992-4030-b63f-7681916a0f68 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:46:31.425635 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092f803-6c8e-483f-bad4-bf13ff07972c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88da0c8-9429-4216-bf67-0f332ad98aca,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:31.519910 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-13ee7db4-9834-47ec-9374-15d2496cc444 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1111710 Feb 20 05:46:31.520891 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44622) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:31.525958 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a6ec84ab-1c59-4139-9c1c-cbe621991124 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146459286'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:31.587053 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-77e3d276-686a-4f81-940e-659c3ea2ba73 req-e904e1de-5ed4-4b6b-9b15-ab3a673dc784 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7b2f138c69bf44aa860bbcc165ef6687&device_id=5d6214d7-c10c-43db-9567-732d9c452434 HTTP/1.1" status: 200 len: 210 time: 0.0424364 Feb 20 05:46:31.591436 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a6ec84ab-1c59-4139-9c1c-cbe621991124 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:31.600640 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc71dc-6d3e-46f4-8f94-997de38bb94d req-06804ee4-8c1b-498d-ba9c-63c66c6b7edf tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:31.602456 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4afc71dc-6d3e-46f4-8f94-997de38bb94d req-06804ee4-8c1b-498d-ba9c-63c66c6b7edf tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 945 time: 0.1343966 Feb 20 05:46:31.644899 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-77e3d276-686a-4f81-940e-659c3ea2ba73 req-31f62f1c-abc5-4ccb-a4cd-225234d22dbe service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=7b2f138c69bf44aa860bbcc165ef6687&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500638 Feb 20 05:46:31.650533 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-d339d395-319b-40a1-8222-c08e575eae23 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Deleting port 53606f77-44c1-4cf2-a680-3191f366050a {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:46:31.651181 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d339d395-319b-40a1-8222-c08e575eae23 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (53606f77-44c1-4cf2-a680-3191f366050a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:31.747577 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4afc71dc-6d3e-46f4-8f94-997de38bb94d req-ce78dde9-401a-4477-bf1e-a52fa3eb03d4 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328802 Feb 20 05:46:31.774591 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3d276-686a-4f81-940e-659c3ea2ba73 req-98a19f90-98a8-4ca8-9ac4-a4b057de9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:31.777033 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-77e3d276-686a-4f81-940e-659c3ea2ba73 req-98a19f90-98a8-4ca8-9ac4-a4b057de9eaf service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1256330 Feb 20 05:46:31.864585 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-d339d395-319b-40a1-8222-c08e575eae23 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] For port 53606f77-44c1-4cf2-a680-3191f366050a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=53606f77-44c1-4cf2-a680-3191f366050a,segment=NetworkSegment(b35f3513-800d-4cea-a3ce-762c7a3bc731),segment_id=b35f3513-800d-4cea-a3ce-762c7a3bc731)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:31.867323 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a6ec84ab-1c59-4139-9c1c-cbe621991124 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (89d2d983-8ca4-4bd7-9c56-93e318e7c39b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:31.869091 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d339d395-319b-40a1-8222-c08e575eae23 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (53606f77-44c1-4cf2-a680-3191f366050a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:31.878636 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a6ec84ab-1c59-4139-9c1c-cbe621991124 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (89d2d983-8ca4-4bd7-9c56-93e318e7c39b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:31.928581 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a6ec84ab-1c59-4139-9c1c-cbe621991124 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:31.929923 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a6ec84ab-1c59-4139-9c1c-cbe621991124 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4079971 Feb 20 05:46:31.932823 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44634) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:31.938121 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-63d6ef53-11c3-4064-861a-949ec26199f0 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group_rule': {'security_group_id': '89d2d983-8ca4-4bd7-9c56-93e318e7c39b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:31.938985 n-d-829866-5 neutron-server[103406]: WARNING neutron.api.v2.base [None req-63d6ef53-11c3-4064-861a-949ec26199f0 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 20 05:46:31.939495 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-63d6ef53-11c3-4064-861a-949ec26199f0 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:46:31.940493 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-63d6ef53-11c3-4064-861a-949ec26199f0 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067456 Feb 20 05:46:31.941614 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec84ab-1c59-4139-9c1c-cbe621991124 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89d2d983-8ca4-4bd7-9c56-93e318e7c39b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:31.945966 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-d339d395-319b-40a1-8222-c08e575eae23 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Calling delete_port for 53606f77-44c1-4cf2-a680-3191f366050a owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:46:31.950775 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44636) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:32.029830 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:46:32.052880 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44638) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:32.103289 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d58fbc56-3637-42c8-ad78-596032eecf8c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (89d2d983-8ca4-4bd7-9c56-93e318e7c39b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:32.155809 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:32.156583 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:32.165193 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2c208-5c17-4697-8ce0-bf53624d7abf req-f905d42a-11b4-4d7d-af73-22a2b253051a tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:32.167258 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d58fbc56-3637-42c8-ad78-596032eecf8c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (89d2d983-8ca4-4bd7-9c56-93e318e7c39b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:32.173812 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-13a2c208-5c17-4697-8ce0-bf53624d7abf req-f905d42a-11b4-4d7d-af73-22a2b253051a tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e8952a-a802-4ab0-a440-0a55a7e8e9c3 HTTP/1.1" status: 200 len: 945 time: 0.2923300 Feb 20 05:46:32.257868 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-13a2c208-5c17-4697-8ce0-bf53624d7abf req-d1f7035c-9df5-4ca1-9a69-9c1859e27a9c tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824392 Feb 20 05:46:32.263395 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d58fbc56-3637-42c8-ad78-596032eecf8c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (89d2d983-8ca4-4bd7-9c56-93e318e7c39b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:32.267022 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d58fbc56-3637-42c8-ad78-596032eecf8c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:32.269181 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d58fbc56-3637-42c8-ad78-596032eecf8c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "DELETE /v2.0/security-groups/89d2d983-8ca4-4bd7-9c56-93e318e7c39b HTTP/1.1" status: 204 len: 168 time: 0.3173499 Feb 20 05:46:32.273713 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44646) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:32.293452 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58fbc56-3637-42c8-ad78-596032eecf8c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d2d983-8ca4-4bd7-9c56-93e318e7c39b,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:32.296732 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:32.298437 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:32.339216 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:32.345692 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:32.396333 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bad6c7a5-335d-425e-bc21-34152fac4f0d tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1214364 Feb 20 05:46:32.397727 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44654) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:32.398145 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44656) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:32.401443 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 19b3e9b2-f509-4423-901d-12dda5d6d65a no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:46:32.402889 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9ae46da4-0b85-471d-adf2-e1f6dbca8af7 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group': {'name': 'tempest-secgroup--233016147'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:32.411812 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-46292b1c-1b49-4590-a2f6-b040d56ac228 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1340458230-network', 'tenant_id': 'f3f3ac62ad814680bd6d5a2689a3799b'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:32.416653 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-43104c03-8c37-47fd-8dbe-b6e8edf5de3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:32.416865 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d339d395-319b-40a1-8222-c08e575eae23 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (53606f77-44c1-4cf2-a680-3191f366050a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:32.434829 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 19b3e9b2-f509-4423-901d-12dda5d6d65a {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:46:32.436107 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 19b3e9b2-f509-4423-901d-12dda5d6d65a not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:46:32.467869 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339d395-319b-40a1-8222-c08e575eae23 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Port': ['ID=53606f77-44c1-4cf2-a680-3191f366050a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:32.479576 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:32.533355 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ae46da4-0b85-471d-adf2-e1f6dbca8af7 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:32.556805 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-43104c03-8c37-47fd-8dbe-b6e8edf5de3d admin admin] Publish callbacks [] for security_group (9dfd5c63-66ba-46c4-ac93-ec7664a1799c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:32.561841 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-43104c03-8c37-47fd-8dbe-b6e8edf5de3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9dfd5c63-66ba-46c4-ac93-ec7664a1799c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:32.580793 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46292b1c-1b49-4590-a2f6-b040d56ac228 admin admin] Made reservation on behalf of f3f3ac62ad814680bd6d5a2689a3799b for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:46:32.583443 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46292b1c-1b49-4590-a2f6-b040d56ac228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:32.618161 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-43104c03-8c37-47fd-8dbe-b6e8edf5de3d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27388abbc5c74667ba09590b442abd3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5619483 Feb 20 05:46:32.619596 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44660) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:32.628670 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43104c03-8c37-47fd-8dbe-b6e8edf5de3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfd5c63-66ba-46c4-ac93-ec7664a1799c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:32.648474 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46292b1c-1b49-4590-a2f6-b040d56ac228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:32.659767 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-407423b8-d6dc-4cb3-83a9-fbd1fa05bafa req-d3457f62-a2b8-4fa4-a028-26319407f42a tempest-ServerShowV247Test-393414098 tempest-ServerShowV247Test-393414098-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d6214d7-c10c-43db-9567-732d9c452434 HTTP/1.1" status: 200 len: 210 time: 0.0736141 Feb 20 05:46:32.696982 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-285b5c08-5393-4807-a0c8-03a213ddda9d admin admin] Publish callbacks [] for security_group (9dfd5c63-66ba-46c4-ac93-ec7664a1799c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:32.727805 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-285b5c08-5393-4807-a0c8-03a213ddda9d admin admin] Publish callbacks [] for security_group (9dfd5c63-66ba-46c4-ac93-ec7664a1799c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:32.805318 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-285b5c08-5393-4807-a0c8-03a213ddda9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9dfd5c63-66ba-46c4-ac93-ec7664a1799c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:32.809789 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-285b5c08-5393-4807-a0c8-03a213ddda9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:32.812644 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-285b5c08-5393-4807-a0c8-03a213ddda9d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9dfd5c63-66ba-46c4-ac93-ec7664a1799c HTTP/1.1" status: 204 len: 168 time: 0.1920085 Feb 20 05:46:32.823312 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b5c08-5393-4807-a0c8-03a213ddda9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfd5c63-66ba-46c4-ac93-ec7664a1799c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:32.920015 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46292b1c-1b49-4590-a2f6-b040d56ac228 admin admin] Publish callbacks [] for security_group (12ce4dd3-2da7-4897-85cd-10e60c491171), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:32.950502 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46292b1c-1b49-4590-a2f6-b040d56ac228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (12ce4dd3-2da7-4897-85cd-10e60c491171), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:33.007917 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ae46da4-0b85-471d-adf2-e1f6dbca8af7 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (c6a7690b-4158-437d-9967-2a73b69b9c52), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:33.030423 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46292b1c-1b49-4590-a2f6-b040d56ac228 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:46:33.033633 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ae46da4-0b85-471d-adf2-e1f6dbca8af7 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c6a7690b-4158-437d-9967-2a73b69b9c52), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:33.049918 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d339d395-319b-40a1-8222-c08e575eae23 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (c8f28992-fd35-4d43-8618-933ff086237e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:33.065050 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46292b1c-1b49-4590-a2f6-b040d56ac228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (4c4a52a3-50a3-4b34-a0f0-c9533601fbda), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:33.065423 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-46292b1c-1b49-4590-a2f6-b040d56ac228 admin admin] Added segment 4c4a52a3-50a3-4b34-a0f0-c9533601fbda of type vlan for network 862264ad-4c00-45bf-8ef1-1df919f51be1 Feb 20 05:46:33.081454 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46292b1c-1b49-4590-a2f6-b040d56ac228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ce4dd3-2da7-4897-85cd-10e60c491171,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:33.151754 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-77e3d276-686a-4f81-940e-659c3ea2ba73 req-a49eee67-c0eb-4dc1-973b-4e8abf60812a tempest-ServerShowV247Test-393414098 tempest-ServerShowV247Test-393414098-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d6214d7-c10c-43db-9567-732d9c452434 HTTP/1.1" status: 200 len: 210 time: 0.0490663 Feb 20 05:46:33.168853 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c74bf96-2c5d-4d98-afbd-9317a09931af None None] Sync routers for ids ['34586335-c1cd-40d8-aaab-68c56f54f6ea'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:46:33.181304 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c74bf96-2c5d-4d98-afbd-9317a09931af None None] Routers {'34586335-c1cd-40d8-aaab-68c56f54f6ea'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:33.183687 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3c74bf96-2c5d-4d98-afbd-9317a09931af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:46:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['34586335-c1cd-40d8-aaab-68c56f54f6ea'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:33.248035 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ae46da4-0b85-471d-adf2-e1f6dbca8af7 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:33.249526 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9ae46da4-0b85-471d-adf2-e1f6dbca8af7 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8503022 Feb 20 05:46:33.252425 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44678) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:33.257409 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c14d9a84-b0c1-4c40-903b-e0504f77bd72 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group_rule': {'security_group_id': 'c6a7690b-4158-437d-9967-2a73b69b9c52', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:33.259186 n-d-829866-5 neutron-server[103406]: WARNING neutron.api.v2.base [None req-c14d9a84-b0c1-4c40-903b-e0504f77bd72 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 20 05:46:33.259900 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-c14d9a84-b0c1-4c40-903b-e0504f77bd72 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:46:33.261712 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c14d9a84-b0c1-4c40-903b-e0504f77bd72 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0080369 Feb 20 05:46:33.264117 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad040ff9-8cfd-4937-bca5-d21c9955f79c req-3ac4f6bb-fa86-46bb-a035-bad4b530bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:33.264671 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44680) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:33.265661 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad040ff9-8cfd-4937-bca5-d21c9955f79c req-3ac4f6bb-fa86-46bb-a035-bad4b530bcfe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff057e2e11b34d528382adf0c20ac58a&device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 1127 time: 0.3519747 Feb 20 05:46:33.338953 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46292b1c-1b49-4590-a2f6-b040d56ac228 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (862264ad-4c00-45bf-8ef1-1df919f51be1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:33.341013 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae46da4-0b85-471d-adf2-e1f6dbca8af7 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a7690b-4158-437d-9967-2a73b69b9c52,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:33.368130 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44682) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:33.374784 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-3c74bf96-2c5d-4d98-afbd-9317a09931af None None] Set router 34586335-c1cd-40d8-aaab-68c56f54f6ea gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:33.378715 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b6a74df8-ebe5-40be-9f23-ba989493d5c3 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (c6a7690b-4158-437d-9967-2a73b69b9c52), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:33.403754 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b6a74df8-ebe5-40be-9f23-ba989493d5c3 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (c6a7690b-4158-437d-9967-2a73b69b9c52), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:33.454247 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b6a74df8-ebe5-40be-9f23-ba989493d5c3 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c6a7690b-4158-437d-9967-2a73b69b9c52), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:33.457485 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b6a74df8-ebe5-40be-9f23-ba989493d5c3 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:33.459210 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b6a74df8-ebe5-40be-9f23-ba989493d5c3 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "DELETE /v2.0/security-groups/c6a7690b-4158-437d-9967-2a73b69b9c52 HTTP/1.1" status: 204 len: 168 time: 0.1933892 Feb 20 05:46:33.464355 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3f0e9ba-db08-4da3-b074-bc674adbe0f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:33.466274 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44684) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:33.504553 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a74df8-ebe5-40be-9f23-ba989493d5c3 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a7690b-4158-437d-9967-2a73b69b9c52,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:33.580285 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-09ba4796-26ee-4f21-860e-a70f8bafd419 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1113436 Feb 20 05:46:33.586853 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44686) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:33.596113 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-ce9b7fd8-643e-4afa-bd4c-6a3683880274 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group': {'name': 'tempest-secgroup--477536287'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:33.644756 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ce9b7fd8-643e-4afa-bd4c-6a3683880274 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:33.652979 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3c74bf96-2c5d-4d98-afbd-9317a09931af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'name': 'tempest-TestVolumeBackupRestore-391927416-router', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:22Z', 'updated_at': '2022-02-20T05:46:29Z', 'revision_number': 4, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'gw_port': {'id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:24Z', 'updated_at': '2022-02-20T05:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'a40d652c-9992-4030-b63f-7681916a0f68', 'name': '', 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'mac_address': 'fa:16:3e:48:1c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '74159ea5-da94-47c3-9460-94aa951cddff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:28Z', 'updated_at': '2022-02-20T05:46:30Z', 'revision_number': 2, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'subnets': [{'id': '74159ea5-da94-47c3-9460-94aa951cddff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:33.701658 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c74bf96-2c5d-4d98-afbd-9317a09931af None None] Checking router: 34586335-c1cd-40d8-aaab-68c56f54f6ea for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:46:33.703409 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c74bf96-2c5d-4d98-afbd-9317a09931af None None] Updating router 34586335-c1cd-40d8-aaab-68c56f54f6ea port a40d652c-9992-4030-b63f-7681916a0f68 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:46:33.714154 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3f0e9ba-db08-4da3-b074-bc674adbe0f4 admin admin] Publish callbacks [] for security_group (ca7ae17c-d393-466a-9bde-03d71737607e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:33.721345 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3f0e9ba-db08-4da3-b074-bc674adbe0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ca7ae17c-d393-466a-9bde-03d71737607e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:33.742961 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c74bf96-2c5d-4d98-afbd-9317a09931af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a40d652c-9992-4030-b63f-7681916a0f68), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:33.753645 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a3f0e9ba-db08-4da3-b074-bc674adbe0f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f27645d18234659984d477a3db59cba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3841310 Feb 20 05:46:33.759368 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44690) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:33.833134 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0e9ba-db08-4da3-b074-bc674adbe0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7ae17c-d393-466a-9bde-03d71737607e,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:33.854694 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ce9b7fd8-643e-4afa-bd4c-6a3683880274 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (c7adc51c-4148-4700-ba8b-d4078370be61), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:33.867461 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ce9b7fd8-643e-4afa-bd4c-6a3683880274 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c7adc51c-4148-4700-ba8b-d4078370be61), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:33.887224 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6bc55094-e599-488b-b85d-1df25bf0a217 admin admin] Publish callbacks [] for security_group (ca7ae17c-d393-466a-9bde-03d71737607e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:33.924497 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.db.resource_extend [None req-46292b1c-1b49-4590-a2f6-b040d56ac228 admin admin] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:46:33.940165 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ce9b7fd8-643e-4afa-bd4c-6a3683880274 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:33.942134 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ce9b7fd8-643e-4afa-bd4c-6a3683880274 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3540022 Feb 20 05:46:33.950393 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578aa33-25a7-4e80-9cbc-880054e182bf req-aaad4aa2-4e65-49f6-8ff3-e70daf6120cd tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:33.952809 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e578aa33-25a7-4e80-9cbc-880054e182bf req-aaad4aa2-4e65-49f6-8ff3-e70daf6120cd tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 945 time: 0.8620327 Feb 20 05:46:33.957397 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44692) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:33.964913 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-3026cbc1-a38e-43be-b825-690cf4c7951a tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group_rule': {'security_group_id': 'c7adc51c-4148-4700-ba8b-d4078370be61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:33.983304 n-d-829866-5 neutron-server[103406]: WARNING neutron.api.v2.base [None req-3026cbc1-a38e-43be-b825-690cf4c7951a tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 20 05:46:33.984815 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-3026cbc1-a38e-43be-b825-690cf4c7951a tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:46:33.986651 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3026cbc1-a38e-43be-b825-690cf4c7951a tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0280118 Feb 20 05:46:33.995538 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44694) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:33.995538 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b7fd8-643e-4afa-bd4c-6a3683880274 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7adc51c-4148-4700-ba8b-d4078370be61,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:33.998583 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-7b060654-adb2-44a7-8090-357e550ecffc tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group_rule': {'security_group_id': 'c7adc51c-4148-4700-ba8b-d4078370be61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:33.999605 n-d-829866-5 neutron-server[103406]: WARNING neutron.api.v2.base [None req-7b060654-adb2-44a7-8090-357e550ecffc tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 20 05:46:34.000190 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-7b060654-adb2-44a7-8090-357e550ecffc tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:46:34.002456 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7b060654-adb2-44a7-8090-357e550ecffc tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0101662 Feb 20 05:46:34.004969 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6bc55094-e599-488b-b85d-1df25bf0a217 admin admin] Publish callbacks [] for security_group (ca7ae17c-d393-466a-9bde-03d71737607e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:34.012720 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44696) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:34.028586 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-27cea493-ea50-419f-85c2-cb464d7d0905 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group_rule': {'security_group_id': 'c7adc51c-4148-4700-ba8b-d4078370be61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:34.030527 n-d-829866-5 neutron-server[103407]: WARNING neutron.api.v2.base [None req-27cea493-ea50-419f-85c2-cb464d7d0905 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 20 05:46:34.037397 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-27cea493-ea50-419f-85c2-cb464d7d0905 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:46:34.041557 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-27cea493-ea50-419f-85c2-cb464d7d0905 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0209959 Feb 20 05:46:34.045271 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44698) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:34.067172 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-5ab1ced5-2c59-4b58-a9ef-e023bacf447b tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group_rule': {'security_group_id': 'c7adc51c-4148-4700-ba8b-d4078370be61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:34.074350 n-d-829866-5 neutron-server[103407]: WARNING neutron.api.v2.base [None req-5ab1ced5-2c59-4b58-a9ef-e023bacf447b tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 20 05:46:34.074350 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-5ab1ced5-2c59-4b58-a9ef-e023bacf447b tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:46:34.079907 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5ab1ced5-2c59-4b58-a9ef-e023bacf447b tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0247512 Feb 20 05:46:34.080576 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44700) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:34.090811 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46292b1c-1b49-4590-a2f6-b040d56ac228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (862264ad-4c00-45bf-8ef1-1df919f51be1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:34.091791 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46292b1c-1b49-4590-a2f6-b040d56ac228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:34.092360 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46292b1c-1b49-4590-a2f6-b040d56ac228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:34.109080 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:46:34.154626 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad040ff9-8cfd-4937-bca5-d21c9955f79c req-af29c04d-27ef-4f17-9f69-373da7790b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:34.156567 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad040ff9-8cfd-4937-bca5-d21c9955f79c req-af29c04d-27ef-4f17-9f69-373da7790b7b service neutron] 10.222.0.48 "GET /v2.0/networks?id=e0b0c64c-9265-4c3e-a16a-33323ef25bde HTTP/1.1" status: 200 len: 918 time: 0.8325145 Feb 20 05:46:34.162556 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52610b5e-72bd-4677-87d4-e4a38c7548d7 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (c7adc51c-4148-4700-ba8b-d4078370be61), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:34.166477 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6bc55094-e599-488b-b85d-1df25bf0a217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ca7ae17c-d393-466a-9bde-03d71737607e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:34.169420 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6bc55094-e599-488b-b85d-1df25bf0a217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:34.169612 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c74bf96-2c5d-4d98-afbd-9317a09931af None None] Publish callbacks [] for port (a40d652c-9992-4030-b63f-7681916a0f68), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:34.173629 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6bc55094-e599-488b-b85d-1df25bf0a217 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca7ae17c-d393-466a-9bde-03d71737607e HTTP/1.1" status: 204 len: 168 time: 0.4068778 Feb 20 05:46:34.179754 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e578aa33-25a7-4e80-9cbc-880054e182bf req-f900137b-61fa-4182-a008-3f12048aab09 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111475 Feb 20 05:46:34.191985 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c74bf96-2c5d-4d98-afbd-9317a09931af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a40d652c-9992-4030-b63f-7681916a0f68), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:34.198623 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc55094-e599-488b-b85d-1df25bf0a217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7ae17c-d393-466a-9bde-03d71737607e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:34.236632 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52610b5e-72bd-4677-87d4-e4a38c7548d7 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (c7adc51c-4148-4700-ba8b-d4078370be61), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:34.289316 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad040ff9-8cfd-4937-bca5-d21c9955f79c req-13d50013-1f64-46f7-ba76-b5edb6930cac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f72a5137-2987-43ae-8cba-cd3385a7fed8 HTTP/1.1" status: 200 len: 217 time: 0.1003323 Feb 20 05:46:34.298603 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52610b5e-72bd-4677-87d4-e4a38c7548d7 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c7adc51c-4148-4700-ba8b-d4078370be61), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:34.302172 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52610b5e-72bd-4677-87d4-e4a38c7548d7 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:34.307151 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-52610b5e-72bd-4677-87d4-e4a38c7548d7 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "DELETE /v2.0/security-groups/c7adc51c-4148-4700-ba8b-d4078370be61 HTTP/1.1" status: 204 len: 168 time: 0.2250507 Feb 20 05:46:34.309252 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44706) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:34.333945 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52610b5e-72bd-4677-87d4-e4a38c7548d7 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7adc51c-4148-4700-ba8b-d4078370be61,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:34.334924 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8fe7f1-c3fc-4c68-9d24-1a0a08b5ff0c None None] Pushing event updated for resources: {'Port': ['ID=a40d652c-9992-4030-b63f-7681916a0f68,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:34.396747 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:34.401136 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:34.430002 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad040ff9-8cfd-4937-bca5-d21c9955f79c req-2752a55a-6ea9-4cfc-b17c-8eed3492ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:34.437282 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3507045d-7e02-410f-bc53-bb84ccbd896a tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1081793 Feb 20 05:46:34.437501 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad040ff9-8cfd-4937-bca5-d21c9955f79c req-2752a55a-6ea9-4cfc-b17c-8eed3492ceb2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4101579e-8266-4767-9c7a-c3934ab21a99 HTTP/1.1" status: 200 len: 858 time: 0.1326270 Feb 20 05:46:34.439961 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44708) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:34.452020 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c715fd42-8d42-4e46-981b-0694a03521c2 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group': {'name': 'tempest-secgroup--243102928'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:34.508590 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c715fd42-8d42-4e46-981b-0694a03521c2 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:34.560296 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3c74bf96-2c5d-4d98-afbd-9317a09931af None None] Attempting to bind port a40d652c-9992-4030-b63f-7681916a0f68 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:46:34.560904 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3c74bf96-2c5d-4d98-afbd-9317a09931af None None] Attempting to bind port a40d652c-9992-4030-b63f-7681916a0f68 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '327005f6-05b1-4d13-898b-12f73bbb891e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:46:34.561472 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c74bf96-2c5d-4d98-afbd-9317a09931af None None] Attempting to bind port a40d652c-9992-4030-b63f-7681916a0f68 on network 857e7610-02f5-4bcf-9da6-3d515101f61f {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:46:34.572416 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c74bf96-2c5d-4d98-afbd-9317a09931af None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:46:34.573221 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c74bf96-2c5d-4d98-afbd-9317a09931af None None] Checking segment: {'id': '327005f6-05b1-4d13-898b-12f73bbb891e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:46:34.573946 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c74bf96-2c5d-4d98-afbd-9317a09931af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:34.574512 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c74bf96-2c5d-4d98-afbd-9317a09931af None None] Bound using segment: {'id': '327005f6-05b1-4d13-898b-12f73bbb891e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:46:34.575349 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3c74bf96-2c5d-4d98-afbd-9317a09931af None None] Bound port: a40d652c-9992-4030-b63f-7681916a0f68, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327005f6-05b1-4d13-898b-12f73bbb891e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:46:34.575938 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c74bf96-2c5d-4d98-afbd-9317a09931af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a40d652c-9992-4030-b63f-7681916a0f68), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:34.617053 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-46292b1c-1b49-4590-a2f6-b040d56ac228 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2088358 Feb 20 05:46:34.624773 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44712) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:34.636118 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-33f4c9cc-421c-42fe-aab9-5cf5cfc91488 admin admin] Request body: {'subnet': {'network_id': '862264ad-4c00-45bf-8ef1-1df919f51be1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1340458230-subnet', 'tenant_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:34.669785 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad040ff9-8cfd-4937-bca5-d21c9955f79c req-02daa12e-3536-4587-a7f2-03cdfd6de60d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0b0c64c-9265-4c3e-a16a-33323ef25bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2131441 Feb 20 05:46:34.700150 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f4c9cc-421c-42fe-aab9-5cf5cfc91488 admin admin] Made reservation on behalf of f3f3ac62ad814680bd6d5a2689a3799b for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:46:34.702941 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-33f4c9cc-421c-42fe-aab9-5cf5cfc91488 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:34.704801 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:34.738825 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3c74bf96-2c5d-4d98-afbd-9317a09931af None None] For port a40d652c-9992-4030-b63f-7681916a0f68, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:46:34.743904 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3c74bf96-2c5d-4d98-afbd-9317a09931af None None] For port a40d652c-9992-4030-b63f-7681916a0f68, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a40d652c-9992-4030-b63f-7681916a0f68,segment=NetworkSegment(327005f6-05b1-4d13-898b-12f73bbb891e),segment_id=327005f6-05b1-4d13-898b-12f73bbb891e)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:46:34.747905 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46292b1c-1b49-4590-a2f6-b040d56ac228 admin admin] Pushing event updated for resources: {'Network': ['ID=862264ad-4c00-45bf-8ef1-1df919f51be1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:34.761166 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c74bf96-2c5d-4d98-afbd-9317a09931af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a40d652c-9992-4030-b63f-7681916a0f68), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:34.772372 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 862264ad-4c00-45bf-8ef1-1df919f51be1 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:46:34.878534 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d339d395-319b-40a1-8222-c08e575eae23 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Router c8f28992-fd35-4d43-8618-933ff086237e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:46:34.894132 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-44870f44-57d9-49a7-9b4f-88239d54823e None None] Provisioning complete for port a40d652c-9992-4030-b63f-7681916a0f68 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:34.894786 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44870f44-57d9-49a7-9b4f-88239d54823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a40d652c-9992-4030-b63f-7681916a0f68), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:34.896364 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f9b15-71ad-4359-bc3f-1d1758eed587 req-b26dce87-af66-40fb-bcb6-3c466fb082ee tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:34.906866 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d16f9b15-71ad-4359-bc3f-1d1758eed587 req-b26dce87-af66-40fb-bcb6-3c466fb082ee tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e8952a-a802-4ab0-a440-0a55a7e8e9c3 HTTP/1.1" status: 200 len: 945 time: 0.4570467 Feb 20 05:46:34.968625 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad040ff9-8cfd-4937-bca5-d21c9955f79c req-8f695584-e7fa-4848-b74e-f396fc27f0f9 service neutron] 10.222.0.48 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340391 Feb 20 05:46:35.003801 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c715fd42-8d42-4e46-981b-0694a03521c2 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (78b26563-8dc8-4cfb-9be7-460564cecbf0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:35.020243 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c715fd42-8d42-4e46-981b-0694a03521c2 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (78b26563-8dc8-4cfb-9be7-460564cecbf0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:35.042369 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8fe7f1-c3fc-4c68-9d24-1a0a08b5ff0c None None] Pushing event updated for resources: {'Port': ['ID=a40d652c-9992-4030-b63f-7681916a0f68,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:35.062862 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c715fd42-8d42-4e46-981b-0694a03521c2 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:35.064696 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c715fd42-8d42-4e46-981b-0694a03521c2 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6235037 Feb 20 05:46:35.065168 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c74bf96-2c5d-4d98-afbd-9317a09931af None None] Routers {'34586335-c1cd-40d8-aaab-68c56f54f6ea'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:35.066170 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3c74bf96-2c5d-4d98-afbd-9317a09931af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:46:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['34586335-c1cd-40d8-aaab-68c56f54f6ea'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:35.069646 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44726) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:35.085194 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-2c3558a9-5830-41d0-97fc-b41aca954063 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group_rule': {'security_group_id': '78b26563-8dc8-4cfb-9be7-460564cecbf0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:35.090037 n-d-829866-5 neutron-server[103406]: WARNING neutron.api.v2.base [None req-2c3558a9-5830-41d0-97fc-b41aca954063 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 20 05:46:35.094152 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-2c3558a9-5830-41d0-97fc-b41aca954063 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:46:35.095992 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2c3558a9-5830-41d0-97fc-b41aca954063 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0191243 Feb 20 05:46:35.102533 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44730) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:35.131472 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-166fd61c-25f0-42ba-801a-aed7c53c85b5 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group_rule': {'security_group_id': '78b26563-8dc8-4cfb-9be7-460564cecbf0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:35.175308 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715fd42-8d42-4e46-981b-0694a03521c2 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b26563-8dc8-4cfb-9be7-460564cecbf0,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:35.278229 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-33f4c9cc-421c-42fe-aab9-5cf5cfc91488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (0aba15b1-e50a-4691-9398-19c325786eb8), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:35.296184 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d339d395-319b-40a1-8222-c08e575eae23 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:46:35.297018 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-44870f44-57d9-49a7-9b4f-88239d54823e None None] Current status of the port a40d652c-9992-4030-b63f-7681916a0f68 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:35.298133 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44870f44-57d9-49a7-9b4f-88239d54823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a40d652c-9992-4030-b63f-7681916a0f68), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:35.303173 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d16f9b15-71ad-4359-bc3f-1d1758eed587 req-0125464b-e604-4c9c-bec8-776ffca2cbf6 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952653 Feb 20 05:46:35.308058 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d339d395-319b-40a1-8222-c08e575eae23 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "PUT /v2.0/routers/c8f28992-fd35-4d43-8618-933ff086237e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1550970 Feb 20 05:46:35.313949 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44738) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:35.314711 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62de8aa-edcb-4d61-aac8-63719927cd66 None None] Sync routers for ids ['c8f28992-fd35-4d43-8618-933ff086237e'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:46:35.332556 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62de8aa-edcb-4d61-aac8-63719927cd66 None None] Routers {'c8f28992-fd35-4d43-8618-933ff086237e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:35.333206 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d62de8aa-edcb-4d61-aac8-63719927cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:46:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8f28992-fd35-4d43-8618-933ff086237e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:35.371229 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-166fd61c-25f0-42ba-801a-aed7c53c85b5 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:46:35.377565 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-166fd61c-25f0-42ba-801a-aed7c53c85b5 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2655203 Feb 20 05:46:35.389309 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44742) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:35.415636 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-fed32b8d-c694-419c-87b4-7f0d86c5efa7 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group_rule': {'security_group_id': '78b26563-8dc8-4cfb-9be7-460564cecbf0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:35.424062 n-d-829866-5 neutron-server[103406]: WARNING neutron.api.v2.base [None req-fed32b8d-c694-419c-87b4-7f0d86c5efa7 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 20 05:46:35.424976 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-fed32b8d-c694-419c-87b4-7f0d86c5efa7 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:46:35.426271 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fed32b8d-c694-419c-87b4-7f0d86c5efa7 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0143421 Feb 20 05:46:35.436412 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44746) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:35.462629 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-bbe759aa-69ea-4726-bcc2-ebec12c3b6d9 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group_rule': {'security_group_id': '78b26563-8dc8-4cfb-9be7-460564cecbf0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:35.498194 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f4c9cc-421c-42fe-aab9-5cf5cfc91488 admin admin] Checking segment: {'id': '4c4a52a3-50a3-4b34-a0f0-c9533601fbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '862264ad-4c00-45bf-8ef1-1df919f51be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:46:35.504048 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d62de8aa-edcb-4d61-aac8-63719927cd66 None None] Set router c8f28992-fd35-4d43-8618-933ff086237e gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:35.504837 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f4c9cc-421c-42fe-aab9-5cf5cfc91488 admin admin] Network hostable DHCP agents. Network: 862264ad-4c00-45bf-8ef1-1df919f51be1, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:46:35.525739 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4c9cc-421c-42fe-aab9-5cf5cfc91488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aba15b1-e50a-4691-9398-19c325786eb8,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:35.542096 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-d268cd2a-a1bd-4a3d-abe5-7910dd016a92 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Deleting subnet 76c57628-22f1-4145-9be6-36740dcdfbf7 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:46:35.553118 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d268cd2a-a1bd-4a3d-abe5-7910dd016a92 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for subnet (76c57628-22f1-4145-9be6-36740dcdfbf7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:35.554963 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f4c9cc-421c-42fe-aab9-5cf5cfc91488 admin admin] Network 862264ad-4c00-45bf-8ef1-1df919f51be1 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:46:35.566649 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-33f4c9cc-421c-42fe-aab9-5cf5cfc91488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 862264ad-4c00-45bf-8ef1-1df919f51be1) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:46:35.573701 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f4c9cc-421c-42fe-aab9-5cf5cfc91488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:35.574853 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-33f4c9cc-421c-42fe-aab9-5cf5cfc91488 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:35.593517 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfe6ae4-83d6-489c-b5e8-76634a8e416e None None] Network 862264ad-4c00-45bf-8ef1-1df919f51be1 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:46:35.601073 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-33f4c9cc-421c-42fe-aab9-5cf5cfc91488 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9737785 Feb 20 05:46:35.602683 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44750) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:35.609054 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-aaa8876d-428c-4952-8527-a6ccb018f178 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1340458230-router', 'tenant_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:35.634715 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aaa8876d-428c-4952-8527-a6ccb018f178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (1bd29161-87b6-4b64-ad63-e285887afa65), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:35.636820 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aaa8876d-428c-4952-8527-a6ccb018f178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (1bd29161-87b6-4b64-ad63-e285887afa65), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:35.641889 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-44870f44-57d9-49a7-9b4f-88239d54823e None None] For port a40d652c-9992-4030-b63f-7681916a0f68, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a40d652c-9992-4030-b63f-7681916a0f68,segment=NetworkSegment(327005f6-05b1-4d13-898b-12f73bbb891e),segment_id=327005f6-05b1-4d13-898b-12f73bbb891e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:35.656137 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-3c74bf96-2c5d-4d98-afbd-9317a09931af None None] Set router 34586335-c1cd-40d8-aaab-68c56f54f6ea gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:35.734263 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aaa8876d-428c-4952-8527-a6ccb018f178 admin admin] Publish callbacks [] for router_controller (1bd29161-87b6-4b64-ad63-e285887afa65), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:35.769793 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad040ff9-8cfd-4937-bca5-d21c9955f79c req-92609f88-809f-492f-9a5c-2bd37bf217df service neutron] 10.222.0.48 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7771220 Feb 20 05:46:35.771026 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-bbe759aa-69ea-4726-bcc2-ebec12c3b6d9 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:46:35.772433 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bbe759aa-69ea-4726-bcc2-ebec12c3b6d9 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3330808 Feb 20 05:46:35.780384 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d62de8aa-edcb-4d61-aac8-63719927cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:46:32Z', 'revision_number': 9, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None, '_interfaces': [{'id': '76cd028a-7e7a-4b53-a9b8-468196c5adc6', 'name': '', 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:21:08:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '31081987-d3c3-433b-82fb-4541be9e986d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:43Z', 'updated_at': '2022-02-20T05:45:54Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '31081987-d3c3-433b-82fb-4541be9e986d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fcf9c64-c125-48ae-9b36-02cfdd3c217f', 'name': '', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:26:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:33Z', 'updated_at': '2022-02-20T05:45:41Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '53f9bde1-6730-408b-9df2-7a4291149046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:35.787913 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44870f44-57d9-49a7-9b4f-88239d54823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a40d652c-9992-4030-b63f-7681916a0f68), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:35.790538 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44754) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:35.803617 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a112e0b5-ff53-4c38-82e5-9c9d4e4404a3 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group_rule': {'security_group_id': '78b26563-8dc8-4cfb-9be7-460564cecbf0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:35.804721 n-d-829866-5 neutron-server[103407]: WARNING neutron.api.v2.base [None req-a112e0b5-ff53-4c38-82e5-9c9d4e4404a3 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 20 05:46:35.806229 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-a112e0b5-ff53-4c38-82e5-9c9d4e4404a3 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:46:35.808136 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a112e0b5-ff53-4c38-82e5-9c9d4e4404a3 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0153606 Feb 20 05:46:35.814582 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44758) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:35.818432 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d268cd2a-a1bd-4a3d-abe5-7910dd016a92 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (76c57628-22f1-4145-9be6-36740dcdfbf7), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:35.829683 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde2a61-e416-4690-9724-20c753aaeb93 req-a7228333-58ad-4863-9879-8232864f1479 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:35.832035 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cfde2a61-e416-4690-9724-20c753aaeb93 req-a7228333-58ad-4863-9879-8232864f1479 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 945 time: 0.2704411 Feb 20 05:46:35.845327 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-fc734627-2697-4561-8ac8-ba9f2389bc09 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group_rule': {'security_group_id': '78b26563-8dc8-4cfb-9be7-460564cecbf0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:35.873103 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62de8aa-edcb-4d61-aac8-63719927cd66 None None] Checking router: c8f28992-fd35-4d43-8618-933ff086237e for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:46:35.884955 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62de8aa-edcb-4d61-aac8-63719927cd66 None None] Routers {'c8f28992-fd35-4d43-8618-933ff086237e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:35.885575 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d62de8aa-edcb-4d61-aac8-63719927cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:46:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8f28992-fd35-4d43-8618-933ff086237e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:35.995136 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d268cd2a-a1bd-4a3d-abe5-7910dd016a92 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (76c57628-22f1-4145-9be6-36740dcdfbf7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:36.023286 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d62de8aa-edcb-4d61-aac8-63719927cd66 None None] Set router c8f28992-fd35-4d43-8618-933ff086237e gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:36.132986 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d268cd2a-a1bd-4a3d-abe5-7910dd016a92 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (76c57628-22f1-4145-9be6-36740dcdfbf7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:36.179326 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268cd2a-a1bd-4a3d-abe5-7910dd016a92 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Subnet': ['ID=76c57628-22f1-4145-9be6-36740dcdfbf7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:36.189837 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2781f8-29fb-4933-a43b-292bf081ee69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-862264ad-4c00-45bf-8ef1-1df919f51be1', 'network_id': '862264ad-4c00-45bf-8ef1-1df919f51be1', 'project_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'fixed_ips': [{'subnet_id': '0aba15b1-e50a-4691-9398-19c325786eb8'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:46:36.190358 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ad2781f8-29fb-4933-a43b-292bf081ee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:36.210776 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44870f44-57d9-49a7-9b4f-88239d54823e None None] Pushing event updated for resources: {'Port': ['ID=a40d652c-9992-4030-b63f-7681916a0f68,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:36.211335 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d268cd2a-a1bd-4a3d-abe5-7910dd016a92 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:36.228996 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04091431-035c-417f-b5b3-271f537718be None None] Network 5d47669d-ba3a-49f5-adf0-4cc424a7146e requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:46:36.235722 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d268cd2a-a1bd-4a3d-abe5-7910dd016a92 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/subnets/76c57628-22f1-4145-9be6-36740dcdfbf7 HTTP/1.1" status: 204 len: 168 time: 0.9199929 Feb 20 05:46:36.275538 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44768) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:36.294509 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d62de8aa-edcb-4d61-aac8-63719927cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:46:32Z', 'revision_number': 9, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None, '_interfaces': [{'id': '76cd028a-7e7a-4b53-a9b8-468196c5adc6', 'name': '', 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:21:08:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '31081987-d3c3-433b-82fb-4541be9e986d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:43Z', 'updated_at': '2022-02-20T05:45:54Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '31081987-d3c3-433b-82fb-4541be9e986d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fcf9c64-c125-48ae-9b36-02cfdd3c217f', 'name': '', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:26:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:33Z', 'updated_at': '2022-02-20T05:45:41Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '53f9bde1-6730-408b-9df2-7a4291149046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:36.294954 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cfde2a61-e416-4690-9724-20c753aaeb93 req-49be3795-8ae9-4f03-9532-f26bdfa3f8ce tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778431 Feb 20 05:46:36.326024 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62de8aa-edcb-4d61-aac8-63719927cd66 None None] The sync data for ids ['c8f28992-fd35-4d43-8618-933ff086237e'] in n-d-829866-5 is: [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:46:32Z', 'revision_number': 9, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None, '_interfaces': [{'id': '76cd028a-7e7a-4b53-a9b8-468196c5adc6', 'name': '', 'network_id': '4b107116-83a1-44f2-8a79-6cac42fcc023', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:21:08:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '31081987-d3c3-433b-82fb-4541be9e986d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:43Z', 'updated_at': '2022-02-20T05:45:54Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '31081987-d3c3-433b-82fb-4541be9e986d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fcf9c64-c125-48ae-9b36-02cfdd3c217f', 'name': '', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:26:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:33Z', 'updated_at': '2022-02-20T05:45:41Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '53f9bde1-6730-408b-9df2-7a4291149046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:46:36.414088 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-56596e64-58c5-44db-92ca-0eb3830258f0 None None] Provisioning complete for port a40d652c-9992-4030-b63f-7681916a0f68 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:36.419387 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-56596e64-58c5-44db-92ca-0eb3830258f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a40d652c-9992-4030-b63f-7681916a0f68), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:36.558291 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5e99c596-6d3e-4440-885a-7323945cff21 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (5d47669d-ba3a-49f5-adf0-4cc424a7146e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:36.620192 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aaa8876d-428c-4952-8527-a6ccb018f178 admin admin] Publish callbacks [] for router_gateway (1bd29161-87b6-4b64-ad63-e285887afa65), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:36.624597 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-fc734627-2697-4561-8ac8-ba9f2389bc09 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:46:36.627066 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fc734627-2697-4561-8ac8-ba9f2389bc09 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7938547 Feb 20 05:46:36.630109 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44778) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:36.635439 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-1c4c1704-3c26-44d8-a592-e2fb28d42df7 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group_rule': {'security_group_id': '78b26563-8dc8-4cfb-9be7-460564cecbf0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:36.636183 n-d-829866-5 neutron-server[103406]: WARNING neutron.api.v2.base [None req-1c4c1704-3c26-44d8-a592-e2fb28d42df7 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 20 05:46:36.636840 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-1c4c1704-3c26-44d8-a592-e2fb28d42df7 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:46:36.638081 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1c4c1704-3c26-44d8-a592-e2fb28d42df7 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067539 Feb 20 05:46:36.639775 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59b755-0c50-4484-b18e-66beb11d5d66 req-a501b625-9046-445a-a6a3-735985bdb9c2 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:36.648039 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ef59b755-0c50-4484-b18e-66beb11d5d66 req-a501b625-9046-445a-a6a3-735985bdb9c2 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e8952a-a802-4ab0-a440-0a55a7e8e9c3 HTTP/1.1" status: 200 len: 945 time: 0.1489139 Feb 20 05:46:36.651686 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44780) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:36.660542 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-d8f59d41-b51f-46a0-83fa-ee07906aa5ce tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group_rule': {'security_group_id': '78b26563-8dc8-4cfb-9be7-460564cecbf0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:36.757406 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ef59b755-0c50-4484-b18e-66beb11d5d66 req-59f5793e-a105-49f1-8c1f-74cbde9de543 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057804 Feb 20 05:46:36.798785 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-56596e64-58c5-44db-92ca-0eb3830258f0 None None] Current status of the port a40d652c-9992-4030-b63f-7681916a0f68 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:36.800246 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-5e99c596-6d3e-4440-885a-7323945cff21 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Deleting port 4ed52810-2661-4a1a-b4d4-975706e5f81f {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:46:36.801171 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5e99c596-6d3e-4440-885a-7323945cff21 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4ed52810-2661-4a1a-b4d4-975706e5f81f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:36.837521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-ad2781f8-29fb-4933-a43b-292bf081ee69 None None] Allocated IP 172.20.0.2 (862264ad-4c00-45bf-8ef1-1df919f51be1/0aba15b1-e50a-4691-9398-19c325786eb8/260094c3-1646-491a-8b87-22956420288e) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:46:36.843861 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-d8f59d41-b51f-46a0-83fa-ee07906aa5ce tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:46:36.847204 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d8f59d41-b51f-46a0-83fa-ee07906aa5ce tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1901000 Feb 20 05:46:36.849868 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44786) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:36.867023 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-48c6a04a-35ad-4781-90f3-4bbe0c52e19f tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group_rule': {'security_group_id': '78b26563-8dc8-4cfb-9be7-460564cecbf0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:36.950823 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2f55a8-7792-4ce5-9324-b9b2d0b08f59 None None] DHCP port deletion for 5d47669d-ba3a-49f5-adf0-4cc424a7146e request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:46:36.978356 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-48c6a04a-35ad-4781-90f3-4bbe0c52e19f tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:46:36.982428 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-48c6a04a-35ad-4781-90f3-4bbe0c52e19f tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1254547 Feb 20 05:46:36.996709 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44792) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:37.086310 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3c74bf96-2c5d-4d98-afbd-9317a09931af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'name': 'tempest-TestVolumeBackupRestore-391927416-router', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:22Z', 'updated_at': '2022-02-20T05:46:29Z', 'revision_number': 4, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'gw_port': {'id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:24Z', 'updated_at': '2022-02-20T05:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'a40d652c-9992-4030-b63f-7681916a0f68', 'name': '', 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'mac_address': 'fa:16:3e:48:1c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '74159ea5-da94-47c3-9460-94aa951cddff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:28Z', 'updated_at': '2022-02-20T05:46:34Z', 'revision_number': 4, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'subnets': [{'id': '74159ea5-da94-47c3-9460-94aa951cddff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:37.139138 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c74bf96-2c5d-4d98-afbd-9317a09931af None None] The sync data for ids ['34586335-c1cd-40d8-aaab-68c56f54f6ea'] in n-d-829866-5 is: [{'id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'name': 'tempest-TestVolumeBackupRestore-391927416-router', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:22Z', 'updated_at': '2022-02-20T05:46:29Z', 'revision_number': 4, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'gw_port': {'id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:24Z', 'updated_at': '2022-02-20T05:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'a40d652c-9992-4030-b63f-7681916a0f68', 'name': '', 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'mac_address': 'fa:16:3e:48:1c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '74159ea5-da94-47c3-9460-94aa951cddff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:28Z', 'updated_at': '2022-02-20T05:46:34Z', 'revision_number': 4, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'subnets': [{'id': '74159ea5-da94-47c3-9460-94aa951cddff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:46:37.177482 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-5e99c596-6d3e-4440-885a-7323945cff21 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] For port 4ed52810-2661-4a1a-b4d4-975706e5f81f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4ed52810-2661-4a1a-b4d4-975706e5f81f,segment=NetworkSegment(b35f3513-800d-4cea-a3ce-762c7a3bc731),segment_id=b35f3513-800d-4cea-a3ce-762c7a3bc731)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:37.177872 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5e99c596-6d3e-4440-885a-7323945cff21 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4ed52810-2661-4a1a-b4d4-975706e5f81f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:37.218281 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-5e99c596-6d3e-4440-885a-7323945cff21 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Calling delete_port for 4ed52810-2661-4a1a-b4d4-975706e5f81f owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:46:37.242156 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bda6ad05-0183-4d39-9349-cf84b284a607 req-97a62646-f3ed-4a98-8a60-826e9bd633e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b2f138c69bf44aa860bbcc165ef6687&device_id=da0cc6d7-3ca3-4694-be75-d3481c217ca9 HTTP/1.1" status: 200 len: 210 time: 0.1681552 Feb 20 05:46:37.257546 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aaa8876d-428c-4952-8527-a6ccb018f178 admin admin] Publish callbacks [] for router_gateway (1bd29161-87b6-4b64-ad63-e285887afa65), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:37.307671 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aaa8876d-428c-4952-8527-a6ccb018f178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:37.313557 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9e2f55a8-7792-4ce5-9324-b9b2d0b08f59 None None] Deleting port 4ed52810-2661-4a1a-b4d4-975706e5f81f {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:46:37.315393 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e2f55a8-7792-4ce5-9324-b9b2d0b08f59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4ed52810-2661-4a1a-b4d4-975706e5f81f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:37.414867 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9e2f55a8-7792-4ce5-9324-b9b2d0b08f59 None None] For port 4ed52810-2661-4a1a-b4d4-975706e5f81f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4ed52810-2661-4a1a-b4d4-975706e5f81f,segment=NetworkSegment(b35f3513-800d-4cea-a3ce-762c7a3bc731),segment_id=b35f3513-800d-4cea-a3ce-762c7a3bc731)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:37.416577 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e2f55a8-7792-4ce5-9324-b9b2d0b08f59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4ed52810-2661-4a1a-b4d4-975706e5f81f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:37.451340 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9e2f55a8-7792-4ce5-9324-b9b2d0b08f59 None None] Calling delete_port for 4ed52810-2661-4a1a-b4d4-975706e5f81f owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:46:37.472680 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bda6ad05-0183-4d39-9349-cf84b284a607 req-400c0baa-386f-46a8-9e69-fe91c7528d56 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=7b2f138c69bf44aa860bbcc165ef6687&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2148070 Feb 20 05:46:37.522273 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-aaa8876d-428c-4952-8527-a6ccb018f178 admin admin] Allocated IP 172.25.3.171 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/2d8aa650-de4d-44b1-9380-37b5c193e082) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:46:37.541849 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dfa4c15d-0e9e-4fc8-b446-ee3dca832ac4 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (78b26563-8dc8-4cfb-9be7-460564cecbf0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:37.590741 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e2f55a8-7792-4ce5-9324-b9b2d0b08f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (4ed52810-2661-4a1a-b4d4-975706e5f81f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:37.686226 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f55a8-7792-4ce5-9324-b9b2d0b08f59 None None] Pushing event deleted for resources: {'Port': ['ID=4ed52810-2661-4a1a-b4d4-975706e5f81f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:37.711899 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aaa8876d-428c-4952-8527-a6ccb018f178 admin admin] Publish callbacks [] for port (2d8aa650-de4d-44b1-9380-37b5c193e082), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:37.740844 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2f55a8-7792-4ce5-9324-b9b2d0b08f59 None None] No DVR routers for this DVR port 4ed52810-2661-4a1a-b4d4-975706e5f81f on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:46:37.755003 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ad2781f8-29fb-4933-a43b-292bf081ee69 None None] Publish callbacks [] for port (260094c3-1646-491a-8b87-22956420288e), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:37.757688 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f55a8-7792-4ce5-9324-b9b2d0b08f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:37.760731 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f55a8-7792-4ce5-9324-b9b2d0b08f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:37.761123 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f55a8-7792-4ce5-9324-b9b2d0b08f59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:37.761519 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f55a8-7792-4ce5-9324-b9b2d0b08f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:37.762029 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f55a8-7792-4ce5-9324-b9b2d0b08f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:37.767996 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f55a8-7792-4ce5-9324-b9b2d0b08f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:37.768328 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f55a8-7792-4ce5-9324-b9b2d0b08f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:37.768828 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f55a8-7792-4ce5-9324-b9b2d0b08f59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:37.769331 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f55a8-7792-4ce5-9324-b9b2d0b08f59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:37.769823 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f55a8-7792-4ce5-9324-b9b2d0b08f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:37.770318 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f55a8-7792-4ce5-9324-b9b2d0b08f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:37.770822 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f55a8-7792-4ce5-9324-b9b2d0b08f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:37.771340 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f55a8-7792-4ce5-9324-b9b2d0b08f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:46:37.781009 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ad2781f8-29fb-4933-a43b-292bf081ee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (260094c3-1646-491a-8b87-22956420288e), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:37.807231 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aaa8876d-428c-4952-8527-a6ccb018f178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (2d8aa650-de4d-44b1-9380-37b5c193e082), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:37.840149 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2781f8-29fb-4933-a43b-292bf081ee69 None None] Pushing event updated for resources: {'Port': ['ID=260094c3-1646-491a-8b87-22956420288e,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:37.852308 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa8876d-428c-4952-8527-a6ccb018f178 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:46:37.857907 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-aaa8876d-428c-4952-8527-a6ccb018f178 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:46:37.864343 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa8876d-428c-4952-8527-a6ccb018f178 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:46:37.868063 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8876d-428c-4952-8527-a6ccb018f178 admin admin] Pushing event updated for resources: {'Port': ['ID=2d8aa650-de4d-44b1-9380-37b5c193e082,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:37.884645 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2781f8-29fb-4933-a43b-292bf081ee69 None None] Network 862264ad-4c00-45bf-8ef1-1df919f51be1 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:46:37.888235 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-ad2781f8-29fb-4933-a43b-292bf081ee69 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:46:37.894657 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2781f8-29fb-4933-a43b-292bf081ee69 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:46:37.948968 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dfa4c15d-0e9e-4fc8-b446-ee3dca832ac4 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (78b26563-8dc8-4cfb-9be7-460564cecbf0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:38.033606 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-ad2781f8-29fb-4933-a43b-292bf081ee69 None None] Attempting to bind port 260094c3-1646-491a-8b87-22956420288e on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:46:38.035283 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-ad2781f8-29fb-4933-a43b-292bf081ee69 None None] Attempting to bind port 260094c3-1646-491a-8b87-22956420288e by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '4c4a52a3-50a3-4b34-a0f0-c9533601fbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '862264ad-4c00-45bf-8ef1-1df919f51be1'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:46:38.035685 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2781f8-29fb-4933-a43b-292bf081ee69 None None] Attempting to bind port 260094c3-1646-491a-8b87-22956420288e on network 862264ad-4c00-45bf-8ef1-1df919f51be1 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:46:38.057122 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2781f8-29fb-4933-a43b-292bf081ee69 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:46:38.060115 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2781f8-29fb-4933-a43b-292bf081ee69 None None] Checking segment: {'id': '4c4a52a3-50a3-4b34-a0f0-c9533601fbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '862264ad-4c00-45bf-8ef1-1df919f51be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:46:38.060595 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ad2781f8-29fb-4933-a43b-292bf081ee69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:38.061009 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2781f8-29fb-4933-a43b-292bf081ee69 None None] Bound using segment: {'id': '4c4a52a3-50a3-4b34-a0f0-c9533601fbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '862264ad-4c00-45bf-8ef1-1df919f51be1'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:46:38.061516 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-ad2781f8-29fb-4933-a43b-292bf081ee69 None None] Bound port: 260094c3-1646-491a-8b87-22956420288e, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4a52a3-50a3-4b34-a0f0-c9533601fbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '862264ad-4c00-45bf-8ef1-1df919f51be1'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:46:38.061905 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ad2781f8-29fb-4933-a43b-292bf081ee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (260094c3-1646-491a-8b87-22956420288e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:38.100005 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22e7b616-a8e9-44c1-abe9-0d250b7c1060 req-24581a29-5d6f-4e16-a2e1-40d5750e9da9 tempest-ServerShowV247Test-393414098 tempest-ServerShowV247Test-393414098-project] 10.222.0.37 "GET /v2.0/ports?device_id=da0cc6d7-3ca3-4694-be75-d3481c217ca9 HTTP/1.1" status: 200 len: 210 time: 0.3454540 Feb 20 05:46:38.123358 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a40d652c-9992-4030-b63f-7681916a0f68 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:46:38.224883 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5e99c596-6d3e-4440-885a-7323945cff21 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (4ed52810-2661-4a1a-b4d4-975706e5f81f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:38.260334 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dfa4c15d-0e9e-4fc8-b446-ee3dca832ac4 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (78b26563-8dc8-4cfb-9be7-460564cecbf0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:38.263124 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dfa4c15d-0e9e-4fc8-b446-ee3dca832ac4 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:38.267460 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-dfa4c15d-0e9e-4fc8-b446-ee3dca832ac4 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "DELETE /v2.0/security-groups/78b26563-8dc8-4cfb-9be7-460564cecbf0 HTTP/1.1" status: 204 len: 168 time: 1.2649784 Feb 20 05:46:38.322800 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ad2781f8-29fb-4933-a43b-292bf081ee69 None None] For port 260094c3-1646-491a-8b87-22956420288e, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:46:38.326579 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ad2781f8-29fb-4933-a43b-292bf081ee69 None None] For port 260094c3-1646-491a-8b87-22956420288e, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=260094c3-1646-491a-8b87-22956420288e,segment=NetworkSegment(4c4a52a3-50a3-4b34-a0f0-c9533601fbda),segment_id=4c4a52a3-50a3-4b34-a0f0-c9533601fbda)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:46:38.338583 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ad2781f8-29fb-4933-a43b-292bf081ee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (260094c3-1646-491a-8b87-22956420288e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:38.345141 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44820) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:38.360706 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99c596-6d3e-4440-885a-7323945cff21 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Port': ['ID=4ed52810-2661-4a1a-b4d4-975706e5f81f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:38.364814 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6ad05-0183-4d39-9349-cf84b284a607 req-1981a3fc-ed68-4b42-9aa0-a880f575ee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:38.366663 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bda6ad05-0183-4d39-9349-cf84b284a607 req-1981a3fc-ed68-4b42-9aa0-a880f575ee59 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8867726 Feb 20 05:46:38.370765 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e99c596-6d3e-4440-885a-7323945cff21 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] No DVR routers for this DVR port 4ed52810-2661-4a1a-b4d4-975706e5f81f on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:46:38.388370 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4c15d-0e9e-4fc8-b446-ee3dca832ac4 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b26563-8dc8-4cfb-9be7-460564cecbf0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:38.466248 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port a40d652c-9992-4030-b63f-7681916a0f68 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:38.466808 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a40d652c-9992-4030-b63f-7681916a0f68), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:38.522955 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-53527e27-2c0c-4282-81f4-876510f82a68 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1730399 Feb 20 05:46:38.522955 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aaa8876d-428c-4952-8527-a6ccb018f178 admin admin] Publish callbacks [] for router_gateway (1bd29161-87b6-4b64-ad63-e285887afa65), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:38.524547 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1276d2-716b-4460-a0c3-5ef8e7cef897 req-eed29e3a-4bf2-47c4-bb19-a9a3da04a5aa tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:38.533698 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b1276d2-716b-4460-a0c3-5ef8e7cef897 req-eed29e3a-4bf2-47c4-bb19-a9a3da04a5aa tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 945 time: 0.2758567 Feb 20 05:46:38.541985 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5e99c596-6d3e-4440-885a-7323945cff21 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (5d47669d-ba3a-49f5-adf0-4cc424a7146e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:38.544401 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44824) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:38.544750 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44826) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:38.557100 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-02935368-d774-4e10-81b2-3baa25037a1c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group': {'name': 'tempest-secgroup--1880079569'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:38.646395 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-5e99c596-6d3e-4440-885a-7323945cff21 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d47669d-ba3a-49f5-adf0-4cc424a7146e']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:38.685026 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2781f8-29fb-4933-a43b-292bf081ee69 None None] Pushing event updated for resources: {'Port': ['ID=260094c3-1646-491a-8b87-22956420288e,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:38.705833 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-5e99c596-6d3e-4440-885a-7323945cff21 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35f3513-800d-4cea-a3ce-762c7a3bc731') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:38.710269 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-5e99c596-6d3e-4440-885a-7323945cff21 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35f3513-800d-4cea-a3ce-762c7a3bc731') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:38.758855 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-02935368-d774-4e10-81b2-3baa25037a1c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:38.762706 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5e99c596-6d3e-4440-885a-7323945cff21 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (b35f3513-800d-4cea-a3ce-762c7a3bc731), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:38.792235 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port a40d652c-9992-4030-b63f-7681916a0f68 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:38.833421 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b1276d2-716b-4460-a0c3-5ef8e7cef897 req-87497fa2-b59f-4144-93cd-8f0d5bbe2034 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956769 Feb 20 05:46:38.893001 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5e99c596-6d3e-4440-885a-7323945cff21 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (b35f3513-800d-4cea-a3ce-762c7a3bc731), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:38.911191 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e99c596-6d3e-4440-885a-7323945cff21 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:46:38.911410 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5e99c596-6d3e-4440-885a-7323945cff21 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (b35f3513-800d-4cea-a3ce-762c7a3bc731), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:38.941174 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 53606f77-44c1-4cf2-a680-3191f366050a no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:46:38.964627 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:46:38.984256 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c66390b8-5c34-4be3-b2d7-34d5b0a6d77d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:38.989348 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 53606f77-44c1-4cf2-a680-3191f366050a {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:46:38.989692 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 53606f77-44c1-4cf2-a680-3191f366050a not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:46:38.990112 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4ed52810-2661-4a1a-b4d4-975706e5f81f no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:46:39.033331 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aaa8876d-428c-4952-8527-a6ccb018f178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (1bd29161-87b6-4b64-ad63-e285887afa65), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:39.049842 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 4ed52810-2661-4a1a-b4d4-975706e5f81f {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:46:39.050127 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4ed52810-2661-4a1a-b4d4-975706e5f81f not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:46:39.136614 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5e99c596-6d3e-4440-885a-7323945cff21 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (5d47669d-ba3a-49f5-adf0-4cc424a7146e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:39.163151 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5e99c596-6d3e-4440-885a-7323945cff21 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:39.167392 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5e99c596-6d3e-4440-885a-7323945cff21 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/networks/5d47669d-ba3a-49f5-adf0-4cc424a7146e HTTP/1.1" status: 204 len: 168 time: 2.8704269 Feb 20 05:46:39.180962 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44840) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:39.249489 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa8876d-428c-4952-8527-a6ccb018f178 admin admin] Router 1bd29161-87b6-4b64-ad63-e285887afa65 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:46:39.251301 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99c596-6d3e-4440-885a-7323945cff21 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Network': ['ID=5d47669d-ba3a-49f5-adf0-4cc424a7146e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:39.364303 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-02935368-d774-4e10-81b2-3baa25037a1c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (d01720e3-898b-4d05-b9a7-612dd5faeb2c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:39.381252 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-02935368-d774-4e10-81b2-3baa25037a1c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d01720e3-898b-4d05-b9a7-612dd5faeb2c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:39.382916 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device c7247501-26a6-4cda-b5a4-cd7993b5c5b3 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:46:39.449769 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa8876d-428c-4952-8527-a6ccb018f178 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:46:39.461471 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62f3b4fa-2ba7-4bd0-ad07-32fcdada31ac req-b9ea9b45-ea25-4bd3-bf13-9aa76b7559c5 tempest-ServerShowV247Test-393414098 tempest-ServerShowV247Test-393414098-project] 10.222.0.37 "GET /v2.0/ports?device_id=da0cc6d7-3ca3-4694-be75-d3481c217ca9 HTTP/1.1" status: 200 len: 210 time: 0.0905869 Feb 20 05:46:39.479381 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9364f0b7-0ee3-40d6-a5ab-7c3786c7aa4a None None] Sync routers for ids ['1bd29161-87b6-4b64-ad63-e285887afa65'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:46:39.512986 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9364f0b7-0ee3-40d6-a5ab-7c3786c7aa4a None None] Routers {'1bd29161-87b6-4b64-ad63-e285887afa65'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:39.514040 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-9364f0b7-0ee3-40d6-a5ab-7c3786c7aa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:46:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['1bd29161-87b6-4b64-ad63-e285887afa65'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:39.525980 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aaa8876d-428c-4952-8527-a6ccb018f178 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:39.527810 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-aaa8876d-428c-4952-8527-a6ccb018f178 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9240260 Feb 20 05:46:39.531328 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44844) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:39.554951 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-02935368-d774-4e10-81b2-3baa25037a1c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:39.556883 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-02935368-d774-4e10-81b2-3baa25037a1c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0026453 Feb 20 05:46:39.573295 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44846) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:39.583084 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c94ec2e3-7186-4437-8aa9-1603d1cfc879 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group_rule': {'security_group_id': 'd01720e3-898b-4d05-b9a7-612dd5faeb2c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:39.628863 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c66390b8-5c34-4be3-b2d7-34d5b0a6d77d admin admin] Publish callbacks [] for security_group (6e87c73a-d61d-410b-8437-bc5bb19f84d1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:39.714127 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02935368-d774-4e10-81b2-3baa25037a1c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d01720e3-898b-4d05-b9a7-612dd5faeb2c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:39.760724 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c66390b8-5c34-4be3-b2d7-34d5b0a6d77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6e87c73a-d61d-410b-8437-bc5bb19f84d1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:40.101916 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 260094c3-1646-491a-8b87-22956420288e up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:46:40.185554 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port c7247501-26a6-4cda-b5a4-cd7993b5c5b3, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=c7247501-26a6-4cda-b5a4-cd7993b5c5b3,segment=NetworkSegment(45924b7c-05d5-4b0a-bb51-112a5515364f),segment_id=45924b7c-05d5-4b0a-bb51-112a5515364f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:40.243644 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'c7247501-26a6-4cda-b5a4-cd7993b5c5b3', 'network_id': 'fa9c8c18-66a9-4330-95ea-e6848bd9acbe', 'port_id': 'c7247501-26a6-4cda-b5a4-cd7993b5c5b3', 'mac_address': 'fa:16:3e:ff:1f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c84731d-a312-42ac-b55f-15aaba4e7834', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:46:40.264282 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae91b15-2471-41be-89f6-4d91866828ab None None] Network 862264ad-4c00-45bf-8ef1-1df919f51be1 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:46:40.270604 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b9bd1ca2-7ac4-4ad2-95b0-04fff6d1e90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:40.314851 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port c7247501-26a6-4cda-b5a4-cd7993b5c5b3 is: ACTIVE; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:40.315372 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c7247501-26a6-4cda-b5a4-cd7993b5c5b3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:40.344757 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 260094c3-1646-491a-8b87-22956420288e triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:40.345876 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (260094c3-1646-491a-8b87-22956420288e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:40.388995 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-9364f0b7-0ee3-40d6-a5ab-7c3786c7aa4a None None] Set router 1bd29161-87b6-4b64-ad63-e285887afa65 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:40.419255 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bda6ad05-0183-4d39-9349-cf84b284a607 req-2d6dbf6d-e7c8-4f07-9d61-5efa0c6872bb tempest-ServerShowV247Test-393414098 tempest-ServerShowV247Test-393414098-project] 10.222.0.48 "GET /v2.0/ports?device_id=da0cc6d7-3ca3-4694-be75-d3481c217ca9 HTTP/1.1" status: 200 len: 210 time: 0.0640619 Feb 20 05:46:40.456453 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c66390b8-5c34-4be3-b2d7-34d5b0a6d77d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10e080e3fa5640ebaa0c2a655728e626&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9096482 Feb 20 05:46:40.462607 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66390b8-5c34-4be3-b2d7-34d5b0a6d77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e87c73a-d61d-410b-8437-bc5bb19f84d1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:40.478522 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44852) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:40.513839 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-b9bd1ca2-7ac4-4ad2-95b0-04fff6d1e90c admin admin] Allocated IP 172.20.0.1 (862264ad-4c00-45bf-8ef1-1df919f51be1/0aba15b1-e50a-4691-9398-19c325786eb8/f0abae08-72ab-43da-94bc-e271e8e55c5a) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:46:40.517655 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-c94ec2e3-7186-4437-8aa9-1603d1cfc879 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] create failed (client error): The resource could not be found. Feb 20 05:46:40.521584 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c94ec2e3-7186-4437-8aa9-1603d1cfc879 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.9445572 Feb 20 05:46:40.531295 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43c71a-b048-4f74-88e3-a32157773030 req-4ce5b108-10dd-4d3d-ac90-d8398a21b6c8 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:40.533517 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b43c71a-b048-4f74-88e3-a32157773030 req-4ce5b108-10dd-4d3d-ac90-d8398a21b6c8 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e8952a-a802-4ab0-a440-0a55a7e8e9c3 HTTP/1.1" status: 200 len: 945 time: 0.9223812 Feb 20 05:46:40.533992 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-450b484f-9e07-454b-939d-e0dd1644c2e0 None None] Provisioning complete for port 260094c3-1646-491a-8b87-22956420288e triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:40.535338 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-450b484f-9e07-454b-939d-e0dd1644c2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (260094c3-1646-491a-8b87-22956420288e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:40.539133 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44856) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:40.544845 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-91ca346c-2ea0-4db6-946f-98187a55c05a tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group_rule': {'security_group_id': 'd01720e3-898b-4d05-b9a7-612dd5faeb2c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a9178de7-de5f-4c31-9343-faf6a20cba14'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:40.571023 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7247501-26a6-4cda-b5a4-cd7993b5c5b3 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:46:40.677254 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b9bd1ca2-7ac4-4ad2-95b0-04fff6d1e90c admin admin] Publish callbacks [] for port (f0abae08-72ab-43da-94bc-e271e8e55c5a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:40.685888 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c10c1e22-16ba-4084-8608-0c4b55d4bf3f admin admin] Publish callbacks [] for security_group (6e87c73a-d61d-410b-8437-bc5bb19f84d1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:40.694269 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b43c71a-b048-4f74-88e3-a32157773030 req-4a43081a-8de8-4c38-b5e1-73a2510dc42e tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408339 Feb 20 05:46:40.711239 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-91ca346c-2ea0-4db6-946f-98187a55c05a tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] create failed (client error): The resource could not be found. Feb 20 05:46:40.721135 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port c7247501-26a6-4cda-b5a4-cd7993b5c5b3, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=c7247501-26a6-4cda-b5a4-cd7993b5c5b3,segment=NetworkSegment(45924b7c-05d5-4b0a-bb51-112a5515364f),segment_id=45924b7c-05d5-4b0a-bb51-112a5515364f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:40.723254 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-91ca346c-2ea0-4db6-946f-98187a55c05a tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1721995 Feb 20 05:46:40.725280 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44858) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:40.740447 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c10c1e22-16ba-4084-8608-0c4b55d4bf3f admin admin] Publish callbacks [] for security_group (6e87c73a-d61d-410b-8437-bc5bb19f84d1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:40.740647 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b9bd1ca2-7ac4-4ad2-95b0-04fff6d1e90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (f0abae08-72ab-43da-94bc-e271e8e55c5a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:40.746381 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c7247501-26a6-4cda-b5a4-cd7993b5c5b3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:40.843738 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8aaf56b2-f300-4d93-afd3-dad3b3b60e67 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (d01720e3-898b-4d05-b9a7-612dd5faeb2c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:40.871217 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c10c1e22-16ba-4084-8608-0c4b55d4bf3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6e87c73a-d61d-410b-8437-bc5bb19f84d1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:40.873922 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c10c1e22-16ba-4084-8608-0c4b55d4bf3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:40.875580 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c10c1e22-16ba-4084-8608-0c4b55d4bf3f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e87c73a-d61d-410b-8437-bc5bb19f84d1 HTTP/1.1" status: 204 len: 168 time: 0.3892217 Feb 20 05:46:40.878487 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bd1ca2-7ac4-4ad2-95b0-04fff6d1e90c admin admin] Network 862264ad-4c00-45bf-8ef1-1df919f51be1 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:46:40.890345 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-b9bd1ca2-7ac4-4ad2-95b0-04fff6d1e90c admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:46:40.905263 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-446b5696-0e51-435e-86c4-bb7e11297692 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (c8f28992-fd35-4d43-8618-933ff086237e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:40.927639 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bd1ca2-7ac4-4ad2-95b0-04fff6d1e90c admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:46:40.973638 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=c7247501-26a6-4cda-b5a4-cd7993b5c5b3,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:40.975322 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd1ca2-7ac4-4ad2-95b0-04fff6d1e90c admin admin] Pushing event updated for resources: {'Port': ['ID=f0abae08-72ab-43da-94bc-e271e8e55c5a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:40.988961 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8aaf56b2-f300-4d93-afd3-dad3b3b60e67 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (d01720e3-898b-4d05-b9a7-612dd5faeb2c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:41.057457 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8aaf56b2-f300-4d93-afd3-dad3b3b60e67 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d01720e3-898b-4d05-b9a7-612dd5faeb2c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:41.060429 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8aaf56b2-f300-4d93-afd3-dad3b3b60e67 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:41.062122 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8aaf56b2-f300-4d93-afd3-dad3b3b60e67 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "DELETE /v2.0/security-groups/d01720e3-898b-4d05-b9a7-612dd5faeb2c HTTP/1.1" status: 204 len: 168 time: 0.3348875 Feb 20 05:46:41.069161 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44866) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:41.070462 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 260094c3-1646-491a-8b87-22956420288e is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:41.071171 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (260094c3-1646-491a-8b87-22956420288e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:41.083296 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b9bd1ca2-7ac4-4ad2-95b0-04fff6d1e90c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (1bd29161-87b6-4b64-ad63-e285887afa65), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:41.086047 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c1e22-16ba-4084-8608-0c4b55d4bf3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e87c73a-d61d-410b-8437-bc5bb19f84d1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:41.094989 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf56b2-f300-4d93-afd3-dad3b3b60e67 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01720e3-898b-4d05-b9a7-612dd5faeb2c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:41.117746 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['c7247501-26a6-4cda-b5a4-cd7993b5c5b3'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:46:41.150817 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9dfc1a-fc8c-4eea-946a-6eb236f5870a req-5e48dfd4-2981-40df-9573-b12e0eb4b06d tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:41.167202 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4d9dfc1a-fc8c-4eea-946a-6eb236f5870a req-5e48dfd4-2981-40df-9573-b12e0eb4b06d tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 945 time: 0.3522356 Feb 20 05:46:41.274120 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2ea69a92-6bf6-4af9-8fb1-8d23958e8f3d tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2031045 Feb 20 05:46:41.283656 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44874) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:41.288296 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-9ed93c65-7fc4-4ea7-a745-ad514cea17c9 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group_rule': {'security_group_id': '1f2dd377-e6e4-48b0-a230-a756580b6b0b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:41.317527 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 260094c3-1646-491a-8b87-22956420288e, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=260094c3-1646-491a-8b87-22956420288e,segment=NetworkSegment(4c4a52a3-50a3-4b34-a0f0-c9533601fbda),segment_id=4c4a52a3-50a3-4b34-a0f0-c9533601fbda)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:41.333458 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (260094c3-1646-491a-8b87-22956420288e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:41.400254 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-450b484f-9e07-454b-939d-e0dd1644c2e0 None None] Current status of the port 260094c3-1646-491a-8b87-22956420288e is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:41.400692 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-450b484f-9e07-454b-939d-e0dd1644c2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (260094c3-1646-491a-8b87-22956420288e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:41.495890 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4d9dfc1a-fc8c-4eea-946a-6eb236f5870a req-50bb1045-3eb5-4bb7-9250-97f5a5575868 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277128 Feb 20 05:46:41.525273 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=260094c3-1646-491a-8b87-22956420288e,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:41.550151 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-9364f0b7-0ee3-40d6-a5ab-7c3786c7aa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd29161-87b6-4b64-ad63-e285887afa65', 'name': 'tempest-TestVolumeBackupRestore-1340458230-router', 'tenant_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '2d8aa650-de4d-44b1-9380-37b5c193e082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:35Z', 'updated_at': '2022-02-20T05:46:38Z', 'revision_number': 3, 'project_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'gw_port': {'id': '2d8aa650-de4d-44b1-9380-37b5c193e082', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd29161-87b6-4b64-ad63-e285887afa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:37Z', 'updated_at': '2022-02-20T05:46:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:41.566785 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-9ed93c65-7fc4-4ea7-a745-ad514cea17c9 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] create failed (client error): The resource could not be found. Feb 20 05:46:41.572634 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9ed93c65-7fc4-4ea7-a745-ad514cea17c9 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2846184 Feb 20 05:46:41.573278 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44876) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:41.587670 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-2ad38ccc-c497-4b8b-9a4e-2140892f649c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group': {'name': 'tempest-secgroup--1630841664'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:41.616809 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-450b484f-9e07-454b-939d-e0dd1644c2e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:46:41.617167 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-450b484f-9e07-454b-939d-e0dd1644c2e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:46:41.626495 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b9bd1ca2-7ac4-4ad2-95b0-04fff6d1e90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f0abae08-72ab-43da-94bc-e271e8e55c5a), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:41.653989 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44880) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:41.669139 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9364f0b7-0ee3-40d6-a5ab-7c3786c7aa4a None None] Checking router: 1bd29161-87b6-4b64-ad63-e285887afa65 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:46:41.670250 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9364f0b7-0ee3-40d6-a5ab-7c3786c7aa4a None None] Updating router 1bd29161-87b6-4b64-ad63-e285887afa65 port 2d8aa650-de4d-44b1-9380-37b5c193e082 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:46:41.710086 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eec121a7-89c0-4b9b-b114-d90cd3db0a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:41.756658 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9364f0b7-0ee3-40d6-a5ab-7c3786c7aa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2d8aa650-de4d-44b1-9380-37b5c193e082), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:41.792837 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ad38ccc-c497-4b8b-9a4e-2140892f649c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:42.056525 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 260094c3-1646-491a-8b87-22956420288e up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:46:42.142816 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3c319-2b13-4293-a9aa-8cbcb3f0cf8d req-f45e5204-5a78-4225-96bb-a8dfd48a18e1 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:42.158199 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-24f3c319-2b13-4293-a9aa-8cbcb3f0cf8d req-f45e5204-5a78-4225-96bb-a8dfd48a18e1 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e8952a-a802-4ab0-a440-0a55a7e8e9c3 HTTP/1.1" status: 200 len: 944 time: 0.2799251 Feb 20 05:46:42.165460 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44886) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:42.249877 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-446b5696-0e51-435e-86c4-bb7e11297692 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Deleting port 76cd028a-7e7a-4b53-a9b8-468196c5adc6 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:46:42.253983 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-446b5696-0e51-435e-86c4-bb7e11297692 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (76cd028a-7e7a-4b53-a9b8-468196c5adc6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:42.268282 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-450b484f-9e07-454b-939d-e0dd1644c2e0 None None] Current status of the port 260094c3-1646-491a-8b87-22956420288e is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:42.291890 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ad38ccc-c497-4b8b-9a4e-2140892f649c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (f10d86cb-4a88-4bc2-ac0e-5eb12fe0c068), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:42.323192 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ad38ccc-c497-4b8b-9a4e-2140892f649c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f10d86cb-4a88-4bc2-ac0e-5eb12fe0c068), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:42.327177 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eec121a7-89c0-4b9b-b114-d90cd3db0a53 admin admin] Publish callbacks [] for security_group (c7672710-718d-456a-afbd-e6b10ee77082), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:42.379454 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 260094c3-1646-491a-8b87-22956420288e triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:42.380547 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (260094c3-1646-491a-8b87-22956420288e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:42.383127 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eec121a7-89c0-4b9b-b114-d90cd3db0a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c7672710-718d-456a-afbd-e6b10ee77082), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:42.433090 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ad38ccc-c497-4b8b-9a4e-2140892f649c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:42.434501 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2ad38ccc-c497-4b8b-9a4e-2140892f649c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8510058 Feb 20 05:46:42.452644 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44892) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:42.457470 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-44435ed3-8944-4753-bd82-f9da07347ffd tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group': {'name': 'tempest-secgroup--623983519'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:42.469594 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b9bd1ca2-7ac4-4ad2-95b0-04fff6d1e90c admin admin] Publish callbacks [] for port (f0abae08-72ab-43da-94bc-e271e8e55c5a), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:42.485570 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-44435ed3-8944-4753-bd82-f9da07347ffd tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:42.487529 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b9bd1ca2-7ac4-4ad2-95b0-04fff6d1e90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (f0abae08-72ab-43da-94bc-e271e8e55c5a), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:42.495515 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0857604c-4650-47d4-b396-cccc6a7adf0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:42.497345 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad38ccc-c497-4b8b-9a4e-2140892f649c tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f10d86cb-4a88-4bc2-ac0e-5eb12fe0c068,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:42.502124 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-24f3c319-2b13-4293-a9aa-8cbcb3f0cf8d req-e47d8901-e7e5-40d6-a99b-f8ff85ddbbdd tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425984 Feb 20 05:46:42.514243 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ff37b7d5-497c-4849-9dc7-5a8b3d795bff None None] Provisioning complete for port 260094c3-1646-491a-8b87-22956420288e triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:42.514849 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ff37b7d5-497c-4849-9dc7-5a8b3d795bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (260094c3-1646-491a-8b87-22956420288e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:42.574283 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-eec121a7-89c0-4b9b-b114-d90cd3db0a53 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=628e0acd595045d5bf71069dcbc9a3f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9192426 Feb 20 05:46:42.605478 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44898) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:42.638634 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-44435ed3-8944-4753-bd82-f9da07347ffd tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (7cb7e308-006c-401b-a75c-4d2023fcc1cb), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:42.654194 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-44435ed3-8944-4753-bd82-f9da07347ffd tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7cb7e308-006c-401b-a75c-4d2023fcc1cb), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:42.676785 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 260094c3-1646-491a-8b87-22956420288e is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:42.711298 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd1ca2-7ac4-4ad2-95b0-04fff6d1e90c admin admin] Pushing event updated for resources: {'Port': ['ID=f0abae08-72ab-43da-94bc-e271e8e55c5a,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:42.716363 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b9bd1ca2-7ac4-4ad2-95b0-04fff6d1e90c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (1bd29161-87b6-4b64-ad63-e285887afa65), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:42.725007 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec121a7-89c0-4b9b-b114-d90cd3db0a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7672710-718d-456a-afbd-e6b10ee77082,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:42.737270 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44435ed3-8944-4753-bd82-f9da07347ffd tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb7e308-006c-401b-a75c-4d2023fcc1cb,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:42.792460 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-44435ed3-8944-4753-bd82-f9da07347ffd tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:42.793765 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-44435ed3-8944-4753-bd82-f9da07347ffd tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3403149 Feb 20 05:46:42.806261 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44900) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:42.817890 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-f99dc3e4-805f-45bf-9681-fd873a2ed690 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group_rule': {'security_group_id': 'f10d86cb-4a88-4bc2-ac0e-5eb12fe0c068', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7cb7e308-006c-401b-a75c-4d2023fcc1cb'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:42.820016 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-446b5696-0e51-435e-86c4-bb7e11297692 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] For port 76cd028a-7e7a-4b53-a9b8-468196c5adc6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=76cd028a-7e7a-4b53-a9b8-468196c5adc6,segment=NetworkSegment(dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff),segment_id=dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:42.820558 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-446b5696-0e51-435e-86c4-bb7e11297692 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (76cd028a-7e7a-4b53-a9b8-468196c5adc6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:42.843755 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1203d812-a491-4b69-9b2f-753108d75d95 admin admin] Publish callbacks [] for security_group (c7672710-718d-456a-afbd-e6b10ee77082), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:42.867248 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-446b5696-0e51-435e-86c4-bb7e11297692 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Calling delete_port for 76cd028a-7e7a-4b53-a9b8-468196c5adc6 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:46:42.885176 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ff37b7d5-497c-4849-9dc7-5a8b3d795bff None None] Current status of the port 260094c3-1646-491a-8b87-22956420288e is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:42.886742 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1203d812-a491-4b69-9b2f-753108d75d95 admin admin] Publish callbacks [] for security_group (c7672710-718d-456a-afbd-e6b10ee77082), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:42.893413 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9364f0b7-0ee3-40d6-a5ab-7c3786c7aa4a None None] Publish callbacks [] for port (2d8aa650-de4d-44b1-9380-37b5c193e082), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:42.896743 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f0bec-39a6-4235-a307-b13259707568 req-53f2dbeb-9197-44fe-9831-66ae88d2050c tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:42.902132 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9364f0b7-0ee3-40d6-a5ab-7c3786c7aa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2d8aa650-de4d-44b1-9380-37b5c193e082), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:42.904610 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-371f0bec-39a6-4235-a307-b13259707568 req-53f2dbeb-9197-44fe-9831-66ae88d2050c tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 945 time: 0.2639408 Feb 20 05:46:42.951643 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0857604c-4650-47d4-b396-cccc6a7adf0f admin admin] Publish callbacks [] for security_group (ea532908-5b21-4477-b09c-b1d21e32343b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:42.960320 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ff37b7d5-497c-4849-9dc7-5a8b3d795bff None None] Provisioning complete for port f0abae08-72ab-43da-94bc-e271e8e55c5a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:42.960938 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ff37b7d5-497c-4849-9dc7-5a8b3d795bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f0abae08-72ab-43da-94bc-e271e8e55c5a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:42.969382 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0857604c-4650-47d4-b396-cccc6a7adf0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ea532908-5b21-4477-b09c-b1d21e32343b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:42.986544 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-f99dc3e4-805f-45bf-9681-fd873a2ed690 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:46:42.990866 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f99dc3e4-805f-45bf-9681-fd873a2ed690 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1743338 Feb 20 05:46:42.999251 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-371f0bec-39a6-4235-a307-b13259707568 req-f609517a-744c-41cc-a13b-a3502bede6bb tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938590 Feb 20 05:46:43.000005 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44902) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:43.036475 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bd1ca2-7ac4-4ad2-95b0-04fff6d1e90c admin admin] Network 862264ad-4c00-45bf-8ef1-1df919f51be1 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:46:43.051948 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-b9bd1ca2-7ac4-4ad2-95b0-04fff6d1e90c admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:46:43.056262 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0857604c-4650-47d4-b396-cccc6a7adf0f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b2f138c69bf44aa860bbcc165ef6687&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8880470 Feb 20 05:46:43.057082 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857604c-4650-47d4-b396-cccc6a7adf0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea532908-5b21-4477-b09c-b1d21e32343b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:43.060229 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44904) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:43.096640 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1203d812-a491-4b69-9b2f-753108d75d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c7672710-718d-456a-afbd-e6b10ee77082), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:43.099431 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1203d812-a491-4b69-9b2f-753108d75d95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:43.100958 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1203d812-a491-4b69-9b2f-753108d75d95 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c7672710-718d-456a-afbd-e6b10ee77082 HTTP/1.1" status: 204 len: 168 time: 0.4918122 Feb 20 05:46:43.183735 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203d812-a491-4b69-9b2f-753108d75d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7672710-718d-456a-afbd-e6b10ee77082,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:43.262021 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6bc1ef09-d0f1-442b-aae9-4f3b49216f40 admin admin] Publish callbacks [] for security_group (ea532908-5b21-4477-b09c-b1d21e32343b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:43.398724 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70e34658-1a0a-4f8b-98dd-16dadf21c3f2 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (7cb7e308-006c-401b-a75c-4d2023fcc1cb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:43.443747 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6bc1ef09-d0f1-442b-aae9-4f3b49216f40 admin admin] Publish callbacks [] for security_group (ea532908-5b21-4477-b09c-b1d21e32343b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:43.450167 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70e34658-1a0a-4f8b-98dd-16dadf21c3f2 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (7cb7e308-006c-401b-a75c-4d2023fcc1cb), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:43.496673 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e19ac-2448-4cd5-8f9f-4f6e7c03f163 None None] Pushing event updated for resources: {'Port': ['ID=2d8aa650-de4d-44b1-9380-37b5c193e082,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:43.505721 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device c7247501-26a6-4cda-b5a4-cd7993b5c5b3 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:46:43.510482 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-9364f0b7-0ee3-40d6-a5ab-7c3786c7aa4a None None] Attempting to bind port 2d8aa650-de4d-44b1-9380-37b5c193e082 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:46:43.510797 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-9364f0b7-0ee3-40d6-a5ab-7c3786c7aa4a None None] Attempting to bind port 2d8aa650-de4d-44b1-9380-37b5c193e082 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:46:43.511233 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9364f0b7-0ee3-40d6-a5ab-7c3786c7aa4a None None] Attempting to bind port 2d8aa650-de4d-44b1-9380-37b5c193e082 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:46:43.535185 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ff37b7d5-497c-4849-9dc7-5a8b3d795bff None None] Port f0abae08-72ab-43da-94bc-e271e8e55c5a cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:46:43.545690 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6bc1ef09-d0f1-442b-aae9-4f3b49216f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ea532908-5b21-4477-b09c-b1d21e32343b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:43.551163 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6bc1ef09-d0f1-442b-aae9-4f3b49216f40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:43.561590 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6bc1ef09-d0f1-442b-aae9-4f3b49216f40 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea532908-5b21-4477-b09c-b1d21e32343b HTTP/1.1" status: 204 len: 168 time: 0.4970164 Feb 20 05:46:43.593036 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1ef09-d0f1-442b-aae9-4f3b49216f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea532908-5b21-4477-b09c-b1d21e32343b,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:43.596563 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9bd1ca2-7ac4-4ad2-95b0-04fff6d1e90c admin admin] Router 1bd29161-87b6-4b64-ad63-e285887afa65 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:46:43.610125 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70e34658-1a0a-4f8b-98dd-16dadf21c3f2 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7cb7e308-006c-401b-a75c-4d2023fcc1cb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:43.614184 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70e34658-1a0a-4f8b-98dd-16dadf21c3f2 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:43.618815 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-70e34658-1a0a-4f8b-98dd-16dadf21c3f2 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "DELETE /v2.0/security-groups/7cb7e308-006c-401b-a75c-4d2023fcc1cb HTTP/1.1" status: 204 len: 168 time: 0.5980148 Feb 20 05:46:43.620762 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44918) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:43.638438 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e34658-1a0a-4f8b-98dd-16dadf21c3f2 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb7e308-006c-401b-a75c-4d2023fcc1cb,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:43.669302 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9364f0b7-0ee3-40d6-a5ab-7c3786c7aa4a None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:46:43.669601 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9364f0b7-0ee3-40d6-a5ab-7c3786c7aa4a None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:46:43.670072 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9364f0b7-0ee3-40d6-a5ab-7c3786c7aa4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:43.670400 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9364f0b7-0ee3-40d6-a5ab-7c3786c7aa4a None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:46:43.670931 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-9364f0b7-0ee3-40d6-a5ab-7c3786c7aa4a None None] Bound port: 2d8aa650-de4d-44b1-9380-37b5c193e082, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:46:43.671297 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9364f0b7-0ee3-40d6-a5ab-7c3786c7aa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2d8aa650-de4d-44b1-9380-37b5c193e082), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:43.755548 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf207e3-7d9c-4075-aa5a-a51d5e117038 req-bad118c8-9429-4d47-afcf-c787564e830d tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:43.767072 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-baf207e3-7d9c-4075-aa5a-a51d5e117038 req-bad118c8-9429-4d47-afcf-c787564e830d tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e8952a-a802-4ab0-a440-0a55a7e8e9c3 HTTP/1.1" status: 200 len: 944 time: 0.2122161 Feb 20 05:46:43.811762 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-25ad7fda-b001-4b64-a961-b7ef43307016 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1800044 Feb 20 05:46:43.818096 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44926) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:43.854132 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-55813d1a-396b-417c-bf33-0bdb62d277a7 None None] Provisioning complete for port f0abae08-72ab-43da-94bc-e271e8e55c5a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:43.854602 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55813d1a-396b-417c-bf33-0bdb62d277a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f0abae08-72ab-43da-94bc-e271e8e55c5a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:43.956068 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-27bb7d12-c0d8-43d7-b6bf-4401ea5bc510 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (f10d86cb-4a88-4bc2-ac0e-5eb12fe0c068), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:43.966529 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bd1ca2-7ac4-4ad2-95b0-04fff6d1e90c admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:46:43.986728 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-27bb7d12-c0d8-43d7-b6bf-4401ea5bc510 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (f10d86cb-4a88-4bc2-ac0e-5eb12fe0c068), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:44.003910 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b9bd1ca2-7ac4-4ad2-95b0-04fff6d1e90c admin admin] 10.222.0.37 "PUT /v2.0/routers/1bd29161-87b6-4b64-ad63-e285887afa65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4712329 Feb 20 05:46:44.014420 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-55813d1a-396b-417c-bf33-0bdb62d277a7 None None] Port f0abae08-72ab-43da-94bc-e271e8e55c5a cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:46:44.071222 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-27bb7d12-c0d8-43d7-b6bf-4401ea5bc510 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f10d86cb-4a88-4bc2-ac0e-5eb12fe0c068), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:44.074508 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-27bb7d12-c0d8-43d7-b6bf-4401ea5bc510 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:44.078646 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44938) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:44.079310 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-27bb7d12-c0d8-43d7-b6bf-4401ea5bc510 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "DELETE /v2.0/security-groups/f10d86cb-4a88-4bc2-ac0e-5eb12fe0c068 HTTP/1.1" status: 204 len: 168 time: 0.2583439 Feb 20 05:46:44.114312 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-baf207e3-7d9c-4075-aa5a-a51d5e117038 req-a89c2930-50f8-4915-bfe4-29c25e15aa2b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411958 Feb 20 05:46:44.152403 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port c7247501-26a6-4cda-b5a4-cd7993b5c5b3 is: BUILD; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:44.152869 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c7247501-26a6-4cda-b5a4-cd7993b5c5b3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:44.197441 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9364f0b7-0ee3-40d6-a5ab-7c3786c7aa4a None None] For port 2d8aa650-de4d-44b1-9380-37b5c193e082, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:46:44.197848 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb7d12-c0d8-43d7-b6bf-4401ea5bc510 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10d86cb-4a88-4bc2-ac0e-5eb12fe0c068,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:44.208872 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c7247501-26a6-4cda-b5a4-cd7993b5c5b3 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:46:44.213620 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-786eb101-4591-4f2a-a067-e7c0f735ceb9 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1299305 Feb 20 05:46:44.214703 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44944) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:44.220556 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-451c3c14-abcd-473a-98e8-3633d1df1204 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group': {'name': 'tempest-secgroup--2059672439'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:44.273460 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port c7247501-26a6-4cda-b5a4-cd7993b5c5b3, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=c7247501-26a6-4cda-b5a4-cd7993b5c5b3,segment=NetworkSegment(45924b7c-05d5-4b0a-bb51-112a5515364f),segment_id=45924b7c-05d5-4b0a-bb51-112a5515364f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:44.282890 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-451c3c14-abcd-473a-98e8-3633d1df1204 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:44.309627 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c7247501-26a6-4cda-b5a4-cd7993b5c5b3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:44.348975 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-446b5696-0e51-435e-86c4-bb7e11297692 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (76cd028a-7e7a-4b53-a9b8-468196c5adc6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:44.404643 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9364f0b7-0ee3-40d6-a5ab-7c3786c7aa4a None None] For port 2d8aa650-de4d-44b1-9380-37b5c193e082, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=2d8aa650-de4d-44b1-9380-37b5c193e082,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:46:44.410378 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=c7247501-26a6-4cda-b5a4-cd7993b5c5b3,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:44.430499 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9364f0b7-0ee3-40d6-a5ab-7c3786c7aa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2d8aa650-de4d-44b1-9380-37b5c193e082), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:44.489746 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b5696-0e51-435e-86c4-bb7e11297692 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Port': ['ID=76cd028a-7e7a-4b53-a9b8-468196c5adc6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:44.504685 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e19ac-2448-4cd5-8f9f-4f6e7c03f163 None None] Pushing event updated for resources: {'Port': ['ID=2d8aa650-de4d-44b1-9380-37b5c193e082,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:44.533507 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-451c3c14-abcd-473a-98e8-3633d1df1204 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (427c9da6-c8ba-4963-8da1-c2e61d85e058), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:44.539691 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-451c3c14-abcd-473a-98e8-3633d1df1204 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (427c9da6-c8ba-4963-8da1-c2e61d85e058), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:44.552500 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9364f0b7-0ee3-40d6-a5ab-7c3786c7aa4a None None] Routers {'1bd29161-87b6-4b64-ad63-e285887afa65'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:44.553380 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-9364f0b7-0ee3-40d6-a5ab-7c3786c7aa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:46:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['1bd29161-87b6-4b64-ad63-e285887afa65'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:44.593497 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc6706-ed1e-4a2a-a063-15633afb1b86 req-3dcf224f-df29-4c8d-a74f-fbb87782638a tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:44.595574 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-acfc6706-ed1e-4a2a-a063-15633afb1b86 req-3dcf224f-df29-4c8d-a74f-fbb87782638a tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 945 time: 0.3127859 Feb 20 05:46:44.629356 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c3c14-abcd-473a-98e8-3633d1df1204 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=427c9da6-c8ba-4963-8da1-c2e61d85e058,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:44.660837 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-451c3c14-abcd-473a-98e8-3633d1df1204 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:44.665322 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-451c3c14-abcd-473a-98e8-3633d1df1204 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4495902 Feb 20 05:46:44.668325 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44960) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:44.684423 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-9bd22bc7-f2dd-4b9b-bb0b-60b03bb641c4 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:44.685371 n-d-829866-5 neutron-server[103406]: WARNING neutron.api.v2.base [None req-9bd22bc7-f2dd-4b9b-bb0b-60b03bb641c4 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 20 05:46:44.687675 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-9bd22bc7-f2dd-4b9b-bb0b-60b03bb641c4 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] update failed (client error): There was a conflict when trying to complete your request. Feb 20 05:46:44.691729 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9bd22bc7-f2dd-4b9b-bb0b-60b03bb641c4 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "PUT /v2.0/security-groups/427c9da6-c8ba-4963-8da1-c2e61d85e058 HTTP/1.1" status: 409 len: 330 time: 0.0150623 Feb 20 05:46:44.695971 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44962) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:44.706793 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-acfc6706-ed1e-4a2a-a063-15633afb1b86 req-ddfc5937-e096-49a8-9be4-07a3fc6e721d tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788212 Feb 20 05:46:44.861133 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-76fe1ead-75bd-47e5-b1c0-c31ff5996045 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (427c9da6-c8ba-4963-8da1-c2e61d85e058), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:44.867250 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-9364f0b7-0ee3-40d6-a5ab-7c3786c7aa4a None None] Set router 1bd29161-87b6-4b64-ad63-e285887afa65 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:44.900625 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-446b5696-0e51-435e-86c4-bb7e11297692 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (c8f28992-fd35-4d43-8618-933ff086237e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:44.982404 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-76fe1ead-75bd-47e5-b1c0-c31ff5996045 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (427c9da6-c8ba-4963-8da1-c2e61d85e058), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:45.099964 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-76fe1ead-75bd-47e5-b1c0-c31ff5996045 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (427c9da6-c8ba-4963-8da1-c2e61d85e058), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:45.118024 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-76fe1ead-75bd-47e5-b1c0-c31ff5996045 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:45.119265 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-76fe1ead-75bd-47e5-b1c0-c31ff5996045 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "DELETE /v2.0/security-groups/427c9da6-c8ba-4963-8da1-c2e61d85e058 HTTP/1.1" status: 204 len: 168 time: 0.4220293 Feb 20 05:46:45.124693 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44998) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:45.325417 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e44874e9-7c9e-4601-92c6-67b9a5ccc90a tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1778708 Feb 20 05:46:45.333878 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45020) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:45.352088 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe1ead-75bd-47e5-b1c0-c31ff5996045 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=427c9da6-c8ba-4963-8da1-c2e61d85e058,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:45.356206 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e881f8-4ee0-4298-9bc3-ba175f7df278 req-bf477f3d-2277-4a21-8376-1a9b08a70b4c tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:45.358962 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-36e881f8-4ee0-4298-9bc3-ba175f7df278 req-bf477f3d-2277-4a21-8376-1a9b08a70b4c tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.48 "GET /v2.0/ports?device_id=74e8952a-a802-4ab0-a440-0a55a7e8e9c3 HTTP/1.1" status: 200 len: 943 time: 0.3242073 Feb 20 05:46:45.396987 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-684d1b30-c634-4f27-b9e7-b48bc4b7b868 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] delete failed (client error): The resource could not be found. Feb 20 05:46:45.398051 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-684d1b30-c634-4f27-b9e7-b48bc4b7b868 tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "DELETE /v2.0/security-groups/ae1a7211-af0d-4456-a762-baf20936ea8d HTTP/1.1" status: 404 len: 347 time: 0.0630493 Feb 20 05:46:45.416997 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45024) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:45.470527 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-4d924ab0-fc9f-43d6-96f6-98684265738f tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] show failed (client error): The resource could not be found. Feb 20 05:46:45.474246 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4d924ab0-fc9f-43d6-96f6-98684265738f tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "GET /v2.0/security-groups/c5e7cb96-003b-4169-a055-08c0a2e73d18 HTTP/1.1" status: 404 len: 347 time: 0.0558884 Feb 20 05:46:45.479492 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45026) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:45.492895 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-9364f0b7-0ee3-40d6-a5ab-7c3786c7aa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd29161-87b6-4b64-ad63-e285887afa65', 'name': 'tempest-TestVolumeBackupRestore-1340458230-router', 'tenant_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '2d8aa650-de4d-44b1-9380-37b5c193e082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:35Z', 'updated_at': '2022-02-20T05:46:41Z', 'revision_number': 4, 'project_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'gw_port': {'id': '2d8aa650-de4d-44b1-9380-37b5c193e082', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd29161-87b6-4b64-ad63-e285887afa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:37Z', 'updated_at': '2022-02-20T05:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'f0abae08-72ab-43da-94bc-e271e8e55c5a', 'name': '', 'network_id': '862264ad-4c00-45bf-8ef1-1df919f51be1', 'tenant_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'mac_address': 'fa:16:3e:75:21:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd29161-87b6-4b64-ad63-e285887afa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '0aba15b1-e50a-4691-9398-19c325786eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:40Z', 'updated_at': '2022-02-20T05:46:41Z', 'revision_number': 2, 'project_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'subnets': [{'id': '0aba15b1-e50a-4691-9398-19c325786eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:45.507083 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-804e5c5b-032c-457f-adba-36c08e56825e tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] show failed (client error): The resource could not be found. Feb 20 05:46:45.509646 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-804e5c5b-032c-457f-adba-36c08e56825e tempest-NegativeSecGroupTest-161976924 tempest-NegativeSecGroupTest-161976924-project] 10.222.0.37 "GET /v2.0/security-group-rules/5d67b9db-57b1-467a-973f-3f7f6e1d3d7f HTTP/1.1" status: 404 len: 356 time: 0.0250809 Feb 20 05:46:45.594846 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d62371-e8a6-4943-b778-ee935880b2da req-ab55f248-f071-4248-a711-eae7f1d6fdeb tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:45.596442 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-64d62371-e8a6-4943-b778-ee935880b2da req-ab55f248-f071-4248-a711-eae7f1d6fdeb tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e8952a-a802-4ab0-a440-0a55a7e8e9c3 HTTP/1.1" status: 200 len: 943 time: 0.3477013 Feb 20 05:46:45.599815 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9364f0b7-0ee3-40d6-a5ab-7c3786c7aa4a None None] The sync data for ids ['1bd29161-87b6-4b64-ad63-e285887afa65'] in n-d-829866-5 is: [{'id': '1bd29161-87b6-4b64-ad63-e285887afa65', 'name': 'tempest-TestVolumeBackupRestore-1340458230-router', 'tenant_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '2d8aa650-de4d-44b1-9380-37b5c193e082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:35Z', 'updated_at': '2022-02-20T05:46:41Z', 'revision_number': 4, 'project_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'gw_port': {'id': '2d8aa650-de4d-44b1-9380-37b5c193e082', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd29161-87b6-4b64-ad63-e285887afa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:37Z', 'updated_at': '2022-02-20T05:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'f0abae08-72ab-43da-94bc-e271e8e55c5a', 'name': '', 'network_id': '862264ad-4c00-45bf-8ef1-1df919f51be1', 'tenant_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'mac_address': 'fa:16:3e:75:21:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd29161-87b6-4b64-ad63-e285887afa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '0aba15b1-e50a-4691-9398-19c325786eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:40Z', 'updated_at': '2022-02-20T05:46:41Z', 'revision_number': 2, 'project_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'subnets': [{'id': '0aba15b1-e50a-4691-9398-19c325786eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:46:45.619408 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446b5696-0e51-435e-86c4-bb7e11297692 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Router c8f28992-fd35-4d43-8618-933ff086237e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:46:45.732752 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45040) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:45.798486 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45046) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:45.805460 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-64d62371-e8a6-4943-b778-ee935880b2da req-2fcc3d53-5f44-463f-9f83-1e7f55f00d16 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833761 Feb 20 05:46:45.836383 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-36e881f8-4ee0-4298-9bc3-ba175f7df278 req-0094b3d0-5de7-4dca-b5a3-0d33dcadcc6b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Deleting port c7247501-26a6-4cda-b5a4-cd7993b5c5b3 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:46:45.839632 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-36e881f8-4ee0-4298-9bc3-ba175f7df278 req-0094b3d0-5de7-4dca-b5a3-0d33dcadcc6b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (c7247501-26a6-4cda-b5a4-cd7993b5c5b3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:45.978695 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446b5696-0e51-435e-86c4-bb7e11297692 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:46:45.991753 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-446b5696-0e51-435e-86c4-bb7e11297692 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "PUT /v2.0/routers/c8f28992-fd35-4d43-8618-933ff086237e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8090582 Feb 20 05:46:45.996601 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45056) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:46.034269 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6065ec2c-5ce5-4416-b3a6-928ebad20afb None None] Sync routers for ids ['c8f28992-fd35-4d43-8618-933ff086237e'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:46:46.056586 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6065ec2c-5ce5-4416-b3a6-928ebad20afb None None] Routers {'c8f28992-fd35-4d43-8618-933ff086237e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:46.057222 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6065ec2c-5ce5-4416-b3a6-928ebad20afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:46:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8f28992-fd35-4d43-8618-933ff086237e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:46.139300 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-fc0a7982-4123-4807-b375-74cef6e86efc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-182308919-network', 'tenant_id': '2e240fa6b7c149ddb8557dfdf72940d5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:46.189663 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0a7982-4123-4807-b375-74cef6e86efc admin admin] Made reservation on behalf of 2e240fa6b7c149ddb8557dfdf72940d5 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:46:46.193620 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc0a7982-4123-4807-b375-74cef6e86efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:46.215236 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc0a7982-4123-4807-b375-74cef6e86efc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:46.283813 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45084) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:46.294788 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-136e61e9-c20c-440f-bb5d-432de9895369 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Deleting subnet 31081987-d3c3-433b-82fb-4541be9e986d {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:46:46.308290 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-36e881f8-4ee0-4298-9bc3-ba175f7df278 req-0094b3d0-5de7-4dca-b5a3-0d33dcadcc6b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] For port c7247501-26a6-4cda-b5a4-cd7993b5c5b3, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=c7247501-26a6-4cda-b5a4-cd7993b5c5b3,segment=NetworkSegment(45924b7c-05d5-4b0a-bb51-112a5515364f),segment_id=45924b7c-05d5-4b0a-bb51-112a5515364f)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:46.308679 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-36e881f8-4ee0-4298-9bc3-ba175f7df278 req-0094b3d0-5de7-4dca-b5a3-0d33dcadcc6b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (c7247501-26a6-4cda-b5a4-cd7993b5c5b3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:46.342764 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-136e61e9-c20c-440f-bb5d-432de9895369 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for subnet (31081987-d3c3-433b-82fb-4541be9e986d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:46.361265 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-6065ec2c-5ce5-4416-b3a6-928ebad20afb None None] Set router c8f28992-fd35-4d43-8618-933ff086237e gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:46.429601 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-05ea8ab2-0c5c-4223-835c-2118ac62d781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:46.433839 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ac1aa4c9-5c09-4eac-aa21-3a3dba4556c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:46.464555 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-36e881f8-4ee0-4298-9bc3-ba175f7df278 req-0094b3d0-5de7-4dca-b5a3-0d33dcadcc6b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Calling delete_port for c7247501-26a6-4cda-b5a4-cd7993b5c5b3 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:46:46.512736 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-136e61e9-c20c-440f-bb5d-432de9895369 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (31081987-d3c3-433b-82fb-4541be9e986d), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:46.598041 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9865b-aec1-4967-ae2a-b3cc6e1a3b39 req-9fb6fc6d-333a-4238-beec-e51d71923500 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:46.600176 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4d9865b-aec1-4967-ae2a-b3cc6e1a3b39 req-9fb6fc6d-333a-4238-beec-e51d71923500 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 945 time: 0.5398581 Feb 20 05:46:46.678020 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc0a7982-4123-4807-b375-74cef6e86efc admin admin] Publish callbacks [] for security_group (a004e0c0-8b2a-4982-9c6b-efbb0ae35ad7), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:46.687202 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc0a7982-4123-4807-b375-74cef6e86efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a004e0c0-8b2a-4982-9c6b-efbb0ae35ad7), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:46.768432 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a7982-4123-4807-b375-74cef6e86efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a004e0c0-8b2a-4982-9c6b-efbb0ae35ad7,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:46.807365 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0a7982-4123-4807-b375-74cef6e86efc admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:46:46.818161 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6065ec2c-5ce5-4416-b3a6-928ebad20afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:46:43Z', 'revision_number': 10, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None, '_interfaces': [{'id': '7fcf9c64-c125-48ae-9b36-02cfdd3c217f', 'name': '', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:26:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:33Z', 'updated_at': '2022-02-20T05:45:41Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '53f9bde1-6730-408b-9df2-7a4291149046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:46.824662 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-88df5962-d9e6-4229-a928-c554eb47d23b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34e5d7aeedbd465ebe4214359865231d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5387220 Feb 20 05:46:46.838970 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45092) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:46.855861 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4d9865b-aec1-4967-ae2a-b3cc6e1a3b39 req-66d17d21-ea7b-410a-aeaa-655c3fcdd721 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365873 Feb 20 05:46:46.864240 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-05ea8ab2-0c5c-4223-835c-2118ac62d781 admin admin] Publish callbacks [] for security_group (a322eb82-8562-45a1-a82e-1640c1221636), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:46.874318 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc0a7982-4123-4807-b375-74cef6e86efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (4e36c0b4-c5c2-41f8-934c-8f450ef6c44e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:46.875040 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-fc0a7982-4123-4807-b375-74cef6e86efc admin admin] Added segment 4e36c0b4-c5c2-41f8-934c-8f450ef6c44e of type vlan for network 52dcb583-f04d-4b76-988a-9e515ca1ebec Feb 20 05:46:46.890188 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-05ea8ab2-0c5c-4223-835c-2118ac62d781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a322eb82-8562-45a1-a82e-1640c1221636), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:46.976332 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-136e61e9-c20c-440f-bb5d-432de9895369 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (31081987-d3c3-433b-82fb-4541be9e986d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:47.057441 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc0a7982-4123-4807-b375-74cef6e86efc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (52dcb583-f04d-4b76-988a-9e515ca1ebec), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:47.116333 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6065ec2c-5ce5-4416-b3a6-928ebad20afb None None] Checking router: c8f28992-fd35-4d43-8618-933ff086237e for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:46:47.133629 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6065ec2c-5ce5-4416-b3a6-928ebad20afb None None] Routers {'c8f28992-fd35-4d43-8618-933ff086237e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:47.134695 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6065ec2c-5ce5-4416-b3a6-928ebad20afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:46:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8f28992-fd35-4d43-8618-933ff086237e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:47.143269 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-05ea8ab2-0c5c-4223-835c-2118ac62d781 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6b906b992404d02b7935a31d6d8fbef&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3413215 Feb 20 05:46:47.153618 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45096) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:47.158227 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf1aaead-2b22-41bd-b49f-e98363e5d3fa admin admin] Publish callbacks [] for security_group (e304f886-ad37-4cbe-8e18-863b9e3ba6cd), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:47.170134 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea8ab2-0c5c-4223-835c-2118ac62d781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a322eb82-8562-45a1-a82e-1640c1221636,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:47.231886 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-136e61e9-c20c-440f-bb5d-432de9895369 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (31081987-d3c3-433b-82fb-4541be9e986d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:47.253678 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.db.resource_extend [None req-fc0a7982-4123-4807-b375-74cef6e86efc admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:46:47.313243 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-36e881f8-4ee0-4298-9bc3-ba175f7df278 req-0094b3d0-5de7-4dca-b5a3-0d33dcadcc6b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (c7247501-26a6-4cda-b5a4-cd7993b5c5b3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:47.323274 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e61e9-c20c-440f-bb5d-432de9895369 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Subnet': ['ID=31081987-d3c3-433b-82fb-4541be9e986d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:47.333823 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf1aaead-2b22-41bd-b49f-e98363e5d3fa admin admin] Publish callbacks [] for security_group (e304f886-ad37-4cbe-8e18-863b9e3ba6cd), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:47.336516 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9656-ded1-443d-bf2e-77fcc4d24eaa admin admin] Publish callbacks [] for security_group (a322eb82-8562-45a1-a82e-1640c1221636), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:47.348970 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-136e61e9-c20c-440f-bb5d-432de9895369 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:47.354891 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-136e61e9-c20c-440f-bb5d-432de9895369 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/subnets/31081987-d3c3-433b-82fb-4541be9e986d HTTP/1.1" status: 204 len: 168 time: 1.3548021 Feb 20 05:46:47.358363 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45098) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:47.365212 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bd53f1-182e-47a6-81ce-a72c7caa69b7 None None] Network 4b107116-83a1-44f2-8a79-6cac42fcc023 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:46:47.371894 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc0a7982-4123-4807-b375-74cef6e86efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (52dcb583-f04d-4b76-988a-9e515ca1ebec), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:47.375520 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094b3d0-5de7-4dca-b5a3-0d33dcadcc6b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Pushing event deleted for resources: {'Port': ['ID=c7247501-26a6-4cda-b5a4-cd7993b5c5b3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:47.385975 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0a7982-4123-4807-b375-74cef6e86efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:47.386727 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc0a7982-4123-4807-b375-74cef6e86efc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:47.417092 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device c7247501-26a6-4cda-b5a4-cd7993b5c5b3 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:46:47.420009 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-6065ec2c-5ce5-4416-b3a6-928ebad20afb None None] Set router c8f28992-fd35-4d43-8618-933ff086237e gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:47.573146 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbeb3f-0bc7-4a47-973f-690f0d5afbe7 req-8c166bad-31e3-44b1-b514-473fd12d38e6 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:47.574725 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3afbeb3f-0bc7-4a47-973f-690f0d5afbe7 req-8c166bad-31e3-44b1-b514-473fd12d38e6 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e8952a-a802-4ab0-a440-0a55a7e8e9c3 HTTP/1.1" status: 200 len: 865 time: 0.5355649 Feb 20 05:46:47.579854 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e881f8-4ee0-4298-9bc3-ba175f7df278 req-0094b3d0-5de7-4dca-b5a3-0d33dcadcc6b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] No DVR routers for this DVR port c7247501-26a6-4cda-b5a4-cd7993b5c5b3 on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:46:47.586911 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-36e881f8-4ee0-4298-9bc3-ba175f7df278 req-0094b3d0-5de7-4dca-b5a3-0d33dcadcc6b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:47.596842 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-36e881f8-4ee0-4298-9bc3-ba175f7df278 req-0094b3d0-5de7-4dca-b5a3-0d33dcadcc6b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.48 "DELETE /v2.0/ports/c7247501-26a6-4cda-b5a4-cd7993b5c5b3 HTTP/1.1" status: 204 len: 173 time: 2.2265873 Feb 20 05:46:47.597320 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e8952a-a802-4ab0-a440-0a55a7e8e9c3', 'name': 'network-vif-deleted', 'tag': 'c7247501-26a6-4cda-b5a4-cd7993b5c5b3'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:46:47.616613 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d74a94-f7c0-44da-a083-d271ab4d0dde" -d '{"events": [{"server_uuid": "74e8952a-a802-4ab0-a440-0a55a7e8e9c3", "name": "network-vif-deleted", "tag": "c7247501-26a6-4cda-b5a4-cd7993b5c5b3"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:46:47.649893 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: c7247501-26a6-4cda-b5a4-cd7993b5c5b3 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:46:47.650420 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device c7247501-26a6-4cda-b5a4-cd7993b5c5b3 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:46:47.737213 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fc0a7982-4123-4807-b375-74cef6e86efc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0034914 Feb 20 05:46:47.739600 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45102) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:47.749226 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9656-ded1-443d-bf2e-77fcc4d24eaa admin admin] Publish callbacks [] for security_group (a322eb82-8562-45a1-a82e-1640c1221636), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:47.803846 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-ee9af004-ae9f-4976-8517-32a0e8249fc8 admin admin] Request body: {'subnet': {'network_id': '52dcb583-f04d-4b76-988a-9e515ca1ebec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-182308919-subnet', 'tenant_id': '2e240fa6b7c149ddb8557dfdf72940d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:47.808221 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3afbeb3f-0bc7-4a47-973f-690f0d5afbe7 req-3d0fd392-895a-4396-b217-a568dcf48a0c tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234044 Feb 20 05:46:47.903849 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9af004-ae9f-4976-8517-32a0e8249fc8 admin admin] Made reservation on behalf of 2e240fa6b7c149ddb8557dfdf72940d5 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:46:47.907221 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee9af004-ae9f-4976-8517-32a0e8249fc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:47.993860 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db80c0bc-b16b-4f60-8ebb-0edcd46e1a7c None None] DHCP port deletion for 4b107116-83a1-44f2-8a79-6cac42fcc023 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:46:48.052332 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a7982-4123-4807-b375-74cef6e86efc admin admin] Pushing event updated for resources: {'Network': ['ID=52dcb583-f04d-4b76-988a-9e515ca1ebec,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:48.066552 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-634164e6-5bf6-450b-b18d-022ca1c1eb5e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (4b107116-83a1-44f2-8a79-6cac42fcc023), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:48.081306 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 52dcb583-f04d-4b76-988a-9e515ca1ebec details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:46:48.132467 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf1aaead-2b22-41bd-b49f-e98363e5d3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e304f886-ad37-4cbe-8e18-863b9e3ba6cd), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:48.142530 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf1aaead-2b22-41bd-b49f-e98363e5d3fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:48.143933 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cf1aaead-2b22-41bd-b49f-e98363e5d3fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e304f886-ad37-4cbe-8e18-863b9e3ba6cd HTTP/1.1" status: 204 len: 168 time: 1.3003218 Feb 20 05:46:48.236447 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 2d8aa650-de4d-44b1-9380-37b5c193e082 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:46:48.305619 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9656-ded1-443d-bf2e-77fcc4d24eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a322eb82-8562-45a1-a82e-1640c1221636), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:48.306613 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6065ec2c-5ce5-4416-b3a6-928ebad20afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:46:43Z', 'revision_number': 10, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None, '_interfaces': [{'id': '7fcf9c64-c125-48ae-9b36-02cfdd3c217f', 'name': '', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:26:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:33Z', 'updated_at': '2022-02-20T05:45:41Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '53f9bde1-6730-408b-9df2-7a4291149046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:48.310228 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9656-ded1-443d-bf2e-77fcc4d24eaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:48.311437 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ffdd9656-ded1-443d-bf2e-77fcc4d24eaa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a322eb82-8562-45a1-a82e-1640c1221636 HTTP/1.1" status: 204 len: 168 time: 1.1358042 Feb 20 05:46:48.328989 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1aaead-2b22-41bd-b49f-e98363e5d3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e304f886-ad37-4cbe-8e18-863b9e3ba6cd,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:48.363292 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd9656-ded1-443d-bf2e-77fcc4d24eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a322eb82-8562-45a1-a82e-1640c1221636,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:48.372942 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6065ec2c-5ce5-4416-b3a6-928ebad20afb None None] The sync data for ids ['c8f28992-fd35-4d43-8618-933ff086237e'] in n-d-829866-5 is: [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:46:43Z', 'revision_number': 10, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None, '_interfaces': [{'id': '7fcf9c64-c125-48ae-9b36-02cfdd3c217f', 'name': '', 'network_id': 'f366201d-7c71-4b3a-b87e-e4e5b4e2dbea', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'mac_address': 'fa:16:3e:26:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '53f9bde1-6730-408b-9df2-7a4291149046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:33Z', 'updated_at': '2022-02-20T05:45:41Z', 'revision_number': 5, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'subnets': [{'id': '53f9bde1-6730-408b-9df2-7a4291149046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:46:48.432855 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e850c4d-e816-44f0-86f1-842cd38ab7f1 x-openstack-request-id: req-0e850c4d-e816-44f0-86f1-842cd38ab7f1 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:46:48.433736 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e8952a-a802-4ab0-a440-0a55a7e8e9c3", "name": "network-vif-deleted", "tag": "c7247501-26a6-4cda-b5a4-cd7993b5c5b3", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:46:48.434183 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e850c4d-e816-44f0-86f1-842cd38ab7f1 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:46:48.434750 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e8952a-a802-4ab0-a440-0a55a7e8e9c3', 'name': 'network-vif-deleted', 'tag': 'c7247501-26a6-4cda-b5a4-cd7993b5c5b3', 'status': 'completed', 'code': 200} Feb 20 05:46:48.459043 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-db80c0bc-b16b-4f60-8ebb-0edcd46e1a7c None None] Deleting port fc628d1c-8bd2-4247-8238-a5e0c0404870 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:46:48.459504 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db80c0bc-b16b-4f60-8ebb-0edcd46e1a7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (fc628d1c-8bd2-4247-8238-a5e0c0404870), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:48.618356 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 2d8aa650-de4d-44b1-9380-37b5c193e082 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:48.619358 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2d8aa650-de4d-44b1-9380-37b5c193e082), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:48.741537 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437c72c-1ba6-4fe1-b9d9-abc38b7569f4 req-31037d95-ff3c-49d8-bda0-7a5d84350cb1 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:48.751842 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2437c72c-1ba6-4fe1-b9d9-abc38b7569f4 req-31037d95-ff3c-49d8-bda0-7a5d84350cb1 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 945 time: 0.1488357 Feb 20 05:46:48.770283 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-db80c0bc-b16b-4f60-8ebb-0edcd46e1a7c None None] For port fc628d1c-8bd2-4247-8238-a5e0c0404870, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=fc628d1c-8bd2-4247-8238-a5e0c0404870,segment=NetworkSegment(dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff),segment_id=dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:48.770784 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db80c0bc-b16b-4f60-8ebb-0edcd46e1a7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (fc628d1c-8bd2-4247-8238-a5e0c0404870), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:48.797729 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-db80c0bc-b16b-4f60-8ebb-0edcd46e1a7c None None] Calling delete_port for fc628d1c-8bd2-4247-8238-a5e0c0404870 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:46:48.838221 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2437c72c-1ba6-4fe1-b9d9-abc38b7569f4 req-2bf646a8-589a-4be2-95e9-bac385b6a9cf tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853860 Feb 20 05:46:48.964592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 2d8aa650-de4d-44b1-9380-37b5c193e082 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:48.965302 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2d8aa650-de4d-44b1-9380-37b5c193e082), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:48.973454 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-05d0a153-d26a-47d3-a1da-598fa9c85f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:49.068391 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 2d8aa650-de4d-44b1-9380-37b5c193e082, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=2d8aa650-de4d-44b1-9380-37b5c193e082,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:49.112858 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2d8aa650-de4d-44b1-9380-37b5c193e082), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:49.194338 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db80c0bc-b16b-4f60-8ebb-0edcd46e1a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (fc628d1c-8bd2-4247-8238-a5e0c0404870), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:49.228638 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db80c0bc-b16b-4f60-8ebb-0edcd46e1a7c None None] No DVR routers for this DVR port fc628d1c-8bd2-4247-8238-a5e0c0404870 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:46:49.261123 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=2d8aa650-de4d-44b1-9380-37b5c193e082,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:49.303036 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80c0bc-b16b-4f60-8ebb-0edcd46e1a7c None None] Pushing event deleted for resources: {'Port': ['ID=fc628d1c-8bd2-4247-8238-a5e0c0404870,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:49.542525 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-634164e6-5bf6-450b-b18d-022ca1c1eb5e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Deleting port fc628d1c-8bd2-4247-8238-a5e0c0404870 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:46:49.543427 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-634164e6-5bf6-450b-b18d-022ca1c1eb5e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (fc628d1c-8bd2-4247-8238-a5e0c0404870), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:49.551388 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:49.640233 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee9af004-ae9f-4976-8517-32a0e8249fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (ba9e6bba-e2c3-43c7-a74a-ad4ff8c12bb4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:49.663063 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45150) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:49.669753 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-4ba9eb7e-e067-43db-8cd1-c4aaf951bc97 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Request body: {'security_group': {'name': 'tempest-securitygroup--185860079', 'description': 'tempest-description--2044230153'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:49.670499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-634164e6-5bf6-450b-b18d-022ca1c1eb5e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] For port fc628d1c-8bd2-4247-8238-a5e0c0404870, host n-d-829866-5, got binding levels [] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:49.670875 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-634164e6-5bf6-450b-b18d-022ca1c1eb5e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (fc628d1c-8bd2-4247-8238-a5e0c0404870), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:49.698098 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4ba9eb7e-e067-43db-8cd1-c4aaf951bc97 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:49.712980 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-634164e6-5bf6-450b-b18d-022ca1c1eb5e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Calling delete_port for fc628d1c-8bd2-4247-8238-a5e0c0404870 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:46:49.723105 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.ipam_backend_mixin [None req-634164e6-5bf6-450b-b18d-022ca1c1eb5e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Port fc628d1c-8bd2-4247-8238-a5e0c0404870 was not found and therefore no delete operation was performed {{(pid=103406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 05:46:49.756034 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9af004-ae9f-4976-8517-32a0e8249fc8 admin admin] Checking segment: {'id': '4e36c0b4-c5c2-41f8-934c-8f450ef6c44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '52dcb583-f04d-4b76-988a-9e515ca1ebec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:46:49.756400 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9af004-ae9f-4976-8517-32a0e8249fc8 admin admin] Network hostable DHCP agents. Network: 52dcb583-f04d-4b76-988a-9e515ca1ebec, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:46:49.761320 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-634164e6-5bf6-450b-b18d-022ca1c1eb5e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (fc628d1c-8bd2-4247-8238-a5e0c0404870), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:49.802096 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634164e6-5bf6-450b-b18d-022ca1c1eb5e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Port': ['ID=fc628d1c-8bd2-4247-8238-a5e0c0404870,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:49.814402 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634164e6-5bf6-450b-b18d-022ca1c1eb5e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] No DVR routers for this DVR port fc628d1c-8bd2-4247-8238-a5e0c0404870 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:46:49.819369 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9af004-ae9f-4976-8517-32a0e8249fc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba9e6bba-e2c3-43c7-a74a-ad4ff8c12bb4,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:49.838235 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4ba9eb7e-e067-43db-8cd1-c4aaf951bc97 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks [] for security_group (fb77c05c-44bd-41bb-899d-6cfb8829ad54), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:49.844895 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4ba9eb7e-e067-43db-8cd1-c4aaf951bc97 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (fb77c05c-44bd-41bb-899d-6cfb8829ad54), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:49.893148 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9af004-ae9f-4976-8517-32a0e8249fc8 admin admin] Network 52dcb583-f04d-4b76-988a-9e515ca1ebec is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:46:49.927878 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4ba9eb7e-e067-43db-8cd1-c4aaf951bc97 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:49.949314 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4ba9eb7e-e067-43db-8cd1-c4aaf951bc97 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2814648 Feb 20 05:46:49.959843 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45158) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:49.961666 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9eb7e-e067-43db-8cd1-c4aaf951bc97 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb77c05c-44bd-41bb-899d-6cfb8829ad54,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:49.978530 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-619e23dd-36d4-422a-bc82-0b047c62c01d tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Request body: {'security_group_rule': {'security_group_id': 'fb77c05c-44bd-41bb-899d-6cfb8829ad54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:50.051452 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 2d8aa650-de4d-44b1-9380-37b5c193e082 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:46:50.120817 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-ee9af004-ae9f-4976-8517-32a0e8249fc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 52dcb583-f04d-4b76-988a-9e515ca1ebec) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:46:50.155374 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9af004-ae9f-4976-8517-32a0e8249fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:50.159702 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee9af004-ae9f-4976-8517-32a0e8249fc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:50.175191 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb981e09-3fd6-4bf2-b6df-fd92772db665 None None] Network 52dcb583-f04d-4b76-988a-9e515ca1ebec requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:46:50.244668 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-634164e6-5bf6-450b-b18d-022ca1c1eb5e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (4b107116-83a1-44f2-8a79-6cac42fcc023), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:50.313752 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-634164e6-5bf6-450b-b18d-022ca1c1eb5e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b107116-83a1-44f2-8a79-6cac42fcc023']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:50.337795 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-634164e6-5bf6-450b-b18d-022ca1c1eb5e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:50.338241 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-634164e6-5bf6-450b-b18d-022ca1c1eb5e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:50.369895 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-634164e6-5bf6-450b-b18d-022ca1c1eb5e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:50.382826 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ebf725-b68c-4f9d-9357-9c4ffe27a2bb None None] Sync routers for ids ['1bd29161-87b6-4b64-ad63-e285887afa65'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:46:50.401277 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-634164e6-5bf6-450b-b18d-022ca1c1eb5e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:50.414079 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634164e6-5bf6-450b-b18d-022ca1c1eb5e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:46:50.414642 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-634164e6-5bf6-450b-b18d-022ca1c1eb5e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (dacf3cd9-fcb8-4a7b-bc8b-0093d5abd9ff), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:50.443439 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ebf725-b68c-4f9d-9357-9c4ffe27a2bb None None] Routers {'1bd29161-87b6-4b64-ad63-e285887afa65'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:50.444441 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d9ebf725-b68c-4f9d-9357-9c4ffe27a2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:46:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['1bd29161-87b6-4b64-ad63-e285887afa65'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:46:50.547267 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:46:50.577337 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ee9af004-ae9f-4976-8517-32a0e8249fc8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8149185 Feb 20 05:46:50.579731 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-634164e6-5bf6-450b-b18d-022ca1c1eb5e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (4b107116-83a1-44f2-8a79-6cac42fcc023), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:50.587419 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-634164e6-5bf6-450b-b18d-022ca1c1eb5e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:50.601240 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-634164e6-5bf6-450b-b18d-022ca1c1eb5e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/networks/4b107116-83a1-44f2-8a79-6cac42fcc023 HTTP/1.1" status: 204 len: 168 time: 3.2275217 Feb 20 05:46:50.610732 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45182) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:50.713822 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-d9ebf725-b68c-4f9d-9357-9c4ffe27a2bb None None] Set router 1bd29161-87b6-4b64-ad63-e285887afa65 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:50.826663 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce4921-4e0e-4ed2-b7e7-d57d6f6b24b1 req-67c53217-b579-4346-9548-42246cf0833a tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:50.836501 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1ce4921-4e0e-4ed2-b7e7-d57d6f6b24b1 req-67c53217-b579-4346-9548-42246cf0833a tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 945 time: 0.8479879 Feb 20 05:46:50.839222 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-619e23dd-36d4-422a-bc82-0b047c62c01d tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks [] for security_group_rule (51584408-d84e-4315-87ef-cec2f69d549d), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:50.918921 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634164e6-5bf6-450b-b18d-022ca1c1eb5e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Network': ['ID=4b107116-83a1-44f2-8a79-6cac42fcc023,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:50.986130 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-619e23dd-36d4-422a-bc82-0b047c62c01d tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks [] for security_group_rule (51584408-d84e-4315-87ef-cec2f69d549d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:50.993727 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-619e23dd-36d4-422a-bc82-0b047c62c01d tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (51584408-d84e-4315-87ef-cec2f69d549d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:51.037250 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-619e23dd-36d4-422a-bc82-0b047c62c01d tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:51.039016 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-619e23dd-36d4-422a-bc82-0b047c62c01d tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0689623 Feb 20 05:46:51.051366 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45194) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:51.064113 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1ce4921-4e0e-4ed2-b7e7-d57d6f6b24b1 req-8cfe1023-4da3-4a56-a414-fc254d5e7e6f tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267210 Feb 20 05:46:51.069527 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e23dd-36d4-422a-bc82-0b047c62c01d tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51584408-d84e-4315-87ef-cec2f69d549d,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:51.072936 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-69991534-21ee-49b5-8038-4e97c234e3cc tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Request body: {'security_group_rule': {'security_group_id': 'fb77c05c-44bd-41bb-899d-6cfb8829ad54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:51.281594 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-69991534-21ee-49b5-8038-4e97c234e3cc tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks [] for security_group_rule (e768cd48-9c87-42e4-b4dd-6aaf15d80c61), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:51.324668 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45202) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:51.393581 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-69991534-21ee-49b5-8038-4e97c234e3cc tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks [] for security_group_rule (e768cd48-9c87-42e4-b4dd-6aaf15d80c61), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:51.400613 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-69991534-21ee-49b5-8038-4e97c234e3cc tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (e768cd48-9c87-42e4-b4dd-6aaf15d80c61), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:51.436641 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69991534-21ee-49b5-8038-4e97c234e3cc tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e768cd48-9c87-42e4-b4dd-6aaf15d80c61,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:51.501589 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-69991534-21ee-49b5-8038-4e97c234e3cc tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:51.503348 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-69991534-21ee-49b5-8038-4e97c234e3cc tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4471023 Feb 20 05:46:51.506657 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45214) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:51.512730 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ec1908bc-044c-4016-a3d3-dee0d7a219e5 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:51.625853 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec1908bc-044c-4016-a3d3-dee0d7a219e5 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:51.701366 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-49c29dc3-1c18-4805-902c-790a2b18d56a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:51.720777 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-86bd966f-f6b2-4878-94cc-e5b8e6c8b0d5 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (c8f28992-fd35-4d43-8618-933ff086237e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:51.758151 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:51.768455 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 2d8aa650-de4d-44b1-9380-37b5c193e082 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:51.773036 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2d8aa650-de4d-44b1-9380-37b5c193e082), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:51.909810 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45224) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:51.917175 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-e0502416-0427-41ef-86e2-f42577e44471 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2066571190-network', 'tenant_id': 'b72ab0ce52c142c7a8f69e40348942cb'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:51.963619 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbc6f88-d080-4b07-9481-a116a03700a4 None None] Network 52dcb583-f04d-4b76-988a-9e515ca1ebec requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:46:51.995545 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0502416-0427-41ef-86e2-f42577e44471 admin admin] Made reservation on behalf of b72ab0ce52c142c7a8f69e40348942cb for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:46:51.999011 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e0502416-0427-41ef-86e2-f42577e44471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:52.014454 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e0502416-0427-41ef-86e2-f42577e44471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:52.080772 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-49c29dc3-1c18-4805-902c-790a2b18d56a admin admin] Publish callbacks [] for security_group (a2179d37-6b50-4e08-b879-34358b24c156), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:52.127734 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-49c29dc3-1c18-4805-902c-790a2b18d56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a2179d37-6b50-4e08-b879-34358b24c156), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:52.342022 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-49c29dc3-1c18-4805-902c-790a2b18d56a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f5186a8c6544e8e8e7eb0df97a79b9d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0132780 Feb 20 05:46:52.343203 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45230) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:52.424199 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c29dc3-1c18-4805-902c-790a2b18d56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2179d37-6b50-4e08-b879-34358b24c156,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:52.486666 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec1908bc-044c-4016-a3d3-dee0d7a219e5 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:52.493675 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e0502416-0427-41ef-86e2-f42577e44471 admin admin] Publish callbacks [] for security_group (4506a0b8-87d6-40ad-9ff2-85f72701bdde), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:52.517139 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e0502416-0427-41ef-86e2-f42577e44471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4506a0b8-87d6-40ad-9ff2-85f72701bdde), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:52.593507 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 2d8aa650-de4d-44b1-9380-37b5c193e082 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:52.609102 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d9ebf725-b68c-4f9d-9357-9c4ffe27a2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd29161-87b6-4b64-ad63-e285887afa65', 'name': 'tempest-TestVolumeBackupRestore-1340458230-router', 'tenant_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '2d8aa650-de4d-44b1-9380-37b5c193e082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:35Z', 'updated_at': '2022-02-20T05:46:41Z', 'revision_number': 4, 'project_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'gw_port': {'id': '2d8aa650-de4d-44b1-9380-37b5c193e082', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd29161-87b6-4b64-ad63-e285887afa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:37Z', 'updated_at': '2022-02-20T05:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'f0abae08-72ab-43da-94bc-e271e8e55c5a', 'name': '', 'network_id': '862264ad-4c00-45bf-8ef1-1df919f51be1', 'tenant_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'mac_address': 'fa:16:3e:75:21:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd29161-87b6-4b64-ad63-e285887afa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '0aba15b1-e50a-4691-9398-19c325786eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:40Z', 'updated_at': '2022-02-20T05:46:41Z', 'revision_number': 2, 'project_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'subnets': [{'id': '0aba15b1-e50a-4691-9398-19c325786eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:52.638078 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-86bd966f-f6b2-4878-94cc-e5b8e6c8b0d5 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Deleting port 7fcf9c64-c125-48ae-9b36-02cfdd3c217f {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:46:52.641483 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-86bd966f-f6b2-4878-94cc-e5b8e6c8b0d5 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (7fcf9c64-c125-48ae-9b36-02cfdd3c217f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:52.690268 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ebf725-b68c-4f9d-9357-9c4ffe27a2bb None None] Checking router: 1bd29161-87b6-4b64-ad63-e285887afa65 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:46:52.690629 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ebf725-b68c-4f9d-9357-9c4ffe27a2bb None None] Updating router 1bd29161-87b6-4b64-ad63-e285887afa65 port f0abae08-72ab-43da-94bc-e271e8e55c5a binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:46:52.769976 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 76cd028a-7e7a-4b53-a9b8-468196c5adc6 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:46:52.774320 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-ec1908bc-044c-4016-a3d3-dee0d7a219e5 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Allocated IP 172.25.3.156 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/f1281f6b-f851-4323-b7e3-9c7d09a44f70) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:46:52.782230 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b73145ee-84a4-4a7b-b053-1e803e75d824 admin admin] Publish callbacks [] for security_group (a2179d37-6b50-4e08-b879-34358b24c156), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:52.815020 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7e1b0-4779-4b97-932f-5ea7641bb665 req-0408cebb-e6a7-4ad1-8e8f-f036652047e9 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:52.821982 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-71b7e1b0-4779-4b97-932f-5ea7641bb665 req-0408cebb-e6a7-4ad1-8e8f-f036652047e9 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 945 time: 0.5792446 Feb 20 05:46:52.850158 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 76cd028a-7e7a-4b53-a9b8-468196c5adc6 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:46:52.850503 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 76cd028a-7e7a-4b53-a9b8-468196c5adc6 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:46:52.853678 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device fc628d1c-8bd2-4247-8238-a5e0c0404870 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:46:52.870932 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-86bd966f-f6b2-4878-94cc-e5b8e6c8b0d5 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] For port 7fcf9c64-c125-48ae-9b36-02cfdd3c217f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7fcf9c64-c125-48ae-9b36-02cfdd3c217f,segment=NetworkSegment(2959a384-8a6e-48c9-976e-8b3c5f0e1045),segment_id=2959a384-8a6e-48c9-976e-8b3c5f0e1045)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:52.872943 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-86bd966f-f6b2-4878-94cc-e5b8e6c8b0d5 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (7fcf9c64-c125-48ae-9b36-02cfdd3c217f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:52.909224 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-86bd966f-f6b2-4878-94cc-e5b8e6c8b0d5 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Calling delete_port for 7fcf9c64-c125-48ae-9b36-02cfdd3c217f owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:46:52.963345 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:52.969350 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b73145ee-84a4-4a7b-b053-1e803e75d824 admin admin] Publish callbacks [] for security_group (a2179d37-6b50-4e08-b879-34358b24c156), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:52.971950 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: fc628d1c-8bd2-4247-8238-a5e0c0404870 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:46:52.978477 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device fc628d1c-8bd2-4247-8238-a5e0c0404870 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:46:52.985450 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:52.989025 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf725-b68c-4f9d-9357-9c4ffe27a2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f0abae08-72ab-43da-94bc-e271e8e55c5a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:53.178828 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-71b7e1b0-4779-4b97-932f-5ea7641bb665 req-15880e0b-5fdd-408d-9c54-6f8f4eb67740 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377485 Feb 20 05:46:53.242982 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0502416-0427-41ef-86e2-f42577e44471 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:46:53.258037 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-86bd966f-f6b2-4878-94cc-e5b8e6c8b0d5 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (7fcf9c64-c125-48ae-9b36-02cfdd3c217f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:53.263577 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec1908bc-044c-4016-a3d3-dee0d7a219e5 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks [] for port (f1281f6b-f851-4323-b7e3-9c7d09a44f70), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:53.273801 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b73145ee-84a4-4a7b-b053-1e803e75d824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a2179d37-6b50-4e08-b879-34358b24c156), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:53.276628 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b73145ee-84a4-4a7b-b053-1e803e75d824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:53.277932 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b73145ee-84a4-4a7b-b053-1e803e75d824 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a2179d37-6b50-4e08-b879-34358b24c156 HTTP/1.1" status: 204 len: 168 time: 0.9239399 Feb 20 05:46:53.305701 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73145ee-84a4-4a7b-b053-1e803e75d824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2179d37-6b50-4e08-b879-34358b24c156,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:53.331759 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0502416-0427-41ef-86e2-f42577e44471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4506a0b8-87d6-40ad-9ff2-85f72701bdde,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:53.337580 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e0502416-0427-41ef-86e2-f42577e44471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (6603f351-9be6-4f6f-928d-7aefa35c0b94), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:53.337937 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-e0502416-0427-41ef-86e2-f42577e44471 admin admin] Added segment 6603f351-9be6-4f6f-928d-7aefa35c0b94 of type vlan for network eac676de-a6ac-42b6-8861-826d27930054 Feb 20 05:46:53.355714 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd966f-f6b2-4878-94cc-e5b8e6c8b0d5 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Port': ['ID=7fcf9c64-c125-48ae-9b36-02cfdd3c217f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:53.412108 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec1908bc-044c-4016-a3d3-dee0d7a219e5 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (f1281f6b-f851-4323-b7e3-9c7d09a44f70), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:53.545831 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1908bc-044c-4016-a3d3-dee0d7a219e5 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:46:53.555001 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-ec1908bc-044c-4016-a3d3-dee0d7a219e5 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:46:53.557998 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e0502416-0427-41ef-86e2-f42577e44471 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (eac676de-a6ac-42b6-8861-826d27930054), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:53.577540 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1908bc-044c-4016-a3d3-dee0d7a219e5 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:46:53.765780 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1908bc-044c-4016-a3d3-dee0d7a219e5 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Pushing event updated for resources: {'Port': ['ID=f1281f6b-f851-4323-b7e3-9c7d09a44f70,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:53.783469 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e0502416-0427-41ef-86e2-f42577e44471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (eac676de-a6ac-42b6-8861-826d27930054), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:53.784846 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0502416-0427-41ef-86e2-f42577e44471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:53.785566 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e0502416-0427-41ef-86e2-f42577e44471 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:53.825997 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf725-b68c-4f9d-9357-9c4ffe27a2bb None None] Publish callbacks [] for port (f0abae08-72ab-43da-94bc-e271e8e55c5a), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:53.839050 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf725-b68c-4f9d-9357-9c4ffe27a2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f0abae08-72ab-43da-94bc-e271e8e55c5a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:53.915087 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-86bd966f-f6b2-4878-94cc-e5b8e6c8b0d5 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (c8f28992-fd35-4d43-8618-933ff086237e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:53.984469 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0502416-0427-41ef-86e2-f42577e44471 admin admin] Pushing event updated for resources: {'Network': ['ID=eac676de-a6ac-42b6-8861-826d27930054,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:53.996529 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e0502416-0427-41ef-86e2-f42577e44471 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0819564 Feb 20 05:46:53.998401 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45252) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:54.021547 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-80a97dbc-ae3a-4ece-b64f-a27a5674fe7c admin admin] Request body: {'subnet': {'network_id': 'eac676de-a6ac-42b6-8861-826d27930054', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2066571190-subnet', 'tenant_id': 'b72ab0ce52c142c7a8f69e40348942cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:54.041790 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec1908bc-044c-4016-a3d3-dee0d7a219e5 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks [] for floatingip (ec121502-b395-47df-91d5-ba2c9f6892e8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:54.082178 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network eac676de-a6ac-42b6-8861-826d27930054 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:46:54.185127 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec1908bc-044c-4016-a3d3-dee0d7a219e5 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f1281f6b-f851-4323-b7e3-9c7d09a44f70), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:54.326505 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a97dbc-ae3a-4ece-b64f-a27a5674fe7c admin admin] Made reservation on behalf of b72ab0ce52c142c7a8f69e40348942cb for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:46:54.328994 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-80a97dbc-ae3a-4ece-b64f-a27a5674fe7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:54.381116 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afee114-a6c3-4034-9467-1482dc6c88eb None None] Pushing event updated for resources: {'Port': ['ID=f0abae08-72ab-43da-94bc-e271e8e55c5a,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:54.392172 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d9ebf725-b68c-4f9d-9357-9c4ffe27a2bb None None] Attempting to bind port f0abae08-72ab-43da-94bc-e271e8e55c5a on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:46:54.392532 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d9ebf725-b68c-4f9d-9357-9c4ffe27a2bb None None] Attempting to bind port f0abae08-72ab-43da-94bc-e271e8e55c5a by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '4c4a52a3-50a3-4b34-a0f0-c9533601fbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '862264ad-4c00-45bf-8ef1-1df919f51be1'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:46:54.392899 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ebf725-b68c-4f9d-9357-9c4ffe27a2bb None None] Attempting to bind port f0abae08-72ab-43da-94bc-e271e8e55c5a on network 862264ad-4c00-45bf-8ef1-1df919f51be1 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:46:54.465795 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ebf725-b68c-4f9d-9357-9c4ffe27a2bb None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:46:54.466177 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ebf725-b68c-4f9d-9357-9c4ffe27a2bb None None] Checking segment: {'id': '4c4a52a3-50a3-4b34-a0f0-c9533601fbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '862264ad-4c00-45bf-8ef1-1df919f51be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:46:54.466588 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf725-b68c-4f9d-9357-9c4ffe27a2bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:54.467005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ebf725-b68c-4f9d-9357-9c4ffe27a2bb None None] Bound using segment: {'id': '4c4a52a3-50a3-4b34-a0f0-c9533601fbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '862264ad-4c00-45bf-8ef1-1df919f51be1'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:46:54.467508 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d9ebf725-b68c-4f9d-9357-9c4ffe27a2bb None None] Bound port: f0abae08-72ab-43da-94bc-e271e8e55c5a, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4a52a3-50a3-4b34-a0f0-c9533601fbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '862264ad-4c00-45bf-8ef1-1df919f51be1'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:46:54.484704 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bd966f-f6b2-4878-94cc-e5b8e6c8b0d5 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Router c8f28992-fd35-4d43-8618-933ff086237e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:46:54.489887 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf725-b68c-4f9d-9357-9c4ffe27a2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f0abae08-72ab-43da-94bc-e271e8e55c5a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:54.628743 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba246837-c168-4a3d-a8cf-6e542746822f req-3e85e912-b070-4b50-880d-b8ac9e232630 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:54.636125 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba246837-c168-4a3d-a8cf-6e542746822f req-3e85e912-b070-4b50-880d-b8ac9e232630 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 945 time: 0.2826099 Feb 20 05:46:54.728638 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d9ebf725-b68c-4f9d-9357-9c4ffe27a2bb None None] For port f0abae08-72ab-43da-94bc-e271e8e55c5a, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:46:54.739620 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d9ebf725-b68c-4f9d-9357-9c4ffe27a2bb None None] For port f0abae08-72ab-43da-94bc-e271e8e55c5a, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f0abae08-72ab-43da-94bc-e271e8e55c5a,segment=NetworkSegment(4c4a52a3-50a3-4b34-a0f0-c9533601fbda),segment_id=4c4a52a3-50a3-4b34-a0f0-c9533601fbda)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:46:54.750767 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf725-b68c-4f9d-9357-9c4ffe27a2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f0abae08-72ab-43da-94bc-e271e8e55c5a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:54.760837 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bd966f-f6b2-4878-94cc-e5b8e6c8b0d5 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:46:54.784223 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e510f72-1891-40ff-a2d7-6e64411196fe None None] Sync routers for ids ['c8f28992-fd35-4d43-8618-933ff086237e'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:46:54.789901 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-86bd966f-f6b2-4878-94cc-e5b8e6c8b0d5 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "PUT /v2.0/routers/c8f28992-fd35-4d43-8618-933ff086237e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1693454 Feb 20 05:46:54.790584 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45278) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:54.813273 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e510f72-1891-40ff-a2d7-6e64411196fe None None] Routers {'c8f28992-fd35-4d43-8618-933ff086237e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:54.814500 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3e510f72-1891-40ff-a2d7-6e64411196fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:46:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8f28992-fd35-4d43-8618-933ff086237e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:54.934924 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afee114-a6c3-4034-9467-1482dc6c88eb None None] Pushing event updated for resources: {'Port': ['ID=f0abae08-72ab-43da-94bc-e271e8e55c5a,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:54.952008 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-af78360b-df5c-402f-b41f-6dbcda33268f None None] Provisioning complete for port f0abae08-72ab-43da-94bc-e271e8e55c5a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:54.952506 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af78360b-df5c-402f-b41f-6dbcda33268f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f0abae08-72ab-43da-94bc-e271e8e55c5a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:55.033319 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ebf725-b68c-4f9d-9357-9c4ffe27a2bb None None] Routers {'1bd29161-87b6-4b64-ad63-e285887afa65'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:55.034174 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d9ebf725-b68c-4f9d-9357-9c4ffe27a2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:46:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['1bd29161-87b6-4b64-ad63-e285887afa65'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:55.069793 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e17cd2b-1e78-4af3-ac58-6ecb11f8cdd9 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Deleting subnet 53f9bde1-6730-408b-9df2-7a4291149046 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:46:55.071443 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-3e510f72-1891-40ff-a2d7-6e64411196fe None None] Set router c8f28992-fd35-4d43-8618-933ff086237e gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:55.081586 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e17cd2b-1e78-4af3-ac58-6ecb11f8cdd9 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for subnet (53f9bde1-6730-408b-9df2-7a4291149046), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:55.239816 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e17cd2b-1e78-4af3-ac58-6ecb11f8cdd9 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (53f9bde1-6730-408b-9df2-7a4291149046), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:55.274564 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-af78360b-df5c-402f-b41f-6dbcda33268f None None] Current status of the port f0abae08-72ab-43da-94bc-e271e8e55c5a is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:55.276859 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af78360b-df5c-402f-b41f-6dbcda33268f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f0abae08-72ab-43da-94bc-e271e8e55c5a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:55.357992 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3e510f72-1891-40ff-a2d7-6e64411196fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:46:53Z', 'revision_number': 11, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:55.392049 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba246837-c168-4a3d-a8cf-6e542746822f req-91d38ac4-4947-4b90-a732-34e2eaf40b5d tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7539692 Feb 20 05:46:55.421947 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f0abae08-72ab-43da-94bc-e271e8e55c5a up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:46:55.455373 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-80a97dbc-ae3a-4ece-b64f-a27a5674fe7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (23e7f48e-c918-4e87-960d-e4f006228cd4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:55.469043 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e510f72-1891-40ff-a2d7-6e64411196fe None None] Checking router: c8f28992-fd35-4d43-8618-933ff086237e for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:46:55.471998 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-af78360b-df5c-402f-b41f-6dbcda33268f None None] For port f0abae08-72ab-43da-94bc-e271e8e55c5a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f0abae08-72ab-43da-94bc-e271e8e55c5a,segment=NetworkSegment(4c4a52a3-50a3-4b34-a0f0-c9533601fbda),segment_id=4c4a52a3-50a3-4b34-a0f0-c9533601fbda)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:55.486306 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e510f72-1891-40ff-a2d7-6e64411196fe None None] Routers {'c8f28992-fd35-4d43-8618-933ff086237e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:55.487210 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3e510f72-1891-40ff-a2d7-6e64411196fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:46:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8f28992-fd35-4d43-8618-933ff086237e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:55.545765 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af78360b-df5c-402f-b41f-6dbcda33268f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f0abae08-72ab-43da-94bc-e271e8e55c5a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:55.546010 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e17cd2b-1e78-4af3-ac58-6ecb11f8cdd9 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (53f9bde1-6730-408b-9df2-7a4291149046), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:55.602544 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:55.659326 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e17cd2b-1e78-4af3-ac58-6ecb11f8cdd9 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (53f9bde1-6730-408b-9df2-7a4291149046), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:55.661371 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a97dbc-ae3a-4ece-b64f-a27a5674fe7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=23e7f48e-c918-4e87-960d-e4f006228cd4,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:55.666655 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec1908bc-044c-4016-a3d3-dee0d7a219e5 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks [] for port (f1281f6b-f851-4323-b7e3-9c7d09a44f70), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:55.699178 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a97dbc-ae3a-4ece-b64f-a27a5674fe7c admin admin] Checking segment: {'id': '6603f351-9be6-4f6f-928d-7aefa35c0b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eac676de-a6ac-42b6-8861-826d27930054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:46:55.699803 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a97dbc-ae3a-4ece-b64f-a27a5674fe7c admin admin] Network hostable DHCP agents. Network: eac676de-a6ac-42b6-8861-826d27930054, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:46:55.704737 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e17cd2b-1e78-4af3-ac58-6ecb11f8cdd9 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:55.719649 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8e17cd2b-1e78-4af3-ac58-6ecb11f8cdd9 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/subnets/53f9bde1-6730-408b-9df2-7a4291149046 HTTP/1.1" status: 204 len: 168 time: 0.9266205 Feb 20 05:46:55.720313 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45302) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:55.720660 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec1908bc-044c-4016-a3d3-dee0d7a219e5 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (f1281f6b-f851-4323-b7e3-9c7d09a44f70), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:55.725888 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-3e510f72-1891-40ff-a2d7-6e64411196fe None None] Set router c8f28992-fd35-4d43-8618-933ff086237e gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:55.810862 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17cd2b-1e78-4af3-ac58-6ecb11f8cdd9 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Subnet': ['ID=53f9bde1-6730-408b-9df2-7a4291149046,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:55.830626 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91585559-1768-4a35-a2a1-95256c7a41ae None None] Network f366201d-7c71-4b3a-b87e-e4e5b4e2dbea requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:46:55.897902 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a97dbc-ae3a-4ece-b64f-a27a5674fe7c admin admin] Network eac676de-a6ac-42b6-8861-826d27930054 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:46:55.942861 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-80a97dbc-ae3a-4ece-b64f-a27a5674fe7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, eac676de-a6ac-42b6-8861-826d27930054) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:46:55.952158 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1908bc-044c-4016-a3d3-dee0d7a219e5 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Pushing event updated for resources: {'Port': ['ID=f1281f6b-f851-4323-b7e3-9c7d09a44f70,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:55.977570 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a97dbc-ae3a-4ece-b64f-a27a5674fe7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:55.979170 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-80a97dbc-ae3a-4ece-b64f-a27a5674fe7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:55.980504 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3e510f72-1891-40ff-a2d7-6e64411196fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:46:53Z', 'revision_number': 11, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:56.028330 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec1908bc-044c-4016-a3d3-dee0d7a219e5 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (ec121502-b395-47df-91d5-ba2c9f6892e8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:56.051975 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0101afc2-2de5-460e-8915-342a317a3eb2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (f366201d-7c71-4b3a-b87e-e4e5b4e2dbea), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:56.059141 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-80a97dbc-ae3a-4ece-b64f-a27a5674fe7c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0553591 Feb 20 05:46:56.080526 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec1908bc-044c-4016-a3d3-dee0d7a219e5 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:56.081649 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ec1908bc-044c-4016-a3d3-dee0d7a219e5 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5739150 Feb 20 05:46:56.088115 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e510f72-1891-40ff-a2d7-6e64411196fe None None] The sync data for ids ['c8f28992-fd35-4d43-8618-933ff086237e'] in n-d-829866-5 is: [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:46:53Z', 'revision_number': 11, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:46:56.090768 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-d9ebf725-b68c-4f9d-9357-9c4ffe27a2bb None None] Set router 1bd29161-87b6-4b64-ad63-e285887afa65 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:56.196600 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-0101afc2-2de5-460e-8915-342a317a3eb2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Deleting port ddada4e4-687f-4ed2-a4b2-b1770bd796ff {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:46:56.197172 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0101afc2-2de5-460e-8915-342a317a3eb2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (ddada4e4-687f-4ed2-a4b2-b1770bd796ff), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:56.225375 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9308f16-fc5f-46f3-8f31-e2e0b290cb54 None None] Network eac676de-a6ac-42b6-8861-826d27930054 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:46:56.229632 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78360b-df5c-402f-b41f-6dbcda33268f None None] Pushing event updated for resources: {'Port': ['ID=f0abae08-72ab-43da-94bc-e271e8e55c5a,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:56.366044 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-0101afc2-2de5-460e-8915-342a317a3eb2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] For port ddada4e4-687f-4ed2-a4b2-b1770bd796ff, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=ddada4e4-687f-4ed2-a4b2-b1770bd796ff,segment=NetworkSegment(2959a384-8a6e-48c9-976e-8b3c5f0e1045),segment_id=2959a384-8a6e-48c9-976e-8b3c5f0e1045)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:46:56.366413 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0101afc2-2de5-460e-8915-342a317a3eb2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (ddada4e4-687f-4ed2-a4b2-b1770bd796ff), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:56.396689 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-0101afc2-2de5-460e-8915-342a317a3eb2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Calling delete_port for ddada4e4-687f-4ed2-a4b2-b1770bd796ff owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:46:56.412646 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port f0abae08-72ab-43da-94bc-e271e8e55c5a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:56.413027 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f0abae08-72ab-43da-94bc-e271e8e55c5a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:56.693551 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0101afc2-2de5-460e-8915-342a317a3eb2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (ddada4e4-687f-4ed2-a4b2-b1770bd796ff), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:56.705065 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21998ed5-9dea-4b87-bd5f-edc32c648f48 req-546ab5b2-da41-4b09-94ba-8aa541297a23 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:56.719813 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-21998ed5-9dea-4b87-bd5f-edc32c648f48 req-546ab5b2-da41-4b09-94ba-8aa541297a23 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 945 time: 0.1380911 Feb 20 05:46:56.739461 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0101afc2-2de5-460e-8915-342a317a3eb2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] No DVR routers for this DVR port ddada4e4-687f-4ed2-a4b2-b1770bd796ff on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:46:56.844712 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-21998ed5-9dea-4b87-bd5f-edc32c648f48 req-86a7e335-da91-4067-a4ac-c2bce2e9cc52 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165528 Feb 20 05:46:56.873820 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:46:56.946489 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0013ac0f-1619-4c41-b147-ea2da7123186 None None] Provisioning complete for port f0abae08-72ab-43da-94bc-e271e8e55c5a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:56.949433 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0013ac0f-1619-4c41-b147-ea2da7123186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f0abae08-72ab-43da-94bc-e271e8e55c5a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:57.058887 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0101afc2-2de5-460e-8915-342a317a3eb2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (f366201d-7c71-4b3a-b87e-e4e5b4e2dbea), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:57.110338 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-0101afc2-2de5-460e-8915-342a317a3eb2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f366201d-7c71-4b3a-b87e-e4e5b4e2dbea']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:57.126649 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-0101afc2-2de5-460e-8915-342a317a3eb2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2959a384-8a6e-48c9-976e-8b3c5f0e1045') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:57.127121 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-0101afc2-2de5-460e-8915-342a317a3eb2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2959a384-8a6e-48c9-976e-8b3c5f0e1045') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:57.140505 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c63652-e0fe-4790-b5d9-29c19dd9243e None None] DHCP port deletion for f366201d-7c71-4b3a-b87e-e4e5b4e2dbea request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:46:57.157338 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0101afc2-2de5-460e-8915-342a317a3eb2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (2959a384-8a6e-48c9-976e-8b3c5f0e1045), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:57.160847 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fa69a3-6592-475e-84b3-3875b959dc3b None None] Network eac676de-a6ac-42b6-8861-826d27930054 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:46:57.183150 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0101afc2-2de5-460e-8915-342a317a3eb2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (2959a384-8a6e-48c9-976e-8b3c5f0e1045), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:57.199584 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0101afc2-2de5-460e-8915-342a317a3eb2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:46:57.200247 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0101afc2-2de5-460e-8915-342a317a3eb2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (2959a384-8a6e-48c9-976e-8b3c5f0e1045), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:46:57.272185 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:46:57.274794 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101afc2-2de5-460e-8915-342a317a3eb2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Port': ['ID=ddada4e4-687f-4ed2-a4b2-b1770bd796ff,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:57.278477 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0101afc2-2de5-460e-8915-342a317a3eb2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (f366201d-7c71-4b3a-b87e-e4e5b4e2dbea), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:57.283614 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0101afc2-2de5-460e-8915-342a317a3eb2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:57.287267 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0101afc2-2de5-460e-8915-342a317a3eb2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/networks/f366201d-7c71-4b3a-b87e-e4e5b4e2dbea HTTP/1.1" status: 204 len: 168 time: 1.4775124 Feb 20 05:46:57.292271 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45354) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:57.299293 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-ff5f5239-3fd7-4314-ae3b-a97d60875822 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:57.308410 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-ff5f5239-3fd7-4314-ae3b-a97d60875822 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/networks?id=fa9c8c18-66a9-4330-95ea-e6848bd9acbe HTTP/1.1" status: 200 len: 822 time: 0.3013632 Feb 20 05:46:57.316393 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-fea1d8ba-3d52-4638-87c7-95d97569c644 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'router': {'routes': None}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:57.320548 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101afc2-2de5-460e-8915-342a317a3eb2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Pushing event deleted for resources: {'Network': ['ID=f366201d-7c71-4b3a-b87e-e4e5b4e2dbea,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:57.353635 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-3beb72be-8bf5-4e5b-bafd-e47ad9609eb2 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/quotas/c52e24ee44664157bb4debb87b79233a HTTP/1.1" status: 200 len: 375 time: 0.0404861 Feb 20 05:46:57.410358 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45356) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:57.435947 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-7dd3d262-33c3-4128-8acb-530c3214b9bc tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c52e24ee44664157bb4debb87b79233a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811026 Feb 20 05:46:57.504589 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d9ebf725-b68c-4f9d-9357-9c4ffe27a2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd29161-87b6-4b64-ad63-e285887afa65', 'name': 'tempest-TestVolumeBackupRestore-1340458230-router', 'tenant_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '2d8aa650-de4d-44b1-9380-37b5c193e082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:35Z', 'updated_at': '2022-02-20T05:46:41Z', 'revision_number': 4, 'project_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'gw_port': {'id': '2d8aa650-de4d-44b1-9380-37b5c193e082', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd29161-87b6-4b64-ad63-e285887afa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:37Z', 'updated_at': '2022-02-20T05:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'f0abae08-72ab-43da-94bc-e271e8e55c5a', 'name': '', 'network_id': '862264ad-4c00-45bf-8ef1-1df919f51be1', 'tenant_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'mac_address': 'fa:16:3e:75:21:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd29161-87b6-4b64-ad63-e285887afa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '0aba15b1-e50a-4691-9398-19c325786eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:40Z', 'updated_at': '2022-02-20T05:46:54Z', 'revision_number': 4, 'project_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'subnets': [{'id': '0aba15b1-e50a-4691-9398-19c325786eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:57.621339 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port f0abae08-72ab-43da-94bc-e271e8e55c5a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:57.780362 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ebf725-b68c-4f9d-9357-9c4ffe27a2bb None None] The sync data for ids ['1bd29161-87b6-4b64-ad63-e285887afa65'] in n-d-829866-5 is: [{'id': '1bd29161-87b6-4b64-ad63-e285887afa65', 'name': 'tempest-TestVolumeBackupRestore-1340458230-router', 'tenant_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '2d8aa650-de4d-44b1-9380-37b5c193e082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:35Z', 'updated_at': '2022-02-20T05:46:41Z', 'revision_number': 4, 'project_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'gw_port': {'id': '2d8aa650-de4d-44b1-9380-37b5c193e082', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd29161-87b6-4b64-ad63-e285887afa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:37Z', 'updated_at': '2022-02-20T05:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'f0abae08-72ab-43da-94bc-e271e8e55c5a', 'name': '', 'network_id': '862264ad-4c00-45bf-8ef1-1df919f51be1', 'tenant_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'mac_address': 'fa:16:3e:75:21:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd29161-87b6-4b64-ad63-e285887afa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '0aba15b1-e50a-4691-9398-19c325786eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:40Z', 'updated_at': '2022-02-20T05:46:54Z', 'revision_number': 4, 'project_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'subnets': [{'id': '0aba15b1-e50a-4691-9398-19c325786eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:46:57.792721 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.extraroute_db [None req-fea1d8ba-3d52-4638-87c7-95d97569c644 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Added routes are [] {{(pid=103406) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 20 05:46:57.792963 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.extraroute_db [None req-fea1d8ba-3d52-4638-87c7-95d97569c644 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Removed routes are [] {{(pid=103406) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 20 05:46:57.793439 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fea1d8ba-3d52-4638-87c7-95d97569c644 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (c8f28992-fd35-4d43-8618-933ff086237e), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:57.798509 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0013ac0f-1619-4c41-b147-ea2da7123186 None None] Current status of the port f0abae08-72ab-43da-94bc-e271e8e55c5a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:57.823854 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f0abae08-72ab-43da-94bc-e271e8e55c5a up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:46:57.848183 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0efad142-56d8-4dd0-89c5-3dcbae45c559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:57.914963 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port f0abae08-72ab-43da-94bc-e271e8e55c5a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:46:57.915241 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f0abae08-72ab-43da-94bc-e271e8e55c5a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:58.077118 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-b4dcbb7f-666b-46c4-b880-5d8e6daf8d03 service neutron] 10.222.0.37 "GET /v2.0/networks/fa9c8c18-66a9-4330-95ea-e6848bd9acbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6398115 Feb 20 05:46:58.223942 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port f0abae08-72ab-43da-94bc-e271e8e55c5a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:46:58.300639 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fea1d8ba-3d52-4638-87c7-95d97569c644 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (c8f28992-fd35-4d43-8618-933ff086237e), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:58.314639 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fea1d8ba-3d52-4638-87c7-95d97569c644 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691773'] for router (c8f28992-fd35-4d43-8618-933ff086237e), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:58.315588 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0efad142-56d8-4dd0-89c5-3dcbae45c559 admin admin] Publish callbacks [] for security_group (6b564eb5-11a4-4ebe-9b44-c6ad923a1da1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:58.323009 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0efad142-56d8-4dd0-89c5-3dcbae45c559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6b564eb5-11a4-4ebe-9b44-c6ad923a1da1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:58.333493 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7fcf9c64-c125-48ae-9b36-02cfdd3c217f no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:46:58.375424 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 7fcf9c64-c125-48ae-9b36-02cfdd3c217f {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:46:58.380512 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7fcf9c64-c125-48ae-9b36-02cfdd3c217f not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:46:58.381107 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ddada4e4-687f-4ed2-a4b2-b1770bd796ff no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:46:58.424232 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: ddada4e4-687f-4ed2-a4b2-b1770bd796ff {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:46:58.424734 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ddada4e4-687f-4ed2-a4b2-b1770bd796ff not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:46:58.443109 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-16aa822f-a547-4bbb-887e-bc2b7ece6a94 service neutron] 10.222.0.37 "GET /v2.0/networks/fa9c8c18-66a9-4330-95ea-e6848bd9acbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526993 Feb 20 05:46:58.456261 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0efad142-56d8-4dd0-89c5-3dcbae45c559 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dab79454bc734798b4ec29e8b3f02f4e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0160675 Feb 20 05:46:58.457284 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efad142-56d8-4dd0-89c5-3dcbae45c559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b564eb5-11a4-4ebe-9b44-c6ad923a1da1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:58.459819 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45372) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:58.490838 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea1d8ba-3d52-4638-87c7-95d97569c644 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Router c8f28992-fd35-4d43-8618-933ff086237e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:46:58.586495 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dd8247ba-68bc-4a31-aed8-13e0c65bb4ec admin admin] Publish callbacks [] for security_group (6b564eb5-11a4-4ebe-9b44-c6ad923a1da1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:58.643284 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dd8247ba-68bc-4a31-aed8-13e0c65bb4ec admin admin] Publish callbacks [] for security_group (6b564eb5-11a4-4ebe-9b44-c6ad923a1da1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:58.689115 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea1d8ba-3d52-4638-87c7-95d97569c644 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:46:58.695740 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fea1d8ba-3d52-4638-87c7-95d97569c644 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:58.702287 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c587551-89b3-4810-b134-b3286d439546 None None] Sync routers for ids ['c8f28992-fd35-4d43-8618-933ff086237e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:46:58.717084 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fea1d8ba-3d52-4638-87c7-95d97569c644 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "PUT /v2.0/routers/c8f28992-fd35-4d43-8618-933ff086237e HTTP/1.1" status: 200 len: 700 time: 1.4237082 Feb 20 05:46:58.720220 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45382) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:58.736679 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c587551-89b3-4810-b134-b3286d439546 None None] Routers {'c8f28992-fd35-4d43-8618-933ff086237e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:58.737334 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8c587551-89b3-4810-b134-b3286d439546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:46:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8f28992-fd35-4d43-8618-933ff086237e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:58.795086 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dd8247ba-68bc-4a31-aed8-13e0c65bb4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6b564eb5-11a4-4ebe-9b44-c6ad923a1da1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:58.797736 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dd8247ba-68bc-4a31-aed8-13e0c65bb4ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:58.801886 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-dd8247ba-68bc-4a31-aed8-13e0c65bb4ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b564eb5-11a4-4ebe-9b44-c6ad923a1da1 HTTP/1.1" status: 204 len: 168 time: 0.3410742 Feb 20 05:46:58.805847 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9adca432-43c4-49b1-8f38-5276a7d2be05 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8f28992-fd35-4d43-8618-933ff086237e HTTP/1.1" status: 200 len: 205 time: 0.0841742 Feb 20 05:46:58.808328 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45390) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:58.818646 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8247ba-68bc-4a31-aed8-13e0c65bb4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b564eb5-11a4-4ebe-9b44-c6ad923a1da1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:46:59.004336 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-8c587551-89b3-4810-b134-b3286d439546 None None] Set router c8f28992-fd35-4d43-8618-933ff086237e gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:59.033344 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-72a472e9-5ce9-48cc-9b9e-cf2e726c31b2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router (c8f28992-fd35-4d43-8618-933ff086237e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:59.238434 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8c587551-89b3-4810-b134-b3286d439546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:46:53Z', 'revision_number': 11, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:59.297181 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c587551-89b3-4810-b134-b3286d439546 None None] Checking router: c8f28992-fd35-4d43-8618-933ff086237e for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:46:59.349495 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c587551-89b3-4810-b134-b3286d439546 None None] Routers {'c8f28992-fd35-4d43-8618-933ff086237e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:46:59.350154 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8c587551-89b3-4810-b134-b3286d439546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:46:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8f28992-fd35-4d43-8618-933ff086237e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:46:59.496900 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-72a472e9-5ce9-48cc-9b9e-cf2e726c31b2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (c8f28992-fd35-4d43-8618-933ff086237e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:59.505096 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-72a472e9-5ce9-48cc-9b9e-cf2e726c31b2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router_controller (c8f28992-fd35-4d43-8618-933ff086237e), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:59.631777 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-72a472e9-5ce9-48cc-9b9e-cf2e726c31b2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (c8f28992-fd35-4d43-8618-933ff086237e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:59.633750 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a472e9-5ce9-48cc-9b9e-cf2e726c31b2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Fanout notify agent at l3_agent the message router_deleted on router c8f28992-fd35-4d43-8618-933ff086237e {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:46:59.649071 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-72a472e9-5ce9-48cc-9b9e-cf2e726c31b2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:59.652936 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-72a472e9-5ce9-48cc-9b9e-cf2e726c31b2 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/routers/c8f28992-fd35-4d43-8618-933ff086237e HTTP/1.1" status: 204 len: 168 time: 0.8425224 Feb 20 05:46:59.659975 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45420) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:59.668149 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-12c558d0-16cd-4a5e-ba42-781f081bbbde tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1083545600', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:59.729523 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-12c558d0-16cd-4a5e-ba42-781f081bbbde tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:59.730733 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-12c558d0-16cd-4a5e-ba42-781f081bbbde tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:59.734378 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-8c587551-89b3-4810-b134-b3286d439546 None None] Set router c8f28992-fd35-4d43-8618-933ff086237e gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:46:59.778332 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-936c0f38-96a0-4f3c-9883-6a5db5c5cb7f tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:46:59.784337 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-936c0f38-96a0-4f3c-9883-6a5db5c5cb7f tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/networks?id=52dcb583-f04d-4b76-988a-9e515ca1ebec HTTP/1.1" status: 200 len: 824 time: 0.5130603 Feb 20 05:46:59.831173 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-b7e6108e-77d9-4d43-9ff7-3ec8dacf428c tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/quotas/2e240fa6b7c149ddb8557dfdf72940d5 HTTP/1.1" status: 200 len: 375 time: 0.0391076 Feb 20 05:46:59.901644 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-12c558d0-16cd-4a5e-ba42-781f081bbbde tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router_controller (78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:59.910595 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-12c558d0-16cd-4a5e-ba42-781f081bbbde tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:59.962624 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-12c558d0-16cd-4a5e-ba42-781f081bbbde tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:46:59.967560 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-12c558d0-16cd-4a5e-ba42-781f081bbbde tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3051281 Feb 20 05:46:59.971382 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45428) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:46:59.971802 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-a4742115-66d5-4618-804d-de947ef5cf98 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2e240fa6b7c149ddb8557dfdf72940d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1249647 Feb 20 05:46:59.980242 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-d864b364-b828-4ea0-905d-ff406aef1b8a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:46:59.993105 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8c587551-89b3-4810-b134-b3286d439546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:46:53Z', 'revision_number': 11, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:00.137289 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c587551-89b3-4810-b134-b3286d439546 None None] The sync data for ids ['c8f28992-fd35-4d43-8618-933ff086237e'] in n-d-829866-5 is: [{'id': 'c8f28992-fd35-4d43-8618-933ff086237e', 'name': 'tempest-RoutersTest-router-520264110', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:30Z', 'updated_at': '2022-02-20T05:46:53Z', 'revision_number': 11, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:47:00.298311 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45440) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:00.374768 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-7704275f-6242-4b16-8b49-a3d9a9a999ad service neutron] 10.222.0.37 "GET /v2.0/networks/52dcb583-f04d-4b76-988a-9e515ca1ebec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926136 Feb 20 05:47:00.567305 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-c92e9d21-cc2c-4134-9f34-938dcde6557a service neutron] 10.222.0.37 "GET /v2.0/networks/52dcb583-f04d-4b76-988a-9e515ca1ebec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914630 Feb 20 05:47:00.636371 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a32df5ba-f21a-4ddb-ac79-ef9c67a5df58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:00.721804 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d864b364-b828-4ea0-905d-ff406aef1b8a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:00.767690 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d864b364-b828-4ea0-905d-ff406aef1b8a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691773'] for router (78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:00.992968 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-df1e1202-d439-401b-b46d-0cca51408b79 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:00.994556 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-df1e1202-d439-401b-b46d-0cca51408b79 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.48 "GET /v2.0/networks?id=fa9c8c18-66a9-4330-95ea-e6848bd9acbe HTTP/1.1" status: 200 len: 822 time: 0.1969752 Feb 20 05:47:01.017004 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-a9c01f9d-5ed6-4984-b178-cede3d84618b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Request body: {'port': {'device_id': '895651f4-d8d1-42aa-9bf8-67b168f9959b', 'network_id': 'fa9c8c18-66a9-4330-95ea-e6848bd9acbe', 'admin_state_up': True, 'tenant_id': 'c52e24ee44664157bb4debb87b79233a'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:47:01.469113 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a32df5ba-f21a-4ddb-ac79-ef9c67a5df58 admin admin] Publish callbacks [] for security_group (a65ed5d2-8ef7-4764-a9c7-fd9b6eb83787), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:01.495093 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640b56b-1afb-48fe-a56c-286046db5c1c req-37b36262-fe0e-415f-a7c2-b369ed3d74ef tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:01.519598 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0640b56b-1afb-48fe-a56c-286046db5c1c req-37b36262-fe0e-415f-a7c2-b369ed3d74ef tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 945 time: 0.2723632 Feb 20 05:47:01.590767 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a32df5ba-f21a-4ddb-ac79-ef9c67a5df58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a65ed5d2-8ef7-4764-a9c7-fd9b6eb83787), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:01.651863 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-a9c01f9d-5ed6-4984-b178-cede3d84618b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Made reservation on behalf of c52e24ee44664157bb4debb87b79233a for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:47:01.655296 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-a9c01f9d-5ed6-4984-b178-cede3d84618b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:01.751233 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a32df5ba-f21a-4ddb-ac79-ef9c67a5df58 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a22bb801b144481c958ff0289e52739a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4559290 Feb 20 05:47:01.773939 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0640b56b-1afb-48fe-a56c-286046db5c1c req-3d996693-a336-4820-afe8-0f748b90beeb tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531254 Feb 20 05:47:01.776308 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45480) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:01.778343 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32df5ba-f21a-4ddb-ac79-ef9c67a5df58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65ed5d2-8ef7-4764-a9c7-fd9b6eb83787,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:01.997804 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-663cc09a-f526-43a3-9c00-4b4e12d8d02b admin admin] Publish callbacks [] for security_group (a65ed5d2-8ef7-4764-a9c7-fd9b6eb83787), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:02.139012 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-663cc09a-f526-43a3-9c00-4b4e12d8d02b admin admin] Publish callbacks [] for security_group (a65ed5d2-8ef7-4764-a9c7-fd9b6eb83787), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:02.236415 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8aac28b0-260d-4d6e-8309-0b482475a534 req-82fcc5b8-8d26-476d-a260-cab74a56f6f5 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=895651f4-d8d1-42aa-9bf8-67b168f9959b HTTP/1.1" status: 200 len: 210 time: 0.1861660 Feb 20 05:47:02.340576 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e4c56-3b26-406e-87b2-5a366d50fbe8 req-38d1ee0e-29ea-4bc0-9c58-51f5a529053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:02.341710 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-544e4c56-3b26-406e-87b2-5a366d50fbe8 req-38d1ee0e-29ea-4bc0-9c58-51f5a529053e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 1127 time: 0.1927829 Feb 20 05:47:02.347571 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d864b364-b828-4ea0-905d-ff406aef1b8a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Router 78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:47:02.462668 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a8f5eddf-4300-4f38-81ae-7e4d595b54d7 req-1b6a1bef-2855-4c84-883e-612dbc0ac8e4 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f87cbe0-a770-45a0-8148-c6b4071d59f8 HTTP/1.1" status: 200 len: 210 time: 0.0622301 Feb 20 05:47:02.474490 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-a9c01f9d-5ed6-4984-b178-cede3d84618b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Allocated IP 172.20.0.10 (fa9c8c18-66a9-4330-95ea-e6848bd9acbe/4c84731d-a312-42ac-b55f-15aaba4e7834/36ef2494-96cd-4d14-a81f-ccbc0c842fd2) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:47:02.505135 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-544e4c56-3b26-406e-87b2-5a366d50fbe8 req-d0bd8424-6f79-4db4-ae32-6bc684e3ecec service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521144 Feb 20 05:47:02.546514 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-663cc09a-f526-43a3-9c00-4b4e12d8d02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a65ed5d2-8ef7-4764-a9c7-fd9b6eb83787), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:02.557661 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-663cc09a-f526-43a3-9c00-4b4e12d8d02b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:02.565513 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-663cc09a-f526-43a3-9c00-4b4e12d8d02b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a65ed5d2-8ef7-4764-a9c7-fd9b6eb83787 HTTP/1.1" status: 204 len: 168 time: 0.7823782 Feb 20 05:47:02.633802 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663cc09a-f526-43a3-9c00-4b4e12d8d02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65ed5d2-8ef7-4764-a9c7-fd9b6eb83787,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:02.847272 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d864b364-b828-4ea0-905d-ff406aef1b8a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:47:02.864934 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d7fc53-fe68-4f75-85a9-1e5dc1421792 None None] Sync routers for ids ['78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:47:02.877036 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d864b364-b828-4ea0-905d-ff406aef1b8a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:02.885765 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d864b364-b828-4ea0-905d-ff406aef1b8a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "PUT /v2.0/routers/78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097 HTTP/1.1" status: 200 len: 694 time: 2.9128523 Feb 20 05:47:02.886596 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45516) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:02.894345 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d7fc53-fe68-4f75-85a9-1e5dc1421792 None None] Routers {'78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:47:02.897049 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d7d7fc53-fe68-4f75-85a9-1e5dc1421792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:46:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:03.067076 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-a9c01f9d-5ed6-4984-b178-cede3d84618b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks [] for port (36ef2494-96cd-4d14-a81f-ccbc0c842fd2), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:03.121216 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d7d7fc53-fe68-4f75-85a9-1e5dc1421792 None None] Set router 78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:47:03.201775 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-a9c01f9d-5ed6-4984-b178-cede3d84618b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (36ef2494-96cd-4d14-a81f-ccbc0c842fd2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:03.295208 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d7d7fc53-fe68-4f75-85a9-1e5dc1421792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097', 'name': 'tempest-RoutersTest-router-1083545600', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:59Z', 'updated_at': '2022-02-20T05:47:00Z', 'revision_number': 2, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:03.328869 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-a9c01f9d-5ed6-4984-b178-cede3d84618b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Network fa9c8c18-66a9-4330-95ea-e6848bd9acbe is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:47:03.355889 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-a9c01f9d-5ed6-4984-b178-cede3d84618b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:47:03.364115 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-a9c01f9d-5ed6-4984-b178-cede3d84618b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:47:03.391864 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bca7f7a5-0bf0-47da-84fd-ff0ba52b6637 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "GET /v2.0/routers/78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097 HTTP/1.1" status: 200 len: 700 time: 0.4654357 Feb 20 05:47:03.400806 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45530) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:03.444808 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d7fc53-fe68-4f75-85a9-1e5dc1421792 None None] Checking router: 78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:47:03.544634 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8810231a-94fc-4554-a1c5-d6069a0f6fc5 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "GET /v2.0/ports?device_id=78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097 HTTP/1.1" status: 200 len: 205 time: 0.1416278 Feb 20 05:47:03.545286 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45540) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:03.579276 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d7fc53-fe68-4f75-85a9-1e5dc1421792 None None] Routers {'78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:47:03.581467 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d7d7fc53-fe68-4f75-85a9-1e5dc1421792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:46:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:03.711917 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df75aa0-0dc6-4891-8a89-0f91be074fc4 req-806e711c-8fd8-41d5-9f72-c873ec7884c2 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:03.720163 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3df75aa0-0dc6-4891-8a89-0f91be074fc4 req-806e711c-8fd8-41d5-9f72-c873ec7884c2 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 945 time: 0.7255878 Feb 20 05:47:03.765486 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c01f9d-5ed6-4984-b178-cede3d84618b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Pushing event updated for resources: {'Port': ['ID=36ef2494-96cd-4d14-a81f-ccbc0c842fd2,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:03.851236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-a9c01f9d-5ed6-4984-b178-cede3d84618b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:03.854126 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-a9c01f9d-5ed6-4984-b178-cede3d84618b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:03.873063 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-159f881b-0ccc-469c-b0e3-ab5ab1023605 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:03.875593 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-159f881b-0ccc-469c-b0e3-ab5ab1023605 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.61 "GET /v2.0/networks?id=52dcb583-f04d-4b76-988a-9e515ca1ebec HTTP/1.1" status: 200 len: 824 time: 1.0393682 Feb 20 05:47:03.886375 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9885e615-8864-4fab-ab96-23a3e4e0277b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router (78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:03.895830 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-e9201c6f-c58b-448c-94d3-3fb9199c0d6f tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Request body: {'port': {'device_id': '2f87cbe0-a770-45a0-8148-c6b4071d59f8', 'network_id': '52dcb583-f04d-4b76-988a-9e515ca1ebec', 'admin_state_up': True, 'tenant_id': '2e240fa6b7c149ddb8557dfdf72940d5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:47:03.949280 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-a9c01f9d-5ed6-4984-b178-cede3d84618b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9404113 Feb 20 05:47:03.973373 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Request body: {'port': {'device_id': '895651f4-d8d1-42aa-9bf8-67b168f9959b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:47:03.989628 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d7d7fc53-fe68-4f75-85a9-1e5dc1421792 None None] Set router 78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:47:04.119516 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3df75aa0-0dc6-4891-8a89-0f91be074fc4 req-659d8ac4-a528-4336-9d43-df216681f84b tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890040 Feb 20 05:47:04.257601 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (36ef2494-96cd-4d14-a81f-ccbc0c842fd2), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:04.487716 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d7d7fc53-fe68-4f75-85a9-1e5dc1421792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097', 'name': 'tempest-RoutersTest-router-1083545600', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:59Z', 'updated_at': '2022-02-20T05:47:00Z', 'revision_number': 2, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:04.526927 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d7fc53-fe68-4f75-85a9-1e5dc1421792 None None] The sync data for ids ['78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097'] in n-d-829866-5 is: [{'id': '78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097', 'name': 'tempest-RoutersTest-router-1083545600', 'tenant_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:59Z', 'updated_at': '2022-02-20T05:47:00Z', 'revision_number': 2, 'project_id': 'ec8dd31e72ed40dc8f4a2a6bbaade185', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:47:04.594646 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9885e615-8864-4fab-ab96-23a3e4e0277b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:04.604071 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9885e615-8864-4fab-ab96-23a3e4e0277b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router_controller (78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:04.800878 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9885e615-8864-4fab-ab96-23a3e4e0277b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:04.801443 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9885e615-8864-4fab-ab96-23a3e4e0277b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Fanout notify agent at l3_agent the message router_deleted on router 78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:47:04.836563 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9885e615-8864-4fab-ab96-23a3e4e0277b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:04.844820 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9885e615-8864-4fab-ab96-23a3e4e0277b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/routers/78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097 HTTP/1.1" status: 204 len: 168 time: 1.2947085 Feb 20 05:47:04.851687 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45586) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:04.961698 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e98634cd-c6cb-41b0-a48d-73e680fc53e0 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "GET /v2.0/ports?device_id=78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097 HTTP/1.1" status: 200 len: 205 time: 0.1076493 Feb 20 05:47:04.962349 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45596) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:05.130675 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-c43c67c4-c0f9-4129-ab54-bde094342b3a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] delete failed (client error): The resource could not be found. Feb 20 05:47:05.143496 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c43c67c4-c0f9-4129-ab54-bde094342b3a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/routers/78b1dbd8-1cc5-4ff2-8b2a-417a9b4cc097 HTTP/1.1" status: 404 len: 336 time: 0.1779034 Feb 20 05:47:05.144149 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45604) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:05.254747 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b058ab2-ca46-4039-b6f0-b83e7a64876f tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] DELETE failed (client error): The resource could not be found. Feb 20 05:47:05.278163 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b058ab2-ca46-4039-b6f0-b83e7a64876f tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:47:05.288326 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8b058ab2-ca46-4039-b6f0-b83e7a64876f tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/subnets/65cae90e-ecf5-4407-8e95-88f5bb5ea0ca HTTP/1.1" status: 404 len: 337 time: 0.1304746 Feb 20 05:47:05.289353 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45612) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:05.294228 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449a01a-d80d-4cee-9d14-545ab8af4cd5 req-cae97e41-9701-49cd-80b3-4f03fe984600 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:05.302235 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0449a01a-d80d-4cee-9d14-545ab8af4cd5 req-cae97e41-9701-49cd-80b3-4f03fe984600 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=895651f4-d8d1-42aa-9bf8-67b168f9959b HTTP/1.1" status: 200 len: 932 time: 1.0016329 Feb 20 05:47:05.376280 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:47:05.381404 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-e9201c6f-c58b-448c-94d3-3fb9199c0d6f tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Made reservation on behalf of 2e240fa6b7c149ddb8557dfdf72940d5 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:47:05.394921 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-e9201c6f-c58b-448c-94d3-3fb9199c0d6f tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:05.413788 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Publish callbacks [] for port (36ef2494-96cd-4d14-a81f-ccbc0c842fd2), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:05.440096 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-6588d95e-3437-4492-a70e-fca0d6058190 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] DELETE failed (client error): The resource could not be found. Feb 20 05:47:05.440751 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6588d95e-3437-4492-a70e-fca0d6058190 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:47:05.450275 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6588d95e-3437-4492-a70e-fca0d6058190 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/subnets/76c57628-22f1-4145-9be6-36740dcdfbf7 HTTP/1.1" status: 404 len: 337 time: 0.1591649 Feb 20 05:47:05.454537 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45618) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:05.464938 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0449a01a-d80d-4cee-9d14-545ab8af4cd5 req-493a68a4-17aa-4332-8c53-b4651f498349 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477201 Feb 20 05:47:05.504271 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Transition to ACTIVE for port object 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:47:05.512795 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (36ef2494-96cd-4d14-a81f-ccbc0c842fd2), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:05.548763 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-072e3245-b04e-4b72-890b-6fe8dea5db74 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] DELETE failed (client error): The resource could not be found. Feb 20 05:47:05.551522 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-072e3245-b04e-4b72-890b-6fe8dea5db74 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:47:05.565156 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-072e3245-b04e-4b72-890b-6fe8dea5db74 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/subnets/31081987-d3c3-433b-82fb-4541be9e986d HTTP/1.1" status: 404 len: 337 time: 0.1091967 Feb 20 05:47:05.573593 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45624) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:05.644713 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Pushing event updated for resources: {'Port': ['ID=36ef2494-96cd-4d14-a81f-ccbc0c842fd2,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:05.738300 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-32b4d7c9-25cd-4d09-8d48-1683703579aa req-59568379-ec84-4218-a306-f35c70ffb2da tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f87cbe0-a770-45a0-8148-c6b4071d59f8 HTTP/1.1" status: 200 len: 210 time: 0.1042464 Feb 20 05:47:05.739238 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9bf282-63fb-404a-b7d5-d1511c0584ed tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] DELETE failed (client error): The resource could not be found. Feb 20 05:47:05.739743 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9bf282-63fb-404a-b7d5-d1511c0584ed tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:47:05.740223 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:05.750345 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-aa9bf282-63fb-404a-b7d5-d1511c0584ed tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/subnets/53f9bde1-6730-408b-9df2-7a4291149046 HTTP/1.1" status: 404 len: 337 time: 0.1665385 Feb 20 05:47:05.755420 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:05.758179 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:05.758549 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:05.759153 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:05.759501 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:05.759843 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:05.760178 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:05.770160 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:05.770700 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:05.771073 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:05.771428 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:05.771768 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:05.774937 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45628) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:05.853840 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0fe2cb3a-db0a-42bf-950f-e48af745486a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8f28992-fd35-4d43-8618-933ff086237e HTTP/1.1" status: 200 len: 205 time: 0.0718951 Feb 20 05:47:05.867424 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45632) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:06.162472 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-e9201c6f-c58b-448c-94d3-3fb9199c0d6f tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Allocated IP 172.20.0.2 (52dcb583-f04d-4b76-988a-9e515ca1ebec/ba9e6bba-e2c3-43c7-a74a-ad4ff8c12bb4/1de0ebba-7cea-4187-856d-d0d5eeb1583f) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:47:06.633978 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-e9201c6f-c58b-448c-94d3-3fb9199c0d6f tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Publish callbacks [] for port (1de0ebba-7cea-4187-856d-d0d5eeb1583f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:06.727434 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-e9201c6f-c58b-448c-94d3-3fb9199c0d6f tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (1de0ebba-7cea-4187-856d-d0d5eeb1583f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:06.825603 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-e9201c6f-c58b-448c-94d3-3fb9199c0d6f tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Network 52dcb583-f04d-4b76-988a-9e515ca1ebec is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:47:06.829843 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-e9201c6f-c58b-448c-94d3-3fb9199c0d6f tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:47:06.837893 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-e9201c6f-c58b-448c-94d3-3fb9199c0d6f tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:47:06.847903 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9201c6f-c58b-448c-94d3-3fb9199c0d6f tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Pushing event updated for resources: {'Port': ['ID=1de0ebba-7cea-4187-856d-d0d5eeb1583f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:06.935723 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-e9201c6f-c58b-448c-94d3-3fb9199c0d6f tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:06.936950 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-e9201c6f-c58b-448c-94d3-3fb9199c0d6f tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:06.942868 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-dacd5e0c-0179-49ac-839f-4c7dc466c98e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] delete failed (client error): The resource could not be found. Feb 20 05:47:06.945202 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-dacd5e0c-0179-49ac-839f-4c7dc466c98e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/routers/c8f28992-fd35-4d43-8618-933ff086237e HTTP/1.1" status: 404 len: 336 time: 1.0506361 Feb 20 05:47:06.955056 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45672) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:06.977977 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-e9201c6f-c58b-448c-94d3-3fb9199c0d6f tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0868196 Feb 20 05:47:07.015047 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-6e77fb60-15bb-4691-9775-ca41968ee7b0 service neutron] Request body: {'port': {'device_id': '2f87cbe0-a770-45a0-8148-c6b4071d59f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:47:07.053602 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-824f2209-3b0b-4a3a-be76-1314e81ff9f7 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d HTTP/1.1" status: 200 len: 205 time: 0.0961380 Feb 20 05:47:07.058629 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45678) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:07.221947 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-53924063-f3ef-4aa0-9c6b-974302afc55e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] delete failed (client error): The resource could not be found. Feb 20 05:47:07.250097 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-53924063-f3ef-4aa0-9c6b-974302afc55e tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/routers/1b25ed9a-aa90-4e60-9d6b-e2a5e2da925d HTTP/1.1" status: 404 len: 336 time: 0.1847742 Feb 20 05:47:07.262327 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45682) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:07.262612 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-6e77fb60-15bb-4691-9775-ca41968ee7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1de0ebba-7cea-4187-856d-d0d5eeb1583f), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:07.398209 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Attempting to bind port 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:47:07.398209 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Attempting to bind port 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '45924b7c-05d5-4b0a-bb51-112a5515364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fa9c8c18-66a9-4330-95ea-e6848bd9acbe'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:47:07.398209 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Attempting to bind port 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 on network fa9c8c18-66a9-4330-95ea-e6848bd9acbe {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:47:07.439103 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4ab2f-a3eb-4fc7-8b4a-d8ebebe7c3e9 req-a9acf94f-6840-45b4-bc02-1d7dfe62f160 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:07.461830 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fac4ab2f-a3eb-4fc7-8b4a-d8ebebe7c3e9 req-a9acf94f-6840-45b4-bc02-1d7dfe62f160 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 945 time: 1.5627255 Feb 20 05:47:07.476608 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Port 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 on network fa9c8c18-66a9-4330-95ea-e6848bd9acbe not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:47:07.477749 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Attempting to bind port 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 on network fa9c8c18-66a9-4330-95ea-e6848bd9acbe {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:47:07.503809 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:47:07.504087 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Checking segment: {'id': '45924b7c-05d5-4b0a-bb51-112a5515364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fa9c8c18-66a9-4330-95ea-e6848bd9acbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:47:07.504488 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Bound using segment: {'id': '45924b7c-05d5-4b0a-bb51-112a5515364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fa9c8c18-66a9-4330-95ea-e6848bd9acbe'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:47:07.504951 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Bound port: 36ef2494-96cd-4d14-a81f-ccbc0c842fd2, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45924b7c-05d5-4b0a-bb51-112a5515364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fa9c8c18-66a9-4330-95ea-e6848bd9acbe'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:47:07.505312 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (36ef2494-96cd-4d14-a81f-ccbc0c842fd2), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:07.510018 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea413994-3ef2-4c48-82b3-c60102ad872a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] DELETE failed (client error): The resource could not be found. Feb 20 05:47:07.510474 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea413994-3ef2-4c48-82b3-c60102ad872a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:47:07.523958 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ea413994-3ef2-4c48-82b3-c60102ad872a tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/subnets/6067ab08-97ee-4c94-b962-edd40c9fc48a HTTP/1.1" status: 404 len: 337 time: 0.2416987 Feb 20 05:47:07.633377 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45696) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:07.661244 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fac4ab2f-a3eb-4fc7-8b4a-d8ebebe7c3e9 req-37aaf4c4-47da-4bb4-9bc3-600c10717e7b tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983683 Feb 20 05:47:07.739980 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e42598e7-de0a-40f0-839b-e3cb59e75046 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "GET /v2.0/ports?device_id=99a2bed1-b3c3-466f-8a3d-f54cbd034a81 HTTP/1.1" status: 200 len: 205 time: 0.0736337 Feb 20 05:47:07.748044 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45710) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:07.814731 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-6e77fb60-15bb-4691-9775-ca41968ee7b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de0ebba-7cea-4187-856d-d0d5eeb1583f {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:47:07.834341 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-6e77fb60-15bb-4691-9775-ca41968ee7b0 service neutron] Publish callbacks [] for port (1de0ebba-7cea-4187-856d-d0d5eeb1583f), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:07.841944 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-5933f918-7560-4d32-b423-b4872a58be0b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] delete failed (client error): The resource could not be found. Feb 20 05:47:07.844917 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5933f918-7560-4d32-b423-b4872a58be0b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/routers/99a2bed1-b3c3-466f-8a3d-f54cbd034a81 HTTP/1.1" status: 404 len: 336 time: 0.0886948 Feb 20 05:47:07.854622 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45714) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:07.903088 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-6e77fb60-15bb-4691-9775-ca41968ee7b0 service neutron] Transition to ACTIVE for port object 1de0ebba-7cea-4187-856d-d0d5eeb1583f will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:47:07.953644 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d9d2a59f-dab0-4b40-a905-9e6031744957 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "GET /v2.0/ports?device_id=63ea7942-5f0f-40e8-a99f-00ee3dce1ef7 HTTP/1.1" status: 200 len: 205 time: 0.0941350 Feb 20 05:47:07.953864 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] For port 36ef2494-96cd-4d14-a81f-ccbc0c842fd2, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:47:07.956812 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] For port 36ef2494-96cd-4d14-a81f-ccbc0c842fd2, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=36ef2494-96cd-4d14-a81f-ccbc0c842fd2,segment=NetworkSegment(45924b7c-05d5-4b0a-bb51-112a5515364f),segment_id=45924b7c-05d5-4b0a-bb51-112a5515364f)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:47:07.962234 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-6e77fb60-15bb-4691-9775-ca41968ee7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (1de0ebba-7cea-4187-856d-d0d5eeb1583f), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:07.969607 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45720) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:07.972719 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (36ef2494-96cd-4d14-a81f-ccbc0c842fd2), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:08.048212 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:08.048833 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:08.050404 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] 10.222.0.48 "PUT /v2.0/ports/36ef2494-96cd-4d14-a81f-ccbc0c842fd2 HTTP/1.1" status: 200 len: 1092 time: 4.0869329 Feb 20 05:47:08.051893 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895651f4-d8d1-42aa-9bf8-67b168f9959b', 'tag': '36ef2494-96cd-4d14-a81f-ccbc0c842fd2'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:47:08.055332 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1586be7f-023a-409a-a7cd-58b44bed14ab" -d '{"events": [{"name": "network-changed", "server_uuid": "895651f4-d8d1-42aa-9bf8-67b168f9959b", "tag": "36ef2494-96cd-4d14-a81f-ccbc0c842fd2"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:47:08.097781 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c914684-f98c-4fb2-b813-fb37ec4dc15a req-b66edbd7-29ed-49e6-8a8b-5865ddc72998 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:08.106507 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3c914684-f98c-4fb2-b813-fb37ec4dc15a req-b66edbd7-29ed-49e6-8a8b-5865ddc72998 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=895651f4-d8d1-42aa-9bf8-67b168f9959b HTTP/1.1" status: 200 len: 944 time: 0.3274024 Feb 20 05:47:08.222472 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-9f9d24fc-cc87-4cc2-87a8-60408a146eb8 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] delete failed (client error): The resource could not be found. Feb 20 05:47:08.224373 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9f9d24fc-cc87-4cc2-87a8-60408a146eb8 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/routers/63ea7942-5f0f-40e8-a99f-00ee3dce1ef7 HTTP/1.1" status: 404 len: 336 time: 0.2524047 Feb 20 05:47:08.229997 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45730) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:08.263052 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-f91623cf-a885-4af7-8c6d-c121802f37a3 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] DELETE failed (client error): The resource could not be found. Feb 20 05:47:08.263718 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd753c-f0c4-470c-9f7a-4cdc69eecab1 service neutron] Pushing event updated for resources: {'Port': ['ID=36ef2494-96cd-4d14-a81f-ccbc0c842fd2,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:08.263929 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f91623cf-a885-4af7-8c6d-c121802f37a3 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:47:08.267296 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f91623cf-a885-4af7-8c6d-c121802f37a3 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/subnets/57508f2f-822f-4985-b9ec-2a3ee2c3e359 HTTP/1.1" status: 404 len: 337 time: 0.0361412 Feb 20 05:47:08.275047 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45734) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:08.327516 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-461ab82d-dd12-4e15-8d2c-7941faf4ca7b tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "GET /v2.0/ports?device_id=01850d36-cf6f-447f-91b4-32761bd55745 HTTP/1.1" status: 200 len: 205 time: 0.0387456 Feb 20 05:47:08.333966 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3c914684-f98c-4fb2-b813-fb37ec4dc15a req-ed94b33e-a5a5-4aa7-a61f-c9d8ed1ac85c tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259586 Feb 20 05:47:08.334694 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45736) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:08.337354 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-ea2101a6-87cd-4795-857d-4db0a7648e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:08.339942 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-ea2101a6-87cd-4795-857d-4db0a7648e54 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c52e24ee44664157bb4debb87b79233a&device_id=895651f4-d8d1-42aa-9bf8-67b168f9959b HTTP/1.1" status: 200 len: 1126 time: 0.1907969 Feb 20 05:47:08.365810 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77fb60-15bb-4691-9775-ca41968ee7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1de0ebba-7cea-4187-856d-d0d5eeb1583f,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:08.489963 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-bc19c40f-275a-4eaa-bf7e-cb58de0c412c tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] delete failed (client error): The resource could not be found. Feb 20 05:47:08.490760 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bc19c40f-275a-4eaa-bf7e-cb58de0c412c tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/routers/01850d36-cf6f-447f-91b4-32761bd55745 HTTP/1.1" status: 404 len: 336 time: 0.1493080 Feb 20 05:47:08.494713 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-3a84cda5-212e-4114-b8ed-41b1b75dd27c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36ef2494-96cd-4d14-a81f-ccbc0c842fd2 HTTP/1.1" status: 200 len: 217 time: 0.1433380 Feb 20 05:47:08.495438 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45746) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:08.515204 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-6e77fb60-15bb-4691-9775-ca41968ee7b0 service neutron] Attempting to bind port 1de0ebba-7cea-4187-856d-d0d5eeb1583f on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:47:08.515554 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-6e77fb60-15bb-4691-9775-ca41968ee7b0 service neutron] Attempting to bind port 1de0ebba-7cea-4187-856d-d0d5eeb1583f by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '4e36c0b4-c5c2-41f8-934c-8f450ef6c44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '52dcb583-f04d-4b76-988a-9e515ca1ebec'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:47:08.515894 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-6e77fb60-15bb-4691-9775-ca41968ee7b0 service neutron] Attempting to bind port 1de0ebba-7cea-4187-856d-d0d5eeb1583f on network 52dcb583-f04d-4b76-988a-9e515ca1ebec {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:47:08.524812 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-6e77fb60-15bb-4691-9775-ca41968ee7b0 service neutron] Port 1de0ebba-7cea-4187-856d-d0d5eeb1583f on network 52dcb583-f04d-4b76-988a-9e515ca1ebec not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:47:08.525144 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-6e77fb60-15bb-4691-9775-ca41968ee7b0 service neutron] Attempting to bind port 1de0ebba-7cea-4187-856d-d0d5eeb1583f on network 52dcb583-f04d-4b76-988a-9e515ca1ebec {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:47:08.533433 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-6e77fb60-15bb-4691-9775-ca41968ee7b0 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:47:08.534542 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-6e77fb60-15bb-4691-9775-ca41968ee7b0 service neutron] Checking segment: {'id': '4e36c0b4-c5c2-41f8-934c-8f450ef6c44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '52dcb583-f04d-4b76-988a-9e515ca1ebec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:47:08.536507 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-6e77fb60-15bb-4691-9775-ca41968ee7b0 service neutron] Bound using segment: {'id': '4e36c0b4-c5c2-41f8-934c-8f450ef6c44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '52dcb583-f04d-4b76-988a-9e515ca1ebec'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:47:08.538236 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-6e77fb60-15bb-4691-9775-ca41968ee7b0 service neutron] Bound port: 1de0ebba-7cea-4187-856d-d0d5eeb1583f, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e36c0b4-c5c2-41f8-934c-8f450ef6c44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '52dcb583-f04d-4b76-988a-9e515ca1ebec'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:47:08.540277 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-6e77fb60-15bb-4691-9775-ca41968ee7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1de0ebba-7cea-4187-856d-d0d5eeb1583f), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:08.564586 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-60b25288-a0b3-44b3-b064-01e9a7191d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:08.569699 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-60b25288-a0b3-44b3-b064-01e9a7191d63 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c84731d-a312-42ac-b55f-15aaba4e7834 HTTP/1.1" status: 200 len: 862 time: 0.0604722 Feb 20 05:47:08.624689 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ecc74c-280e-4346-9d35-fb5584eaefa6 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] DELETE failed (client error): The resource could not be found. Feb 20 05:47:08.625151 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ecc74c-280e-4346-9d35-fb5584eaefa6 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:47:08.631028 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-18ecc74c-280e-4346-9d35-fb5584eaefa6 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/subnets/ee08c98f-a762-4f6c-9939-ff89b525393c HTTP/1.1" status: 404 len: 337 time: 0.1237562 Feb 20 05:47:08.643607 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45766) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:08.699831 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-6e77fb60-15bb-4691-9775-ca41968ee7b0 service neutron] For port 1de0ebba-7cea-4187-856d-d0d5eeb1583f, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:47:08.705117 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-6e77fb60-15bb-4691-9775-ca41968ee7b0 service neutron] For port 1de0ebba-7cea-4187-856d-d0d5eeb1583f, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1de0ebba-7cea-4187-856d-d0d5eeb1583f,segment=NetworkSegment(4e36c0b4-c5c2-41f8-934c-8f450ef6c44e),segment_id=4e36c0b4-c5c2-41f8-934c-8f450ef6c44e)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:47:08.712595 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-6e77fb60-15bb-4691-9775-ca41968ee7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (1de0ebba-7cea-4187-856d-d0d5eeb1583f), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:08.730333 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b766cc30-7cd1-444c-b7be-376bbb4eac69 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "GET /v2.0/ports?device_id=97779f56-53ff-41e9-9bae-535b5d87a37e HTTP/1.1" status: 200 len: 205 time: 0.0852842 Feb 20 05:47:08.733975 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-2506d7c2-bfae-42c2-b175-8faa47bc4b17 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa9c8c18-66a9-4330-95ea-e6848bd9acbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042192 Feb 20 05:47:08.734683 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45772) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:08.786834 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-6e77fb60-15bb-4691-9775-ca41968ee7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:08.787499 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-6e77fb60-15bb-4691-9775-ca41968ee7b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:08.789462 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-6e77fb60-15bb-4691-9775-ca41968ee7b0 service neutron] 10.222.0.61 "PUT /v2.0/ports/1de0ebba-7cea-4187-856d-d0d5eeb1583f HTTP/1.1" status: 200 len: 1091 time: 1.8024011 Feb 20 05:47:08.790132 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f87cbe0-a770-45a0-8148-c6b4071d59f8', 'tag': '1de0ebba-7cea-4187-856d-d0d5eeb1583f'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:47:08.792459 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad854d52-66ed-41c5-9af4-1fd46ec4892e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f87cbe0-a770-45a0-8148-c6b4071d59f8", "tag": "1de0ebba-7cea-4187-856d-d0d5eeb1583f"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:47:08.831181 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-2354a4d9-08a6-407b-8fa1-3593b78bb1aa tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] delete failed (client error): The resource could not be found. Feb 20 05:47:08.838534 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2354a4d9-08a6-407b-8fa1-3593b78bb1aa tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/routers/97779f56-53ff-41e9-9bae-535b5d87a37e HTTP/1.1" status: 404 len: 336 time: 0.1012213 Feb 20 05:47:08.840091 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45782) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:08.909259 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77fb60-15bb-4691-9775-ca41968ee7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1de0ebba-7cea-4187-856d-d0d5eeb1583f,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:08.928952 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53740a-073d-4d9c-9b9d-c96d1f1d430b req-160b970a-3d59-46fc-abca-07accd066846 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:08.931067 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bb53740a-073d-4d9c-9b9d-c96d1f1d430b req-160b970a-3d59-46fc-abca-07accd066846 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f87cbe0-a770-45a0-8148-c6b4071d59f8 HTTP/1.1" status: 200 len: 943 time: 0.4427485 Feb 20 05:47:08.946542 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-ed1e6e3f-b9c8-45e7-b252-983c587ccec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:08.948263 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-ed1e6e3f-b9c8-45e7-b252-983c587ccec0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2e240fa6b7c149ddb8557dfdf72940d5&device_id=2f87cbe0-a770-45a0-8148-c6b4071d59f8 HTTP/1.1" status: 200 len: 1125 time: 0.1177630 Feb 20 05:47:08.994030 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3a883b-1960-481c-9344-476a67c19f83 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] DELETE failed (client error): The resource could not be found. Feb 20 05:47:08.994507 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be3a883b-1960-481c-9344-476a67c19f83 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:47:09.000539 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-be3a883b-1960-481c-9344-476a67c19f83 tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/subnets/02af6819-c278-4188-8dc0-60dad5fc0e53 HTTP/1.1" status: 404 len: 337 time: 0.1558864 Feb 20 05:47:09.001892 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45794) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:09.058663 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-667004ad-01e8-44a4-a669-fe503400363d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1de0ebba-7cea-4187-856d-d0d5eeb1583f HTTP/1.1" status: 200 len: 217 time: 0.1040714 Feb 20 05:47:09.075098 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0e0abc-9e29-47d4-8c11-2c363f8cb0fe tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] DELETE failed (client error): The resource could not be found. Feb 20 05:47:09.075638 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb0e0abc-9e29-47d4-8c11-2c363f8cb0fe tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:47:09.081886 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-cb0e0abc-9e29-47d4-8c11-2c363f8cb0fe tempest-RoutersTest-2119694270 tempest-RoutersTest-2119694270-project] 10.222.0.37 "DELETE /v2.0/subnets/3c09beda-7618-48e8-8e80-2c81768a2d10 HTTP/1.1" status: 404 len: 337 time: 0.0565040 Feb 20 05:47:09.095780 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bb53740a-073d-4d9c-9b9d-c96d1f1d430b req-45f56074-01e2-4c6f-81df-08a7f1183311 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/security-groups?id=a004e0c0-8b2a-4982-9c6b-efbb0ae35ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362340 Feb 20 05:47:09.143098 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-0b86891c-bf06-4cbe-ab10-b77ab7dc3017 service neutron] 10.222.0.48 "GET /v2.0/networks/fa9c8c18-66a9-4330-95ea-e6848bd9acbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446805 Feb 20 05:47:09.180450 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-adb1bfe2-d484-4a0e-96b5-c1685635dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:09.182094 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-adb1bfe2-d484-4a0e-96b5-c1685635dc1b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba9e6bba-e2c3-43c7-a74a-ad4ff8c12bb4 HTTP/1.1" status: 200 len: 864 time: 0.1180184 Feb 20 05:47:09.260847 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-f7b6f7ce-28c0-4899-b700-4b114783b2de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=52dcb583-f04d-4b76-988a-9e515ca1ebec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721803 Feb 20 05:47:09.406795 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9670e0d2-c225-401f-b02f-faf504cd8b6c req-82e258b8-ca76-4002-90e1-cd1fba42c048 service neutron] 10.222.0.48 "GET /v2.0/networks/fa9c8c18-66a9-4330-95ea-e6848bd9acbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580636 Feb 20 05:47:09.424210 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a825b79-518b-4c9c-9a64-be608a361d49 req-f840f207-20c3-4aa0-ab56-8c170ff68397 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:09.433681 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a825b79-518b-4c9c-9a64-be608a361d49 req-f840f207-20c3-4aa0-ab56-8c170ff68397 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 0.1719434 Feb 20 05:47:09.467452 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-dd015af1-e562-4609-a4e8-bd626746bc78 service neutron] 10.222.0.61 "GET /v2.0/networks/52dcb583-f04d-4b76-988a-9e515ca1ebec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992173 Feb 20 05:47:09.558944 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a825b79-518b-4c9c-9a64-be608a361d49 req-123ddfe1-3007-409f-9ede-631673145f14 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234291 Feb 20 05:47:09.657578 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-298dc54b-cd30-4b01-b44c-402e36eb0151 req-a37d3ac7-6937-41bf-b648-d737d8dc1a14 service neutron] 10.222.0.61 "GET /v2.0/networks/52dcb583-f04d-4b76-988a-9e515ca1ebec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819346 Feb 20 05:47:09.672287 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4c7820-ee6d-4812-bf85-8d800c4a3d27 x-openstack-request-id: req-7c4c7820-ee6d-4812-bf85-8d800c4a3d27 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:47:09.672585 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895651f4-d8d1-42aa-9bf8-67b168f9959b", "tag": "36ef2494-96cd-4d14-a81f-ccbc0c842fd2", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:47:09.672840 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c4c7820-ee6d-4812-bf85-8d800c4a3d27 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:47:09.673249 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895651f4-d8d1-42aa-9bf8-67b168f9959b', 'tag': '36ef2494-96cd-4d14-a81f-ccbc0c842fd2', 'status': 'completed', 'code': 200} Feb 20 05:47:09.747712 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb170128-6820-4614-ae31-775194b738cd x-openstack-request-id: req-eb170128-6820-4614-ae31-775194b738cd {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:47:09.747955 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f87cbe0-a770-45a0-8148-c6b4071d59f8", "tag": "1de0ebba-7cea-4187-856d-d0d5eeb1583f", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:47:09.748237 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb170128-6820-4614-ae31-775194b738cd {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:47:09.748674 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f87cbe0-a770-45a0-8148-c6b4071d59f8', 'tag': '1de0ebba-7cea-4187-856d-d0d5eeb1583f', 'status': 'completed', 'code': 200} Feb 20 05:47:09.813368 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586be7f-023a-409a-a7cd-58b44bed14ab req-c8c1f0f5-480a-457c-a904-c3042a02993a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:09.815301 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1586be7f-023a-409a-a7cd-58b44bed14ab req-c8c1f0f5-480a-457c-a904-c3042a02993a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c52e24ee44664157bb4debb87b79233a&device_id=895651f4-d8d1-42aa-9bf8-67b168f9959b HTTP/1.1" status: 200 len: 1126 time: 0.1179564 Feb 20 05:47:09.880108 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad854d52-66ed-41c5-9af4-1fd46ec4892e req-51bae960-81f4-4b6e-9938-931dae7f6203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:09.883654 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ad854d52-66ed-41c5-9af4-1fd46ec4892e req-51bae960-81f4-4b6e-9938-931dae7f6203 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2e240fa6b7c149ddb8557dfdf72940d5&device_id=2f87cbe0-a770-45a0-8148-c6b4071d59f8 HTTP/1.1" status: 200 len: 1125 time: 0.1136339 Feb 20 05:47:09.933230 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45860) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:10.079229 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad854d52-66ed-41c5-9af4-1fd46ec4892e req-b29fe3da-b318-42d2-b98c-c3662217e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:10.080766 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ad854d52-66ed-41c5-9af4-1fd46ec4892e req-b29fe3da-b318-42d2-b98c-c3662217e2b8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=52dcb583-f04d-4b76-988a-9e515ca1ebec HTTP/1.1" status: 200 len: 924 time: 0.1886077 Feb 20 05:47:10.084539 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5939c92-6d87-4738-8bdc-621b37141285 req-ec8cd03a-7969-43ea-b8c1-3be18617502e tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:10.092472 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a5939c92-6d87-4738-8bdc-621b37141285 req-ec8cd03a-7969-43ea-b8c1-3be18617502e tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=895651f4-d8d1-42aa-9bf8-67b168f9959b HTTP/1.1" status: 200 len: 944 time: 0.2101948 Feb 20 05:47:10.101443 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586be7f-023a-409a-a7cd-58b44bed14ab req-d64cc595-7b2d-4b59-aaca-8996a292a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:10.103256 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1586be7f-023a-409a-a7cd-58b44bed14ab req-d64cc595-7b2d-4b59-aaca-8996a292a727 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa9c8c18-66a9-4330-95ea-e6848bd9acbe HTTP/1.1" status: 200 len: 922 time: 0.2762816 Feb 20 05:47:10.191318 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ad854d52-66ed-41c5-9af4-1fd46ec4892e req-b3bfa13b-7d07-4100-abe7-97ff6865c1d9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1de0ebba-7cea-4187-856d-d0d5eeb1583f HTTP/1.1" status: 200 len: 217 time: 0.1015155 Feb 20 05:47:10.197501 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1586be7f-023a-409a-a7cd-58b44bed14ab req-6e2963ab-76d9-467e-b5ff-ac88aecb84e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36ef2494-96cd-4d14-a81f-ccbc0c842fd2 HTTP/1.1" status: 200 len: 217 time: 0.0832617 Feb 20 05:47:10.294634 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad854d52-66ed-41c5-9af4-1fd46ec4892e req-0ac701c3-a94c-4dd9-b105-64b72f371a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:10.296804 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ad854d52-66ed-41c5-9af4-1fd46ec4892e req-0ac701c3-a94c-4dd9-b105-64b72f371a39 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba9e6bba-e2c3-43c7-a74a-ad4ff8c12bb4 HTTP/1.1" status: 200 len: 864 time: 0.0991693 Feb 20 05:47:10.356274 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ad854d52-66ed-41c5-9af4-1fd46ec4892e req-e62a07e3-0b8d-4b49-bc69-eb82fe70fe80 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=52dcb583-f04d-4b76-988a-9e515ca1ebec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481811 Feb 20 05:47:10.367555 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a5939c92-6d87-4738-8bdc-621b37141285 req-68fd419f-8ec0-4259-a5e9-a93ecb5986d8 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731271 Feb 20 05:47:10.383909 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8ea24fac-0c39-494a-90c0-3e6a9f6e164f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec8dd31e72ed40dc8f4a2a6bbaade185&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4492962 Feb 20 05:47:10.395438 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45886) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:10.454408 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586be7f-023a-409a-a7cd-58b44bed14ab req-e2f7f96b-907d-42bc-80a5-01d36e4a8577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:10.462956 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1586be7f-023a-409a-a7cd-58b44bed14ab req-e2f7f96b-907d-42bc-80a5-01d36e4a8577 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c84731d-a312-42ac-b55f-15aaba4e7834 HTTP/1.1" status: 200 len: 862 time: 0.2448690 Feb 20 05:47:10.529624 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ad854d52-66ed-41c5-9af4-1fd46ec4892e req-2c6dc645-c2d6-465d-9a1d-5c58ab1672c3 service neutron] 10.222.0.61 "GET /v2.0/networks/52dcb583-f04d-4b76-988a-9e515ca1ebec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606140 Feb 20 05:47:10.546769 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1586be7f-023a-409a-a7cd-58b44bed14ab req-d25c124a-7b82-47d9-9e21-a64d7e5ae8d8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa9c8c18-66a9-4330-95ea-e6848bd9acbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746624 Feb 20 05:47:10.664540 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f977540a-510b-4963-b292-468e93f72327 admin admin] Publish callbacks [] for security_group (af978a94-fa14-4e28-adb5-176e290d2422), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:10.692345 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ad854d52-66ed-41c5-9af4-1fd46ec4892e req-e990e469-7671-4e0a-a8e4-663b98243410 service neutron] 10.222.0.61 "GET /v2.0/networks/52dcb583-f04d-4b76-988a-9e515ca1ebec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562207 Feb 20 05:47:10.728697 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f977540a-510b-4963-b292-468e93f72327 admin admin] Publish callbacks [] for security_group (af978a94-fa14-4e28-adb5-176e290d2422), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:10.790283 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434d51f-63e7-4a45-ad58-2045633b2e86 req-f198f7d5-9bf8-4a56-8595-c812e5512d71 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:10.795065 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9434d51f-63e7-4a45-ad58-2045633b2e86 req-f198f7d5-9bf8-4a56-8595-c812e5512d71 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f87cbe0-a770-45a0-8148-c6b4071d59f8 HTTP/1.1" status: 200 len: 943 time: 0.1828439 Feb 20 05:47:10.798259 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1586be7f-023a-409a-a7cd-58b44bed14ab req-9245dde6-ef60-4f05-a4a8-e3c710d6317e service neutron] 10.222.0.48 "GET /v2.0/networks/fa9c8c18-66a9-4330-95ea-e6848bd9acbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448707 Feb 20 05:47:10.919248 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f977540a-510b-4963-b292-468e93f72327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (af978a94-fa14-4e28-adb5-176e290d2422), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:10.924998 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f977540a-510b-4963-b292-468e93f72327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:10.926658 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f977540a-510b-4963-b292-468e93f72327 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af978a94-fa14-4e28-adb5-176e290d2422 HTTP/1.1" status: 204 len: 168 time: 0.5311692 Feb 20 05:47:10.949007 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977540a-510b-4963-b292-468e93f72327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af978a94-fa14-4e28-adb5-176e290d2422,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:10.956894 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9434d51f-63e7-4a45-ad58-2045633b2e86 req-27438114-b0b8-48f4-9767-e930d510dd83 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/security-groups?id=a004e0c0-8b2a-4982-9c6b-efbb0ae35ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606739 Feb 20 05:47:11.007456 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1586be7f-023a-409a-a7cd-58b44bed14ab req-9915c305-533e-4978-bd30-a36b9e808f1c service neutron] 10.222.0.48 "GET /v2.0/networks/fa9c8c18-66a9-4330-95ea-e6848bd9acbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012675 Feb 20 05:47:11.365932 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4695e0-5434-4159-8b15-a1f08461490d req-c198525c-b116-4280-8ef1-cb05df9264b9 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:11.370778 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4f4695e0-5434-4159-8b15-a1f08461490d req-c198525c-b116-4280-8ef1-cb05df9264b9 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 0.1228430 Feb 20 05:47:11.433318 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4f4695e0-5434-4159-8b15-a1f08461490d req-10d60c2d-0d27-4cc0-94c4-dca00e140b70 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561726 Feb 20 05:47:11.505748 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:47:11.669139 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 36ef2494-96cd-4d14-a81f-ccbc0c842fd2, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=36ef2494-96cd-4d14-a81f-ccbc0c842fd2,segment=NetworkSegment(45924b7c-05d5-4b0a-bb51-112a5515364f),segment_id=45924b7c-05d5-4b0a-bb51-112a5515364f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:11.685259 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '36ef2494-96cd-4d14-a81f-ccbc0c842fd2', 'network_id': 'fa9c8c18-66a9-4330-95ea-e6848bd9acbe', 'port_id': '36ef2494-96cd-4d14-a81f-ccbc0c842fd2', 'mac_address': 'fa:16:3e:81:50:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c84731d-a312-42ac-b55f-15aaba4e7834', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:47:11.738500 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:11.739219 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (36ef2494-96cd-4d14-a81f-ccbc0c842fd2), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:11.750049 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ba9d9-62fa-430e-a628-2224ddd4c435 req-1b6a220c-47a9-4ff3-98d1-fa974603383a tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:11.756628 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d83ba9d9-62fa-430e-a628-2224ddd4c435 req-1b6a220c-47a9-4ff3-98d1-fa974603383a tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=895651f4-d8d1-42aa-9bf8-67b168f9959b HTTP/1.1" status: 200 len: 944 time: 0.1777048 Feb 20 05:47:11.767216 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:47:11.794344 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 36ef2494-96cd-4d14-a81f-ccbc0c842fd2, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=36ef2494-96cd-4d14-a81f-ccbc0c842fd2,segment=NetworkSegment(45924b7c-05d5-4b0a-bb51-112a5515364f),segment_id=45924b7c-05d5-4b0a-bb51-112a5515364f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:11.820116 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (36ef2494-96cd-4d14-a81f-ccbc0c842fd2), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:11.870654 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d83ba9d9-62fa-430e-a628-2224ddd4c435 req-932bbdc9-1813-46dd-b4fa-a0af07d3ade7 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065316 Feb 20 05:47:11.925695 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=36ef2494-96cd-4d14-a81f-ccbc0c842fd2,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:12.034975 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['36ef2494-96cd-4d14-a81f-ccbc0c842fd2'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:47:12.245567 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af886f-c5dc-45d6-95e3-24fd111b2925 req-b21d81d4-f25c-42d1-a0c0-488a57854c63 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:12.248149 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0af886f-c5dc-45d6-95e3-24fd111b2925 req-b21d81d4-f25c-42d1-a0c0-488a57854c63 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f87cbe0-a770-45a0-8148-c6b4071d59f8 HTTP/1.1" status: 200 len: 943 time: 0.1404164 Feb 20 05:47:12.374059 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0af886f-c5dc-45d6-95e3-24fd111b2925 req-c63b2883-4566-4f2b-8e60-4833951099ff tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/security-groups?id=a004e0c0-8b2a-4982-9c6b-efbb0ae35ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171813 Feb 20 05:47:12.612235 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7664812-c0b7-40b2-90c0-5eaaee47fc85 req-633a568d-4878-4675-8ae1-4220863dced4 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:12.613752 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f7664812-c0b7-40b2-90c0-5eaaee47fc85 req-633a568d-4878-4675-8ae1-4220863dced4 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 0.0724530 Feb 20 05:47:12.679484 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46020) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:12.680747 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f7664812-c0b7-40b2-90c0-5eaaee47fc85 req-041f4066-327e-4157-8073-ddfdad96be6d tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612097 Feb 20 05:47:13.015766 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-f65a3f65-18ca-4aad-8a83-a0b9a346b702 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1787390116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:47:13.053052 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f65a3f65-18ca-4aad-8a83-a0b9a346b702 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (d5ebcc7b-954d-4e36-a20f-a44fe80779c3), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:13.054102 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f65a3f65-18ca-4aad-8a83-a0b9a346b702 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (d5ebcc7b-954d-4e36-a20f-a44fe80779c3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:13.167524 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f65a3f65-18ca-4aad-8a83-a0b9a346b702 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks [] for router_controller (d5ebcc7b-954d-4e36-a20f-a44fe80779c3), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:13.180684 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f65a3f65-18ca-4aad-8a83-a0b9a346b702 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (d5ebcc7b-954d-4e36-a20f-a44fe80779c3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:13.189549 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2ab72-ca3e-422d-a6e2-d6a3ef0b31c6 req-ecf3f5f4-2faa-4013-b6cd-98178f6b7497 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:13.209973 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-35a2ab72-ca3e-422d-a6e2-d6a3ef0b31c6 req-ecf3f5f4-2faa-4013-b6cd-98178f6b7497 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=895651f4-d8d1-42aa-9bf8-67b168f9959b HTTP/1.1" status: 200 len: 945 time: 0.1887922 Feb 20 05:47:13.221670 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f65a3f65-18ca-4aad-8a83-a0b9a346b702 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:13.229010 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f65a3f65-18ca-4aad-8a83-a0b9a346b702 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5472713 Feb 20 05:47:13.229929 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46044) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:13.233515 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 1de0ebba-7cea-4187-856d-d0d5eeb1583f details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:47:13.236118 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0efc6f14-401c-4eb5-8038-c6c9f1333ca9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1827116089'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:47:13.255630 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efc6f14-401c-4eb5-8038-c6c9f1333ca9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Made reservation on behalf of 59f8db8cf83c437884159a7450ec4cc3 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:47:13.259583 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0efc6f14-401c-4eb5-8038-c6c9f1333ca9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:13.269716 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0efc6f14-401c-4eb5-8038-c6c9f1333ca9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:13.347977 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-35a2ab72-ca3e-422d-a6e2-d6a3ef0b31c6 req-c0fb96eb-d574-458c-be12-828f5ffa875a tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237218 Feb 20 05:47:13.393280 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0efc6f14-401c-4eb5-8038-c6c9f1333ca9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks [] for security_group (73217ea8-f1b7-4f83-b04d-006446cc923c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:13.397759 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0efc6f14-401c-4eb5-8038-c6c9f1333ca9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (73217ea8-f1b7-4f83-b04d-006446cc923c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:13.431106 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0efc6f14-401c-4eb5-8038-c6c9f1333ca9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:47:13.441552 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc6f14-401c-4eb5-8038-c6c9f1333ca9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73217ea8-f1b7-4f83-b04d-006446cc923c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:13.466537 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0efc6f14-401c-4eb5-8038-c6c9f1333ca9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (8b5f4db1-ca2d-4b9c-b157-de78fc6b5f7c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:13.467080 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-0efc6f14-401c-4eb5-8038-c6c9f1333ca9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Added segment 8b5f4db1-ca2d-4b9c-b157-de78fc6b5f7c of type vlan for network 5bc5d733-269a-40c9-828c-66227ffe129d Feb 20 05:47:13.527233 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 1de0ebba-7cea-4187-856d-d0d5eeb1583f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1de0ebba-7cea-4187-856d-d0d5eeb1583f,segment=NetworkSegment(4e36c0b4-c5c2-41f8-934c-8f450ef6c44e),segment_id=4e36c0b4-c5c2-41f8-934c-8f450ef6c44e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:13.536718 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0efc6f14-401c-4eb5-8038-c6c9f1333ca9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (5bc5d733-269a-40c9-828c-66227ffe129d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:13.537279 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:47:13.582278 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0efc6f14-401c-4eb5-8038-c6c9f1333ca9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (5bc5d733-269a-40c9-828c-66227ffe129d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:13.594752 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efc6f14-401c-4eb5-8038-c6c9f1333ca9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:13.596327 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0efc6f14-401c-4eb5-8038-c6c9f1333ca9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:13.631827 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb178d02-e5ac-44a0-8a3e-e9ab9c913ec5 req-70cec98f-121a-4445-ad2d-91fae96d95ae tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:13.642063 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bb178d02-e5ac-44a0-8a3e-e9ab9c913ec5 req-70cec98f-121a-4445-ad2d-91fae96d95ae tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 0.1305513 Feb 20 05:47:13.643767 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '1de0ebba-7cea-4187-856d-d0d5eeb1583f', 'network_id': '52dcb583-f04d-4b76-988a-9e515ca1ebec', 'port_id': '1de0ebba-7cea-4187-856d-d0d5eeb1583f', 'mac_address': 'fa:16:3e:03:e5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9e6bba-e2c3-43c7-a74a-ad4ff8c12bb4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:47:13.663073 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0efc6f14-401c-4eb5-8038-c6c9f1333ca9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4317789 Feb 20 05:47:13.683277 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46060) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:13.695886 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c8b94135-45b8-461c-a45a-4abda2c99fed tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Request body: {'subnet': {'network_id': '5bc5d733-269a-40c9-828c-66227ffe129d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:47:13.778358 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc6f14-401c-4eb5-8038-c6c9f1333ca9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Pushing event updated for resources: {'Network': ['ID=5bc5d733-269a-40c9-828c-66227ffe129d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:13.789818 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 1de0ebba-7cea-4187-856d-d0d5eeb1583f is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:13.790463 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1de0ebba-7cea-4187-856d-d0d5eeb1583f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:13.826195 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 5bc5d733-269a-40c9-828c-66227ffe129d details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:47:13.926346 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bb178d02-e5ac-44a0-8a3e-e9ab9c913ec5 req-63fcdb57-f8f7-43cb-869d-6f20d2b428db tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833223 Feb 20 05:47:13.973607 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b94135-45b8-461c-a45a-4abda2c99fed tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Made reservation on behalf of 59f8db8cf83c437884159a7450ec4cc3 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:47:13.983073 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8b94135-45b8-461c-a45a-4abda2c99fed tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:14.024017 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de0ebba-7cea-4187-856d-d0d5eeb1583f {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:47:14.078450 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 1de0ebba-7cea-4187-856d-d0d5eeb1583f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1de0ebba-7cea-4187-856d-d0d5eeb1583f,segment=NetworkSegment(4e36c0b4-c5c2-41f8-934c-8f450ef6c44e),segment_id=4e36c0b4-c5c2-41f8-934c-8f450ef6c44e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:14.101665 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1de0ebba-7cea-4187-856d-d0d5eeb1583f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:14.107284 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:47:14.171402 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228caa7-78a2-4dd3-a0a5-5b03617e9ba8 req-deba3657-5c13-4086-8d84-3c7b5a97bc16 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:14.179190 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a228caa7-78a2-4dd3-a0a5-5b03617e9ba8 req-deba3657-5c13-4086-8d84-3c7b5a97bc16 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f87cbe0-a770-45a0-8148-c6b4071d59f8 HTTP/1.1" status: 200 len: 943 time: 0.1535645 Feb 20 05:47:14.202997 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:14.204766 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (36ef2494-96cd-4d14-a81f-ccbc0c842fd2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:14.296463 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a228caa7-78a2-4dd3-a0a5-5b03617e9ba8 req-c9ad2a9d-1ae9-4d98-9aff-1bfe71568a38 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/security-groups?id=a004e0c0-8b2a-4982-9c6b-efbb0ae35ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160061 Feb 20 05:47:14.379255 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['1de0ebba-7cea-4187-856d-d0d5eeb1583f'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:47:14.493121 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=1de0ebba-7cea-4187-856d-d0d5eeb1583f,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:14.766874 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:14.767296 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (36ef2494-96cd-4d14-a81f-ccbc0c842fd2), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:14.790508 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb524926-2b3b-41d2-9947-96b85eb12b89 req-b9e172d6-845c-4747-89bf-54af4f2ffc04 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:14.799746 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb524926-2b3b-41d2-9947-96b85eb12b89 req-b9e172d6-845c-4747-89bf-54af4f2ffc04 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=895651f4-d8d1-42aa-9bf8-67b168f9959b HTTP/1.1" status: 200 len: 945 time: 0.2941623 Feb 20 05:47:14.804036 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8b94135-45b8-461c-a45a-4abda2c99fed tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (85371e9f-78b5-42d4-82d7-4530d07f5a47), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:14.900210 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895651f4-d8d1-42aa-9bf8-67b168f9959b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ef2494-96cd-4d14-a81f-ccbc0c842fd2'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:47:14.904087 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de172065-5535-4331-a366-ddac49d9a14b" -d '{"events": [{"server_uuid": "895651f4-d8d1-42aa-9bf8-67b168f9959b", "name": "network-vif-plugged", "status": "completed", "tag": "36ef2494-96cd-4d14-a81f-ccbc0c842fd2"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:47:14.925345 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 36ef2494-96cd-4d14-a81f-ccbc0c842fd2, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=36ef2494-96cd-4d14-a81f-ccbc0c842fd2,segment=NetworkSegment(45924b7c-05d5-4b0a-bb51-112a5515364f),segment_id=45924b7c-05d5-4b0a-bb51-112a5515364f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:14.930667 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b94135-45b8-461c-a45a-4abda2c99fed tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Pushing event updated for resources: {'Subnet': ['ID=85371e9f-78b5-42d4-82d7-4530d07f5a47,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:14.941410 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b94135-45b8-461c-a45a-4abda2c99fed tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Checking segment: {'id': '8b5f4db1-ca2d-4b9c-b157-de78fc6b5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5bc5d733-269a-40c9-828c-66227ffe129d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:47:14.942088 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b94135-45b8-461c-a45a-4abda2c99fed tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Network hostable DHCP agents. Network: 5bc5d733-269a-40c9-828c-66227ffe129d, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:47:14.974759 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb524926-2b3b-41d2-9947-96b85eb12b89 req-b2a2bd40-c849-4b97-87db-eae8d2d763da tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529179 Feb 20 05:47:15.011506 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b94135-45b8-461c-a45a-4abda2c99fed tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Network 5bc5d733-269a-40c9-828c-66227ffe129d is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:47:15.027734 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-c8b94135-45b8-461c-a45a-4abda2c99fed tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 5bc5d733-269a-40c9-828c-66227ffe129d) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:47:15.039363 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b94135-45b8-461c-a45a-4abda2c99fed tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:15.039804 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8b94135-45b8-461c-a45a-4abda2c99fed tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:15.045418 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (36ef2494-96cd-4d14-a81f-ccbc0c842fd2), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:15.068670 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c8b94135-45b8-461c-a45a-4abda2c99fed tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3827231 Feb 20 05:47:15.072699 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46128) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:15.078917 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-83185f09-241e-4189-81d0-83fc605efb20 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Request body: {'network': {'name': 'tempest-router-network01--868103970'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:47:15.087106 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cc4715-5194-49b9-b28e-3b9be5dbc4d4 None None] Network 5bc5d733-269a-40c9-828c-66227ffe129d requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:47:15.095035 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8751aa30-89d9-4315-a18d-4bc38cdf11e8 x-openstack-request-id: req-8751aa30-89d9-4315-a18d-4bc38cdf11e8 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:47:15.095626 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895651f4-d8d1-42aa-9bf8-67b168f9959b", "name": "network-vif-plugged", "status": "completed", "tag": "36ef2494-96cd-4d14-a81f-ccbc0c842fd2", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:47:15.096092 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8751aa30-89d9-4315-a18d-4bc38cdf11e8 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:47:15.096754 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895651f4-d8d1-42aa-9bf8-67b168f9959b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ef2494-96cd-4d14-a81f-ccbc0c842fd2', 'code': 200} Feb 20 05:47:15.132457 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83185f09-241e-4189-81d0-83fc605efb20 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Made reservation on behalf of 59f8db8cf83c437884159a7450ec4cc3 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:47:15.144528 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-83185f09-241e-4189-81d0-83fc605efb20 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:15.214186 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83185f09-241e-4189-81d0-83fc605efb20 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:47:15.241268 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-83185f09-241e-4189-81d0-83fc605efb20 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (2a776c96-5a4d-4005-b5c9-bc88a086b0b3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:15.241822 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-83185f09-241e-4189-81d0-83fc605efb20 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Added segment 2a776c96-5a4d-4005-b5c9-bc88a086b0b3 of type vlan for network 23207e54-d80a-47b8-8c3b-e705d011a857 Feb 20 05:47:15.247157 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adad6f-f902-4203-873d-35294a8105a8 req-b3af82e1-0e95-49d9-9616-a5d1e0048b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:15.252922 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-17adad6f-f902-4203-873d-35294a8105a8 req-b3af82e1-0e95-49d9-9616-a5d1e0048b54 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=895651f4-d8d1-42aa-9bf8-67b168f9959b HTTP/1.1" status: 200 len: 1128 time: 0.1179183 Feb 20 05:47:15.345898 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-83185f09-241e-4189-81d0-83fc605efb20 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (23207e54-d80a-47b8-8c3b-e705d011a857), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:15.395472 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-83185f09-241e-4189-81d0-83fc605efb20 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (23207e54-d80a-47b8-8c3b-e705d011a857), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:15.401022 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83185f09-241e-4189-81d0-83fc605efb20 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:15.401666 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-83185f09-241e-4189-81d0-83fc605efb20 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:15.459772 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-83185f09-241e-4189-81d0-83fc605efb20 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3864319 Feb 20 05:47:15.462636 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=36ef2494-96cd-4d14-a81f-ccbc0c842fd2,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:15.463490 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46136) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:15.515850 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-bfd448a8-4d0c-4e17-b11d-cba7e935a135 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Request body: {'network': {'name': 'tempest-router-network02--111264035'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:47:15.550586 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-17adad6f-f902-4203-873d-35294a8105a8 req-28b672bf-e4d1-469d-9c55-14b28ea46b73 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905443 Feb 20 05:47:15.593853 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdad4c2-3641-4e48-959b-4b82330e3ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-5bc5d733-269a-40c9-828c-66227ffe129d', 'network_id': '5bc5d733-269a-40c9-828c-66227ffe129d', 'project_id': '59f8db8cf83c437884159a7450ec4cc3', 'fixed_ips': [{'subnet_id': '85371e9f-78b5-42d4-82d7-4530d07f5a47'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:47:15.595281 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2fdad4c2-3641-4e48-959b-4b82330e3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:15.601513 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd448a8-4d0c-4e17-b11d-cba7e935a135 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Made reservation on behalf of 59f8db8cf83c437884159a7450ec4cc3 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:47:15.612535 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bfd448a8-4d0c-4e17-b11d-cba7e935a135 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:15.650863 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83185f09-241e-4189-81d0-83fc605efb20 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Pushing event updated for resources: {'Network': ['ID=23207e54-d80a-47b8-8c3b-e705d011a857,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:15.790038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 23207e54-d80a-47b8-8c3b-e705d011a857 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:47:15.790318 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd448a8-4d0c-4e17-b11d-cba7e935a135 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:47:15.801917 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62369a-2f78-4f6e-aafa-f26950f92b34 req-338acc2a-7731-4a72-9a0d-0a79445a2014 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:15.813541 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-db62369a-2f78-4f6e-aafa-f26950f92b34 req-338acc2a-7731-4a72-9a0d-0a79445a2014 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f87cbe0-a770-45a0-8148-c6b4071d59f8 HTTP/1.1" status: 200 len: 944 time: 0.2174575 Feb 20 05:47:15.869479 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bfd448a8-4d0c-4e17-b11d-cba7e935a135 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (4f215d60-f954-488a-ac6f-6ef451223442), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:15.869834 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-bfd448a8-4d0c-4e17-b11d-cba7e935a135 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Added segment 4f215d60-f954-488a-ac6f-6ef451223442 of type vlan for network 446f3124-c959-4cb9-9539-1ca4e61f5268 Feb 20 05:47:15.943640 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-db62369a-2f78-4f6e-aafa-f26950f92b34 req-7587b0ff-d21c-4b9b-a629-3c20ac4134e1 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/security-groups?id=a004e0c0-8b2a-4982-9c6b-efbb0ae35ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242344 Feb 20 05:47:15.980466 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bfd448a8-4d0c-4e17-b11d-cba7e935a135 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (446f3124-c959-4cb9-9539-1ca4e61f5268), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:16.057779 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bfd448a8-4d0c-4e17-b11d-cba7e935a135 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (446f3124-c959-4cb9-9539-1ca4e61f5268), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:16.072469 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd448a8-4d0c-4e17-b11d-cba7e935a135 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:16.078602 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bfd448a8-4d0c-4e17-b11d-cba7e935a135 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:16.097323 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-2fdad4c2-3641-4e48-959b-4b82330e3ad8 None None] Allocated IP 172.20.0.2 (5bc5d733-269a-40c9-828c-66227ffe129d/85371e9f-78b5-42d4-82d7-4530d07f5a47/8d90d011-f5e0-49e9-bc55-2813e682ff8c) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:47:16.203500 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd448a8-4d0c-4e17-b11d-cba7e935a135 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Pushing event updated for resources: {'Network': ['ID=446f3124-c959-4cb9-9539-1ca4e61f5268,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:16.223552 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 446f3124-c959-4cb9-9539-1ca4e61f5268 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:47:16.249527 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bfd448a8-4d0c-4e17-b11d-cba7e935a135 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7751513 Feb 20 05:47:16.252205 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46162) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:16.258837 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-4417854a-e1a2-4668-ba1c-94da96dc71d9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Request body: {'subnet': {'network_id': '23207e54-d80a-47b8-8c3b-e705d011a857', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:47:16.354519 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c5be0-63c6-40b9-b995-7202063717db req-d014ee29-3010-4274-9028-97dd4a1307a3 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:16.363169 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-311c5be0-63c6-40b9-b995-7202063717db req-d014ee29-3010-4274-9028-97dd4a1307a3 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=895651f4-d8d1-42aa-9bf8-67b168f9959b HTTP/1.1" status: 200 len: 946 time: 0.1724353 Feb 20 05:47:16.410336 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46166) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:16.463823 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8bd42105-af33-4254-9ee0-2891188e17eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:16.491345 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-311c5be0-63c6-40b9-b995-7202063717db req-f48fdf98-4bcb-474d-a6ff-361b05d316ff tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271772 Feb 20 05:47:16.551450 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4417854a-e1a2-4668-ba1c-94da96dc71d9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Made reservation on behalf of 59f8db8cf83c437884159a7450ec4cc3 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:47:16.561603 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4417854a-e1a2-4668-ba1c-94da96dc71d9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:16.644066 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2fdad4c2-3641-4e48-959b-4b82330e3ad8 None None] Publish callbacks [] for port (8d90d011-f5e0-49e9-bc55-2813e682ff8c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:16.663478 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2fdad4c2-3641-4e48-959b-4b82330e3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (8d90d011-f5e0-49e9-bc55-2813e682ff8c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:16.710130 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c77614fc-4ddd-4540-b3cd-b6830880e7b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:16.726060 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdad4c2-3641-4e48-959b-4b82330e3ad8 None None] Network 5bc5d733-269a-40c9-828c-66227ffe129d is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:47:16.729377 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-2fdad4c2-3641-4e48-959b-4b82330e3ad8 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:47:16.737087 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdad4c2-3641-4e48-959b-4b82330e3ad8 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:47:16.766055 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdad4c2-3641-4e48-959b-4b82330e3ad8 None None] Pushing event updated for resources: {'Port': ['ID=8d90d011-f5e0-49e9-bc55-2813e682ff8c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:17.022839 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-2fdad4c2-3641-4e48-959b-4b82330e3ad8 None None] Attempting to bind port 8d90d011-f5e0-49e9-bc55-2813e682ff8c on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:47:17.031286 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-2fdad4c2-3641-4e48-959b-4b82330e3ad8 None None] Attempting to bind port 8d90d011-f5e0-49e9-bc55-2813e682ff8c by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '8b5f4db1-ca2d-4b9c-b157-de78fc6b5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5bc5d733-269a-40c9-828c-66227ffe129d'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:47:17.033251 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdad4c2-3641-4e48-959b-4b82330e3ad8 None None] Attempting to bind port 8d90d011-f5e0-49e9-bc55-2813e682ff8c on network 5bc5d733-269a-40c9-828c-66227ffe129d {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:47:17.055813 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdad4c2-3641-4e48-959b-4b82330e3ad8 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:47:17.056823 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdad4c2-3641-4e48-959b-4b82330e3ad8 None None] Checking segment: {'id': '8b5f4db1-ca2d-4b9c-b157-de78fc6b5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5bc5d733-269a-40c9-828c-66227ffe129d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:47:17.059555 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2fdad4c2-3641-4e48-959b-4b82330e3ad8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:17.060151 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdad4c2-3641-4e48-959b-4b82330e3ad8 None None] Bound using segment: {'id': '8b5f4db1-ca2d-4b9c-b157-de78fc6b5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5bc5d733-269a-40c9-828c-66227ffe129d'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:47:17.061072 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-2fdad4c2-3641-4e48-959b-4b82330e3ad8 None None] Bound port: 8d90d011-f5e0-49e9-bc55-2813e682ff8c, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b5f4db1-ca2d-4b9c-b157-de78fc6b5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5bc5d733-269a-40c9-828c-66227ffe129d'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:47:17.062025 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2fdad4c2-3641-4e48-959b-4b82330e3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8d90d011-f5e0-49e9-bc55-2813e682ff8c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:17.155717 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46184) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:17.167047 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c77614fc-4ddd-4540-b3cd-b6830880e7b8 admin admin] Publish callbacks [] for security_group (95cf8878-9024-4880-99fe-de478ec28df5), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:17.208504 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c77614fc-4ddd-4540-b3cd-b6830880e7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (95cf8878-9024-4880-99fe-de478ec28df5), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:17.215891 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4417854a-e1a2-4668-ba1c-94da96dc71d9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (64de8196-3361-4845-ac00-b45d0ff9fa04), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:17.241245 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989bb47-9bdb-4c3c-ba66-ad51898e85ee req-5f4cced8-0318-4fe0-acdd-dc8777e6c87b tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:17.242809 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3989bb47-9bdb-4c3c-ba66-ad51898e85ee req-5f4cced8-0318-4fe0-acdd-dc8777e6c87b tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f87cbe0-a770-45a0-8148-c6b4071d59f8 HTTP/1.1" status: 200 len: 944 time: 0.1119380 Feb 20 05:47:17.265403 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 1de0ebba-7cea-4187-856d-d0d5eeb1583f up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:47:17.271476 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2fdad4c2-3641-4e48-959b-4b82330e3ad8 None None] For port 8d90d011-f5e0-49e9-bc55-2813e682ff8c, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:47:17.378200 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2fdad4c2-3641-4e48-959b-4b82330e3ad8 None None] For port 8d90d011-f5e0-49e9-bc55-2813e682ff8c, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8d90d011-f5e0-49e9-bc55-2813e682ff8c,segment=NetworkSegment(8b5f4db1-ca2d-4b9c-b157-de78fc6b5f7c),segment_id=8b5f4db1-ca2d-4b9c-b157-de78fc6b5f7c)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:47:17.414580 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2fdad4c2-3641-4e48-959b-4b82330e3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8d90d011-f5e0-49e9-bc55-2813e682ff8c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:17.427170 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3989bb47-9bdb-4c3c-ba66-ad51898e85ee req-36e3eb94-12f8-4c23-81fe-a14838c8c610 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/security-groups?id=a004e0c0-8b2a-4982-9c6b-efbb0ae35ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759002 Feb 20 05:47:17.559263 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 1de0ebba-7cea-4187-856d-d0d5eeb1583f completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:47:17.565486 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdad4c2-3641-4e48-959b-4b82330e3ad8 None None] Pushing event updated for resources: {'Port': ['ID=8d90d011-f5e0-49e9-bc55-2813e682ff8c,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:17.569342 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 1de0ebba-7cea-4187-856d-d0d5eeb1583f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:17.573307 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1de0ebba-7cea-4187-856d-d0d5eeb1583f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:17.601058 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7c32f4c6-726c-43bd-90cb-5e59e265d1b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:17.709227 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 1de0ebba-7cea-4187-856d-d0d5eeb1583f is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:17.709684 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1de0ebba-7cea-4187-856d-d0d5eeb1583f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:17.760992 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f87cbe0-a770-45a0-8148-c6b4071d59f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de0ebba-7cea-4187-856d-d0d5eeb1583f'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:47:17.766076 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a635907-f1fd-4c6c-bc11-56a31e11e98e" -d '{"events": [{"server_uuid": "2f87cbe0-a770-45a0-8148-c6b4071d59f8", "name": "network-vif-plugged", "status": "completed", "tag": "1de0ebba-7cea-4187-856d-d0d5eeb1583f"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:47:17.771262 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77614fc-4ddd-4540-b3cd-b6830880e7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cf8878-9024-4880-99fe-de478ec28df5,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:17.778099 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e7072-8321-48ef-9683-b86c4309578d req-4c364ed0-0f01-45d7-8abd-fe003527e331 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:17.791404 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0f7e7072-8321-48ef-9683-b86c4309578d req-4c364ed0-0f01-45d7-8abd-fe003527e331 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=895651f4-d8d1-42aa-9bf8-67b168f9959b HTTP/1.1" status: 200 len: 946 time: 0.1650970 Feb 20 05:47:17.807028 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c77614fc-4ddd-4540-b3cd-b6830880e7b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f45eb75e27c42119e51d17aafc87631&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3933499 Feb 20 05:47:17.807172 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 1de0ebba-7cea-4187-856d-d0d5eeb1583f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1de0ebba-7cea-4187-856d-d0d5eeb1583f,segment=NetworkSegment(4e36c0b4-c5c2-41f8-934c-8f450ef6c44e),segment_id=4e36c0b4-c5c2-41f8-934c-8f450ef6c44e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:17.810176 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46192) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:17.817517 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1de0ebba-7cea-4187-856d-d0d5eeb1583f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:17.882305 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417854a-e1a2-4668-ba1c-94da96dc71d9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Pushing event updated for resources: {'Subnet': ['ID=64de8196-3361-4845-ac00-b45d0ff9fa04,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:17.919045 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0f7e7072-8321-48ef-9683-b86c4309578d req-df77a2b0-eaf7-4f24-9404-f3017a9ee6d3 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253428 Feb 20 05:47:17.986370 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7c32f4c6-726c-43bd-90cb-5e59e265d1b7 admin admin] Publish callbacks [] for security_group (fdd36a18-0f21-4b81-b6fa-2cfc2c2f60a3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:17.988303 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7e28f4ad-7ee5-4156-beca-e7ac808af7db admin admin] Publish callbacks [] for security_group (95cf8878-9024-4880-99fe-de478ec28df5), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:17.995113 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7c32f4c6-726c-43bd-90cb-5e59e265d1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (fdd36a18-0f21-4b81-b6fa-2cfc2c2f60a3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:18.001213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=1de0ebba-7cea-4187-856d-d0d5eeb1583f,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:18.041879 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7c32f4c6-726c-43bd-90cb-5e59e265d1b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8be02e3c67d041e49bcf2de386b125f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8726480 Feb 20 05:47:18.042775 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4417854a-e1a2-4668-ba1c-94da96dc71d9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Checking segment: {'id': '2a776c96-5a4d-4005-b5c9-bc88a086b0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '23207e54-d80a-47b8-8c3b-e705d011a857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:47:18.043196 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4417854a-e1a2-4668-ba1c-94da96dc71d9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Network hostable DHCP agents. Network: 23207e54-d80a-47b8-8c3b-e705d011a857, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:47:18.044269 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46204) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:18.055729 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480ac581-7fed-4be4-9666-e142ef2651ca x-openstack-request-id: req-480ac581-7fed-4be4-9666-e142ef2651ca {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:47:18.056366 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f87cbe0-a770-45a0-8148-c6b4071d59f8", "name": "network-vif-plugged", "status": "completed", "tag": "1de0ebba-7cea-4187-856d-d0d5eeb1583f", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:47:18.056737 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-480ac581-7fed-4be4-9666-e142ef2651ca {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:47:18.059136 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f87cbe0-a770-45a0-8148-c6b4071d59f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de0ebba-7cea-4187-856d-d0d5eeb1583f', 'code': 200} Feb 20 05:47:18.154139 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d6b9e0e-3617-43a0-ab45-df9efa7594b1 admin admin] Publish callbacks [] for security_group (fdd36a18-0f21-4b81-b6fa-2cfc2c2f60a3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:18.208970 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4417854a-e1a2-4668-ba1c-94da96dc71d9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Network 23207e54-d80a-47b8-8c3b-e705d011a857 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:47:18.222486 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d6b9e0e-3617-43a0-ab45-df9efa7594b1 admin admin] Publish callbacks [] for security_group (fdd36a18-0f21-4b81-b6fa-2cfc2c2f60a3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:18.234143 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7e28f4ad-7ee5-4156-beca-e7ac808af7db admin admin] Publish callbacks [] for security_group (95cf8878-9024-4880-99fe-de478ec28df5), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:18.236708 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32f4c6-726c-43bd-90cb-5e59e265d1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd36a18-0f21-4b81-b6fa-2cfc2c2f60a3,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:18.261222 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-4417854a-e1a2-4668-ba1c-94da96dc71d9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 23207e54-d80a-47b8-8c3b-e705d011a857) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:47:18.270571 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0eedcf4-aa64-46d7-8223-6ec38f0091ed None None] Network 23207e54-d80a-47b8-8c3b-e705d011a857 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:47:18.281479 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4417854a-e1a2-4668-ba1c-94da96dc71d9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:18.284578 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4417854a-e1a2-4668-ba1c-94da96dc71d9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:18.344764 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd7dd1-611a-44d3-b49a-361a34c17514 req-8b1ed848-c33f-40f9-ba02-961b5761d070 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:18.346366 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05dd7dd1-611a-44d3-b49a-361a34c17514 req-8b1ed848-c33f-40f9-ba02-961b5761d070 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=895651f4-d8d1-42aa-9bf8-67b168f9959b HTTP/1.1" status: 200 len: 946 time: 0.1323609 Feb 20 05:47:18.353735 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4417854a-e1a2-4668-ba1c-94da96dc71d9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0997245 Feb 20 05:47:18.357170 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46218) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:18.404961 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1c30b-b3ba-4bf4-a5a9-adcec659d2f5 req-09ed63ec-51b4-4f13-93d6-f6eabf009d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:18.406738 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c3a1c30b-b3ba-4bf4-a5a9-adcec659d2f5 req-09ed63ec-51b4-4f13-93d6-f6eabf009d5a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2f87cbe0-a770-45a0-8148-c6b4071d59f8 HTTP/1.1" status: 200 len: 1127 time: 0.2583015 Feb 20 05:47:18.408265 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-31b96289-e15e-47ba-9cfd-5c1eea03a518 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Request body: {'subnet': {'network_id': '446f3124-c959-4cb9-9539-1ca4e61f5268', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:47:18.501653 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7e28f4ad-7ee5-4156-beca-e7ac808af7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (95cf8878-9024-4880-99fe-de478ec28df5), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:18.504072 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7e28f4ad-7ee5-4156-beca-e7ac808af7db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:18.507589 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7e28f4ad-7ee5-4156-beca-e7ac808af7db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/95cf8878-9024-4880-99fe-de478ec28df5 HTTP/1.1" status: 204 len: 168 time: 0.6905787 Feb 20 05:47:18.518665 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c3a1c30b-b3ba-4bf4-a5a9-adcec659d2f5 req-1cf1740c-edd3-4b7d-8b27-e93d36be6ba1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a004e0c0-8b2a-4982-9c6b-efbb0ae35ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966036 Feb 20 05:47:18.526271 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28f4ad-7ee5-4156-beca-e7ac808af7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cf8878-9024-4880-99fe-de478ec28df5,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:18.608924 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d6b9e0e-3617-43a0-ab45-df9efa7594b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (fdd36a18-0f21-4b81-b6fa-2cfc2c2f60a3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:18.614403 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d6b9e0e-3617-43a0-ab45-df9efa7594b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:18.615613 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1d6b9e0e-3617-43a0-ab45-df9efa7594b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fdd36a18-0f21-4b81-b6fa-2cfc2c2f60a3 HTTP/1.1" status: 204 len: 168 time: 0.5694904 Feb 20 05:47:18.630520 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05dd7dd1-611a-44d3-b49a-361a34c17514 req-150d36c1-586e-4ce8-8d50-6a2330c0ec88 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752385 Feb 20 05:47:18.676635 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b96289-e15e-47ba-9cfd-5c1eea03a518 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Made reservation on behalf of 59f8db8cf83c437884159a7450ec4cc3 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:47:18.691306 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c3066c-2ca8-4a2b-b1f5-d959bcf5d12e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-23207e54-d80a-47b8-8c3b-e705d011a857', 'network_id': '23207e54-d80a-47b8-8c3b-e705d011a857', 'project_id': '59f8db8cf83c437884159a7450ec4cc3', 'fixed_ips': [{'subnet_id': '64de8196-3361-4845-ac00-b45d0ff9fa04'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:47:18.692494 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45c3066c-2ca8-4a2b-b1f5-d959bcf5d12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:18.696444 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31b96289-e15e-47ba-9cfd-5c1eea03a518 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:18.704655 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b9e0e-3617-43a0-ab45-df9efa7594b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd36a18-0f21-4b81-b6fa-2cfc2c2f60a3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:18.960462 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-45c3066c-2ca8-4a2b-b1f5-d959bcf5d12e None None] Allocated IP 172.20.0.2 (23207e54-d80a-47b8-8c3b-e705d011a857/64de8196-3361-4845-ac00-b45d0ff9fa04/37119113-3937-42d3-acfd-813201871051) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:47:19.127777 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288c1cc-8b86-466f-9c8a-278998c63dc2 req-1741efc6-4a5c-4733-92d9-a1f25b14f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:19.134242 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b288c1cc-8b86-466f-9c8a-278998c63dc2 req-1741efc6-4a5c-4733-92d9-a1f25b14f51f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ff057e2e11b34d528382adf0c20ac58a&device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 1127 time: 0.1026645 Feb 20 05:47:19.208209 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8eda-4493-427a-86e2-5c7b86f92e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:19.315491 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46246) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:19.349331 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31b96289-e15e-47ba-9cfd-5c1eea03a518 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (e6069192-b933-4210-bfcb-62dcb740dc74), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:19.378622 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45c3066c-2ca8-4a2b-b1f5-d959bcf5d12e None None] Publish callbacks [] for port (37119113-3937-42d3-acfd-813201871051), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:19.387524 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45c3066c-2ca8-4a2b-b1f5-d959bcf5d12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (37119113-3937-42d3-acfd-813201871051), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:19.397473 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288c1cc-8b86-466f-9c8a-278998c63dc2 req-e775dc5e-385e-4560-a0ea-64e766f2e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:19.401807 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b288c1cc-8b86-466f-9c8a-278998c63dc2 req-e775dc5e-385e-4560-a0ea-64e766f2e21b service neutron] 10.222.0.61 "GET /v2.0/networks?id=e0b0c64c-9265-4c3e-a16a-33323ef25bde HTTP/1.1" status: 200 len: 918 time: 0.2616296 Feb 20 05:47:19.404091 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81ea4229-c052-4ff9-bc47-c741d8672296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:19.467583 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b96289-e15e-47ba-9cfd-5c1eea03a518 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Pushing event updated for resources: {'Subnet': ['ID=e6069192-b933-4210-bfcb-62dcb740dc74,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:19.493664 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c3066c-2ca8-4a2b-b1f5-d959bcf5d12e None None] Network 23207e54-d80a-47b8-8c3b-e705d011a857 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:47:19.525172 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-45c3066c-2ca8-4a2b-b1f5-d959bcf5d12e None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:47:19.539048 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c3066c-2ca8-4a2b-b1f5-d959bcf5d12e None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:47:19.540219 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed677e4-3139-4e0c-ba56-31130ad4258d req-bf36f588-9fd2-4c02-a0fe-2c70f3f63b3d tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:19.547069 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d60bde-bd7d-4a2c-9941-90ac9e39739b None None] Network 5bc5d733-269a-40c9-828c-66227ffe129d requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:47:19.554035 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aed677e4-3139-4e0c-ba56-31130ad4258d req-bf36f588-9fd2-4c02-a0fe-2c70f3f63b3d tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f87cbe0-a770-45a0-8148-c6b4071d59f8 HTTP/1.1" status: 200 len: 945 time: 0.4183259 Feb 20 05:47:19.660884 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b96289-e15e-47ba-9cfd-5c1eea03a518 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Checking segment: {'id': '4f215d60-f954-488a-ac6f-6ef451223442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '446f3124-c959-4cb9-9539-1ca4e61f5268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:47:19.661229 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b96289-e15e-47ba-9cfd-5c1eea03a518 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Network hostable DHCP agents. Network: 446f3124-c959-4cb9-9539-1ca4e61f5268, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:47:19.690891 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81ea4229-c052-4ff9-bc47-c741d8672296 admin admin] Publish callbacks [] for security_group (17ebe73a-5037-4c06-9e30-a0ea91c7eb50), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:19.694289 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b288c1cc-8b86-466f-9c8a-278998c63dc2 req-719d0ffd-db4d-401f-9862-0f4d773720af service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e177ff6-1dda-4efd-9e02-31eebb1e54a1 HTTP/1.1" status: 200 len: 217 time: 0.2829559 Feb 20 05:47:19.695764 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81ea4229-c052-4ff9-bc47-c741d8672296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (17ebe73a-5037-4c06-9e30-a0ea91c7eb50), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:19.702703 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aed677e4-3139-4e0c-ba56-31130ad4258d req-bbf4ad28-add4-4267-8aa5-be69e0b60627 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/security-groups?id=a004e0c0-8b2a-4982-9c6b-efbb0ae35ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477354 Feb 20 05:47:19.739248 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b96289-e15e-47ba-9cfd-5c1eea03a518 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Network 446f3124-c959-4cb9-9539-1ca4e61f5268 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:47:19.745061 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3066c-2ca8-4a2b-b1f5-d959bcf5d12e None None] Pushing event updated for resources: {'Port': ['ID=37119113-3937-42d3-acfd-813201871051,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:19.748172 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:19.772281 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-31b96289-e15e-47ba-9cfd-5c1eea03a518 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 446f3124-c959-4cb9-9539-1ca4e61f5268) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:47:19.782726 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b96289-e15e-47ba-9cfd-5c1eea03a518 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:19.785151 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31b96289-e15e-47ba-9cfd-5c1eea03a518 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:19.811941 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9183a4-c281-404a-b296-fdd47b62df2a None None] Network 446f3124-c959-4cb9-9539-1ca4e61f5268 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:47:19.817016 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-31b96289-e15e-47ba-9cfd-5c1eea03a518 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4237912 Feb 20 05:47:19.819996 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46252) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:19.879326 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-81ea4229-c052-4ff9-bc47-c741d8672296 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac2a8850bb9845d9acd8c90493dfc01f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5581017 Feb 20 05:47:19.880072 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea4229-c052-4ff9-bc47-c741d8672296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ebe73a-5037-4c06-9e30-a0ea91c7eb50,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:19.905083 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46260) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:19.956217 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-23f2e326-4b12-4ad5-b662-bf9230fb1f7e None None] Provisioning complete for port 8d90d011-f5e0-49e9-bc55-2813e682ff8c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:19.956567 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-23f2e326-4b12-4ad5-b662-bf9230fb1f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8d90d011-f5e0-49e9-bc55-2813e682ff8c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:19.965055 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8d90d011-f5e0-49e9-bc55-2813e682ff8c up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:47:20.146052 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288c1cc-8b86-466f-9c8a-278998c63dc2 req-561fd15d-fefa-48ab-b919-1f1bf2abf4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:20.147617 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b288c1cc-8b86-466f-9c8a-278998c63dc2 req-561fd15d-fefa-48ab-b919-1f1bf2abf4d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4101579e-8266-4767-9c7a-c3934ab21a99 HTTP/1.1" status: 200 len: 858 time: 0.4477830 Feb 20 05:47:20.186711 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1c9fde30-d028-4c84-8a03-5ffcc36e9b15 admin admin] Publish callbacks [] for security_group (17ebe73a-5037-4c06-9e30-a0ea91c7eb50), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:20.234100 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-45c3066c-2ca8-4a2b-b1f5-d959bcf5d12e None None] Attempting to bind port 37119113-3937-42d3-acfd-813201871051 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:47:20.235749 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-45c3066c-2ca8-4a2b-b1f5-d959bcf5d12e None None] Attempting to bind port 37119113-3937-42d3-acfd-813201871051 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2a776c96-5a4d-4005-b5c9-bc88a086b0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '23207e54-d80a-47b8-8c3b-e705d011a857'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:47:20.236180 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c3066c-2ca8-4a2b-b1f5-d959bcf5d12e None None] Attempting to bind port 37119113-3937-42d3-acfd-813201871051 on network 23207e54-d80a-47b8-8c3b-e705d011a857 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:47:20.258324 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6006be-dd9d-41a7-b68f-de0eeb9e6a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-446f3124-c959-4cb9-9539-1ca4e61f5268', 'network_id': '446f3124-c959-4cb9-9539-1ca4e61f5268', 'project_id': '59f8db8cf83c437884159a7450ec4cc3', 'fixed_ips': [{'subnet_id': 'e6069192-b933-4210-bfcb-62dcb740dc74'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:47:20.259215 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e6006be-dd9d-41a7-b68f-de0eeb9e6a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:20.268578 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b288c1cc-8b86-466f-9c8a-278998c63dc2 req-c7414c2c-fe6f-48e8-bdc2-3dc4ca6627b0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e0b0c64c-9265-4c3e-a16a-33323ef25bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709860 Feb 20 05:47:20.284960 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1c9fde30-d028-4c84-8a03-5ffcc36e9b15 admin admin] Publish callbacks [] for security_group (17ebe73a-5037-4c06-9e30-a0ea91c7eb50), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:20.329408 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c3066c-2ca8-4a2b-b1f5-d959bcf5d12e None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:47:20.332049 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c3066c-2ca8-4a2b-b1f5-d959bcf5d12e None None] Checking segment: {'id': '2a776c96-5a4d-4005-b5c9-bc88a086b0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '23207e54-d80a-47b8-8c3b-e705d011a857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:47:20.333108 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45c3066c-2ca8-4a2b-b1f5-d959bcf5d12e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:20.334347 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c3066c-2ca8-4a2b-b1f5-d959bcf5d12e None None] Bound using segment: {'id': '2a776c96-5a4d-4005-b5c9-bc88a086b0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '23207e54-d80a-47b8-8c3b-e705d011a857'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:47:20.335528 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-45c3066c-2ca8-4a2b-b1f5-d959bcf5d12e None None] Bound port: 37119113-3937-42d3-acfd-813201871051, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a776c96-5a4d-4005-b5c9-bc88a086b0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '23207e54-d80a-47b8-8c3b-e705d011a857'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:47:20.337541 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45c3066c-2ca8-4a2b-b1f5-d959bcf5d12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (37119113-3937-42d3-acfd-813201871051), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:20.486517 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-45c3066c-2ca8-4a2b-b1f5-d959bcf5d12e None None] For port 37119113-3937-42d3-acfd-813201871051, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:47:20.490516 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-45c3066c-2ca8-4a2b-b1f5-d959bcf5d12e None None] For port 37119113-3937-42d3-acfd-813201871051, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=37119113-3937-42d3-acfd-813201871051,segment=NetworkSegment(2a776c96-5a4d-4005-b5c9-bc88a086b0b3),segment_id=2a776c96-5a4d-4005-b5c9-bc88a086b0b3)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:47:20.516917 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45c3066c-2ca8-4a2b-b1f5-d959bcf5d12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (37119113-3937-42d3-acfd-813201871051), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:20.654315 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3066c-2ca8-4a2b-b1f5-d959bcf5d12e None None] Pushing event updated for resources: {'Port': ['ID=37119113-3937-42d3-acfd-813201871051,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:20.691777 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 8d90d011-f5e0-49e9-bc55-2813e682ff8c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:20.693501 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8d90d011-f5e0-49e9-bc55-2813e682ff8c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:20.717927 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1c9fde30-d028-4c84-8a03-5ffcc36e9b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (17ebe73a-5037-4c06-9e30-a0ea91c7eb50), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:20.720535 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1c9fde30-d028-4c84-8a03-5ffcc36e9b15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:20.731520 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1c9fde30-d028-4c84-8a03-5ffcc36e9b15 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17ebe73a-5037-4c06-9e30-a0ea91c7eb50 HTTP/1.1" status: 204 len: 168 time: 0.8252261 Feb 20 05:47:20.744632 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b288c1cc-8b86-466f-9c8a-278998c63dc2 req-c744c8a9-5934-470d-8c37-7bcd999063be service neutron] 10.222.0.61 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522033 Feb 20 05:47:20.774347 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fde30-d028-4c84-8a03-5ffcc36e9b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ebe73a-5037-4c06-9e30-a0ea91c7eb50,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:21.058210 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b288c1cc-8b86-466f-9c8a-278998c63dc2 req-4a630a66-d9e0-42b6-9ac6-d006050215e5 service neutron] 10.222.0.61 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000917 Feb 20 05:47:21.407374 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a26a90-7cd7-410f-ab5a-b2a56dcc68a2 req-ec1e5c74-e8d5-4c96-aecd-de172bd15fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:21.410869 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d9a26a90-7cd7-410f-ab5a-b2a56dcc68a2 req-ec1e5c74-e8d5-4c96-aecd-de172bd15fc3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ff057e2e11b34d528382adf0c20ac58a&device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 1127 time: 0.1532104 Feb 20 05:47:21.559577 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a26a90-7cd7-410f-ab5a-b2a56dcc68a2 req-fbe8edb1-496a-4e42-9c17-0ae9fa99ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:21.561912 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d9a26a90-7cd7-410f-ab5a-b2a56dcc68a2 req-fbe8edb1-496a-4e42-9c17-0ae9fa99ec84 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e0b0c64c-9265-4c3e-a16a-33323ef25bde HTTP/1.1" status: 200 len: 918 time: 0.1206944 Feb 20 05:47:21.595594 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-23f2e326-4b12-4ad5-b662-bf9230fb1f7e None None] Current status of the port 8d90d011-f5e0-49e9-bc55-2813e682ff8c is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:21.596713 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-23f2e326-4b12-4ad5-b662-bf9230fb1f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8d90d011-f5e0-49e9-bc55-2813e682ff8c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:21.694010 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:21.731408 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 8d90d011-f5e0-49e9-bc55-2813e682ff8c is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:21.733379 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8d90d011-f5e0-49e9-bc55-2813e682ff8c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:21.803969 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-3e6006be-dd9d-41a7-b68f-de0eeb9e6a79 None None] Allocated IP 172.20.0.2 (446f3124-c959-4cb9-9539-1ca4e61f5268/e6069192-b933-4210-bfcb-62dcb740dc74/7fca797a-9c1a-4625-9afb-f8f5560950e3) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:47:21.815214 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46822ece-9fc4-449b-86d9-db4510bb4dd9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:21.843479 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-23f2e326-4b12-4ad5-b662-bf9230fb1f7e None None] For port 8d90d011-f5e0-49e9-bc55-2813e682ff8c, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8d90d011-f5e0-49e9-bc55-2813e682ff8c,segment=NetworkSegment(8b5f4db1-ca2d-4b9c-b157-de78fc6b5f7c),segment_id=8b5f4db1-ca2d-4b9c-b157-de78fc6b5f7c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:21.855230 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-23f2e326-4b12-4ad5-b662-bf9230fb1f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8d90d011-f5e0-49e9-bc55-2813e682ff8c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:22.328062 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2e326-4b12-4ad5-b662-bf9230fb1f7e None None] Pushing event updated for resources: {'Port': ['ID=8d90d011-f5e0-49e9-bc55-2813e682ff8c,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:22.349822 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-6911548a-6431-4ada-a3db-9b6cbfd6d147 None None] Provisioning complete for port 8d90d011-f5e0-49e9-bc55-2813e682ff8c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:22.354007 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6911548a-6431-4ada-a3db-9b6cbfd6d147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8d90d011-f5e0-49e9-bc55-2813e682ff8c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:22.370196 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:47:22.370537 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:47:22.419667 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-46822ece-9fc4-449b-86d9-db4510bb4dd9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Allocated IP 172.20.0.1 (23207e54-d80a-47b8-8c3b-e705d011a857/64de8196-3361-4845-ac00-b45d0ff9fa04/ef2bae05-16f2-41ac-8001-09b839a04a08) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:47:22.593976 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46822ece-9fc4-449b-86d9-db4510bb4dd9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks [] for port (ef2bae05-16f2-41ac-8001-09b839a04a08), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:22.636149 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46822ece-9fc4-449b-86d9-db4510bb4dd9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (ef2bae05-16f2-41ac-8001-09b839a04a08), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:22.802382 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46822ece-9fc4-449b-86d9-db4510bb4dd9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Network 23207e54-d80a-47b8-8c3b-e705d011a857 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:47:22.816314 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d9a26a90-7cd7-410f-ab5a-b2a56dcc68a2 req-8fbf5d22-5d87-4347-bf16-802b951ab0c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e177ff6-1dda-4efd-9e02-31eebb1e54a1 HTTP/1.1" status: 200 len: 217 time: 1.2490191 Feb 20 05:47:22.832164 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-46822ece-9fc4-449b-86d9-db4510bb4dd9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:47:22.836079 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46822ece-9fc4-449b-86d9-db4510bb4dd9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:47:22.895692 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46822ece-9fc4-449b-86d9-db4510bb4dd9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (d5ebcc7b-954d-4e36-a20f-a44fe80779c3), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:22.930209 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a26a90-7cd7-410f-ab5a-b2a56dcc68a2 req-f7f46fce-123f-4807-90eb-319db5530c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:22.933571 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d9a26a90-7cd7-410f-ab5a-b2a56dcc68a2 req-f7f46fce-123f-4807-90eb-319db5530c19 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4101579e-8266-4767-9c7a-c3934ab21a99 HTTP/1.1" status: 200 len: 858 time: 0.1054509 Feb 20 05:47:22.961265 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd561d91-1551-420c-bad5-94ad3db26da3 req-bfebdb57-7422-43e5-b9f2-0b2b92d18786 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:22.970011 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fd561d91-1551-420c-bad5-94ad3db26da3 req-bfebdb57-7422-43e5-b9f2-0b2b92d18786 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 1.1663401 Feb 20 05:47:22.976259 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d9a26a90-7cd7-410f-ab5a-b2a56dcc68a2 req-25476f63-66c8-4d82-b7d4-d85d79f264a8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e0b0c64c-9265-4c3e-a16a-33323ef25bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365472 Feb 20 05:47:22.981017 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058e511d-fcf6-449f-873f-2837b99966ff None None] Network 23207e54-d80a-47b8-8c3b-e705d011a857 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:47:23.019913 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46822ece-9fc4-449b-86d9-db4510bb4dd9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Pushing event updated for resources: {'Port': ['ID=ef2bae05-16f2-41ac-8001-09b839a04a08,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:23.147063 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e6006be-dd9d-41a7-b68f-de0eeb9e6a79 None None] Publish callbacks [] for port (7fca797a-9c1a-4625-9afb-f8f5560950e3), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:23.161814 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fd561d91-1551-420c-bad5-94ad3db26da3 req-1c91bee4-52f1-4dce-b273-174f346f52b1 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904333 Feb 20 05:47:23.177568 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:23.193313 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:23.194373 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6911548a-6431-4ada-a3db-9b6cbfd6d147 None None] Current status of the port 8d90d011-f5e0-49e9-bc55-2813e682ff8c is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:23.198926 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e6006be-dd9d-41a7-b68f-de0eeb9e6a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (7fca797a-9c1a-4625-9afb-f8f5560950e3), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:23.276370 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d9a26a90-7cd7-410f-ab5a-b2a56dcc68a2 req-6b2cea0f-3f05-416a-8c10-7091c16b4fef service neutron] 10.222.0.61 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930646 Feb 20 05:47:23.367419 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46822ece-9fc4-449b-86d9-db4510bb4dd9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ef2bae05-16f2-41ac-8001-09b839a04a08), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:23.601723 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-03f3e920-c0c6-4c2c-95b0-3567d42d0e79 req-e8325997-3d56-4088-8812-6ebc579b93e5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2632914 Feb 20 05:47:23.635856 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d9a26a90-7cd7-410f-ab5a-b2a56dcc68a2 req-7956cec2-48a5-4798-85ea-11467cf38771 service neutron] 10.222.0.61 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442206 Feb 20 05:47:23.640975 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:47:23.718983 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 8d90d011-f5e0-49e9-bc55-2813e682ff8c is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:23.766919 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6006be-dd9d-41a7-b68f-de0eeb9e6a79 None None] Pushing event updated for resources: {'Port': ['ID=7fca797a-9c1a-4625-9afb-f8f5560950e3,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:23.800218 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6006be-dd9d-41a7-b68f-de0eeb9e6a79 None None] Network 446f3124-c959-4cb9-9539-1ca4e61f5268 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:47:23.869149 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-bafcd8a4-49ec-4aa3-94a2-8fb16b6244ba None None] Provisioning complete for port 37119113-3937-42d3-acfd-813201871051 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:23.869525 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bafcd8a4-49ec-4aa3-94a2-8fb16b6244ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (37119113-3937-42d3-acfd-813201871051), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:23.876659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-3e6006be-dd9d-41a7-b68f-de0eeb9e6a79 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:47:23.906226 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6006be-dd9d-41a7-b68f-de0eeb9e6a79 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:47:23.986124 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3692c6b-683b-4d64-84be-91600ba26ddd req-9a4d306c-0b79-49d4-898a-cc094430d53f tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:23.993966 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c3692c6b-683b-4d64-84be-91600ba26ddd req-9a4d306c-0b79-49d4-898a-cc094430d53f tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f87cbe0-a770-45a0-8148-c6b4071d59f8 HTTP/1.1" status: 200 len: 945 time: 0.2666211 Feb 20 05:47:24.048894 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3e920-c0c6-4c2c-95b0-3567d42d0e79 req-c690ebba-5934-4c4c-8f29-9c142db0885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:24.053725 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-03f3e920-c0c6-4c2c-95b0-3567d42d0e79 req-c690ebba-5934-4c4c-8f29-9c142db0885f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff057e2e11b34d528382adf0c20ac58a&device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 1127 time: 0.3245203 Feb 20 05:47:24.144885 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c3692c6b-683b-4d64-84be-91600ba26ddd req-85ea83f2-9375-4e3c-a2a5-90aaf31f061a tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/security-groups?id=a004e0c0-8b2a-4982-9c6b-efbb0ae35ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434267 Feb 20 05:47:24.215818 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:47:24.347911 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8d90d011-f5e0-49e9-bc55-2813e682ff8c up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:47:24.459485 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3e6006be-dd9d-41a7-b68f-de0eeb9e6a79 None None] Attempting to bind port 7fca797a-9c1a-4625-9afb-f8f5560950e3 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:47:24.459778 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3e6006be-dd9d-41a7-b68f-de0eeb9e6a79 None None] Attempting to bind port 7fca797a-9c1a-4625-9afb-f8f5560950e3 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '4f215d60-f954-488a-ac6f-6ef451223442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '446f3124-c959-4cb9-9539-1ca4e61f5268'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:47:24.460135 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6006be-dd9d-41a7-b68f-de0eeb9e6a79 None None] Attempting to bind port 7fca797a-9c1a-4625-9afb-f8f5560950e3 on network 446f3124-c959-4cb9-9539-1ca4e61f5268 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:47:24.492074 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6006be-dd9d-41a7-b68f-de0eeb9e6a79 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:47:24.492460 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6006be-dd9d-41a7-b68f-de0eeb9e6a79 None None] Checking segment: {'id': '4f215d60-f954-488a-ac6f-6ef451223442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '446f3124-c959-4cb9-9539-1ca4e61f5268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:47:24.492866 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e6006be-dd9d-41a7-b68f-de0eeb9e6a79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:24.493267 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6006be-dd9d-41a7-b68f-de0eeb9e6a79 None None] Bound using segment: {'id': '4f215d60-f954-488a-ac6f-6ef451223442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '446f3124-c959-4cb9-9539-1ca4e61f5268'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:47:24.493764 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3e6006be-dd9d-41a7-b68f-de0eeb9e6a79 None None] Bound port: 7fca797a-9c1a-4625-9afb-f8f5560950e3, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f215d60-f954-488a-ac6f-6ef451223442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '446f3124-c959-4cb9-9539-1ca4e61f5268'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:47:24.494144 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e6006be-dd9d-41a7-b68f-de0eeb9e6a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7fca797a-9c1a-4625-9afb-f8f5560950e3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:24.526934 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3e920-c0c6-4c2c-95b0-3567d42d0e79 req-51c5593b-efc0-4f6e-a30b-8f92848860b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:24.528938 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-03f3e920-c0c6-4c2c-95b0-3567d42d0e79 req-51c5593b-efc0-4f6e-a30b-8f92848860b3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e0b0c64c-9265-4c3e-a16a-33323ef25bde HTTP/1.1" status: 200 len: 918 time: 0.4382658 Feb 20 05:47:24.673642 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 36ef2494-96cd-4d14-a81f-ccbc0c842fd2, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=36ef2494-96cd-4d14-a81f-ccbc0c842fd2,segment=NetworkSegment(45924b7c-05d5-4b0a-bb51-112a5515364f),segment_id=45924b7c-05d5-4b0a-bb51-112a5515364f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:24.707838 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-03f3e920-c0c6-4c2c-95b0-3567d42d0e79 req-cab8e4cc-ae09-4de1-8710-1ea324784a06 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f72a5137-2987-43ae-8cba-cd3385a7fed8 HTTP/1.1" status: 200 len: 217 time: 0.1457219 Feb 20 05:47:24.711479 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '36ef2494-96cd-4d14-a81f-ccbc0c842fd2', 'network_id': 'fa9c8c18-66a9-4330-95ea-e6848bd9acbe', 'port_id': '36ef2494-96cd-4d14-a81f-ccbc0c842fd2', 'mac_address': 'fa:16:3e:81:50:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c84731d-a312-42ac-b55f-15aaba4e7834', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:47:24.809267 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4fafda-3f4d-4907-9431-047372544ab8 req-613845f2-5eb0-4487-b1cf-923e135ba4c5 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:24.823567 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dd4fafda-3f4d-4907-9431-047372544ab8 req-613845f2-5eb0-4487-b1cf-923e135ba4c5 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f87cbe0-a770-45a0-8148-c6b4071d59f8 HTTP/1.1" status: 200 len: 945 time: 0.4856825 Feb 20 05:47:24.937452 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46822ece-9fc4-449b-86d9-db4510bb4dd9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks [] for port (ef2bae05-16f2-41ac-8001-09b839a04a08), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:24.943014 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bafcd8a4-49ec-4aa3-94a2-8fb16b6244ba None None] Current status of the port 37119113-3937-42d3-acfd-813201871051 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:24.946209 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bafcd8a4-49ec-4aa3-94a2-8fb16b6244ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (37119113-3937-42d3-acfd-813201871051), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:25.012831 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46822ece-9fc4-449b-86d9-db4510bb4dd9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (ef2bae05-16f2-41ac-8001-09b839a04a08), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:25.081879 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 8d90d011-f5e0-49e9-bc55-2813e682ff8c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:25.082429 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8d90d011-f5e0-49e9-bc55-2813e682ff8c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:25.142442 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3e920-c0c6-4c2c-95b0-3567d42d0e79 req-b67a04c1-ec69-481f-92a0-fe509c6b24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:25.144380 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-03f3e920-c0c6-4c2c-95b0-3567d42d0e79 req-b67a04c1-ec69-481f-92a0-fe509c6b24eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4101579e-8266-4767-9c7a-c3934ab21a99 HTTP/1.1" status: 200 len: 858 time: 0.4210088 Feb 20 05:47:25.170726 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46822ece-9fc4-449b-86d9-db4510bb4dd9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Pushing event updated for resources: {'Port': ['ID=ef2bae05-16f2-41ac-8001-09b839a04a08,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:25.205144 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dd4fafda-3f4d-4907-9431-047372544ab8 req-ef04b819-f557-4646-b01a-c075e11d57a5 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/security-groups?id=a004e0c0-8b2a-4982-9c6b-efbb0ae35ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805983 Feb 20 05:47:25.255333 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-bafcd8a4-49ec-4aa3-94a2-8fb16b6244ba None None] For port 37119113-3937-42d3-acfd-813201871051, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=37119113-3937-42d3-acfd-813201871051,segment=NetworkSegment(2a776c96-5a4d-4005-b5c9-bc88a086b0b3),segment_id=2a776c96-5a4d-4005-b5c9-bc88a086b0b3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:25.272046 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bafcd8a4-49ec-4aa3-94a2-8fb16b6244ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (37119113-3937-42d3-acfd-813201871051), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:25.304242 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-03f3e920-c0c6-4c2c-95b0-3567d42d0e79 req-14ae1ef6-b6d4-4282-a072-fe6791ab6744 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0b0c64c-9265-4c3e-a16a-33323ef25bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1294467 Feb 20 05:47:25.353071 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafcd8a4-49ec-4aa3-94a2-8fb16b6244ba None None] Pushing event updated for resources: {'Port': ['ID=37119113-3937-42d3-acfd-813201871051,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:25.359084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46428) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:25.374176 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3e6006be-dd9d-41a7-b68f-de0eeb9e6a79 None None] For port 7fca797a-9c1a-4625-9afb-f8f5560950e3, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:47:25.399444 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 is: ACTIVE; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:25.399846 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (36ef2494-96cd-4d14-a81f-ccbc0c842fd2), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:25.427789 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-03f3e920-c0c6-4c2c-95b0-3567d42d0e79 req-29d3981a-81e0-48b2-b3a6-f5863032e8a4 service neutron] 10.222.0.48 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151600 Feb 20 05:47:25.453768 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:47:25.477922 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:25.509856 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3e6006be-dd9d-41a7-b68f-de0eeb9e6a79 None None] For port 7fca797a-9c1a-4625-9afb-f8f5560950e3, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7fca797a-9c1a-4625-9afb-f8f5560950e3,segment=NetworkSegment(4f215d60-f954-488a-ac6f-6ef451223442),segment_id=4f215d60-f954-488a-ac6f-6ef451223442)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:47:25.531488 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46822ece-9fc4-449b-86d9-db4510bb4dd9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (d5ebcc7b-954d-4e36-a20f-a44fe80779c3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:25.657054 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 8d90d011-f5e0-49e9-bc55-2813e682ff8c is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:25.658107 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 37119113-3937-42d3-acfd-813201871051 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:47:25.662556 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a656c34-aac4-4586-bf51-5b7668ecfc2f req-404e4c72-f907-4f1d-8375-d216f6f940bb tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:25.671469 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3a656c34-aac4-4586-bf51-5b7668ecfc2f req-404e4c72-f907-4f1d-8375-d216f6f940bb tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 0.2422571 Feb 20 05:47:25.694124 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46822ece-9fc4-449b-86d9-db4510bb4dd9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Network 23207e54-d80a-47b8-8c3b-e705d011a857 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:47:25.711357 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df867f72-8eab-4979-a1da-fcc66da37fa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:25.712352 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-46822ece-9fc4-449b-86d9-db4510bb4dd9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:47:25.757180 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e6006be-dd9d-41a7-b68f-de0eeb9e6a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7fca797a-9c1a-4625-9afb-f8f5560950e3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:25.992689 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-03f3e920-c0c6-4c2c-95b0-3567d42d0e79 req-194bf9b6-6fb1-4ad3-9f9b-a430e37fa0a0 service neutron] 10.222.0.48 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5503981 Feb 20 05:47:25.998829 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6006be-dd9d-41a7-b68f-de0eeb9e6a79 None None] Pushing event updated for resources: {'Port': ['ID=7fca797a-9c1a-4625-9afb-f8f5560950e3,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:26.000723 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3a656c34-aac4-4586-bf51-5b7668ecfc2f req-6dc60945-eb54-4af2-8e52-43d5d45ac1bc tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280218 Feb 20 05:47:26.013350 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 36ef2494-96cd-4d14-a81f-ccbc0c842fd2, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=36ef2494-96cd-4d14-a81f-ccbc0c842fd2,segment=NetworkSegment(45924b7c-05d5-4b0a-bb51-112a5515364f),segment_id=45924b7c-05d5-4b0a-bb51-112a5515364f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:26.030095 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-276c8f42-bf63-45ef-bd7f-968e005166ab None None] Provisioning complete for port ef2bae05-16f2-41ac-8001-09b839a04a08 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:26.030817 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-276c8f42-bf63-45ef-bd7f-968e005166ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ef2bae05-16f2-41ac-8001-09b839a04a08), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:26.052237 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46822ece-9fc4-449b-86d9-db4510bb4dd9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Router d5ebcc7b-954d-4e36-a20f-a44fe80779c3 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:47:26.085897 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (36ef2494-96cd-4d14-a81f-ccbc0c842fd2), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:26.117932 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-276c8f42-bf63-45ef-bd7f-968e005166ab None None] Port ef2bae05-16f2-41ac-8001-09b839a04a08 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:47:26.300946 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df867f72-8eab-4979-a1da-fcc66da37fa8 admin admin] Publish callbacks [] for security_group (9a806ee8-6944-47fc-b450-e9d39b8d548a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:26.316627 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df867f72-8eab-4979-a1da-fcc66da37fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9a806ee8-6944-47fc-b450-e9d39b8d548a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:26.396073 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46822ece-9fc4-449b-86d9-db4510bb4dd9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:47:26.436306 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4528005f-a652-4391-af0a-dda740b68ab2 None None] Sync routers for ids ['d5ebcc7b-954d-4e36-a20f-a44fe80779c3'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:47:26.438285 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-276c8f42-bf63-45ef-bd7f-968e005166ab None None] Provisioning complete for port 37119113-3937-42d3-acfd-813201871051 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:26.438676 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-276c8f42-bf63-45ef-bd7f-968e005166ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (37119113-3937-42d3-acfd-813201871051), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:26.446538 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-46822ece-9fc4-449b-86d9-db4510bb4dd9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] 10.222.0.37 "PUT /v2.0/routers/d5ebcc7b-954d-4e36-a20f-a44fe80779c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6253726 Feb 20 05:47:26.450259 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46450) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:26.521241 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=36ef2494-96cd-4d14-a81f-ccbc0c842fd2,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:26.571191 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-df867f72-8eab-4979-a1da-fcc66da37fa8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f53b75981b04ceaa6e04c4caee2478b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2105365 Feb 20 05:47:26.573115 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4528005f-a652-4391-af0a-dda740b68ab2 None None] Routers {'d5ebcc7b-954d-4e36-a20f-a44fe80779c3'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:47:26.576060 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-4528005f-a652-4391-af0a-dda740b68ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:47:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d5ebcc7b-954d-4e36-a20f-a44fe80779c3'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:26.577322 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46454) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:26.583299 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 37119113-3937-42d3-acfd-813201871051 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:26.583687 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (37119113-3937-42d3-acfd-813201871051), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:26.770188 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df867f72-8eab-4979-a1da-fcc66da37fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a806ee8-6944-47fc-b450-e9d39b8d548a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:26.830297 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-4528005f-a652-4391-af0a-dda740b68ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:26.837857 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df867f72-8eab-4979-a1da-fcc66da37fa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:26.838205 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df867f72-8eab-4979-a1da-fcc66da37fa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:26.838542 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df867f72-8eab-4979-a1da-fcc66da37fa8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:26.838880 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df867f72-8eab-4979-a1da-fcc66da37fa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:26.839661 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df867f72-8eab-4979-a1da-fcc66da37fa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:26.843939 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df867f72-8eab-4979-a1da-fcc66da37fa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:26.849119 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df867f72-8eab-4979-a1da-fcc66da37fa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:26.849855 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df867f72-8eab-4979-a1da-fcc66da37fa8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:26.855304 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df867f72-8eab-4979-a1da-fcc66da37fa8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:26.855739 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df867f72-8eab-4979-a1da-fcc66da37fa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:26.856084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df867f72-8eab-4979-a1da-fcc66da37fa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:26.856421 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df867f72-8eab-4979-a1da-fcc66da37fa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:26.856754 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df867f72-8eab-4979-a1da-fcc66da37fa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:26.910780 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4528005f-a652-4391-af0a-dda740b68ab2 None None] Routers {'d5ebcc7b-954d-4e36-a20f-a44fe80779c3'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:47:26.922599 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-4528005f-a652-4391-af0a-dda740b68ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:47:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d5ebcc7b-954d-4e36-a20f-a44fe80779c3'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:26.965255 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-313ca0c5-889d-4006-bae5-82955cb9856c admin admin] Publish callbacks [] for security_group (9a806ee8-6944-47fc-b450-e9d39b8d548a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:27.030972 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-4528005f-a652-4391-af0a-dda740b68ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:27.031670 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4528005f-a652-4391-af0a-dda740b68ab2 None None] The sync data for ids ['d5ebcc7b-954d-4e36-a20f-a44fe80779c3'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:47:27.075323 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-313ca0c5-889d-4006-bae5-82955cb9856c admin admin] Publish callbacks [] for security_group (9a806ee8-6944-47fc-b450-e9d39b8d548a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:27.116999 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-276c8f42-bf63-45ef-bd7f-968e005166ab None None] Current status of the port 37119113-3937-42d3-acfd-813201871051 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:27.143689 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 37119113-3937-42d3-acfd-813201871051 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:27.265801 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-bb867eff-25d9-4f2e-b0cf-2e82cdaab147 None None] Provisioning complete for port ef2bae05-16f2-41ac-8001-09b839a04a08 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:27.266235 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bb867eff-25d9-4f2e-b0cf-2e82cdaab147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ef2bae05-16f2-41ac-8001-09b839a04a08), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:27.270298 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd9ee6-af67-4312-954a-6898ba021114 req-ba7213dc-d3b9-4ce4-bdc3-acee83bb705f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:27.276511 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-49dd9ee6-af67-4312-954a-6898ba021114 req-ba7213dc-d3b9-4ce4-bdc3-acee83bb705f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=895651f4-d8d1-42aa-9bf8-67b168f9959b HTTP/1.1" status: 200 len: 945 time: 0.8054683 Feb 20 05:47:27.282077 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-313ca0c5-889d-4006-bae5-82955cb9856c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9a806ee8-6944-47fc-b450-e9d39b8d548a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:27.285087 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-313ca0c5-889d-4006-bae5-82955cb9856c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:27.290124 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-313ca0c5-889d-4006-bae5-82955cb9856c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a806ee8-6944-47fc-b450-e9d39b8d548a HTTP/1.1" status: 204 len: 168 time: 0.7005854 Feb 20 05:47:27.304500 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ca0c5-889d-4006-bae5-82955cb9856c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a806ee8-6944-47fc-b450-e9d39b8d548a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:27.378076 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bb867eff-25d9-4f2e-b0cf-2e82cdaab147 None None] Port ef2bae05-16f2-41ac-8001-09b839a04a08 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:47:27.527914 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7fca797a-9c1a-4625-9afb-f8f5560950e3 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:47:27.578891 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-49dd9ee6-af67-4312-954a-6898ba021114 req-46579b0f-4328-46f0-9768-31658649a03e tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822333 Feb 20 05:47:27.694656 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 7fca797a-9c1a-4625-9afb-f8f5560950e3 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:27.695062 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7fca797a-9c1a-4625-9afb-f8f5560950e3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:27.774854 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-643d08a7-8a04-4892-83cc-c41656f8a06a tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:47:27.778205 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-643d08a7-8a04-4892-83cc-c41656f8a06a tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] 10.222.0.37 "PUT /v2.0/routers/d5ebcc7b-954d-4e36-a20f-a44fe80779c3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3251436 Feb 20 05:47:27.779868 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46480) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:27.868096 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 7fca797a-9c1a-4625-9afb-f8f5560950e3 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:27.868691 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7fca797a-9c1a-4625-9afb-f8f5560950e3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:27.908856 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 7fca797a-9c1a-4625-9afb-f8f5560950e3, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7fca797a-9c1a-4625-9afb-f8f5560950e3,segment=NetworkSegment(4f215d60-f954-488a-ac6f-6ef451223442),segment_id=4f215d60-f954-488a-ac6f-6ef451223442)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:27.914328 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7fca797a-9c1a-4625-9afb-f8f5560950e3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:27.916426 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 37119113-3937-42d3-acfd-813201871051 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:47:27.973276 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=7fca797a-9c1a-4625-9afb-f8f5560950e3,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:28.054333 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 37119113-3937-42d3-acfd-813201871051 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:28.054835 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (37119113-3937-42d3-acfd-813201871051), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:28.143341 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:47:28.296984 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd75c7-b60c-4c98-acf9-7b53c4b1ea94 req-82cf1415-3063-4ca9-b835-815699b9befc tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:28.310347 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-08fd75c7-b60c-4c98-acf9-7b53c4b1ea94 req-82cf1415-3063-4ca9-b835-815699b9befc tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 0.0733700 Feb 20 05:47:28.346016 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 36ef2494-96cd-4d14-a81f-ccbc0c842fd2, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=36ef2494-96cd-4d14-a81f-ccbc0c842fd2,segment=NetworkSegment(45924b7c-05d5-4b0a-bb51-112a5515364f),segment_id=45924b7c-05d5-4b0a-bb51-112a5515364f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:28.374059 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:47:28.387277 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-08fd75c7-b60c-4c98-acf9-7b53c4b1ea94 req-c8fc1290-2908-4fff-81f1-005e017b496e tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754402 Feb 20 05:47:28.440819 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '36ef2494-96cd-4d14-a81f-ccbc0c842fd2', 'network_id': 'fa9c8c18-66a9-4330-95ea-e6848bd9acbe', 'port_id': '36ef2494-96cd-4d14-a81f-ccbc0c842fd2', 'mac_address': 'fa:16:3e:81:50:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c84731d-a312-42ac-b55f-15aaba4e7834', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:47:28.446361 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c3db1b-3d04-4352-b6cd-191b0fb00629 None None] Network 446f3124-c959-4cb9-9539-1ca4e61f5268 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:47:28.544463 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46492) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:28.568962 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-203d792a-4187-4a9f-9152-5359bc00e451 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (d5ebcc7b-954d-4e36-a20f-a44fe80779c3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:28.576590 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ada5089b-1dce-4bd3-af91-b725f90650d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:28.713934 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['36ef2494-96cd-4d14-a81f-ccbc0c842fd2'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:47:28.797182 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ada5089b-1dce-4bd3-af91-b725f90650d4 admin admin] Publish callbacks [] for security_group (3eb5b254-dd8a-4052-b788-15abb7d28ee0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:28.823571 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ada5089b-1dce-4bd3-af91-b725f90650d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3eb5b254-dd8a-4052-b788-15abb7d28ee0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:28.862691 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ada5089b-1dce-4bd3-af91-b725f90650d4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=14e935f2c3fa4185af881496123fa516&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3165936 Feb 20 05:47:28.865336 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46502) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:28.896826 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 is: BUILD; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:28.897404 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (36ef2494-96cd-4d14-a81f-ccbc0c842fd2), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:28.976861 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-330edbfa-9758-458d-84a2-4a956d109b16 None None] Provisioning complete for port 7fca797a-9c1a-4625-9afb-f8f5560950e3 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:28.977427 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-330edbfa-9758-458d-84a2-4a956d109b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7fca797a-9c1a-4625-9afb-f8f5560950e3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:29.017363 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f131598-2fd9-4d45-8c9f-213e0fbceef2 req-1aa84445-5e32-40f5-b2e9-11aaeccd2bd3 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:29.023548 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f131598-2fd9-4d45-8c9f-213e0fbceef2 req-1aa84445-5e32-40f5-b2e9-11aaeccd2bd3 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f87cbe0-a770-45a0-8148-c6b4071d59f8 HTTP/1.1" status: 200 len: 945 time: 0.2429445 Feb 20 05:47:29.025496 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5089b-1dce-4bd3-af91-b725f90650d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb5b254-dd8a-4052-b788-15abb7d28ee0,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:29.055588 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 37119113-3937-42d3-acfd-813201871051 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:29.079876 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:47:29.169062 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-203d792a-4187-4a9f-9152-5359bc00e451 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Deleting port ef2bae05-16f2-41ac-8001-09b839a04a08 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:47:29.170786 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-203d792a-4187-4a9f-9152-5359bc00e451 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (ef2bae05-16f2-41ac-8001-09b839a04a08), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:29.171442 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5564ec36-5488-43ed-866b-3f02d962723c admin admin] Publish callbacks [] for security_group (3eb5b254-dd8a-4052-b788-15abb7d28ee0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:29.191055 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f131598-2fd9-4d45-8c9f-213e0fbceef2 req-16dbbac7-cdc1-4938-8218-80f25bc3a37f tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/security-groups?id=a004e0c0-8b2a-4982-9c6b-efbb0ae35ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599774 Feb 20 05:47:29.224580 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 36ef2494-96cd-4d14-a81f-ccbc0c842fd2, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=36ef2494-96cd-4d14-a81f-ccbc0c842fd2,segment=NetworkSegment(45924b7c-05d5-4b0a-bb51-112a5515364f),segment_id=45924b7c-05d5-4b0a-bb51-112a5515364f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:29.240193 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5564ec36-5488-43ed-866b-3f02d962723c admin admin] Publish callbacks [] for security_group (3eb5b254-dd8a-4052-b788-15abb7d28ee0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:29.343098 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-203d792a-4187-4a9f-9152-5359bc00e451 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (ef2bae05-16f2-41ac-8001-09b839a04a08), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:29.345055 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (36ef2494-96cd-4d14-a81f-ccbc0c842fd2), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:29.373461 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-203d792a-4187-4a9f-9152-5359bc00e451 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Calling delete_port for ef2bae05-16f2-41ac-8001-09b839a04a08 owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:47:29.376529 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7fca797a-9c1a-4625-9afb-f8f5560950e3 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:47:29.460469 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5564ec36-5488-43ed-866b-3f02d962723c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3eb5b254-dd8a-4052-b788-15abb7d28ee0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:29.473938 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5564ec36-5488-43ed-866b-3f02d962723c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:29.475618 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5564ec36-5488-43ed-866b-3f02d962723c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3eb5b254-dd8a-4052-b788-15abb7d28ee0 HTTP/1.1" status: 204 len: 168 time: 0.6089272 Feb 20 05:47:29.488968 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcee99-be27-4972-8824-912175198ebc req-8437a52c-50d3-4c75-ad76-b3af6a525db8 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:29.490763 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5fbcee99-be27-4972-8824-912175198ebc req-8437a52c-50d3-4c75-ad76-b3af6a525db8 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=895651f4-d8d1-42aa-9bf8-67b168f9959b HTTP/1.1" status: 200 len: 944 time: 0.1446211 Feb 20 05:47:29.502062 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564ec36-5488-43ed-866b-3f02d962723c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb5b254-dd8a-4052-b788-15abb7d28ee0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:29.646667 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5fbcee99-be27-4972-8824-912175198ebc req-acfabd72-97f1-4ee5-88b5-06f47eb09855 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469431 Feb 20 05:47:29.658205 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-330edbfa-9758-458d-84a2-4a956d109b16 None None] Current status of the port 7fca797a-9c1a-4625-9afb-f8f5560950e3 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:29.817800 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=36ef2494-96cd-4d14-a81f-ccbc0c842fd2,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:29.833392 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0fb05838-5ccd-478b-a66f-c88512e01107 None None] Provisioning complete for port 7fca797a-9c1a-4625-9afb-f8f5560950e3 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:29.834101 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0fb05838-5ccd-478b-a66f-c88512e01107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7fca797a-9c1a-4625-9afb-f8f5560950e3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:29.973830 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 7fca797a-9c1a-4625-9afb-f8f5560950e3 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:29.975302 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7fca797a-9c1a-4625-9afb-f8f5560950e3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:30.021862 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1299e9e-6a22-4296-a9da-91baef681371 req-4e54ef88-9497-4806-af25-19c63ec9dc9a tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:30.042715 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1299e9e-6a22-4296-a9da-91baef681371 req-4e54ef88-9497-4806-af25-19c63ec9dc9a tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 0.2153347 Feb 20 05:47:30.075199 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-203d792a-4187-4a9f-9152-5359bc00e451 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (ef2bae05-16f2-41ac-8001-09b839a04a08), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:30.109415 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0fb05838-5ccd-478b-a66f-c88512e01107 None None] Current status of the port 7fca797a-9c1a-4625-9afb-f8f5560950e3 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:30.115239 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:47:30.161129 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d792a-4187-4a9f-9152-5359bc00e451 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Pushing event deleted for resources: {'Port': ['ID=ef2bae05-16f2-41ac-8001-09b839a04a08,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:30.271870 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1299e9e-6a22-4296-a9da-91baef681371 req-2d316d4a-66d9-4fd7-883d-d7ff00f63dc4 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278473 Feb 20 05:47:30.504818 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 7fca797a-9c1a-4625-9afb-f8f5560950e3 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:30.558371 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:30.558871 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (36ef2494-96cd-4d14-a81f-ccbc0c842fd2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:30.687630 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-203d792a-4187-4a9f-9152-5359bc00e451 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (d5ebcc7b-954d-4e36-a20f-a44fe80779c3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:30.796289 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:30.801961 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (36ef2494-96cd-4d14-a81f-ccbc0c842fd2), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:30.809581 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3aeb5-45f8-4a98-8886-0aab1a7bfc01 req-04301afa-24b4-4c5c-bbd6-be1fcb7046ed tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:30.809581 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cec3aeb5-45f8-4a98-8886-0aab1a7bfc01 req-04301afa-24b4-4c5c-bbd6-be1fcb7046ed tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.48 "GET /v2.0/ports?device_id=895651f4-d8d1-42aa-9bf8-67b168f9959b HTTP/1.1" status: 200 len: 944 time: 0.1834099 Feb 20 05:47:30.855340 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895651f4-d8d1-42aa-9bf8-67b168f9959b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ef2494-96cd-4d14-a81f-ccbc0c842fd2'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:47:30.859558 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9a3d60-2125-4c96-af2d-d9316f15cfc4" -d '{"events": [{"server_uuid": "895651f4-d8d1-42aa-9bf8-67b168f9959b", "name": "network-vif-plugged", "status": "completed", "tag": "36ef2494-96cd-4d14-a81f-ccbc0c842fd2"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:47:30.887562 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 36ef2494-96cd-4d14-a81f-ccbc0c842fd2, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=36ef2494-96cd-4d14-a81f-ccbc0c842fd2,segment=NetworkSegment(45924b7c-05d5-4b0a-bb51-112a5515364f),segment_id=45924b7c-05d5-4b0a-bb51-112a5515364f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:30.893463 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (36ef2494-96cd-4d14-a81f-ccbc0c842fd2), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:30.982691 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d98411-9fcb-4da3-ba6c-9f89ef68978c req-38d1403c-db64-4af5-aa58-cb01eef410b3 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:31.000667 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=36ef2494-96cd-4d14-a81f-ccbc0c842fd2,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:31.016750 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60d98411-9fcb-4da3-ba6c-9f89ef68978c req-38d1403c-db64-4af5-aa58-cb01eef410b3 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f87cbe0-a770-45a0-8148-c6b4071d59f8 HTTP/1.1" status: 200 len: 945 time: 0.3103342 Feb 20 05:47:31.143154 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203d792a-4187-4a9f-9152-5359bc00e451 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Router d5ebcc7b-954d-4e36-a20f-a44fe80779c3 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:47:31.193066 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60d98411-9fcb-4da3-ba6c-9f89ef68978c req-7860bfc5-7762-454d-b80e-2974dbaa5325 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/security-groups?id=a004e0c0-8b2a-4982-9c6b-efbb0ae35ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751101 Feb 20 05:47:31.227550 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-cec3aeb5-45f8-4a98-8886-0aab1a7bfc01 req-a1f62316-e074-4667-805d-d170a251940e tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Deleting port 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:47:31.228024 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cec3aeb5-45f8-4a98-8886-0aab1a7bfc01 req-a1f62316-e074-4667-805d-d170a251940e tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (36ef2494-96cd-4d14-a81f-ccbc0c842fd2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:31.326991 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203d792a-4187-4a9f-9152-5359bc00e451 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:47:31.339780 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90d4f26-419f-4e30-942b-569d0be1cf2b None None] Sync routers for ids ['d5ebcc7b-954d-4e36-a20f-a44fe80779c3'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:47:31.358747 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46572) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:31.361495 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-203d792a-4187-4a9f-9152-5359bc00e451 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] 10.222.0.37 "PUT /v2.0/routers/d5ebcc7b-954d-4e36-a20f-a44fe80779c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5789239 Feb 20 05:47:31.368204 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90d4f26-419f-4e30-942b-569d0be1cf2b None None] Routers {'d5ebcc7b-954d-4e36-a20f-a44fe80779c3'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:47:31.368568 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f90d4f26-419f-4e30-942b-569d0be1cf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:47:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d5ebcc7b-954d-4e36-a20f-a44fe80779c3'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:31.426573 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-5090a794-3255-4ae3-822b-1645a154d49f tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] delete failed (client error): The resource could not be found. Feb 20 05:47:31.428703 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5090a794-3255-4ae3-822b-1645a154d49f tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-2087464820 HTTP/1.1" status: 404 len: 335 time: 0.0678978 Feb 20 05:47:31.431978 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46574) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:31.438452 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-39e8eb2f-501f-41f4-a59a-aa8d2615e25a tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd5ebcc7b-954d-4e36-a20f-a44fe80779c3'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:47:31.455246 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f90d4f26-419f-4e30-942b-569d0be1cf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:31.498599 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90d4f26-419f-4e30-942b-569d0be1cf2b None None] Routers {'d5ebcc7b-954d-4e36-a20f-a44fe80779c3'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:47:31.501843 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f90d4f26-419f-4e30-942b-569d0be1cf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:47:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d5ebcc7b-954d-4e36-a20f-a44fe80779c3'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:31.505304 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f08b1-87c7-4c3c-8d7e-2d471f9372ee req-8c2e8bba-440e-4f87-85d1-8dfa1b87699b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:31.514858 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1b2f08b1-87c7-4c3c-8d7e-2d471f9372ee req-8c2e8bba-440e-4f87-85d1-8dfa1b87699b tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=895651f4-d8d1-42aa-9bf8-67b168f9959b HTTP/1.1" status: 200 len: 946 time: 0.1746352 Feb 20 05:47:31.518836 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-cec3aeb5-45f8-4a98-8886-0aab1a7bfc01 req-a1f62316-e074-4667-805d-d170a251940e tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] For port 36ef2494-96cd-4d14-a81f-ccbc0c842fd2, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=36ef2494-96cd-4d14-a81f-ccbc0c842fd2,segment=NetworkSegment(45924b7c-05d5-4b0a-bb51-112a5515364f),segment_id=45924b7c-05d5-4b0a-bb51-112a5515364f)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:31.519690 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cec3aeb5-45f8-4a98-8886-0aab1a7bfc01 req-a1f62316-e074-4667-805d-d170a251940e tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (36ef2494-96cd-4d14-a81f-ccbc0c842fd2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:31.555248 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-cec3aeb5-45f8-4a98-8886-0aab1a7bfc01 req-a1f62316-e074-4667-805d-d170a251940e tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Calling delete_port for 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:47:31.598889 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f90d4f26-419f-4e30-942b-569d0be1cf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:31.600960 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90d4f26-419f-4e30-942b-569d0be1cf2b None None] The sync data for ids ['d5ebcc7b-954d-4e36-a20f-a44fe80779c3'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:47:31.770328 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1b2f08b1-87c7-4c3c-8d7e-2d471f9372ee req-8d12f4cd-01ee-496c-ab92-f334b0b49ce0 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542036 Feb 20 05:47:31.875696 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8020f9ee-2f6d-4a49-b8d7-6ac2524aa881 x-openstack-request-id: req-8020f9ee-2f6d-4a49-b8d7-6ac2524aa881 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:47:31.876163 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895651f4-d8d1-42aa-9bf8-67b168f9959b", "name": "network-vif-plugged", "status": "completed", "tag": "36ef2494-96cd-4d14-a81f-ccbc0c842fd2", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:47:31.876333 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8020f9ee-2f6d-4a49-b8d7-6ac2524aa881 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:47:31.876711 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895651f4-d8d1-42aa-9bf8-67b168f9959b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ef2494-96cd-4d14-a81f-ccbc0c842fd2', 'code': 200} Feb 20 05:47:32.125699 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cec3aeb5-45f8-4a98-8886-0aab1a7bfc01 req-a1f62316-e074-4667-805d-d170a251940e tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (36ef2494-96cd-4d14-a81f-ccbc0c842fd2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:32.140081 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['36ef2494-96cd-4d14-a81f-ccbc0c842fd2'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:47:32.212190 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39e8eb2f-501f-41f4-a59a-aa8d2615e25a tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks [] for router_gateway (d5ebcc7b-954d-4e36-a20f-a44fe80779c3), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:32.281631 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f62316-e074-4667-805d-d170a251940e tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Pushing event deleted for resources: {'Port': ['ID=36ef2494-96cd-4d14-a81f-ccbc0c842fd2,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:32.320763 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-39e8eb2f-501f-41f4-a59a-aa8d2615e25a tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] update failed (client error): The resource could not be found. Feb 20 05:47:32.322539 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-39e8eb2f-501f-41f4-a59a-aa8d2615e25a tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] 10.222.0.37 "PUT /v2.0/routers/d5ebcc7b-954d-4e36-a20f-a44fe80779c3 HTTP/1.1" status: 404 len: 339 time: 0.8882372 Feb 20 05:47:32.334987 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46626) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:32.344602 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec3aeb5-45f8-4a98-8886-0aab1a7bfc01 req-a1f62316-e074-4667-805d-d170a251940e tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] No DVR routers for this DVR port 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:47:32.377329 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cec3aeb5-45f8-4a98-8886-0aab1a7bfc01 req-a1f62316-e074-4667-805d-d170a251940e tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:32.381409 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cec3aeb5-45f8-4a98-8886-0aab1a7bfc01 req-a1f62316-e074-4667-805d-d170a251940e tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.48 "DELETE /v2.0/ports/36ef2494-96cd-4d14-a81f-ccbc0c842fd2 HTTP/1.1" status: 204 len: 173 time: 1.5655746 Feb 20 05:47:32.400147 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895651f4-d8d1-42aa-9bf8-67b168f9959b', 'name': 'network-vif-deleted', 'tag': '36ef2494-96cd-4d14-a81f-ccbc0c842fd2'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:47:32.403123 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861fc585-8694-4d93-8c3a-a0f7cff4ac57" -d '{"events": [{"server_uuid": "895651f4-d8d1-42aa-9bf8-67b168f9959b", "name": "network-vif-deleted", "tag": "36ef2494-96cd-4d14-a81f-ccbc0c842fd2"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:47:32.420251 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a6fde-ca09-43a8-987d-ce54f6826203 req-ef9056a7-110c-424d-80f9-426718d7341c tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:32.422599 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fe2a6fde-ca09-43a8-987d-ce54f6826203 req-ef9056a7-110c-424d-80f9-426718d7341c tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f87cbe0-a770-45a0-8148-c6b4071d59f8 HTTP/1.1" status: 200 len: 945 time: 0.3753893 Feb 20 05:47:32.546346 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939be24-82ab-4f01-aa90-48c20c8d5cda req-f2ff9d28-6995-40bc-af61-325ec4365f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:32.549294 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7939be24-82ab-4f01-aa90-48c20c8d5cda req-f2ff9d28-6995-40bc-af61-325ec4365f34 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 1127 time: 0.3276637 Feb 20 05:47:32.651295 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b029e-a345-4337-85ea-2e0fddc53a04 req-acc781c9-f24e-4a38-9e01-be1975e94876 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:32.652936 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-219b029e-a345-4337-85ea-2e0fddc53a04 req-acc781c9-f24e-4a38-9e01-be1975e94876 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 0.6257851 Feb 20 05:47:32.746290 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7939be24-82ab-4f01-aa90-48c20c8d5cda req-8c9a1f7c-cbe3-4539-bf93-b9754a5970dc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836920 Feb 20 05:47:32.815423 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-fe2a6fde-ca09-43a8-987d-ce54f6826203 req-12b2a58c-a663-41a8-9158-84b3d2504031 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Deleting port 1de0ebba-7cea-4187-856d-d0d5eeb1583f {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:47:32.815760 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fe2a6fde-ca09-43a8-987d-ce54f6826203 req-12b2a58c-a663-41a8-9158-84b3d2504031 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1de0ebba-7cea-4187-856d-d0d5eeb1583f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:32.847547 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-219b029e-a345-4337-85ea-2e0fddc53a04 req-a7b10be1-17de-47c1-a28a-7c563f07304b tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783340 Feb 20 05:47:33.072480 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-fe2a6fde-ca09-43a8-987d-ce54f6826203 req-12b2a58c-a663-41a8-9158-84b3d2504031 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] For port 1de0ebba-7cea-4187-856d-d0d5eeb1583f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1de0ebba-7cea-4187-856d-d0d5eeb1583f,segment=NetworkSegment(4e36c0b4-c5c2-41f8-934c-8f450ef6c44e),segment_id=4e36c0b4-c5c2-41f8-934c-8f450ef6c44e)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:33.072918 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fe2a6fde-ca09-43a8-987d-ce54f6826203 req-12b2a58c-a663-41a8-9158-84b3d2504031 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1de0ebba-7cea-4187-856d-d0d5eeb1583f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:33.090182 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-fe2a6fde-ca09-43a8-987d-ce54f6826203 req-12b2a58c-a663-41a8-9158-84b3d2504031 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Calling delete_port for 1de0ebba-7cea-4187-856d-d0d5eeb1583f owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:47:33.189849 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52f88cbd-58e0-422a-a28d-b4135f57b1dd tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:33.271062 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df286599-111e-4031-8e65-c361b4b181ad req-f42f14b4-e6f9-4d1f-9192-e79f08045280 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:33.282057 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-df286599-111e-4031-8e65-c361b4b181ad req-f42f14b4-e6f9-4d1f-9192-e79f08045280 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f87cbe0-a770-45a0-8148-c6b4071d59f8 HTTP/1.1" status: 200 len: 945 time: 0.3021238 Feb 20 05:47:33.320061 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fe2a6fde-ca09-43a8-987d-ce54f6826203 req-12b2a58c-a663-41a8-9158-84b3d2504031 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (1de0ebba-7cea-4187-856d-d0d5eeb1583f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:33.345065 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['1de0ebba-7cea-4187-856d-d0d5eeb1583f'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:47:33.408590 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-df286599-111e-4031-8e65-c361b4b181ad req-15cc4dfe-f382-4773-b3b1-cd91b98a13e2 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.37 "GET /v2.0/security-groups?id=a004e0c0-8b2a-4982-9c6b-efbb0ae35ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253006 Feb 20 05:47:33.499793 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6566e3b-0fe2-4200-8f93-20532c2d6111 x-openstack-request-id: req-d6566e3b-0fe2-4200-8f93-20532c2d6111 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:47:33.500184 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895651f4-d8d1-42aa-9bf8-67b168f9959b", "name": "network-vif-deleted", "tag": "36ef2494-96cd-4d14-a81f-ccbc0c842fd2", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:47:33.500643 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6566e3b-0fe2-4200-8f93-20532c2d6111 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:47:33.501354 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2a58c-a663-41a8-9158-84b3d2504031 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Pushing event deleted for resources: {'Port': ['ID=1de0ebba-7cea-4187-856d-d0d5eeb1583f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:33.501857 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895651f4-d8d1-42aa-9bf8-67b168f9959b', 'name': 'network-vif-deleted', 'tag': '36ef2494-96cd-4d14-a81f-ccbc0c842fd2', 'status': 'completed', 'code': 200} Feb 20 05:47:33.528458 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2a6fde-ca09-43a8-987d-ce54f6826203 req-12b2a58c-a663-41a8-9158-84b3d2504031 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] No DVR routers for this DVR port 1de0ebba-7cea-4187-856d-d0d5eeb1583f on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:47:33.531474 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fe2a6fde-ca09-43a8-987d-ce54f6826203 req-12b2a58c-a663-41a8-9158-84b3d2504031 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:33.535202 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fe2a6fde-ca09-43a8-987d-ce54f6826203 req-12b2a58c-a663-41a8-9158-84b3d2504031 tempest-ServersNegativeTestMultiTenantJSON-558742072 tempest-ServersNegativeTestMultiTenantJSON-558742072-project] 10.222.0.61 "DELETE /v2.0/ports/1de0ebba-7cea-4187-856d-d0d5eeb1583f HTTP/1.1" status: 204 len: 173 time: 1.0957241 Feb 20 05:47:33.535719 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f87cbe0-a770-45a0-8148-c6b4071d59f8', 'name': 'network-vif-deleted', 'tag': '1de0ebba-7cea-4187-856d-d0d5eeb1583f'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:47:33.538286 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd83fb47-ef1a-468a-a0c3-838913ccdded" -d '{"events": [{"server_uuid": "2f87cbe0-a770-45a0-8148-c6b4071d59f8", "name": "network-vif-deleted", "tag": "1de0ebba-7cea-4187-856d-d0d5eeb1583f"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:47:33.637819 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ec0fe2-6e41-491b-8a91-0330d6a488d4 x-openstack-request-id: req-60ec0fe2-6e41-491b-8a91-0330d6a488d4 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:47:33.638232 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f87cbe0-a770-45a0-8148-c6b4071d59f8", "name": "network-vif-deleted", "tag": "1de0ebba-7cea-4187-856d-d0d5eeb1583f", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:47:33.638455 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-60ec0fe2-6e41-491b-8a91-0330d6a488d4 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:47:33.638930 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f87cbe0-a770-45a0-8148-c6b4071d59f8', 'name': 'network-vif-deleted', 'tag': '1de0ebba-7cea-4187-856d-d0d5eeb1583f', 'status': 'completed', 'code': 200} Feb 20 05:47:33.727147 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46724) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:33.743103 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-52f88cbd-58e0-422a-a28d-b4135f57b1dd tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Allocated IP 172.20.0.1 (5bc5d733-269a-40c9-828c-66227ffe129d/85371e9f-78b5-42d4-82d7-4530d07f5a47/0f4149b4-ba7e-47b9-a0fa-b7b3edcf2e5a) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:47:33.875962 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:47:33.928592 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52f88cbd-58e0-422a-a28d-b4135f57b1dd tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks [] for port (0f4149b4-ba7e-47b9-a0fa-b7b3edcf2e5a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:34.017523 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d5103ca6-bf2b-42d3-800b-4db98ebc28d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:34.130094 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:47:34.174215 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:47:34.178872 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 36ef2494-96cd-4d14-a81f-ccbc0c842fd2 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:47:34.213335 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d5103ca6-bf2b-42d3-800b-4db98ebc28d7 admin admin] Publish callbacks [] for security_group (2035d510-8bc4-45f7-b7c6-c4c7c979ef66), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:34.221306 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d5103ca6-bf2b-42d3-800b-4db98ebc28d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2035d510-8bc4-45f7-b7c6-c4c7c979ef66), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:34.223711 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-5988cbf9-74a3-47ac-83a7-88998b88f18a tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:34.232108 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-5988cbf9-74a3-47ac-83a7-88998b88f18a tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/networks?id=fa9c8c18-66a9-4330-95ea-e6848bd9acbe HTTP/1.1" status: 200 len: 822 time: 0.2793522 Feb 20 05:47:34.268419 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52f88cbd-58e0-422a-a28d-b4135f57b1dd tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (0f4149b4-ba7e-47b9-a0fa-b7b3edcf2e5a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:34.286244 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d5103ca6-bf2b-42d3-800b-4db98ebc28d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a3729d751eb4d8990aa4032b0c1a4a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5579224 Feb 20 05:47:34.287378 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46758) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:34.288552 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5103ca6-bf2b-42d3-800b-4db98ebc28d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2035d510-8bc4-45f7-b7c6-c4c7c979ef66,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:34.313632 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-0c9dea29-679d-477e-880e-6e2de5482321 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/quotas/c52e24ee44664157bb4debb87b79233a HTTP/1.1" status: 200 len: 375 time: 0.0801532 Feb 20 05:47:34.316872 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f88cbd-58e0-422a-a28d-b4135f57b1dd tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Network 5bc5d733-269a-40c9-828c-66227ffe129d is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:47:34.327127 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-52f88cbd-58e0-422a-a28d-b4135f57b1dd tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:47:34.342041 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f88cbd-58e0-422a-a28d-b4135f57b1dd tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:47:34.395792 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d01b2ca6-1d6d-4257-aaeb-5604d59ef3dd admin admin] Publish callbacks [] for security_group (2035d510-8bc4-45f7-b7c6-c4c7c979ef66), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:34.418932 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52f88cbd-58e0-422a-a28d-b4135f57b1dd tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (d5ebcc7b-954d-4e36-a20f-a44fe80779c3), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:34.457704 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d01b2ca6-1d6d-4257-aaeb-5604d59ef3dd admin admin] Publish callbacks [] for security_group (2035d510-8bc4-45f7-b7c6-c4c7c979ef66), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:34.499009 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-03080fb1-20d2-4b3e-90db-459c8f1a0aa4 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c52e24ee44664157bb4debb87b79233a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1745563 Feb 20 05:47:34.557332 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d01b2ca6-1d6d-4257-aaeb-5604d59ef3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2035d510-8bc4-45f7-b7c6-c4c7c979ef66), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:34.560846 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d01b2ca6-1d6d-4257-aaeb-5604d59ef3dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:34.569860 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d01b2ca6-1d6d-4257-aaeb-5604d59ef3dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2035d510-8bc4-45f7-b7c6-c4c7c979ef66 HTTP/1.1" status: 204 len: 168 time: 0.2596121 Feb 20 05:47:34.589024 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b2ca6-1d6d-4257-aaeb-5604d59ef3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2035d510-8bc4-45f7-b7c6-c4c7c979ef66,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:34.652401 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-5e5b36a4-7af7-45fd-9c2c-67469caca076 service neutron] 10.222.0.37 "GET /v2.0/networks/fa9c8c18-66a9-4330-95ea-e6848bd9acbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237915 Feb 20 05:47:34.662762 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f88cbd-58e0-422a-a28d-b4135f57b1dd tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Pushing event updated for resources: {'Port': ['ID=0f4149b4-ba7e-47b9-a0fa-b7b3edcf2e5a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:34.775666 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52f88cbd-58e0-422a-a28d-b4135f57b1dd tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0f4149b4-ba7e-47b9-a0fa-b7b3edcf2e5a), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:34.783865 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-70d2f1ae-f1b1-484e-ab38-8626e5d39072 None None] Provisioning complete for port 0f4149b4-ba7e-47b9-a0fa-b7b3edcf2e5a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:34.784952 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70d2f1ae-f1b1-484e-ab38-8626e5d39072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0f4149b4-ba7e-47b9-a0fa-b7b3edcf2e5a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:34.851865 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-26be5f89-c301-4f90-9ab9-41852a5b7be8 service neutron] 10.222.0.37 "GET /v2.0/networks/fa9c8c18-66a9-4330-95ea-e6848bd9acbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981704 Feb 20 05:47:34.886595 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-70d2f1ae-f1b1-484e-ab38-8626e5d39072 None None] Port 0f4149b4-ba7e-47b9-a0fa-b7b3edcf2e5a cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:47:35.344984 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 1de0ebba-7cea-4187-856d-d0d5eeb1583f no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:47:35.391567 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 1de0ebba-7cea-4187-856d-d0d5eeb1583f {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:47:35.395035 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 1de0ebba-7cea-4187-856d-d0d5eeb1583f not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:47:35.921296 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1693ae-ad0a-4c9c-abd9-e3570ee4220b req-b64538d6-4cbe-4310-9ff0-8cad24b7d368 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:35.928836 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6a1693ae-ad0a-4c9c-abd9-e3570ee4220b req-b64538d6-4cbe-4310-9ff0-8cad24b7d368 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 0.1987774 Feb 20 05:47:36.027156 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6a1693ae-ad0a-4c9c-abd9-e3570ee4220b req-6d7ce4b0-cb78-4b3e-84ef-7728f3228220 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971396 Feb 20 05:47:36.077771 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52f88cbd-58e0-422a-a28d-b4135f57b1dd tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks [] for port (0f4149b4-ba7e-47b9-a0fa-b7b3edcf2e5a), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:36.084120 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52f88cbd-58e0-422a-a28d-b4135f57b1dd tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (0f4149b4-ba7e-47b9-a0fa-b7b3edcf2e5a), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:36.101713 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46814) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:36.167824 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e045ff-b150-422b-8b1e-0590554377ab admin admin] Deleting subnet ba9e6bba-e2c3-43c7-a74a-ad4ff8c12bb4 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:47:36.177566 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-92e045ff-b150-422b-8b1e-0590554377ab admin admin] Publish callbacks [] for subnet (ba9e6bba-e2c3-43c7-a74a-ad4ff8c12bb4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:36.265529 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-92e045ff-b150-422b-8b1e-0590554377ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (ba9e6bba-e2c3-43c7-a74a-ad4ff8c12bb4), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:36.330338 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86573f4b-1918-4f20-80e2-c28a899b8846 req-150cd865-9ff8-447e-b3a5-38b869b125e7 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=863693a4-b4ed-4958-b297-7d56b78d83b3 HTTP/1.1" status: 200 len: 210 time: 0.1005816 Feb 20 05:47:36.345522 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52f88cbd-58e0-422a-a28d-b4135f57b1dd tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (d5ebcc7b-954d-4e36-a20f-a44fe80779c3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:36.369664 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-92e045ff-b150-422b-8b1e-0590554377ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (ba9e6bba-e2c3-43c7-a74a-ad4ff8c12bb4), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:36.371062 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f88cbd-58e0-422a-a28d-b4135f57b1dd tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Pushing event updated for resources: {'Port': ['ID=0f4149b4-ba7e-47b9-a0fa-b7b3edcf2e5a,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:36.483495 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-92e045ff-b150-422b-8b1e-0590554377ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (ba9e6bba-e2c3-43c7-a74a-ad4ff8c12bb4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:36.537639 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f88cbd-58e0-422a-a28d-b4135f57b1dd tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Network 5bc5d733-269a-40c9-828c-66227ffe129d is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:47:36.539441 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-52f88cbd-58e0-422a-a28d-b4135f57b1dd tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:47:36.561261 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e045ff-b150-422b-8b1e-0590554377ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba9e6bba-e2c3-43c7-a74a-ad4ff8c12bb4,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:36.585134 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-92e045ff-b150-422b-8b1e-0590554377ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:36.593920 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-92e045ff-b150-422b-8b1e-0590554377ab admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ba9e6bba-e2c3-43c7-a74a-ad4ff8c12bb4 HTTP/1.1" status: 204 len: 168 time: 0.4910159 Feb 20 05:47:36.600972 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46824) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:36.601510 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46828) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:36.773517 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9ece-3a2c-4a5a-9c51-ab4d7a4e1ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (52dcb583-f04d-4b76-988a-9e515ca1ebec), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:36.942996 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-3a61945f-8460-4e37-9732-c90edf214ea8 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:36.948795 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-3a61945f-8460-4e37-9732-c90edf214ea8 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.48 "GET /v2.0/networks?id=fa9c8c18-66a9-4330-95ea-e6848bd9acbe HTTP/1.1" status: 200 len: 822 time: 0.3245173 Feb 20 05:47:36.970187 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-59875495-c3ac-4faf-9d54-3d2b59b2aaf4 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Request body: {'port': {'device_id': '863693a4-b4ed-4958-b297-7d56b78d83b3', 'network_id': 'fa9c8c18-66a9-4330-95ea-e6848bd9acbe', 'admin_state_up': True, 'tenant_id': 'c52e24ee44664157bb4debb87b79233a'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:47:37.019225 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9ece-3a2c-4a5a-9c51-ab4d7a4e1ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (52dcb583-f04d-4b76-988a-9e515ca1ebec), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:37.061888 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-bd9a9ece-3a2c-4a5a-9c51-ab4d7a4e1ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52dcb583-f04d-4b76-988a-9e515ca1ebec']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:37.072654 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-bd9a9ece-3a2c-4a5a-9c51-ab4d7a4e1ad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e36c0b4-c5c2-41f8-934c-8f450ef6c44e') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:37.073437 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-bd9a9ece-3a2c-4a5a-9c51-ab4d7a4e1ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e36c0b4-c5c2-41f8-934c-8f450ef6c44e') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:37.084427 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9ece-3a2c-4a5a-9c51-ab4d7a4e1ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (4e36c0b4-c5c2-41f8-934c-8f450ef6c44e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:37.099472 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9ece-3a2c-4a5a-9c51-ab4d7a4e1ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (4e36c0b4-c5c2-41f8-934c-8f450ef6c44e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:37.107936 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd9a9ece-3a2c-4a5a-9c51-ab4d7a4e1ad8 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:47:37.109317 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9ece-3a2c-4a5a-9c51-ab4d7a4e1ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (4e36c0b4-c5c2-41f8-934c-8f450ef6c44e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:37.142009 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-18765b39-eb83-4089-a992-6ea5bfd37632 None None] Provisioning complete for port 0f4149b4-ba7e-47b9-a0fa-b7b3edcf2e5a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:37.142605 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18765b39-eb83-4089-a992-6ea5bfd37632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0f4149b4-ba7e-47b9-a0fa-b7b3edcf2e5a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:37.149724 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f88cbd-58e0-422a-a28d-b4135f57b1dd tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Router d5ebcc7b-954d-4e36-a20f-a44fe80779c3 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:47:37.161772 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb9725-096b-4ab2-b929-9377e3c5c33c req-f16701e8-0f2e-40d8-88af-d5260eb4ebce tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:37.168811 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6dbb9725-096b-4ab2-b929-9377e3c5c33c req-f16701e8-0f2e-40d8-88af-d5260eb4ebce tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 0.2189510 Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:47:37.176770 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:47:37.183365 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a28f6c06-225d-4856-af26-52cae24bbf83 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2062127950'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:47:37.209398 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9ece-3a2c-4a5a-9c51-ab4d7a4e1ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (52dcb583-f04d-4b76-988a-9e515ca1ebec), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:37.242674 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9ece-3a2c-4a5a-9c51-ab4d7a4e1ad8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:37.246492 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bd9a9ece-3a2c-4a5a-9c51-ab4d7a4e1ad8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/52dcb583-f04d-4b76-988a-9e515ca1ebec HTTP/1.1" status: 204 len: 168 time: 0.6422799 Feb 20 05:47:37.248214 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a9ece-3a2c-4a5a-9c51-ab4d7a4e1ad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=52dcb583-f04d-4b76-988a-9e515ca1ebec,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:37.250234 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46840) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:37.250788 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46842) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:37.252371 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-18765b39-eb83-4089-a992-6ea5bfd37632 None None] Port 0f4149b4-ba7e-47b9-a0fa-b7b3edcf2e5a cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:47:37.316505 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1915d9d-cb8a-499e-9137-fd5c4c6c6d03 admin admin] Deleting subnet 23e7f48e-c918-4e87-960d-e4f006228cd4 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:47:37.338001 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f1915d9d-cb8a-499e-9137-fd5c4c6c6d03 admin admin] Publish callbacks [] for subnet (23e7f48e-c918-4e87-960d-e4f006228cd4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:37.375128 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6dbb9725-096b-4ab2-b929-9377e3c5c33c req-b5bd652b-88db-4feb-b022-6460f0cb7b9b tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005157 Feb 20 05:47:37.392906 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-59875495-c3ac-4faf-9d54-3d2b59b2aaf4 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Made reservation on behalf of c52e24ee44664157bb4debb87b79233a for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:47:37.402738 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-59875495-c3ac-4faf-9d54-3d2b59b2aaf4 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:37.412348 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28f6c06-225d-4856-af26-52cae24bbf83 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Made reservation on behalf of b5544ea68aa64399bf379aa26f5a475c for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:47:37.427096 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a28f6c06-225d-4856-af26-52cae24bbf83 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:37.429722 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f88cbd-58e0-422a-a28d-b4135f57b1dd tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:47:37.441643 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a28f6c06-225d-4856-af26-52cae24bbf83 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:37.455722 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4766802-78c4-4142-849d-732346251552 None None] Sync routers for ids ['d5ebcc7b-954d-4e36-a20f-a44fe80779c3'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:47:37.456699 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-52f88cbd-58e0-422a-a28d-b4135f57b1dd tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] 10.222.0.37 "PUT /v2.0/routers/d5ebcc7b-954d-4e36-a20f-a44fe80779c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0944998 Feb 20 05:47:37.461070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46852) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:37.483529 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4766802-78c4-4142-849d-732346251552 None None] Routers {'d5ebcc7b-954d-4e36-a20f-a44fe80779c3'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:47:37.484204 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d4766802-78c4-4142-849d-732346251552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:47:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d5ebcc7b-954d-4e36-a20f-a44fe80779c3'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:37.578938 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d4766802-78c4-4142-849d-732346251552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:37.586716 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f1915d9d-cb8a-499e-9137-fd5c4c6c6d03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (23e7f48e-c918-4e87-960d-e4f006228cd4), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:37.590209 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4766802-78c4-4142-849d-732346251552 None None] Routers {'d5ebcc7b-954d-4e36-a20f-a44fe80779c3'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:47:37.590827 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d4766802-78c4-4142-849d-732346251552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:47:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d5ebcc7b-954d-4e36-a20f-a44fe80779c3'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:37.598460 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f514d-a9ae-41ce-9563-59db59267062 req-bf707f8c-923e-4ccc-adf9-ef85ac2d5d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:37.600236 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9e8f514d-a9ae-41ce-9563-59db59267062 req-bf707f8c-923e-4ccc-adf9-ef85ac2d5d5f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ff057e2e11b34d528382adf0c20ac58a&device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 1127 time: 0.7266581 Feb 20 05:47:37.640685 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d4766802-78c4-4142-849d-732346251552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:37.641523 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4766802-78c4-4142-849d-732346251552 None None] The sync data for ids ['d5ebcc7b-954d-4e36-a20f-a44fe80779c3'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:47:37.657750 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-59875495-c3ac-4faf-9d54-3d2b59b2aaf4 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Allocated IP 172.20.0.10 (fa9c8c18-66a9-4330-95ea-e6848bd9acbe/4c84731d-a312-42ac-b55f-15aaba4e7834/4ec8dd33-3bb1-45d4-8a28-201cc4619673) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:47:37.686234 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f1915d9d-cb8a-499e-9137-fd5c4c6c6d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (23e7f48e-c918-4e87-960d-e4f006228cd4), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:37.807593 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d1692e44-cbe0-40fc-aa54-fb5574c3b5dd req-cbdd8221-8fd1-46d1-8667-101c9dd4dfc1 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=863693a4-b4ed-4958-b297-7d56b78d83b3 HTTP/1.1" status: 200 len: 210 time: 0.0516915 Feb 20 05:47:37.847213 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9178d73e-10b4-433f-9a30-0d467cedc66d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:37.872069 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a28f6c06-225d-4856-af26-52cae24bbf83 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks [] for security_group (a074de3a-2ca6-4391-9187-cc3aaf14866f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:37.876699 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-96cedbec-7d72-468e-8cc9-0f11e8a12bec tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks [] for router (d5ebcc7b-954d-4e36-a20f-a44fe80779c3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:37.879159 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f1915d9d-cb8a-499e-9137-fd5c4c6c6d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (23e7f48e-c918-4e87-960d-e4f006228cd4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:37.888103 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-59875495-c3ac-4faf-9d54-3d2b59b2aaf4 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks [] for port (4ec8dd33-3bb1-45d4-8a28-201cc4619673), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:37.901512 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f1915d9d-cb8a-499e-9137-fd5c4c6c6d03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:37.908645 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f1915d9d-cb8a-499e-9137-fd5c4c6c6d03 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/23e7f48e-c918-4e87-960d-e4f006228cd4 HTTP/1.1" status: 204 len: 168 time: 0.6483951 Feb 20 05:47:37.909297 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46856) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:37.930525 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-59875495-c3ac-4faf-9d54-3d2b59b2aaf4 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (4ec8dd33-3bb1-45d4-8a28-201cc4619673), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:37.984471 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-59875495-c3ac-4faf-9d54-3d2b59b2aaf4 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Network fa9c8c18-66a9-4330-95ea-e6848bd9acbe is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:47:38.000868 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-59875495-c3ac-4faf-9d54-3d2b59b2aaf4 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:47:38.006644 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-59875495-c3ac-4faf-9d54-3d2b59b2aaf4 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:47:38.011366 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59875495-c3ac-4faf-9d54-3d2b59b2aaf4 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Pushing event updated for resources: {'Port': ['ID=4ec8dd33-3bb1-45d4-8a28-201cc4619673,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:38.064600 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-59875495-c3ac-4faf-9d54-3d2b59b2aaf4 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:38.065378 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-59875495-c3ac-4faf-9d54-3d2b59b2aaf4 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:38.088517 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-59875495-c3ac-4faf-9d54-3d2b59b2aaf4 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1238344 Feb 20 05:47:38.103329 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-30b1522e-63e5-4522-a2a7-eeca890a0e31 service neutron] Request body: {'port': {'device_id': '863693a4-b4ed-4958-b297-7d56b78d83b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:47:38.195555 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-30b1522e-63e5-4522-a2a7-eeca890a0e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4ec8dd33-3bb1-45d4-8a28-201cc4619673), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:38.338817 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a28f6c06-225d-4856-af26-52cae24bbf83 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a074de3a-2ca6-4391-9187-cc3aaf14866f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:38.478944 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9178d73e-10b4-433f-9a30-0d467cedc66d admin admin] Publish callbacks [] for security_group (eb349cee-9a47-4fe8-ba48-efee7dfa89aa), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:38.508591 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1915d9d-cb8a-499e-9137-fd5c4c6c6d03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23e7f48e-c918-4e87-960d-e4f006228cd4,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:38.510533 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9178d73e-10b4-433f-9a30-0d467cedc66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (eb349cee-9a47-4fe8-ba48-efee7dfa89aa), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:38.563009 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-30b1522e-63e5-4522-a2a7-eeca890a0e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec8dd33-3bb1-45d4-8a28-201cc4619673 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:47:38.573821 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-30b1522e-63e5-4522-a2a7-eeca890a0e31 service neutron] Publish callbacks [] for port (4ec8dd33-3bb1-45d4-8a28-201cc4619673), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:38.595997 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-30b1522e-63e5-4522-a2a7-eeca890a0e31 service neutron] Transition to ACTIVE for port object 4ec8dd33-3bb1-45d4-8a28-201cc4619673 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:47:38.610551 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2572d4-a6cd-44c0-8a21-8105f9e8f4b5 req-dfd5cf1b-4431-4ea7-addc-9f1fbec2d794 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:38.612385 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad2572d4-a6cd-44c0-8a21-8105f9e8f4b5 req-dfd5cf1b-4431-4ea7-addc-9f1fbec2d794 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 0.0996900 Feb 20 05:47:38.612651 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a28f6c06-225d-4856-af26-52cae24bbf83 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:47:38.613538 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-30b1522e-63e5-4522-a2a7-eeca890a0e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (4ec8dd33-3bb1-45d4-8a28-201cc4619673), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:38.658120 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f6c06-225d-4856-af26-52cae24bbf83 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a074de3a-2ca6-4391-9187-cc3aaf14866f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:38.682514 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9178d73e-10b4-433f-9a30-0d467cedc66d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07f5f7e39c3b45bcb1a2138177036103&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4238679 Feb 20 05:47:38.688079 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a28f6c06-225d-4856-af26-52cae24bbf83 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (50044e43-4b95-4080-b140-f0ba0429d6fe), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:38.688538 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-a28f6c06-225d-4856-af26-52cae24bbf83 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Added segment 50044e43-4b95-4080-b140-f0ba0429d6fe of type vlan for network 40716c33-9b65-4d81-a2b2-d2dc2fa06476 Feb 20 05:47:38.689692 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46864) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:38.724403 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-94b513da-ad60-48bf-89a2-75148fc92af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (eac676de-a6ac-42b6-8861-826d27930054), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:38.728538 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-96cedbec-7d72-468e-8cc9-0f11e8a12bec tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 20 05:47:38.732949 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-96cedbec-7d72-468e-8cc9-0f11e8a12bec tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] 10.222.0.37 "DELETE /v2.0/routers/d5ebcc7b-954d-4e36-a20f-a44fe80779c3 HTTP/1.1" status: 409 len: 329 time: 1.2673998 Feb 20 05:47:38.736778 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46866) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:38.763565 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f514d-a9ae-41ce-9563-59db59267062 req-3382b34d-30a2-4b8f-96a5-d97f15350b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:38.765249 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9e8f514d-a9ae-41ce-9563-59db59267062 req-3382b34d-30a2-4b8f-96a5-d97f15350b95 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e0b0c64c-9265-4c3e-a16a-33323ef25bde HTTP/1.1" status: 200 len: 918 time: 1.0057566 Feb 20 05:47:38.788894 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad2572d4-a6cd-44c0-8a21-8105f9e8f4b5 req-a4624ce7-9700-452a-97f7-87f789643349 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672027 Feb 20 05:47:38.789563 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1522e-63e5-4522-a2a7-eeca890a0e31 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec8dd33-3bb1-45d4-8a28-201cc4619673,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:38.827928 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178d73e-10b4-433f-9a30-0d467cedc66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb349cee-9a47-4fe8-ba48-efee7dfa89aa,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:38.832456 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9e8f514d-a9ae-41ce-9563-59db59267062 req-5eebddda-48d9-4c57-92e1-af0e52c84e05 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e177ff6-1dda-4efd-9e02-31eebb1e54a1 HTTP/1.1" status: 200 len: 217 time: 0.0593412 Feb 20 05:47:38.835159 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a28f6c06-225d-4856-af26-52cae24bbf83 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (40716c33-9b65-4d81-a2b2-d2dc2fa06476), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:38.951997 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-810347c5-94d0-4f68-9041-569da2adb606 admin admin] Publish callbacks [] for security_group (eb349cee-9a47-4fe8-ba48-efee7dfa89aa), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:38.952460 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f514d-a9ae-41ce-9563-59db59267062 req-47a71fb0-ac3f-4d3a-a38b-ed4a64e9ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:38.954322 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9e8f514d-a9ae-41ce-9563-59db59267062 req-47a71fb0-ac3f-4d3a-a38b-ed4a64e9ab59 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4101579e-8266-4767-9c7a-c3934ab21a99 HTTP/1.1" status: 200 len: 858 time: 0.1146374 Feb 20 05:47:39.007035 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-94b513da-ad60-48bf-89a2-75148fc92af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (eac676de-a6ac-42b6-8861-826d27930054), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:39.047207 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-94b513da-ad60-48bf-89a2-75148fc92af2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac676de-a6ac-42b6-8861-826d27930054']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:39.059516 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-94b513da-ad60-48bf-89a2-75148fc92af2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6603f351-9be6-4f6f-928d-7aefa35c0b94') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:39.060352 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-94b513da-ad60-48bf-89a2-75148fc92af2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6603f351-9be6-4f6f-928d-7aefa35c0b94') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:39.065014 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-30b1522e-63e5-4522-a2a7-eeca890a0e31 service neutron] Attempting to bind port 4ec8dd33-3bb1-45d4-8a28-201cc4619673 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:47:39.065964 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-30b1522e-63e5-4522-a2a7-eeca890a0e31 service neutron] Attempting to bind port 4ec8dd33-3bb1-45d4-8a28-201cc4619673 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '45924b7c-05d5-4b0a-bb51-112a5515364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fa9c8c18-66a9-4330-95ea-e6848bd9acbe'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:47:39.066473 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-30b1522e-63e5-4522-a2a7-eeca890a0e31 service neutron] Attempting to bind port 4ec8dd33-3bb1-45d4-8a28-201cc4619673 on network fa9c8c18-66a9-4330-95ea-e6848bd9acbe {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:47:39.075292 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-810347c5-94d0-4f68-9041-569da2adb606 admin admin] Publish callbacks [] for security_group (eb349cee-9a47-4fe8-ba48-efee7dfa89aa), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:39.076287 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-94b513da-ad60-48bf-89a2-75148fc92af2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (6603f351-9be6-4f6f-928d-7aefa35c0b94), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:39.098482 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-94b513da-ad60-48bf-89a2-75148fc92af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (6603f351-9be6-4f6f-928d-7aefa35c0b94), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:39.106951 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b513da-ad60-48bf-89a2-75148fc92af2 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:47:39.107410 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-94b513da-ad60-48bf-89a2-75148fc92af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (6603f351-9be6-4f6f-928d-7aefa35c0b94), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:39.126988 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-30b1522e-63e5-4522-a2a7-eeca890a0e31 service neutron] Port 4ec8dd33-3bb1-45d4-8a28-201cc4619673 on network fa9c8c18-66a9-4330-95ea-e6848bd9acbe not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:47:39.127313 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-30b1522e-63e5-4522-a2a7-eeca890a0e31 service neutron] Attempting to bind port 4ec8dd33-3bb1-45d4-8a28-201cc4619673 on network fa9c8c18-66a9-4330-95ea-e6848bd9acbe {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:47:39.156347 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-30b1522e-63e5-4522-a2a7-eeca890a0e31 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:47:39.156729 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-30b1522e-63e5-4522-a2a7-eeca890a0e31 service neutron] Checking segment: {'id': '45924b7c-05d5-4b0a-bb51-112a5515364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fa9c8c18-66a9-4330-95ea-e6848bd9acbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:47:39.157081 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-30b1522e-63e5-4522-a2a7-eeca890a0e31 service neutron] Bound using segment: {'id': '45924b7c-05d5-4b0a-bb51-112a5515364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fa9c8c18-66a9-4330-95ea-e6848bd9acbe'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:47:39.157535 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-30b1522e-63e5-4522-a2a7-eeca890a0e31 service neutron] Bound port: 4ec8dd33-3bb1-45d4-8a28-201cc4619673, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45924b7c-05d5-4b0a-bb51-112a5515364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fa9c8c18-66a9-4330-95ea-e6848bd9acbe'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:47:39.157895 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-30b1522e-63e5-4522-a2a7-eeca890a0e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4ec8dd33-3bb1-45d4-8a28-201cc4619673), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:39.180052 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.db.resource_extend [None req-a28f6c06-225d-4856-af26-52cae24bbf83 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:47:39.195918 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c4283-2ae7-498e-a6be-bb8d558d44e1 req-5d6ab3ee-5284-4333-aed5-c9aed1604140 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:39.197417 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-346c4283-2ae7-498e-a6be-bb8d558d44e1 req-5d6ab3ee-5284-4333-aed5-c9aed1604140 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=863693a4-b4ed-4958-b297-7d56b78d83b3 HTTP/1.1" status: 200 len: 944 time: 0.2467654 Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:47:39.198304 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:47:39.202713 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a28f6c06-225d-4856-af26-52cae24bbf83 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (40716c33-9b65-4d81-a2b2-d2dc2fa06476), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:39.209276 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28f6c06-225d-4856-af26-52cae24bbf83 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:39.209887 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a28f6c06-225d-4856-af26-52cae24bbf83 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:39.252527 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-94b513da-ad60-48bf-89a2-75148fc92af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (eac676de-a6ac-42b6-8861-826d27930054), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:39.257593 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9e8f514d-a9ae-41ce-9563-59db59267062 req-9046d388-3b2a-4972-9eda-6d9eb52b5ae3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e0b0c64c-9265-4c3e-a16a-33323ef25bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580187 Feb 20 05:47:39.265019 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a28f6c06-225d-4856-af26-52cae24bbf83 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.6620188 Feb 20 05:47:39.272241 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46872) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:39.278944 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-94b513da-ad60-48bf-89a2-75148fc92af2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:39.287040 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b394bb60-1d40-46cd-b407-be69a2f0bafb tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Request body: {'subnet': {'network_id': '40716c33-9b65-4d81-a2b2-d2dc2fa06476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:47:39.297737 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-94b513da-ad60-48bf-89a2-75148fc92af2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/eac676de-a6ac-42b6-8861-826d27930054 HTTP/1.1" status: 204 len: 168 time: 0.9645793 Feb 20 05:47:39.365788 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-810347c5-94d0-4f68-9041-569da2adb606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (eb349cee-9a47-4fe8-ba48-efee7dfa89aa), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:39.376450 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-810347c5-94d0-4f68-9041-569da2adb606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:39.377628 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-810347c5-94d0-4f68-9041-569da2adb606 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb349cee-9a47-4fe8-ba48-efee7dfa89aa HTTP/1.1" status: 204 len: 168 time: 0.6869857 Feb 20 05:47:39.487156 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f6c06-225d-4856-af26-52cae24bbf83 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Pushing event updated for resources: {'Network': ['ID=40716c33-9b65-4d81-a2b2-d2dc2fa06476,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:39.491891 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46878) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:39.500037 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 40716c33-9b65-4d81-a2b2-d2dc2fa06476 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:47:39.527951 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b513da-ad60-48bf-89a2-75148fc92af2 admin admin] Pushing event deleted for resources: {'Network': ['ID=eac676de-a6ac-42b6-8861-826d27930054,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:39.551978 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-346c4283-2ae7-498e-a6be-bb8d558d44e1 req-75aa6b86-b671-4279-b955-4dfc910027ca tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115077 Feb 20 05:47:39.610933 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-30b1522e-63e5-4522-a2a7-eeca890a0e31 service neutron] For port 4ec8dd33-3bb1-45d4-8a28-201cc4619673, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:47:39.624821 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810347c5-94d0-4f68-9041-569da2adb606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb349cee-9a47-4fe8-ba48-efee7dfa89aa,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:39.647621 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9e8f514d-a9ae-41ce-9563-59db59267062 req-386186d5-6356-4d0d-a553-d5afe4cd86b1 service neutron] 10.222.0.61 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487577 Feb 20 05:47:39.683546 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-30b1522e-63e5-4522-a2a7-eeca890a0e31 service neutron] For port 4ec8dd33-3bb1-45d4-8a28-201cc4619673, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4ec8dd33-3bb1-45d4-8a28-201cc4619673,segment=NetworkSegment(45924b7c-05d5-4b0a-bb51-112a5515364f),segment_id=45924b7c-05d5-4b0a-bb51-112a5515364f)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:47:39.686707 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4cdcea95-6001-4a43-a052-a23256404298 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e240fa6b7c149ddb8557dfdf72940d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1936517 Feb 20 05:47:39.687587 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46884) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:39.709930 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-30b1522e-63e5-4522-a2a7-eeca890a0e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (4ec8dd33-3bb1-45d4-8a28-201cc4619673), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:39.726599 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b394bb60-1d40-46cd-b407-be69a2f0bafb tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Made reservation on behalf of b5544ea68aa64399bf379aa26f5a475c for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:47:39.734322 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b394bb60-1d40-46cd-b407-be69a2f0bafb tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:39.944343 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9e8f514d-a9ae-41ce-9563-59db59267062 req-8eade7ea-3da4-40e1-b34a-13023bac9c2f service neutron] 10.222.0.61 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856629 Feb 20 05:47:39.948023 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-34c7d8a3-54d9-44b8-97b4-180485fce261 admin admin] Publish callbacks [] for security_group (a004e0c0-8b2a-4982-9c6b-efbb0ae35ad7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:39.990380 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-34c7d8a3-54d9-44b8-97b4-180485fce261 admin admin] Publish callbacks [] for security_group (a004e0c0-8b2a-4982-9c6b-efbb0ae35ad7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:40.067545 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-30b1522e-63e5-4522-a2a7-eeca890a0e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:40.069032 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-30b1522e-63e5-4522-a2a7-eeca890a0e31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:40.070093 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-34c7d8a3-54d9-44b8-97b4-180485fce261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a004e0c0-8b2a-4982-9c6b-efbb0ae35ad7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:40.073296 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-30b1522e-63e5-4522-a2a7-eeca890a0e31 service neutron] 10.222.0.48 "PUT /v2.0/ports/4ec8dd33-3bb1-45d4-8a28-201cc4619673 HTTP/1.1" status: 200 len: 1092 time: 1.9759986 Feb 20 05:47:40.077010 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-34c7d8a3-54d9-44b8-97b4-180485fce261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:40.078200 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-34c7d8a3-54d9-44b8-97b4-180485fce261 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a004e0c0-8b2a-4982-9c6b-efbb0ae35ad7 HTTP/1.1" status: 204 len: 168 time: 0.3885362 Feb 20 05:47:40.089919 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7d8a3-54d9-44b8-97b4-180485fce261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a004e0c0-8b2a-4982-9c6b-efbb0ae35ad7,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:40.104116 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863693a4-b4ed-4958-b297-7d56b78d83b3', 'tag': '4ec8dd33-3bb1-45d4-8a28-201cc4619673'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:47:40.110398 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ba1364-9d7c-4264-9988-1f04e17c4ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "863693a4-b4ed-4958-b297-7d56b78d83b3", "tag": "4ec8dd33-3bb1-45d4-8a28-201cc4619673"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:47:40.270507 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46902) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:40.295430 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9681-635d-4073-81c1-c5d57a65d6cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:40.320967 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1522e-63e5-4522-a2a7-eeca890a0e31 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec8dd33-3bb1-45d4-8a28-201cc4619673,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:40.362789 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ed883-a02a-4270-9f80-a15e180c9c43 req-af88f9af-98c6-4c99-860d-ae6fa3acecd3 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:40.364946 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c2ed883-a02a-4270-9f80-a15e180c9c43 req-af88f9af-98c6-4c99-860d-ae6fa3acecd3 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 0.4048464 Feb 20 05:47:40.436722 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-1858fe46-ac84-40fb-aecb-3b0fdad0df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:40.438334 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-1858fe46-ac84-40fb-aecb-3b0fdad0df3f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c52e24ee44664157bb4debb87b79233a&device_id=863693a4-b4ed-4958-b297-7d56b78d83b3 HTTP/1.1" status: 200 len: 1126 time: 0.2608335 Feb 20 05:47:40.481100 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9681-635d-4073-81c1-c5d57a65d6cc admin admin] Publish callbacks [] for security_group (9847b052-f0ac-497b-ac8f-1a01e7978349), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:40.488016 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9681-635d-4073-81c1-c5d57a65d6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9847b052-f0ac-497b-ac8f-1a01e7978349), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:40.519096 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cb8b9681-635d-4073-81c1-c5d57a65d6cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=975de7962c3948faa8fa66f1eaa4e3b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2447460 Feb 20 05:47:40.519308 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46906) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:40.521924 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-d98dce2d-7aea-47e1-ad8d-ec216f07eb53 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ec8dd33-3bb1-45d4-8a28-201cc4619673 HTTP/1.1" status: 200 len: 217 time: 0.0748322 Feb 20 05:47:40.560513 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b9681-635d-4073-81c1-c5d57a65d6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9847b052-f0ac-497b-ac8f-1a01e7978349,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:40.596626 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b394bb60-1d40-46cd-b407-be69a2f0bafb tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (05fddddb-19be-4916-931f-eff721f05cca), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:40.603675 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-08563ef9-c0a6-45f5-8e8b-42be5347aaeb admin admin] Publish callbacks [] for security_group (9847b052-f0ac-497b-ac8f-1a01e7978349), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:40.634377 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-08563ef9-c0a6-45f5-8e8b-42be5347aaeb admin admin] Publish callbacks [] for security_group (9847b052-f0ac-497b-ac8f-1a01e7978349), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:40.675989 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394bb60-1d40-46cd-b407-be69a2f0bafb tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Pushing event updated for resources: {'Subnet': ['ID=05fddddb-19be-4916-931f-eff721f05cca,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:40.686180 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-de498ea1-c249-4bcf-8023-00a4a9ade837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:40.699327 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-de498ea1-c249-4bcf-8023-00a4a9ade837 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c84731d-a312-42ac-b55f-15aaba4e7834 HTTP/1.1" status: 200 len: 862 time: 0.1604917 Feb 20 05:47:40.714607 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-08563ef9-c0a6-45f5-8e8b-42be5347aaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9847b052-f0ac-497b-ac8f-1a01e7978349), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:40.719156 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-08563ef9-c0a6-45f5-8e8b-42be5347aaeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:40.734291 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-08563ef9-c0a6-45f5-8e8b-42be5347aaeb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9847b052-f0ac-497b-ac8f-1a01e7978349 HTTP/1.1" status: 204 len: 168 time: 0.2078969 Feb 20 05:47:40.758301 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08563ef9-c0a6-45f5-8e8b-42be5347aaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9847b052-f0ac-497b-ac8f-1a01e7978349,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:40.855421 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46920) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:40.938145 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-757cbddd-8cb9-409b-9624-dfc5be62ea34 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b72ab0ce52c142c7a8f69e40348942cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0810637 Feb 20 05:47:40.939143 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46924) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:41.091909 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf9c6-2715-4c55-8670-1f968583c701 admin admin] Publish callbacks [] for security_group (4506a0b8-87d6-40ad-9ff2-85f72701bdde), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:41.183540 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf9c6-2715-4c55-8670-1f968583c701 admin admin] Publish callbacks [] for security_group (4506a0b8-87d6-40ad-9ff2-85f72701bdde), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:41.269655 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf9c6-2715-4c55-8670-1f968583c701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4506a0b8-87d6-40ad-9ff2-85f72701bdde), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:41.273325 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf9c6-2715-4c55-8670-1f968583c701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:41.276526 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fd9bf9c6-2715-4c55-8670-1f968583c701 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4506a0b8-87d6-40ad-9ff2-85f72701bdde HTTP/1.1" status: 204 len: 168 time: 0.3346694 Feb 20 05:47:41.296296 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c2ed883-a02a-4270-9f80-a15e180c9c43 req-d8ebeec0-9341-4000-bb35-e6042677c78f tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9247704 Feb 20 05:47:41.302921 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eee4692c-79eb-46cd-bdda-05cd66a2ecd4 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (d5ebcc7b-954d-4e36-a20f-a44fe80779c3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:41.322106 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bf9c6-2715-4c55-8670-1f968583c701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4506a0b8-87d6-40ad-9ff2-85f72701bdde,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:41.323708 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-6ce83a9e-2a52-4d47-b493-d078300119c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa9c8c18-66a9-4330-95ea-e6848bd9acbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6233397 Feb 20 05:47:41.408826 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7169f406-54a0-4dea-a399-9581c680413f x-openstack-request-id: req-7169f406-54a0-4dea-a399-9581c680413f {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:47:41.409126 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "863693a4-b4ed-4958-b297-7d56b78d83b3", "tag": "4ec8dd33-3bb1-45d4-8a28-201cc4619673", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:47:41.409380 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7169f406-54a0-4dea-a399-9581c680413f {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:47:41.409780 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '863693a4-b4ed-4958-b297-7d56b78d83b3', 'tag': '4ec8dd33-3bb1-45d4-8a28-201cc4619673', 'status': 'completed', 'code': 200} Feb 20 05:47:41.566439 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b394bb60-1d40-46cd-b407-be69a2f0bafb tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Checking segment: {'id': '50044e43-4b95-4080-b140-f0ba0429d6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '40716c33-9b65-4d81-a2b2-d2dc2fa06476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:47:41.566807 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b394bb60-1d40-46cd-b407-be69a2f0bafb tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Network hostable DHCP agents. Network: 40716c33-9b65-4d81-a2b2-d2dc2fa06476, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:47:41.657756 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b394bb60-1d40-46cd-b407-be69a2f0bafb tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Network 40716c33-9b65-4d81-a2b2-d2dc2fa06476 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:47:41.678434 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-b394bb60-1d40-46cd-b407-be69a2f0bafb tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 40716c33-9b65-4d81-a2b2-d2dc2fa06476) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:47:41.689114 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b16bab2-c61f-4954-b84d-4ffeaec00201 None None] Network 40716c33-9b65-4d81-a2b2-d2dc2fa06476 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:47:41.704111 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8fba3-ad0d-4049-98a6-f87a489184e1 req-43d81bdc-4709-4bf2-9aef-4fdb1d541e27 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:41.716016 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4ed8fba3-ad0d-4049-98a6-f87a489184e1 req-43d81bdc-4709-4bf2-9aef-4fdb1d541e27 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=863693a4-b4ed-4958-b297-7d56b78d83b3 HTTP/1.1" status: 200 len: 944 time: 0.2467740 Feb 20 05:47:41.734457 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b394bb60-1d40-46cd-b407-be69a2f0bafb tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:41.735362 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b394bb60-1d40-46cd-b407-be69a2f0bafb tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:41.762347 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-ad7efd00-d71c-4bd0-bff5-ca903a0662c9 service neutron] 10.222.0.48 "GET /v2.0/networks/fa9c8c18-66a9-4330-95ea-e6848bd9acbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770673 Feb 20 05:47:41.909561 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-40716c33-9b65-4d81-a2b2-d2dc2fa06476', 'network_id': '40716c33-9b65-4d81-a2b2-d2dc2fa06476', 'project_id': 'b5544ea68aa64399bf379aa26f5a475c', 'fixed_ips': [{'subnet_id': '05fddddb-19be-4916-931f-eff721f05cca'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:47:41.910715 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:41.996254 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4ed8fba3-ad0d-4049-98a6-f87a489184e1 req-b6a78b0b-0ced-4366-8af5-e888b2c54bf0 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779708 Feb 20 05:47:42.008419 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b394bb60-1d40-46cd-b407-be69a2f0bafb tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7346220 Feb 20 05:47:42.010841 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46958) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:42.018609 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-cfca6ce7-40d2-46a8-be60-c961cfcbcf47 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Request body: {'port': {'network_id': '40716c33-9b65-4d81-a2b2-d2dc2fa06476', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-570621753'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:47:42.255116 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b10f6fe2-c9bd-45b5-bfa5-d3a3dacecbfd req-5971226a-43ed-462c-9ee2-ee7bbf78e20e service neutron] 10.222.0.48 "GET /v2.0/networks/fa9c8c18-66a9-4330-95ea-e6848bd9acbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712992 Feb 20 05:47:42.295275 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Allocated IP 2001:db8::2 (40716c33-9b65-4d81-a2b2-d2dc2fa06476/05fddddb-19be-4916-931f-eff721f05cca/115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:47:42.325530 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfca6ce7-40d2-46a8-be60-c961cfcbcf47 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Made reservation on behalf of b5544ea68aa64399bf379aa26f5a475c for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:47:42.329367 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cfca6ce7-40d2-46a8-be60-c961cfcbcf47 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:42.353042 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-cfca6ce7-40d2-46a8-be60-c961cfcbcf47 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] device_id is not set on port a7a501e5-0ccd-40ca-b4de-a12f1f365224 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:47:42.614085 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba1364-9d7c-4264-9988-1f04e17c4ac1 req-e7aa6565-1fcb-4eb8-be1a-75663c861b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:42.615658 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-03ba1364-9d7c-4264-9988-1f04e17c4ac1 req-e7aa6565-1fcb-4eb8-be1a-75663c861b82 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c52e24ee44664157bb4debb87b79233a&device_id=863693a4-b4ed-4958-b297-7d56b78d83b3 HTTP/1.1" status: 200 len: 1126 time: 0.2508321 Feb 20 05:47:42.642427 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-eee4692c-79eb-46cd-bdda-05cd66a2ecd4 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Deleting port 0f4149b4-ba7e-47b9-a0fa-b7b3edcf2e5a {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:47:42.642774 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eee4692c-79eb-46cd-bdda-05cd66a2ecd4 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (0f4149b4-ba7e-47b9-a0fa-b7b3edcf2e5a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:42.717757 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3823e1-4e62-4a98-8813-7791f798ecfb req-4043ed13-f2ca-41d2-8603-8d6096f9e3d7 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:42.724477 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6a3823e1-4e62-4a98-8813-7791f798ecfb req-4043ed13-f2ca-41d2-8603-8d6096f9e3d7 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 0.3104069 Feb 20 05:47:42.774171 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Publish callbacks [] for port (115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:42.785895 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:42.910757 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Network 40716c33-9b65-4d81-a2b2-d2dc2fa06476 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:47:42.916779 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-cfca6ce7-40d2-46a8-be60-c961cfcbcf47 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Allocated IP 2001:db8::369 (40716c33-9b65-4d81-a2b2-d2dc2fa06476/05fddddb-19be-4916-931f-eff721f05cca/a7a501e5-0ccd-40ca-b4de-a12f1f365224) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:47:42.919939 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:47:42.925688 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 46984) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:42.931303 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:47:42.968647 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Pushing event updated for resources: {'Port': ['ID=115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:42.987028 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6a3823e1-4e62-4a98-8813-7791f798ecfb req-08bd45a0-91e2-4877-8c77-4c231eb53ce2 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466395 Feb 20 05:47:43.034355 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eee4692c-79eb-46cd-bdda-05cd66a2ecd4 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (0f4149b4-ba7e-47b9-a0fa-b7b3edcf2e5a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:43.051734 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba1364-9d7c-4264-9988-1f04e17c4ac1 req-ad6b7d44-ffda-4a10-91c8-079d62e09987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:43.063330 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:43.063699 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-03ba1364-9d7c-4264-9988-1f04e17c4ac1 req-ad6b7d44-ffda-4a10-91c8-079d62e09987 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa9c8c18-66a9-4330-95ea-e6848bd9acbe HTTP/1.1" status: 200 len: 922 time: 0.4248664 Feb 20 05:47:43.075603 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:43.076155 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:43.078428 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:43.080576 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:43.081143 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:43.084046 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:43.084519 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:43.086677 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:43.087178 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:43.087717 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:43.088818 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:43.088818 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:47:43.204817 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cfca6ce7-40d2-46a8-be60-c961cfcbcf47 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks [] for port (a7a501e5-0ccd-40ca-b4de-a12f1f365224), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:43.228792 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Attempting to bind port 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:47:43.229574 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Attempting to bind port 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '50044e43-4b95-4080-b140-f0ba0429d6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '40716c33-9b65-4d81-a2b2-d2dc2fa06476'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:47:43.230376 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Attempting to bind port 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79 on network 40716c33-9b65-4d81-a2b2-d2dc2fa06476 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:47:43.237400 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:47:43.238076 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Checking segment: {'id': '50044e43-4b95-4080-b140-f0ba0429d6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '40716c33-9b65-4d81-a2b2-d2dc2fa06476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:47:43.238635 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:43.239211 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Bound using segment: {'id': '50044e43-4b95-4080-b140-f0ba0429d6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '40716c33-9b65-4d81-a2b2-d2dc2fa06476'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:47:43.240115 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Bound port: 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50044e43-4b95-4080-b140-f0ba0429d6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '40716c33-9b65-4d81-a2b2-d2dc2fa06476'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:47:43.241214 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:43.277947 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cfca6ce7-40d2-46a8-be60-c961cfcbcf47 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (a7a501e5-0ccd-40ca-b4de-a12f1f365224), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:43.298891 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-03ba1364-9d7c-4264-9988-1f04e17c4ac1 req-a8c9481e-3ca2-4bd7-9e13-c60178f35b49 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ec8dd33-3bb1-45d4-8a28-201cc4619673 HTTP/1.1" status: 200 len: 217 time: 0.2086082 Feb 20 05:47:43.304578 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-eee4692c-79eb-46cd-bdda-05cd66a2ecd4 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Calling delete_port for 0f4149b4-ba7e-47b9-a0fa-b7b3edcf2e5a owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:47:43.359627 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfca6ce7-40d2-46a8-be60-c961cfcbcf47 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Network 40716c33-9b65-4d81-a2b2-d2dc2fa06476 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:47:43.365529 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-cfca6ce7-40d2-46a8-be60-c961cfcbcf47 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:47:43.381373 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfca6ce7-40d2-46a8-be60-c961cfcbcf47 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:47:43.407946 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfca6ce7-40d2-46a8-be60-c961cfcbcf47 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:43.411243 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cfca6ce7-40d2-46a8-be60-c961cfcbcf47 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:43.425580 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca6ce7-40d2-46a8-be60-c961cfcbcf47 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Pushing event updated for resources: {'Port': ['ID=a7a501e5-0ccd-40ca-b4de-a12f1f365224,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:43.463244 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] For port 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:47:43.471697 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cfca6ce7-40d2-46a8-be60-c961cfcbcf47 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4575145 Feb 20 05:47:43.473885 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47004) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:43.479565 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] For port 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79,segment=NetworkSegment(50044e43-4b95-4080-b140-f0ba0429d6fe),segment_id=50044e43-4b95-4080-b140-f0ba0429d6fe)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:47:43.502382 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-58cedfd6-4c61-4e06-93c5-67ddfff9981f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Request body: {'port': {'network_id': '40716c33-9b65-4d81-a2b2-d2dc2fa06476', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-518008429', 'allowed_address_pairs': [{'ip_address': '2001:db8::369', 'mac_address': 'fa:16:3e:34:e5:24'}]}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:47:43.504686 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:43.692764 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba1364-9d7c-4264-9988-1f04e17c4ac1 req-a995fe1b-3c2f-4b81-8f8e-f615d7c8e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:43.699646 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-03ba1364-9d7c-4264-9988-1f04e17c4ac1 req-a995fe1b-3c2f-4b81-8f8e-f615d7c8e019 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c84731d-a312-42ac-b55f-15aaba4e7834 HTTP/1.1" status: 200 len: 862 time: 0.3900630 Feb 20 05:47:43.705172 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374c61c-f113-4239-a25c-4935d154fbb2 None None] Pushing event updated for resources: {'Port': ['ID=115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:43.784730 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-03ba1364-9d7c-4264-9988-1f04e17c4ac1 req-5c6457d3-0ce1-4080-b9c7-b7dbdae4865d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa9c8c18-66a9-4330-95ea-e6848bd9acbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357156 Feb 20 05:47:43.894421 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a4a95dee-2d1f-4bd3-ace4-2808b90b5abb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-714751017-network', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:47:44.024335 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a95dee-2d1f-4bd3-ace4-2808b90b5abb admin admin] Made reservation on behalf of 1cc50ee140854bcc8f6ed45dd231f31c for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:47:44.028276 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ddd94d-4372-4db3-a28e-ca0381ced566 req-41a454a5-c3b0-475e-b3d1-47d3f2f1d3e6 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:44.030402 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4a95dee-2d1f-4bd3-ace4-2808b90b5abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:44.032238 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-06ddd94d-4372-4db3-a28e-ca0381ced566 req-41a454a5-c3b0-475e-b3d1-47d3f2f1d3e6 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=863693a4-b4ed-4958-b297-7d56b78d83b3 HTTP/1.1" status: 200 len: 944 time: 0.7247319 Feb 20 05:47:44.055568 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4a95dee-2d1f-4bd3-ace4-2808b90b5abb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:44.065062 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cedfd6-4c61-4e06-93c5-67ddfff9981f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Made reservation on behalf of b5544ea68aa64399bf379aa26f5a475c for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:47:44.201838 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-03ba1364-9d7c-4264-9988-1f04e17c4ac1 req-9888ef15-b3a8-438b-b16c-f9dc47be3558 service neutron] 10.222.0.48 "GET /v2.0/networks/fa9c8c18-66a9-4330-95ea-e6848bd9acbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027603 Feb 20 05:47:44.206236 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 4ec8dd33-3bb1-45d4-8a28-201cc4619673 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:47:44.330874 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-03ba1364-9d7c-4264-9988-1f04e17c4ac1 req-0ebabbac-baa0-4f2a-a512-cbf39863fe94 service neutron] 10.222.0.48 "GET /v2.0/networks/fa9c8c18-66a9-4330-95ea-e6848bd9acbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206825 Feb 20 05:47:44.414560 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-58cedfd6-4c61-4e06-93c5-67ddfff9981f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:44.479138 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-06ddd94d-4372-4db3-a28e-ca0381ced566 req-7a42884f-36b5-4fa8-b9d0-4eb5676c94bc tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323277 Feb 20 05:47:44.535378 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eee4692c-79eb-46cd-bdda-05cd66a2ecd4 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (0f4149b4-ba7e-47b9-a0fa-b7b3edcf2e5a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:44.556327 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4a95dee-2d1f-4bd3-ace4-2808b90b5abb admin admin] Publish callbacks [] for security_group (9fb08c79-1824-4bd8-b676-e2bc5d941a7d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:44.559628 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 4ec8dd33-3bb1-45d4-8a28-201cc4619673, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4ec8dd33-3bb1-45d4-8a28-201cc4619673,segment=NetworkSegment(45924b7c-05d5-4b0a-bb51-112a5515364f),segment_id=45924b7c-05d5-4b0a-bb51-112a5515364f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:44.583051 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4a95dee-2d1f-4bd3-ace4-2808b90b5abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9fb08c79-1824-4bd8-b676-e2bc5d941a7d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:44.593953 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-58cedfd6-4c61-4e06-93c5-67ddfff9981f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] device_id is not set on port 51558685-3568-4421-96a7-6cc9001f7819 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:47:44.601937 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4692c-79eb-46cd-bdda-05cd66a2ecd4 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Pushing event deleted for resources: {'Port': ['ID=0f4149b4-ba7e-47b9-a0fa-b7b3edcf2e5a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:44.604827 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '4ec8dd33-3bb1-45d4-8a28-201cc4619673', 'network_id': 'fa9c8c18-66a9-4330-95ea-e6848bd9acbe', 'port_id': '4ec8dd33-3bb1-45d4-8a28-201cc4619673', 'mac_address': 'fa:16:3e:90:ad:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c84731d-a312-42ac-b55f-15aaba4e7834', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:47:44.779786 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 4ec8dd33-3bb1-45d4-8a28-201cc4619673 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:44.780316 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4ec8dd33-3bb1-45d4-8a28-201cc4619673), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:44.810845 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a95dee-2d1f-4bd3-ace4-2808b90b5abb admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:47:44.839204 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec8dd33-3bb1-45d4-8a28-201cc4619673 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:47:44.900256 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a95dee-2d1f-4bd3-ace4-2808b90b5abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb08c79-1824-4bd8-b676-e2bc5d941a7d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:44.928899 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 4ec8dd33-3bb1-45d4-8a28-201cc4619673, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4ec8dd33-3bb1-45d4-8a28-201cc4619673,segment=NetworkSegment(45924b7c-05d5-4b0a-bb51-112a5515364f),segment_id=45924b7c-05d5-4b0a-bb51-112a5515364f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:44.946451 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4a95dee-2d1f-4bd3-ace4-2808b90b5abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (b4b86e82-8259-4c94-b5ea-eb6f2e16ee38), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:44.950931 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-a4a95dee-2d1f-4bd3-ace4-2808b90b5abb admin admin] Added segment b4b86e82-8259-4c94-b5ea-eb6f2e16ee38 of type vlan for network 72954832-dc86-4706-b5e9-cf8eb66f0446 Feb 20 05:47:44.955411 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4ec8dd33-3bb1-45d4-8a28-201cc4619673), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:45.130345 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=4ec8dd33-3bb1-45d4-8a28-201cc4619673,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:45.139576 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-58cedfd6-4c61-4e06-93c5-67ddfff9981f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Allocated IP 2001:db8::1c1 (40716c33-9b65-4d81-a2b2-d2dc2fa06476/05fddddb-19be-4916-931f-eff721f05cca/51558685-3568-4421-96a7-6cc9001f7819) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:47:45.152105 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eee4692c-79eb-46cd-bdda-05cd66a2ecd4 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (d5ebcc7b-954d-4e36-a20f-a44fe80779c3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:45.184189 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['4ec8dd33-3bb1-45d4-8a28-201cc4619673'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:47:45.434329 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-58cedfd6-4c61-4e06-93c5-67ddfff9981f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks [] for port (51558685-3568-4421-96a7-6cc9001f7819), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:45.488746 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:47:45.593104 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-58cedfd6-4c61-4e06-93c5-67ddfff9981f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (51558685-3568-4421-96a7-6cc9001f7819), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:45.636634 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4a95dee-2d1f-4bd3-ace4-2808b90b5abb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (72954832-dc86-4706-b5e9-cf8eb66f0446), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:45.691972 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d641131-8d8d-4033-ad1d-a0590acf81bc None None] Network 40716c33-9b65-4d81-a2b2-d2dc2fa06476 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:47:45.774696 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4a95dee-2d1f-4bd3-ace4-2808b90b5abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (72954832-dc86-4706-b5e9-cf8eb66f0446), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:45.780825 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a95dee-2d1f-4bd3-ace4-2808b90b5abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:45.781531 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4a95dee-2d1f-4bd3-ace4-2808b90b5abb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:45.837416 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee4692c-79eb-46cd-bdda-05cd66a2ecd4 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Router d5ebcc7b-954d-4e36-a20f-a44fe80779c3 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:47:45.885396 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:45.885767 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:45.978846 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a95dee-2d1f-4bd3-ace4-2808b90b5abb admin admin] Pushing event updated for resources: {'Network': ['ID=72954832-dc86-4706-b5e9-cf8eb66f0446,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:46.026005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 72954832-dc86-4706-b5e9-cf8eb66f0446 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:47:46.076018 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a4a95dee-2d1f-4bd3-ace4-2808b90b5abb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.1446075 Feb 20 05:47:46.078121 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cedfd6-4c61-4e06-93c5-67ddfff9981f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Network 40716c33-9b65-4d81-a2b2-d2dc2fa06476 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:47:46.083052 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47054) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:46.104732 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-7bcdbfde-4cfa-4aba-901a-0af2fe7080f2 admin admin] Request body: {'subnet': {'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-714751017-subnet', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:47:46.115157 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-58cedfd6-4c61-4e06-93c5-67ddfff9981f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:47:46.121654 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cedfd6-4c61-4e06-93c5-67ddfff9981f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Pushing event updated for resources: {'Port': ['ID=51558685-3568-4421-96a7-6cc9001f7819,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:46.123265 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a64c3d2e-3b69-4f84-99d5-b5df5da76b2e None None] Provisioning complete for port 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:46.124534 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a64c3d2e-3b69-4f84-99d5-b5df5da76b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:46.131765 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cedfd6-4c61-4e06-93c5-67ddfff9981f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:47:46.149347 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee4692c-79eb-46cd-bdda-05cd66a2ecd4 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:47:46.152005 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cedfd6-4c61-4e06-93c5-67ddfff9981f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:46.152541 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-58cedfd6-4c61-4e06-93c5-67ddfff9981f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:46.161530 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-eee4692c-79eb-46cd-bdda-05cd66a2ecd4 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] 10.222.0.37 "PUT /v2.0/routers/d5ebcc7b-954d-4e36-a20f-a44fe80779c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4211502 Feb 20 05:47:46.170339 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47056) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:46.174517 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381971bd-0a8e-4774-8135-342b32647a84 None None] Sync routers for ids ['d5ebcc7b-954d-4e36-a20f-a44fe80779c3'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:47:46.195083 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381971bd-0a8e-4774-8135-342b32647a84 None None] Routers {'d5ebcc7b-954d-4e36-a20f-a44fe80779c3'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:47:46.195732 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-381971bd-0a8e-4774-8135-342b32647a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:47:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d5ebcc7b-954d-4e36-a20f-a44fe80779c3'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:46.204588 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c32cf-a68b-4fae-ae73-e3adab54ad0c req-144bfe8b-f62d-4835-9c9d-5bb2b74bbed1 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:46.219406 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f64c32cf-a68b-4fae-ae73-e3adab54ad0c req-144bfe8b-f62d-4835-9c9d-5bb2b74bbed1 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=863693a4-b4ed-4958-b297-7d56b78d83b3 HTTP/1.1" status: 200 len: 945 time: 0.5230405 Feb 20 05:47:46.299477 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-381971bd-0a8e-4774-8135-342b32647a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:46.318195 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-fe7b2e65-b48c-4b6c-83da-30e42fad11da tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] show failed (client error): The resource could not be found. Feb 20 05:47:46.321246 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fe7b2e65-b48c-4b6c-83da-30e42fad11da tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-1613722526 HTTP/1.1" status: 404 len: 335 time: 0.1281219 Feb 20 05:47:46.322347 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381971bd-0a8e-4774-8135-342b32647a84 None None] Routers {'d5ebcc7b-954d-4e36-a20f-a44fe80779c3'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:47:46.323164 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-381971bd-0a8e-4774-8135-342b32647a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:47:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d5ebcc7b-954d-4e36-a20f-a44fe80779c3'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:46.327826 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47062) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:46.346170 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-86a0e735-523b-46a4-a1e1-d6d1019e1428 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:47:46.367094 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f64c32cf-a68b-4fae-ae73-e3adab54ad0c req-cae93e7c-5a24-4414-9d9e-cdf86d79f91a tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421239 Feb 20 05:47:46.407754 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-381971bd-0a8e-4774-8135-342b32647a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:46.408441 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381971bd-0a8e-4774-8135-342b32647a84 None None] The sync data for ids ['d5ebcc7b-954d-4e36-a20f-a44fe80779c3'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:47:46.450478 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:46.453701 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:46.469370 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-86a0e735-523b-46a4-a1e1-d6d1019e1428 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] update failed (client error): The resource could not be found. Feb 20 05:47:46.472079 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-86a0e735-523b-46a4-a1e1-d6d1019e1428 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-174957677 HTTP/1.1" status: 404 len: 334 time: 0.1338744 Feb 20 05:47:46.473359 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcdbfde-4cfa-4aba-901a-0af2fe7080f2 admin admin] Made reservation on behalf of 1cc50ee140854bcc8f6ed45dd231f31c for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:47:46.476130 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7bcdbfde-4cfa-4aba-901a-0af2fe7080f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:46.477570 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47064) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:46.552682 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-58cedfd6-4c61-4e06-93c5-67ddfff9981f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.0749817 Feb 20 05:47:46.553428 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47066) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:46.617898 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-411c7fa6-975a-493a-98bf-d78ae2184947 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Deleting subnet e6069192-b933-4210-bfcb-62dcb740dc74 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:47:46.622876 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-411c7fa6-975a-493a-98bf-d78ae2184947 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks [] for subnet (e6069192-b933-4210-bfcb-62dcb740dc74), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:46.698460 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-411c7fa6-975a-493a-98bf-d78ae2184947 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (e6069192-b933-4210-bfcb-62dcb740dc74), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:46.705379 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-221063e3-a7d4-48da-ae5a-0b2347d48c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:46.746484 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7bcdbfde-4cfa-4aba-901a-0af2fe7080f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (ec01882b-2949-4e73-b51b-e8c64ca48e8d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:46.756676 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a64c3d2e-3b69-4f84-99d5-b5df5da76b2e None None] Current status of the port 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:46.757610 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a64c3d2e-3b69-4f84-99d5-b5df5da76b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:46.784297 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79,segment=NetworkSegment(50044e43-4b95-4080-b140-f0ba0429d6fe),segment_id=50044e43-4b95-4080-b140-f0ba0429d6fe)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:46.823487 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:46.902993 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2567641a-9bb4-4675-a990-a60013a61a81 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:46.906729 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-411c7fa6-975a-493a-98bf-d78ae2184947 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (e6069192-b933-4210-bfcb-62dcb740dc74), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:46.911487 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2567641a-9bb4-4675-a990-a60013a61a81 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:46.919305 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2567641a-9bb4-4675-a990-a60013a61a81 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:46.921581 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2567641a-9bb4-4675-a990-a60013a61a81 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.3647969 Feb 20 05:47:46.926371 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47072) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:46.939763 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdbfde-4cfa-4aba-901a-0af2fe7080f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec01882b-2949-4e73-b51b-e8c64ca48e8d,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:47.017275 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:47.171322 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-411c7fa6-975a-493a-98bf-d78ae2184947 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (e6069192-b933-4210-bfcb-62dcb740dc74), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:47.191676 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-a64c3d2e-3b69-4f84-99d5-b5df5da76b2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:47:47.192983 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-a64c3d2e-3b69-4f84-99d5-b5df5da76b2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:47:47.211524 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-411c7fa6-975a-493a-98bf-d78ae2184947 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:47.219649 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940d3ff1-45a0-49da-95a4-4956ebf4d4f9 None None] Network 446f3124-c959-4cb9-9539-1ca4e61f5268 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:47:47.226490 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-411c7fa6-975a-493a-98bf-d78ae2184947 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] 10.222.0.37 "DELETE /v2.0/subnets/e6069192-b933-4210-bfcb-62dcb740dc74 HTTP/1.1" status: 204 len: 168 time: 0.7473767 Feb 20 05:47:47.240401 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47080) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:47.294600 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c7fa6-975a-493a-98bf-d78ae2184947 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Pushing event deleted for resources: {'Subnet': ['ID=e6069192-b933-4210-bfcb-62dcb740dc74,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:47.317917 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcdbfde-4cfa-4aba-901a-0af2fe7080f2 admin admin] Checking segment: {'id': 'b4b86e82-8259-4c94-b5ea-eb6f2e16ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:47:47.318287 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcdbfde-4cfa-4aba-901a-0af2fe7080f2 admin admin] Network hostable DHCP agents. Network: 72954832-dc86-4706-b5e9-cf8eb66f0446, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:47:47.379498 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-b286ceb2-32c4-48fd-b659-202ea89a3e87 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Deleting port 51558685-3568-4421-96a7-6cc9001f7819 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:47:47.380648 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b286ceb2-32c4-48fd-b659-202ea89a3e87 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (51558685-3568-4421-96a7-6cc9001f7819), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:47.425797 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:47:47.547078 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b286ceb2-32c4-48fd-b659-202ea89a3e87 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (51558685-3568-4421-96a7-6cc9001f7819), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:47.590854 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:47.593808 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:47.605835 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-b286ceb2-32c4-48fd-b659-202ea89a3e87 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Calling delete_port for 51558685-3568-4421-96a7-6cc9001f7819 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:47:47.613725 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-cccf255b-7df9-4a5c-8a6f-01c429906055 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Deleting subnet 64de8196-3361-4845-ac00-b45d0ff9fa04 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:47:47.619891 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcdbfde-4cfa-4aba-901a-0af2fe7080f2 admin admin] Network 72954832-dc86-4706-b5e9-cf8eb66f0446 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:47:47.631129 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cccf255b-7df9-4a5c-8a6f-01c429906055 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks [] for subnet (64de8196-3361-4845-ac00-b45d0ff9fa04), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:47.677514 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd60a-3e15-42e3-9285-0a1e4494ba95 req-198a96df-78de-4f49-acb8-da8a9e0894c8 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:47.682405 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-7bcdbfde-4cfa-4aba-901a-0af2fe7080f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 72954832-dc86-4706-b5e9-cf8eb66f0446) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:47:47.688351 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcdbfde-4cfa-4aba-901a-0af2fe7080f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:47.689254 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7bcdbfde-4cfa-4aba-901a-0af2fe7080f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:47.691352 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e3acd60a-3e15-42e3-9285-0a1e4494ba95 req-198a96df-78de-4f49-acb8-da8a9e0894c8 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=863693a4-b4ed-4958-b297-7d56b78d83b3 HTTP/1.1" status: 200 len: 945 time: 0.1320224 Feb 20 05:47:47.714840 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ee95e7-2018-486c-b337-21e63591e456 None None] DHCP port deletion for 446f3124-c959-4cb9-9539-1ca4e61f5268 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:47:47.717410 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10c7b03-0a82-449b-a970-4f6f5b8a7add None None] Network 72954832-dc86-4706-b5e9-cf8eb66f0446 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:47:47.800169 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e3acd60a-3e15-42e3-9285-0a1e4494ba95 req-1e5ac434-0e8f-454f-949b-6ee605da638f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076939 Feb 20 05:47:47.818777 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7bcdbfde-4cfa-4aba-901a-0af2fe7080f2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7311692 Feb 20 05:47:47.829804 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47090) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:47.835175 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9acfee52-c5f2-435b-b0f0-b76b69b2e0f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-714751017-router', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:47:47.862930 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9acfee52-c5f2-435b-b0f0-b76b69b2e0f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (c8a337db-0481-4884-9540-632605b7d257), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:47.864514 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9acfee52-c5f2-435b-b0f0-b76b69b2e0f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (c8a337db-0481-4884-9540-632605b7d257), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:47.933604 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9acfee52-c5f2-435b-b0f0-b76b69b2e0f2 admin admin] Publish callbacks [] for router_controller (c8a337db-0481-4884-9540-632605b7d257), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:47.937638 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cccf255b-7df9-4a5c-8a6f-01c429906055 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (64de8196-3361-4845-ac00-b45d0ff9fa04), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:48.129187 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b286ceb2-32c4-48fd-b659-202ea89a3e87 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (51558685-3568-4421-96a7-6cc9001f7819), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:48.168056 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a64c3d2e-3b69-4f84-99d5-b5df5da76b2e None None] Current status of the port 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:48.177405 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:48.253431 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 4ec8dd33-3bb1-45d4-8a28-201cc4619673 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:47:48.373215 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cccf255b-7df9-4a5c-8a6f-01c429906055 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (64de8196-3361-4845-ac00-b45d0ff9fa04), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:48.407738 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a1ee95e7-2018-486c-b337-21e63591e456 None None] Deleting port 7fca797a-9c1a-4625-9afb-f8f5560950e3 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:47:48.409346 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a1ee95e7-2018-486c-b337-21e63591e456 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (7fca797a-9c1a-4625-9afb-f8f5560950e3), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:48.435033 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9acfee52-c5f2-435b-b0f0-b76b69b2e0f2 admin admin] Publish callbacks [] for router_gateway (c8a337db-0481-4884-9540-632605b7d257), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:48.495745 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99cd002-bc4e-4eed-863b-5d82f2230380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-72954832-dc86-4706-b5e9-cf8eb66f0446', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'fixed_ips': [{'subnet_id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:47:48.498646 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d99cd002-bc4e-4eed-863b-5d82f2230380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:48.516045 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286ceb2-32c4-48fd-b659-202ea89a3e87 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Pushing event deleted for resources: {'Port': ['ID=51558685-3568-4421-96a7-6cc9001f7819,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:48.533893 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cccf255b-7df9-4a5c-8a6f-01c429906055 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (64de8196-3361-4845-ac00-b45d0ff9fa04), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:48.599138 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d3b72-4ab8-451a-8438-6a3ee208583b req-19e7b8bd-a97e-4007-b2da-afe4d451c685 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:48.610069 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa4d3b72-4ab8-451a-8438-6a3ee208583b req-19e7b8bd-a97e-4007-b2da-afe4d451c685 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 0.2095942 Feb 20 05:47:48.669380 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf255b-7df9-4a5c-8a6f-01c429906055 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Pushing event deleted for resources: {'Subnet': ['ID=64de8196-3361-4845-ac00-b45d0ff9fa04,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:48.686390 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cccf255b-7df9-4a5c-8a6f-01c429906055 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:48.698304 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cccf255b-7df9-4a5c-8a6f-01c429906055 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] 10.222.0.37 "DELETE /v2.0/subnets/64de8196-3361-4845-ac00-b45d0ff9fa04 HTTP/1.1" status: 204 len: 168 time: 1.4558675 Feb 20 05:47:48.700349 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47108) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:48.757580 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa4d3b72-4ab8-451a-8438-6a3ee208583b req-27515dfd-59a7-4b6b-b65a-bec880940525 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462429 Feb 20 05:47:48.827175 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b286ceb2-32c4-48fd-b659-202ea89a3e87 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:48.831134 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b286ceb2-32c4-48fd-b659-202ea89a3e87 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] 10.222.0.37 "DELETE /v2.0/ports/51558685-3568-4421-96a7-6cc9001f7819 HTTP/1.1" status: 204 len: 168 time: 1.9035268 Feb 20 05:47:48.839372 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47116) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:48.879284 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-37bcacd9-b253-4c3a-a136-1622af007fc6 None None] Provisioning complete for port a7a501e5-0ccd-40ca-b4de-a12f1f365224 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:48.879852 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37bcacd9-b253-4c3a-a136-1622af007fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a7a501e5-0ccd-40ca-b4de-a12f1f365224), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:48.892360 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e054ae87-9a58-4e48-ac18-559cc8a37af2 None None] Network 23207e54-d80a-47b8-8c3b-e705d011a857 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:47:48.911442 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd6841ed-1429-4d83-bb49-fc9fcaa96660 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] GET failed (client error): The resource could not be found. Feb 20 05:47:48.935412 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dd6841ed-1429-4d83-bb49-fc9fcaa96660 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] 10.222.0.37 "GET /v2.0/ports/51558685-3568-4421-96a7-6cc9001f7819 HTTP/1.1" status: 404 len: 333 time: 0.0906024 Feb 20 05:47:48.939466 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47120) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:48.944479 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-8dbb7b6c-36e5-48ea-a959-bd627e045d35 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Request body: {'port': {'network_id': '40716c33-9b65-4d81-a2b2-d2dc2fa06476', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1775033583'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:47:48.994038 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7f4711f-50ec-481b-aa1d-e2a04235c1af tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (446f3124-c959-4cb9-9539-1ca4e61f5268), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:49.183531 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a1ee95e7-2018-486c-b337-21e63591e456 None None] For port 7fca797a-9c1a-4625-9afb-f8f5560950e3, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7fca797a-9c1a-4625-9afb-f8f5560950e3,segment=NetworkSegment(4f215d60-f954-488a-ac6f-6ef451223442),segment_id=4f215d60-f954-488a-ac6f-6ef451223442)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:49.184990 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a1ee95e7-2018-486c-b337-21e63591e456 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (7fca797a-9c1a-4625-9afb-f8f5560950e3), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:49.189157 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbb7b6c-36e5-48ea-a959-bd627e045d35 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Made reservation on behalf of b5544ea68aa64399bf379aa26f5a475c for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:47:49.193146 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8dbb7b6c-36e5-48ea-a959-bd627e045d35 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:49.215650 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-a7f4711f-50ec-481b-aa1d-e2a04235c1af tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Deleting port 7fca797a-9c1a-4625-9afb-f8f5560950e3 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:47:49.215923 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7f4711f-50ec-481b-aa1d-e2a04235c1af tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (7fca797a-9c1a-4625-9afb-f8f5560950e3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:49.259819 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-37bcacd9-b253-4c3a-a136-1622af007fc6 None None] Port a7a501e5-0ccd-40ca-b4de-a12f1f365224 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:47:49.261952 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-8dbb7b6c-36e5-48ea-a959-bd627e045d35 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] device_id is not set on port ac2c13e6-8f9b-47de-b84f-81d888c34f5a yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:47:49.294117 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-a7f4711f-50ec-481b-aa1d-e2a04235c1af tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] For port 7fca797a-9c1a-4625-9afb-f8f5560950e3, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7fca797a-9c1a-4625-9afb-f8f5560950e3,segment=NetworkSegment(4f215d60-f954-488a-ac6f-6ef451223442),segment_id=4f215d60-f954-488a-ac6f-6ef451223442)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:49.294571 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7f4711f-50ec-481b-aa1d-e2a04235c1af tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (7fca797a-9c1a-4625-9afb-f8f5560950e3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:49.321188 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-a7f4711f-50ec-481b-aa1d-e2a04235c1af tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Calling delete_port for 7fca797a-9c1a-4625-9afb-f8f5560950e3 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:47:49.398474 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-37bcacd9-b253-4c3a-a136-1622af007fc6 None None] Could not find standard attr ID for object 51558685-3568-4421-96a7-6cc9001f7819. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:47:49.436665 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7fca797a-9c1a-4625-9afb-f8f5560950e3 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:47:49.439107 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7f4711f-50ec-481b-aa1d-e2a04235c1af tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (7fca797a-9c1a-4625-9afb-f8f5560950e3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:49.492322 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f4711f-50ec-481b-aa1d-e2a04235c1af tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] No DVR routers for this DVR port 7fca797a-9c1a-4625-9afb-f8f5560950e3 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:47:49.509241 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-42b4d6be-2810-44dc-8a95-74b57ea7628d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:49.522639 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a1ee95e7-2018-486c-b337-21e63591e456 None None] Calling delete_port for 7fca797a-9c1a-4625-9afb-f8f5560950e3 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:47:49.541943 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4711f-50ec-481b-aa1d-e2a04235c1af tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Pushing event deleted for resources: {'Port': ['ID=7fca797a-9c1a-4625-9afb-f8f5560950e3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:49.623699 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-8dbb7b6c-36e5-48ea-a959-bd627e045d35 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Allocated IP 2001:db8::2a3 (40716c33-9b65-4d81-a2b2-d2dc2fa06476/05fddddb-19be-4916-931f-eff721f05cca/ac2c13e6-8f9b-47de-b84f-81d888c34f5a) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:47:49.636718 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-d99cd002-bc4e-4eed-863b-5d82f2230380 None None] Allocated IP 172.20.0.2 (72954832-dc86-4706-b5e9-cf8eb66f0446/ec01882b-2949-4e73-b51b-e8c64ca48e8d/8f9d8388-7233-4715-b5e2-92c6df03a847) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:47:49.824658 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 7fca797a-9c1a-4625-9afb-f8f5560950e3 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:47:49.825571 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7fca797a-9c1a-4625-9afb-f8f5560950e3 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:47:49.886312 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8dbb7b6c-36e5-48ea-a959-bd627e045d35 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks [] for port (ac2c13e6-8f9b-47de-b84f-81d888c34f5a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:49.985318 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8dbb7b6c-36e5-48ea-a959-bd627e045d35 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (ac2c13e6-8f9b-47de-b84f-81d888c34f5a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:50.112303 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbb7b6c-36e5-48ea-a959-bd627e045d35 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Network 40716c33-9b65-4d81-a2b2-d2dc2fa06476 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:47:50.146994 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-8dbb7b6c-36e5-48ea-a959-bd627e045d35 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:47:50.150185 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d99cd002-bc4e-4eed-863b-5d82f2230380 None None] Publish callbacks [] for port (8f9d8388-7233-4715-b5e2-92c6df03a847), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:50.169130 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbb7b6c-36e5-48ea-a959-bd627e045d35 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:47:50.183769 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbb7b6c-36e5-48ea-a959-bd627e045d35 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:50.185038 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8dbb7b6c-36e5-48ea-a959-bd627e045d35 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:50.189369 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb7b6c-36e5-48ea-a959-bd627e045d35 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Pushing event updated for resources: {'Port': ['ID=ac2c13e6-8f9b-47de-b84f-81d888c34f5a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:50.201118 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d99cd002-bc4e-4eed-863b-5d82f2230380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (8f9d8388-7233-4715-b5e2-92c6df03a847), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:50.246465 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8dbb7b6c-36e5-48ea-a959-bd627e045d35 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3057132 Feb 20 05:47:50.250672 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47146) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:50.260092 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-5f0bed56-cd14-48ed-a531-3b8f8ca4d0a3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::369', 'mac_address': 'fa:16:3e:34:e5:24'}]}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:47:50.281933 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 4ec8dd33-3bb1-45d4-8a28-201cc4619673 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:47:50.380445 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:50.398128 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 4ec8dd33-3bb1-45d4-8a28-201cc4619673 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:50.398517 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4ec8dd33-3bb1-45d4-8a28-201cc4619673), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:50.492414 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-37bcacd9-b253-4c3a-a136-1622af007fc6 None None] Provisioning complete for port 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:50.492784 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37bcacd9-b253-4c3a-a136-1622af007fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:50.572671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99cd002-bc4e-4eed-863b-5d82f2230380 None None] Network 72954832-dc86-4706-b5e9-cf8eb66f0446 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:47:50.614188 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7f4711f-50ec-481b-aa1d-e2a04235c1af tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (446f3124-c959-4cb9-9539-1ca4e61f5268), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:50.619683 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-d99cd002-bc4e-4eed-863b-5d82f2230380 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:47:50.625916 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99cd002-bc4e-4eed-863b-5d82f2230380 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:47:50.633525 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99cd002-bc4e-4eed-863b-5d82f2230380 None None] Pushing event updated for resources: {'Port': ['ID=8f9d8388-7233-4715-b5e2-92c6df03a847,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:50.634803 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9acfee52-c5f2-435b-b0f0-b76b69b2e0f2 admin admin] Publish callbacks [] for router_gateway (c8a337db-0481-4884-9540-632605b7d257), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:50.649791 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5f0bed56-cd14-48ed-a531-3b8f8ca4d0a3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ac2c13e6-8f9b-47de-b84f-81d888c34f5a), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:50.726476 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9acfee52-c5f2-435b-b0f0-b76b69b2e0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:50.765210 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-a7f4711f-50ec-481b-aa1d-e2a04235c1af tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446f3124-c959-4cb9-9539-1ca4e61f5268']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:50.872770 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-a7f4711f-50ec-481b-aa1d-e2a04235c1af tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f215d60-f954-488a-ac6f-6ef451223442') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:50.873340 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-a7f4711f-50ec-481b-aa1d-e2a04235c1af tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f215d60-f954-488a-ac6f-6ef451223442') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:50.912080 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7f4711f-50ec-481b-aa1d-e2a04235c1af tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (4f215d60-f954-488a-ac6f-6ef451223442), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:50.945591 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e8cce-7185-4234-b899-638814cedfb0 req-2143c05b-f33b-458f-a6e3-ca91ff26f088 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:50.964199 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-632e8cce-7185-4234-b899-638814cedfb0 req-2143c05b-f33b-458f-a6e3-ca91ff26f088 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=863693a4-b4ed-4958-b297-7d56b78d83b3 HTTP/1.1" status: 200 len: 945 time: 0.4637728 Feb 20 05:47:50.982472 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a1ee95e7-2018-486c-b337-21e63591e456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (7fca797a-9c1a-4625-9afb-f8f5560950e3), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:51.004220 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7f4711f-50ec-481b-aa1d-e2a04235c1af tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (4f215d60-f954-488a-ac6f-6ef451223442), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:51.064838 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d99cd002-bc4e-4eed-863b-5d82f2230380 None None] Attempting to bind port 8f9d8388-7233-4715-b5e2-92c6df03a847 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:47:51.065214 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5f0bed56-cd14-48ed-a531-3b8f8ca4d0a3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks [] for port (ac2c13e6-8f9b-47de-b84f-81d888c34f5a), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:51.065666 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d99cd002-bc4e-4eed-863b-5d82f2230380 None None] Attempting to bind port 8f9d8388-7233-4715-b5e2-92c6df03a847 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'b4b86e82-8259-4c94-b5ea-eb6f2e16ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:47:51.065666 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99cd002-bc4e-4eed-863b-5d82f2230380 None None] Attempting to bind port 8f9d8388-7233-4715-b5e2-92c6df03a847 on network 72954832-dc86-4706-b5e9-cf8eb66f0446 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:47:51.078389 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5f0bed56-cd14-48ed-a531-3b8f8ca4d0a3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (ac2c13e6-8f9b-47de-b84f-81d888c34f5a), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:51.096711 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f4711f-50ec-481b-aa1d-e2a04235c1af tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:47:51.098968 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7f4711f-50ec-481b-aa1d-e2a04235c1af tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (4f215d60-f954-488a-ac6f-6ef451223442), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:47:51.111270 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:47:51.120954 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99cd002-bc4e-4eed-863b-5d82f2230380 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:47:51.121446 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99cd002-bc4e-4eed-863b-5d82f2230380 None None] Checking segment: {'id': 'b4b86e82-8259-4c94-b5ea-eb6f2e16ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:47:51.122499 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d99cd002-bc4e-4eed-863b-5d82f2230380 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:51.122960 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99cd002-bc4e-4eed-863b-5d82f2230380 None None] Bound using segment: {'id': 'b4b86e82-8259-4c94-b5ea-eb6f2e16ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:47:51.123425 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d99cd002-bc4e-4eed-863b-5d82f2230380 None None] Bound port: 8f9d8388-7233-4715-b5e2-92c6df03a847, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b86e82-8259-4c94-b5ea-eb6f2e16ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:47:51.123972 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d99cd002-bc4e-4eed-863b-5d82f2230380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8f9d8388-7233-4715-b5e2-92c6df03a847), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:51.126221 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f4551b-507d-4453-bd1b-7e85cc718936 None None] DHCP port deletion for 23207e54-d80a-47b8-8c3b-e705d011a857 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:47:51.130620 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee95e7-2018-486c-b337-21e63591e456 None None] Pushing event deleted for resources: {'Port': ['ID=7fca797a-9c1a-4625-9afb-f8f5560950e3,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:51.139326 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-5f0bed56-cd14-48ed-a531-3b8f8ca4d0a3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] In _notify_port_updated(), no bound segment for port ac2c13e6-8f9b-47de-b84f-81d888c34f5a on network 40716c33-9b65-4d81-a2b2-d2dc2fa06476 {{(pid=103406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 05:47:51.144870 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee95e7-2018-486c-b337-21e63591e456 None None] No DVR routers for this DVR port 7fca797a-9c1a-4625-9afb-f8f5560950e3 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:47:51.147458 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0bed56-cd14-48ed-a531-3b8f8ca4d0a3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:51.148453 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5f0bed56-cd14-48ed-a531-3b8f8ca4d0a3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:51.152246 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5f0bed56-cd14-48ed-a531-3b8f8ca4d0a3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] 10.222.0.37 "PUT /v2.0/ports/ac2c13e6-8f9b-47de-b84f-81d888c34f5a HTTP/1.1" status: 200 len: 1003 time: 0.8984358 Feb 20 05:47:51.155525 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47160) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:51.158809 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 4ec8dd33-3bb1-45d4-8a28-201cc4619673 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:51.159356 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4ec8dd33-3bb1-45d4-8a28-201cc4619673), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:51.241229 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bed56-cd14-48ed-a531-3b8f8ca4d0a3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Pushing event updated for resources: {'Port': ['ID=ac2c13e6-8f9b-47de-b84f-81d888c34f5a,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:51.323014 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-37bcacd9-b253-4c3a-a136-1622af007fc6 None None] Current status of the port 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:51.352118 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 4ec8dd33-3bb1-45d4-8a28-201cc4619673, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4ec8dd33-3bb1-45d4-8a28-201cc4619673,segment=NetworkSegment(45924b7c-05d5-4b0a-bb51-112a5515364f),segment_id=45924b7c-05d5-4b0a-bb51-112a5515364f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:51.385714 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863693a4-b4ed-4958-b297-7d56b78d83b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec8dd33-3bb1-45d4-8a28-201cc4619673'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:47:51.388344 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d683749-3306-4672-82dd-db4a6cb831ca" -d '{"events": [{"server_uuid": "863693a4-b4ed-4958-b297-7d56b78d83b3", "name": "network-vif-plugged", "status": "completed", "tag": "4ec8dd33-3bb1-45d4-8a28-201cc4619673"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:47:51.398746 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 37119113-3937-42d3-acfd-813201871051 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:47:51.403428 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4ec8dd33-3bb1-45d4-8a28-201cc4619673), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:51.490777 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-983aa18c-0f80-4487-bc44-dfedd97066c7 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Deleting port ac2c13e6-8f9b-47de-b84f-81d888c34f5a {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:47:51.502467 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-983aa18c-0f80-4487-bc44-dfedd97066c7 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (ac2c13e6-8f9b-47de-b84f-81d888c34f5a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:51.533736 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-632e8cce-7185-4234-b899-638814cedfb0 req-39e28481-6297-498d-a315-ef8d7df81629 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5584953 Feb 20 05:47:51.550837 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7f4711f-50ec-481b-aa1d-e2a04235c1af tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (446f3124-c959-4cb9-9539-1ca4e61f5268), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:51.642858 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7f4711f-50ec-481b-aa1d-e2a04235c1af tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:51.660986 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a7f4711f-50ec-481b-aa1d-e2a04235c1af tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] 10.222.0.37 "DELETE /v2.0/networks/446f3124-c959-4cb9-9539-1ca4e61f5268 HTTP/1.1" status: 204 len: 168 time: 2.9595385 Feb 20 05:47:51.665118 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4711f-50ec-481b-aa1d-e2a04235c1af tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Pushing event deleted for resources: {'Network': ['ID=446f3124-c959-4cb9-9539-1ca4e61f5268,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:51.674024 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47174) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:51.676390 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-9acfee52-c5f2-435b-b0f0-b76b69b2e0f2 admin admin] Allocated IP 172.25.3.174 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/96dfd4b2-092a-4080-9a2f-4544c059bf6a) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:47:51.727797 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-199e6c4d-f724-4144-b48f-1de7836d7a3e None None] Could not find standard attr ID for object 51558685-3568-4421-96a7-6cc9001f7819. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:47:51.753714 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-983aa18c-0f80-4487-bc44-dfedd97066c7 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (ac2c13e6-8f9b-47de-b84f-81d888c34f5a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:51.783010 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-983aa18c-0f80-4487-bc44-dfedd97066c7 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Calling delete_port for ac2c13e6-8f9b-47de-b84f-81d888c34f5a owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:47:51.794519 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be87cbdd-d53f-44d8-b434-e9c2c16b4062 x-openstack-request-id: req-be87cbdd-d53f-44d8-b434-e9c2c16b4062 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:47:51.796212 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863693a4-b4ed-4958-b297-7d56b78d83b3", "name": "network-vif-plugged", "status": "completed", "tag": "4ec8dd33-3bb1-45d4-8a28-201cc4619673", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:47:51.796628 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be87cbdd-d53f-44d8-b434-e9c2c16b4062 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:47:51.797217 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863693a4-b4ed-4958-b297-7d56b78d83b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec8dd33-3bb1-45d4-8a28-201cc4619673', 'code': 200} Feb 20 05:47:51.853324 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:51.888590 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-07f4551b-507d-4453-bd1b-7e85cc718936 None None] Deleting port 37119113-3937-42d3-acfd-813201871051 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:47:51.890307 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07f4551b-507d-4453-bd1b-7e85cc718936 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (37119113-3937-42d3-acfd-813201871051), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:52.042922 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d99cd002-bc4e-4eed-863b-5d82f2230380 None None] For port 8f9d8388-7233-4715-b5e2-92c6df03a847, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:47:52.107828 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-983aa18c-0f80-4487-bc44-dfedd97066c7 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (ac2c13e6-8f9b-47de-b84f-81d888c34f5a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:52.108781 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=4ec8dd33-3bb1-45d4-8a28-201cc4619673,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:52.133643 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-40394740-c592-4309-9171-8f2e654181c6 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (23207e54-d80a-47b8-8c3b-e705d011a857), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:52.148452 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654c20c-6e41-454d-8db6-b02b23a7e2a4 req-9e38260e-87ac-4b7c-9946-f3968aba9a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:52.153402 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-199e6c4d-f724-4144-b48f-1de7836d7a3e None None] Provisioning complete for port ac2c13e6-8f9b-47de-b84f-81d888c34f5a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:52.157123 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-199e6c4d-f724-4144-b48f-1de7836d7a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ac2c13e6-8f9b-47de-b84f-81d888c34f5a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:52.157290 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f654c20c-6e41-454d-8db6-b02b23a7e2a4 req-9e38260e-87ac-4b7c-9946-f3968aba9a11 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=863693a4-b4ed-4958-b297-7d56b78d83b3 HTTP/1.1" status: 200 len: 1128 time: 0.4092457 Feb 20 05:47:52.177680 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d99cd002-bc4e-4eed-863b-5d82f2230380 None None] For port 8f9d8388-7233-4715-b5e2-92c6df03a847, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8f9d8388-7233-4715-b5e2-92c6df03a847,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:47:52.184657 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983aa18c-0f80-4487-bc44-dfedd97066c7 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Pushing event deleted for resources: {'Port': ['ID=ac2c13e6-8f9b-47de-b84f-81d888c34f5a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:52.239504 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-07f4551b-507d-4453-bd1b-7e85cc718936 None None] For port 37119113-3937-42d3-acfd-813201871051, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=37119113-3937-42d3-acfd-813201871051,segment=NetworkSegment(2a776c96-5a4d-4005-b5c9-bc88a086b0b3),segment_id=2a776c96-5a4d-4005-b5c9-bc88a086b0b3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:52.239969 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07f4551b-507d-4453-bd1b-7e85cc718936 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (37119113-3937-42d3-acfd-813201871051), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:52.283270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-07f4551b-507d-4453-bd1b-7e85cc718936 None None] Calling delete_port for 37119113-3937-42d3-acfd-813201871051 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:47:52.401740 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-983aa18c-0f80-4487-bc44-dfedd97066c7 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:52.419995 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-983aa18c-0f80-4487-bc44-dfedd97066c7 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] 10.222.0.37 "DELETE /v2.0/ports/ac2c13e6-8f9b-47de-b84f-81d888c34f5a HTTP/1.1" status: 204 len: 168 time: 1.2606816 Feb 20 05:47:52.425309 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47192) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:52.497417 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f654c20c-6e41-454d-8db6-b02b23a7e2a4 req-9699f4b3-4a90-4a3e-b8f7-65d8bf049ba3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180327 Feb 20 05:47:52.500906 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9acfee52-c5f2-435b-b0f0-b76b69b2e0f2 admin admin] Publish callbacks [] for port (96dfd4b2-092a-4080-9a2f-4544c059bf6a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:52.501472 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8aae922-8136-46d7-bf4d-0b71378f74bc tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] GET failed (client error): The resource could not be found. Feb 20 05:47:52.518525 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47194) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:52.519289 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f8aae922-8136-46d7-bf4d-0b71378f74bc tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] 10.222.0.37 "GET /v2.0/ports/ac2c13e6-8f9b-47de-b84f-81d888c34f5a HTTP/1.1" status: 404 len: 333 time: 0.0927408 Feb 20 05:47:52.535614 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-3532f51d-0d23-4e4d-bc0d-fdba1588e31f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Request body: {'port': {'network_id': '40716c33-9b65-4d81-a2b2-d2dc2fa06476', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-203924438'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:47:52.724324 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3532f51d-0d23-4e4d-bc0d-fdba1588e31f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Made reservation on behalf of b5544ea68aa64399bf379aa26f5a475c for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:47:52.725181 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07f4551b-507d-4453-bd1b-7e85cc718936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (37119113-3937-42d3-acfd-813201871051), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:52.731809 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3532f51d-0d23-4e4d-bc0d-fdba1588e31f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:52.732032 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 37119113-3937-42d3-acfd-813201871051 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:52.733986 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (37119113-3937-42d3-acfd-813201871051), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:52.735954 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-40394740-c592-4309-9171-8f2e654181c6 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Deleting port 37119113-3937-42d3-acfd-813201871051 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:47:52.736478 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-40394740-c592-4309-9171-8f2e654181c6 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (37119113-3937-42d3-acfd-813201871051), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:52.875833 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-199e6c4d-f724-4144-b48f-1de7836d7a3e None None] Port ac2c13e6-8f9b-47de-b84f-81d888c34f5a was deleted so its status cannot be updated. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 20 05:47:52.881486 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d99cd002-bc4e-4eed-863b-5d82f2230380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8f9d8388-7233-4715-b5e2-92c6df03a847), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:52.884840 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47204) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:52.926192 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-3532f51d-0d23-4e4d-bc0d-fdba1588e31f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] device_id is not set on port 4bb4f1ae-e3f6-403b-ac1a-96b2b5d0f403 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:47:52.927114 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f4551b-507d-4453-bd1b-7e85cc718936 None None] Pushing event deleted for resources: {'Port': ['ID=37119113-3937-42d3-acfd-813201871051,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:53.028924 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:53.036722 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f4551b-507d-4453-bd1b-7e85cc718936 None None] No DVR routers for this DVR port 37119113-3937-42d3-acfd-813201871051 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:47:53.078969 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:53.082650 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a1de3159-5559-423e-9c53-158baf3557aa None None] Could not find standard attr ID for object ac2c13e6-8f9b-47de-b84f-81d888c34f5a. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:47:53.088296 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9a95a1b0-e838-4b5f-863d-fda3b888636e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:53.196801 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99cd002-bc4e-4eed-863b-5d82f2230380 None None] Pushing event updated for resources: {'Port': ['ID=8f9d8388-7233-4715-b5e2-92c6df03a847,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:53.290999 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9a95a1b0-e838-4b5f-863d-fda3b888636e admin admin] Publish callbacks [] for security_group (c4cf64c7-8241-4fb5-827c-8906fbd00663), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:53.291877 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86d127-4c54-4b98-8180-ef72f3486ad3 req-72c3a933-0c08-44fb-a393-5187d6b23758 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:53.295666 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e86d127-4c54-4b98-8180-ef72f3486ad3 req-72c3a933-0c08-44fb-a393-5187d6b23758 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=863693a4-b4ed-4958-b297-7d56b78d83b3 HTTP/1.1" status: 200 len: 946 time: 0.5461285 Feb 20 05:47:53.297887 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-3532f51d-0d23-4e4d-bc0d-fdba1588e31f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Allocated IP 2001:db8::3eb (40716c33-9b65-4d81-a2b2-d2dc2fa06476/05fddddb-19be-4916-931f-eff721f05cca/4bb4f1ae-e3f6-403b-ac1a-96b2b5d0f403) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:47:53.300908 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9a95a1b0-e838-4b5f-863d-fda3b888636e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c4cf64c7-8241-4fb5-827c-8906fbd00663), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:53.314745 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-40394740-c592-4309-9171-8f2e654181c6 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] For port 37119113-3937-42d3-acfd-813201871051, host n-d-829866-5, got binding levels [] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:53.316479 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-40394740-c592-4309-9171-8f2e654181c6 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (37119113-3937-42d3-acfd-813201871051), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:53.351710 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9acfee52-c5f2-435b-b0f0-b76b69b2e0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (96dfd4b2-092a-4080-9a2f-4544c059bf6a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:53.374142 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9a95a1b0-e838-4b5f-863d-fda3b888636e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca6e9388611e4546ba2011406394a281&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4876287 Feb 20 05:47:53.382413 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95a1b0-e838-4b5f-863d-fda3b888636e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cf64c7-8241-4fb5-827c-8906fbd00663,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:53.386353 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47210) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:53.552746 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acfee52-c5f2-435b-b0f0-b76b69b2e0f2 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:47:53.576087 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-40394740-c592-4309-9171-8f2e654181c6 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Calling delete_port for 37119113-3937-42d3-acfd-813201871051 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:47:53.607561 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.ipam_backend_mixin [None req-40394740-c592-4309-9171-8f2e654181c6 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Port 37119113-3937-42d3-acfd-813201871051 was not found and therefore no delete operation was performed {{(pid=103407) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 05:47:53.616627 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-9acfee52-c5f2-435b-b0f0-b76b69b2e0f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:47:53.620140 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acfee52-c5f2-435b-b0f0-b76b69b2e0f2 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:47:53.631792 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-40394740-c592-4309-9171-8f2e654181c6 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (37119113-3937-42d3-acfd-813201871051), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:53.674264 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e86d127-4c54-4b98-8180-ef72f3486ad3 req-bba5c0d3-e692-4edb-9308-e2089bc508ac tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644116 Feb 20 05:47:53.739319 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfee52-c5f2-435b-b0f0-b76b69b2e0f2 admin admin] Pushing event updated for resources: {'Port': ['ID=96dfd4b2-092a-4080-9a2f-4544c059bf6a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:53.746769 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40394740-c592-4309-9171-8f2e654181c6 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] No DVR routers for this DVR port 37119113-3937-42d3-acfd-813201871051 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:47:53.828117 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d04433a-efe2-4083-930c-6f750da57e8b admin admin] Publish callbacks [] for security_group (c4cf64c7-8241-4fb5-827c-8906fbd00663), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:53.843893 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40394740-c592-4309-9171-8f2e654181c6 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Pushing event deleted for resources: {'Port': ['ID=37119113-3937-42d3-acfd-813201871051,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:53.999046 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d04433a-efe2-4083-930c-6f750da57e8b admin admin] Publish callbacks [] for security_group (c4cf64c7-8241-4fb5-827c-8906fbd00663), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:54.072979 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-40394740-c592-4309-9171-8f2e654181c6 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (23207e54-d80a-47b8-8c3b-e705d011a857), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:54.154825 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-40394740-c592-4309-9171-8f2e654181c6 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23207e54-d80a-47b8-8c3b-e705d011a857']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:54.202790 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-40394740-c592-4309-9171-8f2e654181c6 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a776c96-5a4d-4005-b5c9-bc88a086b0b3') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:54.203634 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-40394740-c592-4309-9171-8f2e654181c6 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a776c96-5a4d-4005-b5c9-bc88a086b0b3') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:54.237111 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-40394740-c592-4309-9171-8f2e654181c6 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (2a776c96-5a4d-4005-b5c9-bc88a086b0b3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:54.255931 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3532f51d-0d23-4e4d-bc0d-fdba1588e31f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks [] for port (4bb4f1ae-e3f6-403b-ac1a-96b2b5d0f403), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:54.268629 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-40394740-c592-4309-9171-8f2e654181c6 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (2a776c96-5a4d-4005-b5c9-bc88a086b0b3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:54.345008 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d04433a-efe2-4083-930c-6f750da57e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c4cf64c7-8241-4fb5-827c-8906fbd00663), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:54.348171 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d04433a-efe2-4083-930c-6f750da57e8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:54.349529 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1d04433a-efe2-4083-930c-6f750da57e8b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4cf64c7-8241-4fb5-827c-8906fbd00663 HTTP/1.1" status: 204 len: 168 time: 0.9578109 Feb 20 05:47:54.353948 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40394740-c592-4309-9171-8f2e654181c6 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:47:54.354541 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-40394740-c592-4309-9171-8f2e654181c6 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (2a776c96-5a4d-4005-b5c9-bc88a086b0b3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:47:54.374199 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:47:54.432785 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04433a-efe2-4083-930c-6f750da57e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cf64c7-8241-4fb5-827c-8906fbd00663,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:54.590889 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-40394740-c592-4309-9171-8f2e654181c6 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (23207e54-d80a-47b8-8c3b-e705d011a857), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:54.607193 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-40394740-c592-4309-9171-8f2e654181c6 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:54.621186 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-40394740-c592-4309-9171-8f2e654181c6 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] 10.222.0.37 "DELETE /v2.0/networks/23207e54-d80a-47b8-8c3b-e705d011a857 HTTP/1.1" status: 204 len: 168 time: 2.9385145 Feb 20 05:47:54.624992 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47232) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:54.660208 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3532f51d-0d23-4e4d-bc0d-fdba1588e31f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (4bb4f1ae-e3f6-403b-ac1a-96b2b5d0f403), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:54.668025 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40394740-c592-4309-9171-8f2e654181c6 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Pushing event deleted for resources: {'Network': ['ID=23207e54-d80a-47b8-8c3b-e705d011a857,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:54.740257 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9acfee52-c5f2-435b-b0f0-b76b69b2e0f2 admin admin] Publish callbacks [] for router_gateway (c8a337db-0481-4884-9540-632605b7d257), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:54.800073 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc21bd88-2596-4cad-8cee-e2aee2c35fab tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Deleting subnet 85371e9f-78b5-42d4-82d7-4530d07f5a47 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:47:54.812467 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc21bd88-2596-4cad-8cee-e2aee2c35fab tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks [] for subnet (85371e9f-78b5-42d4-82d7-4530d07f5a47), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:54.845088 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3532f51d-0d23-4e4d-bc0d-fdba1588e31f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Network 40716c33-9b65-4d81-a2b2-d2dc2fa06476 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:47:54.859399 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-3532f51d-0d23-4e4d-bc0d-fdba1588e31f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:47:54.869901 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3532f51d-0d23-4e4d-bc0d-fdba1588e31f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:47:54.876570 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3532f51d-0d23-4e4d-bc0d-fdba1588e31f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:54.877421 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3532f51d-0d23-4e4d-bc0d-fdba1588e31f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:54.914236 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc21bd88-2596-4cad-8cee-e2aee2c35fab tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (85371e9f-78b5-42d4-82d7-4530d07f5a47), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:54.919212 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532f51d-0d23-4e4d-bc0d-fdba1588e31f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Pushing event updated for resources: {'Port': ['ID=4bb4f1ae-e3f6-403b-ac1a-96b2b5d0f403,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:54.934534 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3532f51d-0d23-4e4d-bc0d-fdba1588e31f tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4136751 Feb 20 05:47:54.941933 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47242) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:54.944344 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ca5fd2-c96a-4e9a-b3de-41b377e6dcd3 None None] Network 72954832-dc86-4706-b5e9-cf8eb66f0446 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:47:54.989700 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-4c452825-c313-4e4f-9c1a-73211afbde3b tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:34:e5:24'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:47:55.150212 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d634ca0-32fe-401c-bed4-852e37d6b771 req-8032a383-4794-4c22-bbbf-d599b75033f5 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:55.151802 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6d634ca0-32fe-401c-bed4-852e37d6b771 req-8032a383-4794-4c22-bbbf-d599b75033f5 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=863693a4-b4ed-4958-b297-7d56b78d83b3 HTTP/1.1" status: 200 len: 946 time: 0.3144820 Feb 20 05:47:55.185210 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-9ea06c25-40d0-4cdb-b919-f3c97fbb591d None None] Provisioning complete for port 8f9d8388-7233-4715-b5e2-92c6df03a847 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:55.186012 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ea06c25-40d0-4cdb-b919-f3c97fbb591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8f9d8388-7233-4715-b5e2-92c6df03a847), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:55.202214 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc21bd88-2596-4cad-8cee-e2aee2c35fab tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (85371e9f-78b5-42d4-82d7-4530d07f5a47), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:55.344885 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47248) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:55.356302 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc21bd88-2596-4cad-8cee-e2aee2c35fab tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (85371e9f-78b5-42d4-82d7-4530d07f5a47), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:55.361064 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:55.391993 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fc21bd88-2596-4cad-8cee-e2aee2c35fab tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:55.399178 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fc21bd88-2596-4cad-8cee-e2aee2c35fab tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] 10.222.0.37 "DELETE /v2.0/subnets/85371e9f-78b5-42d4-82d7-4530d07f5a47 HTTP/1.1" status: 204 len: 168 time: 0.7728684 Feb 20 05:47:55.409831 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47250) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:55.435410 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77915bee-1f5e-4ef9-8ad7-6858b763ede5 None None] Network 5bc5d733-269a-40c9-828c-66227ffe129d requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:47:55.456661 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8f9d8388-7233-4715-b5e2-92c6df03a847 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:47:55.493668 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b52fc569-4094-4231-baac-e54e2107d3df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:55.667412 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b52fc569-4094-4231-baac-e54e2107d3df admin admin] Publish callbacks [] for security_group (3d11f213-bb20-483c-bdec-0d0222baa32f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:55.742985 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6d634ca0-32fe-401c-bed4-852e37d6b771 req-ceebc900-68fc-45bf-b83e-5b5f9825627c tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5748980 Feb 20 05:47:55.748623 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c452825-c313-4e4f-9c1a-73211afbde3b tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4bb4f1ae-e3f6-403b-ac1a-96b2b5d0f403), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:55.750733 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b52fc569-4094-4231-baac-e54e2107d3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3d11f213-bb20-483c-bdec-0d0222baa32f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:55.837117 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b52fc569-4094-4231-baac-e54e2107d3df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1a3a080c995e4c1f94d6a9d7067453c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4865875 Feb 20 05:47:55.872182 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52fc569-4094-4231-baac-e54e2107d3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d11f213-bb20-483c-bdec-0d0222baa32f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:55.885362 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47260) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:55.919131 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9acfee52-c5f2-435b-b0f0-b76b69b2e0f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (c8a337db-0481-4884-9540-632605b7d257), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:56.263656 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 8f9d8388-7233-4715-b5e2-92c6df03a847 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:56.264212 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8f9d8388-7233-4715-b5e2-92c6df03a847), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:56.317107 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21bd88-2596-4cad-8cee-e2aee2c35fab tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Pushing event deleted for resources: {'Subnet': ['ID=85371e9f-78b5-42d4-82d7-4530d07f5a47,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:56.325176 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9ea06c25-40d0-4cdb-b919-f3c97fbb591d None None] Current status of the port 8f9d8388-7233-4715-b5e2-92c6df03a847 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:56.325665 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ea06c25-40d0-4cdb-b919-f3c97fbb591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8f9d8388-7233-4715-b5e2-92c6df03a847), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:56.374394 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98a85a9d-526a-42bd-b753-c50509154cc9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (5bc5d733-269a-40c9-828c-66227ffe129d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:56.379775 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9ea06c25-40d0-4cdb-b919-f3c97fbb591d None None] For port 8f9d8388-7233-4715-b5e2-92c6df03a847, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8f9d8388-7233-4715-b5e2-92c6df03a847,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:56.426606 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ea06c25-40d0-4cdb-b919-f3c97fbb591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8f9d8388-7233-4715-b5e2-92c6df03a847), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:56.457567 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-98a85a9d-526a-42bd-b753-c50509154cc9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Deleting port 8d90d011-f5e0-49e9-bc55-2813e682ff8c {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:47:56.457985 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98a85a9d-526a-42bd-b753-c50509154cc9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (8d90d011-f5e0-49e9-bc55-2813e682ff8c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:56.484323 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 8f9d8388-7233-4715-b5e2-92c6df03a847 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:56.505530 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-36de3434-37e2-457f-ac34-4dad091c4af4 admin admin] Publish callbacks [] for security_group (3d11f213-bb20-483c-bdec-0d0222baa32f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:56.515032 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0805e659-d984-4dde-918c-171c8b2ba5a0 None None] DHCP port deletion for 5bc5d733-269a-40c9-828c-66227ffe129d request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:47:56.546089 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea06c25-40d0-4cdb-b919-f3c97fbb591d None None] Pushing event updated for resources: {'Port': ['ID=8f9d8388-7233-4715-b5e2-92c6df03a847,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:56.584350 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-98a85a9d-526a-42bd-b753-c50509154cc9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] For port 8d90d011-f5e0-49e9-bc55-2813e682ff8c, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8d90d011-f5e0-49e9-bc55-2813e682ff8c,segment=NetworkSegment(8b5f4db1-ca2d-4b9c-b157-de78fc6b5f7c),segment_id=8b5f4db1-ca2d-4b9c-b157-de78fc6b5f7c)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:56.584350 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98a85a9d-526a-42bd-b753-c50509154cc9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (8d90d011-f5e0-49e9-bc55-2813e682ff8c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:56.621316 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-98a85a9d-526a-42bd-b753-c50509154cc9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Calling delete_port for 8d90d011-f5e0-49e9-bc55-2813e682ff8c owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:47:56.633714 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-76dcc48c-b471-45e3-aa7b-7e63d6c0cef0 None None] Provisioning complete for port 4bb4f1ae-e3f6-403b-ac1a-96b2b5d0f403 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:56.634788 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-76dcc48c-b471-45e3-aa7b-7e63d6c0cef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4bb4f1ae-e3f6-403b-ac1a-96b2b5d0f403), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:56.642925 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3614a24-3542-4d72-a196-0955d2bfe2d6 req-23c41c55-9e88-40a8-82a5-25e2defee37e tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:56.650156 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c3614a24-3542-4d72-a196-0955d2bfe2d6 req-23c41c55-9e88-40a8-82a5-25e2defee37e tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=863693a4-b4ed-4958-b297-7d56b78d83b3 HTTP/1.1" status: 200 len: 946 time: 0.5016837 Feb 20 05:47:56.669968 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-36de3434-37e2-457f-ac34-4dad091c4af4 admin admin] Publish callbacks [] for security_group (3d11f213-bb20-483c-bdec-0d0222baa32f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:56.710265 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0805e659-d984-4dde-918c-171c8b2ba5a0 None None] Deleting port 8d90d011-f5e0-49e9-bc55-2813e682ff8c {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:47:56.710915 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0805e659-d984-4dde-918c-171c8b2ba5a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (8d90d011-f5e0-49e9-bc55-2813e682ff8c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:56.809742 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0805e659-d984-4dde-918c-171c8b2ba5a0 None None] For port 8d90d011-f5e0-49e9-bc55-2813e682ff8c, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8d90d011-f5e0-49e9-bc55-2813e682ff8c,segment=NetworkSegment(8b5f4db1-ca2d-4b9c-b157-de78fc6b5f7c),segment_id=8b5f4db1-ca2d-4b9c-b157-de78fc6b5f7c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:56.811880 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0805e659-d984-4dde-918c-171c8b2ba5a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (8d90d011-f5e0-49e9-bc55-2813e682ff8c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:56.844667 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0805e659-d984-4dde-918c-171c8b2ba5a0 None None] Calling delete_port for 8d90d011-f5e0-49e9-bc55-2813e682ff8c owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:47:56.847160 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c3614a24-3542-4d72-a196-0955d2bfe2d6 req-121d5a7a-62a8-4751-962b-a73084d13adc tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960292 Feb 20 05:47:56.858748 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c452825-c313-4e4f-9c1a-73211afbde3b tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks [] for port (4bb4f1ae-e3f6-403b-ac1a-96b2b5d0f403), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:56.871888 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acfee52-c5f2-435b-b0f0-b76b69b2e0f2 admin admin] Router c8a337db-0481-4884-9540-632605b7d257 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:47:56.880680 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c452825-c313-4e4f-9c1a-73211afbde3b tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (4bb4f1ae-e3f6-403b-ac1a-96b2b5d0f403), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:56.889910 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98a85a9d-526a-42bd-b753-c50509154cc9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (8d90d011-f5e0-49e9-bc55-2813e682ff8c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:56.912522 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-76dcc48c-b471-45e3-aa7b-7e63d6c0cef0 None None] Port 4bb4f1ae-e3f6-403b-ac1a-96b2b5d0f403 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:47:56.929281 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a85a9d-526a-42bd-b753-c50509154cc9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Pushing event deleted for resources: {'Port': ['ID=8d90d011-f5e0-49e9-bc55-2813e682ff8c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:56.946574 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a85a9d-526a-42bd-b753-c50509154cc9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] No DVR routers for this DVR port 8d90d011-f5e0-49e9-bc55-2813e682ff8c on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:47:57.020510 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0805e659-d984-4dde-918c-171c8b2ba5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (8d90d011-f5e0-49e9-bc55-2813e682ff8c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:57.052496 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98a85a9d-526a-42bd-b753-c50509154cc9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (5bc5d733-269a-40c9-828c-66227ffe129d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:57.068103 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805e659-d984-4dde-918c-171c8b2ba5a0 None None] Pushing event deleted for resources: {'Port': ['ID=8d90d011-f5e0-49e9-bc55-2813e682ff8c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:57.072359 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0805e659-d984-4dde-918c-171c8b2ba5a0 None None] No DVR routers for this DVR port 8d90d011-f5e0-49e9-bc55-2813e682ff8c on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:47:57.089072 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-c0453cab-e65f-4f4a-8873-25acd9599c06 None None] Provisioning complete for port 8f9d8388-7233-4715-b5e2-92c6df03a847 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:57.089536 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0453cab-e65f-4f4a-8873-25acd9599c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8f9d8388-7233-4715-b5e2-92c6df03a847), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:57.103049 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-98a85a9d-526a-42bd-b753-c50509154cc9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc5d733-269a-40c9-828c-66227ffe129d']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:57.115509 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-98a85a9d-526a-42bd-b753-c50509154cc9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b5f4db1-ca2d-4b9c-b157-de78fc6b5f7c') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:57.116703 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-98a85a9d-526a-42bd-b753-c50509154cc9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b5f4db1-ca2d-4b9c-b157-de78fc6b5f7c') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:57.140214 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98a85a9d-526a-42bd-b753-c50509154cc9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (8b5f4db1-ca2d-4b9c-b157-de78fc6b5f7c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:57.160162 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98a85a9d-526a-42bd-b753-c50509154cc9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (8b5f4db1-ca2d-4b9c-b157-de78fc6b5f7c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:57.167008 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a85a9d-526a-42bd-b753-c50509154cc9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:47:57.167702 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98a85a9d-526a-42bd-b753-c50509154cc9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (8b5f4db1-ca2d-4b9c-b157-de78fc6b5f7c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:47:57.172337 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:47:57.214923 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c0453cab-e65f-4f4a-8873-25acd9599c06 None None] Current status of the port 8f9d8388-7233-4715-b5e2-92c6df03a847 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:57.300827 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98a85a9d-526a-42bd-b753-c50509154cc9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (5bc5d733-269a-40c9-828c-66227ffe129d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:57.308097 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98a85a9d-526a-42bd-b753-c50509154cc9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:57.319662 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-98a85a9d-526a-42bd-b753-c50509154cc9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] 10.222.0.37 "DELETE /v2.0/networks/5bc5d733-269a-40c9-828c-66227ffe129d HTTP/1.1" status: 204 len: 168 time: 1.9054468 Feb 20 05:47:57.320435 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47286) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:57.322961 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8f9d8388-7233-4715-b5e2-92c6df03a847 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:47:57.345380 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a85a9d-526a-42bd-b753-c50509154cc9 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Pushing event deleted for resources: {'Network': ['ID=5bc5d733-269a-40c9-828c-66227ffe129d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:57.376424 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-97351f11-de3d-438d-a0d2-8b4dc4456d35 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5ebcc7b-954d-4e36-a20f-a44fe80779c3 HTTP/1.1" status: 200 len: 205 time: 0.0381038 Feb 20 05:47:57.376696 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47288) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:57.427537 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 8f9d8388-7233-4715-b5e2-92c6df03a847 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:57.428506 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8f9d8388-7233-4715-b5e2-92c6df03a847), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:57.453712 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-36de3434-37e2-457f-ac34-4dad091c4af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3d11f213-bb20-483c-bdec-0d0222baa32f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:57.457232 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-36de3434-37e2-457f-ac34-4dad091c4af4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:57.458562 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-36de3434-37e2-457f-ac34-4dad091c4af4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d11f213-bb20-483c-bdec-0d0222baa32f HTTP/1.1" status: 204 len: 168 time: 1.5702631 Feb 20 05:47:57.476430 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c452825-c313-4e4f-9c1a-73211afbde3b tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Pushing event updated for resources: {'Port': ['ID=4bb4f1ae-e3f6-403b-ac1a-96b2b5d0f403,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:57.499639 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-4c452825-c313-4e4f-9c1a-73211afbde3b tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] In _notify_port_updated(), no bound segment for port 4bb4f1ae-e3f6-403b-ac1a-96b2b5d0f403 on network 40716c33-9b65-4d81-a2b2-d2dc2fa06476 {{(pid=103407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 05:47:57.502041 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0f2d98f5-a1ef-4c41-b575-61a5b4300b26 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks [] for router (d5ebcc7b-954d-4e36-a20f-a44fe80779c3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:57.504732 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c452825-c313-4e4f-9c1a-73211afbde3b tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:57.505388 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c452825-c313-4e4f-9c1a-73211afbde3b tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:57.509672 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4c452825-c313-4e4f-9c1a-73211afbde3b tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] 10.222.0.37 "PUT /v2.0/ports/4bb4f1ae-e3f6-403b-ac1a-96b2b5d0f403 HTTP/1.1" status: 200 len: 1002 time: 2.5662992 Feb 20 05:47:57.513763 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47292) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:57.556774 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de3434-37e2-457f-ac34-4dad091c4af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d11f213-bb20-483c-bdec-0d0222baa32f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:57.658298 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 8f9d8388-7233-4715-b5e2-92c6df03a847 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:47:57.716467 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47296) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:57.757058 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8d90d011-f5e0-49e9-bc55-2813e682ff8c no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:47:57.807084 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 8d90d011-f5e0-49e9-bc55-2813e682ff8c {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:47:57.808761 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8d90d011-f5e0-49e9-bc55-2813e682ff8c not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:47:57.817309 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0897c-3681-47fa-b1be-8299fa515b19 req-3865ad05-7b52-43f0-9caf-faed54401ddf tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:57.818937 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ffe0897c-3681-47fa-b1be-8299fa515b19 req-3865ad05-7b52-43f0-9caf-faed54401ddf tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.48 "GET /v2.0/ports?device_id=863693a4-b4ed-4958-b297-7d56b78d83b3 HTTP/1.1" status: 200 len: 946 time: 0.3664534 Feb 20 05:47:57.881263 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0f2d98f5-a1ef-4c41-b575-61a5b4300b26 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (d5ebcc7b-954d-4e36-a20f-a44fe80779c3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:57.883618 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0f2d98f5-a1ef-4c41-b575-61a5b4300b26 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks [] for router_controller (d5ebcc7b-954d-4e36-a20f-a44fe80779c3), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:57.958922 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0f2d98f5-a1ef-4c41-b575-61a5b4300b26 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (d5ebcc7b-954d-4e36-a20f-a44fe80779c3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:57.959687 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2d98f5-a1ef-4c41-b575-61a5b4300b26 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Fanout notify agent at l3_agent the message router_deleted on router d5ebcc7b-954d-4e36-a20f-a44fe80779c3 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:47:57.961097 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-6598c5e0-5875-4949-939d-02574e0616bd None None] Provisioning complete for port 4bb4f1ae-e3f6-403b-ac1a-96b2b5d0f403 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:47:57.963341 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6598c5e0-5875-4949-939d-02574e0616bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4bb4f1ae-e3f6-403b-ac1a-96b2b5d0f403), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:57.964225 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acfee52-c5f2-435b-b0f0-b76b69b2e0f2 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:47:57.993016 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0f2d98f5-a1ef-4c41-b575-61a5b4300b26 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:57.994758 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0f2d98f5-a1ef-4c41-b575-61a5b4300b26 tempest-RoutersNegativeTest-894756436 tempest-RoutersNegativeTest-894756436-project] 10.222.0.37 "DELETE /v2.0/routers/d5ebcc7b-954d-4e36-a20f-a44fe80779c3 HTTP/1.1" status: 204 len: 168 time: 0.6165168 Feb 20 05:47:58.022394 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-693b3ff1-46d9-439c-bf12-73a5e49fdc0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:58.057320 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a6bded-fa6f-432b-a24a-7c95152709ed None None] Sync routers for ids ['c8a337db-0481-4884-9540-632605b7d257'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:47:58.104342 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a6bded-fa6f-432b-a24a-7c95152709ed None None] Routers {'c8a337db-0481-4884-9540-632605b7d257'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:47:58.105247 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-68a6bded-fa6f-432b-a24a-7c95152709ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:47:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8a337db-0481-4884-9540-632605b7d257'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:58.157244 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9acfee52-c5f2-435b-b0f0-b76b69b2e0f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:58.166837 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9acfee52-c5f2-435b-b0f0-b76b69b2e0f2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.3347943 Feb 20 05:47:58.169668 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47318) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:58.195371 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-693b3ff1-46d9-439c-bf12-73a5e49fdc0f admin admin] Publish callbacks [] for security_group (b5c0b243-afee-4133-ad18-04afb494c7af), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:58.206063 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-693b3ff1-46d9-439c-bf12-73a5e49fdc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b5c0b243-afee-4133-ad18-04afb494c7af), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:58.251344 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8f0ac456-5c8c-4429-baa9-728fde18df13 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Deleting port 4bb4f1ae-e3f6-403b-ac1a-96b2b5d0f403 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:47:58.251609 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f0ac456-5c8c-4429-baa9-728fde18df13 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4bb4f1ae-e3f6-403b-ac1a-96b2b5d0f403), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:58.281746 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-68a6bded-fa6f-432b-a24a-7c95152709ed None None] Set router c8a337db-0481-4884-9540-632605b7d257 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:47:58.305884 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b3ff1-46d9-439c-bf12-73a5e49fdc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c0b243-afee-4133-ad18-04afb494c7af,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:58.366304 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-693b3ff1-46d9-439c-bf12-73a5e49fdc0f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ba24657ecc24cdd90b380e04987bd50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6488621 Feb 20 05:47:58.370559 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47324) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:58.423470 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47326) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:58.431462 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e6ce2-532d-4dca-8b17-e65e1dd5137e req-80c18607-810b-46a9-b207-2b8de5f1447e tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:47:58.438263 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-501e6ce2-532d-4dca-8b17-e65e1dd5137e req-80c18607-810b-46a9-b207-2b8de5f1447e tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=863693a4-b4ed-4958-b297-7d56b78d83b3 HTTP/1.1" status: 200 len: 946 time: 0.4013274 Feb 20 05:47:58.491953 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6598c5e0-5875-4949-939d-02574e0616bd None None] Port 4bb4f1ae-e3f6-403b-ac1a-96b2b5d0f403 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:47:58.500526 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f0ac456-5c8c-4429-baa9-728fde18df13 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4bb4f1ae-e3f6-403b-ac1a-96b2b5d0f403), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:58.517646 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-ffe0897c-3681-47fa-b1be-8299fa515b19 req-bbd66513-be00-4267-95fa-45d6541ed4da tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Deleting port 4ec8dd33-3bb1-45d4-8a28-201cc4619673 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:47:58.517885 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ffe0897c-3681-47fa-b1be-8299fa515b19 req-bbd66513-be00-4267-95fa-45d6541ed4da tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4ec8dd33-3bb1-45d4-8a28-201cc4619673), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:58.535590 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-68a6bded-fa6f-432b-a24a-7c95152709ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a337db-0481-4884-9540-632605b7d257', 'name': 'tempest-AttachVolumeShelveTestJSON-714751017-router', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:47:47Z', 'updated_at': '2022-02-20T05:47:54Z', 'revision_number': 3, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'gw_port': {'id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:47:50Z', 'updated_at': '2022-02-20T05:47:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:58.569246 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a6bded-fa6f-432b-a24a-7c95152709ed None None] Checking router: c8a337db-0481-4884-9540-632605b7d257 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:47:58.569606 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a6bded-fa6f-432b-a24a-7c95152709ed None None] Updating router c8a337db-0481-4884-9540-632605b7d257 port 96dfd4b2-092a-4080-9a2f-4544c059bf6a binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:47:58.618154 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68a6bded-fa6f-432b-a24a-7c95152709ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (96dfd4b2-092a-4080-9a2f-4544c059bf6a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:58.619487 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8f0ac456-5c8c-4429-baa9-728fde18df13 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Calling delete_port for 4bb4f1ae-e3f6-403b-ac1a-96b2b5d0f403 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:47:58.619741 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-aa3d9e9e-2c0e-4445-90f8-bd6c87d3a3a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=59f8db8cf83c437884159a7450ec4cc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1947708 Feb 20 05:47:58.622587 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47334) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:58.690852 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-259fea88-6b47-43f6-bfe3-5cfa4660a6af admin admin] Publish callbacks [] for security_group (73217ea8-f1b7-4f83-b04d-006446cc923c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:58.740075 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-259fea88-6b47-43f6-bfe3-5cfa4660a6af admin admin] Publish callbacks [] for security_group (73217ea8-f1b7-4f83-b04d-006446cc923c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:58.781885 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-501e6ce2-532d-4dca-8b17-e65e1dd5137e req-aac58c1f-c40c-467f-ae24-4a3c43c91f73 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb0f38e-271c-415d-bed8-dbcf8e267a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347313 Feb 20 05:47:58.836748 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a45c5f28-0ae0-4e1b-be56-507e56787708 admin admin] Publish callbacks [] for security_group (b5c0b243-afee-4133-ad18-04afb494c7af), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:58.850101 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-259fea88-6b47-43f6-bfe3-5cfa4660a6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (73217ea8-f1b7-4f83-b04d-006446cc923c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:58.853035 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-259fea88-6b47-43f6-bfe3-5cfa4660a6af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:58.854639 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-259fea88-6b47-43f6-bfe3-5cfa4660a6af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73217ea8-f1b7-4f83-b04d-006446cc923c HTTP/1.1" status: 204 len: 168 time: 0.2311070 Feb 20 05:47:58.895228 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fea88-6b47-43f6-bfe3-5cfa4660a6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73217ea8-f1b7-4f83-b04d-006446cc923c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:58.945497 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-ffe0897c-3681-47fa-b1be-8299fa515b19 req-bbd66513-be00-4267-95fa-45d6541ed4da tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] For port 4ec8dd33-3bb1-45d4-8a28-201cc4619673, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4ec8dd33-3bb1-45d4-8a28-201cc4619673,segment=NetworkSegment(45924b7c-05d5-4b0a-bb51-112a5515364f),segment_id=45924b7c-05d5-4b0a-bb51-112a5515364f)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:47:58.954963 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ffe0897c-3681-47fa-b1be-8299fa515b19 req-bbd66513-be00-4267-95fa-45d6541ed4da tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4ec8dd33-3bb1-45d4-8a28-201cc4619673), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:58.959398 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a45c5f28-0ae0-4e1b-be56-507e56787708 admin admin] Publish callbacks [] for security_group (b5c0b243-afee-4133-ad18-04afb494c7af), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:58.995697 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-ffe0897c-3681-47fa-b1be-8299fa515b19 req-bbd66513-be00-4267-95fa-45d6541ed4da tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Calling delete_port for 4ec8dd33-3bb1-45d4-8a28-201cc4619673 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:47:59.166356 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68a6bded-fa6f-432b-a24a-7c95152709ed None None] Publish callbacks [] for port (96dfd4b2-092a-4080-9a2f-4544c059bf6a), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:59.178886 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68a6bded-fa6f-432b-a24a-7c95152709ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (96dfd4b2-092a-4080-9a2f-4544c059bf6a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:59.263164 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a45c5f28-0ae0-4e1b-be56-507e56787708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b5c0b243-afee-4133-ad18-04afb494c7af), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:59.265824 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a45c5f28-0ae0-4e1b-be56-507e56787708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:59.267070 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a45c5f28-0ae0-4e1b-be56-507e56787708 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5c0b243-afee-4133-ad18-04afb494c7af HTTP/1.1" status: 204 len: 168 time: 0.8911281 Feb 20 05:47:59.278432 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90db583-9683-4121-ae86-0e43a34708e7 None None] Pushing event updated for resources: {'Port': ['ID=96dfd4b2-092a-4080-9a2f-4544c059bf6a,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:59.315835 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-68a6bded-fa6f-432b-a24a-7c95152709ed None None] Attempting to bind port 96dfd4b2-092a-4080-9a2f-4544c059bf6a on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:47:59.316659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-68a6bded-fa6f-432b-a24a-7c95152709ed None None] Attempting to bind port 96dfd4b2-092a-4080-9a2f-4544c059bf6a by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:47:59.317438 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a6bded-fa6f-432b-a24a-7c95152709ed None None] Attempting to bind port 96dfd4b2-092a-4080-9a2f-4544c059bf6a on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:47:59.325058 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a6bded-fa6f-432b-a24a-7c95152709ed None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:47:59.325596 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a6bded-fa6f-432b-a24a-7c95152709ed None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:47:59.326126 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68a6bded-fa6f-432b-a24a-7c95152709ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:59.326641 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a6bded-fa6f-432b-a24a-7c95152709ed None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:47:59.327257 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-68a6bded-fa6f-432b-a24a-7c95152709ed None None] Bound port: 96dfd4b2-092a-4080-9a2f-4544c059bf6a, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:47:59.327744 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68a6bded-fa6f-432b-a24a-7c95152709ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (96dfd4b2-092a-4080-9a2f-4544c059bf6a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:59.341454 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c5f28-0ae0-4e1b-be56-507e56787708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c0b243-afee-4133-ad18-04afb494c7af,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:59.435046 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-68a6bded-fa6f-432b-a24a-7c95152709ed None None] For port 96dfd4b2-092a-4080-9a2f-4544c059bf6a, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:47:59.437564 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-68a6bded-fa6f-432b-a24a-7c95152709ed None None] For port 96dfd4b2-092a-4080-9a2f-4544c059bf6a, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=96dfd4b2-092a-4080-9a2f-4544c059bf6a,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:47:59.448803 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68a6bded-fa6f-432b-a24a-7c95152709ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (96dfd4b2-092a-4080-9a2f-4544c059bf6a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:59.451374 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f0ac456-5c8c-4429-baa9-728fde18df13 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (4bb4f1ae-e3f6-403b-ac1a-96b2b5d0f403), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:59.487320 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ac456-5c8c-4429-baa9-728fde18df13 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Pushing event deleted for resources: {'Port': ['ID=4bb4f1ae-e3f6-403b-ac1a-96b2b5d0f403,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:59.589235 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f0ac456-5c8c-4429-baa9-728fde18df13 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:59.596210 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47362) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:59.607292 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90db583-9683-4121-ae86-0e43a34708e7 None None] Pushing event updated for resources: {'Port': ['ID=96dfd4b2-092a-4080-9a2f-4544c059bf6a,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:59.608250 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8f0ac456-5c8c-4429-baa9-728fde18df13 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] 10.222.0.37 "DELETE /v2.0/ports/4bb4f1ae-e3f6-403b-ac1a-96b2b5d0f403 HTTP/1.1" status: 204 len: 168 time: 2.0922604 Feb 20 05:47:59.613103 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a6bded-fa6f-432b-a24a-7c95152709ed None None] Routers {'c8a337db-0481-4884-9540-632605b7d257'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:47:59.613754 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-68a6bded-fa6f-432b-a24a-7c95152709ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:47:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8a337db-0481-4884-9540-632605b7d257'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:47:59.649540 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce1e224c-870c-4b5c-ba8a-8fd4ffdc7c82 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] GET failed (client error): The resource could not be found. Feb 20 05:47:59.659434 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ce1e224c-870c-4b5c-ba8a-8fd4ffdc7c82 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] 10.222.0.37 "GET /v2.0/ports/4bb4f1ae-e3f6-403b-ac1a-96b2b5d0f403 HTTP/1.1" status: 404 len: 333 time: 0.0620697 Feb 20 05:47:59.660262 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47364) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:59.665259 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-7b711ec6-27e8-48de-bd42-af5c7dab0f90 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Request body: {'port': {'network_id': '40716c33-9b65-4d81-a2b2-d2dc2fa06476', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-374846234'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:47:59.797803 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ffe0897c-3681-47fa-b1be-8299fa515b19 req-bbd66513-be00-4267-95fa-45d6541ed4da tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (4ec8dd33-3bb1-45d4-8a28-201cc4619673), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:59.888802 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47372) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:47:59.933568 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-158b4818-8a1f-45c7-b679-b4cd21a9a528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:47:59.956673 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd66513-be00-4267-95fa-45d6541ed4da tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Pushing event deleted for resources: {'Port': ['ID=4ec8dd33-3bb1-45d4-8a28-201cc4619673,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:47:59.987671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-68a6bded-fa6f-432b-a24a-7c95152709ed None None] Set router c8a337db-0481-4884-9540-632605b7d257 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:48:00.006592 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cd9df2b2-791b-46cf-9821-6144b615f136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:00.013807 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b711ec6-27e8-48de-bd42-af5c7dab0f90 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Made reservation on behalf of b5544ea68aa64399bf379aa26f5a475c for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:00.018858 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe0897c-3681-47fa-b1be-8299fa515b19 req-bbd66513-be00-4267-95fa-45d6541ed4da tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] No DVR routers for this DVR port 4ec8dd33-3bb1-45d4-8a28-201cc4619673 on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:48:00.022741 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7b711ec6-27e8-48de-bd42-af5c7dab0f90 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:00.038213 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ffe0897c-3681-47fa-b1be-8299fa515b19 req-bbd66513-be00-4267-95fa-45d6541ed4da tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:00.041863 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ffe0897c-3681-47fa-b1be-8299fa515b19 req-bbd66513-be00-4267-95fa-45d6541ed4da tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.48 "DELETE /v2.0/ports/4ec8dd33-3bb1-45d4-8a28-201cc4619673 HTTP/1.1" status: 204 len: 173 time: 2.1920986 Feb 20 05:48:00.043819 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863693a4-b4ed-4958-b297-7d56b78d83b3', 'name': 'network-vif-deleted', 'tag': '4ec8dd33-3bb1-45d4-8a28-201cc4619673'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:48:00.046829 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dd1ebc-2226-4772-a9b2-f4512c35aca0" -d '{"events": [{"server_uuid": "863693a4-b4ed-4958-b297-7d56b78d83b3", "name": "network-vif-deleted", "tag": "4ec8dd33-3bb1-45d4-8a28-201cc4619673"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:48:00.068562 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c37bd1ec-e078-4ddb-99fd-a71979e84ef6 req-1a9ed601-7108-4156-a571-dff6d3ce80e6 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/ports?device_id=863693a4-b4ed-4958-b297-7d56b78d83b3 HTTP/1.1" status: 200 len: 210 time: 0.1267493 Feb 20 05:48:00.110133 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-7b711ec6-27e8-48de-bd42-af5c7dab0f90 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] device_id is not set on port 3629b353-dc5a-4dd7-a791-bdd0f67d08a4 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:48:00.273512 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 4ec8dd33-3bb1-45d4-8a28-201cc4619673 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:48:00.300076 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-cd9df2b2-791b-46cf-9821-6144b615f136 admin admin] Allocated IP 172.20.0.1 (72954832-dc86-4706-b5e9-cf8eb66f0446/ec01882b-2949-4e73-b51b-e8c64ca48e8d/7d7454a1-b288-4b63-9367-fdc897ea412a) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:48:00.338876 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 4ec8dd33-3bb1-45d4-8a28-201cc4619673 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:48:00.339473 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 4ec8dd33-3bb1-45d4-8a28-201cc4619673 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:48:00.428199 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-158b4818-8a1f-45c7-b679-b4cd21a9a528 admin admin] Publish callbacks [] for security_group (a54deabe-fcb6-4d32-bdbb-f17da5aa270a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:00.442751 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-158b4818-8a1f-45c7-b679-b4cd21a9a528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a54deabe-fcb6-4d32-bdbb-f17da5aa270a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:00.528519 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cd9df2b2-791b-46cf-9821-6144b615f136 admin admin] Publish callbacks [] for port (7d7454a1-b288-4b63-9367-fdc897ea412a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:00.579851 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-158b4818-8a1f-45c7-b679-b4cd21a9a528 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a38b7f594ced48718545cd3ee1fc5f09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6891439 Feb 20 05:48:00.580442 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfba06c4-8c26-4cc3-9096-f5a72616956b x-openstack-request-id: req-bfba06c4-8c26-4cc3-9096-f5a72616956b {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:48:00.580768 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863693a4-b4ed-4958-b297-7d56b78d83b3", "name": "network-vif-deleted", "tag": "4ec8dd33-3bb1-45d4-8a28-201cc4619673", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:48:00.581101 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bfba06c4-8c26-4cc3-9096-f5a72616956b {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:48:00.581538 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863693a4-b4ed-4958-b297-7d56b78d83b3', 'name': 'network-vif-deleted', 'tag': '4ec8dd33-3bb1-45d4-8a28-201cc4619673', 'status': 'completed', 'code': 200} Feb 20 05:48:00.581927 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47388) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:00.583108 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b4818-8a1f-45c7-b679-b4cd21a9a528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54deabe-fcb6-4d32-bdbb-f17da5aa270a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:00.659420 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cd9df2b2-791b-46cf-9821-6144b615f136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (7d7454a1-b288-4b63-9367-fdc897ea412a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:00.718467 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-7b711ec6-27e8-48de-bd42-af5c7dab0f90 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Allocated IP 2001:db8::3c8 (40716c33-9b65-4d81-a2b2-d2dc2fa06476/05fddddb-19be-4916-931f-eff721f05cca/3629b353-dc5a-4dd7-a791-bdd0f67d08a4) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:48:00.770320 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-68a6bded-fa6f-432b-a24a-7c95152709ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a337db-0481-4884-9540-632605b7d257', 'name': 'tempest-AttachVolumeShelveTestJSON-714751017-router', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:47:47Z', 'updated_at': '2022-02-20T05:47:54Z', 'revision_number': 3, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'gw_port': {'id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:47:50Z', 'updated_at': '2022-02-20T05:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:00.782018 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9df2b2-791b-46cf-9821-6144b615f136 admin admin] Network 72954832-dc86-4706-b5e9-cf8eb66f0446 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:48:00.802470 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-cd9df2b2-791b-46cf-9821-6144b615f136 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:00.832691 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9df2b2-791b-46cf-9821-6144b615f136 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:48:00.848478 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1c4669aa-4273-4004-a89a-4ce540f95738 admin admin] Publish callbacks [] for security_group (a54deabe-fcb6-4d32-bdbb-f17da5aa270a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:00.921758 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a6bded-fa6f-432b-a24a-7c95152709ed None None] The sync data for ids ['c8a337db-0481-4884-9540-632605b7d257'] in n-d-829866-5 is: [{'id': 'c8a337db-0481-4884-9540-632605b7d257', 'name': 'tempest-AttachVolumeShelveTestJSON-714751017-router', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:47:47Z', 'updated_at': '2022-02-20T05:47:54Z', 'revision_number': 3, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'gw_port': {'id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:47:50Z', 'updated_at': '2022-02-20T05:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:48:00.929142 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9df2b2-791b-46cf-9821-6144b615f136 admin admin] Pushing event updated for resources: {'Port': ['ID=7d7454a1-b288-4b63-9367-fdc897ea412a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:01.035590 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1c4669aa-4273-4004-a89a-4ce540f95738 admin admin] Publish callbacks [] for security_group (a54deabe-fcb6-4d32-bdbb-f17da5aa270a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:01.100380 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cd9df2b2-791b-46cf-9821-6144b615f136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (c8a337db-0481-4884-9540-632605b7d257), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:01.147503 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7b711ec6-27e8-48de-bd42-af5c7dab0f90 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks [] for port (3629b353-dc5a-4dd7-a791-bdd0f67d08a4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:01.253081 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7b711ec6-27e8-48de-bd42-af5c7dab0f90 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (3629b353-dc5a-4dd7-a791-bdd0f67d08a4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:01.370215 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-77e81688-67c1-493c-b52b-42f3f4b1209b None None] Provisioning complete for port 7d7454a1-b288-4b63-9367-fdc897ea412a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:48:01.370634 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-77e81688-67c1-493c-b52b-42f3f4b1209b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7d7454a1-b288-4b63-9367-fdc897ea412a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:01.447618 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1c4669aa-4273-4004-a89a-4ce540f95738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a54deabe-fcb6-4d32-bdbb-f17da5aa270a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:01.452935 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b711ec6-27e8-48de-bd42-af5c7dab0f90 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Network 40716c33-9b65-4d81-a2b2-d2dc2fa06476 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:48:01.457034 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1c4669aa-4273-4004-a89a-4ce540f95738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:01.461339 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1c4669aa-4273-4004-a89a-4ce540f95738 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a54deabe-fcb6-4d32-bdbb-f17da5aa270a HTTP/1.1" status: 204 len: 168 time: 0.8781331 Feb 20 05:48:01.499953 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-7b711ec6-27e8-48de-bd42-af5c7dab0f90 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:01.513509 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-77e81688-67c1-493c-b52b-42f3f4b1209b None None] Port 7d7454a1-b288-4b63-9367-fdc897ea412a cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:48:01.515595 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b711ec6-27e8-48de-bd42-af5c7dab0f90 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:48:01.523752 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4669aa-4273-4004-a89a-4ce540f95738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54deabe-fcb6-4d32-bdbb-f17da5aa270a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:01.528802 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cd9df2b2-791b-46cf-9821-6144b615f136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7d7454a1-b288-4b63-9367-fdc897ea412a), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:01.536349 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b711ec6-27e8-48de-bd42-af5c7dab0f90 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:01.555233 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7b711ec6-27e8-48de-bd42-af5c7dab0f90 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:01.604722 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47432) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:01.664633 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b711ec6-27e8-48de-bd42-af5c7dab0f90 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Pushing event updated for resources: {'Port': ['ID=3629b353-dc5a-4dd7-a791-bdd0f67d08a4,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:01.689499 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7b711ec6-27e8-48de-bd42-af5c7dab0f90 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0262299 Feb 20 05:48:01.691963 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47434) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:01.706266 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a67b7e73-6fad-4fba-8697-739a2fae39ce tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Request body: {'port': {'network_id': '40716c33-9b65-4d81-a2b2-d2dc2fa06476', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1033754148'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:01.881847 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef911934-53cc-4876-a813-cf20b783e7bd tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks [] for security_group (fb77c05c-44bd-41bb-899d-6cfb8829ad54), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:01.895348 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47438) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:02.038940 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef911934-53cc-4876-a813-cf20b783e7bd tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks [] for security_group (fb77c05c-44bd-41bb-899d-6cfb8829ad54), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:02.077516 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67b7e73-6fad-4fba-8697-739a2fae39ce tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Made reservation on behalf of b5544ea68aa64399bf379aa26f5a475c for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:02.084296 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a67b7e73-6fad-4fba-8697-739a2fae39ce tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:02.104325 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0da9f30c-627d-4371-8bce-f660303d577f None None] Provisioning complete for port 3629b353-dc5a-4dd7-a791-bdd0f67d08a4 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:48:02.106456 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0da9f30c-627d-4371-8bce-f660303d577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3629b353-dc5a-4dd7-a791-bdd0f67d08a4), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:02.136378 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-a67b7e73-6fad-4fba-8697-739a2fae39ce tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] device_id is not set on port 96bca036-8f6e-4b91-b07e-82b4e52fb4cc yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:48:02.227040 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0da9f30c-627d-4371-8bce-f660303d577f None None] Port 3629b353-dc5a-4dd7-a791-bdd0f67d08a4 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:48:02.245881 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef911934-53cc-4876-a813-cf20b783e7bd tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (fb77c05c-44bd-41bb-899d-6cfb8829ad54), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:02.251942 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef911934-53cc-4876-a813-cf20b783e7bd tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:02.259853 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ef911934-53cc-4876-a813-cf20b783e7bd tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "DELETE /v2.0/security-groups/fb77c05c-44bd-41bb-899d-6cfb8829ad54 HTTP/1.1" status: 204 len: 168 time: 0.6491129 Feb 20 05:48:02.268136 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47448) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:02.271499 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cd9df2b2-791b-46cf-9821-6144b615f136 admin admin] Publish callbacks [] for port (7d7454a1-b288-4b63-9367-fdc897ea412a), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:02.309191 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-1a7be0d1-d343-4122-ac45-7cf425c6a207 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] show failed (client error): The resource could not be found. Feb 20 05:48:02.312719 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1a7be0d1-d343-4122-ac45-7cf425c6a207 tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "GET /v2.0/security-groups/fb77c05c-44bd-41bb-899d-6cfb8829ad54 HTTP/1.1" status: 404 len: 347 time: 0.0368328 Feb 20 05:48:02.312719 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cd9df2b2-791b-46cf-9821-6144b615f136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (7d7454a1-b288-4b63-9367-fdc897ea412a), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:02.313438 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47450) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:02.333647 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98286764-c919-4154-b267-fd5a356e90ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:02.358673 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9df2b2-791b-46cf-9821-6144b615f136 admin admin] Pushing event updated for resources: {'Port': ['ID=7d7454a1-b288-4b63-9367-fdc897ea412a,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:02.363272 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef911934-53cc-4876-a813-cf20b783e7bd tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb77c05c-44bd-41bb-899d-6cfb8829ad54,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:02.502277 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cd9df2b2-791b-46cf-9821-6144b615f136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (c8a337db-0481-4884-9540-632605b7d257), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:02.568132 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98286764-c919-4154-b267-fd5a356e90ce admin admin] Publish callbacks [] for security_group (a6564a4d-2feb-4566-b46e-37ce466ab0c6), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:02.682712 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98286764-c919-4154-b267-fd5a356e90ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a6564a4d-2feb-4566-b46e-37ce466ab0c6), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:02.800285 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98286764-c919-4154-b267-fd5a356e90ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6564a4d-2feb-4566-b46e-37ce466ab0c6,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:02.806833 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-98286764-c919-4154-b267-fd5a356e90ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2c3cf52bfb946e59e34dc6a32b17f27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9083078 Feb 20 05:48:02.810827 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47468) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:02.848580 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-a67b7e73-6fad-4fba-8697-739a2fae39ce tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Allocated IP 2001:db8::1d2 (40716c33-9b65-4d81-a2b2-d2dc2fa06476/05fddddb-19be-4916-931f-eff721f05cca/96bca036-8f6e-4b91-b07e-82b4e52fb4cc) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:48:03.209024 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6408bef5-b0f0-4dee-adc2-edba25bef024 admin admin] Publish callbacks [] for security_group (a6564a4d-2feb-4566-b46e-37ce466ab0c6), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:03.296456 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6408bef5-b0f0-4dee-adc2-edba25bef024 admin admin] Publish callbacks [] for security_group (a6564a4d-2feb-4566-b46e-37ce466ab0c6), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:03.364172 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-a369c4ff-7cbf-44ca-b240-ebe04230f99f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Deleting port f1281f6b-f851-4323-b7e3-9c7d09a44f70 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:48:03.364701 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a369c4ff-7cbf-44ca-b240-ebe04230f99f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (f1281f6b-f851-4323-b7e3-9c7d09a44f70), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:03.372001 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9df2b2-791b-46cf-9821-6144b615f136 admin admin] Network 72954832-dc86-4706-b5e9-cf8eb66f0446 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:48:03.389851 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-cd9df2b2-791b-46cf-9821-6144b615f136 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:03.403111 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 96dfd4b2-092a-4080-9a2f-4544c059bf6a up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:48:03.571986 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a67b7e73-6fad-4fba-8697-739a2fae39ce tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks [] for port (96bca036-8f6e-4b91-b07e-82b4e52fb4cc), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:03.629204 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6408bef5-b0f0-4dee-adc2-edba25bef024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a6564a4d-2feb-4566-b46e-37ce466ab0c6), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:03.633012 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6408bef5-b0f0-4dee-adc2-edba25bef024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:03.637548 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6408bef5-b0f0-4dee-adc2-edba25bef024 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6564a4d-2feb-4566-b46e-37ce466ab0c6 HTTP/1.1" status: 204 len: 168 time: 0.8075597 Feb 20 05:48:03.649701 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a67b7e73-6fad-4fba-8697-739a2fae39ce tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (96bca036-8f6e-4b91-b07e-82b4e52fb4cc), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:03.651741 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408bef5-b0f0-4dee-adc2-edba25bef024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6564a4d-2feb-4566-b46e-37ce466ab0c6,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:03.786162 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67b7e73-6fad-4fba-8697-739a2fae39ce tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Network 40716c33-9b65-4d81-a2b2-d2dc2fa06476 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:48:03.802125 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-a67b7e73-6fad-4fba-8697-739a2fae39ce tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:03.805837 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67b7e73-6fad-4fba-8697-739a2fae39ce tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:48:03.812488 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9df2b2-791b-46cf-9821-6144b615f136 admin admin] Router c8a337db-0481-4884-9540-632605b7d257 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:48:03.820024 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67b7e73-6fad-4fba-8697-739a2fae39ce tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:03.821679 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a67b7e73-6fad-4fba-8697-739a2fae39ce tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:03.892363 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a67b7e73-6fad-4fba-8697-739a2fae39ce tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1989005 Feb 20 05:48:03.897318 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47498) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:03.916033 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0314e0f6-be9c-40de-b90f-f4765d4102b3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::369', 'mac_address': 'fa:16:3e:34:e5:24'}, {'ip_address': '2001:db8::3c8', 'mac_address': 'fa:16:3e:ce:b4:7f'}]}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:03.932102 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b7e73-6fad-4fba-8697-739a2fae39ce tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Pushing event updated for resources: {'Port': ['ID=96bca036-8f6e-4b91-b07e-82b4e52fb4cc,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:04.175535 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5c82eee6-5de4-46a0-91a2-24a0e0f3c149 None None] Provisioning complete for port 7d7454a1-b288-4b63-9367-fdc897ea412a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:48:04.176147 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5c82eee6-5de4-46a0-91a2-24a0e0f3c149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7d7454a1-b288-4b63-9367-fdc897ea412a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:04.370167 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5c82eee6-5de4-46a0-91a2-24a0e0f3c149 None None] Port 7d7454a1-b288-4b63-9367-fdc897ea412a cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:48:04.400156 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 96dfd4b2-092a-4080-9a2f-4544c059bf6a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:48:04.401603 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (96dfd4b2-092a-4080-9a2f-4544c059bf6a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:04.409938 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a369c4ff-7cbf-44ca-b240-ebe04230f99f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (f1281f6b-f851-4323-b7e3-9c7d09a44f70), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:04.410490 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a369c4ff-7cbf-44ca-b240-ebe04230f99f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks [] for floatingip (f1281f6b-f851-4323-b7e3-9c7d09a44f70), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:04.417042 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0314e0f6-be9c-40de-b90f-f4765d4102b3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (96bca036-8f6e-4b91-b07e-82b4e52fb4cc), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:04.482108 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-a369c4ff-7cbf-44ca-b240-ebe04230f99f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Calling delete_port for f1281f6b-f851-4323-b7e3-9c7d09a44f70 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:48:04.559937 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9df2b2-791b-46cf-9821-6144b615f136 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:48:04.578780 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-cd9df2b2-791b-46cf-9821-6144b615f136 admin admin] 10.222.0.37 "PUT /v2.0/routers/c8a337db-0481-4884-9540-632605b7d257/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3971267 Feb 20 05:48:04.580165 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4378f1-f31f-4569-a29c-6ac7f015ef4e None None] Sync routers for ids ['c8a337db-0481-4884-9540-632605b7d257'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:48:04.610011 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4378f1-f31f-4569-a29c-6ac7f015ef4e None None] Routers {'c8a337db-0481-4884-9540-632605b7d257'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:48:04.611271 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-db4378f1-f31f-4569-a29c-6ac7f015ef4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:47:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8a337db-0481-4884-9540-632605b7d257'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:04.638576 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b801e705-30b6-4d1b-b12b-68384ae91723 None None] Provisioning complete for port 96bca036-8f6e-4b91-b07e-82b4e52fb4cc triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:48:04.639235 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b801e705-30b6-4d1b-b12b-68384ae91723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (96bca036-8f6e-4b91-b07e-82b4e52fb4cc), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:04.759975 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 96dfd4b2-092a-4080-9a2f-4544c059bf6a is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:48:04.760380 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (96dfd4b2-092a-4080-9a2f-4544c059bf6a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:04.766622 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47526) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:04.821684 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b801e705-30b6-4d1b-b12b-68384ae91723 None None] Port 96bca036-8f6e-4b91-b07e-82b4e52fb4cc cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:48:04.842698 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8579fc5d-292e-452b-b5ff-53a053cb51d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:04.870205 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 96dfd4b2-092a-4080-9a2f-4544c059bf6a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=96dfd4b2-092a-4080-9a2f-4544c059bf6a,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:48:04.885048 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (96dfd4b2-092a-4080-9a2f-4544c059bf6a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:04.968635 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=96dfd4b2-092a-4080-9a2f-4544c059bf6a,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:05.031125 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-db4378f1-f31f-4569-a29c-6ac7f015ef4e None None] Set router c8a337db-0481-4884-9540-632605b7d257 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:48:05.075639 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a369c4ff-7cbf-44ca-b240-ebe04230f99f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (f1281f6b-f851-4323-b7e3-9c7d09a44f70), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:05.079257 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0314e0f6-be9c-40de-b90f-f4765d4102b3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks [] for port (96bca036-8f6e-4b91-b07e-82b4e52fb4cc), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:05.091910 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0314e0f6-be9c-40de-b90f-f4765d4102b3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (96bca036-8f6e-4b91-b07e-82b4e52fb4cc), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:05.179711 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-0314e0f6-be9c-40de-b90f-f4765d4102b3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] In _notify_port_updated(), no bound segment for port 96bca036-8f6e-4b91-b07e-82b4e52fb4cc on network 40716c33-9b65-4d81-a2b2-d2dc2fa06476 {{(pid=103406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 05:48:05.191437 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0314e0f6-be9c-40de-b90f-f4765d4102b3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:05.203396 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0314e0f6-be9c-40de-b90f-f4765d4102b3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:05.213197 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0314e0f6-be9c-40de-b90f-f4765d4102b3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] 10.222.0.37 "PUT /v2.0/ports/96bca036-8f6e-4b91-b07e-82b4e52fb4cc HTTP/1.1" status: 200 len: 1068 time: 1.3114834 Feb 20 05:48:05.218335 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47544) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:05.266011 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369c4ff-7cbf-44ca-b240-ebe04230f99f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Pushing event deleted for resources: {'Port': ['ID=f1281f6b-f851-4323-b7e3-9c7d09a44f70,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:05.351745 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 96dfd4b2-092a-4080-9a2f-4544c059bf6a up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:48:05.385827 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314e0f6-be9c-40de-b90f-f4765d4102b3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Pushing event updated for resources: {'Port': ['ID=96bca036-8f6e-4b91-b07e-82b4e52fb4cc,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:05.430845 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-34e51b10-761b-4da2-b837-004a80f78f10 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Deleting port 96bca036-8f6e-4b91-b07e-82b4e52fb4cc {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:48:05.431560 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-34e51b10-761b-4da2-b837-004a80f78f10 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (96bca036-8f6e-4b91-b07e-82b4e52fb4cc), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:05.432834 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a369c4ff-7cbf-44ca-b240-ebe04230f99f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks [] for floatingip (ec121502-b395-47df-91d5-ba2c9f6892e8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:05.435480 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a369c4ff-7cbf-44ca-b240-ebe04230f99f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:05.436692 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a369c4ff-7cbf-44ca-b240-ebe04230f99f tempest-ImagesOneServerNegativeTestJSON-374985696 tempest-ImagesOneServerNegativeTestJSON-374985696-project] 10.222.0.37 "DELETE /v2.0/floatingips/ec121502-b395-47df-91d5-ba2c9f6892e8 HTTP/1.1" status: 204 len: 168 time: 3.0802319 Feb 20 05:48:05.517212 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8579fc5d-292e-452b-b5ff-53a053cb51d0 admin admin] Publish callbacks [] for security_group (15fa8b46-0c15-43a5-adff-bd11587c2fd0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:05.526443 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8579fc5d-292e-452b-b5ff-53a053cb51d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (15fa8b46-0c15-43a5-adff-bd11587c2fd0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:05.545600 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 96dfd4b2-092a-4080-9a2f-4544c059bf6a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:48:05.546130 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (96dfd4b2-092a-4080-9a2f-4544c059bf6a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:05.614491 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-db4378f1-f31f-4569-a29c-6ac7f015ef4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a337db-0481-4884-9540-632605b7d257', 'name': 'tempest-AttachVolumeShelveTestJSON-714751017-router', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:47:47Z', 'updated_at': '2022-02-20T05:48:01Z', 'revision_number': 4, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'gw_port': {'id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:47:50Z', 'updated_at': '2022-02-20T05:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '7d7454a1-b288-4b63-9367-fdc897ea412a', 'name': '', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'mac_address': 'fa:16:3e:dc:67:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:48:00Z', 'updated_at': '2022-02-20T05:48:01Z', 'revision_number': 2, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'subnets': [{'id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:05.633630 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-34e51b10-761b-4da2-b837-004a80f78f10 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (96bca036-8f6e-4b91-b07e-82b4e52fb4cc), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:05.635002 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8579fc5d-292e-452b-b5ff-53a053cb51d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fded1d7f5d494403832079262c803864&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8671987 Feb 20 05:48:05.639823 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47550) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:05.663683 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579fc5d-292e-452b-b5ff-53a053cb51d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fa8b46-0c15-43a5-adff-bd11587c2fd0,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:05.695719 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4378f1-f31f-4569-a29c-6ac7f015ef4e None None] Checking router: c8a337db-0481-4884-9540-632605b7d257 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:48:05.696221 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4378f1-f31f-4569-a29c-6ac7f015ef4e None None] Updating router c8a337db-0481-4884-9540-632605b7d257 port 7d7454a1-b288-4b63-9367-fdc897ea412a binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:48:05.750842 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-34e51b10-761b-4da2-b837-004a80f78f10 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Calling delete_port for 96bca036-8f6e-4b91-b07e-82b4e52fb4cc owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:48:05.772540 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-db4378f1-f31f-4569-a29c-6ac7f015ef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7d7454a1-b288-4b63-9367-fdc897ea412a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:05.786172 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 96dfd4b2-092a-4080-9a2f-4544c059bf6a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:48:05.788657 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b4f26071-0a74-41a5-8b60-84a7e1fc2ed2 None None] Provisioning complete for port 96bca036-8f6e-4b91-b07e-82b4e52fb4cc triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:48:05.790496 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b4f26071-0a74-41a5-8b60-84a7e1fc2ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (96bca036-8f6e-4b91-b07e-82b4e52fb4cc), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:05.812769 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47556) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:05.860412 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b4f26071-0a74-41a5-8b60-84a7e1fc2ed2 None None] Port 96bca036-8f6e-4b91-b07e-82b4e52fb4cc cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:48:05.935816 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-32e90099-0c89-48b2-af71-c28fec343ce4 admin admin] Publish callbacks [] for security_group (15fa8b46-0c15-43a5-adff-bd11587c2fd0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:06.045695 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f3d52011-9038-404c-a56c-a371e0ad7a28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:06.060541 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-32e90099-0c89-48b2-af71-c28fec343ce4 admin admin] Publish callbacks [] for security_group (15fa8b46-0c15-43a5-adff-bd11587c2fd0), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:06.149325 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-34e51b10-761b-4da2-b837-004a80f78f10 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (96bca036-8f6e-4b91-b07e-82b4e52fb4cc), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:06.165699 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-db4378f1-f31f-4569-a29c-6ac7f015ef4e None None] Publish callbacks [] for port (7d7454a1-b288-4b63-9367-fdc897ea412a), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:06.174875 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-db4378f1-f31f-4569-a29c-6ac7f015ef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7d7454a1-b288-4b63-9367-fdc897ea412a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:06.228536 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f3d52011-9038-404c-a56c-a371e0ad7a28 admin admin] Publish callbacks [] for security_group (9f97b5e8-3e51-4a6d-a95f-d31bd15ea4fa), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:06.237008 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f3d52011-9038-404c-a56c-a371e0ad7a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9f97b5e8-3e51-4a6d-a95f-d31bd15ea4fa), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:06.239427 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e51b10-761b-4da2-b837-004a80f78f10 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Pushing event deleted for resources: {'Port': ['ID=96bca036-8f6e-4b91-b07e-82b4e52fb4cc,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:06.312570 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f3d52011-9038-404c-a56c-a371e0ad7a28 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=562b82693a7742bb815d3159b7e68041&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4986355 Feb 20 05:48:06.313240 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47568) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:06.370756 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47572) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:06.416112 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-db4378f1-f31f-4569-a29c-6ac7f015ef4e None None] Attempting to bind port 7d7454a1-b288-4b63-9367-fdc897ea412a on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:06.416485 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-db4378f1-f31f-4569-a29c-6ac7f015ef4e None None] Attempting to bind port 7d7454a1-b288-4b63-9367-fdc897ea412a by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'b4b86e82-8259-4c94-b5ea-eb6f2e16ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:06.416845 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4378f1-f31f-4569-a29c-6ac7f015ef4e None None] Attempting to bind port 7d7454a1-b288-4b63-9367-fdc897ea412a on network 72954832-dc86-4706-b5e9-cf8eb66f0446 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:06.436682 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4378f1-f31f-4569-a29c-6ac7f015ef4e None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:48:06.437061 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4378f1-f31f-4569-a29c-6ac7f015ef4e None None] Checking segment: {'id': 'b4b86e82-8259-4c94-b5ea-eb6f2e16ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:48:06.437733 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-db4378f1-f31f-4569-a29c-6ac7f015ef4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:06.438136 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4378f1-f31f-4569-a29c-6ac7f015ef4e None None] Bound using segment: {'id': 'b4b86e82-8259-4c94-b5ea-eb6f2e16ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:48:06.438629 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-db4378f1-f31f-4569-a29c-6ac7f015ef4e None None] Bound port: 7d7454a1-b288-4b63-9367-fdc897ea412a, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b86e82-8259-4c94-b5ea-eb6f2e16ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:48:06.439035 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-db4378f1-f31f-4569-a29c-6ac7f015ef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7d7454a1-b288-4b63-9367-fdc897ea412a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:06.455075 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-3bade221-8651-4b95-8f02-6339f275193f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Request body: {'security_group': {'name': 'tempest-securitygroup--709856636', 'description': 'tempest-description--1757309938'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:06.455654 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cb8a7dea-7360-450a-8c8b-d472e3d038ed admin admin] Publish callbacks [] for security_group (9f97b5e8-3e51-4a6d-a95f-d31bd15ea4fa), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:06.503616 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d52011-9038-404c-a56c-a371e0ad7a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f97b5e8-3e51-4a6d-a95f-d31bd15ea4fa,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:06.519783 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d52011-9038-404c-a56c-a371e0ad7a28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:06.520293 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d52011-9038-404c-a56c-a371e0ad7a28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:06.520655 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d52011-9038-404c-a56c-a371e0ad7a28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:06.521119 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d52011-9038-404c-a56c-a371e0ad7a28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:06.521474 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d52011-9038-404c-a56c-a371e0ad7a28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:06.521881 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d52011-9038-404c-a56c-a371e0ad7a28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:06.522228 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d52011-9038-404c-a56c-a371e0ad7a28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:06.522600 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d52011-9038-404c-a56c-a371e0ad7a28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:06.523062 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d52011-9038-404c-a56c-a371e0ad7a28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:06.523159 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0a475-f46a-438c-9afa-143fdeaeae9b None None] Pushing event updated for resources: {'Port': ['ID=7d7454a1-b288-4b63-9367-fdc897ea412a,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:06.523363 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d52011-9038-404c-a56c-a371e0ad7a28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:06.523601 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-32e90099-0c89-48b2-af71-c28fec343ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (15fa8b46-0c15-43a5-adff-bd11587c2fd0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:06.523785 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d52011-9038-404c-a56c-a371e0ad7a28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:06.524116 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d52011-9038-404c-a56c-a371e0ad7a28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:06.524446 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d52011-9038-404c-a56c-a371e0ad7a28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:06.531073 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-32e90099-0c89-48b2-af71-c28fec343ce4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:06.544529 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-32e90099-0c89-48b2-af71-c28fec343ce4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15fa8b46-0c15-43a5-adff-bd11587c2fd0 HTTP/1.1" status: 204 len: 168 time: 0.9010592 Feb 20 05:48:06.563116 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cb8a7dea-7360-450a-8c8b-d472e3d038ed admin admin] Publish callbacks [] for security_group (9f97b5e8-3e51-4a6d-a95f-d31bd15ea4fa), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:06.622247 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47588) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:06.624575 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e90099-0c89-48b2-af71-c28fec343ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fa8b46-0c15-43a5-adff-bd11587c2fd0,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:06.640663 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3bade221-8651-4b95-8f02-6339f275193f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:06.650563 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0a475-f46a-438c-9afa-143fdeaeae9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:06.651118 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0a475-f46a-438c-9afa-143fdeaeae9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:06.651269 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0a475-f46a-438c-9afa-143fdeaeae9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:06.651579 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0a475-f46a-438c-9afa-143fdeaeae9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:06.651905 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0a475-f46a-438c-9afa-143fdeaeae9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:06.652341 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0a475-f46a-438c-9afa-143fdeaeae9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:06.656655 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0a475-f46a-438c-9afa-143fdeaeae9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:06.657019 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0a475-f46a-438c-9afa-143fdeaeae9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:06.657362 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0a475-f46a-438c-9afa-143fdeaeae9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:06.657699 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0a475-f46a-438c-9afa-143fdeaeae9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:06.658028 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0a475-f46a-438c-9afa-143fdeaeae9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:06.658354 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0a475-f46a-438c-9afa-143fdeaeae9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:06.658673 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0a475-f46a-438c-9afa-143fdeaeae9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:06.687572 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-40fca038-f57c-4959-b863-d8c20bd414c3 admin admin] Deleting subnet 4c84731d-a312-42ac-b55f-15aaba4e7834 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:48:06.691553 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-40fca038-f57c-4959-b863-d8c20bd414c3 admin admin] Publish callbacks [] for subnet (4c84731d-a312-42ac-b55f-15aaba4e7834), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:06.728821 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-db4378f1-f31f-4569-a29c-6ac7f015ef4e None None] For port 7d7454a1-b288-4b63-9367-fdc897ea412a, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:48:06.736311 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-db4378f1-f31f-4569-a29c-6ac7f015ef4e None None] For port 7d7454a1-b288-4b63-9367-fdc897ea412a, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7d7454a1-b288-4b63-9367-fdc897ea412a,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:48:06.738230 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-40fca038-f57c-4959-b863-d8c20bd414c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (4c84731d-a312-42ac-b55f-15aaba4e7834), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:06.753076 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-db4378f1-f31f-4569-a29c-6ac7f015ef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7d7454a1-b288-4b63-9367-fdc897ea412a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:06.753911 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-652a07cb-b704-4c18-bf2a-68373fcc13aa None None] Provisioning complete for port 7d7454a1-b288-4b63-9367-fdc897ea412a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:48:06.755121 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-652a07cb-b704-4c18-bf2a-68373fcc13aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7d7454a1-b288-4b63-9367-fdc897ea412a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:06.836254 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-34e51b10-761b-4da2-b837-004a80f78f10 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:06.850269 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cb8a7dea-7360-450a-8c8b-d472e3d038ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9f97b5e8-3e51-4a6d-a95f-d31bd15ea4fa), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:06.851153 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-34e51b10-761b-4da2-b837-004a80f78f10 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] 10.222.0.37 "DELETE /v2.0/ports/96bca036-8f6e-4b91-b07e-82b4e52fb4cc HTTP/1.1" status: 204 len: 168 time: 1.6244872 Feb 20 05:48:06.852051 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47592) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:06.852813 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cb8a7dea-7360-450a-8c8b-d472e3d038ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:06.853961 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-cb8a7dea-7360-450a-8c8b-d472e3d038ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9f97b5e8-3e51-4a6d-a95f-d31bd15ea4fa HTTP/1.1" status: 204 len: 168 time: 0.5387380 Feb 20 05:48:06.903514 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-652a07cb-b704-4c18-bf2a-68373fcc13aa None None] Current status of the port 7d7454a1-b288-4b63-9367-fdc897ea412a is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:48:06.904582 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-652a07cb-b704-4c18-bf2a-68373fcc13aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7d7454a1-b288-4b63-9367-fdc897ea412a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:06.905585 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4378f1-f31f-4569-a29c-6ac7f015ef4e None None] Routers {'c8a337db-0481-4884-9540-632605b7d257'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:48:06.906227 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-db4378f1-f31f-4569-a29c-6ac7f015ef4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:47:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8a337db-0481-4884-9540-632605b7d257'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:06.940361 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a7dea-7360-450a-8c8b-d472e3d038ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f97b5e8-3e51-4a6d-a95f-d31bd15ea4fa,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:06.951191 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-40fca038-f57c-4959-b863-d8c20bd414c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (4c84731d-a312-42ac-b55f-15aaba4e7834), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:06.959881 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-652a07cb-b704-4c18-bf2a-68373fcc13aa None None] For port 7d7454a1-b288-4b63-9367-fdc897ea412a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7d7454a1-b288-4b63-9367-fdc897ea412a,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:48:06.976290 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-652a07cb-b704-4c18-bf2a-68373fcc13aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7d7454a1-b288-4b63-9367-fdc897ea412a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:06.980440 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3bade221-8651-4b95-8f02-6339f275193f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for security_group (36704cb2-b4ea-43a8-a3cb-85153600fab4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:06.998079 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3bade221-8651-4b95-8f02-6339f275193f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (36704cb2-b4ea-43a8-a3cb-85153600fab4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:07.027001 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-a23557b7-e4c7-4a7a-b7d6-f6a729d97531 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] GET failed (client error): The resource could not be found. Feb 20 05:48:07.032103 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a23557b7-e4c7-4a7a-b7d6-f6a729d97531 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] 10.222.0.37 "GET /v2.0/ports/96bca036-8f6e-4b91-b07e-82b4e52fb4cc HTTP/1.1" status: 404 len: 333 time: 0.0495021 Feb 20 05:48:07.033248 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47598) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:07.101709 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0a475-f46a-438c-9afa-143fdeaeae9b None None] Pushing event updated for resources: {'Port': ['ID=7d7454a1-b288-4b63-9367-fdc897ea412a,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:07.112625 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-40fca038-f57c-4959-b863-d8c20bd414c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (4c84731d-a312-42ac-b55f-15aaba4e7834), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:07.175816 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a07cb-b704-4c18-bf2a-68373fcc13aa None None] Pushing event updated for resources: {'Port': ['ID=7d7454a1-b288-4b63-9367-fdc897ea412a,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:07.180636 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3bade221-8651-4b95-8f02-6339f275193f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:07.182932 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3bade221-8651-4b95-8f02-6339f275193f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8108466 Feb 20 05:48:07.187600 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fca038-f57c-4959-b863-d8c20bd414c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c84731d-a312-42ac-b55f-15aaba4e7834,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:07.189272 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47606) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:07.199819 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-40fca038-f57c-4959-b863-d8c20bd414c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:07.203303 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-40fca038-f57c-4959-b863-d8c20bd414c3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4c84731d-a312-42ac-b55f-15aaba4e7834 HTTP/1.1" status: 204 len: 168 time: 0.5799935 Feb 20 05:48:07.206671 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-872f2cc9-9c10-4c4b-8490-b8779ed22625 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Request body: {'security_group_rule': {'security_group_id': '36704cb2-b4ea-43a8-a3cb-85153600fab4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:07.207754 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47608) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:07.233146 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bade221-8651-4b95-8f02-6339f275193f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36704cb2-b4ea-43a8-a3cb-85153600fab4,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:07.235369 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-db4378f1-f31f-4569-a29c-6ac7f015ef4e None None] Set router c8a337db-0481-4884-9540-632605b7d257 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:48:07.284846 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-872f2cc9-9c10-4c4b-8490-b8779ed22625 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for security_group_rule (e48a2a6c-8319-4358-be70-d148e0521399), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:07.308158 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-486dbf22-35fd-40fb-a941-b13b05a884da None None] Provisioning complete for port 7d7454a1-b288-4b63-9367-fdc897ea412a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:48:07.309356 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-486dbf22-35fd-40fb-a941-b13b05a884da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7d7454a1-b288-4b63-9367-fdc897ea412a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:07.468354 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-872f2cc9-9c10-4c4b-8490-b8779ed22625 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for security_group_rule (e48a2a6c-8319-4358-be70-d148e0521399), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:07.478697 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-872f2cc9-9c10-4c4b-8490-b8779ed22625 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (e48a2a6c-8319-4358-be70-d148e0521399), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:07.490634 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1bb1ef37-32e1-4826-a8af-17f801433961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (fa9c8c18-66a9-4330-95ea-e6848bd9acbe), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:07.515107 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-486dbf22-35fd-40fb-a941-b13b05a884da None None] Current status of the port 7d7454a1-b288-4b63-9367-fdc897ea412a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:48:07.523017 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f2cc9-9c10-4c4b-8490-b8779ed22625 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48a2a6c-8319-4358-be70-d148e0521399,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:07.528319 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-872f2cc9-9c10-4c4b-8490-b8779ed22625 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:07.533578 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-872f2cc9-9c10-4c4b-8490-b8779ed22625 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3430972 Feb 20 05:48:07.534350 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47616) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:07.544606 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-613300fa-c650-4b20-bf3b-4ede3cf086d7 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Request body: {'security_group_rule': {'security_group_id': '36704cb2-b4ea-43a8-a3cb-85153600fab4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:07.552650 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-a2579867-36a6-4f73-b569-9bab9af27404 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Deleting port 3629b353-dc5a-4dd7-a791-bdd0f67d08a4 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:48:07.552650 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2579867-36a6-4f73-b569-9bab9af27404 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3629b353-dc5a-4dd7-a791-bdd0f67d08a4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:07.581745 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-613300fa-c650-4b20-bf3b-4ede3cf086d7 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for security_group_rule (a3024ccf-07ea-4a96-b821-24a22dfd4224), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:07.613378 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-db4378f1-f31f-4569-a29c-6ac7f015ef4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a337db-0481-4884-9540-632605b7d257', 'name': 'tempest-AttachVolumeShelveTestJSON-714751017-router', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:47:47Z', 'updated_at': '2022-02-20T05:48:01Z', 'revision_number': 4, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'gw_port': {'id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:47:50Z', 'updated_at': '2022-02-20T05:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '7d7454a1-b288-4b63-9367-fdc897ea412a', 'name': '', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'mac_address': 'fa:16:3e:dc:67:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:48:00Z', 'updated_at': '2022-02-20T05:48:06Z', 'revision_number': 4, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'subnets': [{'id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:07.668769 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4378f1-f31f-4569-a29c-6ac7f015ef4e None None] The sync data for ids ['c8a337db-0481-4884-9540-632605b7d257'] in n-d-829866-5 is: [{'id': 'c8a337db-0481-4884-9540-632605b7d257', 'name': 'tempest-AttachVolumeShelveTestJSON-714751017-router', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:47:47Z', 'updated_at': '2022-02-20T05:48:01Z', 'revision_number': 4, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'gw_port': {'id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:47:50Z', 'updated_at': '2022-02-20T05:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '7d7454a1-b288-4b63-9367-fdc897ea412a', 'name': '', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'mac_address': 'fa:16:3e:dc:67:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:48:00Z', 'updated_at': '2022-02-20T05:48:06Z', 'revision_number': 4, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'subnets': [{'id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:48:07.729867 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-613300fa-c650-4b20-bf3b-4ede3cf086d7 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for security_group_rule (a3024ccf-07ea-4a96-b821-24a22dfd4224), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:07.737749 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-613300fa-c650-4b20-bf3b-4ede3cf086d7 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (a3024ccf-07ea-4a96-b821-24a22dfd4224), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:07.790787 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613300fa-c650-4b20-bf3b-4ede3cf086d7 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3024ccf-07ea-4a96-b821-24a22dfd4224,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:07.798709 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47624) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:07.812319 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-613300fa-c650-4b20-bf3b-4ede3cf086d7 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:07.816560 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-613300fa-c650-4b20-bf3b-4ede3cf086d7 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2776656 Feb 20 05:48:07.817034 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47626) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:07.825044 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1bb1ef37-32e1-4826-a8af-17f801433961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (fa9c8c18-66a9-4330-95ea-e6848bd9acbe), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:07.828376 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a1aae6ad-fd15-4a5a-85db-f15289dc9070 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:07.874968 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a1aae6ad-fd15-4a5a-85db-f15289dc9070 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:07.879301 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dcd35bcc-7f93-42c9-98ca-3cfbae9fe9c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:07.937223 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2579867-36a6-4f73-b569-9bab9af27404 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3629b353-dc5a-4dd7-a791-bdd0f67d08a4), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:07.943069 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-1bb1ef37-32e1-4826-a8af-17f801433961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa9c8c18-66a9-4330-95ea-e6848bd9acbe']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:08.010075 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-1bb1ef37-32e1-4826-a8af-17f801433961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45924b7c-05d5-4b0a-bb51-112a5515364f') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:08.010376 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-1bb1ef37-32e1-4826-a8af-17f801433961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45924b7c-05d5-4b0a-bb51-112a5515364f') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:08.013271 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-a2579867-36a6-4f73-b569-9bab9af27404 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Calling delete_port for 3629b353-dc5a-4dd7-a791-bdd0f67d08a4 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:48:08.034286 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1bb1ef37-32e1-4826-a8af-17f801433961 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (45924b7c-05d5-4b0a-bb51-112a5515364f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:08.098679 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1bb1ef37-32e1-4826-a8af-17f801433961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (45924b7c-05d5-4b0a-bb51-112a5515364f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:08.140581 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb1ef37-32e1-4826-a8af-17f801433961 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:48:08.144029 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a1aae6ad-fd15-4a5a-85db-f15289dc9070 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:08.146642 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1bb1ef37-32e1-4826-a8af-17f801433961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (45924b7c-05d5-4b0a-bb51-112a5515364f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:48:08.151099 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:48:08.299883 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-a1aae6ad-fd15-4a5a-85db-f15289dc9070 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Allocated IP 172.25.3.191 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/e7056d70-4192-402e-b3fc-ff921d05d3e7) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:48:08.320868 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1bb1ef37-32e1-4826-a8af-17f801433961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (fa9c8c18-66a9-4330-95ea-e6848bd9acbe), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:08.357893 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1bb1ef37-32e1-4826-a8af-17f801433961 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:08.368869 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1bb1ef37-32e1-4826-a8af-17f801433961 admin admin] 10.222.0.37 "DELETE /v2.0/networks/fa9c8c18-66a9-4330-95ea-e6848bd9acbe HTTP/1.1" status: 204 len: 168 time: 1.1566317 Feb 20 05:48:08.445525 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dcd35bcc-7f93-42c9-98ca-3cfbae9fe9c8 admin admin] Publish callbacks [] for security_group (f630f821-1e38-41e4-b268-d0dc2f8928fc), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:08.486454 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1ef37-32e1-4826-a8af-17f801433961 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa9c8c18-66a9-4330-95ea-e6848bd9acbe,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:08.489398 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a1aae6ad-fd15-4a5a-85db-f15289dc9070 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for port (e7056d70-4192-402e-b3fc-ff921d05d3e7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:08.497638 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dcd35bcc-7f93-42c9-98ca-3cfbae9fe9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f630f821-1e38-41e4-b268-d0dc2f8928fc), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:08.547989 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a1aae6ad-fd15-4a5a-85db-f15289dc9070 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (e7056d70-4192-402e-b3fc-ff921d05d3e7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:08.608624 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dcd35bcc-7f93-42c9-98ca-3cfbae9fe9c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=148be72c5a30433b8589e5ae677b6ad8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8068368 Feb 20 05:48:08.609482 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47650) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:08.623646 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2579867-36a6-4f73-b569-9bab9af27404 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (3629b353-dc5a-4dd7-a791-bdd0f67d08a4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:08.632322 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd35bcc-7f93-42c9-98ca-3cfbae9fe9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f630f821-1e38-41e4-b268-d0dc2f8928fc,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:08.674827 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aae6ad-fd15-4a5a-85db-f15289dc9070 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:48:08.689471 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-a1aae6ad-fd15-4a5a-85db-f15289dc9070 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:08.696720 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47652) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:08.698712 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aae6ad-fd15-4a5a-85db-f15289dc9070 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:48:08.716397 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2579867-36a6-4f73-b569-9bab9af27404 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Pushing event deleted for resources: {'Port': ['ID=3629b353-dc5a-4dd7-a791-bdd0f67d08a4,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:08.777915 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aae6ad-fd15-4a5a-85db-f15289dc9070 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Pushing event updated for resources: {'Port': ['ID=e7056d70-4192-402e-b3fc-ff921d05d3e7,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:08.780924 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2579867-36a6-4f73-b569-9bab9af27404 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:08.792198 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a2579867-36a6-4f73-b569-9bab9af27404 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] 10.222.0.37 "DELETE /v2.0/ports/3629b353-dc5a-4dd7-a791-bdd0f67d08a4 HTTP/1.1" status: 204 len: 168 time: 1.7415524 Feb 20 05:48:08.795882 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47662) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:08.881774 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47664) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:08.906565 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fabad77-ecf0-4aae-9dfa-04fe1930e6c2 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] GET failed (client error): The resource could not be found. Feb 20 05:48:08.923495 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8fabad77-ecf0-4aae-9dfa-04fe1930e6c2 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] 10.222.0.37 "GET /v2.0/ports/3629b353-dc5a-4dd7-a791-bdd0f67d08a4 HTTP/1.1" status: 404 len: 333 time: 0.1264181 Feb 20 05:48:08.927706 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47668) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:08.961341 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1b23e621-17a1-4c90-9b04-97cf3ff1a515 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c52e24ee44664157bb4debb87b79233a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2582209 Feb 20 05:48:08.962561 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47670) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:08.963449 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1fbde25a-9f8c-47cf-97c7-b22f711919b8 admin admin] Publish callbacks [] for security_group (f630f821-1e38-41e4-b268-d0dc2f8928fc), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:09.053813 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1fbde25a-9f8c-47cf-97c7-b22f711919b8 admin admin] Publish callbacks [] for security_group (f630f821-1e38-41e4-b268-d0dc2f8928fc), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:09.127817 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a1aae6ad-fd15-4a5a-85db-f15289dc9070 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for floatingip (a54ec084-3eb3-48f4-a643-d6a6f39dcf59), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:09.132193 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eb539e53-ef65-404c-8505-851baf1b8592 admin admin] Publish callbacks [] for security_group (ddb0f38e-271c-415d-bed8-dbcf8e267a95), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:09.170934 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69b77f3a-40e8-424f-b395-29be1496cab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:09.191432 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eb539e53-ef65-404c-8505-851baf1b8592 admin admin] Publish callbacks [] for security_group (ddb0f38e-271c-415d-bed8-dbcf8e267a95), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:09.213393 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1fbde25a-9f8c-47cf-97c7-b22f711919b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f630f821-1e38-41e4-b268-d0dc2f8928fc), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:09.216731 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1fbde25a-9f8c-47cf-97c7-b22f711919b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:09.219961 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1fbde25a-9f8c-47cf-97c7-b22f711919b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f630f821-1e38-41e4-b268-d0dc2f8928fc HTTP/1.1" status: 204 len: 168 time: 0.6040182 Feb 20 05:48:09.241228 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a1aae6ad-fd15-4a5a-85db-f15289dc9070 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e7056d70-4192-402e-b3fc-ff921d05d3e7), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:09.262396 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbde25a-9f8c-47cf-97c7-b22f711919b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f630f821-1e38-41e4-b268-d0dc2f8928fc,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:09.325530 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eb539e53-ef65-404c-8505-851baf1b8592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ddb0f38e-271c-415d-bed8-dbcf8e267a95), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:09.328529 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eb539e53-ef65-404c-8505-851baf1b8592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:09.332140 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-eb539e53-ef65-404c-8505-851baf1b8592 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ddb0f38e-271c-415d-bed8-dbcf8e267a95 HTTP/1.1" status: 204 len: 168 time: 0.3621109 Feb 20 05:48:09.358200 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb539e53-ef65-404c-8505-851baf1b8592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb0f38e-271c-415d-bed8-dbcf8e267a95,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:09.404366 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-ba732f78-fc8c-4053-bd07-850c69b0477c tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Deleting port a7a501e5-0ccd-40ca-b4de-a12f1f365224 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:48:09.404717 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba732f78-fc8c-4053-bd07-850c69b0477c tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a7a501e5-0ccd-40ca-b4de-a12f1f365224), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:09.484024 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7d7454a1-b288-4b63-9367-fdc897ea412a up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:48:09.615192 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 7d7454a1-b288-4b63-9367-fdc897ea412a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:48:09.615192 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7d7454a1-b288-4b63-9367-fdc897ea412a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:09.663367 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47688) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:09.750888 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba732f78-fc8c-4053-bd07-850c69b0477c tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a7a501e5-0ccd-40ca-b4de-a12f1f365224), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:09.790860 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69b77f3a-40e8-424f-b395-29be1496cab3 admin admin] Publish callbacks [] for security_group (734da954-afee-4527-971b-1139eae7b2aa), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:09.800121 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-ba732f78-fc8c-4053-bd07-850c69b0477c tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Calling delete_port for a7a501e5-0ccd-40ca-b4de-a12f1f365224 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:48:09.819980 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69b77f3a-40e8-424f-b395-29be1496cab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (734da954-afee-4527-971b-1139eae7b2aa), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:09.854257 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 7d7454a1-b288-4b63-9367-fdc897ea412a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:48:09.879336 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b77f3a-40e8-424f-b395-29be1496cab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734da954-afee-4527-971b-1139eae7b2aa,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:09.959056 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-69b77f3a-40e8-424f-b395-29be1496cab3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76deab8a4e904ffd80846aa0234f5285&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0667901 Feb 20 05:48:09.962083 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47702) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:09.980196 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-16d964f7-8f8b-4e6d-9f45-64ea1d67a919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:10.008122 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a1aae6ad-fd15-4a5a-85db-f15289dc9070 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for port (e7056d70-4192-402e-b3fc-ff921d05d3e7), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:10.060447 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a1aae6ad-fd15-4a5a-85db-f15289dc9070 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (e7056d70-4192-402e-b3fc-ff921d05d3e7), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:10.123576 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aae6ad-fd15-4a5a-85db-f15289dc9070 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Pushing event updated for resources: {'Port': ['ID=e7056d70-4192-402e-b3fc-ff921d05d3e7,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:10.172758 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-16d964f7-8f8b-4e6d-9f45-64ea1d67a919 admin admin] Publish callbacks [] for security_group (0f951556-a610-487d-b2ce-bd8512725a18), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:10.180700 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-16d964f7-8f8b-4e6d-9f45-64ea1d67a919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0f951556-a610-487d-b2ce-bd8512725a18), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:10.182168 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dbdfc115-f1c5-482c-a2f9-8dccff74f7fa admin admin] Publish callbacks [] for security_group (734da954-afee-4527-971b-1139eae7b2aa), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:10.215311 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dbdfc115-f1c5-482c-a2f9-8dccff74f7fa admin admin] Publish callbacks [] for security_group (734da954-afee-4527-971b-1139eae7b2aa), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:10.229549 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a1aae6ad-fd15-4a5a-85db-f15289dc9070 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (a54ec084-3eb3-48f4-a643-d6a6f39dcf59), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:10.229754 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d964f7-8f8b-4e6d-9f45-64ea1d67a919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f951556-a610-487d-b2ce-bd8512725a18,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:10.269517 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a1aae6ad-fd15-4a5a-85db-f15289dc9070 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:10.280980 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-16d964f7-8f8b-4e6d-9f45-64ea1d67a919 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=585b3659133e42a4a6d8a04d940e5c8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6158793 Feb 20 05:48:10.282023 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a1aae6ad-fd15-4a5a-85db-f15289dc9070 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4638946 Feb 20 05:48:10.282979 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47712) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:10.330372 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba732f78-fc8c-4053-bd07-850c69b0477c tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (a7a501e5-0ccd-40ca-b4de-a12f1f365224), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:10.355781 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98c904d0-22d7-451c-ad6a-aaff833ea9f2 admin admin] Publish callbacks [] for security_group (0f951556-a610-487d-b2ce-bd8512725a18), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:10.392075 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98c904d0-22d7-451c-ad6a-aaff833ea9f2 admin admin] Publish callbacks [] for security_group (0f951556-a610-487d-b2ce-bd8512725a18), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:10.407211 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba732f78-fc8c-4053-bd07-850c69b0477c tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Pushing event deleted for resources: {'Port': ['ID=a7a501e5-0ccd-40ca-b4de-a12f1f365224,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:10.410748 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dbdfc115-f1c5-482c-a2f9-8dccff74f7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (734da954-afee-4527-971b-1139eae7b2aa), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:10.413581 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dbdfc115-f1c5-482c-a2f9-8dccff74f7fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:10.417081 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-dbdfc115-f1c5-482c-a2f9-8dccff74f7fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/734da954-afee-4527-971b-1139eae7b2aa HTTP/1.1" status: 204 len: 168 time: 0.4505610 Feb 20 05:48:10.417081 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba732f78-fc8c-4053-bd07-850c69b0477c tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:10.420405 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ba732f78-fc8c-4053-bd07-850c69b0477c tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] 10.222.0.37 "DELETE /v2.0/ports/a7a501e5-0ccd-40ca-b4de-a12f1f365224 HTTP/1.1" status: 204 len: 168 time: 1.4914064 Feb 20 05:48:10.423093 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47718) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:10.479656 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-547120eb-fb62-4259-a337-a2fdf1f5e66c tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Deleting subnet 05fddddb-19be-4916-931f-eff721f05cca {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:48:10.487401 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-547120eb-fb62-4259-a337-a2fdf1f5e66c tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks [] for subnet (05fddddb-19be-4916-931f-eff721f05cca), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:10.490430 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfc115-f1c5-482c-a2f9-8dccff74f7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734da954-afee-4527-971b-1139eae7b2aa,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:10.523886 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98c904d0-22d7-451c-ad6a-aaff833ea9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0f951556-a610-487d-b2ce-bd8512725a18), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:10.526589 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98c904d0-22d7-451c-ad6a-aaff833ea9f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:10.533355 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-98c904d0-22d7-451c-ad6a-aaff833ea9f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f951556-a610-487d-b2ce-bd8512725a18 HTTP/1.1" status: 204 len: 168 time: 0.2490909 Feb 20 05:48:10.553195 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-547120eb-fb62-4259-a337-a2fdf1f5e66c tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (05fddddb-19be-4916-931f-eff721f05cca), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:10.553662 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c904d0-22d7-451c-ad6a-aaff833ea9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f951556-a610-487d-b2ce-bd8512725a18,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:10.758069 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-0c525013-8620-4898-893f-cc207c1015c4 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--709856636&fields=id&tenant_id=1cc50ee140854bcc8f6ed45dd231f31c HTTP/1.1" status: 200 len: 267 time: 0.0903790 Feb 20 05:48:10.796165 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-547120eb-fb62-4259-a337-a2fdf1f5e66c tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (05fddddb-19be-4916-931f-eff721f05cca), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:10.888596 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:48:10.937711 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-98d133b9-8eae-4e38-aa94-fd9f3c7bf037 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:10.939506 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-98d133b9-8eae-4e38-aa94-fd9f3c7bf037 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/networks?id=72954832-dc86-4706-b5e9-cf8eb66f0446 HTTP/1.1" status: 200 len: 816 time: 0.1735525 Feb 20 05:48:10.941304 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-547120eb-fb62-4259-a337-a2fdf1f5e66c tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (05fddddb-19be-4916-931f-eff721f05cca), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:10.982796 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547120eb-fb62-4259-a337-a2fdf1f5e66c tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Pushing event deleted for resources: {'Subnet': ['ID=05fddddb-19be-4916-931f-eff721f05cca,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:10.990371 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-547120eb-fb62-4259-a337-a2fdf1f5e66c tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:10.994470 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e263d0-9dc2-4ed8-b7c7-8f9b8dac8e8c None None] Network 40716c33-9b65-4d81-a2b2-d2dc2fa06476 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:48:10.995451 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-547120eb-fb62-4259-a337-a2fdf1f5e66c tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] 10.222.0.37 "DELETE /v2.0/subnets/05fddddb-19be-4916-931f-eff721f05cca HTTP/1.1" status: 204 len: 168 time: 0.5713530 Feb 20 05:48:10.997545 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47750) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:11.008178 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-bedf929d-57ac-4659-acee-726e727216fb tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/quotas/1cc50ee140854bcc8f6ed45dd231f31c HTTP/1.1" status: 200 len: 375 time: 0.0554466 Feb 20 05:48:11.077464 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-4cb1dd8f-e4e6-42cf-b9fc-ba6cb7e985f1 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1cc50ee140854bcc8f6ed45dd231f31c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680363 Feb 20 05:48:11.149657 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-155002a9-c916-4988-9e2e-7b8f1826c8d3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (40716c33-9b65-4d81-a2b2-d2dc2fa06476), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:11.276184 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-594400cc-97ca-40b1-aba6-d87d66d72e49 service neutron] 10.222.0.37 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954951 Feb 20 05:48:11.283344 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a25f15-d6d9-4fd2-8db2-a21081acebb6 None None] DHCP port deletion for 40716c33-9b65-4d81-a2b2-d2dc2fa06476 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:48:11.283502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-155002a9-c916-4988-9e2e-7b8f1826c8d3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Deleting port 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:48:11.283838 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-155002a9-c916-4988-9e2e-7b8f1826c8d3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:11.358273 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-10a25f15-d6d9-4fd2-8db2-a21081acebb6 None None] Deleting port 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:48:11.359377 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10a25f15-d6d9-4fd2-8db2-a21081acebb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:11.408149 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-155002a9-c916-4988-9e2e-7b8f1826c8d3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] For port 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79,segment=NetworkSegment(50044e43-4b95-4080-b140-f0ba0429d6fe),segment_id=50044e43-4b95-4080-b140-f0ba0429d6fe)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:48:11.408532 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-155002a9-c916-4988-9e2e-7b8f1826c8d3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:11.434818 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-155002a9-c916-4988-9e2e-7b8f1826c8d3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Calling delete_port for 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:48:11.450277 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-10a25f15-d6d9-4fd2-8db2-a21081acebb6 None None] For port 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79,segment=NetworkSegment(50044e43-4b95-4080-b140-f0ba0429d6fe),segment_id=50044e43-4b95-4080-b140-f0ba0429d6fe)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:48:11.451708 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10a25f15-d6d9-4fd2-8db2-a21081acebb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:11.471072 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-10a25f15-d6d9-4fd2-8db2-a21081acebb6 None None] Calling delete_port for 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:48:11.472696 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-0ef1d946-8bf6-4fbe-b0ba-c98ec2e97f3e service neutron] 10.222.0.37 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938279 Feb 20 05:48:11.589488 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10a25f15-d6d9-4fd2-8db2-a21081acebb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:11.610868 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a25f15-d6d9-4fd2-8db2-a21081acebb6 None None] No DVR routers for this DVR port 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:48:11.622079 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-155002a9-c916-4988-9e2e-7b8f1826c8d3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:11.639443 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155002a9-c916-4988-9e2e-7b8f1826c8d3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] No DVR routers for this DVR port 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:48:11.680191 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a25f15-d6d9-4fd2-8db2-a21081acebb6 None None] Pushing event deleted for resources: {'Port': ['ID=115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:11.692847 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155002a9-c916-4988-9e2e-7b8f1826c8d3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Pushing event deleted for resources: {'Port': ['ID=115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:11.838395 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-155002a9-c916-4988-9e2e-7b8f1826c8d3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (40716c33-9b65-4d81-a2b2-d2dc2fa06476), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:11.861374 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-155002a9-c916-4988-9e2e-7b8f1826c8d3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40716c33-9b65-4d81-a2b2-d2dc2fa06476']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:11.873918 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-155002a9-c916-4988-9e2e-7b8f1826c8d3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50044e43-4b95-4080-b140-f0ba0429d6fe') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:11.874162 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-155002a9-c916-4988-9e2e-7b8f1826c8d3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50044e43-4b95-4080-b140-f0ba0429d6fe') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:11.887305 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-155002a9-c916-4988-9e2e-7b8f1826c8d3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (50044e43-4b95-4080-b140-f0ba0429d6fe), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:11.908845 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-155002a9-c916-4988-9e2e-7b8f1826c8d3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (50044e43-4b95-4080-b140-f0ba0429d6fe), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:11.916872 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155002a9-c916-4988-9e2e-7b8f1826c8d3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:48:11.917325 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-155002a9-c916-4988-9e2e-7b8f1826c8d3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (50044e43-4b95-4080-b140-f0ba0429d6fe), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:48:12.016801 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:48:12.020744 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-155002a9-c916-4988-9e2e-7b8f1826c8d3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (40716c33-9b65-4d81-a2b2-d2dc2fa06476), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:12.026294 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-155002a9-c916-4988-9e2e-7b8f1826c8d3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:12.031156 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-155002a9-c916-4988-9e2e-7b8f1826c8d3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] 10.222.0.37 "DELETE /v2.0/networks/40716c33-9b65-4d81-a2b2-d2dc2fa06476 HTTP/1.1" status: 204 len: 168 time: 1.0325325 Feb 20 05:48:12.050765 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155002a9-c916-4988-9e2e-7b8f1826c8d3 tempest-AllowedAddressPairIpV6TestJSON-2025276345 tempest-AllowedAddressPairIpV6TestJSON-2025276345-project] Pushing event deleted for resources: {'Network': ['ID=40716c33-9b65-4d81-a2b2-d2dc2fa06476,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:12.148283 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2309357c-778b-4cfa-92e1-fe69b9690b5e req-e338cd91-2c35-459b-83a6-1a58d274345d tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 210 time: 0.0561676 Feb 20 05:48:12.566106 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47838) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:12.922692 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a343e817-1c63-4b2c-b24b-f53a16f8d2ed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b5544ea68aa64399bf379aa26f5a475c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3530970 Feb 20 05:48:12.923037 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47856) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:12.967574 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47858) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:13.006199 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9b9bd969-9747-4c15-a87c-738a1581f82e admin admin] Publish callbacks [] for security_group (a074de3a-2ca6-4391-9187-cc3aaf14866f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:13.046804 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9b9bd969-9747-4c15-a87c-738a1581f82e admin admin] Publish callbacks [] for security_group (a074de3a-2ca6-4391-9187-cc3aaf14866f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:13.141819 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9b9bd969-9747-4c15-a87c-738a1581f82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a074de3a-2ca6-4391-9187-cc3aaf14866f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:13.144834 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9b9bd969-9747-4c15-a87c-738a1581f82e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:13.148442 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9b9bd969-9747-4c15-a87c-738a1581f82e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a074de3a-2ca6-4391-9187-cc3aaf14866f HTTP/1.1" status: 204 len: 168 time: 0.2214835 Feb 20 05:48:13.161927 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bd969-9747-4c15-a87c-738a1581f82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a074de3a-2ca6-4391-9187-cc3aaf14866f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:13.205401 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-6ae4f2fb-6b22-4ef3-bf1c-3bd725fbdbcd tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:13.211723 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-6ae4f2fb-6b22-4ef3-bf1c-3bd725fbdbcd tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.48 "GET /v2.0/networks?id=72954832-dc86-4706-b5e9-cf8eb66f0446 HTTP/1.1" status: 200 len: 816 time: 0.1869757 Feb 20 05:48:13.332444 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d8d2134-fd94-4e11-987a-5b7290048eb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:13.345455 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:48:13.350473 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b2daf0fd-d5ca-4b16-8c17-54d95989cbc9 req-84b7ee1e-37cd-481d-8927-a73241fb6d40 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 210 time: 0.0713568 Feb 20 05:48:13.375144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:48:13.380513 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 115f6dd5-f2bd-4ecb-85bf-4eebdc98ce79 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:48:13.398104 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-601ba702-1e09-48e6-94bd-9d154a63609b tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cc50ee140854bcc8f6ed45dd231f31c HTTP/1.1" status: 200 len: 379 time: 0.1791868 Feb 20 05:48:13.409185 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-7183dff1-68ad-4aa4-88a8-dc5139ea7384 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Request body: {'port': {'device_id': '44ddde50-6339-47d6-8b2a-5ca66d99fb80', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'admin_state_up': True, 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'security_groups': ['36704cb2-b4ea-43a8-a3cb-85153600fab4']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:13.551817 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d8d2134-fd94-4e11-987a-5b7290048eb5 admin admin] Publish callbacks [] for security_group (2f5991c9-2513-4615-b160-6f985f0cacc9), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:13.559633 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d8d2134-fd94-4e11-987a-5b7290048eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2f5991c9-2513-4615-b160-6f985f0cacc9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:13.602969 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47878) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:13.604082 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7d8d2134-fd94-4e11-987a-5b7290048eb5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d52eeb2c4d84392a7813ce8c4115cfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6352098 Feb 20 05:48:13.627213 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d2134-fd94-4e11-987a-5b7290048eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5991c9-2513-4615-b160-6f985f0cacc9,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:13.644033 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-7183dff1-68ad-4aa4-88a8-dc5139ea7384 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Made reservation on behalf of 1cc50ee140854bcc8f6ed45dd231f31c for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:13.653837 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-7183dff1-68ad-4aa4-88a8-dc5139ea7384 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:13.707499 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3856bba4-7833-4b4b-84fb-c768450af98a admin admin] Publish callbacks [] for security_group (2f5991c9-2513-4615-b160-6f985f0cacc9), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:13.740353 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3856bba4-7833-4b4b-84fb-c768450af98a admin admin] Publish callbacks [] for security_group (2f5991c9-2513-4615-b160-6f985f0cacc9), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:13.829236 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3856bba4-7833-4b4b-84fb-c768450af98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2f5991c9-2513-4615-b160-6f985f0cacc9), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:13.832196 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3856bba4-7833-4b4b-84fb-c768450af98a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:13.833576 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3856bba4-7833-4b4b-84fb-c768450af98a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f5991c9-2513-4615-b160-6f985f0cacc9 HTTP/1.1" status: 204 len: 168 time: 0.2287509 Feb 20 05:48:13.846495 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856bba4-7833-4b4b-84fb-c768450af98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5991c9-2513-4615-b160-6f985f0cacc9,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:13.916367 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-7183dff1-68ad-4aa4-88a8-dc5139ea7384 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Allocated IP 172.20.0.6 (72954832-dc86-4706-b5e9-cf8eb66f0446/ec01882b-2949-4e73-b51b-e8c64ca48e8d/0e336b0f-9bda-405f-a702-dd97033af48e) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:48:14.123033 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-7183dff1-68ad-4aa4-88a8-dc5139ea7384 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for port (0e336b0f-9bda-405f-a702-dd97033af48e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:14.175346 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-7183dff1-68ad-4aa4-88a8-dc5139ea7384 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (0e336b0f-9bda-405f-a702-dd97033af48e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:14.228130 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183dff1-68ad-4aa4-88a8-dc5139ea7384 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Pushing event updated for resources: {'Port': ['ID=0e336b0f-9bda-405f-a702-dd97033af48e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:14.244526 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-7183dff1-68ad-4aa4-88a8-dc5139ea7384 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Network 72954832-dc86-4706-b5e9-cf8eb66f0446 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:48:14.246372 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-7183dff1-68ad-4aa4-88a8-dc5139ea7384 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:14.249010 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-7183dff1-68ad-4aa4-88a8-dc5139ea7384 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:48:14.330409 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-7183dff1-68ad-4aa4-88a8-dc5139ea7384 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:14.331091 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-7183dff1-68ad-4aa4-88a8-dc5139ea7384 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:14.350116 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-7183dff1-68ad-4aa4-88a8-dc5139ea7384 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9455800 Feb 20 05:48:14.369934 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-39a81fe4-a7e2-4c13-b739-868b594916d0 service neutron] Request body: {'port': {'device_id': '44ddde50-6339-47d6-8b2a-5ca66d99fb80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:14.610240 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-39a81fe4-a7e2-4c13-b739-868b594916d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0e336b0f-9bda-405f-a702-dd97033af48e), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:14.678688 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2dea7-e091-45d3-888b-29656a892198 req-dddd4e16-c205-41f7-a685-d800c9d94cb2 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:14.680434 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9c2dea7-e091-45d3-888b-29656a892198 req-dddd4e16-c205-41f7-a685-d800c9d94cb2 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 931 time: 0.1479712 Feb 20 05:48:14.847168 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-cc066809-3bd0-4f68-ade6-51d76d99f347 None None] Provisioning complete for port 0e336b0f-9bda-405f-a702-dd97033af48e triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:48:14.849297 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cc066809-3bd0-4f68-ade6-51d76d99f347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0e336b0f-9bda-405f-a702-dd97033af48e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:14.917422 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-cc066809-3bd0-4f68-ade6-51d76d99f347 None None] Port 0e336b0f-9bda-405f-a702-dd97033af48e cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:48:15.031410 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9c2dea7-e091-45d3-888b-29656a892198 req-5810f3bf-6061-41dc-bd45-710021972766 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3357968 Feb 20 05:48:15.310254 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-39a81fe4-a7e2-4c13-b739-868b594916d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e336b0f-9bda-405f-a702-dd97033af48e {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:48:15.338925 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-39a81fe4-a7e2-4c13-b739-868b594916d0 service neutron] Publish callbacks [] for port (0e336b0f-9bda-405f-a702-dd97033af48e), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:15.368001 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-39a81fe4-a7e2-4c13-b739-868b594916d0 service neutron] Transition to ACTIVE for port object 0e336b0f-9bda-405f-a702-dd97033af48e will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:48:15.380658 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-39a81fe4-a7e2-4c13-b739-868b594916d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (0e336b0f-9bda-405f-a702-dd97033af48e), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:15.657553 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a81fe4-a7e2-4c13-b739-868b594916d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0e336b0f-9bda-405f-a702-dd97033af48e,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:15.688873 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-39a81fe4-a7e2-4c13-b739-868b594916d0 service neutron] Attempting to bind port 0e336b0f-9bda-405f-a702-dd97033af48e on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:15.689392 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-39a81fe4-a7e2-4c13-b739-868b594916d0 service neutron] Attempting to bind port 0e336b0f-9bda-405f-a702-dd97033af48e by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'b4b86e82-8259-4c94-b5ea-eb6f2e16ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:15.690216 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-39a81fe4-a7e2-4c13-b739-868b594916d0 service neutron] Attempting to bind port 0e336b0f-9bda-405f-a702-dd97033af48e on network 72954832-dc86-4706-b5e9-cf8eb66f0446 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:15.696546 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-39a81fe4-a7e2-4c13-b739-868b594916d0 service neutron] Port 0e336b0f-9bda-405f-a702-dd97033af48e on network 72954832-dc86-4706-b5e9-cf8eb66f0446 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:15.696884 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-39a81fe4-a7e2-4c13-b739-868b594916d0 service neutron] Attempting to bind port 0e336b0f-9bda-405f-a702-dd97033af48e on network 72954832-dc86-4706-b5e9-cf8eb66f0446 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:15.703974 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-39a81fe4-a7e2-4c13-b739-868b594916d0 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:48:15.704333 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-39a81fe4-a7e2-4c13-b739-868b594916d0 service neutron] Checking segment: {'id': 'b4b86e82-8259-4c94-b5ea-eb6f2e16ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:48:15.704729 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-39a81fe4-a7e2-4c13-b739-868b594916d0 service neutron] Bound using segment: {'id': 'b4b86e82-8259-4c94-b5ea-eb6f2e16ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:48:15.705169 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-39a81fe4-a7e2-4c13-b739-868b594916d0 service neutron] Bound port: 0e336b0f-9bda-405f-a702-dd97033af48e, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b86e82-8259-4c94-b5ea-eb6f2e16ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:48:15.705535 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-39a81fe4-a7e2-4c13-b739-868b594916d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0e336b0f-9bda-405f-a702-dd97033af48e), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:15.822160 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47970) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:15.828556 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-39a81fe4-a7e2-4c13-b739-868b594916d0 service neutron] For port 0e336b0f-9bda-405f-a702-dd97033af48e, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:48:15.832952 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-39a81fe4-a7e2-4c13-b739-868b594916d0 service neutron] For port 0e336b0f-9bda-405f-a702-dd97033af48e, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0e336b0f-9bda-405f-a702-dd97033af48e,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:48:15.852678 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-39a81fe4-a7e2-4c13-b739-868b594916d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (0e336b0f-9bda-405f-a702-dd97033af48e), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:15.925961 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-39a81fe4-a7e2-4c13-b739-868b594916d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:15.926587 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-39a81fe4-a7e2-4c13-b739-868b594916d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:15.928019 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-39a81fe4-a7e2-4c13-b739-868b594916d0 service neutron] 10.222.0.48 "PUT /v2.0/ports/0e336b0f-9bda-405f-a702-dd97033af48e HTTP/1.1" status: 200 len: 1091 time: 1.5702648 Feb 20 05:48:15.928474 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ddde50-6339-47d6-8b2a-5ca66d99fb80', 'tag': '0e336b0f-9bda-405f-a702-dd97033af48e'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:48:15.931536 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba9f2b7-d854-4e56-868e-41e3965d965e" -d '{"events": [{"name": "network-changed", "server_uuid": "44ddde50-6339-47d6-8b2a-5ca66d99fb80", "tag": "0e336b0f-9bda-405f-a702-dd97033af48e"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:48:15.982184 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a81fe4-a7e2-4c13-b739-868b594916d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0e336b0f-9bda-405f-a702-dd97033af48e,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:16.084011 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-0e905f95-4ed0-4a21-92e4-3deeefbe2331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:16.086270 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-0e905f95-4ed0-4a21-92e4-3deeefbe2331 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1cc50ee140854bcc8f6ed45dd231f31c&device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 1125 time: 0.0969687 Feb 20 05:48:16.094010 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeafc405-af6a-46e2-861f-f0314caa91fb x-openstack-request-id: req-aeafc405-af6a-46e2-861f-f0314caa91fb {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:48:16.094305 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ddde50-6339-47d6-8b2a-5ca66d99fb80", "tag": "0e336b0f-9bda-405f-a702-dd97033af48e", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:48:16.094674 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aeafc405-af6a-46e2-861f-f0314caa91fb {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:48:16.095104 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ddde50-6339-47d6-8b2a-5ca66d99fb80', 'tag': '0e336b0f-9bda-405f-a702-dd97033af48e', 'status': 'completed', 'code': 200} Feb 20 05:48:16.147420 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-b628bd43-5158-4855-b029-a06d8d2deb23 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-339320574'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:16.213204 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-20cdf62c-f571-4824-9c2b-9703d9ef8fbd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e336b0f-9bda-405f-a702-dd97033af48e HTTP/1.1" status: 200 len: 217 time: 0.1149771 Feb 20 05:48:16.227894 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b628bd43-5158-4855-b029-a06d8d2deb23 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Made reservation on behalf of 024f871e19074a3a91f7774ed312de71 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:16.235741 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b628bd43-5158-4855-b029-a06d8d2deb23 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:16.274360 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b628bd43-5158-4855-b029-a06d8d2deb23 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:16.334225 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-7c6e9114-7cdc-4994-8a19-6f0fc1fc7b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:16.336767 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-7c6e9114-7cdc-4994-8a19-6f0fc1fc7b1d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec01882b-2949-4e73-b51b-e8c64ca48e8d HTTP/1.1" status: 200 len: 855 time: 0.1162167 Feb 20 05:48:16.461438 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-a55d7e7e-0da3-4f2c-88dd-3bd224104d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:16.468369 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-adff512b-8916-4764-82af-bfb1b73d870f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:16.470888 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-a55d7e7e-0da3-4f2c-88dd-3bd224104d26 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72954832-dc86-4706-b5e9-cf8eb66f0446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1253295 Feb 20 05:48:16.646199 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b628bd43-5158-4855-b029-a06d8d2deb23 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for security_group (d5c924b4-cbe7-46c0-b702-576628dfa28f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:16.669668 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b628bd43-5158-4855-b029-a06d8d2deb23 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d5c924b4-cbe7-46c0-b702-576628dfa28f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:16.712261 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-1fb54ea3-39a5-464c-a0a6-301c5cd978fa service neutron] 10.222.0.48 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361639 Feb 20 05:48:16.769376 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b628bd43-5158-4855-b029-a06d8d2deb23 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:48:16.810611 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628bd43-5158-4855-b029-a06d8d2deb23 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c924b4-cbe7-46c0-b702-576628dfa28f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:16.834778 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b628bd43-5158-4855-b029-a06d8d2deb23 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (be47adfc-e001-4624-b361-4d0e6a4404ed), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:16.838546 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-b628bd43-5158-4855-b029-a06d8d2deb23 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Added segment be47adfc-e001-4624-b361-4d0e6a4404ed of type vlan for network 1ae8a00d-53b7-4388-814f-81626e71084c Feb 20 05:48:16.940586 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b628bd43-5158-4855-b029-a06d8d2deb23 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (1ae8a00d-53b7-4388-814f-81626e71084c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:17.012911 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b628bd43-5158-4855-b029-a06d8d2deb23 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (1ae8a00d-53b7-4388-814f-81626e71084c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:17.024126 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b628bd43-5158-4855-b029-a06d8d2deb23 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:17.038647 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b628bd43-5158-4855-b029-a06d8d2deb23 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:17.218684 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b628bd43-5158-4855-b029-a06d8d2deb23 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4011168 Feb 20 05:48:17.250244 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628bd43-5158-4855-b029-a06d8d2deb23 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'Network': ['ID=1ae8a00d-53b7-4388-814f-81626e71084c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:17.264409 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 1ae8a00d-53b7-4388-814f-81626e71084c details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:48:17.385154 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48076) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:17.390828 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-fdc05044-7c95-43bc-a380-31be37d1f7af tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Request body: {'subnet': {'network_id': '1ae8a00d-53b7-4388-814f-81626e71084c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:17.654390 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e0e54e71-329b-4e92-9d62-24bd9ede3836 req-fa04da85-1582-496c-aa2d-318a8259c12d service neutron] 10.222.0.48 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9360271 Feb 20 05:48:17.675344 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc05044-7c95-43bc-a380-31be37d1f7af tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Made reservation on behalf of 024f871e19074a3a91f7774ed312de71 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:17.682240 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fdc05044-7c95-43bc-a380-31be37d1f7af tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:17.915589 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ca7ff-f06d-4b81-9823-05d14338a581 req-0dba51f5-b9de-4d48-aebc-3f546e4cec92 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:17.925776 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bb6ca7ff-f06d-4b81-9823-05d14338a581 req-0dba51f5-b9de-4d48-aebc-3f546e4cec92 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.2686551 Feb 20 05:48:17.941710 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9f2b7-d854-4e56-868e-41e3965d965e req-899fc41c-793b-4030-9286-3c6a9781ab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:17.943430 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dba9f2b7-d854-4e56-868e-41e3965d965e req-899fc41c-793b-4030-9286-3c6a9781ab01 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1cc50ee140854bcc8f6ed45dd231f31c&device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 1125 time: 0.2156329 Feb 20 05:48:18.034848 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fdc05044-7c95-43bc-a380-31be37d1f7af tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (691d24e8-cae7-49ef-a346-5eca0a967af5), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:18.087391 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bb6ca7ff-f06d-4b81-9823-05d14338a581 req-d03e5f0d-d08e-4d5e-8621-d7a4d6248fdc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598721 Feb 20 05:48:18.138442 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc05044-7c95-43bc-a380-31be37d1f7af tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'Subnet': ['ID=691d24e8-cae7-49ef-a346-5eca0a967af5,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:18.153708 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc05044-7c95-43bc-a380-31be37d1f7af tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Checking segment: {'id': 'be47adfc-e001-4624-b361-4d0e6a4404ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1ae8a00d-53b7-4388-814f-81626e71084c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:48:18.154275 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc05044-7c95-43bc-a380-31be37d1f7af tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Network hostable DHCP agents. Network: 1ae8a00d-53b7-4388-814f-81626e71084c, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:48:18.198854 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc05044-7c95-43bc-a380-31be37d1f7af tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Network 1ae8a00d-53b7-4388-814f-81626e71084c is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:48:18.217803 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9f2b7-d854-4e56-868e-41e3965d965e req-99fd882a-766a-4736-bc46-642d12d07b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:18.223845 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dba9f2b7-d854-4e56-868e-41e3965d965e req-99fd882a-766a-4736-bc46-642d12d07b26 service neutron] 10.222.0.48 "GET /v2.0/networks?id=72954832-dc86-4706-b5e9-cf8eb66f0446 HTTP/1.1" status: 200 len: 916 time: 0.2714460 Feb 20 05:48:18.232700 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-fdc05044-7c95-43bc-a380-31be37d1f7af tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 1ae8a00d-53b7-4388-814f-81626e71084c) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:18.243334 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc05044-7c95-43bc-a380-31be37d1f7af tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:18.245924 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384f8242-9bd4-4494-8af2-b3fd9db04ae3 None None] Network 1ae8a00d-53b7-4388-814f-81626e71084c requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:48:18.246437 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fdc05044-7c95-43bc-a380-31be37d1f7af tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:18.341201 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fdc05044-7c95-43bc-a380-31be37d1f7af tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9548309 Feb 20 05:48:18.354478 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48122) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:18.361126 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-6da0828b-2ab9-4510-9083-8c211ecd613d tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1008603790'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:18.444507 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dba9f2b7-d854-4e56-868e-41e3965d965e req-87f4eef1-f0c5-4104-a305-8731183f58a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e336b0f-9bda-405f-a702-dd97033af48e HTTP/1.1" status: 200 len: 217 time: 0.2119181 Feb 20 05:48:18.446854 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da0828b-2ab9-4510-9083-8c211ecd613d tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Made reservation on behalf of 024f871e19074a3a91f7774ed312de71 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:18.466125 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6da0828b-2ab9-4510-9083-8c211ecd613d tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:18.530480 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da0828b-2ab9-4510-9083-8c211ecd613d tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:48:18.555628 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6da0828b-2ab9-4510-9083-8c211ecd613d tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (634d7e29-7623-4d75-82f0-aaab0ffa1797), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:18.556005 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-6da0828b-2ab9-4510-9083-8c211ecd613d tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Added segment 634d7e29-7623-4d75-82f0-aaab0ffa1797 of type vlan for network 3bfdc99c-7a7e-4c41-81db-76fa9279fc6a Feb 20 05:48:18.591163 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9f2b7-d854-4e56-868e-41e3965d965e req-e9fbadc3-ea13-4523-8706-cfccf7fb4387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:18.593670 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dba9f2b7-d854-4e56-868e-41e3965d965e req-e9fbadc3-ea13-4523-8706-cfccf7fb4387 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec01882b-2949-4e73-b51b-e8c64ca48e8d HTTP/1.1" status: 200 len: 855 time: 0.1430237 Feb 20 05:48:18.634056 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6da0828b-2ab9-4510-9083-8c211ecd613d tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (3bfdc99c-7a7e-4c41-81db-76fa9279fc6a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:18.656886 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1cb76a-0dd1-42d1-88b9-fc0e8d34d75f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-1ae8a00d-53b7-4388-814f-81626e71084c', 'network_id': '1ae8a00d-53b7-4388-814f-81626e71084c', 'project_id': '024f871e19074a3a91f7774ed312de71', 'fixed_ips': [{'subnet_id': '691d24e8-cae7-49ef-a346-5eca0a967af5'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:48:18.665271 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd1cb76a-0dd1-42d1-88b9-fc0e8d34d75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:18.674109 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6da0828b-2ab9-4510-9083-8c211ecd613d tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (3bfdc99c-7a7e-4c41-81db-76fa9279fc6a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:18.680901 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da0828b-2ab9-4510-9083-8c211ecd613d tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:18.682155 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6da0828b-2ab9-4510-9083-8c211ecd613d tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:18.844176 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6da0828b-2ab9-4510-9083-8c211ecd613d tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4844310 Feb 20 05:48:18.844176 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da0828b-2ab9-4510-9083-8c211ecd613d tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'Network': ['ID=3bfdc99c-7a7e-4c41-81db-76fa9279fc6a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:18.844501 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48146) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:18.846361 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9f2b7-d854-4e56-868e-41e3965d965e req-3ea31fa1-b27a-414f-aa80-5c6074176f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:18.852584 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dba9f2b7-d854-4e56-868e-41e3965d965e req-3ea31fa1-b27a-414f-aa80-5c6074176f1a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72954832-dc86-4706-b5e9-cf8eb66f0446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2308536 Feb 20 05:48:18.864663 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-f0c0d084-4943-439d-ad95-27d00c237204 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Request body: {'subnet': {'network_id': '3bfdc99c-7a7e-4c41-81db-76fa9279fc6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:18.880628 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 3bfdc99c-7a7e-4c41-81db-76fa9279fc6a details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:48:19.047878 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dba9f2b7-d854-4e56-868e-41e3965d965e req-71d8b52c-0700-4db9-8a2c-9f3c30478078 service neutron] 10.222.0.48 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875138 Feb 20 05:48:19.108411 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48148) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:19.127685 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c0d084-4943-439d-ad95-27d00c237204 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Made reservation on behalf of 024f871e19074a3a91f7774ed312de71 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:19.136690 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b55d8ea-6a72-442a-bb42-1792a831c9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:19.136896 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f0c0d084-4943-439d-ad95-27d00c237204 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:19.200139 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-cd1cb76a-0dd1-42d1-88b9-fc0e8d34d75f None None] Allocated IP 172.20.255.242 (1ae8a00d-53b7-4388-814f-81626e71084c/691d24e8-cae7-49ef-a346-5eca0a967af5/557a1c7e-e93d-46e8-a9cb-a7defa36fc5f) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:48:19.233814 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dba9f2b7-d854-4e56-868e-41e3965d965e req-feebe28b-2906-49a2-835d-ff0a99128fee service neutron] 10.222.0.48 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786399 Feb 20 05:48:19.406828 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b10375-2a10-44a3-ab46-d8e341335e83 req-6735d551-8480-4862-9518-c08ee0470a85 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:19.416002 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30b10375-2a10-44a3-ab46-d8e341335e83 req-6735d551-8480-4862-9518-c08ee0470a85 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.0846136 Feb 20 05:48:19.487589 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd1cb76a-0dd1-42d1-88b9-fc0e8d34d75f None None] Publish callbacks [] for port (557a1c7e-e93d-46e8-a9cb-a7defa36fc5f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:19.498611 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30b10375-2a10-44a3-ab46-d8e341335e83 req-6b44ff23-2b78-4bb8-b9d5-a490a7d9c137 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814235 Feb 20 05:48:19.498889 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd1cb76a-0dd1-42d1-88b9-fc0e8d34d75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (557a1c7e-e93d-46e8-a9cb-a7defa36fc5f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:19.530575 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7e2302dd-0b47-4ea9-9990-b147c24891ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:19.572940 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1cb76a-0dd1-42d1-88b9-fc0e8d34d75f None None] Network 1ae8a00d-53b7-4388-814f-81626e71084c is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:48:19.587861 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-cd1cb76a-0dd1-42d1-88b9-fc0e8d34d75f None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:19.605841 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1cb76a-0dd1-42d1-88b9-fc0e8d34d75f None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:48:19.623941 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1cb76a-0dd1-42d1-88b9-fc0e8d34d75f None None] Pushing event updated for resources: {'Port': ['ID=557a1c7e-e93d-46e8-a9cb-a7defa36fc5f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:19.652988 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:19.734952 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f0c0d084-4943-439d-ad95-27d00c237204 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (dfbcd8ee-7710-444d-9e77-6161d88bc666), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:19.755883 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-cd1cb76a-0dd1-42d1-88b9-fc0e8d34d75f None None] Attempting to bind port 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:19.756963 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-cd1cb76a-0dd1-42d1-88b9-fc0e8d34d75f None None] Attempting to bind port 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'be47adfc-e001-4624-b361-4d0e6a4404ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1ae8a00d-53b7-4388-814f-81626e71084c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:19.757391 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1cb76a-0dd1-42d1-88b9-fc0e8d34d75f None None] Attempting to bind port 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f on network 1ae8a00d-53b7-4388-814f-81626e71084c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:19.765418 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1cb76a-0dd1-42d1-88b9-fc0e8d34d75f None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:48:19.766459 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1cb76a-0dd1-42d1-88b9-fc0e8d34d75f None None] Checking segment: {'id': 'be47adfc-e001-4624-b361-4d0e6a4404ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1ae8a00d-53b7-4388-814f-81626e71084c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:48:19.768816 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd1cb76a-0dd1-42d1-88b9-fc0e8d34d75f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:19.769830 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1cb76a-0dd1-42d1-88b9-fc0e8d34d75f None None] Bound using segment: {'id': 'be47adfc-e001-4624-b361-4d0e6a4404ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1ae8a00d-53b7-4388-814f-81626e71084c'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:48:19.770500 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-cd1cb76a-0dd1-42d1-88b9-fc0e8d34d75f None None] Bound port: 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be47adfc-e001-4624-b361-4d0e6a4404ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1ae8a00d-53b7-4388-814f-81626e71084c'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:48:19.771114 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd1cb76a-0dd1-42d1-88b9-fc0e8d34d75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (557a1c7e-e93d-46e8-a9cb-a7defa36fc5f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:19.858141 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0d084-4943-439d-ad95-27d00c237204 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'Subnet': ['ID=dfbcd8ee-7710-444d-9e77-6161d88bc666,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:19.917008 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-cd1cb76a-0dd1-42d1-88b9-fc0e8d34d75f None None] For port 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:48:19.931978 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-cd1cb76a-0dd1-42d1-88b9-fc0e8d34d75f None None] For port 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=557a1c7e-e93d-46e8-a9cb-a7defa36fc5f,segment=NetworkSegment(be47adfc-e001-4624-b361-4d0e6a4404ed),segment_id=be47adfc-e001-4624-b361-4d0e6a4404ed)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:48:19.944472 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd1cb76a-0dd1-42d1-88b9-fc0e8d34d75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (557a1c7e-e93d-46e8-a9cb-a7defa36fc5f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:20.036394 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7e2302dd-0b47-4ea9-9990-b147c24891ab admin admin] Publish callbacks [] for security_group (52abc8ac-8960-4e06-8f27-c585a40405e6), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:20.043665 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c0d084-4943-439d-ad95-27d00c237204 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Checking segment: {'id': '634d7e29-7623-4d75-82f0-aaab0ffa1797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3bfdc99c-7a7e-4c41-81db-76fa9279fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:48:20.044228 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c0d084-4943-439d-ad95-27d00c237204 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Network hostable DHCP agents. Network: 3bfdc99c-7a7e-4c41-81db-76fa9279fc6a, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:48:20.049038 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7e2302dd-0b47-4ea9-9990-b147c24891ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (52abc8ac-8960-4e06-8f27-c585a40405e6), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:20.061571 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1cb76a-0dd1-42d1-88b9-fc0e8d34d75f None None] Pushing event updated for resources: {'Port': ['ID=557a1c7e-e93d-46e8-a9cb-a7defa36fc5f,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:20.173830 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7e2302dd-0b47-4ea9-9990-b147c24891ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53434c982c1749139bbac62c9d96729d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0642405 Feb 20 05:48:20.176573 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48198) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:20.180648 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c0d084-4943-439d-ad95-27d00c237204 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Network 3bfdc99c-7a7e-4c41-81db-76fa9279fc6a is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:48:20.189723 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2302dd-0b47-4ea9-9990-b147c24891ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52abc8ac-8960-4e06-8f27-c585a40405e6,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:20.215326 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-f0c0d084-4943-439d-ad95-27d00c237204 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 3bfdc99c-7a7e-4c41-81db-76fa9279fc6a) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:20.226284 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313ca1ed-8daf-4377-a932-dafb547383ba None None] Network 3bfdc99c-7a7e-4c41-81db-76fa9279fc6a requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:48:20.234802 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c0d084-4943-439d-ad95-27d00c237204 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:20.235976 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f0c0d084-4943-439d-ad95-27d00c237204 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:20.287589 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f0c0d084-4943-439d-ad95-27d00c237204 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4420767 Feb 20 05:48:20.290111 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48210) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:20.385846 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 0e336b0f-9bda-405f-a702-dd97033af48e details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:48:20.386990 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-c0799415-9a99-4a86-8319-5828d1b50e92 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=58533fde8ba546568730e834e99f26f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0996256 Feb 20 05:48:20.468201 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ce45a62-1a88-4643-b445-8ad48591b21e admin admin] Publish callbacks [] for security_group (52abc8ac-8960-4e06-8f27-c585a40405e6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:20.544344 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f026fc-1412-4950-aa65-a064d6ff285a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-3bfdc99c-7a7e-4c41-81db-76fa9279fc6a', 'network_id': '3bfdc99c-7a7e-4c41-81db-76fa9279fc6a', 'project_id': '024f871e19074a3a91f7774ed312de71', 'fixed_ips': [{'subnet_id': 'dfbcd8ee-7710-444d-9e77-6161d88bc666'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:48:20.546069 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f026fc-1412-4950-aa65-a064d6ff285a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:20.570165 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (3bfdc99c-7a7e-4c41-81db-76fa9279fc6a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:20.707628 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (dfbcd8ee-7710-444d-9e77-6161d88bc666), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:20.761163 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ce45a62-1a88-4643-b445-8ad48591b21e admin admin] Publish callbacks [] for security_group (52abc8ac-8960-4e06-8f27-c585a40405e6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:20.900195 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-50f026fc-1412-4950-aa65-a064d6ff285a None None] Allocated IP 172.20.0.2 (3bfdc99c-7a7e-4c41-81db-76fa9279fc6a/dfbcd8ee-7710-444d-9e77-6161d88bc666/5e19cf49-7061-42c8-ae10-c7aadb240cbe) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:48:20.941491 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 0e336b0f-9bda-405f-a702-dd97033af48e, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0e336b0f-9bda-405f-a702-dd97033af48e,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:48:20.956837 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '0e336b0f-9bda-405f-a702-dd97033af48e', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'port_id': '0e336b0f-9bda-405f-a702-dd97033af48e', 'mac_address': 'fa:16:3e:e4:65:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:48:20.958509 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-b307f01b-8d07-43e4-b5a6-f170413d2def tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:20.967684 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-b307f01b-8d07-43e4-b5a6-f170413d2def tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5108309 Feb 20 05:48:21.062079 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-23081fa6-0495-45f6-af0b-d77cf092f8b5 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.37 "GET /v2.0/quotas/58533fde8ba546568730e834e99f26f8 HTTP/1.1" status: 200 len: 375 time: 0.0930231 Feb 20 05:48:21.103716 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 0e336b0f-9bda-405f-a702-dd97033af48e is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:48:21.104235 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0e336b0f-9bda-405f-a702-dd97033af48e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:21.109112 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-bada257f-34a0-4a5c-9fdf-4ec29ebd7455 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=58533fde8ba546568730e834e99f26f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460336 Feb 20 05:48:21.128338 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ce45a62-1a88-4643-b445-8ad48591b21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (52abc8ac-8960-4e06-8f27-c585a40405e6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:21.131183 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ce45a62-1a88-4643-b445-8ad48591b21e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:21.135486 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9ce45a62-1a88-4643-b445-8ad48591b21e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52abc8ac-8960-4e06-8f27-c585a40405e6 HTTP/1.1" status: 204 len: 168 time: 0.9573088 Feb 20 05:48:21.136514 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e336b0f-9bda-405f-a702-dd97033af48e {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:48:21.150321 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce45a62-1a88-4643-b445-8ad48591b21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52abc8ac-8960-4e06-8f27-c585a40405e6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:21.194251 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 0e336b0f-9bda-405f-a702-dd97033af48e, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0e336b0f-9bda-405f-a702-dd97033af48e,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:48:21.426002 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f026fc-1412-4950-aa65-a064d6ff285a None None] Publish callbacks [] for port (5e19cf49-7061-42c8-ae10-c7aadb240cbe), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:21.463690 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48252) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:21.472170 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (dfbcd8ee-7710-444d-9e77-6161d88bc666), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:21.506589 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:48:21.576284 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Subnet': ['ID=dfbcd8ee-7710-444d-9e77-6161d88bc666,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:21.644023 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0e336b0f-9bda-405f-a702-dd97033af48e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:21.649617 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f026fc-1412-4950-aa65-a064d6ff285a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (5e19cf49-7061-42c8-ae10-c7aadb240cbe), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:21.709667 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (3bfdc99c-7a7e-4c41-81db-76fa9279fc6a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:21.740576 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=0e336b0f-9bda-405f-a702-dd97033af48e,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:21.743611 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:21.811264 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bfdc99c-7a7e-4c41-81db-76fa9279fc6a']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:21.834128 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-435dfedc-ea5a-4657-8163-b9154f69a649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:21.844158 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634d7e29-7623-4d75-82f0-aaab0ffa1797') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:21.844716 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634d7e29-7623-4d75-82f0-aaab0ffa1797') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:21.860625 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (634d7e29-7623-4d75-82f0-aaab0ffa1797), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:21.866500 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f026fc-1412-4950-aa65-a064d6ff285a None None] Network 3bfdc99c-7a7e-4c41-81db-76fa9279fc6a is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:48:21.891148 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (634d7e29-7623-4d75-82f0-aaab0ffa1797), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:21.915461 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:48:21.916043 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:48:21.917236 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (634d7e29-7623-4d75-82f0-aaab0ffa1797), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:21.917556 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (557a1c7e-e93d-46e8-a9cb-a7defa36fc5f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:21.923838 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48266) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:48:21.927710 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:48:21.931529 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-50f026fc-1412-4950-aa65-a064d6ff285a None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:21.939462 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c053174-f00f-4ad9-9659-a3af1f12b273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:21.941596 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f026fc-1412-4950-aa65-a064d6ff285a None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:48:21.954184 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['0e336b0f-9bda-405f-a702-dd97033af48e'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:48:22.043244 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0c5eab-a158-4bcd-9c13-8bdb56c3c0c1 None None] Network 1ae8a00d-53b7-4388-814f-81626e71084c requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:48:22.051329 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f026fc-1412-4950-aa65-a064d6ff285a None None] Pushing event updated for resources: {'Port': ['ID=5e19cf49-7061-42c8-ae10-c7aadb240cbe,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:22.072924 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.db.api [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 20 05:48:22.072924 n-d-829866-5 neutron-server[103406]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 20 05:48:22.072924 n-d-829866-5 neutron-server[103406]: [parameters: {'id': '3bfdc99c-7a7e-4c41-81db-76fa9279fc6a'}] Feb 20 05:48:22.072924 n-d-829866-5 neutron-server[103406]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:48:22.074771 n-d-829866-5 neutron-server[103406]: DEBUG oslo_db.api [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:48:22.170749 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f3736-b7e1-4d40-8554-08ed6a6c9abb req-dd5087ca-1807-4fd3-a448-acad0f59ca88 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:22.177927 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c72f3736-b7e1-4d40-8554-08ed6a6c9abb req-dd5087ca-1807-4fd3-a448-acad0f59ca88 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 944 time: 0.1434560 Feb 20 05:48:22.214101 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-50f026fc-1412-4950-aa65-a064d6ff285a None None] Attempting to bind port 5e19cf49-7061-42c8-ae10-c7aadb240cbe on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:22.214516 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-50f026fc-1412-4950-aa65-a064d6ff285a None None] Attempting to bind port 5e19cf49-7061-42c8-ae10-c7aadb240cbe by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '634d7e29-7623-4d75-82f0-aaab0ffa1797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3bfdc99c-7a7e-4c41-81db-76fa9279fc6a'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:22.215087 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f026fc-1412-4950-aa65-a064d6ff285a None None] Attempting to bind port 5e19cf49-7061-42c8-ae10-c7aadb240cbe on network 3bfdc99c-7a7e-4c41-81db-76fa9279fc6a {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:22.220338 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a5d99429-3edd-407e-829c-8b1529c6ef7a None None] Provisioning complete for port 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:48:22.220978 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a5d99429-3edd-407e-829c-8b1529c6ef7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (557a1c7e-e93d-46e8-a9cb-a7defa36fc5f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:22.226591 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f026fc-1412-4950-aa65-a064d6ff285a None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:48:22.227240 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f026fc-1412-4950-aa65-a064d6ff285a None None] Checking segment: {'id': '634d7e29-7623-4d75-82f0-aaab0ffa1797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3bfdc99c-7a7e-4c41-81db-76fa9279fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:48:22.227787 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f026fc-1412-4950-aa65-a064d6ff285a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:22.228323 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f026fc-1412-4950-aa65-a064d6ff285a None None] Bound using segment: {'id': '634d7e29-7623-4d75-82f0-aaab0ffa1797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3bfdc99c-7a7e-4c41-81db-76fa9279fc6a'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:48:22.228965 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-50f026fc-1412-4950-aa65-a064d6ff285a None None] Bound port: 5e19cf49-7061-42c8-ae10-c7aadb240cbe, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634d7e29-7623-4d75-82f0-aaab0ffa1797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3bfdc99c-7a7e-4c41-81db-76fa9279fc6a'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:48:22.229497 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f026fc-1412-4950-aa65-a064d6ff285a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5e19cf49-7061-42c8-ae10-c7aadb240cbe), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:22.274355 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-435dfedc-ea5a-4657-8163-b9154f69a649 admin admin] Publish callbacks [] for security_group (6b960832-96aa-436f-8154-83d1ba0cd0bd), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:22.276917 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c053174-f00f-4ad9-9659-a3af1f12b273 admin admin] Publish callbacks [] for security_group (50ef973a-859f-4bb5-8e77-3a4b14aafb5a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:22.293946 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c72f3736-b7e1-4d40-8554-08ed6a6c9abb req-c42f1bab-9367-4880-a1e0-f6941878e616 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108708 Feb 20 05:48:22.301298 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c053174-f00f-4ad9-9659-a3af1f12b273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (50ef973a-859f-4bb5-8e77-3a4b14aafb5a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:22.303938 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-435dfedc-ea5a-4657-8163-b9154f69a649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6b960832-96aa-436f-8154-83d1ba0cd0bd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:22.397848 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4c053174-f00f-4ad9-9659-a3af1f12b273 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a519fdfefc2e493ea0cfd2f1461d5bba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4729297 Feb 20 05:48:22.404562 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48274) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:22.427593 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-435dfedc-ea5a-4657-8163-b9154f69a649 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=364b2afaba164668bef14cafb51614c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9621887 Feb 20 05:48:22.428559 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c053174-f00f-4ad9-9659-a3af1f12b273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ef973a-859f-4bb5-8e77-3a4b14aafb5a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:22.431193 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48276) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:22.503042 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9b5a8ec5-c5d8-41b8-858e-d3ae940806f5 admin admin] Publish callbacks [] for security_group (50ef973a-859f-4bb5-8e77-3a4b14aafb5a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:22.530355 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9b5a8ec5-c5d8-41b8-858e-d3ae940806f5 admin admin] Publish callbacks [] for security_group (50ef973a-859f-4bb5-8e77-3a4b14aafb5a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:22.555080 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4092d5f6-ebaf-4923-a628-e3c8da153b70 req-d328ce74-971a-4bdf-87a5-a2b8d1532202 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a049e7-31ba-4bd5-b993-acb7e4922308 HTTP/1.1" status: 200 len: 210 time: 0.1611352 Feb 20 05:48:22.595477 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (3bfdc99c-7a7e-4c41-81db-76fa9279fc6a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:22.614234 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9b5a8ec5-c5d8-41b8-858e-d3ae940806f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (50ef973a-859f-4bb5-8e77-3a4b14aafb5a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:22.616719 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9b5a8ec5-c5d8-41b8-858e-d3ae940806f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:22.618076 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9b5a8ec5-c5d8-41b8-858e-d3ae940806f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50ef973a-859f-4bb5-8e77-3a4b14aafb5a HTTP/1.1" status: 204 len: 168 time: 0.2122662 Feb 20 05:48:22.628779 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a8ec5-c5d8-41b8-858e-d3ae940806f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ef973a-859f-4bb5-8e77-3a4b14aafb5a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:22.629432 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:48:22.631190 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (557a1c7e-e93d-46e8-a9cb-a7defa36fc5f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:22.690065 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a801078-bbbd-4dd0-966d-d80515d893e4 admin admin] Publish callbacks [] for security_group (6b960832-96aa-436f-8154-83d1ba0cd0bd), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:22.754192 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435dfedc-ea5a-4657-8163-b9154f69a649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b960832-96aa-436f-8154-83d1ba0cd0bd,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:22.786741 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a801078-bbbd-4dd0-966d-d80515d893e4 admin admin] Publish callbacks [] for security_group (6b960832-96aa-436f-8154-83d1ba0cd0bd), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:22.885248 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f026fc-1412-4950-aa65-a064d6ff285a None None] For port 5e19cf49-7061-42c8-ae10-c7aadb240cbe, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:48:22.903403 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a801078-bbbd-4dd0-966d-d80515d893e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6b960832-96aa-436f-8154-83d1ba0cd0bd), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:22.906413 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a801078-bbbd-4dd0-966d-d80515d893e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:22.907736 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4a801078-bbbd-4dd0-966d-d80515d893e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b960832-96aa-436f-8154-83d1ba0cd0bd HTTP/1.1" status: 204 len: 168 time: 0.4735680 Feb 20 05:48:22.929580 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a801078-bbbd-4dd0-966d-d80515d893e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b960832-96aa-436f-8154-83d1ba0cd0bd,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:23.047635 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f026fc-1412-4950-aa65-a064d6ff285a None None] For port 5e19cf49-7061-42c8-ae10-c7aadb240cbe, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=5e19cf49-7061-42c8-ae10-c7aadb240cbe,segment=NetworkSegment(634d7e29-7623-4d75-82f0-aaab0ffa1797),segment_id=634d7e29-7623-4d75-82f0-aaab0ffa1797)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:48:23.107364 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:23.123505 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a5d99429-3edd-407e-829c-8b1529c6ef7a None None] Current status of the port 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:48:23.123904 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a5d99429-3edd-407e-829c-8b1529c6ef7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (557a1c7e-e93d-46e8-a9cb-a7defa36fc5f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:23.126673 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f026fc-1412-4950-aa65-a064d6ff285a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5e19cf49-7061-42c8-ae10-c7aadb240cbe), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:23.150491 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=557a1c7e-e93d-46e8-a9cb-a7defa36fc5f,segment=NetworkSegment(be47adfc-e001-4624-b361-4d0e6a4404ed),segment_id=be47adfc-e001-4624-b361-4d0e6a4404ed)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:48:23.177116 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:23.259992 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (557a1c7e-e93d-46e8-a9cb-a7defa36fc5f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:23.376584 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-d60d0bee-7ad9-425b-92b5-bbc3c1d5561e tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=58533fde8ba546568730e834e99f26f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422397 Feb 20 05:48:23.527455 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff157c0-7e41-4e54-b568-3e59d281eff3 req-0b716a68-302a-4ce2-898a-13318fab5db1 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:23.529341 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4ff157c0-7e41-4e54-b568-3e59d281eff3 req-0b716a68-302a-4ce2-898a-13318fab5db1 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 944 time: 0.0871954 Feb 20 05:48:23.530128 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48300) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:23.550564 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f026fc-1412-4950-aa65-a064d6ff285a None None] Pushing event updated for resources: {'Port': ['ID=5e19cf49-7061-42c8-ae10-c7aadb240cbe,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:23.572550 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-a5d99429-3edd-407e-829c-8b1529c6ef7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:48:23.572550 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-a5d99429-3edd-407e-829c-8b1529c6ef7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:48:23.583655 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7ab9c769-58f3-4f45-8e3f-36ded0f6730f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:23.594873 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-2dd16a60-399f-4170-9341-ed9334b2b38c tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:23.596543 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-2dd16a60-399f-4170-9341-ed9334b2b38c tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2122319 Feb 20 05:48:23.622356 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-c1ebb05a-2b6b-493c-9649-a7d4a6286d45 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Request body: {'port': {'device_id': 'a7a049e7-31ba-4bd5-b993-acb7e4922308', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': '58533fde8ba546568730e834e99f26f8'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:23.640260 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4ff157c0-7e41-4e54-b568-3e59d281eff3 req-f94ba926-21e6-4dd5-aad0-d69195bd0232 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914774 Feb 20 05:48:23.664071 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Deleting port 5e19cf49-7061-42c8-ae10-c7aadb240cbe {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:48:23.665723 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (5e19cf49-7061-42c8-ae10-c7aadb240cbe), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:23.666726 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398b5751-fab5-4002-bd4b-b9cccb8e14c0 None None] get_active_networks_info from n-d-829866-5 {{(pid=103408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 05:48:23.750146 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=557a1c7e-e93d-46e8-a9cb-a7defa36fc5f,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:23.756308 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7ab9c769-58f3-4f45-8e3f-36ded0f6730f admin admin] Publish callbacks [] for security_group (449149b9-68b4-40c1-acae-1cd27cc5c52c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:23.766736 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7ab9c769-58f3-4f45-8e3f-36ded0f6730f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (449149b9-68b4-40c1-acae-1cd27cc5c52c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:23.840061 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7ab9c769-58f3-4f45-8e3f-36ded0f6730f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f166b22ccd7c4419a1c5fc9265121ad4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3052032 Feb 20 05:48:23.841644 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48308) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:23.887982 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398b5751-fab5-4002-bd4b-b9cccb8e14c0 None None] Resources bound (agent type, host, resource id): {{(pid=103408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 05:48:23.914450 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] For port 5e19cf49-7061-42c8-ae10-c7aadb240cbe, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=5e19cf49-7061-42c8-ae10-c7aadb240cbe,segment=NetworkSegment(634d7e29-7623-4d75-82f0-aaab0ffa1797),segment_id=634d7e29-7623-4d75-82f0-aaab0ffa1797)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:48:23.914752 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (5e19cf49-7061-42c8-ae10-c7aadb240cbe), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:23.918095 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1e236068-0ca6-4673-8172-b0ab2ba43caa req-3cd898e1-bf80-4a0f-a35f-ce7b9e0b4c95 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a049e7-31ba-4bd5-b993-acb7e4922308 HTTP/1.1" status: 200 len: 210 time: 0.0795994 Feb 20 05:48:23.946400 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9c769-58f3-4f45-8e3f-36ded0f6730f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449149b9-68b4-40c1-acae-1cd27cc5c52c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:23.971204 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Calling delete_port for 5e19cf49-7061-42c8-ae10-c7aadb240cbe owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:48:24.025570 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7973b58b-9c30-4ac5-b291-ad9c2f6f3684 admin admin] Publish callbacks [] for security_group (449149b9-68b4-40c1-acae-1cd27cc5c52c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:24.055432 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-c1ebb05a-2b6b-493c-9649-a7d4a6286d45 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Made reservation on behalf of 58533fde8ba546568730e834e99f26f8 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:24.059418 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-c1ebb05a-2b6b-493c-9649-a7d4a6286d45 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:24.080635 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-c1ebb05a-2b6b-493c-9649-a7d4a6286d45 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:24.085958 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7973b58b-9c30-4ac5-b291-ad9c2f6f3684 admin admin] Publish callbacks [] for security_group (449149b9-68b4-40c1-acae-1cd27cc5c52c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:24.155457 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (5e19cf49-7061-42c8-ae10-c7aadb240cbe), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:24.189849 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7973b58b-9c30-4ac5-b291-ad9c2f6f3684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (449149b9-68b4-40c1-acae-1cd27cc5c52c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:24.193292 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7973b58b-9c30-4ac5-b291-ad9c2f6f3684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:24.194480 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7973b58b-9c30-4ac5-b291-ad9c2f6f3684 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/449149b9-68b4-40c1-acae-1cd27cc5c52c HTTP/1.1" status: 204 len: 168 time: 0.3514764 Feb 20 05:48:24.208252 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973b58b-9c30-4ac5-b291-ad9c2f6f3684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449149b9-68b4-40c1-acae-1cd27cc5c52c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:24.250101 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Port': ['ID=5e19cf49-7061-42c8-ae10-c7aadb240cbe,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:24.258320 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No DVR routers for this DVR port 5e19cf49-7061-42c8-ae10-c7aadb240cbe on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:48:24.394813 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 0e336b0f-9bda-405f-a702-dd97033af48e up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:48:24.466191 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (3bfdc99c-7a7e-4c41-81db-76fa9279fc6a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:24.513624 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a5d99429-3edd-407e-829c-8b1529c6ef7a None None] Current status of the port 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:48:24.552176 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bfdc99c-7a7e-4c41-81db-76fa9279fc6a']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:24.582797 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634d7e29-7623-4d75-82f0-aaab0ffa1797') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:24.583175 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634d7e29-7623-4d75-82f0-aaab0ffa1797') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:24.600692 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (634d7e29-7623-4d75-82f0-aaab0ffa1797), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:24.617732 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (634d7e29-7623-4d75-82f0-aaab0ffa1797), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:24.627346 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:48:24.627986 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (634d7e29-7623-4d75-82f0-aaab0ffa1797), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:24.638000 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 0e336b0f-9bda-405f-a702-dd97033af48e completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:48:24.647975 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 0e336b0f-9bda-405f-a702-dd97033af48e triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:48:24.647975 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0e336b0f-9bda-405f-a702-dd97033af48e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:48:24.723333 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:48:24.730372 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-c1ebb05a-2b6b-493c-9649-a7d4a6286d45 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Publish callbacks [] for security_group (4a9f87af-a39b-4298-a6a9-24e92c10a007), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:24.734078 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (3bfdc99c-7a7e-4c41-81db-76fa9279fc6a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:24.765427 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:24.769148 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb899c1b-fde9-4fb5-8e56-b139f75e7666 None None] Network 3bfdc99c-7a7e-4c41-81db-76fa9279fc6a requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:48:24.773843 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48344) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:24.776170 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/networks/3bfdc99c-7a7e-4c41-81db-76fa9279fc6a HTTP/1.1" status: 204 len: 168 time: 4.4846017 Feb 20 05:48:24.778558 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-c1ebb05a-2b6b-493c-9649-a7d4a6286d45 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4a9f87af-a39b-4298-a6a9-24e92c10a007), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:24.780281 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-de5adede-0b38-4881-a00f-d063f9755693 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1769800488'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:24.783233 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5cf37-4c25-41ea-97a9-0ab11014f0e7 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Network': ['ID=3bfdc99c-7a7e-4c41-81db-76fa9279fc6a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:24.801560 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb899c1b-fde9-4fb5-8e56-b139f75e7666 None None] Network 3bfdc99c-7a7e-4c41-81db-76fa9279fc6a could not be found, it might have been deleted concurrently. {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 20 05:48:24.833058 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-58cac64a-22c8-40e2-99c8-641d24adec55 None None] Provisioning complete for port 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:48:24.833448 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58cac64a-22c8-40e2-99c8-641d24adec55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (557a1c7e-e93d-46e8-a9cb-a7defa36fc5f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:24.842573 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ebb05a-2b6b-493c-9649-a7d4a6286d45 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9f87af-a39b-4298-a6a9-24e92c10a007,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:24.859017 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5adede-0b38-4881-a00f-d063f9755693 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Made reservation on behalf of 024f871e19074a3a91f7774ed312de71 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:24.870012 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-de5adede-0b38-4881-a00f-d063f9755693 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:24.960965 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de5adede-0b38-4881-a00f-d063f9755693 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:48:25.058481 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-de5adede-0b38-4881-a00f-d063f9755693 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (8af80233-30d2-46bb-ade8-935a337a846c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:25.063622 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-de5adede-0b38-4881-a00f-d063f9755693 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Added segment 8af80233-30d2-46bb-ade8-935a337a846c of type vlan for network 1fffbb60-f966-4714-8215-107072005d98 Feb 20 05:48:25.103977 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 0e336b0f-9bda-405f-a702-dd97033af48e is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:48:25.104580 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0e336b0f-9bda-405f-a702-dd97033af48e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:25.108144 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-c1ebb05a-2b6b-493c-9649-a7d4a6286d45 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Allocated IP 192.168.233.119 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/6acbcc82-f873-4469-83d3-790593810c03) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:48:25.128293 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-58cac64a-22c8-40e2-99c8-641d24adec55 None None] Current status of the port 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:48:25.160251 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ddde50-6339-47d6-8b2a-5ca66d99fb80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e336b0f-9bda-405f-a702-dd97033af48e'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:48:25.163733 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-de5adede-0b38-4881-a00f-d063f9755693 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (1fffbb60-f966-4714-8215-107072005d98), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:25.168942 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204f9fec-6b3b-4696-9b3a-b3e9daf42e22" -d '{"events": [{"server_uuid": "44ddde50-6339-47d6-8b2a-5ca66d99fb80", "name": "network-vif-plugged", "status": "completed", "tag": "0e336b0f-9bda-405f-a702-dd97033af48e"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:48:25.215344 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 0e336b0f-9bda-405f-a702-dd97033af48e, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0e336b0f-9bda-405f-a702-dd97033af48e,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:48:25.239476 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0e336b0f-9bda-405f-a702-dd97033af48e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:25.251284 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-de5adede-0b38-4881-a00f-d063f9755693 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (1fffbb60-f966-4714-8215-107072005d98), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:25.264694 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5adede-0b38-4881-a00f-d063f9755693 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:25.265723 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-de5adede-0b38-4881-a00f-d063f9755693 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:25.305161 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:25.322098 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-de5adede-0b38-4881-a00f-d063f9755693 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5462716 Feb 20 05:48:25.339984 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48372) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:25.342688 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126aa7e-b4f3-4bb8-985b-5ae1f075608c req-d4a94398-1064-4dd2-a7d6-9f6b76932a2c tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:25.353122 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-9a82db7e-e9f5-4414-bbd8-b24b4ae58c5c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Request body: {'subnet': {'network_id': '1fffbb60-f966-4714-8215-107072005d98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:25.357612 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=0e336b0f-9bda-405f-a702-dd97033af48e,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:25.361790 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8126aa7e-b4f3-4bb8-985b-5ae1f075608c req-d4a94398-1064-4dd2-a7d6-9f6b76932a2c tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 944 time: 0.4286003 Feb 20 05:48:25.407463 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:48:25.483616 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a82db7e-e9f5-4414-bbd8-b24b4ae58c5c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Made reservation on behalf of 024f871e19074a3a91f7774ed312de71 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:25.487374 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9a82db7e-e9f5-4414-bbd8-b24b4ae58c5c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:25.507769 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:48:25.508611 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (557a1c7e-e93d-46e8-a9cb-a7defa36fc5f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:25.525980 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5adede-0b38-4881-a00f-d063f9755693 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'Network': ['ID=1fffbb60-f966-4714-8215-107072005d98,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:25.559276 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.ipam_backend_mixin [None req-9a82db7e-e9f5-4414-bbd8-b24b4ae58c5c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Performing IP validity checks on allocation pools {{(pid=103406) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 20 05:48:25.559811 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.ipam_backend_mixin [None req-9a82db7e-e9f5-4414-bbd8-b24b4ae58c5c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103406) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 20 05:48:25.567195 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 1fffbb60-f966-4714-8215-107072005d98 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:48:25.596660 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8126aa7e-b4f3-4bb8-985b-5ae1f075608c req-a1100c3a-9282-4ce2-be22-5a56d473043a tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321279 Feb 20 05:48:25.599333 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48380) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:25.803423 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-824af294-361f-4bf4-865e-1e8824a30387 req-c3980fa4-b364-44dd-b724-d5ce96655e05 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a049e7-31ba-4bd5-b993-acb7e4922308 HTTP/1.1" status: 200 len: 210 time: 0.0585089 Feb 20 05:48:25.810872 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-c1ebb05a-2b6b-493c-9649-a7d4a6286d45 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Publish callbacks [] for port (6acbcc82-f873-4469-83d3-790593810c03), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:25.836635 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9a82db7e-e9f5-4414-bbd8-b24b4ae58c5c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (01876871-23ed-4edc-b5c6-1698c57ec2dd), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:25.844781 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:48:25.892578 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5da27f-18f7-4b9a-af13-222085dab089 x-openstack-request-id: req-6e5da27f-18f7-4b9a-af13-222085dab089 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:48:25.893050 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ddde50-6339-47d6-8b2a-5ca66d99fb80", "name": "network-vif-plugged", "status": "completed", "tag": "0e336b0f-9bda-405f-a702-dd97033af48e", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:48:25.893454 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e5da27f-18f7-4b9a-af13-222085dab089 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:48:25.894006 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ddde50-6339-47d6-8b2a-5ca66d99fb80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e336b0f-9bda-405f-a702-dd97033af48e', 'code': 200} Feb 20 05:48:26.031582 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-c1ebb05a-2b6b-493c-9649-a7d4a6286d45 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (6acbcc82-f873-4469-83d3-790593810c03), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:26.035120 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8383665-aaa5-4f29-912c-25de69286465 req-88f77461-9bea-492e-8a8e-41878a35560f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:26.037997 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c8383665-aaa5-4f29-912c-25de69286465 req-88f77461-9bea-492e-8a8e-41878a35560f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 1127 time: 0.0848281 Feb 20 05:48:26.044973 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82db7e-e9f5-4414-bbd8-b24b4ae58c5c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'Subnet': ['ID=01876871-23ed-4edc-b5c6-1698c57ec2dd,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:26.102834 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-c1ebb05a-2b6b-493c-9649-a7d4a6286d45 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:48:26.104533 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a82db7e-e9f5-4414-bbd8-b24b4ae58c5c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Checking segment: {'id': '8af80233-30d2-46bb-ade8-935a337a846c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1fffbb60-f966-4714-8215-107072005d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:48:26.105693 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a82db7e-e9f5-4414-bbd8-b24b4ae58c5c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Network hostable DHCP agents. Network: 1fffbb60-f966-4714-8215-107072005d98, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:48:26.107190 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c8383665-aaa5-4f29-912c-25de69286465 req-20f27712-6d40-480a-950c-ee388c896f7d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632260 Feb 20 05:48:26.114084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-c1ebb05a-2b6b-493c-9649-a7d4a6286d45 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:26.124715 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-c1ebb05a-2b6b-493c-9649-a7d4a6286d45 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:48:26.144080 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-951ebe1b-5425-4497-a6c6-8be72f07e9f2 tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-765208976'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:26.187408 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951ebe1b-5425-4497-a6c6-8be72f07e9f2 tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] Made reservation on behalf of 5ce7638aa762455eb109eeaa7288267d for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:26.190553 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-c1ebb05a-2b6b-493c-9649-a7d4a6286d45 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:26.191345 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-c1ebb05a-2b6b-493c-9649-a7d4a6286d45 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:26.199969 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-951ebe1b-5425-4497-a6c6-8be72f07e9f2 tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:26.211366 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-951ebe1b-5425-4497-a6c6-8be72f07e9f2 tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:26.213409 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ebb05a-2b6b-493c-9649-a7d4a6286d45 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Pushing event updated for resources: {'Port': ['ID=6acbcc82-f873-4469-83d3-790593810c03,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:26.231491 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-c1ebb05a-2b6b-493c-9649-a7d4a6286d45 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6208656 Feb 20 05:48:26.245499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Request body: {'port': {'device_id': 'a7a049e7-31ba-4bd5-b993-acb7e4922308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:26.284001 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a82db7e-e9f5-4414-bbd8-b24b4ae58c5c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Network 1fffbb60-f966-4714-8215-107072005d98 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:48:26.369822 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-9a82db7e-e9f5-4414-bbd8-b24b4ae58c5c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 1fffbb60-f966-4714-8215-107072005d98) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:26.385410 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e894c90c-0b21-4989-aebd-51b7e1895749 None None] Network 1fffbb60-f966-4714-8215-107072005d98 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:48:26.388084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82db7e-e9f5-4414-bbd8-b24b4ae58c5c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:26.388973 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9a82db7e-e9f5-4414-bbd8-b24b4ae58c5c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:26.392976 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6acbcc82-f873-4469-83d3-790593810c03), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:26.474250 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-951ebe1b-5425-4497-a6c6-8be72f07e9f2 tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] Publish callbacks [] for security_group (f966a13a-c3d1-4de3-ab63-5b7785e399f1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:26.483586 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-951ebe1b-5425-4497-a6c6-8be72f07e9f2 tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f966a13a-c3d1-4de3-ab63-5b7785e399f1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:26.549982 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951ebe1b-5425-4497-a6c6-8be72f07e9f2 tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:48:26.569046 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10532e91-3ce3-4648-ba0b-f1b97ea628ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-1fffbb60-f966-4714-8215-107072005d98', 'network_id': '1fffbb60-f966-4714-8215-107072005d98', 'project_id': '024f871e19074a3a91f7774ed312de71', 'fixed_ips': [{'subnet_id': '01876871-23ed-4edc-b5c6-1698c57ec2dd'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:48:26.570711 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10532e91-3ce3-4648-ba0b-f1b97ea628ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:26.611609 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ebe1b-5425-4497-a6c6-8be72f07e9f2 tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f966a13a-c3d1-4de3-ab63-5b7785e399f1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:26.619902 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-951ebe1b-5425-4497-a6c6-8be72f07e9f2 tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (a56e3a90-7721-484e-a7b3-5743cd13eff7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:26.622889 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-951ebe1b-5425-4497-a6c6-8be72f07e9f2 tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] Added segment a56e3a90-7721-484e-a7b3-5743cd13eff7 of type vlan for network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 Feb 20 05:48:26.683951 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9a82db7e-e9f5-4414-bbd8-b24b4ae58c5c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3392441 Feb 20 05:48:26.683951 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48418) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:26.698161 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-951ebe1b-5425-4497-a6c6-8be72f07e9f2 tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (0755a3f1-d1cf-4a20-b657-c3a077be64c3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:26.763791 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-951ebe1b-5425-4497-a6c6-8be72f07e9f2 tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (0755a3f1-d1cf-4a20-b657-c3a077be64c3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:26.775693 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951ebe1b-5425-4497-a6c6-8be72f07e9f2 tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:26.776359 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-951ebe1b-5425-4497-a6c6-8be72f07e9f2 tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:26.794201 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-10532e91-3ce3-4648-ba0b-f1b97ea628ce None None] Allocated IP 172.20.0.3 (1fffbb60-f966-4714-8215-107072005d98/01876871-23ed-4edc-b5c6-1698c57ec2dd/d3cfe87c-bc0f-4de4-aacf-91bd145110eb) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:48:26.893201 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-52972829-c927-44cb-ae7d-d95ac994eb28 None None] Provisioning complete for port 6acbcc82-f873-4469-83d3-790593810c03 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:48:26.893594 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-52972829-c927-44cb-ae7d-d95ac994eb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6acbcc82-f873-4469-83d3-790593810c03), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:26.948000 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-951ebe1b-5425-4497-a6c6-8be72f07e9f2 tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3448532 Feb 20 05:48:26.962280 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-52972829-c927-44cb-ae7d-d95ac994eb28 None None] Port 6acbcc82-f873-4469-83d3-790593810c03 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:48:27.008211 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ebe1b-5425-4497-a6c6-8be72f07e9f2 tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] Pushing event updated for resources: {'Network': ['ID=0755a3f1-d1cf-4a20-b657-c3a077be64c3,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:27.026144 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6acbcc82-f873-4469-83d3-790593810c03 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:48:27.047388 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Publish callbacks [] for port (6acbcc82-f873-4469-83d3-790593810c03), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:27.055937 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (1fffbb60-f966-4714-8215-107072005d98), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:27.065181 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:48:27.087047 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Transition to ACTIVE for port object 6acbcc82-f873-4469-83d3-790593810c03 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:48:27.139512 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (6acbcc82-f873-4469-83d3-790593810c03), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:27.199723 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (01876871-23ed-4edc-b5c6-1698c57ec2dd), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:27.298038 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Pushing event updated for resources: {'Port': ['ID=6acbcc82-f873-4469-83d3-790593810c03,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:27.349261 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:27.349261 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:27.350892 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:27.355256 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:27.356055 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:27.356715 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:27.357259 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:27.357841 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:27.358389 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:27.358746 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:27.359186 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:27.359750 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:27.360147 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:27.410623 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab4387-428b-4abd-b0e4-86bf38ed7602 req-4e845636-d76e-4d4c-a0e7-f5422bb4157f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:27.423687 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6eab4387-428b-4abd-b0e4-86bf38ed7602 req-4e845636-d76e-4d4c-a0e7-f5422bb4157f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 945 time: 0.1571109 Feb 20 05:48:27.461041 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Attempting to bind port 6acbcc82-f873-4469-83d3-790593810c03 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:27.461435 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Attempting to bind port 6acbcc82-f873-4469-83d3-790593810c03 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:27.461761 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Attempting to bind port 6acbcc82-f873-4469-83d3-790593810c03 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:27.490719 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Port 6acbcc82-f873-4469-83d3-790593810c03 on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:27.491086 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Attempting to bind port 6acbcc82-f873-4469-83d3-790593810c03 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:27.506729 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:48:27.507026 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:48:27.507415 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:48:27.512979 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Bound port: 6acbcc82-f873-4469-83d3-790593810c03, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:48:27.513321 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6acbcc82-f873-4469-83d3-790593810c03), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:27.543913 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10532e91-3ce3-4648-ba0b-f1b97ea628ce None None] Publish callbacks [] for port (d3cfe87c-bc0f-4de4-aacf-91bd145110eb), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:27.577625 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10532e91-3ce3-4648-ba0b-f1b97ea628ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (d3cfe87c-bc0f-4de4-aacf-91bd145110eb), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:27.598495 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6eab4387-428b-4abd-b0e4-86bf38ed7602 req-1f0fe02a-8b87-4832-a114-275751494cf4 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675012 Feb 20 05:48:27.649887 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (01876871-23ed-4edc-b5c6-1698c57ec2dd), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:27.685065 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10532e91-3ce3-4648-ba0b-f1b97ea628ce None None] Network 1fffbb60-f966-4714-8215-107072005d98 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:48:27.697224 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-10532e91-3ce3-4648-ba0b-f1b97ea628ce None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:27.701740 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10532e91-3ce3-4648-ba0b-f1b97ea628ce None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:48:27.711575 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Subnet': ['ID=01876871-23ed-4edc-b5c6-1698c57ec2dd,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:27.751230 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] For port 6acbcc82-f873-4469-83d3-790593810c03, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:48:27.790695 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10532e91-3ce3-4648-ba0b-f1b97ea628ce None None] Pushing event updated for resources: {'Port': ['ID=d3cfe87c-bc0f-4de4-aacf-91bd145110eb,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:27.816401 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-10532e91-3ce3-4648-ba0b-f1b97ea628ce None None] Attempting to bind port d3cfe87c-bc0f-4de4-aacf-91bd145110eb on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:27.816779 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-10532e91-3ce3-4648-ba0b-f1b97ea628ce None None] Attempting to bind port d3cfe87c-bc0f-4de4-aacf-91bd145110eb by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '8af80233-30d2-46bb-ade8-935a337a846c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1fffbb60-f966-4714-8215-107072005d98'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:27.817145 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10532e91-3ce3-4648-ba0b-f1b97ea628ce None None] Attempting to bind port d3cfe87c-bc0f-4de4-aacf-91bd145110eb on network 1fffbb60-f966-4714-8215-107072005d98 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:27.827017 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10532e91-3ce3-4648-ba0b-f1b97ea628ce None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:48:27.827404 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10532e91-3ce3-4648-ba0b-f1b97ea628ce None None] Checking segment: {'id': '8af80233-30d2-46bb-ade8-935a337a846c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1fffbb60-f966-4714-8215-107072005d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:48:27.827817 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10532e91-3ce3-4648-ba0b-f1b97ea628ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:27.828215 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10532e91-3ce3-4648-ba0b-f1b97ea628ce None None] Bound using segment: {'id': '8af80233-30d2-46bb-ade8-935a337a846c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1fffbb60-f966-4714-8215-107072005d98'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:48:27.828694 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-10532e91-3ce3-4648-ba0b-f1b97ea628ce None None] Bound port: d3cfe87c-bc0f-4de4-aacf-91bd145110eb, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af80233-30d2-46bb-ade8-935a337a846c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1fffbb60-f966-4714-8215-107072005d98'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:48:27.829079 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10532e91-3ce3-4648-ba0b-f1b97ea628ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d3cfe87c-bc0f-4de4-aacf-91bd145110eb), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:27.836611 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bba71-84cc-450c-8a48-0f96cf88429f req-7f932514-6f06-4ab4-b02f-b6ef6a4c1da6 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:27.847753 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f57bba71-84cc-450c-8a48-0f96cf88429f req-7f932514-6f06-4ab4-b02f-b6ef6a4c1da6 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a049e7-31ba-4bd5-b993-acb7e4922308 HTTP/1.1" status: 200 len: 948 time: 0.1225369 Feb 20 05:48:27.865855 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] For port 6acbcc82-f873-4469-83d3-790593810c03, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=6acbcc82-f873-4469-83d3-790593810c03,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:48:27.889076 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (1fffbb60-f966-4714-8215-107072005d98), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:27.894075 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (6acbcc82-f873-4469-83d3-790593810c03), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:27.923883 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-10532e91-3ce3-4648-ba0b-f1b97ea628ce None None] For port d3cfe87c-bc0f-4de4-aacf-91bd145110eb, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:48:27.929795 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-10532e91-3ce3-4648-ba0b-f1b97ea628ce None None] For port d3cfe87c-bc0f-4de4-aacf-91bd145110eb, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d3cfe87c-bc0f-4de4-aacf-91bd145110eb,segment=NetworkSegment(8af80233-30d2-46bb-ade8-935a337a846c),segment_id=8af80233-30d2-46bb-ade8-935a337a846c)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:48:27.939374 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10532e91-3ce3-4648-ba0b-f1b97ea628ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d3cfe87c-bc0f-4de4-aacf-91bd145110eb), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:27.961054 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f57bba71-84cc-450c-8a48-0f96cf88429f req-5048ba84-f52d-495d-9ff8-e1bfa45620bb tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a9f87af-a39b-4298-a6a9-24e92c10a007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123679 Feb 20 05:48:27.977397 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:27.978136 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:27.979831 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] 10.222.0.61 "PUT /v2.0/ports/6acbcc82-f873-4469-83d3-790593810c03 HTTP/1.1" status: 200 len: 1096 time: 1.7410774 Feb 20 05:48:27.980546 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a049e7-31ba-4bd5-b993-acb7e4922308', 'tag': '6acbcc82-f873-4469-83d3-790593810c03'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:48:27.983087 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5afb35-3c87-4154-965b-ca247aeac054" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a049e7-31ba-4bd5-b993-acb7e4922308", "tag": "6acbcc82-f873-4469-83d3-790593810c03"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:48:27.992382 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fffbb60-f966-4714-8215-107072005d98']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:28.057141 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af80233-30d2-46bb-ade8-935a337a846c') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:28.058322 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af80233-30d2-46bb-ade8-935a337a846c') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:28.110617 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (8af80233-30d2-46bb-ade8-935a337a846c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:28.130871 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b74a08-5ecc-492c-908e-08c1cf7e8d8e service neutron] Pushing event updated for resources: {'Port': ['ID=6acbcc82-f873-4469-83d3-790593810c03,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:28.143687 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (8af80233-30d2-46bb-ade8-935a337a846c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:28.155662 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:48:28.156040 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (8af80233-30d2-46bb-ade8-935a337a846c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:28.161385 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-43bce8bd-cd3c-4a91-92d3-55daa7db8a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:28.163260 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-43bce8bd-cd3c-4a91-92d3-55daa7db8a25 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=58533fde8ba546568730e834e99f26f8&device_id=a7a049e7-31ba-4bd5-b993-acb7e4922308 HTTP/1.1" status: 200 len: 1130 time: 0.1319716 Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:48:28.163920 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:48:28.173880 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aee0bda-cdb5-42c1-b442-af96dceb8da3 None None] Network 1fffbb60-f966-4714-8215-107072005d98 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:48:28.263904 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-83e2e3e0-f037-4070-a9a6-d5a2adc5e4f8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=6acbcc82-f873-4469-83d3-790593810c03 HTTP/1.1" status: 200 len: 217 time: 0.0882530 Feb 20 05:48:28.291508 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10532e91-3ce3-4648-ba0b-f1b97ea628ce None None] Pushing event updated for resources: {'Port': ['ID=d3cfe87c-bc0f-4de4-aacf-91bd145110eb,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:28.348061 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-acb5a00a-1e33-49da-b641-6ed38a66e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:28.349438 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-acb5a00a-1e33-49da-b641-6ed38a66e75c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0745986 Feb 20 05:48:28.363715 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.db.api [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 20 05:48:28.363715 n-d-829866-5 neutron-server[103406]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 20 05:48:28.363715 n-d-829866-5 neutron-server[103406]: [parameters: {'id': '1fffbb60-f966-4714-8215-107072005d98'}] Feb 20 05:48:28.363715 n-d-829866-5 neutron-server[103406]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:48:28.364120 n-d-829866-5 neutron-server[103406]: DEBUG oslo_db.api [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:48:28.405412 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c87ddb-788e-4fc9-bcb6-4cf17a5d17bc None None] get_active_networks_info from n-d-829866-5 {{(pid=103408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 05:48:28.410862 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-5d2ba82a-a110-4be2-9588-84207f9d73a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:28.412465 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-5d2ba82a-a110-4be2-9588-84207f9d73a6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0576723 Feb 20 05:48:28.484129 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48466) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:28.488977 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Request body: {'port': {'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3', 'binding:host_id': 'n-h1-829866-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1602074065'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:28.516797 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Made reservation on behalf of 6ae8514ef1f14973b2bb8e29803f35d6 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:28.520161 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:28.545626 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:28.549568 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-95a2ec66-2398-4a38-bb14-703a9d99d115 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293106 Feb 20 05:48:28.559519 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c87ddb-788e-4fc9-bcb6-4cf17a5d17bc None None] Resources bound (agent type, host, resource id): {{(pid=103408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 05:48:28.731130 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks [] for security_group (77844d4f-096e-4c15-9989-263883025e7f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:28.735634 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b8d2858a-0f69-4887-bb0e-b5ca2c674c44 req-a95a7ad1-da19-4f81-974d-1850d2839bb5 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801982 Feb 20 05:48:28.752947 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (77844d4f-096e-4c15-9989-263883025e7f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:28.787952 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] device_id is not set on port 6a92edca-fccb-42cb-8629-8276474066d0 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:48:28.864866 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (1fffbb60-f966-4714-8215-107072005d98), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:28.889878 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77844d4f-096e-4c15-9989-263883025e7f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:28.985209 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1929c4c2-bcd5-4909-b8e5-2a589bb99a1c x-openstack-request-id: req-1929c4c2-bcd5-4909-b8e5-2a589bb99a1c {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:48:28.985684 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a049e7-31ba-4bd5-b993-acb7e4922308", "tag": "6acbcc82-f873-4469-83d3-790593810c03", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:48:28.985975 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1929c4c2-bcd5-4909-b8e5-2a589bb99a1c {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:48:28.986390 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a049e7-31ba-4bd5-b993-acb7e4922308', 'tag': '6acbcc82-f873-4469-83d3-790593810c03', 'status': 'completed', 'code': 200} Feb 20 05:48:29.063640 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9437a1-9b78-4da5-a20b-c39c57988913 req-ae85f0c1-9a6e-45a2-bd2c-5972e084156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:29.065299 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fa9437a1-9b78-4da5-a20b-c39c57988913 req-ae85f0c1-9a6e-45a2-bd2c-5972e084156a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ff057e2e11b34d528382adf0c20ac58a&device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 1127 time: 0.1824057 Feb 20 05:48:29.086820 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Deleting port d3cfe87c-bc0f-4de4-aacf-91bd145110eb {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:48:29.087182 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (d3cfe87c-bc0f-4de4-aacf-91bd145110eb), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:29.089905 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5afb35-3c87-4154-965b-ca247aeac054 req-d879c371-bc5b-4f37-8e0e-c19c8b0af56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:29.093999 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fc5afb35-3c87-4154-965b-ca247aeac054 req-d879c371-bc5b-4f37-8e0e-c19c8b0af56f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=58533fde8ba546568730e834e99f26f8&device_id=a7a049e7-31ba-4bd5-b993-acb7e4922308 HTTP/1.1" status: 200 len: 1130 time: 0.0917838 Feb 20 05:48:29.185075 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] For port d3cfe87c-bc0f-4de4-aacf-91bd145110eb, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d3cfe87c-bc0f-4de4-aacf-91bd145110eb,segment=NetworkSegment(8af80233-30d2-46bb-ade8-935a337a846c),segment_id=8af80233-30d2-46bb-ade8-935a337a846c)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:48:29.185994 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (d3cfe87c-bc0f-4de4-aacf-91bd145110eb), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:29.202163 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522396fe-d881-4df5-9aac-f111fa086a5b req-c9c77cc0-0dab-4c42-81c0-1a2d69994244 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:29.204092 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-522396fe-d881-4df5-9aac-f111fa086a5b req-c9c77cc0-0dab-4c42-81c0-1a2d69994244 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 945 time: 0.0974593 Feb 20 05:48:29.207599 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Calling delete_port for d3cfe87c-bc0f-4de4-aacf-91bd145110eb owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:48:29.304950 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] device_id is not set on port 6a92edca-fccb-42cb-8629-8276474066d0 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:48:29.305815 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9437a1-9b78-4da5-a20b-c39c57988913 req-24c54ff4-83e7-4689-9410-e5dffa76855a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:29.307884 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fa9437a1-9b78-4da5-a20b-c39c57988913 req-24c54ff4-83e7-4689-9410-e5dffa76855a service neutron] 10.222.0.61 "GET /v2.0/networks?id=e0b0c64c-9265-4c3e-a16a-33323ef25bde HTTP/1.1" status: 200 len: 918 time: 0.2324257 Feb 20 05:48:29.339970 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-522396fe-d881-4df5-9aac-f111fa086a5b req-11684e58-e356-432b-bd0e-22af8fb0095b tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265216 Feb 20 05:48:29.351805 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks [] for port (6a92edca-fccb-42cb-8629-8276474066d0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:29.358818 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (6a92edca-fccb-42cb-8629-8276474066d0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:29.436201 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Pushing event updated for resources: {'Port': ['ID=6a92edca-fccb-42cb-8629-8276474066d0,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:29.515040 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Checking segment: {'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:48:29.515582 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Network hostable DHCP agents. Network: 0755a3f1-d1cf-4a20-b657-c3a077be64c3, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:48:29.523226 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (d3cfe87c-bc0f-4de4-aacf-91bd145110eb), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:29.530289 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389fbd6-4487-4257-9331-189910ff8fbd req-b5abcd9e-77f4-46e2-9287-5b98f7d0ad1a tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:29.533905 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7389fbd6-4487-4257-9331-189910ff8fbd req-b5abcd9e-77f4-46e2-9287-5b98f7d0ad1a tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 0.0940764 Feb 20 05:48:29.563935 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:48:29.582882 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 0755a3f1-d1cf-4a20-b657-c3a077be64c3) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:29.588439 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fa9437a1-9b78-4da5-a20b-c39c57988913 req-d0192443-6b4b-49ff-acef-fdfb3f166595 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e177ff6-1dda-4efd-9e02-31eebb1e54a1 HTTP/1.1" status: 200 len: 217 time: 0.0783815 Feb 20 05:48:29.591680 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:48:29.594392 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e051e5-4102-4c95-b135-74440dddd020 None None] Network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:48:29.630948 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:29.630948 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:29.631733 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:29.637122 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No DVR routers for this DVR port d3cfe87c-bc0f-4de4-aacf-91bd145110eb on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:48:29.644313 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 6a92edca-fccb-42cb-8629-8276474066d0 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:29.644313 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:29.647028 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempt 2 to bind port 6a92edca-fccb-42cb-8629-8276474066d0 Feb 20 05:48:29.653149 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Port': ['ID=d3cfe87c-bc0f-4de4-aacf-91bd145110eb,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:29.655675 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5afb35-3c87-4154-965b-ca247aeac054 req-e2d6cb1d-c010-409c-9434-eb95706539b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:29.657171 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fc5afb35-3c87-4154-965b-ca247aeac054 req-e2d6cb1d-c010-409c-9434-eb95706539b2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.3531494 Feb 20 05:48:29.700431 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7389fbd6-4487-4257-9331-189910ff8fbd req-b94bfa70-e7fa-4377-9f40-edd2d5272681 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571448 Feb 20 05:48:29.741568 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:29.742227 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:29.742733 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:29.750209 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 6a92edca-fccb-42cb-8629-8276474066d0 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:29.751137 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:29.752088 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempt 3 to bind port 6a92edca-fccb-42cb-8629-8276474066d0 Feb 20 05:48:29.774021 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:29.774642 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:29.775166 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:29.780009 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 6a92edca-fccb-42cb-8629-8276474066d0 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:29.780505 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:29.781182 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempt 4 to bind port 6a92edca-fccb-42cb-8629-8276474066d0 Feb 20 05:48:29.800911 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:29.801942 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:29.802475 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:29.816042 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fc5afb35-3c87-4154-965b-ca247aeac054 req-b0d33e56-8fbf-4f99-a206-01236966624e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=6acbcc82-f873-4469-83d3-790593810c03 HTTP/1.1" status: 200 len: 217 time: 0.1510708 Feb 20 05:48:29.845421 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 6a92edca-fccb-42cb-8629-8276474066d0 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:29.845770 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:29.847188 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempt 5 to bind port 6a92edca-fccb-42cb-8629-8276474066d0 Feb 20 05:48:29.867429 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:29.867769 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:29.868138 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:29.877489 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 6a92edca-fccb-42cb-8629-8276474066d0 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:29.877748 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:29.883872 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempt 6 to bind port 6a92edca-fccb-42cb-8629-8276474066d0 Feb 20 05:48:29.884031 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (1fffbb60-f966-4714-8215-107072005d98), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:29.897680 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653199c7-2bbc-4dcc-a527-c6adac8c26de req-f2f7f30f-1186-4234-b27c-550347a31488 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:29.899269 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-653199c7-2bbc-4dcc-a527-c6adac8c26de req-f2f7f30f-1186-4234-b27c-550347a31488 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a049e7-31ba-4bd5-b993-acb7e4922308 HTTP/1.1" status: 200 len: 948 time: 0.0927882 Feb 20 05:48:29.909821 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9437a1-9b78-4da5-a20b-c39c57988913 req-74d95712-51e4-40af-9d2d-1d380f18ed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:29.911299 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fa9437a1-9b78-4da5-a20b-c39c57988913 req-74d95712-51e4-40af-9d2d-1d380f18ed40 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4101579e-8266-4767-9c7a-c3934ab21a99 HTTP/1.1" status: 200 len: 858 time: 0.3124924 Feb 20 05:48:29.930637 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:29.930988 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:29.931326 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:29.950374 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 6a92edca-fccb-42cb-8629-8276474066d0 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:29.950799 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:29.955970 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempt 7 to bind port 6a92edca-fccb-42cb-8629-8276474066d0 Feb 20 05:48:29.981620 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:29.981961 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:29.982298 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:29.984587 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fffbb60-f966-4714-8215-107072005d98']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:29.987557 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 6a92edca-fccb-42cb-8629-8276474066d0 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:29.987890 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:29.988159 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fa9437a1-9b78-4da5-a20b-c39c57988913 req-9d012289-581c-4c51-ae26-f853fd17a41b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e0b0c64c-9265-4c3e-a16a-33323ef25bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692468 Feb 20 05:48:29.988433 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempt 8 to bind port 6a92edca-fccb-42cb-8629-8276474066d0 Feb 20 05:48:30.007407 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af80233-30d2-46bb-ade8-935a337a846c') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:30.007709 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af80233-30d2-46bb-ade8-935a337a846c') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:30.013669 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-653199c7-2bbc-4dcc-a527-c6adac8c26de req-040aaa42-687e-4b61-9b09-fa03150ff14c tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a9f87af-a39b-4298-a6a9-24e92c10a007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057048 Feb 20 05:48:30.033637 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:30.035323 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:30.035887 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:30.046759 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 6a92edca-fccb-42cb-8629-8276474066d0 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:30.047251 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:30.047646 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempt 9 to bind port 6a92edca-fccb-42cb-8629-8276474066d0 Feb 20 05:48:30.073142 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:30.073585 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:30.073861 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:30.080786 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 6a92edca-fccb-42cb-8629-8276474066d0 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:30.081129 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:30.081528 n-d-829866-5 neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempt 10 to bind port 6a92edca-fccb-42cb-8629-8276474066d0 Feb 20 05:48:30.097399 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (8af80233-30d2-46bb-ade8-935a337a846c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:30.109997 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5afb35-3c87-4154-965b-ca247aeac054 req-46d9b3d7-0231-4b4d-826d-843845ec94f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:30.111786 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fc5afb35-3c87-4154-965b-ca247aeac054 req-46d9b3d7-0231-4b4d-826d-843845ec94f9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.2305233 Feb 20 05:48:30.117878 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:30.120419 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:30.120979 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:30.127588 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 6a92edca-fccb-42cb-8629-8276474066d0 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:30.127820 n-d-829866-5 neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 6a92edca-fccb-42cb-8629-8276474066d0 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:30.128147 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6a92edca-fccb-42cb-8629-8276474066d0), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:30.135168 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (8af80233-30d2-46bb-ade8-935a337a846c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:30.166177 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:48:30.167038 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (8af80233-30d2-46bb-ade8-935a337a846c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:48:30.188887 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:48:30.256670 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] For port 6a92edca-fccb-42cb-8629-8276474066d0, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:48:30.257194 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempted to set empty binding levels {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 20 05:48:30.265356 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (6a92edca-fccb-42cb-8629-8276474066d0), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:30.282826 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:30.283465 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:30.336760 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39329196-58b3-4d2e-ad57-6944437a044a req-6d2260b9-2100-4641-9bc3-8936e25e9a35 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:30.337982 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-39329196-58b3-4d2e-ad57-6944437a044a req-6d2260b9-2100-4641-9bc3-8936e25e9a35 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 945 time: 0.1338727 Feb 20 05:48:30.344922 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.8597190 Feb 20 05:48:30.345738 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48516) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:30.357479 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48518) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:30.369187 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-5f9b237e-dadd-437a-bbc4-ac5006df6895 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Request body: {'floatingip': {'port_id': '0e336b0f-9bda-405f-a702-dd97033af48e'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:30.404518 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (1fffbb60-f966-4714-8215-107072005d98), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:30.427906 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:30.436430 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/networks/1fffbb60-f966-4714-8215-107072005d98 HTTP/1.1" status: 204 len: 168 time: 3.7463534 Feb 20 05:48:30.436430 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fa9437a1-9b78-4da5-a20b-c39c57988913 req-cdfad93b-1402-4022-94f5-1172f55a27b1 service neutron] 10.222.0.61 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382753 Feb 20 05:48:30.436660 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3dbb3a-1319-4edc-966d-5f111bfb47a9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Pushing event updated for resources: {'Port': ['ID=6a92edca-fccb-42cb-8629-8276474066d0,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:30.436743 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48522) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:30.441491 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-82865bb3-46b1-49ad-ad92-3f9ffcbd7c54 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-579664292'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:30.450461 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f9b237e-dadd-437a-bbc4-ac5006df6895 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for floatingip (a54ec084-3eb3-48f4-a643-d6a6f39dcf59), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:30.475611 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5afb35-3c87-4154-965b-ca247aeac054 req-14d29e81-9049-4931-a41d-f1774fa7f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:30.477447 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fc5afb35-3c87-4154-965b-ca247aeac054 req-14d29e81-9049-4931-a41d-f1774fa7f8c6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3582361 Feb 20 05:48:30.480150 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82865bb3-46b1-49ad-ad92-3f9ffcbd7c54 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Made reservation on behalf of 024f871e19074a3a91f7774ed312de71 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:30.483706 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-82865bb3-46b1-49ad-ad92-3f9ffcbd7c54 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:30.606599 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48524) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:30.666325 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba2f69-f83c-4246-bab4-8d2860a786f0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Network': ['ID=1fffbb60-f966-4714-8215-107072005d98,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:30.670547 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fa9437a1-9b78-4da5-a20b-c39c57988913 req-4f50e660-302b-4233-8640-15c568647b18 service neutron] 10.222.0.61 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915166 Feb 20 05:48:30.713080 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82865bb3-46b1-49ad-ad92-3f9ffcbd7c54 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:48:30.740275 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fc5afb35-3c87-4154-965b-ca247aeac054 req-c7fc39c0-2b3b-412c-aca3-6cfe5cc8cf52 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531891 Feb 20 05:48:30.740688 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-82865bb3-46b1-49ad-ad92-3f9ffcbd7c54 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d0d07d01-981a-49f9-af5b-6b5b5016b2c3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:30.741089 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-82865bb3-46b1-49ad-ad92-3f9ffcbd7c54 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Added segment d0d07d01-981a-49f9-af5b-6b5b5016b2c3 of type vlan for network 4e244716-0632-4bf1-8dae-3690846ecba7 Feb 20 05:48:30.826104 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-aa27bd79-24fb-43f9-a50a-25273f200701 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Deleting port 6a92edca-fccb-42cb-8629-8276474066d0 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:48:30.826464 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aa27bd79-24fb-43f9-a50a-25273f200701 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (6a92edca-fccb-42cb-8629-8276474066d0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:30.900102 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5346d4f-8621-4f14-a60f-50d70f22d587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:31.038626 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5346d4f-8621-4f14-a60f-50d70f22d587 admin admin] Publish callbacks [] for security_group (cce914df-0a61-4dea-8dca-09ce99987189), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:31.057350 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5346d4f-8621-4f14-a60f-50d70f22d587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (cce914df-0a61-4dea-8dca-09ce99987189), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:31.099471 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5346d4f-8621-4f14-a60f-50d70f22d587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce914df-0a61-4dea-8dca-09ce99987189,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:31.142107 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b218aa7-e17a-4092-ad34-4f7d29b1c86e req-b0a61dae-78a8-420f-8fb3-84fde25737ef tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:31.143925 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3b218aa7-e17a-4092-ad34-4f7d29b1c86e req-b0a61dae-78a8-420f-8fb3-84fde25737ef tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 0.3229816 Feb 20 05:48:31.179273 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-aa27bd79-24fb-43f9-a50a-25273f200701 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] For port 6a92edca-fccb-42cb-8629-8276474066d0, host n-h1-829866-5, got binding levels [] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:48:31.179651 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aa27bd79-24fb-43f9-a50a-25273f200701 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (6a92edca-fccb-42cb-8629-8276474066d0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:31.223378 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-82865bb3-46b1-49ad-ad92-3f9ffcbd7c54 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (4e244716-0632-4bf1-8dae-3690846ecba7), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:31.275658 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-82865bb3-46b1-49ad-ad92-3f9ffcbd7c54 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (4e244716-0632-4bf1-8dae-3690846ecba7), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:31.281864 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82865bb3-46b1-49ad-ad92-3f9ffcbd7c54 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:31.282612 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-82865bb3-46b1-49ad-ad92-3f9ffcbd7c54 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:31.320494 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-aa27bd79-24fb-43f9-a50a-25273f200701 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Calling delete_port for 6a92edca-fccb-42cb-8629-8276474066d0 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:48:31.359562 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3b218aa7-e17a-4092-ad34-4f7d29b1c86e req-7ff43551-f88c-4f6b-8736-7d4ab7a15ec9 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542354 Feb 20 05:48:31.364471 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82865bb3-46b1-49ad-ad92-3f9ffcbd7c54 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'Network': ['ID=4e244716-0632-4bf1-8dae-3690846ecba7,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:31.372501 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fc5afb35-3c87-4154-965b-ca247aeac054 req-4d95da83-50ce-4dd5-9b11-3f56151014d8 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6060722 Feb 20 05:48:31.378065 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 4e244716-0632-4bf1-8dae-3690846ecba7 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:48:31.402031 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-82865bb3-46b1-49ad-ad92-3f9ffcbd7c54 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9647267 Feb 20 05:48:31.402816 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48542) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:31.405837 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a5346d4f-8621-4f14-a60f-50d70f22d587 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c580505efec474a9743b90b3843e0eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7975309 Feb 20 05:48:31.409839 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48544) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:31.427281 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-3de5f484-034f-498e-bddb-3d30ccd2db0e tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Request body: {'subnet': {'network_id': '4e244716-0632-4bf1-8dae-3690846ecba7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:31.547073 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 6acbcc82-f873-4469-83d3-790593810c03 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:48:31.578334 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de5f484-034f-498e-bddb-3d30ccd2db0e tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Made reservation on behalf of 024f871e19074a3a91f7774ed312de71 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:31.583776 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3de5f484-034f-498e-bddb-3d30ccd2db0e tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:31.657280 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dd68509c-9b12-4d76-86f4-fca453cd5ff2 admin admin] Publish callbacks [] for security_group (cce914df-0a61-4dea-8dca-09ce99987189), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:31.750223 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aa27bd79-24fb-43f9-a50a-25273f200701 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (6a92edca-fccb-42cb-8629-8276474066d0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:31.767584 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 6acbcc82-f873-4469-83d3-790593810c03, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=6acbcc82-f873-4469-83d3-790593810c03,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:48:31.841404 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '6acbcc82-f873-4469-83d3-790593810c03', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': '6acbcc82-f873-4469-83d3-790593810c03', 'mac_address': 'fa:16:3e:51:9b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:48:31.860603 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dd68509c-9b12-4d76-86f4-fca453cd5ff2 admin admin] Publish callbacks [] for security_group (cce914df-0a61-4dea-8dca-09ce99987189), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:31.884675 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 6acbcc82-f873-4469-83d3-790593810c03 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:48:31.886672 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6acbcc82-f873-4469-83d3-790593810c03), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:31.888275 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3de5f484-034f-498e-bddb-3d30ccd2db0e tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (0cdc6a6a-398e-4694-a7e0-324168ac6b02), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:31.902968 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6acbcc82-f873-4469-83d3-790593810c03 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:48:31.936722 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 6acbcc82-f873-4469-83d3-790593810c03, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=6acbcc82-f873-4469-83d3-790593810c03,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:48:31.942672 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6acbcc82-f873-4469-83d3-790593810c03), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:32.015401 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5f484-034f-498e-bddb-3d30ccd2db0e tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'Subnet': ['ID=0cdc6a6a-398e-4694-a7e0-324168ac6b02,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:32.046324 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de5f484-034f-498e-bddb-3d30ccd2db0e tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Checking segment: {'id': 'd0d07d01-981a-49f9-af5b-6b5b5016b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4e244716-0632-4bf1-8dae-3690846ecba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:48:32.046992 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de5f484-034f-498e-bddb-3d30ccd2db0e tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Network hostable DHCP agents. Network: 4e244716-0632-4bf1-8dae-3690846ecba7, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:48:32.076630 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de5f484-034f-498e-bddb-3d30ccd2db0e tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Network 4e244716-0632-4bf1-8dae-3690846ecba7 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:48:32.092528 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-3de5f484-034f-498e-bddb-3d30ccd2db0e tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 4e244716-0632-4bf1-8dae-3690846ecba7) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:32.103492 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de5f484-034f-498e-bddb-3d30ccd2db0e tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:32.104259 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3de5f484-034f-498e-bddb-3d30ccd2db0e tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:32.106396 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=6acbcc82-f873-4469-83d3-790593810c03,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:32.118873 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12184df-97d5-4df6-bbab-4ea4152cd392 None None] Network 4e244716-0632-4bf1-8dae-3690846ecba7 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:48:32.145168 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3de5f484-034f-498e-bddb-3d30ccd2db0e tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7391691 Feb 20 05:48:32.149797 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48554) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:32.230481 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['6acbcc82-f873-4469-83d3-790593810c03'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:48:32.309232 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d83ff9-6bf9-485c-80db-917d5c627565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-4e244716-0632-4bf1-8dae-3690846ecba7', 'network_id': '4e244716-0632-4bf1-8dae-3690846ecba7', 'project_id': '024f871e19074a3a91f7774ed312de71', 'fixed_ips': [{'subnet_id': '0cdc6a6a-398e-4694-a7e0-324168ac6b02'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:48:32.310113 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43d83ff9-6bf9-485c-80db-917d5c627565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:32.379239 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (4e244716-0632-4bf1-8dae-3690846ecba7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:32.499231 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43290d88-b957-474f-b160-81e0fa14fb3f req-0504ee39-2b23-4c83-8057-e2622dd8e9a4 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:32.502188 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-43290d88-b957-474f-b160-81e0fa14fb3f req-0504ee39-2b23-4c83-8057-e2622dd8e9a4 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a049e7-31ba-4bd5-b993-acb7e4922308 HTTP/1.1" status: 200 len: 948 time: 1.0546460 Feb 20 05:48:32.503787 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27bd79-24fb-43f9-a50a-25273f200701 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a92edca-fccb-42cb-8629-8276474066d0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:32.514930 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (0cdc6a6a-398e-4694-a7e0-324168ac6b02), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:32.558062 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aa27bd79-24fb-43f9-a50a-25273f200701 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:32.562843 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-aa27bd79-24fb-43f9-a50a-25273f200701 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] 10.222.0.37 "DELETE /v2.0/ports/6a92edca-fccb-42cb-8629-8276474066d0 HTTP/1.1" status: 204 len: 168 time: 2.2137702 Feb 20 05:48:32.569568 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48560) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:32.571547 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.db.resource_extend [None req-5f9b237e-dadd-437a-bbc4-ac5006df6895 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] It took 0.74 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:48:32.594431 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-43d83ff9-6bf9-485c-80db-917d5c627565 None None] Allocated IP 172.20.0.1 (4e244716-0632-4bf1-8dae-3690846ecba7/0cdc6a6a-398e-4694-a7e0-324168ac6b02/29c8e6d0-23af-48b1-9739-eaa22e8dead1) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:48:32.682330 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-d570e3a4-803e-46f0-8f5f-6582cc334f85 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] GET failed (client error): The resource could not be found. Feb 20 05:48:32.683817 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d570e3a4-803e-46f0-8f5f-6582cc334f85 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] 10.222.0.37 "GET /v2.0/ports/6a92edca-fccb-42cb-8629-8276474066d0 HTTP/1.1" status: 404 len: 333 time: 0.1075149 Feb 20 05:48:32.687534 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48564) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:32.699871 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f9b237e-dadd-437a-bbc4-ac5006df6895 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:32.701672 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-53b2d413-63b4-4aa9-9cb0-384a63c16151 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Request body: {'port': {'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-295142446'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:32.709539 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f9b237e-dadd-437a-bbc4-ac5006df6895 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (a54ec084-3eb3-48f4-a643-d6a6f39dcf59), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:32.772257 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b2d413-63b4-4aa9-9cb0-384a63c16151 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Made reservation on behalf of 6ae8514ef1f14973b2bb8e29803f35d6 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:32.777727 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-53b2d413-63b4-4aa9-9cb0-384a63c16151 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:32.812433 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-53b2d413-63b4-4aa9-9cb0-384a63c16151 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] device_id is not set on port 8e446904-348f-4220-93ea-d69b4b891c54 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:48:32.827461 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43d83ff9-6bf9-485c-80db-917d5c627565 None None] Publish callbacks [] for port (29c8e6d0-23af-48b1-9739-eaa22e8dead1), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:32.842668 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43d83ff9-6bf9-485c-80db-917d5c627565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (29c8e6d0-23af-48b1-9739-eaa22e8dead1), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:32.845315 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-43290d88-b957-474f-b160-81e0fa14fb3f req-9c30f417-b218-46e1-b680-105074316fcb tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a9f87af-a39b-4298-a6a9-24e92c10a007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250384 Feb 20 05:48:32.848578 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dd68509c-9b12-4d76-86f4-fca453cd5ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (cce914df-0a61-4dea-8dca-09ce99987189), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:32.851447 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dd68509c-9b12-4d76-86f4-fca453cd5ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:32.852651 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-dd68509c-9b12-4d76-86f4-fca453cd5ff2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cce914df-0a61-4dea-8dca-09ce99987189 HTTP/1.1" status: 204 len: 168 time: 1.4403012 Feb 20 05:48:32.921118 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68509c-9b12-4d76-86f4-fca453cd5ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce914df-0a61-4dea-8dca-09ce99987189,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:32.961773 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d83ff9-6bf9-485c-80db-917d5c627565 None None] Network 4e244716-0632-4bf1-8dae-3690846ecba7 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:48:32.978638 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (0cdc6a6a-398e-4694-a7e0-324168ac6b02), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:32.995411 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-43d83ff9-6bf9-485c-80db-917d5c627565 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:33.006149 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d83ff9-6bf9-485c-80db-917d5c627565 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:48:33.025799 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d83ff9-6bf9-485c-80db-917d5c627565 None None] Pushing event updated for resources: {'Port': ['ID=29c8e6d0-23af-48b1-9739-eaa22e8dead1,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:33.076939 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Subnet': ['ID=0cdc6a6a-398e-4694-a7e0-324168ac6b02,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:33.180408 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-43d83ff9-6bf9-485c-80db-917d5c627565 None None] Attempting to bind port 29c8e6d0-23af-48b1-9739-eaa22e8dead1 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:33.186546 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-43d83ff9-6bf9-485c-80db-917d5c627565 None None] Attempting to bind port 29c8e6d0-23af-48b1-9739-eaa22e8dead1 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'd0d07d01-981a-49f9-af5b-6b5b5016b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4e244716-0632-4bf1-8dae-3690846ecba7'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:33.187283 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d83ff9-6bf9-485c-80db-917d5c627565 None None] Attempting to bind port 29c8e6d0-23af-48b1-9739-eaa22e8dead1 on network 4e244716-0632-4bf1-8dae-3690846ecba7 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:33.193218 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-5f9b237e-dadd-437a-bbc4-ac5006df6895 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Floating IP a54ec084-3eb3-48f4-a643-d6a6f39dcf59 associated. External IP: 172.25.3.191, port: 0e336b0f-9bda-405f-a702-dd97033af48e. Feb 20 05:48:33.199558 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d83ff9-6bf9-485c-80db-917d5c627565 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:48:33.200784 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d83ff9-6bf9-485c-80db-917d5c627565 None None] Checking segment: {'id': 'd0d07d01-981a-49f9-af5b-6b5b5016b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4e244716-0632-4bf1-8dae-3690846ecba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:48:33.202373 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43d83ff9-6bf9-485c-80db-917d5c627565 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:33.203897 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d83ff9-6bf9-485c-80db-917d5c627565 None None] Bound using segment: {'id': 'd0d07d01-981a-49f9-af5b-6b5b5016b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4e244716-0632-4bf1-8dae-3690846ecba7'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:48:33.204623 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-43d83ff9-6bf9-485c-80db-917d5c627565 None None] Bound port: 29c8e6d0-23af-48b1-9739-eaa22e8dead1, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d07d01-981a-49f9-af5b-6b5b5016b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4e244716-0632-4bf1-8dae-3690846ecba7'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:48:33.205229 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43d83ff9-6bf9-485c-80db-917d5c627565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (29c8e6d0-23af-48b1-9739-eaa22e8dead1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:33.232839 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (4e244716-0632-4bf1-8dae-3690846ecba7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:33.254121 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e244716-0632-4bf1-8dae-3690846ecba7']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:33.264627 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d07d01-981a-49f9-af5b-6b5b5016b2c3') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:33.264963 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d07d01-981a-49f9-af5b-6b5b5016b2c3') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:33.274565 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (d0d07d01-981a-49f9-af5b-6b5b5016b2c3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:33.290837 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d0d07d01-981a-49f9-af5b-6b5b5016b2c3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:33.298297 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:48:33.298692 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (d0d07d01-981a-49f9-af5b-6b5b5016b2c3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:33.334400 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77cc72-c725-42a9-99eb-bb1afb4a9c29 req-d46f67da-b72c-4584-ab2c-eb6f8243251f tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:33.342439 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4e77cc72-c725-42a9-99eb-bb1afb4a9c29 req-d46f67da-b72c-4584-ab2c-eb6f8243251f tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 0.3373694 Feb 20 05:48:33.375319 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-43d83ff9-6bf9-485c-80db-917d5c627565 None None] For port 29c8e6d0-23af-48b1-9739-eaa22e8dead1, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:48:33.381361 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:48:33.458692 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4e77cc72-c725-42a9-99eb-bb1afb4a9c29 req-8bff022c-5aac-4c59-a6a6-3e8853f1452e tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153169 Feb 20 05:48:33.558294 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 6acbcc82-f873-4469-83d3-790593810c03 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:48:33.567223 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-53b2d413-63b4-4aa9-9cb0-384a63c16151 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks [] for port (8e446904-348f-4220-93ea-d69b4b891c54), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:33.608000 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-53b2d413-63b4-4aa9-9cb0-384a63c16151 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (8e446904-348f-4220-93ea-d69b4b891c54), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:33.702589 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 6acbcc82-f873-4469-83d3-790593810c03 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:48:33.705219 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.db.api [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 20 05:48:33.705219 n-d-829866-5 neutron-server[103406]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 20 05:48:33.705219 n-d-829866-5 neutron-server[103406]: [parameters: {'id': '4e244716-0632-4bf1-8dae-3690846ecba7'}] Feb 20 05:48:33.705219 n-d-829866-5 neutron-server[103406]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:48:33.705777 n-d-829866-5 neutron-server[103406]: DEBUG oslo_db.api [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:48:33.709858 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b2d413-63b4-4aa9-9cb0-384a63c16151 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:48:33.715421 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-43d83ff9-6bf9-485c-80db-917d5c627565 None None] For port 29c8e6d0-23af-48b1-9739-eaa22e8dead1, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=29c8e6d0-23af-48b1-9739-eaa22e8dead1,segment=NetworkSegment(d0d07d01-981a-49f9-af5b-6b5b5016b2c3),segment_id=d0d07d01-981a-49f9-af5b-6b5b5016b2c3)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:48:33.716752 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-53b2d413-63b4-4aa9-9cb0-384a63c16151 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:33.717723 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 6acbcc82-f873-4469-83d3-790593810c03 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:48:33.718297 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6acbcc82-f873-4469-83d3-790593810c03), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:33.723385 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b2d413-63b4-4aa9-9cb0-384a63c16151 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:48:33.725131 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b2d413-63b4-4aa9-9cb0-384a63c16151 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:33.725741 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-53b2d413-63b4-4aa9-9cb0-384a63c16151 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:33.739484 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2d413-63b4-4aa9-9cb0-384a63c16151 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Pushing event updated for resources: {'Port': ['ID=8e446904-348f-4220-93ea-d69b4b891c54,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:33.760860 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-53b2d413-63b4-4aa9-9cb0-384a63c16151 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0713377 Feb 20 05:48:33.761912 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48584) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:33.762032 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9b237e-dadd-437a-bbc4-ac5006df6895 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Router c8a337db-0481-4884-9540-632605b7d257 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:48:33.768032 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:33.774653 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43d83ff9-6bf9-485c-80db-917d5c627565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (29c8e6d0-23af-48b1-9739-eaa22e8dead1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:33.842778 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8e446904-348f-4220-93ea-d69b4b891c54), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:34.102822 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c891fc55-e75b-464c-ab7a-40d686304827 None None] get_active_networks_info from n-d-829866-5 {{(pid=103408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 05:48:34.112730 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d83ff9-6bf9-485c-80db-917d5c627565 None None] Pushing event updated for resources: {'Port': ['ID=29c8e6d0-23af-48b1-9739-eaa22e8dead1,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:34.222932 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (4e244716-0632-4bf1-8dae-3690846ecba7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:34.250753 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9b237e-dadd-437a-bbc4-ac5006df6895 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:48:34.279350 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f9b237e-dadd-437a-bbc4-ac5006df6895 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:34.377887 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ced9794-d421-4d2e-8ddf-cd161bad4948 None None] Sync routers for ids ['c8a337db-0481-4884-9540-632605b7d257'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:48:34.411814 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f88d24-d0ee-40d3-bdc8-174a85261090 req-c0b87251-0bbb-4567-a43a-8e1e8509abf7 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:34.415931 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 6acbcc82-f873-4469-83d3-790593810c03 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:48:34.416683 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6acbcc82-f873-4469-83d3-790593810c03), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:34.421785 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ced9794-d421-4d2e-8ddf-cd161bad4948 None None] Routers {'c8a337db-0481-4884-9540-632605b7d257'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:48:34.422541 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-2ced9794-d421-4d2e-8ddf-cd161bad4948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:48:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8a337db-0481-4884-9540-632605b7d257'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:34.431531 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41f88d24-d0ee-40d3-bdc8-174a85261090 req-c0b87251-0bbb-4567-a43a-8e1e8509abf7 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a049e7-31ba-4bd5-b993-acb7e4922308 HTTP/1.1" status: 200 len: 949 time: 0.4013550 Feb 20 05:48:34.435288 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] device_id is not set on port 8e446904-348f-4220-93ea-d69b4b891c54 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:48:34.460620 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48604) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:34.488496 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5f9b237e-dadd-437a-bbc4-ac5006df6895 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "PUT /v2.0/floatingips/a54ec084-3eb3-48f4-a643-d6a6f39dcf59 HTTP/1.1" status: 200 len: 991 time: 4.1296217 Feb 20 05:48:34.491548 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ddde50-6339-47d6-8b2a-5ca66d99fb80', 'tag': '0e336b0f-9bda-405f-a702-dd97033af48e'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:48:34.492698 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks [] for port (8e446904-348f-4220-93ea-d69b4b891c54), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:34.492811 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1adb32d-1a49-4ddc-aea4-6998de2fc680" -d '{"events": [{"name": "network-changed", "server_uuid": "44ddde50-6339-47d6-8b2a-5ca66d99fb80", "tag": "0e336b0f-9bda-405f-a702-dd97033af48e"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:48:34.518115 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (8e446904-348f-4220-93ea-d69b4b891c54), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:34.584496 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41f88d24-d0ee-40d3-bdc8-174a85261090 req-ac48e03f-58d9-4472-a493-77ee54722a15 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a9f87af-a39b-4298-a6a9-24e92c10a007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516855 Feb 20 05:48:34.650317 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a049e7-31ba-4bd5-b993-acb7e4922308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6acbcc82-f873-4469-83d3-790593810c03'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:48:34.658386 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b4a5bd-2dd9-4e21-adb9-6d417bc881de" -d '{"events": [{"server_uuid": "a7a049e7-31ba-4bd5-b993-acb7e4922308", "name": "network-vif-plugged", "status": "completed", "tag": "6acbcc82-f873-4469-83d3-790593810c03"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:48:34.675002 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c891fc55-e75b-464c-ab7a-40d686304827 None None] Resources bound (agent type, host, resource id): {{(pid=103408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 05:48:34.691235 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Deleting port 29c8e6d0-23af-48b1-9739-eaa22e8dead1 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:48:34.691613 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (29c8e6d0-23af-48b1-9739-eaa22e8dead1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:34.736792 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 6acbcc82-f873-4469-83d3-790593810c03, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=6acbcc82-f873-4469-83d3-790593810c03,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:48:34.737920 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Pushing event updated for resources: {'Port': ['ID=8e446904-348f-4220-93ea-d69b4b891c54,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:34.742257 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f55796c7-182b-44ba-9511-3d38c43ded0c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-505193319-network', 'tenant_id': 'e7776d381ec24fe5948f10587feeaba9'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:34.775512 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10a4bf-069e-4114-9de8-c3b9439928e2 req-8aff1a5a-a204-4eac-a129-2159c4381712 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:34.782620 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b10a4bf-069e-4114-9de8-c3b9439928e2 req-8aff1a5a-a204-4eac-a129-2159c4381712 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 0.0960925 Feb 20 05:48:34.800604 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55796c7-182b-44ba-9511-3d38c43ded0c admin admin] Made reservation on behalf of e7776d381ec24fe5948f10587feeaba9 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:34.802983 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f55796c7-182b-44ba-9511-3d38c43ded0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:34.813385 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f55796c7-182b-44ba-9511-3d38c43ded0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:34.847236 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6acbcc82-f873-4469-83d3-790593810c03), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:34.875278 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b10a4bf-069e-4114-9de8-c3b9439928e2 req-d4d1c130-756f-405f-a964-1d6558d4176e tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865014 Feb 20 05:48:34.882906 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:34.883290 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:34.883664 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:34.906196 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 8e446904-348f-4220-93ea-d69b4b891c54 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:34.906558 n-d-829866-5 neutron-server[103406]: ERROR neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:34.917990 n-d-829866-5 neutron-server[103406]: INFO neutron.plugins.ml2.plugin [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempt 2 to bind port 8e446904-348f-4220-93ea-d69b4b891c54 Feb 20 05:48:34.958656 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] For port 29c8e6d0-23af-48b1-9739-eaa22e8dead1, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=29c8e6d0-23af-48b1-9739-eaa22e8dead1,segment=NetworkSegment(d0d07d01-981a-49f9-af5b-6b5b5016b2c3),segment_id=d0d07d01-981a-49f9-af5b-6b5b5016b2c3)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:48:34.959087 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (29c8e6d0-23af-48b1-9739-eaa22e8dead1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:34.977974 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f55796c7-182b-44ba-9511-3d38c43ded0c admin admin] Publish callbacks [] for security_group (81f67fc3-92b5-451b-90d5-6cafa40b9ca1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:34.981966 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:34.982451 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:34.982879 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:34.984621 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f55796c7-182b-44ba-9511-3d38c43ded0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (81f67fc3-92b5-451b-90d5-6cafa40b9ca1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:35.009952 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Calling delete_port for 29c8e6d0-23af-48b1-9739-eaa22e8dead1 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:48:35.012609 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55796c7-182b-44ba-9511-3d38c43ded0c admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:48:35.019093 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 8e446904-348f-4220-93ea-d69b4b891c54 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:35.019459 n-d-829866-5 neutron-server[103406]: ERROR neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:35.024469 n-d-829866-5 neutron-server[103406]: INFO neutron.plugins.ml2.plugin [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempt 3 to bind port 8e446904-348f-4220-93ea-d69b4b891c54 Feb 20 05:48:35.042947 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f264c52-cab8-4f12-9645-528eaba22469 x-openstack-request-id: req-0f264c52-cab8-4f12-9645-528eaba22469 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:48:35.044118 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ddde50-6339-47d6-8b2a-5ca66d99fb80", "tag": "0e336b0f-9bda-405f-a702-dd97033af48e", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:48:35.045521 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f264c52-cab8-4f12-9645-528eaba22469 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:48:35.046102 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ddde50-6339-47d6-8b2a-5ca66d99fb80', 'tag': '0e336b0f-9bda-405f-a702-dd97033af48e', 'status': 'completed', 'code': 200} Feb 20 05:48:35.078253 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-2ced9794-d421-4d2e-8ddf-cd161bad4948 None None] Set router c8a337db-0481-4884-9540-632605b7d257 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:48:35.144886 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:35.145240 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:35.145588 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:35.148824 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f55796c7-182b-44ba-9511-3d38c43ded0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (344964d0-dd25-413a-8318-d769e628b030), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:35.149437 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-f55796c7-182b-44ba-9511-3d38c43ded0c admin admin] Added segment 344964d0-dd25-413a-8318-d769e628b030 of type vlan for network 922f349d-fdc5-4d71-bde7-525b5a075bb0 Feb 20 05:48:35.160673 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55796c7-182b-44ba-9511-3d38c43ded0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f67fc3-92b5-451b-90d5-6cafa40b9ca1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:35.181497 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 8e446904-348f-4220-93ea-d69b4b891c54 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:35.181497 n-d-829866-5 neutron-server[103406]: ERROR neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:35.182196 n-d-829866-5 neutron-server[103406]: INFO neutron.plugins.ml2.plugin [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempt 4 to bind port 8e446904-348f-4220-93ea-d69b4b891c54 Feb 20 05:48:35.213312 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adb32d-1a49-4ddc-aea4-6998de2fc680 req-638d03e1-0554-46e0-84e1-0769e8cf6dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:35.219356 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f1adb32d-1a49-4ddc-aea4-6998de2fc680 req-638d03e1-0554-46e0-84e1-0769e8cf6dd3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1cc50ee140854bcc8f6ed45dd231f31c&device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 1127 time: 0.1628578 Feb 20 05:48:35.227905 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f55796c7-182b-44ba-9511-3d38c43ded0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (922f349d-fdc5-4d71-bde7-525b5a075bb0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:35.317552 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:35.317910 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:35.318235 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:35.346399 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 8e446904-348f-4220-93ea-d69b4b891c54 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:35.346789 n-d-829866-5 neutron-server[103406]: ERROR neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:35.360767 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b205f5a3-7a9e-43c3-a0c5-1f467d2fcff5 x-openstack-request-id: req-b205f5a3-7a9e-43c3-a0c5-1f467d2fcff5 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:48:35.361069 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a049e7-31ba-4bd5-b993-acb7e4922308", "name": "network-vif-plugged", "status": "completed", "tag": "6acbcc82-f873-4469-83d3-790593810c03", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:48:35.361324 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b205f5a3-7a9e-43c3-a0c5-1f467d2fcff5 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:48:35.361745 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a049e7-31ba-4bd5-b993-acb7e4922308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6acbcc82-f873-4469-83d3-790593810c03', 'code': 200} Feb 20 05:48:35.364217 n-d-829866-5 neutron-server[103406]: INFO neutron.plugins.ml2.plugin [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempt 5 to bind port 8e446904-348f-4220-93ea-d69b4b891c54 Feb 20 05:48:35.423046 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa93fca-a2b0-442b-a8f1-4a844c9733dc req-64192ede-1ace-49bd-95ad-2c80d4bbfb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:35.424660 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2fa93fca-a2b0-442b-a8f1-4a844c9733dc req-64192ede-1ace-49bd-95ad-2c80d4bbfb52 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a7a049e7-31ba-4bd5-b993-acb7e4922308 HTTP/1.1" status: 200 len: 1132 time: 0.2625284 Feb 20 05:48:35.444632 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adb32d-1a49-4ddc-aea4-6998de2fc680 req-8e25563a-f732-49a8-90cc-fb1b473ee679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:35.445275 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:35.445764 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:35.445957 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:35.451165 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f1adb32d-1a49-4ddc-aea4-6998de2fc680 req-8e25563a-f732-49a8-90cc-fb1b473ee679 service neutron] 10.222.0.48 "GET /v2.0/networks?id=72954832-dc86-4706-b5e9-cf8eb66f0446 HTTP/1.1" status: 200 len: 916 time: 0.2156918 Feb 20 05:48:35.477136 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=6acbcc82-f873-4469-83d3-790593810c03,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:35.486155 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 8e446904-348f-4220-93ea-d69b4b891c54 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:35.486517 n-d-829866-5 neutron-server[103406]: ERROR neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:35.492900 n-d-829866-5 neutron-server[103406]: INFO neutron.plugins.ml2.plugin [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempt 6 to bind port 8e446904-348f-4220-93ea-d69b4b891c54 Feb 20 05:48:35.504378 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (29c8e6d0-23af-48b1-9739-eaa22e8dead1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:35.545075 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f55796c7-182b-44ba-9511-3d38c43ded0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (922f349d-fdc5-4d71-bde7-525b5a075bb0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:35.548176 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55796c7-182b-44ba-9511-3d38c43ded0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:35.548765 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f55796c7-182b-44ba-9511-3d38c43ded0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:35.594782 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Port': ['ID=29c8e6d0-23af-48b1-9739-eaa22e8dead1,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:35.617925 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:35.618722 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:35.619104 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:35.621401 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No DVR routers for this DVR port 29c8e6d0-23af-48b1-9739-eaa22e8dead1 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:48:35.647114 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f1adb32d-1a49-4ddc-aea4-6998de2fc680 req-a729ba6e-d8c9-437b-aebb-92342226d7f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e336b0f-9bda-405f-a702-dd97033af48e HTTP/1.1" status: 200 len: 999 time: 0.1921732 Feb 20 05:48:35.700121 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 8e446904-348f-4220-93ea-d69b4b891c54 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:35.700121 n-d-829866-5 neutron-server[103406]: ERROR neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:35.701228 n-d-829866-5 neutron-server[103406]: INFO neutron.plugins.ml2.plugin [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempt 7 to bind port 8e446904-348f-4220-93ea-d69b4b891c54 Feb 20 05:48:35.707850 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2fa93fca-a2b0-442b-a8f1-4a844c9733dc req-69d2f929-c2b3-4bb8-86fa-847112dbd483 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4a9f87af-a39b-4298-a6a9-24e92c10a007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768826 Feb 20 05:48:35.768459 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:35.768716 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:35.769738 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:35.781620 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f55796c7-182b-44ba-9511-3d38c43ded0c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3195424 Feb 20 05:48:35.790563 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48628) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:35.792321 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 8e446904-348f-4220-93ea-d69b4b891c54 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:35.792669 n-d-829866-5 neutron-server[103406]: ERROR neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:35.795474 n-d-829866-5 neutron-server[103406]: INFO neutron.plugins.ml2.plugin [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempt 8 to bind port 8e446904-348f-4220-93ea-d69b4b891c54 Feb 20 05:48:35.798428 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9dbc6b97-cc01-4c8e-a7c5-8230a3bdfe72 admin admin] Request body: {'subnet': {'network_id': '922f349d-fdc5-4d71-bde7-525b5a075bb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-505193319-subnet', 'tenant_id': 'e7776d381ec24fe5948f10587feeaba9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:35.803455 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (4e244716-0632-4bf1-8dae-3690846ecba7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:35.819836 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbc6b97-cc01-4c8e-a7c5-8230a3bdfe72 admin admin] Made reservation on behalf of e7776d381ec24fe5948f10587feeaba9 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:35.822086 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9dbc6b97-cc01-4c8e-a7c5-8230a3bdfe72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:35.826257 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:35.826828 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:35.827205 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:35.838061 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 8e446904-348f-4220-93ea-d69b4b891c54 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:35.838464 n-d-829866-5 neutron-server[103406]: ERROR neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:35.841000 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e244716-0632-4bf1-8dae-3690846ecba7']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:35.842384 n-d-829866-5 neutron-server[103406]: INFO neutron.plugins.ml2.plugin [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempt 9 to bind port 8e446904-348f-4220-93ea-d69b4b891c54 Feb 20 05:48:35.860434 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d07d01-981a-49f9-af5b-6b5b5016b2c3') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:35.860741 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d07d01-981a-49f9-af5b-6b5b5016b2c3') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:35.870092 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:35.871237 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:35.871614 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:35.877183 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (d0d07d01-981a-49f9-af5b-6b5b5016b2c3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:35.884919 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 8e446904-348f-4220-93ea-d69b4b891c54 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:35.885792 n-d-829866-5 neutron-server[103406]: ERROR neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:35.890149 n-d-829866-5 neutron-server[103406]: INFO neutron.plugins.ml2.plugin [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempt 10 to bind port 8e446904-348f-4220-93ea-d69b4b891c54 Feb 20 05:48:35.918813 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d0d07d01-981a-49f9-af5b-6b5b5016b2c3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:35.924584 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:35.924932 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:35.925273 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:35.940406 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:48:35.941872 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (d0d07d01-981a-49f9-af5b-6b5b5016b2c3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:35.999181 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55796c7-182b-44ba-9511-3d38c43ded0c admin admin] Pushing event updated for resources: {'Network': ['ID=922f349d-fdc5-4d71-bde7-525b5a075bb0,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:36.004345 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9dbc6b97-cc01-4c8e-a7c5-8230a3bdfe72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (71ea1759-1c58-439f-a0ae-579243dd79ad), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:36.039080 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 922f349d-fdc5-4d71-bde7-525b5a075bb0 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:48:36.041678 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1c86f5-04fa-4dea-98e3-3dbc026e07d1 None None] Network 4e244716-0632-4bf1-8dae-3690846ecba7 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:48:36.060985 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:48:36.065031 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc6b97-cc01-4c8e-a7c5-8230a3bdfe72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ea1759-1c58-439f-a0ae-579243dd79ad,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:36.090748 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 8e446904-348f-4220-93ea-d69b4b891c54 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:36.091115 n-d-829866-5 neutron-server[103406]: ERROR neutron.plugins.ml2.managers [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 8e446904-348f-4220-93ea-d69b4b891c54 on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:36.091485 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8e446904-348f-4220-93ea-d69b4b891c54), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:36.098770 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adb32d-1a49-4ddc-aea4-6998de2fc680 req-c925a037-5231-4b31-a2a6-7ddae77db600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:36.100560 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f1adb32d-1a49-4ddc-aea4-6998de2fc680 req-c925a037-5231-4b31-a2a6-7ddae77db600 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec01882b-2949-4e73-b51b-e8c64ca48e8d HTTP/1.1" status: 200 len: 855 time: 0.3981295 Feb 20 05:48:36.114436 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcd32d-2e5a-4266-a038-5cac36167365 req-3b947ad0-6a22-44ee-a119-3cd01156c4f2 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:36.126263 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-64dcd32d-2e5a-4266-a038-5cac36167365 req-3b947ad0-6a22-44ee-a119-3cd01156c4f2 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a049e7-31ba-4bd5-b993-acb7e4922308 HTTP/1.1" status: 200 len: 950 time: 0.4255617 Feb 20 05:48:36.138356 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (4e244716-0632-4bf1-8dae-3690846ecba7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:36.156106 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:36.161718 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/networks/4e244716-0632-4bf1-8dae-3690846ecba7 HTTP/1.1" status: 204 len: 168 time: 4.0084143 Feb 20 05:48:36.163350 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48634) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:36.195955 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a5827d0f-1720-4c1a-b339-7bdf2843a6d8 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-749775995'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:36.256698 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adb32d-1a49-4ddc-aea4-6998de2fc680 req-6eed8cba-cada-4fb0-9b92-81469495b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:36.258227 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f1adb32d-1a49-4ddc-aea4-6998de2fc680 req-6eed8cba-cada-4fb0-9b92-81469495b106 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72954832-dc86-4706-b5e9-cf8eb66f0446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1293368 Feb 20 05:48:36.280839 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-64dcd32d-2e5a-4266-a038-5cac36167365 req-0eebe692-2c84-4fae-aa1d-3c6afec213b0 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a9f87af-a39b-4298-a6a9-24e92c10a007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490684 Feb 20 05:48:36.305318 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbc6b97-cc01-4c8e-a7c5-8230a3bdfe72 admin admin] Checking segment: {'id': '344964d0-dd25-413a-8318-d769e628b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '922f349d-fdc5-4d71-bde7-525b5a075bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:48:36.308649 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbc6b97-cc01-4c8e-a7c5-8230a3bdfe72 admin admin] Network hostable DHCP agents. Network: 922f349d-fdc5-4d71-bde7-525b5a075bb0, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:48:36.334831 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] For port 8e446904-348f-4220-93ea-d69b4b891c54, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:48:36.337434 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempted to set empty binding levels {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 20 05:48:36.345114 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939f7fc-b8d6-40e1-a227-56ea61559362 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Network': ['ID=4e244716-0632-4bf1-8dae-3690846ecba7,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:36.357912 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (8e446904-348f-4220-93ea-d69b4b891c54), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:36.419846 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-2ced9794-d421-4d2e-8ddf-cd161bad4948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a337db-0481-4884-9540-632605b7d257', 'name': 'tempest-AttachVolumeShelveTestJSON-714751017-router', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:47:47Z', 'updated_at': '2022-02-20T05:48:01Z', 'revision_number': 4, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'gw_port': {'id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:47:50Z', 'updated_at': '2022-02-20T05:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'a54ec084-3eb3-48f4-a643-d6a6f39dcf59', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'c8a337db-0481-4884-9540-632605b7d257', 'port_id': '0e336b0f-9bda-405f-a702-dd97033af48e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'mac_address': 'fa:16:3e:e4:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ddde50-6339-47d6-8b2a-5ca66d99fb80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:48:08Z', 'updated_at': '2022-02-20T05:48:31Z', 'revision_number': 1, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7454a1-b288-4b63-9367-fdc897ea412a', 'name': '', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'mac_address': 'fa:16:3e:dc:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:48:00Z', 'updated_at': '2022-02-20T05:48:06Z', 'revision_number': 5, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'subnets': [{'id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:36.424059 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbc6b97-cc01-4c8e-a7c5-8230a3bdfe72 admin admin] Network 922f349d-fdc5-4d71-bde7-525b5a075bb0 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:48:36.472205 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-9dbc6b97-cc01-4c8e-a7c5-8230a3bdfe72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 922f349d-fdc5-4d71-bde7-525b5a075bb0) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:36.492345 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc6b97-cc01-4c8e-a7c5-8230a3bdfe72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:36.493035 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9dbc6b97-cc01-4c8e-a7c5-8230a3bdfe72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:36.495012 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ced9794-d421-4d2e-8ddf-cd161bad4948 None None] Checking router: c8a337db-0481-4884-9540-632605b7d257 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:48:36.500229 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Pushing event updated for resources: {'Port': ['ID=8e446904-348f-4220-93ea-d69b4b891c54,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:36.524334 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7348234e-c429-4bb6-adf8-b1f33aa78984 None None] Network 922f349d-fdc5-4d71-bde7-525b5a075bb0 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:48:36.531094 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] In _notify_port_updated(), no bound segment for port 8e446904-348f-4220-93ea-d69b4b891c54 on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 05:48:36.533795 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:36.534468 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:36.535898 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-39300509-3937-4fb6-b469-434bbb546198 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] 10.222.0.37 "PUT /v2.0/ports/8e446904-348f-4220-93ea-d69b4b891c54 HTTP/1.1" status: 200 len: 974 time: 2.7722609 Feb 20 05:48:36.539955 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48642) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:36.545388 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9dbc6b97-cc01-4c8e-a7c5-8230a3bdfe72 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7554281 Feb 20 05:48:36.592399 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a94ef-05ff-455a-ab1f-25c74927a27a req-4a10c577-6aa7-4761-a44b-c4548908da07 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:36.595348 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ced9794-d421-4d2e-8ddf-cd161bad4948 None None] Routers {'c8a337db-0481-4884-9540-632605b7d257'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:48:36.596024 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-2ced9794-d421-4d2e-8ddf-cd161bad4948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:48:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8a337db-0481-4884-9540-632605b7d257'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:36.601571 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-661a94ef-05ff-455a-ab1f-25c74927a27a req-4a10c577-6aa7-4761-a44b-c4548908da07 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 0.1855123 Feb 20 05:48:36.620696 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f1adb32d-1a49-4ddc-aea4-6998de2fc680 req-bfb11703-6ef6-4c0e-8b73-7fe7ea33b6b6 service neutron] 10.222.0.48 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368392 Feb 20 05:48:36.630482 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5827d0f-1720-4c1a-b339-7bdf2843a6d8 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Made reservation on behalf of 024f871e19074a3a91f7774ed312de71 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:36.634913 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a5827d0f-1720-4c1a-b339-7bdf2843a6d8 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:36.780107 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5827d0f-1720-4c1a-b339-7bdf2843a6d8 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:48:36.809105 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f1adb32d-1a49-4ddc-aea4-6998de2fc680 req-db2cb817-af18-4a37-90fe-a3b9032fb80f service neutron] 10.222.0.48 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760356 Feb 20 05:48:36.853279 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a5827d0f-1720-4c1a-b339-7bdf2843a6d8 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (84dbfa31-c0b6-486d-aca3-9c767205e23a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:36.853638 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-a5827d0f-1720-4c1a-b339-7bdf2843a6d8 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Added segment 84dbfa31-c0b6-486d-aca3-9c767205e23a of type vlan for network 06c0b468-2216-40f7-91c6-fa2125ae4f04 Feb 20 05:48:36.887453 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-661a94ef-05ff-455a-ab1f-25c74927a27a req-b5a3f379-08d1-4962-b6f8-d0df7c55e14c tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833531 Feb 20 05:48:36.958347 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a5827d0f-1720-4c1a-b339-7bdf2843a6d8 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (06c0b468-2216-40f7-91c6-fa2125ae4f04), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:36.960511 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80737fb-44e7-40b0-a828-ac112f74c26b None None] Network 922f349d-fdc5-4d71-bde7-525b5a075bb0 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:48:36.985911 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-2ced9794-d421-4d2e-8ddf-cd161bad4948 None None] Set router c8a337db-0481-4884-9540-632605b7d257 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:48:36.993963 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a5827d0f-1720-4c1a-b339-7bdf2843a6d8 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (06c0b468-2216-40f7-91c6-fa2125ae4f04), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:37.000209 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5827d0f-1720-4c1a-b339-7bdf2843a6d8 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:37.000811 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a5827d0f-1720-4c1a-b339-7bdf2843a6d8 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:37.096890 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb4d94-dd4b-4f02-b982-53e4f15d6e00 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:37.097287 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb4d94-dd4b-4f02-b982-53e4f15d6e00 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:37.097747 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb4d94-dd4b-4f02-b982-53e4f15d6e00 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:37.098208 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb4d94-dd4b-4f02-b982-53e4f15d6e00 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:37.098665 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb4d94-dd4b-4f02-b982-53e4f15d6e00 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:37.099142 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb4d94-dd4b-4f02-b982-53e4f15d6e00 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:37.100004 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb4d94-dd4b-4f02-b982-53e4f15d6e00 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:37.100459 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb4d94-dd4b-4f02-b982-53e4f15d6e00 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:37.101600 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb4d94-dd4b-4f02-b982-53e4f15d6e00 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:37.102068 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb4d94-dd4b-4f02-b982-53e4f15d6e00 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:37.102546 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb4d94-dd4b-4f02-b982-53e4f15d6e00 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:37.103237 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb4d94-dd4b-4f02-b982-53e4f15d6e00 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:37.103448 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb4d94-dd4b-4f02-b982-53e4f15d6e00 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:37.106484 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb4d94-dd4b-4f02-b982-53e4f15d6e00 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:37.106994 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb4d94-dd4b-4f02-b982-53e4f15d6e00 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:37.107840 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb4d94-dd4b-4f02-b982-53e4f15d6e00 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:37.107965 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb4d94-dd4b-4f02-b982-53e4f15d6e00 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:37.108335 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb4d94-dd4b-4f02-b982-53e4f15d6e00 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:37.108785 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb4d94-dd4b-4f02-b982-53e4f15d6e00 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:37.109231 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb4d94-dd4b-4f02-b982-53e4f15d6e00 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:37.109840 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb4d94-dd4b-4f02-b982-53e4f15d6e00 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:37.110288 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb4d94-dd4b-4f02-b982-53e4f15d6e00 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:37.117403 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48654) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:37.118514 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cbcb4d94-dd4b-4f02-b982-53e4f15d6e00 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20606 time: 0.5716281 Feb 20 05:48:37.125859 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a5827d0f-1720-4c1a-b339-7bdf2843a6d8 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9406703 Feb 20 05:48:37.133958 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48656) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:37.140898 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-ca89e0db-f957-440e-88ae-6d391d6cddd6 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Request body: {'subnet': {'network_id': '06c0b468-2216-40f7-91c6-fa2125ae4f04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:37.164694 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5827d0f-1720-4c1a-b339-7bdf2843a6d8 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'Network': ['ID=06c0b468-2216-40f7-91c6-fa2125ae4f04,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:37.192575 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 06c0b468-2216-40f7-91c6-fa2125ae4f04 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:48:37.245613 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-1c88855b-3d74-4e81-af69-d227a317b602 req-86ced8db-97d2-43ca-8cc8-ae850860542b tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1915079093', 'description': 'tempest-description-599245634'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:37.331670 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1c88855b-3d74-4e81-af69-d227a317b602 req-86ced8db-97d2-43ca-8cc8-ae850860542b tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:37.336509 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca89e0db-f957-440e-88ae-6d391d6cddd6 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Made reservation on behalf of 024f871e19074a3a91f7774ed312de71 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:37.346712 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca89e0db-f957-440e-88ae-6d391d6cddd6 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:37.435204 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8846697f-5212-4a08-9f85-dc49f39386d9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Deleting port 8e446904-348f-4220-93ea-d69b4b891c54 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:48:37.435586 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8846697f-5212-4a08-9f85-dc49f39386d9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (8e446904-348f-4220-93ea-d69b4b891c54), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:37.512944 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-8846697f-5212-4a08-9f85-dc49f39386d9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] For port 8e446904-348f-4220-93ea-d69b4b891c54, host n-h1-829866-5, got binding levels [] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:48:37.513314 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8846697f-5212-4a08-9f85-dc49f39386d9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (8e446904-348f-4220-93ea-d69b4b891c54), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:37.527692 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8846697f-5212-4a08-9f85-dc49f39386d9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Calling delete_port for 8e446904-348f-4220-93ea-d69b4b891c54 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:48:37.674728 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8846697f-5212-4a08-9f85-dc49f39386d9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (8e446904-348f-4220-93ea-d69b4b891c54), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:37.693151 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-2ced9794-d421-4d2e-8ddf-cd161bad4948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a337db-0481-4884-9540-632605b7d257', 'name': 'tempest-AttachVolumeShelveTestJSON-714751017-router', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:47:47Z', 'updated_at': '2022-02-20T05:48:01Z', 'revision_number': 4, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'gw_port': {'id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:47:50Z', 'updated_at': '2022-02-20T05:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'a54ec084-3eb3-48f4-a643-d6a6f39dcf59', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'c8a337db-0481-4884-9540-632605b7d257', 'port_id': '0e336b0f-9bda-405f-a702-dd97033af48e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'mac_address': 'fa:16:3e:e4:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ddde50-6339-47d6-8b2a-5ca66d99fb80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:48:08Z', 'updated_at': '2022-02-20T05:48:31Z', 'revision_number': 1, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7454a1-b288-4b63-9367-fdc897ea412a', 'name': '', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'mac_address': 'fa:16:3e:dc:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:48:00Z', 'updated_at': '2022-02-20T05:48:06Z', 'revision_number': 5, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'subnets': [{'id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:37.693635 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca89e0db-f957-440e-88ae-6d391d6cddd6 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (c7a452cc-0ac5-480d-94ef-4a889e34fba3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:37.723303 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ced9794-d421-4d2e-8ddf-cd161bad4948 None None] The sync data for ids ['c8a337db-0481-4884-9540-632605b7d257'] in n-d-829866-5 is: [{'id': 'c8a337db-0481-4884-9540-632605b7d257', 'name': 'tempest-AttachVolumeShelveTestJSON-714751017-router', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:47:47Z', 'updated_at': '2022-02-20T05:48:01Z', 'revision_number': 4, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'gw_port': {'id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:47:50Z', 'updated_at': '2022-02-20T05:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'a54ec084-3eb3-48f4-a643-d6a6f39dcf59', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'c8a337db-0481-4884-9540-632605b7d257', 'port_id': '0e336b0f-9bda-405f-a702-dd97033af48e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'mac_address': 'fa:16:3e:e4:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ddde50-6339-47d6-8b2a-5ca66d99fb80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:48:08Z', 'updated_at': '2022-02-20T05:48:31Z', 'revision_number': 1, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7454a1-b288-4b63-9367-fdc897ea412a', 'name': '', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'mac_address': 'fa:16:3e:dc:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:48:00Z', 'updated_at': '2022-02-20T05:48:06Z', 'revision_number': 5, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'subnets': [{'id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:48:37.749975 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846697f-5212-4a08-9f85-dc49f39386d9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e446904-348f-4220-93ea-d69b4b891c54,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:37.764566 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8846697f-5212-4a08-9f85-dc49f39386d9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:37.777513 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8846697f-5212-4a08-9f85-dc49f39386d9 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] 10.222.0.37 "DELETE /v2.0/ports/8e446904-348f-4220-93ea-d69b4b891c54 HTTP/1.1" status: 204 len: 168 time: 0.6587493 Feb 20 05:48:37.786504 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48666) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:37.863281 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c9f4ee-633b-446c-88b9-0345a575b253 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] GET failed (client error): The resource could not be found. Feb 20 05:48:37.863629 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1c88855b-3d74-4e81-af69-d227a317b602 req-86ced8db-97d2-43ca-8cc8-ae850860542b tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (d4b3cb14-151d-49ad-8371-8008ce6057e5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:37.869034 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-18c9f4ee-633b-446c-88b9-0345a575b253 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] 10.222.0.37 "GET /v2.0/ports/8e446904-348f-4220-93ea-d69b4b891c54 HTTP/1.1" status: 404 len: 333 time: 0.0793583 Feb 20 05:48:37.869346 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48668) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:37.875638 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a2bc281d-18d9-4f03-aad5-6411ccbc02b7 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-707697431', 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:37.876723 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89e0db-f957-440e-88ae-6d391d6cddd6 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'Subnet': ['ID=c7a452cc-0ac5-480d-94ef-4a889e34fba3,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:37.889581 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1c88855b-3d74-4e81-af69-d227a317b602 req-86ced8db-97d2-43ca-8cc8-ae850860542b tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d4b3cb14-151d-49ad-8371-8008ce6057e5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:37.916966 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89e0db-f957-440e-88ae-6d391d6cddd6 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Checking segment: {'id': '84dbfa31-c0b6-486d-aca3-9c767205e23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '06c0b468-2216-40f7-91c6-fa2125ae4f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:48:37.917345 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca89e0db-f957-440e-88ae-6d391d6cddd6 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Network hostable DHCP agents. Network: 06c0b468-2216-40f7-91c6-fa2125ae4f04, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:48:37.931669 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ced8db-97d2-43ca-8cc8-ae850860542b tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b3cb14-151d-49ad-8371-8008ce6057e5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:37.953883 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca89e0db-f957-440e-88ae-6d391d6cddd6 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Network 06c0b468-2216-40f7-91c6-fa2125ae4f04 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:48:37.966118 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1c88855b-3d74-4e81-af69-d227a317b602 req-86ced8db-97d2-43ca-8cc8-ae850860542b tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:37.968193 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1c88855b-3d74-4e81-af69-d227a317b602 req-86ced8db-97d2-43ca-8cc8-ae850860542b tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.7391360 Feb 20 05:48:37.972799 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-ca89e0db-f957-440e-88ae-6d391d6cddd6 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 06c0b468-2216-40f7-91c6-fa2125ae4f04) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:37.982537 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234057d7-4527-41a6-802f-aa5c7d4fd80e None None] Network 06c0b468-2216-40f7-91c6-fa2125ae4f04 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:48:37.986836 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca89e0db-f957-440e-88ae-6d391d6cddd6 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:37.987526 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca89e0db-f957-440e-88ae-6d391d6cddd6 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:37.988074 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bc281d-18d9-4f03-aad5-6411ccbc02b7 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Made reservation on behalf of 6ae8514ef1f14973b2bb8e29803f35d6 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:37.991489 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a2bc281d-18d9-4f03-aad5-6411ccbc02b7 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:38.022367 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ca89e0db-f957-440e-88ae-6d391d6cddd6 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8872800 Feb 20 05:48:38.023059 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48674) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:38.040998 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-a2bc281d-18d9-4f03-aad5-6411ccbc02b7 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] device_id is not set on port c794a8be-5e1e-4142-aef5-0bddcc49adc8 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:48:38.155504 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e541b67-de67-412c-918e-453232006049 None None] New status for floating IP a54ec084-3eb3-48f4-a643-d6a6f39dcf59: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:48:38.218781 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2a6c019-229a-46d8-934f-af55d1a61547 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (06c0b468-2216-40f7-91c6-fa2125ae4f04), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:38.311042 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b0ec06-df75-4a36-ac8f-b382ac7e316a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-06c0b468-2216-40f7-91c6-fa2125ae4f04', 'network_id': '06c0b468-2216-40f7-91c6-fa2125ae4f04', 'project_id': '024f871e19074a3a91f7774ed312de71', 'fixed_ips': [{'subnet_id': 'c7a452cc-0ac5-480d-94ef-4a889e34fba3'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:48:38.311927 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-39b0ec06-df75-4a36-ac8f-b382ac7e316a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:38.430826 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2a6c019-229a-46d8-934f-af55d1a61547 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (c7a452cc-0ac5-480d-94ef-4a889e34fba3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:38.492056 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd4c8c-5c58-4c5b-b90d-22820636a689 req-3ad083ee-a6f4-443d-8830-fa657436bcd9 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:38.499914 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-53cd4c8c-5c58-4c5b-b90d-22820636a689 req-3ad083ee-a6f4-443d-8830-fa657436bcd9 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a049e7-31ba-4bd5-b993-acb7e4922308 HTTP/1.1" status: 200 len: 950 time: 0.3468676 Feb 20 05:48:38.550820 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2a6c019-229a-46d8-934f-af55d1a61547 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (c7a452cc-0ac5-480d-94ef-4a889e34fba3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server [None req-39b0ec06-df75-4a36-ac8f-b382ac7e316a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7a452cc-0ac5-480d-94ef-4a889e34fba3: This subnet is being modified by another concurrent operation. Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise exception Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7a452cc-0ac5-480d-94ef-4a889e34fba3: This subnet is being modified by another concurrent operation. Feb 20 05:48:38.590053 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server Feb 20 05:48:38.618767 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f1dc51-5d56-49f3-b893-cc16f26f5a08 None None] get_active_networks_info from n-d-829866-5 {{(pid=103408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 05:48:38.632610 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6c019-229a-46d8-934f-af55d1a61547 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Subnet': ['ID=c7a452cc-0ac5-480d-94ef-4a889e34fba3,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:38.673741 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-53cd4c8c-5c58-4c5b-b90d-22820636a689 req-58f17da2-7a05-4c75-8f21-79e064e9cc53 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a9f87af-a39b-4298-a6a9-24e92c10a007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700497 Feb 20 05:48:38.719804 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a2bc281d-18d9-4f03-aad5-6411ccbc02b7 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks [] for port (c794a8be-5e1e-4142-aef5-0bddcc49adc8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:38.793712 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a2bc281d-18d9-4f03-aad5-6411ccbc02b7 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (c794a8be-5e1e-4142-aef5-0bddcc49adc8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:38.824374 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2a6c019-229a-46d8-934f-af55d1a61547 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (06c0b468-2216-40f7-91c6-fa2125ae4f04), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:38.881754 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bc281d-18d9-4f03-aad5-6411ccbc02b7 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:48:38.882809 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f1dc51-5d56-49f3-b893-cc16f26f5a08 None None] Resources bound (agent type, host, resource id): {{(pid=103408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 05:48:38.891482 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-a2a6c019-229a-46d8-934f-af55d1a61547 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c0b468-2216-40f7-91c6-fa2125ae4f04']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:38.898715 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-a2bc281d-18d9-4f03-aad5-6411ccbc02b7 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:38.910382 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bc281d-18d9-4f03-aad5-6411ccbc02b7 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:48:38.912423 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bc281d-18d9-4f03-aad5-6411ccbc02b7 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:38.913200 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-a2a6c019-229a-46d8-934f-af55d1a61547 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84dbfa31-c0b6-486d-aca3-9c767205e23a') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:38.913724 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-a2a6c019-229a-46d8-934f-af55d1a61547 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84dbfa31-c0b6-486d-aca3-9c767205e23a') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:38.915512 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a2bc281d-18d9-4f03-aad5-6411ccbc02b7 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:38.920953 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc281d-18d9-4f03-aad5-6411ccbc02b7 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Pushing event updated for resources: {'Port': ['ID=c794a8be-5e1e-4142-aef5-0bddcc49adc8,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:38.935160 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2a6c019-229a-46d8-934f-af55d1a61547 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (84dbfa31-c0b6-486d-aca3-9c767205e23a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:38.949948 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2a6c019-229a-46d8-934f-af55d1a61547 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (84dbfa31-c0b6-486d-aca3-9c767205e23a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:38.965513 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a6c019-229a-46d8-934f-af55d1a61547 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:48:38.967227 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2a6c019-229a-46d8-934f-af55d1a61547 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (84dbfa31-c0b6-486d-aca3-9c767205e23a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:48:38.973277 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:48:38.975927 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a2bc281d-18d9-4f03-aad5-6411ccbc02b7 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1042912 Feb 20 05:48:38.980564 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48692) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:38.994174 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27fe80-f287-4879-82f1-c835ef1a1747 req-605390e7-432a-4f3b-b956-7e72662e0f8b tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:39.004688 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6a27fe80-f287-4879-82f1-c835ef1a1747 req-605390e7-432a-4f3b-b956-7e72662e0f8b tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 0.1673324 Feb 20 05:48:39.067872 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2a6c019-229a-46d8-934f-af55d1a61547 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (06c0b468-2216-40f7-91c6-fa2125ae4f04), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:39.078659 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2a6c019-229a-46d8-934f-af55d1a61547 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:39.089171 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a2a6c019-229a-46d8-934f-af55d1a61547 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/networks/06c0b468-2216-40f7-91c6-fa2125ae4f04 HTTP/1.1" status: 204 len: 168 time: 1.0533526 Feb 20 05:48:39.091870 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48694) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:39.102635 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-d356dc5f-9b76-434b-9b04-2971cf5f81e1 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-264754351'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:39.139755 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6c019-229a-46d8-934f-af55d1a61547 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Network': ['ID=06c0b468-2216-40f7-91c6-fa2125ae4f04,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:39.152261 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cae9ca-74da-4d58-9ae1-4343f9a8270a tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:39.161513 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-63cae9ca-74da-4d58-9ae1-4343f9a8270a tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] 10.222.0.37 "GET /v2.0/ports/c794a8be-5e1e-4142-aef5-0bddcc49adc8 HTTP/1.1" status: 200 len: 954 time: 0.1789978 Feb 20 05:48:39.163414 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48696) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:39.173881 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6a27fe80-f287-4879-82f1-c835ef1a1747 req-b920519c-817d-4bd8-9b6b-ef8ac517dda2 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660802 Feb 20 05:48:39.186325 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d356dc5f-9b76-434b-9b04-2971cf5f81e1 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Made reservation on behalf of 024f871e19074a3a91f7774ed312de71 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:39.191634 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d356dc5f-9b76-434b-9b04-2971cf5f81e1 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:39.202610 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c5be71-bfe2-416e-b9d6-8c9d9585a017 None None] Network 06c0b468-2216-40f7-91c6-fa2125ae4f04 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:48:39.239323 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c5be71-bfe2-416e-b9d6-8c9d9585a017 None None] Network 06c0b468-2216-40f7-91c6-fa2125ae4f04 could not be found, it might have been deleted concurrently. {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 20 05:48:39.275416 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b115b639-565e-450d-ae11-66c4698ced8f req-4f142d73-5cb4-49d6-b1f9-862760a4b112 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "GET /v2.0/security-groups/d4b3cb14-151d-49ad-8371-8008ce6057e5 HTTP/1.1" status: 200 len: 1823 time: 0.0643485 Feb 20 05:48:39.288436 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-b115b639-565e-450d-ae11-66c4698ced8f req-d5f7a9b7-72d5-4771-b956-e62fb960a8cf tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd4b3cb14-151d-49ad-8371-8008ce6057e5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:39.289058 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-b115b639-565e-450d-ae11-66c4698ced8f req-d5f7a9b7-72d5-4771-b956-e62fb960a8cf tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd4b3cb14-151d-49ad-8371-8008ce6057e5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:39.300713 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d356dc5f-9b76-434b-9b04-2971cf5f81e1 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:48:39.313941 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d356dc5f-9b76-434b-9b04-2971cf5f81e1 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (b61999af-4c2a-4483-82eb-dc0ad053b9c8), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:39.314284 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-d356dc5f-9b76-434b-9b04-2971cf5f81e1 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Added segment b61999af-4c2a-4483-82eb-dc0ad053b9c8 of type vlan for network 1675f504-ade1-44f9-aac3-603e06785d43 Feb 20 05:48:39.363408 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d356dc5f-9b76-434b-9b04-2971cf5f81e1 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (1675f504-ade1-44f9-aac3-603e06785d43), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:39.372251 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-5b06f13a-0884-4f98-8a1a-71403a106e85 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Deleting port c794a8be-5e1e-4142-aef5-0bddcc49adc8 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:48:39.372595 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b06f13a-0884-4f98-8a1a-71403a106e85 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (c794a8be-5e1e-4142-aef5-0bddcc49adc8), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:39.408493 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b115b639-565e-450d-ae11-66c4698ced8f req-d5f7a9b7-72d5-4771-b956-e62fb960a8cf tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group_rule (faf12254-1b18-4e26-a628-ae63f8ee60de), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:39.441489 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b115b639-565e-450d-ae11-66c4698ced8f req-d5f7a9b7-72d5-4771-b956-e62fb960a8cf tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group_rule (faf12254-1b18-4e26-a628-ae63f8ee60de), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:39.444961 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b115b639-565e-450d-ae11-66c4698ced8f req-d5f7a9b7-72d5-4771-b956-e62fb960a8cf tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (faf12254-1b18-4e26-a628-ae63f8ee60de), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:39.447222 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d356dc5f-9b76-434b-9b04-2971cf5f81e1 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (1675f504-ade1-44f9-aac3-603e06785d43), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:39.452768 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d356dc5f-9b76-434b-9b04-2971cf5f81e1 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:39.453417 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d356dc5f-9b76-434b-9b04-2971cf5f81e1 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:39.465218 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b06f13a-0884-4f98-8a1a-71403a106e85 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (c794a8be-5e1e-4142-aef5-0bddcc49adc8), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:39.482594 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7a9b7-72d5-4771-b956-e62fb960a8cf tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf12254-1b18-4e26-a628-ae63f8ee60de,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:39.490228 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b115b639-565e-450d-ae11-66c4698ced8f req-d5f7a9b7-72d5-4771-b956-e62fb960a8cf tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:39.492783 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b115b639-565e-450d-ae11-66c4698ced8f req-d5f7a9b7-72d5-4771-b956-e62fb960a8cf tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2108681 Feb 20 05:48:39.549047 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d356dc5f-9b76-434b-9b04-2971cf5f81e1 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4513719 Feb 20 05:48:39.549047 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-5b06f13a-0884-4f98-8a1a-71403a106e85 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Calling delete_port for c794a8be-5e1e-4142-aef5-0bddcc49adc8 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:48:39.549338 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48706) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:39.553733 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-81e0dd56-e835-4ab2-8283-152dd2f6b6dc tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Request body: {'subnet': {'network_id': '1675f504-ade1-44f9-aac3-603e06785d43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:39.682906 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-c103b678-75df-417d-be24-4116963d74c4 req-8dca7f5e-3647-4d73-9a47-8b54d1fc9993 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-721616326', 'description': 'tempest-description-1623855221'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:39.688087 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356dc5f-9b76-434b-9b04-2971cf5f81e1 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'Network': ['ID=1675f504-ade1-44f9-aac3-603e06785d43,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:39.702201 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 1675f504-ade1-44f9-aac3-603e06785d43 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:48:39.774774 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c103b678-75df-417d-be24-4116963d74c4 req-8dca7f5e-3647-4d73-9a47-8b54d1fc9993 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:39.794659 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b06f13a-0884-4f98-8a1a-71403a106e85 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (c794a8be-5e1e-4142-aef5-0bddcc49adc8), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:39.810117 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e0dd56-e835-4ab2-8283-152dd2f6b6dc tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Made reservation on behalf of 024f871e19074a3a91f7774ed312de71 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:39.813632 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81e0dd56-e835-4ab2-8283-152dd2f6b6dc tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:39.860135 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06f13a-0884-4f98-8a1a-71403a106e85 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Pushing event deleted for resources: {'Port': ['ID=c794a8be-5e1e-4142-aef5-0bddcc49adc8,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:39.877097 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b06f13a-0884-4f98-8a1a-71403a106e85 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:39.882106 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5b06f13a-0884-4f98-8a1a-71403a106e85 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] 10.222.0.37 "DELETE /v2.0/ports/c794a8be-5e1e-4142-aef5-0bddcc49adc8 HTTP/1.1" status: 204 len: 168 time: 0.7159865 Feb 20 05:48:39.884632 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48712) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:39.887091 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.ipam_backend_mixin [None req-81e0dd56-e835-4ab2-8283-152dd2f6b6dc tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Performing IP validity checks on allocation pools {{(pid=103407) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 20 05:48:39.887674 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.ipam_backend_mixin [None req-81e0dd56-e835-4ab2-8283-152dd2f6b6dc tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103407) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 20 05:48:39.920925 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-abbe2f28-8d89-4b80-b3c9-154f8ee2f88b tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] GET failed (client error): The resource could not be found. Feb 20 05:48:39.923524 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-abbe2f28-8d89-4b80-b3c9-154f8ee2f88b tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] 10.222.0.37 "GET /v2.0/ports/c794a8be-5e1e-4142-aef5-0bddcc49adc8 HTTP/1.1" status: 404 len: 333 time: 0.0371714 Feb 20 05:48:39.927073 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48714) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:39.935718 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-757e4855-6bdf-4b28-9633-1ee52902846c tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Request body: {'port': {'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1335235668'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:39.946037 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c103b678-75df-417d-be24-4116963d74c4 req-8dca7f5e-3647-4d73-9a47-8b54d1fc9993 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (bc658e51-5d6f-43a8-b9b1-95af64b9d7c6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:39.951506 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c103b678-75df-417d-be24-4116963d74c4 req-8dca7f5e-3647-4d73-9a47-8b54d1fc9993 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (bc658e51-5d6f-43a8-b9b1-95af64b9d7c6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:39.965517 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757e4855-6bdf-4b28-9633-1ee52902846c tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Made reservation on behalf of 6ae8514ef1f14973b2bb8e29803f35d6 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:39.969428 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-757e4855-6bdf-4b28-9633-1ee52902846c tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:39.983375 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca7f5e-3647-4d73-9a47-8b54d1fc9993 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc658e51-5d6f-43a8-b9b1-95af64b9d7c6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:40.031357 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c103b678-75df-417d-be24-4116963d74c4 req-8dca7f5e-3647-4d73-9a47-8b54d1fc9993 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:40.032884 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c103b678-75df-417d-be24-4116963d74c4 req-8dca7f5e-3647-4d73-9a47-8b54d1fc9993 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3655272 Feb 20 05:48:40.035570 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-757e4855-6bdf-4b28-9633-1ee52902846c tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] device_id is not set on port 8499467e-9017-4341-aaed-caf73fa6659c yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:48:40.109831 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81e0dd56-e835-4ab2-8283-152dd2f6b6dc tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (6a977c38-a06d-4b03-860b-4419df899e4b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:40.231777 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-757e4855-6bdf-4b28-9633-1ee52902846c tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks [] for port (8499467e-9017-4341-aaed-caf73fa6659c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:40.249994 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e0dd56-e835-4ab2-8283-152dd2f6b6dc tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Checking segment: {'id': 'b61999af-4c2a-4483-82eb-dc0ad053b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1675f504-ade1-44f9-aac3-603e06785d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:48:40.250505 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e0dd56-e835-4ab2-8283-152dd2f6b6dc tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Network hostable DHCP agents. Network: 1675f504-ade1-44f9-aac3-603e06785d43, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:48:40.262965 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0dd56-e835-4ab2-8283-152dd2f6b6dc tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'Subnet': ['ID=6a977c38-a06d-4b03-860b-4419df899e4b,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:40.287156 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b0276-a0f7-4521-8465-3bdd2f08d699 req-edcadc6e-4015-44a3-9e43-5cc979670c30 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:40.288925 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-757e4855-6bdf-4b28-9633-1ee52902846c tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (8499467e-9017-4341-aaed-caf73fa6659c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:40.295426 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-184b0276-a0f7-4521-8465-3bdd2f08d699 req-edcadc6e-4015-44a3-9e43-5cc979670c30 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a049e7-31ba-4bd5-b993-acb7e4922308 HTTP/1.1" status: 200 len: 950 time: 0.1319897 Feb 20 05:48:40.304442 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e0dd56-e835-4ab2-8283-152dd2f6b6dc tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Network 1675f504-ade1-44f9-aac3-603e06785d43 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:48:40.333135 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-81e0dd56-e835-4ab2-8283-152dd2f6b6dc tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 1675f504-ade1-44f9-aac3-603e06785d43) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:40.338232 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e0dd56-e835-4ab2-8283-152dd2f6b6dc tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:40.338883 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81e0dd56-e835-4ab2-8283-152dd2f6b6dc tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:40.344281 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220fe3f9-cecf-4e3a-a437-51861d6d0bee None None] Network 1675f504-ade1-44f9-aac3-603e06785d43 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:48:40.372788 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e4855-6bdf-4b28-9633-1ee52902846c tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Pushing event updated for resources: {'Port': ['ID=8499467e-9017-4341-aaed-caf73fa6659c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:40.379989 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757e4855-6bdf-4b28-9633-1ee52902846c tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:48:40.381437 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-757e4855-6bdf-4b28-9633-1ee52902846c tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:40.384393 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757e4855-6bdf-4b28-9633-1ee52902846c tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:48:40.385370 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757e4855-6bdf-4b28-9633-1ee52902846c tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:40.385978 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-757e4855-6bdf-4b28-9633-1ee52902846c tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:40.409705 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-757e4855-6bdf-4b28-9633-1ee52902846c tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4806793 Feb 20 05:48:40.411890 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48720) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:40.413020 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-184b0276-a0f7-4521-8465-3bdd2f08d699 req-e01b8540-0278-4273-911d-d8b983d7de2c tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a9f87af-a39b-4298-a6a9-24e92c10a007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165984 Feb 20 05:48:40.420000 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-81e0dd56-e835-4ab2-8283-152dd2f6b6dc tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8715572 Feb 20 05:48:40.420632 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48722) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:40.421462 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:40.525290 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8499467e-9017-4341-aaed-caf73fa6659c), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:40.545337 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f3a6136-1bd0-4463-bdb4-761b068c8bd9 req-4d487c2c-be3d-462e-ac7d-fbd49617c354 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "GET /v2.0/security-groups/bc658e51-5d6f-43a8-b9b1-95af64b9d7c6 HTTP/1.1" status: 200 len: 1823 time: 0.0607495 Feb 20 05:48:40.551487 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-2f3a6136-1bd0-4463-bdb4-761b068c8bd9 req-75daafaa-d0a6-442a-b405-9e1d674cf223 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'bc658e51-5d6f-43a8-b9b1-95af64b9d7c6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:40.551487 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-2f3a6136-1bd0-4463-bdb4-761b068c8bd9 req-75daafaa-d0a6-442a-b405-9e1d674cf223 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'bc658e51-5d6f-43a8-b9b1-95af64b9d7c6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:40.564352 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f30d54-5e2c-4c0c-b477-6b5552bcbca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-1675f504-ade1-44f9-aac3-603e06785d43', 'network_id': '1675f504-ade1-44f9-aac3-603e06785d43', 'project_id': '024f871e19074a3a91f7774ed312de71', 'fixed_ips': [{'subnet_id': '6a977c38-a06d-4b03-860b-4419df899e4b'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:48:40.565160 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95f30d54-5e2c-4c0c-b477-6b5552bcbca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:40.638551 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (1675f504-ade1-44f9-aac3-603e06785d43), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:40.661054 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2f3a6136-1bd0-4463-bdb4-761b068c8bd9 req-75daafaa-d0a6-442a-b405-9e1d674cf223 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group_rule (9e610cef-4e9c-46f3-a1bc-42cb57201698), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:40.686804 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2f3a6136-1bd0-4463-bdb4-761b068c8bd9 req-75daafaa-d0a6-442a-b405-9e1d674cf223 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group_rule (9e610cef-4e9c-46f3-a1bc-42cb57201698), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:40.765085 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (6a977c38-a06d-4b03-860b-4419df899e4b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:40.770569 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2f3a6136-1bd0-4463-bdb4-761b068c8bd9 req-75daafaa-d0a6-442a-b405-9e1d674cf223 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (9e610cef-4e9c-46f3-a1bc-42cb57201698), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:40.808586 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] device_id is not set on port 8499467e-9017-4341-aaed-caf73fa6659c yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:48:40.822486 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks [] for port (8499467e-9017-4341-aaed-caf73fa6659c), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:40.826345 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daafaa-d0a6-442a-b405-9e1d674cf223 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e610cef-4e9c-46f3-a1bc-42cb57201698,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:40.830441 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (8499467e-9017-4341-aaed-caf73fa6659c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:40.835044 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2f3a6136-1bd0-4463-bdb4-761b068c8bd9 req-75daafaa-d0a6-442a-b405-9e1d674cf223 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:40.835964 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f3a6136-1bd0-4463-bdb4-761b068c8bd9 req-75daafaa-d0a6-442a-b405-9e1d674cf223 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2898891 Feb 20 05:48:40.927752 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:40.928345 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:40.928489 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:40.930396 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Pushing event updated for resources: {'Port': ['ID=8499467e-9017-4341-aaed-caf73fa6659c,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:40.939830 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 8499467e-9017-4341-aaed-caf73fa6659c on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:40.940167 n-d-829866-5 neutron-server[103406]: ERROR neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 8499467e-9017-4341-aaed-caf73fa6659c on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:40.940548 n-d-829866-5 neutron-server[103406]: INFO neutron.plugins.ml2.plugin [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempt 2 to bind port 8499467e-9017-4341-aaed-caf73fa6659c Feb 20 05:48:41.032869 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:41.033441 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:41.033948 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:41.037648 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-95f30d54-5e2c-4c0c-b477-6b5552bcbca6 None None] Allocated IP 172.20.0.3 (1675f504-ade1-44f9-aac3-603e06785d43/6a977c38-a06d-4b03-860b-4419df899e4b/f21af1c5-376b-4dc7-b60f-a98700822791) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:48:41.039705 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 8499467e-9017-4341-aaed-caf73fa6659c on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:41.040043 n-d-829866-5 neutron-server[103406]: ERROR neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 8499467e-9017-4341-aaed-caf73fa6659c on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:41.040596 n-d-829866-5 neutron-server[103406]: INFO neutron.plugins.ml2.plugin [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempt 3 to bind port 8499467e-9017-4341-aaed-caf73fa6659c Feb 20 05:48:41.047610 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4eeccc-5140-4c20-bd81-aa510dbb118d req-3e36ff29-bba2-4a8d-8838-70f6d1d41605 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:41.054176 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc4eeccc-5140-4c20-bd81-aa510dbb118d req-3e36ff29-bba2-4a8d-8838-70f6d1d41605 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 0.1125259 Feb 20 05:48:41.058156 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:41.058502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:41.058843 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:41.071569 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 8499467e-9017-4341-aaed-caf73fa6659c on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:41.071928 n-d-829866-5 neutron-server[103406]: ERROR neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 8499467e-9017-4341-aaed-caf73fa6659c on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:41.073291 n-d-829866-5 neutron-server[103406]: INFO neutron.plugins.ml2.plugin [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempt 4 to bind port 8499467e-9017-4341-aaed-caf73fa6659c Feb 20 05:48:41.093813 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcc8e2-798a-406c-b949-018d726d1ec6 req-88670fd2-00be-48fb-be76-f8cbe01a3543 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:41.095456 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ecbcc8e2-798a-406c-b949-018d726d1ec6 req-88670fd2-00be-48fb-be76-f8cbe01a3543 tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7a049e7-31ba-4bd5-b993-acb7e4922308 HTTP/1.1" status: 200 len: 950 time: 0.1277497 Feb 20 05:48:41.100175 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:41.100519 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:41.100860 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:41.142883 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc4eeccc-5140-4c20-bd81-aa510dbb118d req-c52c316c-1f35-431f-8e86-65c528961027 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797815 Feb 20 05:48:41.153680 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 8499467e-9017-4341-aaed-caf73fa6659c on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:41.154025 n-d-829866-5 neutron-server[103406]: ERROR neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 8499467e-9017-4341-aaed-caf73fa6659c on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:41.174326 n-d-829866-5 neutron-server[103406]: INFO neutron.plugins.ml2.plugin [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempt 5 to bind port 8499467e-9017-4341-aaed-caf73fa6659c Feb 20 05:48:41.189181 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:41.189672 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:41.190023 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:41.200940 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-c7b7c86e-fc51-46e0-b7b7-57ed31ed0870 req-30f118b6-5aaa-4061-89ce-61380fda1a58 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2032789027', 'description': 'tempest-description-1286954006'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:41.206524 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 8499467e-9017-4341-aaed-caf73fa6659c on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:41.206865 n-d-829866-5 neutron-server[103406]: ERROR neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 8499467e-9017-4341-aaed-caf73fa6659c on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:41.208018 n-d-829866-5 neutron-server[103406]: INFO neutron.plugins.ml2.plugin [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempt 6 to bind port 8499467e-9017-4341-aaed-caf73fa6659c Feb 20 05:48:41.231920 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:41.232304 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:41.232738 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:41.235263 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c7b7c86e-fc51-46e0-b7b7-57ed31ed0870 req-30f118b6-5aaa-4061-89ce-61380fda1a58 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:41.247495 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-ecbcc8e2-798a-406c-b949-018d726d1ec6 req-444b208e-87ab-4c7b-8466-b9de211a5b8e tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Deleting port 6acbcc82-f873-4469-83d3-790593810c03 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:48:41.247841 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ecbcc8e2-798a-406c-b949-018d726d1ec6 req-444b208e-87ab-4c7b-8466-b9de211a5b8e tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (6acbcc82-f873-4469-83d3-790593810c03), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:41.252475 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 8499467e-9017-4341-aaed-caf73fa6659c on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:41.252819 n-d-829866-5 neutron-server[103406]: ERROR neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 8499467e-9017-4341-aaed-caf73fa6659c on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:41.263496 n-d-829866-5 neutron-server[103406]: INFO neutron.plugins.ml2.plugin [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempt 7 to bind port 8499467e-9017-4341-aaed-caf73fa6659c Feb 20 05:48:41.307282 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95f30d54-5e2c-4c0c-b477-6b5552bcbca6 None None] Publish callbacks [] for port (f21af1c5-376b-4dc7-b60f-a98700822791), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:41.316746 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95f30d54-5e2c-4c0c-b477-6b5552bcbca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (f21af1c5-376b-4dc7-b60f-a98700822791), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:41.321453 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:41.322005 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:41.322352 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:41.343179 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (6a977c38-a06d-4b03-860b-4419df899e4b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:41.345515 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 8499467e-9017-4341-aaed-caf73fa6659c on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:41.345855 n-d-829866-5 neutron-server[103406]: ERROR neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 8499467e-9017-4341-aaed-caf73fa6659c on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:41.355949 n-d-829866-5 neutron-server[103406]: INFO neutron.plugins.ml2.plugin [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempt 8 to bind port 8499467e-9017-4341-aaed-caf73fa6659c Feb 20 05:48:41.390966 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:41.391629 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:41.391629 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:41.397665 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f30d54-5e2c-4c0c-b477-6b5552bcbca6 None None] Network 1675f504-ade1-44f9-aac3-603e06785d43 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:48:41.397951 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Subnet': ['ID=6a977c38-a06d-4b03-860b-4419df899e4b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:41.402196 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-95f30d54-5e2c-4c0c-b477-6b5552bcbca6 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:41.412050 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f30d54-5e2c-4c0c-b477-6b5552bcbca6 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:48:41.424874 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 8499467e-9017-4341-aaed-caf73fa6659c on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:41.426229 n-d-829866-5 neutron-server[103406]: ERROR neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 8499467e-9017-4341-aaed-caf73fa6659c on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:41.427490 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c7b7c86e-fc51-46e0-b7b7-57ed31ed0870 req-30f118b6-5aaa-4061-89ce-61380fda1a58 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (a09df331-e712-4ecf-86a5-6b3fda3ff532), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:41.433123 n-d-829866-5 neutron-server[103406]: INFO neutron.plugins.ml2.plugin [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempt 9 to bind port 8499467e-9017-4341-aaed-caf73fa6659c Feb 20 05:48:41.438769 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-ecbcc8e2-798a-406c-b949-018d726d1ec6 req-444b208e-87ab-4c7b-8466-b9de211a5b8e tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] For port 6acbcc82-f873-4469-83d3-790593810c03, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=6acbcc82-f873-4469-83d3-790593810c03,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:48:41.439331 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ecbcc8e2-798a-406c-b949-018d726d1ec6 req-444b208e-87ab-4c7b-8466-b9de211a5b8e tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (6acbcc82-f873-4469-83d3-790593810c03), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:41.457543 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f30d54-5e2c-4c0c-b477-6b5552bcbca6 None None] Pushing event updated for resources: {'Port': ['ID=f21af1c5-376b-4dc7-b60f-a98700822791,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:41.461624 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c7b7c86e-fc51-46e0-b7b7-57ed31ed0870 req-30f118b6-5aaa-4061-89ce-61380fda1a58 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a09df331-e712-4ecf-86a5-6b3fda3ff532), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:41.482761 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:41.483001 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:41.484036 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:41.487216 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-ecbcc8e2-798a-406c-b949-018d726d1ec6 req-444b208e-87ab-4c7b-8466-b9de211a5b8e tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Calling delete_port for 6acbcc82-f873-4469-83d3-790593810c03 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:48:41.505651 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 8499467e-9017-4341-aaed-caf73fa6659c on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:41.505651 n-d-829866-5 neutron-server[103406]: ERROR neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 8499467e-9017-4341-aaed-caf73fa6659c on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:41.505944 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (1675f504-ade1-44f9-aac3-603e06785d43), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:41.507855 n-d-829866-5 neutron-server[103406]: INFO neutron.plugins.ml2.plugin [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempt 10 to bind port 8499467e-9017-4341-aaed-caf73fa6659c Feb 20 05:48:41.529945 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:41.530876 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:41.530876 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempting to bind port 8499467e-9017-4341-aaed-caf73fa6659c on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:41.538420 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Port 8499467e-9017-4341-aaed-caf73fa6659c on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:48:41.539027 n-d-829866-5 neutron-server[103406]: ERROR neutron.plugins.ml2.managers [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Failed to bind port 8499467e-9017-4341-aaed-caf73fa6659c on host n-h1-829866-5 for vnic_type normal using segments [{'id': 'a56e3a90-7721-484e-a7b3-5743cd13eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0755a3f1-d1cf-4a20-b657-c3a077be64c3'}] Feb 20 05:48:41.539508 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8499467e-9017-4341-aaed-caf73fa6659c), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:41.544813 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c7b7c86e-fc51-46e0-b7b7-57ed31ed0870 req-30f118b6-5aaa-4061-89ce-61380fda1a58 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:41.546113 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c7b7c86e-fc51-46e0-b7b7-57ed31ed0870 req-30f118b6-5aaa-4061-89ce-61380fda1a58 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3492982 Feb 20 05:48:41.559949 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-95f30d54-5e2c-4c0c-b477-6b5552bcbca6 None None] Attempting to bind port f21af1c5-376b-4dc7-b60f-a98700822791 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:41.559949 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-95f30d54-5e2c-4c0c-b477-6b5552bcbca6 None None] Attempting to bind port f21af1c5-376b-4dc7-b60f-a98700822791 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'b61999af-4c2a-4483-82eb-dc0ad053b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1675f504-ade1-44f9-aac3-603e06785d43'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:41.559949 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f30d54-5e2c-4c0c-b477-6b5552bcbca6 None None] Attempting to bind port f21af1c5-376b-4dc7-b60f-a98700822791 on network 1675f504-ade1-44f9-aac3-603e06785d43 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:41.566795 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f30d54-5e2c-4c0c-b477-6b5552bcbca6 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:48:41.567267 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f30d54-5e2c-4c0c-b477-6b5552bcbca6 None None] Checking segment: {'id': 'b61999af-4c2a-4483-82eb-dc0ad053b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1675f504-ade1-44f9-aac3-603e06785d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:48:41.568403 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95f30d54-5e2c-4c0c-b477-6b5552bcbca6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:41.568821 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f30d54-5e2c-4c0c-b477-6b5552bcbca6 None None] Bound using segment: {'id': 'b61999af-4c2a-4483-82eb-dc0ad053b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1675f504-ade1-44f9-aac3-603e06785d43'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:48:41.569312 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-95f30d54-5e2c-4c0c-b477-6b5552bcbca6 None None] Bound port: f21af1c5-376b-4dc7-b60f-a98700822791, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61999af-4c2a-4483-82eb-dc0ad053b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1675f504-ade1-44f9-aac3-603e06785d43'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:48:41.569706 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95f30d54-5e2c-4c0c-b477-6b5552bcbca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f21af1c5-376b-4dc7-b60f-a98700822791), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:41.577620 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1675f504-ade1-44f9-aac3-603e06785d43']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:41.579852 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f118b6-5aaa-4061-89ce-61380fda1a58 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a09df331-e712-4ecf-86a5-6b3fda3ff532,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:41.612629 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61999af-4c2a-4483-82eb-dc0ad053b9c8') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:41.612909 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61999af-4c2a-4483-82eb-dc0ad053b9c8') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:41.641227 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (b61999af-4c2a-4483-82eb-dc0ad053b9c8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:41.661734 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (b61999af-4c2a-4483-82eb-dc0ad053b9c8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:41.677776 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:48:41.678189 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (b61999af-4c2a-4483-82eb-dc0ad053b9c8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:48:41.682307 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:48:41.699152 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-95f30d54-5e2c-4c0c-b477-6b5552bcbca6 None None] For port f21af1c5-376b-4dc7-b60f-a98700822791, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:48:41.789119 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-95f30d54-5e2c-4c0c-b477-6b5552bcbca6 None None] For port f21af1c5-376b-4dc7-b60f-a98700822791, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f21af1c5-376b-4dc7-b60f-a98700822791,segment=NetworkSegment(b61999af-4c2a-4483-82eb-dc0ad053b9c8),segment_id=b61999af-4c2a-4483-82eb-dc0ad053b9c8)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:48:41.790278 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.db.api [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 20 05:48:41.790278 n-d-829866-5 neutron-server[103407]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 20 05:48:41.790278 n-d-829866-5 neutron-server[103407]: [parameters: {'id': '1675f504-ade1-44f9-aac3-603e06785d43'}] Feb 20 05:48:41.790278 n-d-829866-5 neutron-server[103407]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:48:41.790644 n-d-829866-5 neutron-server[103407]: DEBUG oslo_db.api [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:48:41.797133 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95f30d54-5e2c-4c0c-b477-6b5552bcbca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f21af1c5-376b-4dc7-b60f-a98700822791), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:41.828581 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e4ba1-e388-495c-92b4-4a14c7264a3b req-0f46a8ca-0192-4176-85f2-2fbe9741a39a tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:41.829835 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a81e4ba1-e388-495c-92b4-4a14c7264a3b req-0f46a8ca-0192-4176-85f2-2fbe9741a39a tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7a049e7-31ba-4bd5-b993-acb7e4922308 HTTP/1.1" status: 200 len: 950 time: 0.0963342 Feb 20 05:48:41.876415 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f30d54-5e2c-4c0c-b477-6b5552bcbca6 None None] Pushing event updated for resources: {'Port': ['ID=f21af1c5-376b-4dc7-b60f-a98700822791,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:41.878943 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] For port 8499467e-9017-4341-aaed-caf73fa6659c, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:48:41.879394 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attempted to set empty binding levels {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 20 05:48:41.894337 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a81e4ba1-e388-495c-92b4-4a14c7264a3b req-1cf75609-59aa-498a-aaf8-da2d748e9b8c tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a9f87af-a39b-4298-a6a9-24e92c10a007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570862 Feb 20 05:48:41.896131 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94029fe5-75a6-44be-878b-ebf2d92eb7e8 req-454ae985-0913-4ca9-a631-73a1bbb34341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:41.898343 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-94029fe5-75a6-44be-878b-ebf2d92eb7e8 req-454ae985-0913-4ca9-a631-73a1bbb34341 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 1127 time: 0.1864190 Feb 20 05:48:41.900269 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (8499467e-9017-4341-aaed-caf73fa6659c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:41.947877 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-b04039be-feb8-45a1-a55e-acd0fff70c56 req-a6b2760f-1217-40c9-b27e-7b7bb856710e tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1809765401', 'description': 'tempest-description-791893933'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:41.952490 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec79d277-a003-4628-9fb6-c0870babf0c7 None None] get_active_networks_info from n-d-829866-5 {{(pid=103408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 05:48:41.986822 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] In _notify_port_updated(), no bound segment for port 8499467e-9017-4341-aaed-caf73fa6659c on network 0755a3f1-d1cf-4a20-b657-c3a077be64c3 {{(pid=103406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 05:48:41.987897 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:41.988313 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:41.989644 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] 10.222.0.37 "PUT /v2.0/ports/8499467e-9017-4341-aaed-caf73fa6659c HTTP/1.1" status: 200 len: 975 time: 1.5763433 Feb 20 05:48:41.997111 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48746) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:42.015226 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b04039be-feb8-45a1-a55e-acd0fff70c56 req-a6b2760f-1217-40c9-b27e-7b7bb856710e tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:42.033890 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c81df-6f81-4182-813b-ce75838cf074 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Pushing event updated for resources: {'Port': ['ID=8499467e-9017-4341-aaed-caf73fa6659c,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:42.074655 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec79d277-a003-4628-9fb6-c0870babf0c7 None None] Resources bound (agent type, host, resource id): {{(pid=103408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 05:48:42.121713 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ecbcc8e2-798a-406c-b949-018d726d1ec6 req-444b208e-87ab-4c7b-8466-b9de211a5b8e tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (6acbcc82-f873-4469-83d3-790593810c03), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:42.173057 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b04039be-feb8-45a1-a55e-acd0fff70c56 req-a6b2760f-1217-40c9-b27e-7b7bb856710e tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (9d3b0567-430e-4725-8968-983cbcf30732), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:42.178505 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b04039be-feb8-45a1-a55e-acd0fff70c56 req-a6b2760f-1217-40c9-b27e-7b7bb856710e tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9d3b0567-430e-4725-8968-983cbcf30732), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:42.216780 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b04039be-feb8-45a1-a55e-acd0fff70c56 req-a6b2760f-1217-40c9-b27e-7b7bb856710e tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:42.230552 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b04039be-feb8-45a1-a55e-acd0fff70c56 req-a6b2760f-1217-40c9-b27e-7b7bb856710e tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2936544 Feb 20 05:48:42.237064 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2760f-1217-40c9-b27e-7b7bb856710e tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3b0567-430e-4725-8968-983cbcf30732,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:42.279262 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b208e-87ab-4c7b-8466-b9de211a5b8e tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Pushing event deleted for resources: {'Port': ['ID=6acbcc82-f873-4469-83d3-790593810c03,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:42.292940 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (1675f504-ade1-44f9-aac3-603e06785d43), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:42.313768 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-94029fe5-75a6-44be-878b-ebf2d92eb7e8 req-60e41470-215f-44fe-ad27-2726df5b199e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957748 Feb 20 05:48:42.377270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20abd6c-5114-45ed-9698-6bcb3ba9c7b0 None None] Network 1675f504-ade1-44f9-aac3-603e06785d43 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:48:42.377479 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbcc8e2-798a-406c-b949-018d726d1ec6 req-444b208e-87ab-4c7b-8466-b9de211a5b8e tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] No DVR routers for this DVR port 6acbcc82-f873-4469-83d3-790593810c03 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:48:42.380389 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ecbcc8e2-798a-406c-b949-018d726d1ec6 req-444b208e-87ab-4c7b-8466-b9de211a5b8e tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:42.383747 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ecbcc8e2-798a-406c-b949-018d726d1ec6 req-444b208e-87ab-4c7b-8466-b9de211a5b8e tempest-VolumesNegativeTest-511120057 tempest-VolumesNegativeTest-511120057-project] 10.222.0.61 "DELETE /v2.0/ports/6acbcc82-f873-4469-83d3-790593810c03 HTTP/1.1" status: 204 len: 173 time: 1.2806528 Feb 20 05:48:42.384223 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a049e7-31ba-4bd5-b993-acb7e4922308', 'name': 'network-vif-deleted', 'tag': '6acbcc82-f873-4469-83d3-790593810c03'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:48:42.387665 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d83d6ac-05a1-4e4d-86c8-a96afcf61ff8" -d '{"events": [{"server_uuid": "a7a049e7-31ba-4bd5-b993-acb7e4922308", "name": "network-vif-deleted", "tag": "6acbcc82-f873-4469-83d3-790593810c03"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:48:42.413747 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-7eafb0ce-ae5a-46bd-9799-57fd2a22693d tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Deleting port 8499467e-9017-4341-aaed-caf73fa6659c {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:48:42.414374 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7eafb0ce-ae5a-46bd-9799-57fd2a22693d tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (8499467e-9017-4341-aaed-caf73fa6659c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:42.431909 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Deleting port f21af1c5-376b-4dc7-b60f-a98700822791 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:48:42.433878 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (f21af1c5-376b-4dc7-b60f-a98700822791), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:42.528999 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-7eafb0ce-ae5a-46bd-9799-57fd2a22693d tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] For port 8499467e-9017-4341-aaed-caf73fa6659c, host n-h1-829866-5, got binding levels [] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:48:42.530021 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7eafb0ce-ae5a-46bd-9799-57fd2a22693d tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (8499467e-9017-4341-aaed-caf73fa6659c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:42.532965 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] For port f21af1c5-376b-4dc7-b60f-a98700822791, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f21af1c5-376b-4dc7-b60f-a98700822791,segment=NetworkSegment(b61999af-4c2a-4483-82eb-dc0ad053b9c8),segment_id=b61999af-4c2a-4483-82eb-dc0ad053b9c8)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:48:42.533339 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (f21af1c5-376b-4dc7-b60f-a98700822791), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:42.560735 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-7eafb0ce-ae5a-46bd-9799-57fd2a22693d tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Calling delete_port for 8499467e-9017-4341-aaed-caf73fa6659c owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:48:42.605684 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Calling delete_port for f21af1c5-376b-4dc7-b60f-a98700822791 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:48:42.641412 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86af55-8286-45be-8d84-33ff3c725afb req-4f92ac08-ef61-4f73-9da3-3fbde94327a1 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:42.648699 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b86af55-8286-45be-8d84-33ff3c725afb req-4f92ac08-ef61-4f73-9da3-3fbde94327a1 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 0.2664099 Feb 20 05:48:42.719342 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7eafb0ce-ae5a-46bd-9799-57fd2a22693d tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (8499467e-9017-4341-aaed-caf73fa6659c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:42.758028 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eafb0ce-ae5a-46bd-9799-57fd2a22693d tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Pushing event deleted for resources: {'Port': ['ID=8499467e-9017-4341-aaed-caf73fa6659c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:42.766969 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7eafb0ce-ae5a-46bd-9799-57fd2a22693d tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:42.771700 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7eafb0ce-ae5a-46bd-9799-57fd2a22693d tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] 10.222.0.37 "DELETE /v2.0/ports/8499467e-9017-4341-aaed-caf73fa6659c HTTP/1.1" status: 204 len: 168 time: 0.7495830 Feb 20 05:48:42.774348 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48762) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:42.776808 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b86af55-8286-45be-8d84-33ff3c725afb req-51a7697e-51cf-4189-9705-d8d389405f36 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269095 Feb 20 05:48:42.817381 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce1af3e-ffcf-4327-ba96-79ae5318e466 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] GET failed (client error): The resource could not be found. Feb 20 05:48:42.828671 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dce1af3e-ffcf-4327-ba96-79ae5318e466 tempest-PortsAdminExtendedAttrsTestJSON-1539177157 tempest-PortsAdminExtendedAttrsTestJSON-1539177157-project-admin] 10.222.0.37 "GET /v2.0/ports/8499467e-9017-4341-aaed-caf73fa6659c HTTP/1.1" status: 404 len: 333 time: 0.0515008 Feb 20 05:48:42.832435 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48764) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:42.852095 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (f21af1c5-376b-4dc7-b60f-a98700822791), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:42.905331 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e4f8e4b8-2a17-4e65-ac21-28b9de4d20af req-cc6dce65-eb37-4e81-b3d0-3cb0e9335e75 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "GET /v2.0/security-groups/a09df331-e712-4ecf-86a5-6b3fda3ff532 HTTP/1.1" status: 200 len: 1824 time: 0.1051106 Feb 20 05:48:42.907855 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Port': ['ID=f21af1c5-376b-4dc7-b60f-a98700822791,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:42.911037 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No DVR routers for this DVR port f21af1c5-376b-4dc7-b60f-a98700822791 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:48:42.995231 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e4f8e4b8-2a17-4e65-ac21-28b9de4d20af req-f2f54506-e162-42ea-bde2-3c0287531344 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "GET /v2.0/security-groups/9d3b0567-430e-4725-8968-983cbcf30732 HTTP/1.1" status: 200 len: 1823 time: 0.0726027 Feb 20 05:48:43.015358 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-e4f8e4b8-2a17-4e65-ac21-28b9de4d20af req-cdf7b666-5e80-4d27-98fb-c3144466d6a3 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a09df331-e712-4ecf-86a5-6b3fda3ff532', 'remote_group_id': '9d3b0567-430e-4725-8968-983cbcf30732', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:43.016085 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-e4f8e4b8-2a17-4e65-ac21-28b9de4d20af req-cdf7b666-5e80-4d27-98fb-c3144466d6a3 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a09df331-e712-4ecf-86a5-6b3fda3ff532', 'remote_group_id': '9d3b0567-430e-4725-8968-983cbcf30732', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:43.396210 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bcb37fec-daee-4605-aab6-6c4110b6822e tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (0755a3f1-d1cf-4a20-b657-c3a077be64c3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:43.510979 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bcb37fec-daee-4605-aab6-6c4110b6822e tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (0755a3f1-d1cf-4a20-b657-c3a077be64c3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:43.534648 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (1675f504-ade1-44f9-aac3-603e06785d43), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:43.543242 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-bcb37fec-daee-4605-aab6-6c4110b6822e tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0755a3f1-d1cf-4a20-b657-c3a077be64c3']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:43.554706 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-bcb37fec-daee-4605-aab6-6c4110b6822e tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a56e3a90-7721-484e-a7b3-5743cd13eff7') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:43.555348 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-bcb37fec-daee-4605-aab6-6c4110b6822e tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a56e3a90-7721-484e-a7b3-5743cd13eff7') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:43.556143 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1675f504-ade1-44f9-aac3-603e06785d43']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:43.566928 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bcb37fec-daee-4605-aab6-6c4110b6822e tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (a56e3a90-7721-484e-a7b3-5743cd13eff7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:43.568546 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61999af-4c2a-4483-82eb-dc0ad053b9c8') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:43.569024 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61999af-4c2a-4483-82eb-dc0ad053b9c8') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:43.585235 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bcb37fec-daee-4605-aab6-6c4110b6822e tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (a56e3a90-7721-484e-a7b3-5743cd13eff7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:43.585791 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (b61999af-4c2a-4483-82eb-dc0ad053b9c8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:43.594879 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb37fec-daee-4605-aab6-6c4110b6822e tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:48:43.595703 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bcb37fec-daee-4605-aab6-6c4110b6822e tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (a56e3a90-7721-484e-a7b3-5743cd13eff7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:48:43.600936 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:48:43.611453 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 6acbcc82-f873-4469-83d3-790593810c03 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:48:43.620355 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (b61999af-4c2a-4483-82eb-dc0ad053b9c8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:43.640298 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:48:43.646266 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (b61999af-4c2a-4483-82eb-dc0ad053b9c8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:48:43.649780 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:48:43.656332 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 6acbcc82-f873-4469-83d3-790593810c03 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:48:43.656801 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 6acbcc82-f873-4469-83d3-790593810c03 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:48:43.686389 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bcb37fec-daee-4605-aab6-6c4110b6822e tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (0755a3f1-d1cf-4a20-b657-c3a077be64c3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:43.695823 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bcb37fec-daee-4605-aab6-6c4110b6822e tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:43.708289 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bcb37fec-daee-4605-aab6-6c4110b6822e tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] 10.222.0.37 "DELETE /v2.0/networks/0755a3f1-d1cf-4a20-b657-c3a077be64c3 HTTP/1.1" status: 204 len: 168 time: 0.8738041 Feb 20 05:48:43.748276 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e4f8e4b8-2a17-4e65-ac21-28b9de4d20af req-cdf7b666-5e80-4d27-98fb-c3144466d6a3 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group_rule (397aa7bc-16e3-4738-8544-620e89b46a04), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:43.757483 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb37fec-daee-4605-aab6-6c4110b6822e tempest-PortsAdminExtendedAttrsTestJSON-1035666401 tempest-PortsAdminExtendedAttrsTestJSON-1035666401-project] Pushing event deleted for resources: {'Network': ['ID=0755a3f1-d1cf-4a20-b657-c3a077be64c3,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:43.761965 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (1675f504-ade1-44f9-aac3-603e06785d43), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:43.787445 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:43.796449 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48780) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:43.801679 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-88b5ea0c-8926-4fb8-bd34-f3c44099ae7b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1498886769'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:43.806572 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/networks/1675f504-ade1-44f9-aac3-603e06785d43 HTTP/1.1" status: 204 len: 168 time: 3.3832319 Feb 20 05:48:43.842807 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ab8fa-4ae1-44d4-862b-9050482ecf8c tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Network': ['ID=1675f504-ade1-44f9-aac3-603e06785d43,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:43.844766 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b5ea0c-8926-4fb8-bd34-f3c44099ae7b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Made reservation on behalf of 024f871e19074a3a91f7774ed312de71 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:43.848480 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-88b5ea0c-8926-4fb8-bd34-f3c44099ae7b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:43.868624 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e4f8e4b8-2a17-4e65-ac21-28b9de4d20af req-cdf7b666-5e80-4d27-98fb-c3144466d6a3 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group_rule (397aa7bc-16e3-4738-8544-620e89b46a04), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:43.880440 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e4f8e4b8-2a17-4e65-ac21-28b9de4d20af req-cdf7b666-5e80-4d27-98fb-c3144466d6a3 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (397aa7bc-16e3-4738-8544-620e89b46a04), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:43.886355 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b5ea0c-8926-4fb8-bd34-f3c44099ae7b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:48:43.896045 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-88b5ea0c-8926-4fb8-bd34-f3c44099ae7b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (fe35218a-e96a-405a-ae85-07a5a37e263f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:43.896422 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-88b5ea0c-8926-4fb8-bd34-f3c44099ae7b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Added segment fe35218a-e96a-405a-ae85-07a5a37e263f of type vlan for network d47221a4-f4e1-42f0-9160-ff2db40cddf5 Feb 20 05:48:43.910388 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7b666-5e80-4d27-98fb-c3144466d6a3 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397aa7bc-16e3-4738-8544-620e89b46a04,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:43.920650 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e4f8e4b8-2a17-4e65-ac21-28b9de4d20af req-cdf7b666-5e80-4d27-98fb-c3144466d6a3 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:43.938746 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e4f8e4b8-2a17-4e65-ac21-28b9de4d20af req-cdf7b666-5e80-4d27-98fb-c3144466d6a3 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9351220 Feb 20 05:48:43.980177 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326e52e3-e4a3-4618-8ab8-b0ccdc229d54 x-openstack-request-id: req-326e52e3-e4a3-4618-8ab8-b0ccdc229d54 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:48:43.980721 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a049e7-31ba-4bd5-b993-acb7e4922308", "name": "network-vif-deleted", "tag": "6acbcc82-f873-4469-83d3-790593810c03", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:48:43.981009 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-326e52e3-e4a3-4618-8ab8-b0ccdc229d54 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:48:43.983198 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a049e7-31ba-4bd5-b993-acb7e4922308', 'name': 'network-vif-deleted', 'tag': '6acbcc82-f873-4469-83d3-790593810c03', 'status': 'completed', 'code': 200} Feb 20 05:48:44.022375 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-88b5ea0c-8926-4fb8-bd34-f3c44099ae7b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (d47221a4-f4e1-42f0-9160-ff2db40cddf5), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:44.095967 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48790) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:44.097743 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-88b5ea0c-8926-4fb8-bd34-f3c44099ae7b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d47221a4-f4e1-42f0-9160-ff2db40cddf5), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:44.127032 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b5ea0c-8926-4fb8-bd34-f3c44099ae7b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:44.131405 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-88b5ea0c-8926-4fb8-bd34-f3c44099ae7b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:44.165763 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91549a9-9d3e-41f1-8110-741d1539f4d9 req-1c4c86b9-ce12-4758-b327-62ba8c4d3443 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:44.167908 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b91549a9-9d3e-41f1-8110-741d1539f4d9 req-1c4c86b9-ce12-4758-b327-62ba8c4d3443 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 0.0581846 Feb 20 05:48:44.226377 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b91549a9-9d3e-41f1-8110-741d1539f4d9 req-2ce0d926-fc68-4b4f-9e5d-05baa1ebd738 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519247 Feb 20 05:48:44.266462 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-d4ffc386-c675-4918-a1ea-d1817b5fb43b req-0eea8ced-2874-4ef0-9c96-1ffc8d8508a2 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1103353227', 'description': 'tempest-description-1931678317'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:44.313986 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d4ffc386-c675-4918-a1ea-d1817b5fb43b req-0eea8ced-2874-4ef0-9c96-1ffc8d8508a2 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:44.354107 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-88b5ea0c-8926-4fb8-bd34-f3c44099ae7b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5560985 Feb 20 05:48:44.354390 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48812) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:44.360556 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5ea0c-8926-4fb8-bd34-f3c44099ae7b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'Network': ['ID=d47221a4-f4e1-42f0-9160-ff2db40cddf5,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:44.362547 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0fa94493-1f27-41a6-9c8d-91127bb5e041 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Request body: {'subnet': {'network_id': 'd47221a4-f4e1-42f0-9160-ff2db40cddf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:44.374262 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network d47221a4-f4e1-42f0-9160-ff2db40cddf5 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:48:44.465183 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d4ffc386-c675-4918-a1ea-d1817b5fb43b req-0eea8ced-2874-4ef0-9c96-1ffc8d8508a2 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (37598793-7820-4762-9cd4-6da778055ced), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:44.485486 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d4ffc386-c675-4918-a1ea-d1817b5fb43b req-0eea8ced-2874-4ef0-9c96-1ffc8d8508a2 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (37598793-7820-4762-9cd4-6da778055ced), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:44.567396 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea8ced-2874-4ef0-9c96-1ffc8d8508a2 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37598793-7820-4762-9cd4-6da778055ced,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:44.571777 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d4ffc386-c675-4918-a1ea-d1817b5fb43b req-0eea8ced-2874-4ef0-9c96-1ffc8d8508a2 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:44.591439 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d4ffc386-c675-4918-a1ea-d1817b5fb43b req-0eea8ced-2874-4ef0-9c96-1ffc8d8508a2 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3230298 Feb 20 05:48:44.671315 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-12134e9a-412b-4834-8f0a-dde82a41ab84 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ce7638aa762455eb109eeaa7288267d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5740154 Feb 20 05:48:44.673869 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48830) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:44.708801 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa94493-1f27-41a6-9c8d-91127bb5e041 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Made reservation on behalf of 024f871e19074a3a91f7774ed312de71 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:44.714830 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0fa94493-1f27-41a6-9c8d-91127bb5e041 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:44.791235 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6169299d-aaac-4761-98ce-061a020f47c0 admin admin] Publish callbacks [] for security_group (f966a13a-c3d1-4de3-ab63-5b7785e399f1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:44.840251 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6169299d-aaac-4761-98ce-061a020f47c0 admin admin] Publish callbacks [] for security_group (f966a13a-c3d1-4de3-ab63-5b7785e399f1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:44.890943 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-923e102c-b554-4507-8945-d89db8f443fd req-d91a05cf-5f39-44bd-9450-00bbd521a079 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-92096543', 'description': 'tempest-description-1513692702'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:44.939022 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6169299d-aaac-4761-98ce-061a020f47c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f966a13a-c3d1-4de3-ab63-5b7785e399f1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:44.942123 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6169299d-aaac-4761-98ce-061a020f47c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:44.943465 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6169299d-aaac-4761-98ce-061a020f47c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f966a13a-c3d1-4de3-ab63-5b7785e399f1 HTTP/1.1" status: 204 len: 168 time: 0.2685428 Feb 20 05:48:44.959678 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169299d-aaac-4761-98ce-061a020f47c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f966a13a-c3d1-4de3-ab63-5b7785e399f1,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:45.092042 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0fa94493-1f27-41a6-9c8d-91127bb5e041 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (326fa9f5-51a5-49af-87e3-903197b0e5e0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:45.173194 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa94493-1f27-41a6-9c8d-91127bb5e041 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'Subnet': ['ID=326fa9f5-51a5-49af-87e3-903197b0e5e0,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:45.187638 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-923e102c-b554-4507-8945-d89db8f443fd req-d91a05cf-5f39-44bd-9450-00bbd521a079 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:45.313006 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-923e102c-b554-4507-8945-d89db8f443fd req-d91a05cf-5f39-44bd-9450-00bbd521a079 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (34f8a0e1-f4c7-462f-9d56-89d0c607364b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:45.319796 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-923e102c-b554-4507-8945-d89db8f443fd req-d91a05cf-5f39-44bd-9450-00bbd521a079 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (34f8a0e1-f4c7-462f-9d56-89d0c607364b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:45.347860 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa94493-1f27-41a6-9c8d-91127bb5e041 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Checking segment: {'id': 'fe35218a-e96a-405a-ae85-07a5a37e263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd47221a4-f4e1-42f0-9160-ff2db40cddf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:48:45.348344 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa94493-1f27-41a6-9c8d-91127bb5e041 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Network hostable DHCP agents. Network: d47221a4-f4e1-42f0-9160-ff2db40cddf5, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:48:45.405390 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-923e102c-b554-4507-8945-d89db8f443fd req-d91a05cf-5f39-44bd-9450-00bbd521a079 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:45.406655 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-923e102c-b554-4507-8945-d89db8f443fd req-d91a05cf-5f39-44bd-9450-00bbd521a079 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5276823 Feb 20 05:48:45.408521 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a05cf-5f39-44bd-9450-00bbd521a079 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f8a0e1-f4c7-462f-9d56-89d0c607364b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:45.425736 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa94493-1f27-41a6-9c8d-91127bb5e041 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Network d47221a4-f4e1-42f0-9160-ff2db40cddf5 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:48:45.439049 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-0fa94493-1f27-41a6-9c8d-91127bb5e041 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, d47221a4-f4e1-42f0-9160-ff2db40cddf5) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:45.445294 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa94493-1f27-41a6-9c8d-91127bb5e041 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:45.445901 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0fa94493-1f27-41a6-9c8d-91127bb5e041 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:45.452915 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad4c06e-5478-4292-bec7-183680457921 None None] Network d47221a4-f4e1-42f0-9160-ff2db40cddf5 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:48:45.475970 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0fa94493-1f27-41a6-9c8d-91127bb5e041 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1179638 Feb 20 05:48:45.480358 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48904) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:45.498329 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48906) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:45.648729 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7376e1bb-63f5-4687-be52-2255520c9c7d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ae8514ef1f14973b2bb8e29803f35d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1489234 Feb 20 05:48:45.662715 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48916) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:45.692915 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-d47221a4-f4e1-42f0-9160-ff2db40cddf5', 'network_id': 'd47221a4-f4e1-42f0-9160-ff2db40cddf5', 'project_id': '024f871e19074a3a91f7774ed312de71', 'fixed_ips': [{'subnet_id': '326fa9f5-51a5-49af-87e3-903197b0e5e0'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:48:45.693783 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:45.726001 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f1424-f1e9-47cf-bf99-91d693d7a9a1 req-8513a441-30f3-4527-8d78-86090b401cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:45.729155 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-613f1424-f1e9-47cf-bf99-91d693d7a9a1 req-8513a441-30f3-4527-8d78-86090b401cfb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ff057e2e11b34d528382adf0c20ac58a&device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 1127 time: 0.1006231 Feb 20 05:48:45.740160 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-87cb3800-ce5e-4be3-a7ab-daea3f0153ad req-24464cc1-1684-4d28-bb12-a772e123d6f9 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "GET /v2.0/security-groups/37598793-7820-4762-9cd4-6da778055ced HTTP/1.1" status: 200 len: 1824 time: 0.1307631 Feb 20 05:48:45.836464 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (d47221a4-f4e1-42f0-9160-ff2db40cddf5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:45.876380 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f1424-f1e9-47cf-bf99-91d693d7a9a1 req-4c77089a-c7d2-4811-8f0d-f124d1cd14f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:45.878163 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-613f1424-f1e9-47cf-bf99-91d693d7a9a1 req-4c77089a-c7d2-4811-8f0d-f124d1cd14f5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e0b0c64c-9265-4c3e-a16a-33323ef25bde HTTP/1.1" status: 200 len: 918 time: 0.1425900 Feb 20 05:48:45.947599 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-edfd6e48-28ba-4f90-a9cd-f77eb1081eb1 admin admin] Publish callbacks [] for security_group (77844d4f-096e-4c15-9989-263883025e7f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:45.959733 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-613f1424-f1e9-47cf-bf99-91d693d7a9a1 req-7c6ca83e-3be1-42e0-b9b1-718e5b6d5c0d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e177ff6-1dda-4efd-9e02-31eebb1e54a1 HTTP/1.1" status: 200 len: 217 time: 0.0756228 Feb 20 05:48:45.982771 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-edfd6e48-28ba-4f90-a9cd-f77eb1081eb1 admin admin] Publish callbacks [] for security_group (77844d4f-096e-4c15-9989-263883025e7f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:46.016846 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Allocated IP 172.20.0.1 (d47221a4-f4e1-42f0-9160-ff2db40cddf5/326fa9f5-51a5-49af-87e3-903197b0e5e0/99fb4e36-09df-486c-8eef-accb4e8fe209) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:48:46.047500 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-87cb3800-ce5e-4be3-a7ab-daea3f0153ad req-a2ded0aa-5cca-4213-94e2-f43aeca5a454 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "GET /v2.0/security-groups/34f8a0e1-f4c7-462f-9d56-89d0c607364b HTTP/1.1" status: 200 len: 1822 time: 0.3063028 Feb 20 05:48:46.061783 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f1424-f1e9-47cf-bf99-91d693d7a9a1 req-2fd04f49-ca94-46c1-ae69-da85da1f9735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:46.065172 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-613f1424-f1e9-47cf-bf99-91d693d7a9a1 req-2fd04f49-ca94-46c1-ae69-da85da1f9735 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4101579e-8266-4767-9c7a-c3934ab21a99 HTTP/1.1" status: 200 len: 858 time: 0.0986705 Feb 20 05:48:46.109319 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-613f1424-f1e9-47cf-bf99-91d693d7a9a1 req-076d64a7-e512-48b7-8b71-a34c360ae50e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e0b0c64c-9265-4c3e-a16a-33323ef25bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387537 Feb 20 05:48:46.112348 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-87cb3800-ce5e-4be3-a7ab-daea3f0153ad req-be055bbc-950b-4916-86c2-12806826e64d tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '37598793-7820-4762-9cd4-6da778055ced', 'remote_group_id': '34f8a0e1-f4c7-462f-9d56-89d0c607364b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:46.112707 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-87cb3800-ce5e-4be3-a7ab-daea3f0153ad req-be055bbc-950b-4916-86c2-12806826e64d tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '37598793-7820-4762-9cd4-6da778055ced', 'remote_group_id': '34f8a0e1-f4c7-462f-9d56-89d0c607364b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:46.133731 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-edfd6e48-28ba-4f90-a9cd-f77eb1081eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (77844d4f-096e-4c15-9989-263883025e7f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:46.136651 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-edfd6e48-28ba-4f90-a9cd-f77eb1081eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:46.141553 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-edfd6e48-28ba-4f90-a9cd-f77eb1081eb1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/77844d4f-096e-4c15-9989-263883025e7f HTTP/1.1" status: 204 len: 168 time: 0.4766457 Feb 20 05:48:46.196807 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd6e48-28ba-4f90-a9cd-f77eb1081eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77844d4f-096e-4c15-9989-263883025e7f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:46.206618 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (326fa9f5-51a5-49af-87e3-903197b0e5e0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:46.225883 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Publish callbacks [] for port (99fb4e36-09df-486c-8eef-accb4e8fe209), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:46.233262 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (99fb4e36-09df-486c-8eef-accb4e8fe209), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:46.283291 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Network d47221a4-f4e1-42f0-9160-ff2db40cddf5 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:48:46.286466 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:46.293523 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:48:46.299329 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Pushing event updated for resources: {'Port': ['ID=99fb4e36-09df-486c-8eef-accb4e8fe209,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:46.330108 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:46.330620 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:46.331249 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:46.331750 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:46.332238 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:46.332731 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:46.333353 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:46.333838 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:46.334310 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:46.334780 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:46.335298 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:46.335768 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:46.336253 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:48:46.359566 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-613f1424-f1e9-47cf-bf99-91d693d7a9a1 req-4fa84127-49ee-4513-b439-5f11f1b2a533 service neutron] 10.222.0.61 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419784 Feb 20 05:48:46.393956 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Attempting to bind port 99fb4e36-09df-486c-8eef-accb4e8fe209 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:46.394849 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Attempting to bind port 99fb4e36-09df-486c-8eef-accb4e8fe209 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'fe35218a-e96a-405a-ae85-07a5a37e263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd47221a4-f4e1-42f0-9160-ff2db40cddf5'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:46.395738 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Attempting to bind port 99fb4e36-09df-486c-8eef-accb4e8fe209 on network d47221a4-f4e1-42f0-9160-ff2db40cddf5 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:46.422339 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:48:46.423211 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Checking segment: {'id': 'fe35218a-e96a-405a-ae85-07a5a37e263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd47221a4-f4e1-42f0-9160-ff2db40cddf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:48:46.425282 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:46.426169 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Bound using segment: {'id': 'fe35218a-e96a-405a-ae85-07a5a37e263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd47221a4-f4e1-42f0-9160-ff2db40cddf5'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:48:46.426832 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Bound port: 99fb4e36-09df-486c-8eef-accb4e8fe209, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe35218a-e96a-405a-ae85-07a5a37e263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd47221a4-f4e1-42f0-9160-ff2db40cddf5'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:48:46.427848 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (99fb4e36-09df-486c-8eef-accb4e8fe209), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:46.462543 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-87cb3800-ce5e-4be3-a7ab-daea3f0153ad req-be055bbc-950b-4916-86c2-12806826e64d tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group_rule (3b2ecd93-f3e3-46b9-a59d-583df53e123f), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:46.464996 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-375dfd10-6f25-47bb-83a7-1aac4c823f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:46.560353 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-87cb3800-ce5e-4be3-a7ab-daea3f0153ad req-be055bbc-950b-4916-86c2-12806826e64d tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group_rule (3b2ecd93-f3e3-46b9-a59d-583df53e123f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:46.568087 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-87cb3800-ce5e-4be3-a7ab-daea3f0153ad req-be055bbc-950b-4916-86c2-12806826e64d tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (3b2ecd93-f3e3-46b9-a59d-583df53e123f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:46.587283 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] For port 99fb4e36-09df-486c-8eef-accb4e8fe209, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:48:46.596551 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] For port 99fb4e36-09df-486c-8eef-accb4e8fe209, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=99fb4e36-09df-486c-8eef-accb4e8fe209,segment=NetworkSegment(fe35218a-e96a-405a-ae85-07a5a37e263f),segment_id=fe35218a-e96a-405a-ae85-07a5a37e263f)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:48:46.610617 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be055bbc-950b-4916-86c2-12806826e64d tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2ecd93-f3e3-46b9-a59d-583df53e123f,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:46.612239 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (99fb4e36-09df-486c-8eef-accb4e8fe209), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:46.617034 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-87cb3800-ce5e-4be3-a7ab-daea3f0153ad req-be055bbc-950b-4916-86c2-12806826e64d tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:46.631045 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-87cb3800-ce5e-4be3-a7ab-daea3f0153ad req-be055bbc-950b-4916-86c2-12806826e64d tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5822902 Feb 20 05:48:46.634579 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (326fa9f5-51a5-49af-87e3-903197b0e5e0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:46.651802 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-613f1424-f1e9-47cf-bf99-91d693d7a9a1 req-5dff3583-89c6-4967-a2d6-3cb713e70777 service neutron] 10.222.0.61 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871189 Feb 20 05:48:46.787852 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3af89-05a3-4062-a834-832f10655e6c None None] Pushing event updated for resources: {'Port': ['ID=99fb4e36-09df-486c-8eef-accb4e8fe209,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:46.835188 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (d47221a4-f4e1-42f0-9160-ff2db40cddf5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:46.870682 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d47221a4-f4e1-42f0-9160-ff2db40cddf5']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:46.886545 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe35218a-e96a-405a-ae85-07a5a37e263f') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:46.886826 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe35218a-e96a-405a-ae85-07a5a37e263f') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:46.898804 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (fe35218a-e96a-405a-ae85-07a5a37e263f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:46.913300 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (fe35218a-e96a-405a-ae85-07a5a37e263f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:46.926101 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:48:46.926743 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (fe35218a-e96a-405a-ae85-07a5a37e263f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:47.010125 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Subnet': ['ID=326fa9f5-51a5-49af-87e3-903197b0e5e0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:48:47.012440 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:48:47.117846 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.db.api [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 20 05:48:47.117846 n-d-829866-5 neutron-server[103407]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 20 05:48:47.117846 n-d-829866-5 neutron-server[103407]: [parameters: {'id': 'd47221a4-f4e1-42f0-9160-ff2db40cddf5'}] Feb 20 05:48:47.117846 n-d-829866-5 neutron-server[103407]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:48:47.121353 n-d-829866-5 neutron-server[103407]: DEBUG oslo_db.api [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:48:47.195694 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2f953-4bbe-40de-b53d-8137dfad0cc1 req-0857cf3f-e30a-4f44-955d-9c1358011581 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:47.223689 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5cd2f953-4bbe-40de-b53d-8137dfad0cc1 req-0857cf3f-e30a-4f44-955d-9c1358011581 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 0.2149100 Feb 20 05:48:47.405647 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5cd2f953-4bbe-40de-b53d-8137dfad0cc1 req-f3adb9cd-27b9-4dd5-9421-b7ff56dfe8ad tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798735 Feb 20 05:48:47.466242 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 99fb4e36-09df-486c-8eef-accb4e8fe209 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:48:47.537606 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95628906-ccfe-420a-a299-a75d3631afc7 req-9feb2775-0575-4ca9-9b40-ddcf949f133f tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "GET /v2.0/security-groups/34f8a0e1-f4c7-462f-9d56-89d0c607364b HTTP/1.1" status: 200 len: 1822 time: 0.0801375 Feb 20 05:48:47.561393 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 99fb4e36-09df-486c-8eef-accb4e8fe209 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:48:47.564239 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (99fb4e36-09df-486c-8eef-accb4e8fe209), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:47.628467 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (d47221a4-f4e1-42f0-9160-ff2db40cddf5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:47.684598 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-95628906-ccfe-420a-a299-a75d3631afc7 req-d925e275-eef6-4e1e-8c45-ce8c84751d18 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (34f8a0e1-f4c7-462f-9d56-89d0c607364b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:47.735257 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 99fb4e36-09df-486c-8eef-accb4e8fe209 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:48:47.735992 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (99fb4e36-09df-486c-8eef-accb4e8fe209), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:47.747533 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-95628906-ccfe-420a-a299-a75d3631afc7 req-d925e275-eef6-4e1e-8c45-ce8c84751d18 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (34f8a0e1-f4c7-462f-9d56-89d0c607364b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:47.807644 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 99fb4e36-09df-486c-8eef-accb4e8fe209, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=99fb4e36-09df-486c-8eef-accb4e8fe209,segment=NetworkSegment(fe35218a-e96a-405a-ae85-07a5a37e263f),segment_id=fe35218a-e96a-405a-ae85-07a5a37e263f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:48:47.812607 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (99fb4e36-09df-486c-8eef-accb4e8fe209), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:47.881171 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:48:47.902982 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Deleting port 99fb4e36-09df-486c-8eef-accb4e8fe209 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:48:47.903434 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (99fb4e36-09df-486c-8eef-accb4e8fe209), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:47.997829 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=99fb4e36-09df-486c-8eef-accb4e8fe209,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:48.073070 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] For port 99fb4e36-09df-486c-8eef-accb4e8fe209, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=99fb4e36-09df-486c-8eef-accb4e8fe209,segment=NetworkSegment(fe35218a-e96a-405a-ae85-07a5a37e263f),segment_id=fe35218a-e96a-405a-ae85-07a5a37e263f)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:48:48.073800 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (99fb4e36-09df-486c-8eef-accb4e8fe209), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:48.106930 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Calling delete_port for 99fb4e36-09df-486c-8eef-accb4e8fe209 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:48:48.211917 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-95628906-ccfe-420a-a299-a75d3631afc7 req-d925e275-eef6-4e1e-8c45-ce8c84751d18 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (34f8a0e1-f4c7-462f-9d56-89d0c607364b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:48.228557 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-95628906-ccfe-420a-a299-a75d3631afc7 req-d925e275-eef6-4e1e-8c45-ce8c84751d18 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:48.232905 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95628906-ccfe-420a-a299-a75d3631afc7 req-d925e275-eef6-4e1e-8c45-ce8c84751d18 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "DELETE /v2.0/security-groups/34f8a0e1-f4c7-462f-9d56-89d0c607364b HTTP/1.1" status: 204 len: 173 time: 0.6862183 Feb 20 05:48:48.286249 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925e275-eef6-4e1e-8c45-ce8c84751d18 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f8a0e1-f4c7-462f-9d56-89d0c607364b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:48.442827 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a390c3f-db5f-4c98-869a-e9ed57c2844f None None] Network d47221a4-f4e1-42f0-9160-ff2db40cddf5 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:48:48.464330 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1c9c4959-ec8d-48aa-9618-b6e50c163992 req-1ac22f19-5d9f-473e-956e-6ce0068e168e tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "GET /v2.0/security-groups/37598793-7820-4762-9cd4-6da778055ced HTTP/1.1" status: 200 len: 1824 time: 0.1873405 Feb 20 05:48:48.476197 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (99fb4e36-09df-486c-8eef-accb4e8fe209), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:48.585345 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-07f924a9-6eff-4cf6-bdaf-d48af681860d req-30ca57e6-8a2b-4f4e-8afb-82330806f454 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1768297711', 'description': 'tempest-description-39240349'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:48.592146 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Port': ['ID=99fb4e36-09df-486c-8eef-accb4e8fe209,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:48.602631 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No DVR routers for this DVR port 99fb4e36-09df-486c-8eef-accb4e8fe209 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:48:48.663848 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7f469683-b814-4416-bc28-6b127bc29723 None None] Could not find standard attr ID for object 99fb4e36-09df-486c-8eef-accb4e8fe209. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:48:48.814574 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2eb441b-e701-4709-a498-b272bbdfc73c None None] DHCP port deletion for d47221a4-f4e1-42f0-9160-ff2db40cddf5 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:48:48.831823 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-07f924a9-6eff-4cf6-bdaf-d48af681860d req-30ca57e6-8a2b-4f4e-8afb-82330806f454 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:48.897779 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (d47221a4-f4e1-42f0-9160-ff2db40cddf5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:48.926641 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-64040a3c-2681-48b5-b604-cdb90eb9f7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:48.960931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d47221a4-f4e1-42f0-9160-ff2db40cddf5']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:49.006007 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe35218a-e96a-405a-ae85-07a5a37e263f') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:49.006504 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe35218a-e96a-405a-ae85-07a5a37e263f') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:49.055146 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (fe35218a-e96a-405a-ae85-07a5a37e263f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:49.092309 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (fe35218a-e96a-405a-ae85-07a5a37e263f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:49.104764 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:48:49.105500 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (fe35218a-e96a-405a-ae85-07a5a37e263f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:48:49.109797 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:48:49.166882 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-07f924a9-6eff-4cf6-bdaf-d48af681860d req-30ca57e6-8a2b-4f4e-8afb-82330806f454 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (4de082ed-7591-4611-9f3b-97dbd0e07bd1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:49.188795 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-07f924a9-6eff-4cf6-bdaf-d48af681860d req-30ca57e6-8a2b-4f4e-8afb-82330806f454 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4de082ed-7591-4611-9f3b-97dbd0e07bd1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:49.210758 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (d47221a4-f4e1-42f0-9160-ff2db40cddf5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:49.232935 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-07f924a9-6eff-4cf6-bdaf-d48af681860d req-30ca57e6-8a2b-4f4e-8afb-82330806f454 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:49.235504 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-07f924a9-6eff-4cf6-bdaf-d48af681860d req-30ca57e6-8a2b-4f4e-8afb-82330806f454 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6813867 Feb 20 05:48:49.273988 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:49.283136 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49108) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:49.285917 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/networks/d47221a4-f4e1-42f0-9160-ff2db40cddf5 HTTP/1.1" status: 204 len: 168 time: 3.8041208 Feb 20 05:48:49.287363 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-9776bf6e-a84b-49b4-aee2-c5a26c894a97 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-226496208'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:49.293393 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfdc40-7984-4c51-be04-0b98790e6cef tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Network': ['ID=d47221a4-f4e1-42f0-9160-ff2db40cddf5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:49.329790 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9776bf6e-a84b-49b4-aee2-c5a26c894a97 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Made reservation on behalf of 024f871e19074a3a91f7774ed312de71 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:49.334494 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9776bf6e-a84b-49b4-aee2-c5a26c894a97 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:49.349236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca57e6-8a2b-4f4e-8afb-82330806f454 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de082ed-7591-4611-9f3b-97dbd0e07bd1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:49.408643 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9776bf6e-a84b-49b4-aee2-c5a26c894a97 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:48:49.428569 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9776bf6e-a84b-49b4-aee2-c5a26c894a97 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (15e42bed-9fc9-43bc-a768-eb00ee52f257), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:49.429207 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-9776bf6e-a84b-49b4-aee2-c5a26c894a97 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Added segment 15e42bed-9fc9-43bc-a768-eb00ee52f257 of type vlan for network ef27fe5f-2e4f-4c19-98ab-0cc59c77bc8f Feb 20 05:48:49.433750 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 99fb4e36-09df-486c-8eef-accb4e8fe209 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:48:49.489682 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 99fb4e36-09df-486c-8eef-accb4e8fe209 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:48:49.490400 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 99fb4e36-09df-486c-8eef-accb4e8fe209 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:48:49.537201 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ec3b6-d3b5-49d3-907d-a4d18bbfdff9 req-7009b005-a688-45da-b51b-37a3574d3412 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:49.538730 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-232ec3b6-d3b5-49d3-907d-a4d18bbfdff9 req-7009b005-a688-45da-b51b-37a3574d3412 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 0.1536946 Feb 20 05:48:49.570036 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:49.578453 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9776bf6e-a84b-49b4-aee2-c5a26c894a97 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (ef27fe5f-2e4f-4c19-98ab-0cc59c77bc8f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:49.593791 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49118) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:49.646474 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9776bf6e-a84b-49b4-aee2-c5a26c894a97 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (ef27fe5f-2e4f-4c19-98ab-0cc59c77bc8f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:49.647839 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-232ec3b6-d3b5-49d3-907d-a4d18bbfdff9 req-5df0cb8a-037f-42ed-9569-d982fccda887 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970786 Feb 20 05:48:49.662788 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9776bf6e-a84b-49b4-aee2-c5a26c894a97 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:49.663464 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9776bf6e-a84b-49b4-aee2-c5a26c894a97 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:49.692441 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49126) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:49.811900 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cf5878dd-bb29-418e-a0e8-e2ff933f7e4b req-7ed95b72-c65f-4804-9d43-2cdc4f7c70ee tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "GET /v2.0/security-groups/4de082ed-7591-4611-9f3b-97dbd0e07bd1 HTTP/1.1" status: 200 len: 1822 time: 0.0859492 Feb 20 05:48:49.824634 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-cf5878dd-bb29-418e-a0e8-e2ff933f7e4b req-a6ecd839-8bed-4fe2-abb4-0019658804cd tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4de082ed-7591-4611-9f3b-97dbd0e07bd1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:49.824957 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-cf5878dd-bb29-418e-a0e8-e2ff933f7e4b req-a6ecd839-8bed-4fe2-abb4-0019658804cd tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4de082ed-7591-4611-9f3b-97dbd0e07bd1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:49.873480 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9776bf6e-a84b-49b4-aee2-c5a26c894a97 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5905404 Feb 20 05:48:49.877727 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49142) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:49.892405 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-7778e945-b698-47e7-aa34-7c3d9766273d tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Request body: {'subnet': {'network_id': 'ef27fe5f-2e4f-4c19-98ab-0cc59c77bc8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:49.917810 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab407a24-caa3-40f3-b1a3-5afabfc06a07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:49.929322 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776bf6e-a84b-49b4-aee2-c5a26c894a97 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'Network': ['ID=ef27fe5f-2e4f-4c19-98ab-0cc59c77bc8f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:49.950919 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network ef27fe5f-2e4f-4c19-98ab-0cc59c77bc8f details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:48:50.033046 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9803e790-cc94-4ca4-a4e8-d5f469e7752e tempest-QuotasTest-1082084991 tempest-QuotasTest-1082084991-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:50.120913 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cf5878dd-bb29-418e-a0e8-e2ff933f7e4b req-a6ecd839-8bed-4fe2-abb4-0019658804cd tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group_rule (f0a67ea8-a925-4779-a4df-0b87ab7d2efb), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:50.134223 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab407a24-caa3-40f3-b1a3-5afabfc06a07 admin admin] Publish callbacks [] for security_group (6ca1eacd-6f6e-43d3-b338-616f2c09024a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:50.153140 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cf5878dd-bb29-418e-a0e8-e2ff933f7e4b req-a6ecd839-8bed-4fe2-abb4-0019658804cd tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group_rule (f0a67ea8-a925-4779-a4df-0b87ab7d2efb), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:50.157199 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab407a24-caa3-40f3-b1a3-5afabfc06a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6ca1eacd-6f6e-43d3-b338-616f2c09024a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:50.166262 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cf5878dd-bb29-418e-a0e8-e2ff933f7e4b req-a6ecd839-8bed-4fe2-abb4-0019658804cd tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (f0a67ea8-a925-4779-a4df-0b87ab7d2efb), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:50.175248 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9803e790-cc94-4ca4-a4e8-d5f469e7752e tempest-QuotasTest-1082084991 tempest-QuotasTest-1082084991-project-admin] 10.222.0.37 "PUT /v2.0/quotas/6bd3dc71629e471b912a2846247a1db5 HTTP/1.1" status: 200 len: 366 time: 0.4816670 Feb 20 05:48:50.175911 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49166) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:50.199728 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7778e945-b698-47e7-aa34-7c3d9766273d tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Made reservation on behalf of 024f871e19074a3a91f7774ed312de71 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:50.205527 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7778e945-b698-47e7-aa34-7c3d9766273d tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:50.209239 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecd839-8bed-4fe2-abb4-0019658804cd tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a67ea8-a925-4779-a4df-0b87ab7d2efb,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:50.209615 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ab407a24-caa3-40f3-b1a3-5afabfc06a07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=491bc5a159fd41829d6c87d52cfc9c5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6122496 Feb 20 05:48:50.210677 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab407a24-caa3-40f3-b1a3-5afabfc06a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca1eacd-6f6e-43d3-b338-616f2c09024a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:50.213785 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49170) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:50.246352 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cf5878dd-bb29-418e-a0e8-e2ff933f7e4b req-a6ecd839-8bed-4fe2-abb4-0019658804cd tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:50.260752 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cf5878dd-bb29-418e-a0e8-e2ff933f7e4b req-a6ecd839-8bed-4fe2-abb4-0019658804cd tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4400201 Feb 20 05:48:50.310009 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb33727d-f54f-40b0-9173-7e03c1e30103 admin admin] Publish callbacks [] for security_group (6ca1eacd-6f6e-43d3-b338-616f2c09024a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:50.359961 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3a1f374d-ae2b-4c20-9303-429d782e42b3 tempest-QuotasTest-1082084991 tempest-QuotasTest-1082084991-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1798303 Feb 20 05:48:50.363632 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49178) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:50.377172 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb33727d-f54f-40b0-9173-7e03c1e30103 admin admin] Publish callbacks [] for security_group (6ca1eacd-6f6e-43d3-b338-616f2c09024a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:50.405204 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c4cdf86f-54a2-4a64-adc1-5b7ac25f9d8f tempest-QuotasTest-1082084991 tempest-QuotasTest-1082084991-project-admin] 10.222.0.37 "GET /v2.0/quotas/6bd3dc71629e471b912a2846247a1db5 HTTP/1.1" status: 200 len: 366 time: 0.0386100 Feb 20 05:48:50.407858 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49180) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:50.443570 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-095f53c0-a017-49b9-8b9e-345671ae6e6b tempest-QuotasTest-1082084991 tempest-QuotasTest-1082084991-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/6bd3dc71629e471b912a2846247a1db5 HTTP/1.1" status: 204 len: 168 time: 0.0332510 Feb 20 05:48:50.445764 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49184) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:50.462385 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d2ff8b6c-0d14-4fbb-917b-e9d89aa7013c tempest-QuotasTest-1082084991 tempest-QuotasTest-1082084991-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0151112 Feb 20 05:48:50.465004 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49186) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:50.479422 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a9915aca-e237-46b7-ade5-e5d839ee51f6 tempest-QuotasTest-1082084991 tempest-QuotasTest-1082084991-project-admin] 10.222.0.37 "GET /v2.0/quotas/6bd3dc71629e471b912a2846247a1db5 HTTP/1.1" status: 200 len: 370 time: 0.0118523 Feb 20 05:48:50.482616 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49188) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:50.489653 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6ec679a7-2683-4b09-ac74-c10c73150936 tempest-QuotasTest-1082084991 tempest-QuotasTest-1082084991-project-admin] 10.222.0.37 "GET /v2.0/quotas/6bd3dc71629e471b912a2846247a1db5/default HTTP/1.1" status: 200 len: 370 time: 0.0053349 Feb 20 05:48:50.491012 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb33727d-f54f-40b0-9173-7e03c1e30103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6ca1eacd-6f6e-43d3-b338-616f2c09024a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:50.494953 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb33727d-f54f-40b0-9173-7e03c1e30103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:50.496461 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cb33727d-f54f-40b0-9173-7e03c1e30103 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ca1eacd-6f6e-43d3-b338-616f2c09024a HTTP/1.1" status: 204 len: 168 time: 0.2816136 Feb 20 05:48:50.497373 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49190) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:50.518992 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33727d-f54f-40b0-9173-7e03c1e30103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca1eacd-6f6e-43d3-b338-616f2c09024a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:50.523353 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-574e6339-e533-4a6c-b889-16db70d68f91 tempest-QuotasTest-1082084991 tempest-QuotasTest-1082084991-project-admin] delete failed (client error): The resource could not be found. Feb 20 05:48:50.532214 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-574e6339-e533-4a6c-b889-16db70d68f91 tempest-QuotasTest-1082084991 tempest-QuotasTest-1082084991-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/6bd3dc71629e471b912a2846247a1db5 HTTP/1.1" status: 404 len: 348 time: 0.0284317 Feb 20 05:48:50.769994 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0305f431-2441-4bed-9366-62ba384abad2 req-ea92447e-0875-4523-9dab-9c6a3668c478 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "GET /v2.0/security-groups/4de082ed-7591-4611-9f3b-97dbd0e07bd1 HTTP/1.1" status: 200 len: 2416 time: 0.1557388 Feb 20 05:48:50.799426 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-0305f431-2441-4bed-9366-62ba384abad2 req-fc6bc7c5-fa3e-49e1-81e3-513154ce8709 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4de082ed-7591-4611-9f3b-97dbd0e07bd1', 'remote_group_id': None}]} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:50.799751 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-0305f431-2441-4bed-9366-62ba384abad2 req-fc6bc7c5-fa3e-49e1-81e3-513154ce8709 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4de082ed-7591-4611-9f3b-97dbd0e07bd1', 'remote_group_id': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:50.800456 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49198) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:50.859062 n-d-829866-5 neutron-server[103406]: DEBUG neutron.quota.resource [None req-a370c88a-f0ac-474c-854a-1207eb73cd63 tempest-QuotasTest-1082084991 tempest-QuotasTest-1082084991-project-admin] Usage tracker for resource:network and project:d56b47169b8c4a8ea976935a29f5c020 is out of sync, need to count used quota {{(pid=103406) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 20 05:48:50.866404 n-d-829866-5 neutron-server[103406]: DEBUG neutron.quota.resource [None req-a370c88a-f0ac-474c-854a-1207eb73cd63 tempest-QuotasTest-1082084991 tempest-QuotasTest-1082084991-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103406) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 20 05:48:50.882915 n-d-829866-5 neutron-server[103406]: DEBUG neutron.quota.resource [None req-a370c88a-f0ac-474c-854a-1207eb73cd63 tempest-QuotasTest-1082084991 tempest-QuotasTest-1082084991-project-admin] Usage tracker for resource:subnet and project:d56b47169b8c4a8ea976935a29f5c020 is out of sync, need to count used quota {{(pid=103406) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 20 05:48:50.890718 n-d-829866-5 neutron-server[103406]: DEBUG neutron.quota.resource [None req-a370c88a-f0ac-474c-854a-1207eb73cd63 tempest-QuotasTest-1082084991 tempest-QuotasTest-1082084991-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103406) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 20 05:48:50.905123 n-d-829866-5 neutron-server[103406]: DEBUG neutron.quota.resource [None req-a370c88a-f0ac-474c-854a-1207eb73cd63 tempest-QuotasTest-1082084991 tempest-QuotasTest-1082084991-project-admin] Usage tracker for resource:subnetpool and project:d56b47169b8c4a8ea976935a29f5c020 is out of sync, need to count used quota {{(pid=103406) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 20 05:48:50.923634 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7778e945-b698-47e7-aa34-7c3d9766273d tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (b66cb568-23d7-4b5d-b136-cb9acb10ec29), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:50.978352 n-d-829866-5 neutron-server[103406]: DEBUG neutron.quota.resource [None req-a370c88a-f0ac-474c-854a-1207eb73cd63 tempest-QuotasTest-1082084991 tempest-QuotasTest-1082084991-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103406) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 20 05:48:50.999145 n-d-829866-5 neutron-server[103406]: DEBUG neutron.quota.resource [None req-a370c88a-f0ac-474c-854a-1207eb73cd63 tempest-QuotasTest-1082084991 tempest-QuotasTest-1082084991-project-admin] Usage tracker for resource:port and project:d56b47169b8c4a8ea976935a29f5c020 is out of sync, need to count used quota {{(pid=103406) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 20 05:48:51.004963 n-d-829866-5 neutron-server[103406]: DEBUG neutron.quota.resource [None req-a370c88a-f0ac-474c-854a-1207eb73cd63 tempest-QuotasTest-1082084991 tempest-QuotasTest-1082084991-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103406) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 20 05:48:51.023490 n-d-829866-5 neutron-server[103406]: DEBUG neutron.quota.resource [None req-a370c88a-f0ac-474c-854a-1207eb73cd63 tempest-QuotasTest-1082084991 tempest-QuotasTest-1082084991-project-admin] Usage tracker for resource:router and project:d56b47169b8c4a8ea976935a29f5c020 is out of sync, need to count used quota {{(pid=103406) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 20 05:48:51.028482 n-d-829866-5 neutron-server[103406]: DEBUG neutron.quota.resource [None req-a370c88a-f0ac-474c-854a-1207eb73cd63 tempest-QuotasTest-1082084991 tempest-QuotasTest-1082084991-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103406) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 20 05:48:51.043902 n-d-829866-5 neutron-server[103406]: DEBUG neutron.quota.resource [None req-a370c88a-f0ac-474c-854a-1207eb73cd63 tempest-QuotasTest-1082084991 tempest-QuotasTest-1082084991-project-admin] Usage tracker for resource:floatingip and project:d56b47169b8c4a8ea976935a29f5c020 is out of sync, need to count used quota {{(pid=103406) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 20 05:48:51.054507 n-d-829866-5 neutron-server[103406]: DEBUG neutron.quota.resource [None req-a370c88a-f0ac-474c-854a-1207eb73cd63 tempest-QuotasTest-1082084991 tempest-QuotasTest-1082084991-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103406) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 20 05:48:51.117200 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0305f431-2441-4bed-9366-62ba384abad2 req-fc6bc7c5-fa3e-49e1-81e3-513154ce8709 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group_rule (2d138d9f-41ae-43be-b9c0-8dec4c3ca14b), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:51.132995 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7778e945-b698-47e7-aa34-7c3d9766273d tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Checking segment: {'id': '15e42bed-9fc9-43bc-a768-eb00ee52f257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ef27fe5f-2e4f-4c19-98ab-0cc59c77bc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:48:51.133666 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7778e945-b698-47e7-aa34-7c3d9766273d tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Network hostable DHCP agents. Network: ef27fe5f-2e4f-4c19-98ab-0cc59c77bc8f, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:48:51.160425 n-d-829866-5 neutron-server[103406]: DEBUG neutron.quota.resource [None req-a370c88a-f0ac-474c-854a-1207eb73cd63 tempest-QuotasTest-1082084991 tempest-QuotasTest-1082084991-project-admin] Usage tracker for resource:security_group and project:d56b47169b8c4a8ea976935a29f5c020 is out of sync, need to count used quota {{(pid=103406) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 20 05:48:51.161298 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778e945-b698-47e7-aa34-7c3d9766273d tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'Subnet': ['ID=b66cb568-23d7-4b5d-b136-cb9acb10ec29,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:51.175568 n-d-829866-5 neutron-server[103406]: DEBUG neutron.quota.resource [None req-a370c88a-f0ac-474c-854a-1207eb73cd63 tempest-QuotasTest-1082084991 tempest-QuotasTest-1082084991-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103406) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 20 05:48:51.183266 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0305f431-2441-4bed-9366-62ba384abad2 req-fc6bc7c5-fa3e-49e1-81e3-513154ce8709 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group_rule (2d138d9f-41ae-43be-b9c0-8dec4c3ca14b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:51.188445 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7778e945-b698-47e7-aa34-7c3d9766273d tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Network ef27fe5f-2e4f-4c19-98ab-0cc59c77bc8f is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:48:51.200028 n-d-829866-5 neutron-server[103406]: DEBUG neutron.quota.resource [None req-a370c88a-f0ac-474c-854a-1207eb73cd63 tempest-QuotasTest-1082084991 tempest-QuotasTest-1082084991-project-admin] Usage tracker for resource:security_group_rule and project:d56b47169b8c4a8ea976935a29f5c020 is out of sync, need to count used quota {{(pid=103406) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 20 05:48:51.201738 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0305f431-2441-4bed-9366-62ba384abad2 req-fc6bc7c5-fa3e-49e1-81e3-513154ce8709 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (2d138d9f-41ae-43be-b9c0-8dec4c3ca14b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:51.207420 n-d-829866-5 neutron-server[103406]: DEBUG neutron.quota.resource [None req-a370c88a-f0ac-474c-854a-1207eb73cd63 tempest-QuotasTest-1082084991 tempest-QuotasTest-1082084991-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103406) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 20 05:48:51.215700 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a370c88a-f0ac-474c-854a-1207eb73cd63 tempest-QuotasTest-1082084991 tempest-QuotasTest-1082084991-project-admin] 10.222.0.37 "GET /v2.0/quotas/d56b47169b8c4a8ea976935a29f5c020/details.json HTTP/1.1" status: 200 len: 703 time: 0.4136324 Feb 20 05:48:51.226451 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bc7c5-fa3e-49e1-81e3-513154ce8709 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d138d9f-41ae-43be-b9c0-8dec4c3ca14b,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:51.230493 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-7778e945-b698-47e7-aa34-7c3d9766273d tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, ef27fe5f-2e4f-4c19-98ab-0cc59c77bc8f) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:51.239963 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7778e945-b698-47e7-aa34-7c3d9766273d tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:51.240680 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e36ee3-c325-48fc-94c4-e51b100091fb None None] Network ef27fe5f-2e4f-4c19-98ab-0cc59c77bc8f requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:48:51.241390 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7778e945-b698-47e7-aa34-7c3d9766273d tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:51.270202 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7778e945-b698-47e7-aa34-7c3d9766273d tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3914235 Feb 20 05:48:51.273114 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49208) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:51.279576 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0305f431-2441-4bed-9366-62ba384abad2 req-fc6bc7c5-fa3e-49e1-81e3-513154ce8709 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:51.296261 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0305f431-2441-4bed-9366-62ba384abad2 req-fc6bc7c5-fa3e-49e1-81e3-513154ce8709 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5162222 Feb 20 05:48:51.306938 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49212) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:51.336537 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-65f87508-fd8f-4776-9673-469bdcd37d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:51.481632 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ae2789cd-dfa5-42ec-ab60-4954c49c6014 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (ef27fe5f-2e4f-4c19-98ab-0cc59c77bc8f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:51.520323 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:51.595487 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ae2789cd-dfa5-42ec-ab60-4954c49c6014 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (b66cb568-23d7-4b5d-b136-cb9acb10ec29), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:51.597152 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2ec139-9277-402b-9703-f173700721a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-ef27fe5f-2e4f-4c19-98ab-0cc59c77bc8f', 'network_id': 'ef27fe5f-2e4f-4c19-98ab-0cc59c77bc8f', 'project_id': '024f871e19074a3a91f7774ed312de71', 'fixed_ips': [{'subnet_id': 'b66cb568-23d7-4b5d-b136-cb9acb10ec29'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:48:51.598935 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9c2ec139-9277-402b-9703-f173700721a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:51.670145 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-65f87508-fd8f-4776-9673-469bdcd37d22 admin admin] Publish callbacks [] for security_group (9ec9113d-b86b-4817-9ae6-c3277237cfa9), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:51.685572 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ae2789cd-dfa5-42ec-ab60-4954c49c6014 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (b66cb568-23d7-4b5d-b136-cb9acb10ec29), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:51.698375 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-65f87508-fd8f-4776-9673-469bdcd37d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9ec9113d-b86b-4817-9ae6-c3277237cfa9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:51.724299 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2789cd-dfa5-42ec-ab60-4954c49c6014 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Subnet': ['ID=b66cb568-23d7-4b5d-b136-cb9acb10ec29,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:51.791599 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49222) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:51.818025 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a69f762d-33a6-4de6-9439-312020fbc3b6 req-3c030d68-d688-4aa0-b2d7-d283181263a3 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "GET /v2.0/security-groups/4de082ed-7591-4611-9f3b-97dbd0e07bd1 HTTP/1.1" status: 200 len: 3015 time: 0.3316150 Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server [None req-9c2ec139-9277-402b-9703-f173700721a5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b66cb568-23d7-4b5d-b136-cb9acb10ec29: This subnet is being modified by another concurrent operation. Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise exception Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b66cb568-23d7-4b5d-b136-cb9acb10ec29: This subnet is being modified by another concurrent operation. Feb 20 05:48:51.841527 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server Feb 20 05:48:51.855152 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ae2789cd-dfa5-42ec-ab60-4954c49c6014 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (ef27fe5f-2e4f-4c19-98ab-0cc59c77bc8f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:51.873197 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea995e2c-20c3-41f4-a55f-e56337992cd3 None None] get_active_networks_info from n-d-829866-5 {{(pid=103408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 05:48:51.896896 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-65f87508-fd8f-4776-9673-469bdcd37d22 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6cc99213d81f49ac846a33c5836ef325&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5867400 Feb 20 05:48:51.900234 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49228) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:51.913030 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-ae2789cd-dfa5-42ec-ab60-4954c49c6014 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef27fe5f-2e4f-4c19-98ab-0cc59c77bc8f']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:51.934129 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a00b5e3-4e75-4e49-825f-4a60fd9207d7 req-089b4a06-bcca-46f1-b32c-ff0a9967ddc9 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "GET /v2.0/security-group-rules/2d138d9f-41ae-43be-b9c0-8dec4c3ca14b HTTP/1.1" status: 200 len: 783 time: 0.0957415 Feb 20 05:48:51.935374 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f87508-fd8f-4776-9673-469bdcd37d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec9113d-b86b-4817-9ae6-c3277237cfa9,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:51.959740 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-ae2789cd-dfa5-42ec-ab60-4954c49c6014 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e42bed-9fc9-43bc-a768-eb00ee52f257') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:51.960036 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-ae2789cd-dfa5-42ec-ab60-4954c49c6014 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e42bed-9fc9-43bc-a768-eb00ee52f257') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:52.019241 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ae2789cd-dfa5-42ec-ab60-4954c49c6014 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (15e42bed-9fc9-43bc-a768-eb00ee52f257), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:52.031420 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a00b5e3-4e75-4e49-825f-4a60fd9207d7 req-25e5f0e1-a8fe-4ca9-9b2a-76d79d335531 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "GET /v2.0/security-groups/4de082ed-7591-4611-9f3b-97dbd0e07bd1 HTTP/1.1" status: 200 len: 3015 time: 0.0790660 Feb 20 05:48:52.089844 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2a00b5e3-4e75-4e49-825f-4a60fd9207d7 req-5a1be33e-035b-41ab-8b32-23dc87f39413 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group_rule (2d138d9f-41ae-43be-b9c0-8dec4c3ca14b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:52.101466 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ae2789cd-dfa5-42ec-ab60-4954c49c6014 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (15e42bed-9fc9-43bc-a768-eb00ee52f257), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:52.102446 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f5f4472-fe47-475d-b459-963e8c9cbdec admin admin] Publish callbacks [] for security_group (9ec9113d-b86b-4817-9ae6-c3277237cfa9), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:52.111205 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2a00b5e3-4e75-4e49-825f-4a60fd9207d7 req-5a1be33e-035b-41ab-8b32-23dc87f39413 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group_rule (2d138d9f-41ae-43be-b9c0-8dec4c3ca14b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:52.139510 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2789cd-dfa5-42ec-ab60-4954c49c6014 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:48:52.139726 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ae2789cd-dfa5-42ec-ab60-4954c49c6014 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (15e42bed-9fc9-43bc-a768-eb00ee52f257), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:52.183233 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea995e2c-20c3-41f4-a55f-e56337992cd3 None None] Resources bound (agent type, host, resource id): {{(pid=103408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:48:52.198285 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:48:52.220044 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2a00b5e3-4e75-4e49-825f-4a60fd9207d7 req-5a1be33e-035b-41ab-8b32-23dc87f39413 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (2d138d9f-41ae-43be-b9c0-8dec4c3ca14b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:52.229630 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2a00b5e3-4e75-4e49-825f-4a60fd9207d7 req-5a1be33e-035b-41ab-8b32-23dc87f39413 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:52.232173 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a00b5e3-4e75-4e49-825f-4a60fd9207d7 req-5a1be33e-035b-41ab-8b32-23dc87f39413 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/2d138d9f-41ae-43be-b9c0-8dec4c3ca14b HTTP/1.1" status: 204 len: 173 time: 0.1937437 Feb 20 05:48:52.233893 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-42f78bb5-337c-48c6-8b3c-856266181870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:52.305543 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f5f4472-fe47-475d-b459-963e8c9cbdec admin admin] Publish callbacks [] for security_group (9ec9113d-b86b-4817-9ae6-c3277237cfa9), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:52.327323 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ae2789cd-dfa5-42ec-ab60-4954c49c6014 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (ef27fe5f-2e4f-4c19-98ab-0cc59c77bc8f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:52.342852 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ae2789cd-dfa5-42ec-ab60-4954c49c6014 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:52.355958 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ae2789cd-dfa5-42ec-ab60-4954c49c6014 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/networks/ef27fe5f-2e4f-4c19-98ab-0cc59c77bc8f HTTP/1.1" status: 204 len: 168 time: 1.0817945 Feb 20 05:48:52.363410 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1be33e-035b-41ab-8b32-23dc87f39413 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d138d9f-41ae-43be-b9c0-8dec4c3ca14b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:52.373164 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49234) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:52.381851 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-314e9d71-ee43-4f25-895c-5614f922f7f4 req-b997dc40-b97a-4658-98ee-042108cce1ea tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "GET /v2.0/security-groups/4de082ed-7591-4611-9f3b-97dbd0e07bd1 HTTP/1.1" status: 200 len: 2416 time: 0.1134236 Feb 20 05:48:52.393422 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-39ff93ca-840a-45fc-8e68-e464bb413098 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-441378881'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:52.429727 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2789cd-dfa5-42ec-ab60-4954c49c6014 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Network': ['ID=ef27fe5f-2e4f-4c19-98ab-0cc59c77bc8f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:52.480009 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f5f4472-fe47-475d-b459-963e8c9cbdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9ec9113d-b86b-4817-9ae6-c3277237cfa9), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:52.482616 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f5f4472-fe47-475d-b459-963e8c9cbdec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:52.483844 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9f5f4472-fe47-475d-b459-963e8c9cbdec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9ec9113d-b86b-4817-9ae6-c3277237cfa9 HTTP/1.1" status: 204 len: 168 time: 0.5753059 Feb 20 05:48:52.501643 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f4472-fe47-475d-b459-963e8c9cbdec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec9113d-b86b-4817-9ae6-c3277237cfa9,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:52.591708 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4a35f4-ea30-4703-a612-6fbf3b085aee None None] Network ef27fe5f-2e4f-4c19-98ab-0cc59c77bc8f requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:48:52.620259 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ff93ca-840a-45fc-8e68-e464bb413098 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Made reservation on behalf of 024f871e19074a3a91f7774ed312de71 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:52.623592 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39ff93ca-840a-45fc-8e68-e464bb413098 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:52.628635 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4a35f4-ea30-4703-a612-6fbf3b085aee None None] Network ef27fe5f-2e4f-4c19-98ab-0cc59c77bc8f could not be found, it might have been deleted concurrently. {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 20 05:48:52.665103 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-314e9d71-ee43-4f25-895c-5614f922f7f4 req-959b93ca-d1fe-446c-b97a-fbab42f72cca tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (4de082ed-7591-4611-9f3b-97dbd0e07bd1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:52.679972 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:52.718073 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ff93ca-840a-45fc-8e68-e464bb413098 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:48:52.721144 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-314e9d71-ee43-4f25-895c-5614f922f7f4 req-959b93ca-d1fe-446c-b97a-fbab42f72cca tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (4de082ed-7591-4611-9f3b-97dbd0e07bd1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:52.765097 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-42f78bb5-337c-48c6-8b3c-856266181870 admin admin] Publish callbacks [] for security_group (7ea3c0c1-b1ce-42ec-bf6f-88fff9dfc6cd), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:52.770306 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39ff93ca-840a-45fc-8e68-e464bb413098 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (a687c626-1f22-43f3-803b-c0725d093b17), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:52.770665 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-39ff93ca-840a-45fc-8e68-e464bb413098 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Added segment a687c626-1f22-43f3-803b-c0725d093b17 of type vlan for network 8159daca-334d-4a69-a078-9036111c05f2 Feb 20 05:48:52.809145 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-42f78bb5-337c-48c6-8b3c-856266181870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7ea3c0c1-b1ce-42ec-bf6f-88fff9dfc6cd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:52.819924 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:52.953186 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f78bb5-337c-48c6-8b3c-856266181870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea3c0c1-b1ce-42ec-bf6f-88fff9dfc6cd,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:52.964356 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-314e9d71-ee43-4f25-895c-5614f922f7f4 req-959b93ca-d1fe-446c-b97a-fbab42f72cca tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4de082ed-7591-4611-9f3b-97dbd0e07bd1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:52.966994 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-314e9d71-ee43-4f25-895c-5614f922f7f4 req-959b93ca-d1fe-446c-b97a-fbab42f72cca tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:52.981891 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-314e9d71-ee43-4f25-895c-5614f922f7f4 req-959b93ca-d1fe-446c-b97a-fbab42f72cca tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "DELETE /v2.0/security-groups/4de082ed-7591-4611-9f3b-97dbd0e07bd1 HTTP/1.1" status: 204 len: 173 time: 0.5849872 Feb 20 05:48:52.987468 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49248) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:53.007971 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-42f78bb5-337c-48c6-8b3c-856266181870 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=afd0b4a3b2574bb7a911c15c7fd0bf16&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1865721 Feb 20 05:48:53.010037 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39ff93ca-840a-45fc-8e68-e464bb413098 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (8159daca-334d-4a69-a078-9036111c05f2), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:53.078185 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b93ca-d1fe-446c-b97a-fbab42f72cca tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de082ed-7591-4611-9f3b-97dbd0e07bd1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:53.127657 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1c837820-aa6b-42b0-b8cf-9baa2a1aa778 admin admin] Publish callbacks [] for security_group (7ea3c0c1-b1ce-42ec-bf6f-88fff9dfc6cd), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:53.141936 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39ff93ca-840a-45fc-8e68-e464bb413098 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (8159daca-334d-4a69-a078-9036111c05f2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:53.147746 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ff93ca-840a-45fc-8e68-e464bb413098 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:53.148619 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39ff93ca-840a-45fc-8e68-e464bb413098 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:53.199128 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1c837820-aa6b-42b0-b8cf-9baa2a1aa778 admin admin] Publish callbacks [] for security_group (7ea3c0c1-b1ce-42ec-bf6f-88fff9dfc6cd), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:53.264921 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1c837820-aa6b-42b0-b8cf-9baa2a1aa778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7ea3c0c1-b1ce-42ec-bf6f-88fff9dfc6cd), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:53.268333 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1c837820-aa6b-42b0-b8cf-9baa2a1aa778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:53.269878 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1c837820-aa6b-42b0-b8cf-9baa2a1aa778 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ea3c0c1-b1ce-42ec-bf6f-88fff9dfc6cd HTTP/1.1" status: 204 len: 168 time: 0.2814200 Feb 20 05:48:53.280717 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c837820-aa6b-42b0-b8cf-9baa2a1aa778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea3c0c1-b1ce-42ec-bf6f-88fff9dfc6cd,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:53.424325 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [req-043433f0-02d6-4b71-bca6-43b35c6489d2 req-fce0c3dc-eb3c-418f-85a3-4a1d460e12dc tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] show failed (client error): The resource could not be found. Feb 20 05:48:53.426141 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-043433f0-02d6-4b71-bca6-43b35c6489d2 req-fce0c3dc-eb3c-418f-85a3-4a1d460e12dc tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "GET /v2.0/security-groups/34f8a0e1-f4c7-462f-9d56-89d0c607364b HTTP/1.1" status: 404 len: 352 time: 0.2734702 Feb 20 05:48:53.428915 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff93ca-840a-45fc-8e68-e464bb413098 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'Network': ['ID=8159daca-334d-4a69-a078-9036111c05f2,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:53.441360 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-39ff93ca-840a-45fc-8e68-e464bb413098 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0583997 Feb 20 05:48:53.444024 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49262) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:53.448110 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 8159daca-334d-4a69-a078-9036111c05f2 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:48:53.451904 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-f9b9b8b0-65af-443c-a49e-0245c9e5fb07 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:53.599039 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-36335677-26a4-4d4e-b91a-c42d03cdbeb0 req-0b0d1444-51f5-4237-a47f-d7535c3a3708 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "GET /v2.0/security-groups/37598793-7820-4762-9cd4-6da778055ced HTTP/1.1" status: 200 len: 1824 time: 0.1424747 Feb 20 05:48:53.751525 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-36335677-26a4-4d4e-b91a-c42d03cdbeb0 req-1fe56bce-01e1-4ab3-9056-e6f1abbc4f73 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (37598793-7820-4762-9cd4-6da778055ced), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:53.819221 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-36335677-26a4-4d4e-b91a-c42d03cdbeb0 req-1fe56bce-01e1-4ab3-9056-e6f1abbc4f73 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (37598793-7820-4762-9cd4-6da778055ced), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:53.844858 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f9b9b8b0-65af-443c-a49e-0245c9e5fb07 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (8159daca-334d-4a69-a078-9036111c05f2), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:53.876768 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f9b9b8b0-65af-443c-a49e-0245c9e5fb07 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (8159daca-334d-4a69-a078-9036111c05f2), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:53.913338 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-36335677-26a4-4d4e-b91a-c42d03cdbeb0 req-1fe56bce-01e1-4ab3-9056-e6f1abbc4f73 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (37598793-7820-4762-9cd4-6da778055ced), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:53.916195 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-36335677-26a4-4d4e-b91a-c42d03cdbeb0 req-1fe56bce-01e1-4ab3-9056-e6f1abbc4f73 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:53.918293 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-36335677-26a4-4d4e-b91a-c42d03cdbeb0 req-1fe56bce-01e1-4ab3-9056-e6f1abbc4f73 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "DELETE /v2.0/security-groups/37598793-7820-4762-9cd4-6da778055ced HTTP/1.1" status: 204 len: 173 time: 0.3181748 Feb 20 05:48:53.941532 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe56bce-01e1-4ab3-9056-e6f1abbc4f73 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37598793-7820-4762-9cd4-6da778055ced,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:54.079829 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eee8de83-d884-48b8-bc0f-5a3fbd29f183 req-e1a0ff6c-f135-4c45-98bf-70415404e636 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "GET /v2.0/security-groups/9d3b0567-430e-4725-8968-983cbcf30732 HTTP/1.1" status: 200 len: 1823 time: 0.0875964 Feb 20 05:48:54.126431 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9b8b0-65af-443c-a49e-0245c9e5fb07 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'Network': ['ID=8159daca-334d-4a69-a078-9036111c05f2,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:54.129216 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f9b9b8b0-65af-443c-a49e-0245c9e5fb07 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Network 8159daca-334d-4a69-a078-9036111c05f2 is not hosted by any dhcp agent {{(pid=103406) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 20 05:48:54.136238 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b9b8b0-65af-443c-a49e-0245c9e5fb07 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:54.137095 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f9b9b8b0-65af-443c-a49e-0245c9e5fb07 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:54.139631 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 8159daca-334d-4a69-a078-9036111c05f2 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:48:54.153020 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f9b9b8b0-65af-443c-a49e-0245c9e5fb07 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "PUT /v2.0/networks/8159daca-334d-4a69-a078-9036111c05f2 HTTP/1.1" status: 200 len: 723 time: 0.7077699 Feb 20 05:48:54.156463 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49286) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:54.167429 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b94f0ac2-c4d5-4635-ba2b-da63a7d78213 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Request body: {'subnet': {'network_id': '8159daca-334d-4a69-a078-9036111c05f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:54.181074 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49288) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:54.211663 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-29cf29ac-691b-4e69-814e-c10e7190c6e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:54.332337 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-29cf29ac-691b-4e69-814e-c10e7190c6e8 admin admin] Publish callbacks [] for security_group (83f4d2f1-8120-4613-a129-52d2d6db82ac), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:54.337749 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-29cf29ac-691b-4e69-814e-c10e7190c6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (83f4d2f1-8120-4613-a129-52d2d6db82ac), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:54.368576 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-29cf29ac-691b-4e69-814e-c10e7190c6e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d56b47169b8c4a8ea976935a29f5c020&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1857595 Feb 20 05:48:54.371981 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49292) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:54.416284 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94f0ac2-c4d5-4635-ba2b-da63a7d78213 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Made reservation on behalf of 024f871e19074a3a91f7774ed312de71 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:54.420408 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b94f0ac2-c4d5-4635-ba2b-da63a7d78213 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:54.455366 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf29ac-691b-4e69-814e-c10e7190c6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f4d2f1-8120-4613-a129-52d2d6db82ac,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:54.458637 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-449284f0-20b4-48f9-bb88-d5016ab4d195 admin admin] Publish callbacks [] for security_group (83f4d2f1-8120-4613-a129-52d2d6db82ac), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:54.498781 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-449284f0-20b4-48f9-bb88-d5016ab4d195 admin admin] Publish callbacks [] for security_group (83f4d2f1-8120-4613-a129-52d2d6db82ac), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:54.564509 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-449284f0-20b4-48f9-bb88-d5016ab4d195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (83f4d2f1-8120-4613-a129-52d2d6db82ac), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:54.567596 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-449284f0-20b4-48f9-bb88-d5016ab4d195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:54.568920 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-449284f0-20b4-48f9-bb88-d5016ab4d195 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/83f4d2f1-8120-4613-a129-52d2d6db82ac HTTP/1.1" status: 204 len: 168 time: 0.1927338 Feb 20 05:48:54.578634 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449284f0-20b4-48f9-bb88-d5016ab4d195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f4d2f1-8120-4613-a129-52d2d6db82ac,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:54.581140 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-eee8de83-d884-48b8-bc0f-5a3fbd29f183 req-1f4e2add-293f-412a-ae27-d8a5c9f6c5c6 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (9d3b0567-430e-4725-8968-983cbcf30732), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:54.635615 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-eee8de83-d884-48b8-bc0f-5a3fbd29f183 req-1f4e2add-293f-412a-ae27-d8a5c9f6c5c6 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (9d3b0567-430e-4725-8968-983cbcf30732), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:54.802596 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-eee8de83-d884-48b8-bc0f-5a3fbd29f183 req-1f4e2add-293f-412a-ae27-d8a5c9f6c5c6 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9d3b0567-430e-4725-8968-983cbcf30732), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:54.816370 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-eee8de83-d884-48b8-bc0f-5a3fbd29f183 req-1f4e2add-293f-412a-ae27-d8a5c9f6c5c6 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:54.823534 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eee8de83-d884-48b8-bc0f-5a3fbd29f183 req-1f4e2add-293f-412a-ae27-d8a5c9f6c5c6 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "DELETE /v2.0/security-groups/9d3b0567-430e-4725-8968-983cbcf30732 HTTP/1.1" status: 204 len: 173 time: 0.7412658 Feb 20 05:48:54.860539 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e2add-293f-412a-ae27-d8a5c9f6c5c6 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3b0567-430e-4725-8968-983cbcf30732,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:55.128361 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1e585dd1-0b1e-4d3c-9f47-bd6c84db1193 req-adc19a03-5b0f-47f1-adc8-a94d5eea323b tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "GET /v2.0/security-groups/a09df331-e712-4ecf-86a5-6b3fda3ff532 HTTP/1.1" status: 200 len: 1824 time: 0.1644559 Feb 20 05:48:55.129923 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b94f0ac2-c4d5-4635-ba2b-da63a7d78213 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (335c8302-5550-4669-8e57-60a8512cdcc0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:55.247897 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:55.263134 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f0ac2-c4d5-4635-ba2b-da63a7d78213 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'Subnet': ['ID=335c8302-5550-4669-8e57-60a8512cdcc0,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:55.265475 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1e585dd1-0b1e-4d3c-9f47-bd6c84db1193 req-57a5702b-c0fe-491c-98d7-4e0da3f3bfe9 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (a09df331-e712-4ecf-86a5-6b3fda3ff532), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:55.282950 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94f0ac2-c4d5-4635-ba2b-da63a7d78213 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Checking segment: {'id': 'a687c626-1f22-43f3-803b-c0725d093b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8159daca-334d-4a69-a078-9036111c05f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:48:55.283309 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94f0ac2-c4d5-4635-ba2b-da63a7d78213 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Network hostable DHCP agents. Network: 8159daca-334d-4a69-a078-9036111c05f2, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:48:55.305218 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1e585dd1-0b1e-4d3c-9f47-bd6c84db1193 req-57a5702b-c0fe-491c-98d7-4e0da3f3bfe9 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (a09df331-e712-4ecf-86a5-6b3fda3ff532), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:55.327726 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94f0ac2-c4d5-4635-ba2b-da63a7d78213 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Network 8159daca-334d-4a69-a078-9036111c05f2 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:48:55.350343 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-b94f0ac2-c4d5-4635-ba2b-da63a7d78213 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 8159daca-334d-4a69-a078-9036111c05f2) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:55.360806 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb6aeda-fb84-4ccc-9eb2-a8d19cff026d None None] Network 8159daca-334d-4a69-a078-9036111c05f2 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:48:55.363996 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94f0ac2-c4d5-4635-ba2b-da63a7d78213 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:55.365587 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b94f0ac2-c4d5-4635-ba2b-da63a7d78213 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:55.381438 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1e585dd1-0b1e-4d3c-9f47-bd6c84db1193 req-57a5702b-c0fe-491c-98d7-4e0da3f3bfe9 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a09df331-e712-4ecf-86a5-6b3fda3ff532), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:55.385085 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1e585dd1-0b1e-4d3c-9f47-bd6c84db1193 req-57a5702b-c0fe-491c-98d7-4e0da3f3bfe9 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:55.386079 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1e585dd1-0b1e-4d3c-9f47-bd6c84db1193 req-57a5702b-c0fe-491c-98d7-4e0da3f3bfe9 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "DELETE /v2.0/security-groups/a09df331-e712-4ecf-86a5-6b3fda3ff532 HTTP/1.1" status: 204 len: 173 time: 0.2491229 Feb 20 05:48:55.393719 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b94f0ac2-c4d5-4635-ba2b-da63a7d78213 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2362149 Feb 20 05:48:55.396406 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49322) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:55.411689 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-3b7429e0-5d56-4624-9c83-0787a47c94d0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:55.411803 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5702b-c0fe-491c-98d7-4e0da3f3bfe9 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09df331-e712-4ecf-86a5-6b3fda3ff532,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:55.510444 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c8075674-5deb-4590-8e3c-5fa372a92306 req-f78c3e89-8f00-4893-8ff1-a4359c356255 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "GET /v2.0/security-groups/bc658e51-5d6f-43a8-b9b1-95af64b9d7c6 HTTP/1.1" status: 200 len: 2423 time: 0.0824983 Feb 20 05:48:55.613524 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3b7429e0-5d56-4624-9c83-0787a47c94d0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58681609'] for subnet (335c8302-5550-4669-8e57-60a8512cdcc0), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:55.637146 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c8075674-5deb-4590-8e3c-5fa372a92306 req-2d8cd89c-8311-4e8c-a179-d10da401c6f8 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (bc658e51-5d6f-43a8-b9b1-95af64b9d7c6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:55.646565 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b2e211-8e60-431a-84e7-ee434052fbf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-8159daca-334d-4a69-a078-9036111c05f2', 'network_id': '8159daca-334d-4a69-a078-9036111c05f2', 'project_id': '024f871e19074a3a91f7774ed312de71', 'fixed_ips': [{'subnet_id': '335c8302-5550-4669-8e57-60a8512cdcc0'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:48:55.649335 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e211-8e60-431a-84e7-ee434052fbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:55.703796 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c8075674-5deb-4590-8e3c-5fa372a92306 req-2d8cd89c-8311-4e8c-a179-d10da401c6f8 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (bc658e51-5d6f-43a8-b9b1-95af64b9d7c6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:55.795981 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c8075674-5deb-4590-8e3c-5fa372a92306 req-2d8cd89c-8311-4e8c-a179-d10da401c6f8 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (bc658e51-5d6f-43a8-b9b1-95af64b9d7c6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:55.798882 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c8075674-5deb-4590-8e3c-5fa372a92306 req-2d8cd89c-8311-4e8c-a179-d10da401c6f8 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:55.800401 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c8075674-5deb-4590-8e3c-5fa372a92306 req-2d8cd89c-8311-4e8c-a179-d10da401c6f8 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "DELETE /v2.0/security-groups/bc658e51-5d6f-43a8-b9b1-95af64b9d7c6 HTTP/1.1" status: 204 len: 173 time: 0.2823029 Feb 20 05:48:55.839501 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8cd89c-8311-4e8c-a179-d10da401c6f8 tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc658e51-5d6f-43a8-b9b1-95af64b9d7c6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:55.924307 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3b7429e0-5d56-4624-9c83-0787a47c94d0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771095536770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58283598'] for subnet (335c8302-5550-4669-8e57-60a8512cdcc0), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:55.951328 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7429e0-5d56-4624-9c83-0787a47c94d0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:55.951932 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3b7429e0-5d56-4624-9c83-0787a47c94d0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:55.953451 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3b7429e0-5d56-4624-9c83-0787a47c94d0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "PUT /v2.0/subnets/335c8302-5550-4669-8e57-60a8512cdcc0 HTTP/1.1" status: 200 len: 806 time: 0.5547910 Feb 20 05:48:55.977421 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49346) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:56.020154 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab31f903-f53e-42a3-9e0b-0b885241c3d5 req-776f9d52-f5a9-4449-9c22-82ef0cedb8ee tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "GET /v2.0/security-groups/d4b3cb14-151d-49ad-8371-8008ce6057e5 HTTP/1.1" status: 200 len: 2417 time: 0.1841369 Feb 20 05:48:56.060177 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7429e0-5d56-4624-9c83-0787a47c94d0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'Subnet': ['ID=335c8302-5550-4669-8e57-60a8512cdcc0,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:56.159236 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-e7b2e211-8e60-431a-84e7-ee434052fbf8 None None] Allocated IP 172.20.0.2 (8159daca-334d-4a69-a078-9036111c05f2/335c8302-5550-4669-8e57-60a8512cdcc0/9bb233b7-a6fb-4c83-b524-42d920e63643) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:48:56.435364 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ab31f903-f53e-42a3-9e0b-0b885241c3d5 req-f5e09880-0f2c-4c33-bbc5-608adf135c1f tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (d4b3cb14-151d-49ad-8371-8008ce6057e5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:56.454403 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e211-8e60-431a-84e7-ee434052fbf8 None None] Publish callbacks [] for port (9bb233b7-a6fb-4c83-b524-42d920e63643), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:56.461460 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1695018-a72c-4127-83cc-949d9105a5ee tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (8159daca-334d-4a69-a078-9036111c05f2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:56.464229 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e211-8e60-431a-84e7-ee434052fbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (9bb233b7-a6fb-4c83-b524-42d920e63643), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:56.515747 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b2e211-8e60-431a-84e7-ee434052fbf8 None None] Network 8159daca-334d-4a69-a078-9036111c05f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:48:56.520983 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-e7b2e211-8e60-431a-84e7-ee434052fbf8 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:48:56.532937 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b2e211-8e60-431a-84e7-ee434052fbf8 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:48:56.586028 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2e211-8e60-431a-84e7-ee434052fbf8 None None] Pushing event updated for resources: {'Port': ['ID=9bb233b7-a6fb-4c83-b524-42d920e63643,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:56.591391 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ab31f903-f53e-42a3-9e0b-0b885241c3d5 req-f5e09880-0f2c-4c33-bbc5-608adf135c1f tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (d4b3cb14-151d-49ad-8371-8008ce6057e5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:56.657622 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e7b2e211-8e60-431a-84e7-ee434052fbf8 None None] Attempting to bind port 9bb233b7-a6fb-4c83-b524-42d920e63643 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:48:56.658594 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e7b2e211-8e60-431a-84e7-ee434052fbf8 None None] Attempting to bind port 9bb233b7-a6fb-4c83-b524-42d920e63643 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'a687c626-1f22-43f3-803b-c0725d093b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8159daca-334d-4a69-a078-9036111c05f2'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:48:56.659556 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b2e211-8e60-431a-84e7-ee434052fbf8 None None] Attempting to bind port 9bb233b7-a6fb-4c83-b524-42d920e63643 on network 8159daca-334d-4a69-a078-9036111c05f2 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:48:56.666995 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b2e211-8e60-431a-84e7-ee434052fbf8 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:48:56.667992 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b2e211-8e60-431a-84e7-ee434052fbf8 None None] Checking segment: {'id': 'a687c626-1f22-43f3-803b-c0725d093b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8159daca-334d-4a69-a078-9036111c05f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:48:56.668824 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e211-8e60-431a-84e7-ee434052fbf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:56.669505 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b2e211-8e60-431a-84e7-ee434052fbf8 None None] Bound using segment: {'id': 'a687c626-1f22-43f3-803b-c0725d093b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8159daca-334d-4a69-a078-9036111c05f2'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:48:56.670328 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e7b2e211-8e60-431a-84e7-ee434052fbf8 None None] Bound port: 9bb233b7-a6fb-4c83-b524-42d920e63643, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a687c626-1f22-43f3-803b-c0725d093b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8159daca-334d-4a69-a078-9036111c05f2'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:48:56.670973 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e211-8e60-431a-84e7-ee434052fbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9bb233b7-a6fb-4c83-b524-42d920e63643), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:56.748899 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-c1695018-a72c-4127-83cc-949d9105a5ee tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Deleting port 9bb233b7-a6fb-4c83-b524-42d920e63643 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:48:56.749382 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1695018-a72c-4127-83cc-949d9105a5ee tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (9bb233b7-a6fb-4c83-b524-42d920e63643), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:56.751222 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ab31f903-f53e-42a3-9e0b-0b885241c3d5 req-f5e09880-0f2c-4c33-bbc5-608adf135c1f tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d4b3cb14-151d-49ad-8371-8008ce6057e5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:56.753655 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ab31f903-f53e-42a3-9e0b-0b885241c3d5 req-f5e09880-0f2c-4c33-bbc5-608adf135c1f tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:56.754809 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab31f903-f53e-42a3-9e0b-0b885241c3d5 req-f5e09880-0f2c-4c33-bbc5-608adf135c1f tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] 10.222.0.37 "DELETE /v2.0/security-groups/d4b3cb14-151d-49ad-8371-8008ce6057e5 HTTP/1.1" status: 204 len: 173 time: 0.7229514 Feb 20 05:48:56.762207 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49374) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:56.834101 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e09880-0f2c-4c33-bbc5-608adf135c1f tempest-SecurityGroupRulesTestJSON-454129017 tempest-SecurityGroupRulesTestJSON-454129017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b3cb14-151d-49ad-8371-8008ce6057e5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:56.836285 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e7b2e211-8e60-431a-84e7-ee434052fbf8 None None] For port 9bb233b7-a6fb-4c83-b524-42d920e63643, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:48:56.841093 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e7b2e211-8e60-431a-84e7-ee434052fbf8 None None] For port 9bb233b7-a6fb-4c83-b524-42d920e63643, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=9bb233b7-a6fb-4c83-b524-42d920e63643,segment=NetworkSegment(a687c626-1f22-43f3-803b-c0725d093b17),segment_id=a687c626-1f22-43f3-803b-c0725d093b17)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:48:56.856707 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e211-8e60-431a-84e7-ee434052fbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9bb233b7-a6fb-4c83-b524-42d920e63643), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:56.921834 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-d67ad6e6-ef87-41f2-bd79-2a4c0548a424 admin admin] Deleting subnet 71ea1759-1c58-439f-a0ae-579243dd79ad {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:48:56.949510 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d67ad6e6-ef87-41f2-bd79-2a4c0548a424 admin admin] Publish callbacks [] for subnet (71ea1759-1c58-439f-a0ae-579243dd79ad), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:57.001308 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-c1695018-a72c-4127-83cc-949d9105a5ee tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] For port 9bb233b7-a6fb-4c83-b524-42d920e63643, host n-d-829866-5, got binding levels [] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:48:57.002042 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1695018-a72c-4127-83cc-949d9105a5ee tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (9bb233b7-a6fb-4c83-b524-42d920e63643), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:57.049165 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-c1695018-a72c-4127-83cc-949d9105a5ee tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Calling delete_port for 9bb233b7-a6fb-4c83-b524-42d920e63643 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:48:57.124157 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d67ad6e6-ef87-41f2-bd79-2a4c0548a424 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (71ea1759-1c58-439f-a0ae-579243dd79ad), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:57.259132 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2e211-8e60-431a-84e7-ee434052fbf8 None None] Pushing event updated for resources: {'Port': ['ID=9bb233b7-a6fb-4c83-b524-42d920e63643,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:57.260511 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d67ad6e6-ef87-41f2-bd79-2a4c0548a424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (71ea1759-1c58-439f-a0ae-579243dd79ad), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:57.490957 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1695018-a72c-4127-83cc-949d9105a5ee tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (9bb233b7-a6fb-4c83-b524-42d920e63643), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:57.590328 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d67ad6e6-ef87-41f2-bd79-2a4c0548a424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (71ea1759-1c58-439f-a0ae-579243dd79ad), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:57.642670 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ad6e6-ef87-41f2-bd79-2a4c0548a424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71ea1759-1c58-439f-a0ae-579243dd79ad,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:57.652935 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49394) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:57.663955 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d67ad6e6-ef87-41f2-bd79-2a4c0548a424 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:57.669609 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1695018-a72c-4127-83cc-949d9105a5ee tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Port': ['ID=9bb233b7-a6fb-4c83-b524-42d920e63643,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:57.676036 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d67ad6e6-ef87-41f2-bd79-2a4c0548a424 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/71ea1759-1c58-439f-a0ae-579243dd79ad HTTP/1.1" status: 204 len: 168 time: 0.9124990 Feb 20 05:48:57.685447 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49396) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:57.705309 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 9bb233b7-a6fb-4c83-b524-42d920e63643 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:48:57.746337 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 9bb233b7-a6fb-4c83-b524-42d920e63643 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:48:57.746337 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 9bb233b7-a6fb-4c83-b524-42d920e63643 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 20 05:48:57.765032 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1695018-a72c-4127-83cc-949d9105a5ee tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No DVR routers for this DVR port 9bb233b7-a6fb-4c83-b524-42d920e63643 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:48:57.799948 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Port 9bb233b7-a6fb-4c83-b524-42d920e63643 not found, will not notify nova. {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 20 05:48:57.825360 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1620853f-7296-422e-8ef4-a4e0309c76c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (922f349d-fdc5-4d71-bde7-525b5a075bb0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:57.902771 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1695018-a72c-4127-83cc-949d9105a5ee tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (335c8302-5550-4669-8e57-60a8512cdcc0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:58.033154 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1620853f-7296-422e-8ef4-a4e0309c76c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (922f349d-fdc5-4d71-bde7-525b5a075bb0), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:58.052896 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1695018-a72c-4127-83cc-949d9105a5ee tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (335c8302-5550-4669-8e57-60a8512cdcc0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:58.084468 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-1620853f-7296-422e-8ef4-a4e0309c76c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922f349d-fdc5-4d71-bde7-525b5a075bb0']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:58.112254 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-1620853f-7296-422e-8ef4-a4e0309c76c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344964d0-dd25-413a-8318-d769e628b030') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:58.114691 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-1620853f-7296-422e-8ef4-a4e0309c76c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344964d0-dd25-413a-8318-d769e628b030') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:58.136687 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1620853f-7296-422e-8ef4-a4e0309c76c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (344964d0-dd25-413a-8318-d769e628b030), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:58.154030 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1695018-a72c-4127-83cc-949d9105a5ee tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Subnet': ['ID=335c8302-5550-4669-8e57-60a8512cdcc0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:58.171381 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1620853f-7296-422e-8ef4-a4e0309c76c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (344964d0-dd25-413a-8318-d769e628b030), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:58.181216 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1620853f-7296-422e-8ef4-a4e0309c76c2 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:48:58.182871 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1620853f-7296-422e-8ef4-a4e0309c76c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (344964d0-dd25-413a-8318-d769e628b030), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:48:58.188204 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:48:58.237827 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1695018-a72c-4127-83cc-949d9105a5ee tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (8159daca-334d-4a69-a078-9036111c05f2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:58.294686 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-c1695018-a72c-4127-83cc-949d9105a5ee tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8159daca-334d-4a69-a078-9036111c05f2']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:58.317339 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1620853f-7296-422e-8ef4-a4e0309c76c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (922f349d-fdc5-4d71-bde7-525b5a075bb0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:58.323246 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1620853f-7296-422e-8ef4-a4e0309c76c2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:58.327228 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-c1695018-a72c-4127-83cc-949d9105a5ee tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a687c626-1f22-43f3-803b-c0725d093b17') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:58.327534 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-c1695018-a72c-4127-83cc-949d9105a5ee tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a687c626-1f22-43f3-803b-c0725d093b17') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:48:58.331361 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1620853f-7296-422e-8ef4-a4e0309c76c2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/922f349d-fdc5-4d71-bde7-525b5a075bb0 HTTP/1.1" status: 204 len: 168 time: 0.6420300 Feb 20 05:48:58.361485 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1695018-a72c-4127-83cc-949d9105a5ee tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (a687c626-1f22-43f3-803b-c0725d093b17), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:58.363983 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620853f-7296-422e-8ef4-a4e0309c76c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=922f349d-fdc5-4d71-bde7-525b5a075bb0,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:58.399737 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1695018-a72c-4127-83cc-949d9105a5ee tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (a687c626-1f22-43f3-803b-c0725d093b17), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:58.409480 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1695018-a72c-4127-83cc-949d9105a5ee tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:48:58.409891 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1695018-a72c-4127-83cc-949d9105a5ee tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (a687c626-1f22-43f3-803b-c0725d093b17), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: warnings.warn('Neutron quota engine will require "--force" ' Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:48:58.568320 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:48:58.575753 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f6c3afb1-0343-4e9f-8101-ab24b39558af tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-936799680', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:58.587295 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1695018-a72c-4127-83cc-949d9105a5ee tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (8159daca-334d-4a69-a078-9036111c05f2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:58.603500 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1695018-a72c-4127-83cc-949d9105a5ee tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:58.608028 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49418) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:58.614034 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c1695018-a72c-4127-83cc-949d9105a5ee tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/networks/8159daca-334d-4a69-a078-9036111c05f2 HTTP/1.1" status: 204 len: 168 time: 2.6356292 Feb 20 05:48:58.615582 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49420) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:58.681745 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1695018-a72c-4127-83cc-949d9105a5ee tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Network': ['ID=8159daca-334d-4a69-a078-9036111c05f2,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:58.714528 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3034e1-f7c0-4af0-9492-d5d9df5eb739 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] DELETE failed (client error): The resource could not be found. Feb 20 05:48:58.715799 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c3afb1-0343-4e9f-8101-ab24b39558af tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Made reservation on behalf of 77bf18cd2502423c8ea4011430298253 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:58.717261 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce3034e1-f7c0-4af0-9492-d5d9df5eb739 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:48:58.718757 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6c3afb1-0343-4e9f-8101-ab24b39558af tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:58.726415 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ce3034e1-f7c0-4af0-9492-d5d9df5eb739 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/networks/8159daca-334d-4a69-a078-9036111c05f2 HTTP/1.1" status: 404 len: 339 time: 0.1084628 Feb 20 05:48:58.726817 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49424) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:58.748564 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-fa5c3574-a22e-4bd9-8474-19ba7649d889 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1328915039', 'description': 'd1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:48:58.753439 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6c3afb1-0343-4e9f-8101-ab24b39558af tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:58.789990 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-75c4c535-24a5-404b-89d7-ede7fcb982fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7776d381ec24fe5948f10587feeaba9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1785705 Feb 20 05:48:58.791459 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49426) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:58.827045 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5c3574-a22e-4bd9-8474-19ba7649d889 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Made reservation on behalf of 024f871e19074a3a91f7774ed312de71 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:48:58.837537 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa5c3574-a22e-4bd9-8474-19ba7649d889 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:58.854464 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395c2830-544a-457b-8742-48b2a1cf2194 None None] DHCP port deletion for 8159daca-334d-4a69-a078-9036111c05f2 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:48:58.882010 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-dd32b70b-91b6-47f5-8a55-a48ba851ebcc None None] Could not find standard attr ID for object 9bb233b7-a6fb-4c83-b524-42d920e63643. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:48:58.898269 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68fd414-be14-4991-b11e-7701436bfbe7 None None] Network 8159daca-334d-4a69-a078-9036111c05f2 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:48:58.942182 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68fd414-be14-4991-b11e-7701436bfbe7 None None] Network 8159daca-334d-4a69-a078-9036111c05f2 could not be found, it might have been deleted concurrently. {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 20 05:48:58.955243 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5390d7c-8004-46ce-8ffc-1f1c9809bd7f None None] Network 8159daca-334d-4a69-a078-9036111c05f2 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:48:58.962165 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49430) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:58.964623 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa5c3574-a22e-4bd9-8474-19ba7649d889 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:48:58.965568 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b822ef08-3bab-4f66-9fad-317fef4aa693 admin admin] Publish callbacks [] for security_group (81f67fc3-92b5-451b-90d5-6cafa40b9ca1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:58.977435 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5390d7c-8004-46ce-8ffc-1f1c9809bd7f None None] Network 8159daca-334d-4a69-a078-9036111c05f2 could not be found, it might have been deleted concurrently. {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 20 05:48:59.029641 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b822ef08-3bab-4f66-9fad-317fef4aa693 admin admin] Publish callbacks [] for security_group (81f67fc3-92b5-451b-90d5-6cafa40b9ca1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:59.067699 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa5c3574-a22e-4bd9-8474-19ba7649d889 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (6a493083-8d41-4a82-babb-102d4905a7f2), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:59.068170 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-fa5c3574-a22e-4bd9-8474-19ba7649d889 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Added segment 6a493083-8d41-4a82-babb-102d4905a7f2 of type vlan for network 775b24d3-93db-418d-ae10-26a40abed330 Feb 20 05:48:59.160893 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b822ef08-3bab-4f66-9fad-317fef4aa693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (81f67fc3-92b5-451b-90d5-6cafa40b9ca1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:59.164048 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b822ef08-3bab-4f66-9fad-317fef4aa693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:59.165332 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b822ef08-3bab-4f66-9fad-317fef4aa693 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/81f67fc3-92b5-451b-90d5-6cafa40b9ca1 HTTP/1.1" status: 204 len: 168 time: 0.3718247 Feb 20 05:48:59.186266 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822ef08-3bab-4f66-9fad-317fef4aa693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f67fc3-92b5-451b-90d5-6cafa40b9ca1,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:59.245855 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6c3afb1-0343-4e9f-8101-ab24b39558af tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Publish callbacks [] for security_group (4a2a1fb0-a745-4c0a-97f8-de9752d1bcf3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:59.252256 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa5c3574-a22e-4bd9-8474-19ba7649d889 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (775b24d3-93db-418d-ae10-26a40abed330), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:59.255566 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6c3afb1-0343-4e9f-8101-ab24b39558af tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4a2a1fb0-a745-4c0a-97f8-de9752d1bcf3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:59.259192 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-f6c3afb1-0343-4e9f-8101-ab24b39558af tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] device_id is not set on port 30db3cda-3c3f-456c-96a7-79acb31a2c1c yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:48:59.411177 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49442) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:59.467151 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 9bb233b7-a6fb-4c83-b524-42d920e63643 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:48:59.515729 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 9bb233b7-a6fb-4c83-b524-42d920e63643 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:48:59.516127 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 9bb233b7-a6fb-4c83-b524-42d920e63643 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:48:59.542171 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3afb1-0343-4e9f-8101-ab24b39558af tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2a1fb0-a745-4c0a-97f8-de9752d1bcf3,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:59.552824 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3bf41119-f4d1-408f-a050-6be4fa113e09 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58533fde8ba546568730e834e99f26f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5894823 Feb 20 05:48:59.557130 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49450) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:59.561412 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa5c3574-a22e-4bd9-8474-19ba7649d889 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (775b24d3-93db-418d-ae10-26a40abed330), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:59.572670 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5c3574-a22e-4bd9-8474-19ba7649d889 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:48:59.573963 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa5c3574-a22e-4bd9-8474-19ba7649d889 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:59.610283 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-f6c3afb1-0343-4e9f-8101-ab24b39558af tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Allocated IP 172.25.3.252 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/30db3cda-3c3f-456c-96a7-79acb31a2c1c) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:48:59.684250 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44a51091-6e89-489e-93fa-38e16dc75820 admin admin] Publish callbacks [] for security_group (4a9f87af-a39b-4298-a6a9-24e92c10a007), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:59.735546 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44a51091-6e89-489e-93fa-38e16dc75820 admin admin] Publish callbacks [] for security_group (4a9f87af-a39b-4298-a6a9-24e92c10a007), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:59.780059 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fa5c3574-a22e-4bd9-8474-19ba7649d889 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0396888 Feb 20 05:48:59.799489 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49454) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:48:59.835781 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44a51091-6e89-489e-93fa-38e16dc75820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4a9f87af-a39b-4298-a6a9-24e92c10a007), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:59.842677 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44a51091-6e89-489e-93fa-38e16dc75820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:59.843980 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-44a51091-6e89-489e-93fa-38e16dc75820 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a9f87af-a39b-4298-a6a9-24e92c10a007 HTTP/1.1" status: 204 len: 168 time: 0.2858083 Feb 20 05:48:59.865723 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a51091-6e89-489e-93fa-38e16dc75820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9f87af-a39b-4298-a6a9-24e92c10a007,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:59.888674 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c3574-a22e-4bd9-8474-19ba7649d889 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'Network': ['ID=775b24d3-93db-418d-ae10-26a40abed330,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:48:59.905376 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a7aed353-cd4d-4bb3-9102-845ef3e5cca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:48:59.910711 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 775b24d3-93db-418d-ae10-26a40abed330 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:49:00.138291 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a7aed353-cd4d-4bb3-9102-845ef3e5cca9 admin admin] Publish callbacks [] for security_group (60fd13d0-91ae-46f9-ad3d-91775c89d382), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:00.144419 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a7aed353-cd4d-4bb3-9102-845ef3e5cca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (60fd13d0-91ae-46f9-ad3d-91775c89d382), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:00.175431 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50735725-3333-448c-b3c6-90a4c16c7429 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:00.181896 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-50735725-3333-448c-b3c6-90a4c16c7429 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "GET /v2.0/networks?id=775b24d3-93db-418d-ae10-26a40abed330 HTTP/1.1" status: 200 len: 761 time: 0.3668981 Feb 20 05:49:00.182563 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49466) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:00.205872 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-83505aef-6e03-46ff-bc40-7d847849b8d6 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Request body: {'network': {'description': 'd2'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:00.245650 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aed353-cd4d-4bb3-9102-845ef3e5cca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fd13d0-91ae-46f9-ad3d-91775c89d382,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:00.257765 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a7aed353-cd4d-4bb3-9102-845ef3e5cca9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c316662671d1471b88fd6be63ac928f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8454056 Feb 20 05:49:00.263251 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49470) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:00.372483 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e487b055-c32c-45a1-8cb4-f1dd6e7647e5 admin admin] Publish callbacks [] for security_group (60fd13d0-91ae-46f9-ad3d-91775c89d382), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:00.418124 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e487b055-c32c-45a1-8cb4-f1dd6e7647e5 admin admin] Publish callbacks [] for security_group (60fd13d0-91ae-46f9-ad3d-91775c89d382), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:00.510473 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e487b055-c32c-45a1-8cb4-f1dd6e7647e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (60fd13d0-91ae-46f9-ad3d-91775c89d382), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:00.521713 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e487b055-c32c-45a1-8cb4-f1dd6e7647e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:00.523044 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e487b055-c32c-45a1-8cb4-f1dd6e7647e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/60fd13d0-91ae-46f9-ad3d-91775c89d382 HTTP/1.1" status: 204 len: 168 time: 0.2576017 Feb 20 05:49:00.537864 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487b055-c32c-45a1-8cb4-f1dd6e7647e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fd13d0-91ae-46f9-ad3d-91775c89d382,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:00.577982 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6c3afb1-0343-4e9f-8101-ab24b39558af tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Publish callbacks [] for port (30db3cda-3c3f-456c-96a7-79acb31a2c1c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:00.660883 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-83505aef-6e03-46ff-bc40-7d847849b8d6 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (775b24d3-93db-418d-ae10-26a40abed330), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:00.718174 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6c3afb1-0343-4e9f-8101-ab24b39558af tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (30db3cda-3c3f-456c-96a7-79acb31a2c1c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:00.730278 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-83505aef-6e03-46ff-bc40-7d847849b8d6 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (775b24d3-93db-418d-ae10-26a40abed330), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:00.871168 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3afb1-0343-4e9f-8101-ab24b39558af tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Pushing event updated for resources: {'Port': ['ID=30db3cda-3c3f-456c-96a7-79acb31a2c1c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:01.011599 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-83505aef-6e03-46ff-bc40-7d847849b8d6 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Network 775b24d3-93db-418d-ae10-26a40abed330 is not hosted by any dhcp agent {{(pid=103407) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 20 05:49:01.027240 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83505aef-6e03-46ff-bc40-7d847849b8d6 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:01.030371 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-83505aef-6e03-46ff-bc40-7d847849b8d6 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:01.035107 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49492) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:01.037487 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-83505aef-6e03-46ff-bc40-7d847849b8d6 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "PUT /v2.0/networks/775b24d3-93db-418d-ae10-26a40abed330 HTTP/1.1" status: 200 len: 758 time: 0.8495858 Feb 20 05:49:01.073546 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c3afb1-0343-4e9f-8101-ab24b39558af tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:49:01.083460 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-f6c3afb1-0343-4e9f-8101-ab24b39558af tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:49:01.101075 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c3afb1-0343-4e9f-8101-ab24b39558af tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:49:01.190576 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c3afb1-0343-4e9f-8101-ab24b39558af tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:01.191959 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6c3afb1-0343-4e9f-8101-ab24b39558af tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:01.205539 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83505aef-6e03-46ff-bc40-7d847849b8d6 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'Network': ['ID=775b24d3-93db-418d-ae10-26a40abed330,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:01.222259 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 775b24d3-93db-418d-ae10-26a40abed330 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:49:01.228811 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f6c3afb1-0343-4e9f-8101-ab24b39558af tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.5598941 Feb 20 05:49:01.231207 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49500) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:01.237195 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-be2b19c5-3758-4a52-8a02-b09595dacdc2 tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.252'}]}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:01.344682 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49504) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:01.354128 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1173e3-f67d-4102-afc1-f00eaecb70dd tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:01.359160 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7c1173e3-f67d-4102-afc1-f00eaecb70dd tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "GET /v2.0/networks?id=775b24d3-93db-418d-ae10-26a40abed330 HTTP/1.1" status: 200 len: 761 time: 0.3193073 Feb 20 05:49:01.367549 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49506) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:01.373235 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-682ef038-5e2d-437d-821d-453fec187aa5 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-659637814'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:01.378224 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be2b19c5-3758-4a52-8a02-b09595dacdc2 tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (549a3cf9-d2e4-4254-9c12-7303f32988d9), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:01.386108 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be2b19c5-3758-4a52-8a02-b09595dacdc2 tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (549a3cf9-d2e4-4254-9c12-7303f32988d9), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:01.419770 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49508) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:01.451262 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682ef038-5e2d-437d-821d-453fec187aa5 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Made reservation on behalf of 024f871e19074a3a91f7774ed312de71 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:01.454026 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-30e01261-7480-4242-92ca-1fc7ae72758d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:01.454850 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-682ef038-5e2d-437d-821d-453fec187aa5 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:01.542117 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682ef038-5e2d-437d-821d-453fec187aa5 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:49:01.569998 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-682ef038-5e2d-437d-821d-453fec187aa5 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (13627cce-e412-42e8-b379-302839978149), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:01.570626 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-682ef038-5e2d-437d-821d-453fec187aa5 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Added segment 13627cce-e412-42e8-b379-302839978149 of type vlan for network 8c712b07-493b-4517-ab32-241562bdddd8 Feb 20 05:49:01.612125 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be2b19c5-3758-4a52-8a02-b09595dacdc2 tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Publish callbacks [] for router_controller (549a3cf9-d2e4-4254-9c12-7303f32988d9), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:01.652810 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-682ef038-5e2d-437d-821d-453fec187aa5 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (8c712b07-493b-4517-ab32-241562bdddd8), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:01.713068 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-682ef038-5e2d-437d-821d-453fec187aa5 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (8c712b07-493b-4517-ab32-241562bdddd8), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:01.718654 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682ef038-5e2d-437d-821d-453fec187aa5 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:01.719502 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-682ef038-5e2d-437d-821d-453fec187aa5 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:01.848565 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-682ef038-5e2d-437d-821d-453fec187aa5 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4798412 Feb 20 05:49:01.857850 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49520) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:01.864373 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-096ab2a8-8935-43b5-9e31-3dddd94817a4 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Request body: {'subnet': {'network_id': '8c712b07-493b-4517-ab32-241562bdddd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:01.891546 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ef038-5e2d-437d-821d-453fec187aa5 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'Network': ['ID=8c712b07-493b-4517-ab32-241562bdddd8,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:01.905769 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 8c712b07-493b-4517-ab32-241562bdddd8 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:49:02.060712 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096ab2a8-8935-43b5-9e31-3dddd94817a4 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Made reservation on behalf of 024f871e19074a3a91f7774ed312de71 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:02.064558 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-096ab2a8-8935-43b5-9e31-3dddd94817a4 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:02.146211 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49526) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:02.390443 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f655f798-315f-4b55-80be-90b4b8ddc281 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-309245795-network', 'tenant_id': 'ff3a4d838b544cc390c98f68ed43aee0'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:02.419863 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-75e6ba7b-54b5-40aa-8ec9-1098a7d3bdd6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-515045974-network', 'tenant_id': '0a4ef71f8a9048568c69ff01bf2b9bee'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:02.465137 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e6ba7b-54b5-40aa-8ec9-1098a7d3bdd6 admin admin] Made reservation on behalf of 0a4ef71f8a9048568c69ff01bf2b9bee for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:02.471345 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-75e6ba7b-54b5-40aa-8ec9-1098a7d3bdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:02.497067 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-096ab2a8-8935-43b5-9e31-3dddd94817a4 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (737b6333-1cfa-4520-8746-71818c863c3e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:02.506368 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f655f798-315f-4b55-80be-90b4b8ddc281 admin admin] Made reservation on behalf of ff3a4d838b544cc390c98f68ed43aee0 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:02.509025 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f655f798-315f-4b55-80be-90b4b8ddc281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:02.519966 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-75e6ba7b-54b5-40aa-8ec9-1098a7d3bdd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:02.560443 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be2b19c5-3758-4a52-8a02-b09595dacdc2 tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Publish callbacks [] for router_gateway (549a3cf9-d2e4-4254-9c12-7303f32988d9), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:02.568117 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f655f798-315f-4b55-80be-90b4b8ddc281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:02.628135 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-30e01261-7480-4242-92ca-1fc7ae72758d admin admin] Publish callbacks [] for security_group (51c0d30c-721a-48e8-996a-6f99bf887aa4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:02.630050 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ab2a8-8935-43b5-9e31-3dddd94817a4 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'Subnet': ['ID=737b6333-1cfa-4520-8746-71818c863c3e,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:02.655474 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-30e01261-7480-4242-92ca-1fc7ae72758d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (51c0d30c-721a-48e8-996a-6f99bf887aa4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:02.655845 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ab2a8-8935-43b5-9e31-3dddd94817a4 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Checking segment: {'id': '13627cce-e412-42e8-b379-302839978149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8c712b07-493b-4517-ab32-241562bdddd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:49:02.656342 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096ab2a8-8935-43b5-9e31-3dddd94817a4 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Network hostable DHCP agents. Network: 8c712b07-493b-4517-ab32-241562bdddd8, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:49:02.710548 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096ab2a8-8935-43b5-9e31-3dddd94817a4 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Network 8c712b07-493b-4517-ab32-241562bdddd8 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:49:02.739196 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-096ab2a8-8935-43b5-9e31-3dddd94817a4 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 8c712b07-493b-4517-ab32-241562bdddd8) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:49:02.745797 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096ab2a8-8935-43b5-9e31-3dddd94817a4 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:02.746397 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-096ab2a8-8935-43b5-9e31-3dddd94817a4 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:02.752279 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4208b58-27c7-4186-83ca-5ba7727302dc None None] Network 8c712b07-493b-4517-ab32-241562bdddd8 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:49:02.781599 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-75e6ba7b-54b5-40aa-8ec9-1098a7d3bdd6 admin admin] Publish callbacks [] for security_group (34bd1160-20c0-4ffc-ba72-474639722b60), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:02.795072 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-75e6ba7b-54b5-40aa-8ec9-1098a7d3bdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (34bd1160-20c0-4ffc-ba72-474639722b60), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:02.827235 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-096ab2a8-8935-43b5-9e31-3dddd94817a4 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9656546 Feb 20 05:49:02.832930 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e01261-7480-4242-92ca-1fc7ae72758d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c0d30c-721a-48e8-996a-6f99bf887aa4,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:02.834090 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49534) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:02.847395 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-30e01261-7480-4242-92ca-1fc7ae72758d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d83d175737034b249463347b9f90dc0d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4981565 Feb 20 05:49:02.862805 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49536) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:02.876894 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e6ba7b-54b5-40aa-8ec9-1098a7d3bdd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:49:02.989056 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58cfc51-1a12-4292-a94c-c28026452dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-8c712b07-493b-4517-ab32-241562bdddd8', 'network_id': '8c712b07-493b-4517-ab32-241562bdddd8', 'project_id': '024f871e19074a3a91f7774ed312de71', 'fixed_ips': [{'subnet_id': '737b6333-1cfa-4520-8746-71818c863c3e'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:49:02.990029 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b58cfc51-1a12-4292-a94c-c28026452dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:03.035615 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-75e6ba7b-54b5-40aa-8ec9-1098a7d3bdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (9742512a-5cfc-46b8-9c26-97e97a36b3ce), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:03.035968 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-75e6ba7b-54b5-40aa-8ec9-1098a7d3bdd6 admin admin] Added segment 9742512a-5cfc-46b8-9c26-97e97a36b3ce of type vlan for network e49102ae-3060-48a8-853b-91c68016e434 Feb 20 05:49:03.065632 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f655f798-315f-4b55-80be-90b4b8ddc281 admin admin] Publish callbacks [] for security_group (30f0b6aa-37ce-4ecb-9475-c0def02b5d3a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:03.068813 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6ba7b-54b5-40aa-8ec9-1098a7d3bdd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bd1160-20c0-4ffc-ba72-474639722b60,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:03.110787 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f655f798-315f-4b55-80be-90b4b8ddc281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (30f0b6aa-37ce-4ecb-9475-c0def02b5d3a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:03.129847 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f655f798-315f-4b55-80be-90b4b8ddc281 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:49:03.219360 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-75e6ba7b-54b5-40aa-8ec9-1098a7d3bdd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (e49102ae-3060-48a8-853b-91c68016e434), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:03.227333 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d850b451-5f5d-4009-b17f-92d497ded96d admin admin] Publish callbacks [] for security_group (51c0d30c-721a-48e8-996a-6f99bf887aa4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:03.274461 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d850b451-5f5d-4009-b17f-92d497ded96d admin admin] Publish callbacks [] for security_group (51c0d30c-721a-48e8-996a-6f99bf887aa4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:03.292295 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (8c712b07-493b-4517-ab32-241562bdddd8), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:03.330096 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-75e6ba7b-54b5-40aa-8ec9-1098a7d3bdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (e49102ae-3060-48a8-853b-91c68016e434), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:03.331086 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e6ba7b-54b5-40aa-8ec9-1098a7d3bdd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:03.331670 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-75e6ba7b-54b5-40aa-8ec9-1098a7d3bdd6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:03.391078 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f655f798-315f-4b55-80be-90b4b8ddc281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (789c18e4-41e5-479c-a1a5-7c2d91e21111), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:03.392772 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-f655f798-315f-4b55-80be-90b4b8ddc281 admin admin] Added segment 789c18e4-41e5-479c-a1a5-7c2d91e21111 of type vlan for network ef0c9787-796a-46f1-9ab6-62a835be4e02 Feb 20 05:49:03.452156 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-b58cfc51-1a12-4292-a94c-c28026452dac None None] Allocated IP 172.20.0.2 (8c712b07-493b-4517-ab32-241562bdddd8/737b6333-1cfa-4520-8746-71818c863c3e/76d0de0e-b586-476f-b5ce-3da7f7858557) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:49:03.477579 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-75e6ba7b-54b5-40aa-8ec9-1098a7d3bdd6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3299091 Feb 20 05:49:03.499505 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49550) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:03.557323 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-1b0f73d3-3d05-408c-a74a-5982ccccfa1a admin admin] Request body: {'subnet': {'network_id': 'e49102ae-3060-48a8-853b-91c68016e434', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-515045974-subnet', 'tenant_id': '0a4ef71f8a9048568c69ff01bf2b9bee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:03.584039 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (737b6333-1cfa-4520-8746-71818c863c3e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:03.708725 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6ba7b-54b5-40aa-8ec9-1098a7d3bdd6 admin admin] Pushing event updated for resources: {'Network': ['ID=e49102ae-3060-48a8-853b-91c68016e434,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:03.746685 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be2b19c5-3758-4a52-8a02-b09595dacdc2 tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Publish callbacks [] for router_gateway (549a3cf9-d2e4-4254-9c12-7303f32988d9), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:03.749813 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0f73d3-3d05-408c-a74a-5982ccccfa1a admin admin] Made reservation on behalf of 0a4ef71f8a9048568c69ff01bf2b9bee for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:03.752644 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b0f73d3-3d05-408c-a74a-5982ccccfa1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:03.756347 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d850b451-5f5d-4009-b17f-92d497ded96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (51c0d30c-721a-48e8-996a-6f99bf887aa4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:03.759816 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d850b451-5f5d-4009-b17f-92d497ded96d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:03.761456 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d850b451-5f5d-4009-b17f-92d497ded96d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51c0d30c-721a-48e8-996a-6f99bf887aa4 HTTP/1.1" status: 204 len: 168 time: 0.8969634 Feb 20 05:49:03.820807 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network e49102ae-3060-48a8-853b-91c68016e434 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:49:03.829159 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655f798-315f-4b55-80be-90b4b8ddc281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f0b6aa-37ce-4ecb-9475-c0def02b5d3a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:03.890000 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850b451-5f5d-4009-b17f-92d497ded96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c0d30c-721a-48e8-996a-6f99bf887aa4,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:03.895758 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be2b19c5-3758-4a52-8a02-b09595dacdc2 tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:04.153943 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b0f73d3-3d05-408c-a74a-5982ccccfa1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (13e07dba-1e8d-497f-8e1b-6fffafafa42c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:04.221458 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b58cfc51-1a12-4292-a94c-c28026452dac None None] Publish callbacks [] for port (76d0de0e-b586-476f-b5ce-3da7f7858557), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:04.245611 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b58cfc51-1a12-4292-a94c-c28026452dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (76d0de0e-b586-476f-b5ce-3da7f7858557), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:04.265235 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f655f798-315f-4b55-80be-90b4b8ddc281 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (ef0c9787-796a-46f1-9ab6-62a835be4e02), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:04.342473 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0f73d3-3d05-408c-a74a-5982ccccfa1a admin admin] Checking segment: {'id': '9742512a-5cfc-46b8-9c26-97e97a36b3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e49102ae-3060-48a8-853b-91c68016e434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:49:04.345271 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0f73d3-3d05-408c-a74a-5982ccccfa1a admin admin] Network hostable DHCP agents. Network: e49102ae-3060-48a8-853b-91c68016e434, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:49:04.377098 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f73d3-3d05-408c-a74a-5982ccccfa1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=13e07dba-1e8d-497f-8e1b-6fffafafa42c,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:04.395044 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58cfc51-1a12-4292-a94c-c28026452dac None None] Network 8c712b07-493b-4517-ab32-241562bdddd8 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:49:04.405467 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (737b6333-1cfa-4520-8746-71818c863c3e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:04.416203 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b58cfc51-1a12-4292-a94c-c28026452dac None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:49:04.425505 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58cfc51-1a12-4292-a94c-c28026452dac None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:49:04.428053 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58cfc51-1a12-4292-a94c-c28026452dac None None] Pushing event updated for resources: {'Port': ['ID=76d0de0e-b586-476f-b5ce-3da7f7858557,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:04.428182 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f655f798-315f-4b55-80be-90b4b8ddc281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (ef0c9787-796a-46f1-9ab6-62a835be4e02), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:04.437557 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f655f798-315f-4b55-80be-90b4b8ddc281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:04.438163 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f655f798-315f-4b55-80be-90b4b8ddc281 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:04.484615 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10726314-179c-48cc-91c0-e52fe22643db req-a430d2dc-0c68-4473-b369-9a54cb63d41e tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:04.487165 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Subnet': ['ID=737b6333-1cfa-4520-8746-71818c863c3e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:04.492089 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-10726314-179c-48cc-91c0-e52fe22643db req-a430d2dc-0c68-4473-b369-9a54cb63d41e tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 945 time: 0.3395770 Feb 20 05:49:04.527484 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be2b19c5-3758-4a52-8a02-b09595dacdc2 tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Publish callbacks [] for router (549a3cf9-d2e4-4254-9c12-7303f32988d9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:04.594100 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0f73d3-3d05-408c-a74a-5982ccccfa1a admin admin] Network e49102ae-3060-48a8-853b-91c68016e434 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:49:04.595717 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-b58cfc51-1a12-4292-a94c-c28026452dac None None] Attempting to bind port 76d0de0e-b586-476f-b5ce-3da7f7858557 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:49:04.596670 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-b58cfc51-1a12-4292-a94c-c28026452dac None None] Attempting to bind port 76d0de0e-b586-476f-b5ce-3da7f7858557 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '13627cce-e412-42e8-b379-302839978149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8c712b07-493b-4517-ab32-241562bdddd8'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:49:04.597171 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58cfc51-1a12-4292-a94c-c28026452dac None None] Attempting to bind port 76d0de0e-b586-476f-b5ce-3da7f7858557 on network 8c712b07-493b-4517-ab32-241562bdddd8 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:49:04.608468 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58cfc51-1a12-4292-a94c-c28026452dac None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:49:04.611505 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58cfc51-1a12-4292-a94c-c28026452dac None None] Checking segment: {'id': '13627cce-e412-42e8-b379-302839978149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8c712b07-493b-4517-ab32-241562bdddd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:49:04.612088 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b58cfc51-1a12-4292-a94c-c28026452dac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:04.612652 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58cfc51-1a12-4292-a94c-c28026452dac None None] Bound using segment: {'id': '13627cce-e412-42e8-b379-302839978149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8c712b07-493b-4517-ab32-241562bdddd8'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:49:04.613851 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-b58cfc51-1a12-4292-a94c-c28026452dac None None] Bound port: 76d0de0e-b586-476f-b5ce-3da7f7858557, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13627cce-e412-42e8-b379-302839978149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8c712b07-493b-4517-ab32-241562bdddd8'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:49:04.614351 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b58cfc51-1a12-4292-a94c-c28026452dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (76d0de0e-b586-476f-b5ce-3da7f7858557), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:04.644590 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (8c712b07-493b-4517-ab32-241562bdddd8), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:04.647283 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-1b0f73d3-3d05-408c-a74a-5982ccccfa1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, e49102ae-3060-48a8-853b-91c68016e434) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:49:04.664361 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cc8b78-898e-472a-83f1-d9b5fdb8d5f1 None None] Network e49102ae-3060-48a8-853b-91c68016e434 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:49:04.673146 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0f73d3-3d05-408c-a74a-5982ccccfa1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:04.673749 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b0f73d3-3d05-408c-a74a-5982ccccfa1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:04.716940 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c712b07-493b-4517-ab32-241562bdddd8']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:04.734582 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13627cce-e412-42e8-b379-302839978149') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:04.734755 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13627cce-e412-42e8-b379-302839978149') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:04.745091 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f655f798-315f-4b55-80be-90b4b8ddc281 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.3178778 Feb 20 05:49:04.756986 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (13627cce-e412-42e8-b379-302839978149), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:04.780212 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (13627cce-e412-42e8-b379-302839978149), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:04.786732 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:49:04.787153 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (13627cce-e412-42e8-b379-302839978149), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:04.799326 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49578) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:04.812431 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-71637f3b-849e-4dc7-b96a-5bcf914d8ef5 admin admin] Request body: {'subnet': {'network_id': 'ef0c9787-796a-46f1-9ab6-62a835be4e02', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-309245795-subnet', 'tenant_id': 'ff3a4d838b544cc390c98f68ed43aee0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:04.834001 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655f798-315f-4b55-80be-90b4b8ddc281 admin admin] Pushing event updated for resources: {'Network': ['ID=ef0c9787-796a-46f1-9ab6-62a835be4e02,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:49:04.891477 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:49:04.894316 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.db.api [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 20 05:49:04.894316 n-d-829866-5 neutron-server[103406]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 20 05:49:04.894316 n-d-829866-5 neutron-server[103406]: [parameters: {'id': '8c712b07-493b-4517-ab32-241562bdddd8'}] Feb 20 05:49:04.894316 n-d-829866-5 neutron-server[103406]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:49:04.894644 n-d-829866-5 neutron-server[103406]: DEBUG oslo_db.api [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:49:04.905582 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1b0f73d3-3d05-408c-a74a-5982ccccfa1a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3792670 Feb 20 05:49:04.921539 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b58cfc51-1a12-4292-a94c-c28026452dac None None] For port 76d0de0e-b586-476f-b5ce-3da7f7858557, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:49:04.924969 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b58cfc51-1a12-4292-a94c-c28026452dac None None] For port 76d0de0e-b586-476f-b5ce-3da7f7858557, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=76d0de0e-b586-476f-b5ce-3da7f7858557,segment=NetworkSegment(13627cce-e412-42e8-b379-302839978149),segment_id=13627cce-e412-42e8-b379-302839978149)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:49:04.930162 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network ef0c9787-796a-46f1-9ab6-62a835be4e02 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:49:04.939579 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b58cfc51-1a12-4292-a94c-c28026452dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (76d0de0e-b586-476f-b5ce-3da7f7858557), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:05.094527 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-10726314-179c-48cc-91c0-e52fe22643db req-433a764f-ec54-4ffc-87b1-3b3c9c74799b tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6002390 Feb 20 05:49:05.103403 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be2b19c5-3758-4a52-8a02-b09595dacdc2 tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (549a3cf9-d2e4-4254-9c12-7303f32988d9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:05.108684 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71637f3b-849e-4dc7-b96a-5bcf914d8ef5 admin admin] Made reservation on behalf of ff3a4d838b544cc390c98f68ed43aee0 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:05.112952 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-71637f3b-849e-4dc7-b96a-5bcf914d8ef5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:05.125076 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be2b19c5-3758-4a52-8a02-b09595dacdc2 tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Publish callbacks [] for router_controller (549a3cf9-d2e4-4254-9c12-7303f32988d9), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:05.184858 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58cfc51-1a12-4292-a94c-c28026452dac None None] Pushing event updated for resources: {'Port': ['ID=76d0de0e-b586-476f-b5ce-3da7f7858557,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:05.293865 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703f6194-f7eb-42c1-aa1e-a5dd97f96208 None None] Network e49102ae-3060-48a8-853b-91c68016e434 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:49:05.311127 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25c473c-219a-49ee-b6b6-7c61dac666ac None None] Network 8c712b07-493b-4517-ab32-241562bdddd8 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:49:05.385827 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be2b19c5-3758-4a52-8a02-b09595dacdc2 tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (549a3cf9-d2e4-4254-9c12-7303f32988d9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:05.386343 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2b19c5-3758-4a52-8a02-b09595dacdc2 tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 549a3cf9-d2e4-4254-9c12-7303f32988d9 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:49:05.396220 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (8c712b07-493b-4517-ab32-241562bdddd8), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:05.499561 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-be2b19c5-3758-4a52-8a02-b09595dacdc2 tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 20 05:49:05.501272 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-be2b19c5-3758-4a52-8a02-b09595dacdc2 tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.2688549 Feb 20 05:49:05.504720 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49602) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:05.547872 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Deleting port 76d0de0e-b586-476f-b5ce-3da7f7858557 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:49:05.548440 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (76d0de0e-b586-476f-b5ce-3da7f7858557), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:05.645257 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cdf4ec-119e-491b-9c7a-ccf62325c2f7 None None] get_active_networks_info from n-d-829866-5 {{(pid=103408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 05:49:05.710689 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] For port 76d0de0e-b586-476f-b5ce-3da7f7858557, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=76d0de0e-b586-476f-b5ce-3da7f7858557,segment=NetworkSegment(13627cce-e412-42e8-b379-302839978149),segment_id=13627cce-e412-42e8-b379-302839978149)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:49:05.711722 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (76d0de0e-b586-476f-b5ce-3da7f7858557), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:05.738645 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Calling delete_port for 76d0de0e-b586-476f-b5ce-3da7f7858557 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:49:05.787175 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-71637f3b-849e-4dc7-b96a-5bcf914d8ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (7b099906-d28b-4002-96e2-76541478dd87), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:05.864749 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (76d0de0e-b586-476f-b5ce-3da7f7858557), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:05.880492 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71637f3b-849e-4dc7-b96a-5bcf914d8ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b099906-d28b-4002-96e2-76541478dd87,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:05.890764 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-e85b7569-943e-4915-b57b-175ea2ce912c tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Deleting port 30db3cda-3c3f-456c-96a7-79acb31a2c1c {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:49:05.894643 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e85b7569-943e-4915-b57b-175ea2ce912c tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (30db3cda-3c3f-456c-96a7-79acb31a2c1c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:05.909540 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No DVR routers for this DVR port 76d0de0e-b586-476f-b5ce-3da7f7858557 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:49:05.916128 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cdf4ec-119e-491b-9c7a-ccf62325c2f7 None None] Resources bound (agent type, host, resource id): {{(pid=103408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 05:49:06.060192 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Port': ['ID=76d0de0e-b586-476f-b5ce-3da7f7858557,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:06.129152 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71637f3b-849e-4dc7-b96a-5bcf914d8ef5 admin admin] Checking segment: {'id': '789c18e4-41e5-479c-a1a5-7c2d91e21111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ef0c9787-796a-46f1-9ab6-62a835be4e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:49:06.138139 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71637f3b-849e-4dc7-b96a-5bcf914d8ef5 admin admin] Network hostable DHCP agents. Network: ef0c9787-796a-46f1-9ab6-62a835be4e02, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:49:06.193541 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e85b7569-943e-4915-b57b-175ea2ce912c tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (30db3cda-3c3f-456c-96a7-79acb31a2c1c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:06.216411 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71637f3b-849e-4dc7-b96a-5bcf914d8ef5 admin admin] Network ef0c9787-796a-46f1-9ab6-62a835be4e02 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:49:06.252314 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-e85b7569-943e-4915-b57b-175ea2ce912c tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Calling delete_port for 30db3cda-3c3f-456c-96a7-79acb31a2c1c owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:49:06.253996 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-71637f3b-849e-4dc7-b96a-5bcf914d8ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, ef0c9787-796a-46f1-9ab6-62a835be4e02) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:49:06.274050 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71637f3b-849e-4dc7-b96a-5bcf914d8ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:06.276226 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-71637f3b-849e-4dc7-b96a-5bcf914d8ef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:06.290818 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe067bb-7200-4798-af17-25da121ff481 None None] Network ef0c9787-796a-46f1-9ab6-62a835be4e02 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:49:06.356400 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (8c712b07-493b-4517-ab32-241562bdddd8), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:06.435628 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c712b07-493b-4517-ab32-241562bdddd8']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:06.458671 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13627cce-e412-42e8-b379-302839978149') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:06.459672 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13627cce-e412-42e8-b379-302839978149') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:06.489102 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (13627cce-e412-42e8-b379-302839978149), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:06.513334 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (13627cce-e412-42e8-b379-302839978149), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:06.523388 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-71637f3b-849e-4dc7-b96a-5bcf914d8ef5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7189379 Feb 20 05:49:06.530460 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb4040f-28cb-4f91-b580-33af07ff08da None None] Network ef0c9787-796a-46f1-9ab6-62a835be4e02 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:49:06.537102 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:49:06.537518 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (13627cce-e412-42e8-b379-302839978149), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:49:06.542115 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:49:06.611921 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f4ec6-5360-4bff-bed4-c4efc2977660 req-54da1f13-68bf-4661-ae3e-01e43e616c40 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:06.622366 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c65f4ec6-5360-4bff-bed4-c4efc2977660 req-54da1f13-68bf-4661-ae3e-01e43e616c40 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 945 time: 0.3507731 Feb 20 05:49:06.697232 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (8c712b07-493b-4517-ab32-241562bdddd8), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:06.717394 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:06.735442 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/networks/8c712b07-493b-4517-ab32-241562bdddd8 HTTP/1.1" status: 204 len: 168 time: 3.8889699 Feb 20 05:49:06.738141 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49638) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:06.802311 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c65f4ec6-5360-4bff-bed4-c4efc2977660 req-09d86875-957a-42a8-bf53-f392d4852888 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789548 Feb 20 05:49:06.817510 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad522b3-5a1b-47c7-bff1-fdf62ff33107 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Network': ['ID=8c712b07-493b-4517-ab32-241562bdddd8,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:06.830801 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-03978cd4-bf60-4e60-a2be-040c3001b669 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] GET failed (client error): The resource could not be found. Feb 20 05:49:06.832201 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-03978cd4-bf60-4e60-a2be-040c3001b669 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "GET /v2.0/subnets/737b6333-1cfa-4520-8746-71818c863c3e HTTP/1.1" status: 404 len: 337 time: 0.0887308 Feb 20 05:49:06.836807 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49642) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:06.891085 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-656bb87b-4c2c-4597-b56b-6383652163b3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] DELETE failed (client error): The resource could not be found. Feb 20 05:49:06.891890 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-656bb87b-4c2c-4597-b56b-6383652163b3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:49:06.906819 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-656bb87b-4c2c-4597-b56b-6383652163b3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/networks/8c712b07-493b-4517-ab32-241562bdddd8 HTTP/1.1" status: 404 len: 339 time: 0.0683737 Feb 20 05:49:06.907567 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49644) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:07.084631 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e85b7569-943e-4915-b57b-175ea2ce912c tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (30db3cda-3c3f-456c-96a7-79acb31a2c1c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:07.227380 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-fe959c8d-f1fe-44a1-b27f-c18fa4c296bd req-4cfd2d25-494b-4404-846b-cfe168c78412 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1392080656', 'description': 'tempest-description-1248009665'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:07.248884 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b7569-943e-4915-b57b-175ea2ce912c tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Pushing event deleted for resources: {'Port': ['ID=30db3cda-3c3f-456c-96a7-79acb31a2c1c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:07.292007 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b7569-943e-4915-b57b-175ea2ce912c tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:07.292360 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b7569-943e-4915-b57b-175ea2ce912c tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:07.292714 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b7569-943e-4915-b57b-175ea2ce912c tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:07.293063 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b7569-943e-4915-b57b-175ea2ce912c tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:07.293539 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b7569-943e-4915-b57b-175ea2ce912c tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:07.293886 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b7569-943e-4915-b57b-175ea2ce912c tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:07.294224 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b7569-943e-4915-b57b-175ea2ce912c tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:07.294558 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b7569-943e-4915-b57b-175ea2ce912c tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:07.294906 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b7569-943e-4915-b57b-175ea2ce912c tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:07.295247 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b7569-943e-4915-b57b-175ea2ce912c tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:07.295582 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b7569-943e-4915-b57b-175ea2ce912c tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:07.295912 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b7569-943e-4915-b57b-175ea2ce912c tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:07.296238 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b7569-943e-4915-b57b-175ea2ce912c tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:07.432615 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-fe959c8d-f1fe-44a1-b27f-c18fa4c296bd req-4cfd2d25-494b-4404-846b-cfe168c78412 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:07.466973 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fb341d-c357-4a49-8f14-2dfcaa943ffc tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:07.471089 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-60fb341d-c357-4a49-8f14-2dfcaa943ffc tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5599487 Feb 20 05:49:07.472312 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49658) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:07.515507 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e85b7569-943e-4915-b57b-175ea2ce912c tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:07.518322 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e85b7569-943e-4915-b57b-175ea2ce912c tempest-RoutersAdminNegativeIpV6Test-1575756908 tempest-RoutersAdminNegativeIpV6Test-1575756908-project-admin] 10.222.0.37 "DELETE /v2.0/ports/30db3cda-3c3f-456c-96a7-79acb31a2c1c HTTP/1.1" status: 204 len: 168 time: 2.0065238 Feb 20 05:49:07.645301 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-fe959c8d-f1fe-44a1-b27f-c18fa4c296bd req-4cfd2d25-494b-4404-846b-cfe168c78412 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (17e0f5ed-4019-41a5-ba4e-928e27a0ac9c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:07.668076 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f4c39383-a014-4b36-8baf-b4482c7ebf2a tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "GET /v2.0/subnets?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 207 time: 0.1943448 Feb 20 05:49:07.668642 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49664) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:07.670964 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-fe959c8d-f1fe-44a1-b27f-c18fa4c296bd req-4cfd2d25-494b-4404-846b-cfe168c78412 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (17e0f5ed-4019-41a5-ba4e-928e27a0ac9c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:07.738859 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-fe959c8d-f1fe-44a1-b27f-c18fa4c296bd req-4cfd2d25-494b-4404-846b-cfe168c78412 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:07.746489 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe959c8d-f1fe-44a1-b27f-c18fa4c296bd req-4cfd2d25-494b-4404-846b-cfe168c78412 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.5569904 Feb 20 05:49:08.081002 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd2d25-494b-4404-846b-cfe168c78412 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17e0f5ed-4019-41a5-ba4e-928e27a0ac9c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:08.088216 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49678) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:08.158238 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-479df1cf-36be-4f01-a00f-8e24bfcc3aa6 req-0d7425f7-2ef1-44df-bb24-fb044ade533c tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] 10.222.0.37 "GET /v2.0/security-groups/17e0f5ed-4019-41a5-ba4e-928e27a0ac9c HTTP/1.1" status: 200 len: 1832 time: 0.3723478 Feb 20 05:49:08.194435 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-479df1cf-36be-4f01-a00f-8e24bfcc3aa6 req-066233ce-0623-46f4-80b7-8a54b6bb977f tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '17e0f5ed-4019-41a5-ba4e-928e27a0ac9c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:08.194435 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-479df1cf-36be-4f01-a00f-8e24bfcc3aa6 req-066233ce-0623-46f4-80b7-8a54b6bb977f tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '17e0f5ed-4019-41a5-ba4e-928e27a0ac9c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:08.252596 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d831bc48-ec38-4628-8f5d-f9700a8ad2b0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:08.255589 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bd71cb5a-7a31-4b17-aea5-c14e42c40df8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:08.263824 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d831bc48-ec38-4628-8f5d-f9700a8ad2b0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:08.279851 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d831bc48-ec38-4628-8f5d-f9700a8ad2b0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:08.285676 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d831bc48-ec38-4628-8f5d-f9700a8ad2b0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:08.311498 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d831bc48-ec38-4628-8f5d-f9700a8ad2b0 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.6127906 Feb 20 05:49:08.311498 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49684) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:08.408365 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bd71cb5a-7a31-4b17-aea5-c14e42c40df8 admin admin] Publish callbacks [] for security_group (013f6b8a-4645-4051-9d22-0ca257a1ea35), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:08.412771 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bd71cb5a-7a31-4b17-aea5-c14e42c40df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (013f6b8a-4645-4051-9d22-0ca257a1ea35), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:08.448243 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71cb5a-7a31-4b17-aea5-c14e42c40df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013f6b8a-4645-4051-9d22-0ca257a1ea35,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:08.476520 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bd71cb5a-7a31-4b17-aea5-c14e42c40df8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7692201939674b268a16e52c094d0027&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3841786 Feb 20 05:49:08.484697 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49686) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:08.637632 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9dfd9c86-3705-4d3f-b409-74d8235af142 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3322425 Feb 20 05:49:08.640090 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49692) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:08.703648 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-479df1cf-36be-4f01-a00f-8e24bfcc3aa6 req-066233ce-0623-46f4-80b7-8a54b6bb977f tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group_rule (3c5c8174-da32-42e4-b7f7-4261ac3060e6), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:08.778658 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-479df1cf-36be-4f01-a00f-8e24bfcc3aa6 req-066233ce-0623-46f4-80b7-8a54b6bb977f tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group_rule (3c5c8174-da32-42e4-b7f7-4261ac3060e6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:08.783135 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75b15d9f-492c-4c4a-ac50-c6cac7c81a07 admin admin] Publish callbacks [] for security_group (013f6b8a-4645-4051-9d22-0ca257a1ea35), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:08.818883 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75b15d9f-492c-4c4a-ac50-c6cac7c81a07 admin admin] Publish callbacks [] for security_group (013f6b8a-4645-4051-9d22-0ca257a1ea35), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:08.857931 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f72a2ea-fdd2-490d-8ebf-77f1eaeca5f6 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:08.860062 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f72a2ea-fdd2-490d-8ebf-77f1eaeca5f6 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:08.867334 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6f72a2ea-fdd2-490d-8ebf-77f1eaeca5f6 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2261605 Feb 20 05:49:08.868074 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49696) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:08.874571 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-479df1cf-36be-4f01-a00f-8e24bfcc3aa6 req-066233ce-0623-46f4-80b7-8a54b6bb977f tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (3c5c8174-da32-42e4-b7f7-4261ac3060e6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:08.893254 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066233ce-0623-46f4-80b7-8a54b6bb977f tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5c8174-da32-42e4-b7f7-4261ac3060e6,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:08.905266 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75b15d9f-492c-4c4a-ac50-c6cac7c81a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (013f6b8a-4645-4051-9d22-0ca257a1ea35), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:08.908695 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75b15d9f-492c-4c4a-ac50-c6cac7c81a07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:08.914644 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-75b15d9f-492c-4c4a-ac50-c6cac7c81a07 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/013f6b8a-4645-4051-9d22-0ca257a1ea35 HTTP/1.1" status: 204 len: 168 time: 0.4289403 Feb 20 05:49:08.935561 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b15d9f-492c-4c4a-ac50-c6cac7c81a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013f6b8a-4645-4051-9d22-0ca257a1ea35,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:08.942634 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57db6e2-d339-49d9-9a4c-571fc57f3720 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:08.944261 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57db6e2-d339-49d9-9a4c-571fc57f3720 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['shared'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:08.952846 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e57db6e2-d339-49d9-9a4c-571fc57f3720 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0822229 Feb 20 05:49:08.953571 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49700) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:08.966724 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-479df1cf-36be-4f01-a00f-8e24bfcc3aa6 req-066233ce-0623-46f4-80b7-8a54b6bb977f tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:08.995300 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-479df1cf-36be-4f01-a00f-8e24bfcc3aa6 req-066233ce-0623-46f4-80b7-8a54b6bb977f tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8300147 Feb 20 05:49:09.178363 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ad6a1-b3bd-4389-a33a-402961d50728 req-e5745384-be2e-48ee-9118-785969844b4f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:09.186936 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c62ad6a1-b3bd-4389-a33a-402961d50728 req-e5745384-be2e-48ee-9118-785969844b4f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 945 time: 0.0864055 Feb 20 05:49:09.188563 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17f5c7b-02c7-4cde-a34b-f7e7b6865eed tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:09.195596 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d17f5c7b-02c7-4cde-a34b-f7e7b6865eed tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "GET /v2.0/networks/1ae8a00d-53b7-4388-814f-81626e71084c HTTP/1.1" status: 200 len: 799 time: 0.2408884 Feb 20 05:49:09.196368 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49706) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:09.261086 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c62ad6a1-b3bd-4389-a33a-402961d50728 req-321eb99d-0b66-409f-b219-362a4b98fea5 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683320 Feb 20 05:49:09.397315 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49708) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:09.398651 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7ef1eed1-03f7-41a3-9866-329f1e361558 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "GET /v2.0/networks/1ae8a00d-53b7-4388-814f-81626e71084c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2010679 Feb 20 05:49:09.416337 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49710) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:09.476095 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fa21fb10-6260-4b47-b063-ab3c5fb25fab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=77bf18cd2502423c8ea4011430298253&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0549619 Feb 20 05:49:09.476491 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49712) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:09.491750 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f29da4d-65fa-4bee-afd0-bdfc912ba702 req-cfc10084-498b-47aa-9b02-9d727adfcaba tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] 10.222.0.37 "GET /v2.0/security-groups/17e0f5ed-4019-41a5-ba4e-928e27a0ac9c HTTP/1.1" status: 200 len: 2426 time: 0.1232789 Feb 20 05:49:09.552844 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9452d5f1-5217-4f4f-a346-8dfe3a6079b7 req-630a3f48-ae9e-4b60-81e3-c4728618743e tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] 10.222.0.37 "GET /v2.0/security-group-rules/3c5c8174-da32-42e4-b7f7-4261ac3060e6 HTTP/1.1" status: 200 len: 778 time: 0.0456510 Feb 20 05:49:09.579852 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5a303d-d08c-4c19-aa39-2d84ab33c44a tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:09.582056 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3b5a303d-d08c-4c19-aa39-2d84ab33c44a tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "GET /v2.0/subnets/691d24e8-cae7-49ef-a346-5eca0a967af5 HTTP/1.1" status: 200 len: 811 time: 0.1824560 Feb 20 05:49:09.589366 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49718) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:09.590852 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-69f9ce34-d18b-4e1d-bad9-1d9c1964c456 admin admin] Publish callbacks [] for security_group (4a2a1fb0-a745-4c0a-97f8-de9752d1bcf3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:09.624741 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-69f9ce34-d18b-4e1d-bad9-1d9c1964c456 admin admin] Publish callbacks [] for security_group (4a2a1fb0-a745-4c0a-97f8-de9752d1bcf3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:09.704651 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-69f9ce34-d18b-4e1d-bad9-1d9c1964c456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4a2a1fb0-a745-4c0a-97f8-de9752d1bcf3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:09.708112 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-69f9ce34-d18b-4e1d-bad9-1d9c1964c456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:09.710461 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-69f9ce34-d18b-4e1d-bad9-1d9c1964c456 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a2a1fb0-a745-4c0a-97f8-de9752d1bcf3 HTTP/1.1" status: 204 len: 168 time: 0.2321639 Feb 20 05:49:09.753772 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9ce34-d18b-4e1d-bad9-1d9c1964c456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2a1fb0-a745-4c0a-97f8-de9752d1bcf3,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:09.781682 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde98aba-b797-4e51-88f1-482f83e0c141 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:09.783540 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fde98aba-b797-4e51-88f1-482f83e0c141 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "GET /v2.0/subnets/691d24e8-cae7-49ef-a346-5eca0a967af5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1899230 Feb 20 05:49:09.787035 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49728) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:09.801546 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a4051c9f-ab7b-4a41-93cb-fe427a2aba87 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-401356237'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:09.848802 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9452d5f1-5217-4f4f-a346-8dfe3a6079b7 req-a9c97aac-ad19-48ad-9e80-d6d7b6b8d0fe tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] 10.222.0.37 "GET /v2.0/security-groups/17e0f5ed-4019-41a5-ba4e-928e27a0ac9c HTTP/1.1" status: 200 len: 2426 time: 0.2946882 Feb 20 05:49:09.913196 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9452d5f1-5217-4f4f-a346-8dfe3a6079b7 req-a00417dc-08db-49a9-b22d-011f614093d3 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group_rule (3c5c8174-da32-42e4-b7f7-4261ac3060e6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:09.946930 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9452d5f1-5217-4f4f-a346-8dfe3a6079b7 req-a00417dc-08db-49a9-b22d-011f614093d3 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group_rule (3c5c8174-da32-42e4-b7f7-4261ac3060e6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:10.022635 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9452d5f1-5217-4f4f-a346-8dfe3a6079b7 req-a00417dc-08db-49a9-b22d-011f614093d3 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (3c5c8174-da32-42e4-b7f7-4261ac3060e6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:10.032899 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9452d5f1-5217-4f4f-a346-8dfe3a6079b7 req-a00417dc-08db-49a9-b22d-011f614093d3 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:10.034027 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9452d5f1-5217-4f4f-a346-8dfe3a6079b7 req-a00417dc-08db-49a9-b22d-011f614093d3 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/3c5c8174-da32-42e4-b7f7-4261ac3060e6 HTTP/1.1" status: 204 len: 173 time: 0.1836638 Feb 20 05:49:10.053255 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00417dc-08db-49a9-b22d-011f614093d3 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c5c8174-da32-42e4-b7f7-4261ac3060e6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:10.079159 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-fe38b2e7-1db7-4929-b21f-f72b0709a59c req-a2d3d5c1-b888-49e1-850d-6c874560dcf7 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-138627438', 'description': 'tempest-description-56503478'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:10.140538 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-fe38b2e7-1db7-4929-b21f-f72b0709a59c req-a2d3d5c1-b888-49e1-850d-6c874560dcf7 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:10.253022 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-fe38b2e7-1db7-4929-b21f-f72b0709a59c req-a2d3d5c1-b888-49e1-850d-6c874560dcf7 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (91bc3ac1-2cf9-478d-ae31-6e6ae47fd0a1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:10.261149 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-fe38b2e7-1db7-4929-b21f-f72b0709a59c req-a2d3d5c1-b888-49e1-850d-6c874560dcf7 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (91bc3ac1-2cf9-478d-ae31-6e6ae47fd0a1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:10.305110 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-fe38b2e7-1db7-4929-b21f-f72b0709a59c req-a2d3d5c1-b888-49e1-850d-6c874560dcf7 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:10.320533 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe38b2e7-1db7-4929-b21f-f72b0709a59c req-a2d3d5c1-b888-49e1-850d-6c874560dcf7 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2533095 Feb 20 05:49:10.354153 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3d5c1-b888-49e1-850d-6c874560dcf7 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91bc3ac1-2cf9-478d-ae31-6e6ae47fd0a1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:10.495830 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4051c9f-ab7b-4a41-93cb-fe427a2aba87 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Made reservation on behalf of 024f871e19074a3a91f7774ed312de71 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:10.502794 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4051c9f-ab7b-4a41-93cb-fe427a2aba87 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:10.522558 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5699228-f280-4017-bc8d-be21e9aadb94 req-3fd03e3b-b37b-4822-b743-90735fd57031 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:10.528828 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b5699228-f280-4017-bc8d-be21e9aadb94 req-3fd03e3b-b37b-4822-b743-90735fd57031 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 945 time: 0.1331036 Feb 20 05:49:10.584589 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4051c9f-ab7b-4a41-93cb-fe427a2aba87 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:49:10.609264 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4051c9f-ab7b-4a41-93cb-fe427a2aba87 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (ea817d4b-daa3-4b33-b160-8eaf5ec59ae3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:10.610068 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-a4051c9f-ab7b-4a41-93cb-fe427a2aba87 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Added segment ea817d4b-daa3-4b33-b160-8eaf5ec59ae3 of type vlan for network 6754a887-7002-4a55-9ed1-4dab8946f155 Feb 20 05:49:10.655229 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b5699228-f280-4017-bc8d-be21e9aadb94 req-3f5f03cd-0a6e-48b6-9a36-0ae3aea74c11 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144595 Feb 20 05:49:10.758385 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4051c9f-ab7b-4a41-93cb-fe427a2aba87 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (6754a887-7002-4a55-9ed1-4dab8946f155), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:10.768751 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1ed3d1cc-27c2-4484-9d27-85ca2481d318 req-b02b18ee-b5ee-49cc-a706-472ce036a28a tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] 10.222.0.37 "GET /v2.0/security-groups/91bc3ac1-2cf9-478d-ae31-6e6ae47fd0a1 HTTP/1.1" status: 200 len: 1829 time: 0.0667703 Feb 20 05:49:10.831530 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4051c9f-ab7b-4a41-93cb-fe427a2aba87 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (6754a887-7002-4a55-9ed1-4dab8946f155), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:10.837356 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4051c9f-ab7b-4a41-93cb-fe427a2aba87 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:10.838161 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4051c9f-ab7b-4a41-93cb-fe427a2aba87 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:10.958998 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-f6bfeaa3-c4ed-4ba0-b966-3fca3c29f1d8 req-981e92be-8ed9-4c07-89e3-57f8c481b3af tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-612669517', 'description': 'tempest-description-2064624302'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:10.996378 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a4051c9f-ab7b-4a41-93cb-fe427a2aba87 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2045393 Feb 20 05:49:10.996378 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49772) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:11.001009 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-e191b095-4dad-4bf8-8822-bffd89e90dcf tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Request body: {'subnet': {'network_id': '6754a887-7002-4a55-9ed1-4dab8946f155', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:11.039663 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f6bfeaa3-c4ed-4ba0-b966-3fca3c29f1d8 req-981e92be-8ed9-4c07-89e3-57f8c481b3af tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:11.092554 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49774) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:11.120561 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4051c9f-ab7b-4a41-93cb-fe427a2aba87 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'Network': ['ID=6754a887-7002-4a55-9ed1-4dab8946f155,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:11.133543 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 6754a887-7002-4a55-9ed1-4dab8946f155 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:49:11.178232 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f6bfeaa3-c4ed-4ba0-b966-3fca3c29f1d8 req-981e92be-8ed9-4c07-89e3-57f8c481b3af tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (1bcc9e28-80b5-4b0a-b80d-f25c5b334d64), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:11.189749 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f6bfeaa3-c4ed-4ba0-b966-3fca3c29f1d8 req-981e92be-8ed9-4c07-89e3-57f8c481b3af tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (1bcc9e28-80b5-4b0a-b80d-f25c5b334d64), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:11.231502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e191b095-4dad-4bf8-8822-bffd89e90dcf tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Made reservation on behalf of 024f871e19074a3a91f7774ed312de71 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:11.235458 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e191b095-4dad-4bf8-8822-bffd89e90dcf tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:11.276289 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f6bfeaa3-c4ed-4ba0-b966-3fca3c29f1d8 req-981e92be-8ed9-4c07-89e3-57f8c481b3af tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:11.303480 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f6bfeaa3-c4ed-4ba0-b966-3fca3c29f1d8 req-981e92be-8ed9-4c07-89e3-57f8c481b3af tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.3487051 Feb 20 05:49:11.339523 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e92be-8ed9-4c07-89e3-57f8c481b3af tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcc9e28-80b5-4b0a-b80d-f25c5b334d64,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:11.388168 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-af61688a-af66-44c8-95e8-cbdfff60f519 tempest-AgentManagementNegativeTest-648383098 tempest-AgentManagementNegativeTest-648383098-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2943201 Feb 20 05:49:11.432739 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.ipam_backend_mixin [None req-e191b095-4dad-4bf8-8822-bffd89e90dcf tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Performing IP validity checks on allocation pools {{(pid=103406) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 20 05:49:11.433258 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.ipam_backend_mixin [None req-e191b095-4dad-4bf8-8822-bffd89e90dcf tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103406) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 20 05:49:11.455515 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c91bb299-fdab-483f-b0c9-7ee5b4a15c78 req-798235b5-588d-44fa-91e9-3d1aaff6dad8 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] 10.222.0.37 "GET /v2.0/security-groups/1bcc9e28-80b5-4b0a-b80d-f25c5b334d64 HTTP/1.1" status: 200 len: 1831 time: 0.1272943 Feb 20 05:49:11.475564 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-835d3fc5-112c-46a1-80a2-4ba9b003c1af req-7580ea21-3bff-4a4d-8f10-ce136bd9e5ae tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1359651998', 'description': 'tempest-description-1119565546'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:11.512684 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-835d3fc5-112c-46a1-80a2-4ba9b003c1af req-7580ea21-3bff-4a4d-8f10-ce136bd9e5ae tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:11.686976 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-835d3fc5-112c-46a1-80a2-4ba9b003c1af req-7580ea21-3bff-4a4d-8f10-ce136bd9e5ae tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (37d34ba2-601d-450d-9622-fe1ba3ede6da), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:11.698016 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-835d3fc5-112c-46a1-80a2-4ba9b003c1af req-7580ea21-3bff-4a4d-8f10-ce136bd9e5ae tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (37d34ba2-601d-450d-9622-fe1ba3ede6da), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:11.768926 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-835d3fc5-112c-46a1-80a2-4ba9b003c1af req-7580ea21-3bff-4a4d-8f10-ce136bd9e5ae tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:11.775469 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-835d3fc5-112c-46a1-80a2-4ba9b003c1af req-7580ea21-3bff-4a4d-8f10-ce136bd9e5ae tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3035009 Feb 20 05:49:11.783334 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580ea21-3bff-4a4d-8f10-ce136bd9e5ae tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d34ba2-601d-450d-9622-fe1ba3ede6da,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:11.784479 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e191b095-4dad-4bf8-8822-bffd89e90dcf tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (d3c7c826-fed9-4bfd-a38e-b11fae9150c5), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:11.865904 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49800) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:11.880530 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191b095-4dad-4bf8-8822-bffd89e90dcf tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'Subnet': ['ID=d3c7c826-fed9-4bfd-a38e-b11fae9150c5,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:11.915235 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e191b095-4dad-4bf8-8822-bffd89e90dcf tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Checking segment: {'id': 'ea817d4b-daa3-4b33-b160-8eaf5ec59ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6754a887-7002-4a55-9ed1-4dab8946f155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:49:11.915696 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e191b095-4dad-4bf8-8822-bffd89e90dcf tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Network hostable DHCP agents. Network: 6754a887-7002-4a55-9ed1-4dab8946f155, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:49:11.938345 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e191b095-4dad-4bf8-8822-bffd89e90dcf tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Network 6754a887-7002-4a55-9ed1-4dab8946f155 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:49:11.963243 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-e191b095-4dad-4bf8-8822-bffd89e90dcf tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 6754a887-7002-4a55-9ed1-4dab8946f155) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:49:11.977141 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6435a20-ddcd-4342-9353-500287ed8dae None None] Network 6754a887-7002-4a55-9ed1-4dab8946f155 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:49:11.979476 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e191b095-4dad-4bf8-8822-bffd89e90dcf tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:11.981321 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e191b095-4dad-4bf8-8822-bffd89e90dcf tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:12.040282 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e191b095-4dad-4bf8-8822-bffd89e90dcf tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0428722 Feb 20 05:49:12.043426 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49806) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:12.058385 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-46963ed7-74b7-4c2d-8411-d498853a05cd tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:12.059880 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec0794-11c4-40d3-b502-b1eb715a7bbe req-9cbc3ee0-a718-48aa-9364-7f9f1c828ad0 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:12.061482 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-caec0794-11c4-40d3-b502-b1eb715a7bbe req-9cbc3ee0-a718-48aa-9364-7f9f1c828ad0 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 945 time: 0.1256046 Feb 20 05:49:12.130943 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-28bfaa83-97cc-4e87-9d01-29d155e69256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:12.292712 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-28bfaa83-97cc-4e87-9d01-29d155e69256 admin admin] Publish callbacks [] for security_group (b364d840-41eb-4cdd-9cab-cc619f716f40), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:12.304888 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-28bfaa83-97cc-4e87-9d01-29d155e69256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b364d840-41eb-4cdd-9cab-cc619f716f40), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:12.310191 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46963ed7-74b7-4c2d-8411-d498853a05cd tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58681609'] for subnet (d3c7c826-fed9-4bfd-a38e-b11fae9150c5), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:12.445408 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-caec0794-11c4-40d3-b502-b1eb715a7bbe req-b330a0f9-f523-4fb5-947c-7a5f12bcda9c tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3725049 Feb 20 05:49:12.486563 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-28bfaa83-97cc-4e87-9d01-29d155e69256 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d015851b07c149dfb48cd809edf8c0b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6154640 Feb 20 05:49:12.489800 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49808) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:12.545543 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88ebc86-34d4-4b05-b40e-1ccf1895e936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-6754a887-7002-4a55-9ed1-4dab8946f155', 'network_id': '6754a887-7002-4a55-9ed1-4dab8946f155', 'project_id': '024f871e19074a3a91f7774ed312de71', 'fixed_ips': [{'subnet_id': 'd3c7c826-fed9-4bfd-a38e-b11fae9150c5'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:49:12.546409 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b88ebc86-34d4-4b05-b40e-1ccf1895e936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:12.586325 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46963ed7-74b7-4c2d-8411-d498853a05cd tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771095536770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58283598'] for subnet (d3c7c826-fed9-4bfd-a38e-b11fae9150c5), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:12.652666 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46963ed7-74b7-4c2d-8411-d498853a05cd tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event updated for resources: {'Subnet': ['ID=d3c7c826-fed9-4bfd-a38e-b11fae9150c5,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:12.670266 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46963ed7-74b7-4c2d-8411-d498853a05cd tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:12.671425 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46963ed7-74b7-4c2d-8411-d498853a05cd tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:12.679513 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-46963ed7-74b7-4c2d-8411-d498853a05cd tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "PUT /v2.0/subnets/d3c7c826-fed9-4bfd-a38e-b11fae9150c5 HTTP/1.1" status: 200 len: 877 time: 0.6338046 Feb 20 05:49:12.681494 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49816) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:12.723522 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfaa83-97cc-4e87-9d01-29d155e69256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b364d840-41eb-4cdd-9cab-cc619f716f40,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:12.786048 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a48a3656-451e-4a4d-88e7-689f0560255a req-dce1bdfb-111b-46b4-9bc3-acc54bd82ad2 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] 10.222.0.37 "GET /v2.0/security-groups/37d34ba2-601d-450d-9622-fe1ba3ede6da HTTP/1.1" status: 200 len: 1832 time: 0.2310002 Feb 20 05:49:12.788761 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-b88ebc86-34d4-4b05-b40e-1ccf1895e936 None None] Allocated IP 172.20.0.3 (6754a887-7002-4a55-9ed1-4dab8946f155/d3c7c826-fed9-4bfd-a38e-b11fae9150c5/dc881f3f-1f17-4225-8992-b0c680f496de) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:49:12.797277 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3677a355-c211-4c57-a0c4-82b880b43ea1 admin admin] Publish callbacks [] for security_group (b364d840-41eb-4cdd-9cab-cc619f716f40), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:12.801231 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (6754a887-7002-4a55-9ed1-4dab8946f155), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:12.869307 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3677a355-c211-4c57-a0c4-82b880b43ea1 admin admin] Publish callbacks [] for security_group (b364d840-41eb-4cdd-9cab-cc619f716f40), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:12.890296 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (d3c7c826-fed9-4bfd-a38e-b11fae9150c5), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:12.979046 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-f749301a-470e-4daa-bcba-9e426da6468f req-3b852bcd-0adb-4596-a7a6-b5f44ca5ab0e tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-744898333', 'description': 'tempest-description-599788504'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:13.049965 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3677a355-c211-4c57-a0c4-82b880b43ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b364d840-41eb-4cdd-9cab-cc619f716f40), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:13.052877 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3677a355-c211-4c57-a0c4-82b880b43ea1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:13.057617 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3677a355-c211-4c57-a0c4-82b880b43ea1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b364d840-41eb-4cdd-9cab-cc619f716f40 HTTP/1.1" status: 204 len: 168 time: 0.5512218 Feb 20 05:49:13.071905 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677a355-c211-4c57-a0c4-82b880b43ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b364d840-41eb-4cdd-9cab-cc619f716f40,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:13.082937 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f749301a-470e-4daa-bcba-9e426da6468f req-3b852bcd-0adb-4596-a7a6-b5f44ca5ab0e tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:13.155819 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b88ebc86-34d4-4b05-b40e-1ccf1895e936 None None] Publish callbacks [] for port (dc881f3f-1f17-4225-8992-b0c680f496de), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:13.162454 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b88ebc86-34d4-4b05-b40e-1ccf1895e936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (dc881f3f-1f17-4225-8992-b0c680f496de), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:13.187616 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (d3c7c826-fed9-4bfd-a38e-b11fae9150c5), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:13.250430 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88ebc86-34d4-4b05-b40e-1ccf1895e936 None None] Network 6754a887-7002-4a55-9ed1-4dab8946f155 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:49:13.259131 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b88ebc86-34d4-4b05-b40e-1ccf1895e936 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:49:13.266638 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88ebc86-34d4-4b05-b40e-1ccf1895e936 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:49:13.279311 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Subnet': ['ID=d3c7c826-fed9-4bfd-a38e-b11fae9150c5,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:13.286999 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ebc86-34d4-4b05-b40e-1ccf1895e936 None None] Pushing event updated for resources: {'Port': ['ID=dc881f3f-1f17-4225-8992-b0c680f496de,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:13.303708 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f749301a-470e-4daa-bcba-9e426da6468f req-3b852bcd-0adb-4596-a7a6-b5f44ca5ab0e tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (173150a4-9ac0-4b8c-bae1-d44b89300a1e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:13.309138 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f749301a-470e-4daa-bcba-9e426da6468f req-3b852bcd-0adb-4596-a7a6-b5f44ca5ab0e tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (173150a4-9ac0-4b8c-bae1-d44b89300a1e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:13.373914 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f749301a-470e-4daa-bcba-9e426da6468f req-3b852bcd-0adb-4596-a7a6-b5f44ca5ab0e tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:13.391406 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f749301a-470e-4daa-bcba-9e426da6468f req-3b852bcd-0adb-4596-a7a6-b5f44ca5ab0e tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4207637 Feb 20 05:49:13.438140 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (6754a887-7002-4a55-9ed1-4dab8946f155), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:13.458239 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-b88ebc86-34d4-4b05-b40e-1ccf1895e936 None None] Attempting to bind port dc881f3f-1f17-4225-8992-b0c680f496de on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:49:13.458731 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-b88ebc86-34d4-4b05-b40e-1ccf1895e936 None None] Attempting to bind port dc881f3f-1f17-4225-8992-b0c680f496de by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'ea817d4b-daa3-4b33-b160-8eaf5ec59ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6754a887-7002-4a55-9ed1-4dab8946f155'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:49:13.459206 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ebc86-34d4-4b05-b40e-1ccf1895e936 None None] Attempting to bind port dc881f3f-1f17-4225-8992-b0c680f496de on network 6754a887-7002-4a55-9ed1-4dab8946f155 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:49:13.464653 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ebc86-34d4-4b05-b40e-1ccf1895e936 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:49:13.465143 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ebc86-34d4-4b05-b40e-1ccf1895e936 None None] Checking segment: {'id': 'ea817d4b-daa3-4b33-b160-8eaf5ec59ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6754a887-7002-4a55-9ed1-4dab8946f155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:49:13.465631 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b88ebc86-34d4-4b05-b40e-1ccf1895e936 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:13.466150 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ebc86-34d4-4b05-b40e-1ccf1895e936 None None] Bound using segment: {'id': 'ea817d4b-daa3-4b33-b160-8eaf5ec59ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6754a887-7002-4a55-9ed1-4dab8946f155'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:49:13.466706 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-b88ebc86-34d4-4b05-b40e-1ccf1895e936 None None] Bound port: dc881f3f-1f17-4225-8992-b0c680f496de, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea817d4b-daa3-4b33-b160-8eaf5ec59ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6754a887-7002-4a55-9ed1-4dab8946f155'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:49:13.467252 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b88ebc86-34d4-4b05-b40e-1ccf1895e936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (dc881f3f-1f17-4225-8992-b0c680f496de), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:13.473804 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b852bcd-0adb-4596-a7a6-b5f44ca5ab0e tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=173150a4-9ac0-4b8c-bae1-d44b89300a1e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:13.492788 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6754a887-7002-4a55-9ed1-4dab8946f155']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:13.518000 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea817d4b-daa3-4b33-b160-8eaf5ec59ae3') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:13.518325 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea817d4b-daa3-4b33-b160-8eaf5ec59ae3') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:13.543251 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (ea817d4b-daa3-4b33-b160-8eaf5ec59ae3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:13.578174 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (ea817d4b-daa3-4b33-b160-8eaf5ec59ae3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:13.592626 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:49:13.595353 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (ea817d4b-daa3-4b33-b160-8eaf5ec59ae3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:49:13.598467 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:49:13.627598 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b88ebc86-34d4-4b05-b40e-1ccf1895e936 None None] For port dc881f3f-1f17-4225-8992-b0c680f496de, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:49:13.659141 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f893c5b3-9099-408f-9e27-c972f68f99fc req-b2503e53-3c1b-4c5d-bd1f-34048a65a0c0 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] 10.222.0.37 "GET /v2.0/security-groups/173150a4-9ac0-4b8c-bae1-d44b89300a1e HTTP/1.1" status: 200 len: 1830 time: 0.0753903 Feb 20 05:49:13.728374 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b88ebc86-34d4-4b05-b40e-1ccf1895e936 None None] For port dc881f3f-1f17-4225-8992-b0c680f496de, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=dc881f3f-1f17-4225-8992-b0c680f496de,segment=NetworkSegment(ea817d4b-daa3-4b33-b160-8eaf5ec59ae3),segment_id=ea817d4b-daa3-4b33-b160-8eaf5ec59ae3)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:49:13.728633 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.db.api [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 20 05:49:13.728633 n-d-829866-5 neutron-server[103406]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 20 05:49:13.728633 n-d-829866-5 neutron-server[103406]: [parameters: {'id': '6754a887-7002-4a55-9ed1-4dab8946f155'}] Feb 20 05:49:13.728633 n-d-829866-5 neutron-server[103406]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:49:13.728954 n-d-829866-5 neutron-server[103406]: DEBUG oslo_db.api [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:49:13.735062 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b88ebc86-34d4-4b05-b40e-1ccf1895e936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (dc881f3f-1f17-4225-8992-b0c680f496de), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:13.842912 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b21f0f-7f10-42ae-ae61-b25187c7b359 req-325b40c0-6786-464b-9712-335dbe653161 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:13.848687 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d5b21f0f-7f10-42ae-ae61-b25187c7b359 req-325b40c0-6786-464b-9712-335dbe653161 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 945 time: 0.0829899 Feb 20 05:49:13.940581 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fb279f-a8dd-457b-b749-74ca176c4028 None None] get_active_networks_info from n-d-829866-5 {{(pid=103408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 05:49:13.951702 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d5b21f0f-7f10-42ae-ae61-b25187c7b359 req-6171dbac-631e-42b5-986d-6e985a2c6068 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919008 Feb 20 05:49:13.968312 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ebc86-34d4-4b05-b40e-1ccf1895e936 None None] Pushing event updated for resources: {'Port': ['ID=dc881f3f-1f17-4225-8992-b0c680f496de,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:14.111066 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [req-33409e99-5d39-4e11-9311-dbcf185e0596 req-4fbdcaed-1db2-4a81-863c-ef0921b6f7cb tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] show failed (client error): The resource could not be found. Feb 20 05:49:14.123110 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33409e99-5d39-4e11-9311-dbcf185e0596 req-4fbdcaed-1db2-4a81-863c-ef0921b6f7cb tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] 10.222.0.37 "GET /v2.0/security-groups/bbd12ca2-076a-44f9-b2ee-df7f95e651bc HTTP/1.1" status: 404 len: 352 time: 0.0321250 Feb 20 05:49:14.177907 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [req-20455e9a-5822-4c72-bd08-834e27195209 req-de8a1caf-0fe0-44b6-90ba-3e530bae1f96 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] show failed (client error): The resource could not be found. Feb 20 05:49:14.187051 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-20455e9a-5822-4c72-bd08-834e27195209 req-de8a1caf-0fe0-44b6-90ba-3e530bae1f96 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] 10.222.0.37 "GET /v2.0/security-group-rules/3abcde21-3745-4e00-861d-686584b72508 HTTP/1.1" status: 404 len: 361 time: 0.0291064 Feb 20 05:49:14.205426 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fb279f-a8dd-457b-b749-74ca176c4028 None None] Resources bound (agent type, host, resource id): {{(pid=103408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 05:49:14.229777 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (6754a887-7002-4a55-9ed1-4dab8946f155), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:14.436633 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Deleting port dc881f3f-1f17-4225-8992-b0c680f496de {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:49:14.437273 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (dc881f3f-1f17-4225-8992-b0c680f496de), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:14.489328 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-500604d2-0e7a-4af6-bebb-ed40fd33ee55 req-175ed5b1-6d8c-4c48-b54c-41eb0a663bce tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] 10.222.0.37 "GET /v2.0/security-groups/173150a4-9ac0-4b8c-bae1-d44b89300a1e HTTP/1.1" status: 200 len: 1830 time: 0.2337623 Feb 20 05:49:14.678096 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-500604d2-0e7a-4af6-bebb-ed40fd33ee55 req-c13fff06-3112-413d-9173-d31610c857fa tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (173150a4-9ac0-4b8c-bae1-d44b89300a1e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:14.725810 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-500604d2-0e7a-4af6-bebb-ed40fd33ee55 req-c13fff06-3112-413d-9173-d31610c857fa tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (173150a4-9ac0-4b8c-bae1-d44b89300a1e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:14.738429 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] For port dc881f3f-1f17-4225-8992-b0c680f496de, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=dc881f3f-1f17-4225-8992-b0c680f496de,segment=NetworkSegment(ea817d4b-daa3-4b33-b160-8eaf5ec59ae3),segment_id=ea817d4b-daa3-4b33-b160-8eaf5ec59ae3)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:49:14.739073 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (dc881f3f-1f17-4225-8992-b0c680f496de), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:14.761383 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49876) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:14.784421 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Calling delete_port for dc881f3f-1f17-4225-8992-b0c680f496de owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:49:14.840534 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-500604d2-0e7a-4af6-bebb-ed40fd33ee55 req-c13fff06-3112-413d-9173-d31610c857fa tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (173150a4-9ac0-4b8c-bae1-d44b89300a1e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:14.843106 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-500604d2-0e7a-4af6-bebb-ed40fd33ee55 req-c13fff06-3112-413d-9173-d31610c857fa tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:14.844273 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-500604d2-0e7a-4af6-bebb-ed40fd33ee55 req-c13fff06-3112-413d-9173-d31610c857fa tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] 10.222.0.37 "DELETE /v2.0/security-groups/173150a4-9ac0-4b8c-bae1-d44b89300a1e HTTP/1.1" status: 204 len: 173 time: 0.3540001 Feb 20 05:49:14.940327 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fff06-3112-413d-9173-d31610c857fa tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=173150a4-9ac0-4b8c-bae1-d44b89300a1e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:14.981956 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e2e1811a-18e8-413f-8a9e-02409da68eaa req-874d14ed-1808-4cbb-be61-81d597d95e68 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] 10.222.0.37 "GET /v2.0/security-groups/37d34ba2-601d-450d-9622-fe1ba3ede6da HTTP/1.1" status: 200 len: 1832 time: 0.1176345 Feb 20 05:49:15.003200 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2250950-dd64-4786-861a-9a76553ba943 None None] Network 6754a887-7002-4a55-9ed1-4dab8946f155 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:49:15.026326 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (dc881f3f-1f17-4225-8992-b0c680f496de), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:15.084331 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e2e1811a-18e8-413f-8a9e-02409da68eaa req-1beec571-55bc-4b9a-89bb-2022667a7666 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (37d34ba2-601d-450d-9622-fe1ba3ede6da), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:15.103458 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-375d143c-1ae2-4e0b-a443-4f8b382bbe4e tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-311878018'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:15.108110 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Port': ['ID=dc881f3f-1f17-4225-8992-b0c680f496de,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:15.125828 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No DVR routers for this DVR port dc881f3f-1f17-4225-8992-b0c680f496de on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:49:15.141615 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e2e1811a-18e8-413f-8a9e-02409da68eaa req-1beec571-55bc-4b9a-89bb-2022667a7666 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (37d34ba2-601d-450d-9622-fe1ba3ede6da), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:15.157556 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e31d7d-d774-48eb-92a5-5f7e418d6151 None None] Network 6754a887-7002-4a55-9ed1-4dab8946f155 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:49:15.195059 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375d143c-1ae2-4e0b-a443-4f8b382bbe4e tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Made reservation on behalf of 5f21c6301c3647399e6342be9a039871 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:15.209128 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-375d143c-1ae2-4e0b-a443-4f8b382bbe4e tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:15.245076 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e2e1811a-18e8-413f-8a9e-02409da68eaa req-1beec571-55bc-4b9a-89bb-2022667a7666 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (37d34ba2-601d-450d-9622-fe1ba3ede6da), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:15.248141 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e2e1811a-18e8-413f-8a9e-02409da68eaa req-1beec571-55bc-4b9a-89bb-2022667a7666 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:15.249808 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e2e1811a-18e8-413f-8a9e-02409da68eaa req-1beec571-55bc-4b9a-89bb-2022667a7666 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] 10.222.0.37 "DELETE /v2.0/security-groups/37d34ba2-601d-450d-9622-fe1ba3ede6da HTTP/1.1" status: 204 len: 173 time: 0.2512498 Feb 20 05:49:15.271717 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beec571-55bc-4b9a-89bb-2022667a7666 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d34ba2-601d-450d-9622-fe1ba3ede6da,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:15.318659 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-375d143c-1ae2-4e0b-a443-4f8b382bbe4e tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:15.373878 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (6754a887-7002-4a55-9ed1-4dab8946f155), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:15.462542 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6754a887-7002-4a55-9ed1-4dab8946f155']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:15.513759 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea817d4b-daa3-4b33-b160-8eaf5ec59ae3') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:15.523330 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea817d4b-daa3-4b33-b160-8eaf5ec59ae3') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:15.563654 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (ea817d4b-daa3-4b33-b160-8eaf5ec59ae3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:15.586503 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (ea817d4b-daa3-4b33-b160-8eaf5ec59ae3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:15.598276 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:49:15.599634 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (ea817d4b-daa3-4b33-b160-8eaf5ec59ae3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:49:15.603570 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:49:15.608441 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8387b48-188b-4700-bc2a-f502fd2f336a req-934f6cff-e5ee-4f83-baf1-f1ed65cebd8d tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:15.610755 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d8387b48-188b-4700-bc2a-f502fd2f336a req-934f6cff-e5ee-4f83-baf1-f1ed65cebd8d tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 945 time: 0.1183584 Feb 20 05:49:15.686946 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-375d143c-1ae2-4e0b-a443-4f8b382bbe4e tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks [] for security_group (8e608287-8efa-4292-adb1-6b543e81c3ce), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:15.695733 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (6754a887-7002-4a55-9ed1-4dab8946f155), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:15.704184 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:15.715009 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/networks/6754a887-7002-4a55-9ed1-4dab8946f155 HTTP/1.1" status: 204 len: 168 time: 3.0276065 Feb 20 05:49:15.726405 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49892) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:15.728636 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-375d143c-1ae2-4e0b-a443-4f8b382bbe4e tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8e608287-8efa-4292-adb1-6b543e81c3ce), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:15.768711 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d8387b48-188b-4700-bc2a-f502fd2f336a req-42a4350a-e466-4f63-b348-8236aba76fb9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512117 Feb 20 05:49:15.772436 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1dbfd-d445-4b98-a902-ad4bec70fcb3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Network': ['ID=6754a887-7002-4a55-9ed1-4dab8946f155,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:15.823838 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-4973f4b7-fef8-487f-8e4b-06b6ffeb05e1 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] DELETE failed (client error): The resource could not be found. Feb 20 05:49:15.824427 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4973f4b7-fef8-487f-8e4b-06b6ffeb05e1 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:49:15.832256 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4973f4b7-fef8-487f-8e4b-06b6ffeb05e1 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/subnets/d3c7c826-fed9-4bfd-a38e-b11fae9150c5 HTTP/1.1" status: 404 len: 337 time: 0.0957112 Feb 20 05:49:15.838201 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49902) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:15.844237 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375d143c-1ae2-4e0b-a443-4f8b382bbe4e tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:49:15.879259 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d143c-1ae2-4e0b-a443-4f8b382bbe4e tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e608287-8efa-4292-adb1-6b543e81c3ce,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:15.886864 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-375d143c-1ae2-4e0b-a443-4f8b382bbe4e tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (a39f2739-32fa-46aa-8461-d254d0d24b42), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:15.888531 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-375d143c-1ae2-4e0b-a443-4f8b382bbe4e tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Added segment a39f2739-32fa-46aa-8461-d254d0d24b42 of type vlan for network b9cc1beb-2cf7-48a3-a908-59c01299dcd6 Feb 20 05:49:15.926002 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-259bce43-6ffe-4ab7-aabb-1907c5346137 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] DELETE failed (client error): The resource could not be found. Feb 20 05:49:15.926539 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259bce43-6ffe-4ab7-aabb-1907c5346137 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:49:15.933076 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-259bce43-6ffe-4ab7-aabb-1907c5346137 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/networks/6754a887-7002-4a55-9ed1-4dab8946f155 HTTP/1.1" status: 404 len: 339 time: 0.0935340 Feb 20 05:49:15.934746 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49910) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:15.977098 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8db7bce9-8cf0-4e7b-aaf4-55644f94fd7d req-617b6543-917a-4318-af17-1a2ea1813440 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] 10.222.0.37 "GET /v2.0/security-groups/1bcc9e28-80b5-4b0a-b80d-f25c5b334d64 HTTP/1.1" status: 200 len: 1831 time: 0.1668823 Feb 20 05:49:15.978883 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccaf0dff-8704-4cba-8d3a-e980e39eff1e tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] DELETE failed (client error): The resource could not be found. Feb 20 05:49:15.979376 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccaf0dff-8704-4cba-8d3a-e980e39eff1e tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:49:15.982632 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-375d143c-1ae2-4e0b-a443-4f8b382bbe4e tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (b9cc1beb-2cf7-48a3-a908-59c01299dcd6), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:15.986187 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ccaf0dff-8704-4cba-8d3a-e980e39eff1e tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/subnets/737b6333-1cfa-4520-8746-71818c863c3e HTTP/1.1" status: 404 len: 337 time: 0.0461507 Feb 20 05:49:15.989305 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49912) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:16.040408 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-7798c9c0-754b-421f-8065-9303be7dd96e tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] DELETE failed (client error): The resource could not be found. Feb 20 05:49:16.041222 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7798c9c0-754b-421f-8065-9303be7dd96e tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:49:16.049921 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7798c9c0-754b-421f-8065-9303be7dd96e tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/networks/8c712b07-493b-4517-ab32-241562bdddd8 HTTP/1.1" status: 404 len: 339 time: 0.0575895 Feb 20 05:49:16.050849 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49916) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:16.106730 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8db7bce9-8cf0-4e7b-aaf4-55644f94fd7d req-0b5bed50-f6c4-4980-81d5-5ce51294a1ed tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (1bcc9e28-80b5-4b0a-b80d-f25c5b334d64), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:16.130621 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8db7bce9-8cf0-4e7b-aaf4-55644f94fd7d req-0b5bed50-f6c4-4980-81d5-5ce51294a1ed tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (1bcc9e28-80b5-4b0a-b80d-f25c5b334d64), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:16.166197 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e8acb7fe-b406-4954-90d8-ae47ee4a848b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (775b24d3-93db-418d-ae10-26a40abed330), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:16.169599 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-375d143c-1ae2-4e0b-a443-4f8b382bbe4e tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (b9cc1beb-2cf7-48a3-a908-59c01299dcd6), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:16.182499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375d143c-1ae2-4e0b-a443-4f8b382bbe4e tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:16.183166 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-375d143c-1ae2-4e0b-a443-4f8b382bbe4e tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:16.205762 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8db7bce9-8cf0-4e7b-aaf4-55644f94fd7d req-0b5bed50-f6c4-4980-81d5-5ce51294a1ed tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (1bcc9e28-80b5-4b0a-b80d-f25c5b334d64), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:16.209165 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8db7bce9-8cf0-4e7b-aaf4-55644f94fd7d req-0b5bed50-f6c4-4980-81d5-5ce51294a1ed tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:16.230286 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8db7bce9-8cf0-4e7b-aaf4-55644f94fd7d req-0b5bed50-f6c4-4980-81d5-5ce51294a1ed tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] 10.222.0.37 "DELETE /v2.0/security-groups/1bcc9e28-80b5-4b0a-b80d-f25c5b334d64 HTTP/1.1" status: 204 len: 173 time: 0.2418017 Feb 20 05:49:16.244083 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bed50-f6c4-4980-81d5-5ce51294a1ed tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcc9e28-80b5-4b0a-b80d-f25c5b334d64,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:16.290738 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d143c-1ae2-4e0b-a443-4f8b382bbe4e tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Pushing event updated for resources: {'Network': ['ID=b9cc1beb-2cf7-48a3-a908-59c01299dcd6,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:16.301636 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-375d143c-1ae2-4e0b-a443-4f8b382bbe4e tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5370381 Feb 20 05:49:16.304094 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network b9cc1beb-2cf7-48a3-a908-59c01299dcd6 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:49:16.313075 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49924) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:16.325384 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-29a15cd2-3f3c-470a-b3a2-a35093d9c0f5 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Request body: {'subnet': {'network_id': 'b9cc1beb-2cf7-48a3-a908-59c01299dcd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:16.499516 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-23c1d015-fcbb-473f-b591-6572b7c98562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:16.704736 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e8acb7fe-b406-4954-90d8-ae47ee4a848b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (775b24d3-93db-418d-ae10-26a40abed330), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:16.756612 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a15cd2-3f3c-470a-b3a2-a35093d9c0f5 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Made reservation on behalf of 5f21c6301c3647399e6342be9a039871 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:16.762373 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-29a15cd2-3f3c-470a-b3a2-a35093d9c0f5 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:16.779785 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-e8acb7fe-b406-4954-90d8-ae47ee4a848b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775b24d3-93db-418d-ae10-26a40abed330']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:16.854333 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0e1a9901-f1c5-42ec-97db-17f66bd22660 req-1a349f99-2d24-48ac-b17d-178682418d3c tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] 10.222.0.37 "GET /v2.0/security-groups/91bc3ac1-2cf9-478d-ae31-6e6ae47fd0a1 HTTP/1.1" status: 200 len: 1829 time: 0.5656352 Feb 20 05:49:16.876351 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-e8acb7fe-b406-4954-90d8-ae47ee4a848b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a493083-8d41-4a82-babb-102d4905a7f2') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:16.876774 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-e8acb7fe-b406-4954-90d8-ae47ee4a848b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a493083-8d41-4a82-babb-102d4905a7f2') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:16.897640 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e8acb7fe-b406-4954-90d8-ae47ee4a848b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (6a493083-8d41-4a82-babb-102d4905a7f2), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:16.925941 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e8acb7fe-b406-4954-90d8-ae47ee4a848b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (6a493083-8d41-4a82-babb-102d4905a7f2), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:16.942471 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8acb7fe-b406-4954-90d8-ae47ee4a848b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:49:16.943188 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e8acb7fe-b406-4954-90d8-ae47ee4a848b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (6a493083-8d41-4a82-babb-102d4905a7f2), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:49:16.946727 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:49:16.986475 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0e1a9901-f1c5-42ec-97db-17f66bd22660 req-b7f8f0e2-f7db-456d-a1bc-196a60700750 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (91bc3ac1-2cf9-478d-ae31-6e6ae47fd0a1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:17.038873 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0e1a9901-f1c5-42ec-97db-17f66bd22660 req-b7f8f0e2-f7db-456d-a1bc-196a60700750 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (91bc3ac1-2cf9-478d-ae31-6e6ae47fd0a1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:17.067766 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e8acb7fe-b406-4954-90d8-ae47ee4a848b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (775b24d3-93db-418d-ae10-26a40abed330), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:17.078290 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e8acb7fe-b406-4954-90d8-ae47ee4a848b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:17.085171 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e8acb7fe-b406-4954-90d8-ae47ee4a848b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/networks/775b24d3-93db-418d-ae10-26a40abed330 HTTP/1.1" status: 204 len: 168 time: 1.0332224 Feb 20 05:49:17.095478 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49940) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:17.165725 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-38aade33-a890-4775-8c4b-5606e00f2be3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] DELETE failed (client error): The resource could not be found. Feb 20 05:49:17.167973 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38aade33-a890-4775-8c4b-5606e00f2be3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:49:17.174371 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-38aade33-a890-4775-8c4b-5606e00f2be3 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/subnets/335c8302-5550-4669-8e57-60a8512cdcc0 HTTP/1.1" status: 404 len: 337 time: 0.0746157 Feb 20 05:49:17.177285 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49942) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:17.200687 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0e1a9901-f1c5-42ec-97db-17f66bd22660 req-b7f8f0e2-f7db-456d-a1bc-196a60700750 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (91bc3ac1-2cf9-478d-ae31-6e6ae47fd0a1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:17.203629 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0e1a9901-f1c5-42ec-97db-17f66bd22660 req-b7f8f0e2-f7db-456d-a1bc-196a60700750 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:17.210868 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0e1a9901-f1c5-42ec-97db-17f66bd22660 req-b7f8f0e2-f7db-456d-a1bc-196a60700750 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] 10.222.0.37 "DELETE /v2.0/security-groups/91bc3ac1-2cf9-478d-ae31-6e6ae47fd0a1 HTTP/1.1" status: 204 len: 173 time: 0.3459799 Feb 20 05:49:17.236241 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8f0e2-f7db-456d-a1bc-196a60700750 tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bc3ac1-2cf9-478d-ae31-6e6ae47fd0a1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:17.244077 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27d2da7-1186-4e9a-a35b-222b2afc1da4 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] DELETE failed (client error): The resource could not be found. Feb 20 05:49:17.244764 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e27d2da7-1186-4e9a-a35b-222b2afc1da4 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:49:17.255178 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e27d2da7-1186-4e9a-a35b-222b2afc1da4 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/networks/8159daca-334d-4a69-a078-9036111c05f2 HTTP/1.1" status: 404 len: 339 time: 0.0732756 Feb 20 05:49:17.257971 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49946) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:17.264637 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8acb7fe-b406-4954-90d8-ae47ee4a848b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Network': ['ID=775b24d3-93db-418d-ae10-26a40abed330,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:17.348187 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c003bb-c03b-4847-bace-cb21787557e1 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] DELETE failed (client error): The resource could not be found. Feb 20 05:49:17.348713 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c003bb-c03b-4847-bace-cb21787557e1 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:49:17.359362 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-45c003bb-c03b-4847-bace-cb21787557e1 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/subnets/b66cb568-23d7-4b5d-b136-cb9acb10ec29 HTTP/1.1" status: 404 len: 337 time: 0.0994430 Feb 20 05:49:17.363350 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49948) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:17.404087 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e70b3f0-51d6-47ac-bbc3-1de4521c1176 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] DELETE failed (client error): The resource could not be found. Feb 20 05:49:17.406514 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e70b3f0-51d6-47ac-bbc3-1de4521c1176 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:49:17.414046 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2e70b3f0-51d6-47ac-bbc3-1de4521c1176 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/networks/ef27fe5f-2e4f-4c19-98ab-0cc59c77bc8f HTTP/1.1" status: 404 len: 339 time: 0.0471764 Feb 20 05:49:17.415400 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49950) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:17.448022 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-29a15cd2-3f3c-470a-b3a2-a35093d9c0f5 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (1bfec6ca-3db4-4344-96a8-29f2ef805e34), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:17.460601 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-f369e602-52a8-462d-b583-191824a0c54e tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] DELETE failed (client error): The resource could not be found. Feb 20 05:49:17.460984 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f369e602-52a8-462d-b583-191824a0c54e tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:49:17.465277 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f369e602-52a8-462d-b583-191824a0c54e tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/subnets/326fa9f5-51a5-49af-87e3-903197b0e5e0 HTTP/1.1" status: 404 len: 337 time: 0.0484922 Feb 20 05:49:17.479484 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49952) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:17.506376 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-481a1425-7711-4e89-a36a-48c29340c75a tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] DELETE failed (client error): The resource could not be found. Feb 20 05:49:17.506890 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481a1425-7711-4e89-a36a-48c29340c75a tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:49:17.510034 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-481a1425-7711-4e89-a36a-48c29340c75a tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/networks/d47221a4-f4e1-42f0-9160-ff2db40cddf5 HTTP/1.1" status: 404 len: 339 time: 0.0286093 Feb 20 05:49:17.517362 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af768deb-e9b4-4a39-a58b-37c05c771b26 req-bd3b4a94-6be5-4796-ba2c-3b5012084fb9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:17.519475 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-af768deb-e9b4-4a39-a58b-37c05c771b26 req-bd3b4a94-6be5-4796-ba2c-3b5012084fb9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 945 time: 0.1585288 Feb 20 05:49:17.519475 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49956) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:17.555659 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-0651622c-b5fd-4efa-b480-6bc022e8fc66 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] DELETE failed (client error): The resource could not be found. Feb 20 05:49:17.558594 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a15cd2-3f3c-470a-b3a2-a35093d9c0f5 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Pushing event updated for resources: {'Subnet': ['ID=1bfec6ca-3db4-4344-96a8-29f2ef805e34,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:17.576282 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0651622c-b5fd-4efa-b480-6bc022e8fc66 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:49:17.579474 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0651622c-b5fd-4efa-b480-6bc022e8fc66 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/subnets/6a977c38-a06d-4b03-860b-4419df899e4b HTTP/1.1" status: 404 len: 337 time: 0.0590692 Feb 20 05:49:17.590764 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49960) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:17.620516 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a15cd2-3f3c-470a-b3a2-a35093d9c0f5 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Checking segment: {'id': 'a39f2739-32fa-46aa-8461-d254d0d24b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b9cc1beb-2cf7-48a3-a908-59c01299dcd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:49:17.620889 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a15cd2-3f3c-470a-b3a2-a35093d9c0f5 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Network hostable DHCP agents. Network: b9cc1beb-2cf7-48a3-a908-59c01299dcd6, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:49:17.627180 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8ae50c-024a-4fed-b4b7-77ea8d1cf746 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] DELETE failed (client error): The resource could not be found. Feb 20 05:49:17.627718 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f8ae50c-024a-4fed-b4b7-77ea8d1cf746 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:49:17.631682 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7f8ae50c-024a-4fed-b4b7-77ea8d1cf746 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/networks/1675f504-ade1-44f9-aac3-603e06785d43 HTTP/1.1" status: 404 len: 339 time: 0.0378506 Feb 20 05:49:17.636338 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49964) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:17.701809 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-627a6572-52d5-400a-befc-971ebef97134 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] DELETE failed (client error): The resource could not be found. Feb 20 05:49:17.702285 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-627a6572-52d5-400a-befc-971ebef97134 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:49:17.704820 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-af768deb-e9b4-4a39-a58b-37c05c771b26 req-6dd6997e-83e5-4a33-8744-2ae2d35e1dc7 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241329 Feb 20 05:49:17.710411 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49968) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:17.726804 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-627a6572-52d5-400a-befc-971ebef97134 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/subnets/c7a452cc-0ac5-480d-94ef-4a889e34fba3 HTTP/1.1" status: 404 len: 337 time: 0.0838253 Feb 20 05:49:17.728724 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a15cd2-3f3c-470a-b3a2-a35093d9c0f5 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Network b9cc1beb-2cf7-48a3-a908-59c01299dcd6 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:49:17.760483 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-29a15cd2-3f3c-470a-b3a2-a35093d9c0f5 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, b9cc1beb-2cf7-48a3-a908-59c01299dcd6) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:49:17.764914 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a15cd2-3f3c-470a-b3a2-a35093d9c0f5 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:17.765516 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-29a15cd2-3f3c-470a-b3a2-a35093d9c0f5 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:17.769485 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e030e8-4faf-4fab-8f10-1440e324d76a None None] Network b9cc1beb-2cf7-48a3-a908-59c01299dcd6 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:49:17.787999 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-d895c12f-af4c-486b-866e-484ed85e5889 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] DELETE failed (client error): The resource could not be found. Feb 20 05:49:17.788688 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d895c12f-af4c-486b-866e-484ed85e5889 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:49:17.794777 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d895c12f-af4c-486b-866e-484ed85e5889 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/networks/06c0b468-2216-40f7-91c6-fa2125ae4f04 HTTP/1.1" status: 404 len: 339 time: 0.0830271 Feb 20 05:49:17.797454 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49970) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:17.868861 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-29a15cd2-3f3c-470a-b3a2-a35093d9c0f5 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5519893 Feb 20 05:49:17.868861 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-0682f01f-92d6-4cbb-897c-dc3ce19f02e4 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] DELETE failed (client error): The resource could not be found. Feb 20 05:49:17.868861 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0682f01f-92d6-4cbb-897c-dc3ce19f02e4 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:49:17.869525 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49972) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:17.871664 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0682f01f-92d6-4cbb-897c-dc3ce19f02e4 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/subnets/0cdc6a6a-398e-4694-a7e0-324168ac6b02 HTTP/1.1" status: 404 len: 337 time: 0.0722487 Feb 20 05:49:17.874639 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49974) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:17.882714 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-8a8cdf52-28dc-47a1-aa8a-91211f22e1fd tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Request body: {'port': {'network_id': 'b9cc1beb-2cf7-48a3-a908-59c01299dcd6', 'name': 'tempest-AllowedAddressPairTestJSON-159066205'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:17.901763 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d5788d-f63a-4f5d-bee0-16e15d9f35c1 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] DELETE failed (client error): The resource could not be found. Feb 20 05:49:17.902280 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d5788d-f63a-4f5d-bee0-16e15d9f35c1 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:49:17.905653 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f6d5788d-f63a-4f5d-bee0-16e15d9f35c1 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/networks/4e244716-0632-4bf1-8dae-3690846ecba7 HTTP/1.1" status: 404 len: 339 time: 0.0300548 Feb 20 05:49:17.912462 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49976) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:17.966843 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0be01a-42be-4510-8957-d7d6b5893546 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] DELETE failed (client error): The resource could not be found. Feb 20 05:49:17.974928 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0be01a-42be-4510-8957-d7d6b5893546 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:49:17.978215 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bc0be01a-42be-4510-8957-d7d6b5893546 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/subnets/01876871-23ed-4edc-b5c6-1698c57ec2dd HTTP/1.1" status: 404 len: 337 time: 0.0647805 Feb 20 05:49:17.981327 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49980) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:18.015142 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97182a3e-d679-415b-b855-a246da23537b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-b9cc1beb-2cf7-48a3-a908-59c01299dcd6', 'network_id': 'b9cc1beb-2cf7-48a3-a908-59c01299dcd6', 'project_id': '5f21c6301c3647399e6342be9a039871', 'fixed_ips': [{'subnet_id': '1bfec6ca-3db4-4344-96a8-29f2ef805e34'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:49:18.016613 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97182a3e-d679-415b-b855-a246da23537b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:18.036940 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a2f8cc-f81c-4192-b5fd-bc3434d9dfce tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] DELETE failed (client error): The resource could not be found. Feb 20 05:49:18.037803 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a2f8cc-f81c-4192-b5fd-bc3434d9dfce tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:49:18.041025 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b9a2f8cc-f81c-4192-b5fd-bc3434d9dfce tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/networks/1fffbb60-f966-4714-8215-107072005d98 HTTP/1.1" status: 404 len: 339 time: 0.0592728 Feb 20 05:49:18.046228 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49982) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:18.058281 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eac2f39b-786f-4c5f-b75a-be00b7dc6779 req-b163c00e-8364-42bc-80f7-5872abc7ac2a tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] 10.222.0.37 "GET /v2.0/security-groups/17e0f5ed-4019-41a5-ba4e-928e27a0ac9c HTTP/1.1" status: 200 len: 1832 time: 0.2786396 Feb 20 05:49:18.105223 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8cdf52-28dc-47a1-aa8a-91211f22e1fd tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Made reservation on behalf of 5f21c6301c3647399e6342be9a039871 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:18.109330 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a8cdf52-28dc-47a1-aa8a-91211f22e1fd tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:18.113932 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-50464f3d-53c7-4596-8410-adeb1efa86ce tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] DELETE failed (client error): The resource could not be found. Feb 20 05:49:18.115147 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50464f3d-53c7-4596-8410-adeb1efa86ce tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:49:18.123273 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-50464f3d-53c7-4596-8410-adeb1efa86ce tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/subnets/dfbcd8ee-7710-444d-9e77-6161d88bc666 HTTP/1.1" status: 404 len: 337 time: 0.0734541 Feb 20 05:49:18.127335 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49986) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:18.162545 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc45137-219a-4342-9a31-e8d5226e3dd2 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] DELETE failed (client error): The resource could not be found. Feb 20 05:49:18.167493 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc45137-219a-4342-9a31-e8d5226e3dd2 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:49:18.170742 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8fc45137-219a-4342-9a31-e8d5226e3dd2 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/networks/3bfdc99c-7a7e-4c41-81db-76fa9279fc6a HTTP/1.1" status: 404 len: 339 time: 0.0422513 Feb 20 05:49:18.177669 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49988) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:18.177833 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-8a8cdf52-28dc-47a1-aa8a-91211f22e1fd tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] device_id is not set on port fe3c1ded-3073-4b59-a01c-0914aac3d76b yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:49:18.268398 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-eac2f39b-786f-4c5f-b75a-be00b7dc6779 req-3a0d2a3f-cfc8-4a1c-a9bc-c3740d0e377b tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (17e0f5ed-4019-41a5-ba4e-928e27a0ac9c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:18.304887 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a7ea17f-827c-4b7d-9b01-2a019154967b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Deleting subnet 691d24e8-cae7-49ef-a346-5eca0a967af5 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:49:18.313708 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-97182a3e-d679-415b-b855-a246da23537b None None] Allocated IP 172.20.0.2 (b9cc1beb-2cf7-48a3-a908-59c01299dcd6/1bfec6ca-3db4-4344-96a8-29f2ef805e34/1656fc4c-a6bf-4332-991b-f19a43af1ae0) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:49:18.316697 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9a7ea17f-827c-4b7d-9b01-2a019154967b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for subnet (691d24e8-cae7-49ef-a346-5eca0a967af5), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:18.324697 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-eac2f39b-786f-4c5f-b75a-be00b7dc6779 req-3a0d2a3f-cfc8-4a1c-a9bc-c3740d0e377b tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (17e0f5ed-4019-41a5-ba4e-928e27a0ac9c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:18.384813 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-eac2f39b-786f-4c5f-b75a-be00b7dc6779 req-3a0d2a3f-cfc8-4a1c-a9bc-c3740d0e377b tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (17e0f5ed-4019-41a5-ba4e-928e27a0ac9c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:18.389569 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-eac2f39b-786f-4c5f-b75a-be00b7dc6779 req-3a0d2a3f-cfc8-4a1c-a9bc-c3740d0e377b tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:18.390812 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eac2f39b-786f-4c5f-b75a-be00b7dc6779 req-3a0d2a3f-cfc8-4a1c-a9bc-c3740d0e377b tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] 10.222.0.37 "DELETE /v2.0/security-groups/17e0f5ed-4019-41a5-ba4e-928e27a0ac9c HTTP/1.1" status: 204 len: 173 time: 0.3253703 Feb 20 05:49:18.401814 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49990) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:18.405402 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9a7ea17f-827c-4b7d-9b01-2a019154967b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (691d24e8-cae7-49ef-a346-5eca0a967af5), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:18.409223 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d2a3f-cfc8-4a1c-a9bc-c3740d0e377b tempest-SecurityGroupRulesNegativeTestJSON-252326096 tempest-SecurityGroupRulesNegativeTestJSON-252326096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e0f5ed-4019-41a5-ba4e-928e27a0ac9c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:18.526841 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7388d1-29a4-4aa9-a9f5-acf35a749b72 admin admin] Deleting subnet 7b099906-d28b-4002-96e2-76541478dd87 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:49:18.534260 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef7388d1-29a4-4aa9-a9f5-acf35a749b72 admin admin] Publish callbacks [] for subnet (7b099906-d28b-4002-96e2-76541478dd87), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:18.720447 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97182a3e-d679-415b-b855-a246da23537b None None] Publish callbacks [] for port (1656fc4c-a6bf-4332-991b-f19a43af1ae0), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:18.742276 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97182a3e-d679-415b-b855-a246da23537b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (1656fc4c-a6bf-4332-991b-f19a43af1ae0), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:18.798195 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef7388d1-29a4-4aa9-a9f5-acf35a749b72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (7b099906-d28b-4002-96e2-76541478dd87), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:18.917761 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-8a8cdf52-28dc-47a1-aa8a-91211f22e1fd tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Allocated IP 172.20.0.4 (b9cc1beb-2cf7-48a3-a908-59c01299dcd6/1bfec6ca-3db4-4344-96a8-29f2ef805e34/fe3c1ded-3073-4b59-a01c-0914aac3d76b) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:49:18.920771 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9a7ea17f-827c-4b7d-9b01-2a019154967b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (691d24e8-cae7-49ef-a346-5eca0a967af5), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:19.000780 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97182a3e-d679-415b-b855-a246da23537b None None] Network b9cc1beb-2cf7-48a3-a908-59c01299dcd6 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:49:19.005446 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-97182a3e-d679-415b-b855-a246da23537b None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:49:19.007891 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97182a3e-d679-415b-b855-a246da23537b None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:49:19.043301 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97182a3e-d679-415b-b855-a246da23537b None None] Pushing event updated for resources: {'Port': ['ID=1656fc4c-a6bf-4332-991b-f19a43af1ae0,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:19.051154 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef7388d1-29a4-4aa9-a9f5-acf35a749b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (7b099906-d28b-4002-96e2-76541478dd87), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:19.055205 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a013aa72-0776-4aad-bb71-31c74be83975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:19.184195 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9a7ea17f-827c-4b7d-9b01-2a019154967b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (691d24e8-cae7-49ef-a346-5eca0a967af5), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:19.184514 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-97182a3e-d679-415b-b855-a246da23537b None None] Attempting to bind port 1656fc4c-a6bf-4332-991b-f19a43af1ae0 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:49:19.185008 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-97182a3e-d679-415b-b855-a246da23537b None None] Attempting to bind port 1656fc4c-a6bf-4332-991b-f19a43af1ae0 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'a39f2739-32fa-46aa-8461-d254d0d24b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b9cc1beb-2cf7-48a3-a908-59c01299dcd6'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:49:19.185542 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97182a3e-d679-415b-b855-a246da23537b None None] Attempting to bind port 1656fc4c-a6bf-4332-991b-f19a43af1ae0 on network b9cc1beb-2cf7-48a3-a908-59c01299dcd6 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:49:19.192275 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97182a3e-d679-415b-b855-a246da23537b None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:49:19.199473 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97182a3e-d679-415b-b855-a246da23537b None None] Checking segment: {'id': 'a39f2739-32fa-46aa-8461-d254d0d24b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b9cc1beb-2cf7-48a3-a908-59c01299dcd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:49:19.200069 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97182a3e-d679-415b-b855-a246da23537b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:19.201410 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97182a3e-d679-415b-b855-a246da23537b None None] Bound using segment: {'id': 'a39f2739-32fa-46aa-8461-d254d0d24b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b9cc1beb-2cf7-48a3-a908-59c01299dcd6'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:49:19.202080 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-97182a3e-d679-415b-b855-a246da23537b None None] Bound port: 1656fc4c-a6bf-4332-991b-f19a43af1ae0, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39f2739-32fa-46aa-8461-d254d0d24b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b9cc1beb-2cf7-48a3-a908-59c01299dcd6'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:49:19.202599 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97182a3e-d679-415b-b855-a246da23537b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1656fc4c-a6bf-4332-991b-f19a43af1ae0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:19.222012 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef7388d1-29a4-4aa9-a9f5-acf35a749b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (7b099906-d28b-4002-96e2-76541478dd87), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:19.278268 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3518bb-33cb-42b9-ac7a-6cb6effb716e req-94e74540-de1a-46a2-9f3d-db9055b649a4 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:19.280078 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f3518bb-33cb-42b9-ac7a-6cb6effb716e req-94e74540-de1a-46a2-9f3d-db9055b649a4 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 945 time: 0.3544731 Feb 20 05:49:19.308833 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9a7ea17f-827c-4b7d-9b01-2a019154967b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:19.342530 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9a7ea17f-827c-4b7d-9b01-2a019154967b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/subnets/691d24e8-cae7-49ef-a346-5eca0a967af5 HTTP/1.1" status: 204 len: 168 time: 1.1614475 Feb 20 05:49:19.345672 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50010) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:19.363350 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3513444-4653-40bd-92f6-8690e92a2693 None None] Network 1ae8a00d-53b7-4388-814f-81626e71084c requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:49:19.407751 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f3518bb-33cb-42b9-ac7a-6cb6effb716e req-91c79353-116c-498e-b5c2-d69259b02009 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207769 Feb 20 05:49:19.464596 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a8cdf52-28dc-47a1-aa8a-91211f22e1fd tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks [] for port (fe3c1ded-3073-4b59-a01c-0914aac3d76b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:19.484694 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-97182a3e-d679-415b-b855-a246da23537b None None] For port 1656fc4c-a6bf-4332-991b-f19a43af1ae0, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:49:19.488739 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-97182a3e-d679-415b-b855-a246da23537b None None] For port 1656fc4c-a6bf-4332-991b-f19a43af1ae0, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1656fc4c-a6bf-4332-991b-f19a43af1ae0,segment=NetworkSegment(a39f2739-32fa-46aa-8461-d254d0d24b42),segment_id=a39f2739-32fa-46aa-8461-d254d0d24b42)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:49:19.500507 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ea17f-827c-4b7d-9b01-2a019154967b tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Subnet': ['ID=691d24e8-cae7-49ef-a346-5eca0a967af5,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:19.510382 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef7388d1-29a4-4aa9-a9f5-acf35a749b72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:19.516361 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ef7388d1-29a4-4aa9-a9f5-acf35a749b72 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7b099906-d28b-4002-96e2-76541478dd87 HTTP/1.1" status: 204 len: 168 time: 1.1112926 Feb 20 05:49:19.519653 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97182a3e-d679-415b-b855-a246da23537b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1656fc4c-a6bf-4332-991b-f19a43af1ae0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:19.523919 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50012) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:19.573362 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97182a3e-d679-415b-b855-a246da23537b None None] Pushing event updated for resources: {'Port': ['ID=1656fc4c-a6bf-4332-991b-f19a43af1ae0,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:19.620150 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:19.634107 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7388d1-29a4-4aa9-a9f5-acf35a749b72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b099906-d28b-4002-96e2-76541478dd87,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:19.649016 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a8cdf52-28dc-47a1-aa8a-91211f22e1fd tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (fe3c1ded-3073-4b59-a01c-0914aac3d76b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:19.662287 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9aa98aa3-e434-48bc-a445-204d1f78a489 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (1ae8a00d-53b7-4388-814f-81626e71084c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:19.675043 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e2264b50-6388-4744-bfc0-5c6d638ef6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (ef0c9787-796a-46f1-9ab6-62a835be4e02), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:19.743404 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aee8c6-552b-42dd-9b2c-5e851a9e66eb None None] DHCP port deletion for 1ae8a00d-53b7-4388-814f-81626e71084c request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:49:19.783630 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8cdf52-28dc-47a1-aa8a-91211f22e1fd tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Network b9cc1beb-2cf7-48a3-a908-59c01299dcd6 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:49:19.787408 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-8a8cdf52-28dc-47a1-aa8a-91211f22e1fd tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:49:19.803283 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8cdf52-28dc-47a1-aa8a-91211f22e1fd tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:49:19.860188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c0aee8c6-552b-42dd-9b2c-5e851a9e66eb None None] Deleting port 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:49:19.863184 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0aee8c6-552b-42dd-9b2c-5e851a9e66eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (557a1c7e-e93d-46e8-a9cb-a7defa36fc5f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:19.942250 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cdf52-28dc-47a1-aa8a-91211f22e1fd tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Pushing event updated for resources: {'Port': ['ID=fe3c1ded-3073-4b59-a01c-0914aac3d76b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:20.027539 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8cdf52-28dc-47a1-aa8a-91211f22e1fd tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:20.031142 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a8cdf52-28dc-47a1-aa8a-91211f22e1fd tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:20.097490 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8a8cdf52-28dc-47a1-aa8a-91211f22e1fd tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2257321 Feb 20 05:49:20.098304 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50020) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:20.103903 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e8a92e3d-8c6d-4724-ba1f-bf935b318762 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Request body: {'port': {'network_id': 'b9cc1beb-2cf7-48a3-a908-59c01299dcd6', 'name': 'tempest-AllowedAddressPairTestJSON-2006773011', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:c0:ff:13'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:20.121028 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c0aee8c6-552b-42dd-9b2c-5e851a9e66eb None None] For port 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=557a1c7e-e93d-46e8-a9cb-a7defa36fc5f,segment=NetworkSegment(be47adfc-e001-4624-b361-4d0e6a4404ed),segment_id=be47adfc-e001-4624-b361-4d0e6a4404ed)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:49:20.121498 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0aee8c6-552b-42dd-9b2c-5e851a9e66eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (557a1c7e-e93d-46e8-a9cb-a7defa36fc5f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:20.158888 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c0aee8c6-552b-42dd-9b2c-5e851a9e66eb None None] Calling delete_port for 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:49:20.336047 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0aee8c6-552b-42dd-9b2c-5e851a9e66eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (557a1c7e-e93d-46e8-a9cb-a7defa36fc5f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:20.351317 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aee8c6-552b-42dd-9b2c-5e851a9e66eb None None] No DVR routers for this DVR port 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:49:20.404112 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aee8c6-552b-42dd-9b2c-5e851a9e66eb None None] Pushing event deleted for resources: {'Port': ['ID=557a1c7e-e93d-46e8-a9cb-a7defa36fc5f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:20.414671 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a92e3d-8c6d-4724-ba1f-bf935b318762 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Made reservation on behalf of 5f21c6301c3647399e6342be9a039871 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:20.546212 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 0e336b0f-9bda-405f-a702-dd97033af48e details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:49:20.593740 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e2264b50-6388-4744-bfc0-5c6d638ef6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (ef0c9787-796a-46f1-9ab6-62a835be4e02), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:20.610592 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e8a92e3d-8c6d-4724-ba1f-bf935b318762 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:20.628167 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-e2264b50-6388-4744-bfc0-5c6d638ef6a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef0c9787-796a-46f1-9ab6-62a835be4e02']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:20.637100 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-e8a92e3d-8c6d-4724-ba1f-bf935b318762 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] device_id is not set on port 443b7478-389d-43f7-8249-ec7e326d9be1 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:49:20.638294 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-9aa98aa3-e434-48bc-a445-204d1f78a489 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Deleting port 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:49:20.638828 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9aa98aa3-e434-48bc-a445-204d1f78a489 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (557a1c7e-e93d-46e8-a9cb-a7defa36fc5f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:20.644112 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-e2264b50-6388-4744-bfc0-5c6d638ef6a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789c18e4-41e5-479c-a1a5-7c2d91e21111') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:20.644408 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-e2264b50-6388-4744-bfc0-5c6d638ef6a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789c18e4-41e5-479c-a1a5-7c2d91e21111') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:20.706578 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e2264b50-6388-4744-bfc0-5c6d638ef6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (789c18e4-41e5-479c-a1a5-7c2d91e21111), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:20.761840 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 0e336b0f-9bda-405f-a702-dd97033af48e, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0e336b0f-9bda-405f-a702-dd97033af48e,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:49:20.776139 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e2264b50-6388-4744-bfc0-5c6d638ef6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (789c18e4-41e5-479c-a1a5-7c2d91e21111), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:20.795921 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '0e336b0f-9bda-405f-a702-dd97033af48e', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'port_id': '0e336b0f-9bda-405f-a702-dd97033af48e', 'mac_address': 'fa:16:3e:e4:65:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:49:20.803229 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2264b50-6388-4744-bfc0-5c6d638ef6a4 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:49:20.806436 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e2264b50-6388-4744-bfc0-5c6d638ef6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (789c18e4-41e5-479c-a1a5-7c2d91e21111), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:49:20.812922 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:49:20.858627 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 0e336b0f-9bda-405f-a702-dd97033af48e is: ACTIVE; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:49:20.859366 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0e336b0f-9bda-405f-a702-dd97033af48e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:20.883221 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e336b0f-9bda-405f-a702-dd97033af48e {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:49:20.948451 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 0e336b0f-9bda-405f-a702-dd97033af48e, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0e336b0f-9bda-405f-a702-dd97033af48e,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:49:20.951676 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-9aa98aa3-e434-48bc-a445-204d1f78a489 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] For port 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f, host n-d-829866-5, got binding levels [] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:49:20.952111 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9aa98aa3-e434-48bc-a445-204d1f78a489 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (557a1c7e-e93d-46e8-a9cb-a7defa36fc5f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:20.964258 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0e336b0f-9bda-405f-a702-dd97033af48e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:20.972926 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-9aa98aa3-e434-48bc-a445-204d1f78a489 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Calling delete_port for 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:49:20.976192 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.ipam_backend_mixin [None req-9aa98aa3-e434-48bc-a445-204d1f78a489 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Port 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f was not found and therefore no delete operation was performed {{(pid=103406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 05:49:20.977722 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9aa98aa3-e434-48bc-a445-204d1f78a489 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (557a1c7e-e93d-46e8-a9cb-a7defa36fc5f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:21.093539 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa98aa3-e434-48bc-a445-204d1f78a489 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Port': ['ID=557a1c7e-e93d-46e8-a9cb-a7defa36fc5f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:21.102521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=0e336b0f-9bda-405f-a702-dd97033af48e,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:21.120699 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-e8a92e3d-8c6d-4724-ba1f-bf935b318762 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Allocated IP 172.20.0.10 (b9cc1beb-2cf7-48a3-a908-59c01299dcd6/1bfec6ca-3db4-4344-96a8-29f2ef805e34/443b7478-389d-43f7-8249-ec7e326d9be1) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:49:21.152685 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa98aa3-e434-48bc-a445-204d1f78a489 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] No DVR routers for this DVR port 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:49:21.183927 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['0e336b0f-9bda-405f-a702-dd97033af48e'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:49:21.223892 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e2264b50-6388-4744-bfc0-5c6d638ef6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (ef0c9787-796a-46f1-9ab6-62a835be4e02), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:21.286165 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e2264b50-6388-4744-bfc0-5c6d638ef6a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:21.300811 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e2264b50-6388-4744-bfc0-5c6d638ef6a4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ef0c9787-796a-46f1-9ab6-62a835be4e02 HTTP/1.1" status: 204 len: 168 time: 1.7752335 Feb 20 05:49:21.386434 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e8a92e3d-8c6d-4724-ba1f-bf935b318762 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks [] for port (443b7478-389d-43f7-8249-ec7e326d9be1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:21.509565 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2264b50-6388-4744-bfc0-5c6d638ef6a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef0c9787-796a-46f1-9ab6-62a835be4e02,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:21.537043 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bbad7-992f-4222-b835-c2cddd646808 req-9ee5aad6-c408-4193-8c23-52965aaaf0fd tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:21.547193 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:21.550859 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9aa98aa3-e434-48bc-a445-204d1f78a489 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (1ae8a00d-53b7-4388-814f-81626e71084c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:21.551632 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5d1bbad7-992f-4222-b835-c2cddd646808 req-9ee5aad6-c408-4193-8c23-52965aaaf0fd tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 944 time: 0.9255273 Feb 20 05:49:21.592596 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e8a92e3d-8c6d-4724-ba1f-bf935b318762 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (443b7478-389d-43f7-8249-ec7e326d9be1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:21.634667 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1656fc4c-a6bf-4332-991b-f19a43af1ae0 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:49:21.665205 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-acc63f2d-bf98-491d-8711-e72730ad4af8 req-f91c6fa7-5ab7-401b-8bfd-8392276c6b35 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5541346 Feb 20 05:49:21.684081 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-9aa98aa3-e434-48bc-a445-204d1f78a489 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae8a00d-53b7-4388-814f-81626e71084c']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:21.714203 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-9aa98aa3-e434-48bc-a445-204d1f78a489 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be47adfc-e001-4624-b361-4d0e6a4404ed') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:21.714500 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-9aa98aa3-e434-48bc-a445-204d1f78a489 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be47adfc-e001-4624-b361-4d0e6a4404ed') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:21.719771 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d76d58-b404-4b64-b176-970458cc6b99 None None] Network b9cc1beb-2cf7-48a3-a908-59c01299dcd6 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:49:21.761003 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9aa98aa3-e434-48bc-a445-204d1f78a489 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (be47adfc-e001-4624-b361-4d0e6a4404ed), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:21.841840 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9aa98aa3-e434-48bc-a445-204d1f78a489 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (be47adfc-e001-4624-b361-4d0e6a4404ed), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:21.859194 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aa98aa3-e434-48bc-a445-204d1f78a489 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:49:21.859605 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9aa98aa3-e434-48bc-a445-204d1f78a489 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (be47adfc-e001-4624-b361-4d0e6a4404ed), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:49:21.862676 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:49:21.869801 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5d1bbad7-992f-4222-b835-c2cddd646808 req-2d3ea530-3b35-4b15-9a16-6e309adeba6f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3169384 Feb 20 05:49:21.906560 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50052) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:21.927034 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a92e3d-8c6d-4724-ba1f-bf935b318762 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Network b9cc1beb-2cf7-48a3-a908-59c01299dcd6 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:49:21.936690 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-e8a92e3d-8c6d-4724-ba1f-bf935b318762 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:49:21.971876 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a92e3d-8c6d-4724-ba1f-bf935b318762 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:49:22.031676 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a92e3d-8c6d-4724-ba1f-bf935b318762 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Pushing event updated for resources: {'Port': ['ID=443b7478-389d-43f7-8249-ec7e326d9be1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:22.176466 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a92e3d-8c6d-4724-ba1f-bf935b318762 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:22.177155 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e8a92e3d-8c6d-4724-ba1f-bf935b318762 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:22.177671 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc63f2d-bf98-491d-8711-e72730ad4af8 req-d3cb10ba-8e9d-47ee-85a2-16f1d6ebb99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:22.180280 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-acc63f2d-bf98-491d-8711-e72730ad4af8 req-d3cb10ba-8e9d-47ee-85a2-16f1d6ebb99b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ff057e2e11b34d528382adf0c20ac58a&device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 1127 time: 0.4635115 Feb 20 05:49:22.181738 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9aa98aa3-e434-48bc-a445-204d1f78a489 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (1ae8a00d-53b7-4388-814f-81626e71084c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:22.226948 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9aa98aa3-e434-48bc-a445-204d1f78a489 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:22.226948 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9aa98aa3-e434-48bc-a445-204d1f78a489 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] 10.222.0.37 "DELETE /v2.0/networks/1ae8a00d-53b7-4388-814f-81626e71084c HTTP/1.1" status: 204 len: 168 time: 2.8630726 Feb 20 05:49:22.228522 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e8a92e3d-8c6d-4724-ba1f-bf935b318762 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.1221812 Feb 20 05:49:22.228522 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50066) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:22.367042 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc63f2d-bf98-491d-8711-e72730ad4af8 req-6eda788d-e513-4e19-9e55-102da0cb1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:22.368684 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-acc63f2d-bf98-491d-8711-e72730ad4af8 req-6eda788d-e513-4e19-9e55-102da0cb1b7a service neutron] 10.222.0.61 "GET /v2.0/networks?id=e0b0c64c-9265-4c3e-a16a-33323ef25bde HTTP/1.1" status: 200 len: 918 time: 0.1425412 Feb 20 05:49:22.372667 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa98aa3-e434-48bc-a445-204d1f78a489 tempest-NetworksTest-1675824107 tempest-NetworksTest-1675824107-project] Pushing event deleted for resources: {'Network': ['ID=1ae8a00d-53b7-4388-814f-81626e71084c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:22.434800 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-acc63f2d-bf98-491d-8711-e72730ad4af8 req-6ff8c694-f2f3-4e3f-a38f-6d921ccc3689 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e177ff6-1dda-4efd-9e02-31eebb1e54a1 HTTP/1.1" status: 200 len: 217 time: 0.0525851 Feb 20 05:49:22.438428 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7d6320-c75b-44b2-812b-2e1ff86d79c0 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:22.444576 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7d6320-c75b-44b2-812b-2e1ff86d79c0 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:22.459540 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7d6320-c75b-44b2-812b-2e1ff86d79c0 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:22.464027 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ec7d6320-c75b-44b2-812b-2e1ff86d79c0 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2344160 Feb 20 05:49:22.467695 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50072) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:22.479925 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f61476e9-a104-4203-ae50-2a10024b8a68 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff3a4d838b544cc390c98f68ed43aee0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5721838 Feb 20 05:49:22.484372 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50074) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:22.565868 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d8b5e45c-4779-4958-961b-8e4a63803125 None None] Provisioning complete for port 1656fc4c-a6bf-4332-991b-f19a43af1ae0 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:49:22.566402 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8b5e45c-4779-4958-961b-8e4a63803125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1656fc4c-a6bf-4332-991b-f19a43af1ae0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:22.630575 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc63f2d-bf98-491d-8711-e72730ad4af8 req-adef643e-78c1-4817-a0c9-734510981825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:22.639645 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-acc63f2d-bf98-491d-8711-e72730ad4af8 req-adef643e-78c1-4817-a0c9-734510981825 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4101579e-8266-4767-9c7a-c3934ab21a99 HTTP/1.1" status: 200 len: 858 time: 0.1945035 Feb 20 05:49:22.737027 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-acc63f2d-bf98-491d-8711-e72730ad4af8 req-e6606809-33ca-4a05-9284-9bb7cce05dbe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e0b0c64c-9265-4c3e-a16a-33323ef25bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890644 Feb 20 05:49:22.783548 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebadb2e0-afed-49ab-87e3-eb3aab6d9c19 admin admin] Publish callbacks [] for security_group (30f0b6aa-37ce-4ecb-9475-c0def02b5d3a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:22.853114 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebadb2e0-afed-49ab-87e3-eb3aab6d9c19 admin admin] Publish callbacks [] for security_group (30f0b6aa-37ce-4ecb-9475-c0def02b5d3a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:22.883338 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-f4b070f5-9ce0-4d84-aeab-6ee1059f0235 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Deleting port 443b7478-389d-43f7-8249-ec7e326d9be1 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:49:22.884177 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f4b070f5-9ce0-4d84-aeab-6ee1059f0235 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (443b7478-389d-43f7-8249-ec7e326d9be1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:22.909481 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 1656fc4c-a6bf-4332-991b-f19a43af1ae0 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:49:22.911054 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1656fc4c-a6bf-4332-991b-f19a43af1ae0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:22.965225 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-acc63f2d-bf98-491d-8711-e72730ad4af8 req-4f2bbfe2-ebf7-4fa3-84a6-47dd0bd94280 service neutron] 10.222.0.61 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219529 Feb 20 05:49:23.065918 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50088) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:23.071973 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d8b5e45c-4779-4958-961b-8e4a63803125 None None] Current status of the port 1656fc4c-a6bf-4332-991b-f19a43af1ae0 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:49:23.072560 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8b5e45c-4779-4958-961b-8e4a63803125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1656fc4c-a6bf-4332-991b-f19a43af1ae0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:23.103975 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:23.223982 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-acc63f2d-bf98-491d-8711-e72730ad4af8 req-5c30f847-0643-4d66-9641-7271379f81e2 service neutron] 10.222.0.61 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528117 Feb 20 05:49:23.259613 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f4b070f5-9ce0-4d84-aeab-6ee1059f0235 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (443b7478-389d-43f7-8249-ec7e326d9be1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:23.272039 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebadb2e0-afed-49ab-87e3-eb3aab6d9c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (30f0b6aa-37ce-4ecb-9475-c0def02b5d3a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:23.275128 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebadb2e0-afed-49ab-87e3-eb3aab6d9c19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:23.276847 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ebadb2e0-afed-49ab-87e3-eb3aab6d9c19 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30f0b6aa-37ce-4ecb-9475-c0def02b5d3a HTTP/1.1" status: 204 len: 168 time: 0.7899013 Feb 20 05:49:23.284897 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-f4b070f5-9ce0-4d84-aeab-6ee1059f0235 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Calling delete_port for 443b7478-389d-43f7-8249-ec7e326d9be1 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:49:23.293971 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5d2f2-78a6-4fd0-8044-0cbaccf532b4 req-692aab64-34d6-4663-bea1-eba0bca87074 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:23.295452 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b1d5d2f2-78a6-4fd0-8044-0cbaccf532b4 req-692aab64-34d6-4663-bea1-eba0bca87074 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 944 time: 0.2594469 Feb 20 05:49:23.306532 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadb2e0-afed-49ab-87e3-eb3aab6d9c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f0b6aa-37ce-4ecb-9475-c0def02b5d3a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:23.390605 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b1d5d2f2-78a6-4fd0-8044-0cbaccf532b4 req-d4a12118-09d6-4e8c-a5e3-be2805e52d3d tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879266 Feb 20 05:49:23.423296 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:23.576275 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 1656fc4c-a6bf-4332-991b-f19a43af1ae0 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:49:23.577700 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1656fc4c-a6bf-4332-991b-f19a43af1ae0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:23.620975 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f4b070f5-9ce0-4d84-aeab-6ee1059f0235 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (443b7478-389d-43f7-8249-ec7e326d9be1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:23.690890 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d8b5e45c-4779-4958-961b-8e4a63803125 None None] For port 1656fc4c-a6bf-4332-991b-f19a43af1ae0, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1656fc4c-a6bf-4332-991b-f19a43af1ae0,segment=NetworkSegment(a39f2739-32fa-46aa-8461-d254d0d24b42),segment_id=a39f2739-32fa-46aa-8461-d254d0d24b42)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:49:23.722913 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bb0b9903-c307-41d2-bb29-196a6b6b5091 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=024f871e19074a3a91f7774ed312de71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6554973 Feb 20 05:49:23.735401 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50110) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:23.746438 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b070f5-9ce0-4d84-aeab-6ee1059f0235 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Pushing event deleted for resources: {'Port': ['ID=443b7478-389d-43f7-8249-ec7e326d9be1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:23.842066 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8b5e45c-4779-4958-961b-8e4a63803125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1656fc4c-a6bf-4332-991b-f19a43af1ae0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:23.932783 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f6a857dd-678f-4557-94b5-f6ef19d8b01f admin admin] Publish callbacks [] for security_group (d5c924b4-cbe7-46c0-b702-576628dfa28f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:23.995773 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:49:23.996149 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:49:24.034297 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f6a857dd-678f-4557-94b5-f6ef19d8b01f admin admin] Publish callbacks [] for security_group (d5c924b4-cbe7-46c0-b702-576628dfa28f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:24.059886 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5e45c-4779-4958-961b-8e4a63803125 None None] Pushing event updated for resources: {'Port': ['ID=1656fc4c-a6bf-4332-991b-f19a43af1ae0,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:24.197819 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f6a857dd-678f-4557-94b5-f6ef19d8b01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d5c924b4-cbe7-46c0-b702-576628dfa28f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:24.210838 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f6a857dd-678f-4557-94b5-f6ef19d8b01f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:24.224842 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f6a857dd-678f-4557-94b5-f6ef19d8b01f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5c924b4-cbe7-46c0-b702-576628dfa28f HTTP/1.1" status: 204 len: 168 time: 0.4854777 Feb 20 05:49:24.274301 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f4b070f5-9ce0-4d84-aeab-6ee1059f0235 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:24.280184 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f4b070f5-9ce0-4d84-aeab-6ee1059f0235 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] 10.222.0.37 "DELETE /v2.0/ports/443b7478-389d-43f7-8249-ec7e326d9be1 HTTP/1.1" status: 204 len: 168 time: 1.8112006 Feb 20 05:49:24.283412 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50120) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:24.283862 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a857dd-678f-4557-94b5-f6ef19d8b01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c924b4-cbe7-46c0-b702-576628dfa28f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:24.359283 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-4d8f9c8c-e92c-4028-8371-e1601ba06f19 None None] Could not find standard attr ID for object 443b7478-389d-43f7-8249-ec7e326d9be1. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:49:24.386126 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fed40a4-8a48-4769-aaea-1b23b56f22d4 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] GET failed (client error): The resource could not be found. Feb 20 05:49:24.391463 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1fed40a4-8a48-4769-aaea-1b23b56f22d4 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] 10.222.0.37 "GET /v2.0/ports/443b7478-389d-43f7-8249-ec7e326d9be1 HTTP/1.1" status: 404 len: 333 time: 0.1065860 Feb 20 05:49:24.392118 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50126) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:24.397044 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-4d8f9c8c-e92c-4028-8371-e1601ba06f19 None None] Provisioning complete for port fe3c1ded-3073-4b59-a01c-0914aac3d76b triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:49:24.397459 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d8f9c8c-e92c-4028-8371-e1601ba06f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fe3c1ded-3073-4b59-a01c-0914aac3d76b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:24.398657 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-146a73c4-a103-4dc1-837b-d4abbc2861b3 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Request body: {'port': {'network_id': 'b9cc1beb-2cf7-48a3-a908-59c01299dcd6', 'name': 'tempest-AllowedAddressPairTestJSON-1204821024'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:24.753994 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 1656fc4c-a6bf-4332-991b-f19a43af1ae0 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:49:24.770445 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 0e336b0f-9bda-405f-a702-dd97033af48e up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:49:24.798406 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146a73c4-a103-4dc1-837b-d4abbc2861b3 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Made reservation on behalf of 5f21c6301c3647399e6342be9a039871 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:24.807829 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-146a73c4-a103-4dc1-837b-d4abbc2861b3 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:24.829869 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a3d17-ad8c-4594-9728-d381eb305cbc req-66dc864f-f33a-430d-95d0-15ad4784a522 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:24.831653 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c8a3d17-ad8c-4594-9728-d381eb305cbc req-66dc864f-f33a-430d-95d0-15ad4784a522 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 944 time: 0.2069497 Feb 20 05:49:24.883616 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:49:24.912536 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-146a73c4-a103-4dc1-837b-d4abbc2861b3 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] device_id is not set on port 0772a307-cff1-48ae-98e8-9108f6547b32 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:49:24.956478 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:49:24.958401 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4d8f9c8c-e92c-4028-8371-e1601ba06f19 None None] Port fe3c1ded-3073-4b59-a01c-0914aac3d76b cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:49:25.062192 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6c8a3d17-ad8c-4594-9728-d381eb305cbc req-60dd5862-c696-42fb-9f46-fb93436873ba tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169123 Feb 20 05:49:25.109370 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:49:25.110090 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 557a1c7e-e93d-46e8-a9cb-a7defa36fc5f not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:49:25.186478 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-4d8f9c8c-e92c-4028-8371-e1601ba06f19 None None] Provisioning complete for port 1656fc4c-a6bf-4332-991b-f19a43af1ae0 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:49:25.188824 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d8f9c8c-e92c-4028-8371-e1601ba06f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1656fc4c-a6bf-4332-991b-f19a43af1ae0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:25.330437 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-146a73c4-a103-4dc1-837b-d4abbc2861b3 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Allocated IP 172.20.0.6 (b9cc1beb-2cf7-48a3-a908-59c01299dcd6/1bfec6ca-3db4-4344-96a8-29f2ef805e34/0772a307-cff1-48ae-98e8-9108f6547b32) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:49:25.395683 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:25.407539 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 0e336b0f-9bda-405f-a702-dd97033af48e triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:49:25.408750 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0e336b0f-9bda-405f-a702-dd97033af48e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:25.446245 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1656fc4c-a6bf-4332-991b-f19a43af1ae0 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:49:25.954632 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-146a73c4-a103-4dc1-837b-d4abbc2861b3 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks [] for port (0772a307-cff1-48ae-98e8-9108f6547b32), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:26.078461 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-146a73c4-a103-4dc1-837b-d4abbc2861b3 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (0772a307-cff1-48ae-98e8-9108f6547b32), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:26.123004 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 0e336b0f-9bda-405f-a702-dd97033af48e is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:49:26.123536 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0e336b0f-9bda-405f-a702-dd97033af48e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:26.225120 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146a73c4-a103-4dc1-837b-d4abbc2861b3 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Network b9cc1beb-2cf7-48a3-a908-59c01299dcd6 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:49:26.230017 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-146a73c4-a103-4dc1-837b-d4abbc2861b3 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:49:26.236780 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50178) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:26.237370 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146a73c4-a103-4dc1-837b-d4abbc2861b3 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:49:26.374582 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 0e336b0f-9bda-405f-a702-dd97033af48e, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0e336b0f-9bda-405f-a702-dd97033af48e,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:49:26.402611 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50184) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:26.417124 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a73c4-a103-4dc1-837b-d4abbc2861b3 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Pushing event updated for resources: {'Port': ['ID=0772a307-cff1-48ae-98e8-9108f6547b32,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:26.424328 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ddde50-6339-47d6-8b2a-5ca66d99fb80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e336b0f-9bda-405f-a702-dd97033af48e'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:49:26.426625 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22389283-33e5-449d-9ff0-e1b045c5f8c7" -d '{"events": [{"server_uuid": "44ddde50-6339-47d6-8b2a-5ca66d99fb80", "name": "network-vif-plugged", "status": "completed", "tag": "0e336b0f-9bda-405f-a702-dd97033af48e"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:49:26.445299 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146a73c4-a103-4dc1-837b-d4abbc2861b3 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:26.446533 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-146a73c4-a103-4dc1-837b-d4abbc2861b3 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:26.456575 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0e336b0f-9bda-405f-a702-dd97033af48e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:26.513566 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-146a73c4-a103-4dc1-837b-d4abbc2861b3 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1200452 Feb 20 05:49:26.517149 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50190) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:26.533208 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c3e2c50f-c3d6-43a9-9bf4-66e84a0e1098 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:c0:ff:13'}]}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:26.576873 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4d8f9c8c-e92c-4028-8371-e1601ba06f19 None None] Current status of the port 1656fc4c-a6bf-4332-991b-f19a43af1ae0 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:49:26.599850 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7161983-1013-43f0-8375-6db2deb16467 req-9f74ca3b-4882-47cd-a5d2-1ad3b22dc398 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:26.606727 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 1656fc4c-a6bf-4332-991b-f19a43af1ae0 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:49:26.622847 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e7161983-1013-43f0-8375-6db2deb16467 req-9f74ca3b-4882-47cd-a5d2-1ad3b22dc398 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 944 time: 0.2978811 Feb 20 05:49:26.647023 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1656fc4c-a6bf-4332-991b-f19a43af1ae0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:26.709709 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-882812de-36ec-44ea-b6fc-af53df67a893 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1028727034-network', 'tenant_id': 'f193009a0d6a4bbf892b1236afdebd0d'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:26.779886 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882812de-36ec-44ea-b6fc-af53df67a893 admin admin] Made reservation on behalf of f193009a0d6a4bbf892b1236afdebd0d for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:26.791385 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-882812de-36ec-44ea-b6fc-af53df67a893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:26.810429 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-882812de-36ec-44ea-b6fc-af53df67a893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:26.898498 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-15bc478a-62f9-4b70-a134-3dd8c4ff76a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-654869163'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:26.932958 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=0e336b0f-9bda-405f-a702-dd97033af48e,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:26.937376 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e7161983-1013-43f0-8375-6db2deb16467 req-9035d552-2e82-4766-bde0-f7ff90742359 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3029442 Feb 20 05:49:26.982472 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-47af9f7b-5c7b-427c-915a-7de74740f8cf None None] Could not find standard attr ID for object 443b7478-389d-43f7-8249-ec7e326d9be1. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:49:26.999440 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3e2c50f-c3d6-43a9-9bf4-66e84a0e1098 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0772a307-cff1-48ae-98e8-9108f6547b32), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:27.023129 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bc478a-62f9-4b70-a134-3dd8c4ff76a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:27.030972 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-15bc478a-62f9-4b70-a134-3dd8c4ff76a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:27.066444 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-15bc478a-62f9-4b70-a134-3dd8c4ff76a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:27.121664 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-882812de-36ec-44ea-b6fc-af53df67a893 admin admin] Publish callbacks [] for security_group (abafbe2f-616e-4e06-b951-4130c2066616), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:27.132652 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-882812de-36ec-44ea-b6fc-af53df67a893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (abafbe2f-616e-4e06-b951-4130c2066616), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:27.162695 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e3581d-15eb-40df-b0b6-4ccf273ecf3b x-openstack-request-id: req-e4e3581d-15eb-40df-b0b6-4ccf273ecf3b {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:49:27.163653 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ddde50-6339-47d6-8b2a-5ca66d99fb80", "name": "network-vif-plugged", "status": "completed", "tag": "0e336b0f-9bda-405f-a702-dd97033af48e", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:49:27.163653 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4e3581d-15eb-40df-b0b6-4ccf273ecf3b {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:49:27.163852 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ddde50-6339-47d6-8b2a-5ca66d99fb80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e336b0f-9bda-405f-a702-dd97033af48e', 'code': 200} Feb 20 05:49:27.166160 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 1656fc4c-a6bf-4332-991b-f19a43af1ae0 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:49:27.174466 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-882812de-36ec-44ea-b6fc-af53df67a893 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:49:27.193003 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-47af9f7b-5c7b-427c-915a-7de74740f8cf None None] Provisioning complete for port fe3c1ded-3073-4b59-a01c-0914aac3d76b triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:49:27.196188 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47af9f7b-5c7b-427c-915a-7de74740f8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fe3c1ded-3073-4b59-a01c-0914aac3d76b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:27.221978 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-882812de-36ec-44ea-b6fc-af53df67a893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (525f1855-c09f-45ec-aef2-5ad0af3a8666), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:27.225644 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-882812de-36ec-44ea-b6fc-af53df67a893 admin admin] Added segment 525f1855-c09f-45ec-aef2-5ad0af3a8666 of type vlan for network a3ed0843-6151-40ca-ab3e-279d9bb07821 Feb 20 05:49:27.327444 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-882812de-36ec-44ea-b6fc-af53df67a893 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (a3ed0843-6151-40ca-ab3e-279d9bb07821), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:27.334563 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-47af9f7b-5c7b-427c-915a-7de74740f8cf None None] Port fe3c1ded-3073-4b59-a01c-0914aac3d76b cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:49:27.407870 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-882812de-36ec-44ea-b6fc-af53df67a893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (a3ed0843-6151-40ca-ab3e-279d9bb07821), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:27.409174 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882812de-36ec-44ea-b6fc-af53df67a893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:27.409972 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-882812de-36ec-44ea-b6fc-af53df67a893 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:27.456432 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-41992a8c-eb94-4b0b-b47f-0b1cce8e4ba1 None None] Provisioning complete for port 0772a307-cff1-48ae-98e8-9108f6547b32 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:49:27.456948 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41992a8c-eb94-4b0b-b47f-0b1cce8e4ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0772a307-cff1-48ae-98e8-9108f6547b32), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:27.551473 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-41992a8c-eb94-4b0b-b47f-0b1cce8e4ba1 None None] Port 0772a307-cff1-48ae-98e8-9108f6547b32 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:49:27.622973 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882812de-36ec-44ea-b6fc-af53df67a893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abafbe2f-616e-4e06-b951-4130c2066616,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:27.661565 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-882812de-36ec-44ea-b6fc-af53df67a893 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4229312 Feb 20 05:49:27.669454 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50200) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:27.679724 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3e2c50f-c3d6-43a9-9bf4-66e84a0e1098 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks [] for port (0772a307-cff1-48ae-98e8-9108f6547b32), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:27.686678 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-716711bb-5190-48bd-be3e-76187328ef91 admin admin] Request body: {'subnet': {'network_id': 'a3ed0843-6151-40ca-ab3e-279d9bb07821', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1028727034-subnet', 'tenant_id': 'f193009a0d6a4bbf892b1236afdebd0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:27.694169 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3e2c50f-c3d6-43a9-9bf4-66e84a0e1098 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (0772a307-cff1-48ae-98e8-9108f6547b32), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:27.720949 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882812de-36ec-44ea-b6fc-af53df67a893 admin admin] Pushing event updated for resources: {'Network': ['ID=a3ed0843-6151-40ca-ab3e-279d9bb07821,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:27.729402 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716711bb-5190-48bd-be3e-76187328ef91 admin admin] Made reservation on behalf of f193009a0d6a4bbf892b1236afdebd0d for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:27.733828 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-716711bb-5190-48bd-be3e-76187328ef91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:27.736026 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network a3ed0843-6151-40ca-ab3e-279d9bb07821 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:49:27.875720 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2c50f-c3d6-43a9-9bf4-66e84a0e1098 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Pushing event updated for resources: {'Port': ['ID=0772a307-cff1-48ae-98e8-9108f6547b32,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:28.011690 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2c50f-c3d6-43a9-9bf4-66e84a0e1098 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:28.014917 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2c50f-c3d6-43a9-9bf4-66e84a0e1098 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:28.016444 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2c50f-c3d6-43a9-9bf4-66e84a0e1098 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:28.016801 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2c50f-c3d6-43a9-9bf4-66e84a0e1098 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:28.017146 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2c50f-c3d6-43a9-9bf4-66e84a0e1098 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:28.017487 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2c50f-c3d6-43a9-9bf4-66e84a0e1098 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:28.017826 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2c50f-c3d6-43a9-9bf4-66e84a0e1098 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:28.018159 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2c50f-c3d6-43a9-9bf4-66e84a0e1098 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:28.018488 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2c50f-c3d6-43a9-9bf4-66e84a0e1098 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:28.024284 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2c50f-c3d6-43a9-9bf4-66e84a0e1098 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:28.024679 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2c50f-c3d6-43a9-9bf4-66e84a0e1098 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:28.025024 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2c50f-c3d6-43a9-9bf4-66e84a0e1098 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:28.032112 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2c50f-c3d6-43a9-9bf4-66e84a0e1098 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:28.083296 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33f08cbe-020d-4423-9837-6c288ce7b7bf req-c9b05a44-0402-4e84-95eb-b7382d609996 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6982830 Feb 20 05:49:28.088812 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-716711bb-5190-48bd-be3e-76187328ef91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (e81e16c0-6ce3-48bc-9e16-475094174a0b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:28.251038 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-c3e2c50f-c3d6-43a9-9bf4-66e84a0e1098 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] In _notify_port_updated(), no bound segment for port 0772a307-cff1-48ae-98e8-9108f6547b32 on network b9cc1beb-2cf7-48a3-a908-59c01299dcd6 {{(pid=103406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 05:49:28.262379 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e2c50f-c3d6-43a9-9bf4-66e84a0e1098 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:28.275095 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3e2c50f-c3d6-43a9-9bf4-66e84a0e1098 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:28.277700 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c3e2c50f-c3d6-43a9-9bf4-66e84a0e1098 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] 10.222.0.37 "PUT /v2.0/ports/0772a307-cff1-48ae-98e8-9108f6547b32 HTTP/1.1" status: 200 len: 993 time: 1.7592993 Feb 20 05:49:28.283057 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50214) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:28.430729 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-15bc478a-62f9-4b70-a134-3dd8c4ff76a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (b3014d8a-c3ed-492d-acf6-1b2d883f0363), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:28.455949 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-15bc478a-62f9-4b70-a134-3dd8c4ff76a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b3014d8a-c3ed-492d-acf6-1b2d883f0363), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:28.464907 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716711bb-5190-48bd-be3e-76187328ef91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e81e16c0-6ce3-48bc-9e16-475094174a0b,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:28.510545 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f08cbe-020d-4423-9837-6c288ce7b7bf req-8b538254-eeb2-42fb-853c-90feecd3fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:28.512458 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33f08cbe-020d-4423-9837-6c288ce7b7bf req-8b538254-eeb2-42fb-853c-90feecd3fb9b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff057e2e11b34d528382adf0c20ac58a&device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 1127 time: 0.3540034 Feb 20 05:49:28.535638 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a755a9-1581-463d-9a8d-c65bed4dd0bc req-cfd01d6e-be05-4736-9765-d45dc7ada755 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:28.542965 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a1a755a9-1581-463d-9a8d-c65bed4dd0bc req-cfd01d6e-be05-4736-9765-d45dc7ada755 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 945 time: 0.2474444 Feb 20 05:49:28.545427 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716711bb-5190-48bd-be3e-76187328ef91 admin admin] Checking segment: {'id': '525f1855-c09f-45ec-aef2-5ad0af3a8666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a3ed0843-6151-40ca-ab3e-279d9bb07821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:49:28.546073 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716711bb-5190-48bd-be3e-76187328ef91 admin admin] Network hostable DHCP agents. Network: a3ed0843-6151-40ca-ab3e-279d9bb07821, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:49:28.561848 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc478a-62f9-4b70-a134-3dd8c4ff76a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3014d8a-c3ed-492d-acf6-1b2d883f0363,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:28.612470 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-30fdc966-3b52-4938-b34e-2d29d6418f82 None None] Provisioning complete for port 0772a307-cff1-48ae-98e8-9108f6547b32 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:49:28.613848 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30fdc966-3b52-4938-b34e-2d29d6418f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0772a307-cff1-48ae-98e8-9108f6547b32), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:28.619707 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15bc478a-62f9-4b70-a134-3dd8c4ff76a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:49:28.655232 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-15bc478a-62f9-4b70-a134-3dd8c4ff76a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (fc1a7b2d-9e1b-4243-a1cc-7508111d0cad), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:28.655626 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-15bc478a-62f9-4b70-a134-3dd8c4ff76a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Added segment fc1a7b2d-9e1b-4243-a1cc-7508111d0cad of type vlan for network 1f4fcd8a-3adc-4021-b125-c590a89158cf Feb 20 05:49:28.697032 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f08cbe-020d-4423-9837-6c288ce7b7bf req-81dcf602-0f18-4189-b4a2-99ab7ea808e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:28.698988 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33f08cbe-020d-4423-9837-6c288ce7b7bf req-81dcf602-0f18-4189-b4a2-99ab7ea808e5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e0b0c64c-9265-4c3e-a16a-33323ef25bde HTTP/1.1" status: 200 len: 918 time: 0.1494944 Feb 20 05:49:28.776078 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-30fdc966-3b52-4938-b34e-2d29d6418f82 None None] Port 0772a307-cff1-48ae-98e8-9108f6547b32 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:49:28.832701 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33f08cbe-020d-4423-9837-6c288ce7b7bf req-7e35f3c3-2937-4ce2-ba55-16bbfbae8704 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f72a5137-2987-43ae-8cba-cd3385a7fed8 HTTP/1.1" status: 200 len: 217 time: 0.1102645 Feb 20 05:49:28.842044 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-15bc478a-62f9-4b70-a134-3dd8c4ff76a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (1f4fcd8a-3adc-4021-b125-c590a89158cf), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:28.868210 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a1a755a9-1581-463d-9a8d-c65bed4dd0bc req-21aaaf89-c7a9-4dcb-aa43-22f6e2b410b7 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3231397 Feb 20 05:49:28.981582 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f08cbe-020d-4423-9837-6c288ce7b7bf req-b2145275-756b-45aa-8362-caebb4d22bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:28.984281 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33f08cbe-020d-4423-9837-6c288ce7b7bf req-b2145275-756b-45aa-8362-caebb4d22bce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4101579e-8266-4767-9c7a-c3934ab21a99 HTTP/1.1" status: 200 len: 858 time: 0.1149702 Feb 20 05:49:28.987132 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716711bb-5190-48bd-be3e-76187328ef91 admin admin] Network a3ed0843-6151-40ca-ab3e-279d9bb07821 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:49:28.997959 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-15bc478a-62f9-4b70-a134-3dd8c4ff76a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (1f4fcd8a-3adc-4021-b125-c590a89158cf), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:29.006836 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bc478a-62f9-4b70-a134-3dd8c4ff76a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:29.008830 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-15bc478a-62f9-4b70-a134-3dd8c4ff76a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:29.034763 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-716711bb-5190-48bd-be3e-76187328ef91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, a3ed0843-6151-40ca-ab3e-279d9bb07821) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:49:29.043420 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d8f49f-d89b-404d-bed6-dd546447edd8 None None] Network a3ed0843-6151-40ca-ab3e-279d9bb07821 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:49:29.111454 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33f08cbe-020d-4423-9837-6c288ce7b7bf req-39ac50bf-4875-491f-b4d1-5348f8b84e07 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0b0c64c-9265-4c3e-a16a-33323ef25bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876360 Feb 20 05:49:29.115437 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716711bb-5190-48bd-be3e-76187328ef91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:29.116410 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-716711bb-5190-48bd-be3e-76187328ef91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:29.281319 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-716711bb-5190-48bd-be3e-76187328ef91 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6034036 Feb 20 05:49:29.312810 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db6e243-2292-44f9-9a52-10c2bfaed3e5 None None] Network a3ed0843-6151-40ca-ab3e-279d9bb07821 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:49:29.364615 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc478a-62f9-4b70-a134-3dd8c4ff76a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Network': ['ID=1f4fcd8a-3adc-4021-b125-c590a89158cf,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:29.393177 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-15bc478a-62f9-4b70-a134-3dd8c4ff76a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.9887326 Feb 20 05:49:29.397287 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50230) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:29.411257 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-51e41d85-8d94-486d-b042-4c98fdbb7d32 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'port': {'network_id': '1f4fcd8a-3adc-4021-b125-c590a89158cf', 'name': 'tempest-PortsTestJSON-1506712760'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:29.498097 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33f08cbe-020d-4423-9837-6c288ce7b7bf req-87361b80-e6ff-48b3-9136-d7c3eed258f5 service neutron] 10.222.0.48 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764780 Feb 20 05:49:29.534738 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 1f4fcd8a-3adc-4021-b125-c590a89158cf details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:49:29.633327 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-86ea9e11-ab96-4afc-af8f-ec00ec340a6c tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Deleting port 0772a307-cff1-48ae-98e8-9108f6547b32 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:49:29.639557 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-86ea9e11-ab96-4afc-af8f-ec00ec340a6c tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (0772a307-cff1-48ae-98e8-9108f6547b32), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:29.834467 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33f08cbe-020d-4423-9837-6c288ce7b7bf req-a6d43064-1e38-4422-bc16-21b65d8e6363 service neutron] 10.222.0.48 "GET /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293910 Feb 20 05:49:29.952616 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-86ea9e11-ab96-4afc-af8f-ec00ec340a6c tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (0772a307-cff1-48ae-98e8-9108f6547b32), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:29.985722 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-86ea9e11-ab96-4afc-af8f-ec00ec340a6c tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Calling delete_port for 0772a307-cff1-48ae-98e8-9108f6547b32 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:49:30.242933 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e41d85-8d94-486d-b042-4c98fdbb7d32 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:30.253981 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51e41d85-8d94-486d-b042-4c98fdbb7d32 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:30.385002 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-28b90b2c-0751-4d59-818e-b6125ea32efe tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:30.392132 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-28b90b2c-0751-4d59-818e-b6125ea32efe tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.37 "GET /v2.0/networks?id=a3ed0843-6151-40ca-ab3e-279d9bb07821 HTTP/1.1" status: 200 len: 814 time: 0.1247001 Feb 20 05:49:30.410287 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-5154b019-d636-46a9-901c-7dd55ada5c1e tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.37 "GET /v2.0/quotas/f193009a0d6a4bbf892b1236afdebd0d HTTP/1.1" status: 200 len: 375 time: 0.0169630 Feb 20 05:49:30.450358 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-231986f4-b64e-4a75-9e93-ab26075044c0 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f193009a0d6a4bbf892b1236afdebd0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390203 Feb 20 05:49:30.450606 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-86ea9e11-ab96-4afc-af8f-ec00ec340a6c tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (0772a307-cff1-48ae-98e8-9108f6547b32), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:30.535131 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-51e41d85-8d94-486d-b042-4c98fdbb7d32 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] device_id is not set on port bca850bf-2032-4fae-af69-6f9ce4c29142 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:49:30.552639 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea9e11-ab96-4afc-af8f-ec00ec340a6c tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Pushing event deleted for resources: {'Port': ['ID=0772a307-cff1-48ae-98e8-9108f6547b32,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:30.687525 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-a767b83c-611b-4377-9cff-b825204b1b92 service neutron] 10.222.0.37 "GET /v2.0/networks/a3ed0843-6151-40ca-ab3e-279d9bb07821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359052 Feb 20 05:49:30.942093 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-7b2a9a19-a846-4e17-ac6a-8482e2e54684 service neutron] 10.222.0.37 "GET /v2.0/networks/a3ed0843-6151-40ca-ab3e-279d9bb07821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536156 Feb 20 05:49:31.097896 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51e41d85-8d94-486d-b042-4c98fdbb7d32 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for port (bca850bf-2032-4fae-af69-6f9ce4c29142), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:31.305030 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51e41d85-8d94-486d-b042-4c98fdbb7d32 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (bca850bf-2032-4fae-af69-6f9ce4c29142), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:31.502412 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ce7b3-e6dd-45d6-b045-4a9b16312f45 req-7f9f1434-b9e8-453d-9366-8eae1e4a7051 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:31.521752 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e86ce7b3-e6dd-45d6-b045-4a9b16312f45 req-7f9f1434-b9e8-453d-9366-8eae1e4a7051 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 945 time: 0.1953359 Feb 20 05:49:31.572804 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e41d85-8d94-486d-b042-4c98fdbb7d32 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Port': ['ID=bca850bf-2032-4fae-af69-6f9ce4c29142,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:31.689182 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e86ce7b3-e6dd-45d6-b045-4a9b16312f45 req-c436ecbf-2499-4684-be42-fa3bffe0640a tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635621 Feb 20 05:49:31.827418 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-86ea9e11-ab96-4afc-af8f-ec00ec340a6c tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:31.843897 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-86ea9e11-ab96-4afc-af8f-ec00ec340a6c tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] 10.222.0.37 "DELETE /v2.0/ports/0772a307-cff1-48ae-98e8-9108f6547b32 HTTP/1.1" status: 204 len: 168 time: 3.5550990 Feb 20 05:49:31.864826 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f1cd00fa-c769-461d-91ac-1a9c689640c8 req-80da611f-1bfc-488d-8272-1af7f871f43e tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b609a6-64e2-45de-a991-52208ceed394 HTTP/1.1" status: 200 len: 210 time: 0.0969021 Feb 20 05:49:31.866222 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50280) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:31.888665 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e41d85-8d94-486d-b042-4c98fdbb7d32 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Checking segment: {'id': 'fc1a7b2d-9e1b-4243-a1cc-7508111d0cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1f4fcd8a-3adc-4021-b125-c590a89158cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:49:31.889034 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e41d85-8d94-486d-b042-4c98fdbb7d32 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network hostable DHCP agents. Network: 1f4fcd8a-3adc-4021-b125-c590a89158cf, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:49:31.906674 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8246db9-ab80-4d1a-bc0b-5361b080f2f7 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] GET failed (client error): The resource could not be found. Feb 20 05:49:31.912652 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a8246db9-ab80-4d1a-bc0b-5361b080f2f7 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] 10.222.0.37 "GET /v2.0/ports/0772a307-cff1-48ae-98e8-9108f6547b32 HTTP/1.1" status: 404 len: 333 time: 0.0451012 Feb 20 05:49:31.913444 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50282) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:31.919458 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a34e658e-279d-4b5f-aaab-8d18822aa0b7 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Request body: {'port': {'network_id': 'b9cc1beb-2cf7-48a3-a908-59c01299dcd6', 'name': 'tempest-AllowedAddressPairTestJSON-2144460227'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:31.929449 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e41d85-8d94-486d-b042-4c98fdbb7d32 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network 1f4fcd8a-3adc-4021-b125-c590a89158cf is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:49:31.948581 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-51e41d85-8d94-486d-b042-4c98fdbb7d32 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 1f4fcd8a-3adc-4021-b125-c590a89158cf) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:49:31.952625 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e41d85-8d94-486d-b042-4c98fdbb7d32 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:49:31.966220 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e41d85-8d94-486d-b042-4c98fdbb7d32 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:31.967654 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51e41d85-8d94-486d-b042-4c98fdbb7d32 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:31.971714 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668a1879-014b-4eac-abfa-01b5bede56a7 None None] Network 1f4fcd8a-3adc-4021-b125-c590a89158cf requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:49:32.005356 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-51e41d85-8d94-486d-b042-4c98fdbb7d32 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6027379 Feb 20 05:49:32.007365 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50284) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:32.015195 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-310d135e-d65a-4566-ab70-57ad0ec25850 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1970735932'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:32.073723 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310d135e-d65a-4566-ab70-57ad0ec25850 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:32.077526 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-310d135e-d65a-4566-ab70-57ad0ec25850 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:32.137357 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-310d135e-d65a-4566-ab70-57ad0ec25850 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:49:32.158523 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-310d135e-d65a-4566-ab70-57ad0ec25850 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (8b630320-a938-40c9-a317-23881794dac5), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:32.158882 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-310d135e-d65a-4566-ab70-57ad0ec25850 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Added segment 8b630320-a938-40c9-a317-23881794dac5 of type vlan for network 2337565a-3b41-4144-980d-4c8829d0b5ce Feb 20 05:49:32.251194 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34e658e-279d-4b5f-aaab-8d18822aa0b7 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Made reservation on behalf of 5f21c6301c3647399e6342be9a039871 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:32.256661 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a34e658e-279d-4b5f-aaab-8d18822aa0b7 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:32.319740 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-310d135e-d65a-4566-ab70-57ad0ec25850 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (2337565a-3b41-4144-980d-4c8829d0b5ce), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:32.333246 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-a34e658e-279d-4b5f-aaab-8d18822aa0b7 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] device_id is not set on port 6e82ff3d-7144-4206-a179-905d79fe7638 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:49:32.440850 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-310d135e-d65a-4566-ab70-57ad0ec25850 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (2337565a-3b41-4144-980d-4c8829d0b5ce), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:32.447131 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310d135e-d65a-4566-ab70-57ad0ec25850 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:32.478206 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-310d135e-d65a-4566-ab70-57ad0ec25850 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:32.581963 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-310d135e-d65a-4566-ab70-57ad0ec25850 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5722384 Feb 20 05:49:32.623463 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50298) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:32.644563 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-4e5ee03d-e923-4c59-a371-8c5551f70388 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'ports': [{'network_id': '1f4fcd8a-3adc-4021-b125-c590a89158cf'}, {'network_id': '2337565a-3b41-4144-980d-4c8829d0b5ce'}]} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:32.646598 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-4e5ee03d-e923-4c59-a371-8c5551f70388 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'port': {'network_id': '1f4fcd8a-3adc-4021-b125-c590a89158cf'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:32.647288 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-4e5ee03d-e923-4c59-a371-8c5551f70388 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'port': {'network_id': '2337565a-3b41-4144-980d-4c8829d0b5ce'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:32.756174 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-a34e658e-279d-4b5f-aaab-8d18822aa0b7 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Allocated IP 172.20.0.6 (b9cc1beb-2cf7-48a3-a908-59c01299dcd6/1bfec6ca-3db4-4344-96a8-29f2ef805e34/6e82ff3d-7144-4206-a179-905d79fe7638) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:49:33.327139 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d135e-d65a-4566-ab70-57ad0ec25850 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Network': ['ID=2337565a-3b41-4144-980d-4c8829d0b5ce,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:33.340195 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab57e9-946f-4229-9198-9dac168c38d9 req-08880c0c-3f65-4756-8b8e-a2fb6ece05c7 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:33.358734 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-08ab57e9-946f-4229-9198-9dac168c38d9 req-08880c0c-3f65-4756-8b8e-a2fb6ece05c7 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 945 time: 0.5416689 Feb 20 05:49:33.384259 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 2337565a-3b41-4144-980d-4c8829d0b5ce details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:49:33.582701 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a34e658e-279d-4b5f-aaab-8d18822aa0b7 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks [] for port (6e82ff3d-7144-4206-a179-905d79fe7638), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:33.709529 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-08ab57e9-946f-4229-9198-9dac168c38d9 req-c4e8debf-7027-48a4-8d9b-b5d2c73a6623 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3496757 Feb 20 05:49:33.756494 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a34e658e-279d-4b5f-aaab-8d18822aa0b7 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (6e82ff3d-7144-4206-a179-905d79fe7638), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:34.113952 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e658e-279d-4b5f-aaab-8d18822aa0b7 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Pushing event updated for resources: {'Port': ['ID=6e82ff3d-7144-4206-a179-905d79fe7638,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:34.200204 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34e658e-279d-4b5f-aaab-8d18822aa0b7 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Network b9cc1beb-2cf7-48a3-a908-59c01299dcd6 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:49:34.214034 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-db9927af-3bbd-4191-bf17-a5294aedb110 req-74a252e6-7004-4cfd-a10b-6d15479c969c tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b609a6-64e2-45de-a991-52208ceed394 HTTP/1.1" status: 200 len: 210 time: 0.1893978 Feb 20 05:49:34.215264 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-a34e658e-279d-4b5f-aaab-8d18822aa0b7 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:49:34.218265 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34e658e-279d-4b5f-aaab-8d18822aa0b7 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:49:34.451998 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34e658e-279d-4b5f-aaab-8d18822aa0b7 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:34.452938 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a34e658e-279d-4b5f-aaab-8d18822aa0b7 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:34.502182 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a34e658e-279d-4b5f-aaab-8d18822aa0b7 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5875292 Feb 20 05:49:34.503082 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50324) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:34.514632 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-868f2b01-df2c-49ac-8bef-55a857f9c5b1 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c0:ff:13'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:34.803202 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-c9c7deaa-eacf-4a7b-b372-7209977c404a None None] Provisioning complete for port 6e82ff3d-7144-4206-a179-905d79fe7638 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:49:34.810277 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9c7deaa-eacf-4a7b-b372-7209977c404a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6e82ff3d-7144-4206-a179-905d79fe7638), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:34.848160 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-a8fa3d6e-3025-4759-bb95-618c3a150d73 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:34.853909 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-a8fa3d6e-3025-4759-bb95-618c3a150d73 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.61 "GET /v2.0/networks?id=a3ed0843-6151-40ca-ab3e-279d9bb07821 HTTP/1.1" status: 200 len: 814 time: 1.2319844 Feb 20 05:49:34.874479 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-19c61239-d8f7-4953-b5cd-c70fbda34cf2 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Request body: {'port': {'device_id': '07b609a6-64e2-45de-a991-52208ceed394', 'network_id': 'a3ed0843-6151-40ca-ab3e-279d9bb07821', 'admin_state_up': True, 'tenant_id': 'f193009a0d6a4bbf892b1236afdebd0d'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:34.926410 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5ee03d-e923-4c59-a371-8c5551f70388 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'port': 2} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:34.949010 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee03d-e923-4c59-a371-8c5551f70388 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:34.972621 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c9c7deaa-eacf-4a7b-b372-7209977c404a None None] Port 6e82ff3d-7144-4206-a179-905d79fe7638 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:49:35.043065 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-868f2b01-df2c-49ac-8bef-55a857f9c5b1 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6e82ff3d-7144-4206-a179-905d79fe7638), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:35.084351 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee03d-e923-4c59-a371-8c5551f70388 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:35.376933 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-4e5ee03d-e923-4c59-a371-8c5551f70388 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] device_id is not set on port 82670d42-fd4a-48c7-b757-178a80daa644 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:49:35.462638 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-19c61239-d8f7-4953-b5cd-c70fbda34cf2 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Made reservation on behalf of f193009a0d6a4bbf892b1236afdebd0d for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:35.472135 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-19c61239-d8f7-4953-b5cd-c70fbda34cf2 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:35.594686 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d4420-58db-4155-bb23-23e361c5e94e req-7ce08e1d-5d5a-46d1-8c32-a5342edaab95 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:35.602427 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8a0d4420-58db-4155-bb23-23e361c5e94e req-7ce08e1d-5d5a-46d1-8c32-a5342edaab95 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 945 time: 0.5668855 Feb 20 05:49:35.736081 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee03d-e923-4c59-a371-8c5551f70388 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for port (82670d42-fd4a-48c7-b757-178a80daa644), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:35.794232 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8a0d4420-58db-4155-bb23-23e361c5e94e req-236c176a-e46b-482e-b9cb-81ae56167c3c tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838849 Feb 20 05:49:35.900649 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-868f2b01-df2c-49ac-8bef-55a857f9c5b1 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks [] for port (6e82ff3d-7144-4206-a179-905d79fe7638), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:35.912206 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-868f2b01-df2c-49ac-8bef-55a857f9c5b1 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (6e82ff3d-7144-4206-a179-905d79fe7638), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:36.133643 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-4e5ee03d-e923-4c59-a371-8c5551f70388 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] device_id is not set on port e1a4e691-e9ab-40f3-9ad3-57a6e8425057 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:49:36.179412 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-19c61239-d8f7-4953-b5cd-c70fbda34cf2 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Allocated IP 172.20.0.5 (a3ed0843-6151-40ca-ab3e-279d9bb07821/e81e16c0-6ce3-48bc-9e16-475094174a0b/03a21840-9fcc-4723-a829-6e2569af230c) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:49:36.337380 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-edee7b72-e48d-4320-974d-6ea309b1695c req-07893f75-b663-49d1-9f56-3438d0ee384b tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b609a6-64e2-45de-a991-52208ceed394 HTTP/1.1" status: 200 len: 210 time: 0.0900285 Feb 20 05:49:36.422318 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-868f2b01-df2c-49ac-8bef-55a857f9c5b1 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] In _notify_port_updated(), no bound segment for port 6e82ff3d-7144-4206-a179-905d79fe7638 on network b9cc1beb-2cf7-48a3-a908-59c01299dcd6 {{(pid=103407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 05:49:36.433076 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868f2b01-df2c-49ac-8bef-55a857f9c5b1 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:36.433754 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-868f2b01-df2c-49ac-8bef-55a857f9c5b1 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:36.437492 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-868f2b01-df2c-49ac-8bef-55a857f9c5b1 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] 10.222.0.37 "PUT /v2.0/ports/6e82ff3d-7144-4206-a179-905d79fe7638 HTTP/1.1" status: 200 len: 996 time: 1.9307041 Feb 20 05:49:36.437492 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f2b01-df2c-49ac-8bef-55a857f9c5b1 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Pushing event updated for resources: {'Port': ['ID=6e82ff3d-7144-4206-a179-905d79fe7638,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:36.456200 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50356) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:36.552945 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-38ea77f5-76b2-40d1-a5e1-1faf5a308376 None None] Provisioning complete for port 6e82ff3d-7144-4206-a179-905d79fe7638 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:49:36.555819 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-38ea77f5-76b2-40d1-a5e1-1faf5a308376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6e82ff3d-7144-4206-a179-905d79fe7638), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:36.664789 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-38ea77f5-76b2-40d1-a5e1-1faf5a308376 None None] Port 6e82ff3d-7144-4206-a179-905d79fe7638 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:49:36.677442 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-080f7a75-ce93-4997-97af-2331d5a1c900 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Deleting port 6e82ff3d-7144-4206-a179-905d79fe7638 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:49:36.677846 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-080f7a75-ce93-4997-97af-2331d5a1c900 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (6e82ff3d-7144-4206-a179-905d79fe7638), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:36.737137 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee03d-e923-4c59-a371-8c5551f70388 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for port (e1a4e691-e9ab-40f3-9ad3-57a6e8425057), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:36.874577 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-19c61239-d8f7-4953-b5cd-c70fbda34cf2 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Publish callbacks [] for port (03a21840-9fcc-4723-a829-6e2569af230c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:36.988612 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee03d-e923-4c59-a371-8c5551f70388 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (82670d42-fd4a-48c7-b757-178a80daa644), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:37.122353 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ee03d-e923-4c59-a371-8c5551f70388 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Port': ['ID=82670d42-fd4a-48c7-b757-178a80daa644,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:37.194932 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5ee03d-e923-4c59-a371-8c5551f70388 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network 1f4fcd8a-3adc-4021-b125-c590a89158cf is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:49:37.211606 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-4e5ee03d-e923-4c59-a371-8c5551f70388 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:49:37.220893 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ee03d-e923-4c59-a371-8c5551f70388 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:49:37.223449 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee03d-e923-4c59-a371-8c5551f70388 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e1a4e691-e9ab-40f3-9ad3-57a6e8425057), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:37.385501 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ee03d-e923-4c59-a371-8c5551f70388 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Port': ['ID=e1a4e691-e9ab-40f3-9ad3-57a6e8425057,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:37.395506 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-19c61239-d8f7-4953-b5cd-c70fbda34cf2 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (03a21840-9fcc-4723-a829-6e2569af230c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:37.673829 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-19c61239-d8f7-4953-b5cd-c70fbda34cf2 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Network a3ed0843-6151-40ca-ab3e-279d9bb07821 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:49:37.724185 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-19c61239-d8f7-4953-b5cd-c70fbda34cf2 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:49:37.744665 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c61239-d8f7-4953-b5cd-c70fbda34cf2 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Pushing event updated for resources: {'Port': ['ID=03a21840-9fcc-4723-a829-6e2569af230c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:37.754764 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-19c61239-d8f7-4953-b5cd-c70fbda34cf2 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:49:37.917654 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5ee03d-e923-4c59-a371-8c5551f70388 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Checking segment: {'id': '8b630320-a938-40c9-a317-23881794dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2337565a-3b41-4144-980d-4c8829d0b5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:49:37.921585 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5ee03d-e923-4c59-a371-8c5551f70388 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network hostable DHCP agents. Network: 2337565a-3b41-4144-980d-4c8829d0b5ce, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:49:38.073961 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-19c61239-d8f7-4953-b5cd-c70fbda34cf2 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:38.074655 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-19c61239-d8f7-4953-b5cd-c70fbda34cf2 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:38.098515 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5ee03d-e923-4c59-a371-8c5551f70388 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network 2337565a-3b41-4144-980d-4c8829d0b5ce is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:49:38.143547 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-4e5ee03d-e923-4c59-a371-8c5551f70388 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 2337565a-3b41-4144-980d-4c8829d0b5ce) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:49:38.161730 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ee03d-e923-4c59-a371-8c5551f70388 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:49:38.164178 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ff0c35-6cc4-404c-9f9d-acb4581f5fc6 None None] Network 2337565a-3b41-4144-980d-4c8829d0b5ce requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:49:38.190835 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5ee03d-e923-4c59-a371-8c5551f70388 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:38.219325 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5ee03d-e923-4c59-a371-8c5551f70388 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:38.221780 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee03d-e923-4c59-a371-8c5551f70388 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:38.289150 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50388) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:38.328091 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4e5ee03d-e923-4c59-a371-8c5551f70388 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.6987557 Feb 20 05:49:38.341079 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-19c61239-d8f7-4953-b5cd-c70fbda34cf2 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4752738 Feb 20 05:49:38.346010 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50392) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:38.565694 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-c5d5e6ca-5d9f-48b4-9292-da4f0db479ff service neutron] Request body: {'port': {'device_id': '07b609a6-64e2-45de-a991-52208ceed394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:38.835693 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-56bbc482-5071-449b-9e6d-d38954697e18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:38.980564 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49146af6-7996-48f7-81b8-bcfa7b91c0d6 req-78a5b636-2d92-4b68-967d-447f2b729605 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:38.982041 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-49146af6-7996-48f7-81b8-bcfa7b91c0d6 req-78a5b636-2d92-4b68-967d-447f2b729605 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 945 time: 0.4730697 Feb 20 05:49:39.010884 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-080f7a75-ce93-4997-97af-2331d5a1c900 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (6e82ff3d-7144-4206-a179-905d79fe7638), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:39.044776 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-c5d5e6ca-5d9f-48b4-9292-da4f0db479ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (03a21840-9fcc-4723-a829-6e2569af230c), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:39.159808 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-080f7a75-ce93-4997-97af-2331d5a1c900 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Calling delete_port for 6e82ff3d-7144-4206-a179-905d79fe7638 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:49:39.178827 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-924f6b5f-fa4b-484f-afa7-7fc22e82cf8c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting port e1a4e691-e9ab-40f3-9ad3-57a6e8425057 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:49:39.179203 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-924f6b5f-fa4b-484f-afa7-7fc22e82cf8c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (e1a4e691-e9ab-40f3-9ad3-57a6e8425057), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:39.246380 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-49146af6-7996-48f7-81b8-bcfa7b91c0d6 req-e514d982-85e4-42c4-a8c4-72aaeb3b685f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283781 Feb 20 05:49:39.501165 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1c1c3-4a6e-4819-8be2-16a4bdcf1e5f req-d2b41584-a2da-4158-b899-72bc9d0b6fc3 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:39.502665 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-88f1c1c3-4a6e-4819-8be2-16a4bdcf1e5f req-d2b41584-a2da-4158-b899-72bc9d0b6fc3 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b609a6-64e2-45de-a991-52208ceed394 HTTP/1.1" status: 200 len: 931 time: 0.1049025 Feb 20 05:49:39.578634 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-88f1c1c3-4a6e-4819-8be2-16a4bdcf1e5f req-a30263df-0210-43e4-b0cb-b653181ac9f0 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.37 "GET /v2.0/security-groups?id=abafbe2f-616e-4e06-b951-4130c2066616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592811 Feb 20 05:49:39.596858 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-56bbc482-5071-449b-9e6d-d38954697e18 admin admin] Publish callbacks [] for security_group (167767bb-3626-42b1-b21e-0e37fbfc2bef), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:39.607525 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-56bbc482-5071-449b-9e6d-d38954697e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (167767bb-3626-42b1-b21e-0e37fbfc2bef), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:39.804334 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-080f7a75-ce93-4997-97af-2331d5a1c900 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (6e82ff3d-7144-4206-a179-905d79fe7638), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:39.881274 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f7a75-ce93-4997-97af-2331d5a1c900 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Pushing event deleted for resources: {'Port': ['ID=6e82ff3d-7144-4206-a179-905d79fe7638,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:39.905220 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-56bbc482-5071-449b-9e6d-d38954697e18 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8a0a455d3484a3eb1bcc05dad2ec02d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6100762 Feb 20 05:49:39.909364 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50410) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:40.150509 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-924f6b5f-fa4b-484f-afa7-7fc22e82cf8c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (e1a4e691-e9ab-40f3-9ad3-57a6e8425057), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:40.208494 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-080f7a75-ce93-4997-97af-2331d5a1c900 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:40.217926 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-080f7a75-ce93-4997-97af-2331d5a1c900 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] 10.222.0.37 "DELETE /v2.0/ports/6e82ff3d-7144-4206-a179-905d79fe7638 HTTP/1.1" status: 204 len: 168 time: 3.7524557 Feb 20 05:49:40.221468 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50416) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:40.284164 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbc482-5071-449b-9e6d-d38954697e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167767bb-3626-42b1-b21e-0e37fbfc2bef,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:40.323660 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-924f6b5f-fa4b-484f-afa7-7fc22e82cf8c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Calling delete_port for e1a4e691-e9ab-40f3-9ad3-57a6e8425057 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:49:40.390256 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf38f40e-d197-4fb6-b4fc-a20e8dcdce91 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] GET failed (client error): The resource could not be found. Feb 20 05:49:40.393113 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bf38f40e-d197-4fb6-b4fc-a20e8dcdce91 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] 10.222.0.37 "GET /v2.0/ports/6e82ff3d-7144-4206-a179-905d79fe7638 HTTP/1.1" status: 404 len: 333 time: 0.1645243 Feb 20 05:49:40.397299 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50420) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:40.411575 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e0e1105c-1818-4908-b579-516e43d9a627 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Request body: {'port': {'network_id': 'b9cc1beb-2cf7-48a3-a908-59c01299dcd6', 'name': 'tempest-AllowedAddressPairTestJSON-1645063302'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:40.508072 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1bdd67d1-8e7a-4356-93c5-c5a5aacaabc8 admin admin] Publish callbacks [] for security_group (167767bb-3626-42b1-b21e-0e37fbfc2bef), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:40.694765 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-924f6b5f-fa4b-484f-afa7-7fc22e82cf8c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e1a4e691-e9ab-40f3-9ad3-57a6e8425057), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:40.740428 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fb957-e282-4e48-8f61-3ffc8ca185c3 req-399170b2-6907-400d-974e-3a87c03f9bfd tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:40.753869 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c23fb957-e282-4e48-8f61-3ffc8ca185c3 req-399170b2-6907-400d-974e-3a87c03f9bfd tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 945 time: 0.4367592 Feb 20 05:49:40.779946 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1bdd67d1-8e7a-4356-93c5-c5a5aacaabc8 admin admin] Publish callbacks [] for security_group (167767bb-3626-42b1-b21e-0e37fbfc2bef), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:40.898741 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-924f6b5f-fa4b-484f-afa7-7fc22e82cf8c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:40.903409 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e1105c-1818-4908-b579-516e43d9a627 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Made reservation on behalf of 5f21c6301c3647399e6342be9a039871 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:40.906862 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e0e1105c-1818-4908-b579-516e43d9a627 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:40.908089 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-924f6b5f-fa4b-484f-afa7-7fc22e82cf8c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/ports/e1a4e691-e9ab-40f3-9ad3-57a6e8425057 HTTP/1.1" status: 204 len: 168 time: 2.5630012 Feb 20 05:49:40.923597 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f6b5f-fa4b-484f-afa7-7fc22e82cf8c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Port': ['ID=e1a4e691-e9ab-40f3-9ad3-57a6e8425057,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:40.926885 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50430) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:40.933220 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-e0e1105c-1818-4908-b579-516e43d9a627 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] device_id is not set on port 246b1f4f-ba68-47bc-86e6-b655d211e2bd yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:49:41.124638 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-e0e1105c-1818-4908-b579-516e43d9a627 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Allocated IP 172.20.0.14 (b9cc1beb-2cf7-48a3-a908-59c01299dcd6/1bfec6ca-3db4-4344-96a8-29f2ef805e34/246b1f4f-ba68-47bc-86e6-b655d211e2bd) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:49:41.251250 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-c5d5e6ca-5d9f-48b4-9292-da4f0db479ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a21840-9fcc-4723-a829-6e2569af230c {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:49:41.288051 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e5a883-8d79-4dab-a190-ced2a1b12601 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:41.294066 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e5a883-8d79-4dab-a190-ced2a1b12601 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:41.299864 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b0e5a883-8d79-4dab-a190-ced2a1b12601 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3719611 Feb 20 05:49:41.302887 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50434) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:41.324097 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-c5d5e6ca-5d9f-48b4-9292-da4f0db479ff service neutron] Publish callbacks [] for port (03a21840-9fcc-4723-a829-6e2569af230c), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:41.400138 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e0e1105c-1818-4908-b579-516e43d9a627 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks [] for port (246b1f4f-ba68-47bc-86e6-b655d211e2bd), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:41.419121 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-c5d5e6ca-5d9f-48b4-9292-da4f0db479ff service neutron] Transition to ACTIVE for port object 03a21840-9fcc-4723-a829-6e2569af230c will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:49:41.439622 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-c5d5e6ca-5d9f-48b4-9292-da4f0db479ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (03a21840-9fcc-4723-a829-6e2569af230c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:41.463484 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e0e1105c-1818-4908-b579-516e43d9a627 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (246b1f4f-ba68-47bc-86e6-b655d211e2bd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:41.513935 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c23fb957-e282-4e48-8f61-3ffc8ca185c3 req-b7cce6e3-64a1-4f62-bec8-8a95f82d200b tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7568948 Feb 20 05:49:41.559707 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e1105c-1818-4908-b579-516e43d9a627 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Network b9cc1beb-2cf7-48a3-a908-59c01299dcd6 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:49:41.563550 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-e0e1105c-1818-4908-b579-516e43d9a627 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:49:41.566063 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e1105c-1818-4908-b579-516e43d9a627 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:49:41.675067 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5e6ca-5d9f-48b4-9292-da4f0db479ff service neutron] Pushing event updated for resources: {'Port': ['ID=03a21840-9fcc-4723-a829-6e2569af230c,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:41.678717 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1bdd67d1-8e7a-4356-93c5-c5a5aacaabc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (167767bb-3626-42b1-b21e-0e37fbfc2bef), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:41.694291 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1bdd67d1-8e7a-4356-93c5-c5a5aacaabc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:41.695736 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1bdd67d1-8e7a-4356-93c5-c5a5aacaabc8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/167767bb-3626-42b1-b21e-0e37fbfc2bef HTTP/1.1" status: 204 len: 168 time: 1.7823453 Feb 20 05:49:41.714744 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1105c-1818-4908-b579-516e43d9a627 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Pushing event updated for resources: {'Port': ['ID=246b1f4f-ba68-47bc-86e6-b655d211e2bd,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:41.795476 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-2c640c1a-acc9-4b1a-9173-50e23f7814e7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting port 82670d42-fd4a-48c7-b757-178a80daa644 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:49:41.796022 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2c640c1a-acc9-4b1a-9173-50e23f7814e7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (82670d42-fd4a-48c7-b757-178a80daa644), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:41.896187 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e1105c-1818-4908-b579-516e43d9a627 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:41.896874 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e0e1105c-1818-4908-b579-516e43d9a627 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:41.916820 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd67d1-8e7a-4356-93c5-c5a5aacaabc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167767bb-3626-42b1-b21e-0e37fbfc2bef,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:42.025958 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e0e1105c-1818-4908-b579-516e43d9a627 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6186016 Feb 20 05:49:42.028796 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50450) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:42.043435 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ba135078-46fd-4c43-b792-fbc5a5efd393 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Request body: {'port': {'network_id': 'b9cc1beb-2cf7-48a3-a908-59c01299dcd6', 'name': 'tempest-AllowedAddressPairTestJSON-897074150'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:42.044144 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-c5d5e6ca-5d9f-48b4-9292-da4f0db479ff service neutron] Attempting to bind port 03a21840-9fcc-4723-a829-6e2569af230c on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:49:42.048695 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-c5d5e6ca-5d9f-48b4-9292-da4f0db479ff service neutron] Attempting to bind port 03a21840-9fcc-4723-a829-6e2569af230c by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '525f1855-c09f-45ec-aef2-5ad0af3a8666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a3ed0843-6151-40ca-ab3e-279d9bb07821'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:49:42.049044 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-c5d5e6ca-5d9f-48b4-9292-da4f0db479ff service neutron] Attempting to bind port 03a21840-9fcc-4723-a829-6e2569af230c on network a3ed0843-6151-40ca-ab3e-279d9bb07821 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:49:42.137376 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-c5d5e6ca-5d9f-48b4-9292-da4f0db479ff service neutron] Port 03a21840-9fcc-4723-a829-6e2569af230c on network a3ed0843-6151-40ca-ab3e-279d9bb07821 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:49:42.137955 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-c5d5e6ca-5d9f-48b4-9292-da4f0db479ff service neutron] Attempting to bind port 03a21840-9fcc-4723-a829-6e2569af230c on network a3ed0843-6151-40ca-ab3e-279d9bb07821 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:49:42.156418 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2c640c1a-acc9-4b1a-9173-50e23f7814e7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (82670d42-fd4a-48c7-b757-178a80daa644), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:42.161732 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-c5d5e6ca-5d9f-48b4-9292-da4f0db479ff service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:49:42.165413 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-c5d5e6ca-5d9f-48b4-9292-da4f0db479ff service neutron] Checking segment: {'id': '525f1855-c09f-45ec-aef2-5ad0af3a8666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a3ed0843-6151-40ca-ab3e-279d9bb07821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:49:42.165971 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-c5d5e6ca-5d9f-48b4-9292-da4f0db479ff service neutron] Bound using segment: {'id': '525f1855-c09f-45ec-aef2-5ad0af3a8666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a3ed0843-6151-40ca-ab3e-279d9bb07821'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:49:42.166604 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-c5d5e6ca-5d9f-48b4-9292-da4f0db479ff service neutron] Bound port: 03a21840-9fcc-4723-a829-6e2569af230c, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525f1855-c09f-45ec-aef2-5ad0af3a8666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a3ed0843-6151-40ca-ab3e-279d9bb07821'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:49:42.167470 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-c5d5e6ca-5d9f-48b4-9292-da4f0db479ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (03a21840-9fcc-4723-a829-6e2569af230c), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:42.252069 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-2c640c1a-acc9-4b1a-9173-50e23f7814e7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Calling delete_port for 82670d42-fd4a-48c7-b757-178a80daa644 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:49:42.255691 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-36b3e6ee-a386-457d-8042-f42e11b0697c None None] Provisioning complete for port 246b1f4f-ba68-47bc-86e6-b655d211e2bd triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:49:42.256178 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-36b3e6ee-a386-457d-8042-f42e11b0697c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (246b1f4f-ba68-47bc-86e6-b655d211e2bd), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:42.277576 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14c3c9-b3b6-413c-a8b0-4d282e0c320d req-8100a754-2033-4bfa-ac9b-0c33db698df6 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:42.292823 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c14c3c9-b3b6-413c-a8b0-4d282e0c320d req-8100a754-2033-4bfa-ac9b-0c33db698df6 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 945 time: 0.5599663 Feb 20 05:49:42.418734 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-36b3e6ee-a386-457d-8042-f42e11b0697c None None] Port 246b1f4f-ba68-47bc-86e6-b655d211e2bd cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:49:42.565889 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-c5d5e6ca-5d9f-48b4-9292-da4f0db479ff service neutron] For port 03a21840-9fcc-4723-a829-6e2569af230c, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:49:42.573959 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50456) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:42.618661 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7ed8ea7f-5fd1-4a26-82fc-104be2f763ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:42.630087 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-c5d5e6ca-5d9f-48b4-9292-da4f0db479ff service neutron] For port 03a21840-9fcc-4723-a829-6e2569af230c, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=03a21840-9fcc-4723-a829-6e2569af230c,segment=NetworkSegment(525f1855-c09f-45ec-aef2-5ad0af3a8666),segment_id=525f1855-c09f-45ec-aef2-5ad0af3a8666)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:49:42.643008 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba135078-46fd-4c43-b792-fbc5a5efd393 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Made reservation on behalf of 5f21c6301c3647399e6342be9a039871 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:42.647860 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-c5d5e6ca-5d9f-48b4-9292-da4f0db479ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (03a21840-9fcc-4723-a829-6e2569af230c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:42.651398 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba135078-46fd-4c43-b792-fbc5a5efd393 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:42.760020 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2c640c1a-acc9-4b1a-9173-50e23f7814e7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (82670d42-fd4a-48c7-b757-178a80daa644), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:42.772096 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-ba135078-46fd-4c43-b792-fbc5a5efd393 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] device_id is not set on port 33845a24-c042-476a-86b5-574018ecc0df yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:49:42.811661 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c14c3c9-b3b6-413c-a8b0-4d282e0c320d req-6ad554c0-6057-43ab-a59b-d1b9a66be8e8 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5160031 Feb 20 05:49:42.836508 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-c5d5e6ca-5d9f-48b4-9292-da4f0db479ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:42.837753 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-c5d5e6ca-5d9f-48b4-9292-da4f0db479ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:42.850698 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-c5d5e6ca-5d9f-48b4-9292-da4f0db479ff service neutron] 10.222.0.61 "PUT /v2.0/ports/03a21840-9fcc-4723-a829-6e2569af230c HTTP/1.1" status: 200 len: 1091 time: 4.3051512 Feb 20 05:49:42.868187 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b609a6-64e2-45de-a991-52208ceed394', 'tag': '03a21840-9fcc-4723-a829-6e2569af230c'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:49:42.875978 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffedfdb-3c24-4358-aebb-800baad97f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "07b609a6-64e2-45de-a991-52208ceed394", "tag": "03a21840-9fcc-4723-a829-6e2569af230c"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:49:42.889362 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f9271-ca7c-4f18-83f5-b0e5d059f0a3 req-d652d17d-d75d-43a4-ac29-a8a0754bb365 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:42.899065 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d45f9271-ca7c-4f18-83f5-b0e5d059f0a3 req-d652d17d-d75d-43a4-ac29-a8a0754bb365 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 945 time: 0.5736153 Feb 20 05:49:42.902747 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2c640c1a-acc9-4b1a-9173-50e23f7814e7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:42.906992 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2c640c1a-acc9-4b1a-9173-50e23f7814e7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/ports/82670d42-fd4a-48c7-b757-178a80daa644 HTTP/1.1" status: 204 len: 168 time: 1.5949504 Feb 20 05:49:42.914361 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50466) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:43.028607 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5e6ca-5d9f-48b4-9292-da4f0db479ff service neutron] Pushing event updated for resources: {'Port': ['ID=03a21840-9fcc-4723-a829-6e2569af230c,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:43.161945 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c640c1a-acc9-4b1a-9173-50e23f7814e7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Port': ['ID=82670d42-fd4a-48c7-b757-178a80daa644,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:43.251466 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7a0330-e2d3-414a-9e25-8ecd38898e86 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:43.253242 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2f7a0330-e2d3-414a-9e25-8ecd38898e86 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3385074 Feb 20 05:49:43.254753 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-ba135078-46fd-4c43-b792-fbc5a5efd393 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Allocated IP 172.20.0.13 (b9cc1beb-2cf7-48a3-a908-59c01299dcd6/1bfec6ca-3db4-4344-96a8-29f2ef805e34/33845a24-c042-476a-86b5-574018ecc0df) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:49:43.256360 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50470) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:43.265662 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c98ed-cb1e-4e7e-9478-39cd82d5b7c7 req-450d6539-894e-44da-b1a4-92d88bca2699 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:43.266356 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-636686f8-36cb-461c-b31b-0a5b4c4bb102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:43.267927 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-636686f8-36cb-461c-b31b-0a5b4c4bb102 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f193009a0d6a4bbf892b1236afdebd0d&device_id=07b609a6-64e2-45de-a991-52208ceed394 HTTP/1.1" status: 200 len: 1125 time: 0.3472152 Feb 20 05:49:43.273929 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e48c98ed-cb1e-4e7e-9478-39cd82d5b7c7 req-450d6539-894e-44da-b1a4-92d88bca2699 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b609a6-64e2-45de-a991-52208ceed394 HTTP/1.1" status: 200 len: 943 time: 0.2486508 Feb 20 05:49:43.335386 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c0b954-1c5a-48f9-9c2e-1e3d8f0b91f5 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] GET failed (client error): The resource could not be found. Feb 20 05:49:43.337655 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f7c0b954-1c5a-48f9-9c2e-1e3d8f0b91f5 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "GET /v2.0/ports/e1a4e691-e9ab-40f3-9ad3-57a6e8425057 HTTP/1.1" status: 404 len: 333 time: 0.0791876 Feb 20 05:49:43.351040 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50472) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:43.442017 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-f87efbfb-3e26-4a94-8be6-20c3a9a6a6e7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03a21840-9fcc-4723-a829-6e2569af230c HTTP/1.1" status: 200 len: 217 time: 0.0887716 Feb 20 05:49:43.459011 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-4befe606-827f-42cf-9838-5d1b745b5cc9 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] GET failed (client error): The resource could not be found. Feb 20 05:49:43.461320 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4befe606-827f-42cf-9838-5d1b745b5cc9 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "GET /v2.0/ports/82670d42-fd4a-48c7-b757-178a80daa644 HTTP/1.1" status: 404 len: 333 time: 0.1031394 Feb 20 05:49:43.474691 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50474) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:43.512190 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7ed8ea7f-5fd1-4a26-82fc-104be2f763ab admin admin] Publish callbacks [] for security_group (af6ff3fc-b257-4fd1-8cea-0475a71d488f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:43.518346 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-d45f9271-ca7c-4f18-83f5-b0e5d059f0a3 req-67a4a989-c1d7-4f1c-ac2b-8e9795960275 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Deleting port f72a5137-2987-43ae-8cba-cd3385a7fed8 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:49:43.528975 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d45f9271-ca7c-4f18-83f5-b0e5d059f0a3 req-67a4a989-c1d7-4f1c-ac2b-8e9795960275 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (f72a5137-2987-43ae-8cba-cd3385a7fed8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:43.549261 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e48c98ed-cb1e-4e7e-9478-39cd82d5b7c7 req-1f7660bd-77ac-4bca-9f6f-9d2c567e79b4 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.37 "GET /v2.0/security-groups?id=abafbe2f-616e-4e06-b951-4130c2066616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735996 Feb 20 05:49:43.599277 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7ed8ea7f-5fd1-4a26-82fc-104be2f763ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (af6ff3fc-b257-4fd1-8cea-0475a71d488f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:43.716088 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-ca7d8640-bd26-490a-a56c-540778c6d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:43.735275 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-ca7d8640-bd26-490a-a56c-540778c6d893 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e81e16c0-6ce3-48bc-9e16-475094174a0b HTTP/1.1" status: 200 len: 854 time: 0.2784023 Feb 20 05:49:43.852838 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-d45f9271-ca7c-4f18-83f5-b0e5d059f0a3 req-67a4a989-c1d7-4f1c-ac2b-8e9795960275 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] For port f72a5137-2987-43ae-8cba-cd3385a7fed8, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=f72a5137-2987-43ae-8cba-cd3385a7fed8,segment=NetworkSegment(bfa6d036-a7e5-478c-ab71-9ee611ca2fce),segment_id=bfa6d036-a7e5-478c-ab71-9ee611ca2fce)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:49:43.853409 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d45f9271-ca7c-4f18-83f5-b0e5d059f0a3 req-67a4a989-c1d7-4f1c-ac2b-8e9795960275 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (f72a5137-2987-43ae-8cba-cd3385a7fed8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:43.880350 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f077dc6-cdf2-4388-8048-bcdff3be07f4 req-a97a84ac-c672-4f32-b07b-664d09219df6 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:43.887412 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6f077dc6-cdf2-4388-8048-bcdff3be07f4 req-a97a84ac-c672-4f32-b07b-664d09219df6 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3621567-b11c-41d0-a352-b26b9ee50e3f HTTP/1.1" status: 200 len: 945 time: 0.1973948 Feb 20 05:49:43.896022 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-d45f9271-ca7c-4f18-83f5-b0e5d059f0a3 req-67a4a989-c1d7-4f1c-ac2b-8e9795960275 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Calling delete_port for f72a5137-2987-43ae-8cba-cd3385a7fed8 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:49:43.900453 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba135078-46fd-4c43-b792-fbc5a5efd393 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks [] for port (33845a24-c042-476a-86b5-574018ecc0df), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:43.956798 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-97ea1f50-33ad-4f69-aa35-1502f59b3d4c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a3ed0843-6151-40ca-ab3e-279d9bb07821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1530945 Feb 20 05:49:44.059343 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6f077dc6-cdf2-4388-8048-bcdff3be07f4 req-ab266815-f30b-4d57-9be5-f219767f32b3 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623583 Feb 20 05:49:44.107907 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba135078-46fd-4c43-b792-fbc5a5efd393 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (33845a24-c042-476a-86b5-574018ecc0df), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:44.155489 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5b980f-2133-4a0a-9a1a-d96e2ec3fc3b x-openstack-request-id: req-5b5b980f-2133-4a0a-9a1a-d96e2ec3fc3b {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:49:44.155790 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b609a6-64e2-45de-a991-52208ceed394", "tag": "03a21840-9fcc-4723-a829-6e2569af230c", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:49:44.156060 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5b5b980f-2133-4a0a-9a1a-d96e2ec3fc3b {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:49:44.156497 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b609a6-64e2-45de-a991-52208ceed394', 'tag': '03a21840-9fcc-4723-a829-6e2569af230c', 'status': 'completed', 'code': 200} Feb 20 05:49:44.159097 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7ed8ea7f-5fd1-4a26-82fc-104be2f763ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bfb29505b3974c1cb63b47a85bf71156&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5790014 Feb 20 05:49:44.174577 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50486) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:44.179582 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8ea7f-5fd1-4a26-82fc-104be2f763ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6ff3fc-b257-4fd1-8cea-0475a71d488f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:44.204767 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e2c7966-525a-48ea-9387-d6364c4fce4b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (2337565a-3b41-4144-980d-4c8829d0b5ce), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:44.259817 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba135078-46fd-4c43-b792-fbc5a5efd393 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Network b9cc1beb-2cf7-48a3-a908-59c01299dcd6 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:49:44.327422 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-ba135078-46fd-4c43-b792-fbc5a5efd393 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:49:44.337839 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba135078-46fd-4c43-b792-fbc5a5efd393 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Pushing event updated for resources: {'Port': ['ID=33845a24-c042-476a-86b5-574018ecc0df,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:44.340521 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba135078-46fd-4c43-b792-fbc5a5efd393 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:49:44.436843 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-054be04c-c265-46a3-806b-e8c8e7d14804 service neutron] 10.222.0.61 "GET /v2.0/networks/a3ed0843-6151-40ca-ab3e-279d9bb07821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701514 Feb 20 05:49:44.470943 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d45f9271-ca7c-4f18-83f5-b0e5d059f0a3 req-67a4a989-c1d7-4f1c-ac2b-8e9795960275 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (f72a5137-2987-43ae-8cba-cd3385a7fed8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:44.480324 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef0ced58-f697-4301-b4e4-7b760f82426d admin admin] Publish callbacks [] for security_group (af6ff3fc-b257-4fd1-8cea-0475a71d488f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:44.485027 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['9e177ff6-1dda-4efd-9e02-31eebb1e54a1'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:49:44.556917 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba135078-46fd-4c43-b792-fbc5a5efd393 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:44.557968 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba135078-46fd-4c43-b792-fbc5a5efd393 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:44.632252 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426661cf-d524-4a3d-ab61-82f357ab409c req-40ec9d17-3ea1-4742-8874-dadbf44cc5b0 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:44.639925 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-426661cf-d524-4a3d-ab61-82f357ab409c req-40ec9d17-3ea1-4742-8874-dadbf44cc5b0 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 945 time: 0.4014163 Feb 20 05:49:44.642183 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e2c7966-525a-48ea-9387-d6364c4fce4b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (2337565a-3b41-4144-980d-4c8829d0b5ce), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:44.678474 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device f72a5137-2987-43ae-8cba-cd3385a7fed8 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:49:44.684900 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4a989-c1d7-4f1c-ac2b-8e9795960275 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Pushing event deleted for resources: {'Port': ['ID=f72a5137-2987-43ae-8cba-cd3385a7fed8,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:44.720011 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-8e2c7966-525a-48ea-9387-d6364c4fce4b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2337565a-3b41-4144-980d-4c8829d0b5ce']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:44.780876 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-8e2c7966-525a-48ea-9387-d6364c4fce4b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b630320-a938-40c9-a317-23881794dac5') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:44.780876 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-8e2c7966-525a-48ea-9387-d6364c4fce4b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b630320-a938-40c9-a317-23881794dac5') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:44.784790 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: f72a5137-2987-43ae-8cba-cd3385a7fed8 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:49:44.790990 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device f72a5137-2987-43ae-8cba-cd3385a7fed8 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:49:44.806974 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e2c7966-525a-48ea-9387-d6364c4fce4b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (8b630320-a938-40c9-a317-23881794dac5), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:44.863366 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e2c7966-525a-48ea-9387-d6364c4fce4b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (8b630320-a938-40c9-a317-23881794dac5), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:44.899072 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2c7966-525a-48ea-9387-d6364c4fce4b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:49:44.911032 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e2c7966-525a-48ea-9387-d6364c4fce4b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (8b630320-a938-40c9-a317-23881794dac5), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:49:44.914445 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:49:44.924157 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.db.resource_extend [None req-ef0ced58-f697-4301-b4e4-7b760f82426d admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:49:44.934561 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef0ced58-f697-4301-b4e4-7b760f82426d admin admin] Publish callbacks [] for security_group (af6ff3fc-b257-4fd1-8cea-0475a71d488f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:44.934774 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b603c829-6242-4b08-a29a-857d5e3c1f50 req-73deafd7-7873-4974-b32f-aec28fc9d63f service neutron] 10.222.0.61 "GET /v2.0/networks/a3ed0843-6151-40ca-ab3e-279d9bb07821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269390 Feb 20 05:49:45.028055 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ba135078-46fd-4c43-b792-fbc5a5efd393 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9902196 Feb 20 05:49:45.038099 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50492) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:45.044271 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-14c78807-f84d-4996-9dcf-ea5ff66ed6b0 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:c0:ff:13'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:f9:84:91'}]}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:45.160643 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45f9271-ca7c-4f18-83f5-b0e5d059f0a3 req-67a4a989-c1d7-4f1c-ac2b-8e9795960275 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] No DVR routers for this DVR port f72a5137-2987-43ae-8cba-cd3385a7fed8 on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:49:45.177204 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d45f9271-ca7c-4f18-83f5-b0e5d059f0a3 req-67a4a989-c1d7-4f1c-ac2b-8e9795960275 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:45.181204 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d45f9271-ca7c-4f18-83f5-b0e5d059f0a3 req-67a4a989-c1d7-4f1c-ac2b-8e9795960275 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.48 "DELETE /v2.0/ports/f72a5137-2987-43ae-8cba-cd3385a7fed8 HTTP/1.1" status: 204 len: 173 time: 2.2811272 Feb 20 05:49:45.211621 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3621567-b11c-41d0-a352-b26b9ee50e3f', 'name': 'network-vif-deleted', 'tag': 'f72a5137-2987-43ae-8cba-cd3385a7fed8'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:49:45.213914 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b586975e-3826-4312-8f07-9ad2e1d85985" -d '{"events": [{"server_uuid": "f3621567-b11c-41d0-a352-b26b9ee50e3f", "name": "network-vif-deleted", "tag": "f72a5137-2987-43ae-8cba-cd3385a7fed8"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:49:45.336191 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e2c7966-525a-48ea-9387-d6364c4fce4b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (2337565a-3b41-4144-980d-4c8829d0b5ce), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:45.339485 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-426661cf-d524-4a3d-ab61-82f357ab409c req-24e9bd8e-d17e-476c-bd5c-196a1c94f0aa tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6982722 Feb 20 05:49:45.354497 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e2c7966-525a-48ea-9387-d6364c4fce4b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:45.381366 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8e2c7966-525a-48ea-9387-d6364c4fce4b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/networks/2337565a-3b41-4144-980d-4c8829d0b5ce HTTP/1.1" status: 204 len: 168 time: 1.8902330 Feb 20 05:49:45.394185 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50506) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:45.399672 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-18a77eca-097a-41cc-bb2e-7b44364ad6c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-881808515'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:45.416638 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-f4c9fb5a-99e6-42b6-90b5-3fa2d80942cc None None] Provisioning complete for port 33845a24-c042-476a-86b5-574018ecc0df triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:49:45.417180 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4c9fb5a-99e6-42b6-90b5-3fa2d80942cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (33845a24-c042-476a-86b5-574018ecc0df), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:45.433149 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef0ced58-f697-4301-b4e4-7b760f82426d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (af6ff3fc-b257-4fd1-8cea-0475a71d488f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:45.466704 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef0ced58-f697-4301-b4e4-7b760f82426d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:45.469320 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ef0ced58-f697-4301-b4e4-7b760f82426d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af6ff3fc-b257-4fd1-8cea-0475a71d488f HTTP/1.1" status: 204 len: 168 time: 1.2803557 Feb 20 05:49:45.508531 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f4c9fb5a-99e6-42b6-90b5-3fa2d80942cc None None] Port 33845a24-c042-476a-86b5-574018ecc0df cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:49:45.539936 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ced58-f697-4301-b4e4-7b760f82426d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6ff3fc-b257-4fd1-8cea-0475a71d488f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:45.594207 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c7966-525a-48ea-9387-d6364c4fce4b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Network': ['ID=2337565a-3b41-4144-980d-4c8829d0b5ce,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:45.701952 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a77eca-097a-41cc-bb2e-7b44364ad6c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:45.711667 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-18a77eca-097a-41cc-bb2e-7b44364ad6c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:45.859135 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a77eca-097a-41cc-bb2e-7b44364ad6c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:49:45.917540 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925ba9b-97f5-42f0-805a-2470d8e79a95 req-ec84c128-1435-4c47-b80d-c2ff71552aa8 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:45.930493 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6925ba9b-97f5-42f0-805a-2470d8e79a95 req-ec84c128-1435-4c47-b80d-c2ff71552aa8 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b609a6-64e2-45de-a991-52208ceed394 HTTP/1.1" status: 200 len: 943 time: 0.3611753 Feb 20 05:49:46.012351 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-18a77eca-097a-41cc-bb2e-7b44364ad6c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (18229853-3084-48b0-9063-24fbee38bfd5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:46.012707 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-18a77eca-097a-41cc-bb2e-7b44364ad6c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Added segment 18229853-3084-48b0-9063-24fbee38bfd5 of type vlan for network ef8a6768-cbda-4b48-8728-a31c7b71ba67 Feb 20 05:49:46.331253 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-18a77eca-097a-41cc-bb2e-7b44364ad6c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (ef8a6768-cbda-4b48-8728-a31c7b71ba67), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:46.383821 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6925ba9b-97f5-42f0-805a-2470d8e79a95 req-9856ddf8-f564-44e5-b24d-3d39c947e849 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.37 "GET /v2.0/security-groups?id=abafbe2f-616e-4e06-b951-4130c2066616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525080 Feb 20 05:49:46.448156 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-18a77eca-097a-41cc-bb2e-7b44364ad6c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (ef8a6768-cbda-4b48-8728-a31c7b71ba67), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:46.473112 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d130a0ac-88cc-4be0-92e2-8f58b2e32453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:46.480767 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a77eca-097a-41cc-bb2e-7b44364ad6c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:46.482559 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-18a77eca-097a-41cc-bb2e-7b44364ad6c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:46.624926 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86445cd-9b6b-44de-8871-9cf3250028f4 x-openstack-request-id: req-a86445cd-9b6b-44de-8871-9cf3250028f4 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:49:46.625282 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3621567-b11c-41d0-a352-b26b9ee50e3f", "name": "network-vif-deleted", "tag": "f72a5137-2987-43ae-8cba-cd3385a7fed8", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:49:46.625866 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a86445cd-9b6b-44de-8871-9cf3250028f4 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:49:46.626377 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3621567-b11c-41d0-a352-b26b9ee50e3f', 'name': 'network-vif-deleted', 'tag': 'f72a5137-2987-43ae-8cba-cd3385a7fed8', 'status': 'completed', 'code': 200} Feb 20 05:49:46.648910 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-18a77eca-097a-41cc-bb2e-7b44364ad6c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2500412 Feb 20 05:49:46.650115 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50544) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:46.656468 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b6ca2c18-afaa-4f9a-9ff2-6cafddb2304e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'subnet': {'network_id': 'ef8a6768-cbda-4b48-8728-a31c7b71ba67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:46.755146 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffedfdb-3c24-4358-aebb-800baad97f4e req-959ca37b-cd11-47db-92e9-f3c9d1a6f566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:46.759215 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3ffedfdb-3c24-4358-aebb-800baad97f4e req-959ca37b-cd11-47db-92e9-f3c9d1a6f566 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f193009a0d6a4bbf892b1236afdebd0d&device_id=07b609a6-64e2-45de-a991-52208ceed394 HTTP/1.1" status: 200 len: 1125 time: 1.7272811 Feb 20 05:49:46.886610 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-14c78807-f84d-4996-9dcf-ea5ff66ed6b0 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (33845a24-c042-476a-86b5-574018ecc0df), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:46.907295 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ca2c18-afaa-4f9a-9ff2-6cafddb2304e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:46.915894 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b6ca2c18-afaa-4f9a-9ff2-6cafddb2304e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:46.924366 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a77eca-097a-41cc-bb2e-7b44364ad6c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Network': ['ID=ef8a6768-cbda-4b48-8728-a31c7b71ba67,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:46.936878 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network ef8a6768-cbda-4b48-8728-a31c7b71ba67 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:49:47.161861 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffedfdb-3c24-4358-aebb-800baad97f4e req-b99c6ee1-194e-48a1-b1d8-66cd2e73e6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:47.172215 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3ffedfdb-3c24-4358-aebb-800baad97f4e req-b99c6ee1-194e-48a1-b1d8-66cd2e73e6cd service neutron] 10.222.0.61 "GET /v2.0/networks?id=a3ed0843-6151-40ca-ab3e-279d9bb07821 HTTP/1.1" status: 200 len: 914 time: 0.3956742 Feb 20 05:49:47.175676 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.ipam_backend_mixin [None req-b6ca2c18-afaa-4f9a-9ff2-6cafddb2304e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Performing IP validity checks on allocation pools {{(pid=103407) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 20 05:49:47.176417 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.ipam_backend_mixin [None req-b6ca2c18-afaa-4f9a-9ff2-6cafddb2304e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103407) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 20 05:49:47.236247 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac6b9a-6398-4adc-b5ab-27cedce8d455 req-3a7e0cc3-4f22-4e3b-8c01-cf5b997519e3 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:47.259964 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d3ac6b9a-6398-4adc-b5ab-27cedce8d455 req-3a7e0cc3-4f22-4e3b-8c01-cf5b997519e3 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 945 time: 0.4311230 Feb 20 05:49:47.389663 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3ffedfdb-3c24-4358-aebb-800baad97f4e req-ca517d69-f76b-481e-bd4d-097b09703bd8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03a21840-9fcc-4723-a829-6e2569af230c HTTP/1.1" status: 200 len: 217 time: 0.1833317 Feb 20 05:49:47.500212 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b6ca2c18-afaa-4f9a-9ff2-6cafddb2304e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (e8e53449-90a1-434c-81f2-2f36d1632dfb), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:47.544808 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d3ac6b9a-6398-4adc-b5ab-27cedce8d455 req-ede33e21-5cfa-49da-b092-a99b9e3090c6 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2829335 Feb 20 05:49:47.603095 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca2c18-afaa-4f9a-9ff2-6cafddb2304e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Subnet': ['ID=e8e53449-90a1-434c-81f2-2f36d1632dfb,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:47.610116 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ca2c18-afaa-4f9a-9ff2-6cafddb2304e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Checking segment: {'id': '18229853-3084-48b0-9063-24fbee38bfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ef8a6768-cbda-4b48-8728-a31c7b71ba67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:49:47.610487 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ca2c18-afaa-4f9a-9ff2-6cafddb2304e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network hostable DHCP agents. Network: ef8a6768-cbda-4b48-8728-a31c7b71ba67, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:49:47.646735 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffedfdb-3c24-4358-aebb-800baad97f4e req-314f8391-2084-4883-9b0a-5f003c0a57ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:47.648823 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3ffedfdb-3c24-4358-aebb-800baad97f4e req-314f8391-2084-4883-9b0a-5f003c0a57ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e81e16c0-6ce3-48bc-9e16-475094174a0b HTTP/1.1" status: 200 len: 854 time: 0.2402112 Feb 20 05:49:47.652709 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ca2c18-afaa-4f9a-9ff2-6cafddb2304e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network ef8a6768-cbda-4b48-8728-a31c7b71ba67 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:49:47.683740 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-b6ca2c18-afaa-4f9a-9ff2-6cafddb2304e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, ef8a6768-cbda-4b48-8728-a31c7b71ba67) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:49:47.691102 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ca2c18-afaa-4f9a-9ff2-6cafddb2304e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:47.691726 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b6ca2c18-afaa-4f9a-9ff2-6cafddb2304e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:47.699792 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29382777-c95e-49cf-84d4-adae4e604435 None None] Network ef8a6768-cbda-4b48-8728-a31c7b71ba67 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:49:47.712157 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3ffedfdb-3c24-4358-aebb-800baad97f4e req-a6a7f135-777f-4ba9-8551-56ab573a2bf2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a3ed0843-6151-40ca-ab3e-279d9bb07821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546472 Feb 20 05:49:47.756294 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b6ca2c18-afaa-4f9a-9ff2-6cafddb2304e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1052198 Feb 20 05:49:47.760787 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50574) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:47.778720 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-14c78807-f84d-4996-9dcf-ea5ff66ed6b0 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks [] for port (33845a24-c042-476a-86b5-574018ecc0df), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:47.785395 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d13ebc90-4f96-4608-83a0-e51c2dc1693a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'port': {'network_id': 'ef8a6768-cbda-4b48-8728-a31c7b71ba67', 'name': 'tempest-PortsTestJSON-728038539'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:47.864130 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-14c78807-f84d-4996-9dcf-ea5ff66ed6b0 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (33845a24-c042-476a-86b5-574018ecc0df), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:47.908380 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 03a21840-9fcc-4723-a829-6e2569af230c details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:49:47.988908 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c78807-f84d-4996-9dcf-ea5ff66ed6b0 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Pushing event updated for resources: {'Port': ['ID=33845a24-c042-476a-86b5-574018ecc0df,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:48.205074 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 03a21840-9fcc-4723-a829-6e2569af230c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=03a21840-9fcc-4723-a829-6e2569af230c,segment=NetworkSegment(525f1855-c09f-45ec-aef2-5ad0af3a8666),segment_id=525f1855-c09f-45ec-aef2-5ad0af3a8666)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:49:48.276168 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '03a21840-9fcc-4723-a829-6e2569af230c', 'network_id': 'a3ed0843-6151-40ca-ab3e-279d9bb07821', 'port_id': '03a21840-9fcc-4723-a829-6e2569af230c', 'mac_address': 'fa:16:3e:c2:19:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e81e16c0-6ce3-48bc-9e16-475094174a0b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:49:48.278165 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c1b305-7655-4b6c-936d-fd4fff1e016b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-ef8a6768-cbda-4b48-8728-a31c7b71ba67', 'network_id': 'ef8a6768-cbda-4b48-8728-a31c7b71ba67', 'project_id': '1b935f7dbfce4480a61cfafe26a09452', 'fixed_ips': [{'subnet_id': 'e8e53449-90a1-434c-81f2-2f36d1632dfb'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:49:48.279056 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0c1b305-7655-4b6c-936d-fd4fff1e016b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:48.279885 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-14c78807-f84d-4996-9dcf-ea5ff66ed6b0 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] In _notify_port_updated(), no bound segment for port 33845a24-c042-476a-86b5-574018ecc0df on network b9cc1beb-2cf7-48a3-a908-59c01299dcd6 {{(pid=103406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 05:49:48.297033 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c78807-f84d-4996-9dcf-ea5ff66ed6b0 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:48.302532 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-14c78807-f84d-4996-9dcf-ea5ff66ed6b0 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:48.308941 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-14c78807-f84d-4996-9dcf-ea5ff66ed6b0 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] 10.222.0.37 "PUT /v2.0/ports/33845a24-c042-476a-86b5-574018ecc0df HTTP/1.1" status: 200 len: 1056 time: 3.2681918 Feb 20 05:49:48.317360 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50588) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:48.326581 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13ebc90-4f96-4608-83a0-e51c2dc1693a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:48.350888 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d13ebc90-4f96-4608-83a0-e51c2dc1693a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:48.406760 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 03a21840-9fcc-4723-a829-6e2569af230c is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:49:48.407438 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (03a21840-9fcc-4723-a829-6e2569af230c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:48.428714 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a21840-9fcc-4723-a829-6e2569af230c {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:49:48.517187 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3ffedfdb-3c24-4358-aebb-800baad97f4e req-8f97257f-12f2-43f8-93df-fd3f66d0f6cf service neutron] 10.222.0.61 "GET /v2.0/networks/a3ed0843-6151-40ca-ab3e-279d9bb07821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7987132 Feb 20 05:49:48.532425 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 03a21840-9fcc-4723-a829-6e2569af230c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=03a21840-9fcc-4723-a829-6e2569af230c,segment=NetworkSegment(525f1855-c09f-45ec-aef2-5ad0af3a8666),segment_id=525f1855-c09f-45ec-aef2-5ad0af3a8666)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:49:48.536044 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-d13ebc90-4f96-4608-83a0-e51c2dc1693a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] device_id is not set on port 850e8565-0a5e-4749-bd50-dd5407bb79fb yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:49:48.553262 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (03a21840-9fcc-4723-a829-6e2569af230c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:48.696195 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=03a21840-9fcc-4723-a829-6e2569af230c,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:48.717952 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f9db5-3caa-46fc-8db6-6741248e43c7 req-6dbe2ba5-043f-4a21-9d98-2d1ce7b0c40d tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:48.724255 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-812f9db5-3caa-46fc-8db6-6741248e43c7 req-6dbe2ba5-043f-4a21-9d98-2d1ce7b0c40d tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b609a6-64e2-45de-a991-52208ceed394 HTTP/1.1" status: 200 len: 943 time: 0.3659520 Feb 20 05:49:48.762782 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:48.779521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:48.779867 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:48.780213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:48.780550 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:48.780883 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:48.781212 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:48.781538 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:48.781868 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:48.782192 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:48.782568 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:48.782837 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:48.783190 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:49:48.871878 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7f20fba2-ec72-4c7f-8063-fcbd781885aa None None] Provisioning complete for port 33845a24-c042-476a-86b5-574018ecc0df triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:49:48.875788 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-af0ebe8a-e638-45ee-91ea-48b2bd0d65e0 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Deleting port 33845a24-c042-476a-86b5-574018ecc0df {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:49:48.876322 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-af0ebe8a-e638-45ee-91ea-48b2bd0d65e0 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (33845a24-c042-476a-86b5-574018ecc0df), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:48.876859 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f20fba2-ec72-4c7f-8063-fcbd781885aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (33845a24-c042-476a-86b5-574018ecc0df), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:48.891261 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-812f9db5-3caa-46fc-8db6-6741248e43c7 req-c564cdc5-2b8f-4f5d-9860-4f48d6e667dc tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.37 "GET /v2.0/security-groups?id=abafbe2f-616e-4e06-b951-4130c2066616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577752 Feb 20 05:49:48.912649 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['03a21840-9fcc-4723-a829-6e2569af230c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:49:48.921192 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3ffedfdb-3c24-4358-aebb-800baad97f4e req-d5e19d5a-dec5-48ae-a342-cd657719e986 service neutron] 10.222.0.61 "GET /v2.0/networks/a3ed0843-6151-40ca-ab3e-279d9bb07821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945973 Feb 20 05:49:48.934059 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-f0c1b305-7655-4b6c-936d-fd4fff1e016b None None] Allocated IP 172.20.0.2 (ef8a6768-cbda-4b48-8728-a31c7b71ba67/e8e53449-90a1-434c-81f2-2f36d1632dfb/f193b1e0-d727-4641-bf37-329e1eef6b93) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:49:49.089298 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-af0ebe8a-e638-45ee-91ea-48b2bd0d65e0 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (33845a24-c042-476a-86b5-574018ecc0df), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:49.110861 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-af0ebe8a-e638-45ee-91ea-48b2bd0d65e0 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Calling delete_port for 33845a24-c042-476a-86b5-574018ecc0df owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:49:49.187500 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7be73-52f1-46eb-9a8c-6d6d8cd103e3 req-5ec046f0-e128-4882-95cc-22f44943e5bb tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:49.197826 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-97a7be73-52f1-46eb-9a8c-6d6d8cd103e3 req-5ec046f0-e128-4882-95cc-22f44943e5bb tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 0.1665876 Feb 20 05:49:49.377958 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-97a7be73-52f1-46eb-9a8c-6d6d8cd103e3 req-96994d40-c2c0-4357-8595-1ccb7ce9f68f tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706135 Feb 20 05:49:49.458393 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0c1b305-7655-4b6c-936d-fd4fff1e016b None None] Publish callbacks [] for port (f193b1e0-d727-4641-bf37-329e1eef6b93), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:49.468630 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a1f88b78-2d0c-44c2-94c5-c06feb8e3f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:49.514454 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0c1b305-7655-4b6c-936d-fd4fff1e016b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (f193b1e0-d727-4641-bf37-329e1eef6b93), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:49.647266 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-af0ebe8a-e638-45ee-91ea-48b2bd0d65e0 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (33845a24-c042-476a-86b5-574018ecc0df), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:49.719300 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1b305-7655-4b6c-936d-fd4fff1e016b None None] Pushing event updated for resources: {'Port': ['ID=f193b1e0-d727-4641-bf37-329e1eef6b93,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:49.774611 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ebe8a-e638-45ee-91ea-48b2bd0d65e0 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Pushing event deleted for resources: {'Port': ['ID=33845a24-c042-476a-86b5-574018ecc0df,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:49.805592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c1b305-7655-4b6c-936d-fd4fff1e016b None None] Network ef8a6768-cbda-4b48-8728-a31c7b71ba67 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:49:49.807678 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7f20fba2-ec72-4c7f-8063-fcbd781885aa None None] Port 33845a24-c042-476a-86b5-574018ecc0df cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:49:49.816683 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:49.824703 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-f0c1b305-7655-4b6c-936d-fd4fff1e016b None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:49:49.837792 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c1b305-7655-4b6c-936d-fd4fff1e016b None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:49:49.854088 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-d13ebc90-4f96-4608-83a0-e51c2dc1693a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Allocated IP 172.20.0.13 (ef8a6768-cbda-4b48-8728-a31c7b71ba67/e8e53449-90a1-434c-81f2-2f36d1632dfb/850e8565-0a5e-4749-bd50-dd5407bb79fb) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:49:49.973635 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50757669-a9a3-4848-90d6-d7535c45daae req-8667c910-c4e0-4540-8450-143f42d8c045 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:49.975567 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50757669-a9a3-4848-90d6-d7535c45daae req-8667c910-c4e0-4540-8450-143f42d8c045 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 945 time: 0.4382994 Feb 20 05:49:50.024389 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f0c1b305-7655-4b6c-936d-fd4fff1e016b None None] Attempting to bind port f193b1e0-d727-4641-bf37-329e1eef6b93 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:49:50.025017 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f0c1b305-7655-4b6c-936d-fd4fff1e016b None None] Attempting to bind port f193b1e0-d727-4641-bf37-329e1eef6b93 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '18229853-3084-48b0-9063-24fbee38bfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ef8a6768-cbda-4b48-8728-a31c7b71ba67'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:49:50.025565 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c1b305-7655-4b6c-936d-fd4fff1e016b None None] Attempting to bind port f193b1e0-d727-4641-bf37-329e1eef6b93 on network ef8a6768-cbda-4b48-8728-a31c7b71ba67 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:49:50.053657 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c1b305-7655-4b6c-936d-fd4fff1e016b None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:49:50.056210 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c1b305-7655-4b6c-936d-fd4fff1e016b None None] Checking segment: {'id': '18229853-3084-48b0-9063-24fbee38bfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ef8a6768-cbda-4b48-8728-a31c7b71ba67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:49:50.056788 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0c1b305-7655-4b6c-936d-fd4fff1e016b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:50.057537 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c1b305-7655-4b6c-936d-fd4fff1e016b None None] Bound using segment: {'id': '18229853-3084-48b0-9063-24fbee38bfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ef8a6768-cbda-4b48-8728-a31c7b71ba67'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:49:50.061770 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f0c1b305-7655-4b6c-936d-fd4fff1e016b None None] Bound port: f193b1e0-d727-4641-bf37-329e1eef6b93, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18229853-3084-48b0-9063-24fbee38bfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ef8a6768-cbda-4b48-8728-a31c7b71ba67'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:49:50.063315 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0c1b305-7655-4b6c-936d-fd4fff1e016b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f193b1e0-d727-4641-bf37-329e1eef6b93), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:50.329213 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-af0ebe8a-e638-45ee-91ea-48b2bd0d65e0 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:50.334179 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f0c1b305-7655-4b6c-936d-fd4fff1e016b None None] For port f193b1e0-d727-4641-bf37-329e1eef6b93, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:49:50.345965 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-af0ebe8a-e638-45ee-91ea-48b2bd0d65e0 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] 10.222.0.37 "DELETE /v2.0/ports/33845a24-c042-476a-86b5-574018ecc0df HTTP/1.1" status: 204 len: 168 time: 2.0172520 Feb 20 05:49:50.348961 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50614) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:50.350649 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f0c1b305-7655-4b6c-936d-fd4fff1e016b None None] For port f193b1e0-d727-4641-bf37-329e1eef6b93, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f193b1e0-d727-4641-bf37-329e1eef6b93,segment=NetworkSegment(18229853-3084-48b0-9063-24fbee38bfd5),segment_id=18229853-3084-48b0-9063-24fbee38bfd5)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:49:50.397058 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0c1b305-7655-4b6c-936d-fd4fff1e016b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f193b1e0-d727-4641-bf37-329e1eef6b93), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:50.457804 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-38cf75d8-d583-4f4a-91ce-64cb4233d555 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] GET failed (client error): The resource could not be found. Feb 20 05:49:50.462645 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-38cf75d8-d583-4f4a-91ce-64cb4233d555 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] 10.222.0.37 "GET /v2.0/ports/33845a24-c042-476a-86b5-574018ecc0df HTTP/1.1" status: 404 len: 333 time: 0.1042459 Feb 20 05:49:50.463464 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50620) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:50.489845 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50757669-a9a3-4848-90d6-d7535c45daae req-decfec1f-8368-427f-972f-ed878973b784 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4847341 Feb 20 05:49:50.528978 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d13ebc90-4f96-4608-83a0-e51c2dc1693a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for port (850e8565-0a5e-4749-bd50-dd5407bb79fb), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:50.572472 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1b305-7655-4b6c-936d-fd4fff1e016b None None] Pushing event updated for resources: {'Port': ['ID=f193b1e0-d727-4641-bf37-329e1eef6b93,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:50.733069 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d13ebc90-4f96-4608-83a0-e51c2dc1693a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (850e8565-0a5e-4749-bd50-dd5407bb79fb), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:50.775022 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-fe7659fe-f9ba-4411-9da2-51dbb3a639ef tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Deleting port 246b1f4f-ba68-47bc-86e6-b655d211e2bd {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:49:50.775387 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe7659fe-f9ba-4411-9da2-51dbb3a639ef tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (246b1f4f-ba68-47bc-86e6-b655d211e2bd), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:50.871711 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ebc90-4f96-4608-83a0-e51c2dc1693a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Port': ['ID=850e8565-0a5e-4749-bd50-dd5407bb79fb,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:50.884316 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13ebc90-4f96-4608-83a0-e51c2dc1693a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network ef8a6768-cbda-4b48-8728-a31c7b71ba67 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:49:50.891196 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-d13ebc90-4f96-4608-83a0-e51c2dc1693a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:49:50.897895 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13ebc90-4f96-4608-83a0-e51c2dc1693a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:49:50.986229 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7174e8-5355-4108-b349-a15f6d432638 req-2703dd06-861a-479e-b56b-7bfd9d4d4fa3 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:50.992326 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cd7174e8-5355-4108-b349-a15f6d432638 req-2703dd06-861a-479e-b56b-7bfd9d4d4fa3 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b609a6-64e2-45de-a991-52208ceed394 HTTP/1.1" status: 200 len: 944 time: 0.3850160 Feb 20 05:49:51.014552 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe7659fe-f9ba-4411-9da2-51dbb3a639ef tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (246b1f4f-ba68-47bc-86e6-b655d211e2bd), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:51.057993 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-fe7659fe-f9ba-4411-9da2-51dbb3a639ef tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Calling delete_port for 246b1f4f-ba68-47bc-86e6-b655d211e2bd owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:49:51.066238 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13ebc90-4f96-4608-83a0-e51c2dc1693a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:51.069738 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d13ebc90-4f96-4608-83a0-e51c2dc1693a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:51.160136 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cd7174e8-5355-4108-b349-a15f6d432638 req-2f1e9e69-181a-4532-8f7f-43057747bce7 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.37 "GET /v2.0/security-groups?id=abafbe2f-616e-4e06-b951-4130c2066616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553247 Feb 20 05:49:51.169557 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d13ebc90-4f96-4608-83a0-e51c2dc1693a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4039860 Feb 20 05:49:51.170025 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50624) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:51.430294 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:51.581767 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe7659fe-f9ba-4411-9da2-51dbb3a639ef tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (246b1f4f-ba68-47bc-86e6-b655d211e2bd), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:51.618468 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f193b1e0-d727-4641-bf37-329e1eef6b93 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:49:51.639955 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7659fe-f9ba-4411-9da2-51dbb3a639ef tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Pushing event deleted for resources: {'Port': ['ID=246b1f4f-ba68-47bc-86e6-b655d211e2bd,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:51.769305 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port f193b1e0-d727-4641-bf37-329e1eef6b93 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:49:51.769714 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f193b1e0-d727-4641-bf37-329e1eef6b93), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:51.852822 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe7659fe-f9ba-4411-9da2-51dbb3a639ef tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:51.862231 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fe7659fe-f9ba-4411-9da2-51dbb3a639ef tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] 10.222.0.37 "DELETE /v2.0/ports/246b1f4f-ba68-47bc-86e6-b655d211e2bd HTTP/1.1" status: 204 len: 168 time: 1.3955269 Feb 20 05:49:51.862992 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50634) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:51.910357 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d1c2b06-0e81-4a11-b621-da3e3835804c tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] GET failed (client error): The resource could not be found. Feb 20 05:49:51.919863 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8d1c2b06-0e81-4a11-b621-da3e3835804c tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] 10.222.0.37 "GET /v2.0/ports/246b1f4f-ba68-47bc-86e6-b655d211e2bd HTTP/1.1" status: 404 len: 333 time: 0.0556479 Feb 20 05:49:51.921014 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50636) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:51.931768 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 03a21840-9fcc-4723-a829-6e2569af230c up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:49:52.139201 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port f193b1e0-d727-4641-bf37-329e1eef6b93 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:49:52.140050 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f193b1e0-d727-4641-bf37-329e1eef6b93), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:52.243608 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port f193b1e0-d727-4641-bf37-329e1eef6b93, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f193b1e0-d727-4641-bf37-329e1eef6b93,segment=NetworkSegment(18229853-3084-48b0-9063-24fbee38bfd5),segment_id=18229853-3084-48b0-9063-24fbee38bfd5)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:49:52.245140 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-55b7d1b9-5835-4789-8d58-89b84fb67009 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Deleting port fe3c1ded-3073-4b59-a01c-0914aac3d76b {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:49:52.245584 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-55b7d1b9-5835-4789-8d58-89b84fb67009 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (fe3c1ded-3073-4b59-a01c-0914aac3d76b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:52.290145 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f193b1e0-d727-4641-bf37-329e1eef6b93), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:52.380538 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 03a21840-9fcc-4723-a829-6e2569af230c completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:49:52.494568 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 03a21840-9fcc-4723-a829-6e2569af230c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:49:52.495380 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (03a21840-9fcc-4723-a829-6e2569af230c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:52.550244 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-55b7d1b9-5835-4789-8d58-89b84fb67009 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (fe3c1ded-3073-4b59-a01c-0914aac3d76b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:52.591890 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-55b7d1b9-5835-4789-8d58-89b84fb67009 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Calling delete_port for fe3c1ded-3073-4b59-a01c-0914aac3d76b owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:49:52.641384 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-85916ed9-1b7b-46de-8ea2-8a13330fe546 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting port 850e8565-0a5e-4749-bd50-dd5407bb79fb {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:49:52.642032 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85916ed9-1b7b-46de-8ea2-8a13330fe546 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (850e8565-0a5e-4749-bd50-dd5407bb79fb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:52.662389 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=f193b1e0-d727-4641-bf37-329e1eef6b93,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:52.749133 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:52.793394 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb276b1-a5f2-47ce-b9e4-5c8bcf94f29e req-183afcef-478f-4728-8f52-d4f80ba85084 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:52.803314 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cfb276b1-a5f2-47ce-b9e4-5c8bcf94f29e req-183afcef-478f-4728-8f52-d4f80ba85084 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 1.3167329 Feb 20 05:49:52.864733 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cca53c-6886-422e-9c28-3e7a9c4e0723 None None] Network ef8a6768-cbda-4b48-8728-a31c7b71ba67 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:49:52.937629 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:52.973913 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-55b7d1b9-5835-4789-8d58-89b84fb67009 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (fe3c1ded-3073-4b59-a01c-0914aac3d76b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:53.023595 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 03a21840-9fcc-4723-a829-6e2569af230c is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:49:53.024955 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (03a21840-9fcc-4723-a829-6e2569af230c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:53.051616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-32850aec-e6fb-4d50-8be6-50d63ad46a25 None None] Provisioning complete for port f193b1e0-d727-4641-bf37-329e1eef6b93 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:49:53.052234 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-32850aec-e6fb-4d50-8be6-50d63ad46a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f193b1e0-d727-4641-bf37-329e1eef6b93), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:53.067182 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7d1b9-5835-4789-8d58-89b84fb67009 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Pushing event deleted for resources: {'Port': ['ID=fe3c1ded-3073-4b59-a01c-0914aac3d76b,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:53.112820 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cfb276b1-a5f2-47ce-b9e4-5c8bcf94f29e req-ab733fcc-631d-4dc5-8af7-a1931390e9c7 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082469 Feb 20 05:49:53.150267 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85916ed9-1b7b-46de-8ea2-8a13330fe546 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (850e8565-0a5e-4749-bd50-dd5407bb79fb), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:53.185326 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 03a21840-9fcc-4723-a829-6e2569af230c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=03a21840-9fcc-4723-a829-6e2569af230c,segment=NetworkSegment(525f1855-c09f-45ec-aef2-5ad0af3a8666),segment_id=525f1855-c09f-45ec-aef2-5ad0af3a8666)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:49:53.188278 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-85916ed9-1b7b-46de-8ea2-8a13330fe546 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Calling delete_port for 850e8565-0a5e-4749-bd50-dd5407bb79fb owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:49:53.191265 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b609a6-64e2-45de-a991-52208ceed394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a21840-9fcc-4723-a829-6e2569af230c'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:49:53.194598 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfe02fa-4500-4278-9a9c-da1d66c5fb46" -d '{"events": [{"server_uuid": "07b609a6-64e2-45de-a991-52208ceed394", "name": "network-vif-plugged", "status": "completed", "tag": "03a21840-9fcc-4723-a829-6e2569af230c"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:49:53.221122 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (03a21840-9fcc-4723-a829-6e2569af230c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:53.383531 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f91ea-3402-4c6e-92c4-f80e0791290b req-9d9b4a65-47ee-4205-a074-e74d75a8b8f1 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:53.388297 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-043f91ea-3402-4c6e-92c4-f80e0791290b req-9d9b4a65-47ee-4205-a074-e74d75a8b8f1 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 945 time: 0.2737982 Feb 20 05:49:53.393439 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-55b7d1b9-5835-4789-8d58-89b84fb67009 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:53.419500 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-55b7d1b9-5835-4789-8d58-89b84fb67009 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] 10.222.0.37 "DELETE /v2.0/ports/fe3c1ded-3073-4b59-a01c-0914aac3d76b HTTP/1.1" status: 204 len: 168 time: 1.4971321 Feb 20 05:49:53.424282 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50654) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:53.525322 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f193b1e0-d727-4641-bf37-329e1eef6b93 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:49:53.628026 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85916ed9-1b7b-46de-8ea2-8a13330fe546 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (850e8565-0a5e-4749-bd50-dd5407bb79fb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:53.675883 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-0901b6c7-7180-41e0-9716-0e86ae3d640a tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Deleting subnet 1bfec6ca-3db4-4344-96a8-29f2ef805e34 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:49:53.680245 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0901b6c7-7180-41e0-9716-0e86ae3d640a tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks [] for subnet (1bfec6ca-3db4-4344-96a8-29f2ef805e34), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:53.712083 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85916ed9-1b7b-46de-8ea2-8a13330fe546 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Port': ['ID=850e8565-0a5e-4749-bd50-dd5407bb79fb,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:53.760157 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0901b6c7-7180-41e0-9716-0e86ae3d640a tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (1bfec6ca-3db4-4344-96a8-29f2ef805e34), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:53.764856 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-043f91ea-3402-4c6e-92c4-f80e0791290b req-ba6e6f5a-2342-4ea4-b96c-52510597cea1 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Deleting port 9e177ff6-1dda-4efd-9e02-31eebb1e54a1 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:49:53.765283 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-043f91ea-3402-4c6e-92c4-f80e0791290b req-ba6e6f5a-2342-4ea4-b96c-52510597cea1 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (9e177ff6-1dda-4efd-9e02-31eebb1e54a1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:53.791300 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=03a21840-9fcc-4723-a829-6e2569af230c,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:53.794643 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b88ca2-f214-4eac-b57a-fb2f9dc5d6ee req-962a78e9-7719-4412-8e2c-62aa76492095 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:53.817225 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-53b88ca2-f214-4eac-b57a-fb2f9dc5d6ee req-962a78e9-7719-4412-8e2c-62aa76492095 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 945 time: 0.4186761 Feb 20 05:49:53.912701 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port f193b1e0-d727-4641-bf37-329e1eef6b93 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:49:53.919302 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f193b1e0-d727-4641-bf37-329e1eef6b93), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:53.922594 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-32850aec-e6fb-4d50-8be6-50d63ad46a25 None None] Current status of the port f193b1e0-d727-4641-bf37-329e1eef6b93 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:49:54.030771 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-53b88ca2-f214-4eac-b57a-fb2f9dc5d6ee req-f38a38fb-b18f-4972-a76a-78e9a1ffd59a tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123079 Feb 20 05:49:54.033372 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85916ed9-1b7b-46de-8ea2-8a13330fe546 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:54.059348 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-85916ed9-1b7b-46de-8ea2-8a13330fe546 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/ports/850e8565-0a5e-4749-bd50-dd5407bb79fb HTTP/1.1" status: 204 len: 168 time: 2.8853555 Feb 20 05:49:54.059787 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50662) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:54.082576 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-043f91ea-3402-4c6e-92c4-f80e0791290b req-ba6e6f5a-2342-4ea4-b96c-52510597cea1 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] For port 9e177ff6-1dda-4efd-9e02-31eebb1e54a1, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=9e177ff6-1dda-4efd-9e02-31eebb1e54a1,segment=NetworkSegment(bfa6d036-a7e5-478c-ab71-9ee611ca2fce),segment_id=bfa6d036-a7e5-478c-ab71-9ee611ca2fce)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:49:54.082992 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-043f91ea-3402-4c6e-92c4-f80e0791290b req-ba6e6f5a-2342-4ea4-b96c-52510597cea1 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (9e177ff6-1dda-4efd-9e02-31eebb1e54a1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:54.125796 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0901b6c7-7180-41e0-9716-0e86ae3d640a tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (1bfec6ca-3db4-4344-96a8-29f2ef805e34), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:54.189695 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-73966e25-9a79-4eaa-b28b-b2b427201606 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] DELETE failed (client error): The resource could not be found. Feb 20 05:49:54.192829 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73966e25-9a79-4eaa-b28b-b2b427201606 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:49:54.200549 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-73966e25-9a79-4eaa-b28b-b2b427201606 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/ports/850e8565-0a5e-4749-bd50-dd5407bb79fb HTTP/1.1" status: 404 len: 333 time: 0.1383779 Feb 20 05:49:54.203128 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50670) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:54.209484 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port f193b1e0-d727-4641-bf37-329e1eef6b93 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:49:54.244703 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-043f91ea-3402-4c6e-92c4-f80e0791290b req-ba6e6f5a-2342-4ea4-b96c-52510597cea1 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Calling delete_port for 9e177ff6-1dda-4efd-9e02-31eebb1e54a1 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:49:54.403524 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f7863a-a221-48fa-a1b4-0c2f9a15cb7b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] GET failed (client error): The resource could not be found. Feb 20 05:49:54.405438 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c5f7863a-a221-48fa-a1b4-0c2f9a15cb7b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "GET /v2.0/ports/850e8565-0a5e-4749-bd50-dd5407bb79fb HTTP/1.1" status: 404 len: 333 time: 0.1999025 Feb 20 05:49:54.408157 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50674) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:54.440091 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5626b102-bec3-4ea0-8d2a-95410705ea58 None None] Could not find standard attr ID for object 850e8565-0a5e-4749-bd50-dd5407bb79fb. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:49:54.471685 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5626b102-bec3-4ea0-8d2a-95410705ea58 None None] Provisioning complete for port f193b1e0-d727-4641-bf37-329e1eef6b93 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:49:54.472075 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5626b102-bec3-4ea0-8d2a-95410705ea58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f193b1e0-d727-4641-bf37-329e1eef6b93), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:54.502942 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea216a26-43ed-481b-9ab4-09bfe5c2a701 req-cdd83e03-c722-48f4-800b-0d993aad0adf tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:54.513002 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea216a26-43ed-481b-9ab4-09bfe5c2a701 req-cdd83e03-c722-48f4-800b-0d993aad0adf tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b609a6-64e2-45de-a991-52208ceed394 HTTP/1.1" status: 200 len: 945 time: 0.3425379 Feb 20 05:49:54.546028 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0901b6c7-7180-41e0-9716-0e86ae3d640a tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (1bfec6ca-3db4-4344-96a8-29f2ef805e34), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:54.591446 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea216a26-43ed-481b-9ab4-09bfe5c2a701 req-7d3f224f-27d7-4c14-8e7d-ed96f1dc21ee tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.37 "GET /v2.0/security-groups?id=abafbe2f-616e-4e06-b951-4130c2066616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771554 Feb 20 05:49:54.626852 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b0b34e6-3acb-488b-898c-a39cbf664315 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting subnet e8e53449-90a1-434c-81f2-2f36d1632dfb {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:49:54.638697 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b0b34e6-3acb-488b-898c-a39cbf664315 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for subnet (e8e53449-90a1-434c-81f2-2f36d1632dfb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:54.687468 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901b6c7-7180-41e0-9716-0e86ae3d640a tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Pushing event deleted for resources: {'Subnet': ['ID=1bfec6ca-3db4-4344-96a8-29f2ef805e34,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:54.744518 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e224cd9-f2f7-4811-90b8-70d2503bad18 x-openstack-request-id: req-3e224cd9-f2f7-4811-90b8-70d2503bad18 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:49:54.744824 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b609a6-64e2-45de-a991-52208ceed394", "name": "network-vif-plugged", "status": "completed", "tag": "03a21840-9fcc-4723-a829-6e2569af230c", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:49:54.745244 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e224cd9-f2f7-4811-90b8-70d2503bad18 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:49:54.753086 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0901b6c7-7180-41e0-9716-0e86ae3d640a tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:54.755897 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b0b34e6-3acb-488b-898c-a39cbf664315 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (e8e53449-90a1-434c-81f2-2f36d1632dfb), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:54.760599 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b609a6-64e2-45de-a991-52208ceed394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a21840-9fcc-4723-a829-6e2569af230c', 'code': 200} Feb 20 05:49:54.764437 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50686) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:54.764852 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0901b6c7-7180-41e0-9716-0e86ae3d640a tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] 10.222.0.37 "DELETE /v2.0/subnets/1bfec6ca-3db4-4344-96a8-29f2ef805e34 HTTP/1.1" status: 204 len: 168 time: 1.3021283 Feb 20 05:49:54.778426 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce218ae-a1f3-48ec-bea6-34660ab0e935 None None] Network b9cc1beb-2cf7-48a3-a908-59c01299dcd6 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:49:54.997802 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-043f91ea-3402-4c6e-92c4-f80e0791290b req-ba6e6f5a-2342-4ea4-b96c-52510597cea1 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (9e177ff6-1dda-4efd-9e02-31eebb1e54a1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:55.013628 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5626b102-bec3-4ea0-8d2a-95410705ea58 None None] Current status of the port f193b1e0-d727-4641-bf37-329e1eef6b93 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:49:55.064373 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e6f5a-2342-4ea4-b96c-52510597cea1 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Pushing event deleted for resources: {'Port': ['ID=9e177ff6-1dda-4efd-9e02-31eebb1e54a1,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:55.145744 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-6d1fc0f4-298b-4d56-826b-b62c592bdfea None None] Could not find standard attr ID for object 850e8565-0a5e-4749-bd50-dd5407bb79fb. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:49:55.180866 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-043f91ea-3402-4c6e-92c4-f80e0791290b req-ba6e6f5a-2342-4ea4-b96c-52510597cea1 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] No DVR routers for this DVR port 9e177ff6-1dda-4efd-9e02-31eebb1e54a1 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:49:55.187178 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e499c2f8-2ca8-48d3-b397-54eab2048175 None None] DHCP port deletion for b9cc1beb-2cf7-48a3-a908-59c01299dcd6 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:49:55.206150 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-043f91ea-3402-4c6e-92c4-f80e0791290b req-ba6e6f5a-2342-4ea4-b96c-52510597cea1 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:55.218368 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-043f91ea-3402-4c6e-92c4-f80e0791290b req-ba6e6f5a-2342-4ea4-b96c-52510597cea1 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.61 "DELETE /v2.0/ports/9e177ff6-1dda-4efd-9e02-31eebb1e54a1 HTTP/1.1" status: 204 len: 173 time: 1.7886822 Feb 20 05:49:55.219293 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa112970-d561-4ee1-896f-74658b6cabb9', 'name': 'network-vif-deleted', 'tag': '9e177ff6-1dda-4efd-9e02-31eebb1e54a1'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:49:55.230119 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570dd2dd-27a6-4df5-9a66-c2772f18c094" -d '{"events": [{"server_uuid": "aa112970-d561-4ee1-896f-74658b6cabb9", "name": "network-vif-deleted", "tag": "9e177ff6-1dda-4efd-9e02-31eebb1e54a1"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:49:55.247188 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1200bb2-71c9-4690-b229-71a20537361b req-2f12e39e-f80c-4b49-9ba7-01cc506a6d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:55.252581 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a1200bb2-71c9-4690-b229-71a20537361b req-2f12e39e-f80c-4b49-9ba7-01cc506a6d20 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=07b609a6-64e2-45de-a991-52208ceed394 HTTP/1.1" status: 200 len: 1127 time: 0.3960059 Feb 20 05:49:55.266348 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a4940449-000b-4fb9-90a4-4ab3e0a0a162 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (b9cc1beb-2cf7-48a3-a908-59c01299dcd6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:55.312044 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:55.339363 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe35f8-47f9-4961-a59c-106daa5aa01f req-79cacbe9-4d4d-4bde-803d-a5191f2314e0 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:55.346525 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cdfe35f8-47f9-4961-a59c-106daa5aa01f req-79cacbe9-4d4d-4bde-803d-a5191f2314e0 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa112970-d561-4ee1-896f-74658b6cabb9 HTTP/1.1" status: 200 len: 867 time: 0.4414887 Feb 20 05:49:55.367722 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a1200bb2-71c9-4690-b229-71a20537361b req-bb8525e0-2f53-41b1-96e7-49ae3768cfc5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=abafbe2f-616e-4e06-b951-4130c2066616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048033 Feb 20 05:49:55.367969 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e499c2f8-2ca8-48d3-b397-54eab2048175 None None] Deleting port 1656fc4c-a6bf-4332-991b-f19a43af1ae0 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:49:55.368371 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e499c2f8-2ca8-48d3-b397-54eab2048175 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1656fc4c-a6bf-4332-991b-f19a43af1ae0), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:55.508607 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b0b34e6-3acb-488b-898c-a39cbf664315 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (e8e53449-90a1-434c-81f2-2f36d1632dfb), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:55.543071 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e499c2f8-2ca8-48d3-b397-54eab2048175 None None] For port 1656fc4c-a6bf-4332-991b-f19a43af1ae0, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1656fc4c-a6bf-4332-991b-f19a43af1ae0,segment=NetworkSegment(a39f2739-32fa-46aa-8461-d254d0d24b42),segment_id=a39f2739-32fa-46aa-8461-d254d0d24b42)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:49:55.543475 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e499c2f8-2ca8-48d3-b397-54eab2048175 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1656fc4c-a6bf-4332-991b-f19a43af1ae0), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:55.558095 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e499c2f8-2ca8-48d3-b397-54eab2048175 None None] Calling delete_port for 1656fc4c-a6bf-4332-991b-f19a43af1ae0 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:49:55.599733 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cdfe35f8-47f9-4961-a59c-106daa5aa01f req-21c2e9eb-4b65-477e-96d0-8a7de1c9b583 tempest-ServerRescueNegativeTestJSON-1398497457 tempest-ServerRescueNegativeTestJSON-1398497457-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3116bb7-9142-4971-ab3a-4fe9fd61b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440856 Feb 20 05:49:55.654803 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1656fc4c-a6bf-4332-991b-f19a43af1ae0 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:49:55.682750 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 1656fc4c-a6bf-4332-991b-f19a43af1ae0 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:49:55.683201 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1656fc4c-a6bf-4332-991b-f19a43af1ae0 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:49:55.686115 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e499c2f8-2ca8-48d3-b397-54eab2048175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (1656fc4c-a6bf-4332-991b-f19a43af1ae0), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:55.718560 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499c2f8-2ca8-48d3-b397-54eab2048175 None None] Pushing event deleted for resources: {'Port': ['ID=1656fc4c-a6bf-4332-991b-f19a43af1ae0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:55.739847 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e499c2f8-2ca8-48d3-b397-54eab2048175 None None] No DVR routers for this DVR port 1656fc4c-a6bf-4332-991b-f19a43af1ae0 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:49:55.827512 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b0b34e6-3acb-488b-898c-a39cbf664315 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (e8e53449-90a1-434c-81f2-2f36d1632dfb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:55.834773 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-a4940449-000b-4fb9-90a4-4ab3e0a0a162 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Deleting port 1656fc4c-a6bf-4332-991b-f19a43af1ae0 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:49:55.835178 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a4940449-000b-4fb9-90a4-4ab3e0a0a162 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1656fc4c-a6bf-4332-991b-f19a43af1ae0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:55.965128 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 9e177ff6-1dda-4efd-9e02-31eebb1e54a1 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:49:56.006288 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b34e6-3acb-488b-898c-a39cbf664315 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Subnet': ['ID=e8e53449-90a1-434c-81f2-2f36d1632dfb,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:56.069604 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 9e177ff6-1dda-4efd-9e02-31eebb1e54a1 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:49:56.070244 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 9e177ff6-1dda-4efd-9e02-31eebb1e54a1 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:49:56.081550 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b0b34e6-3acb-488b-898c-a39cbf664315 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:56.087132 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac75878-32bb-4a91-8d48-01505512ade3 None None] Network ef8a6768-cbda-4b48-8728-a31c7b71ba67 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:49:56.094878 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1b0b34e6-3acb-488b-898c-a39cbf664315 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/subnets/e8e53449-90a1-434c-81f2-2f36d1632dfb HTTP/1.1" status: 204 len: 168 time: 1.6854672 Feb 20 05:49:56.097536 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50714) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:56.113460 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-a4940449-000b-4fb9-90a4-4ab3e0a0a162 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] For port 1656fc4c-a6bf-4332-991b-f19a43af1ae0, host n-d-829866-5, got binding levels [] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:49:56.118255 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a4940449-000b-4fb9-90a4-4ab3e0a0a162 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1656fc4c-a6bf-4332-991b-f19a43af1ae0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:56.165918 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-a4940449-000b-4fb9-90a4-4ab3e0a0a162 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Calling delete_port for 1656fc4c-a6bf-4332-991b-f19a43af1ae0 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:49:56.192575 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c274c1-e561-45a8-af90-868c1aa725cc req-deb2c857-635f-4f81-9783-ec0a0800fff9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:56.200732 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-43c274c1-e561-45a8-af90-868c1aa725cc req-deb2c857-635f-4f81-9783-ec0a0800fff9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 945 time: 0.4218934 Feb 20 05:49:56.209675 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.ipam_backend_mixin [None req-a4940449-000b-4fb9-90a4-4ab3e0a0a162 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Port 1656fc4c-a6bf-4332-991b-f19a43af1ae0 was not found and therefore no delete operation was performed {{(pid=103407) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 05:49:56.251537 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a4940449-000b-4fb9-90a4-4ab3e0a0a162 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (1656fc4c-a6bf-4332-991b-f19a43af1ae0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:56.338837 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-43c274c1-e561-45a8-af90-868c1aa725cc req-d424e615-302b-45fd-ad13-6c2c3902c5a7 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369879 Feb 20 05:49:56.344183 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4940449-000b-4fb9-90a4-4ab3e0a0a162 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Pushing event deleted for resources: {'Port': ['ID=1656fc4c-a6bf-4332-991b-f19a43af1ae0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:56.352134 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4940449-000b-4fb9-90a4-4ab3e0a0a162 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] No DVR routers for this DVR port 1656fc4c-a6bf-4332-991b-f19a43af1ae0 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:49:56.368315 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-13b1a737-4903-4096-9c82-bdb660e8a808 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (ef8a6768-cbda-4b48-8728-a31c7b71ba67), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:56.538131 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734de530-3f81-4f99-98b4-b2dc85e54c7b None None] DHCP port deletion for ef8a6768-cbda-4b48-8728-a31c7b71ba67 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:49:56.571534 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097d22be-56b1-403f-b66e-4432d4b3d0b7 x-openstack-request-id: req-097d22be-56b1-403f-b66e-4432d4b3d0b7 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:49:56.571832 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa112970-d561-4ee1-896f-74658b6cabb9", "name": "network-vif-deleted", "tag": "9e177ff6-1dda-4efd-9e02-31eebb1e54a1", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:49:56.572087 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-097d22be-56b1-403f-b66e-4432d4b3d0b7 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:49:56.572496 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa112970-d561-4ee1-896f-74658b6cabb9', 'name': 'network-vif-deleted', 'tag': '9e177ff6-1dda-4efd-9e02-31eebb1e54a1', 'status': 'completed', 'code': 200} Feb 20 05:49:56.626126 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a4940449-000b-4fb9-90a4-4ab3e0a0a162 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (b9cc1beb-2cf7-48a3-a908-59c01299dcd6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:56.647238 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-734de530-3f81-4f99-98b4-b2dc85e54c7b None None] Deleting port f193b1e0-d727-4641-bf37-329e1eef6b93 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:49:56.649285 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-13b1a737-4903-4096-9c82-bdb660e8a808 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting port f193b1e0-d727-4641-bf37-329e1eef6b93 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:49:56.649626 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-13b1a737-4903-4096-9c82-bdb660e8a808 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (f193b1e0-d727-4641-bf37-329e1eef6b93), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:56.650542 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-734de530-3f81-4f99-98b4-b2dc85e54c7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (f193b1e0-d727-4641-bf37-329e1eef6b93), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:56.732470 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-a4940449-000b-4fb9-90a4-4ab3e0a0a162 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9cc1beb-2cf7-48a3-a908-59c01299dcd6']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:56.760184 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-a4940449-000b-4fb9-90a4-4ab3e0a0a162 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a39f2739-32fa-46aa-8461-d254d0d24b42') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:56.760855 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-a4940449-000b-4fb9-90a4-4ab3e0a0a162 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a39f2739-32fa-46aa-8461-d254d0d24b42') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:56.774411 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a4940449-000b-4fb9-90a4-4ab3e0a0a162 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (a39f2739-32fa-46aa-8461-d254d0d24b42), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:56.793224 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-13b1a737-4903-4096-9c82-bdb660e8a808 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] For port f193b1e0-d727-4641-bf37-329e1eef6b93, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f193b1e0-d727-4641-bf37-329e1eef6b93,segment=NetworkSegment(18229853-3084-48b0-9063-24fbee38bfd5),segment_id=18229853-3084-48b0-9063-24fbee38bfd5)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:49:56.797260 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-13b1a737-4903-4096-9c82-bdb660e8a808 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (f193b1e0-d727-4641-bf37-329e1eef6b93), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:56.802544 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5ecc0-d753-46b8-98e4-74bc1b6117b6 req-09bb00bc-1c5b-4e9f-b4d3-58ca7bd55b58 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:56.806714 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6ea5ecc0-d753-46b8-98e4-74bc1b6117b6 req-09bb00bc-1c5b-4e9f-b4d3-58ca7bd55b58 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b609a6-64e2-45de-a991-52208ceed394 HTTP/1.1" status: 200 len: 945 time: 0.1342492 Feb 20 05:49:56.833657 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-13b1a737-4903-4096-9c82-bdb660e8a808 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Calling delete_port for f193b1e0-d727-4641-bf37-329e1eef6b93 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:49:56.861036 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a4940449-000b-4fb9-90a4-4ab3e0a0a162 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (a39f2739-32fa-46aa-8461-d254d0d24b42), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:56.905865 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4940449-000b-4fb9-90a4-4ab3e0a0a162 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:49:56.907869 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a4940449-000b-4fb9-90a4-4ab3e0a0a162 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (a39f2739-32fa-46aa-8461-d254d0d24b42), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: warnings.warn(msg) Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:49:56.917021 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:49:57.039103 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-13b1a737-4903-4096-9c82-bdb660e8a808 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (f193b1e0-d727-4641-bf37-329e1eef6b93), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:57.040147 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6ea5ecc0-d753-46b8-98e4-74bc1b6117b6 req-b3d88970-1076-48f2-b086-4f8b0056e1f1 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.37 "GET /v2.0/security-groups?id=abafbe2f-616e-4e06-b951-4130c2066616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234559 Feb 20 05:49:57.097837 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a4940449-000b-4fb9-90a4-4ab3e0a0a162 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (b9cc1beb-2cf7-48a3-a908-59c01299dcd6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:57.134771 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1a737-4903-4096-9c82-bdb660e8a808 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Port': ['ID=f193b1e0-d727-4641-bf37-329e1eef6b93,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:57.152290 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a4940449-000b-4fb9-90a4-4ab3e0a0a162 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:57.168651 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a4940449-000b-4fb9-90a4-4ab3e0a0a162 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] 10.222.0.37 "DELETE /v2.0/networks/b9cc1beb-2cf7-48a3-a908-59c01299dcd6 HTTP/1.1" status: 204 len: 168 time: 2.3982890 Feb 20 05:49:57.170676 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b1a737-4903-4096-9c82-bdb660e8a808 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] No DVR routers for this DVR port f193b1e0-d727-4641-bf37-329e1eef6b93 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:49:57.172138 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4940449-000b-4fb9-90a4-4ab3e0a0a162 tempest-AllowedAddressPairTestJSON-2090697553 tempest-AllowedAddressPairTestJSON-2090697553-project] Pushing event deleted for resources: {'Network': ['ID=b9cc1beb-2cf7-48a3-a908-59c01299dcd6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:57.207627 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50736) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:57.246134 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-734de530-3f81-4f99-98b4-b2dc85e54c7b None None] For port f193b1e0-d727-4641-bf37-329e1eef6b93, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f193b1e0-d727-4641-bf37-329e1eef6b93,segment=NetworkSegment(18229853-3084-48b0-9063-24fbee38bfd5),segment_id=18229853-3084-48b0-9063-24fbee38bfd5)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:49:57.246639 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-734de530-3f81-4f99-98b4-b2dc85e54c7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (f193b1e0-d727-4641-bf37-329e1eef6b93), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:57.281640 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-734de530-3f81-4f99-98b4-b2dc85e54c7b None None] Calling delete_port for f193b1e0-d727-4641-bf37-329e1eef6b93 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:49:57.432116 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-13b1a737-4903-4096-9c82-bdb660e8a808 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (ef8a6768-cbda-4b48-8728-a31c7b71ba67), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:57.508430 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-734de530-3f81-4f99-98b4-b2dc85e54c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (f193b1e0-d727-4641-bf37-329e1eef6b93), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:57.532273 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-13b1a737-4903-4096-9c82-bdb660e8a808 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8a6768-cbda-4b48-8728-a31c7b71ba67']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:57.560338 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-13b1a737-4903-4096-9c82-bdb660e8a808 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18229853-3084-48b0-9063-24fbee38bfd5') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:57.565676 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-13b1a737-4903-4096-9c82-bdb660e8a808 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18229853-3084-48b0-9063-24fbee38bfd5') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:49:57.666948 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734de530-3f81-4f99-98b4-b2dc85e54c7b None None] Pushing event deleted for resources: {'Port': ['ID=f193b1e0-d727-4641-bf37-329e1eef6b93,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:57.694035 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734de530-3f81-4f99-98b4-b2dc85e54c7b None None] No DVR routers for this DVR port f193b1e0-d727-4641-bf37-329e1eef6b93 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:49:57.870601 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f193b1e0-d727-4641-bf37-329e1eef6b93 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:49:57.908864 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb568da0-2144-4a4c-8237-76d62a1d5063 req-d3c06a4c-989a-4312-98c6-f07a15564994 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:57.916491 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bb568da0-2144-4a4c-8237-76d62a1d5063 req-d3c06a4c-989a-4312-98c6-f07a15564994 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 945 time: 0.2594261 Feb 20 05:49:57.928312 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: f193b1e0-d727-4641-bf37-329e1eef6b93 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:49:57.935428 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f193b1e0-d727-4641-bf37-329e1eef6b93 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:49:57.990826 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bb568da0-2144-4a4c-8237-76d62a1d5063 req-01958be7-df9a-4247-9416-89f2253490bc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733466 Feb 20 05:49:58.038808 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50756) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:58.312867 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-13b1a737-4903-4096-9c82-bdb660e8a808 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (18229853-3084-48b0-9063-24fbee38bfd5), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:58.343409 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-13b1a737-4903-4096-9c82-bdb660e8a808 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (18229853-3084-48b0-9063-24fbee38bfd5), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:58.360377 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b1a737-4903-4096-9c82-bdb660e8a808 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:49:58.360966 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-13b1a737-4903-4096-9c82-bdb660e8a808 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (18229853-3084-48b0-9063-24fbee38bfd5), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:49:58.390618 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:49:58.412056 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b299b756-fe1f-4714-98d8-ec0254983a05 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f21c6301c3647399e6342be9a039871&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3665929 Feb 20 05:49:58.412698 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50768) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:58.465055 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-13b1a737-4903-4096-9c82-bdb660e8a808 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (ef8a6768-cbda-4b48-8728-a31c7b71ba67), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:58.495923 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-13b1a737-4903-4096-9c82-bdb660e8a808 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:58.501299 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-13b1a737-4903-4096-9c82-bdb660e8a808 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/networks/ef8a6768-cbda-4b48-8728-a31c7b71ba67 HTTP/1.1" status: 204 len: 168 time: 2.4025011 Feb 20 05:49:58.510049 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c15696ce-ee53-486d-96c3-95f70334ef09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (0a4aa557-4beb-4191-8e55-aaed6950b31f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:58.514019 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50770) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:58.550280 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-e17f4b63-20e3-4971-b0af-b717e84d7154 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1146005614'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:58.560771 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1a737-4903-4096-9c82-bdb660e8a808 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Network': ['ID=ef8a6768-cbda-4b48-8728-a31c7b71ba67,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:58.603565 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17f4b63-20e3-4971-b0af-b717e84d7154 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:58.612148 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e17f4b63-20e3-4971-b0af-b717e84d7154 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:58.663515 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e17f4b63-20e3-4971-b0af-b717e84d7154 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:49:58.696275 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e17f4b63-20e3-4971-b0af-b717e84d7154 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (43a187d2-3fd7-41c5-8031-c81e0f8dad18), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:58.696780 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-e17f4b63-20e3-4971-b0af-b717e84d7154 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Added segment 43a187d2-3fd7-41c5-8031-c81e0f8dad18 of type vlan for network 613fe396-0f3d-4eab-a8b4-7b459ac95ac1 Feb 20 05:49:58.748702 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f4bb74b-44c3-4166-9dfe-d7b1daa46eeb admin admin] Publish callbacks [] for security_group (8e608287-8efa-4292-adb1-6b543e81c3ce), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:58.765772 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e17f4b63-20e3-4971-b0af-b717e84d7154 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (613fe396-0f3d-4eab-a8b4-7b459ac95ac1), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:58.828556 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e17f4b63-20e3-4971-b0af-b717e84d7154 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (613fe396-0f3d-4eab-a8b4-7b459ac95ac1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:58.843427 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17f4b63-20e3-4971-b0af-b717e84d7154 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:58.845724 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e17f4b63-20e3-4971-b0af-b717e84d7154 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:58.879615 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f4bb74b-44c3-4166-9dfe-d7b1daa46eeb admin admin] Publish callbacks [] for security_group (8e608287-8efa-4292-adb1-6b543e81c3ce), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:58.911041 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994807c-4c3f-4de9-ae57-43875fffbd50 req-21495934-560f-4c72-a48f-f8da52f12200 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:58.912529 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6994807c-4c3f-4de9-ae57-43875fffbd50 req-21495934-560f-4c72-a48f-f8da52f12200 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b609a6-64e2-45de-a991-52208ceed394 HTTP/1.1" status: 200 len: 945 time: 0.3026397 Feb 20 05:49:58.948478 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f4b63-20e3-4971-b0af-b717e84d7154 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Network': ['ID=613fe396-0f3d-4eab-a8b4-7b459ac95ac1,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:58.970661 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 613fe396-0f3d-4eab-a8b4-7b459ac95ac1 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:49:58.987772 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6994807c-4c3f-4de9-ae57-43875fffbd50 req-e3c148d0-5593-4af0-a7e1-722a6d24c01a tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.37 "GET /v2.0/security-groups?id=abafbe2f-616e-4e06-b951-4130c2066616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627770 Feb 20 05:49:58.997192 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e17f4b63-20e3-4971-b0af-b717e84d7154 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4674807 Feb 20 05:49:58.999875 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50792) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:49:59.014525 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-deb10113-8640-429a-937a-87d07d014ef5 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'subnet': {'network_id': '613fe396-0f3d-4eab-a8b4-7b459ac95ac1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:49:59.072410 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f4bb74b-44c3-4166-9dfe-d7b1daa46eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8e608287-8efa-4292-adb1-6b543e81c3ce), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:59.076700 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f4bb74b-44c3-4166-9dfe-d7b1daa46eeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:59.080507 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0f4bb74b-44c3-4166-9dfe-d7b1daa46eeb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e608287-8efa-4292-adb1-6b543e81c3ce HTTP/1.1" status: 204 len: 168 time: 0.6609387 Feb 20 05:49:59.129998 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bb74b-44c3-4166-9dfe-d7b1daa46eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e608287-8efa-4292-adb1-6b543e81c3ce,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:59.243289 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb10113-8640-429a-937a-87d07d014ef5 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:49:59.259036 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-deb10113-8640-429a-937a-87d07d014ef5 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:59.286369 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-c15696ce-ee53-486d-96c3-95f70334ef09 admin admin] Deleting port b62df271-cd15-4139-81a5-38eb8ada7073 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:49:59.286727 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c15696ce-ee53-486d-96c3-95f70334ef09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (b62df271-cd15-4139-81a5-38eb8ada7073), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:59.296256 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297a56e-df79-4613-a469-9a6d209dda5a req-8edb6f22-747c-408f-8744-14be796a71ba tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:59.304354 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2297a56e-df79-4613-a469-9a6d209dda5a req-8edb6f22-747c-408f-8744-14be796a71ba tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 945 time: 0.1856196 Feb 20 05:49:59.442393 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2297a56e-df79-4613-a469-9a6d209dda5a req-0b832d66-43b8-4b30-b6a6-81b601287163 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370957 Feb 20 05:49:59.524771 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-c15696ce-ee53-486d-96c3-95f70334ef09 admin admin] For port b62df271-cd15-4139-81a5-38eb8ada7073, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=b62df271-cd15-4139-81a5-38eb8ada7073,segment=NetworkSegment(bfa6d036-a7e5-478c-ab71-9ee611ca2fce),segment_id=bfa6d036-a7e5-478c-ab71-9ee611ca2fce)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:49:59.525519 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c15696ce-ee53-486d-96c3-95f70334ef09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (b62df271-cd15-4139-81a5-38eb8ada7073), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:59.559446 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e964068-cce6-4d92-8d8c-406457b4c1cc req-34f64826-4187-4f6c-b6d7-8df5af3477c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:59.562558 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e964068-cce6-4d92-8d8c-406457b4c1cc req-34f64826-4187-4f6c-b6d7-8df5af3477c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1cc50ee140854bcc8f6ed45dd231f31c&device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 1127 time: 0.1740000 Feb 20 05:49:59.592947 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-deb10113-8640-429a-937a-87d07d014ef5 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (5d8bf4bd-554c-4137-b33d-0ee4ccc81ad5), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:49:59.600080 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-c15696ce-ee53-486d-96c3-95f70334ef09 admin admin] Calling delete_port for b62df271-cd15-4139-81a5-38eb8ada7073 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:49:59.727655 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb10113-8640-429a-937a-87d07d014ef5 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Subnet': ['ID=5d8bf4bd-554c-4137-b33d-0ee4ccc81ad5,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:49:59.803409 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e964068-cce6-4d92-8d8c-406457b4c1cc req-d317b1d6-b760-4334-b3cf-6fa797da4f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:59.805913 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e964068-cce6-4d92-8d8c-406457b4c1cc req-d317b1d6-b760-4334-b3cf-6fa797da4f16 service neutron] 10.222.0.48 "GET /v2.0/networks?id=72954832-dc86-4706-b5e9-cf8eb66f0446 HTTP/1.1" status: 200 len: 916 time: 0.2326910 Feb 20 05:49:59.919321 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603db0a-a943-4c1c-ab68-0215ae0918ac req-97d69656-5f7f-489c-8a25-b6021a5dd33b tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:49:59.935636 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9603db0a-a943-4c1c-ab68-0215ae0918ac req-97d69656-5f7f-489c-8a25-b6021a5dd33b tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.61 "GET /v2.0/ports?device_id=07b609a6-64e2-45de-a991-52208ceed394 HTTP/1.1" status: 200 len: 945 time: 0.2132728 Feb 20 05:49:59.955792 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e964068-cce6-4d92-8d8c-406457b4c1cc req-bdc14023-d063-42aa-84d1-75fa302629e8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e336b0f-9bda-405f-a702-dd97033af48e HTTP/1.1" status: 200 len: 1001 time: 0.1381037 Feb 20 05:49:59.964871 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb10113-8640-429a-937a-87d07d014ef5 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Checking segment: {'id': '43a187d2-3fd7-41c5-8031-c81e0f8dad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '613fe396-0f3d-4eab-a8b4-7b459ac95ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:49:59.971863 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb10113-8640-429a-937a-87d07d014ef5 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network hostable DHCP agents. Network: 613fe396-0f3d-4eab-a8b4-7b459ac95ac1, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:50:00.092779 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb10113-8640-429a-937a-87d07d014ef5 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network 613fe396-0f3d-4eab-a8b4-7b459ac95ac1 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:50:00.129572 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-deb10113-8640-429a-937a-87d07d014ef5 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 613fe396-0f3d-4eab-a8b4-7b459ac95ac1) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:50:00.138519 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8918cc-e233-446d-ae1c-b113bdf78d0d None None] Network 613fe396-0f3d-4eab-a8b4-7b459ac95ac1 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:50:00.145157 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb10113-8640-429a-937a-87d07d014ef5 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:00.148576 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-deb10113-8640-429a-937a-87d07d014ef5 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:00.274635 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-deb10113-8640-429a-937a-87d07d014ef5 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2735233 Feb 20 05:50:00.275324 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50836) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:00.275935 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e964068-cce6-4d92-8d8c-406457b4c1cc req-39977281-5737-4ca0-a04a-bf0243f36e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:00.287574 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e964068-cce6-4d92-8d8c-406457b4c1cc req-39977281-5737-4ca0-a04a-bf0243f36e9b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec01882b-2949-4e73-b51b-e8c64ca48e8d HTTP/1.1" status: 200 len: 855 time: 0.3204429 Feb 20 05:50:00.288759 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-aa1876e0-d057-4917-ba4d-189c461aa813 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'port': {'network_id': '613fe396-0f3d-4eab-a8b4-7b459ac95ac1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-386177364'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:00.465862 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50838) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:00.469279 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-9603db0a-a943-4c1c-ab68-0215ae0918ac req-74256a0d-90e6-4348-87c6-297d0036df6f tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Deleting port 03a21840-9fcc-4723-a829-6e2569af230c {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:50:00.469626 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9603db0a-a943-4c1c-ab68-0215ae0918ac req-74256a0d-90e6-4348-87c6-297d0036df6f tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (03a21840-9fcc-4723-a829-6e2569af230c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:00.513601 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97345fee-f88a-41e8-a53c-60ff648d9d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-613fe396-0f3d-4eab-a8b4-7b459ac95ac1', 'network_id': '613fe396-0f3d-4eab-a8b4-7b459ac95ac1', 'project_id': '1b935f7dbfce4480a61cfafe26a09452', 'fixed_ips': [{'subnet_id': '5d8bf4bd-554c-4137-b33d-0ee4ccc81ad5'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:50:00.514239 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97345fee-f88a-41e8-a53c-60ff648d9d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:00.532947 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e964068-cce6-4d92-8d8c-406457b4c1cc req-7416e1e8-54b0-447b-b685-d685b008ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:00.536471 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e964068-cce6-4d92-8d8c-406457b4c1cc req-7416e1e8-54b0-447b-b685-d685b008ce3d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72954832-dc86-4706-b5e9-cf8eb66f0446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2407959 Feb 20 05:50:00.538701 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c15696ce-ee53-486d-96c3-95f70334ef09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (b62df271-cd15-4139-81a5-38eb8ada7073), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:00.631741 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6058712-bcf5-4e23-bd8f-1ea00f0cc5f3 req-1d0bb36a-fe86-4058-a577-4dc4010785e1 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:00.649756 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b6058712-bcf5-4e23-bd8f-1ea00f0cc5f3 req-1d0bb36a-fe86-4058-a577-4dc4010785e1 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b609a6-64e2-45de-a991-52208ceed394 HTTP/1.1" status: 200 len: 945 time: 0.3591371 Feb 20 05:50:00.651985 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1876e0-d057-4917-ba4d-189c461aa813 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:50:00.653693 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15696ce-ee53-486d-96c3-95f70334ef09 admin admin] Pushing event deleted for resources: {'Port': ['ID=b62df271-cd15-4139-81a5-38eb8ada7073,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:00.656198 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aa1876e0-d057-4917-ba4d-189c461aa813 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:00.761437 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ef4575f3-6ad3-425c-b39a-ac527e9d9c3f tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1213753180'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:00.783269 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-aa1876e0-d057-4917-ba4d-189c461aa813 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] device_id is not set on port 6426da9a-91ed-4eda-b7f8-7e243d56a1d0 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:50:00.857389 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-97345fee-f88a-41e8-a53c-60ff648d9d83 None None] Allocated IP 172.20.0.2 (613fe396-0f3d-4eab-a8b4-7b459ac95ac1/5d8bf4bd-554c-4137-b33d-0ee4ccc81ad5/2a863ac2-8513-41f4-bb4f-86c1b4984861) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:50:00.999340 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-9603db0a-a943-4c1c-ab68-0215ae0918ac req-74256a0d-90e6-4348-87c6-297d0036df6f tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] For port 03a21840-9fcc-4723-a829-6e2569af230c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=03a21840-9fcc-4723-a829-6e2569af230c,segment=NetworkSegment(525f1855-c09f-45ec-aef2-5ad0af3a8666),segment_id=525f1855-c09f-45ec-aef2-5ad0af3a8666)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:50:01.002089 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9603db0a-a943-4c1c-ab68-0215ae0918ac req-74256a0d-90e6-4348-87c6-297d0036df6f tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (03a21840-9fcc-4723-a829-6e2569af230c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:01.023671 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4575f3-6ad3-425c-b39a-ac527e9d9c3f tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Made reservation on behalf of 36661bd2bad0427abc60d75f14ee6b51 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:50:01.029576 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef4575f3-6ad3-425c-b39a-ac527e9d9c3f tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:01.038342 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-9603db0a-a943-4c1c-ab68-0215ae0918ac req-74256a0d-90e6-4348-87c6-297d0036df6f tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Calling delete_port for 03a21840-9fcc-4723-a829-6e2569af230c owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:50:01.059612 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef4575f3-6ad3-425c-b39a-ac527e9d9c3f tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:01.089969 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b6058712-bcf5-4e23-bd8f-1ea00f0cc5f3 req-67e7b916-5406-4d60-b493-d3ecaa1920d8 tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.37 "GET /v2.0/security-groups?id=abafbe2f-616e-4e06-b951-4130c2066616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378204 Feb 20 05:50:01.142780 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97345fee-f88a-41e8-a53c-60ff648d9d83 None None] Publish callbacks [] for port (2a863ac2-8513-41f4-bb4f-86c1b4984861), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:01.165982 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97345fee-f88a-41e8-a53c-60ff648d9d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (2a863ac2-8513-41f4-bb4f-86c1b4984861), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:01.258094 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97345fee-f88a-41e8-a53c-60ff648d9d83 None None] Network 613fe396-0f3d-4eab-a8b4-7b459ac95ac1 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:50:01.260363 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e964068-cce6-4d92-8d8c-406457b4c1cc req-3cc414df-9f23-4079-8272-0176e173d1e9 service neutron] 10.222.0.48 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7152555 Feb 20 05:50:01.263583 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-97345fee-f88a-41e8-a53c-60ff648d9d83 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:50:01.266732 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97345fee-f88a-41e8-a53c-60ff648d9d83 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:50:01.296737 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9603db0a-a943-4c1c-ab68-0215ae0918ac req-74256a0d-90e6-4348-87c6-297d0036df6f tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (03a21840-9fcc-4723-a829-6e2569af230c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:01.308629 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97345fee-f88a-41e8-a53c-60ff648d9d83 None None] Pushing event updated for resources: {'Port': ['ID=2a863ac2-8513-41f4-bb4f-86c1b4984861,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:01.339126 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['03a21840-9fcc-4723-a829-6e2569af230c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:50:01.351058 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74256a0d-90e6-4348-87c6-297d0036df6f tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Pushing event deleted for resources: {'Port': ['ID=03a21840-9fcc-4723-a829-6e2569af230c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:01.401616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-97345fee-f88a-41e8-a53c-60ff648d9d83 None None] Attempting to bind port 2a863ac2-8513-41f4-bb4f-86c1b4984861 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:50:01.402206 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-97345fee-f88a-41e8-a53c-60ff648d9d83 None None] Attempting to bind port 2a863ac2-8513-41f4-bb4f-86c1b4984861 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '43a187d2-3fd7-41c5-8031-c81e0f8dad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '613fe396-0f3d-4eab-a8b4-7b459ac95ac1'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:50:01.402747 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97345fee-f88a-41e8-a53c-60ff648d9d83 None None] Attempting to bind port 2a863ac2-8513-41f4-bb4f-86c1b4984861 on network 613fe396-0f3d-4eab-a8b4-7b459ac95ac1 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:50:01.409913 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97345fee-f88a-41e8-a53c-60ff648d9d83 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:50:01.410561 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97345fee-f88a-41e8-a53c-60ff648d9d83 None None] Checking segment: {'id': '43a187d2-3fd7-41c5-8031-c81e0f8dad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '613fe396-0f3d-4eab-a8b4-7b459ac95ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:50:01.411291 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97345fee-f88a-41e8-a53c-60ff648d9d83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:01.411855 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97345fee-f88a-41e8-a53c-60ff648d9d83 None None] Bound using segment: {'id': '43a187d2-3fd7-41c5-8031-c81e0f8dad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '613fe396-0f3d-4eab-a8b4-7b459ac95ac1'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:50:01.412552 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-97345fee-f88a-41e8-a53c-60ff648d9d83 None None] Bound port: 2a863ac2-8513-41f4-bb4f-86c1b4984861, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a187d2-3fd7-41c5-8031-c81e0f8dad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '613fe396-0f3d-4eab-a8b4-7b459ac95ac1'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:50:01.413692 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97345fee-f88a-41e8-a53c-60ff648d9d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2a863ac2-8513-41f4-bb4f-86c1b4984861), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:01.435050 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-9603db0a-a943-4c1c-ab68-0215ae0918ac req-74256a0d-90e6-4348-87c6-297d0036df6f tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] No DVR routers for this DVR port 03a21840-9fcc-4723-a829-6e2569af230c on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:50:01.442840 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9603db0a-a943-4c1c-ab68-0215ae0918ac req-74256a0d-90e6-4348-87c6-297d0036df6f tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:01.449778 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9603db0a-a943-4c1c-ab68-0215ae0918ac req-74256a0d-90e6-4348-87c6-297d0036df6f tempest-ServerAddressesTestJSON-1998159898 tempest-ServerAddressesTestJSON-1998159898-project] 10.222.0.61 "DELETE /v2.0/ports/03a21840-9fcc-4723-a829-6e2569af230c HTTP/1.1" status: 204 len: 173 time: 1.5018649 Feb 20 05:50:01.450388 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b609a6-64e2-45de-a991-52208ceed394', 'name': 'network-vif-deleted', 'tag': '03a21840-9fcc-4723-a829-6e2569af230c'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:50:01.453114 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759c3ea3-244b-4740-9ecd-46334bcac80d" -d '{"events": [{"server_uuid": "07b609a6-64e2-45de-a991-52208ceed394", "name": "network-vif-deleted", "tag": "03a21840-9fcc-4723-a829-6e2569af230c"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:50:01.493684 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-aa1876e0-d057-4917-ba4d-189c461aa813 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Allocated IP 172.20.0.13 (613fe396-0f3d-4eab-a8b4-7b459ac95ac1/5d8bf4bd-554c-4137-b33d-0ee4ccc81ad5/6426da9a-91ed-4eda-b7f8-7e243d56a1d0) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:50:01.561404 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-97345fee-f88a-41e8-a53c-60ff648d9d83 None None] For port 2a863ac2-8513-41f4-bb4f-86c1b4984861, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:50:01.570520 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-97345fee-f88a-41e8-a53c-60ff648d9d83 None None] For port 2a863ac2-8513-41f4-bb4f-86c1b4984861, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=2a863ac2-8513-41f4-bb4f-86c1b4984861,segment=NetworkSegment(43a187d2-3fd7-41c5-8031-c81e0f8dad18),segment_id=43a187d2-3fd7-41c5-8031-c81e0f8dad18)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:50:01.578156 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef4575f3-6ad3-425c-b39a-ac527e9d9c3f tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks [] for security_group (914e329d-3cee-4a46-9cba-205b2d3da64d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:01.583441 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c15696ce-ee53-486d-96c3-95f70334ef09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (0a4aa557-4beb-4191-8e55-aaed6950b31f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:01.587460 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97345fee-f88a-41e8-a53c-60ff648d9d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2a863ac2-8513-41f4-bb4f-86c1b4984861), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:01.594954 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef4575f3-6ad3-425c-b39a-ac527e9d9c3f tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (914e329d-3cee-4a46-9cba-205b2d3da64d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:01.634305 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4575f3-6ad3-425c-b39a-ac527e9d9c3f tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=914e329d-3cee-4a46-9cba-205b2d3da64d,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:01.693860 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97345fee-f88a-41e8-a53c-60ff648d9d83 None None] Pushing event updated for resources: {'Port': ['ID=2a863ac2-8513-41f4-bb4f-86c1b4984861,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:01.795097 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aa1876e0-d057-4917-ba4d-189c461aa813 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for port (6426da9a-91ed-4eda-b7f8-7e243d56a1d0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:01.842645 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aa1876e0-d057-4917-ba4d-189c461aa813 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (6426da9a-91ed-4eda-b7f8-7e243d56a1d0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:01.885518 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:50:01.978959 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1876e0-d057-4917-ba4d-189c461aa813 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network 613fe396-0f3d-4eab-a8b4-7b459ac95ac1 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:50:01.998267 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-aa1876e0-d057-4917-ba4d-189c461aa813 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:50:02.004288 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1876e0-d057-4917-ba4d-189c461aa813 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:50:02.016917 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1876e0-d057-4917-ba4d-189c461aa813 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Port': ['ID=6426da9a-91ed-4eda-b7f8-7e243d56a1d0,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:02.138181 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1876e0-d057-4917-ba4d-189c461aa813 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:02.143140 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aa1876e0-d057-4917-ba4d-189c461aa813 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:02.183312 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-aa1876e0-d057-4917-ba4d-189c461aa813 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.9055355 Feb 20 05:50:02.185935 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50876) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:02.405957 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-c763a2e6-1056-450b-b360-687a43b38dcd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting port 6426da9a-91ed-4eda-b7f8-7e243d56a1d0 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:50:02.406453 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c763a2e6-1056-450b-b360-687a43b38dcd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (6426da9a-91ed-4eda-b7f8-7e243d56a1d0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:02.441047 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4575f3-6ad3-425c-b39a-ac527e9d9c3f tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:50:02.468281 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef4575f3-6ad3-425c-b39a-ac527e9d9c3f tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (91d1ff9c-f716-4aa6-baca-b9ee53980bc0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:02.468925 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-ef4575f3-6ad3-425c-b39a-ac527e9d9c3f tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Added segment 91d1ff9c-f716-4aa6-baca-b9ee53980bc0 of type vlan for network d810abda-cbc5-4ad4-88e3-e1d531af62e5 Feb 20 05:50:02.534667 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a628a-819f-4503-b489-6d8bc70b1474 req-cdd96f09-0aa9-4341-bcec-94b7a53951e7 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:02.542434 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d52a628a-819f-4503-b489-6d8bc70b1474 req-cdd96f09-0aa9-4341-bcec-94b7a53951e7 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 945 time: 1.3424497 Feb 20 05:50:02.610306 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef4575f3-6ad3-425c-b39a-ac527e9d9c3f tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (d810abda-cbc5-4ad4-88e3-e1d531af62e5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:02.611664 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c763a2e6-1056-450b-b360-687a43b38dcd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (6426da9a-91ed-4eda-b7f8-7e243d56a1d0), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:02.629288 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-c763a2e6-1056-450b-b360-687a43b38dcd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Calling delete_port for 6426da9a-91ed-4eda-b7f8-7e243d56a1d0 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:50:02.658912 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e964068-cce6-4d92-8d8c-406457b4c1cc req-1953d0ad-53f5-40c6-bfb2-1874ea589c8a service neutron] 10.222.0.48 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3455729 Feb 20 05:50:02.715343 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 0e336b0f-9bda-405f-a702-dd97033af48e no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:50:02.720641 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d52a628a-819f-4503-b489-6d8bc70b1474 req-07712c57-ff43-41ab-820f-25e2da0fbf1b tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768343 Feb 20 05:50:02.736968 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef4575f3-6ad3-425c-b39a-ac527e9d9c3f tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d810abda-cbc5-4ad4-88e3-e1d531af62e5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:02.743773 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4575f3-6ad3-425c-b39a-ac527e9d9c3f tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:02.744554 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef4575f3-6ad3-425c-b39a-ac527e9d9c3f tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:02.942862 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c763a2e6-1056-450b-b360-687a43b38dcd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (6426da9a-91ed-4eda-b7f8-7e243d56a1d0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:02.997089 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 0e336b0f-9bda-405f-a702-dd97033af48e is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:50:02.997499 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0e336b0f-9bda-405f-a702-dd97033af48e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:03.003984 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763a2e6-1056-450b-b360-687a43b38dcd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Port': ['ID=6426da9a-91ed-4eda-b7f8-7e243d56a1d0,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:03.070115 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 0e336b0f-9bda-405f-a702-dd97033af48e, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0e336b0f-9bda-405f-a702-dd97033af48e,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:50:03.071537 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ddde50-6339-47d6-8b2a-5ca66d99fb80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e336b0f-9bda-405f-a702-dd97033af48e'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:50:03.074404 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b774e8-240e-4c01-a535-6bc6a472b7b6" -d '{"events": [{"server_uuid": "44ddde50-6339-47d6-8b2a-5ca66d99fb80", "name": "network-vif-unplugged", "status": "completed", "tag": "0e336b0f-9bda-405f-a702-dd97033af48e"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:50:03.078881 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0e336b0f-9bda-405f-a702-dd97033af48e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:03.145443 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=0e336b0f-9bda-405f-a702-dd97033af48e,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:03.148796 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8458ca-5c10-4090-8c94-d1a82f082f55 x-openstack-request-id: req-dd8458ca-5c10-4090-8c94-d1a82f082f55 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:50:03.149088 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b609a6-64e2-45de-a991-52208ceed394", "name": "network-vif-deleted", "tag": "03a21840-9fcc-4723-a829-6e2569af230c", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:50:03.161366 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd8458ca-5c10-4090-8c94-d1a82f082f55 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:50:03.162031 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b609a6-64e2-45de-a991-52208ceed394', 'name': 'network-vif-deleted', 'tag': '03a21840-9fcc-4723-a829-6e2569af230c', 'status': 'completed', 'code': 200} Feb 20 05:50:03.227994 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4575f3-6ad3-425c-b39a-ac527e9d9c3f tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Pushing event updated for resources: {'Network': ['ID=d810abda-cbc5-4ad4-88e3-e1d531af62e5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:03.246286 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50896) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:03.269878 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network d810abda-cbc5-4ad4-88e3-e1d531af62e5 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:50:03.274723 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c763a2e6-1056-450b-b360-687a43b38dcd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:03.283200 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c763a2e6-1056-450b-b360-687a43b38dcd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/ports/6426da9a-91ed-4eda-b7f8-7e243d56a1d0 HTTP/1.1" status: 204 len: 168 time: 1.0961273 Feb 20 05:50:03.287470 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50898) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:03.294474 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15696ce-ee53-486d-96c3-95f70334ef09 admin admin] Router 0a4aa557-4beb-4191-8e55-aaed6950b31f has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:50:03.354750 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-683e44b4-1ea8-4a64-af9a-dc0452424424 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] GET failed (client error): The resource could not be found. Feb 20 05:50:03.356503 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-683e44b4-1ea8-4a64-af9a-dc0452424424 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "GET /v2.0/ports/6426da9a-91ed-4eda-b7f8-7e243d56a1d0 HTTP/1.1" status: 404 len: 333 time: 0.0653849 Feb 20 05:50:03.359182 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50900) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:03.368767 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ef4575f3-6ad3-425c-b39a-ac527e9d9c3f tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.8966196 Feb 20 05:50:03.377568 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50902) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:03.427086 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-18c472ad-fe8e-44eb-a1ba-bd518edef3be tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Request body: {'subnet': {'network_id': 'd810abda-cbc5-4ad4-88e3-e1d531af62e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:03.435393 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d76c753-f46a-4482-882d-c31242517dc4 x-openstack-request-id: req-1d76c753-f46a-4482-882d-c31242517dc4 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:50:03.435697 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ddde50-6339-47d6-8b2a-5ca66d99fb80", "name": "network-vif-unplugged", "status": "completed", "tag": "0e336b0f-9bda-405f-a702-dd97033af48e", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:50:03.435956 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d76c753-f46a-4482-882d-c31242517dc4 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:50:03.436389 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ddde50-6339-47d6-8b2a-5ca66d99fb80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e336b0f-9bda-405f-a702-dd97033af48e', 'code': 200} Feb 20 05:50:03.441782 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6915c66-87a6-4489-879e-14e985c618d3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting subnet 5d8bf4bd-554c-4137-b33d-0ee4ccc81ad5 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:50:03.453524 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a6915c66-87a6-4489-879e-14e985c618d3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for subnet (5d8bf4bd-554c-4137-b33d-0ee4ccc81ad5), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:03.507880 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a6915c66-87a6-4489-879e-14e985c618d3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (5d8bf4bd-554c-4137-b33d-0ee4ccc81ad5), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:03.544278 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a7e840-4b99-442d-a261-f2fb07431f95 None None] Network 613fe396-0f3d-4eab-a8b4-7b459ac95ac1 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:50:03.640922 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-021177b3-a929-4c82-990b-e421974e3cfc None None] Provisioning complete for port 2a863ac2-8513-41f4-bb4f-86c1b4984861 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:03.641305 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-021177b3-a929-4c82-990b-e421974e3cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2a863ac2-8513-41f4-bb4f-86c1b4984861), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:03.724059 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a6915c66-87a6-4489-879e-14e985c618d3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (5d8bf4bd-554c-4137-b33d-0ee4ccc81ad5), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:03.757251 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-021177b3-a929-4c82-990b-e421974e3cfc None None] Current status of the port 2a863ac2-8513-41f4-bb4f-86c1b4984861 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:50:03.757839 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-021177b3-a929-4c82-990b-e421974e3cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2a863ac2-8513-41f4-bb4f-86c1b4984861), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:03.760731 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-8470234b-0ed1-4b98-9361-27015b6dddd2 admin admin] Deleting subnet e81e16c0-6ce3-48bc-9e16-475094174a0b {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:50:03.764711 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15696ce-ee53-486d-96c3-95f70334ef09 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:50:03.779474 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c15696ce-ee53-486d-96c3-95f70334ef09 admin admin] 10.222.0.37 "PUT /v2.0/routers/0a4aa557-4beb-4191-8e55-aaed6950b31f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5684328 Feb 20 05:50:03.781709 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50910) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:03.790831 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8470234b-0ed1-4b98-9361-27015b6dddd2 admin admin] Publish callbacks [] for subnet (e81e16c0-6ce3-48bc-9e16-475094174a0b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:03.854405 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb0ea82-f6f9-42b2-bad2-b82805674053 None None] Sync routers for ids ['0a4aa557-4beb-4191-8e55-aaed6950b31f'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:50:03.910066 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a6915c66-87a6-4489-879e-14e985c618d3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (5d8bf4bd-554c-4137-b33d-0ee4ccc81ad5), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:03.991595 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6915c66-87a6-4489-879e-14e985c618d3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Subnet': ['ID=5d8bf4bd-554c-4137-b33d-0ee4ccc81ad5,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:03.996360 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a6915c66-87a6-4489-879e-14e985c618d3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:04.004044 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a6915c66-87a6-4489-879e-14e985c618d3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/subnets/5d8bf4bd-554c-4137-b33d-0ee4ccc81ad5 HTTP/1.1" status: 204 len: 168 time: 0.6411884 Feb 20 05:50:04.005046 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50918) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:04.028568 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb0ea82-f6f9-42b2-bad2-b82805674053 None None] Routers {'0a4aa557-4beb-4191-8e55-aaed6950b31f'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:50:04.029231 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0eb0ea82-f6f9-42b2-bad2-b82805674053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:49:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0a4aa557-4beb-4191-8e55-aaed6950b31f'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:04.043376 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-021177b3-a929-4c82-990b-e421974e3cfc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:50:04.043739 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-021177b3-a929-4c82-990b-e421974e3cfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:50:04.044683 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 2a863ac2-8513-41f4-bb4f-86c1b4984861 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:50:04.074043 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a14e20c8-d863-494c-865a-ee9856aab3e1 admin admin] Publish callbacks [] for router (0a4aa557-4beb-4191-8e55-aaed6950b31f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:04.077896 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8470234b-0ed1-4b98-9361-27015b6dddd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (e81e16c0-6ce3-48bc-9e16-475094174a0b), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:04.080447 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c472ad-fe8e-44eb-a1ba-bd518edef3be tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Made reservation on behalf of 36661bd2bad0427abc60d75f14ee6b51 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:50:04.084145 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-18c472ad-fe8e-44eb-a1ba-bd518edef3be tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:04.142448 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 03a21840-9fcc-4723-a829-6e2569af230c no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:50:04.213715 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b6f46c3-e069-4c7a-86ab-198371a809cc tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (613fe396-0f3d-4eab-a8b4-7b459ac95ac1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:04.263052 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 03a21840-9fcc-4723-a829-6e2569af230c {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:50:04.263776 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 03a21840-9fcc-4723-a829-6e2569af230c not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:50:04.355564 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 2a863ac2-8513-41f4-bb4f-86c1b4984861 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:04.356332 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2a863ac2-8513-41f4-bb4f-86c1b4984861), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:04.417654 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-0eb0ea82-f6f9-42b2-bad2-b82805674053 None None] Set router 0a4aa557-4beb-4191-8e55-aaed6950b31f gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:50:04.442842 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d9e55-90b8-453b-bd6b-346db1401a92 req-fa7a2448-464d-4406-85a8-594286e7bddc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:04.445310 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-de1d9e55-90b8-453b-bd6b-346db1401a92 req-fa7a2448-464d-4406-85a8-594286e7bddc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.4734898 Feb 20 05:50:04.484377 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a14e20c8-d863-494c-865a-ee9856aab3e1 admin admin] Publish callbacks [] for router_gateway (0a4aa557-4beb-4191-8e55-aaed6950b31f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:04.484846 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8470234b-0ed1-4b98-9361-27015b6dddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (e81e16c0-6ce3-48bc-9e16-475094174a0b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:04.498235 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-2b6f46c3-e069-4c7a-86ab-198371a809cc tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting port 2a863ac2-8513-41f4-bb4f-86c1b4984861 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:50:04.498579 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b6f46c3-e069-4c7a-86ab-198371a809cc tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (2a863ac2-8513-41f4-bb4f-86c1b4984861), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:04.612205 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-2b6f46c3-e069-4c7a-86ab-198371a809cc tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] For port 2a863ac2-8513-41f4-bb4f-86c1b4984861, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=2a863ac2-8513-41f4-bb4f-86c1b4984861,segment=NetworkSegment(43a187d2-3fd7-41c5-8031-c81e0f8dad18),segment_id=43a187d2-3fd7-41c5-8031-c81e0f8dad18)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:50:04.612474 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b6f46c3-e069-4c7a-86ab-198371a809cc tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (2a863ac2-8513-41f4-bb4f-86c1b4984861), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:04.642418 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 2a863ac2-8513-41f4-bb4f-86c1b4984861 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:50:04.643157 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2a863ac2-8513-41f4-bb4f-86c1b4984861), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:04.655663 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-2b6f46c3-e069-4c7a-86ab-198371a809cc tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Calling delete_port for 2a863ac2-8513-41f4-bb4f-86c1b4984861 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:50:04.722485 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-18c472ad-fe8e-44eb-a1ba-bd518edef3be tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (759fedec-21b0-483a-bf72-ca8a7fb2d959), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:04.726630 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-021177b3-a929-4c82-990b-e421974e3cfc None None] Current status of the port 2a863ac2-8513-41f4-bb4f-86c1b4984861 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:50:04.731988 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-021177b3-a929-4c82-990b-e421974e3cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2a863ac2-8513-41f4-bb4f-86c1b4984861), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:04.792378 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 2a863ac2-8513-41f4-bb4f-86c1b4984861, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=2a863ac2-8513-41f4-bb4f-86c1b4984861,segment=NetworkSegment(43a187d2-3fd7-41c5-8031-c81e0f8dad18),segment_id=43a187d2-3fd7-41c5-8031-c81e0f8dad18)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:50:04.827217 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2a863ac2-8513-41f4-bb4f-86c1b4984861), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:04.872237 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c472ad-fe8e-44eb-a1ba-bd518edef3be tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Pushing event updated for resources: {'Subnet': ['ID=759fedec-21b0-483a-bf72-ca8a7fb2d959,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:04.873785 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b6f46c3-e069-4c7a-86ab-198371a809cc tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (2a863ac2-8513-41f4-bb4f-86c1b4984861), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:04.908279 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc0f269-eb6e-4403-ba90-a7c09fbfcf24 None None] Network 613fe396-0f3d-4eab-a8b4-7b459ac95ac1 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:50:04.914347 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-de1d9e55-90b8-453b-bd6b-346db1401a92 req-e08f435f-ce09-4bd4-8334-4f0ac110821d tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2943687 Feb 20 05:50:04.940051 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f46c3-e069-4c7a-86ab-198371a809cc tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Port': ['ID=2a863ac2-8513-41f4-bb4f-86c1b4984861,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:04.954311 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8470234b-0ed1-4b98-9361-27015b6dddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (e81e16c0-6ce3-48bc-9e16-475094174a0b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:04.956425 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c472ad-fe8e-44eb-a1ba-bd518edef3be tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Checking segment: {'id': '91d1ff9c-f716-4aa6-baca-b9ee53980bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd810abda-cbc5-4ad4-88e3-e1d531af62e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:50:04.956838 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c472ad-fe8e-44eb-a1ba-bd518edef3be tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Network hostable DHCP agents. Network: d810abda-cbc5-4ad4-88e3-e1d531af62e5, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:50:04.970084 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event deleted for resources: {'Port': ['ID=2a863ac2-8513-41f4-bb4f-86c1b4984861,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:04.971549 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6f46c3-e069-4c7a-86ab-198371a809cc tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] No DVR routers for this DVR port 2a863ac2-8513-41f4-bb4f-86c1b4984861 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:50:05.002737 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8470234b-0ed1-4b98-9361-27015b6dddd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:05.009755 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8470234b-0ed1-4b98-9361-27015b6dddd2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e81e16c0-6ce3-48bc-9e16-475094174a0b HTTP/1.1" status: 204 len: 168 time: 1.7581363 Feb 20 05:50:05.010426 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50930) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:05.014314 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470234b-0ed1-4b98-9361-27015b6dddd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e81e16c0-6ce3-48bc-9e16-475094174a0b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:05.120239 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c472ad-fe8e-44eb-a1ba-bd518edef3be tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Network d810abda-cbc5-4ad4-88e3-e1d531af62e5 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:50:05.142585 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-691175e4-957a-4ff6-a0d0-991872f439ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (a3ed0843-6151-40ca-ab3e-279d9bb07821), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:05.151946 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-18c472ad-fe8e-44eb-a1ba-bd518edef3be tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, d810abda-cbc5-4ad4-88e3-e1d531af62e5) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:50:05.158526 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c472ad-fe8e-44eb-a1ba-bd518edef3be tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:05.161141 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-18c472ad-fe8e-44eb-a1ba-bd518edef3be tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:05.186843 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db338f2-3d0a-4e39-aa4f-54381820506f None None] Network d810abda-cbc5-4ad4-88e3-e1d531af62e5 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:50:05.187962 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b6f46c3-e069-4c7a-86ab-198371a809cc tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (613fe396-0f3d-4eab-a8b4-7b459ac95ac1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:05.216447 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-18c472ad-fe8e-44eb-a1ba-bd518edef3be tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8376911 Feb 20 05:50:05.217360 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50936) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:05.219884 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-2b6f46c3-e069-4c7a-86ab-198371a809cc tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613fe396-0f3d-4eab-a8b4-7b459ac95ac1']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:05.232965 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-2b6f46c3-e069-4c7a-86ab-198371a809cc tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a187d2-3fd7-41c5-8031-c81e0f8dad18') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:05.233531 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-2b6f46c3-e069-4c7a-86ab-198371a809cc tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a187d2-3fd7-41c5-8031-c81e0f8dad18') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:05.234834 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-02efeaf0-ef93-4342-916d-533fdd98f6b4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Request body: {'port': {'network_id': 'd810abda-cbc5-4ad4-88e3-e1d531af62e5', 'name': 'tempest-TagsExtTest-1924750758'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:05.256671 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b6f46c3-e069-4c7a-86ab-198371a809cc tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (43a187d2-3fd7-41c5-8031-c81e0f8dad18), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:05.274455 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b6f46c3-e069-4c7a-86ab-198371a809cc tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (43a187d2-3fd7-41c5-8031-c81e0f8dad18), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:05.282033 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6f46c3-e069-4c7a-86ab-198371a809cc tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:50:05.282776 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b6f46c3-e069-4c7a-86ab-198371a809cc tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (43a187d2-3fd7-41c5-8031-c81e0f8dad18), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:50:05.358722 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:50:05.377289 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b6f46c3-e069-4c7a-86ab-198371a809cc tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (613fe396-0f3d-4eab-a8b4-7b459ac95ac1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:05.383186 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-a14e20c8-d863-494c-865a-ee9856aab3e1 admin admin] Deleting port 1051c8a0-dccf-4e63-b55e-e61e238db3c6 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:50:05.383815 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a14e20c8-d863-494c-865a-ee9856aab3e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1051c8a0-dccf-4e63-b55e-e61e238db3c6), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:05.387373 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-54062967-ba53-410c-904f-35bc422fa0ee None None] Could not find standard attr ID for object 2a863ac2-8513-41f4-bb4f-86c1b4984861. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:50:05.400392 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b6f46c3-e069-4c7a-86ab-198371a809cc tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:05.407848 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2b6f46c3-e069-4c7a-86ab-198371a809cc tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/networks/613fe396-0f3d-4eab-a8b4-7b459ac95ac1 HTTP/1.1" status: 204 len: 168 time: 1.3984480 Feb 20 05:50:05.408447 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-691175e4-957a-4ff6-a0d0-991872f439ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (a3ed0843-6151-40ca-ab3e-279d9bb07821), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:05.412777 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50944) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:05.445561 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-4bdb08ad-db29-418c-8085-290f877bc9d8 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'port': {'network_id': '1f4fcd8a-3adc-4021-b125-c590a89158cf', 'name': 'tempest-PortsTestJSON-1450940324'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:05.464913 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f46c3-e069-4c7a-86ab-198371a809cc tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Network': ['ID=613fe396-0f3d-4eab-a8b4-7b459ac95ac1,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:05.536209 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-691175e4-957a-4ff6-a0d0-991872f439ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ed0843-6151-40ca-ab3e-279d9bb07821']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:05.545936 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-a14e20c8-d863-494c-865a-ee9856aab3e1 admin admin] For port 1051c8a0-dccf-4e63-b55e-e61e238db3c6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1051c8a0-dccf-4e63-b55e-e61e238db3c6,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:50:05.546474 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a14e20c8-d863-494c-865a-ee9856aab3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1051c8a0-dccf-4e63-b55e-e61e238db3c6), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:05.557457 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f166b636-15bc-480f-be99-1701f76e98d1 None None] DHCP port deletion for 613fe396-0f3d-4eab-a8b4-7b459ac95ac1 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:50:05.565376 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-a14e20c8-d863-494c-865a-ee9856aab3e1 admin admin] Calling delete_port for 1051c8a0-dccf-4e63-b55e-e61e238db3c6 owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:50:05.574184 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0eb0ea82-f6f9-42b2-bad2-b82805674053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4aa557-4beb-4191-8e55-aaed6950b31f', 'name': 'tempest-ServerRescueNegativeTestJSON-117825550-router', 'tenant_id': 'ff057e2e11b34d528382adf0c20ac58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '1051c8a0-dccf-4e63-b55e-e61e238db3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:44Z', 'updated_at': '2022-02-20T05:50:00Z', 'revision_number': 5, 'project_id': 'ff057e2e11b34d528382adf0c20ac58a', 'gw_port': {'id': '1051c8a0-dccf-4e63-b55e-e61e238db3c6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4aa557-4beb-4191-8e55-aaed6950b31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:45:46Z', 'updated_at': '2022-02-20T05:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:05.577667 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-691175e4-957a-4ff6-a0d0-991872f439ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525f1855-c09f-45ec-aef2-5ad0af3a8666') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:05.577967 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-691175e4-957a-4ff6-a0d0-991872f439ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525f1855-c09f-45ec-aef2-5ad0af3a8666') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:05.611771 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-691175e4-957a-4ff6-a0d0-991872f439ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (525f1855-c09f-45ec-aef2-5ad0af3a8666), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:05.636073 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-691175e4-957a-4ff6-a0d0-991872f439ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (525f1855-c09f-45ec-aef2-5ad0af3a8666), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:05.649307 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-691175e4-957a-4ff6-a0d0-991872f439ce admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:50:05.649712 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-691175e4-957a-4ff6-a0d0-991872f439ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (525f1855-c09f-45ec-aef2-5ad0af3a8666), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:50:05.663981 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:50:05.708013 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb0ea82-f6f9-42b2-bad2-b82805674053 None None] Checking router: 0a4aa557-4beb-4191-8e55-aaed6950b31f for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:50:05.748781 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7b263e-d842-4744-8d9c-b87f413b5355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-d810abda-cbc5-4ad4-88e3-e1d531af62e5', 'network_id': 'd810abda-cbc5-4ad4-88e3-e1d531af62e5', 'project_id': '36661bd2bad0427abc60d75f14ee6b51', 'fixed_ips': [{'subnet_id': '759fedec-21b0-483a-bf72-ca8a7fb2d959'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:50:05.759887 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a7b263e-d842-4744-8d9c-b87f413b5355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:05.776186 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02efeaf0-ef93-4342-916d-533fdd98f6b4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Made reservation on behalf of 36661bd2bad0427abc60d75f14ee6b51 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:50:05.779816 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-02efeaf0-ef93-4342-916d-533fdd98f6b4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:05.781715 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb0ea82-f6f9-42b2-bad2-b82805674053 None None] Routers {'0a4aa557-4beb-4191-8e55-aaed6950b31f'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:50:05.782589 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0eb0ea82-f6f9-42b2-bad2-b82805674053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:49:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0a4aa557-4beb-4191-8e55-aaed6950b31f'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:05.812823 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdb08ad-db29-418c-8085-290f877bc9d8 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:50:05.815089 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4bdb08ad-db29-418c-8085-290f877bc9d8 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:05.817856 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-02efeaf0-ef93-4342-916d-533fdd98f6b4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] device_id is not set on port da46ff25-7339-4453-988f-c208148412fe yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:50:05.825640 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-691175e4-957a-4ff6-a0d0-991872f439ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (a3ed0843-6151-40ca-ab3e-279d9bb07821), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:05.882983 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-691175e4-957a-4ff6-a0d0-991872f439ce admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:05.886636 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-691175e4-957a-4ff6-a0d0-991872f439ce admin admin] 10.222.0.37 "DELETE /v2.0/networks/a3ed0843-6151-40ca-ab3e-279d9bb07821 HTTP/1.1" status: 204 len: 168 time: 0.8733945 Feb 20 05:50:05.895615 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 2a863ac2-8513-41f4-bb4f-86c1b4984861 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:50:05.926083 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691175e4-957a-4ff6-a0d0-991872f439ce admin admin] Pushing event deleted for resources: {'Network': ['ID=a3ed0843-6151-40ca-ab3e-279d9bb07821,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:05.931441 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-4bdb08ad-db29-418c-8085-290f877bc9d8 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] device_id is not set on port 366004ea-115d-4a8e-b28c-0e856b94010c yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:50:05.970026 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a14e20c8-d863-494c-865a-ee9856aab3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (1051c8a0-dccf-4e63-b55e-e61e238db3c6), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:06.024239 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e20c8-d863-494c-865a-ee9856aab3e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1051c8a0-dccf-4e63-b55e-e61e238db3c6,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:06.129573 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-02efeaf0-ef93-4342-916d-533fdd98f6b4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Allocated IP 172.20.0.6 (d810abda-cbc5-4ad4-88e3-e1d531af62e5/759fedec-21b0-483a-bf72-ca8a7fb2d959/da46ff25-7339-4453-988f-c208148412fe) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:50:06.173380 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a14e20c8-d863-494c-865a-ee9856aab3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (0a4aa557-4beb-4191-8e55-aaed6950b31f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:06.257379 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 2a863ac2-8513-41f4-bb4f-86c1b4984861 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:50:06.257723 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 2a863ac2-8513-41f4-bb4f-86c1b4984861 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:50:06.393203 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-0eb0ea82-f6f9-42b2-bad2-b82805674053 None None] Set router 0a4aa557-4beb-4191-8e55-aaed6950b31f gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:50:06.397998 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50964) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:06.503273 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa1871-8481-487b-88b0-a78b8e52e406 req-e6e7197b-901d-4d43-810a-b0afdf9a9633 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:06.503522 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0eb0ea82-f6f9-42b2-bad2-b82805674053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4aa557-4beb-4191-8e55-aaed6950b31f', 'name': 'tempest-ServerRescueNegativeTestJSON-117825550-router', 'tenant_id': 'ff057e2e11b34d528382adf0c20ac58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:44Z', 'updated_at': '2022-02-20T05:50:04Z', 'revision_number': 6, 'project_id': 'ff057e2e11b34d528382adf0c20ac58a', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:06.505531 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58fa1871-8481-487b-88b0-a78b8e52e406 req-e6e7197b-901d-4d43-810a-b0afdf9a9633 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.3915613 Feb 20 05:50:06.565829 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb0ea82-f6f9-42b2-bad2-b82805674053 None None] The sync data for ids ['0a4aa557-4beb-4191-8e55-aaed6950b31f'] in n-d-829866-5 is: [{'id': '0a4aa557-4beb-4191-8e55-aaed6950b31f', 'name': 'tempest-ServerRescueNegativeTestJSON-117825550-router', 'tenant_id': 'ff057e2e11b34d528382adf0c20ac58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:45:44Z', 'updated_at': '2022-02-20T05:50:04Z', 'revision_number': 6, 'project_id': 'ff057e2e11b34d528382adf0c20ac58a', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:50:06.668673 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4bdb08ad-db29-418c-8085-290f877bc9d8 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for port (366004ea-115d-4a8e-b28c-0e856b94010c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:06.733586 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a14e20c8-d863-494c-865a-ee9856aab3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (0a4aa557-4beb-4191-8e55-aaed6950b31f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:06.737467 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a14e20c8-d863-494c-865a-ee9856aab3e1 admin admin] Publish callbacks [] for router_controller (0a4aa557-4beb-4191-8e55-aaed6950b31f), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:06.747498 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 0e336b0f-9bda-405f-a702-dd97033af48e no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:50:06.754054 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-62432e1a-b31e-4ba7-974c-36e3067bbd76 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f193009a0d6a4bbf892b1236afdebd0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3548689 Feb 20 05:50:06.755363 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50970) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:06.784714 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-02efeaf0-ef93-4342-916d-533fdd98f6b4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks [] for port (da46ff25-7339-4453-988f-c208148412fe), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:06.812408 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58fa1871-8481-487b-88b0-a78b8e52e406 req-116e3d9c-5d26-4eb6-aaba-1c23b4174e5e tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2791266 Feb 20 05:50:06.890513 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a14e20c8-d863-494c-865a-ee9856aab3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (0a4aa557-4beb-4191-8e55-aaed6950b31f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:06.891149 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14e20c8-d863-494c-865a-ee9856aab3e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a4aa557-4beb-4191-8e55-aaed6950b31f {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:50:06.902522 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a14e20c8-d863-494c-865a-ee9856aab3e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:06.907972 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a14e20c8-d863-494c-865a-ee9856aab3e1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0a4aa557-4beb-4191-8e55-aaed6950b31f HTTP/1.1" status: 204 len: 168 time: 3.1165104 Feb 20 05:50:06.909332 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50974) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:06.919131 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 0e336b0f-9bda-405f-a702-dd97033af48e is: DOWN; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:50:06.997165 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4bdb08ad-db29-418c-8085-290f877bc9d8 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (366004ea-115d-4a8e-b28c-0e856b94010c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:07.042168 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b358819-4ab5-491d-bbf5-3a584a869894 admin admin] Deleting subnet 4101579e-8266-4767-9c7a-c3934ab21a99 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:50:07.042380 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60cb5afa-4243-4266-9478-b01da1a91175 admin admin] Publish callbacks [] for security_group (abafbe2f-616e-4e06-b951-4130c2066616), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:07.057724 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7b358819-4ab5-491d-bbf5-3a584a869894 admin admin] Publish callbacks [] for subnet (4101579e-8266-4767-9c7a-c3934ab21a99), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:07.158305 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7b358819-4ab5-491d-bbf5-3a584a869894 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (4101579e-8266-4767-9c7a-c3934ab21a99), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:07.162092 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdb08ad-db29-418c-8085-290f877bc9d8 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network 1f4fcd8a-3adc-4021-b125-c590a89158cf is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:50:07.188380 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-02efeaf0-ef93-4342-916d-533fdd98f6b4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (da46ff25-7339-4453-988f-c208148412fe), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:07.194629 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60cb5afa-4243-4266-9478-b01da1a91175 admin admin] Publish callbacks [] for security_group (abafbe2f-616e-4e06-b951-4130c2066616), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:07.196844 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-4bdb08ad-db29-418c-8085-290f877bc9d8 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:50:07.228923 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdb08ad-db29-418c-8085-290f877bc9d8 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:50:07.242882 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdb08ad-db29-418c-8085-290f877bc9d8 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:07.243494 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4bdb08ad-db29-418c-8085-290f877bc9d8 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:07.257719 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7b358819-4ab5-491d-bbf5-3a584a869894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (4101579e-8266-4767-9c7a-c3934ab21a99), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:07.282109 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb08ad-db29-418c-8085-290f877bc9d8 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Port': ['ID=366004ea-115d-4a8e-b28c-0e856b94010c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:07.308429 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4bdb08ad-db29-418c-8085-290f877bc9d8 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8917599 Feb 20 05:50:07.336397 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50992) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:07.341239 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-9a7b263e-d842-4744-8d9c-b87f413b5355 None None] Allocated IP 172.20.0.2 (d810abda-cbc5-4ad4-88e3-e1d531af62e5/759fedec-21b0-483a-bf72-ca8a7fb2d959/9a76b5a6-d412-4d92-8e72-a238f4997ad2) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:50:07.402509 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7b358819-4ab5-491d-bbf5-3a584a869894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (4101579e-8266-4767-9c7a-c3934ab21a99), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:07.446418 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02efeaf0-ef93-4342-916d-533fdd98f6b4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Network d810abda-cbc5-4ad4-88e3-e1d531af62e5 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:50:07.466809 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-02efeaf0-ef93-4342-916d-533fdd98f6b4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:50:07.471842 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02efeaf0-ef93-4342-916d-533fdd98f6b4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:50:07.479217 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b358819-4ab5-491d-bbf5-3a584a869894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4101579e-8266-4767-9c7a-c3934ab21a99,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:07.489665 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7b358819-4ab5-491d-bbf5-3a584a869894 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:07.497387 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7b358819-4ab5-491d-bbf5-3a584a869894 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4101579e-8266-4767-9c7a-c3934ab21a99 HTTP/1.1" status: 204 len: 168 time: 0.5867908 Feb 20 05:50:07.509674 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50994) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:07.582277 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efeaf0-ef93-4342-916d-533fdd98f6b4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Pushing event updated for resources: {'Port': ['ID=da46ff25-7339-4453-988f-c208148412fe,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:07.618582 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efeaf0-ef93-4342-916d-533fdd98f6b4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:07.618986 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efeaf0-ef93-4342-916d-533fdd98f6b4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:07.620833 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efeaf0-ef93-4342-916d-533fdd98f6b4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:07.620833 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efeaf0-ef93-4342-916d-533fdd98f6b4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:07.620833 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efeaf0-ef93-4342-916d-533fdd98f6b4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:07.623653 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efeaf0-ef93-4342-916d-533fdd98f6b4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:07.624087 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efeaf0-ef93-4342-916d-533fdd98f6b4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:07.624445 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efeaf0-ef93-4342-916d-533fdd98f6b4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:07.624793 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efeaf0-ef93-4342-916d-533fdd98f6b4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:07.630208 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efeaf0-ef93-4342-916d-533fdd98f6b4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:07.630616 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efeaf0-ef93-4342-916d-533fdd98f6b4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:07.631044 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efeaf0-ef93-4342-916d-533fdd98f6b4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:07.631399 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efeaf0-ef93-4342-916d-533fdd98f6b4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:07.643410 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60cb5afa-4243-4266-9478-b01da1a91175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (abafbe2f-616e-4e06-b951-4130c2066616), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:07.646206 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60cb5afa-4243-4266-9478-b01da1a91175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:07.659289 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-60cb5afa-4243-4266-9478-b01da1a91175 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/abafbe2f-616e-4e06-b951-4130c2066616 HTTP/1.1" status: 204 len: 168 time: 0.8937471 Feb 20 05:50:07.700096 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02efeaf0-ef93-4342-916d-533fdd98f6b4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:07.701368 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-02efeaf0-ef93-4342-916d-533fdd98f6b4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:07.719119 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb5afa-4243-4266-9478-b01da1a91175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abafbe2f-616e-4e06-b951-4130c2066616,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:07.729754 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a7b263e-d842-4744-8d9c-b87f413b5355 None None] Publish callbacks [] for port (9a76b5a6-d412-4d92-8e72-a238f4997ad2), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:07.744623 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a7b263e-d842-4744-8d9c-b87f413b5355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (9a76b5a6-d412-4d92-8e72-a238f4997ad2), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:07.750254 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-02efeaf0-ef93-4342-916d-533fdd98f6b4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.5291448 Feb 20 05:50:07.750755 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51002) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:07.756286 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2dde1c03-c829-4028-9f31-35d82bd7a183 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-850908561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:07.820633 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee695363-6421-4c8c-9722-34d4ad7982e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (e0b0c64c-9265-4c3e-a16a-33323ef25bde), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:07.855553 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dde1c03-c829-4028-9f31-35d82bd7a183 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:07.857662 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dde1c03-c829-4028-9f31-35d82bd7a183 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:07.948070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-07af33a9-d2fb-4146-aa04-bb05e77bb43c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting port 366004ea-115d-4a8e-b28c-0e856b94010c {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:50:07.953183 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7b263e-d842-4744-8d9c-b87f413b5355 None None] Network d810abda-cbc5-4ad4-88e3-e1d531af62e5 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:50:07.953967 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07af33a9-d2fb-4146-aa04-bb05e77bb43c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (366004ea-115d-4a8e-b28c-0e856b94010c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:07.958183 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b263e-d842-4744-8d9c-b87f413b5355 None None] Pushing event updated for resources: {'Port': ['ID=9a76b5a6-d412-4d92-8e72-a238f4997ad2,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:07.966969 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b62df271-cd15-4139-81a5-38eb8ada7073 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:50:07.981122 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-9a7b263e-d842-4744-8d9c-b87f413b5355 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:50:08.032308 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dde1c03-c829-4028-9f31-35d82bd7a183 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks [] for router_controller (a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:08.045491 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7b263e-d842-4744-8d9c-b87f413b5355 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:50:08.060734 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dde1c03-c829-4028-9f31-35d82bd7a183 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:08.117107 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-8393e89c-3df8-409a-bfa7-0b6fa1389ad9 req-6cc293f7-54cf-4fcd-8664-ce768910071a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:50:08.127761 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8393e89c-3df8-409a-bfa7-0b6fa1389ad9 req-6cc293f7-54cf-4fcd-8664-ce768910071a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0388691 Feb 20 05:50:08.138843 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dde1c03-c829-4028-9f31-35d82bd7a183 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:08.147469 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: b62df271-cd15-4139-81a5-38eb8ada7073 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:50:08.147883 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b62df271-cd15-4139-81a5-38eb8ada7073 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:50:08.148318 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1051c8a0-dccf-4e63-b55e-e61e238db3c6 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:50:08.149438 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2dde1c03-c829-4028-9f31-35d82bd7a183 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3974681 Feb 20 05:50:08.155977 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51016) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:08.169744 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-29846573-1864-4ea7-9cf5-641e6913d7e4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-933918206', 'prefixes': ['172.20.0.0/16']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:08.306431 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 1051c8a0-dccf-4e63-b55e-e61e238db3c6 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:50:08.309524 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1051c8a0-dccf-4e63-b55e-e61e238db3c6 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:50:08.326081 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-29846573-1864-4ea7-9cf5-641e6913d7e4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:08.332059 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-29846573-1864-4ea7-9cf5-641e6913d7e4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1713419 Feb 20 05:50:08.332781 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51022) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:08.337970 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-e7cf368e-d08b-460f-885f-da852f2b2be3 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '759fedec-21b0-483a-bf72-ca8a7fb2d959', 'tempest-TagsExtTest-Tag-2103748578') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:08.407036 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee695363-6421-4c8c-9722-34d4ad7982e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (e0b0c64c-9265-4c3e-a16a-33323ef25bde), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:08.427074 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-9a7b263e-d842-4744-8d9c-b87f413b5355 None None] Attempting to bind port 9a76b5a6-d412-4d92-8e72-a238f4997ad2 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:50:08.427456 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-9a7b263e-d842-4744-8d9c-b87f413b5355 None None] Attempting to bind port 9a76b5a6-d412-4d92-8e72-a238f4997ad2 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '91d1ff9c-f716-4aa6-baca-b9ee53980bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd810abda-cbc5-4ad4-88e3-e1d531af62e5'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:50:08.427825 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7b263e-d842-4744-8d9c-b87f413b5355 None None] Attempting to bind port 9a76b5a6-d412-4d92-8e72-a238f4997ad2 on network d810abda-cbc5-4ad4-88e3-e1d531af62e5 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:50:08.454287 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07af33a9-d2fb-4146-aa04-bb05e77bb43c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (366004ea-115d-4a8e-b28c-0e856b94010c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:08.459415 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7b263e-d842-4744-8d9c-b87f413b5355 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:50:08.463291 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7b263e-d842-4744-8d9c-b87f413b5355 None None] Checking segment: {'id': '91d1ff9c-f716-4aa6-baca-b9ee53980bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd810abda-cbc5-4ad4-88e3-e1d531af62e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:50:08.463727 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a7b263e-d842-4744-8d9c-b87f413b5355 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:08.464135 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7b263e-d842-4744-8d9c-b87f413b5355 None None] Bound using segment: {'id': '91d1ff9c-f716-4aa6-baca-b9ee53980bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd810abda-cbc5-4ad4-88e3-e1d531af62e5'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:50:08.464643 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-9a7b263e-d842-4744-8d9c-b87f413b5355 None None] Bound port: 9a76b5a6-d412-4d92-8e72-a238f4997ad2, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d1ff9c-f716-4aa6-baca-b9ee53980bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd810abda-cbc5-4ad4-88e3-e1d531af62e5'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:50:08.465039 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a7b263e-d842-4744-8d9c-b87f413b5355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9a76b5a6-d412-4d92-8e72-a238f4997ad2), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:08.485136 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-ee695363-6421-4c8c-9722-34d4ad7982e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0b0c64c-9265-4c3e-a16a-33323ef25bde']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:08.489151 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-07af33a9-d2fb-4146-aa04-bb05e77bb43c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Calling delete_port for 366004ea-115d-4a8e-b28c-0e856b94010c owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:50:08.528059 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-ee695363-6421-4c8c-9722-34d4ad7982e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa6d036-a7e5-478c-ab71-9ee611ca2fce') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:08.528658 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-ee695363-6421-4c8c-9722-34d4ad7982e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa6d036-a7e5-478c-ab71-9ee611ca2fce') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:08.564088 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee695363-6421-4c8c-9722-34d4ad7982e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (bfa6d036-a7e5-478c-ab71-9ee611ca2fce), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:08.614061 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9a7b263e-d842-4744-8d9c-b87f413b5355 None None] For port 9a76b5a6-d412-4d92-8e72-a238f4997ad2, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:50:08.618209 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9a7b263e-d842-4744-8d9c-b87f413b5355 None None] For port 9a76b5a6-d412-4d92-8e72-a238f4997ad2, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=9a76b5a6-d412-4d92-8e72-a238f4997ad2,segment=NetworkSegment(91d1ff9c-f716-4aa6-baca-b9ee53980bc0),segment_id=91d1ff9c-f716-4aa6-baca-b9ee53980bc0)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:50:08.637928 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a7b263e-d842-4744-8d9c-b87f413b5355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9a76b5a6-d412-4d92-8e72-a238f4997ad2), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:08.674398 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee695363-6421-4c8c-9722-34d4ad7982e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (bfa6d036-a7e5-478c-ab71-9ee611ca2fce), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:08.736115 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b263e-d842-4744-8d9c-b87f413b5355 None None] Pushing event updated for resources: {'Port': ['ID=9a76b5a6-d412-4d92-8e72-a238f4997ad2,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:08.777628 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07af33a9-d2fb-4146-aa04-bb05e77bb43c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (366004ea-115d-4a8e-b28c-0e856b94010c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:08.784061 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee695363-6421-4c8c-9722-34d4ad7982e3 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:50:08.784793 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee695363-6421-4c8c-9722-34d4ad7982e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (bfa6d036-a7e5-478c-ab71-9ee611ca2fce), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:50:08.789100 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:50:08.794706 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bccbb-dde0-4483-ad92-ffaaa2acb0ed req-137d45af-8d49-403b-b3b7-54d25814fadd tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:08.808583 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fb1bccbb-dde0-4483-ad92-ffaaa2acb0ed req-137d45af-8d49-403b-b3b7-54d25814fadd tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.3488541 Feb 20 05:50:08.965370 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fb1bccbb-dde0-4483-ad92-ffaaa2acb0ed req-12aa524f-ba22-4607-b340-8ae67a587bf8 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493070 Feb 20 05:50:09.067169 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af33a9-d2fb-4146-aa04-bb05e77bb43c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Port': ['ID=366004ea-115d-4a8e-b28c-0e856b94010c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:09.104379 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e7cf368e-d08b-460f-885f-da852f2b2be3 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "PUT /v2.0/subnets/759fedec-21b0-483a-bf72-ca8a7fb2d959/tags/tempest-TagsExtTest-Tag-2103748578 HTTP/1.1" status: 201 len: 201 time: 0.7704456 Feb 20 05:50:09.107307 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51060) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:09.107454 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee695363-6421-4c8c-9722-34d4ad7982e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (e0b0c64c-9265-4c3e-a16a-33323ef25bde), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:09.112464 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-baf6b724-4196-476b-88e0-0fb3d1fe8677 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'da46ff25-7339-4453-988f-c208148412fe', 'tempest-TagsExtTest-Tag-2044099672') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:09.122380 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07af33a9-d2fb-4146-aa04-bb05e77bb43c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:09.125793 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-07af33a9-d2fb-4146-aa04-bb05e77bb43c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/ports/366004ea-115d-4a8e-b28c-0e856b94010c HTTP/1.1" status: 204 len: 168 time: 1.7858999 Feb 20 05:50:09.143309 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee695363-6421-4c8c-9722-34d4ad7982e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:09.149382 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ee695363-6421-4c8c-9722-34d4ad7982e3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e0b0c64c-9265-4c3e-a16a-33323ef25bde HTTP/1.1" status: 204 len: 168 time: 1.6004443 Feb 20 05:50:09.187543 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51062) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:09.212502 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ec650a54-f7b0-435c-9a16-7749114bddf0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'port': {'network_id': '1f4fcd8a-3adc-4021-b125-c590a89158cf', 'mac_address': 'fa:16:3e:45:2a:47', 'name': 'tempest-PortsTestJSON-93187992'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:09.228781 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee695363-6421-4c8c-9722-34d4ad7982e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0b0c64c-9265-4c3e-a16a-33323ef25bde,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:09.461141 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51080) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:09.464676 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec650a54-f7b0-435c-9a16-7749114bddf0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:50:09.545466 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-548238fb-a816-4150-b202-1f24bb5fd7ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff057e2e11b34d528382adf0c20ac58a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0806532 Feb 20 05:50:09.546175 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51082) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:09.678120 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-baf6b724-4196-476b-88e0-0fb3d1fe8677 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "PUT /v2.0/ports/da46ff25-7339-4453-988f-c208148412fe/tags/tempest-TagsExtTest-Tag-2044099672 HTTP/1.1" status: 201 len: 201 time: 0.5700302 Feb 20 05:50:09.680232 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51090) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:09.684154 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec650a54-f7b0-435c-9a16-7749114bddf0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:09.687633 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-6502d319-3ec2-4783-b16b-d4cb5ee7b9e9 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3', 'tempest-TagsExtTest-Tag-1647748383') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:09.689724 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-45944597-d6ca-4e4a-9a82-99fc900b4b63 admin admin] Publish callbacks [] for security_group (d3116bb7-9142-4971-ab3a-4fe9fd61b772), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:09.728649 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-92ea7898-057e-4a25-8995-88b409c5799e req-0c52e49e-399c-4463-9a9d-71c6d16ec4d3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6733768 Feb 20 05:50:09.728649 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-ec650a54-f7b0-435c-9a16-7749114bddf0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] device_id is not set on port dcdf0bb0-44ff-4185-9e1c-daa9ce08a7c5 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:50:09.734187 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-92ea7898-057e-4a25-8995-88b409c5799e req-5ad7b486-6ad4-4f0c-bca4-4275a91cf5a4 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:50:09.736459 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-92ea7898-057e-4a25-8995-88b409c5799e req-5ad7b486-6ad4-4f0c-bca4-4275a91cf5a4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061238 Feb 20 05:50:09.890321 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-45944597-d6ca-4e4a-9a82-99fc900b4b63 admin admin] Publish callbacks [] for security_group (d3116bb7-9142-4971-ab3a-4fe9fd61b772), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:09.969690 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 9a76b5a6-d412-4d92-8e72-a238f4997ad2 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:50:10.108014 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6502d319-3ec2-4783-b16b-d4cb5ee7b9e9 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "PUT /v2.0/routers/a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3/tags/tempest-TagsExtTest-Tag-1647748383 HTTP/1.1" status: 201 len: 201 time: 0.4256454 Feb 20 05:50:10.110342 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51098) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:10.122428 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-c6e0cec8-fc35-468b-becd-e022a7d6642a tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fd108beb-af5d-4762-87b3-372f1460c8ad', 'tempest-TagsExtTest-Tag-112810165') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:10.131372 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 9a76b5a6-d412-4d92-8e72-a238f4997ad2 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:10.133283 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9a76b5a6-d412-4d92-8e72-a238f4997ad2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:10.195647 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-45944597-d6ca-4e4a-9a82-99fc900b4b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d3116bb7-9142-4971-ab3a-4fe9fd61b772), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:10.209175 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-45944597-d6ca-4e4a-9a82-99fc900b4b63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:10.217665 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-45944597-d6ca-4e4a-9a82-99fc900b4b63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d3116bb7-9142-4971-ab3a-4fe9fd61b772 HTTP/1.1" status: 204 len: 168 time: 0.6703441 Feb 20 05:50:10.232990 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec650a54-f7b0-435c-9a16-7749114bddf0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for port (dcdf0bb0-44ff-4185-9e1c-daa9ce08a7c5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:10.274942 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45944597-d6ca-4e4a-9a82-99fc900b4b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3116bb7-9142-4971-ab3a-4fe9fd61b772,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:10.437801 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c6e0cec8-fc35-468b-becd-e022a7d6642a tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "PUT /v2.0/subnetpools/fd108beb-af5d-4762-87b3-372f1460c8ad/tags/tempest-TagsExtTest-Tag-112810165 HTTP/1.1" status: 201 len: 201 time: 0.3253253 Feb 20 05:50:10.446306 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51124) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:10.456068 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 9a76b5a6-d412-4d92-8e72-a238f4997ad2 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:50:10.459296 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9a76b5a6-d412-4d92-8e72-a238f4997ad2), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:10.461587 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-5dfb59f6-1b40-4499-b600-d6746e82236a tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '759fedec-21b0-483a-bf72-ca8a7fb2d959') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:10.484979 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec650a54-f7b0-435c-9a16-7749114bddf0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (dcdf0bb0-44ff-4185-9e1c-daa9ce08a7c5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:10.526175 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1901a4-a4a3-482f-8e25-644ad2d4a075 req-aaeb8e8e-e861-4f36-8bca-075d9667a65a tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:10.527811 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b1901a4-a4a3-482f-8e25-644ad2d4a075 req-aaeb8e8e-e861-4f36-8bca-075d9667a65a tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.2744675 Feb 20 05:50:10.550298 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 9a76b5a6-d412-4d92-8e72-a238f4997ad2, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=9a76b5a6-d412-4d92-8e72-a238f4997ad2,segment=NetworkSegment(91d1ff9c-f716-4aa6-baca-b9ee53980bc0),segment_id=91d1ff9c-f716-4aa6-baca-b9ee53980bc0)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:50:10.564472 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9a76b5a6-d412-4d92-8e72-a238f4997ad2), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:10.579722 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea7898-057e-4a25-8995-88b409c5799e req-c3b51a13-4d42-42ce-bb75-3a408079cdfb tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:10.587347 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-92ea7898-057e-4a25-8995-88b409c5799e req-c3b51a13-4d42-42ce-bb75-3a408079cdfb tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports/0e336b0f-9bda-405f-a702-dd97033af48e HTTP/1.1" status: 200 len: 940 time: 0.7578075 Feb 20 05:50:10.718858 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec650a54-f7b0-435c-9a16-7749114bddf0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network 1f4fcd8a-3adc-4021-b125-c590a89158cf is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:50:10.737251 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=9a76b5a6-d412-4d92-8e72-a238f4997ad2,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:10.758581 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-ec650a54-f7b0-435c-9a16-7749114bddf0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:50:10.771646 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec650a54-f7b0-435c-9a16-7749114bddf0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:50:10.783803 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec650a54-f7b0-435c-9a16-7749114bddf0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:10.784446 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec650a54-f7b0-435c-9a16-7749114bddf0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:10.791044 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5dfb59f6-1b40-4499-b600-d6746e82236a tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "GET /v2.0/subnets/759fedec-21b0-483a-bf72-ca8a7fb2d959/tags HTTP/1.1" status: 200 len: 241 time: 0.3412044 Feb 20 05:50:10.795209 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51136) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:10.802209 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-8b95e83e-f74d-4fdb-af6e-a9f8da01faad tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '759fedec-21b0-483a-bf72-ca8a7fb2d959', 'tempest-TagsExtTest-Tag-2103748578') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:10.823216 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec650a54-f7b0-435c-9a16-7749114bddf0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Port': ['ID=dcdf0bb0-44ff-4185-9e1c-daa9ce08a7c5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:10.858043 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d5d669-45e9-4ced-8524-f6777e3acd2e None None] Network d810abda-cbc5-4ad4-88e3-e1d531af62e5 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:50:10.862144 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ec650a54-f7b0-435c-9a16-7749114bddf0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.6736789 Feb 20 05:50:10.868387 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51142) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:10.882430 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b1901a4-a4a3-482f-8e25-644ad2d4a075 req-23f61706-389c-44d3-afe8-be79e2354cc3 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3294606 Feb 20 05:50:10.964938 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfab165-b797-4ef2-802f-0943056b1d26 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:10.970256 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51150) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:10.970435 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5bfab165-b797-4ef2-802f-0943056b1d26 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "GET /v2.0/ports/dcdf0bb0-44ff-4185-9e1c-daa9ce08a7c5 HTTP/1.1" status: 200 len: 839 time: 0.0987656 Feb 20 05:50:11.021937 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8b95e83e-f74d-4fdb-af6e-a9f8da01faad tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "GET /v2.0/subnets/759fedec-21b0-483a-bf72-ca8a7fb2d959/tags/tempest-TagsExtTest-Tag-2103748578 HTTP/1.1" status: 204 len: 168 time: 0.2256255 Feb 20 05:50:11.024501 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51152) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:11.042297 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-97d1c3ac-98b1-44a6-89e2-8b29a67474fe tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '759fedec-21b0-483a-bf72-ca8a7fb2d959', 'tempest-TagsExtTest-Tag-2103748578') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:11.156952 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e18a418b-64cd-442d-81ed-7b2f6b46e3f7 None None] Provisioning complete for port 9a76b5a6-d412-4d92-8e72-a238f4997ad2 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:11.160011 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e18a418b-64cd-442d-81ed-7b2f6b46e3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9a76b5a6-d412-4d92-8e72-a238f4997ad2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:11.192049 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-97d1c3ac-98b1-44a6-89e2-8b29a67474fe tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "DELETE /v2.0/subnets/759fedec-21b0-483a-bf72-ca8a7fb2d959/tags/tempest-TagsExtTest-Tag-2103748578 HTTP/1.1" status: 204 len: 168 time: 0.1644704 Feb 20 05:50:11.199442 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51160) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:11.203856 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-84cffd26-b1f9-4d91-9f09-a91651bdbdb8 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '759fedec-21b0-483a-bf72-ca8a7fb2d959') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:11.223849 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-3dc7bda2-ab58-4a98-963b-0ad787416d76 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting port dcdf0bb0-44ff-4185-9e1c-daa9ce08a7c5 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:50:11.227499 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3dc7bda2-ab58-4a98-963b-0ad787416d76 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (dcdf0bb0-44ff-4185-9e1c-daa9ce08a7c5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:11.410146 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-84cffd26-b1f9-4d91-9f09-a91651bdbdb8 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "GET /v2.0/subnets/759fedec-21b0-483a-bf72-ca8a7fb2d959/tags HTTP/1.1" status: 200 len: 205 time: 0.2141874 Feb 20 05:50:11.412819 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51170) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:11.427273 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-febe50b6-8db6-4728-938c-ba2cd26b8bb0 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'da46ff25-7339-4453-988f-c208148412fe') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:11.502234 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e18a418b-64cd-442d-81ed-7b2f6b46e3f7 None None] Current status of the port 9a76b5a6-d412-4d92-8e72-a238f4997ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:50:11.550690 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3dc7bda2-ab58-4a98-963b-0ad787416d76 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (dcdf0bb0-44ff-4185-9e1c-daa9ce08a7c5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:11.578521 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-3dc7bda2-ab58-4a98-963b-0ad787416d76 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Calling delete_port for dcdf0bb0-44ff-4185-9e1c-daa9ce08a7c5 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:50:11.670051 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-febe50b6-8db6-4728-938c-ba2cd26b8bb0 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "GET /v2.0/ports/da46ff25-7339-4453-988f-c208148412fe/tags HTTP/1.1" status: 200 len: 241 time: 0.2522635 Feb 20 05:50:11.670751 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51192) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:11.706000 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-7dc684d8-fb58-4ec5-81f0-a475990a86e4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'da46ff25-7339-4453-988f-c208148412fe', 'tempest-TagsExtTest-Tag-2044099672') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:11.853497 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 9a76b5a6-d412-4d92-8e72-a238f4997ad2 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:50:11.868162 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3dc7bda2-ab58-4a98-963b-0ad787416d76 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (dcdf0bb0-44ff-4185-9e1c-daa9ce08a7c5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:11.978962 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3dc7bda2-ab58-4a98-963b-0ad787416d76 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:11.988501 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3dc7bda2-ab58-4a98-963b-0ad787416d76 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/ports/dcdf0bb0-44ff-4185-9e1c-daa9ce08a7c5 HTTP/1.1" status: 204 len: 168 time: 1.0171545 Feb 20 05:50:11.993766 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51206) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:12.012554 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7bda2-ab58-4a98-963b-0ad787416d76 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Port': ['ID=dcdf0bb0-44ff-4185-9e1c-daa9ce08a7c5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:12.027887 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51208) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:12.034401 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7dc684d8-fb58-4ec5-81f0-a475990a86e4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "GET /v2.0/ports/da46ff25-7339-4453-988f-c208148412fe/tags/tempest-TagsExtTest-Tag-2044099672 HTTP/1.1" status: 204 len: 168 time: 0.3560545 Feb 20 05:50:12.035031 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-2da8693d-76ab-4bb6-b403-92a99873da3f tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'da46ff25-7339-4453-988f-c208148412fe', 'tempest-TagsExtTest-Tag-2044099672') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:12.068505 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 9a76b5a6-d412-4d92-8e72-a238f4997ad2 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:12.069666 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9a76b5a6-d412-4d92-8e72-a238f4997ad2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:12.095242 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ba8ee9-2745-4598-acf6-7b48e5bb4af5 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] GET failed (client error): The resource could not be found. Feb 20 05:50:12.112493 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c0ba8ee9-2745-4598-acf6-7b48e5bb4af5 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "GET /v2.0/ports/dcdf0bb0-44ff-4185-9e1c-daa9ce08a7c5 HTTP/1.1" status: 404 len: 333 time: 0.1082864 Feb 20 05:50:12.112493 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51212) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:12.120891 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-6b967b0d-c8a9-4c39-bda7-f0fea66d90a3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'port': {'network_id': '1f4fcd8a-3adc-4021-b125-c590a89158cf', 'name': 'tempest-PortsTestJSON-1755600318'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:12.331962 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2ed84f98-e708-47bb-bca6-29679671e57f None None] Provisioning complete for port 9a76b5a6-d412-4d92-8e72-a238f4997ad2 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:12.332516 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2ed84f98-e708-47bb-bca6-29679671e57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9a76b5a6-d412-4d92-8e72-a238f4997ad2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:12.371811 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c722349-8cb8-46d3-8c9d-8c0b44942ea5 req-2eb29181-2466-4792-9b71-c4d5edb567f8 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:12.383475 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c722349-8cb8-46d3-8c9d-8c0b44942ea5 req-2eb29181-2466-4792-9b71-c4d5edb567f8 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.2152472 Feb 20 05:50:12.470283 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51226) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:12.509261 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2da8693d-76ab-4bb6-b403-92a99873da3f tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "DELETE /v2.0/ports/da46ff25-7339-4453-988f-c208148412fe/tags/tempest-TagsExtTest-Tag-2044099672 HTTP/1.1" status: 204 len: 168 time: 0.4796121 Feb 20 05:50:12.513784 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51234) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:12.532374 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-e3aa2142-4d85-4f94-9540-9137c06ea64b tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'da46ff25-7339-4453-988f-c208148412fe') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:12.603209 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b967b0d-c8a9-4c39-bda7-f0fea66d90a3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:50:12.606673 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6b967b0d-c8a9-4c39-bda7-f0fea66d90a3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:12.611622 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c722349-8cb8-46d3-8c9d-8c0b44942ea5 req-a2e2c24c-8916-49a7-bddd-73de05055d40 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271750 Feb 20 05:50:12.661924 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-6b967b0d-c8a9-4c39-bda7-f0fea66d90a3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] device_id is not set on port aa395bf9-9e6c-4595-a22b-b581ae9eb2f8 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:50:12.677759 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 9a76b5a6-d412-4d92-8e72-a238f4997ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:50:12.719671 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e3aa2142-4d85-4f94-9540-9137c06ea64b tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "GET /v2.0/ports/da46ff25-7339-4453-988f-c208148412fe/tags HTTP/1.1" status: 200 len: 205 time: 0.2020259 Feb 20 05:50:12.722168 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51240) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:12.727121 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-554944df-b617-4a00-b496-ecc39801e86e tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:12.851549 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-98c9e136-e65b-4f3a-8173-2625314a1341 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-151472221-network', 'tenant_id': 'e207e271554f4dac9ae07dc001c7ce5f'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:12.865544 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2ed84f98-e708-47bb-bca6-29679671e57f None None] Current status of the port 9a76b5a6-d412-4d92-8e72-a238f4997ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:50:12.900243 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2ed84f98-e708-47bb-bca6-29679671e57f None None] Provisioning complete for port da46ff25-7339-4453-988f-c208148412fe triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:12.904048 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2ed84f98-e708-47bb-bca6-29679671e57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (da46ff25-7339-4453-988f-c208148412fe), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:13.021641 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2ed84f98-e708-47bb-bca6-29679671e57f None None] Port da46ff25-7339-4453-988f-c208148412fe cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:50:13.026842 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c9e136-e65b-4f3a-8173-2625314a1341 admin admin] Made reservation on behalf of e207e271554f4dac9ae07dc001c7ce5f for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:50:13.031158 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98c9e136-e65b-4f3a-8173-2625314a1341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:13.071778 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98c9e136-e65b-4f3a-8173-2625314a1341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:13.179102 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-92382920-a182-4200-a447-7561b3f356b8 None None] Provisioning complete for port da46ff25-7339-4453-988f-c208148412fe triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:13.180159 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-92382920-a182-4200-a447-7561b3f356b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (da46ff25-7339-4453-988f-c208148412fe), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:13.217656 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6b967b0d-c8a9-4c39-bda7-f0fea66d90a3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for port (aa395bf9-9e6c-4595-a22b-b581ae9eb2f8), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:13.276435 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6b967b0d-c8a9-4c39-bda7-f0fea66d90a3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (aa395bf9-9e6c-4595-a22b-b581ae9eb2f8), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:13.289382 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-92382920-a182-4200-a447-7561b3f356b8 None None] Port da46ff25-7339-4453-988f-c208148412fe cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:50:13.404586 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98c9e136-e65b-4f3a-8173-2625314a1341 admin admin] Publish callbacks [] for security_group (982982bd-e19b-4baf-ba74-4fd44ab6161a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:13.417571 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b967b0d-c8a9-4c39-bda7-f0fea66d90a3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network 1f4fcd8a-3adc-4021-b125-c590a89158cf is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:50:13.418714 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98c9e136-e65b-4f3a-8173-2625314a1341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (982982bd-e19b-4baf-ba74-4fd44ab6161a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:13.431927 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-6b967b0d-c8a9-4c39-bda7-f0fea66d90a3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:50:13.456019 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b967b0d-c8a9-4c39-bda7-f0fea66d90a3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:50:13.462112 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b967b0d-c8a9-4c39-bda7-f0fea66d90a3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:13.462933 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6b967b0d-c8a9-4c39-bda7-f0fea66d90a3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:13.488737 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b967b0d-c8a9-4c39-bda7-f0fea66d90a3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Port': ['ID=aa395bf9-9e6c-4595-a22b-b581ae9eb2f8,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:13.492863 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c9e136-e65b-4f3a-8173-2625314a1341 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:50:13.501164 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9e136-e65b-4f3a-8173-2625314a1341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982982bd-e19b-4baf-ba74-4fd44ab6161a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:13.527618 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6b967b0d-c8a9-4c39-bda7-f0fea66d90a3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4048162 Feb 20 05:50:13.528285 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51264) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:13.529568 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98c9e136-e65b-4f3a-8173-2625314a1341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (291d9ec0-8250-431f-91b3-b20fa1ccc2d6), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:13.529924 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-98c9e136-e65b-4f3a-8173-2625314a1341 admin admin] Added segment 291d9ec0-8250-431f-91b3-b20fa1ccc2d6 of type vlan for network 72c01d89-1a48-4ca2-a30a-361eeb471445 Feb 20 05:50:13.553030 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c35775a4-0790-4bdb-9abd-995b380818f4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:13.664515 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-81473570-7be5-4b7c-a940-e4e9b412d3a4 req-8ad98e46-a66c-400c-a78b-dac4ec3f03bb tempest-ServerShowV257Test-2100387218 tempest-ServerShowV257Test-2100387218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.0507340 Feb 20 05:50:13.743976 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98c9e136-e65b-4f3a-8173-2625314a1341 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (72c01d89-1a48-4ca2-a30a-361eeb471445), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:13.747445 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-554944df-b617-4a00-b496-ecc39801e86e tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "GET /v2.0/routers/a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3/tags HTTP/1.1" status: 200 len: 241 time: 1.0239999 Feb 20 05:50:13.749942 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51270) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:13.754729 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-db3e8fec-adcd-4ebe-898b-6dcf0c454a44 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3', 'tempest-TagsExtTest-Tag-1647748383') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:13.857171 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e6637-c516-4ac3-bd1c-89ac20366d78 req-ae64e22c-9ea4-4e24-9755-8384886a8f99 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:13.885304 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a28e6637-c516-4ac3-bd1c-89ac20366d78 req-ae64e22c-9ea4-4e24-9755-8384886a8f99 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.1323936 Feb 20 05:50:13.923760 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c35775a4-0790-4bdb-9abd-995b380818f4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (aa395bf9-9e6c-4595-a22b-b581ae9eb2f8), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:13.972733 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98c9e136-e65b-4f3a-8173-2625314a1341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (72c01d89-1a48-4ca2-a30a-361eeb471445), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:13.973721 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c9e136-e65b-4f3a-8173-2625314a1341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:13.974300 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98c9e136-e65b-4f3a-8173-2625314a1341 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:14.023542 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a28e6637-c516-4ac3-bd1c-89ac20366d78 req-171a6adc-e312-4a96-8296-297e0e2eec21 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320250 Feb 20 05:50:14.087619 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-98c9e136-e65b-4f3a-8173-2625314a1341 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5830262 Feb 20 05:50:14.090517 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51276) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:14.095370 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-08cc29c8-03bf-400f-94f0-09cf593f02e2 admin admin] Request body: {'subnet': {'network_id': '72c01d89-1a48-4ca2-a30a-361eeb471445', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-151472221-subnet', 'tenant_id': 'e207e271554f4dac9ae07dc001c7ce5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:14.145612 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cc29c8-03bf-400f-94f0-09cf593f02e2 admin admin] Made reservation on behalf of e207e271554f4dac9ae07dc001c7ce5f for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:50:14.148348 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08cc29c8-03bf-400f-94f0-09cf593f02e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:14.186267 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9e136-e65b-4f3a-8173-2625314a1341 admin admin] Pushing event updated for resources: {'Network': ['ID=72c01d89-1a48-4ca2-a30a-361eeb471445,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:14.198176 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 72c01d89-1a48-4ca2-a30a-361eeb471445 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:50:14.235872 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-db3e8fec-adcd-4ebe-898b-6dcf0c454a44 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "GET /v2.0/routers/a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3/tags/tempest-TagsExtTest-Tag-1647748383 HTTP/1.1" status: 204 len: 168 time: 0.4848526 Feb 20 05:50:14.239113 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51278) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:14.250242 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-47ca0c3a-0707-4b17-b6e0-9e76c7e4e3be tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3', 'tempest-TagsExtTest-Tag-1647748383') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:14.490147 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08cc29c8-03bf-400f-94f0-09cf593f02e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (e0398bd2-494b-42af-8424-c245993270ba), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:14.582605 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc29c8-03bf-400f-94f0-09cf593f02e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0398bd2-494b-42af-8424-c245993270ba,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:14.643739 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cc29c8-03bf-400f-94f0-09cf593f02e2 admin admin] Checking segment: {'id': '291d9ec0-8250-431f-91b3-b20fa1ccc2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72c01d89-1a48-4ca2-a30a-361eeb471445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:50:14.644101 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cc29c8-03bf-400f-94f0-09cf593f02e2 admin admin] Network hostable DHCP agents. Network: 72c01d89-1a48-4ca2-a30a-361eeb471445, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:50:14.692867 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cc29c8-03bf-400f-94f0-09cf593f02e2 admin admin] Network 72c01d89-1a48-4ca2-a30a-361eeb471445 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:50:14.715224 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-08cc29c8-03bf-400f-94f0-09cf593f02e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 72c01d89-1a48-4ca2-a30a-361eeb471445) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:50:14.725744 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cc29c8-03bf-400f-94f0-09cf593f02e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:14.726093 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08cc29c8-03bf-400f-94f0-09cf593f02e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:14.728887 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96c7039-852e-4c47-beef-629d30e25f19 None None] Network 72c01d89-1a48-4ca2-a30a-361eeb471445 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:50:14.761379 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-08cc29c8-03bf-400f-94f0-09cf593f02e2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6696384 Feb 20 05:50:14.861517 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-682c90fa-ccf3-4760-9163-510324ecd74d req-13002918-8a78-468b-86b1-a64a2a8df805 tempest-ServerShowV257Test-2100387218 tempest-ServerShowV257Test-2100387218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.0673716 Feb 20 05:50:14.916353 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c35775a4-0790-4bdb-9abd-995b380818f4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for port (aa395bf9-9e6c-4595-a22b-b581ae9eb2f8), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:14.983759 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c35775a4-0790-4bdb-9abd-995b380818f4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (aa395bf9-9e6c-4595-a22b-b581ae9eb2f8), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:15.006014 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e928e614-a868-434c-8124-86adfc165310 None None] Network 72c01d89-1a48-4ca2-a30a-361eeb471445 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:50:15.042028 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-c35775a4-0790-4bdb-9abd-995b380818f4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] In _notify_port_updated(), no bound segment for port aa395bf9-9e6c-4595-a22b-b581ae9eb2f8 on network 1f4fcd8a-3adc-4021-b125-c590a89158cf {{(pid=103406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 05:50:15.047412 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35775a4-0790-4bdb-9abd-995b380818f4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:15.048211 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c35775a4-0790-4bdb-9abd-995b380818f4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:15.050666 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c35775a4-0790-4bdb-9abd-995b380818f4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "PUT /v2.0/ports/aa395bf9-9e6c-4595-a22b-b581ae9eb2f8 HTTP/1.1" status: 200 len: 818 time: 1.5189934 Feb 20 05:50:15.054627 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51302) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:15.070886 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35775a4-0790-4bdb-9abd-995b380818f4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Port': ['ID=aa395bf9-9e6c-4595-a22b-b581ae9eb2f8,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:15.086473 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-47ca0c3a-0707-4b17-b6e0-9e76c7e4e3be tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "DELETE /v2.0/routers/a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3/tags/tempest-TagsExtTest-Tag-1647748383 HTTP/1.1" status: 204 len: 168 time: 0.8413265 Feb 20 05:50:15.087716 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51306) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:15.101973 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-4677f6ca-16c2-4f4d-8619-8343fbd50936 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:15.224685 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4677f6ca-16c2-4f4d-8619-8343fbd50936 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "GET /v2.0/routers/a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3/tags HTTP/1.1" status: 200 len: 205 time: 0.1353986 Feb 20 05:50:15.226956 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51310) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:15.231921 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-19b4a69d-f324-43e4-9aa1-36913381d483 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fd108beb-af5d-4762-87b3-372f1460c8ad') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:15.303685 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e20e33-16b1-40a3-b76c-7f68eac7e67f req-894ab375-7f74-4d8c-acde-c43ecd694027 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:15.305561 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f1e20e33-16b1-40a3-b76c-7f68eac7e67f req-894ab375-7f74-4d8c-acde-c43ecd694027 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.1606243 Feb 20 05:50:15.316668 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-19b4a69d-f324-43e4-9aa1-36913381d483 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "GET /v2.0/subnetpools/fd108beb-af5d-4762-87b3-372f1460c8ad/tags HTTP/1.1" status: 200 len: 240 time: 0.0887001 Feb 20 05:50:15.319877 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51312) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:15.328528 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-7b3df8d4-ab86-46eb-98ad-47c89175ccc7 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fd108beb-af5d-4762-87b3-372f1460c8ad', 'tempest-TagsExtTest-Tag-112810165') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:15.376082 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7b3df8d4-ab86-46eb-98ad-47c89175ccc7 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "GET /v2.0/subnetpools/fd108beb-af5d-4762-87b3-372f1460c8ad/tags/tempest-TagsExtTest-Tag-112810165 HTTP/1.1" status: 204 len: 168 time: 0.0540121 Feb 20 05:50:15.380173 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51320) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:15.388506 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-a065e182-fe1a-4365-9c61-b9bc7c7a3abf tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'fd108beb-af5d-4762-87b3-372f1460c8ad', 'tempest-TagsExtTest-Tag-112810165') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:15.410269 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-e6459b59-a366-40d9-9d8b-fa6ee57ae64b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting port aa395bf9-9e6c-4595-a22b-b581ae9eb2f8 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:50:15.410615 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e6459b59-a366-40d9-9d8b-fa6ee57ae64b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (aa395bf9-9e6c-4595-a22b-b581ae9eb2f8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:15.459119 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a065e182-fe1a-4365-9c61-b9bc7c7a3abf tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "DELETE /v2.0/subnetpools/fd108beb-af5d-4762-87b3-372f1460c8ad/tags/tempest-TagsExtTest-Tag-112810165 HTTP/1.1" status: 204 len: 168 time: 0.0772285 Feb 20 05:50:15.461184 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51322) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:15.466162 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-10be3a33-6dab-4ed1-a150-e373d34353e5 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fd108beb-af5d-4762-87b3-372f1460c8ad') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:15.492796 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6fb66e25-552b-46b5-ab06-2ac29acb7021 req-f66321a1-ee0d-49c4-840e-c97a8f6eec97 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.2781878 Feb 20 05:50:15.524755 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e6459b59-a366-40d9-9d8b-fa6ee57ae64b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (aa395bf9-9e6c-4595-a22b-b581ae9eb2f8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:15.529330 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-10be3a33-6dab-4ed1-a150-e373d34353e5 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "GET /v2.0/subnetpools/fd108beb-af5d-4762-87b3-372f1460c8ad/tags HTTP/1.1" status: 200 len: 205 time: 0.0646589 Feb 20 05:50:15.531973 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51326) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:15.538322 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-e1b23d21-de03-4d03-b922-029f21aea39d tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fd108beb-af5d-4762-87b3-372f1460c8ad') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:15.550999 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f1e20e33-16b1-40a3-b76c-7f68eac7e67f req-3096e74d-9c62-461a-b92b-b95c0e95a8d1 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2390974 Feb 20 05:50:15.567450 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-e6459b59-a366-40d9-9d8b-fa6ee57ae64b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Calling delete_port for aa395bf9-9e6c-4595-a22b-b581ae9eb2f8 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:50:15.626869 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e1b23d21-de03-4d03-b922-029f21aea39d tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "DELETE /v2.0/subnetpools/fd108beb-af5d-4762-87b3-372f1460c8ad/tags HTTP/1.1" status: 204 len: 168 time: 0.0916672 Feb 20 05:50:15.628755 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51332) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:15.638845 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-5476bb54-3a6f-46ea-bb2f-0d739f88f9cb tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:15.727959 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e6459b59-a366-40d9-9d8b-fa6ee57ae64b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (aa395bf9-9e6c-4595-a22b-b581ae9eb2f8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:15.759718 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e6459b59-a366-40d9-9d8b-fa6ee57ae64b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:15.772828 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e6459b59-a366-40d9-9d8b-fa6ee57ae64b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/ports/aa395bf9-9e6c-4595-a22b-b581ae9eb2f8 HTTP/1.1" status: 204 len: 168 time: 0.7170851 Feb 20 05:50:15.807740 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51338) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:15.830474 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6459b59-a366-40d9-9d8b-fa6ee57ae64b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Port': ['ID=aa395bf9-9e6c-4595-a22b-b581ae9eb2f8,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:15.845459 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5476bb54-3a6f-46ea-bb2f-0d739f88f9cb tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "DELETE /v2.0/routers/a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3/tags HTTP/1.1" status: 204 len: 168 time: 0.2142999 Feb 20 05:50:15.846194 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51340) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:15.851613 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-233091f5-1cc7-456a-b80c-b67f8210348f tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'da46ff25-7339-4453-988f-c208148412fe') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:15.955711 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-233091f5-1cc7-456a-b80c-b67f8210348f tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "DELETE /v2.0/ports/da46ff25-7339-4453-988f-c208148412fe/tags HTTP/1.1" status: 204 len: 168 time: 0.1060112 Feb 20 05:50:15.956337 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51352) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:15.960484 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-686e8dab-2aca-4bc0-a4c8-92012a599a16 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '759fedec-21b0-483a-bf72-ca8a7fb2d959') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:15.994969 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817d0b12-674d-4e7e-ba74-9758be2d6b25 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:15.994969 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-817d0b12-674d-4e7e-ba74-9758be2d6b25 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1785007 Feb 20 05:50:15.996435 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51354) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:16.043936 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-686e8dab-2aca-4bc0-a4c8-92012a599a16 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "DELETE /v2.0/subnets/759fedec-21b0-483a-bf72-ca8a7fb2d959/tags HTTP/1.1" status: 204 len: 168 time: 0.0864415 Feb 20 05:50:16.048490 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51356) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:16.055091 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-db91d47d-52c4-465e-a344-4874d38ba1a4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '759fedec-21b0-483a-bf72-ca8a7fb2d959', 'tempest-TagsExtTest-Tag-1577983650') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:16.068519 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc80125-87cd-4c51-bd22-b005f5dd4ecb tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] GET failed (client error): The resource could not be found. Feb 20 05:50:16.070579 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ecc80125-87cd-4c51-bd22-b005f5dd4ecb tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "GET /v2.0/ports/aa395bf9-9e6c-4595-a22b-b581ae9eb2f8 HTTP/1.1" status: 404 len: 333 time: 0.0730383 Feb 20 05:50:16.074200 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51358) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:16.087959 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d93ff703-5639-4175-914c-826e9223f062 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1162688092'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:16.144796 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-a2426a57-818d-4286-9b08-3c2394597d49 tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:16.146348 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-a2426a57-818d-4286-9b08-3c2394597d49 tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.37 "GET /v2.0/networks?id=72c01d89-1a48-4ca2-a30a-361eeb471445 HTTP/1.1" status: 200 len: 808 time: 0.1995611 Feb 20 05:50:16.147559 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93ff703-5639-4175-914c-826e9223f062 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:50:16.150846 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d93ff703-5639-4175-914c-826e9223f062 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:16.158544 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-db91d47d-52c4-465e-a344-4874d38ba1a4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "PUT /v2.0/subnets/759fedec-21b0-483a-bf72-ca8a7fb2d959/tags/tempest-TagsExtTest-Tag-1577983650 HTTP/1.1" status: 201 len: 201 time: 0.1059396 Feb 20 05:50:16.159975 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51360) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:16.166762 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-23652658-e1a2-4388-b024-161f28c0122b tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'da46ff25-7339-4453-988f-c208148412fe', 'tempest-TagsExtTest-Tag-2061301763') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:16.191323 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-f9adf176-c58a-44b1-be5a-9ef7c3fdb5b7 tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.37 "GET /v2.0/quotas/e207e271554f4dac9ae07dc001c7ce5f HTTP/1.1" status: 200 len: 375 time: 0.0298951 Feb 20 05:50:16.239161 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-84912a60-338d-40d1-ad73-39a1ca04fefa tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e207e271554f4dac9ae07dc001c7ce5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351925 Feb 20 05:50:16.248822 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93ff703-5639-4175-914c-826e9223f062 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:50:16.282743 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-23652658-e1a2-4388-b024-161f28c0122b tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "PUT /v2.0/ports/da46ff25-7339-4453-988f-c208148412fe/tags/tempest-TagsExtTest-Tag-2061301763 HTTP/1.1" status: 201 len: 201 time: 0.1182773 Feb 20 05:50:16.282970 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51366) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:16.289085 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-392e78ed-e91d-489b-815c-c45ec3f85290 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3', 'tempest-TagsExtTest-Tag-759345856') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:16.323127 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d93ff703-5639-4175-914c-826e9223f062 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (85ea75ff-5a59-4769-b9d5-33843951560f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:16.323695 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-d93ff703-5639-4175-914c-826e9223f062 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Added segment 85ea75ff-5a59-4769-b9d5-33843951560f of type vlan for network c96c8a5c-6493-4b95-85b3-daba333f46d3 Feb 20 05:50:16.373209 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d93ff703-5639-4175-914c-826e9223f062 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (c96c8a5c-6493-4b95-85b3-daba333f46d3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:16.409853 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d93ff703-5639-4175-914c-826e9223f062 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (c96c8a5c-6493-4b95-85b3-daba333f46d3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:16.419107 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93ff703-5639-4175-914c-826e9223f062 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:16.419709 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d93ff703-5639-4175-914c-826e9223f062 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:16.421974 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-392e78ed-e91d-489b-815c-c45ec3f85290 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "PUT /v2.0/routers/a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3/tags/tempest-TagsExtTest-Tag-759345856 HTTP/1.1" status: 201 len: 201 time: 0.1379070 Feb 20 05:50:16.424843 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51370) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:16.433906 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-16f7f4ed-1581-4245-a1c0-9a53c2f79ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:16.435362 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-60186546-85f3-4f48-9aee-4e81993adf0b tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fd108beb-af5d-4762-87b3-372f1460c8ad', 'tempest-TagsExtTest-Tag-1592911934') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:16.457427 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d93ff703-5639-4175-914c-826e9223f062 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3795714 Feb 20 05:50:16.465555 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51372) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:16.474295 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-3742c500-426d-4c6c-92c3-69c1397c03c9 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'subnet': {'network_id': 'c96c8a5c-6493-4b95-85b3-daba333f46d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:16.541637 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ff703-5639-4175-914c-826e9223f062 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Network': ['ID=c96c8a5c-6493-4b95-85b3-daba333f46d3,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:16.545292 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-98b0863f-d8c5-44e9-b9b4-c6bb806c1428 service neutron] 10.222.0.37 "GET /v2.0/networks/72c01d89-1a48-4ca2-a30a-361eeb471445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938700 Feb 20 05:50:16.568188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network c96c8a5c-6493-4b95-85b3-daba333f46d3 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:50:16.646912 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-60186546-85f3-4f48-9aee-4e81993adf0b tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "PUT /v2.0/subnetpools/fd108beb-af5d-4762-87b3-372f1460c8ad/tags/tempest-TagsExtTest-Tag-1592911934 HTTP/1.1" status: 201 len: 201 time: 0.2204065 Feb 20 05:50:16.650095 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51384) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:16.667462 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-9fe0ff2f-20cf-499a-a41a-c3a999b7cd28 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '759fedec-21b0-483a-bf72-ca8a7fb2d959', {'tags': ['tempest-TagsExtTest-Tag-1463948397', 'tempest-TagsExtTest-Tag-2097211139', 'tempest-TagsExtTest-Tag-1968749082']}) {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:16.687887 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3742c500-426d-4c6c-92c3-69c1397c03c9 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:50:16.696068 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3742c500-426d-4c6c-92c3-69c1397c03c9 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:16.781410 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-8f00977e-69ee-4014-84a4-d6a7c1a1bf8e service neutron] 10.222.0.37 "GET /v2.0/networks/72c01d89-1a48-4ca2-a30a-361eeb471445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196851 Feb 20 05:50:16.789326 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9fe0ff2f-20cf-499a-a41a-c3a999b7cd28 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "PUT /v2.0/subnets/759fedec-21b0-483a-bf72-ca8a7fb2d959/tags HTTP/1.1" status: 200 len: 318 time: 0.1341715 Feb 20 05:50:16.789326 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51386) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:16.796949 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-5277df48-de53-4d7e-a9a0-cab10b21a7fc tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '759fedec-21b0-483a-bf72-ca8a7fb2d959') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:16.892862 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5277df48-de53-4d7e-a9a0-cab10b21a7fc tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "DELETE /v2.0/subnets/759fedec-21b0-483a-bf72-ca8a7fb2d959/tags HTTP/1.1" status: 204 len: 168 time: 0.1029873 Feb 20 05:50:16.894226 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51388) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:16.905320 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-a7c6b979-b051-4679-91b9-f5490378df1b tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '759fedec-21b0-483a-bf72-ca8a7fb2d959', 'tempest-TagsExtTest-Tag-1463948397') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:16.964246 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3742c500-426d-4c6c-92c3-69c1397c03c9 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (a1888782-5ca0-4cf3-828c-33a2564e2e22), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:17.069840 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-a7c6b979-b051-4679-91b9-f5490378df1b tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] show failed (client error): The resource could not be found. Feb 20 05:50:17.071013 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a7c6b979-b051-4679-91b9-f5490378df1b tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "GET /v2.0/subnets/759fedec-21b0-483a-bf72-ca8a7fb2d959/tags/tempest-TagsExtTest-Tag-1463948397 HTTP/1.1" status: 404 len: 329 time: 0.1745574 Feb 20 05:50:17.073480 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea093df9-1318-43cc-b32b-b7e52042cc6a req-07fc8cdf-f359-4c0e-817a-50b10c7962e9 tempest-ServerShowV257Test-2100387218 tempest-ServerShowV257Test-2100387218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.0436001 Feb 20 05:50:17.073965 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51398) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:17.082352 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-e4a0bf81-4df1-48a9-833b-04e23835c7f4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '759fedec-21b0-483a-bf72-ca8a7fb2d959', 'tempest-TagsExtTest-Tag-2097211139') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:17.112306 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742c500-426d-4c6c-92c3-69c1397c03c9 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Subnet': ['ID=a1888782-5ca0-4cf3-828c-33a2564e2e22,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:17.152580 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3742c500-426d-4c6c-92c3-69c1397c03c9 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Checking segment: {'id': '85ea75ff-5a59-4769-b9d5-33843951560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c96c8a5c-6493-4b95-85b3-daba333f46d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:50:17.152903 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3742c500-426d-4c6c-92c3-69c1397c03c9 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network hostable DHCP agents. Network: c96c8a5c-6493-4b95-85b3-daba333f46d3, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:50:17.172755 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3742c500-426d-4c6c-92c3-69c1397c03c9 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network c96c8a5c-6493-4b95-85b3-daba333f46d3 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:50:17.187266 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-3742c500-426d-4c6c-92c3-69c1397c03c9 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, c96c8a5c-6493-4b95-85b3-daba333f46d3) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:50:17.199898 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7d3512-74e9-4f7a-abd4-52c5c8e3df35 None None] Network c96c8a5c-6493-4b95-85b3-daba333f46d3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:50:17.222979 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3742c500-426d-4c6c-92c3-69c1397c03c9 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:17.223726 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3742c500-426d-4c6c-92c3-69c1397c03c9 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:17.264393 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3742c500-426d-4c6c-92c3-69c1397c03c9 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7920790 Feb 20 05:50:17.264923 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51406) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:17.271721 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-e4a0bf81-4df1-48a9-833b-04e23835c7f4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] show failed (client error): The resource could not be found. Feb 20 05:50:17.275743 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e4a0bf81-4df1-48a9-833b-04e23835c7f4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "GET /v2.0/subnets/759fedec-21b0-483a-bf72-ca8a7fb2d959/tags/tempest-TagsExtTest-Tag-2097211139 HTTP/1.1" status: 404 len: 329 time: 0.2008626 Feb 20 05:50:17.277148 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-f67c6091-46c9-4335-ad0b-9feacf3583fd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'subnet': {'network_id': 'c96c8a5c-6493-4b95-85b3-daba333f46d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:17.277286 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51408) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:17.282939 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-abf594d7-e0a5-4150-bc4c-969815b7b230 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '759fedec-21b0-483a-bf72-ca8a7fb2d959', 'tempest-TagsExtTest-Tag-1968749082') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:17.352768 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121657d-c1ec-4f89-a8d6-9203412521ee req-da2ca76a-cbbf-447a-80f6-d6e1165a0d16 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:17.355185 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8121657d-c1ec-4f89-a8d6-9203412521ee req-da2ca76a-cbbf-447a-80f6-d6e1165a0d16 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.1382046 Feb 20 05:50:17.456337 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f599f7-bfb8-412b-b9da-9fd154117d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-c96c8a5c-6493-4b95-85b3-daba333f46d3', 'network_id': 'c96c8a5c-6493-4b95-85b3-daba333f46d3', 'project_id': '1b935f7dbfce4480a61cfafe26a09452', 'fixed_ips': [{'subnet_id': 'a1888782-5ca0-4cf3-828c-33a2564e2e22'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:50:17.457919 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4f599f7-bfb8-412b-b9da-9fd154117d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:17.493531 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8121657d-c1ec-4f89-a8d6-9203412521ee req-c1d502ba-423d-47c8-a0a3-fa28e293a986 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283319 Feb 20 05:50:17.498313 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-abf594d7-e0a5-4150-bc4c-969815b7b230 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] show failed (client error): The resource could not be found. Feb 20 05:50:17.500754 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-abf594d7-e0a5-4150-bc4c-969815b7b230 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "GET /v2.0/subnets/759fedec-21b0-483a-bf72-ca8a7fb2d959/tags/tempest-TagsExtTest-Tag-1968749082 HTTP/1.1" status: 404 len: 329 time: 0.2208486 Feb 20 05:50:17.504399 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51418) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:17.525042 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-2acc52d5-738a-4246-815c-20c2ac172e87 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'da46ff25-7339-4453-988f-c208148412fe', {'tags': ['tempest-TagsExtTest-Tag-182218319', 'tempest-TagsExtTest-Tag-1748359101', 'tempest-TagsExtTest-Tag-389312102']}) {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:17.622461 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67c6091-46c9-4335-ad0b-9feacf3583fd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:50:17.628817 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f67c6091-46c9-4335-ad0b-9feacf3583fd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:17.742850 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6cffa83-e198-4ebe-8a90-14c932d84e89 req-769a3a62-6a22-4b6e-bccd-93bd0f9b788d tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7695f65-d2b8-4024-9cc0-f652b6730296 HTTP/1.1" status: 200 len: 210 time: 0.0867274 Feb 20 05:50:17.745989 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2acc52d5-738a-4246-815c-20c2ac172e87 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "PUT /v2.0/ports/da46ff25-7339-4453-988f-c208148412fe/tags HTTP/1.1" status: 200 len: 316 time: 0.2403183 Feb 20 05:50:17.749125 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51424) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:17.758042 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-278c5ace-c6fc-4099-8c82-b8f9388c05cf tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'da46ff25-7339-4453-988f-c208148412fe') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:17.858119 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-278c5ace-c6fc-4099-8c82-b8f9388c05cf tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "DELETE /v2.0/ports/da46ff25-7339-4453-988f-c208148412fe/tags HTTP/1.1" status: 204 len: 168 time: 0.1072638 Feb 20 05:50:17.858797 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51430) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:17.863436 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-a9682cf1-5ea6-405a-8e30-fc91f2d90d11 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'da46ff25-7339-4453-988f-c208148412fe', 'tempest-TagsExtTest-Tag-182218319') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:17.890928 n-d-829866-5 neutron-server[103406]: INFO neutron.db.ipam_backend_mixin [None req-f67c6091-46c9-4335-ad0b-9feacf3583fd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a1888782-5ca0-4cf3-828c-33a2564e2e22 (CIDR: 172.20.0.0/28) Feb 20 05:50:17.910395 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-f4f599f7-bfb8-412b-b9da-9fd154117d51 None None] Allocated IP 172.20.0.2 (c96c8a5c-6493-4b95-85b3-daba333f46d3/a1888782-5ca0-4cf3-828c-33a2564e2e22/a117a692-1ba6-48ef-8510-2c31f245dc30) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:50:17.916016 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67c6091-46c9-4335-ad0b-9feacf3583fd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:50:17.917242 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f67c6091-46c9-4335-ad0b-9feacf3583fd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:50:17.944755 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-a9682cf1-5ea6-405a-8e30-fc91f2d90d11 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] show failed (client error): The resource could not be found. Feb 20 05:50:17.948817 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a9682cf1-5ea6-405a-8e30-fc91f2d90d11 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "GET /v2.0/ports/da46ff25-7339-4453-988f-c208148412fe/tags/tempest-TagsExtTest-Tag-182218319 HTTP/1.1" status: 404 len: 328 time: 0.0876489 Feb 20 05:50:17.950795 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51440) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:17.956479 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-19fb40ba-dd47-40a6-9a95-fc0cd7471bd7 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'da46ff25-7339-4453-988f-c208148412fe', 'tempest-TagsExtTest-Tag-1748359101') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:17.961550 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f67c6091-46c9-4335-ad0b-9feacf3583fd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6934447 Feb 20 05:50:17.963519 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51442) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:17.979110 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-e8b85daa-f21b-4cc0-8e62-148adefbb49f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'subnet': {'network_id': 'c96c8a5c-6493-4b95-85b3-daba333f46d3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:18.059236 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-19fb40ba-dd47-40a6-9a95-fc0cd7471bd7 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] show failed (client error): The resource could not be found. Feb 20 05:50:18.063636 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-19fb40ba-dd47-40a6-9a95-fc0cd7471bd7 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "GET /v2.0/ports/da46ff25-7339-4453-988f-c208148412fe/tags/tempest-TagsExtTest-Tag-1748359101 HTTP/1.1" status: 404 len: 329 time: 0.1089838 Feb 20 05:50:18.066400 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51444) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:18.086184 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-507e8f4d-172d-4de9-8de5-8f0149d7dfc9 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'da46ff25-7339-4453-988f-c208148412fe', 'tempest-TagsExtTest-Tag-389312102') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:18.223779 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-507e8f4d-172d-4de9-8de5-8f0149d7dfc9 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] show failed (client error): The resource could not be found. Feb 20 05:50:18.225542 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-507e8f4d-172d-4de9-8de5-8f0149d7dfc9 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "GET /v2.0/ports/da46ff25-7339-4453-988f-c208148412fe/tags/tempest-TagsExtTest-Tag-389312102 HTTP/1.1" status: 404 len: 328 time: 0.1567535 Feb 20 05:50:18.228446 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51448) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:18.240078 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-c5996449-14cd-41fa-a49a-f79a6386bd0f tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3', {'tags': ['tempest-TagsExtTest-Tag-2042832004', 'tempest-TagsExtTest-Tag-831253439', 'tempest-TagsExtTest-Tag-51565706']}) {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:18.282881 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b85daa-f21b-4cc0-8e62-148adefbb49f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:50:18.288103 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e8b85daa-f21b-4cc0-8e62-148adefbb49f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:18.351968 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4f599f7-bfb8-412b-b9da-9fd154117d51 None None] Publish callbacks [] for port (a117a692-1ba6-48ef-8510-2c31f245dc30), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:18.360527 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4f599f7-bfb8-412b-b9da-9fd154117d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (a117a692-1ba6-48ef-8510-2c31f245dc30), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:18.381636 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b2ad854-656e-466e-a299-4aeb85b41bd5 req-2d606f37-3e78-4d02-9717-7ea4e19057db tempest-ServerShowV257Test-2100387218 tempest-ServerShowV257Test-2100387218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.0615444 Feb 20 05:50:18.451508 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f599f7-bfb8-412b-b9da-9fd154117d51 None None] Network c96c8a5c-6493-4b95-85b3-daba333f46d3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:50:18.461407 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-f4f599f7-bfb8-412b-b9da-9fd154117d51 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:50:18.476758 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c5996449-14cd-41fa-a49a-f79a6386bd0f tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "PUT /v2.0/routers/a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3/tags HTTP/1.1" status: 200 len: 315 time: 0.2470465 Feb 20 05:50:18.481321 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51458) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:18.482005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f599f7-bfb8-412b-b9da-9fd154117d51 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:50:18.493428 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-a1217363-9db5-4d6e-8252-861a98f88fc7 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:18.532033 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f599f7-bfb8-412b-b9da-9fd154117d51 None None] Pushing event updated for resources: {'Port': ['ID=a117a692-1ba6-48ef-8510-2c31f245dc30,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:18.681091 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f4f599f7-bfb8-412b-b9da-9fd154117d51 None None] Attempting to bind port a117a692-1ba6-48ef-8510-2c31f245dc30 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:50:18.681723 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f4f599f7-bfb8-412b-b9da-9fd154117d51 None None] Attempting to bind port a117a692-1ba6-48ef-8510-2c31f245dc30 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '85ea75ff-5a59-4769-b9d5-33843951560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c96c8a5c-6493-4b95-85b3-daba333f46d3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:50:18.682254 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f599f7-bfb8-412b-b9da-9fd154117d51 None None] Attempting to bind port a117a692-1ba6-48ef-8510-2c31f245dc30 on network c96c8a5c-6493-4b95-85b3-daba333f46d3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:50:18.698707 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f599f7-bfb8-412b-b9da-9fd154117d51 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:50:18.701294 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f599f7-bfb8-412b-b9da-9fd154117d51 None None] Checking segment: {'id': '85ea75ff-5a59-4769-b9d5-33843951560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c96c8a5c-6493-4b95-85b3-daba333f46d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:50:18.704405 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4f599f7-bfb8-412b-b9da-9fd154117d51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:18.705280 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f599f7-bfb8-412b-b9da-9fd154117d51 None None] Bound using segment: {'id': '85ea75ff-5a59-4769-b9d5-33843951560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c96c8a5c-6493-4b95-85b3-daba333f46d3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:50:18.706746 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f4f599f7-bfb8-412b-b9da-9fd154117d51 None None] Bound port: a117a692-1ba6-48ef-8510-2c31f245dc30, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ea75ff-5a59-4769-b9d5-33843951560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c96c8a5c-6493-4b95-85b3-daba333f46d3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:50:18.707575 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4f599f7-bfb8-412b-b9da-9fd154117d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a117a692-1ba6-48ef-8510-2c31f245dc30), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:18.809109 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e8b85daa-f21b-4cc0-8e62-148adefbb49f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (a3b06dc2-4c07-4159-a439-83270cd54f2f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:18.824552 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f4f599f7-bfb8-412b-b9da-9fd154117d51 None None] For port a117a692-1ba6-48ef-8510-2c31f245dc30, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:50:18.829591 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f4f599f7-bfb8-412b-b9da-9fd154117d51 None None] For port a117a692-1ba6-48ef-8510-2c31f245dc30, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a117a692-1ba6-48ef-8510-2c31f245dc30,segment=NetworkSegment(85ea75ff-5a59-4769-b9d5-33843951560f),segment_id=85ea75ff-5a59-4769-b9d5-33843951560f)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:50:18.846757 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4f599f7-bfb8-412b-b9da-9fd154117d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a117a692-1ba6-48ef-8510-2c31f245dc30), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:18.868327 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86dc0a-4fd3-47d5-8807-8262a8b292fe req-ef91c965-e431-4ff8-a0e0-e848173d951f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:18.878061 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1c86dc0a-4fd3-47d5-8807-8262a8b292fe req-ef91c965-e431-4ff8-a0e0-e848173d951f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.2560930 Feb 20 05:50:18.880663 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b85daa-f21b-4cc0-8e62-148adefbb49f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network c96c8a5c-6493-4b95-85b3-daba333f46d3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:50:18.886117 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-e8b85daa-f21b-4cc0-8e62-148adefbb49f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:50:18.892064 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b85daa-f21b-4cc0-8e62-148adefbb49f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:18.892767 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e8b85daa-f21b-4cc0-8e62-148adefbb49f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:18.909309 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-2d457989-92b2-4cf0-8647-d42942fb59dd tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:18.911077 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-2d457989-92b2-4cf0-8647-d42942fb59dd tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.61 "GET /v2.0/networks?id=72c01d89-1a48-4ca2-a30a-361eeb471445 HTTP/1.1" status: 200 len: 808 time: 0.2223730 Feb 20 05:50:18.949547 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-f921b418-f233-4f3b-afa8-15d4aa74e78c tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Request body: {'port': {'device_id': 'c7695f65-d2b8-4024-9cc0-f652b6730296', 'network_id': '72c01d89-1a48-4ca2-a30a-361eeb471445', 'admin_state_up': True, 'tenant_id': 'e207e271554f4dac9ae07dc001c7ce5f'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:18.962282 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a1217363-9db5-4d6e-8252-861a98f88fc7 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "DELETE /v2.0/routers/a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3/tags HTTP/1.1" status: 204 len: 168 time: 0.4772348 Feb 20 05:50:18.964520 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-63cbc88c-f16b-477a-abc0-f6d7f6462985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:18.971163 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f599f7-bfb8-412b-b9da-9fd154117d51 None None] Pushing event updated for resources: {'Port': ['ID=a117a692-1ba6-48ef-8510-2c31f245dc30,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:18.984303 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51474) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:18.995400 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-69a84583-0587-4fc8-81c5-0e08d148f749 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3', 'tempest-TagsExtTest-Tag-2042832004') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:19.034126 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b85daa-f21b-4cc0-8e62-148adefbb49f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Subnet': ['ID=a3b06dc2-4c07-4159-a439-83270cd54f2f,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:19.047305 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e8b85daa-f21b-4cc0-8e62-148adefbb49f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0802011 Feb 20 05:50:19.048373 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51476) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:19.057061 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-4bbd5f20-2f71-4a4d-bfa2-7a663bc3e3c0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'port': {'network_id': 'c96c8a5c-6493-4b95-85b3-daba333f46d3', 'fixed_ips': [{'subnet_id': 'a1888782-5ca0-4cf3-828c-33a2564e2e22'}, {'subnet_id': 'a3b06dc2-4c07-4159-a439-83270cd54f2f'}], 'name': 'tempest-PortsTestJSON-1621661771'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:19.099859 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1c86dc0a-4fd3-47d5-8807-8262a8b292fe req-76f59e61-4ccb-4e2b-9ea3-36a79d726743 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204535 Feb 20 05:50:19.174056 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-69a84583-0587-4fc8-81c5-0e08d148f749 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] show failed (client error): The resource could not be found. Feb 20 05:50:19.179468 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-69a84583-0587-4fc8-81c5-0e08d148f749 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "GET /v2.0/routers/a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3/tags/tempest-TagsExtTest-Tag-2042832004 HTTP/1.1" status: 404 len: 329 time: 0.1939030 Feb 20 05:50:19.179752 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51478) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:19.192767 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-a079571a-85a7-40d1-bd98-5071785be31f tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3', 'tempest-TagsExtTest-Tag-831253439') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:19.236340 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d3f6023-031c-4ccb-a5a3-b5979490ab6d req-98b598e3-b64d-4370-aefd-68440ed0e2dd tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7695f65-d2b8-4024-9cc0-f652b6730296 HTTP/1.1" status: 200 len: 210 time: 0.0382624 Feb 20 05:50:19.271361 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-f921b418-f233-4f3b-afa8-15d4aa74e78c tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Made reservation on behalf of e207e271554f4dac9ae07dc001c7ce5f for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:50:19.275654 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-f921b418-f233-4f3b-afa8-15d4aa74e78c tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:19.443037 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbd5f20-2f71-4a4d-bfa2-7a663bc3e3c0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:50:19.574678 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:19.603381 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8d898e7e-86cb-4a2e-960d-fb13f42bb1bd req-2973ebc1-f702-4dc3-8e06-c3c423cd40d5 tempest-ServerShowV257Test-2100387218 tempest-ServerShowV257Test-2100387218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.0633702 Feb 20 05:50:19.718642 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-a079571a-85a7-40d1-bd98-5071785be31f tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] show failed (client error): The resource could not be found. Feb 20 05:50:19.718959 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a079571a-85a7-40d1-bd98-5071785be31f tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "GET /v2.0/routers/a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3/tags/tempest-TagsExtTest-Tag-831253439 HTTP/1.1" status: 404 len: 328 time: 0.5359800 Feb 20 05:50:19.722194 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51494) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:19.729654 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-8f38d76b-8de4-4262-9efb-f2f660a50675 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3', 'tempest-TagsExtTest-Tag-51565706') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:19.750118 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-f921b418-f233-4f3b-afa8-15d4aa74e78c tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Allocated IP 172.20.0.9 (72c01d89-1a48-4ca2-a30a-361eeb471445/e0398bd2-494b-42af-8424-c245993270ba/42cd5284-9e17-4a03-a5a2-a13e6cb717c3) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:50:19.812272 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4bbd5f20-2f71-4a4d-bfa2-7a663bc3e3c0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:19.851657 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-4bbd5f20-2f71-4a4d-bfa2-7a663bc3e3c0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] device_id is not set on port 7371637a-07d9-4019-8a0c-aa798f587a81 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:50:19.863499 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a117a692-1ba6-48ef-8510-2c31f245dc30 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:50:19.946951 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-8f38d76b-8de4-4262-9efb-f2f660a50675 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] show failed (client error): The resource could not be found. Feb 20 05:50:19.948354 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8f38d76b-8de4-4262-9efb-f2f660a50675 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "GET /v2.0/routers/a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3/tags/tempest-TagsExtTest-Tag-51565706 HTTP/1.1" status: 404 len: 327 time: 0.2249231 Feb 20 05:50:19.958512 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51498) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:19.979421 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-1b1669e3-79f6-4503-8993-758fe969b027 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'fd108beb-af5d-4762-87b3-372f1460c8ad', {'tags': ['tempest-TagsExtTest-Tag-349563220', 'tempest-TagsExtTest-Tag-2090625793', 'tempest-TagsExtTest-Tag-1066798519']}) {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:19.979746 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port a117a692-1ba6-48ef-8510-2c31f245dc30 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:19.980328 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a117a692-1ba6-48ef-8510-2c31f245dc30), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:20.058878 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1b1669e3-79f6-4503-8993-758fe969b027 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "PUT /v2.0/subnetpools/fd108beb-af5d-4762-87b3-372f1460c8ad/tags HTTP/1.1" status: 200 len: 317 time: 0.0850592 Feb 20 05:50:20.061465 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51504) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:20.069197 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-ad5ce1d5-5b6e-4915-ad01-aa5fb368fe03 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fd108beb-af5d-4762-87b3-372f1460c8ad') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:20.163913 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port a117a692-1ba6-48ef-8510-2c31f245dc30 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:50:20.164367 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a117a692-1ba6-48ef-8510-2c31f245dc30), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:20.220428 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ad5ce1d5-5b6e-4915-ad01-aa5fb368fe03 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "DELETE /v2.0/subnetpools/fd108beb-af5d-4762-87b3-372f1460c8ad/tags HTTP/1.1" status: 204 len: 168 time: 0.1570432 Feb 20 05:50:20.222292 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51508) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:20.236821 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-e74a68b6-1f01-444c-898f-0ec61e39fce4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fd108beb-af5d-4762-87b3-372f1460c8ad', 'tempest-TagsExtTest-Tag-349563220') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:20.257083 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port a117a692-1ba6-48ef-8510-2c31f245dc30, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a117a692-1ba6-48ef-8510-2c31f245dc30,segment=NetworkSegment(85ea75ff-5a59-4769-b9d5-33843951560f),segment_id=85ea75ff-5a59-4769-b9d5-33843951560f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:50:20.262764 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a117a692-1ba6-48ef-8510-2c31f245dc30), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:20.284138 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-f921b418-f233-4f3b-afa8-15d4aa74e78c tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Publish callbacks [] for port (42cd5284-9e17-4a03-a5a2-a13e6cb717c3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:20.329088 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-f921b418-f233-4f3b-afa8-15d4aa74e78c tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (42cd5284-9e17-4a03-a5a2-a13e6cb717c3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:20.355554 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-e74a68b6-1f01-444c-898f-0ec61e39fce4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] show failed (client error): The resource could not be found. Feb 20 05:50:20.360896 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e74a68b6-1f01-444c-898f-0ec61e39fce4 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "GET /v2.0/subnetpools/fd108beb-af5d-4762-87b3-372f1460c8ad/tags/tempest-TagsExtTest-Tag-349563220 HTTP/1.1" status: 404 len: 328 time: 0.1342404 Feb 20 05:50:20.361766 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51512) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:20.368423 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-85775b40-35c1-47a0-b9ae-2a6d9a3e9684 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fd108beb-af5d-4762-87b3-372f1460c8ad', 'tempest-TagsExtTest-Tag-2090625793') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:20.379666 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=a117a692-1ba6-48ef-8510-2c31f245dc30,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:20.440011 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca41b9a-06fc-48f3-8efd-2ab45dee988c req-bb452fc5-ccbd-45b1-9fb0-537f36b0f81e tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:20.441858 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ca41b9a-06fc-48f3-8efd-2ab45dee988c req-bb452fc5-ccbd-45b1-9fb0-537f36b0f81e tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.1886053 Feb 20 05:50:20.442916 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-85775b40-35c1-47a0-b9ae-2a6d9a3e9684 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] show failed (client error): The resource could not be found. Feb 20 05:50:20.448272 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-85775b40-35c1-47a0-b9ae-2a6d9a3e9684 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "GET /v2.0/subnetpools/fd108beb-af5d-4762-87b3-372f1460c8ad/tags/tempest-TagsExtTest-Tag-2090625793 HTTP/1.1" status: 404 len: 329 time: 0.0800586 Feb 20 05:50:20.448443 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-f921b418-f233-4f3b-afa8-15d4aa74e78c tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Network 72c01d89-1a48-4ca2-a30a-361eeb471445 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:50:20.448547 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51518) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:20.454445 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-7b19acbf-61b9-4e10-a6de-e11b628bd8ab tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fd108beb-af5d-4762-87b3-372f1460c8ad', 'tempest-TagsExtTest-Tag-1066798519') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:20.474171 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-f921b418-f233-4f3b-afa8-15d4aa74e78c tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:50:20.485193 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-f921b418-f233-4f3b-afa8-15d4aa74e78c tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:50:20.488537 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921b418-f233-4f3b-afa8-15d4aa74e78c tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Pushing event updated for resources: {'Port': ['ID=42cd5284-9e17-4a03-a5a2-a13e6cb717c3,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:20.524517 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ca41b9a-06fc-48f3-8efd-2ab45dee988c req-c354d108-ca75-4b91-a1be-08a9ee365d22 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730953 Feb 20 05:50:20.683187 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e08e59-5145-4a07-af24-c7fed9846184 req-95c57c51-4b78-4d3f-84aa-dc309a523886 tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:20.684645 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-11e08e59-5145-4a07-af24-c7fed9846184 req-95c57c51-4b78-4d3f-84aa-dc309a523886 tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7695f65-d2b8-4024-9cc0-f652b6730296 HTTP/1.1" status: 200 len: 931 time: 0.0745788 Feb 20 05:50:20.700405 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-f921b418-f233-4f3b-afa8-15d4aa74e78c tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:20.701081 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-f921b418-f233-4f3b-afa8-15d4aa74e78c tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:20.711925 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49be9f3-7c87-41a7-aa41-892f5f6cc0fa None None] Network c96c8a5c-6493-4b95-85b3-daba333f46d3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:50:20.729894 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-7b19acbf-61b9-4e10-a6de-e11b628bd8ab tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] show failed (client error): The resource could not be found. Feb 20 05:50:20.731105 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7b19acbf-61b9-4e10-a6de-e11b628bd8ab tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "GET /v2.0/subnetpools/fd108beb-af5d-4762-87b3-372f1460c8ad/tags/tempest-TagsExtTest-Tag-1066798519 HTTP/1.1" status: 404 len: 329 time: 0.2816322 Feb 20 05:50:20.745157 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51526) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:20.760224 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-514b3722-1888-4dcd-89fd-f9d36b92dc15 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fd108beb-af5d-4762-87b3-372f1460c8ad') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:20.768964 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-f921b418-f233-4f3b-afa8-15d4aa74e78c tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8446093 Feb 20 05:50:20.804916 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-11e08e59-5145-4a07-af24-c7fed9846184 req-57963ba3-e19b-44d2-bc80-9da3203ed64e tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.37 "GET /v2.0/security-groups?id=982982bd-e19b-4baf-ba74-4fd44ab6161a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088691 Feb 20 05:50:20.883807 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-4bbd5f20-2f71-4a4d-bfa2-7a663bc3e3c0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Allocated IP 172.20.0.7 (c96c8a5c-6493-4b95-85b3-daba333f46d3/a1888782-5ca0-4cf3-828c-33a2564e2e22/7371637a-07d9-4019-8a0c-aa798f587a81) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:50:20.894940 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-4bbd5f20-2f71-4a4d-bfa2-7a663bc3e3c0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Allocated IP 172.20.0.20 (c96c8a5c-6493-4b95-85b3-daba333f46d3/a3b06dc2-4c07-4159-a439-83270cd54f2f/7371637a-07d9-4019-8a0c-aa798f587a81) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:50:20.921642 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-514b3722-1888-4dcd-89fd-f9d36b92dc15 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "DELETE /v2.0/subnetpools/fd108beb-af5d-4762-87b3-372f1460c8ad/tags HTTP/1.1" status: 204 len: 168 time: 0.1746643 Feb 20 05:50:20.924008 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51534) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:20.926139 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0711f461-6e8d-4da7-88ae-ee4ec4a102d4 None None] Provisioning complete for port a117a692-1ba6-48ef-8510-2c31f245dc30 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:20.926517 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0711f461-6e8d-4da7-88ae-ee4ec4a102d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a117a692-1ba6-48ef-8510-2c31f245dc30), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:20.929141 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-6a2eb7da-1a85-47d0-86fc-bef31a5f1e6d tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:21.035229 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0711f461-6e8d-4da7-88ae-ee4ec4a102d4 None None] Current status of the port a117a692-1ba6-48ef-8510-2c31f245dc30 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:50:21.057096 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c7300a1-cff4-4edc-88b1-77ae0f54af65 req-f5f64d72-73cf-48c5-9aec-9be00db07a10 tempest-ServerShowV257Test-2100387218 tempest-ServerShowV257Test-2100387218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.0753684 Feb 20 05:50:21.100846 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae4f576-df00-4411-8264-2b82bbde1628 None None] Update dhcp port {'port': {'network_id': 'c96c8a5c-6493-4b95-85b3-daba333f46d3', 'fixed_ips': [{'subnet_id': 'a1888782-5ca0-4cf3-828c-33a2564e2e22', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a3b06dc2-4c07-4159-a439-83270cd54f2f'}], 'binding:host_id': 'n-d-829866-5'}, 'id': 'a117a692-1ba6-48ef-8510-2c31f245dc30'} from n-d-829866-5. {{(pid=103408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 05:50:21.126639 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6a2eb7da-1a85-47d0-86fc-bef31a5f1e6d tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "DELETE /v2.0/routers/a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3/tags HTTP/1.1" status: 204 len: 168 time: 0.2015436 Feb 20 05:50:21.134716 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51536) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:21.135620 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4ae4f576-df00-4411-8264-2b82bbde1628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a117a692-1ba6-48ef-8510-2c31f245dc30), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:21.140471 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-62f3eb44-05c3-4382-8970-8ce6fcb497e7 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'da46ff25-7339-4453-988f-c208148412fe') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:21.236179 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-62f3eb44-05c3-4382-8970-8ce6fcb497e7 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "DELETE /v2.0/ports/da46ff25-7339-4453-988f-c208148412fe/tags HTTP/1.1" status: 204 len: 168 time: 0.1001122 Feb 20 05:50:21.238504 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51542) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:21.243326 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-cd646f61-0bc4-43eb-ab43-2072f24b0b58 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '759fedec-21b0-483a-bf72-ca8a7fb2d959') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:21.335383 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-6884a494-db25-4cb7-8c5a-daaae119fd79 service neutron] Request body: {'port': {'device_id': 'c7695f65-d2b8-4024-9cc0-f652b6730296', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:21.348798 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-cd646f61-0bc4-43eb-ab43-2072f24b0b58 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "DELETE /v2.0/subnets/759fedec-21b0-483a-bf72-ca8a7fb2d959/tags HTTP/1.1" status: 204 len: 168 time: 0.1091888 Feb 20 05:50:21.349760 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51544) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:21.397050 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:21.464666 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-6884a494-db25-4cb7-8c5a-daaae119fd79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (42cd5284-9e17-4a03-a5a2-a13e6cb717c3), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:21.497327 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4bbd5f20-2f71-4a4d-bfa2-7a663bc3e3c0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for port (7371637a-07d9-4019-8a0c-aa798f587a81), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:21.518826 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd2e3486-a847-4c07-b1a4-389f10795040 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:21.522300 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bd2e3486-a847-4c07-b1a4-389f10795040 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "DELETE /v2.0/subnetpools/fd108beb-af5d-4762-87b3-372f1460c8ad HTTP/1.1" status: 204 len: 168 time: 0.1686649 Feb 20 05:50:21.522549 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51548) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:21.562868 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a72bad47-e19f-498f-b656-cfcc597d1e01 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "GET /v2.0/ports?device_id=a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3 HTTP/1.1" status: 200 len: 205 time: 0.0368674 Feb 20 05:50:21.563638 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51554) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:21.666821 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4bbd5f20-2f71-4a4d-bfa2-7a663bc3e3c0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (7371637a-07d9-4019-8a0c-aa798f587a81), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:21.685452 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-561a129a-a578-47ef-a420-ef530f6016e5 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks [] for router (a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:21.727972 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbd5f20-2f71-4a4d-bfa2-7a663bc3e3c0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network c96c8a5c-6493-4b95-85b3-daba333f46d3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:50:21.736932 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-4bbd5f20-2f71-4a4d-bfa2-7a663bc3e3c0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:50:21.752188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-4ae4f576-df00-4411-8264-2b82bbde1628 None None] Allocated IP 172.20.0.18 (c96c8a5c-6493-4b95-85b3-daba333f46d3/a3b06dc2-4c07-4159-a439-83270cd54f2f/a117a692-1ba6-48ef-8510-2c31f245dc30) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:50:21.804143 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbd5f20-2f71-4a4d-bfa2-7a663bc3e3c0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:50:21.869541 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a117a692-1ba6-48ef-8510-2c31f245dc30 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:50:21.880873 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbd5f20-2f71-4a4d-bfa2-7a663bc3e3c0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:21.881687 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4bbd5f20-2f71-4a4d-bfa2-7a663bc3e3c0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:21.900806 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd5f20-2f71-4a4d-bfa2-7a663bc3e3c0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Port': ['ID=7371637a-07d9-4019-8a0c-aa798f587a81,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:21.984613 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-4ae4f576-df00-4411-8264-2b82bbde1628 None None] For port a117a692-1ba6-48ef-8510-2c31f245dc30, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a117a692-1ba6-48ef-8510-2c31f245dc30,segment=NetworkSegment(85ea75ff-5a59-4769-b9d5-33843951560f),segment_id=85ea75ff-5a59-4769-b9d5-33843951560f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:50:21.986536 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port a117a692-1ba6-48ef-8510-2c31f245dc30 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:22.007145 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a117a692-1ba6-48ef-8510-2c31f245dc30), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:22.026324 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4044363-a5b4-4b2c-b26b-be31b39342b8 req-7240d0c8-c318-44b3-8874-8b2435a59bf4 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:22.028107 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e4044363-a5b4-4b2c-b26b-be31b39342b8 req-7240d0c8-c318-44b3-8874-8b2435a59bf4 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.3731890 Feb 20 05:50:22.091730 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4bbd5f20-2f71-4a4d-bfa2-7a663bc3e3c0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.0421238 Feb 20 05:50:22.095652 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51570) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:22.109877 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-7b022e1d-c741-4d71-a6eb-9839b332bc70 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a1888782-5ca0-4cf3-828c-33a2564e2e22'}]}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:22.126012 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-6884a494-db25-4cb7-8c5a-daaae119fd79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42cd5284-9e17-4a03-a5a2-a13e6cb717c3 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:50:22.126680 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-561a129a-a578-47ef-a420-ef530f6016e5 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:22.132613 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-561a129a-a578-47ef-a420-ef530f6016e5 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks [] for router_controller (a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:22.154741 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-6884a494-db25-4cb7-8c5a-daaae119fd79 service neutron] Publish callbacks [] for port (42cd5284-9e17-4a03-a5a2-a13e6cb717c3), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:22.184019 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-6884a494-db25-4cb7-8c5a-daaae119fd79 service neutron] Transition to ACTIVE for port object 42cd5284-9e17-4a03-a5a2-a13e6cb717c3 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:50:22.217671 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-561a129a-a578-47ef-a420-ef530f6016e5 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:22.218918 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561a129a-a578-47ef-a420-ef530f6016e5 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Fanout notify agent at l3_agent the message router_deleted on router a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:50:22.230334 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-561a129a-a578-47ef-a420-ef530f6016e5 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:22.234656 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-561a129a-a578-47ef-a420-ef530f6016e5 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "DELETE /v2.0/routers/a11674f3-3d47-47c3-aa3a-d4bc36a0d7a3 HTTP/1.1" status: 204 len: 168 time: 0.6699333 Feb 20 05:50:22.234824 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-6884a494-db25-4cb7-8c5a-daaae119fd79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (42cd5284-9e17-4a03-a5a2-a13e6cb717c3), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:22.235372 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51572) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:22.285761 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7b022e1d-c741-4d71-a6eb-9839b332bc70 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7371637a-07d9-4019-8a0c-aa798f587a81), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:22.310205 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884a494-db25-4cb7-8c5a-daaae119fd79 service neutron] Pushing event updated for resources: {'Port': ['ID=42cd5284-9e17-4a03-a5a2-a13e6cb717c3,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:22.324154 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e4044363-a5b4-4b2c-b26b-be31b39342b8 req-dcdbdf91-39c3-42ff-9b9f-41eaaef05051 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2813375 Feb 20 05:50:22.393425 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4ae4f576-df00-4411-8264-2b82bbde1628 None None] Publish callbacks [] for port (a117a692-1ba6-48ef-8510-2c31f245dc30), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:22.403283 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4ae4f576-df00-4411-8264-2b82bbde1628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a117a692-1ba6-48ef-8510-2c31f245dc30), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:22.508618 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-826d0412-2ca5-4145-946f-973e43cccd20 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Deleting port da46ff25-7339-4453-988f-c208148412fe {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:50:22.508970 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-826d0412-2ca5-4145-946f-973e43cccd20 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (da46ff25-7339-4453-988f-c208148412fe), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:22.537338 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-6884a494-db25-4cb7-8c5a-daaae119fd79 service neutron] Attempting to bind port 42cd5284-9e17-4a03-a5a2-a13e6cb717c3 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:50:22.537903 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-6884a494-db25-4cb7-8c5a-daaae119fd79 service neutron] Attempting to bind port 42cd5284-9e17-4a03-a5a2-a13e6cb717c3 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '291d9ec0-8250-431f-91b3-b20fa1ccc2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72c01d89-1a48-4ca2-a30a-361eeb471445'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:50:22.537903 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-6884a494-db25-4cb7-8c5a-daaae119fd79 service neutron] Attempting to bind port 42cd5284-9e17-4a03-a5a2-a13e6cb717c3 on network 72c01d89-1a48-4ca2-a30a-361eeb471445 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:50:22.542890 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4f576-df00-4411-8264-2b82bbde1628 None None] Pushing event updated for resources: {'Port': ['ID=a117a692-1ba6-48ef-8510-2c31f245dc30,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:22.591314 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc87b86-ecce-4e1f-9674-7d45e511b29f req-ac13185b-7da0-44f0-b3d2-b90e8f592a4f tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:22.593765 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9dc87b86-ecce-4e1f-9674-7d45e511b29f req-ac13185b-7da0-44f0-b3d2-b90e8f592a4f tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7695f65-d2b8-4024-9cc0-f652b6730296 HTTP/1.1" status: 200 len: 943 time: 0.1358643 Feb 20 05:50:22.613307 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-6884a494-db25-4cb7-8c5a-daaae119fd79 service neutron] Port 42cd5284-9e17-4a03-a5a2-a13e6cb717c3 on network 72c01d89-1a48-4ca2-a30a-361eeb471445 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:50:22.613659 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-6884a494-db25-4cb7-8c5a-daaae119fd79 service neutron] Attempting to bind port 42cd5284-9e17-4a03-a5a2-a13e6cb717c3 on network 72c01d89-1a48-4ca2-a30a-361eeb471445 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:50:22.643602 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-6884a494-db25-4cb7-8c5a-daaae119fd79 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:50:22.643946 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-6884a494-db25-4cb7-8c5a-daaae119fd79 service neutron] Checking segment: {'id': '291d9ec0-8250-431f-91b3-b20fa1ccc2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72c01d89-1a48-4ca2-a30a-361eeb471445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:50:22.644334 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-6884a494-db25-4cb7-8c5a-daaae119fd79 service neutron] Bound using segment: {'id': '291d9ec0-8250-431f-91b3-b20fa1ccc2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72c01d89-1a48-4ca2-a30a-361eeb471445'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:50:22.644779 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-6884a494-db25-4cb7-8c5a-daaae119fd79 service neutron] Bound port: 42cd5284-9e17-4a03-a5a2-a13e6cb717c3, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '291d9ec0-8250-431f-91b3-b20fa1ccc2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '72c01d89-1a48-4ca2-a30a-361eeb471445'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:50:22.645138 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-6884a494-db25-4cb7-8c5a-daaae119fd79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (42cd5284-9e17-4a03-a5a2-a13e6cb717c3), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:22.674822 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port a117a692-1ba6-48ef-8510-2c31f245dc30 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:50:22.709070 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9dc87b86-ecce-4e1f-9674-7d45e511b29f req-921e97ef-c6ef-4b84-8f23-35bbdda43dae tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.37 "GET /v2.0/security-groups?id=982982bd-e19b-4baf-ba74-4fd44ab6161a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064823 Feb 20 05:50:22.736986 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:22.756684 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-826d0412-2ca5-4145-946f-973e43cccd20 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (da46ff25-7339-4453-988f-c208148412fe), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:22.773408 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-826d0412-2ca5-4145-946f-973e43cccd20 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Calling delete_port for da46ff25-7339-4453-988f-c208148412fe owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:50:22.859053 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:22.907022 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-6884a494-db25-4cb7-8c5a-daaae119fd79 service neutron] For port 42cd5284-9e17-4a03-a5a2-a13e6cb717c3, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:50:22.917506 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-6884a494-db25-4cb7-8c5a-daaae119fd79 service neutron] For port 42cd5284-9e17-4a03-a5a2-a13e6cb717c3, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=42cd5284-9e17-4a03-a5a2-a13e6cb717c3,segment=NetworkSegment(291d9ec0-8250-431f-91b3-b20fa1ccc2d6),segment_id=291d9ec0-8250-431f-91b3-b20fa1ccc2d6)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:50:22.929374 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-6884a494-db25-4cb7-8c5a-daaae119fd79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (42cd5284-9e17-4a03-a5a2-a13e6cb717c3), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:22.950559 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-6884a494-db25-4cb7-8c5a-daaae119fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:22.951608 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-6884a494-db25-4cb7-8c5a-daaae119fd79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:22.953034 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-6884a494-db25-4cb7-8c5a-daaae119fd79 service neutron] 10.222.0.61 "PUT /v2.0/ports/42cd5284-9e17-4a03-a5a2-a13e6cb717c3 HTTP/1.1" status: 200 len: 1091 time: 1.6219583 Feb 20 05:50:22.956391 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7695f65-d2b8-4024-9cc0-f652b6730296', 'tag': '42cd5284-9e17-4a03-a5a2-a13e6cb717c3'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:50:22.976232 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668a9c80-21f8-4503-8dce-e41afffcb009" -d '{"events": [{"name": "network-changed", "server_uuid": "c7695f65-d2b8-4024-9cc0-f652b6730296", "tag": "42cd5284-9e17-4a03-a5a2-a13e6cb717c3"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:50:23.005541 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-7b022e1d-c741-4d71-a6eb-9839b332bc70 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Delete allocated IP 172.20.0.20 (c96c8a5c-6493-4b95-85b3-daba333f46d3/a3b06dc2-4c07-4159-a439-83270cd54f2f) {{(pid=103406) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 20 05:50:23.102440 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-826d0412-2ca5-4145-946f-973e43cccd20 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (da46ff25-7339-4453-988f-c208148412fe), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:23.118498 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca0b86ca-9790-4ba5-9467-e921bf2c7bbc req-44358bb2-5223-4584-a816-3ace9c1cc094 tempest-ServerShowV257Test-2100387218 tempest-ServerShowV257Test-2100387218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.2460353 Feb 20 05:50:23.163526 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884a494-db25-4cb7-8c5a-daaae119fd79 service neutron] Pushing event updated for resources: {'Port': ['ID=42cd5284-9e17-4a03-a5a2-a13e6cb717c3,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:23.223000 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-dd7cb860-4642-4661-b026-2e84a1cfeb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:23.225922 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-dd7cb860-4642-4661-b026-2e84a1cfeb73 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e207e271554f4dac9ae07dc001c7ce5f&device_id=c7695f65-d2b8-4024-9cc0-f652b6730296 HTTP/1.1" status: 200 len: 1125 time: 0.2120659 Feb 20 05:50:23.231220 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998605d6-2784-4b1f-a84c-fb7464512d29 x-openstack-request-id: req-998605d6-2784-4b1f-a84c-fb7464512d29 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:50:23.231518 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7695f65-d2b8-4024-9cc0-f652b6730296", "tag": "42cd5284-9e17-4a03-a5a2-a13e6cb717c3", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:50:23.231849 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-998605d6-2784-4b1f-a84c-fb7464512d29 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:50:23.232350 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7695f65-d2b8-4024-9cc0-f652b6730296', 'tag': '42cd5284-9e17-4a03-a5a2-a13e6cb717c3', 'status': 'completed', 'code': 200} Feb 20 05:50:23.273065 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d0412-2ca5-4145-946f-973e43cccd20 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Pushing event deleted for resources: {'Port': ['ID=da46ff25-7339-4453-988f-c208148412fe,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:23.280099 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-8dbe1a02-c62c-4ea4-b087-e82690a74402 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42cd5284-9e17-4a03-a5a2-a13e6cb717c3 HTTP/1.1" status: 200 len: 217 time: 0.0469320 Feb 20 05:50:23.329204 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-826d0412-2ca5-4145-946f-973e43cccd20 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:23.334916 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-826d0412-2ca5-4145-946f-973e43cccd20 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "DELETE /v2.0/ports/da46ff25-7339-4453-988f-c208148412fe HTTP/1.1" status: 204 len: 168 time: 1.0919163 Feb 20 05:50:23.337956 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51594) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:23.446204 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d29dc3-d555-4497-8f0b-0afdcbaae590 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Deleting subnet 759fedec-21b0-483a-bf72-ca8a7fb2d959 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:50:23.448834 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7b022e1d-c741-4d71-a6eb-9839b332bc70 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for port (7371637a-07d9-4019-8a0c-aa798f587a81), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:23.456431 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-f2910906-60f0-4372-b4b0-85aff7e6427e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:23.458186 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-f2910906-60f0-4372-b4b0-85aff7e6427e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0398bd2-494b-42af-8424-c245993270ba HTTP/1.1" status: 200 len: 848 time: 0.1654742 Feb 20 05:50:23.458815 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96d29dc3-d555-4497-8f0b-0afdcbaae590 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks [] for subnet (759fedec-21b0-483a-bf72-ca8a7fb2d959), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:23.463511 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7b022e1d-c741-4d71-a6eb-9839b332bc70 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (7371637a-07d9-4019-8a0c-aa798f587a81), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:23.613251 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b022e1d-c741-4d71-a6eb-9839b332bc70 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Port': ['ID=7371637a-07d9-4019-8a0c-aa798f587a81,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:23.630111 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-2c5b031a-f24b-4148-b729-17a935715dad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72c01d89-1a48-4ca2-a30a-361eeb471445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1637664 Feb 20 05:50:23.642495 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96d29dc3-d555-4497-8f0b-0afdcbaae590 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (759fedec-21b0-483a-bf72-ca8a7fb2d959), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:23.758961 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e776d83-3058-4637-a7b7-184239cce120 None None] Network c96c8a5c-6493-4b95-85b3-daba333f46d3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:50:23.767635 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96d29dc3-d555-4497-8f0b-0afdcbaae590 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (759fedec-21b0-483a-bf72-ca8a7fb2d959), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:23.851768 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96d29dc3-d555-4497-8f0b-0afdcbaae590 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (759fedec-21b0-483a-bf72-ca8a7fb2d959), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:23.873306 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-7b022e1d-c741-4d71-a6eb-9839b332bc70 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] In _notify_port_updated(), no bound segment for port 7371637a-07d9-4019-8a0c-aa798f587a81 on network c96c8a5c-6493-4b95-85b3-daba333f46d3 {{(pid=103406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 05:50:23.879548 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b022e1d-c741-4d71-a6eb-9839b332bc70 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:23.880349 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7b022e1d-c741-4d71-a6eb-9839b332bc70 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:23.883214 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7b022e1d-c741-4d71-a6eb-9839b332bc70 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "PUT /v2.0/ports/7371637a-07d9-4019-8a0c-aa798f587a81 HTTP/1.1" status: 200 len: 919 time: 1.7861125 Feb 20 05:50:23.932663 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-0d2fbcfe-b038-44d5-a83f-d5486a0b9619 service neutron] 10.222.0.61 "GET /v2.0/networks/72c01d89-1a48-4ca2-a30a-361eeb471445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952695 Feb 20 05:50:23.933263 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51608) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:23.939599 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-9dc03ce2-5998-4993-b675-1a00b2cb9873 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a1888782-5ca0-4cf3-828c-33a2564e2e22'}, {'subnet_id': 'a3b06dc2-4c07-4159-a439-83270cd54f2f'}]}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:23.941075 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a117a692-1ba6-48ef-8510-2c31f245dc30 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:50:24.084868 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2b80fc9a-58a3-40fb-8524-4d001190b66b None None] Provisioning complete for port a117a692-1ba6-48ef-8510-2c31f245dc30 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:24.085249 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b80fc9a-58a3-40fb-8524-4d001190b66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a117a692-1ba6-48ef-8510-2c31f245dc30), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:24.132875 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9dc03ce2-5998-4993-b675-1a00b2cb9873 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7371637a-07d9-4019-8a0c-aa798f587a81), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:24.182086 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port a117a692-1ba6-48ef-8510-2c31f245dc30 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:24.189280 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a117a692-1ba6-48ef-8510-2c31f245dc30), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:24.228800 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-51000f13-91b3-438e-af1a-4aadfc225fb0 req-4d2773c6-8a33-4971-97ba-5038fc9b3064 service neutron] 10.222.0.61 "GET /v2.0/networks/72c01d89-1a48-4ca2-a30a-361eeb471445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838535 Feb 20 05:50:24.353917 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2b80fc9a-58a3-40fb-8524-4d001190b66b None None] Current status of the port a117a692-1ba6-48ef-8510-2c31f245dc30 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:50:24.424751 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port a117a692-1ba6-48ef-8510-2c31f245dc30 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:50:24.473322 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d29dc3-d555-4497-8f0b-0afdcbaae590 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Pushing event deleted for resources: {'Subnet': ['ID=759fedec-21b0-483a-bf72-ca8a7fb2d959,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:24.497563 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96d29dc3-d555-4497-8f0b-0afdcbaae590 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:24.503916 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-96d29dc3-d555-4497-8f0b-0afdcbaae590 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "DELETE /v2.0/subnets/759fedec-21b0-483a-bf72-ca8a7fb2d959 HTTP/1.1" status: 204 len: 168 time: 1.1647363 Feb 20 05:50:24.506486 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0347a776-e811-46b8-bab7-5c8f2b07f731 None None] Network d810abda-cbc5-4ad4-88e3-e1d531af62e5 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:50:24.512975 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed04a3-1f92-4b8d-a5c6-3b0b1856f067 req-d17c3456-e579-4ce9-a3ae-e6d16a368163 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:24.519917 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-99ed04a3-1f92-4b8d-a5c6-3b0b1856f067 req-d17c3456-e579-4ce9-a3ae-e6d16a368163 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.9706187 Feb 20 05:50:24.526497 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51618) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:24.560647 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a9c80-21f8-4503-8dce-e41afffcb009 req-e7de002b-ad19-49f3-8584-0e4332ff801c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:24.562185 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-668a9c80-21f8-4503-8dce-e41afffcb009 req-e7de002b-ad19-49f3-8584-0e4332ff801c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e207e271554f4dac9ae07dc001c7ce5f&device_id=c7695f65-d2b8-4024-9cc0-f652b6730296 HTTP/1.1" status: 200 len: 1125 time: 0.2056305 Feb 20 05:50:24.643540 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-99ed04a3-1f92-4b8d-a5c6-3b0b1856f067 req-f36a08bd-ab17-43f2-93e1-93b4bda4c5bd tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226306 Feb 20 05:50:24.672025 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d517179f-19ba-4aec-bdb7-c13969a48278 None None] Provisioning complete for port a117a692-1ba6-48ef-8510-2c31f245dc30 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:24.672843 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d517179f-19ba-4aec-bdb7-c13969a48278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a117a692-1ba6-48ef-8510-2c31f245dc30), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:24.697361 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c4bad9a-5faf-4199-80ad-90afe0f6ccc3 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (d810abda-cbc5-4ad4-88e3-e1d531af62e5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:24.845119 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd78ff9-188d-422a-94cd-d5ca2711a92b req-85d751ec-06c7-4db5-bf4b-59f72eca9c62 tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:24.846606 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7fd78ff9-188d-422a-94cd-d5ca2711a92b req-85d751ec-06c7-4db5-bf4b-59f72eca9c62 tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7695f65-d2b8-4024-9cc0-f652b6730296 HTTP/1.1" status: 200 len: 943 time: 0.0708387 Feb 20 05:50:24.866335 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6c4bad9a-5faf-4199-80ad-90afe0f6ccc3 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Deleting port 9a76b5a6-d412-4d92-8e72-a238f4997ad2 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:50:24.866662 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c4bad9a-5faf-4199-80ad-90afe0f6ccc3 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (9a76b5a6-d412-4d92-8e72-a238f4997ad2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:24.910306 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d517179f-19ba-4aec-bdb7-c13969a48278 None None] Current status of the port a117a692-1ba6-48ef-8510-2c31f245dc30 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:50:24.945623 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d517179f-19ba-4aec-bdb7-c13969a48278 None None] Provisioning complete for port 7371637a-07d9-4019-8a0c-aa798f587a81 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:24.946691 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d517179f-19ba-4aec-bdb7-c13969a48278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7371637a-07d9-4019-8a0c-aa798f587a81), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:24.982663 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115fc9f8-0457-4eba-a089-ae5e9770764d None None] DHCP port deletion for d810abda-cbc5-4ad4-88e3-e1d531af62e5 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:50:25.009660 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-9dc03ce2-5998-4993-b675-1a00b2cb9873 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Allocated IP 172.20.0.19 (c96c8a5c-6493-4b95-85b3-daba333f46d3/a3b06dc2-4c07-4159-a439-83270cd54f2f/7371637a-07d9-4019-8a0c-aa798f587a81) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:50:25.024751 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d517179f-19ba-4aec-bdb7-c13969a48278 None None] Port 7371637a-07d9-4019-8a0c-aa798f587a81 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:50:25.049099 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-6c4bad9a-5faf-4199-80ad-90afe0f6ccc3 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] For port 9a76b5a6-d412-4d92-8e72-a238f4997ad2, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=9a76b5a6-d412-4d92-8e72-a238f4997ad2,segment=NetworkSegment(91d1ff9c-f716-4aa6-baca-b9ee53980bc0),segment_id=91d1ff9c-f716-4aa6-baca-b9ee53980bc0)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:50:25.049520 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c4bad9a-5faf-4199-80ad-90afe0f6ccc3 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (9a76b5a6-d412-4d92-8e72-a238f4997ad2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:25.067507 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7fd78ff9-188d-422a-94cd-d5ca2711a92b req-6fb1d0dd-748c-4598-a0fc-694811a250be tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.37 "GET /v2.0/security-groups?id=982982bd-e19b-4baf-ba74-4fd44ab6161a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137067 Feb 20 05:50:25.092835 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6c4bad9a-5faf-4199-80ad-90afe0f6ccc3 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Calling delete_port for 9a76b5a6-d412-4d92-8e72-a238f4997ad2 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:50:25.125083 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-115fc9f8-0457-4eba-a089-ae5e9770764d None None] Deleting port 9a76b5a6-d412-4d92-8e72-a238f4997ad2 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:50:25.125463 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-115fc9f8-0457-4eba-a089-ae5e9770764d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (9a76b5a6-d412-4d92-8e72-a238f4997ad2), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:25.148645 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a9c80-21f8-4503-8dce-e41afffcb009 req-3001ddf0-2f97-40b5-8a50-3c66fe66ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:25.151385 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-668a9c80-21f8-4503-8dce-e41afffcb009 req-3001ddf0-2f97-40b5-8a50-3c66fe66ea87 service neutron] 10.222.0.61 "GET /v2.0/networks?id=72c01d89-1a48-4ca2-a30a-361eeb471445 HTTP/1.1" status: 200 len: 908 time: 0.5813580 Feb 20 05:50:25.223901 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-668a9c80-21f8-4503-8dce-e41afffcb009 req-26bf7a46-75a1-4142-bde5-492a64a91dea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42cd5284-9e17-4a03-a5a2-a13e6cb717c3 HTTP/1.1" status: 200 len: 217 time: 0.0649703 Feb 20 05:50:25.231526 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-61168b5d-fa52-4d8c-a586-78d408cfa205 req-3ec56283-d4b4-4cf0-9548-683361f08e48 tempest-ServerShowV257Test-2100387218 tempest-ServerShowV257Test-2100387218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.0423169 Feb 20 05:50:25.264771 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-54f3d745-b0b9-45f4-ac28-851fe51aa94a None None] Provisioning complete for port 7371637a-07d9-4019-8a0c-aa798f587a81 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:25.268908 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54f3d745-b0b9-45f4-ac28-851fe51aa94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7371637a-07d9-4019-8a0c-aa798f587a81), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:25.323621 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c4bad9a-5faf-4199-80ad-90afe0f6ccc3 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (9a76b5a6-d412-4d92-8e72-a238f4997ad2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:25.345214 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a9c80-21f8-4503-8dce-e41afffcb009 req-c9e97a7a-7710-43a7-be83-8b85866cd54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:25.346890 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-668a9c80-21f8-4503-8dce-e41afffcb009 req-c9e97a7a-7710-43a7-be83-8b85866cd54b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0398bd2-494b-42af-8424-c245993270ba HTTP/1.1" status: 200 len: 848 time: 0.1172786 Feb 20 05:50:25.370532 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bad9a-5faf-4199-80ad-90afe0f6ccc3 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Pushing event deleted for resources: {'Port': ['ID=9a76b5a6-d412-4d92-8e72-a238f4997ad2,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:25.371088 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:25.377598 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-54f3d745-b0b9-45f4-ac28-851fe51aa94a None None] Port 7371637a-07d9-4019-8a0c-aa798f587a81 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:50:25.378298 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4bad9a-5faf-4199-80ad-90afe0f6ccc3 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] No DVR routers for this DVR port 9a76b5a6-d412-4d92-8e72-a238f4997ad2 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:50:25.382057 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-115fc9f8-0457-4eba-a089-ae5e9770764d None None] For port 9a76b5a6-d412-4d92-8e72-a238f4997ad2, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=9a76b5a6-d412-4d92-8e72-a238f4997ad2,segment=NetworkSegment(91d1ff9c-f716-4aa6-baca-b9ee53980bc0),segment_id=91d1ff9c-f716-4aa6-baca-b9ee53980bc0)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:50:25.385751 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-115fc9f8-0457-4eba-a089-ae5e9770764d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (9a76b5a6-d412-4d92-8e72-a238f4997ad2), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:25.401283 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-115fc9f8-0457-4eba-a089-ae5e9770764d None None] Calling delete_port for 9a76b5a6-d412-4d92-8e72-a238f4997ad2 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:50:25.412927 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-668a9c80-21f8-4503-8dce-e41afffcb009 req-4489f1e2-8557-43b1-9a82-ccff21375fe5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72c01d89-1a48-4ca2-a30a-361eeb471445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582564 Feb 20 05:50:25.473804 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c4bad9a-5faf-4199-80ad-90afe0f6ccc3 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (d810abda-cbc5-4ad4-88e3-e1d531af62e5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:25.496983 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-115fc9f8-0457-4eba-a089-ae5e9770764d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (9a76b5a6-d412-4d92-8e72-a238f4997ad2), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:25.539313 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115fc9f8-0457-4eba-a089-ae5e9770764d None None] Pushing event deleted for resources: {'Port': ['ID=9a76b5a6-d412-4d92-8e72-a238f4997ad2,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:25.542838 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6c4bad9a-5faf-4199-80ad-90afe0f6ccc3 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d810abda-cbc5-4ad4-88e3-e1d531af62e5']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:25.545527 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115fc9f8-0457-4eba-a089-ae5e9770764d None None] No DVR routers for this DVR port 9a76b5a6-d412-4d92-8e72-a238f4997ad2 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:50:25.547473 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a5d9ee37-59d4-4afb-b12a-159e5669f581 None None] Provisioning complete for port 7371637a-07d9-4019-8a0c-aa798f587a81 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:25.547907 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a5d9ee37-59d4-4afb-b12a-159e5669f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7371637a-07d9-4019-8a0c-aa798f587a81), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:25.570348 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-668a9c80-21f8-4503-8dce-e41afffcb009 req-5aa5f13e-0ce1-45d3-a8fd-c0f79590731f service neutron] 10.222.0.61 "GET /v2.0/networks/72c01d89-1a48-4ca2-a30a-361eeb471445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491632 Feb 20 05:50:25.593145 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6c4bad9a-5faf-4199-80ad-90afe0f6ccc3 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d1ff9c-f716-4aa6-baca-b9ee53980bc0') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:25.593448 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6c4bad9a-5faf-4199-80ad-90afe0f6ccc3 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d1ff9c-f716-4aa6-baca-b9ee53980bc0') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:25.605125 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a5d9ee37-59d4-4afb-b12a-159e5669f581 None None] Port 7371637a-07d9-4019-8a0c-aa798f587a81 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:50:25.613286 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9dc03ce2-5998-4993-b675-1a00b2cb9873 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for port (7371637a-07d9-4019-8a0c-aa798f587a81), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:25.621716 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c4bad9a-5faf-4199-80ad-90afe0f6ccc3 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (91d1ff9c-f716-4aa6-baca-b9ee53980bc0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:25.637924 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c4bad9a-5faf-4199-80ad-90afe0f6ccc3 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (91d1ff9c-f716-4aa6-baca-b9ee53980bc0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:25.644725 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4bad9a-5faf-4199-80ad-90afe0f6ccc3 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:50:25.645288 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c4bad9a-5faf-4199-80ad-90afe0f6ccc3 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (91d1ff9c-f716-4aa6-baca-b9ee53980bc0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:25.651529 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9dc03ce2-5998-4993-b675-1a00b2cb9873 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (7371637a-07d9-4019-8a0c-aa798f587a81), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:50:25.665100 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:50:25.765623 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c4bad9a-5faf-4199-80ad-90afe0f6ccc3 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (d810abda-cbc5-4ad4-88e3-e1d531af62e5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:25.774622 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c4bad9a-5faf-4199-80ad-90afe0f6ccc3 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:25.794870 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6c4bad9a-5faf-4199-80ad-90afe0f6ccc3 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] 10.222.0.37 "DELETE /v2.0/networks/d810abda-cbc5-4ad4-88e3-e1d531af62e5 HTTP/1.1" status: 204 len: 168 time: 1.2545154 Feb 20 05:50:25.831105 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 9a76b5a6-d412-4d92-8e72-a238f4997ad2 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:50:25.852288 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc03ce2-5998-4993-b675-1a00b2cb9873 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Port': ['ID=7371637a-07d9-4019-8a0c-aa798f587a81,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:25.875328 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 9a76b5a6-d412-4d92-8e72-a238f4997ad2 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:50:25.875680 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 9a76b5a6-d412-4d92-8e72-a238f4997ad2 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:50:25.920765 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-668a9c80-21f8-4503-8dce-e41afffcb009 req-2db1fc7b-d314-473c-95b6-a905ec505ac9 service neutron] 10.222.0.61 "GET /v2.0/networks/72c01d89-1a48-4ca2-a30a-361eeb471445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428402 Feb 20 05:50:25.940395 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-9dc03ce2-5998-4993-b675-1a00b2cb9873 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] In _notify_port_updated(), no bound segment for port 7371637a-07d9-4019-8a0c-aa798f587a81 on network c96c8a5c-6493-4b95-85b3-daba333f46d3 {{(pid=103406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 05:50:25.948173 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc03ce2-5998-4993-b675-1a00b2cb9873 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:25.949071 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9dc03ce2-5998-4993-b675-1a00b2cb9873 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:25.950588 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9dc03ce2-5998-4993-b675-1a00b2cb9873 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "PUT /v2.0/ports/7371637a-07d9-4019-8a0c-aa798f587a81 HTTP/1.1" status: 200 len: 999 time: 2.0161841 Feb 20 05:50:25.953341 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51644) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:25.967991 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bad9a-5faf-4199-80ad-90afe0f6ccc3 tempest-TagsExtTest-1533493715 tempest-TagsExtTest-1533493715-project] Pushing event deleted for resources: {'Network': ['ID=d810abda-cbc5-4ad4-88e3-e1d531af62e5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:26.023142 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e852101-9b87-4cc4-8132-c728451120cf req-f3d91d87-9577-4d27-9d74-b9ccf1c2c53e tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:26.030297 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8e852101-9b87-4cc4-8132-c728451120cf req-f3d91d87-9577-4d27-9d74-b9ccf1c2c53e tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.2118247 Feb 20 05:50:26.141361 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51658) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:26.149146 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8e852101-9b87-4cc4-8132-c728451120cf req-3f927315-9a31-4034-aff0-18c76645d05d tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152399 Feb 20 05:50:26.180166 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 42cd5284-9e17-4a03-a5a2-a13e6cb717c3 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:50:26.204941 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-bef40109-6e70-4d30-818d-e602608c20f0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting port 7371637a-07d9-4019-8a0c-aa798f587a81 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:50:26.205299 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bef40109-6e70-4d30-818d-e602608c20f0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (7371637a-07d9-4019-8a0c-aa798f587a81), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:26.313699 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5726c700-91d8-4f56-87bf-c80b57c5fb93 None None] Provisioning complete for port 7371637a-07d9-4019-8a0c-aa798f587a81 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:26.314372 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5726c700-91d8-4f56-87bf-c80b57c5fb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7371637a-07d9-4019-8a0c-aa798f587a81), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:26.357835 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f39aa6-95dc-4301-8691-a2114d4463c3 req-bf5f7587-b163-441e-b0ee-6b05cfc4ad92 tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:26.359413 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72f39aa6-95dc-4301-8691-a2114d4463c3 req-bf5f7587-b163-441e-b0ee-6b05cfc4ad92 tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7695f65-d2b8-4024-9cc0-f652b6730296 HTTP/1.1" status: 200 len: 943 time: 0.1137967 Feb 20 05:50:26.382306 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 42cd5284-9e17-4a03-a5a2-a13e6cb717c3, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=42cd5284-9e17-4a03-a5a2-a13e6cb717c3,segment=NetworkSegment(291d9ec0-8250-431f-91b3-b20fa1ccc2d6),segment_id=291d9ec0-8250-431f-91b3-b20fa1ccc2d6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:50:26.385134 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5726c700-91d8-4f56-87bf-c80b57c5fb93 None None] Port 7371637a-07d9-4019-8a0c-aa798f587a81 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:50:26.404221 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '42cd5284-9e17-4a03-a5a2-a13e6cb717c3', 'network_id': '72c01d89-1a48-4ca2-a30a-361eeb471445', 'port_id': '42cd5284-9e17-4a03-a5a2-a13e6cb717c3', 'mac_address': 'fa:16:3e:8f:9b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0398bd2-494b-42af-8424-c245993270ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:50:26.424782 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d41e0376-a410-4400-80c7-efcbe0ddea7e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36661bd2bad0427abc60d75f14ee6b51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2796004 Feb 20 05:50:26.430305 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51664) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:26.451842 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bef40109-6e70-4d30-818d-e602608c20f0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (7371637a-07d9-4019-8a0c-aa798f587a81), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:26.469484 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-bef40109-6e70-4d30-818d-e602608c20f0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Calling delete_port for 7371637a-07d9-4019-8a0c-aa798f587a81 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:50:26.479297 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72f39aa6-95dc-4301-8691-a2114d4463c3 req-538b1346-a40c-4934-894a-9742116dc1fe tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.37 "GET /v2.0/security-groups?id=982982bd-e19b-4baf-ba74-4fd44ab6161a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119370 Feb 20 05:50:26.485826 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 42cd5284-9e17-4a03-a5a2-a13e6cb717c3 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:50:26.486198 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (42cd5284-9e17-4a03-a5a2-a13e6cb717c3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:26.518151 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42cd5284-9e17-4a03-a5a2-a13e6cb717c3 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:50:26.536400 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8e4ac546-ce92-4d74-9bb1-05697e1907c6 admin admin] Publish callbacks [] for security_group (914e329d-3cee-4a46-9cba-205b2d3da64d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:26.566292 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8e4ac546-ce92-4d74-9bb1-05697e1907c6 admin admin] Publish callbacks [] for security_group (914e329d-3cee-4a46-9cba-205b2d3da64d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:26.596650 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 42cd5284-9e17-4a03-a5a2-a13e6cb717c3, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=42cd5284-9e17-4a03-a5a2-a13e6cb717c3,segment=NetworkSegment(291d9ec0-8250-431f-91b3-b20fa1ccc2d6),segment_id=291d9ec0-8250-431f-91b3-b20fa1ccc2d6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:50:26.622601 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (42cd5284-9e17-4a03-a5a2-a13e6cb717c3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:26.636707 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8e4ac546-ce92-4d74-9bb1-05697e1907c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (914e329d-3cee-4a46-9cba-205b2d3da64d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:26.640009 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8e4ac546-ce92-4d74-9bb1-05697e1907c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:26.640478 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8e4ac546-ce92-4d74-9bb1-05697e1907c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/914e329d-3cee-4a46-9cba-205b2d3da64d HTTP/1.1" status: 204 len: 168 time: 0.2091844 Feb 20 05:50:26.712522 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ac546-ce92-4d74-9bb1-05697e1907c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914e329d-3cee-4a46-9cba-205b2d3da64d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:26.725063 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bef40109-6e70-4d30-818d-e602608c20f0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (7371637a-07d9-4019-8a0c-aa798f587a81), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:26.751910 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=42cd5284-9e17-4a03-a5a2-a13e6cb717c3,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:26.765471 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0c659d76-1be1-480e-9e10-1f3634b5c8c2 req-2bcaa8eb-df65-4f34-8494-b698fc530cd4 tempest-ServerShowV257Test-2100387218 tempest-ServerShowV257Test-2100387218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.0813396 Feb 20 05:50:26.792606 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef40109-6e70-4d30-818d-e602608c20f0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Port': ['ID=7371637a-07d9-4019-8a0c-aa798f587a81,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:26.840630 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['42cd5284-9e17-4a03-a5a2-a13e6cb717c3'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:50:26.947299 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bef40109-6e70-4d30-818d-e602608c20f0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:26.954525 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51680) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:26.955759 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bef40109-6e70-4d30-818d-e602608c20f0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/ports/7371637a-07d9-4019-8a0c-aa798f587a81 HTTP/1.1" status: 204 len: 168 time: 0.9996326 Feb 20 05:50:26.985272 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-78807e5c-7b87-4c26-b482-9dfafb00874a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] GET failed (client error): The resource could not be found. Feb 20 05:50:26.991545 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-78807e5c-7b87-4c26-b482-9dfafb00874a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "GET /v2.0/ports/7371637a-07d9-4019-8a0c-aa798f587a81 HTTP/1.1" status: 404 len: 333 time: 0.0355296 Feb 20 05:50:26.992456 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51682) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:27.107101 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-603fd1e3-4dce-47ac-8fb2-d4e504143ab7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting subnet a3b06dc2-4c07-4159-a439-83270cd54f2f {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:50:27.110989 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-603fd1e3-4dce-47ac-8fb2-d4e504143ab7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for subnet (a3b06dc2-4c07-4159-a439-83270cd54f2f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:27.166708 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-603fd1e3-4dce-47ac-8fb2-d4e504143ab7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (a3b06dc2-4c07-4159-a439-83270cd54f2f), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:27.376052 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27685e3-baa5-4c5f-bd3a-aa4331f9e62d req-bdc87f9d-1b0b-4367-82d1-58292eca3eb7 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:27.377472 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b27685e3-baa5-4c5f-bd3a-aa4331f9e62d req-bdc87f9d-1b0b-4367-82d1-58292eca3eb7 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.1162274 Feb 20 05:50:27.385178 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-603fd1e3-4dce-47ac-8fb2-d4e504143ab7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (a3b06dc2-4c07-4159-a439-83270cd54f2f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:27.506279 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b27685e3-baa5-4c5f-bd3a-aa4331f9e62d req-5b1a8311-1839-49d5-8d4a-7f67e14086bf tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788491 Feb 20 05:50:27.515697 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-603fd1e3-4dce-47ac-8fb2-d4e504143ab7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (a3b06dc2-4c07-4159-a439-83270cd54f2f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:27.573630 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-603fd1e3-4dce-47ac-8fb2-d4e504143ab7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:27.573912 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3595b0e-58a3-431f-a6c3-0c780fe98d0b None None] Network c96c8a5c-6493-4b95-85b3-daba333f46d3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:50:27.580147 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51710) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:27.580823 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-603fd1e3-4dce-47ac-8fb2-d4e504143ab7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/subnets/a3b06dc2-4c07-4159-a439-83270cd54f2f HTTP/1.1" status: 204 len: 168 time: 0.5871360 Feb 20 05:50:27.582161 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603fd1e3-4dce-47ac-8fb2-d4e504143ab7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b06dc2-4c07-4159-a439-83270cd54f2f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:27.692359 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-468f91dd-67c2-4b55-a0d8-d647ea46c096 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting subnet a1888782-5ca0-4cf3-828c-33a2564e2e22 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:50:27.696796 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-468f91dd-67c2-4b55-a0d8-d647ea46c096 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for subnet (a1888782-5ca0-4cf3-828c-33a2564e2e22), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:27.764433 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-468f91dd-67c2-4b55-a0d8-d647ea46c096 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (a1888782-5ca0-4cf3-828c-33a2564e2e22), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:27.781935 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27ceab-7dd2-4556-a94b-39e15a3f179a req-d06b0874-cce2-4675-a21b-3fc41aa2b1b7 tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:27.784308 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a27ceab-7dd2-4556-a94b-39e15a3f179a req-d06b0874-cce2-4675-a21b-3fc41aa2b1b7 tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7695f65-d2b8-4024-9cc0-f652b6730296 HTTP/1.1" status: 200 len: 944 time: 0.1536143 Feb 20 05:50:27.884462 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a27ceab-7dd2-4556-a94b-39e15a3f179a req-40e9e298-26dd-488e-93d6-958a0e2a22b5 tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.37 "GET /v2.0/security-groups?id=982982bd-e19b-4baf-ba74-4fd44ab6161a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844707 Feb 20 05:50:27.948247 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-468f91dd-67c2-4b55-a0d8-d647ea46c096 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (a1888782-5ca0-4cf3-828c-33a2564e2e22), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:28.072515 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-81eaa5a3-6bf3-4a2a-9d50-1894f6ca87ae req-0bceeeb8-f08b-495f-bcec-b62cb0e284a9 tempest-ServerShowV257Test-2100387218 tempest-ServerShowV257Test-2100387218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.0708153 Feb 20 05:50:28.098132 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-468f91dd-67c2-4b55-a0d8-d647ea46c096 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (a1888782-5ca0-4cf3-828c-33a2564e2e22), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:28.137276 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-468f91dd-67c2-4b55-a0d8-d647ea46c096 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:28.145337 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51734) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:28.145931 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-468f91dd-67c2-4b55-a0d8-d647ea46c096 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/subnets/a1888782-5ca0-4cf3-828c-33a2564e2e22 HTTP/1.1" status: 204 len: 168 time: 0.5636702 Feb 20 05:50:28.169256 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f91dd-67c2-4b55-a0d8-d647ea46c096 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Subnet': ['ID=a1888782-5ca0-4cf3-828c-33a2564e2e22,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:28.179456 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f91dd-67c2-4b55-a0d8-d647ea46c096 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:28.179812 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f91dd-67c2-4b55-a0d8-d647ea46c096 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:28.180167 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f91dd-67c2-4b55-a0d8-d647ea46c096 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:28.180514 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f91dd-67c2-4b55-a0d8-d647ea46c096 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:28.180857 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f91dd-67c2-4b55-a0d8-d647ea46c096 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:28.181198 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f91dd-67c2-4b55-a0d8-d647ea46c096 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:28.181533 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f91dd-67c2-4b55-a0d8-d647ea46c096 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:28.181868 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f91dd-67c2-4b55-a0d8-d647ea46c096 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:28.182200 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f91dd-67c2-4b55-a0d8-d647ea46c096 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:28.182534 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f91dd-67c2-4b55-a0d8-d647ea46c096 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:28.182915 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f91dd-67c2-4b55-a0d8-d647ea46c096 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:28.183222 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f91dd-67c2-4b55-a0d8-d647ea46c096 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:28.183551 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f91dd-67c2-4b55-a0d8-d647ea46c096 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:28.196695 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 42cd5284-9e17-4a03-a5a2-a13e6cb717c3 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:50:28.307981 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 42cd5284-9e17-4a03-a5a2-a13e6cb717c3 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:50:28.314255 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 42cd5284-9e17-4a03-a5a2-a13e6cb717c3 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:28.314890 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (42cd5284-9e17-4a03-a5a2-a13e6cb717c3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:28.326491 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e39a99c-16cc-466b-8f3a-13164eefdaf3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (c96c8a5c-6493-4b95-85b3-daba333f46d3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:28.452581 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9e39a99c-16cc-466b-8f3a-13164eefdaf3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting port a117a692-1ba6-48ef-8510-2c31f245dc30 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:50:28.452970 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e39a99c-16cc-466b-8f3a-13164eefdaf3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a117a692-1ba6-48ef-8510-2c31f245dc30), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:28.470693 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 42cd5284-9e17-4a03-a5a2-a13e6cb717c3 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:50:28.471135 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (42cd5284-9e17-4a03-a5a2-a13e6cb717c3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:28.509287 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7695f65-d2b8-4024-9cc0-f652b6730296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cd5284-9e17-4a03-a5a2-a13e6cb717c3'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:50:28.513186 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af33a5f0-2129-4adf-840d-bf46da8318e9" -d '{"events": [{"server_uuid": "c7695f65-d2b8-4024-9cc0-f652b6730296", "name": "network-vif-plugged", "status": "completed", "tag": "42cd5284-9e17-4a03-a5a2-a13e6cb717c3"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:50:28.577597 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-9e39a99c-16cc-466b-8f3a-13164eefdaf3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] For port a117a692-1ba6-48ef-8510-2c31f245dc30, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a117a692-1ba6-48ef-8510-2c31f245dc30,segment=NetworkSegment(85ea75ff-5a59-4769-b9d5-33843951560f),segment_id=85ea75ff-5a59-4769-b9d5-33843951560f)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:50:28.581400 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 42cd5284-9e17-4a03-a5a2-a13e6cb717c3, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=42cd5284-9e17-4a03-a5a2-a13e6cb717c3,segment=NetworkSegment(291d9ec0-8250-431f-91b3-b20fa1ccc2d6),segment_id=291d9ec0-8250-431f-91b3-b20fa1ccc2d6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:50:28.582650 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e39a99c-16cc-466b-8f3a-13164eefdaf3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a117a692-1ba6-48ef-8510-2c31f245dc30), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:28.590865 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (42cd5284-9e17-4a03-a5a2-a13e6cb717c3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:28.604855 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9e39a99c-16cc-466b-8f3a-13164eefdaf3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Calling delete_port for a117a692-1ba6-48ef-8510-2c31f245dc30 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:50:28.706711 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=42cd5284-9e17-4a03-a5a2-a13e6cb717c3,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:28.725746 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e39a99c-16cc-466b-8f3a-13164eefdaf3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (a117a692-1ba6-48ef-8510-2c31f245dc30), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:28.756823 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39a99c-16cc-466b-8f3a-13164eefdaf3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Port': ['ID=a117a692-1ba6-48ef-8510-2c31f245dc30,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:28.758884 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e39a99c-16cc-466b-8f3a-13164eefdaf3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] No DVR routers for this DVR port a117a692-1ba6-48ef-8510-2c31f245dc30 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:50:28.902182 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e39a99c-16cc-466b-8f3a-13164eefdaf3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (c96c8a5c-6493-4b95-85b3-daba333f46d3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:28.951924 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-9e39a99c-16cc-466b-8f3a-13164eefdaf3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c96c8a5c-6493-4b95-85b3-daba333f46d3']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:28.956177 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732762cd-566a-49d4-b71c-592db8dde6ce x-openstack-request-id: req-732762cd-566a-49d4-b71c-592db8dde6ce {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:50:28.956725 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7695f65-d2b8-4024-9cc0-f652b6730296", "name": "network-vif-plugged", "status": "completed", "tag": "42cd5284-9e17-4a03-a5a2-a13e6cb717c3", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:50:28.957185 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-732762cd-566a-49d4-b71c-592db8dde6ce {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:50:28.957793 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7695f65-d2b8-4024-9cc0-f652b6730296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cd5284-9e17-4a03-a5a2-a13e6cb717c3', 'code': 200} Feb 20 05:50:29.012717 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45388a72-dec7-4477-8461-adfa82ff79b8 None None] Network c96c8a5c-6493-4b95-85b3-daba333f46d3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:50:29.014062 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-9e39a99c-16cc-466b-8f3a-13164eefdaf3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ea75ff-5a59-4769-b9d5-33843951560f') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:29.014374 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-9e39a99c-16cc-466b-8f3a-13164eefdaf3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ea75ff-5a59-4769-b9d5-33843951560f') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:29.045966 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e39a99c-16cc-466b-8f3a-13164eefdaf3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (85ea75ff-5a59-4769-b9d5-33843951560f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:29.075099 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e39a99c-16cc-466b-8f3a-13164eefdaf3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (85ea75ff-5a59-4769-b9d5-33843951560f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:29.089561 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e39a99c-16cc-466b-8f3a-13164eefdaf3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:50:29.090365 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e39a99c-16cc-466b-8f3a-13164eefdaf3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (85ea75ff-5a59-4769-b9d5-33843951560f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:50:29.093768 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:50:29.176994 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8cf38-8e79-4dc4-b97b-3ad6c67ceabf req-734396ca-7a62-494b-b8f8-5638bb092496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:29.180461 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ad8cf38-8e79-4dc4-b97b-3ad6c67ceabf req-734396ca-7a62-494b-b8f8-5638bb092496 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c7695f65-d2b8-4024-9cc0-f652b6730296 HTTP/1.1" status: 200 len: 1127 time: 0.1481750 Feb 20 05:50:29.209522 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e39a99c-16cc-466b-8f3a-13164eefdaf3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (c96c8a5c-6493-4b95-85b3-daba333f46d3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:29.218252 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e39a99c-16cc-466b-8f3a-13164eefdaf3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:29.221398 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9e39a99c-16cc-466b-8f3a-13164eefdaf3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/networks/c96c8a5c-6493-4b95-85b3-daba333f46d3 HTTP/1.1" status: 204 len: 168 time: 1.0743892 Feb 20 05:50:29.226587 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51778) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:29.228131 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2046c618-c1dc-4730-b13d-8d223790b993 None None] Could not find standard attr ID for object a117a692-1ba6-48ef-8510-2c31f245dc30. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:50:29.250765 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39a99c-16cc-466b-8f3a-13164eefdaf3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Network': ['ID=c96c8a5c-6493-4b95-85b3-daba333f46d3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:29.291463 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cc5a1-c03c-4651-b406-1a81ffb0f2d3 req-6ffd141e-d7fb-4220-a386-0f9fa2676985 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:29.301504 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1a8cc5a1-c03c-4651-b406-1a81ffb0f2d3 req-6ffd141e-d7fb-4220-a386-0f9fa2676985 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.1913486 Feb 20 05:50:29.329060 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb662b79-5d6b-41ef-8f14-b0005b2851c1 None None] DHCP port deletion for c96c8a5c-6493-4b95-85b3-daba333f46d3 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:50:29.333836 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ad8cf38-8e79-4dc4-b97b-3ad6c67ceabf req-8c42b239-558e-434a-a080-9d13e7d8cbfe service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=982982bd-e19b-4baf-ba74-4fd44ab6161a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378503 Feb 20 05:50:29.388227 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23a8762-b394-471c-8134-0774948ddea4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:29.395326 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51780) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:29.395752 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e23a8762-b394-471c-8134-0774948ddea4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1687522 Feb 20 05:50:29.437940 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1a8cc5a1-c03c-4651-b406-1a81ffb0f2d3 req-2b7a16ea-4e4c-493b-a04c-5aad7c0d2200 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353581 Feb 20 05:50:29.484332 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8dd5ec36-8177-4831-b712-03f488ef4bb2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0865750 Feb 20 05:50:29.487829 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51782) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:29.493358 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-1148eddd-62a2-4794-986b-4f23b7bafe9c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1966507177'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:29.517164 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1148eddd-62a2-4794-986b-4f23b7bafe9c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:50:29.523134 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1148eddd-62a2-4794-986b-4f23b7bafe9c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:29.559577 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1148eddd-62a2-4794-986b-4f23b7bafe9c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:50:29.574189 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1148eddd-62a2-4794-986b-4f23b7bafe9c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d312e726-f771-45e0-b575-b3485b4a3d5e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:29.574689 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-1148eddd-62a2-4794-986b-4f23b7bafe9c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Added segment d312e726-f771-45e0-b575-b3485b4a3d5e of type vlan for network b5587951-c070-42e0-93e5-96829d104395 Feb 20 05:50:29.596252 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b286a1-b689-4f3d-8713-08c60c69d98f req-51d6ee2d-e38a-448b-b2e9-e4b51ecf8618 tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:29.605895 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f5b286a1-b689-4f3d-8713-08c60c69d98f req-51d6ee2d-e38a-448b-b2e9-e4b51ecf8618 tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7695f65-d2b8-4024-9cc0-f652b6730296 HTTP/1.1" status: 200 len: 945 time: 0.0788655 Feb 20 05:50:29.637344 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1148eddd-62a2-4794-986b-4f23b7bafe9c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (b5587951-c070-42e0-93e5-96829d104395), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:29.670168 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1148eddd-62a2-4794-986b-4f23b7bafe9c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (b5587951-c070-42e0-93e5-96829d104395), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:29.675667 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1148eddd-62a2-4794-986b-4f23b7bafe9c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:29.676315 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1148eddd-62a2-4794-986b-4f23b7bafe9c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:29.697667 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f5b286a1-b689-4f3d-8713-08c60c69d98f req-46de5cf3-c2e5-43ff-b046-12497171a642 tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.37 "GET /v2.0/security-groups?id=982982bd-e19b-4baf-ba74-4fd44ab6161a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904603 Feb 20 05:50:29.744580 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1148eddd-62a2-4794-986b-4f23b7bafe9c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2552967 Feb 20 05:50:29.747928 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51794) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:29.754990 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-3cf3ad96-b38d-433f-b853-c3f7e8ea4a52 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'subnet': {'network_id': 'b5587951-c070-42e0-93e5-96829d104395', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:29.761929 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148eddd-62a2-4794-986b-4f23b7bafe9c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Network': ['ID=b5587951-c070-42e0-93e5-96829d104395,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:29.773936 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network b5587951-c070-42e0-93e5-96829d104395 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:50:29.868693 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a117a692-1ba6-48ef-8510-2c31f245dc30 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:50:29.901269 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: a117a692-1ba6-48ef-8510-2c31f245dc30 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:50:29.901628 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a117a692-1ba6-48ef-8510-2c31f245dc30 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:50:29.957753 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-99614f91-dc7d-4c5d-bcb2-0f94a23d0e35 req-ebdf8381-80bd-41c9-a6a2-77cfaecdf8e7 tempest-ServerShowV257Test-2100387218 tempest-ServerShowV257Test-2100387218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.0683305 Feb 20 05:50:29.984691 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf3ad96-b38d-433f-b853-c3f7e8ea4a52 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:50:29.988185 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3cf3ad96-b38d-433f-b853-c3f7e8ea4a52 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:30.236217 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3cf3ad96-b38d-433f-b853-c3f7e8ea4a52 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (92fd6f8b-3652-4b1b-852a-1e858a8706c3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:30.295615 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3ad96-b38d-433f-b853-c3f7e8ea4a52 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Subnet': ['ID=92fd6f8b-3652-4b1b-852a-1e858a8706c3,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:30.325731 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf3ad96-b38d-433f-b853-c3f7e8ea4a52 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Checking segment: {'id': 'd312e726-f771-45e0-b575-b3485b4a3d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b5587951-c070-42e0-93e5-96829d104395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:50:30.326097 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf3ad96-b38d-433f-b853-c3f7e8ea4a52 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network hostable DHCP agents. Network: b5587951-c070-42e0-93e5-96829d104395, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:50:30.345986 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf3ad96-b38d-433f-b853-c3f7e8ea4a52 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network b5587951-c070-42e0-93e5-96829d104395 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:50:30.356854 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-3cf3ad96-b38d-433f-b853-c3f7e8ea4a52 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, b5587951-c070-42e0-93e5-96829d104395) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:50:30.366929 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf3ad96-b38d-433f-b853-c3f7e8ea4a52 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:30.367693 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3cf3ad96-b38d-433f-b853-c3f7e8ea4a52 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:30.371684 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0957f525-2cfd-4931-8be2-2896f7e31235 None None] Network b5587951-c070-42e0-93e5-96829d104395 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:50:30.411696 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3cf3ad96-b38d-433f-b853-c3f7e8ea4a52 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6603217 Feb 20 05:50:30.412140 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51812) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:30.417611 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-5f07cffb-c777-42f0-b149-650d0634510f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'port': {'network_id': 'b5587951-c070-42e0-93e5-96829d104395', 'name': 'tempest-PortsTestJSON-985790106'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:30.550197 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ccd8dd-038e-4016-b46c-1e6131f32aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-b5587951-c070-42e0-93e5-96829d104395', 'network_id': 'b5587951-c070-42e0-93e5-96829d104395', 'project_id': '1b935f7dbfce4480a61cfafe26a09452', 'fixed_ips': [{'subnet_id': '92fd6f8b-3652-4b1b-852a-1e858a8706c3'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:50:30.551428 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4ccd8dd-038e-4016-b46c-1e6131f32aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:30.658206 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f07cffb-c777-42f0-b149-650d0634510f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:50:30.671708 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f07cffb-c777-42f0-b149-650d0634510f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:30.687209 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825147b8-09f0-408a-ac23-86a617d5f561 req-b05f52d7-e1f1-4b7e-baa6-2a15cc9f7908 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:30.700140 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-825147b8-09f0-408a-ac23-86a617d5f561 req-b05f52d7-e1f1-4b7e-baa6-2a15cc9f7908 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.1156154 Feb 20 05:50:30.751503 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-5f07cffb-c777-42f0-b149-650d0634510f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] device_id is not set on port 412da826-19d0-44f5-86f9-2d1665ea9b69 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:50:30.868343 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-825147b8-09f0-408a-ac23-86a617d5f561 req-cbe25d8a-1946-4f33-810d-0aa3187b9410 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665535 Feb 20 05:50:30.907784 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-a4ccd8dd-038e-4016-b46c-1e6131f32aaf None None] Allocated IP 172.20.0.2 (b5587951-c070-42e0-93e5-96829d104395/92fd6f8b-3652-4b1b-852a-1e858a8706c3/7f2547bb-679a-4dd5-b6a4-a07a418b3af7) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:50:31.064325 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743abce-8832-4869-9b66-c186b58bf68e req-d86663e2-f4fa-4cb8-bc94-9acd5c0bbec2 tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:31.067906 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1743abce-8832-4869-9b66-c186b58bf68e req-d86663e2-f4fa-4cb8-bc94-9acd5c0bbec2 tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7695f65-d2b8-4024-9cc0-f652b6730296 HTTP/1.1" status: 200 len: 945 time: 0.1113408 Feb 20 05:50:31.107817 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4ccd8dd-038e-4016-b46c-1e6131f32aaf None None] Publish callbacks [] for port (7f2547bb-679a-4dd5-b6a4-a07a418b3af7), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:31.114793 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4ccd8dd-038e-4016-b46c-1e6131f32aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (7f2547bb-679a-4dd5-b6a4-a07a418b3af7), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:31.164892 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1743abce-8832-4869-9b66-c186b58bf68e req-c8a2b4ae-3437-47eb-ac84-952b82d2f9c1 tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.37 "GET /v2.0/security-groups?id=982982bd-e19b-4baf-ba74-4fd44ab6161a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898712 Feb 20 05:50:31.205022 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ccd8dd-038e-4016-b46c-1e6131f32aaf None None] Pushing event updated for resources: {'Port': ['ID=7f2547bb-679a-4dd5-b6a4-a07a418b3af7,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:31.237467 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-5f07cffb-c777-42f0-b149-650d0634510f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Allocated IP 172.20.0.13 (b5587951-c070-42e0-93e5-96829d104395/92fd6f8b-3652-4b1b-852a-1e858a8706c3/412da826-19d0-44f5-86f9-2d1665ea9b69) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:50:31.248612 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ccd8dd-038e-4016-b46c-1e6131f32aaf None None] Network b5587951-c070-42e0-93e5-96829d104395 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:50:31.250436 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-a4ccd8dd-038e-4016-b46c-1e6131f32aaf None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:50:31.253435 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ccd8dd-038e-4016-b46c-1e6131f32aaf None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:50:31.345010 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-a4ccd8dd-038e-4016-b46c-1e6131f32aaf None None] Attempting to bind port 7f2547bb-679a-4dd5-b6a4-a07a418b3af7 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:50:31.345265 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-a4ccd8dd-038e-4016-b46c-1e6131f32aaf None None] Attempting to bind port 7f2547bb-679a-4dd5-b6a4-a07a418b3af7 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'd312e726-f771-45e0-b575-b3485b4a3d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b5587951-c070-42e0-93e5-96829d104395'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:50:31.345704 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ccd8dd-038e-4016-b46c-1e6131f32aaf None None] Attempting to bind port 7f2547bb-679a-4dd5-b6a4-a07a418b3af7 on network b5587951-c070-42e0-93e5-96829d104395 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:50:31.352651 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ccd8dd-038e-4016-b46c-1e6131f32aaf None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:50:31.353143 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ccd8dd-038e-4016-b46c-1e6131f32aaf None None] Checking segment: {'id': 'd312e726-f771-45e0-b575-b3485b4a3d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b5587951-c070-42e0-93e5-96829d104395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:50:31.353629 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4ccd8dd-038e-4016-b46c-1e6131f32aaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:31.354242 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ccd8dd-038e-4016-b46c-1e6131f32aaf None None] Bound using segment: {'id': 'd312e726-f771-45e0-b575-b3485b4a3d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b5587951-c070-42e0-93e5-96829d104395'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:50:31.354808 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-a4ccd8dd-038e-4016-b46c-1e6131f32aaf None None] Bound port: 7f2547bb-679a-4dd5-b6a4-a07a418b3af7, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd312e726-f771-45e0-b575-b3485b4a3d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b5587951-c070-42e0-93e5-96829d104395'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:50:31.355946 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4ccd8dd-038e-4016-b46c-1e6131f32aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7f2547bb-679a-4dd5-b6a4-a07a418b3af7), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:31.441378 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e597bb89-14f5-4fbd-90df-45d8adf4d794 req-45467934-e1f6-4e59-8661-5ee22feeaf39 tempest-ServerShowV257Test-2100387218 tempest-ServerShowV257Test-2100387218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.0991731 Feb 20 05:50:31.491034 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a4ccd8dd-038e-4016-b46c-1e6131f32aaf None None] For port 7f2547bb-679a-4dd5-b6a4-a07a418b3af7, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:50:31.497564 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a4ccd8dd-038e-4016-b46c-1e6131f32aaf None None] For port 7f2547bb-679a-4dd5-b6a4-a07a418b3af7, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7f2547bb-679a-4dd5-b6a4-a07a418b3af7,segment=NetworkSegment(d312e726-f771-45e0-b575-b3485b4a3d5e),segment_id=d312e726-f771-45e0-b575-b3485b4a3d5e)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:50:31.517470 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4ccd8dd-038e-4016-b46c-1e6131f32aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7f2547bb-679a-4dd5-b6a4-a07a418b3af7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:31.607036 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ccd8dd-038e-4016-b46c-1e6131f32aaf None None] Pushing event updated for resources: {'Port': ['ID=7f2547bb-679a-4dd5-b6a4-a07a418b3af7,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:31.614685 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f07cffb-c777-42f0-b149-650d0634510f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for port (412da826-19d0-44f5-86f9-2d1665ea9b69), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:31.729742 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f07cffb-c777-42f0-b149-650d0634510f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (412da826-19d0-44f5-86f9-2d1665ea9b69), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:31.893230 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f07cffb-c777-42f0-b149-650d0634510f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network b5587951-c070-42e0-93e5-96829d104395 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:50:31.903049 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-5f07cffb-c777-42f0-b149-650d0634510f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:50:31.907395 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f07cffb-c777-42f0-b149-650d0634510f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:50:32.008282 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07cffb-c777-42f0-b149-650d0634510f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Port': ['ID=412da826-19d0-44f5-86f9-2d1665ea9b69,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:32.051266 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f07cffb-c777-42f0-b149-650d0634510f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:32.051934 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f07cffb-c777-42f0-b149-650d0634510f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:32.084260 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5f07cffb-c777-42f0-b149-650d0634510f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6709239 Feb 20 05:50:32.086697 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51864) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:32.092506 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-99127b32-6313-4efe-9713-211c22770798 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'port': {'network_id': 'b5587951-c070-42e0-93e5-96829d104395', 'name': 'tempest-PortsTestJSON-334840621'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:32.304322 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99127b32-6313-4efe-9713-211c22770798 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:50:32.309496 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99127b32-6313-4efe-9713-211c22770798 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:32.334492 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-99127b32-6313-4efe-9713-211c22770798 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] device_id is not set on port 3eea424b-d0da-4b44-a898-8e8d5083e36c yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:50:32.398630 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff5097-7411-4145-aad6-ac124c4f9be6 req-ade5896c-661b-492b-88a0-32cb2a35d5bc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:32.400318 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4cff5097-7411-4145-aad6-ac124c4f9be6 req-ade5896c-661b-492b-88a0-32cb2a35d5bc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.2411311 Feb 20 05:50:32.494237 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4cff5097-7411-4145-aad6-ac124c4f9be6 req-c1a951b6-6751-425b-89ea-12ddc7c5470e tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874019 Feb 20 05:50:32.505994 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-99127b32-6313-4efe-9713-211c22770798 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Allocated IP 172.20.0.14 (b5587951-c070-42e0-93e5-96829d104395/92fd6f8b-3652-4b1b-852a-1e858a8706c3/3eea424b-d0da-4b44-a898-8e8d5083e36c) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:50:32.801641 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3b3d303e-b6b6-4a89-8ac9-5a6eabbca9cd req-efff402e-7130-457f-96c8-fd3c18b34d3e tempest-ServerShowV257Test-2100387218 tempest-ServerShowV257Test-2100387218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.1394277 Feb 20 05:50:32.904093 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99127b32-6313-4efe-9713-211c22770798 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for port (3eea424b-d0da-4b44-a898-8e8d5083e36c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:32.994848 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99127b32-6313-4efe-9713-211c22770798 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (3eea424b-d0da-4b44-a898-8e8d5083e36c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:33.077714 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99127b32-6313-4efe-9713-211c22770798 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network b5587951-c070-42e0-93e5-96829d104395 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:50:33.086764 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-99127b32-6313-4efe-9713-211c22770798 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:50:33.088813 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99127b32-6313-4efe-9713-211c22770798 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Port': ['ID=3eea424b-d0da-4b44-a898-8e8d5083e36c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:33.095945 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99127b32-6313-4efe-9713-211c22770798 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:50:33.126232 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e351886-42d1-4527-9d9b-825444047f45 None None] Network b5587951-c070-42e0-93e5-96829d104395 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:50:33.207607 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99127b32-6313-4efe-9713-211c22770798 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:33.208274 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99127b32-6313-4efe-9713-211c22770798 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:33.241924 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-99127b32-6313-4efe-9713-211c22770798 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1510117 Feb 20 05:50:33.242289 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51902) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:33.350473 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5504f517-d6ad-48f3-8167-dcafddbe9070 None None] Provisioning complete for port 7f2547bb-679a-4dd5-b6a4-a07a418b3af7 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:33.356265 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5504f517-d6ad-48f3-8167-dcafddbe9070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7f2547bb-679a-4dd5-b6a4-a07a418b3af7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:33.386315 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7a38ad-d0a7-40e1-8dc5-deb2305a2302 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:33.389891 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bc7a38ad-d0a7-40e1-8dc5-deb2305a2302 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.1442108 Feb 20 05:50:33.391193 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51908) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:33.519030 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5504f517-d6ad-48f3-8167-dcafddbe9070 None None] Current status of the port 7f2547bb-679a-4dd5-b6a4-a07a418b3af7 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:50:33.519460 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5504f517-d6ad-48f3-8167-dcafddbe9070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7f2547bb-679a-4dd5-b6a4-a07a418b3af7), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:33.626841 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-5504f517-d6ad-48f3-8167-dcafddbe9070 None None] For port 7f2547bb-679a-4dd5-b6a4-a07a418b3af7, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7f2547bb-679a-4dd5-b6a4-a07a418b3af7,segment=NetworkSegment(d312e726-f771-45e0-b575-b3485b4a3d5e),segment_id=d312e726-f771-45e0-b575-b3485b4a3d5e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:50:33.632295 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5504f517-d6ad-48f3-8167-dcafddbe9070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7f2547bb-679a-4dd5-b6a4-a07a418b3af7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:33.633503 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-c36c4116-3e53-4759-80d4-3ad96842b040 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting port 3eea424b-d0da-4b44-a898-8e8d5083e36c {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:50:33.639835 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c36c4116-3e53-4759-80d4-3ad96842b040 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3eea424b-d0da-4b44-a898-8e8d5083e36c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:33.736230 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504f517-d6ad-48f3-8167-dcafddbe9070 None None] Pushing event updated for resources: {'Port': ['ID=7f2547bb-679a-4dd5-b6a4-a07a418b3af7,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:33.886162 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2e86105e-97cf-46e0-b856-c0bc18c2bc4a None None] Provisioning complete for port 7f2547bb-679a-4dd5-b6a4-a07a418b3af7 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:33.886162 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e86105e-97cf-46e0-b856-c0bc18c2bc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7f2547bb-679a-4dd5-b6a4-a07a418b3af7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:33.994189 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7f2547bb-679a-4dd5-b6a4-a07a418b3af7 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:50:34.009944 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf8143-f7e0-4b5c-8375-3553c71e35c9 req-601fd268-eb69-4e9e-990a-39ba272c7295 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:34.019768 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e3bf8143-f7e0-4b5c-8375-3553c71e35c9 req-601fd268-eb69-4e9e-990a-39ba272c7295 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.1731615 Feb 20 05:50:34.189713 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e3bf8143-f7e0-4b5c-8375-3553c71e35c9 req-65200168-270f-42d7-96f6-ee5e26ee4425 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683311 Feb 20 05:50:34.308496 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2e86105e-97cf-46e0-b856-c0bc18c2bc4a None None] Current status of the port 7f2547bb-679a-4dd5-b6a4-a07a418b3af7 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:50:34.330778 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 7f2547bb-679a-4dd5-b6a4-a07a418b3af7 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:34.331179 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7f2547bb-679a-4dd5-b6a4-a07a418b3af7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:34.405976 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2e86105e-97cf-46e0-b856-c0bc18c2bc4a None None] Provisioning complete for port 412da826-19d0-44f5-86f9-2d1665ea9b69 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:34.406351 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e86105e-97cf-46e0-b856-c0bc18c2bc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (412da826-19d0-44f5-86f9-2d1665ea9b69), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:34.416352 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c36c4116-3e53-4759-80d4-3ad96842b040 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3eea424b-d0da-4b44-a898-8e8d5083e36c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:34.447514 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-c36c4116-3e53-4759-80d4-3ad96842b040 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Calling delete_port for 3eea424b-d0da-4b44-a898-8e8d5083e36c owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:50:34.520525 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2e86105e-97cf-46e0-b856-c0bc18c2bc4a None None] Port 412da826-19d0-44f5-86f9-2d1665ea9b69 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:50:34.581714 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0484f06b-8e3f-4ce5-8a44-674ff5d0929b req-ffea03e4-8524-4bd9-887a-8f58d54cff7c tempest-ServerShowV257Test-2100387218 tempest-ServerShowV257Test-2100387218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.0544448 Feb 20 05:50:34.619412 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2e86105e-97cf-46e0-b856-c0bc18c2bc4a None None] Provisioning complete for port 3eea424b-d0da-4b44-a898-8e8d5083e36c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:34.620147 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e86105e-97cf-46e0-b856-c0bc18c2bc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3eea424b-d0da-4b44-a898-8e8d5083e36c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:34.684475 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c36c4116-3e53-4759-80d4-3ad96842b040 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (3eea424b-d0da-4b44-a898-8e8d5083e36c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:34.698605 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 7f2547bb-679a-4dd5-b6a4-a07a418b3af7 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:50:34.713718 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2e86105e-97cf-46e0-b856-c0bc18c2bc4a None None] Port 3eea424b-d0da-4b44-a898-8e8d5083e36c cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:50:34.724200 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c4116-3e53-4759-80d4-3ad96842b040 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Port': ['ID=3eea424b-d0da-4b44-a898-8e8d5083e36c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:34.819365 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c36c4116-3e53-4759-80d4-3ad96842b040 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:34.823293 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c36c4116-3e53-4759-80d4-3ad96842b040 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/ports/3eea424b-d0da-4b44-a898-8e8d5083e36c HTTP/1.1" status: 204 len: 168 time: 1.4303827 Feb 20 05:50:34.825853 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51946) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:34.846561 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2b2b92b3-1953-49a1-b655-c19784c2399d None None] Provisioning complete for port 412da826-19d0-44f5-86f9-2d1665ea9b69 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:34.847169 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b2b92b3-1953-49a1-b655-c19784c2399d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (412da826-19d0-44f5-86f9-2d1665ea9b69), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:34.883176 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ddaec8-2e12-4265-ac60-83983b81e4ef tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] GET failed (client error): The resource could not be found. Feb 20 05:50:34.887759 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2b2b92b3-1953-49a1-b655-c19784c2399d None None] Port 412da826-19d0-44f5-86f9-2d1665ea9b69 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:50:34.887851 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51950) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:34.888485 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-36ddaec8-2e12-4265-ac60-83983b81e4ef tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "GET /v2.0/ports/3eea424b-d0da-4b44-a898-8e8d5083e36c HTTP/1.1" status: 404 len: 333 time: 0.0612805 Feb 20 05:50:34.899300 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2b2b92b3-1953-49a1-b655-c19784c2399d None None] Could not find standard attr ID for object 3eea424b-d0da-4b44-a898-8e8d5083e36c. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:50:35.049297 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-53025c0f-3da1-43fa-808d-b61a410c0c9f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting port 412da826-19d0-44f5-86f9-2d1665ea9b69 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:50:35.049650 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-53025c0f-3da1-43fa-808d-b61a410c0c9f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (412da826-19d0-44f5-86f9-2d1665ea9b69), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:35.155883 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-53025c0f-3da1-43fa-808d-b61a410c0c9f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (412da826-19d0-44f5-86f9-2d1665ea9b69), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:35.169333 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-53025c0f-3da1-43fa-808d-b61a410c0c9f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Calling delete_port for 412da826-19d0-44f5-86f9-2d1665ea9b69 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:50:35.339498 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-53025c0f-3da1-43fa-808d-b61a410c0c9f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (412da826-19d0-44f5-86f9-2d1665ea9b69), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:35.377259 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53025c0f-3da1-43fa-808d-b61a410c0c9f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Port': ['ID=412da826-19d0-44f5-86f9-2d1665ea9b69,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:35.495085 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-53025c0f-3da1-43fa-808d-b61a410c0c9f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:35.500688 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-53025c0f-3da1-43fa-808d-b61a410c0c9f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/ports/412da826-19d0-44f5-86f9-2d1665ea9b69 HTTP/1.1" status: 204 len: 168 time: 0.6118793 Feb 20 05:50:35.503455 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51980) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:35.559711 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc8f97-af76-48e7-8f39-861f11d2c4b4 req-f7ed4e6c-e921-492a-8d1b-f1e89c85e25d tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:35.563068 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8fedff-c775-4959-93d5-9b573aea2420 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] GET failed (client error): The resource could not be found. Feb 20 05:50:35.564607 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1c8fedff-c775-4959-93d5-9b573aea2420 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "GET /v2.0/ports/412da826-19d0-44f5-86f9-2d1665ea9b69 HTTP/1.1" status: 404 len: 333 time: 0.0601728 Feb 20 05:50:35.570654 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51982) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:35.574232 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7dfc8f97-af76-48e7-8f39-861f11d2c4b4 req-f7ed4e6c-e921-492a-8d1b-f1e89c85e25d tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.1528137 Feb 20 05:50:35.681276 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d20370-2a32-427a-b1fa-ed02cbbed3d4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting subnet 92fd6f8b-3652-4b1b-852a-1e858a8706c3 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:50:35.686859 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37d20370-2a32-427a-b1fa-ed02cbbed3d4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for subnet (92fd6f8b-3652-4b1b-852a-1e858a8706c3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:35.689134 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7dfc8f97-af76-48e7-8f39-861f11d2c4b4 req-cd43536c-b519-440b-afae-7fb524acc763 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128459 Feb 20 05:50:35.789955 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37d20370-2a32-427a-b1fa-ed02cbbed3d4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (92fd6f8b-3652-4b1b-852a-1e858a8706c3), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:35.848956 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7f2547bb-679a-4dd5-b6a4-a07a418b3af7 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:50:35.926247 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37d20370-2a32-427a-b1fa-ed02cbbed3d4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (92fd6f8b-3652-4b1b-852a-1e858a8706c3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:35.938496 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d3743f11-632c-46be-9627-7140798a6f2c req-6517f2a6-50b9-4ca9-86e9-bf9b4176dfb9 tempest-ServerShowV257Test-2100387218 tempest-ServerShowV257Test-2100387218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.0464582 Feb 20 05:50:35.973089 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 7f2547bb-679a-4dd5-b6a4-a07a418b3af7 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:35.973548 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7f2547bb-679a-4dd5-b6a4-a07a418b3af7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:36.092324 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 7f2547bb-679a-4dd5-b6a4-a07a418b3af7 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:50:36.098880 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37d20370-2a32-427a-b1fa-ed02cbbed3d4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (92fd6f8b-3652-4b1b-852a-1e858a8706c3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:36.183780 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37d20370-2a32-427a-b1fa-ed02cbbed3d4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:36.185565 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b85c7c-b7d4-4211-8409-e9c5ed7ed125 None None] Network b5587951-c070-42e0-93e5-96829d104395 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:50:36.187283 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-37d20370-2a32-427a-b1fa-ed02cbbed3d4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/subnets/92fd6f8b-3652-4b1b-852a-1e858a8706c3 HTTP/1.1" status: 204 len: 168 time: 0.6155994 Feb 20 05:50:36.190159 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52002) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:36.190689 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d20370-2a32-427a-b1fa-ed02cbbed3d4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Subnet': ['ID=92fd6f8b-3652-4b1b-852a-1e858a8706c3,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:36.297753 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8dd44d40-1fc2-4316-9b33-260ca19aaecd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (b5587951-c070-42e0-93e5-96829d104395), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:36.376946 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8dd44d40-1fc2-4316-9b33-260ca19aaecd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting port 7f2547bb-679a-4dd5-b6a4-a07a418b3af7 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:50:36.377295 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8dd44d40-1fc2-4316-9b33-260ca19aaecd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (7f2547bb-679a-4dd5-b6a4-a07a418b3af7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:36.487286 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abe150a-420d-415f-aa12-47666a4eaa4e None None] DHCP port deletion for b5587951-c070-42e0-93e5-96829d104395 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:50:36.499600 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-8dd44d40-1fc2-4316-9b33-260ca19aaecd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] For port 7f2547bb-679a-4dd5-b6a4-a07a418b3af7, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7f2547bb-679a-4dd5-b6a4-a07a418b3af7,segment=NetworkSegment(d312e726-f771-45e0-b575-b3485b4a3d5e),segment_id=d312e726-f771-45e0-b575-b3485b4a3d5e)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:50:36.499969 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8dd44d40-1fc2-4316-9b33-260ca19aaecd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (7f2547bb-679a-4dd5-b6a4-a07a418b3af7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:36.530737 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8dd44d40-1fc2-4316-9b33-260ca19aaecd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Calling delete_port for 7f2547bb-679a-4dd5-b6a4-a07a418b3af7 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:50:36.579288 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2abe150a-420d-415f-aa12-47666a4eaa4e None None] Deleting port 7f2547bb-679a-4dd5-b6a4-a07a418b3af7 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:50:36.579667 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2abe150a-420d-415f-aa12-47666a4eaa4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (7f2547bb-679a-4dd5-b6a4-a07a418b3af7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:36.634466 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8dd44d40-1fc2-4316-9b33-260ca19aaecd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (7f2547bb-679a-4dd5-b6a4-a07a418b3af7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:36.671429 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2abe150a-420d-415f-aa12-47666a4eaa4e None None] For port 7f2547bb-679a-4dd5-b6a4-a07a418b3af7, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7f2547bb-679a-4dd5-b6a4-a07a418b3af7,segment=NetworkSegment(d312e726-f771-45e0-b575-b3485b4a3d5e),segment_id=d312e726-f771-45e0-b575-b3485b4a3d5e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:50:36.671658 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd44d40-1fc2-4316-9b33-260ca19aaecd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] No DVR routers for this DVR port 7f2547bb-679a-4dd5-b6a4-a07a418b3af7 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:50:36.672266 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2abe150a-420d-415f-aa12-47666a4eaa4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (7f2547bb-679a-4dd5-b6a4-a07a418b3af7), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:36.690231 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2abe150a-420d-415f-aa12-47666a4eaa4e None None] Calling delete_port for 7f2547bb-679a-4dd5-b6a4-a07a418b3af7 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:50:36.692991 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd44d40-1fc2-4316-9b33-260ca19aaecd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Port': ['ID=7f2547bb-679a-4dd5-b6a4-a07a418b3af7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:36.810211 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2abe150a-420d-415f-aa12-47666a4eaa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (7f2547bb-679a-4dd5-b6a4-a07a418b3af7), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:36.823768 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abe150a-420d-415f-aa12-47666a4eaa4e None None] No DVR routers for this DVR port 7f2547bb-679a-4dd5-b6a4-a07a418b3af7 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:50:36.868429 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe150a-420d-415f-aa12-47666a4eaa4e None None] Pushing event deleted for resources: {'Port': ['ID=7f2547bb-679a-4dd5-b6a4-a07a418b3af7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:37.169579 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8b51f-b680-4440-827c-3256daa0814b req-82a3af81-b682-470a-8f2d-b7032d84e5aa tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:37.171417 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22d8b51f-b680-4440-827c-3256daa0814b req-82a3af81-b682-470a-8f2d-b7032d84e5aa tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7695f65-d2b8-4024-9cc0-f652b6730296 HTTP/1.1" status: 200 len: 945 time: 0.5487833 Feb 20 05:50:37.219946 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8dd44d40-1fc2-4316-9b33-260ca19aaecd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (b5587951-c070-42e0-93e5-96829d104395), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:37.272067 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-8dd44d40-1fc2-4316-9b33-260ca19aaecd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5587951-c070-42e0-93e5-96829d104395']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:37.296877 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-8dd44d40-1fc2-4316-9b33-260ca19aaecd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd312e726-f771-45e0-b575-b3485b4a3d5e') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:37.297227 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-8dd44d40-1fc2-4316-9b33-260ca19aaecd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd312e726-f771-45e0-b575-b3485b4a3d5e') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:37.321612 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22d8b51f-b680-4440-827c-3256daa0814b req-76a370d5-e343-4068-ab37-5fa491d33ebf tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.37 "GET /v2.0/security-groups?id=982982bd-e19b-4baf-ba74-4fd44ab6161a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241739 Feb 20 05:50:37.327607 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8dd44d40-1fc2-4316-9b33-260ca19aaecd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (d312e726-f771-45e0-b575-b3485b4a3d5e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:37.371834 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8dd44d40-1fc2-4316-9b33-260ca19aaecd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d312e726-f771-45e0-b575-b3485b4a3d5e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:37.381670 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd44d40-1fc2-4316-9b33-260ca19aaecd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:50:37.382201 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8dd44d40-1fc2-4316-9b33-260ca19aaecd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (d312e726-f771-45e0-b575-b3485b4a3d5e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:50:37.389775 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:50:37.589363 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8dd44d40-1fc2-4316-9b33-260ca19aaecd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (b5587951-c070-42e0-93e5-96829d104395), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:37.600555 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8dd44d40-1fc2-4316-9b33-260ca19aaecd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:37.605152 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8dd44d40-1fc2-4316-9b33-260ca19aaecd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/networks/b5587951-c070-42e0-93e5-96829d104395 HTTP/1.1" status: 204 len: 168 time: 1.4135332 Feb 20 05:50:37.611766 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52034) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:37.641884 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd44d40-1fc2-4316-9b33-260ca19aaecd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Network': ['ID=b5587951-c070-42e0-93e5-96829d104395,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:37.643995 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-85e9328d-97ab-4330-a975-2dfc64c216e0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-113812528'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:37.666641 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78131a-ba32-4ae9-a86f-ca613013f822 req-ee69e9ed-1959-42ee-a5a5-42d2072347c4 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:37.677176 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a78131a-ba32-4ae9-a86f-ca613013f822 req-ee69e9ed-1959-42ee-a5a5-42d2072347c4 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.1627851 Feb 20 05:50:37.678101 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e9328d-97ab-4330-a975-2dfc64c216e0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:50:37.684546 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-85e9328d-97ab-4330-a975-2dfc64c216e0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:37.764943 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a78131a-ba32-4ae9-a86f-ca613013f822 req-22b7ab0c-946e-4854-9d13-09a1654d7965 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862653 Feb 20 05:50:37.818975 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7f2547bb-679a-4dd5-b6a4-a07a418b3af7 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:50:37.827179 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e9328d-97ab-4330-a975-2dfc64c216e0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:50:37.842081 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-85e9328d-97ab-4330-a975-2dfc64c216e0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (1b05515a-6113-4950-b374-dd92bd586ea8), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:37.842802 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-85e9328d-97ab-4330-a975-2dfc64c216e0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Added segment 1b05515a-6113-4950-b374-dd92bd586ea8 of type vlan for network 8613c794-91d9-495a-97bd-0466a3c87dee Feb 20 05:50:37.872715 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 7f2547bb-679a-4dd5-b6a4-a07a418b3af7 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:50:37.873660 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7f2547bb-679a-4dd5-b6a4-a07a418b3af7 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:50:37.942879 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-85e9328d-97ab-4330-a975-2dfc64c216e0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (8613c794-91d9-495a-97bd-0466a3c87dee), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:37.980074 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-85e9328d-97ab-4330-a975-2dfc64c216e0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (8613c794-91d9-495a-97bd-0466a3c87dee), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:37.986728 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e9328d-97ab-4330-a975-2dfc64c216e0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:37.987459 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-85e9328d-97ab-4330-a975-2dfc64c216e0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:38.018132 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-34a921f7-cff0-4739-b837-5054e37c9be7 req-c300c6b2-cc42-4ca6-8197-86583920dc01 tempest-ServerShowV257Test-2100387218 tempest-ServerShowV257Test-2100387218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.0866156 Feb 20 05:50:38.100055 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-85e9328d-97ab-4330-a975-2dfc64c216e0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4833372 Feb 20 05:50:38.104925 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a697e6-e36e-45f9-8a2d-b521f75e776b req-f2792e48-2ebe-42ba-b1bf-6d14afdc2479 tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:38.106380 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e8a697e6-e36e-45f9-8a2d-b521f75e776b req-f2792e48-2ebe-42ba-b1bf-6d14afdc2479 tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7695f65-d2b8-4024-9cc0-f652b6730296 HTTP/1.1" status: 200 len: 945 time: 0.3873961 Feb 20 05:50:38.107175 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52042) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:38.111818 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-7a949131-a068-4069-aeb6-e1d4383ece62 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'subnet': {'network_id': '8613c794-91d9-495a-97bd-0466a3c87dee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:38.122566 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9328d-97ab-4330-a975-2dfc64c216e0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Network': ['ID=8613c794-91d9-495a-97bd-0466a3c87dee,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:38.134725 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-b6910a49-cd39-4e33-9e82-51e8cacc3799 req-977512f4-f986-4ca4-9f0d-703f512d2797 service neutron] (103407) timed out ('10.222.0.37', 60132) {{(pid=103407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 05:50:38.136435 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 8613c794-91d9-495a-97bd-0466a3c87dee details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:50:38.145796 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea7898-057e-4a25-8995-88b409c5799e req-74948a80-a724-4aa8-b7f6-db6415d44881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:38.147418 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-92ea7898-057e-4a25-8995-88b409c5799e req-74948a80-a724-4aa8-b7f6-db6415d44881 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80&tenant_id=1cc50ee140854bcc8f6ed45dd231f31c HTTP/1.1" status: 200 len: 1125 time: 0.2819302 Feb 20 05:50:38.298292 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea7898-057e-4a25-8995-88b409c5799e req-c3e3a940-7127-4b96-82a1-6c20bcd48eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:38.300056 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-92ea7898-057e-4a25-8995-88b409c5799e req-c3e3a940-7127-4b96-82a1-6c20bcd48eb4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1cc50ee140854bcc8f6ed45dd231f31c&device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 1125 time: 0.1149576 Feb 20 05:50:38.421981 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a949131-a068-4069-aeb6-e1d4383ece62 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:50:38.425570 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7a949131-a068-4069-aeb6-e1d4383ece62 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:38.453701 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea7898-057e-4a25-8995-88b409c5799e req-0fee1d12-000b-4104-8f75-78a3ed65f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:38.455935 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-92ea7898-057e-4a25-8995-88b409c5799e req-0fee1d12-000b-4104-8f75-78a3ed65f59f service neutron] 10.222.0.48 "GET /v2.0/networks?id=72954832-dc86-4706-b5e9-cf8eb66f0446 HTTP/1.1" status: 200 len: 916 time: 0.1490602 Feb 20 05:50:38.621116 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-e8a697e6-e36e-45f9-8a2d-b521f75e776b req-f69aebd9-6954-4321-b331-0a8e8f0bef9f tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Deleting port 42cd5284-9e17-4a03-a5a2-a13e6cb717c3 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:50:38.621694 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e8a697e6-e36e-45f9-8a2d-b521f75e776b req-f69aebd9-6954-4321-b331-0a8e8f0bef9f tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (42cd5284-9e17-4a03-a5a2-a13e6cb717c3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:38.636354 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b3e16-5a04-4d5a-ade8-d1a9f30ae40a req-e50565aa-d3b5-419b-a475-6b544b89bd5b tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:38.638194 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-898b3e16-5a04-4d5a-ade8-d1a9f30ae40a req-e50565aa-d3b5-419b-a475-6b544b89bd5b tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7695f65-d2b8-4024-9cc0-f652b6730296 HTTP/1.1" status: 200 len: 945 time: 0.1812952 Feb 20 05:50:38.640037 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-92ea7898-057e-4a25-8995-88b409c5799e req-fe5a2eb2-b3c5-4da6-a189-8a693c5eda03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e336b0f-9bda-405f-a702-dd97033af48e HTTP/1.1" status: 200 len: 999 time: 0.1558676 Feb 20 05:50:38.745938 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea7898-057e-4a25-8995-88b409c5799e req-71dfb8a5-cf13-48d9-bf33-66caaeccd128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:38.747652 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-92ea7898-057e-4a25-8995-88b409c5799e req-71dfb8a5-cf13-48d9-bf33-66caaeccd128 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec01882b-2949-4e73-b51b-e8c64ca48e8d HTTP/1.1" status: 200 len: 855 time: 0.1005344 Feb 20 05:50:38.778610 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-898b3e16-5a04-4d5a-ade8-d1a9f30ae40a req-8d6deda3-3412-41ef-98bb-c42702925eeb tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.37 "GET /v2.0/security-groups?id=982982bd-e19b-4baf-ba74-4fd44ab6161a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336067 Feb 20 05:50:38.790579 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-e8a697e6-e36e-45f9-8a2d-b521f75e776b req-f69aebd9-6954-4321-b331-0a8e8f0bef9f tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] For port 42cd5284-9e17-4a03-a5a2-a13e6cb717c3, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=42cd5284-9e17-4a03-a5a2-a13e6cb717c3,segment=NetworkSegment(291d9ec0-8250-431f-91b3-b20fa1ccc2d6),segment_id=291d9ec0-8250-431f-91b3-b20fa1ccc2d6)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:50:38.791084 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e8a697e6-e36e-45f9-8a2d-b521f75e776b req-f69aebd9-6954-4321-b331-0a8e8f0bef9f tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (42cd5284-9e17-4a03-a5a2-a13e6cb717c3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:38.829009 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-e8a697e6-e36e-45f9-8a2d-b521f75e776b req-f69aebd9-6954-4321-b331-0a8e8f0bef9f tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Calling delete_port for 42cd5284-9e17-4a03-a5a2-a13e6cb717c3 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:50:38.885680 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:50:38.938348 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea7898-057e-4a25-8995-88b409c5799e req-88cc99be-9a7e-4528-a8ec-de97f6ab6c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:38.940536 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-92ea7898-057e-4a25-8995-88b409c5799e req-88cc99be-9a7e-4528-a8ec-de97f6ab6c88 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72954832-dc86-4706-b5e9-cf8eb66f0446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1599734 Feb 20 05:50:39.025630 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e8a697e6-e36e-45f9-8a2d-b521f75e776b req-f69aebd9-6954-4321-b331-0a8e8f0bef9f tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (42cd5284-9e17-4a03-a5a2-a13e6cb717c3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:39.050272 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896de9cb-f908-473f-bc3d-0b75b656503a req-e05ff3ff-5f88-40e5-9eae-1509f582c377 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:39.052062 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-896de9cb-f908-473f-bc3d-0b75b656503a req-e05ff3ff-5f88-40e5-9eae-1509f582c377 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.1671965 Feb 20 05:50:39.136586 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69aebd9-6954-4321-b331-0a8e8f0bef9f tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Pushing event deleted for resources: {'Port': ['ID=42cd5284-9e17-4a03-a5a2-a13e6cb717c3,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:39.162324 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-896de9cb-f908-473f-bc3d-0b75b656503a req-17eb2bd9-8813-47e0-81c6-e4e1da8ab19c tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873086 Feb 20 05:50:39.176309 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-92ea7898-057e-4a25-8995-88b409c5799e req-5e775ca3-1200-4395-bf85-de634abb249e service neutron] 10.222.0.48 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169418 Feb 20 05:50:39.311279 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a697e6-e36e-45f9-8a2d-b521f75e776b req-f69aebd9-6954-4321-b331-0a8e8f0bef9f tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] No DVR routers for this DVR port 42cd5284-9e17-4a03-a5a2-a13e6cb717c3 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:50:39.316691 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e8a697e6-e36e-45f9-8a2d-b521f75e776b req-f69aebd9-6954-4321-b331-0a8e8f0bef9f tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:39.320212 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e8a697e6-e36e-45f9-8a2d-b521f75e776b req-f69aebd9-6954-4321-b331-0a8e8f0bef9f tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.61 "DELETE /v2.0/ports/42cd5284-9e17-4a03-a5a2-a13e6cb717c3 HTTP/1.1" status: 204 len: 173 time: 1.2038407 Feb 20 05:50:39.320874 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7695f65-d2b8-4024-9cc0-f652b6730296', 'name': 'network-vif-deleted', 'tag': '42cd5284-9e17-4a03-a5a2-a13e6cb717c3'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:50:39.323351 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0442a390-ca1a-4328-a034-fd71dd5e238e" -d '{"events": [{"server_uuid": "c7695f65-d2b8-4024-9cc0-f652b6730296", "name": "network-vif-deleted", "tag": "42cd5284-9e17-4a03-a5a2-a13e6cb717c3"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:50:39.365691 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bb285f48-ea0a-4e00-a529-40a6d552aedb req-d726ca78-5fe8-4fd4-b86a-b435fc4c9217 tempest-ServerShowV257Test-2100387218 tempest-ServerShowV257Test-2100387218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.0540662 Feb 20 05:50:39.380335 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7a949131-a068-4069-aeb6-e1d4383ece62 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (3cf4d74d-2d1c-4a43-9d3b-b894662980ea), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:39.463773 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-92ea7898-057e-4a25-8995-88b409c5799e req-0dd77fd0-25a3-42bc-9d12-3a17fcfec74b service neutron] 10.222.0.48 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865837 Feb 20 05:50:39.473046 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ca71c6-a86f-474b-99ad-ccf13a7389ee x-openstack-request-id: req-66ca71c6-a86f-474b-99ad-ccf13a7389ee {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:50:39.473315 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7695f65-d2b8-4024-9cc0-f652b6730296", "name": "network-vif-deleted", "tag": "42cd5284-9e17-4a03-a5a2-a13e6cb717c3", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:50:39.473561 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66ca71c6-a86f-474b-99ad-ccf13a7389ee {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:50:39.474033 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7695f65-d2b8-4024-9cc0-f652b6730296', 'name': 'network-vif-deleted', 'tag': '42cd5284-9e17-4a03-a5a2-a13e6cb717c3', 'status': 'completed', 'code': 200} Feb 20 05:50:39.515925 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a949131-a068-4069-aeb6-e1d4383ece62 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Subnet': ['ID=3cf4d74d-2d1c-4a43-9d3b-b894662980ea,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:39.539227 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a949131-a068-4069-aeb6-e1d4383ece62 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Checking segment: {'id': '1b05515a-6113-4950-b374-dd92bd586ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8613c794-91d9-495a-97bd-0466a3c87dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:50:39.539941 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a949131-a068-4069-aeb6-e1d4383ece62 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network hostable DHCP agents. Network: 8613c794-91d9-495a-97bd-0466a3c87dee, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:50:39.566536 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a949131-a068-4069-aeb6-e1d4383ece62 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network 8613c794-91d9-495a-97bd-0466a3c87dee is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:50:39.577345 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-7a949131-a068-4069-aeb6-e1d4383ece62 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 8613c794-91d9-495a-97bd-0466a3c87dee) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:50:39.584876 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a949131-a068-4069-aeb6-e1d4383ece62 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:39.585485 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7a949131-a068-4069-aeb6-e1d4383ece62 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:39.594237 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a69e42-709c-4684-bd4b-ac2ed5e498b5 None None] Network 8613c794-91d9-495a-97bd-0466a3c87dee requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:50:39.623425 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7a949131-a068-4069-aeb6-e1d4383ece62 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5140767 Feb 20 05:50:39.625194 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52084) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:39.633241 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ed2055b9-2526-47d8-b9bc-a3f8625874f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'port': {'network_id': '8613c794-91d9-495a-97bd-0466a3c87dee', 'name': 'tempest-PortsTestJSON-1775362829', 'fixed_ips': [{'subnet_id': '3cf4d74d-2d1c-4a43-9d3b-b894662980ea', 'ip_address': '172.20.0.10'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:39.798612 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188152ad-5146-4bf1-99c7-3267e7948efa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-8613c794-91d9-495a-97bd-0466a3c87dee', 'network_id': '8613c794-91d9-495a-97bd-0466a3c87dee', 'project_id': '1b935f7dbfce4480a61cfafe26a09452', 'fixed_ips': [{'subnet_id': '3cf4d74d-2d1c-4a43-9d3b-b894662980ea'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:50:39.799685 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-188152ad-5146-4bf1-99c7-3267e7948efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:39.962042 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2055b9-2526-47d8-b9bc-a3f8625874f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:50:40.088755 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f021ce72-64c3-4569-9dbe-e67b1f3f4383 req-b9476763-1ad0-421c-87ef-06819bb8e30a tempest-ServerTagsTestJSON-1368871415 tempest-ServerTagsTestJSON-1368871415-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7695f65-d2b8-4024-9cc0-f652b6730296 HTTP/1.1" status: 200 len: 210 time: 0.0510111 Feb 20 05:50:40.146063 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ed2055b9-2526-47d8-b9bc-a3f8625874f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:40.171616 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-ed2055b9-2526-47d8-b9bc-a3f8625874f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] device_id is not set on port 6028f86b-ff18-4b55-bdb5-a52872dca277 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:50:40.172483 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-188152ad-5146-4bf1-99c7-3267e7948efa None None] Allocated IP 172.20.0.2 (8613c794-91d9-495a-97bd-0466a3c87dee/3cf4d74d-2d1c-4a43-9d3b-b894662980ea/182efe0f-5e3b-4ec2-a97c-326e633d3d80) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:50:40.330234 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 42cd5284-9e17-4a03-a5a2-a13e6cb717c3 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:50:40.380034 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 42cd5284-9e17-4a03-a5a2-a13e6cb717c3 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:50:40.380374 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 42cd5284-9e17-4a03-a5a2-a13e6cb717c3 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:50:40.556194 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-188152ad-5146-4bf1-99c7-3267e7948efa None None] Publish callbacks [] for port (182efe0f-5e3b-4ec2-a97c-326e633d3d80), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:40.567214 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-188152ad-5146-4bf1-99c7-3267e7948efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (182efe0f-5e3b-4ec2-a97c-326e633d3d80), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:40.624038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188152ad-5146-4bf1-99c7-3267e7948efa None None] Network 8613c794-91d9-495a-97bd-0466a3c87dee is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:50:40.640566 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-188152ad-5146-4bf1-99c7-3267e7948efa None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:50:40.644054 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188152ad-5146-4bf1-99c7-3267e7948efa None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:50:40.678496 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188152ad-5146-4bf1-99c7-3267e7948efa None None] Pushing event updated for resources: {'Port': ['ID=182efe0f-5e3b-4ec2-a97c-326e633d3d80,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:40.695352 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c38c06-b169-4297-b667-56d55e407f99 req-60028b24-f887-48d2-bdfa-5512bf42c1a4 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:40.700527 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-21c38c06-b169-4297-b667-56d55e407f99 req-60028b24-f887-48d2-bdfa-5512bf42c1a4 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.2196491 Feb 20 05:50:40.774551 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-ed2055b9-2526-47d8-b9bc-a3f8625874f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Allocated IP 172.20.0.10 (8613c794-91d9-495a-97bd-0466a3c87dee/3cf4d74d-2d1c-4a43-9d3b-b894662980ea/6028f86b-ff18-4b55-bdb5-a52872dca277) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:50:40.853577 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-188152ad-5146-4bf1-99c7-3267e7948efa None None] Attempting to bind port 182efe0f-5e3b-4ec2-a97c-326e633d3d80 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:50:40.853897 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-188152ad-5146-4bf1-99c7-3267e7948efa None None] Attempting to bind port 182efe0f-5e3b-4ec2-a97c-326e633d3d80 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '1b05515a-6113-4950-b374-dd92bd586ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8613c794-91d9-495a-97bd-0466a3c87dee'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:50:40.856056 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188152ad-5146-4bf1-99c7-3267e7948efa None None] Attempting to bind port 182efe0f-5e3b-4ec2-a97c-326e633d3d80 on network 8613c794-91d9-495a-97bd-0466a3c87dee {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:50:40.873813 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188152ad-5146-4bf1-99c7-3267e7948efa None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:50:40.874206 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188152ad-5146-4bf1-99c7-3267e7948efa None None] Checking segment: {'id': '1b05515a-6113-4950-b374-dd92bd586ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8613c794-91d9-495a-97bd-0466a3c87dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:50:40.874661 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-188152ad-5146-4bf1-99c7-3267e7948efa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:40.876379 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188152ad-5146-4bf1-99c7-3267e7948efa None None] Bound using segment: {'id': '1b05515a-6113-4950-b374-dd92bd586ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8613c794-91d9-495a-97bd-0466a3c87dee'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:50:40.877054 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-188152ad-5146-4bf1-99c7-3267e7948efa None None] Bound port: 182efe0f-5e3b-4ec2-a97c-326e633d3d80, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b05515a-6113-4950-b374-dd92bd586ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8613c794-91d9-495a-97bd-0466a3c87dee'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:50:40.878567 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-188152ad-5146-4bf1-99c7-3267e7948efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (182efe0f-5e3b-4ec2-a97c-326e633d3d80), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:40.880978 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-21c38c06-b169-4297-b667-56d55e407f99 req-27f9d2ad-8278-4658-90b2-69687d9a385b tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689436 Feb 20 05:50:41.147276 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-188152ad-5146-4bf1-99c7-3267e7948efa None None] For port 182efe0f-5e3b-4ec2-a97c-326e633d3d80, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:50:41.160413 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a98b46f1-8e85-458e-b919-7e33903ea0f5 req-15e42d9e-4e3e-4f08-b132-de144ea8a043 tempest-ServerShowV257Test-2100387218 tempest-ServerShowV257Test-2100387218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.0662463 Feb 20 05:50:41.164168 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-188152ad-5146-4bf1-99c7-3267e7948efa None None] For port 182efe0f-5e3b-4ec2-a97c-326e633d3d80, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=182efe0f-5e3b-4ec2-a97c-326e633d3d80,segment=NetworkSegment(1b05515a-6113-4950-b374-dd92bd586ea8),segment_id=1b05515a-6113-4950-b374-dd92bd586ea8)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:50:41.180446 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-188152ad-5146-4bf1-99c7-3267e7948efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (182efe0f-5e3b-4ec2-a97c-326e633d3d80), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:41.220121 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52138) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:41.307906 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188152ad-5146-4bf1-99c7-3267e7948efa None None] Pushing event updated for resources: {'Port': ['ID=182efe0f-5e3b-4ec2-a97c-326e633d3d80,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:41.337846 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ed2055b9-2526-47d8-b9bc-a3f8625874f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for port (6028f86b-ff18-4b55-bdb5-a52872dca277), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:41.365952 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c6a433-2088-4014-9048-c83f335a01c4 admin admin] Deleting subnet e0398bd2-494b-42af-8424-c245993270ba {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:50:41.370250 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a433-2088-4014-9048-c83f335a01c4 admin admin] Publish callbacks [] for subnet (e0398bd2-494b-42af-8424-c245993270ba), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:41.431490 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a433-2088-4014-9048-c83f335a01c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (e0398bd2-494b-42af-8424-c245993270ba), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:41.445940 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ed2055b9-2526-47d8-b9bc-a3f8625874f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (6028f86b-ff18-4b55-bdb5-a52872dca277), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:41.501082 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a433-2088-4014-9048-c83f335a01c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (e0398bd2-494b-42af-8424-c245993270ba), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:41.576124 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a433-2088-4014-9048-c83f335a01c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (e0398bd2-494b-42af-8424-c245993270ba), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:41.579892 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2055b9-2526-47d8-b9bc-a3f8625874f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network 8613c794-91d9-495a-97bd-0466a3c87dee is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:50:41.593098 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-ed2055b9-2526-47d8-b9bc-a3f8625874f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:50:41.600493 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2055b9-2526-47d8-b9bc-a3f8625874f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:50:41.655965 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6a433-2088-4014-9048-c83f335a01c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0398bd2-494b-42af-8424-c245993270ba,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:41.680120 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a433-2088-4014-9048-c83f335a01c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:41.688429 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f8c6a433-2088-4014-9048-c83f335a01c4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e0398bd2-494b-42af-8424-c245993270ba HTTP/1.1" status: 204 len: 168 time: 0.4657021 Feb 20 05:50:41.689336 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52150) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:41.765055 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2055b9-2526-47d8-b9bc-a3f8625874f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:41.775772 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ed2055b9-2526-47d8-b9bc-a3f8625874f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:41.786179 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2055b9-2526-47d8-b9bc-a3f8625874f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Port': ['ID=6028f86b-ff18-4b55-bdb5-a52872dca277,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:41.825780 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ed2055b9-2526-47d8-b9bc-a3f8625874f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1972239 Feb 20 05:50:41.826478 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52156) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:41.841918 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0ee15927-1194-46cd-ade9-207c87ec698c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'port': {'network_id': '8613c794-91d9-495a-97bd-0466a3c87dee', 'name': 'tempest-PortsTestJSON-503760053', 'fixed_ips': [{'subnet_id': '3cf4d74d-2d1c-4a43-9d3b-b894662980ea', 'ip_address': '172.20.0.9'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:41.942875 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc197-3aa8-4ed6-aaa6-1565de8cd216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (72c01d89-1a48-4ca2-a30a-361eeb471445), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:42.112839 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 182efe0f-5e3b-4ec2-a97c-326e633d3d80 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:50:42.126302 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee15927-1194-46cd-ade9-207c87ec698c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:50:42.138049 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0ee15927-1194-46cd-ade9-207c87ec698c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:42.155611 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc197-3aa8-4ed6-aaa6-1565de8cd216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (72c01d89-1a48-4ca2-a30a-361eeb471445), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:42.192354 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-0ee15927-1194-46cd-ade9-207c87ec698c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] device_id is not set on port fb2bb66d-956e-4f79-8cc7-170c64d5a6e6 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:50:42.230229 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-cd7fc197-3aa8-4ed6-aaa6-1565de8cd216 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c01d89-1a48-4ca2-a30a-361eeb471445']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:42.270594 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-cd7fc197-3aa8-4ed6-aaa6-1565de8cd216 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291d9ec0-8250-431f-91b3-b20fa1ccc2d6') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:42.272243 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-cd7fc197-3aa8-4ed6-aaa6-1565de8cd216 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291d9ec0-8250-431f-91b3-b20fa1ccc2d6') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:42.294890 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c93c0-b19e-40f1-9ee6-9deda0409936 req-b860073d-2ba3-4e85-8e03-6ffb14deb567 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:42.297568 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-247c93c0-b19e-40f1-9ee6-9deda0409936 req-b860073d-2ba3-4e85-8e03-6ffb14deb567 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.1821110 Feb 20 05:50:42.309909 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc197-3aa8-4ed6-aaa6-1565de8cd216 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (291d9ec0-8250-431f-91b3-b20fa1ccc2d6), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:42.329652 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 182efe0f-5e3b-4ec2-a97c-326e633d3d80 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:42.330051 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (182efe0f-5e3b-4ec2-a97c-326e633d3d80), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:42.340174 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc197-3aa8-4ed6-aaa6-1565de8cd216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (291d9ec0-8250-431f-91b3-b20fa1ccc2d6), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:42.353729 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd7fc197-3aa8-4ed6-aaa6-1565de8cd216 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:50:42.354134 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc197-3aa8-4ed6-aaa6-1565de8cd216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (291d9ec0-8250-431f-91b3-b20fa1ccc2d6), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:50:42.356950 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:50:42.477310 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc197-3aa8-4ed6-aaa6-1565de8cd216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (72c01d89-1a48-4ca2-a30a-361eeb471445), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:42.487267 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc197-3aa8-4ed6-aaa6-1565de8cd216 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:42.493611 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cd7fc197-3aa8-4ed6-aaa6-1565de8cd216 admin admin] 10.222.0.37 "DELETE /v2.0/networks/72c01d89-1a48-4ca2-a30a-361eeb471445 HTTP/1.1" status: 204 len: 168 time: 0.8017366 Feb 20 05:50:42.493792 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-247c93c0-b19e-40f1-9ee6-9deda0409936 req-aa9d4b4d-ac63-4cd6-b6ab-d3509ebf9a64 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869228 Feb 20 05:50:42.532740 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7fc197-3aa8-4ed6-aaa6-1565de8cd216 admin admin] Pushing event deleted for resources: {'Network': ['ID=72c01d89-1a48-4ca2-a30a-361eeb471445,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:42.783678 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 182efe0f-5e3b-4ec2-a97c-326e633d3d80 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:50:42.784087 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (182efe0f-5e3b-4ec2-a97c-326e633d3d80), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:42.794110 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2168e2af-3938-4d05-abf9-ba620b7ce988 req-115d216e-cd0e-4689-a57e-48e87464af06 tempest-ServerShowV257Test-2100387218 tempest-ServerShowV257Test-2100387218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.1213911 Feb 20 05:50:42.847961 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-0ee15927-1194-46cd-ade9-207c87ec698c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Allocated IP 172.20.0.9 (8613c794-91d9-495a-97bd-0466a3c87dee/3cf4d74d-2d1c-4a43-9d3b-b894662980ea/fb2bb66d-956e-4f79-8cc7-170c64d5a6e6) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:50:42.909108 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52178) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:42.916723 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 182efe0f-5e3b-4ec2-a97c-326e633d3d80, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=182efe0f-5e3b-4ec2-a97c-326e633d3d80,segment=NetworkSegment(1b05515a-6113-4950-b374-dd92bd586ea8),segment_id=1b05515a-6113-4950-b374-dd92bd586ea8)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:50:42.926824 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (182efe0f-5e3b-4ec2-a97c-326e633d3d80), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:43.067646 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-102e8093-1bb7-4027-a02d-73d36b61d856 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e207e271554f4dac9ae07dc001c7ce5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1555462 Feb 20 05:50:43.069107 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52180) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:43.117633 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=182efe0f-5e3b-4ec2-a97c-326e633d3d80,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:43.241767 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f0ba-0ecc-4326-bf28-42ac015dd276 admin admin] Publish callbacks [] for security_group (982982bd-e19b-4baf-ba74-4fd44ab6161a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:43.297708 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f0ba-0ecc-4326-bf28-42ac015dd276 admin admin] Publish callbacks [] for security_group (982982bd-e19b-4baf-ba74-4fd44ab6161a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:43.369122 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0ee15927-1194-46cd-ade9-207c87ec698c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for port (fb2bb66d-956e-4f79-8cc7-170c64d5a6e6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:43.440892 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f0ba-0ecc-4326-bf28-42ac015dd276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (982982bd-e19b-4baf-ba74-4fd44ab6161a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:43.444474 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f0ba-0ecc-4326-bf28-42ac015dd276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:43.448901 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2ee0f0ba-0ecc-4326-bf28-42ac015dd276 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/982982bd-e19b-4baf-ba74-4fd44ab6161a HTTP/1.1" status: 204 len: 168 time: 0.3778102 Feb 20 05:50:43.473507 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0f0ba-0ecc-4326-bf28-42ac015dd276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982982bd-e19b-4baf-ba74-4fd44ab6161a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:43.511870 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0ee15927-1194-46cd-ade9-207c87ec698c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (fb2bb66d-956e-4f79-8cc7-170c64d5a6e6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:43.541455 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b5cc16-8e67-40a4-bf3d-711fb6d40afa None None] Network 8613c794-91d9-495a-97bd-0466a3c87dee requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:50:43.709374 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee15927-1194-46cd-ade9-207c87ec698c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network 8613c794-91d9-495a-97bd-0466a3c87dee is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:50:43.810466 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-0ee15927-1194-46cd-ade9-207c87ec698c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:50:43.833881 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee15927-1194-46cd-ade9-207c87ec698c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:50:43.919102 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 182efe0f-5e3b-4ec2-a97c-326e633d3d80 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:50:43.957536 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee15927-1194-46cd-ade9-207c87ec698c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Port': ['ID=fb2bb66d-956e-4f79-8cc7-170c64d5a6e6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:44.063470 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-712c55bd-e46b-4f6d-832a-23eb950d37df None None] Provisioning complete for port 182efe0f-5e3b-4ec2-a97c-326e633d3d80 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:44.063648 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-712c55bd-e46b-4f6d-832a-23eb950d37df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (182efe0f-5e3b-4ec2-a97c-326e633d3d80), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:44.162136 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee15927-1194-46cd-ade9-207c87ec698c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:44.163124 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0ee15927-1194-46cd-ade9-207c87ec698c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:44.212157 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 182efe0f-5e3b-4ec2-a97c-326e633d3d80 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:44.212690 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (182efe0f-5e3b-4ec2-a97c-326e633d3d80), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:44.232556 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30401347-d350-4592-a5b5-6946b569c8ff req-2e440233-ec89-4bb4-b627-a8ab34794304 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:44.244878 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30401347-d350-4592-a5b5-6946b569c8ff req-2e440233-ec89-4bb4-b627-a8ab34794304 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.5314417 Feb 20 05:50:44.275143 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0ee15927-1194-46cd-ade9-207c87ec698c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4420881 Feb 20 05:50:44.275381 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52214) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:44.550645 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30401347-d350-4592-a5b5-6946b569c8ff req-608fbf30-5e0d-437f-a9b5-ad2efc2b6a91 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3028152 Feb 20 05:50:44.694089 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3382c15-1762-465a-bd75-ad4b6d5cbe39 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:44.722274 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a3382c15-1762-465a-bd75-ad4b6d5cbe39 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4429874 Feb 20 05:50:44.722661 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52222) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:44.936676 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-866d1a13-e3e3-49f1-8670-fea0b5902310 req-cf36830d-9a51-4a4e-88eb-0c1dc0aaf0fc tempest-ServerShowV257Test-2100387218 tempest-ServerShowV257Test-2100387218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.1193006 Feb 20 05:50:45.025523 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-712c55bd-e46b-4f6d-832a-23eb950d37df None None] Current status of the port 182efe0f-5e3b-4ec2-a97c-326e633d3d80 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:50:45.046679 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 182efe0f-5e3b-4ec2-a97c-326e633d3d80 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:50:45.110465 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8a13b7-4229-436e-a642-68fe58b2e7f1 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:45.118224 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8a13b7-4229-436e-a642-68fe58b2e7f1 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:45.126596 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8a13b7-4229-436e-a642-68fe58b2e7f1 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:45.128733 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8d8a13b7-4229-436e-a642-68fe58b2e7f1 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4049530 Feb 20 05:50:45.136157 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52242) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:45.163215 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-3ff151fb-62f1-446d-822c-778250e6073c None None] Provisioning complete for port 6028f86b-ff18-4b55-bdb5-a52872dca277 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:45.164506 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ff151fb-62f1-446d-822c-778250e6073c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6028f86b-ff18-4b55-bdb5-a52872dca277), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:45.297171 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3ff151fb-62f1-446d-822c-778250e6073c None None] Port 6028f86b-ff18-4b55-bdb5-a52872dca277 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:50:45.329707 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-3ff151fb-62f1-446d-822c-778250e6073c None None] Provisioning complete for port 182efe0f-5e3b-4ec2-a97c-326e633d3d80 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:45.330244 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ff151fb-62f1-446d-822c-778250e6073c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (182efe0f-5e3b-4ec2-a97c-326e633d3d80), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:45.400713 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-839bf1ca-9265-4d60-af78-fd91e912d1e3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting port fb2bb66d-956e-4f79-8cc7-170c64d5a6e6 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:50:45.403720 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-839bf1ca-9265-4d60-af78-fd91e912d1e3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (fb2bb66d-956e-4f79-8cc7-170c64d5a6e6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:45.577377 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3ff151fb-62f1-446d-822c-778250e6073c None None] Current status of the port 182efe0f-5e3b-4ec2-a97c-326e633d3d80 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:50:45.616070 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-839bf1ca-9265-4d60-af78-fd91e912d1e3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (fb2bb66d-956e-4f79-8cc7-170c64d5a6e6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:45.650211 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-3ff151fb-62f1-446d-822c-778250e6073c None None] Provisioning complete for port fb2bb66d-956e-4f79-8cc7-170c64d5a6e6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:45.650556 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ff151fb-62f1-446d-822c-778250e6073c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fb2bb66d-956e-4f79-8cc7-170c64d5a6e6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:45.659024 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-839bf1ca-9265-4d60-af78-fd91e912d1e3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Calling delete_port for fb2bb66d-956e-4f79-8cc7-170c64d5a6e6 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:50:45.746058 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3ff151fb-62f1-446d-822c-778250e6073c None None] Port fb2bb66d-956e-4f79-8cc7-170c64d5a6e6 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:50:45.876214 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-478f33a6-71e5-41fc-96e4-059296acffd7 None None] Provisioning complete for port 6028f86b-ff18-4b55-bdb5-a52872dca277 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:45.876586 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-478f33a6-71e5-41fc-96e4-059296acffd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6028f86b-ff18-4b55-bdb5-a52872dca277), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:45.962028 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-478f33a6-71e5-41fc-96e4-059296acffd7 None None] Port 6028f86b-ff18-4b55-bdb5-a52872dca277 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:50:46.006311 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-478f33a6-71e5-41fc-96e4-059296acffd7 None None] Provisioning complete for port fb2bb66d-956e-4f79-8cc7-170c64d5a6e6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:46.006869 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-478f33a6-71e5-41fc-96e4-059296acffd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fb2bb66d-956e-4f79-8cc7-170c64d5a6e6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:46.072769 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb0a39-7ee7-4b56-8c35-4e96b48f3f43 req-3316b6d9-fe19-43d9-a3bd-f10fa00c8f85 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:46.085547 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-42eb0a39-7ee7-4b56-8c35-4e96b48f3f43 req-3316b6d9-fe19-43d9-a3bd-f10fa00c8f85 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.2354207 Feb 20 05:50:46.123978 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-478f33a6-71e5-41fc-96e4-059296acffd7 None None] Port fb2bb66d-956e-4f79-8cc7-170c64d5a6e6 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:50:46.250586 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-42eb0a39-7ee7-4b56-8c35-4e96b48f3f43 req-e81642a4-c874-4b23-a69d-9ec5acba4893 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626711 Feb 20 05:50:46.297224 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-839bf1ca-9265-4d60-af78-fd91e912d1e3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (fb2bb66d-956e-4f79-8cc7-170c64d5a6e6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:46.344693 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839bf1ca-9265-4d60-af78-fd91e912d1e3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Port': ['ID=fb2bb66d-956e-4f79-8cc7-170c64d5a6e6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:46.437086 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4afa9cbe-76f0-4405-afb1-769578bfac12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:46.622454 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b176f8d-58dc-4c43-b4fc-fa7498d9afae req-8abf72de-67c4-4a25-8b9d-94463ae2da22 tempest-ServerShowV257Test-2100387218 tempest-ServerShowV257Test-2100387218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.1112306 Feb 20 05:50:46.654338 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-839bf1ca-9265-4d60-af78-fd91e912d1e3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:46.667316 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-839bf1ca-9265-4d60-af78-fd91e912d1e3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/ports/fb2bb66d-956e-4f79-8cc7-170c64d5a6e6 HTTP/1.1" status: 204 len: 168 time: 1.5293062 Feb 20 05:50:46.669612 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52284) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:46.712575 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-37526380-1bf0-4343-b527-37da2f9f8a1e req-ff3404ef-7408-4ee7-9751-44890bae40e7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.1056280 Feb 20 05:50:46.753518 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b86b04c-283c-4dcd-a389-1879ce839c4d tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] GET failed (client error): The resource could not be found. Feb 20 05:50:46.755022 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1b86b04c-283c-4dcd-a389-1879ce839c4d tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "GET /v2.0/ports/fb2bb66d-956e-4f79-8cc7-170c64d5a6e6 HTTP/1.1" status: 404 len: 333 time: 0.0843923 Feb 20 05:50:46.757983 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52288) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:47.490089 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-e7fe66c7-bb8c-4d7c-a119-ecd712bca62e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting port 6028f86b-ff18-4b55-bdb5-a52872dca277 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:50:47.494353 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e7fe66c7-bb8c-4d7c-a119-ecd712bca62e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (6028f86b-ff18-4b55-bdb5-a52872dca277), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:47.713579 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada901c-359e-4d02-ac13-4a1830647ac7 req-2ab920df-7f73-4412-b9d9-b84ce75ae49c tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:47.722871 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fada901c-359e-4d02-ac13-4a1830647ac7 req-2ab920df-7f73-4412-b9d9-b84ce75ae49c tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.2224989 Feb 20 05:50:47.819616 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e7fe66c7-bb8c-4d7c-a119-ecd712bca62e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (6028f86b-ff18-4b55-bdb5-a52872dca277), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:47.882255 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fada901c-359e-4d02-ac13-4a1830647ac7 req-57c0f59e-3160-47b2-9b24-bc841103dcba tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558979 Feb 20 05:50:47.896899 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-e7fe66c7-bb8c-4d7c-a119-ecd712bca62e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Calling delete_port for 6028f86b-ff18-4b55-bdb5-a52872dca277 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:50:48.131116 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73eab958-0823-4746-89f4-9db90246d164 req-ad1125a2-b8dc-4b0c-836d-6f25f15916bf tempest-ServerShowV257Test-2100387218 tempest-ServerShowV257Test-2100387218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.0829389 Feb 20 05:50:48.350391 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e7fe66c7-bb8c-4d7c-a119-ecd712bca62e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (6028f86b-ff18-4b55-bdb5-a52872dca277), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:48.441599 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe66c7-bb8c-4d7c-a119-ecd712bca62e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Port': ['ID=6028f86b-ff18-4b55-bdb5-a52872dca277,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:48.755673 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e7fe66c7-bb8c-4d7c-a119-ecd712bca62e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:48.768495 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52350) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:48.779923 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e7fe66c7-bb8c-4d7c-a119-ecd712bca62e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/ports/6028f86b-ff18-4b55-bdb5-a52872dca277 HTTP/1.1" status: 204 len: 168 time: 2.0098310 Feb 20 05:50:48.830980 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd5821c-3ad6-4b87-9713-21492a6bfabb tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] GET failed (client error): The resource could not be found. Feb 20 05:50:48.835220 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6bd5821c-3ad6-4b87-9713-21492a6bfabb tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "GET /v2.0/ports/6028f86b-ff18-4b55-bdb5-a52872dca277 HTTP/1.1" status: 404 len: 333 time: 0.0649657 Feb 20 05:50:48.837972 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52352) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:48.937969 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c72d508-ccb9-447e-a5b4-bd7b2f39617e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:48.945490 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc8d0f3c-1d7f-4a69-acc8-b6b79a9bd090 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting subnet 3cf4d74d-2d1c-4a43-9d3b-b894662980ea {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:50:48.950040 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dc8d0f3c-1d7f-4a69-acc8-b6b79a9bd090 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for subnet (3cf4d74d-2d1c-4a43-9d3b-b894662980ea), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:49.025789 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dc8d0f3c-1d7f-4a69-acc8-b6b79a9bd090 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (3cf4d74d-2d1c-4a43-9d3b-b894662980ea), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:49.244711 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dc8d0f3c-1d7f-4a69-acc8-b6b79a9bd090 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (3cf4d74d-2d1c-4a43-9d3b-b894662980ea), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:49.377392 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dc8d0f3c-1d7f-4a69-acc8-b6b79a9bd090 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (3cf4d74d-2d1c-4a43-9d3b-b894662980ea), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:49.412972 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dc8d0f3c-1d7f-4a69-acc8-b6b79a9bd090 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:49.415653 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b89e20-021d-4912-b3a1-fb4ec2015dae None None] Network 8613c794-91d9-495a-97bd-0466a3c87dee requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:50:49.434262 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-dc8d0f3c-1d7f-4a69-acc8-b6b79a9bd090 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/subnets/3cf4d74d-2d1c-4a43-9d3b-b894662980ea HTTP/1.1" status: 204 len: 168 time: 0.5950379 Feb 20 05:50:49.436918 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52370) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:49.583047 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab0868-e016-4389-8573-6315943bd551 req-87370fed-7c1e-4110-b22e-1a9e4e2be2e4 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:49.595853 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-69ab0868-e016-4389-8573-6315943bd551 req-87370fed-7c1e-4110-b22e-1a9e4e2be2e4 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.2997749 Feb 20 05:50:49.634868 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d0f3c-1d7f-4a69-acc8-b6b79a9bd090 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf4d74d-2d1c-4a43-9d3b-b894662980ea,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:49.655334 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1692cd57-a5c8-49c9-9084-7f0bef7617a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (8613c794-91d9-495a-97bd-0466a3c87dee), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:49.860782 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-1692cd57-a5c8-49c9-9084-7f0bef7617a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting port 182efe0f-5e3b-4ec2-a97c-326e633d3d80 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:50:49.869624 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1692cd57-a5c8-49c9-9084-7f0bef7617a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (182efe0f-5e3b-4ec2-a97c-326e633d3d80), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:49.894929 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:49.895498 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-69ab0868-e016-4389-8573-6315943bd551 req-b9fb3020-74ec-46a4-9425-fdeab6cdaae7 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2940581 Feb 20 05:50:50.044631 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8465838f-4781-42dd-ac71-eebfc58e7704 None None] DHCP port deletion for 8613c794-91d9-495a-97bd-0466a3c87dee request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:50:50.046737 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52386) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:50.248592 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-1692cd57-a5c8-49c9-9084-7f0bef7617a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] For port 182efe0f-5e3b-4ec2-a97c-326e633d3d80, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=182efe0f-5e3b-4ec2-a97c-326e633d3d80,segment=NetworkSegment(1b05515a-6113-4950-b374-dd92bd586ea8),segment_id=1b05515a-6113-4950-b374-dd92bd586ea8)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:50:50.250644 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1692cd57-a5c8-49c9-9084-7f0bef7617a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (182efe0f-5e3b-4ec2-a97c-326e633d3d80), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:50.293793 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-1692cd57-a5c8-49c9-9084-7f0bef7617a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Calling delete_port for 182efe0f-5e3b-4ec2-a97c-326e633d3d80 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:50:50.331816 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ebed5450-707a-479d-9109-8de4b7cebde6 req-adc9d701-204c-4016-bd4e-1a25bdab13e2 tempest-ServerShowV257Test-2100387218 tempest-ServerShowV257Test-2100387218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.1404703 Feb 20 05:50:50.390410 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8465838f-4781-42dd-ac71-eebfc58e7704 None None] Deleting port 182efe0f-5e3b-4ec2-a97c-326e633d3d80 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:50:50.394502 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8465838f-4781-42dd-ac71-eebfc58e7704 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (182efe0f-5e3b-4ec2-a97c-326e633d3d80), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:50.462747 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e2eff21-0816-43f0-9e7b-40c9ed32b19e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:50.479618 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1692cd57-a5c8-49c9-9084-7f0bef7617a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (182efe0f-5e3b-4ec2-a97c-326e633d3d80), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:50.602293 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1692cd57-a5c8-49c9-9084-7f0bef7617a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] No DVR routers for this DVR port 182efe0f-5e3b-4ec2-a97c-326e633d3d80 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:50:50.607331 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692cd57-a5c8-49c9-9084-7f0bef7617a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Port': ['ID=182efe0f-5e3b-4ec2-a97c-326e633d3d80,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:50.731998 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-8465838f-4781-42dd-ac71-eebfc58e7704 None None] For port 182efe0f-5e3b-4ec2-a97c-326e633d3d80, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=182efe0f-5e3b-4ec2-a97c-326e633d3d80,segment=NetworkSegment(1b05515a-6113-4950-b374-dd92bd586ea8),segment_id=1b05515a-6113-4950-b374-dd92bd586ea8)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:50:50.734576 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e2eff21-0816-43f0-9e7b-40c9ed32b19e admin admin] Publish callbacks [] for security_group (577f8fd2-7024-4181-a207-03cbbd1bee21), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:50.737198 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8465838f-4781-42dd-ac71-eebfc58e7704 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (182efe0f-5e3b-4ec2-a97c-326e633d3d80), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:50.740767 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e2eff21-0816-43f0-9e7b-40c9ed32b19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (577f8fd2-7024-4181-a207-03cbbd1bee21), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:50.806091 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8465838f-4781-42dd-ac71-eebfc58e7704 None None] Calling delete_port for 182efe0f-5e3b-4ec2-a97c-326e633d3d80 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:50:50.915703 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1692cd57-a5c8-49c9-9084-7f0bef7617a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (8613c794-91d9-495a-97bd-0466a3c87dee), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:50.916623 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4fdf0ebc-a5c9-4140-8070-880cbd4e2440 req-4064fc7a-5baf-4966-8772-289ebe84ba5d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=14bb01e5573140548086f5e3e1bf97c1&device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.1058936 Feb 20 05:50:50.921522 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3e2eff21-0816-43f0-9e7b-40c9ed32b19e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a923561c8a94fd29abafa757a394ff2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8731673 Feb 20 05:50:50.922461 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2eff21-0816-43f0-9e7b-40c9ed32b19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577f8fd2-7024-4181-a207-03cbbd1bee21,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:50.925152 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52408) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:51.028620 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-1692cd57-a5c8-49c9-9084-7f0bef7617a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8613c794-91d9-495a-97bd-0466a3c87dee']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:51.068861 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-1692cd57-a5c8-49c9-9084-7f0bef7617a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b05515a-6113-4950-b374-dd92bd586ea8') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:51.069474 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-1692cd57-a5c8-49c9-9084-7f0bef7617a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b05515a-6113-4950-b374-dd92bd586ea8') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:50:51.095824 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1692cd57-a5c8-49c9-9084-7f0bef7617a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (1b05515a-6113-4950-b374-dd92bd586ea8), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:51.113445 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4fdf0ebc-a5c9-4140-8070-880cbd4e2440 req-6e14df8e-3a81-4535-977f-6a69c24d0a19 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=14bb01e5573140548086f5e3e1bf97c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1871686 Feb 20 05:50:51.137999 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f2edafd1-c457-4792-a827-294c1bd17fd2 req-be1ef79a-f55d-47bb-885e-0d23b5c91f05 tempest-ServerShowV257Test-2100387218 tempest-ServerShowV257Test-2100387218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.1697135 Feb 20 05:50:51.165110 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1692cd57-a5c8-49c9-9084-7f0bef7617a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (1b05515a-6113-4950-b374-dd92bd586ea8), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:51.180975 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1692cd57-a5c8-49c9-9084-7f0bef7617a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:50:51.181637 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1692cd57-a5c8-49c9-9084-7f0bef7617a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (1b05515a-6113-4950-b374-dd92bd586ea8), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:51.187810 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8465838f-4781-42dd-ac71-eebfc58e7704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (182efe0f-5e3b-4ec2-a97c-326e633d3d80), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:51.196258 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-18dfc31c-71d8-4458-aab2-2b3309035229 admin admin] Publish callbacks [] for security_group (577f8fd2-7024-4181-a207-03cbbd1bee21), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:51.236855 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8465838f-4781-42dd-ac71-eebfc58e7704 None None] No DVR routers for this DVR port 182efe0f-5e3b-4ec2-a97c-326e633d3d80 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:50:51.292633 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-18dfc31c-71d8-4458-aab2-2b3309035229 admin admin] Publish callbacks [] for security_group (577f8fd2-7024-4181-a207-03cbbd1bee21), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:51.315624 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465838f-4781-42dd-ac71-eebfc58e7704 None None] Pushing event deleted for resources: {'Port': ['ID=182efe0f-5e3b-4ec2-a97c-326e633d3d80,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:50:51.323763 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:50:51.331041 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465838f-4781-42dd-ac71-eebfc58e7704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:51.332810 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1692cd57-a5c8-49c9-9084-7f0bef7617a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (8613c794-91d9-495a-97bd-0466a3c87dee), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:51.333950 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465838f-4781-42dd-ac71-eebfc58e7704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:51.335217 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465838f-4781-42dd-ac71-eebfc58e7704 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:51.335719 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465838f-4781-42dd-ac71-eebfc58e7704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:51.337258 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465838f-4781-42dd-ac71-eebfc58e7704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:51.337597 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465838f-4781-42dd-ac71-eebfc58e7704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:51.338231 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465838f-4781-42dd-ac71-eebfc58e7704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:51.338713 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465838f-4781-42dd-ac71-eebfc58e7704 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:51.339149 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465838f-4781-42dd-ac71-eebfc58e7704 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:51.339696 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465838f-4781-42dd-ac71-eebfc58e7704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:51.340270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465838f-4781-42dd-ac71-eebfc58e7704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:51.340608 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465838f-4781-42dd-ac71-eebfc58e7704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:51.340940 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465838f-4781-42dd-ac71-eebfc58e7704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:50:51.389196 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:51.416037 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1692cd57-a5c8-49c9-9084-7f0bef7617a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:51.426727 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1692cd57-a5c8-49c9-9084-7f0bef7617a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/networks/8613c794-91d9-495a-97bd-0466a3c87dee HTTP/1.1" status: 204 len: 168 time: 1.9885342 Feb 20 05:50:51.436290 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692cd57-a5c8-49c9-9084-7f0bef7617a0 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Network': ['ID=8613c794-91d9-495a-97bd-0466a3c87dee,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:51.443159 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52418) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:51.466047 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-d7e3674d-7f76-4cc9-97c4-2efc051a512e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1831606532'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:51.508874 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e3674d-7f76-4cc9-97c4-2efc051a512e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:50:51.517553 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d7e3674d-7f76-4cc9-97c4-2efc051a512e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:51.575000 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e3674d-7f76-4cc9-97c4-2efc051a512e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:50:51.606162 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d7e3674d-7f76-4cc9-97c4-2efc051a512e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (727d7272-c109-4e1f-99b3-c617694aab98), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:51.606663 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-d7e3674d-7f76-4cc9-97c4-2efc051a512e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Added segment 727d7272-c109-4e1f-99b3-c617694aab98 of type vlan for network b6b42946-f51d-444b-bb25-62f85e7a2c35 Feb 20 05:50:51.689454 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-18dfc31c-71d8-4458-aab2-2b3309035229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (577f8fd2-7024-4181-a207-03cbbd1bee21), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:51.698850 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-18dfc31c-71d8-4458-aab2-2b3309035229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:51.700442 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-18dfc31c-71d8-4458-aab2-2b3309035229 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/577f8fd2-7024-4181-a207-03cbbd1bee21 HTTP/1.1" status: 204 len: 168 time: 0.7631989 Feb 20 05:50:51.700647 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d7e3674d-7f76-4cc9-97c4-2efc051a512e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (b6b42946-f51d-444b-bb25-62f85e7a2c35), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:51.766626 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d7e3674d-7f76-4cc9-97c4-2efc051a512e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (b6b42946-f51d-444b-bb25-62f85e7a2c35), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:51.772548 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e3674d-7f76-4cc9-97c4-2efc051a512e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:51.773135 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d7e3674d-7f76-4cc9-97c4-2efc051a512e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:51.892880 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 182efe0f-5e3b-4ec2-a97c-326e633d3d80 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:50:51.911996 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfc31c-71d8-4458-aab2-2b3309035229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577f8fd2-7024-4181-a207-03cbbd1bee21,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:51.955018 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d7e3674d-7f76-4cc9-97c4-2efc051a512e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5104811 Feb 20 05:50:51.955586 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52428) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:51.976987 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-9e2aa4fe-9884-486a-83a5-18a219f3ac98 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'subnet': {'network_id': 'b6b42946-f51d-444b-bb25-62f85e7a2c35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:51.986189 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 182efe0f-5e3b-4ec2-a97c-326e633d3d80 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:50:51.986599 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 182efe0f-5e3b-4ec2-a97c-326e633d3d80 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:50:52.163066 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66332e41-3f4f-4c4e-9987-19befbf5b808 req-677f6bab-80ec-44de-950a-b0ecdc6db635 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:52.170978 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3674d-7f76-4cc9-97c4-2efc051a512e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Network': ['ID=b6b42946-f51d-444b-bb25-62f85e7a2c35,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:52.181218 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-66332e41-3f4f-4c4e-9987-19befbf5b808 req-677f6bab-80ec-44de-950a-b0ecdc6db635 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.7989395 Feb 20 05:50:52.194598 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network b6b42946-f51d-444b-bb25-62f85e7a2c35 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:50:52.378572 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2aa4fe-9884-486a-83a5-18a219f3ac98 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:50:52.386048 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e2aa4fe-9884-486a-83a5-18a219f3ac98 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:52.606120 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-66332e41-3f4f-4c4e-9987-19befbf5b808 req-9254838d-f7ba-43fe-99af-477eb0db7fc8 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4178820 Feb 20 05:50:52.613067 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52442) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:52.657677 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf0ebc-a5c9-4140-8070-880cbd4e2440 req-8c42b74b-069d-46ca-9320-0cd6856de992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:52.663143 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4fdf0ebc-a5c9-4140-8070-880cbd4e2440 req-8c42b74b-069d-46ca-9320-0cd6856de992 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.5236456 Feb 20 05:50:52.668507 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e761f903-70a4-4ba3-8887-42a9702d1944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:52.707811 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:52.868348 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:52.927339 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-20f472ff-e2a0-40ec-9300-67d9c65af6f5 req-573b457f-4b7e-4685-833b-f9584d054e24 tempest-ServerShowV257Test-2100387218 tempest-ServerShowV257Test-2100387218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.1360972 Feb 20 05:50:52.995108 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e2aa4fe-9884-486a-83a5-18a219f3ac98 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (d79f172d-ae9c-4ff7-9377-6bca9ad57aa3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:53.104507 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e761f903-70a4-4ba3-8887-42a9702d1944 admin admin] Publish callbacks [] for security_group (82abeb3d-bef7-4782-aab7-7b47e2c2a65f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:53.123904 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e761f903-70a4-4ba3-8887-42a9702d1944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (82abeb3d-bef7-4782-aab7-7b47e2c2a65f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:53.129699 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2aa4fe-9884-486a-83a5-18a219f3ac98 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Subnet': ['ID=d79f172d-ae9c-4ff7-9377-6bca9ad57aa3,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:53.185334 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2aa4fe-9884-486a-83a5-18a219f3ac98 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Checking segment: {'id': '727d7272-c109-4e1f-99b3-c617694aab98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b6b42946-f51d-444b-bb25-62f85e7a2c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:50:53.187699 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2aa4fe-9884-486a-83a5-18a219f3ac98 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network hostable DHCP agents. Network: b6b42946-f51d-444b-bb25-62f85e7a2c35, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:50:53.227835 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2aa4fe-9884-486a-83a5-18a219f3ac98 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network b6b42946-f51d-444b-bb25-62f85e7a2c35 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:50:53.250310 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-9e2aa4fe-9884-486a-83a5-18a219f3ac98 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, b6b42946-f51d-444b-bb25-62f85e7a2c35) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:50:53.268111 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2aa4fe-9884-486a-83a5-18a219f3ac98 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:53.269217 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e2aa4fe-9884-486a-83a5-18a219f3ac98 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:53.277499 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3b4ffb-0c90-421f-b432-834dac257ff7 None None] Network b6b42946-f51d-444b-bb25-62f85e7a2c35 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:50:53.319213 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e761f903-70a4-4ba3-8887-42a9702d1944 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e944d7c3d98e4cbdae3a194e5921cc2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7031288 Feb 20 05:50:53.322686 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9e2aa4fe-9884-486a-83a5-18a219f3ac98 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3564630 Feb 20 05:50:53.323611 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52456) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:53.324014 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52458) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:53.365245 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761f903-70a4-4ba3-8887-42a9702d1944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82abeb3d-bef7-4782-aab7-7b47e2c2a65f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:53.368650 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-401756c2-70da-4749-8ed3-e66b8db85aa6 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2010003271', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:53.537638 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-401756c2-70da-4749-8ed3-e66b8db85aa6 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (9838afee-7428-4274-901c-9c1aa91556c9), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:53.543183 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-401756c2-70da-4749-8ed3-e66b8db85aa6 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (9838afee-7428-4274-901c-9c1aa91556c9), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:53.587320 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-53d8eb60-0ff2-425d-939f-59e9ba1ae612 admin admin] Publish callbacks [] for security_group (82abeb3d-bef7-4782-aab7-7b47e2c2a65f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:53.716288 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9a47a0-aa48-4167-aa46-15eb92b982d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-b6b42946-f51d-444b-bb25-62f85e7a2c35', 'network_id': 'b6b42946-f51d-444b-bb25-62f85e7a2c35', 'project_id': '1b935f7dbfce4480a61cfafe26a09452', 'fixed_ips': [{'subnet_id': 'd79f172d-ae9c-4ff7-9377-6bca9ad57aa3'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:50:53.717425 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a9a47a0-aa48-4167-aa46-15eb92b982d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:53.906723 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9b3eb-ee05-4517-9403-63f74716a5d1 req-06723501-e2ff-4d8c-8a89-bfbd11f7b36b tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:53.923728 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-59c9b3eb-ee05-4517-9403-63f74716a5d1 req-06723501-e2ff-4d8c-8a89-bfbd11f7b36b tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.1167221 Feb 20 05:50:54.072508 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-59c9b3eb-ee05-4517-9403-63f74716a5d1 req-6d3f2c04-0bf1-4a59-bfef-735430aa236f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467309 Feb 20 05:50:54.152845 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-4a9a47a0-aa48-4167-aa46-15eb92b982d8 None None] Allocated IP 172.20.0.2 (b6b42946-f51d-444b-bb25-62f85e7a2c35/d79f172d-ae9c-4ff7-9377-6bca9ad57aa3/0184786c-055b-43fd-aa24-6fb8976ac1e9) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:50:54.258249 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-32f5acb9-3980-4456-a576-56e7a914fcd9 req-b247f721-c4fd-47cd-8551-e50e69d5e3f1 tempest-ServerShowV257Test-2100387218 tempest-ServerShowV257Test-2100387218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.0660174 Feb 20 05:50:54.523414 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-401756c2-70da-4749-8ed3-e66b8db85aa6 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for router_controller (9838afee-7428-4274-901c-9c1aa91556c9), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:54.546652 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-53d8eb60-0ff2-425d-939f-59e9ba1ae612 admin admin] Publish callbacks [] for security_group (82abeb3d-bef7-4782-aab7-7b47e2c2a65f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:54.584321 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-401756c2-70da-4749-8ed3-e66b8db85aa6 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (9838afee-7428-4274-901c-9c1aa91556c9), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:54.622868 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4fdf0ebc-a5c9-4140-8070-880cbd4e2440 req-017837f7-ed20-481c-b50a-b9f61431a3d5 tempest-ServerShowV257Test-2100387218 tempest-ServerShowV257Test-2100387218-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f9f0005-a023-4397-9186-d1a51a98f199 HTTP/1.1" status: 200 len: 210 time: 0.0719850 Feb 20 05:50:54.660101 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a9a47a0-aa48-4167-aa46-15eb92b982d8 None None] Publish callbacks [] for port (0184786c-055b-43fd-aa24-6fb8976ac1e9), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:54.671260 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a9a47a0-aa48-4167-aa46-15eb92b982d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (0184786c-055b-43fd-aa24-6fb8976ac1e9), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:54.695300 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-401756c2-70da-4749-8ed3-e66b8db85aa6 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:54.708900 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-401756c2-70da-4749-8ed3-e66b8db85aa6 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.3650692 Feb 20 05:50:54.711905 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52482) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:54.718130 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-7d3d0055-c8f1-4439-932b-906fff998433 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'port': {'network_id': 'b6b42946-f51d-444b-bb25-62f85e7a2c35', 'name': 'tempest-PortsTestJSON-1997136681'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:50:54.775657 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-53d8eb60-0ff2-425d-939f-59e9ba1ae612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (82abeb3d-bef7-4782-aab7-7b47e2c2a65f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:54.778598 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-53d8eb60-0ff2-425d-939f-59e9ba1ae612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:54.783339 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-53d8eb60-0ff2-425d-939f-59e9ba1ae612 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/82abeb3d-bef7-4782-aab7-7b47e2c2a65f HTTP/1.1" status: 204 len: 168 time: 1.4581017 Feb 20 05:50:54.809891 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8eb60-0ff2-425d-939f-59e9ba1ae612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82abeb3d-bef7-4782-aab7-7b47e2c2a65f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:54.821189 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9a47a0-aa48-4167-aa46-15eb92b982d8 None None] Network b6b42946-f51d-444b-bb25-62f85e7a2c35 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:50:54.876750 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-4a9a47a0-aa48-4167-aa46-15eb92b982d8 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:50:54.904300 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9a47a0-aa48-4167-aa46-15eb92b982d8 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:50:54.944733 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a47a0-aa48-4167-aa46-15eb92b982d8 None None] Pushing event updated for resources: {'Port': ['ID=0184786c-055b-43fd-aa24-6fb8976ac1e9,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:55.054218 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3d0055-c8f1-4439-932b-906fff998433 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:50:55.058892 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d3d0055-c8f1-4439-932b-906fff998433 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:55.138524 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-7d3d0055-c8f1-4439-932b-906fff998433 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] device_id is not set on port d61d1a0d-7882-4988-ae98-c3e01d5635da yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:50:55.304204 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4a9a47a0-aa48-4167-aa46-15eb92b982d8 None None] Attempting to bind port 0184786c-055b-43fd-aa24-6fb8976ac1e9 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:50:55.304584 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4a9a47a0-aa48-4167-aa46-15eb92b982d8 None None] Attempting to bind port 0184786c-055b-43fd-aa24-6fb8976ac1e9 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '727d7272-c109-4e1f-99b3-c617694aab98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b6b42946-f51d-444b-bb25-62f85e7a2c35'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:50:55.304959 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9a47a0-aa48-4167-aa46-15eb92b982d8 None None] Attempting to bind port 0184786c-055b-43fd-aa24-6fb8976ac1e9 on network b6b42946-f51d-444b-bb25-62f85e7a2c35 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:50:55.332428 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9a47a0-aa48-4167-aa46-15eb92b982d8 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:50:55.332818 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9a47a0-aa48-4167-aa46-15eb92b982d8 None None] Checking segment: {'id': '727d7272-c109-4e1f-99b3-c617694aab98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b6b42946-f51d-444b-bb25-62f85e7a2c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:50:55.339256 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a9a47a0-aa48-4167-aa46-15eb92b982d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:55.339775 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9a47a0-aa48-4167-aa46-15eb92b982d8 None None] Bound using segment: {'id': '727d7272-c109-4e1f-99b3-c617694aab98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b6b42946-f51d-444b-bb25-62f85e7a2c35'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:50:55.349362 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4a9a47a0-aa48-4167-aa46-15eb92b982d8 None None] Bound port: 0184786c-055b-43fd-aa24-6fb8976ac1e9, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727d7272-c109-4e1f-99b3-c617694aab98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b6b42946-f51d-444b-bb25-62f85e7a2c35'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:50:55.350024 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a9a47a0-aa48-4167-aa46-15eb92b982d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0184786c-055b-43fd-aa24-6fb8976ac1e9), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:55.414327 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:55.652352 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-4a9a47a0-aa48-4167-aa46-15eb92b982d8 None None] For port 0184786c-055b-43fd-aa24-6fb8976ac1e9, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:50:55.672269 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-4a9a47a0-aa48-4167-aa46-15eb92b982d8 None None] For port 0184786c-055b-43fd-aa24-6fb8976ac1e9, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0184786c-055b-43fd-aa24-6fb8976ac1e9,segment=NetworkSegment(727d7272-c109-4e1f-99b3-c617694aab98),segment_id=727d7272-c109-4e1f-99b3-c617694aab98)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:50:55.705552 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a9a47a0-aa48-4167-aa46-15eb92b982d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0184786c-055b-43fd-aa24-6fb8976ac1e9), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:55.853469 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-7d3d0055-c8f1-4439-932b-906fff998433 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Allocated IP 172.20.0.4 (b6b42946-f51d-444b-bb25-62f85e7a2c35/d79f172d-ae9c-4ff7-9377-6bca9ad57aa3/d61d1a0d-7882-4988-ae98-c3e01d5635da) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:50:56.053315 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a47a0-aa48-4167-aa46-15eb92b982d8 None None] Pushing event updated for resources: {'Port': ['ID=0184786c-055b-43fd-aa24-6fb8976ac1e9,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:56.091372 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f2dee-154d-41e1-8623-c8c0976764a0 req-9924a426-af86-4482-8f90-14a3978e235e tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:56.098580 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a03f2dee-154d-41e1-8623-c8c0976764a0 req-9924a426-af86-4482-8f90-14a3978e235e tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.7399092 Feb 20 05:50:56.376476 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a03f2dee-154d-41e1-8623-c8c0976764a0 req-1dc3f17b-a663-4825-b7e1-3b4edd4986db tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2755446 Feb 20 05:50:56.626945 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d3d0055-c8f1-4439-932b-906fff998433 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for port (d61d1a0d-7882-4988-ae98-c3e01d5635da), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:56.725751 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d3d0055-c8f1-4439-932b-906fff998433 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (d61d1a0d-7882-4988-ae98-c3e01d5635da), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:56.913368 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3d0055-c8f1-4439-932b-906fff998433 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network b6b42946-f51d-444b-bb25-62f85e7a2c35 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:50:56.917661 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-7d3d0055-c8f1-4439-932b-906fff998433 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:50:56.922655 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3d0055-c8f1-4439-932b-906fff998433 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:50:57.046481 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d0055-c8f1-4439-932b-906fff998433 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Port': ['ID=d61d1a0d-7882-4988-ae98-c3e01d5635da,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:57.104309 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3d0055-c8f1-4439-932b-906fff998433 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:57.104981 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d3d0055-c8f1-4439-932b-906fff998433 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:57.192677 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52536) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:57.196354 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7d3d0055-c8f1-4439-932b-906fff998433 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4821315 Feb 20 05:50:57.319338 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52540) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:57.998311 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-78f30667-2492-4c05-b8a8-7dff384908e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:58.139029 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72f774-a34f-4947-9733-50da263d0e21 req-4822ae7d-02bc-408c-b2fa-0502a36c731d tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:58.150407 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b72f774-a34f-4947-9733-50da263d0e21 req-4822ae7d-02bc-408c-b2fa-0502a36c731d tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.5831161 Feb 20 05:50:58.223853 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0184786c-055b-43fd-aa24-6fb8976ac1e9 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:50:58.332530 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 0184786c-055b-43fd-aa24-6fb8976ac1e9 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:58.366282 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0184786c-055b-43fd-aa24-6fb8976ac1e9), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:58.412467 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-338e07ad-2029-41ca-9c5d-095500b0001a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d61d1a0d-7882-4988-ae98-c3e01d5635da), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:58.443550 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b72f774-a34f-4947-9733-50da263d0e21 req-1895dce1-c908-4218-a684-a91ef03867e4 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2921212 Feb 20 05:50:58.568409 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ed2b66-5432-408d-a9a0-01c8a54fa221 None None] Network b6b42946-f51d-444b-bb25-62f85e7a2c35 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:50:58.582020 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-78f30667-2492-4c05-b8a8-7dff384908e9 admin admin] Publish callbacks [] for security_group (397b6d6e-9400-46ab-984e-0c28c9f0d1f8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:58.600570 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-78f30667-2492-4c05-b8a8-7dff384908e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (397b6d6e-9400-46ab-984e-0c28c9f0d1f8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:58.729596 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-78f30667-2492-4c05-b8a8-7dff384908e9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=14bb01e5573140548086f5e3e1bf97c1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4087996 Feb 20 05:50:58.732366 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52574) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:50:58.737802 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f30667-2492-4c05-b8a8-7dff384908e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397b6d6e-9400-46ab-984e-0c28c9f0d1f8,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:58.892758 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 0184786c-055b-43fd-aa24-6fb8976ac1e9 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:50:58.893205 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0184786c-055b-43fd-aa24-6fb8976ac1e9), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:58.901596 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3397ea08-6822-41d8-a03c-b5a6eb9ffa60 admin admin] Publish callbacks [] for security_group (397b6d6e-9400-46ab-984e-0c28c9f0d1f8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:58.932391 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-9be130cf-e5a2-470d-a42f-badb9db345f6 None None] Provisioning complete for port 0184786c-055b-43fd-aa24-6fb8976ac1e9 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:50:58.933056 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9be130cf-e5a2-470d-a42f-badb9db345f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0184786c-055b-43fd-aa24-6fb8976ac1e9), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:58.980985 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3397ea08-6822-41d8-a03c-b5a6eb9ffa60 admin admin] Publish callbacks [] for security_group (397b6d6e-9400-46ab-984e-0c28c9f0d1f8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:59.124626 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 0184786c-055b-43fd-aa24-6fb8976ac1e9, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0184786c-055b-43fd-aa24-6fb8976ac1e9,segment=NetworkSegment(727d7272-c109-4e1f-99b3-c617694aab98),segment_id=727d7272-c109-4e1f-99b3-c617694aab98)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:50:59.150312 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0184786c-055b-43fd-aa24-6fb8976ac1e9), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:59.170358 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3397ea08-6822-41d8-a03c-b5a6eb9ffa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (397b6d6e-9400-46ab-984e-0c28c9f0d1f8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:59.178056 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3397ea08-6822-41d8-a03c-b5a6eb9ffa60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:59.179819 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3397ea08-6822-41d8-a03c-b5a6eb9ffa60 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/397b6d6e-9400-46ab-984e-0c28c9f0d1f8 HTTP/1.1" status: 204 len: 168 time: 0.4447186 Feb 20 05:50:59.180350 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9be130cf-e5a2-470d-a42f-badb9db345f6 None None] Current status of the port 0184786c-055b-43fd-aa24-6fb8976ac1e9 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:50:59.180920 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9be130cf-e5a2-470d-a42f-badb9db345f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0184786c-055b-43fd-aa24-6fb8976ac1e9), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:59.204697 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397ea08-6822-41d8-a03c-b5a6eb9ffa60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397b6d6e-9400-46ab-984e-0c28c9f0d1f8,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:59.321951 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-338e07ad-2029-41ca-9c5d-095500b0001a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for port (d61d1a0d-7882-4988-ae98-c3e01d5635da), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:59.329590 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-338e07ad-2029-41ca-9c5d-095500b0001a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (d61d1a0d-7882-4988-ae98-c3e01d5635da), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:50:59.537104 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-9be130cf-e5a2-470d-a42f-badb9db345f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:50:59.538713 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-9be130cf-e5a2-470d-a42f-badb9db345f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:50:59.539967 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=0184786c-055b-43fd-aa24-6fb8976ac1e9,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:59.750511 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e07ad-2029-41ca-9c5d-095500b0001a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Port': ['ID=d61d1a0d-7882-4988-ae98-c3e01d5635da,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:50:59.753011 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27bfb5-8267-4a4d-857f-9b75743a8db8 req-490177b9-a0d9-4287-a158-64b3de547800 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:50:59.756471 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a27bfb5-8267-4a4d-857f-9b75743a8db8 req-490177b9-a0d9-4287-a158-64b3de547800 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.1188874 Feb 20 05:50:59.833983 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a27bfb5-8267-4a4d-857f-9b75743a8db8 req-e1120c33-c433-4879-ba75-bcafc0c42ca9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693719 Feb 20 05:50:59.938540 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0184786c-055b-43fd-aa24-6fb8976ac1e9 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:51:00.204899 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9be130cf-e5a2-470d-a42f-badb9db345f6 None None] Current status of the port 0184786c-055b-43fd-aa24-6fb8976ac1e9 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:00.366074 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 0184786c-055b-43fd-aa24-6fb8976ac1e9 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:00.366909 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0184786c-055b-43fd-aa24-6fb8976ac1e9), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:00.509568 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-338e07ad-2029-41ca-9c5d-095500b0001a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (9838afee-7428-4274-901c-9c1aa91556c9), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:00.536350 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-3fbf9794-58b9-494f-899d-3f97c801bf3b None None] Provisioning complete for port d61d1a0d-7882-4988-ae98-c3e01d5635da triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:00.547456 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3fbf9794-58b9-494f-899d-3f97c801bf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d61d1a0d-7882-4988-ae98-c3e01d5635da), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:00.812374 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 0184786c-055b-43fd-aa24-6fb8976ac1e9 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:00.863581 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3fbf9794-58b9-494f-899d-3f97c801bf3b None None] Port d61d1a0d-7882-4988-ae98-c3e01d5635da cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:51:00.896268 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-338e07ad-2029-41ca-9c5d-095500b0001a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d61d1a0d-7882-4988-ae98-c3e01d5635da), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:00.901745 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-3fbf9794-58b9-494f-899d-3f97c801bf3b None None] Provisioning complete for port 0184786c-055b-43fd-aa24-6fb8976ac1e9 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:00.902942 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3fbf9794-58b9-494f-899d-3f97c801bf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0184786c-055b-43fd-aa24-6fb8976ac1e9), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:01.168172 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3fbf9794-58b9-494f-899d-3f97c801bf3b None None] Current status of the port 0184786c-055b-43fd-aa24-6fb8976ac1e9 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:01.283080 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6cd45-b954-4c8e-9775-fd9bd9493e27 req-860177c3-3571-4d5a-b13d-55eb7bde7891 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:01.285311 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ab6cd45-b954-4c8e-9775-fd9bd9493e27 req-860177c3-3571-4d5a-b13d-55eb7bde7891 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.1954734 Feb 20 05:51:01.350468 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-f525454c-a938-4c00-ac49-e89b465055c9 None None] Provisioning complete for port d61d1a0d-7882-4988-ae98-c3e01d5635da triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:01.359534 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f525454c-a938-4c00-ac49-e89b465055c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d61d1a0d-7882-4988-ae98-c3e01d5635da), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:01.503725 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ab6cd45-b954-4c8e-9775-fd9bd9493e27 req-63d45bc3-e883-4a60-9527-03c3b2877419 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990364 Feb 20 05:51:01.504699 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f525454c-a938-4c00-ac49-e89b465055c9 None None] Port d61d1a0d-7882-4988-ae98-c3e01d5635da cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:51:01.734774 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-338e07ad-2029-41ca-9c5d-095500b0001a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for port (d61d1a0d-7882-4988-ae98-c3e01d5635da), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:01.743648 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-338e07ad-2029-41ca-9c5d-095500b0001a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (d61d1a0d-7882-4988-ae98-c3e01d5635da), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:01.855556 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-338e07ad-2029-41ca-9c5d-095500b0001a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (9838afee-7428-4274-901c-9c1aa91556c9), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:02.203432 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e07ad-2029-41ca-9c5d-095500b0001a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Port': ['ID=d61d1a0d-7882-4988-ae98-c3e01d5635da,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:02.452744 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338e07ad-2029-41ca-9c5d-095500b0001a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network b6b42946-f51d-444b-bb25-62f85e7a2c35 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:51:02.463865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-338e07ad-2029-41ca-9c5d-095500b0001a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:51:02.842788 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338e07ad-2029-41ca-9c5d-095500b0001a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Router 9838afee-7428-4274-901c-9c1aa91556c9 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:51:02.926445 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58384a-d7fa-4712-b1d3-89de65ace40e req-9d94eb8d-383b-43ce-b420-6b80e7d6a1e3 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:02.950453 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cf58384a-d7fa-4712-b1d3-89de65ace40e req-9d94eb8d-383b-43ce-b420-6b80e7d6a1e3 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.1911151 Feb 20 05:51:03.068993 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b9dda354-726b-4e9a-87ff-112d6e01c988 None None] Provisioning complete for port d61d1a0d-7882-4988-ae98-c3e01d5635da triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:03.070206 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9dda354-726b-4e9a-87ff-112d6e01c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d61d1a0d-7882-4988-ae98-c3e01d5635da), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:03.113280 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b9dda354-726b-4e9a-87ff-112d6e01c988 None None] Port d61d1a0d-7882-4988-ae98-c3e01d5635da cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:51:03.114548 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cf58384a-d7fa-4712-b1d3-89de65ace40e req-7bf8ba11-6a86-489e-b0b5-5e50d75f709c tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623912 Feb 20 05:51:03.170805 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52708) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:03.259247 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338e07ad-2029-41ca-9c5d-095500b0001a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:51:03.273795 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-338e07ad-2029-41ca-9c5d-095500b0001a tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "PUT /v2.0/routers/9838afee-7428-4274-901c-9c1aa91556c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0797274 Feb 20 05:51:03.274712 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4aaf8a-4bac-4055-a9ff-ee5e0b7c0e0c None None] Sync routers for ids ['9838afee-7428-4274-901c-9c1aa91556c9'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:51:03.276421 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52714) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:03.305258 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4aaf8a-4bac-4055-a9ff-ee5e0b7c0e0c None None] Routers {'9838afee-7428-4274-901c-9c1aa91556c9'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:51:03.307362 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-da4aaf8a-4bac-4055-a9ff-ee5e0b7c0e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:50:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9838afee-7428-4274-901c-9c1aa91556c9'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:03.424154 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-da4aaf8a-4bac-4055-a9ff-ee5e0b7c0e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:03.466300 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4aaf8a-4bac-4055-a9ff-ee5e0b7c0e0c None None] Routers {'9838afee-7428-4274-901c-9c1aa91556c9'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:51:03.468360 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-da4aaf8a-4bac-4055-a9ff-ee5e0b7c0e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:50:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9838afee-7428-4274-901c-9c1aa91556c9'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:03.492366 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199b5aef-573d-4466-9f98-ac4fe099a876 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:03.494393 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-199b5aef-573d-4466-9f98-ac4fe099a876 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "GET /v2.0/ports?device_id=9838afee-7428-4274-901c-9c1aa91556c9 HTTP/1.1" status: 200 len: 982 time: 0.2166219 Feb 20 05:51:03.497544 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52720) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:03.661414 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-da4aaf8a-4bac-4055-a9ff-ee5e0b7c0e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:03.665211 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4aaf8a-4bac-4055-a9ff-ee5e0b7c0e0c None None] The sync data for ids ['9838afee-7428-4274-901c-9c1aa91556c9'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:51:04.033146 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32755c75-5af5-4236-b12e-7310d8145da2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:04.600476 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52752) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:04.679643 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32755c75-5af5-4236-b12e-7310d8145da2 admin admin] Publish callbacks [] for security_group (2d5a2238-670e-4093-9c40-2d1964e7059e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:04.732283 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32755c75-5af5-4236-b12e-7310d8145da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2d5a2238-670e-4093-9c40-2d1964e7059e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:04.829393 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-32755c75-5af5-4236-b12e-7310d8145da2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e6829940a3444e9a0f671d990c705da&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6579361 Feb 20 05:51:04.842333 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52764) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:04.859328 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d350c3f6-2ea6-4038-90a2-189c11cc8acf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:04.896142 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82b940-8d7f-4014-94f4-bb7df4bad7ce req-9dea38d0-bac4-4d99-9705-23bafa58c354 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:04.905303 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6b82b940-8d7f-4014-94f4-bb7df4bad7ce req-9dea38d0-bac4-4d99-9705-23bafa58c354 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.5645394 Feb 20 05:51:05.052809 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97ac9eb3-9c10-4fbb-97a0-a9ea6fdd0928 admin admin] Publish callbacks [] for security_group (2d5a2238-670e-4093-9c40-2d1964e7059e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:05.105373 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6b82b940-8d7f-4014-94f4-bb7df4bad7ce req-2a981d55-2319-4abb-beab-0240bf063225 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969004 Feb 20 05:51:05.108569 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32755c75-5af5-4236-b12e-7310d8145da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5a2238-670e-4093-9c40-2d1964e7059e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:05.144515 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97ac9eb3-9c10-4fbb-97a0-a9ea6fdd0928 admin admin] Publish callbacks [] for security_group (2d5a2238-670e-4093-9c40-2d1964e7059e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:05.203103 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d350c3f6-2ea6-4038-90a2-189c11cc8acf admin admin] Publish callbacks [] for security_group (935b844f-0075-4c57-8282-0e1606814d47), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:05.212092 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d350c3f6-2ea6-4038-90a2-189c11cc8acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (935b844f-0075-4c57-8282-0e1606814d47), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:05.259620 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97ac9eb3-9c10-4fbb-97a0-a9ea6fdd0928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2d5a2238-670e-4093-9c40-2d1964e7059e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:05.262891 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97ac9eb3-9c10-4fbb-97a0-a9ea6fdd0928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:05.264381 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-97ac9eb3-9c10-4fbb-97a0-a9ea6fdd0928 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d5a2238-670e-4093-9c40-2d1964e7059e HTTP/1.1" status: 204 len: 168 time: 0.4162798 Feb 20 05:51:05.268890 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350c3f6-2ea6-4038-90a2-189c11cc8acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935b844f-0075-4c57-8282-0e1606814d47,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:05.279480 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d350c3f6-2ea6-4038-90a2-189c11cc8acf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=242a320f750c4a4b97048adf0a133997&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6773880 Feb 20 05:51:05.283014 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52774) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:05.329571 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac9eb3-9c10-4fbb-97a0-a9ea6fdd0928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5a2238-670e-4093-9c40-2d1964e7059e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:05.392729 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3447e590-bccd-4fbc-88ee-970c06bb8706 admin admin] Publish callbacks [] for security_group (935b844f-0075-4c57-8282-0e1606814d47), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:05.420285 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3447e590-bccd-4fbc-88ee-970c06bb8706 admin admin] Publish callbacks [] for security_group (935b844f-0075-4c57-8282-0e1606814d47), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:05.508320 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3447e590-bccd-4fbc-88ee-970c06bb8706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (935b844f-0075-4c57-8282-0e1606814d47), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:05.513268 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3447e590-bccd-4fbc-88ee-970c06bb8706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:05.516707 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3447e590-bccd-4fbc-88ee-970c06bb8706 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/935b844f-0075-4c57-8282-0e1606814d47 HTTP/1.1" status: 204 len: 168 time: 0.2305160 Feb 20 05:51:05.525465 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447e590-bccd-4fbc-88ee-970c06bb8706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935b844f-0075-4c57-8282-0e1606814d47,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:05.945663 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1c91ef11-0faf-42ce-8cc7-ca7e588ac4f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (9838afee-7428-4274-901c-9c1aa91556c9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:06.428639 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52816) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:06.458875 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a1a2e2e9-48d2-464f-8bb4-31b3807399a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:06.685558 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6ee5e-2f47-4bfd-b868-22e642a7a55b req-fe447738-7a00-4090-8927-2d628dc5b749 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:06.691947 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e0b6ee5e-2f47-4bfd-b868-22e642a7a55b req-fe447738-7a00-4090-8927-2d628dc5b749 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 943 time: 0.3377805 Feb 20 05:51:06.773128 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a1a2e2e9-48d2-464f-8bb4-31b3807399a4 admin admin] Publish callbacks [] for security_group (aea94ffd-358f-4946-829a-418fd14f4a17), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:06.794373 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a1a2e2e9-48d2-464f-8bb4-31b3807399a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (aea94ffd-358f-4946-829a-418fd14f4a17), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:06.833137 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a1a2e2e9-48d2-464f-8bb4-31b3807399a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d1e43756a504058bfa8a0f96f3851d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4031458 Feb 20 05:51:06.836200 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52838) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:06.859356 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e0b6ee5e-2f47-4bfd-b868-22e642a7a55b req-e5f4d2eb-79f8-4fc0-bf61-a78b6f01336d tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266258 Feb 20 05:51:06.867745 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-1c91ef11-0faf-42ce-8cc7-ca7e588ac4f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting port d61d1a0d-7882-4988-ae98-c3e01d5635da {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:51:06.873517 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1c91ef11-0faf-42ce-8cc7-ca7e588ac4f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (d61d1a0d-7882-4988-ae98-c3e01d5635da), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:06.914273 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2e2e9-48d2-464f-8bb4-31b3807399a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea94ffd-358f-4946-829a-418fd14f4a17,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:06.978694 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 0e336b0f-9bda-405f-a702-dd97033af48e details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:51:07.025069 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-05f060f2-d409-4311-90ec-d07762a5643b admin admin] Publish callbacks [] for security_group (aea94ffd-358f-4946-829a-418fd14f4a17), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:07.081504 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1c91ef11-0faf-42ce-8cc7-ca7e588ac4f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (d61d1a0d-7882-4988-ae98-c3e01d5635da), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:07.098629 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-1c91ef11-0faf-42ce-8cc7-ca7e588ac4f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Calling delete_port for d61d1a0d-7882-4988-ae98-c3e01d5635da owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:51:07.104505 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-05f060f2-d409-4311-90ec-d07762a5643b admin admin] Publish callbacks [] for security_group (aea94ffd-358f-4946-829a-418fd14f4a17), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:07.219660 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-05f060f2-d409-4311-90ec-d07762a5643b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (aea94ffd-358f-4946-829a-418fd14f4a17), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:07.222404 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-05f060f2-d409-4311-90ec-d07762a5643b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:07.227340 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-05f060f2-d409-4311-90ec-d07762a5643b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aea94ffd-358f-4946-829a-418fd14f4a17 HTTP/1.1" status: 204 len: 168 time: 0.3849647 Feb 20 05:51:07.248025 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f060f2-d409-4311-90ec-d07762a5643b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea94ffd-358f-4946-829a-418fd14f4a17,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:07.288322 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 0e336b0f-9bda-405f-a702-dd97033af48e, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0e336b0f-9bda-405f-a702-dd97033af48e,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:51:07.333645 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '0e336b0f-9bda-405f-a702-dd97033af48e', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'port_id': '0e336b0f-9bda-405f-a702-dd97033af48e', 'mac_address': 'fa:16:3e:e4:65:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:51:07.451865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52862) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:07.490918 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 0e336b0f-9bda-405f-a702-dd97033af48e is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:07.493377 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0e336b0f-9bda-405f-a702-dd97033af48e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:07.525177 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e336b0f-9bda-405f-a702-dd97033af48e {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:51:07.585866 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 0e336b0f-9bda-405f-a702-dd97033af48e, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0e336b0f-9bda-405f-a702-dd97033af48e,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:51:07.590844 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0e336b0f-9bda-405f-a702-dd97033af48e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:07.688600 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=0e336b0f-9bda-405f-a702-dd97033af48e,revision_number=9']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:07.697883 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1c91ef11-0faf-42ce-8cc7-ca7e588ac4f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (d61d1a0d-7882-4988-ae98-c3e01d5635da), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:07.859665 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['0e336b0f-9bda-405f-a702-dd97033af48e'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:51:07.889889 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91ef11-0faf-42ce-8cc7-ca7e588ac4f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Port': ['ID=d61d1a0d-7882-4988-ae98-c3e01d5635da,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:07.940472 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-118ef85d-bc56-4ba2-a497-70f9e19bd33c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1403786472-network', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:07.997078 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118ef85d-bc56-4ba2-a497-70f9e19bd33c admin admin] Made reservation on behalf of d8f18450ca5d4be1a9fccbc37e9fb12f for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:51:08.002315 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-118ef85d-bc56-4ba2-a497-70f9e19bd33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:08.013800 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c91ef11-0faf-42ce-8cc7-ca7e588ac4f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:08.014141 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c91ef11-0faf-42ce-8cc7-ca7e588ac4f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:08.014485 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c91ef11-0faf-42ce-8cc7-ca7e588ac4f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:08.014820 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c91ef11-0faf-42ce-8cc7-ca7e588ac4f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:08.015208 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c91ef11-0faf-42ce-8cc7-ca7e588ac4f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:08.015537 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c91ef11-0faf-42ce-8cc7-ca7e588ac4f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:08.015864 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c91ef11-0faf-42ce-8cc7-ca7e588ac4f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:08.016229 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c91ef11-0faf-42ce-8cc7-ca7e588ac4f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:08.016550 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c91ef11-0faf-42ce-8cc7-ca7e588ac4f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:08.016875 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c91ef11-0faf-42ce-8cc7-ca7e588ac4f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:08.017197 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c91ef11-0faf-42ce-8cc7-ca7e588ac4f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:08.017515 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c91ef11-0faf-42ce-8cc7-ca7e588ac4f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:08.017832 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c91ef11-0faf-42ce-8cc7-ca7e588ac4f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:08.026120 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-118ef85d-bc56-4ba2-a497-70f9e19bd33c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:08.235077 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-118ef85d-bc56-4ba2-a497-70f9e19bd33c admin admin] Publish callbacks [] for security_group (021f3182-dcb8-4095-b99b-0d287f78bc08), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:08.245156 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-118ef85d-bc56-4ba2-a497-70f9e19bd33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (021f3182-dcb8-4095-b99b-0d287f78bc08), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:08.327605 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-118ef85d-bc56-4ba2-a497-70f9e19bd33c admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:51:08.340342 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1c91ef11-0faf-42ce-8cc7-ca7e588ac4f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (9838afee-7428-4274-901c-9c1aa91556c9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:08.351959 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ef85d-bc56-4ba2-a497-70f9e19bd33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021f3182-dcb8-4095-b99b-0d287f78bc08,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:08.358644 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-118ef85d-bc56-4ba2-a497-70f9e19bd33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (7148d78d-4a2a-41e2-9dce-a1cc038d3a3f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:08.359069 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-118ef85d-bc56-4ba2-a497-70f9e19bd33c admin admin] Added segment 7148d78d-4a2a-41e2-9dce-a1cc038d3a3f of type vlan for network cc99b155-842d-47d9-a797-22be9782748f Feb 20 05:51:08.438992 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec567045-8b26-4869-beae-31874f540304 req-062c36f9-a901-4928-8133-79a542e87f6b tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:08.446942 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ec567045-8b26-4869-beae-31874f540304 req-062c36f9-a901-4928-8133-79a542e87f6b tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 944 time: 0.2737019 Feb 20 05:51:08.459368 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-118ef85d-bc56-4ba2-a497-70f9e19bd33c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (cc99b155-842d-47d9-a797-22be9782748f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:08.568876 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-118ef85d-bc56-4ba2-a497-70f9e19bd33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (cc99b155-842d-47d9-a797-22be9782748f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:08.568876 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118ef85d-bc56-4ba2-a497-70f9e19bd33c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:08.568876 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-118ef85d-bc56-4ba2-a497-70f9e19bd33c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:08.623711 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c91ef11-0faf-42ce-8cc7-ca7e588ac4f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Router 9838afee-7428-4274-901c-9c1aa91556c9 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:51:08.659809 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ec567045-8b26-4869-beae-31874f540304 req-d2761ab7-b014-463c-972c-973ee1b6cbca tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108121 Feb 20 05:51:08.703274 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ef85d-bc56-4ba2-a497-70f9e19bd33c admin admin] Pushing event updated for resources: {'Network': ['ID=cc99b155-842d-47d9-a797-22be9782748f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:08.720507 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network cc99b155-842d-47d9-a797-22be9782748f details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:51:08.737205 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-118ef85d-bc56-4ba2-a497-70f9e19bd33c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2839301 Feb 20 05:51:08.737810 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52920) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:08.749334 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-33627703-543b-4175-948f-3c2f7241651a admin admin] Request body: {'subnet': {'network_id': 'cc99b155-842d-47d9-a797-22be9782748f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1403786472-subnet', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:08.805921 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c91ef11-0faf-42ce-8cc7-ca7e588ac4f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:51:08.822720 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33627703-543b-4175-948f-3c2f7241651a admin admin] Made reservation on behalf of d8f18450ca5d4be1a9fccbc37e9fb12f for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:51:08.825120 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-33627703-543b-4175-948f-3c2f7241651a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:08.854477 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1c91ef11-0faf-42ce-8cc7-ca7e588ac4f7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "PUT /v2.0/routers/9838afee-7428-4274-901c-9c1aa91556c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3557675 Feb 20 05:51:08.856029 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52928) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:08.912370 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6ce798-1857-4749-9761-3701f6ea154d None None] Sync routers for ids ['9838afee-7428-4274-901c-9c1aa91556c9'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:51:08.933615 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c4c4de-ec60-42fd-afd9-0115fe410778 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] GET failed (client error): The resource could not be found. Feb 20 05:51:08.939521 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c3c4c4de-ec60-42fd-afd9-0115fe410778 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "GET /v2.0/ports/d61d1a0d-7882-4988-ae98-c3e01d5635da HTTP/1.1" status: 404 len: 333 time: 0.0822487 Feb 20 05:51:08.941131 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52930) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:09.030707 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 0e336b0f-9bda-405f-a702-dd97033af48e up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:51:09.095408 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6ce798-1857-4749-9761-3701f6ea154d None None] Routers {'9838afee-7428-4274-901c-9c1aa91556c9'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:51:09.108897 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-4c6ce798-1857-4749-9761-3701f6ea154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:50:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9838afee-7428-4274-901c-9c1aa91556c9'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:09.180410 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1ae92ca-9eef-40cd-bd35-fdd3f0ff1d67 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for router (9838afee-7428-4274-901c-9c1aa91556c9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:09.288739 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-4c6ce798-1857-4749-9761-3701f6ea154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:09.334776 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6ce798-1857-4749-9761-3701f6ea154d None None] Routers {'9838afee-7428-4274-901c-9c1aa91556c9'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:51:09.338728 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-4c6ce798-1857-4749-9761-3701f6ea154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:50:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9838afee-7428-4274-901c-9c1aa91556c9'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:09.407611 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-33627703-543b-4175-948f-3c2f7241651a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (31ac9d55-2ac0-4f22-ae17-262bbbe19926), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:09.462288 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-4c6ce798-1857-4749-9761-3701f6ea154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:09.463197 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6ce798-1857-4749-9761-3701f6ea154d None None] The sync data for ids ['9838afee-7428-4274-901c-9c1aa91556c9'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:51:09.487590 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 0e336b0f-9bda-405f-a702-dd97033af48e triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:09.488124 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0e336b0f-9bda-405f-a702-dd97033af48e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:09.528358 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33627703-543b-4175-948f-3c2f7241651a admin admin] Pushing event updated for resources: {'Subnet': ['ID=31ac9d55-2ac0-4f22-ae17-262bbbe19926,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:09.594027 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33627703-543b-4175-948f-3c2f7241651a admin admin] Checking segment: {'id': '7148d78d-4a2a-41e2-9dce-a1cc038d3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:51:09.601441 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33627703-543b-4175-948f-3c2f7241651a admin admin] Network hostable DHCP agents. Network: cc99b155-842d-47d9-a797-22be9782748f, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:51:09.640387 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33627703-543b-4175-948f-3c2f7241651a admin admin] Network cc99b155-842d-47d9-a797-22be9782748f is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:51:09.661276 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-33627703-543b-4175-948f-3c2f7241651a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, cc99b155-842d-47d9-a797-22be9782748f) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:51:09.666877 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33627703-543b-4175-948f-3c2f7241651a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:09.667799 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-33627703-543b-4175-948f-3c2f7241651a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:09.684023 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 0e336b0f-9bda-405f-a702-dd97033af48e is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:09.685669 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0e336b0f-9bda-405f-a702-dd97033af48e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:09.688311 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85b95cd-a363-4608-b8cd-5dc7c8292c97 None None] Network cc99b155-842d-47d9-a797-22be9782748f requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:51:09.693426 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1ae92ca-9eef-40cd-bd35-fdd3f0ff1d67 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (9838afee-7428-4274-901c-9c1aa91556c9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:09.698302 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-33627703-543b-4175-948f-3c2f7241651a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9559250 Feb 20 05:51:09.700972 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52950) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:09.725520 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-85f18ef2-acf1-4c39-af03-3e521709dcb8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1403786472-router', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:09.732478 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1ae92ca-9eef-40cd-bd35-fdd3f0ff1d67 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for router_controller (9838afee-7428-4274-901c-9c1aa91556c9), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:09.787134 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-85f18ef2-acf1-4c39-af03-3e521709dcb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (93d34c56-1f4f-48e2-82e2-0dd1b0672024), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:09.790143 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-85f18ef2-acf1-4c39-af03-3e521709dcb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (93d34c56-1f4f-48e2-82e2-0dd1b0672024), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:09.949072 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-85f18ef2-acf1-4c39-af03-3e521709dcb8 admin admin] Publish callbacks [] for router_controller (93d34c56-1f4f-48e2-82e2-0dd1b0672024), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:09.970226 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1ae92ca-9eef-40cd-bd35-fdd3f0ff1d67 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (9838afee-7428-4274-901c-9c1aa91556c9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:09.970858 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ae92ca-9eef-40cd-bd35-fdd3f0ff1d67 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Fanout notify agent at l3_agent the message router_deleted on router 9838afee-7428-4274-901c-9c1aa91556c9 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:51:09.987714 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1ae92ca-9eef-40cd-bd35-fdd3f0ff1d67 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:09.999410 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c1ae92ca-9eef-40cd-bd35-fdd3f0ff1d67 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/routers/9838afee-7428-4274-901c-9c1aa91556c9 HTTP/1.1" status: 204 len: 168 time: 1.0451207 Feb 20 05:51:10.001093 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52968) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:10.145478 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06521e79-b9ce-4e75-857f-dcb914aa389c req-baa70e0b-dbfb-4a15-8f7b-3308f1f4e63e tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:10.163294 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-06521e79-b9ce-4e75-857f-dcb914aa389c req-baa70e0b-dbfb-4a15-8f7b-3308f1f4e63e tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 944 time: 0.2643561 Feb 20 05:51:10.221394 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6175527-62ea-410f-bf3b-37863a5b85ef tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting subnet d79f172d-ae9c-4ff7-9377-6bca9ad57aa3 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:51:10.250672 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d6175527-62ea-410f-bf3b-37863a5b85ef tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for subnet (d79f172d-ae9c-4ff7-9377-6bca9ad57aa3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:10.338808 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 0e336b0f-9bda-405f-a702-dd97033af48e, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0e336b0f-9bda-405f-a702-dd97033af48e,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:51:10.354982 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ddde50-6339-47d6-8b2a-5ca66d99fb80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e336b0f-9bda-405f-a702-dd97033af48e'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:51:10.360705 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efdfed8-dd36-47f3-af14-88f8c1c5f699" -d '{"events": [{"server_uuid": "44ddde50-6339-47d6-8b2a-5ca66d99fb80", "name": "network-vif-plugged", "status": "completed", "tag": "0e336b0f-9bda-405f-a702-dd97033af48e"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:51:10.365472 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a482621-1018-44ec-8eb6-2da4b4ac0458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-cc99b155-842d-47d9-a797-22be9782748f', 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f', 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'fixed_ips': [{'subnet_id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:51:10.368357 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a482621-1018-44ec-8eb6-2da4b4ac0458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:10.390174 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0e336b0f-9bda-405f-a702-dd97033af48e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:10.417089 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-06521e79-b9ce-4e75-857f-dcb914aa389c req-a0a003ab-deb8-4fbb-b7ef-0270267a49cf tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2520173 Feb 20 05:51:10.431700 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d6175527-62ea-410f-bf3b-37863a5b85ef tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (d79f172d-ae9c-4ff7-9377-6bca9ad57aa3), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:10.449198 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-85f18ef2-acf1-4c39-af03-3e521709dcb8 admin admin] Publish callbacks [] for router_gateway (93d34c56-1f4f-48e2-82e2-0dd1b0672024), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:10.610828 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debe9bf4-79af-4da7-b683-4108e66c9329 x-openstack-request-id: req-debe9bf4-79af-4da7-b683-4108e66c9329 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:51:10.611773 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ddde50-6339-47d6-8b2a-5ca66d99fb80", "name": "network-vif-plugged", "status": "completed", "tag": "0e336b0f-9bda-405f-a702-dd97033af48e", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:51:10.611773 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-debe9bf4-79af-4da7-b683-4108e66c9329 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:51:10.612137 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ddde50-6339-47d6-8b2a-5ca66d99fb80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e336b0f-9bda-405f-a702-dd97033af48e', 'code': 200} Feb 20 05:51:10.667681 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=0e336b0f-9bda-405f-a702-dd97033af48e,revision_number=10']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:10.753785 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d6175527-62ea-410f-bf3b-37863a5b85ef tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (d79f172d-ae9c-4ff7-9377-6bca9ad57aa3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:10.884740 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-8a482621-1018-44ec-8eb6-2da4b4ac0458 None None] Allocated IP 172.20.0.2 (cc99b155-842d-47d9-a797-22be9782748f/31ac9d55-2ac0-4f22-ae17-262bbbe19926/3e90fe54-570b-45c4-9330-217cfa491587) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:51:10.944881 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-85f18ef2-acf1-4c39-af03-3e521709dcb8 admin admin] Publish callbacks [] for router_gateway (93d34c56-1f4f-48e2-82e2-0dd1b0672024), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:10.976173 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-85f18ef2-acf1-4c39-af03-3e521709dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:11.106809 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e3783-e123-4b27-be1b-6341d43b40b4 req-c45937d4-34e0-4d3a-8600-2d8eb4a7547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:11.116732 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a70e3783-e123-4b27-be1b-6341d43b40b4 req-c45937d4-34e0-4d3a-8600-2d8eb4a7547d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 1128 time: 0.3587132 Feb 20 05:51:11.204996 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d6175527-62ea-410f-bf3b-37863a5b85ef tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (d79f172d-ae9c-4ff7-9377-6bca9ad57aa3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:11.242018 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-85f18ef2-acf1-4c39-af03-3e521709dcb8 admin admin] Allocated IP 172.25.3.161 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/77bf97f4-387a-443a-b4ee-fa1a3c46634a) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:51:11.292999 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6175527-62ea-410f-bf3b-37863a5b85ef tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Subnet': ['ID=d79f172d-ae9c-4ff7-9377-6bca9ad57aa3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:11.300124 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a70e3783-e123-4b27-be1b-6341d43b40b4 req-68889877-9f9b-4f32-80e7-78c8c7c2c441 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762695 Feb 20 05:51:11.301397 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d6175527-62ea-410f-bf3b-37863a5b85ef tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:11.305776 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d6175527-62ea-410f-bf3b-37863a5b85ef tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/subnets/d79f172d-ae9c-4ff7-9377-6bca9ad57aa3 HTTP/1.1" status: 204 len: 168 time: 1.3037231 Feb 20 05:51:11.308872 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53002) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:11.322003 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a482621-1018-44ec-8eb6-2da4b4ac0458 None None] Publish callbacks [] for port (3e90fe54-570b-45c4-9330-217cfa491587), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:11.349283 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7685595c-bfe3-4e1f-b3fc-f81e80e40e1c None None] Network b6b42946-f51d-444b-bb25-62f85e7a2c35 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:51:11.430565 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53006) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:11.534025 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a482621-1018-44ec-8eb6-2da4b4ac0458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (3e90fe54-570b-45c4-9330-217cfa491587), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:11.599346 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-85f18ef2-acf1-4c39-af03-3e521709dcb8 admin admin] Publish callbacks [] for port (77bf97f4-387a-443a-b4ee-fa1a3c46634a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:11.642628 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-386c2d12-0f2e-4a5a-a87a-deafed2a4217 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (b6b42946-f51d-444b-bb25-62f85e7a2c35), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:11.659054 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a482621-1018-44ec-8eb6-2da4b4ac0458 None None] Network cc99b155-842d-47d9-a797-22be9782748f is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:51:11.667236 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-85f18ef2-acf1-4c39-af03-3e521709dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (77bf97f4-387a-443a-b4ee-fa1a3c46634a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:11.668839 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-8a482621-1018-44ec-8eb6-2da4b4ac0458 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:51:11.673652 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a482621-1018-44ec-8eb6-2da4b4ac0458 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:51:11.761075 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f18ef2-acf1-4c39-af03-3e521709dcb8 admin admin] Pushing event updated for resources: {'Port': ['ID=77bf97f4-387a-443a-b4ee-fa1a3c46634a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:11.783378 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2540f870-6f84-4102-9874-0b124fb6f8de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:11.824002 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f18ef2-acf1-4c39-af03-3e521709dcb8 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:51:11.838157 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-85f18ef2-acf1-4c39-af03-3e521709dcb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:51:11.845941 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f18ef2-acf1-4c39-af03-3e521709dcb8 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:51:11.875593 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a482621-1018-44ec-8eb6-2da4b4ac0458 None None] Pushing event updated for resources: {'Port': ['ID=3e90fe54-570b-45c4-9330-217cfa491587,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:11.902968 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298042b4-5cf9-4f4f-b0df-df1d1866e817 req-7007d0e1-2d7f-4946-a472-a507ee228723 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:11.904920 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-298042b4-5cf9-4f4f-b0df-df1d1866e817 req-7007d0e1-2d7f-4946-a472-a507ee228723 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 946 time: 0.2518830 Feb 20 05:51:11.913371 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-8a482621-1018-44ec-8eb6-2da4b4ac0458 None None] Attempting to bind port 3e90fe54-570b-45c4-9330-217cfa491587 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:51:11.913635 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-8a482621-1018-44ec-8eb6-2da4b4ac0458 None None] Attempting to bind port 3e90fe54-570b-45c4-9330-217cfa491587 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '7148d78d-4a2a-41e2-9dce-a1cc038d3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:51:11.913963 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a482621-1018-44ec-8eb6-2da4b4ac0458 None None] Attempting to bind port 3e90fe54-570b-45c4-9330-217cfa491587 on network cc99b155-842d-47d9-a797-22be9782748f {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:51:11.929434 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a482621-1018-44ec-8eb6-2da4b4ac0458 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:51:11.930018 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a482621-1018-44ec-8eb6-2da4b4ac0458 None None] Checking segment: {'id': '7148d78d-4a2a-41e2-9dce-a1cc038d3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:51:11.930486 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a482621-1018-44ec-8eb6-2da4b4ac0458 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:11.930887 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a482621-1018-44ec-8eb6-2da4b4ac0458 None None] Bound using segment: {'id': '7148d78d-4a2a-41e2-9dce-a1cc038d3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:51:11.931763 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-8a482621-1018-44ec-8eb6-2da4b4ac0458 None None] Bound port: 3e90fe54-570b-45c4-9330-217cfa491587, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7148d78d-4a2a-41e2-9dce-a1cc038d3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:51:11.932090 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a482621-1018-44ec-8eb6-2da4b4ac0458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3e90fe54-570b-45c4-9330-217cfa491587), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:12.064248 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015a2505-3c80-4f61-82c3-0db052754698 None None] DHCP port deletion for b6b42946-f51d-444b-bb25-62f85e7a2c35 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:51:12.074668 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-386c2d12-0f2e-4a5a-a87a-deafed2a4217 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting port 0184786c-055b-43fd-aa24-6fb8976ac1e9 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:51:12.075293 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-386c2d12-0f2e-4a5a-a87a-deafed2a4217 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (0184786c-055b-43fd-aa24-6fb8976ac1e9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:12.096037 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-8a482621-1018-44ec-8eb6-2da4b4ac0458 None None] For port 3e90fe54-570b-45c4-9330-217cfa491587, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:51:12.112707 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-8a482621-1018-44ec-8eb6-2da4b4ac0458 None None] For port 3e90fe54-570b-45c4-9330-217cfa491587, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3e90fe54-570b-45c4-9330-217cfa491587,segment=NetworkSegment(7148d78d-4a2a-41e2-9dce-a1cc038d3a3f),segment_id=7148d78d-4a2a-41e2-9dce-a1cc038d3a3f)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:51:12.143400 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a482621-1018-44ec-8eb6-2da4b4ac0458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3e90fe54-570b-45c4-9330-217cfa491587), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:12.232966 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-298042b4-5cf9-4f4f-b0df-df1d1866e817 req-88edec83-adb3-493b-808e-cf491292614a tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3081343 Feb 20 05:51:12.322298 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-386c2d12-0f2e-4a5a-a87a-deafed2a4217 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] For port 0184786c-055b-43fd-aa24-6fb8976ac1e9, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0184786c-055b-43fd-aa24-6fb8976ac1e9,segment=NetworkSegment(727d7272-c109-4e1f-99b3-c617694aab98),segment_id=727d7272-c109-4e1f-99b3-c617694aab98)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:51:12.322596 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-386c2d12-0f2e-4a5a-a87a-deafed2a4217 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (0184786c-055b-43fd-aa24-6fb8976ac1e9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:12.349277 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a482621-1018-44ec-8eb6-2da4b4ac0458 None None] Pushing event updated for resources: {'Port': ['ID=3e90fe54-570b-45c4-9330-217cfa491587,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:12.365595 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-386c2d12-0f2e-4a5a-a87a-deafed2a4217 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Calling delete_port for 0184786c-055b-43fd-aa24-6fb8976ac1e9 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:51:12.389353 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-015a2505-3c80-4f61-82c3-0db052754698 None None] Deleting port 0184786c-055b-43fd-aa24-6fb8976ac1e9 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:51:12.390435 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-015a2505-3c80-4f61-82c3-0db052754698 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (0184786c-055b-43fd-aa24-6fb8976ac1e9), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:12.475623 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2540f870-6f84-4102-9874-0b124fb6f8de admin admin] Publish callbacks [] for security_group (02f117d4-3b12-444f-b3a4-abb111cdbf78), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:12.487269 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2540f870-6f84-4102-9874-0b124fb6f8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (02f117d4-3b12-444f-b3a4-abb111cdbf78), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:12.527483 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-015a2505-3c80-4f61-82c3-0db052754698 None None] For port 0184786c-055b-43fd-aa24-6fb8976ac1e9, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0184786c-055b-43fd-aa24-6fb8976ac1e9,segment=NetworkSegment(727d7272-c109-4e1f-99b3-c617694aab98),segment_id=727d7272-c109-4e1f-99b3-c617694aab98)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:51:12.527889 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-015a2505-3c80-4f61-82c3-0db052754698 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (0184786c-055b-43fd-aa24-6fb8976ac1e9), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:12.583301 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-386c2d12-0f2e-4a5a-a87a-deafed2a4217 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (0184786c-055b-43fd-aa24-6fb8976ac1e9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:12.624432 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-015a2505-3c80-4f61-82c3-0db052754698 None None] Calling delete_port for 0184786c-055b-43fd-aa24-6fb8976ac1e9 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:51:12.658674 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386c2d12-0f2e-4a5a-a87a-deafed2a4217 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] No DVR routers for this DVR port 0184786c-055b-43fd-aa24-6fb8976ac1e9 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:51:12.661150 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c2d12-0f2e-4a5a-a87a-deafed2a4217 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Port': ['ID=0184786c-055b-43fd-aa24-6fb8976ac1e9,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:12.733502 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2540f870-6f84-4102-9874-0b124fb6f8de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a71dd4cccec649bfbf4392df7093aae6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2993805 Feb 20 05:51:12.734571 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53036) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:12.745844 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540f870-6f84-4102-9874-0b124fb6f8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f117d4-3b12-444f-b3a4-abb111cdbf78,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:12.799329 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 05:51:12.807501 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-015a2505-3c80-4f61-82c3-0db052754698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (0184786c-055b-43fd-aa24-6fb8976ac1e9), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:12.813577 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-85f18ef2-acf1-4c39-af03-3e521709dcb8 admin admin] Publish callbacks [] for router_gateway (93d34c56-1f4f-48e2-82e2-0dd1b0672024), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:12.832254 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015a2505-3c80-4f61-82c3-0db052754698 None None] No DVR routers for this DVR port 0184786c-055b-43fd-aa24-6fb8976ac1e9 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:51:12.887971 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a2505-3c80-4f61-82c3-0db052754698 None None] Pushing event deleted for resources: {'Port': ['ID=0184786c-055b-43fd-aa24-6fb8976ac1e9,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:12.989351 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-386c2d12-0f2e-4a5a-a87a-deafed2a4217 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (b6b42946-f51d-444b-bb25-62f85e7a2c35), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:13.076074 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74149b0f-e028-4bd8-9e6b-3fdd5ddcbbf9 admin admin] Publish callbacks [] for security_group (02f117d4-3b12-444f-b3a4-abb111cdbf78), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:13.080862 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-386c2d12-0f2e-4a5a-a87a-deafed2a4217 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b42946-f51d-444b-bb25-62f85e7a2c35']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:13.122190 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-386c2d12-0f2e-4a5a-a87a-deafed2a4217 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '727d7272-c109-4e1f-99b3-c617694aab98') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:13.122489 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-386c2d12-0f2e-4a5a-a87a-deafed2a4217 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '727d7272-c109-4e1f-99b3-c617694aab98') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:13.173766 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-386c2d12-0f2e-4a5a-a87a-deafed2a4217 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (727d7272-c109-4e1f-99b3-c617694aab98), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:13.178515 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74149b0f-e028-4bd8-9e6b-3fdd5ddcbbf9 admin admin] Publish callbacks [] for security_group (02f117d4-3b12-444f-b3a4-abb111cdbf78), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:13.261578 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-386c2d12-0f2e-4a5a-a87a-deafed2a4217 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (727d7272-c109-4e1f-99b3-c617694aab98), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:13.277103 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386c2d12-0f2e-4a5a-a87a-deafed2a4217 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:51:13.277650 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-386c2d12-0f2e-4a5a-a87a-deafed2a4217 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (727d7272-c109-4e1f-99b3-c617694aab98), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:51:13.414100 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:51:13.533976 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74149b0f-e028-4bd8-9e6b-3fdd5ddcbbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (02f117d4-3b12-444f-b3a4-abb111cdbf78), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:13.538058 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74149b0f-e028-4bd8-9e6b-3fdd5ddcbbf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:13.542463 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-74149b0f-e028-4bd8-9e6b-3fdd5ddcbbf9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/02f117d4-3b12-444f-b3a4-abb111cdbf78 HTTP/1.1" status: 204 len: 168 time: 0.8075185 Feb 20 05:51:13.580783 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74149b0f-e028-4bd8-9e6b-3fdd5ddcbbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f117d4-3b12-444f-b3a4-abb111cdbf78,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:13.654972 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-386c2d12-0f2e-4a5a-a87a-deafed2a4217 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (b6b42946-f51d-444b-bb25-62f85e7a2c35), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:13.663632 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-386c2d12-0f2e-4a5a-a87a-deafed2a4217 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:13.674665 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-386c2d12-0f2e-4a5a-a87a-deafed2a4217 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/networks/b6b42946-f51d-444b-bb25-62f85e7a2c35 HTTP/1.1" status: 204 len: 168 time: 2.3644562 Feb 20 05:51:13.677846 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53092) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:13.768585 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c2d12-0f2e-4a5a-a87a-deafed2a4217 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Network': ['ID=b6b42946-f51d-444b-bb25-62f85e7a2c35,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:13.817233 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29feb8e-f1f1-47bd-8e97-4870981ab589 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:13.818686 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b29feb8e-f1f1-47bd-8e97-4870981ab589 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "GET /v2.0/ports/bca850bf-2032-4fae-af69-6f9ce4c29142 HTTP/1.1" status: 200 len: 841 time: 0.1162221 Feb 20 05:51:13.827310 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53094) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:13.864818 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58363908-5c5f-4890-aa4b-2d5288cd602e req-16b10f6b-38c2-47f5-ac41-1759b0cf94f9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:13.875712 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58363908-5c5f-4890-aa4b-2d5288cd602e req-16b10f6b-38c2-47f5-ac41-1759b0cf94f9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 946 time: 0.3996804 Feb 20 05:51:14.023017 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58363908-5c5f-4890-aa4b-2d5288cd602e req-c93a5e7f-ff41-4731-812f-70542860c28d tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463668 Feb 20 05:51:14.029688 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9f2c438d-d048-441c-a73f-ecf72cfd16f6 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "GET /v2.0/ports/bca850bf-2032-4fae-af69-6f9ce4c29142?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1995866 Feb 20 05:51:14.033257 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53102) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:14.043924 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-85f18ef2-acf1-4c39-af03-3e521709dcb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (93d34c56-1f4f-48e2-82e2-0dd1b0672024), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:14.055814 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d389c8eb-ecf3-4d70-b5c2-d4494a8c63d4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'subnet': {'network_id': '1f4fcd8a-3adc-4021-b125-c590a89158cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:14.057496 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3e90fe54-570b-45c4-9330-217cfa491587 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:51:14.119101 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 3e90fe54-570b-45c4-9330-217cfa491587 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:14.120150 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3e90fe54-570b-45c4-9330-217cfa491587), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:14.241051 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 3e90fe54-570b-45c4-9330-217cfa491587 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:14.241453 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3e90fe54-570b-45c4-9330-217cfa491587), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:14.323367 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e84bf2-8854-4c6b-a699-9f17365079eb None None] Network cc99b155-842d-47d9-a797-22be9782748f requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:51:14.355688 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d389c8eb-ecf3-4d70-b5c2-d4494a8c63d4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:51:14.368823 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d389c8eb-ecf3-4d70-b5c2-d4494a8c63d4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:14.450302 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 3e90fe54-570b-45c4-9330-217cfa491587, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3e90fe54-570b-45c4-9330-217cfa491587,segment=NetworkSegment(7148d78d-4a2a-41e2-9dce-a1cc038d3a3f),segment_id=7148d78d-4a2a-41e2-9dce-a1cc038d3a3f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:51:14.462378 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3e90fe54-570b-45c4-9330-217cfa491587), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:14.469396 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f18ef2-acf1-4c39-af03-3e521709dcb8 admin admin] Router 93d34c56-1f4f-48e2-82e2-0dd1b0672024 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:51:14.540251 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-33e5d6e6-d5d8-426a-9b8f-0f347f626f6d None None] Provisioning complete for port 3e90fe54-570b-45c4-9330-217cfa491587 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:14.541532 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33e5d6e6-d5d8-426a-9b8f-0f347f626f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3e90fe54-570b-45c4-9330-217cfa491587), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:14.580315 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0184786c-055b-43fd-aa24-6fb8976ac1e9 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:51:14.638637 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=3e90fe54-570b-45c4-9330-217cfa491587,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:14.641700 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 0184786c-055b-43fd-aa24-6fb8976ac1e9 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:51:14.642272 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0184786c-055b-43fd-aa24-6fb8976ac1e9 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:51:14.767626 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-33e5d6e6-d5d8-426a-9b8f-0f347f626f6d None None] Current status of the port 3e90fe54-570b-45c4-9330-217cfa491587 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:14.964590 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f18ef2-acf1-4c39-af03-3e521709dcb8 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:51:14.980727 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c2ce68-4c66-403b-9296-2d12ec597037 None None] Sync routers for ids ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:51:14.999489 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c2ce68-4c66-403b-9296-2d12ec597037 None None] Routers {'93d34c56-1f4f-48e2-82e2-0dd1b0672024'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:51:15.002345 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-33c2ce68-4c66-403b-9296-2d12ec597037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:50:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:15.025474 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-85f18ef2-acf1-4c39-af03-3e521709dcb8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:15.026888 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-85f18ef2-acf1-4c39-af03-3e521709dcb8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3243053 Feb 20 05:51:15.030343 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53140) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:15.291429 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-33c2ce68-4c66-403b-9296-2d12ec597037 None None] Set router 93d34c56-1f4f-48e2-82e2-0dd1b0672024 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:51:15.315773 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13210b7a-820b-43f0-bfcf-f301a5d99333 None None] Provisioning complete for port 3e90fe54-570b-45c4-9330-217cfa491587 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:15.316917 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13210b7a-820b-43f0-bfcf-f301a5d99333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3e90fe54-570b-45c4-9330-217cfa491587), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:15.485708 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-33c2ce68-4c66-403b-9296-2d12ec597037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'name': 'tempest-AttachVolumeTestJSON-1403786472-router', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:51:09Z', 'updated_at': '2022-02-20T05:51:12Z', 'revision_number': 3, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'gw_port': {'id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:10Z', 'updated_at': '2022-02-20T05:51:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:15.524718 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c2ce68-4c66-403b-9296-2d12ec597037 None None] Checking router: 93d34c56-1f4f-48e2-82e2-0dd1b0672024 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:51:15.525328 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c2ce68-4c66-403b-9296-2d12ec597037 None None] Updating router 93d34c56-1f4f-48e2-82e2-0dd1b0672024 port 77bf97f4-387a-443a-b4ee-fa1a3c46634a binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:51:15.556945 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-33c2ce68-4c66-403b-9296-2d12ec597037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (77bf97f4-387a-443a-b4ee-fa1a3c46634a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:15.571980 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13210b7a-820b-43f0-bfcf-f301a5d99333 None None] Current status of the port 3e90fe54-570b-45c4-9330-217cfa491587 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:15.805447 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d389c8eb-ecf3-4d70-b5c2-d4494a8c63d4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (e8e515ce-ea77-4f8c-9015-971641ee18df), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:15.921621 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389c8eb-ecf3-4d70-b5c2-d4494a8c63d4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Subnet': ['ID=e8e515ce-ea77-4f8c-9015-971641ee18df,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:15.952254 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d389c8eb-ecf3-4d70-b5c2-d4494a8c63d4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network 1f4fcd8a-3adc-4021-b125-c590a89158cf is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:51:15.959351 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-d389c8eb-ecf3-4d70-b5c2-d4494a8c63d4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:51:15.963381 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d389c8eb-ecf3-4d70-b5c2-d4494a8c63d4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:15.964168 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d389c8eb-ecf3-4d70-b5c2-d4494a8c63d4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:15.968259 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3e90fe54-570b-45c4-9330-217cfa491587 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:51:15.991288 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d389c8eb-ecf3-4d70-b5c2-d4494a8c63d4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9559410 Feb 20 05:51:15.999305 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53162) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:16.017768 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e027d078-6853-4972-9e54-cda73e4e5fb3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'security_group': {'name': 'tempest-secgroup-263772817'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:16.074061 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d429e19b-caee-480d-9fc6-06c0ebe9c462 None None] Network 1f4fcd8a-3adc-4021-b125-c590a89158cf requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:51:16.081692 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629fa826-f25e-4357-99fd-3929982691e4 req-369d2f96-2c09-4801-a02b-5537c3fe7d87 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:16.101304 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-629fa826-f25e-4357-99fd-3929982691e4 req-369d2f96-2c09-4801-a02b-5537c3fe7d87 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 946 time: 0.3887882 Feb 20 05:51:16.248140 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-33c2ce68-4c66-403b-9296-2d12ec597037 None None] Publish callbacks [] for port (77bf97f4-387a-443a-b4ee-fa1a3c46634a), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:16.262664 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:51:16.263977 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-33c2ce68-4c66-403b-9296-2d12ec597037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (77bf97f4-387a-443a-b4ee-fa1a3c46634a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:16.268334 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53176) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:16.297655 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e027d078-6853-4972-9e54-cda73e4e5fb3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:16.318494 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ddc373ab-ecba-45bb-a5dd-3ae469b22271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:16.395693 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 3e90fe54-570b-45c4-9330-217cfa491587 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:16.396293 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3e90fe54-570b-45c4-9330-217cfa491587), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:16.427106 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-629fa826-f25e-4357-99fd-3929982691e4 req-5518fadb-4118-4f3f-a6b2-701e428998b4 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3206947 Feb 20 05:51:16.468168 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5ca09-2c7b-42f2-92b7-ecee9bf91067 None None] Pushing event updated for resources: {'Port': ['ID=77bf97f4-387a-443a-b4ee-fa1a3c46634a,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:16.470495 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-33c2ce68-4c66-403b-9296-2d12ec597037 None None] Attempting to bind port 77bf97f4-387a-443a-b4ee-fa1a3c46634a on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:51:16.470863 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-33c2ce68-4c66-403b-9296-2d12ec597037 None None] Attempting to bind port 77bf97f4-387a-443a-b4ee-fa1a3c46634a by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:51:16.471245 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c2ce68-4c66-403b-9296-2d12ec597037 None None] Attempting to bind port 77bf97f4-387a-443a-b4ee-fa1a3c46634a on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:51:16.496452 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c2ce68-4c66-403b-9296-2d12ec597037 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:51:16.496829 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c2ce68-4c66-403b-9296-2d12ec597037 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:51:16.497233 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-33c2ce68-4c66-403b-9296-2d12ec597037 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:16.497623 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c2ce68-4c66-403b-9296-2d12ec597037 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:51:16.509242 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-33c2ce68-4c66-403b-9296-2d12ec597037 None None] Bound port: 77bf97f4-387a-443a-b4ee-fa1a3c46634a, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:51:16.509678 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-33c2ce68-4c66-403b-9296-2d12ec597037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (77bf97f4-387a-443a-b4ee-fa1a3c46634a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:16.512127 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5ca09-2c7b-42f2-92b7-ecee9bf91067 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:16.512467 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5ca09-2c7b-42f2-92b7-ecee9bf91067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:16.512801 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5ca09-2c7b-42f2-92b7-ecee9bf91067 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:16.513132 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5ca09-2c7b-42f2-92b7-ecee9bf91067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:16.513467 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5ca09-2c7b-42f2-92b7-ecee9bf91067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:16.513793 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5ca09-2c7b-42f2-92b7-ecee9bf91067 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:16.514113 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5ca09-2c7b-42f2-92b7-ecee9bf91067 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:16.514434 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5ca09-2c7b-42f2-92b7-ecee9bf91067 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:16.514752 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5ca09-2c7b-42f2-92b7-ecee9bf91067 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:16.515100 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5ca09-2c7b-42f2-92b7-ecee9bf91067 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:16.515415 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5ca09-2c7b-42f2-92b7-ecee9bf91067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:16.515731 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5ca09-2c7b-42f2-92b7-ecee9bf91067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:16.516047 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a5ca09-2c7b-42f2-92b7-ecee9bf91067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:16.569044 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e027d078-6853-4972-9e54-cda73e4e5fb3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (1f1f300b-5a50-47d9-945d-e44df4295999), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:16.578435 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e027d078-6853-4972-9e54-cda73e4e5fb3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (1f1f300b-5a50-47d9-945d-e44df4295999), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:16.662277 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-33c2ce68-4c66-403b-9296-2d12ec597037 None None] For port 77bf97f4-387a-443a-b4ee-fa1a3c46634a, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:51:16.667068 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-33c2ce68-4c66-403b-9296-2d12ec597037 None None] For port 77bf97f4-387a-443a-b4ee-fa1a3c46634a, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=77bf97f4-387a-443a-b4ee-fa1a3c46634a,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:51:16.673189 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e027d078-6853-4972-9e54-cda73e4e5fb3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:16.674545 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e027d078-6853-4972-9e54-cda73e4e5fb3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6732473 Feb 20 05:51:16.675548 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-155b45cc-9628-463b-8bd4-94cf9a718507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:16.677419 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53182) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:16.680539 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-33c2ce68-4c66-403b-9296-2d12ec597037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (77bf97f4-387a-443a-b4ee-fa1a3c46634a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:16.687778 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027d078-6853-4972-9e54-cda73e4e5fb3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1f300b-5a50-47d9-945d-e44df4295999,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:16.693640 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-41bfbb57-b4ff-408c-8741-b13aac15ec91 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'security_group': {'name': 'tempest-secgroup-372596378'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:16.720787 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47c96aa0-ccee-4dd7-a353-84dfe9c3344d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:16.778726 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8248a4-690d-4368-8b15-d7dc57850ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-1f4fcd8a-3adc-4021-b125-c590a89158cf', 'network_id': '1f4fcd8a-3adc-4021-b125-c590a89158cf', 'project_id': '1b935f7dbfce4480a61cfafe26a09452', 'fixed_ips': [{'subnet_id': 'e8e515ce-ea77-4f8c-9015-971641ee18df'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:51:16.780858 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f8248a4-690d-4368-8b15-d7dc57850ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:16.836165 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-155b45cc-9628-463b-8bd4-94cf9a718507 admin admin] Publish callbacks [] for security_group (6f515d6c-8e70-4cda-ab00-205ca2b5074f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:16.841946 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-155b45cc-9628-463b-8bd4-94cf9a718507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6f515d6c-8e70-4cda-ab00-205ca2b5074f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:16.863158 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5ca09-2c7b-42f2-92b7-ecee9bf91067 None None] Pushing event updated for resources: {'Port': ['ID=77bf97f4-387a-443a-b4ee-fa1a3c46634a,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:16.869235 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 3e90fe54-570b-45c4-9330-217cfa491587 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:16.878822 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c2ce68-4c66-403b-9296-2d12ec597037 None None] Routers {'93d34c56-1f4f-48e2-82e2-0dd1b0672024'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:51:16.881722 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-33c2ce68-4c66-403b-9296-2d12ec597037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:50:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:16.886398 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-41bfbb57-b4ff-408c-8741-b13aac15ec91 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:16.978132 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-155b45cc-9628-463b-8bd4-94cf9a718507 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8ba56fbff6c48b884b14868172941b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7021034 Feb 20 05:51:16.991886 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53188) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:17.012353 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b45cc-9628-463b-8bd4-94cf9a718507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f515d6c-8e70-4cda-ab00-205ca2b5074f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:17.041837 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-5f8248a4-690d-4368-8b15-d7dc57850ba5 None None] Allocated IP 172.20.0.2 (1f4fcd8a-3adc-4021-b125-c590a89158cf/e8e515ce-ea77-4f8c-9015-971641ee18df/d68e7ea6-8769-450a-bea8-cd7e61e31080) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:51:17.175790 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35d4ac8b-3867-4334-9075-3fc01c6df7a8 admin admin] Publish callbacks [] for security_group (6f515d6c-8e70-4cda-ab00-205ca2b5074f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:17.183526 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-ddc373ab-ecba-45bb-a5dd-3ae469b22271 admin admin] Allocated IP 172.20.0.1 (cc99b155-842d-47d9-a797-22be9782748f/31ac9d55-2ac0-4f22-ae17-262bbbe19926/086cd9d9-a93d-4f6e-99d2-743885b4cccd) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:51:17.222578 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f8248a4-690d-4368-8b15-d7dc57850ba5 None None] Publish callbacks [] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:17.231827 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f8248a4-690d-4368-8b15-d7dc57850ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:17.252894 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35d4ac8b-3867-4334-9075-3fc01c6df7a8 admin admin] Publish callbacks [] for security_group (6f515d6c-8e70-4cda-ab00-205ca2b5074f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:17.278981 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8248a4-690d-4368-8b15-d7dc57850ba5 None None] Network 1f4fcd8a-3adc-4021-b125-c590a89158cf is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:51:17.283165 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-5f8248a4-690d-4368-8b15-d7dc57850ba5 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:51:17.292569 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8248a4-690d-4368-8b15-d7dc57850ba5 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:51:17.356273 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8248a4-690d-4368-8b15-d7dc57850ba5 None None] Pushing event updated for resources: {'Port': ['ID=d68e7ea6-8769-450a-bea8-cd7e61e31080,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:17.370344 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35d4ac8b-3867-4334-9075-3fc01c6df7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6f515d6c-8e70-4cda-ab00-205ca2b5074f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:17.372985 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35d4ac8b-3867-4334-9075-3fc01c6df7a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:17.374249 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-35d4ac8b-3867-4334-9075-3fc01c6df7a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f515d6c-8e70-4cda-ab00-205ca2b5074f HTTP/1.1" status: 204 len: 168 time: 0.3812525 Feb 20 05:51:17.397261 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4ac8b-3867-4334-9075-3fc01c6df7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f515d6c-8e70-4cda-ab00-205ca2b5074f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:17.454464 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-5f8248a4-690d-4368-8b15-d7dc57850ba5 None None] Attempting to bind port d68e7ea6-8769-450a-bea8-cd7e61e31080 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:51:17.455550 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-5f8248a4-690d-4368-8b15-d7dc57850ba5 None None] Attempting to bind port d68e7ea6-8769-450a-bea8-cd7e61e31080 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'fc1a7b2d-9e1b-4243-a1cc-7508111d0cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1f4fcd8a-3adc-4021-b125-c590a89158cf'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:51:17.456165 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8248a4-690d-4368-8b15-d7dc57850ba5 None None] Attempting to bind port d68e7ea6-8769-450a-bea8-cd7e61e31080 on network 1f4fcd8a-3adc-4021-b125-c590a89158cf {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:51:17.463910 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8248a4-690d-4368-8b15-d7dc57850ba5 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:51:17.464623 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8248a4-690d-4368-8b15-d7dc57850ba5 None None] Checking segment: {'id': 'fc1a7b2d-9e1b-4243-a1cc-7508111d0cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1f4fcd8a-3adc-4021-b125-c590a89158cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:51:17.465267 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f8248a4-690d-4368-8b15-d7dc57850ba5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:17.465886 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8248a4-690d-4368-8b15-d7dc57850ba5 None None] Bound using segment: {'id': 'fc1a7b2d-9e1b-4243-a1cc-7508111d0cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1f4fcd8a-3adc-4021-b125-c590a89158cf'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:51:17.466566 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-5f8248a4-690d-4368-8b15-d7dc57850ba5 None None] Bound port: d68e7ea6-8769-450a-bea8-cd7e61e31080, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1a7b2d-9e1b-4243-a1cc-7508111d0cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1f4fcd8a-3adc-4021-b125-c590a89158cf'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:51:17.467219 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f8248a4-690d-4368-8b15-d7dc57850ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:17.517126 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-41bfbb57-b4ff-408c-8741-b13aac15ec91 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (98926e95-9ef3-4c3a-8391-66a3bca6e98f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:17.525497 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-41bfbb57-b4ff-408c-8741-b13aac15ec91 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (98926e95-9ef3-4c3a-8391-66a3bca6e98f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:17.574514 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-41bfbb57-b4ff-408c-8741-b13aac15ec91 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:17.588221 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-41bfbb57-b4ff-408c-8741-b13aac15ec91 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9070275 Feb 20 05:51:17.588998 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53204) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:17.592548 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-33c2ce68-4c66-403b-9296-2d12ec597037 None None] Set router 93d34c56-1f4f-48e2-82e2-0dd1b0672024 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:51:17.595018 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b4f1fb53-6634-4259-af62-a0671f6bb0bd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-32501611', 'security_groups': ['98926e95-9ef3-4c3a-8391-66a3bca6e98f'], 'network_id': '1f4fcd8a-3adc-4021-b125-c590a89158cf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e8e515ce-ea77-4f8c-9015-971641ee18df'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:17.601941 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-5f8248a4-690d-4368-8b15-d7dc57850ba5 None None] For port d68e7ea6-8769-450a-bea8-cd7e61e31080, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:51:17.614321 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-5f8248a4-690d-4368-8b15-d7dc57850ba5 None None] For port d68e7ea6-8769-450a-bea8-cd7e61e31080, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d68e7ea6-8769-450a-bea8-cd7e61e31080,segment=NetworkSegment(fc1a7b2d-9e1b-4243-a1cc-7508111d0cad),segment_id=fc1a7b2d-9e1b-4243-a1cc-7508111d0cad)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:51:17.631052 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f8248a4-690d-4368-8b15-d7dc57850ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:17.683962 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfbb57-b4ff-408c-8741-b13aac15ec91 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98926e95-9ef3-4c3a-8391-66a3bca6e98f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:17.820821 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ddc373ab-ecba-45bb-a5dd-3ae469b22271 admin admin] Publish callbacks [] for port (086cd9d9-a93d-4f6e-99d2-743885b4cccd), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:17.902596 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8248a4-690d-4368-8b15-d7dc57850ba5 None None] Pushing event updated for resources: {'Port': ['ID=d68e7ea6-8769-450a-bea8-cd7e61e31080,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:17.932313 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f1fb53-6634-4259-af62-a0671f6bb0bd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:51:17.945025 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ddc373ab-ecba-45bb-a5dd-3ae469b22271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (086cd9d9-a93d-4f6e-99d2-743885b4cccd), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:18.019339 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc373ab-ecba-45bb-a5dd-3ae469b22271 admin admin] Network cc99b155-842d-47d9-a797-22be9782748f is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:51:18.021962 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc373ab-ecba-45bb-a5dd-3ae469b22271 admin admin] Pushing event updated for resources: {'Port': ['ID=086cd9d9-a93d-4f6e-99d2-743885b4cccd,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:18.038006 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-ddc373ab-ecba-45bb-a5dd-3ae469b22271 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:51:18.055278 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc373ab-ecba-45bb-a5dd-3ae469b22271 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:51:18.187555 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b4f1fb53-6634-4259-af62-a0671f6bb0bd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:18.208127 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-b4f1fb53-6634-4259-af62-a0671f6bb0bd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] device_id is not set on port 4ae1565d-23e2-4215-a4ee-835ff1cbe2a7 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:51:18.219421 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ddc373ab-ecba-45bb-a5dd-3ae469b22271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (93d34c56-1f4f-48e2-82e2-0dd1b0672024), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:18.267447 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-33c2ce68-4c66-403b-9296-2d12ec597037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'name': 'tempest-AttachVolumeTestJSON-1403786472-router', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:51:09Z', 'updated_at': '2022-02-20T05:51:12Z', 'revision_number': 3, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'gw_port': {'id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:10Z', 'updated_at': '2022-02-20T05:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:18.402767 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c2ce68-4c66-403b-9296-2d12ec597037 None None] The sync data for ids ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'] in n-d-829866-5 is: [{'id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'name': 'tempest-AttachVolumeTestJSON-1403786472-router', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:51:09Z', 'updated_at': '2022-02-20T05:51:12Z', 'revision_number': 3, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'gw_port': {'id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:10Z', 'updated_at': '2022-02-20T05:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:51:18.653887 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b4ed2cc1-26cd-49f9-89a9-bd8310973cd2 None None] Provisioning complete for port 086cd9d9-a93d-4f6e-99d2-743885b4cccd triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:18.654535 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b4ed2cc1-26cd-49f9-89a9-bd8310973cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (086cd9d9-a93d-4f6e-99d2-743885b4cccd), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:18.787749 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b4ed2cc1-26cd-49f9-89a9-bd8310973cd2 None None] Port 086cd9d9-a93d-4f6e-99d2-743885b4cccd cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:51:18.793951 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ddc373ab-ecba-45bb-a5dd-3ae469b22271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (086cd9d9-a93d-4f6e-99d2-743885b4cccd), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:18.847271 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-b4f1fb53-6634-4259-af62-a0671f6bb0bd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Allocated IP 172.20.0.8 (1f4fcd8a-3adc-4021-b125-c590a89158cf/e8e515ce-ea77-4f8c-9015-971641ee18df/4ae1565d-23e2-4215-a4ee-835ff1cbe2a7) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:51:18.937920 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0af0a622-59e7-4e05-a6a6-9c194699dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:19.370296 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ddc373ab-ecba-45bb-a5dd-3ae469b22271 admin admin] Publish callbacks [] for port (086cd9d9-a93d-4f6e-99d2-743885b4cccd), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:19.383273 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b4f1fb53-6634-4259-af62-a0671f6bb0bd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for port (4ae1565d-23e2-4215-a4ee-835ff1cbe2a7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:19.389073 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ddc373ab-ecba-45bb-a5dd-3ae469b22271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (086cd9d9-a93d-4f6e-99d2-743885b4cccd), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:19.484187 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ddc373ab-ecba-45bb-a5dd-3ae469b22271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (93d34c56-1f4f-48e2-82e2-0dd1b0672024), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:19.502242 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b4f1fb53-6634-4259-af62-a0671f6bb0bd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (4ae1565d-23e2-4215-a4ee-835ff1cbe2a7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:19.580288 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f1fb53-6634-4259-af62-a0671f6bb0bd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network 1f4fcd8a-3adc-4021-b125-c590a89158cf is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:51:19.590665 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:19.668956 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-b4f1fb53-6634-4259-af62-a0671f6bb0bd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:51:19.693001 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f1fb53-6634-4259-af62-a0671f6bb0bd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:51:19.811896 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc373ab-ecba-45bb-a5dd-3ae469b22271 admin admin] Pushing event updated for resources: {'Port': ['ID=086cd9d9-a93d-4f6e-99d2-743885b4cccd,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:19.886823 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f1fb53-6634-4259-af62-a0671f6bb0bd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:19.887728 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b4f1fb53-6634-4259-af62-a0671f6bb0bd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:19.896916 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1fb53-6634-4259-af62-a0671f6bb0bd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Port': ['ID=4ae1565d-23e2-4215-a4ee-835ff1cbe2a7,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:19.949580 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53258) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:19.949727 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b4f1fb53-6634-4259-af62-a0671f6bb0bd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.3593197 Feb 20 05:51:19.967576 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-4c01c093-a871-4031-961a-483788f2132f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'subnet': {'network_id': '1f4fcd8a-3adc-4021-b125-c590a89158cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:20.095142 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc373ab-ecba-45bb-a5dd-3ae469b22271 admin admin] Network cc99b155-842d-47d9-a797-22be9782748f is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:51:20.119166 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-ddc373ab-ecba-45bb-a5dd-3ae469b22271 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:51:20.164508 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d68e7ea6-8769-450a-bea8-cd7e61e31080 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:51:20.303293 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ec5c5f75-a9b6-4d7f-84ba-41850e8278ea None None] Provisioning complete for port bca850bf-2032-4fae-af69-6f9ce4c29142 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:20.303978 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec5c5f75-a9b6-4d7f-84ba-41850e8278ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bca850bf-2032-4fae-af69-6f9ce4c29142), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:20.442814 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c5f75-a9b6-4d7f-84ba-41850e8278ea None None] Port bca850bf-2032-4fae-af69-6f9ce4c29142 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:51:20.475422 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port d68e7ea6-8769-450a-bea8-cd7e61e31080 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:20.484399 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:20.500569 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc373ab-ecba-45bb-a5dd-3ae469b22271 admin admin] Router 93d34c56-1f4f-48e2-82e2-0dd1b0672024 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:51:20.529801 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ec5c5f75-a9b6-4d7f-84ba-41850e8278ea None None] Provisioning complete for port d68e7ea6-8769-450a-bea8-cd7e61e31080 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:20.530591 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec5c5f75-a9b6-4d7f-84ba-41850e8278ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:20.933534 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c01c093-a871-4031-961a-483788f2132f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:51:20.944069 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4c01c093-a871-4031-961a-483788f2132f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:21.104295 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc373ab-ecba-45bb-a5dd-3ae469b22271 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:51:21.122800 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ddc373ab-ecba-45bb-a5dd-3ae469b22271 admin admin] 10.222.0.37 "PUT /v2.0/routers/93d34c56-1f4f-48e2-82e2-0dd1b0672024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0911198 Feb 20 05:51:21.192424 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port d68e7ea6-8769-450a-bea8-cd7e61e31080 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:21.193023 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:21.215409 n-d-829866-5 neutron-server[103406]: INFO neutron.db.ipam_backend_mixin [None req-4c01c093-a871-4031-961a-483788f2132f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e8e515ce-ea77-4f8c-9015-971641ee18df (CIDR: 172.20.0.0/28) Feb 20 05:51:21.225934 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c01c093-a871-4031-961a-483788f2132f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:51:21.226966 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c01c093-a871-4031-961a-483788f2132f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:51:21.264257 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53292) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:21.265982 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4c01c093-a871-4031-961a-483788f2132f tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3144357 Feb 20 05:51:21.270964 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-22257c1d-1362-4b33-aa2b-c36852180c3b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'subnet': {'network_id': '1f4fcd8a-3adc-4021-b125-c590a89158cf', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:21.337460 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c5f75-a9b6-4d7f-84ba-41850e8278ea None None] Current status of the port d68e7ea6-8769-450a-bea8-cd7e61e31080 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:21.337962 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec5c5f75-a9b6-4d7f-84ba-41850e8278ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:21.353308 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port d68e7ea6-8769-450a-bea8-cd7e61e31080, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d68e7ea6-8769-450a-bea8-cd7e61e31080,segment=NetworkSegment(fc1a7b2d-9e1b-4243-a1cc-7508111d0cad),segment_id=fc1a7b2d-9e1b-4243-a1cc-7508111d0cad)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:51:21.364225 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:21.365160 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 77bf97f4-387a-443a-b4ee-fa1a3c46634a up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:51:21.550742 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-ec5c5f75-a9b6-4d7f-84ba-41850e8278ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:51:21.551388 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-ec5c5f75-a9b6-4d7f-84ba-41850e8278ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:51:21.552102 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:21.576864 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=d68e7ea6-8769-450a-bea8-cd7e61e31080,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:21.606820 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 77bf97f4-387a-443a-b4ee-fa1a3c46634a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:21.607238 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (77bf97f4-387a-443a-b4ee-fa1a3c46634a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:21.637771 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22257c1d-1362-4b33-aa2b-c36852180c3b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:51:21.644537 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-22257c1d-1362-4b33-aa2b-c36852180c3b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:21.800077 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 77bf97f4-387a-443a-b4ee-fa1a3c46634a is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:21.800474 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (77bf97f4-387a-443a-b4ee-fa1a3c46634a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:21.841568 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 77bf97f4-387a-443a-b4ee-fa1a3c46634a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=77bf97f4-387a-443a-b4ee-fa1a3c46634a,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:51:21.845713 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (77bf97f4-387a-443a-b4ee-fa1a3c46634a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:22.072189 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-22257c1d-1362-4b33-aa2b-c36852180c3b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (408a56aa-96c9-4ed7-a592-460a1730914a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:22.088750 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d68e7ea6-8769-450a-bea8-cd7e61e31080 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:51:22.111750 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22257c1d-1362-4b33-aa2b-c36852180c3b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network 1f4fcd8a-3adc-4021-b125-c590a89158cf is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:51:22.161542 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-22257c1d-1362-4b33-aa2b-c36852180c3b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:51:22.171072 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22257c1d-1362-4b33-aa2b-c36852180c3b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:22.174002 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-22257c1d-1362-4b33-aa2b-c36852180c3b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:22.187018 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=77bf97f4-387a-443a-b4ee-fa1a3c46634a,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:22.201369 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5090335-f61b-42d3-9897-90479b119c2b None None] Network 1f4fcd8a-3adc-4021-b125-c590a89158cf requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:51:22.221592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869be0a6-18b0-43ae-8cd0-59f06e3a698e None None] Sync routers for ids ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:51:22.243979 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-22257c1d-1362-4b33-aa2b-c36852180c3b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9779525 Feb 20 05:51:22.247084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53330) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:22.256194 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-e57bada4-8e13-4694-8192-94d686792b5e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1134415941', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '408a56aa-96c9-4ed7-a592-460a1730914a'}], 'security_groups': ['1f1f300b-5a50-47d9-945d-e44df4295999']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:22.291188 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22257c1d-1362-4b33-aa2b-c36852180c3b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Subnet': ['ID=408a56aa-96c9-4ed7-a592-460a1730914a,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:22.311121 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c5f75-a9b6-4d7f-84ba-41850e8278ea None None] Current status of the port d68e7ea6-8769-450a-bea8-cd7e61e31080 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:22.360094 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869be0a6-18b0-43ae-8cd0-59f06e3a698e None None] Routers {'93d34c56-1f4f-48e2-82e2-0dd1b0672024'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:51:22.360755 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-869be0a6-18b0-43ae-8cd0-59f06e3a698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:51:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:22.368931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53342) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:22.373831 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-cb676945-1604-490d-aa72-59e6c0252d22 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Request body: {'security_group': {'name': 'tempest-securitygroup--809394798', 'description': 'tempest-description--918452536'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:22.444906 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cb676945-1604-490d-aa72-59e6c0252d22 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:22.569404 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port d68e7ea6-8769-450a-bea8-cd7e61e31080 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:22.569785 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:22.614454 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cb676945-1604-490d-aa72-59e6c0252d22 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for security_group (959533d2-481e-41a8-b3ea-f6c369b01081), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:22.620224 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cb676945-1604-490d-aa72-59e6c0252d22 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (959533d2-481e-41a8-b3ea-f6c369b01081), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:22.647323 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e57bada4-8e13-4694-8192-94d686792b5e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4ae1565d-23e2-4215-a4ee-835ff1cbe2a7), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:22.655859 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cb676945-1604-490d-aa72-59e6c0252d22 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:22.659936 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-cb676945-1604-490d-aa72-59e6c0252d22 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2868476 Feb 20 05:51:22.661867 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53350) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:22.666799 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f195d457-be05-40c7-861c-9bd7551f9e6b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Request body: {'security_group_rule': {'security_group_id': '959533d2-481e-41a8-b3ea-f6c369b01081', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:22.673455 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb676945-1604-490d-aa72-59e6c0252d22 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=959533d2-481e-41a8-b3ea-f6c369b01081,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:22.708561 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f195d457-be05-40c7-861c-9bd7551f9e6b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for security_group_rule (95ee32ff-9934-4d0c-8024-384e52593302), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:22.809719 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ceccd155-369b-4934-aae8-f49652419248 None None] Provisioning complete for port 086cd9d9-a93d-4f6e-99d2-743885b4cccd triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:22.810323 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ceccd155-369b-4934-aae8-f49652419248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (086cd9d9-a93d-4f6e-99d2-743885b4cccd), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:22.828797 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f195d457-be05-40c7-861c-9bd7551f9e6b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for security_group_rule (95ee32ff-9934-4d0c-8024-384e52593302), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:22.835016 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f195d457-be05-40c7-861c-9bd7551f9e6b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (95ee32ff-9934-4d0c-8024-384e52593302), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:22.859350 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:22.889308 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195d457-be05-40c7-861c-9bd7551f9e6b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ee32ff-9934-4d0c-8024-384e52593302,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:22.902384 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f195d457-be05-40c7-861c-9bd7551f9e6b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:22.905561 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f195d457-be05-40c7-861c-9bd7551f9e6b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2423832 Feb 20 05:51:22.906186 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53352) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:22.914955 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ce6c76b9-2842-4492-a472-8c5189a53003 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Request body: {'security_group_rule': {'security_group_id': '959533d2-481e-41a8-b3ea-f6c369b01081', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:22.987232 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ce6c76b9-2842-4492-a472-8c5189a53003 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for security_group_rule (1de38eab-d8e1-42e6-a103-af6b334dbe92), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:23.024246 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-869be0a6-18b0-43ae-8cd0-59f06e3a698e None None] Set router 93d34c56-1f4f-48e2-82e2-0dd1b0672024 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:51:23.067845 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ceccd155-369b-4934-aae8-f49652419248 None None] Port 086cd9d9-a93d-4f6e-99d2-743885b4cccd cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:51:23.088757 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:23.146428 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ce6c76b9-2842-4492-a472-8c5189a53003 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for security_group_rule (1de38eab-d8e1-42e6-a103-af6b334dbe92), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:23.151305 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ce6c76b9-2842-4492-a472-8c5189a53003 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (1de38eab-d8e1-42e6-a103-af6b334dbe92), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:23.207575 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ceccd155-369b-4934-aae8-f49652419248 None None] Provisioning complete for port 4ae1565d-23e2-4215-a4ee-835ff1cbe2a7 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:23.208772 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ceccd155-369b-4934-aae8-f49652419248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4ae1565d-23e2-4215-a4ee-835ff1cbe2a7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:23.213065 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c76b9-2842-4492-a472-8c5189a53003 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de38eab-d8e1-42e6-a103-af6b334dbe92,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:23.231207 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ce6c76b9-2842-4492-a472-8c5189a53003 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:23.235319 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ce6c76b9-2842-4492-a472-8c5189a53003 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3230755 Feb 20 05:51:23.236465 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53358) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:23.247020 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c3434d27-c225-45f4-a744-d69971f50d1b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:23.290625 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3434d27-c225-45f4-a744-d69971f50d1b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:23.551444 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3434d27-c225-45f4-a744-d69971f50d1b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:23.732753 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752c79d0-9916-4c2d-8ac6-da96192332c0 None None] Update dhcp port {'port': {'network_id': '1f4fcd8a-3adc-4021-b125-c590a89158cf', 'fixed_ips': [{'subnet_id': 'e8e515ce-ea77-4f8c-9015-971641ee18df', 'ip_address': '172.20.0.2'}, {'subnet_id': '408a56aa-96c9-4ed7-a592-460a1730914a'}], 'binding:host_id': 'n-d-829866-5'}, 'id': 'd68e7ea6-8769-450a-bea8-cd7e61e31080'} from n-d-829866-5. {{(pid=103408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 05:51:23.747996 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-c3434d27-c225-45f4-a744-d69971f50d1b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Allocated IP 172.25.3.49 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/74230007-679e-43c3-8d99-65f53be09749) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:51:23.769561 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-752c79d0-9916-4c2d-8ac6-da96192332c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:23.774020 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ceccd155-369b-4934-aae8-f49652419248 None None] Port 4ae1565d-23e2-4215-a4ee-835ff1cbe2a7 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:51:23.794416 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port d68e7ea6-8769-450a-bea8-cd7e61e31080 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:23.908648 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-e57bada4-8e13-4694-8192-94d686792b5e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Delete allocated IP 172.20.0.8 (1f4fcd8a-3adc-4021-b125-c590a89158cf/e8e515ce-ea77-4f8c-9015-971641ee18df) {{(pid=103406) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 20 05:51:23.916654 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-e57bada4-8e13-4694-8192-94d686792b5e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Allocated IP 172.20.0.28 (1f4fcd8a-3adc-4021-b125-c590a89158cf/408a56aa-96c9-4ed7-a592-460a1730914a/4ae1565d-23e2-4215-a4ee-835ff1cbe2a7) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:51:23.962300 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3434d27-c225-45f4-a744-d69971f50d1b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for port (74230007-679e-43c3-8d99-65f53be09749), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:23.982063 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-869be0a6-18b0-43ae-8cd0-59f06e3a698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'name': 'tempest-AttachVolumeTestJSON-1403786472-router', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:51:09Z', 'updated_at': '2022-02-20T05:51:18Z', 'revision_number': 4, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'gw_port': {'id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:10Z', 'updated_at': '2022-02-20T05:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '086cd9d9-a93d-4f6e-99d2-743885b4cccd', 'name': '', 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'mac_address': 'fa:16:3e:41:26:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:16Z', 'updated_at': '2022-02-20T05:51:18Z', 'revision_number': 2, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'subnets': [{'id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:24.047401 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869be0a6-18b0-43ae-8cd0-59f06e3a698e None None] Checking router: 93d34c56-1f4f-48e2-82e2-0dd1b0672024 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:51:24.047943 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869be0a6-18b0-43ae-8cd0-59f06e3a698e None None] Updating router 93d34c56-1f4f-48e2-82e2-0dd1b0672024 port 086cd9d9-a93d-4f6e-99d2-743885b4cccd binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:51:24.075811 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3434d27-c225-45f4-a744-d69971f50d1b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (74230007-679e-43c3-8d99-65f53be09749), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:24.094077 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-869be0a6-18b0-43ae-8cd0-59f06e3a698e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (086cd9d9-a93d-4f6e-99d2-743885b4cccd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:24.097147 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 77bf97f4-387a-443a-b4ee-fa1a3c46634a up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:51:24.171340 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3434d27-c225-45f4-a744-d69971f50d1b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:51:24.181788 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-c3434d27-c225-45f4-a744-d69971f50d1b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:51:24.192623 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3434d27-c225-45f4-a744-d69971f50d1b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:51:24.236280 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e57bada4-8e13-4694-8192-94d686792b5e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for port (4ae1565d-23e2-4215-a4ee-835ff1cbe2a7), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:24.241457 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e57bada4-8e13-4694-8192-94d686792b5e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (4ae1565d-23e2-4215-a4ee-835ff1cbe2a7), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:24.286939 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3434d27-c225-45f4-a744-d69971f50d1b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Pushing event updated for resources: {'Port': ['ID=74230007-679e-43c3-8d99-65f53be09749,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:24.374047 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-752c79d0-9916-4c2d-8ac6-da96192332c0 None None] Allocated IP 172.20.0.18 (1f4fcd8a-3adc-4021-b125-c590a89158cf/408a56aa-96c9-4ed7-a592-460a1730914a/d68e7ea6-8769-450a-bea8-cd7e61e31080) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:51:24.492696 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-e57bada4-8e13-4694-8192-94d686792b5e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] In _notify_port_updated(), no bound segment for port 4ae1565d-23e2-4215-a4ee-835ff1cbe2a7 on network 1f4fcd8a-3adc-4021-b125-c590a89158cf {{(pid=103406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 05:51:24.499471 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57bada4-8e13-4694-8192-94d686792b5e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:24.500523 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e57bada4-8e13-4694-8192-94d686792b5e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:24.502400 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e57bada4-8e13-4694-8192-94d686792b5e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "PUT /v2.0/ports/4ae1565d-23e2-4215-a4ee-835ff1cbe2a7 HTTP/1.1" status: 200 len: 921 time: 2.2539511 Feb 20 05:51:24.509041 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53392) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:24.523560 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 77bf97f4-387a-443a-b4ee-fa1a3c46634a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:24.524001 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (77bf97f4-387a-443a-b4ee-fa1a3c46634a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:24.554392 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3434d27-c225-45f4-a744-d69971f50d1b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for floatingip (182b4c15-3a43-4ac9-a06e-ebb498125fef), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:24.579346 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bada4-8e13-4694-8192-94d686792b5e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Port': ['ID=4ae1565d-23e2-4215-a4ee-835ff1cbe2a7,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:24.669054 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3434d27-c225-45f4-a744-d69971f50d1b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (74230007-679e-43c3-8d99-65f53be09749), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:24.786776 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-d80d0d49-319c-4d26-b5f9-ff04cca99cbd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting port 4ae1565d-23e2-4215-a4ee-835ff1cbe2a7 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:51:24.789956 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d80d0d49-319c-4d26-b5f9-ff04cca99cbd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4ae1565d-23e2-4215-a4ee-835ff1cbe2a7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:24.897143 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3434d27-c225-45f4-a744-d69971f50d1b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for port (74230007-679e-43c3-8d99-65f53be09749), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:24.903310 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3434d27-c225-45f4-a744-d69971f50d1b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (74230007-679e-43c3-8d99-65f53be09749), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:24.964246 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d80d0d49-319c-4d26-b5f9-ff04cca99cbd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4ae1565d-23e2-4215-a4ee-835ff1cbe2a7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:25.012804 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-d80d0d49-319c-4d26-b5f9-ff04cca99cbd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Calling delete_port for 4ae1565d-23e2-4215-a4ee-835ff1cbe2a7 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:51:25.067248 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3434d27-c225-45f4-a744-d69971f50d1b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Pushing event updated for resources: {'Port': ['ID=74230007-679e-43c3-8d99-65f53be09749,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:25.083240 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3434d27-c225-45f4-a744-d69971f50d1b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (182b4c15-3a43-4ac9-a06e-ebb498125fef), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:25.102353 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3434d27-c225-45f4-a744-d69971f50d1b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:25.105616 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c3434d27-c225-45f4-a744-d69971f50d1b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8681695 Feb 20 05:51:25.230276 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-752c79d0-9916-4c2d-8ac6-da96192332c0 None None] For port d68e7ea6-8769-450a-bea8-cd7e61e31080, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d68e7ea6-8769-450a-bea8-cd7e61e31080,segment=NetworkSegment(fc1a7b2d-9e1b-4243-a1cc-7508111d0cad),segment_id=fc1a7b2d-9e1b-4243-a1cc-7508111d0cad)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:51:25.287136 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:25.355493 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-463df173-6873-402b-813d-ac3458605b48 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--809394798&fields=id&tenant_id=d8f18450ca5d4be1a9fccbc37e9fb12f HTTP/1.1" status: 200 len: 267 time: 0.0794344 Feb 20 05:51:25.366855 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 77bf97f4-387a-443a-b4ee-fa1a3c46634a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:25.380379 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-752c79d0-9916-4c2d-8ac6-da96192332c0 None None] Publish callbacks [] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:25.384584 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d80d0d49-319c-4d26-b5f9-ff04cca99cbd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (4ae1565d-23e2-4215-a4ee-835ff1cbe2a7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:25.386155 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-752c79d0-9916-4c2d-8ac6-da96192332c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:25.400942 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-869be0a6-18b0-43ae-8cd0-59f06e3a698e None None] Publish callbacks [] for port (086cd9d9-a93d-4f6e-99d2-743885b4cccd), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:25.426958 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-869be0a6-18b0-43ae-8cd0-59f06e3a698e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (086cd9d9-a93d-4f6e-99d2-743885b4cccd), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:25.486084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d0d49-319c-4d26-b5f9-ff04cca99cbd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Port': ['ID=4ae1565d-23e2-4215-a4ee-835ff1cbe2a7,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:25.545209 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c79d0-9916-4c2d-8ac6-da96192332c0 None None] Pushing event updated for resources: {'Port': ['ID=d68e7ea6-8769-450a-bea8-cd7e61e31080,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:25.593544 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-30a8b7d6-fe44-42f0-bbbc-0de7567cb5a5 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:25.597732 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-30a8b7d6-fe44-42f0-bbbc-0de7567cb5a5 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/networks?id=cc99b155-842d-47d9-a797-22be9782748f HTTP/1.1" status: 200 len: 811 time: 0.2412319 Feb 20 05:51:25.628741 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-ae86c897-8b4d-4d95-81e0-b945871fa049 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/quotas/d8f18450ca5d4be1a9fccbc37e9fb12f HTTP/1.1" status: 200 len: 375 time: 0.0178120 Feb 20 05:51:25.645696 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d80d0d49-319c-4d26-b5f9-ff04cca99cbd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:25.651011 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d80d0d49-319c-4d26-b5f9-ff04cca99cbd tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/ports/4ae1565d-23e2-4215-a4ee-835ff1cbe2a7 HTTP/1.1" status: 204 len: 168 time: 1.1403043 Feb 20 05:51:25.655010 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53432) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:25.685051 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8e0ab-eae0-4ba9-9f0f-68de489bf057 None None] Pushing event updated for resources: {'Port': ['ID=086cd9d9-a93d-4f6e-99d2-743885b4cccd,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:25.785389 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b89e651-735d-415b-a56a-b61d04fb2bfc tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] GET failed (client error): The resource could not be found. Feb 20 05:51:25.786883 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2b89e651-735d-415b-a56a-b61d04fb2bfc tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "GET /v2.0/ports/4ae1565d-23e2-4215-a4ee-835ff1cbe2a7 HTTP/1.1" status: 404 len: 333 time: 0.1293867 Feb 20 05:51:25.789790 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53438) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:25.796974 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-869be0a6-18b0-43ae-8cd0-59f06e3a698e None None] Attempting to bind port 086cd9d9-a93d-4f6e-99d2-743885b4cccd on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:51:25.797351 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-869be0a6-18b0-43ae-8cd0-59f06e3a698e None None] Attempting to bind port 086cd9d9-a93d-4f6e-99d2-743885b4cccd by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '7148d78d-4a2a-41e2-9dce-a1cc038d3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:51:25.797717 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869be0a6-18b0-43ae-8cd0-59f06e3a698e None None] Attempting to bind port 086cd9d9-a93d-4f6e-99d2-743885b4cccd on network cc99b155-842d-47d9-a797-22be9782748f {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:51:25.813614 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869be0a6-18b0-43ae-8cd0-59f06e3a698e None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:51:25.813991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869be0a6-18b0-43ae-8cd0-59f06e3a698e None None] Checking segment: {'id': '7148d78d-4a2a-41e2-9dce-a1cc038d3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:51:25.814397 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-869be0a6-18b0-43ae-8cd0-59f06e3a698e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:25.814798 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869be0a6-18b0-43ae-8cd0-59f06e3a698e None None] Bound using segment: {'id': '7148d78d-4a2a-41e2-9dce-a1cc038d3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:51:25.815319 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-869be0a6-18b0-43ae-8cd0-59f06e3a698e None None] Bound port: 086cd9d9-a93d-4f6e-99d2-743885b4cccd, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7148d78d-4a2a-41e2-9dce-a1cc038d3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:51:25.815705 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-869be0a6-18b0-43ae-8cd0-59f06e3a698e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (086cd9d9-a93d-4f6e-99d2-743885b4cccd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:25.914778 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-848a51b4-b55b-4f36-9cf2-f799e67d5fdf tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d8f18450ca5d4be1a9fccbc37e9fb12f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2763033 Feb 20 05:51:25.971429 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c60d30d7-1227-4348-b27d-0d9776b7ea8e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (98926e95-9ef3-4c3a-8391-66a3bca6e98f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:26.028554 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-869be0a6-18b0-43ae-8cd0-59f06e3a698e None None] For port 086cd9d9-a93d-4f6e-99d2-743885b4cccd, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:51:26.046173 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-869be0a6-18b0-43ae-8cd0-59f06e3a698e None None] For port 086cd9d9-a93d-4f6e-99d2-743885b4cccd, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=086cd9d9-a93d-4f6e-99d2-743885b4cccd,segment=NetworkSegment(7148d78d-4a2a-41e2-9dce-a1cc038d3a3f),segment_id=7148d78d-4a2a-41e2-9dce-a1cc038d3a3f)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:51:26.062271 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d68e7ea6-8769-450a-bea8-cd7e61e31080 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:51:26.068152 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c60d30d7-1227-4348-b27d-0d9776b7ea8e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (98926e95-9ef3-4c3a-8391-66a3bca6e98f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:26.132111 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-869be0a6-18b0-43ae-8cd0-59f06e3a698e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (086cd9d9-a93d-4f6e-99d2-743885b4cccd), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:26.136653 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c60d30d7-1227-4348-b27d-0d9776b7ea8e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (98926e95-9ef3-4c3a-8391-66a3bca6e98f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:26.140196 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c60d30d7-1227-4348-b27d-0d9776b7ea8e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:26.145859 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c60d30d7-1227-4348-b27d-0d9776b7ea8e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/security-groups/98926e95-9ef3-4c3a-8391-66a3bca6e98f HTTP/1.1" status: 204 len: 168 time: 0.3545191 Feb 20 05:51:26.146498 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53446) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:26.170225 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d30d7-1227-4348-b27d-0d9776b7ea8e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98926e95-9ef3-4c3a-8391-66a3bca6e98f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:26.208674 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-a8ef134e-485f-491f-8c9b-0bbb5bc8a7b7 service neutron] 10.222.0.37 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805278 Feb 20 05:51:26.227399 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8e0ab-eae0-4ba9-9f0f-68de489bf057 None None] Pushing event updated for resources: {'Port': ['ID=086cd9d9-a93d-4f6e-99d2-743885b4cccd,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:26.252698 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f6f303f-2cbd-4c60-b4ff-1fa7dd6b8263 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (1f1f300b-5a50-47d9-945d-e44df4295999), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:26.287753 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f6f303f-2cbd-4c60-b4ff-1fa7dd6b8263 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (1f1f300b-5a50-47d9-945d-e44df4295999), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:26.294427 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869be0a6-18b0-43ae-8cd0-59f06e3a698e None None] Routers {'93d34c56-1f4f-48e2-82e2-0dd1b0672024'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:51:26.295102 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-869be0a6-18b0-43ae-8cd0-59f06e3a698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:51:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:26.342048 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-448beaa5-930c-4d89-ac8f-b5b3c31e8e06 None None] Provisioning complete for port 086cd9d9-a93d-4f6e-99d2-743885b4cccd triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:26.342511 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-448beaa5-930c-4d89-ac8f-b5b3c31e8e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (086cd9d9-a93d-4f6e-99d2-743885b4cccd), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:26.347295 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port d68e7ea6-8769-450a-bea8-cd7e61e31080 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:26.348404 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:26.350375 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f6f303f-2cbd-4c60-b4ff-1fa7dd6b8263 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (1f1f300b-5a50-47d9-945d-e44df4295999), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:26.357797 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f6f303f-2cbd-4c60-b4ff-1fa7dd6b8263 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:26.365084 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53448) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:26.365944 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8f6f303f-2cbd-4c60-b4ff-1fa7dd6b8263 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/security-groups/1f1f300b-5a50-47d9-945d-e44df4295999 HTTP/1.1" status: 204 len: 168 time: 0.2141798 Feb 20 05:51:26.392434 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f303f-2cbd-4c60-b4ff-1fa7dd6b8263 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1f300b-5a50-47d9-945d-e44df4295999,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:26.538760 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-f9341744-78b5-4f2d-aad4-8c0bb3ecd5f6 service neutron] 10.222.0.37 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291891 Feb 20 05:51:26.558657 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-541700a0-182f-4b56-a287-64ee4519f435 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting subnet e8e515ce-ea77-4f8c-9015-971641ee18df {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:51:26.594454 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-541700a0-182f-4b56-a287-64ee4519f435 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for subnet (e8e515ce-ea77-4f8c-9015-971641ee18df), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:26.731841 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-869be0a6-18b0-43ae-8cd0-59f06e3a698e None None] Set router 93d34c56-1f4f-48e2-82e2-0dd1b0672024 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:51:26.734805 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-541700a0-182f-4b56-a287-64ee4519f435 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (e8e515ce-ea77-4f8c-9015-971641ee18df), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:26.993456 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f8dcc082-55e5-440d-8630-10d095c326a7 req-c6fd56c0-85d6-481b-aad7-98fc3cc2d8f6 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 210 time: 0.0454233 Feb 20 05:51:26.994843 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-541700a0-182f-4b56-a287-64ee4519f435 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (e8e515ce-ea77-4f8c-9015-971641ee18df), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:27.143166 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-541700a0-182f-4b56-a287-64ee4519f435 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (e8e515ce-ea77-4f8c-9015-971641ee18df), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:27.212804 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-541700a0-182f-4b56-a287-64ee4519f435 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:27.220671 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-541700a0-182f-4b56-a287-64ee4519f435 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/subnets/e8e515ce-ea77-4f8c-9015-971641ee18df HTTP/1.1" status: 204 len: 168 time: 0.8544698 Feb 20 05:51:27.226325 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53480) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:27.232328 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541700a0-182f-4b56-a287-64ee4519f435 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Subnet': ['ID=e8e515ce-ea77-4f8c-9015-971641ee18df,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:27.233097 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-3652808d-9407-4b70-aae9-64de598c31c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'subnet': {'network_id': '1f4fcd8a-3adc-4021-b125-c590a89158cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:27.287681 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port d68e7ea6-8769-450a-bea8-cd7e61e31080 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:27.320882 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-448beaa5-930c-4d89-ac8f-b5b3c31e8e06 None None] Current status of the port 086cd9d9-a93d-4f6e-99d2-743885b4cccd is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:27.321532 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-448beaa5-930c-4d89-ac8f-b5b3c31e8e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (086cd9d9-a93d-4f6e-99d2-743885b4cccd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:27.369250 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-448beaa5-930c-4d89-ac8f-b5b3c31e8e06 None None] For port 086cd9d9-a93d-4f6e-99d2-743885b4cccd, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=086cd9d9-a93d-4f6e-99d2-743885b4cccd,segment=NetworkSegment(7148d78d-4a2a-41e2-9dce-a1cc038d3a3f),segment_id=7148d78d-4a2a-41e2-9dce-a1cc038d3a3f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:51:27.392017 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-448beaa5-930c-4d89-ac8f-b5b3c31e8e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (086cd9d9-a93d-4f6e-99d2-743885b4cccd), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:27.469091 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d879ccc-3352-4a26-8c6a-cc80c4df751f None None] Network 1f4fcd8a-3adc-4021-b125-c590a89158cf requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:51:27.530269 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3652808d-9407-4b70-aae9-64de598c31c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:51:27.552093 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3652808d-9407-4b70-aae9-64de598c31c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:27.556741 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-869be0a6-18b0-43ae-8cd0-59f06e3a698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'name': 'tempest-AttachVolumeTestJSON-1403786472-router', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:51:09Z', 'updated_at': '2022-02-20T05:51:18Z', 'revision_number': 4, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'gw_port': {'id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:10Z', 'updated_at': '2022-02-20T05:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '086cd9d9-a93d-4f6e-99d2-743885b4cccd', 'name': '', 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'mac_address': 'fa:16:3e:41:26:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:16Z', 'updated_at': '2022-02-20T05:51:26Z', 'revision_number': 4, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'subnets': [{'id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:27.613143 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448beaa5-930c-4d89-ac8f-b5b3c31e8e06 None None] Pushing event updated for resources: {'Port': ['ID=086cd9d9-a93d-4f6e-99d2-743885b4cccd,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:27.706655 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869be0a6-18b0-43ae-8cd0-59f06e3a698e None None] The sync data for ids ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'] in n-d-829866-5 is: [{'id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'name': 'tempest-AttachVolumeTestJSON-1403786472-router', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:51:09Z', 'updated_at': '2022-02-20T05:51:18Z', 'revision_number': 4, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'gw_port': {'id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:10Z', 'updated_at': '2022-02-20T05:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '086cd9d9-a93d-4f6e-99d2-743885b4cccd', 'name': '', 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'mac_address': 'fa:16:3e:41:26:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:16Z', 'updated_at': '2022-02-20T05:51:26Z', 'revision_number': 4, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'subnets': [{'id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:51:27.745060 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-92c16505-e76a-40a9-92bc-4c05ee72a4ef None None] Provisioning complete for port bca850bf-2032-4fae-af69-6f9ce4c29142 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:27.745895 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-92c16505-e76a-40a9-92bc-4c05ee72a4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bca850bf-2032-4fae-af69-6f9ce4c29142), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:27.896427 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-92c16505-e76a-40a9-92bc-4c05ee72a4ef None None] Port bca850bf-2032-4fae-af69-6f9ce4c29142 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:51:27.958783 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-92c16505-e76a-40a9-92bc-4c05ee72a4ef None None] Provisioning complete for port 086cd9d9-a93d-4f6e-99d2-743885b4cccd triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:27.959198 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-92c16505-e76a-40a9-92bc-4c05ee72a4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (086cd9d9-a93d-4f6e-99d2-743885b4cccd), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:28.124991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 086cd9d9-a93d-4f6e-99d2-743885b4cccd up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:51:28.289248 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0b2f0daf-a6da-48c1-bebb-f75ef4c229d2 req-7e431511-0c1d-411c-ad8a-bd33387f891e tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 210 time: 0.0661540 Feb 20 05:51:28.331420 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3652808d-9407-4b70-aae9-64de598c31c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (64fb590a-0398-4d14-b528-6af703e9f16d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:28.399070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3652808d-9407-4b70-aae9-64de598c31c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network 1f4fcd8a-3adc-4021-b125-c590a89158cf is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:51:28.402640 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-3652808d-9407-4b70-aae9-64de598c31c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:51:28.407801 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3652808d-9407-4b70-aae9-64de598c31c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:28.408605 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3652808d-9407-4b70-aae9-64de598c31c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:28.432024 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652808d-9407-4b70-aae9-64de598c31c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Subnet': ['ID=64fb590a-0398-4d14-b528-6af703e9f16d,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:28.445891 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652808d-9407-4b70-aae9-64de598c31c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:28.452289 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652808d-9407-4b70-aae9-64de598c31c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:28.452902 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652808d-9407-4b70-aae9-64de598c31c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:28.453428 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652808d-9407-4b70-aae9-64de598c31c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:28.453934 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652808d-9407-4b70-aae9-64de598c31c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:28.454553 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652808d-9407-4b70-aae9-64de598c31c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:28.455086 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652808d-9407-4b70-aae9-64de598c31c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:28.457786 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652808d-9407-4b70-aae9-64de598c31c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:28.458344 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652808d-9407-4b70-aae9-64de598c31c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:28.458856 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652808d-9407-4b70-aae9-64de598c31c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:28.459379 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652808d-9407-4b70-aae9-64de598c31c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:28.464387 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-92c16505-e76a-40a9-92bc-4c05ee72a4ef None None] Current status of the port 086cd9d9-a93d-4f6e-99d2-743885b4cccd is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:28.469695 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652808d-9407-4b70-aae9-64de598c31c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:28.470350 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3652808d-9407-4b70-aae9-64de598c31c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:51:28.474125 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-92c16505-e76a-40a9-92bc-4c05ee72a4ef None None] Could not find standard attr ID for object 4ae1565d-23e2-4215-a4ee-835ff1cbe2a7. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:51:28.476000 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 086cd9d9-a93d-4f6e-99d2-743885b4cccd triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:28.476366 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (086cd9d9-a93d-4f6e-99d2-743885b4cccd), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:28.486623 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3652808d-9407-4b70-aae9-64de598c31c2 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2585187 Feb 20 05:51:28.489960 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53510) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:28.496378 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c3b268fa-94f2-477c-9f35-e488aa015ce4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'security_group': {'name': 'tempest-secgroup-182638635'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:28.534778 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3b268fa-94f2-477c-9f35-e488aa015ce4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:28.585745 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-92c16505-e76a-40a9-92bc-4c05ee72a4ef None None] Provisioning complete for port d68e7ea6-8769-450a-bea8-cd7e61e31080 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:28.594731 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-92c16505-e76a-40a9-92bc-4c05ee72a4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:28.837639 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3b268fa-94f2-477c-9f35-e488aa015ce4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (00e421d6-c973-440d-9946-5f8dd13290cb), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:28.846042 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3b268fa-94f2-477c-9f35-e488aa015ce4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (00e421d6-c973-440d-9946-5f8dd13290cb), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:28.879201 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-e2916fbe-e488-4015-8693-a9ab3f57cbb3 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:28.881978 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-e2916fbe-e488-4015-8693-a9ab3f57cbb3 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.61 "GET /v2.0/networks?id=cc99b155-842d-47d9-a797-22be9782748f HTTP/1.1" status: 200 len: 811 time: 0.3307636 Feb 20 05:51:28.909789 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 086cd9d9-a93d-4f6e-99d2-743885b4cccd is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:28.938426 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3b268fa-94f2-477c-9f35-e488aa015ce4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:28.944080 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c3b268fa-94f2-477c-9f35-e488aa015ce4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4527650 Feb 20 05:51:28.947557 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53522) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:28.965631 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e3994479-67b5-4d24-9057-d60807120785 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'security_group': {'name': 'tempest-secgroup-895887969'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:28.982285 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b268fa-94f2-477c-9f35-e488aa015ce4 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00e421d6-c973-440d-9946-5f8dd13290cb,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:29.046078 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3994479-67b5-4d24-9057-d60807120785 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:29.051860 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-92c16505-e76a-40a9-92bc-4c05ee72a4ef None None] Current status of the port d68e7ea6-8769-450a-bea8-cd7e61e31080 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:29.092176 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-8e26ff50-5409-4962-925e-bd54392a7a6a tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8f18450ca5d4be1a9fccbc37e9fb12f HTTP/1.1" status: 200 len: 379 time: 0.1992278 Feb 20 05:51:29.102760 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-675b4975-0903-4212-bb5c-b049b86fb0b2 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Request body: {'port': {'device_id': 'ffc481a5-4115-479f-8845-ab2275f206b6', 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f', 'admin_state_up': True, 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'security_groups': ['959533d2-481e-41a8-b3ea-f6c369b01081']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:29.244659 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3994479-67b5-4d24-9057-d60807120785 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (7f8919c8-0c3e-4328-afff-e1d1c27b7ebd), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:29.252650 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3994479-67b5-4d24-9057-d60807120785 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7f8919c8-0c3e-4328-afff-e1d1c27b7ebd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:29.344748 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-675b4975-0903-4212-bb5c-b049b86fb0b2 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Made reservation on behalf of d8f18450ca5d4be1a9fccbc37e9fb12f for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:51:29.350950 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-675b4975-0903-4212-bb5c-b049b86fb0b2 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:29.370251 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3994479-67b5-4d24-9057-d60807120785 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8919c8-0c3e-4328-afff-e1d1c27b7ebd,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:29.418128 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af129c44-fcb7-4016-aed6-f56796dff85a None None] Network 1f4fcd8a-3adc-4021-b125-c590a89158cf requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:51:29.428717 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3994479-67b5-4d24-9057-d60807120785 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:29.432565 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e3994479-67b5-4d24-9057-d60807120785 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4839449 Feb 20 05:51:29.441001 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53534) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:29.451028 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-de2e3f76-c605-4ce2-ade5-981eab37a3ac tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'security_group': {'name': 'tempest-secgroup-608354656'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:29.556868 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-416e44fb-766a-45e3-a6b9-49e49d475911 req-fed39376-0e21-45a4-841e-45bee03dd86e tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 210 time: 0.0951343 Feb 20 05:51:29.583405 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-c3de36db-41a3-465c-9c6f-0afb87237776 None None] Provisioning complete for port bca850bf-2032-4fae-af69-6f9ce4c29142 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:29.583791 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3de36db-41a3-465c-9c6f-0afb87237776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bca850bf-2032-4fae-af69-6f9ce4c29142), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:29.598109 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-de2e3f76-c605-4ce2-ade5-981eab37a3ac tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:29.616833 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bcc16a75-b049-4789-a956-8e7e0837a5ee req-afc2e3a8-2f23-42ba-bfea-f660bff3c9d1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2751486 Feb 20 05:51:29.693571 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-675b4975-0903-4212-bb5c-b049b86fb0b2 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Allocated IP 172.20.0.6 (cc99b155-842d-47d9-a797-22be9782748f/31ac9d55-2ac0-4f22-ae17-262bbbe19926/4022c786-c891-4be2-aad4-6481a44df2bd) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:51:29.764673 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c3de36db-41a3-465c-9c6f-0afb87237776 None None] Port bca850bf-2032-4fae-af69-6f9ce4c29142 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:51:29.803304 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-c3de36db-41a3-465c-9c6f-0afb87237776 None None] Provisioning complete for port d68e7ea6-8769-450a-bea8-cd7e61e31080 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:29.803735 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3de36db-41a3-465c-9c6f-0afb87237776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:29.881085 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-de2e3f76-c605-4ce2-ade5-981eab37a3ac tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (37841189-b347-41de-ac43-63b31c6e7faf), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:29.909939 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-de2e3f76-c605-4ce2-ade5-981eab37a3ac tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (37841189-b347-41de-ac43-63b31c6e7faf), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:29.998565 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-de2e3f76-c605-4ce2-ade5-981eab37a3ac tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:30.005131 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-de2e3f76-c605-4ce2-ade5-981eab37a3ac tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5624843 Feb 20 05:51:30.014370 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc16a75-b049-4789-a956-8e7e0837a5ee req-87d2968d-dc3e-4b8b-89cf-f57a4c6e5db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:30.016263 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53546) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:30.017346 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bcc16a75-b049-4789-a956-8e7e0837a5ee req-87d2968d-dc3e-4b8b-89cf-f57a4c6e5db7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1cc50ee140854bcc8f6ed45dd231f31c&device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 1128 time: 0.3049061 Feb 20 05:51:30.019328 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e3f76-c605-4ce2-ade5-981eab37a3ac tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37841189-b347-41de-ac43-63b31c6e7faf,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:30.020895 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c3de36db-41a3-465c-9c6f-0afb87237776 None None] Current status of the port d68e7ea6-8769-450a-bea8-cd7e61e31080 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:30.028756 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eca90e-f18d-4e2d-845d-db221e936eac None None] Update dhcp port {'port': {'network_id': '1f4fcd8a-3adc-4021-b125-c590a89158cf', 'fixed_ips': [{'subnet_id': '408a56aa-96c9-4ed7-a592-460a1730914a', 'ip_address': '172.20.0.18'}, {'subnet_id': '64fb590a-0398-4d14-b528-6af703e9f16d'}], 'binding:host_id': 'n-d-829866-5'}, 'id': 'd68e7ea6-8769-450a-bea8-cd7e61e31080'} from n-d-829866-5. {{(pid=103408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 05:51:30.048678 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-5d19d1a5-1a5b-48c6-902d-1305810b4e07 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1095693339', 'security_groups': ['37841189-b347-41de-ac43-63b31c6e7faf'], 'network_id': '1f4fcd8a-3adc-4021-b125-c590a89158cf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '64fb590a-0398-4d14-b528-6af703e9f16d'}]}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:30.086139 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13eca90e-f18d-4e2d-845d-db221e936eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:30.311634 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-675b4975-0903-4212-bb5c-b049b86fb0b2 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for port (4022c786-c891-4be2-aad4-6481a44df2bd), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:30.319901 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc16a75-b049-4789-a956-8e7e0837a5ee req-8de97891-ab95-4c59-85f8-b7fd970aa24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:30.321707 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bcc16a75-b049-4789-a956-8e7e0837a5ee req-8de97891-ab95-4c59-85f8-b7fd970aa24a service neutron] 10.222.0.48 "GET /v2.0/networks?id=72954832-dc86-4706-b5e9-cf8eb66f0446 HTTP/1.1" status: 200 len: 916 time: 0.2620866 Feb 20 05:51:30.390113 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-675b4975-0903-4212-bb5c-b049b86fb0b2 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (4022c786-c891-4be2-aad4-6481a44df2bd), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:30.395243 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-13eca90e-f18d-4e2d-845d-db221e936eac None None] Allocated IP 172.20.0.2 (1f4fcd8a-3adc-4021-b125-c590a89158cf/64fb590a-0398-4d14-b528-6af703e9f16d/d68e7ea6-8769-450a-bea8-cd7e61e31080) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:51:30.461826 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d19d1a5-1a5b-48c6-902d-1305810b4e07 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:51:30.493084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-675b4975-0903-4212-bb5c-b049b86fb0b2 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Network cc99b155-842d-47d9-a797-22be9782748f is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:51:30.520678 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bcc16a75-b049-4789-a956-8e7e0837a5ee req-37fdfd23-122e-4a3e-b5da-f54b38e13d0e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e336b0f-9bda-405f-a702-dd97033af48e HTTP/1.1" status: 200 len: 1001 time: 0.1910784 Feb 20 05:51:30.602173 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5d19d1a5-1a5b-48c6-902d-1305810b4e07 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:30.605611 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-675b4975-0903-4212-bb5c-b049b86fb0b2 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:51:30.608526 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc16a75-b049-4789-a956-8e7e0837a5ee req-6347709e-a97f-47e8-94c7-15d4f8b95a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:30.612445 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bcc16a75-b049-4789-a956-8e7e0837a5ee req-6347709e-a97f-47e8-94c7-15d4f8b95a27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec01882b-2949-4e73-b51b-e8c64ca48e8d HTTP/1.1" status: 200 len: 855 time: 0.0863860 Feb 20 05:51:30.625500 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-675b4975-0903-4212-bb5c-b049b86fb0b2 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:51:30.634915 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13eca90e-f18d-4e2d-845d-db221e936eac None None] For port d68e7ea6-8769-450a-bea8-cd7e61e31080, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d68e7ea6-8769-450a-bea8-cd7e61e31080,segment=NetworkSegment(fc1a7b2d-9e1b-4243-a1cc-7508111d0cad),segment_id=fc1a7b2d-9e1b-4243-a1cc-7508111d0cad)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:51:30.688092 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b4975-0903-4212-bb5c-b049b86fb0b2 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Pushing event updated for resources: {'Port': ['ID=4022c786-c891-4be2-aad4-6481a44df2bd,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:30.689145 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13eca90e-f18d-4e2d-845d-db221e936eac None None] Publish callbacks [] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:30.695625 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13eca90e-f18d-4e2d-845d-db221e936eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:30.703486 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-675b4975-0903-4212-bb5c-b049b86fb0b2 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:30.704232 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-675b4975-0903-4212-bb5c-b049b86fb0b2 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:30.704890 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc16a75-b049-4789-a956-8e7e0837a5ee req-34e7db84-d503-457a-a16d-02acd3441ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:30.706422 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bcc16a75-b049-4789-a956-8e7e0837a5ee req-34e7db84-d503-457a-a16d-02acd3441ca4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72954832-dc86-4706-b5e9-cf8eb66f0446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0873451 Feb 20 05:51:30.729909 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-5d19d1a5-1a5b-48c6-902d-1305810b4e07 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] device_id is not set on port fd4e7c50-14de-4340-ba31-0a3ea9f06658 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:51:31.013714 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-5d19d1a5-1a5b-48c6-902d-1305810b4e07 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Allocated IP 172.20.0.11 (1f4fcd8a-3adc-4021-b125-c590a89158cf/64fb590a-0398-4d14-b528-6af703e9f16d/fd4e7c50-14de-4340-ba31-0a3ea9f06658) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:51:31.046669 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875bcb3-c327-4350-9ee0-9b5fe498bfa5 req-46232408-77cb-4e3c-aade-4840578edd44 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:31.062271 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5875bcb3-c327-4350-9ee0-9b5fe498bfa5 req-46232408-77cb-4e3c-aade-4840578edd44 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 931 time: 0.3471134 Feb 20 05:51:31.107565 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bcc16a75-b049-4789-a956-8e7e0837a5ee req-2fb22d66-9c57-4df8-835f-bcac467cdad4 service neutron] 10.222.0.48 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937199 Feb 20 05:51:31.179534 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5d19d1a5-1a5b-48c6-902d-1305810b4e07 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for port (fd4e7c50-14de-4340-ba31-0a3ea9f06658), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:31.218601 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5d19d1a5-1a5b-48c6-902d-1305810b4e07 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (fd4e7c50-14de-4340-ba31-0a3ea9f06658), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:31.304144 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d19d1a5-1a5b-48c6-902d-1305810b4e07 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network 1f4fcd8a-3adc-4021-b125-c590a89158cf is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:51:31.306957 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19d1a5-1a5b-48c6-902d-1305810b4e07 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Port': ['ID=fd4e7c50-14de-4340-ba31-0a3ea9f06658,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:31.312975 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-5d19d1a5-1a5b-48c6-902d-1305810b4e07 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:51:31.315152 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d19d1a5-1a5b-48c6-902d-1305810b4e07 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:51:31.323217 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-675b4975-0903-4212-bb5c-b049b86fb0b2 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2250977 Feb 20 05:51:31.334782 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eca90e-f18d-4e2d-845d-db221e936eac None None] Pushing event updated for resources: {'Port': ['ID=d68e7ea6-8769-450a-bea8-cd7e61e31080,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:31.345765 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-23ae3747-3a1b-4bd8-978f-5834048f2cdb None None] Provisioning complete for port 4022c786-c891-4be2-aad4-6481a44df2bd triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:31.346205 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-23ae3747-3a1b-4bd8-978f-5834048f2cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4022c786-c891-4be2-aad4-6481a44df2bd), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:31.353026 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5875bcb3-c327-4350-9ee0-9b5fe498bfa5 req-1cffa428-60ff-4778-9ac9-64af7050062c tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=959533d2-481e-41a8-b3ea-f6c369b01081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2898715 Feb 20 05:51:31.373697 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-ef645492-ec18-4cc1-824d-6fed865ef4f7 service neutron] Request body: {'port': {'device_id': 'ffc481a5-4115-479f-8845-ab2275f206b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:31.405275 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-23ae3747-3a1b-4bd8-978f-5834048f2cdb None None] Port 4022c786-c891-4be2-aad4-6481a44df2bd cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:51:31.502981 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bcc16a75-b049-4789-a956-8e7e0837a5ee req-c87585e4-2537-4469-b316-47dc0db854ce service neutron] 10.222.0.48 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816071 Feb 20 05:51:31.506471 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-ef645492-ec18-4cc1-824d-6fed865ef4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4022c786-c891-4be2-aad4-6481a44df2bd), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:31.611677 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d19d1a5-1a5b-48c6-902d-1305810b4e07 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:31.613920 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5d19d1a5-1a5b-48c6-902d-1305810b4e07 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:31.743779 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5d19d1a5-1a5b-48c6-902d-1305810b4e07 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7264097 Feb 20 05:51:31.746556 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53586) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:31.752318 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e3c06f05-12e7-4678-8043-ef680b45eab5 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'subnet': {'network_id': '1f4fcd8a-3adc-4021-b125-c590a89158cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:31.994665 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d68e7ea6-8769-450a-bea8-cd7e61e31080 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:51:32.082632 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port d68e7ea6-8769-450a-bea8-cd7e61e31080 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:32.083193 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:32.150831 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c06f05-12e7-4678-8043-ef680b45eab5 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:51:32.158872 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3c06f05-12e7-4678-8043-ef680b45eab5 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:32.217848 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port d68e7ea6-8769-450a-bea8-cd7e61e31080 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:32.263899 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-ef645492-ec18-4cc1-824d-6fed865ef4f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4022c786-c891-4be2-aad4-6481a44df2bd {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:51:32.279086 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-ef645492-ec18-4cc1-824d-6fed865ef4f7 service neutron] Publish callbacks [] for port (4022c786-c891-4be2-aad4-6481a44df2bd), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:32.318589 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-ef645492-ec18-4cc1-824d-6fed865ef4f7 service neutron] Transition to ACTIVE for port object 4022c786-c891-4be2-aad4-6481a44df2bd will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:51:32.322843 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-ef645492-ec18-4cc1-824d-6fed865ef4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (4022c786-c891-4be2-aad4-6481a44df2bd), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:32.401380 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef645492-ec18-4cc1-824d-6fed865ef4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4022c786-c891-4be2-aad4-6481a44df2bd,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:32.560054 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-6be2c1d3-52a4-43a1-bfa4-68dd2601436a None None] Provisioning complete for port bca850bf-2032-4fae-af69-6f9ce4c29142 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:32.560658 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6be2c1d3-52a4-43a1-bfa4-68dd2601436a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bca850bf-2032-4fae-af69-6f9ce4c29142), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:32.561715 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-ef645492-ec18-4cc1-824d-6fed865ef4f7 service neutron] Attempting to bind port 4022c786-c891-4be2-aad4-6481a44df2bd on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:51:32.562122 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-ef645492-ec18-4cc1-824d-6fed865ef4f7 service neutron] Attempting to bind port 4022c786-c891-4be2-aad4-6481a44df2bd by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '7148d78d-4a2a-41e2-9dce-a1cc038d3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:51:32.562403 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-ef645492-ec18-4cc1-824d-6fed865ef4f7 service neutron] Attempting to bind port 4022c786-c891-4be2-aad4-6481a44df2bd on network cc99b155-842d-47d9-a797-22be9782748f {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:51:32.568203 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-ef645492-ec18-4cc1-824d-6fed865ef4f7 service neutron] Port 4022c786-c891-4be2-aad4-6481a44df2bd on network cc99b155-842d-47d9-a797-22be9782748f not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:51:32.568535 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-ef645492-ec18-4cc1-824d-6fed865ef4f7 service neutron] Attempting to bind port 4022c786-c891-4be2-aad4-6481a44df2bd on network cc99b155-842d-47d9-a797-22be9782748f {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:51:32.579692 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-ef645492-ec18-4cc1-824d-6fed865ef4f7 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:51:32.581259 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-ef645492-ec18-4cc1-824d-6fed865ef4f7 service neutron] Checking segment: {'id': '7148d78d-4a2a-41e2-9dce-a1cc038d3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:51:32.582526 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-ef645492-ec18-4cc1-824d-6fed865ef4f7 service neutron] Bound using segment: {'id': '7148d78d-4a2a-41e2-9dce-a1cc038d3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:51:32.583116 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-ef645492-ec18-4cc1-824d-6fed865ef4f7 service neutron] Bound port: 4022c786-c891-4be2-aad4-6481a44df2bd, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7148d78d-4a2a-41e2-9dce-a1cc038d3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:51:32.584395 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-ef645492-ec18-4cc1-824d-6fed865ef4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4022c786-c891-4be2-aad4-6481a44df2bd), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:32.656879 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6be2c1d3-52a4-43a1-bfa4-68dd2601436a None None] Port bca850bf-2032-4fae-af69-6f9ce4c29142 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:51:32.701634 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-6be2c1d3-52a4-43a1-bfa4-68dd2601436a None None] Provisioning complete for port d68e7ea6-8769-450a-bea8-cd7e61e31080 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:32.702420 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6be2c1d3-52a4-43a1-bfa4-68dd2601436a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:32.756263 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-ef645492-ec18-4cc1-824d-6fed865ef4f7 service neutron] For port 4022c786-c891-4be2-aad4-6481a44df2bd, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:51:32.759771 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-ef645492-ec18-4cc1-824d-6fed865ef4f7 service neutron] For port 4022c786-c891-4be2-aad4-6481a44df2bd, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4022c786-c891-4be2-aad4-6481a44df2bd,segment=NetworkSegment(7148d78d-4a2a-41e2-9dce-a1cc038d3a3f),segment_id=7148d78d-4a2a-41e2-9dce-a1cc038d3a3f)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:51:32.765645 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-ef645492-ec18-4cc1-824d-6fed865ef4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (4022c786-c891-4be2-aad4-6481a44df2bd), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:32.853328 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-ef645492-ec18-4cc1-824d-6fed865ef4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:32.853952 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-ef645492-ec18-4cc1-824d-6fed865ef4f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:32.855396 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-ef645492-ec18-4cc1-824d-6fed865ef4f7 service neutron] 10.222.0.61 "PUT /v2.0/ports/4022c786-c891-4be2-aad4-6481a44df2bd HTTP/1.1" status: 200 len: 1091 time: 1.4894812 Feb 20 05:51:32.855867 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc481a5-4115-479f-8845-ab2275f206b6', 'tag': '4022c786-c891-4be2-aad4-6481a44df2bd'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:51:32.867307 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48e2df7-b20b-405b-8c3a-dbae5074188e" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc481a5-4115-479f-8845-ab2275f206b6", "tag": "4022c786-c891-4be2-aad4-6481a44df2bd"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:51:32.992108 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6be2c1d3-52a4-43a1-bfa4-68dd2601436a None None] Current status of the port d68e7ea6-8769-450a-bea8-cd7e61e31080 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:33.003070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef645492-ec18-4cc1-824d-6fed865ef4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4022c786-c891-4be2-aad4-6481a44df2bd,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:33.047713 n-d-829866-5 neutron-server[103407]: INFO neutron.db.ipam_backend_mixin [None req-e3c06f05-12e7-4678-8043-ef680b45eab5 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 64fb590a-0398-4d14-b528-6af703e9f16d (CIDR: 172.20.0.0/28) Feb 20 05:51:33.063192 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0be4f6-f376-41e9-9b4a-ce44c82bf813 req-1b41a5d2-7177-438d-bdca-0652bc7cf32b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:33.065209 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-be0be4f6-f376-41e9-9b4a-ce44c82bf813 req-1b41a5d2-7177-438d-bdca-0652bc7cf32b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 943 time: 0.2462392 Feb 20 05:51:33.066889 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c06f05-12e7-4678-8043-ef680b45eab5 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:51:33.067557 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c06f05-12e7-4678-8043-ef680b45eab5 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:51:33.076723 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-d80bc582-acb1-4d44-a3d9-99d191dff61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:33.078513 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-d80bc582-acb1-4d44-a3d9-99d191dff61b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8f18450ca5d4be1a9fccbc37e9fb12f&device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 1125 time: 0.1689429 Feb 20 05:51:33.139710 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e3c06f05-12e7-4678-8043-ef680b45eab5 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3889093 Feb 20 05:51:33.139902 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d2a895f5-ecb3-47d7-9e17-c3802b9270f0 None None] Provisioning complete for port fd4e7c50-14de-4340-ba31-0a3ea9f06658 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:33.146253 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d2a895f5-ecb3-47d7-9e17-c3802b9270f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fd4e7c50-14de-4340-ba31-0a3ea9f06658), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:33.152362 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53622) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:33.180294 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-567b6a1a-f9df-4b7f-bdf7-fb4e1294f6c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4022c786-c891-4be2-aad4-6481a44df2bd HTTP/1.1" status: 200 len: 217 time: 0.0918019 Feb 20 05:51:33.180457 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-20366a06-aa06-4141-ba0d-979801a126e8 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'subnet': {'network_id': '1f4fcd8a-3adc-4021-b125-c590a89158cf', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:33.219343 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d2a895f5-ecb3-47d7-9e17-c3802b9270f0 None None] Port fd4e7c50-14de-4340-ba31-0a3ea9f06658 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:51:33.287967 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-30f0ec9b-6ac4-48cf-a446-1db939278ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:33.289445 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-30f0ec9b-6ac4-48cf-a446-1db939278ba0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31ac9d55-2ac0-4f22-ae17-262bbbe19926 HTTP/1.1" status: 200 len: 850 time: 0.1040459 Feb 20 05:51:33.402976 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-d9201405-f017-432b-999e-44df7e070282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:33.404498 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-d9201405-f017-432b-999e-44df7e070282 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc99b155-842d-47d9-a797-22be9782748f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1085129 Feb 20 05:51:33.489315 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20366a06-aa06-4141-ba0d-979801a126e8 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:51:33.496089 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-20366a06-aa06-4141-ba0d-979801a126e8 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:33.554217 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-be0be4f6-f376-41e9-9b4a-ce44c82bf813 req-cb526bdd-990e-4986-8f52-1e2aac40bb78 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=959533d2-481e-41a8-b3ea-f6c369b01081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4732232 Feb 20 05:51:33.583598 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-589d83da-448b-4351-8afd-5df111424850 service neutron] 10.222.0.61 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722996 Feb 20 05:51:33.715473 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88db08ee-b501-41e8-bc94-312cca866cee x-openstack-request-id: req-88db08ee-b501-41e8-bc94-312cca866cee {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:51:33.716287 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc481a5-4115-479f-8845-ab2275f206b6", "tag": "4022c786-c891-4be2-aad4-6481a44df2bd", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:51:33.716741 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88db08ee-b501-41e8-bc94-312cca866cee {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:51:33.717513 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc481a5-4115-479f-8845-ab2275f206b6', 'tag': '4022c786-c891-4be2-aad4-6481a44df2bd', 'status': 'completed', 'code': 200} Feb 20 05:51:33.775193 n-d-829866-5 neutron-server[103407]: INFO neutron.db.ipam_backend_mixin [None req-20366a06-aa06-4141-ba0d-979801a126e8 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 408a56aa-96c9-4ed7-a592-460a1730914a (CIDR: 172.20.0.16/28) Feb 20 05:51:33.781745 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-20366a06-aa06-4141-ba0d-979801a126e8 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:51:33.782758 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20366a06-aa06-4141-ba0d-979801a126e8 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:51:33.813090 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e22514c7-d6fc-40e7-9066-2fbeac3c7998 req-bccbfd3b-b6b1-44c3-a7bd-f0d2d384bbe4 service neutron] 10.222.0.61 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206957 Feb 20 05:51:33.837202 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-20366a06-aa06-4141-ba0d-979801a126e8 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6768723 Feb 20 05:51:33.837904 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53636) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:33.847376 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c38af166-5a0e-4261-8ac1-10acd139ee1e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'subnet': {'network_id': '1f4fcd8a-3adc-4021-b125-c590a89158cf', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:34.198409 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e2df7-b20b-405b-8c3a-dbae5074188e req-a2ae8f7c-df0b-4144-9ce2-7d485270aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:34.200374 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f48e2df7-b20b-405b-8c3a-dbae5074188e req-a2ae8f7c-df0b-4144-9ce2-7d485270aebd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8f18450ca5d4be1a9fccbc37e9fb12f&device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 1125 time: 0.2190621 Feb 20 05:51:34.219707 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38af166-5a0e-4261-8ac1-10acd139ee1e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Made reservation on behalf of 1b935f7dbfce4480a61cfafe26a09452 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:51:34.224139 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c38af166-5a0e-4261-8ac1-10acd139ee1e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:34.479923 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e2df7-b20b-405b-8c3a-dbae5074188e req-a97c727c-1c27-4522-87fb-785b74e77dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:34.483851 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f48e2df7-b20b-405b-8c3a-dbae5074188e req-a97c727c-1c27-4522-87fb-785b74e77dc4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc99b155-842d-47d9-a797-22be9782748f HTTP/1.1" status: 200 len: 911 time: 0.2754633 Feb 20 05:51:34.578607 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f48e2df7-b20b-405b-8c3a-dbae5074188e req-a38a6e01-213c-4acc-927a-deef19411135 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4022c786-c891-4be2-aad4-6481a44df2bd HTTP/1.1" status: 200 len: 217 time: 0.0871868 Feb 20 05:51:34.752119 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e2df7-b20b-405b-8c3a-dbae5074188e req-92d82777-ea2c-4f88-9be9-5ad81041e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:34.754371 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f48e2df7-b20b-405b-8c3a-dbae5074188e req-92d82777-ea2c-4f88-9be9-5ad81041e1aa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31ac9d55-2ac0-4f22-ae17-262bbbe19926 HTTP/1.1" status: 200 len: 850 time: 0.1607084 Feb 20 05:51:34.840902 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac0ce9-4d0b-4433-bbe7-30455093d5b4 req-c39900aa-19a2-4168-85b0-a5904bc0f754 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:34.842605 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8eac0ce9-4d0b-4433-bbe7-30455093d5b4 req-c39900aa-19a2-4168-85b0-a5904bc0f754 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 943 time: 0.1365342 Feb 20 05:51:35.009884 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c38af166-5a0e-4261-8ac1-10acd139ee1e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (19f9ace3-b939-4a71-989a-181ebe359b12), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:35.038939 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8eac0ce9-4d0b-4433-bbe7-30455093d5b4 req-39af0a67-24b9-4a13-b52f-9dc9ce78049e tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=959533d2-481e-41a8-b3ea-f6c369b01081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844175 Feb 20 05:51:35.139173 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38af166-5a0e-4261-8ac1-10acd139ee1e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Subnet': ['ID=19f9ace3-b939-4a71-989a-181ebe359b12,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:35.196424 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38af166-5a0e-4261-8ac1-10acd139ee1e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Network 1f4fcd8a-3adc-4021-b125-c590a89158cf is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:51:35.201061 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-c38af166-5a0e-4261-8ac1-10acd139ee1e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:51:35.223455 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38af166-5a0e-4261-8ac1-10acd139ee1e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:35.227662 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11773979-b926-49a0-9a3c-50ba5c43e4e9 None None] Network 1f4fcd8a-3adc-4021-b125-c590a89158cf requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:51:35.246091 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c38af166-5a0e-4261-8ac1-10acd139ee1e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:35.317722 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c38af166-5a0e-4261-8ac1-10acd139ee1e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4761162 Feb 20 05:51:35.318085 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53672) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:35.323904 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-82d998f0-095e-48ca-b592-fcb9862d4b3c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-376806470', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '19f9ace3-b939-4a71-989a-181ebe359b12'}], 'security_groups': ['00e421d6-c973-440d-9946-5f8dd13290cb', '7f8919c8-0c3e-4328-afff-e1d1c27b7ebd']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:35.336788 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e2df7-b20b-405b-8c3a-dbae5074188e req-34933cc6-848f-40ef-9736-6edfe1b2fab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:35.338302 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f48e2df7-b20b-405b-8c3a-dbae5074188e req-34933cc6-848f-40ef-9736-6edfe1b2fab5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc99b155-842d-47d9-a797-22be9782748f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3557508 Feb 20 05:51:35.543220 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f48e2df7-b20b-405b-8c3a-dbae5074188e req-196588d3-f536-4146-ada9-3afba5792922 service neutron] 10.222.0.61 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985691 Feb 20 05:51:35.618467 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-82d998f0-095e-48ca-b592-fcb9862d4b3c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fd4e7c50-14de-4340-ba31-0a3ea9f06658), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:35.657993 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10eba0d6-7f75-4f43-babb-995da1ff7eb5 None None] Update dhcp port {'port': {'network_id': '1f4fcd8a-3adc-4021-b125-c590a89158cf', 'fixed_ips': [{'subnet_id': '408a56aa-96c9-4ed7-a592-460a1730914a', 'ip_address': '172.20.0.18'}, {'subnet_id': '64fb590a-0398-4d14-b528-6af703e9f16d', 'ip_address': '172.20.0.2'}, {'subnet_id': '19f9ace3-b939-4a71-989a-181ebe359b12'}], 'binding:host_id': 'n-d-829866-5'}, 'id': 'd68e7ea6-8769-450a-bea8-cd7e61e31080'} from n-d-829866-5. {{(pid=103408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 05:51:35.699553 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10eba0d6-7f75-4f43-babb-995da1ff7eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:35.996748 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-10eba0d6-7f75-4f43-babb-995da1ff7eb5 None None] Allocated IP 172.20.0.34 (1f4fcd8a-3adc-4021-b125-c590a89158cf/19f9ace3-b939-4a71-989a-181ebe359b12/d68e7ea6-8769-450a-bea8-cd7e61e31080) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:51:36.176132 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f48e2df7-b20b-405b-8c3a-dbae5074188e req-1b4464de-b3b6-4f7c-88b1-5c914d9a926d service neutron] 10.222.0.61 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6258919 Feb 20 05:51:36.280996 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-10eba0d6-7f75-4f43-babb-995da1ff7eb5 None None] For port d68e7ea6-8769-450a-bea8-cd7e61e31080, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d68e7ea6-8769-450a-bea8-cd7e61e31080,segment=NetworkSegment(fc1a7b2d-9e1b-4243-a1cc-7508111d0cad),segment_id=fc1a7b2d-9e1b-4243-a1cc-7508111d0cad)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:51:36.298786 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba421e-eb9f-4e58-b88e-4261d43f9503 req-9588f85a-0289-4504-adeb-7b8bd9a6f2f9 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:36.300537 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-07ba421e-eb9f-4e58-b88e-4261d43f9503 req-9588f85a-0289-4504-adeb-7b8bd9a6f2f9 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 943 time: 0.0943806 Feb 20 05:51:36.329943 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10eba0d6-7f75-4f43-babb-995da1ff7eb5 None None] Publish callbacks [] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:36.337809 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10eba0d6-7f75-4f43-babb-995da1ff7eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:36.410979 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-07ba421e-eb9f-4e58-b88e-4261d43f9503 req-f1215571-76d4-41fa-ae70-893095f96f89 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=959533d2-481e-41a8-b3ea-f6c369b01081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032488 Feb 20 05:51:36.434590 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eba0d6-7f75-4f43-babb-995da1ff7eb5 None None] Pushing event updated for resources: {'Port': ['ID=d68e7ea6-8769-450a-bea8-cd7e61e31080,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:36.491627 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 4022c786-c891-4be2-aad4-6481a44df2bd details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:51:36.500883 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-82d998f0-095e-48ca-b592-fcb9862d4b3c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Delete allocated IP 172.20.0.11 (1f4fcd8a-3adc-4021-b125-c590a89158cf/64fb590a-0398-4d14-b528-6af703e9f16d) {{(pid=103407) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 20 05:51:36.511234 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-82d998f0-095e-48ca-b592-fcb9862d4b3c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Allocated IP 172.20.0.44 (1f4fcd8a-3adc-4021-b125-c590a89158cf/19f9ace3-b939-4a71-989a-181ebe359b12/fd4e7c50-14de-4340-ba31-0a3ea9f06658) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:51:36.686871 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 4022c786-c891-4be2-aad4-6481a44df2bd, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4022c786-c891-4be2-aad4-6481a44df2bd,segment=NetworkSegment(7148d78d-4a2a-41e2-9dce-a1cc038d3a3f),segment_id=7148d78d-4a2a-41e2-9dce-a1cc038d3a3f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:51:36.711120 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '4022c786-c891-4be2-aad4-6481a44df2bd', 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f', 'port_id': '4022c786-c891-4be2-aad4-6481a44df2bd', 'mac_address': 'fa:16:3e:9d:4b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:51:36.759127 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 4022c786-c891-4be2-aad4-6481a44df2bd is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:36.759518 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4022c786-c891-4be2-aad4-6481a44df2bd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:36.797238 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4022c786-c891-4be2-aad4-6481a44df2bd {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:51:36.807652 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-82d998f0-095e-48ca-b592-fcb9862d4b3c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for port (fd4e7c50-14de-4340-ba31-0a3ea9f06658), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:36.817749 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-82d998f0-095e-48ca-b592-fcb9862d4b3c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (fd4e7c50-14de-4340-ba31-0a3ea9f06658), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:36.841512 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 4022c786-c891-4be2-aad4-6481a44df2bd, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4022c786-c891-4be2-aad4-6481a44df2bd,segment=NetworkSegment(7148d78d-4a2a-41e2-9dce-a1cc038d3a3f),segment_id=7148d78d-4a2a-41e2-9dce-a1cc038d3a3f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:51:36.883687 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4022c786-c891-4be2-aad4-6481a44df2bd), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:36.941694 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d998f0-095e-48ca-b592-fcb9862d4b3c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event updated for resources: {'Port': ['ID=fd4e7c50-14de-4340-ba31-0a3ea9f06658,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:36.960450 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-82d998f0-095e-48ca-b592-fcb9862d4b3c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] In _notify_port_updated(), no bound segment for port fd4e7c50-14de-4340-ba31-0a3ea9f06658 on network 1f4fcd8a-3adc-4021-b125-c590a89158cf {{(pid=103407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 05:51:36.966380 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d998f0-095e-48ca-b592-fcb9862d4b3c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:36.967204 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-82d998f0-095e-48ca-b592-fcb9862d4b3c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:36.968703 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-82d998f0-095e-48ca-b592-fcb9862d4b3c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "PUT /v2.0/ports/fd4e7c50-14de-4340-ba31-0a3ea9f06658 HTTP/1.1" status: 200 len: 959 time: 1.6495061 Feb 20 05:51:36.971472 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53700) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:36.986851 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=4022c786-c891-4be2-aad4-6481a44df2bd,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:37.114832 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['4022c786-c891-4be2-aad4-6481a44df2bd'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:51:37.136245 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-e3425b87-d2e0-4a19-8869-b3b640c5d04d tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting port fd4e7c50-14de-4340-ba31-0a3ea9f06658 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:51:37.136760 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3425b87-d2e0-4a19-8869-b3b640c5d04d tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (fd4e7c50-14de-4340-ba31-0a3ea9f06658), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:37.326431 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3425b87-d2e0-4a19-8869-b3b640c5d04d tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (fd4e7c50-14de-4340-ba31-0a3ea9f06658), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:37.382565 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-e3425b87-d2e0-4a19-8869-b3b640c5d04d tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Calling delete_port for fd4e7c50-14de-4340-ba31-0a3ea9f06658 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:51:37.635953 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3425b87-d2e0-4a19-8869-b3b640c5d04d tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (fd4e7c50-14de-4340-ba31-0a3ea9f06658), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:37.719217 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3425b87-d2e0-4a19-8869-b3b640c5d04d tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Port': ['ID=fd4e7c50-14de-4340-ba31-0a3ea9f06658,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:37.864631 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-4f73ff4e-d067-4d22-8c53-de81fe5eb6d5 None None] Provisioning complete for port bca850bf-2032-4fae-af69-6f9ce4c29142 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:37.865098 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f73ff4e-d067-4d22-8c53-de81fe5eb6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bca850bf-2032-4fae-af69-6f9ce4c29142), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:37.949635 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3425b87-d2e0-4a19-8869-b3b640c5d04d tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:37.953392 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53744) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:37.954409 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e3425b87-d2e0-4a19-8869-b3b640c5d04d tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/ports/fd4e7c50-14de-4340-ba31-0a3ea9f06658 HTTP/1.1" status: 204 len: 168 time: 0.9669750 Feb 20 05:51:37.970238 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b16f70-a5fd-4cdb-b693-a66916ac3f98 req-5db828fb-7672-4462-9ebd-04bd0f50b45b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:37.979888 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-19b16f70-a5fd-4cdb-b693-a66916ac3f98 req-5db828fb-7672-4462-9ebd-04bd0f50b45b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 944 time: 0.3955715 Feb 20 05:51:37.988938 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4f73ff4e-d067-4d22-8c53-de81fe5eb6d5 None None] Port bca850bf-2032-4fae-af69-6f9ce4c29142 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:51:37.996746 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-4f73ff4e-d067-4d22-8c53-de81fe5eb6d5 None None] Could not find standard attr ID for object fd4e7c50-14de-4340-ba31-0a3ea9f06658. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:51:38.022378 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-714996e9-0d06-46aa-b5bf-c27392eb9db3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] GET failed (client error): The resource could not be found. Feb 20 05:51:38.025219 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-4f73ff4e-d067-4d22-8c53-de81fe5eb6d5 None None] Provisioning complete for port d68e7ea6-8769-450a-bea8-cd7e61e31080 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:38.025817 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f73ff4e-d067-4d22-8c53-de81fe5eb6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:38.027361 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-714996e9-0d06-46aa-b5bf-c27392eb9db3 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "GET /v2.0/ports/fd4e7c50-14de-4340-ba31-0a3ea9f06658 HTTP/1.1" status: 404 len: 333 time: 0.0891459 Feb 20 05:51:38.033583 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53754) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:38.183909 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-19b16f70-a5fd-4cdb-b693-a66916ac3f98 req-62ce46ab-176f-4a8a-9215-f8358e4e3388 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=959533d2-481e-41a8-b3ea-f6c369b01081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029397 Feb 20 05:51:38.202707 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d68e7ea6-8769-450a-bea8-cd7e61e31080 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:51:38.214613 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe1825d5-7f6b-4fc8-b679-f9233a1138ee tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (37841189-b347-41de-ac43-63b31c6e7faf), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:38.294074 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe1825d5-7f6b-4fc8-b679-f9233a1138ee tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (37841189-b347-41de-ac43-63b31c6e7faf), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:38.385610 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe1825d5-7f6b-4fc8-b679-f9233a1138ee tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (37841189-b347-41de-ac43-63b31c6e7faf), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:38.388612 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fe1825d5-7f6b-4fc8-b679-f9233a1138ee tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:38.390072 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fe1825d5-7f6b-4fc8-b679-f9233a1138ee tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/security-groups/37841189-b347-41de-ac43-63b31c6e7faf HTTP/1.1" status: 204 len: 168 time: 0.3529544 Feb 20 05:51:38.393074 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53764) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:38.418081 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4f73ff4e-d067-4d22-8c53-de81fe5eb6d5 None None] Current status of the port d68e7ea6-8769-450a-bea8-cd7e61e31080 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:38.424944 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1825d5-7f6b-4fc8-b679-f9233a1138ee tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37841189-b347-41de-ac43-63b31c6e7faf,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:38.507442 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 4022c786-c891-4be2-aad4-6481a44df2bd up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:51:38.555507 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-93661fd4-4adb-4522-9e98-2f54b32746ca tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (7f8919c8-0c3e-4328-afff-e1d1c27b7ebd), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:38.569277 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port d68e7ea6-8769-450a-bea8-cd7e61e31080 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:38.569661 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:38.571212 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-79d5d521-3b86-4187-8c05-8486414b3da6 None None] Could not find standard attr ID for object fd4e7c50-14de-4340-ba31-0a3ea9f06658. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:51:38.594754 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-93661fd4-4adb-4522-9e98-2f54b32746ca tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (7f8919c8-0c3e-4328-afff-e1d1c27b7ebd), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:38.677506 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-93661fd4-4adb-4522-9e98-2f54b32746ca tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7f8919c8-0c3e-4328-afff-e1d1c27b7ebd), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:38.680655 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-93661fd4-4adb-4522-9e98-2f54b32746ca tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:38.685929 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53776) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:38.688822 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-93661fd4-4adb-4522-9e98-2f54b32746ca tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/security-groups/7f8919c8-0c3e-4328-afff-e1d1c27b7ebd HTTP/1.1" status: 204 len: 168 time: 0.2923458 Feb 20 05:51:38.740335 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93661fd4-4adb-4522-9e98-2f54b32746ca tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8919c8-0c3e-4328-afff-e1d1c27b7ebd,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:38.743502 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 4022c786-c891-4be2-aad4-6481a44df2bd completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:51:38.773614 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 4022c786-c891-4be2-aad4-6481a44df2bd triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:38.774266 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4022c786-c891-4be2-aad4-6481a44df2bd), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:38.833130 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f93a57df-457b-463d-ae44-f67cbaf3d453 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (00e421d6-c973-440d-9946-5f8dd13290cb), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:38.884969 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f93a57df-457b-463d-ae44-f67cbaf3d453 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (00e421d6-c973-440d-9946-5f8dd13290cb), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:38.964858 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port d68e7ea6-8769-450a-bea8-cd7e61e31080 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:38.984866 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f93a57df-457b-463d-ae44-f67cbaf3d453 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (00e421d6-c973-440d-9946-5f8dd13290cb), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:38.988948 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f93a57df-457b-463d-ae44-f67cbaf3d453 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:38.991787 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f93a57df-457b-463d-ae44-f67cbaf3d453 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/security-groups/00e421d6-c973-440d-9946-5f8dd13290cb HTTP/1.1" status: 204 len: 168 time: 0.3043885 Feb 20 05:51:39.004573 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53782) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:39.006352 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a57df-457b-463d-ae44-f67cbaf3d453 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e421d6-c973-440d-9946-5f8dd13290cb,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:39.062705 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 4022c786-c891-4be2-aad4-6481a44df2bd is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:39.063155 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4022c786-c891-4be2-aad4-6481a44df2bd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:39.098927 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc481a5-4115-479f-8845-ab2275f206b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4022c786-c891-4be2-aad4-6481a44df2bd'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:51:39.101609 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c5a3fe-2681-4f45-a944-dc0659e93edd" -d '{"events": [{"server_uuid": "ffc481a5-4115-479f-8845-ab2275f206b6", "name": "network-vif-plugged", "status": "completed", "tag": "4022c786-c891-4be2-aad4-6481a44df2bd"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:51:39.118845 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf32229c-658d-4e3c-a856-b550a8e89082 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting subnet 64fb590a-0398-4d14-b528-6af703e9f16d {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:51:39.122945 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf32229c-658d-4e3c-a856-b550a8e89082 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for subnet (64fb590a-0398-4d14-b528-6af703e9f16d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:39.156477 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 4022c786-c891-4be2-aad4-6481a44df2bd, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4022c786-c891-4be2-aad4-6481a44df2bd,segment=NetworkSegment(7148d78d-4a2a-41e2-9dce-a1cc038d3a3f),segment_id=7148d78d-4a2a-41e2-9dce-a1cc038d3a3f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:51:39.174269 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4022c786-c891-4be2-aad4-6481a44df2bd), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:39.245560 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf32229c-658d-4e3c-a856-b550a8e89082 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (64fb590a-0398-4d14-b528-6af703e9f16d), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:39.345348 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47d45ca-2b9f-4782-b0a0-5e19d92a00bf x-openstack-request-id: req-f47d45ca-2b9f-4782-b0a0-5e19d92a00bf {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:51:39.345645 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc481a5-4115-479f-8845-ab2275f206b6", "name": "network-vif-plugged", "status": "completed", "tag": "4022c786-c891-4be2-aad4-6481a44df2bd", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:51:39.345910 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f47d45ca-2b9f-4782-b0a0-5e19d92a00bf {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:51:39.346565 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc481a5-4115-479f-8845-ab2275f206b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4022c786-c891-4be2-aad4-6481a44df2bd', 'code': 200} Feb 20 05:51:39.375001 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=4022c786-c891-4be2-aad4-6481a44df2bd,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:39.403418 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff43e8-bebd-49de-b320-951fa3dac253 req-5edb2c68-f7d5-4653-8e04-8dced221139c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:39.409425 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fdff43e8-bebd-49de-b320-951fa3dac253 req-5edb2c68-f7d5-4653-8e04-8dced221139c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 1127 time: 0.1400359 Feb 20 05:51:39.485277 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fdff43e8-bebd-49de-b320-951fa3dac253 req-5753bb25-a9bc-4928-9dfa-c43974dddd7b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=959533d2-481e-41a8-b3ea-f6c369b01081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699298 Feb 20 05:51:39.568841 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c0205-8ebe-4af0-bb7b-69237073e7f1 req-c3dff5db-3725-4def-b193-b8385ebf8803 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:39.571975 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba7c0205-8ebe-4af0-bb7b-69237073e7f1 req-c3dff5db-3725-4def-b193-b8385ebf8803 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 945 time: 0.2158020 Feb 20 05:51:39.639291 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf32229c-658d-4e3c-a856-b550a8e89082 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (64fb590a-0398-4d14-b528-6af703e9f16d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:39.689756 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba7c0205-8ebe-4af0-bb7b-69237073e7f1 req-fd8a2d69-5019-488a-af50-e7fb3c141a76 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=959533d2-481e-41a8-b3ea-f6c369b01081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093037 Feb 20 05:51:39.751435 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf32229c-658d-4e3c-a856-b550a8e89082 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (64fb590a-0398-4d14-b528-6af703e9f16d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:39.813346 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32229c-658d-4e3c-a856-b550a8e89082 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Subnet': ['ID=64fb590a-0398-4d14-b528-6af703e9f16d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:39.826627 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3daad24-cd4e-487f-91d0-01a0ffea0824 None None] Network 1f4fcd8a-3adc-4021-b125-c590a89158cf requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:51:39.842190 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf32229c-658d-4e3c-a856-b550a8e89082 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:39.859870 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53814) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:39.860456 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bf32229c-658d-4e3c-a856-b550a8e89082 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/subnets/64fb590a-0398-4d14-b528-6af703e9f16d HTTP/1.1" status: 204 len: 168 time: 0.8504355 Feb 20 05:51:39.951695 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-61744dc4-fb72-4b6a-a20f-cc37a72ae95d tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting subnet 19f9ace3-b939-4a71-989a-181ebe359b12 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:51:39.955920 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-61744dc4-fb72-4b6a-a20f-cc37a72ae95d tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for subnet (19f9ace3-b939-4a71-989a-181ebe359b12), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:40.046709 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-61744dc4-fb72-4b6a-a20f-cc37a72ae95d tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (19f9ace3-b939-4a71-989a-181ebe359b12), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:40.329583 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-61744dc4-fb72-4b6a-a20f-cc37a72ae95d tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (19f9ace3-b939-4a71-989a-181ebe359b12), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:40.545444 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-61744dc4-fb72-4b6a-a20f-cc37a72ae95d tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (19f9ace3-b939-4a71-989a-181ebe359b12), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:40.594143 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61744dc4-fb72-4b6a-a20f-cc37a72ae95d tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Subnet': ['ID=19f9ace3-b939-4a71-989a-181ebe359b12,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:40.602347 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-61744dc4-fb72-4b6a-a20f-cc37a72ae95d tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:40.607071 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-61744dc4-fb72-4b6a-a20f-cc37a72ae95d tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/subnets/19f9ace3-b939-4a71-989a-181ebe359b12 HTTP/1.1" status: 204 len: 168 time: 0.7450795 Feb 20 05:51:40.611214 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53848) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:40.679908 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c771268-bab2-4158-b55b-b912631d90df tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] DELETE failed (client error): The resource could not be found. Feb 20 05:51:40.680921 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c771268-bab2-4158-b55b-b912631d90df tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:51:40.685670 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3c771268-bab2-4158-b55b-b912631d90df tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/subnets/64fb590a-0398-4d14-b528-6af703e9f16d HTTP/1.1" status: 404 len: 337 time: 0.0727620 Feb 20 05:51:40.688297 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53852) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:40.816697 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6e90ae-47d3-4095-af16-c9c087b355f6 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting subnet 408a56aa-96c9-4ed7-a592-460a1730914a {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:51:40.831516 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd6e90ae-47d3-4095-af16-c9c087b355f6 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for subnet (408a56aa-96c9-4ed7-a592-460a1730914a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:40.925485 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd6e90ae-47d3-4095-af16-c9c087b355f6 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (408a56aa-96c9-4ed7-a592-460a1730914a), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:40.934245 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e247f-4245-4568-8f0a-b04d2ff9ad67 req-ac8e7f1c-77d9-483d-9eb9-8a2042dedf42 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:40.943990 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c88e247f-4245-4568-8f0a-b04d2ff9ad67 req-ac8e7f1c-77d9-483d-9eb9-8a2042dedf42 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 945 time: 0.1494401 Feb 20 05:51:41.061538 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c88e247f-4245-4568-8f0a-b04d2ff9ad67 req-a6b48fd9-a3b7-4f09-a995-fd166ff6e6a6 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=959533d2-481e-41a8-b3ea-f6c369b01081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164002 Feb 20 05:51:41.154262 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd6e90ae-47d3-4095-af16-c9c087b355f6 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (408a56aa-96c9-4ed7-a592-460a1730914a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:41.180974 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9b76e1-75c9-43f5-b41d-9ca910c09815 None None] Network 1f4fcd8a-3adc-4021-b125-c590a89158cf requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:51:41.279601 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd6e90ae-47d3-4095-af16-c9c087b355f6 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (408a56aa-96c9-4ed7-a592-460a1730914a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:41.341026 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e90ae-47d3-4095-af16-c9c087b355f6 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Subnet': ['ID=408a56aa-96c9-4ed7-a592-460a1730914a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:41.347574 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-6de0d690-e36c-41df-be17-8591e300500e None None] Provisioning complete for port bca850bf-2032-4fae-af69-6f9ce4c29142 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:41.347954 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6de0d690-e36c-41df-be17-8591e300500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bca850bf-2032-4fae-af69-6f9ce4c29142), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:41.354291 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4abd17-26f3-443f-8602-c5f8cc8650b4 req-9666785e-a6e0-4a6b-b6e4-3f29bf57b5fd tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:41.355819 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd6e90ae-47d3-4095-af16-c9c087b355f6 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:41.356625 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c4abd17-26f3-443f-8602-c5f8cc8650b4 req-9666785e-a6e0-4a6b-b6e4-3f29bf57b5fd tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 945 time: 0.1417308 Feb 20 05:51:41.364298 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53872) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:41.365005 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cd6e90ae-47d3-4095-af16-c9c087b355f6 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/subnets/408a56aa-96c9-4ed7-a592-460a1730914a HTTP/1.1" status: 204 len: 168 time: 0.6755326 Feb 20 05:51:41.366206 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53874) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:41.371168 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-26ea681d-efb7-4c76-a4f4-9b9fa4448dee tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Request body: {'floatingip': {'port_id': '4022c786-c891-4be2-aad4-6481a44df2bd'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:41.441942 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-89bab6de-5407-42e7-ad27-ca06c31006cc tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] DELETE failed (client error): The resource could not be found. Feb 20 05:51:41.442406 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89bab6de-5407-42e7-ad27-ca06c31006cc tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:51:41.448147 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-89bab6de-5407-42e7-ad27-ca06c31006cc tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/subnets/e8e515ce-ea77-4f8c-9015-971641ee18df HTTP/1.1" status: 404 len: 337 time: 0.0828066 Feb 20 05:51:41.448991 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53886) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:41.491589 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26ea681d-efb7-4c76-a4f4-9b9fa4448dee tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for floatingip (182b4c15-3a43-4ac9-a06e-ebb498125fef), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:41.519514 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2c8d11f1-3bfe-4012-85ff-a1c9fab5b4b7 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "GET /v2.0/ports?device_id=9838afee-7428-4274-901c-9c1aa91556c9 HTTP/1.1" status: 200 len: 205 time: 0.0692155 Feb 20 05:51:41.520118 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53890) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:41.535527 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6de0d690-e36c-41df-be17-8591e300500e None None] Port bca850bf-2032-4fae-af69-6f9ce4c29142 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:51:41.575671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-6de0d690-e36c-41df-be17-8591e300500e None None] Provisioning complete for port d68e7ea6-8769-450a-bea8-cd7e61e31080 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:41.576205 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6de0d690-e36c-41df-be17-8591e300500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:41.636919 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-23675a8e-3566-44a9-810c-a53629d1d199 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] delete failed (client error): The resource could not be found. Feb 20 05:51:41.644618 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-23675a8e-3566-44a9-810c-a53629d1d199 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/routers/9838afee-7428-4274-901c-9c1aa91556c9 HTTP/1.1" status: 404 len: 336 time: 0.1230023 Feb 20 05:51:41.647350 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53898) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:41.708285 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0927f041-a726-4b16-b15c-2e04b637f1e5 None None] Update dhcp port {'port': {'network_id': '1f4fcd8a-3adc-4021-b125-c590a89158cf', 'fixed_ips': [{'subnet_id': '408a56aa-96c9-4ed7-a592-460a1730914a'}], 'binding:host_id': 'n-d-829866-5'}, 'id': 'd68e7ea6-8769-450a-bea8-cd7e61e31080'} from n-d-829866-5. {{(pid=103408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 05:51:41.725344 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-e64520a9-330f-4830-b5e4-3bfbd1d3efe1 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] DELETE failed (client error): The resource could not be found. Feb 20 05:51:41.725802 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e64520a9-330f-4830-b5e4-3bfbd1d3efe1 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:51:41.728871 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e64520a9-330f-4830-b5e4-3bfbd1d3efe1 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/subnets/d79f172d-ae9c-4ff7-9377-6bca9ad57aa3 HTTP/1.1" status: 404 len: 337 time: 0.0803080 Feb 20 05:51:41.733006 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53902) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:41.787762 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ff7158-b2c1-4074-ae83-9076105e2960 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] DELETE failed (client error): The resource could not be found. Feb 20 05:51:41.788234 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2ff7158-b2c1-4074-ae83-9076105e2960 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:51:41.791335 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f2ff7158-b2c1-4074-ae83-9076105e2960 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/subnets/3cf4d74d-2d1c-4a43-9d3b-b894662980ea HTTP/1.1" status: 404 len: 337 time: 0.0571635 Feb 20 05:51:41.798690 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53906) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:41.840378 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0927f041-a726-4b16-b15c-2e04b637f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:41.874297 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-aecb8c41-9502-4e3a-8122-4d965c14fd33 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] DELETE failed (client error): The resource could not be found. Feb 20 05:51:41.875173 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aecb8c41-9502-4e3a-8122-4d965c14fd33 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:51:41.881823 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-aecb8c41-9502-4e3a-8122-4d965c14fd33 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/subnets/92fd6f8b-3652-4b1b-852a-1e858a8706c3 HTTP/1.1" status: 404 len: 337 time: 0.0817504 Feb 20 05:51:41.882826 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53912) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:41.923864 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6de0d690-e36c-41df-be17-8591e300500e None None] Current status of the port d68e7ea6-8769-450a-bea8-cd7e61e31080 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:41.941487 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-35980724-e1a0-40d2-b2d4-0ae164bfd558 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] DELETE failed (client error): The resource could not be found. Feb 20 05:51:41.942371 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35980724-e1a0-40d2-b2d4-0ae164bfd558 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:51:41.948469 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53914) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:41.948872 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-35980724-e1a0-40d2-b2d4-0ae164bfd558 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/ports/7371637a-07d9-4019-8a0c-aa798f587a81 HTTP/1.1" status: 404 len: 333 time: 0.0487425 Feb 20 05:51:42.013191 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4be2d07-47ab-47cd-aa3c-9c1146374a25 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] DELETE failed (client error): The resource could not be found. Feb 20 05:51:42.015244 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4be2d07-47ab-47cd-aa3c-9c1146374a25 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:51:42.024663 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e4be2d07-47ab-47cd-aa3c-9c1146374a25 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/subnets/a3b06dc2-4c07-4159-a439-83270cd54f2f HTTP/1.1" status: 404 len: 337 time: 0.0729315 Feb 20 05:51:42.025499 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53918) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:42.085118 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-e878db45-013b-4ca0-af88-42e69b52a41c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] DELETE failed (client error): The resource could not be found. Feb 20 05:51:42.087080 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e878db45-013b-4ca0-af88-42e69b52a41c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:51:42.096018 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e878db45-013b-4ca0-af88-42e69b52a41c tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/subnets/a1888782-5ca0-4cf3-828c-33a2564e2e22 HTTP/1.1" status: 404 len: 337 time: 0.0659416 Feb 20 05:51:42.096700 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53920) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:42.138259 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd0f6d9-e79b-4149-b11b-cd1e8e442e8b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] DELETE failed (client error): The resource could not be found. Feb 20 05:51:42.138959 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd0f6d9-e79b-4149-b11b-cd1e8e442e8b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:51:42.144394 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3dd0f6d9-e79b-4149-b11b-cd1e8e442e8b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/ports/6426da9a-91ed-4eda-b7f8-7e243d56a1d0 HTTP/1.1" status: 404 len: 333 time: 0.0442841 Feb 20 05:51:42.146283 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53922) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:42.227651 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35110886-6a6e-45b1-aaee-547e9b150efb None None] Network 1f4fcd8a-3adc-4021-b125-c590a89158cf requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:51:42.231963 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6059eb-7c29-4c3e-9ca2-7b9f153d104e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] DELETE failed (client error): The resource could not be found. Feb 20 05:51:42.232435 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e6059eb-7c29-4c3e-9ca2-7b9f153d104e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:51:42.235517 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2e6059eb-7c29-4c3e-9ca2-7b9f153d104e tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/subnets/5d8bf4bd-554c-4137-b33d-0ee4ccc81ad5 HTTP/1.1" status: 404 len: 337 time: 0.0882878 Feb 20 05:51:42.246481 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53928) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:42.312586 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0478de-e9a6-4eb9-ae0f-e25b83622483 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] DELETE failed (client error): The resource could not be found. Feb 20 05:51:42.313101 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be0478de-e9a6-4eb9-ae0f-e25b83622483 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:51:42.318489 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-be0478de-e9a6-4eb9-ae0f-e25b83622483 tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/subnets/e8e53449-90a1-434c-81f2-2f36d1632dfb HTTP/1.1" status: 404 len: 337 time: 0.0687113 Feb 20 05:51:42.322398 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53932) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:42.376441 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-23fe8658-c751-4dd3-a4e1-e712ba1e833f None None] Provisioning complete for port bca850bf-2032-4fae-af69-6f9ce4c29142 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:42.376995 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-23fe8658-c751-4dd3-a4e1-e712ba1e833f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bca850bf-2032-4fae-af69-6f9ce4c29142), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:42.556466 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-3402e4ad-d9ed-4fe8-8521-3312b2a3af7b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting port bca850bf-2032-4fae-af69-6f9ce4c29142 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:51:42.557095 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3402e4ad-d9ed-4fe8-8521-3312b2a3af7b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (bca850bf-2032-4fae-af69-6f9ce4c29142), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:42.638762 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-23fe8658-c751-4dd3-a4e1-e712ba1e833f None None] Port bca850bf-2032-4fae-af69-6f9ce4c29142 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:51:42.656824 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-23fe8658-c751-4dd3-a4e1-e712ba1e833f None None] Provisioning complete for port d68e7ea6-8769-450a-bea8-cd7e61e31080 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:51:42.657219 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-23fe8658-c751-4dd3-a4e1-e712ba1e833f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:42.666870 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3402e4ad-d9ed-4fe8-8521-3312b2a3af7b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (bca850bf-2032-4fae-af69-6f9ce4c29142), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:42.714239 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd22d278-6fd9-43e9-bfe7-25e2f0a27cf3 None None] DHCP port deletion for 1f4fcd8a-3adc-4021-b125-c590a89158cf request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:51:42.717201 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-3402e4ad-d9ed-4fe8-8521-3312b2a3af7b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Calling delete_port for bca850bf-2032-4fae-af69-6f9ce4c29142 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:51:42.801470 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3402e4ad-d9ed-4fe8-8521-3312b2a3af7b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (bca850bf-2032-4fae-af69-6f9ce4c29142), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:42.804797 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-23fe8658-c751-4dd3-a4e1-e712ba1e833f None None] Current status of the port d68e7ea6-8769-450a-bea8-cd7e61e31080 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:51:42.839276 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-cd22d278-6fd9-43e9-bfe7-25e2f0a27cf3 None None] Deleting port d68e7ea6-8769-450a-bea8-cd7e61e31080 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:51:42.839897 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd22d278-6fd9-43e9-bfe7-25e2f0a27cf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:42.864027 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402e4ad-d9ed-4fe8-8521-3312b2a3af7b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Port': ['ID=bca850bf-2032-4fae-af69-6f9ce4c29142,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:42.880924 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3402e4ad-d9ed-4fe8-8521-3312b2a3af7b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:42.884762 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3402e4ad-d9ed-4fe8-8521-3312b2a3af7b tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/ports/bca850bf-2032-4fae-af69-6f9ce4c29142 HTTP/1.1" status: 204 len: 168 time: 0.5610089 Feb 20 05:51:42.887344 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53950) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:42.960885 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-cd22d278-6fd9-43e9-bfe7-25e2f0a27cf3 None None] For port d68e7ea6-8769-450a-bea8-cd7e61e31080, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d68e7ea6-8769-450a-bea8-cd7e61e31080,segment=NetworkSegment(fc1a7b2d-9e1b-4243-a1cc-7508111d0cad),segment_id=fc1a7b2d-9e1b-4243-a1cc-7508111d0cad)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:51:42.961308 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd22d278-6fd9-43e9-bfe7-25e2f0a27cf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:43.004585 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.db.resource_extend [None req-26ea681d-efb7-4c76-a4f4-9b9fa4448dee tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:51:43.037488 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-cd22d278-6fd9-43e9-bfe7-25e2f0a27cf3 None None] Calling delete_port for d68e7ea6-8769-450a-bea8-cd7e61e31080 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:51:43.117571 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4a05858-7bb1-479a-a53a-b0d1c453e2ad tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (1f4fcd8a-3adc-4021-b125-c590a89158cf), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:43.121002 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26ea681d-efb7-4c76-a4f4-9b9fa4448dee tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:43.130685 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26ea681d-efb7-4c76-a4f4-9b9fa4448dee tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (182b4c15-3a43-4ac9-a06e-ebb498125fef), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:43.189259 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-e4a05858-7bb1-479a-a53a-b0d1c453e2ad tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Deleting port d68e7ea6-8769-450a-bea8-cd7e61e31080 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:51:43.190788 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4a05858-7bb1-479a-a53a-b0d1c453e2ad tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:43.275816 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd22d278-6fd9-43e9-bfe7-25e2f0a27cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:43.342252 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-e4a05858-7bb1-479a-a53a-b0d1c453e2ad tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] For port d68e7ea6-8769-450a-bea8-cd7e61e31080, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d68e7ea6-8769-450a-bea8-cd7e61e31080,segment=NetworkSegment(fc1a7b2d-9e1b-4243-a1cc-7508111d0cad),segment_id=fc1a7b2d-9e1b-4243-a1cc-7508111d0cad)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:51:43.343117 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4a05858-7bb1-479a-a53a-b0d1c453e2ad tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:43.349216 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd22d278-6fd9-43e9-bfe7-25e2f0a27cf3 None None] No DVR routers for this DVR port d68e7ea6-8769-450a-bea8-cd7e61e31080 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:51:43.354357 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22d278-6fd9-43e9-bfe7-25e2f0a27cf3 None None] Pushing event deleted for resources: {'Port': ['ID=d68e7ea6-8769-450a-bea8-cd7e61e31080,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:43.384250 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-e4a05858-7bb1-479a-a53a-b0d1c453e2ad tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Calling delete_port for d68e7ea6-8769-450a-bea8-cd7e61e31080 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:51:43.390775 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-26ea681d-efb7-4c76-a4f4-9b9fa4448dee tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Floating IP 182b4c15-3a43-4ac9-a06e-ebb498125fef associated. External IP: 172.25.3.49, port: 4022c786-c891-4be2-aad4-6481a44df2bd. Feb 20 05:51:43.530194 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4a05858-7bb1-479a-a53a-b0d1c453e2ad tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (d68e7ea6-8769-450a-bea8-cd7e61e31080), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:43.555128 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a05858-7bb1-479a-a53a-b0d1c453e2ad tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Port': ['ID=d68e7ea6-8769-450a-bea8-cd7e61e31080,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:43.575247 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a05858-7bb1-479a-a53a-b0d1c453e2ad tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] No DVR routers for this DVR port d68e7ea6-8769-450a-bea8-cd7e61e31080 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:51:43.698105 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4a05858-7bb1-479a-a53a-b0d1c453e2ad tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (1f4fcd8a-3adc-4021-b125-c590a89158cf), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:43.748772 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-e4a05858-7bb1-479a-a53a-b0d1c453e2ad tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4fcd8a-3adc-4021-b125-c590a89158cf']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:43.753065 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ea681d-efb7-4c76-a4f4-9b9fa4448dee tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Router 93d34c56-1f4f-48e2-82e2-0dd1b0672024 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:51:43.758609 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-e4a05858-7bb1-479a-a53a-b0d1c453e2ad tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc1a7b2d-9e1b-4243-a1cc-7508111d0cad') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:43.758919 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-e4a05858-7bb1-479a-a53a-b0d1c453e2ad tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc1a7b2d-9e1b-4243-a1cc-7508111d0cad') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:43.770207 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4a05858-7bb1-479a-a53a-b0d1c453e2ad tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (fc1a7b2d-9e1b-4243-a1cc-7508111d0cad), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:43.798155 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4a05858-7bb1-479a-a53a-b0d1c453e2ad tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (fc1a7b2d-9e1b-4243-a1cc-7508111d0cad), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:43.810627 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4a05858-7bb1-479a-a53a-b0d1c453e2ad tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:51:43.811083 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4a05858-7bb1-479a-a53a-b0d1c453e2ad tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (fc1a7b2d-9e1b-4243-a1cc-7508111d0cad), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:51:43.815450 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:51:43.893267 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ea681d-efb7-4c76-a4f4-9b9fa4448dee tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:51:43.899056 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26ea681d-efb7-4c76-a4f4-9b9fa4448dee tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:43.904148 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408c0142-e821-4174-8fed-49c16e5923d1 None None] Sync routers for ids ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:51:43.916354 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408c0142-e821-4174-8fed-49c16e5923d1 None None] Routers {'93d34c56-1f4f-48e2-82e2-0dd1b0672024'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:51:43.917283 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-408c0142-e821-4174-8fed-49c16e5923d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:51:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:43.945656 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4a05858-7bb1-479a-a53a-b0d1c453e2ad tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (1f4fcd8a-3adc-4021-b125-c590a89158cf), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:43.954498 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4a05858-7bb1-479a-a53a-b0d1c453e2ad tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:43.966382 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e4a05858-7bb1-479a-a53a-b0d1c453e2ad tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] 10.222.0.37 "DELETE /v2.0/networks/1f4fcd8a-3adc-4021-b125-c590a89158cf HTTP/1.1" status: 204 len: 168 time: 1.0767758 Feb 20 05:51:44.014618 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a05858-7bb1-479a-a53a-b0d1c453e2ad tempest-PortsTestJSON-1585300357 tempest-PortsTestJSON-1585300357-project] Pushing event deleted for resources: {'Network': ['ID=1f4fcd8a-3adc-4021-b125-c590a89158cf,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:44.156374 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d68e7ea6-8769-450a-bea8-cd7e61e31080 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:51:44.225827 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: d68e7ea6-8769-450a-bea8-cd7e61e31080 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:51:44.226283 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d68e7ea6-8769-450a-bea8-cd7e61e31080 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:51:44.320560 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-408c0142-e821-4174-8fed-49c16e5923d1 None None] Set router 93d34c56-1f4f-48e2-82e2-0dd1b0672024 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:51:44.507960 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-26ea681d-efb7-4c76-a4f4-9b9fa4448dee tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "PUT /v2.0/floatingips/182b4c15-3a43-4ac9-a06e-ebb498125fef HTTP/1.1" status: 200 len: 990 time: 3.1405158 Feb 20 05:51:44.508875 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc481a5-4115-479f-8845-ab2275f206b6', 'tag': '4022c786-c891-4be2-aad4-6481a44df2bd'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:51:44.513170 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3e5273-d375-4671-82db-5e51e4ad1934" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc481a5-4115-479f-8845-ab2275f206b6", "tag": "4022c786-c891-4be2-aad4-6481a44df2bd"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:51:44.664089 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54016) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:44.686042 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2736e90e-721e-417d-93ad-efe4f1e440c6 x-openstack-request-id: req-2736e90e-721e-417d-93ad-efe4f1e440c6 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:51:44.686337 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc481a5-4115-479f-8845-ab2275f206b6", "tag": "4022c786-c891-4be2-aad4-6481a44df2bd", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:51:44.686778 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2736e90e-721e-417d-93ad-efe4f1e440c6 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:51:44.687387 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc481a5-4115-479f-8845-ab2275f206b6', 'tag': '4022c786-c891-4be2-aad4-6481a44df2bd', 'status': 'completed', 'code': 200} Feb 20 05:51:44.796399 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e5273-d375-4671-82db-5e51e4ad1934 req-e078c448-7a0f-4632-817b-87dacd950517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:44.798094 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aa3e5273-d375-4671-82db-5e51e4ad1934 req-e078c448-7a0f-4632-817b-87dacd950517 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8f18450ca5d4be1a9fccbc37e9fb12f&device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 1127 time: 0.0832217 Feb 20 05:51:44.910875 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-408c0142-e821-4174-8fed-49c16e5923d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'name': 'tempest-AttachVolumeTestJSON-1403786472-router', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:51:09Z', 'updated_at': '2022-02-20T05:51:18Z', 'revision_number': 4, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'gw_port': {'id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:10Z', 'updated_at': '2022-02-20T05:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '182b4c15-3a43-4ac9-a06e-ebb498125fef', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'floating_ip_address': '172.25.3.49', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'port_id': '4022c786-c891-4be2-aad4-6481a44df2bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2812, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f', 'mac_address': 'fa:16:3e:9d:4b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc481a5-4115-479f-8845-ab2275f206b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:51:24Z', 'updated_at': '2022-02-20T05:51:42Z', 'revision_number': 1, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '086cd9d9-a93d-4f6e-99d2-743885b4cccd', 'name': '', 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'mac_address': 'fa:16:3e:41:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:16Z', 'updated_at': '2022-02-20T05:51:27Z', 'revision_number': 5, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'subnets': [{'id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:44.947857 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408c0142-e821-4174-8fed-49c16e5923d1 None None] Checking router: 93d34c56-1f4f-48e2-82e2-0dd1b0672024 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:51:44.958335 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408c0142-e821-4174-8fed-49c16e5923d1 None None] Routers {'93d34c56-1f4f-48e2-82e2-0dd1b0672024'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:51:44.959355 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-408c0142-e821-4174-8fed-49c16e5923d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:51:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:45.073446 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e5273-d375-4671-82db-5e51e4ad1934 req-34c258ae-7ea7-4efb-8c7b-de12059bff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:45.075700 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aa3e5273-d375-4671-82db-5e51e4ad1934 req-34c258ae-7ea7-4efb-8c7b-de12059bff65 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc99b155-842d-47d9-a797-22be9782748f HTTP/1.1" status: 200 len: 911 time: 0.2716222 Feb 20 05:51:45.078570 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-64f9ae77-a18e-40f6-b205-2b67290ae157 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b935f7dbfce4480a61cfafe26a09452&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4131665 Feb 20 05:51:45.081624 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54028) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:45.118268 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-408c0142-e821-4174-8fed-49c16e5923d1 None None] Set router 93d34c56-1f4f-48e2-82e2-0dd1b0672024 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:51:45.172897 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f7e5002-77b3-4d34-a328-a8f9cafe847d admin admin] Publish callbacks [] for security_group (b3014d8a-c3ed-492d-acf6-1b2d883f0363), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:45.195265 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aa3e5273-d375-4671-82db-5e51e4ad1934 req-21fe0800-2bdd-4374-952d-63a0c81e909d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4022c786-c891-4be2-aad4-6481a44df2bd HTTP/1.1" status: 200 len: 998 time: 0.1140718 Feb 20 05:51:45.219831 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f7e5002-77b3-4d34-a328-a8f9cafe847d admin admin] Publish callbacks [] for security_group (b3014d8a-c3ed-492d-acf6-1b2d883f0363), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:45.281235 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f7e5002-77b3-4d34-a328-a8f9cafe847d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b3014d8a-c3ed-492d-acf6-1b2d883f0363), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:45.284357 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f7e5002-77b3-4d34-a328-a8f9cafe847d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:45.285800 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9f7e5002-77b3-4d34-a328-a8f9cafe847d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3014d8a-c3ed-492d-acf6-1b2d883f0363 HTTP/1.1" status: 204 len: 168 time: 0.2030897 Feb 20 05:51:45.312362 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e5002-77b3-4d34-a328-a8f9cafe847d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3014d8a-c3ed-492d-acf6-1b2d883f0363,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:45.399837 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e5273-d375-4671-82db-5e51e4ad1934 req-c773b1df-7077-40ec-9c0c-231b0338daef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:45.406595 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aa3e5273-d375-4671-82db-5e51e4ad1934 req-c773b1df-7077-40ec-9c0c-231b0338daef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31ac9d55-2ac0-4f22-ae17-262bbbe19926 HTTP/1.1" status: 200 len: 850 time: 0.2046325 Feb 20 05:51:45.620698 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e5273-d375-4671-82db-5e51e4ad1934 req-c08382e1-4f31-4617-971f-d683a2a3f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:45.622247 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aa3e5273-d375-4671-82db-5e51e4ad1934 req-c08382e1-4f31-4617-971f-d683a2a3f2c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc99b155-842d-47d9-a797-22be9782748f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2055638 Feb 20 05:51:45.740021 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-408c0142-e821-4174-8fed-49c16e5923d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'name': 'tempest-AttachVolumeTestJSON-1403786472-router', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:51:09Z', 'updated_at': '2022-02-20T05:51:18Z', 'revision_number': 4, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'gw_port': {'id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:10Z', 'updated_at': '2022-02-20T05:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '182b4c15-3a43-4ac9-a06e-ebb498125fef', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'floating_ip_address': '172.25.3.49', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'port_id': '4022c786-c891-4be2-aad4-6481a44df2bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2812, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f', 'mac_address': 'fa:16:3e:9d:4b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc481a5-4115-479f-8845-ab2275f206b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:51:24Z', 'updated_at': '2022-02-20T05:51:42Z', 'revision_number': 1, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '086cd9d9-a93d-4f6e-99d2-743885b4cccd', 'name': '', 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'mac_address': 'fa:16:3e:41:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:16Z', 'updated_at': '2022-02-20T05:51:27Z', 'revision_number': 5, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'subnets': [{'id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:45.798746 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408c0142-e821-4174-8fed-49c16e5923d1 None None] The sync data for ids ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'] in n-d-829866-5 is: [{'id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'name': 'tempest-AttachVolumeTestJSON-1403786472-router', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:51:09Z', 'updated_at': '2022-02-20T05:51:18Z', 'revision_number': 4, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'gw_port': {'id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:10Z', 'updated_at': '2022-02-20T05:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '182b4c15-3a43-4ac9-a06e-ebb498125fef', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'floating_ip_address': '172.25.3.49', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'port_id': '4022c786-c891-4be2-aad4-6481a44df2bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2812, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f', 'mac_address': 'fa:16:3e:9d:4b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc481a5-4115-479f-8845-ab2275f206b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:51:24Z', 'updated_at': '2022-02-20T05:51:42Z', 'revision_number': 1, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '086cd9d9-a93d-4f6e-99d2-743885b4cccd', 'name': '', 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'mac_address': 'fa:16:3e:41:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:16Z', 'updated_at': '2022-02-20T05:51:27Z', 'revision_number': 5, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'subnets': [{'id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:51:45.905937 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aa3e5273-d375-4671-82db-5e51e4ad1934 req-58a6f713-7a97-449d-80fc-3d3ad0348556 service neutron] 10.222.0.61 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759361 Feb 20 05:51:46.179883 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aa3e5273-d375-4671-82db-5e51e4ad1934 req-83910286-c8a7-41fd-8baf-e7c7eecfd3da service neutron] 10.222.0.61 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639296 Feb 20 05:51:46.200850 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54112) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:46.282031 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc7fc9-25c0-49b7-883b-bbf55f03e030 None None] New status for floating IP 182b4c15-3a43-4ac9-a06e-ebb498125fef: ACTIVE {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:51:46.367318 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-54dff0e7-3352-4c56-acd2-6202945ff9d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:46.583534 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-54dff0e7-3352-4c56-acd2-6202945ff9d9 admin admin] Publish callbacks [] for security_group (061ea611-e7d3-4281-9bff-23fa63b9446f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:46.601212 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-54dff0e7-3352-4c56-acd2-6202945ff9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (061ea611-e7d3-4281-9bff-23fa63b9446f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:46.651880 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9087d397-5a0a-43e6-94f9-b84e86898774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:46.750814 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-54dff0e7-3352-4c56-acd2-6202945ff9d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d572fc0d3b264723bb4ecc84bf4aee0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5498712 Feb 20 05:51:46.753514 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54170) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:46.799976 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dff0e7-3352-4c56-acd2-6202945ff9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061ea611-e7d3-4281-9bff-23fa63b9446f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:46.911662 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c593e210-7fda-44be-94c6-7cec75f31c64 admin admin] Publish callbacks [] for security_group (061ea611-e7d3-4281-9bff-23fa63b9446f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:46.942400 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c593e210-7fda-44be-94c6-7cec75f31c64 admin admin] Publish callbacks [] for security_group (061ea611-e7d3-4281-9bff-23fa63b9446f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:47.079491 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c593e210-7fda-44be-94c6-7cec75f31c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (061ea611-e7d3-4281-9bff-23fa63b9446f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:47.082254 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c593e210-7fda-44be-94c6-7cec75f31c64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:47.083428 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c593e210-7fda-44be-94c6-7cec75f31c64 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/061ea611-e7d3-4281-9bff-23fa63b9446f HTTP/1.1" status: 204 len: 168 time: 0.3289235 Feb 20 05:51:47.104001 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593e210-7fda-44be-94c6-7cec75f31c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061ea611-e7d3-4281-9bff-23fa63b9446f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:47.511965 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54252) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:48.051633 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ee983f83-8c30-454f-a815-ff8492c88555 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-889723456'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:48.146562 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee983f83-8c30-454f-a815-ff8492c88555 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] Made reservation on behalf of 28ac16d8a08a4fcd90c391de0731217e for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:51:48.153658 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee983f83-8c30-454f-a815-ff8492c88555 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:48.198210 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee983f83-8c30-454f-a815-ff8492c88555 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:48.337639 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee983f83-8c30-454f-a815-ff8492c88555 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] Publish callbacks [] for security_group (e4731b1b-4d5b-480a-8062-2767924ab188), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:48.345668 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee983f83-8c30-454f-a815-ff8492c88555 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e4731b1b-4d5b-480a-8062-2767924ab188), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:48.398913 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee983f83-8c30-454f-a815-ff8492c88555 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:51:48.425346 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee983f83-8c30-454f-a815-ff8492c88555 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4731b1b-4d5b-480a-8062-2767924ab188,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:48.435478 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee983f83-8c30-454f-a815-ff8492c88555 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (e4330cba-917d-4b31-bb30-9d97e3230fdb), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:48.436744 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-ee983f83-8c30-454f-a815-ff8492c88555 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] Added segment e4330cba-917d-4b31-bb30-9d97e3230fdb of type vlan for network 923934fc-f6e0-4f48-b7f7-4701c6d9d6b3 Feb 20 05:51:48.528844 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee983f83-8c30-454f-a815-ff8492c88555 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (923934fc-f6e0-4f48-b7f7-4701c6d9d6b3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:48.600210 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee983f83-8c30-454f-a815-ff8492c88555 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (923934fc-f6e0-4f48-b7f7-4701c6d9d6b3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:48.625940 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee983f83-8c30-454f-a815-ff8492c88555 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:48.626958 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee983f83-8c30-454f-a815-ff8492c88555 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:48.714056 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ee983f83-8c30-454f-a815-ff8492c88555 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.1975491 Feb 20 05:51:48.714865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54366) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:48.722071 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-3a06a746-3ad6-4100-94d0-fc5b2541d5e1 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '923934fc-f6e0-4f48-b7f7-4701c6d9d6b3', 'tempest-TagsTest-Tag-810662805') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:48.854857 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee983f83-8c30-454f-a815-ff8492c88555 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] Pushing event updated for resources: {'Network': ['ID=923934fc-f6e0-4f48-b7f7-4701c6d9d6b3,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:48.867962 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3a06a746-3ad6-4100-94d0-fc5b2541d5e1 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] 10.222.0.37 "PUT /v2.0/networks/923934fc-f6e0-4f48-b7f7-4701c6d9d6b3/tags/tempest-TagsTest-Tag-810662805 HTTP/1.1" status: 201 len: 201 time: 0.1511226 Feb 20 05:51:48.870448 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54380) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:48.876578 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-53478583-635e-4cb4-bd6b-da178bd4ce8e tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '923934fc-f6e0-4f48-b7f7-4701c6d9d6b3', 'tempest-TagsTest-Tag-810662805') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:48.879065 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 923934fc-f6e0-4f48-b7f7-4701c6d9d6b3 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:51:49.089894 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ac28cdb5-ec95-42ed-9034-40b91d6d09cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:49.127746 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54406) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:49.133104 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-c759b142-7503-4dfc-93c6-1d64d0f327d2 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '923934fc-f6e0-4f48-b7f7-4701c6d9d6b3') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:49.147501 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-53478583-635e-4cb4-bd6b-da178bd4ce8e tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] 10.222.0.37 "GET /v2.0/networks/923934fc-f6e0-4f48-b7f7-4701c6d9d6b3/tags/tempest-TagsTest-Tag-810662805 HTTP/1.1" status: 204 len: 168 time: 0.2532525 Feb 20 05:51:49.262339 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c759b142-7503-4dfc-93c6-1d64d0f327d2 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] 10.222.0.37 "GET /v2.0/networks/923934fc-f6e0-4f48-b7f7-4701c6d9d6b3/tags HTTP/1.1" status: 200 len: 237 time: 0.1327791 Feb 20 05:51:49.267014 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54418) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:49.270763 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-100cb7be-ada0-4890-9a53-12b9da2d72b9 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '923934fc-f6e0-4f48-b7f7-4701c6d9d6b3', {'tags': ['tempest-TagsTest-Tag-211497295', 'tempest-TagsTest-Tag-101270085', 'tempest-TagsTest-Tag-1536781437']}) {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:49.424230 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54434) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:49.424644 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-100cb7be-ada0-4890-9a53-12b9da2d72b9 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] 10.222.0.37 "PUT /v2.0/networks/923934fc-f6e0-4f48-b7f7-4701c6d9d6b3/tags HTTP/1.1" status: 200 len: 307 time: 0.1581664 Feb 20 05:51:49.429299 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-e49c072c-adff-478f-8261-67181114d766 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '923934fc-f6e0-4f48-b7f7-4701c6d9d6b3', 'tempest-TagsTest-Tag-211497295') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:49.598475 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:49.615390 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e49c072c-adff-478f-8261-67181114d766 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] 10.222.0.37 "DELETE /v2.0/networks/923934fc-f6e0-4f48-b7f7-4701c6d9d6b3/tags/tempest-TagsTest-Tag-211497295 HTTP/1.1" status: 204 len: 168 time: 0.1898975 Feb 20 05:51:49.618256 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54456) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:49.623497 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-f39192be-a807-40ee-8d9f-95ab60d84496 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '923934fc-f6e0-4f48-b7f7-4701c6d9d6b3', 'tempest-TagsTest-Tag-211497295') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:49.789647 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-f39192be-a807-40ee-8d9f-95ab60d84496 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] show failed (client error): The resource could not be found. Feb 20 05:51:49.795235 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54472) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:49.800196 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-9dd10837-b440-4274-bf3f-3689996af4bd tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '923934fc-f6e0-4f48-b7f7-4701c6d9d6b3', 'tempest-TagsTest-Tag-101270085') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:49.804430 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f39192be-a807-40ee-8d9f-95ab60d84496 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] 10.222.0.37 "GET /v2.0/networks/923934fc-f6e0-4f48-b7f7-4701c6d9d6b3/tags/tempest-TagsTest-Tag-211497295 HTTP/1.1" status: 404 len: 325 time: 0.1848776 Feb 20 05:51:49.980410 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54496) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:49.985326 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-3f0b326b-0747-4d7c-9dbb-9801c274964f tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '923934fc-f6e0-4f48-b7f7-4701c6d9d6b3', 'tempest-TagsTest-Tag-1536781437') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:49.992610 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9dd10837-b440-4274-bf3f-3689996af4bd tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] 10.222.0.37 "GET /v2.0/networks/923934fc-f6e0-4f48-b7f7-4701c6d9d6b3/tags/tempest-TagsTest-Tag-101270085 HTTP/1.1" status: 204 len: 168 time: 0.1946540 Feb 20 05:51:50.154170 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54512) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:50.165216 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-6d27e572-ac34-4ed4-be09-3d7e4fdd351f tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '923934fc-f6e0-4f48-b7f7-4701c6d9d6b3') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:50.170938 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3f0b326b-0747-4d7c-9dbb-9801c274964f tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] 10.222.0.37 "GET /v2.0/networks/923934fc-f6e0-4f48-b7f7-4701c6d9d6b3/tags/tempest-TagsTest-Tag-1536781437 HTTP/1.1" status: 204 len: 168 time: 0.1888118 Feb 20 05:51:50.373984 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6d27e572-ac34-4ed4-be09-3d7e4fdd351f tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] 10.222.0.37 "DELETE /v2.0/networks/923934fc-f6e0-4f48-b7f7-4701c6d9d6b3/tags HTTP/1.1" status: 204 len: 168 time: 0.2186131 Feb 20 05:51:50.376550 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54534) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:50.381226 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-8114de14-7568-4069-868c-f63261113d70 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '923934fc-f6e0-4f48-b7f7-4701c6d9d6b3', 'tempest-TagsTest-Tag-101270085') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:50.683156 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-8114de14-7568-4069-868c-f63261113d70 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] show failed (client error): The resource could not be found. Feb 20 05:51:50.687226 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8114de14-7568-4069-868c-f63261113d70 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] 10.222.0.37 "GET /v2.0/networks/923934fc-f6e0-4f48-b7f7-4701c6d9d6b3/tags/tempest-TagsTest-Tag-101270085 HTTP/1.1" status: 404 len: 325 time: 0.3095930 Feb 20 05:51:50.693047 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54562) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:50.718514 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-79c80bd0-7bf1-4067-837f-a8273bf0534d tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '923934fc-f6e0-4f48-b7f7-4701c6d9d6b3', 'tempest-TagsTest-Tag-1536781437') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:50.999918 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-79c80bd0-7bf1-4067-837f-a8273bf0534d tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] show failed (client error): The resource could not be found. Feb 20 05:51:51.006400 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-79c80bd0-7bf1-4067-837f-a8273bf0534d tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] 10.222.0.37 "GET /v2.0/networks/923934fc-f6e0-4f48-b7f7-4701c6d9d6b3/tags/tempest-TagsTest-Tag-1536781437 HTTP/1.1" status: 404 len: 326 time: 0.3039229 Feb 20 05:51:51.009377 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54594) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:51.028724 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.tag.tag_plugin [None req-11db2a9a-4c92-4c9e-bc60-5f3eb57f1e30 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '923934fc-f6e0-4f48-b7f7-4701c6d9d6b3') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:51.260240 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54618) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:51.262394 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-11db2a9a-4c92-4c9e-bc60-5f3eb57f1e30 tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] 10.222.0.37 "DELETE /v2.0/networks/923934fc-f6e0-4f48-b7f7-4701c6d9d6b3/tags HTTP/1.1" status: 204 len: 168 time: 0.2486658 Feb 20 05:51:51.439417 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:51.583980 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7221-af4a-4564-ab3c-14c922c721af tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (923934fc-f6e0-4f48-b7f7-4701c6d9d6b3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:51.991673 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7221-af4a-4564-ab3c-14c922c721af tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (923934fc-f6e0-4f48-b7f7-4701c6d9d6b3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:52.036278 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-e9aa7221-af4a-4564-ab3c-14c922c721af tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923934fc-f6e0-4f48-b7f7-4701c6d9d6b3']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:52.060312 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-e9aa7221-af4a-4564-ab3c-14c922c721af tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4330cba-917d-4b31-bb30-9d97e3230fdb') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:52.060312 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-e9aa7221-af4a-4564-ab3c-14c922c721af tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4330cba-917d-4b31-bb30-9d97e3230fdb') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:51:52.098943 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7221-af4a-4564-ab3c-14c922c721af tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (e4330cba-917d-4b31-bb30-9d97e3230fdb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:52.124249 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7221-af4a-4564-ab3c-14c922c721af tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (e4330cba-917d-4b31-bb30-9d97e3230fdb), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:52.141826 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9aa7221-af4a-4564-ab3c-14c922c721af tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:51:52.142443 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7221-af4a-4564-ab3c-14c922c721af tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (e4330cba-917d-4b31-bb30-9d97e3230fdb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:51:52.149926 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:51:52.333210 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7221-af4a-4564-ab3c-14c922c721af tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (923934fc-f6e0-4f48-b7f7-4701c6d9d6b3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:52.340409 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7221-af4a-4564-ab3c-14c922c721af tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:52.343493 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e9aa7221-af4a-4564-ab3c-14c922c721af tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] 10.222.0.37 "DELETE /v2.0/networks/923934fc-f6e0-4f48-b7f7-4701c6d9d6b3 HTTP/1.1" status: 204 len: 168 time: 1.0821838 Feb 20 05:51:52.390529 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa7221-af4a-4564-ab3c-14c922c721af tempest-TagsTest-174047722 tempest-TagsTest-174047722-project] Pushing event deleted for resources: {'Network': ['ID=923934fc-f6e0-4f48-b7f7-4701c6d9d6b3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:52.694049 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54762) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:52.741984 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:52.876789 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:52.893963 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:51:52.952385 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54784) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:53.116042 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-322adb90-9d71-4821-a57b-831a2e646ebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:53.282458 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-854bcceb-f38f-4723-b504-dce9883f8f1e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28ac16d8a08a4fcd90c391de0731217e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3288536 Feb 20 05:51:53.284960 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54810) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:53.408159 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c47f5f9a-ef85-4ab6-a925-341738b61629 admin admin] Publish callbacks [] for security_group (e4731b1b-4d5b-480a-8062-2767924ab188), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:53.441741 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c47f5f9a-ef85-4ab6-a925-341738b61629 admin admin] Publish callbacks [] for security_group (e4731b1b-4d5b-480a-8062-2767924ab188), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:53.479859 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-322adb90-9d71-4821-a57b-831a2e646ebc admin admin] Publish callbacks [] for security_group (48a75092-3129-4034-919c-994458a0ab99), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:53.502196 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-322adb90-9d71-4821-a57b-831a2e646ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (48a75092-3129-4034-919c-994458a0ab99), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:53.527271 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c47f5f9a-ef85-4ab6-a925-341738b61629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e4731b1b-4d5b-480a-8062-2767924ab188), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:53.534208 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c47f5f9a-ef85-4ab6-a925-341738b61629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:53.536631 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c47f5f9a-ef85-4ab6-a925-341738b61629 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e4731b1b-4d5b-480a-8062-2767924ab188 HTTP/1.1" status: 204 len: 168 time: 0.2443984 Feb 20 05:51:53.551654 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f5f9a-ef85-4ab6-a925-341738b61629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4731b1b-4d5b-480a-8062-2767924ab188,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:53.591212 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322adb90-9d71-4821-a57b-831a2e646ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a75092-3129-4034-919c-994458a0ab99,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:53.662855 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-322adb90-9d71-4821-a57b-831a2e646ebc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0545b23d19b34da98727aa05f88f2f85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9664910 Feb 20 05:51:53.665665 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54820) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:53.727922 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52e44013-b3ea-464e-9f90-42afb3891c44 admin admin] Publish callbacks [] for security_group (48a75092-3129-4034-919c-994458a0ab99), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:53.767390 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52e44013-b3ea-464e-9f90-42afb3891c44 admin admin] Publish callbacks [] for security_group (48a75092-3129-4034-919c-994458a0ab99), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:53.926796 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52e44013-b3ea-464e-9f90-42afb3891c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (48a75092-3129-4034-919c-994458a0ab99), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:53.930473 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52e44013-b3ea-464e-9f90-42afb3891c44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:53.932289 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-52e44013-b3ea-464e-9f90-42afb3891c44 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/48a75092-3129-4034-919c-994458a0ab99 HTTP/1.1" status: 204 len: 168 time: 0.2653286 Feb 20 05:51:53.957245 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e44013-b3ea-464e-9f90-42afb3891c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a75092-3129-4034-919c-994458a0ab99,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:54.967576 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54884) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:54.990183 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab56a558-e9a8-43e3-af65-ef2a51560f59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:55.023484 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-c38a55a8-4875-45e5-905f-c094d2d4be36 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:55.031995 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-c38a55a8-4875-45e5-905f-c094d2d4be36 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/networks?id=e49102ae-3060-48a8-853b-91c68016e434 HTTP/1.1" status: 200 len: 813 time: 0.4322009 Feb 20 05:51:55.067649 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-20a9e5b6-c40f-44a5-bb99-c8b3d6c9d872 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/quotas/0a4ef71f8a9048568c69ff01bf2b9bee HTTP/1.1" status: 200 len: 375 time: 0.0318809 Feb 20 05:51:55.152464 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-102a8e81-1476-4a74-aef4-2ba60c94b674 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a4ef71f8a9048568c69ff01bf2b9bee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0832453 Feb 20 05:51:55.197981 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab56a558-e9a8-43e3-af65-ef2a51560f59 admin admin] Publish callbacks [] for security_group (78fc8029-1d77-49a6-9b1b-d494695173df), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:55.215188 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab56a558-e9a8-43e3-af65-ef2a51560f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (78fc8029-1d77-49a6-9b1b-d494695173df), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:55.271506 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:55.320671 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56a558-e9a8-43e3-af65-ef2a51560f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fc8029-1d77-49a6-9b1b-d494695173df,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:55.385861 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ab56a558-e9a8-43e3-af65-ef2a51560f59 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=370d85084eee439d8f7b0cc6aaca0ac4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4171653 Feb 20 05:51:55.389384 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54896) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:55.445369 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-bde8d7b3-ea9b-4f84-af1b-cef872e417fe service neutron] 10.222.0.37 "GET /v2.0/networks/e49102ae-3060-48a8-853b-91c68016e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919331 Feb 20 05:51:55.544951 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5530c13f-abe0-4ca0-a9ca-abe39024d5d2 admin admin] Publish callbacks [] for security_group (78fc8029-1d77-49a6-9b1b-d494695173df), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:55.667511 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54910) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:55.680049 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0109067 Feb 20 05:51:55.683719 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54912) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:55.710922 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5530c13f-abe0-4ca0-a9ca-abe39024d5d2 admin admin] Publish callbacks [] for security_group (78fc8029-1d77-49a6-9b1b-d494695173df), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:55.771473 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-aea1c5ba-a8bf-4af0-a3d0-aca4b2cac6ff service neutron] 10.222.0.37 "GET /v2.0/networks/e49102ae-3060-48a8-853b-91c68016e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239801 Feb 20 05:51:55.854652 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5530c13f-abe0-4ca0-a9ca-abe39024d5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (78fc8029-1d77-49a6-9b1b-d494695173df), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:55.859077 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5530c13f-abe0-4ca0-a9ca-abe39024d5d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:55.863331 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5530c13f-abe0-4ca0-a9ca-abe39024d5d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78fc8029-1d77-49a6-9b1b-d494695173df HTTP/1.1" status: 204 len: 168 time: 0.4713383 Feb 20 05:51:55.921468 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530c13f-abe0-4ca0-a9ca-abe39024d5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fc8029-1d77-49a6-9b1b-d494695173df,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:55.953721 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0a387fdb-840c-4081-983a-993a7b2b1733 tempest-NetworksApiDiscovery-2135136881 tempest-NetworksApiDiscovery-2135136881-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2650838 Feb 20 05:51:56.343811 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e5920ef4-84f4-4176-9d0a-ea73bf46dc0a req-e79a551a-4304-4113-ad5d-a1b4a704991b tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b022cf1-532c-4440-a447-e54e4cf13126 HTTP/1.1" status: 200 len: 210 time: 0.0701361 Feb 20 05:51:56.771510 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54956) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:57.094801 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-64ff1ecf-e68a-49a9-865f-995a1619f2f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:57.319376 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-64ff1ecf-e68a-49a9-865f-995a1619f2f1 admin admin] Publish callbacks [] for security_group (c2217be1-0079-4035-b88d-5f704d2291f2), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:57.330743 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-64ff1ecf-e68a-49a9-865f-995a1619f2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c2217be1-0079-4035-b88d-5f704d2291f2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:57.365887 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-64ff1ecf-e68a-49a9-865f-995a1619f2f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f4b8671dcbee4e07ab7eb37782501661&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5932438 Feb 20 05:51:57.368737 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54986) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:57.431544 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff1ecf-e68a-49a9-865f-995a1619f2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2217be1-0079-4035-b88d-5f704d2291f2,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:57.526226 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7c306ead-795d-4b16-9d9e-b4927c2027d5 admin admin] Publish callbacks [] for security_group (c2217be1-0079-4035-b88d-5f704d2291f2), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:57.530478 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02ee6e2f-d8d7-4206-8d1e-49ea5658f1d3 req-e733926f-a3e0-4f32-a99a-f1774c99dd96 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b022cf1-532c-4440-a447-e54e4cf13126 HTTP/1.1" status: 200 len: 210 time: 0.0507481 Feb 20 05:51:57.579916 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7c306ead-795d-4b16-9d9e-b4927c2027d5 admin admin] Publish callbacks [] for security_group (c2217be1-0079-4035-b88d-5f704d2291f2), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:57.635832 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7c306ead-795d-4b16-9d9e-b4927c2027d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c2217be1-0079-4035-b88d-5f704d2291f2), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:57.639020 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7c306ead-795d-4b16-9d9e-b4927c2027d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:57.640458 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7c306ead-795d-4b16-9d9e-b4927c2027d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2217be1-0079-4035-b88d-5f704d2291f2 HTTP/1.1" status: 204 len: 168 time: 0.2701311 Feb 20 05:51:57.650829 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c306ead-795d-4b16-9d9e-b4927c2027d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2217be1-0079-4035-b88d-5f704d2291f2,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:58.213659 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-43be95d8-f50c-4c20-b1aa-17cbd0c13ad0 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:58.221437 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-43be95d8-f50c-4c20-b1aa-17cbd0c13ad0 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.48 "GET /v2.0/networks?id=e49102ae-3060-48a8-853b-91c68016e434 HTTP/1.1" status: 200 len: 813 time: 0.3451340 Feb 20 05:51:58.234008 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-6e2f31bd-8808-4aa3-b037-d88fd8b145f1 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Request body: {'port': {'device_id': '0b022cf1-532c-4440-a447-e54e4cf13126', 'network_id': 'e49102ae-3060-48a8-853b-91c68016e434', 'admin_state_up': True, 'tenant_id': '0a4ef71f8a9048568c69ff01bf2b9bee'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:58.446335 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-6e2f31bd-8808-4aa3-b037-d88fd8b145f1 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Made reservation on behalf of 0a4ef71f8a9048568c69ff01bf2b9bee for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:51:58.454229 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-6e2f31bd-8808-4aa3-b037-d88fd8b145f1 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:58.799133 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7aeacf78-4f90-443a-816d-0c46616af9d9 req-e34118a1-6327-462c-8bf2-401cefa94f61 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b022cf1-532c-4440-a447-e54e4cf13126 HTTP/1.1" status: 200 len: 210 time: 0.0432777 Feb 20 05:51:58.852747 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-6e2f31bd-8808-4aa3-b037-d88fd8b145f1 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Allocated IP 172.20.0.7 (e49102ae-3060-48a8-853b-91c68016e434/13e07dba-1e8d-497f-8e1b-6fffafafa42c/1d64f873-1d9e-4498-8394-4a6a8816a58a) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:51:59.129632 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-6e2f31bd-8808-4aa3-b037-d88fd8b145f1 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Publish callbacks [] for port (1d64f873-1d9e-4498-8394-4a6a8816a58a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:59.276894 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-6e2f31bd-8808-4aa3-b037-d88fd8b145f1 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (1d64f873-1d9e-4498-8394-4a6a8816a58a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:59.451692 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-6e2f31bd-8808-4aa3-b037-d88fd8b145f1 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Network e49102ae-3060-48a8-853b-91c68016e434 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:51:59.466614 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55084) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:51:59.467877 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-6e2f31bd-8808-4aa3-b037-d88fd8b145f1 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:51:59.484370 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-6e2f31bd-8808-4aa3-b037-d88fd8b145f1 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:51:59.500150 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f31bd-8808-4aa3-b037-d88fd8b145f1 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Pushing event updated for resources: {'Port': ['ID=1d64f873-1d9e-4498-8394-4a6a8816a58a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:51:59.671134 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-6e2f31bd-8808-4aa3-b037-d88fd8b145f1 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:51:59.680498 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-6e2f31bd-8808-4aa3-b037-d88fd8b145f1 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:59.708868 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-6e2f31bd-8808-4aa3-b037-d88fd8b145f1 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4788418 Feb 20 05:51:59.720259 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-46880df9-a7df-423d-a424-9864044709d8 service neutron] Request body: {'port': {'device_id': '0b022cf1-532c-4440-a447-e54e4cf13126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:59.801835 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-f2d0258b-2e39-4bd3-a518-84a71dcecffb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1793445070-network', 'tenant_id': '4529bc03d7764d24b3d59dadb702b849'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:51:59.835550 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d0258b-2e39-4bd3-a518-84a71dcecffb admin admin] Made reservation on behalf of 4529bc03d7764d24b3d59dadb702b849 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:51:59.839528 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f2d0258b-2e39-4bd3-a518-84a71dcecffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:59.873328 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f2d0258b-2e39-4bd3-a518-84a71dcecffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:51:59.895741 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-46880df9-a7df-423d-a424-9864044709d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1d64f873-1d9e-4498-8394-4a6a8816a58a), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:00.134601 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f2d0258b-2e39-4bd3-a518-84a71dcecffb admin admin] Publish callbacks [] for security_group (139f4293-daa8-4112-bf73-e9f9fd851abe), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:00.149237 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f2d0258b-2e39-4bd3-a518-84a71dcecffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (139f4293-daa8-4112-bf73-e9f9fd851abe), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:00.201096 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d0258b-2e39-4bd3-a518-84a71dcecffb admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:52:00.287721 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0258b-2e39-4bd3-a518-84a71dcecffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139f4293-daa8-4112-bf73-e9f9fd851abe,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:00.298744 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f2d0258b-2e39-4bd3-a518-84a71dcecffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (ac241691-5387-4eb7-bfee-cc3c008a8005), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:00.299465 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-f2d0258b-2e39-4bd3-a518-84a71dcecffb admin admin] Added segment ac241691-5387-4eb7-bfee-cc3c008a8005 of type vlan for network dc866cae-cfda-4f2d-924b-240b6c55c465 Feb 20 05:52:00.487917 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134ed6b-5e1c-433a-bc5b-5707c4c9187c req-5e847e97-e33f-4a34-ac00-cc3dd4e25969 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:00.489494 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c134ed6b-5e1c-433a-bc5b-5707c4c9187c req-5e847e97-e33f-4a34-ac00-cc3dd4e25969 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b022cf1-532c-4440-a447-e54e4cf13126 HTTP/1.1" status: 200 len: 931 time: 0.5055707 Feb 20 05:52:00.495143 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f2d0258b-2e39-4bd3-a518-84a71dcecffb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (dc866cae-cfda-4f2d-924b-240b6c55c465), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:00.636170 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f2d0258b-2e39-4bd3-a518-84a71dcecffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (dc866cae-cfda-4f2d-924b-240b6c55c465), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:00.637147 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d0258b-2e39-4bd3-a518-84a71dcecffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:00.641551 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f2d0258b-2e39-4bd3-a518-84a71dcecffb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:00.818469 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f2d0258b-2e39-4bd3-a518-84a71dcecffb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3496876 Feb 20 05:52:00.877506 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0258b-2e39-4bd3-a518-84a71dcecffb admin admin] Pushing event updated for resources: {'Network': ['ID=dc866cae-cfda-4f2d-924b-240b6c55c465,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:00.892989 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55166) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:00.894457 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network dc866cae-cfda-4f2d-924b-240b6c55c465 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:52:00.904723 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c67a9c0b-ec98-4aa0-989b-acf5aa0be947 admin admin] Request body: {'subnet': {'network_id': 'dc866cae-cfda-4f2d-924b-240b6c55c465', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1793445070-subnet', 'tenant_id': '4529bc03d7764d24b3d59dadb702b849', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:00.929047 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67a9c0b-ec98-4aa0-989b-acf5aa0be947 admin admin] Made reservation on behalf of 4529bc03d7764d24b3d59dadb702b849 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:52:00.932517 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c67a9c0b-ec98-4aa0-989b-acf5aa0be947 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:01.354742 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c67a9c0b-ec98-4aa0-989b-acf5aa0be947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (32bb048a-1317-41a5-a89d-3a2451ee80f4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:01.530302 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67a9c0b-ec98-4aa0-989b-acf5aa0be947 admin admin] Checking segment: {'id': 'ac241691-5387-4eb7-bfee-cc3c008a8005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dc866cae-cfda-4f2d-924b-240b6c55c465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:52:01.531466 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67a9c0b-ec98-4aa0-989b-acf5aa0be947 admin admin] Network hostable DHCP agents. Network: dc866cae-cfda-4f2d-924b-240b6c55c465, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:52:01.571682 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a9c0b-ec98-4aa0-989b-acf5aa0be947 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32bb048a-1317-41a5-a89d-3a2451ee80f4,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:01.583611 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67a9c0b-ec98-4aa0-989b-acf5aa0be947 admin admin] Network dc866cae-cfda-4f2d-924b-240b6c55c465 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:52:01.594522 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-c67a9c0b-ec98-4aa0-989b-acf5aa0be947 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, dc866cae-cfda-4f2d-924b-240b6c55c465) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:52:01.602008 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67a9c0b-ec98-4aa0-989b-acf5aa0be947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:01.603023 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c67a9c0b-ec98-4aa0-989b-acf5aa0be947 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:01.607512 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c694c020-3753-4178-b2f2-2d2a3f3df5c6 None None] Network dc866cae-cfda-4f2d-924b-240b6c55c465 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:52:01.651322 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c67a9c0b-ec98-4aa0-989b-acf5aa0be947 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7544572 Feb 20 05:52:01.752292 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-46880df9-a7df-423d-a424-9864044709d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d64f873-1d9e-4498-8394-4a6a8816a58a {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:52:01.778364 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-46880df9-a7df-423d-a424-9864044709d8 service neutron] Publish callbacks [] for port (1d64f873-1d9e-4498-8394-4a6a8816a58a), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:01.814642 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-46880df9-a7df-423d-a424-9864044709d8 service neutron] Transition to ACTIVE for port object 1d64f873-1d9e-4498-8394-4a6a8816a58a will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:52:01.874352 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-46880df9-a7df-423d-a424-9864044709d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (1d64f873-1d9e-4498-8394-4a6a8816a58a), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:01.961674 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c134ed6b-5e1c-433a-bc5b-5707c4c9187c req-b05dc9a9-07d4-474f-8ef9-4eafed10b539 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/security-groups?id=34bd1160-20c0-4ffc-ba72-474639722b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4508655 Feb 20 05:52:02.035315 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f4911a-672e-4670-8c12-a80d4944a41a None None] Network dc866cae-cfda-4f2d-924b-240b6c55c465 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:52:02.082427 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55222) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:02.131945 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46880df9-a7df-423d-a424-9864044709d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d64f873-1d9e-4498-8394-4a6a8816a58a,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:02.398941 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-46880df9-a7df-423d-a424-9864044709d8 service neutron] Attempting to bind port 1d64f873-1d9e-4498-8394-4a6a8816a58a on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:52:02.399688 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-46880df9-a7df-423d-a424-9864044709d8 service neutron] Attempting to bind port 1d64f873-1d9e-4498-8394-4a6a8816a58a by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '9742512a-5cfc-46b8-9c26-97e97a36b3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e49102ae-3060-48a8-853b-91c68016e434'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:52:02.400212 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-46880df9-a7df-423d-a424-9864044709d8 service neutron] Attempting to bind port 1d64f873-1d9e-4498-8394-4a6a8816a58a on network e49102ae-3060-48a8-853b-91c68016e434 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:52:02.410219 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-46880df9-a7df-423d-a424-9864044709d8 service neutron] Port 1d64f873-1d9e-4498-8394-4a6a8816a58a on network e49102ae-3060-48a8-853b-91c68016e434 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:52:02.410844 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-46880df9-a7df-423d-a424-9864044709d8 service neutron] Attempting to bind port 1d64f873-1d9e-4498-8394-4a6a8816a58a on network e49102ae-3060-48a8-853b-91c68016e434 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:52:02.418483 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-46880df9-a7df-423d-a424-9864044709d8 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:52:02.418828 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-46880df9-a7df-423d-a424-9864044709d8 service neutron] Checking segment: {'id': '9742512a-5cfc-46b8-9c26-97e97a36b3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e49102ae-3060-48a8-853b-91c68016e434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:52:02.419271 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-46880df9-a7df-423d-a424-9864044709d8 service neutron] Bound using segment: {'id': '9742512a-5cfc-46b8-9c26-97e97a36b3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e49102ae-3060-48a8-853b-91c68016e434'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:52:02.419903 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-46880df9-a7df-423d-a424-9864044709d8 service neutron] Bound port: 1d64f873-1d9e-4498-8394-4a6a8816a58a, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9742512a-5cfc-46b8-9c26-97e97a36b3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e49102ae-3060-48a8-853b-91c68016e434'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:52:02.420278 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-46880df9-a7df-423d-a424-9864044709d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1d64f873-1d9e-4498-8394-4a6a8816a58a), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:02.588678 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-46880df9-a7df-423d-a424-9864044709d8 service neutron] For port 1d64f873-1d9e-4498-8394-4a6a8816a58a, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:52:02.593406 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-46880df9-a7df-423d-a424-9864044709d8 service neutron] For port 1d64f873-1d9e-4498-8394-4a6a8816a58a, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1d64f873-1d9e-4498-8394-4a6a8816a58a,segment=NetworkSegment(9742512a-5cfc-46b8-9c26-97e97a36b3ce),segment_id=9742512a-5cfc-46b8-9c26-97e97a36b3ce)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:52:02.603964 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-46880df9-a7df-423d-a424-9864044709d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (1d64f873-1d9e-4498-8394-4a6a8816a58a), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:02.723643 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-46880df9-a7df-423d-a424-9864044709d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:02.723643 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-46880df9-a7df-423d-a424-9864044709d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:02.723643 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-46880df9-a7df-423d-a424-9864044709d8 service neutron] 10.222.0.48 "PUT /v2.0/ports/1d64f873-1d9e-4498-8394-4a6a8816a58a HTTP/1.1" status: 200 len: 1091 time: 3.0071156 Feb 20 05:52:02.724859 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46880df9-a7df-423d-a424-9864044709d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d64f873-1d9e-4498-8394-4a6a8816a58a,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:02.743199 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b022cf1-532c-4440-a447-e54e4cf13126', 'tag': '1d64f873-1d9e-4498-8394-4a6a8816a58a'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:52:02.757119 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fd6214-4c5a-4c43-834f-e3174d8786c8" -d '{"events": [{"name": "network-changed", "server_uuid": "0b022cf1-532c-4440-a447-e54e4cf13126", "tag": "1d64f873-1d9e-4498-8394-4a6a8816a58a"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:52:02.835695 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-64469e2a-f6b9-48da-b090-72b27a9d386d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:02.929352 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-2b1ac345-2a94-4d7e-a2fa-3e39344c5380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:02.930883 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-2b1ac345-2a94-4d7e-a2fa-3e39344c5380 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a4ef71f8a9048568c69ff01bf2b9bee&device_id=0b022cf1-532c-4440-a447-e54e4cf13126 HTTP/1.1" status: 200 len: 1125 time: 0.1394444 Feb 20 05:52:03.091790 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-f512a1d0-22bf-4e14-82c3-f06952a7eff4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d64f873-1d9e-4498-8394-4a6a8816a58a HTTP/1.1" status: 200 len: 217 time: 0.1504951 Feb 20 05:52:03.189003 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-1a1130ae-8616-4801-8bdd-9f4d6beb2274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:03.191155 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-1a1130ae-8616-4801-8bdd-9f4d6beb2274 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13e07dba-1e8d-497f-8e1b-6fffafafa42c HTTP/1.1" status: 200 len: 853 time: 0.0942216 Feb 20 05:52:03.274478 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-64469e2a-f6b9-48da-b090-72b27a9d386d admin admin] Publish callbacks [] for security_group (6f822310-68f2-4d00-bb4b-ec6b58bb2934), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:03.286666 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-64469e2a-f6b9-48da-b090-72b27a9d386d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6f822310-68f2-4d00-bb4b-ec6b58bb2934), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:03.323291 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-1cca796e-0d60-459c-8bd3-5a0df89cf51b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e49102ae-3060-48a8-853b-91c68016e434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247356 Feb 20 05:52:03.323773 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55270) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:03.328347 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-7d5c16a2-0d90-4b50-8134-a303e1ab77cd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-508275495-network', 'tenant_id': 'e7b0591c208e4ecba5d930965a2856c1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:03.422472 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-64469e2a-f6b9-48da-b090-72b27a9d386d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=949ef11bf9494b16a1bf911a67b390c7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3362694 Feb 20 05:52:03.422472 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64469e2a-f6b9-48da-b090-72b27a9d386d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f822310-68f2-4d00-bb4b-ec6b58bb2934,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:03.422783 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaaabe96-8087-43b9-98f2-9e5c02fba5c1 x-openstack-request-id: req-aaaabe96-8087-43b9-98f2-9e5c02fba5c1 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:52:03.422783 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b022cf1-532c-4440-a447-e54e4cf13126", "tag": "1d64f873-1d9e-4498-8394-4a6a8816a58a", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:52:03.423018 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aaaabe96-8087-43b9-98f2-9e5c02fba5c1 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:52:03.423275 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b022cf1-532c-4440-a447-e54e4cf13126', 'tag': '1d64f873-1d9e-4498-8394-4a6a8816a58a', 'status': 'completed', 'code': 200} Feb 20 05:52:03.424030 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55274) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:03.512042 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5c16a2-0d90-4b50-8134-a303e1ab77cd admin admin] Made reservation on behalf of e7b0591c208e4ecba5d930965a2856c1 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:52:03.515562 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d5c16a2-0d90-4b50-8134-a303e1ab77cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:03.568057 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d5c16a2-0d90-4b50-8134-a303e1ab77cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:03.870816 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d5c16a2-0d90-4b50-8134-a303e1ab77cd admin admin] Publish callbacks [] for security_group (4cded0c5-8789-45ff-871b-92cd8df3f6a5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:03.914164 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d5c16a2-0d90-4b50-8134-a303e1ab77cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4cded0c5-8789-45ff-871b-92cd8df3f6a5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:03.985429 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c16a2-0d90-4b50-8134-a303e1ab77cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cded0c5-8789-45ff-871b-92cd8df3f6a5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:04.007158 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02370d3d-f984-46a3-b5a6-0c132f033c92 req-fa9e6c19-e40e-4879-8761-2e3b02f81450 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:04.017229 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02370d3d-f984-46a3-b5a6-0c132f033c92 req-fa9e6c19-e40e-4879-8761-2e3b02f81450 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b022cf1-532c-4440-a447-e54e4cf13126 HTTP/1.1" status: 200 len: 943 time: 0.5069535 Feb 20 05:52:04.053838 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-4c0eb6b5-7a02-40cd-849b-13ebfd57003c service neutron] 10.222.0.48 "GET /v2.0/networks/e49102ae-3060-48a8-853b-91c68016e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6391590 Feb 20 05:52:04.054830 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5c16a2-0d90-4b50-8134-a303e1ab77cd admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:52:04.182784 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d5c16a2-0d90-4b50-8134-a303e1ab77cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (f62f54a9-bb27-4aa7-8367-2d42a0debc87), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:04.183179 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-7d5c16a2-0d90-4b50-8134-a303e1ab77cd admin admin] Added segment f62f54a9-bb27-4aa7-8367-2d42a0debc87 of type vlan for network d015fa39-8522-458f-b8c9-a23b0bf3a06e Feb 20 05:52:04.184690 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f54252c3-2d3a-48d0-b408-a54a77046918 admin admin] Publish callbacks [] for security_group (6f822310-68f2-4d00-bb4b-ec6b58bb2934), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:04.213047 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f54252c3-2d3a-48d0-b408-a54a77046918 admin admin] Publish callbacks [] for security_group (6f822310-68f2-4d00-bb4b-ec6b58bb2934), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:04.274426 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f54252c3-2d3a-48d0-b408-a54a77046918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6f822310-68f2-4d00-bb4b-ec6b58bb2934), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:04.277105 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f54252c3-2d3a-48d0-b408-a54a77046918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:04.278648 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f54252c3-2d3a-48d0-b408-a54a77046918 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f822310-68f2-4d00-bb4b-ec6b58bb2934 HTTP/1.1" status: 204 len: 168 time: 0.8002334 Feb 20 05:52:04.594396 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54252c3-2d3a-48d0-b408-a54a77046918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f822310-68f2-4d00-bb4b-ec6b58bb2934,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:04.619201 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d5c16a2-0d90-4b50-8134-a303e1ab77cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (d015fa39-8522-458f-b8c9-a23b0bf3a06e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:04.690929 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca0192de-a52e-4772-b1ea-8f8d5239abe6 req-e9b8fa66-7fe7-4d3e-8e5f-34f093ca2f6e service neutron] 10.222.0.48 "GET /v2.0/networks/e49102ae-3060-48a8-853b-91c68016e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5636513 Feb 20 05:52:04.702375 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02370d3d-f984-46a3-b5a6-0c132f033c92 req-7d4f50a2-4eb3-4af3-885e-0f5abd7a4c03 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/security-groups?id=34bd1160-20c0-4ffc-ba72-474639722b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6842642 Feb 20 05:52:04.788542 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d5c16a2-0d90-4b50-8134-a303e1ab77cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d015fa39-8522-458f-b8c9-a23b0bf3a06e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:04.788542 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5c16a2-0d90-4b50-8134-a303e1ab77cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:04.788888 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d5c16a2-0d90-4b50-8134-a303e1ab77cd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:05.018248 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7d5c16a2-0d90-4b50-8134-a303e1ab77cd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6934073 Feb 20 05:52:05.021582 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55318) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:05.027718 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-f864c885-0649-48f9-8cd4-951a924d3a2f admin admin] Request body: {'subnet': {'network_id': 'd015fa39-8522-458f-b8c9-a23b0bf3a06e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-508275495-subnet', 'tenant_id': 'e7b0591c208e4ecba5d930965a2856c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:05.060683 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f864c885-0649-48f9-8cd4-951a924d3a2f admin admin] Made reservation on behalf of e7b0591c208e4ecba5d930965a2856c1 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:52:05.065338 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c16a2-0d90-4b50-8134-a303e1ab77cd admin admin] Pushing event updated for resources: {'Network': ['ID=d015fa39-8522-458f-b8c9-a23b0bf3a06e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:05.075293 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f864c885-0649-48f9-8cd4-951a924d3a2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:05.081561 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network d015fa39-8522-458f-b8c9-a23b0bf3a06e details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:52:05.127660 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55322) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:05.206262 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd6214-4c5a-4c43-834f-e3174d8786c8 req-4b8dc00e-a00f-4199-b339-986566290359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:05.213408 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16fd6214-4c5a-4c43-834f-e3174d8786c8 req-4b8dc00e-a00f-4199-b339-986566290359 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a4ef71f8a9048568c69ff01bf2b9bee&device_id=0b022cf1-532c-4440-a447-e54e4cf13126 HTTP/1.1" status: 200 len: 1125 time: 0.4553993 Feb 20 05:52:05.219347 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70f81700-50b1-4ed8-bdb8-a16094d1ef1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:05.488364 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f864c885-0649-48f9-8cd4-951a924d3a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (e6c2cad3-2bff-4420-88ab-725e040543f5), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:05.520795 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd6214-4c5a-4c43-834f-e3174d8786c8 req-9e562bdd-a011-4c88-b72a-8a14f9ee42ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:05.523206 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16fd6214-4c5a-4c43-834f-e3174d8786c8 req-9e562bdd-a011-4c88-b72a-8a14f9ee42ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=e49102ae-3060-48a8-853b-91c68016e434 HTTP/1.1" status: 200 len: 913 time: 0.2938900 Feb 20 05:52:05.587889 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864c885-0649-48f9-8cd4-951a924d3a2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6c2cad3-2bff-4420-88ab-725e040543f5,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:05.631438 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16fd6214-4c5a-4c43-834f-e3174d8786c8 req-ca21e33b-e2c3-4e5a-9da3-26ee7c9d2723 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d64f873-1d9e-4498-8394-4a6a8816a58a HTTP/1.1" status: 200 len: 217 time: 0.0981159 Feb 20 05:52:05.633630 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70f81700-50b1-4ed8-bdb8-a16094d1ef1d admin admin] Publish callbacks [] for security_group (9b5fe0b0-d8e2-412c-a518-16517aeef74e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:05.649228 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f864c885-0649-48f9-8cd4-951a924d3a2f admin admin] Checking segment: {'id': 'f62f54a9-bb27-4aa7-8367-2d42a0debc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd015fa39-8522-458f-b8c9-a23b0bf3a06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:52:05.649950 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f864c885-0649-48f9-8cd4-951a924d3a2f admin admin] Network hostable DHCP agents. Network: d015fa39-8522-458f-b8c9-a23b0bf3a06e, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:52:05.674281 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70f81700-50b1-4ed8-bdb8-a16094d1ef1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9b5fe0b0-d8e2-412c-a518-16517aeef74e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:05.680655 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f864c885-0649-48f9-8cd4-951a924d3a2f admin admin] Network d015fa39-8522-458f-b8c9-a23b0bf3a06e is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:52:05.696676 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-f864c885-0649-48f9-8cd4-951a924d3a2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, d015fa39-8522-458f-b8c9-a23b0bf3a06e) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:52:05.701937 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f864c885-0649-48f9-8cd4-951a924d3a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:05.702539 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f864c885-0649-48f9-8cd4-951a924d3a2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:05.708984 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdd7ce1-08f6-403d-b7a0-3f5e26bd0f9d None None] Network d015fa39-8522-458f-b8c9-a23b0bf3a06e requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:52:05.747757 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f864c885-0649-48f9-8cd4-951a924d3a2f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7245228 Feb 20 05:52:05.809293 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-70f81700-50b1-4ed8-bdb8-a16094d1ef1d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8ea45afd49743b6bf771d4e3a768ded&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6794782 Feb 20 05:52:05.812090 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55338) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:05.812866 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd6214-4c5a-4c43-834f-e3174d8786c8 req-3596c99d-0c00-4168-b38c-ac0a6006049f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:05.814944 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16fd6214-4c5a-4c43-834f-e3174d8786c8 req-3596c99d-0c00-4168-b38c-ac0a6006049f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13e07dba-1e8d-497f-8e1b-6fffafafa42c HTTP/1.1" status: 200 len: 853 time: 0.1775239 Feb 20 05:52:05.828485 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f81700-50b1-4ed8-bdb8-a16094d1ef1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5fe0b0-d8e2-412c-a518-16517aeef74e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:05.894197 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16fd6214-4c5a-4c43-834f-e3174d8786c8 req-eda81b90-7716-4157-b547-b30b7662e716 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e49102ae-3060-48a8-853b-91c68016e434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695724 Feb 20 05:52:05.935922 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2c8825d5-e292-4d84-bf98-1db9a7787390 admin admin] Publish callbacks [] for security_group (9b5fe0b0-d8e2-412c-a518-16517aeef74e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:05.987243 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8893e4-2641-4be4-a1d3-fc1d8dbeacd9 None None] Network d015fa39-8522-458f-b8c9-a23b0bf3a06e requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:52:05.999280 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2c8825d5-e292-4d84-bf98-1db9a7787390 admin admin] Publish callbacks [] for security_group (9b5fe0b0-d8e2-412c-a518-16517aeef74e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:06.001532 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55344) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:06.091400 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f87079-9696-4a68-82f6-3c5d1f39cc9b req-85ad8ac0-708b-4104-8a18-bd2f1ceb1e24 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:06.093060 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-52f87079-9696-4a68-82f6-3c5d1f39cc9b req-85ad8ac0-708b-4104-8a18-bd2f1ceb1e24 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b022cf1-532c-4440-a447-e54e4cf13126 HTTP/1.1" status: 200 len: 943 time: 0.2868862 Feb 20 05:52:06.173143 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16fd6214-4c5a-4c43-834f-e3174d8786c8 req-70f97ad4-b7e4-4ba1-9a2d-bead822f0836 service neutron] 10.222.0.48 "GET /v2.0/networks/e49102ae-3060-48a8-853b-91c68016e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721074 Feb 20 05:52:06.179740 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ce0ab8-4342-44cf-ada8-d83c95c8ca37 admin admin] Deleting subnet 32bb048a-1317-41a5-a89d-3a2451ee80f4 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:52:06.200358 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-13ce0ab8-4342-44cf-ada8-d83c95c8ca37 admin admin] Publish callbacks [] for subnet (32bb048a-1317-41a5-a89d-3a2451ee80f4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:06.279000 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-52f87079-9696-4a68-82f6-3c5d1f39cc9b req-5b2a0760-0129-418a-b952-506b92fea726 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/security-groups?id=34bd1160-20c0-4ffc-ba72-474639722b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739888 Feb 20 05:52:06.375623 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-13ce0ab8-4342-44cf-ada8-d83c95c8ca37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (32bb048a-1317-41a5-a89d-3a2451ee80f4), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:06.409769 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16fd6214-4c5a-4c43-834f-e3174d8786c8 req-54b0af0e-327e-47b9-bec6-679f57ebb063 service neutron] 10.222.0.48 "GET /v2.0/networks/e49102ae-3060-48a8-853b-91c68016e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282593 Feb 20 05:52:06.449702 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-13ce0ab8-4342-44cf-ada8-d83c95c8ca37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (32bb048a-1317-41a5-a89d-3a2451ee80f4), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:06.499312 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2c8825d5-e292-4d84-bf98-1db9a7787390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9b5fe0b0-d8e2-412c-a518-16517aeef74e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:06.502488 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2c8825d5-e292-4d84-bf98-1db9a7787390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:06.504396 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2c8825d5-e292-4d84-bf98-1db9a7787390 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b5fe0b0-d8e2-412c-a518-16517aeef74e HTTP/1.1" status: 204 len: 168 time: 0.6907725 Feb 20 05:52:06.517817 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8825d5-e292-4d84-bf98-1db9a7787390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5fe0b0-d8e2-412c-a518-16517aeef74e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:06.530123 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-13ce0ab8-4342-44cf-ada8-d83c95c8ca37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (32bb048a-1317-41a5-a89d-3a2451ee80f4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:06.612392 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce0ab8-4342-44cf-ada8-d83c95c8ca37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32bb048a-1317-41a5-a89d-3a2451ee80f4,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:06.616401 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-13ce0ab8-4342-44cf-ada8-d83c95c8ca37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:06.621241 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-13ce0ab8-4342-44cf-ada8-d83c95c8ca37 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/32bb048a-1317-41a5-a89d-3a2451ee80f4 HTTP/1.1" status: 204 len: 168 time: 0.6184468 Feb 20 05:52:06.623831 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55358) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:06.767289 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebcdf260-8718-416b-a52c-9b9aa03c427f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (dc866cae-cfda-4f2d-924b-240b6c55c465), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:06.949715 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebcdf260-8718-416b-a52c-9b9aa03c427f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (dc866cae-cfda-4f2d-924b-240b6c55c465), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:06.993121 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-ebcdf260-8718-416b-a52c-9b9aa03c427f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc866cae-cfda-4f2d-924b-240b6c55c465']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:52:07.018015 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-ebcdf260-8718-416b-a52c-9b9aa03c427f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac241691-5387-4eb7-bfee-cc3c008a8005') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:52:07.018352 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-ebcdf260-8718-416b-a52c-9b9aa03c427f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac241691-5387-4eb7-bfee-cc3c008a8005') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:52:07.048860 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebcdf260-8718-416b-a52c-9b9aa03c427f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (ac241691-5387-4eb7-bfee-cc3c008a8005), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:07.080738 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebcdf260-8718-416b-a52c-9b9aa03c427f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (ac241691-5387-4eb7-bfee-cc3c008a8005), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:07.090871 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebcdf260-8718-416b-a52c-9b9aa03c427f admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:52:07.091299 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebcdf260-8718-416b-a52c-9b9aa03c427f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (ac241691-5387-4eb7-bfee-cc3c008a8005), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:07.147988 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 1d64f873-1d9e-4498-8394-4a6a8816a58a details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:52:07.178907 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:52:07.240290 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebcdf260-8718-416b-a52c-9b9aa03c427f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (dc866cae-cfda-4f2d-924b-240b6c55c465), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:07.246133 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebcdf260-8718-416b-a52c-9b9aa03c427f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:07.261362 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ebcdf260-8718-416b-a52c-9b9aa03c427f admin admin] 10.222.0.37 "DELETE /v2.0/networks/dc866cae-cfda-4f2d-924b-240b6c55c465 HTTP/1.1" status: 204 len: 168 time: 0.6337852 Feb 20 05:52:07.262058 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55374) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:07.304946 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcdf260-8718-416b-a52c-9b9aa03c427f admin admin] Pushing event deleted for resources: {'Network': ['ID=dc866cae-cfda-4f2d-924b-240b6c55c465,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:07.329001 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e67eb7-6a1e-46ac-9cf9-fd61b714de7f admin admin] Deleting subnet e6c2cad3-2bff-4420-88ab-725e040543f5 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:52:07.335948 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-20e67eb7-6a1e-46ac-9cf9-fd61b714de7f admin admin] Publish callbacks [] for subnet (e6c2cad3-2bff-4420-88ab-725e040543f5), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:07.373768 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 1d64f873-1d9e-4498-8394-4a6a8816a58a, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1d64f873-1d9e-4498-8394-4a6a8816a58a,segment=NetworkSegment(9742512a-5cfc-46b8-9c26-97e97a36b3ce),segment_id=9742512a-5cfc-46b8-9c26-97e97a36b3ce)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:52:07.425818 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '1d64f873-1d9e-4498-8394-4a6a8816a58a', 'network_id': 'e49102ae-3060-48a8-853b-91c68016e434', 'port_id': '1d64f873-1d9e-4498-8394-4a6a8816a58a', 'mac_address': 'fa:16:3e:87:66:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e07dba-1e8d-497f-8e1b-6fffafafa42c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:52:07.432048 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-20e67eb7-6a1e-46ac-9cf9-fd61b714de7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (e6c2cad3-2bff-4420-88ab-725e040543f5), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:07.516072 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ac40b-44ef-4655-89b6-739c5bc54b4e req-dda5d2e8-69c0-4075-b363-9d8f09ba58c8 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:07.531011 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-050ac40b-44ef-4655-89b6-739c5bc54b4e req-dda5d2e8-69c0-4075-b363-9d8f09ba58c8 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b022cf1-532c-4440-a447-e54e4cf13126 HTTP/1.1" status: 200 len: 943 time: 0.1416149 Feb 20 05:52:07.554101 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-20e67eb7-6a1e-46ac-9cf9-fd61b714de7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (e6c2cad3-2bff-4420-88ab-725e040543f5), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:07.568563 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 1d64f873-1d9e-4498-8394-4a6a8816a58a is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:52:07.571366 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1d64f873-1d9e-4498-8394-4a6a8816a58a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:07.609612 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d64f873-1d9e-4498-8394-4a6a8816a58a {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:52:07.650760 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 1d64f873-1d9e-4498-8394-4a6a8816a58a, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1d64f873-1d9e-4498-8394-4a6a8816a58a,segment=NetworkSegment(9742512a-5cfc-46b8-9c26-97e97a36b3ce),segment_id=9742512a-5cfc-46b8-9c26-97e97a36b3ce)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:52:07.664641 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1d64f873-1d9e-4498-8394-4a6a8816a58a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:07.679559 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-050ac40b-44ef-4655-89b6-739c5bc54b4e req-d22bbb52-e4cb-47fb-bfa1-8f0301092bce tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/security-groups?id=34bd1160-20c0-4ffc-ba72-474639722b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408913 Feb 20 05:52:07.715718 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-20e67eb7-6a1e-46ac-9cf9-fd61b714de7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (e6c2cad3-2bff-4420-88ab-725e040543f5), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:07.775943 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e67eb7-6a1e-46ac-9cf9-fd61b714de7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6c2cad3-2bff-4420-88ab-725e040543f5,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:07.788856 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-20e67eb7-6a1e-46ac-9cf9-fd61b714de7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:07.799056 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55388) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:07.807517 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-20e67eb7-6a1e-46ac-9cf9-fd61b714de7f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e6c2cad3-2bff-4420-88ab-725e040543f5 HTTP/1.1" status: 204 len: 168 time: 0.5436819 Feb 20 05:52:07.858650 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=1d64f873-1d9e-4498-8394-4a6a8816a58a,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:07.875335 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:07.880610 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:07.881150 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:07.881603 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:07.882052 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:07.882496 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:07.882954 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:07.883418 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:07.886484 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:07.887091 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:07.887549 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:07.887998 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:07.888495 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:07.903556 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['1d64f873-1d9e-4498-8394-4a6a8816a58a'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:52:07.966233 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2e6ae655-21fd-4224-a5cf-821f8a0b59a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (d015fa39-8522-458f-b8c9-a23b0bf3a06e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:08.155565 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2e6ae655-21fd-4224-a5cf-821f8a0b59a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (d015fa39-8522-458f-b8c9-a23b0bf3a06e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:08.201368 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-2e6ae655-21fd-4224-a5cf-821f8a0b59a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d015fa39-8522-458f-b8c9-a23b0bf3a06e']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:52:08.226593 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-2e6ae655-21fd-4224-a5cf-821f8a0b59a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62f54a9-bb27-4aa7-8367-2d42a0debc87') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:52:08.226889 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-2e6ae655-21fd-4224-a5cf-821f8a0b59a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62f54a9-bb27-4aa7-8367-2d42a0debc87') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:52:08.262051 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2e6ae655-21fd-4224-a5cf-821f8a0b59a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (f62f54a9-bb27-4aa7-8367-2d42a0debc87), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:08.302300 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2e6ae655-21fd-4224-a5cf-821f8a0b59a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (f62f54a9-bb27-4aa7-8367-2d42a0debc87), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:08.309402 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6ae655-21fd-4224-a5cf-821f8a0b59a2 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:52:08.310161 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2e6ae655-21fd-4224-a5cf-821f8a0b59a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (f62f54a9-bb27-4aa7-8367-2d42a0debc87), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:52:08.312588 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:52:08.422239 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2e6ae655-21fd-4224-a5cf-821f8a0b59a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (d015fa39-8522-458f-b8c9-a23b0bf3a06e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:08.428825 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2e6ae655-21fd-4224-a5cf-821f8a0b59a2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:08.436037 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2e6ae655-21fd-4224-a5cf-821f8a0b59a2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d015fa39-8522-458f-b8c9-a23b0bf3a06e HTTP/1.1" status: 204 len: 168 time: 0.6328220 Feb 20 05:52:08.478153 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ae655-21fd-4224-a5cf-821f8a0b59a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d015fa39-8522-458f-b8c9-a23b0bf3a06e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:08.503768 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6ae655-21fd-4224-a5cf-821f8a0b59a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:08.504226 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6ae655-21fd-4224-a5cf-821f8a0b59a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:08.505826 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6ae655-21fd-4224-a5cf-821f8a0b59a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:08.506230 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6ae655-21fd-4224-a5cf-821f8a0b59a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:08.506648 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6ae655-21fd-4224-a5cf-821f8a0b59a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:08.508079 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6ae655-21fd-4224-a5cf-821f8a0b59a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:08.508498 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6ae655-21fd-4224-a5cf-821f8a0b59a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:08.508877 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6ae655-21fd-4224-a5cf-821f8a0b59a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:08.509222 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6ae655-21fd-4224-a5cf-821f8a0b59a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:08.513099 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6ae655-21fd-4224-a5cf-821f8a0b59a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:08.513099 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6ae655-21fd-4224-a5cf-821f8a0b59a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:08.513288 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6ae655-21fd-4224-a5cf-821f8a0b59a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:08.513568 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6ae655-21fd-4224-a5cf-821f8a0b59a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:08.647615 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55410) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:08.707092 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-53ff615e-3e56-4c90-82d0-6d36d2a66805 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4529bc03d7764d24b3d59dadb702b849&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0567718 Feb 20 05:52:08.708113 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55414) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:08.775806 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5b05128-c1eb-41b0-a183-54266b23312d admin admin] Publish callbacks [] for security_group (139f4293-daa8-4112-bf73-e9f9fd851abe), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:08.836865 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5b05128-c1eb-41b0-a183-54266b23312d admin admin] Publish callbacks [] for security_group (139f4293-daa8-4112-bf73-e9f9fd851abe), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:08.958265 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a1d4d-82dd-4726-b5d1-9a8cd0f0c86c req-d2106633-9aaf-4114-883c-cf6596114700 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:08.969045 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e58a1d4d-82dd-4726-b5d1-9a8cd0f0c86c req-d2106633-9aaf-4114-883c-cf6596114700 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b022cf1-532c-4440-a447-e54e4cf13126 HTTP/1.1" status: 200 len: 944 time: 0.1293070 Feb 20 05:52:09.033755 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5b05128-c1eb-41b0-a183-54266b23312d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (139f4293-daa8-4112-bf73-e9f9fd851abe), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:09.036490 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5b05128-c1eb-41b0-a183-54266b23312d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:09.037676 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b5b05128-c1eb-41b0-a183-54266b23312d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/139f4293-daa8-4112-bf73-e9f9fd851abe HTTP/1.1" status: 204 len: 168 time: 0.3284550 Feb 20 05:52:09.087368 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b05128-c1eb-41b0-a183-54266b23312d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139f4293-daa8-4112-bf73-e9f9fd851abe,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:09.104221 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55426) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:09.116613 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e58a1d4d-82dd-4726-b5d1-9a8cd0f0c86c req-099870e0-8950-43cc-a2dc-4616ddb32a4f tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/security-groups?id=34bd1160-20c0-4ffc-ba72-474639722b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469524 Feb 20 05:52:09.160192 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 1d64f873-1d9e-4498-8394-4a6a8816a58a up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:52:09.270281 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 1d64f873-1d9e-4498-8394-4a6a8816a58a completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:52:09.283065 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 1d64f873-1d9e-4498-8394-4a6a8816a58a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:52:09.284326 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1d64f873-1d9e-4498-8394-4a6a8816a58a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:09.318459 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-95a71c54-6db8-4e6a-825c-e9b4dbec222b tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1594816713'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:09.319071 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-95a71c54-6db8-4e6a-825c-e9b4dbec222b tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] Unknown quota resources ['metering_label']. {{(pid=103406) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 05:52:09.440517 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 1d64f873-1d9e-4498-8394-4a6a8816a58a is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:52:09.441992 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1d64f873-1d9e-4498-8394-4a6a8816a58a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:09.523504 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 1d64f873-1d9e-4498-8394-4a6a8816a58a, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1d64f873-1d9e-4498-8394-4a6a8816a58a,segment=NetworkSegment(9742512a-5cfc-46b8-9c26-97e97a36b3ce),segment_id=9742512a-5cfc-46b8-9c26-97e97a36b3ce)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:52:09.525037 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b022cf1-532c-4440-a447-e54e4cf13126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d64f873-1d9e-4498-8394-4a6a8816a58a'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:52:09.533668 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93f9d4d-4049-42a9-8b3e-e7fe92b23796" -d '{"events": [{"server_uuid": "0b022cf1-532c-4440-a447-e54e4cf13126", "name": "network-vif-plugged", "status": "completed", "tag": "1d64f873-1d9e-4498-8394-4a6a8816a58a"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:52:09.543371 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1d64f873-1d9e-4498-8394-4a6a8816a58a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:09.619688 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f099f83-43cf-4595-888b-41934eea2fcd x-openstack-request-id: req-8f099f83-43cf-4595-888b-41934eea2fcd {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:52:09.619956 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b022cf1-532c-4440-a447-e54e4cf13126", "name": "network-vif-plugged", "status": "completed", "tag": "1d64f873-1d9e-4498-8394-4a6a8816a58a", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:52:09.620193 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f099f83-43cf-4595-888b-41934eea2fcd {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:52:09.620613 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b022cf1-532c-4440-a447-e54e4cf13126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d64f873-1d9e-4498-8394-4a6a8816a58a', 'code': 200} Feb 20 05:52:09.628893 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-95a71c54-6db8-4e6a-825c-e9b4dbec222b tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:09.630286 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-95a71c54-6db8-4e6a-825c-e9b4dbec222b tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5251038 Feb 20 05:52:09.633327 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55438) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:09.639780 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-4c499b06-ed4e-4cc7-9702-b201ebf11d6b tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '28c814b6-5601-4e33-9a36-3ffd6521428d'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:09.640565 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-4c499b06-ed4e-4cc7-9702-b201ebf11d6b tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103407) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 05:52:09.692959 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=1d64f873-1d9e-4498-8394-4a6a8816a58a,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:09.766517 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55440) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:09.808214 n-d-829866-5 neutron-server[103407]: WARNING neutron.services.metering.metering_plugin [None req-4c499b06-ed4e-4cc7-9702-b201ebf11d6b tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 20 05:52:09.833059 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-90f293d8-e56e-48c8-a5ba-498b819085d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7b0591c208e4ecba5d930965a2856c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0645421 Feb 20 05:52:09.835455 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55442) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:09.915585 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d21a0ae0-8f8e-4927-91e1-9da1a420f98e admin admin] Publish callbacks [] for security_group (4cded0c5-8789-45ff-871b-92cd8df3f6a5), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:09.942814 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d21a0ae0-8f8e-4927-91e1-9da1a420f98e admin admin] Publish callbacks [] for security_group (4cded0c5-8789-45ff-871b-92cd8df3f6a5), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:09.971185 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c499b06-ed4e-4cc7-9702-b201ebf11d6b tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:09.976796 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4c499b06-ed4e-4cc7-9702-b201ebf11d6b tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3423038 Feb 20 05:52:09.978735 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55444) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:09.984492 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-e33f5f09-bedc-45c3-a493-1fbf264f0c37 tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '28c814b6-5601-4e33-9a36-3ffd6521428d'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:09.985240 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-e33f5f09-bedc-45c3-a493-1fbf264f0c37 tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103406) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 05:52:10.005975 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3642a-29d5-4299-b5b4-296aa158f7d6 req-b730dca1-8b38-43a9-93af-f1d3733a0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:10.007805 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eeb3642a-29d5-4299-b5b4-296aa158f7d6 req-b730dca1-8b38-43a9-93af-f1d3733a0359 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0b022cf1-532c-4440-a447-e54e4cf13126 HTTP/1.1" status: 200 len: 1127 time: 0.2783701 Feb 20 05:52:10.064186 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eeb3642a-29d5-4299-b5b4-296aa158f7d6 req-d8a6a269-f1c6-4bcd-b839-1f4847db085d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=34bd1160-20c0-4ffc-ba72-474639722b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497479 Feb 20 05:52:10.103323 n-d-829866-5 neutron-server[103406]: WARNING neutron.services.metering.metering_plugin [None req-e33f5f09-bedc-45c3-a493-1fbf264f0c37 tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 20 05:52:10.135704 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d21a0ae0-8f8e-4927-91e1-9da1a420f98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4cded0c5-8789-45ff-871b-92cd8df3f6a5), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:10.138214 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d21a0ae0-8f8e-4927-91e1-9da1a420f98e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:10.152395 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d21a0ae0-8f8e-4927-91e1-9da1a420f98e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4cded0c5-8789-45ff-871b-92cd8df3f6a5 HTTP/1.1" status: 204 len: 168 time: 0.3158951 Feb 20 05:52:10.242920 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a0ae0-8f8e-4927-91e1-9da1a420f98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cded0c5-8789-45ff-871b-92cd8df3f6a5,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:10.286219 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e33f5f09-bedc-45c3-a493-1fbf264f0c37 tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:10.287891 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e33f5f09-bedc-45c3-a493-1fbf264f0c37 tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3080883 Feb 20 05:52:10.290763 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55454) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:10.309910 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-68d56146-6faa-4841-9fc7-3f93a35c75fb tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=5781c69c-a32b-4c05-b454-74e5fb69783c HTTP/1.1" status: 200 len: 462 time: 0.0133929 Feb 20 05:52:10.314433 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55458) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:10.353909 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f8ad9-6fc7-48d7-99e2-fe9e4f0e66d2 req-160a8db9-e272-4fd1-bf7c-f92cc68ab53a tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:10.363429 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d4f8ad9-6fc7-48d7-99e2-fe9e4f0e66d2 req-160a8db9-e272-4fd1-bf7c-f92cc68ab53a tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b022cf1-532c-4440-a447-e54e4cf13126 HTTP/1.1" status: 200 len: 945 time: 0.1330717 Feb 20 05:52:10.482066 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fe950e65-b4cd-441e-a9c7-23a4990c4cb6 tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:10.483215 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fe950e65-b4cd-441e-a9c7-23a4990c4cb6 tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/5781c69c-a32b-4c05-b454-74e5fb69783c HTTP/1.1" status: 204 len: 168 time: 0.1677310 Feb 20 05:52:10.486000 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55470) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:10.511257 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-11497cc8-11a3-45c2-ada9-f2c32bc4f153 tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=5781c69c-a32b-4c05-b454-74e5fb69783c HTTP/1.1" status: 200 len: 221 time: 0.0209963 Feb 20 05:52:10.512139 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55474) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:10.513207 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d4f8ad9-6fc7-48d7-99e2-fe9e4f0e66d2 req-bd27d62a-a5aa-40af-a992-4ad8f040461e tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/security-groups?id=34bd1160-20c0-4ffc-ba72-474639722b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488750 Feb 20 05:52:10.516322 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-2e68ebec-6622-4fab-9c36-822564a86066 tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1683565586', 'description': 'label created by tempest'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:10.516837 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-2e68ebec-6622-4fab-9c36-822564a86066 tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] Unknown quota resources ['metering_label']. {{(pid=103406) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 05:52:10.804673 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2e68ebec-6622-4fab-9c36-822564a86066 tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:10.805862 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2e68ebec-6622-4fab-9c36-822564a86066 tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2930753 Feb 20 05:52:10.809043 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55496) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:10.980898 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7ce1cb2a-9e0f-4011-8481-ab6e9c05c91c tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=f2a4b37e-c78c-49c4-9ea2-7091259a91d6 HTTP/1.1" status: 200 len: 468 time: 0.1705008 Feb 20 05:52:10.983674 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55502) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:11.115579 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b647079-2c21-4330-b03b-f5f47e0816fb req-4196b62d-a69b-4980-af60-f6a13a8f45c3 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:11.122219 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b647079-2c21-4330-b03b-f5f47e0816fb req-4196b62d-a69b-4980-af60-f6a13a8f45c3 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 946 time: 0.1399040 Feb 20 05:52:11.247347 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b647079-2c21-4330-b03b-f5f47e0816fb req-178ca684-e27e-4772-ae51-a34e8e9181f2 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182086 Feb 20 05:52:11.403289 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-02458637-22c9-4117-9eea-0f32a3818bc2 tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:11.407331 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-02458637-22c9-4117-9eea-0f32a3818bc2 tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/f2a4b37e-c78c-49c4-9ea2-7091259a91d6 HTTP/1.1" status: 204 len: 168 time: 0.4199479 Feb 20 05:52:11.407694 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55516) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:11.425839 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-59ae94f5-7621-439e-b6ac-9ca38839a2df tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=f2a4b37e-c78c-49c4-9ea2-7091259a91d6 HTTP/1.1" status: 200 len: 216 time: 0.0116844 Feb 20 05:52:11.426120 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55518) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:11.439330 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e1ed82a5-544e-47a1-89fb-458170952359 tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0079403 Feb 20 05:52:11.439580 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55520) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:11.455791 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4323c511-d54e-4429-b018-256b9bb51d7d tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0110309 Feb 20 05:52:11.456134 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55522) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:11.530781 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7de92d49-cd4c-4c8f-bdc1-33975aca854c tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/28c814b6-5601-4e33-9a36-3ffd6521428d HTTP/1.1" status: 200 len: 473 time: 0.0690572 Feb 20 05:52:11.533824 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55526) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:11.550775 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c04d49b4-b039-4ccb-a79b-5e3937d0f75d tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/52629a1e-8767-4513-8d88-36d0774ab314 HTTP/1.1" status: 200 len: 459 time: 0.0163341 Feb 20 05:52:11.553973 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55532) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:11.694041 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef04dbcf-3153-4cc8-9d61-66262c61e512 tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:11.695753 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ef04dbcf-3153-4cc8-9d61-66262c61e512 tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/52629a1e-8767-4513-8d88-36d0774ab314 HTTP/1.1" status: 204 len: 168 time: 0.1407182 Feb 20 05:52:11.698224 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55538) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:11.754729 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedb356-76d3-4394-8cca-b8edba05c9c8 req-ea4dd623-4189-4e44-bc16-e931c3ebe27f tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:11.757289 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7cedb356-76d3-4394-8cca-b8edba05c9c8 req-ea4dd623-4189-4e44-bc16-e931c3ebe27f tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b022cf1-532c-4440-a447-e54e4cf13126 HTTP/1.1" status: 200 len: 945 time: 0.1263366 Feb 20 05:52:11.870647 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7cedb356-76d3-4394-8cca-b8edba05c9c8 req-22a31735-6319-4819-9d55-27eeb1c01914 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/security-groups?id=34bd1160-20c0-4ffc-ba72-474639722b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064394 Feb 20 05:52:12.511038 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a5f9-caea-42dd-ba50-696c75123d4f tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:12.512223 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e5d5a5f9-caea-42dd-ba50-696c75123d4f tempest-MeteringIpV6TestJSON-303619116 tempest-MeteringIpV6TestJSON-303619116-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/28c814b6-5601-4e33-9a36-3ffd6521428d HTTP/1.1" status: 204 len: 168 time: 0.8130260 Feb 20 05:52:12.512469 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00564dcd-4af1-44d6-92df-96ff59e6f84d req-d038bb2d-3aa5-43e5-aebb-5d22531ecb5a tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:12.522157 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00564dcd-4af1-44d6-92df-96ff59e6f84d req-d038bb2d-3aa5-43e5-aebb-5d22531ecb5a tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 946 time: 0.1889737 Feb 20 05:52:12.639481 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5a4ad-b142-400e-b8b2-3c8d4e3a2f73 req-3c41bc31-e3d6-4c08-ab95-6d1cae35c901 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:12.640989 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-adf5a4ad-b142-400e-b8b2-3c8d4e3a2f73 req-3c41bc31-e3d6-4c08-ab95-6d1cae35c901 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.48 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 946 time: 0.2752371 Feb 20 05:52:12.742688 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00564dcd-4af1-44d6-92df-96ff59e6f84d req-542e9c37-5149-4483-aa3f-3d6453bc029f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194850 Feb 20 05:52:12.788765 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-adf5a4ad-b142-400e-b8b2-3c8d4e3a2f73 req-dc804ed4-5949-4fa7-b424-652fc1c91c07 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Deleting port 0e336b0f-9bda-405f-a702-dd97033af48e {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:52:12.788765 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-adf5a4ad-b142-400e-b8b2-3c8d4e3a2f73 req-dc804ed4-5949-4fa7-b424-652fc1c91c07 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (0e336b0f-9bda-405f-a702-dd97033af48e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:12.939132 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55628) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:13.196211 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-80fcf78b-b12c-4315-a427-406a23d79015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:13.363985 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-80fcf78b-b12c-4315-a427-406a23d79015 admin admin] Publish callbacks [] for security_group (2dae2c38-a190-4689-9179-0dc8c10100ca), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:13.370329 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-80fcf78b-b12c-4315-a427-406a23d79015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2dae2c38-a190-4689-9179-0dc8c10100ca), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:13.468658 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55660) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:13.476890 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-80fcf78b-b12c-4315-a427-406a23d79015 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d5ca92a262a540c2b384928e682a7ea9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5364795 Feb 20 05:52:13.478314 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fcf78b-b12c-4315-a427-406a23d79015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dae2c38-a190-4689-9179-0dc8c10100ca,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:13.543107 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-365c1efe-02eb-4f1e-b27c-211909a4aad4 admin admin] Publish callbacks [] for security_group (2dae2c38-a190-4689-9179-0dc8c10100ca), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:13.589302 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-365c1efe-02eb-4f1e-b27c-211909a4aad4 admin admin] Publish callbacks [] for security_group (2dae2c38-a190-4689-9179-0dc8c10100ca), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:13.600734 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-adf5a4ad-b142-400e-b8b2-3c8d4e3a2f73 req-dc804ed4-5949-4fa7-b424-652fc1c91c07 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] For port 0e336b0f-9bda-405f-a702-dd97033af48e, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0e336b0f-9bda-405f-a702-dd97033af48e,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:52:13.600734 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-adf5a4ad-b142-400e-b8b2-3c8d4e3a2f73 req-dc804ed4-5949-4fa7-b424-652fc1c91c07 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (0e336b0f-9bda-405f-a702-dd97033af48e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:13.834721 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-365c1efe-02eb-4f1e-b27c-211909a4aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2dae2c38-a190-4689-9179-0dc8c10100ca), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:13.838559 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-365c1efe-02eb-4f1e-b27c-211909a4aad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:13.840395 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-365c1efe-02eb-4f1e-b27c-211909a4aad4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2dae2c38-a190-4689-9179-0dc8c10100ca HTTP/1.1" status: 204 len: 168 time: 0.3708923 Feb 20 05:52:13.861219 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c1efe-02eb-4f1e-b27c-211909a4aad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dae2c38-a190-4689-9179-0dc8c10100ca,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:14.188794 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-adf5a4ad-b142-400e-b8b2-3c8d4e3a2f73 req-dc804ed4-5949-4fa7-b424-652fc1c91c07 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:14.189173 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-adf5a4ad-b142-400e-b8b2-3c8d4e3a2f73 req-dc804ed4-5949-4fa7-b424-652fc1c91c07 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (a54ec084-3eb3-48f4-a643-d6a6f39dcf59), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:14.189498 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [req-adf5a4ad-b142-400e-b8b2-3c8d4e3a2f73 req-dc804ed4-5949-4fa7-b424-652fc1c91c07 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Floating IP a54ec084-3eb3-48f4-a643-d6a6f39dcf59 disassociated. External IP: 172.25.3.191, port: 0e336b0f-9bda-405f-a702-dd97033af48e. Feb 20 05:52:14.189854 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-adf5a4ad-b142-400e-b8b2-3c8d4e3a2f73 req-dc804ed4-5949-4fa7-b424-652fc1c91c07 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Calling delete_port for 0e336b0f-9bda-405f-a702-dd97033af48e owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:52:14.220475 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7e0d9-f287-4684-9cb6-ecc0887bcdac req-a5aca50e-5efd-4226-9aeb-7a12c4f2c69b tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:14.236388 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7d7e0d9-f287-4684-9cb6-ecc0887bcdac req-a5aca50e-5efd-4226-9aeb-7a12c4f2c69b tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 946 time: 0.3498676 Feb 20 05:52:14.539522 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7d7e0d9-f287-4684-9cb6-ecc0887bcdac req-0cb31ab6-8448-4a4c-873c-e68feabf5a87 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=36704cb2-b4ea-43a8-a3cb-85153600fab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3020167 Feb 20 05:52:14.653756 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55688) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:14.692768 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c621275-b2ab-4016-9189-bdc622052627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:14.856010 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-adf5a4ad-b142-400e-b8b2-3c8d4e3a2f73 req-dc804ed4-5949-4fa7-b424-652fc1c91c07 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (0e336b0f-9bda-405f-a702-dd97033af48e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:14.897945 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc804ed4-5949-4fa7-b424-652fc1c91c07 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Pushing event deleted for resources: {'Port': ['ID=0e336b0f-9bda-405f-a702-dd97033af48e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:14.995468 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c621275-b2ab-4016-9189-bdc622052627 admin admin] Publish callbacks [] for security_group (b44e1092-8d80-48f0-a5a3-a742fd210bc7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:15.002367 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c621275-b2ab-4016-9189-bdc622052627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b44e1092-8d80-48f0-a5a3-a742fd210bc7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:15.029808 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6c621275-b2ab-4016-9189-bdc622052627 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e0f3836a56f47e7a7cee1c5d1ecc36c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3749979 Feb 20 05:52:15.036682 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55710) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:15.088011 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c621275-b2ab-4016-9189-bdc622052627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44e1092-8d80-48f0-a5a3-a742fd210bc7,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:15.109421 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adf5a4ad-b142-400e-b8b2-3c8d4e3a2f73 req-dc804ed4-5949-4fa7-b424-652fc1c91c07 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Router c8a337db-0481-4884-9540-632605b7d257 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:52:15.116325 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e61aab06-2d5b-47ad-90ca-74a936c705dc admin admin] Publish callbacks [] for security_group (b44e1092-8d80-48f0-a5a3-a742fd210bc7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:15.149719 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e61aab06-2d5b-47ad-90ca-74a936c705dc admin admin] Publish callbacks [] for security_group (b44e1092-8d80-48f0-a5a3-a742fd210bc7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:15.216340 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e61aab06-2d5b-47ad-90ca-74a936c705dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b44e1092-8d80-48f0-a5a3-a742fd210bc7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:15.220453 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e61aab06-2d5b-47ad-90ca-74a936c705dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:15.225958 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e61aab06-2d5b-47ad-90ca-74a936c705dc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b44e1092-8d80-48f0-a5a3-a742fd210bc7 HTTP/1.1" status: 204 len: 168 time: 0.1882558 Feb 20 05:52:15.237785 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61aab06-2d5b-47ad-90ca-74a936c705dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44e1092-8d80-48f0-a5a3-a742fd210bc7,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:15.252212 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adf5a4ad-b142-400e-b8b2-3c8d4e3a2f73 req-dc804ed4-5949-4fa7-b424-652fc1c91c07 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:52:15.272016 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c352859-0f83-4951-925f-be2e7ffba917 None None] Sync routers for ids ['c8a337db-0481-4884-9540-632605b7d257'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:52:15.298067 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c352859-0f83-4951-925f-be2e7ffba917 None None] Routers {'c8a337db-0481-4884-9540-632605b7d257'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:52:15.299851 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3c352859-0f83-4951-925f-be2e7ffba917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:51:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8a337db-0481-4884-9540-632605b7d257'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:52:15.302048 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf5a4ad-b142-400e-b8b2-3c8d4e3a2f73 req-dc804ed4-5949-4fa7-b424-652fc1c91c07 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] No DVR routers for this DVR port 0e336b0f-9bda-405f-a702-dd97033af48e on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:52:15.305250 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-adf5a4ad-b142-400e-b8b2-3c8d4e3a2f73 req-dc804ed4-5949-4fa7-b424-652fc1c91c07 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:15.309123 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-adf5a4ad-b142-400e-b8b2-3c8d4e3a2f73 req-dc804ed4-5949-4fa7-b424-652fc1c91c07 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.48 "DELETE /v2.0/ports/0e336b0f-9bda-405f-a702-dd97033af48e HTTP/1.1" status: 204 len: 173 time: 2.6605096 Feb 20 05:52:15.309780 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ddde50-6339-47d6-8b2a-5ca66d99fb80', 'name': 'network-vif-deleted', 'tag': '0e336b0f-9bda-405f-a702-dd97033af48e'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:52:15.322618 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d29cdb4-63c2-4631-86a1-4d50707f8cea" -d '{"events": [{"server_uuid": "44ddde50-6339-47d6-8b2a-5ca66d99fb80", "name": "network-vif-deleted", "tag": "0e336b0f-9bda-405f-a702-dd97033af48e"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:52:15.435876 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26444525-54a3-42fa-b685-554e55ff60cc x-openstack-request-id: req-26444525-54a3-42fa-b685-554e55ff60cc {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:52:15.436392 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ddde50-6339-47d6-8b2a-5ca66d99fb80", "name": "network-vif-deleted", "tag": "0e336b0f-9bda-405f-a702-dd97033af48e", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:52:15.436825 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-26444525-54a3-42fa-b685-554e55ff60cc {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:52:15.437385 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ddde50-6339-47d6-8b2a-5ca66d99fb80', 'name': 'network-vif-deleted', 'tag': '0e336b0f-9bda-405f-a702-dd97033af48e', 'status': 'completed', 'code': 200} Feb 20 05:52:15.590992 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-3c352859-0f83-4951-925f-be2e7ffba917 None None] Set router c8a337db-0481-4884-9540-632605b7d257 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:52:15.738471 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bc6b925a-e1f1-49dc-93b7-5e70fa485bd2 req-a0cc20cf-5267-4194-a447-10066d771cef tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=44ddde50-6339-47d6-8b2a-5ca66d99fb80 HTTP/1.1" status: 200 len: 210 time: 0.0588222 Feb 20 05:52:16.299875 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3c352859-0f83-4951-925f-be2e7ffba917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a337db-0481-4884-9540-632605b7d257', 'name': 'tempest-AttachVolumeShelveTestJSON-714751017-router', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:47:47Z', 'updated_at': '2022-02-20T05:48:01Z', 'revision_number': 4, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'gw_port': {'id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:47:50Z', 'updated_at': '2022-02-20T05:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '7d7454a1-b288-4b63-9367-fdc897ea412a', 'name': '', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'mac_address': 'fa:16:3e:dc:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:48:00Z', 'updated_at': '2022-02-20T05:48:06Z', 'revision_number': 5, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'subnets': [{'id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:52:16.376261 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c352859-0f83-4951-925f-be2e7ffba917 None None] Checking router: c8a337db-0481-4884-9540-632605b7d257 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:52:16.406356 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c352859-0f83-4951-925f-be2e7ffba917 None None] Routers {'c8a337db-0481-4884-9540-632605b7d257'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:52:16.410503 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3c352859-0f83-4951-925f-be2e7ffba917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:51:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8a337db-0481-4884-9540-632605b7d257'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:52:16.432772 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5c5ed878-444d-4730-b6ac-aa0eaf4d7677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:17.030716 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55772) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:17.128767 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-3c352859-0f83-4951-925f-be2e7ffba917 None None] Set router c8a337db-0481-4884-9540-632605b7d257 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:52:17.211413 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 0e336b0f-9bda-405f-a702-dd97033af48e no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:52:17.242037 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df8006cc-5f9c-46c8-b153-480a21822bad tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for security_group (36704cb2-b4ea-43a8-a3cb-85153600fab4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:17.291272 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 0e336b0f-9bda-405f-a702-dd97033af48e {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:52:17.291611 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 0e336b0f-9bda-405f-a702-dd97033af48e not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:52:17.315663 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df8006cc-5f9c-46c8-b153-480a21822bad tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for security_group (36704cb2-b4ea-43a8-a3cb-85153600fab4), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:17.440631 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df8006cc-5f9c-46c8-b153-480a21822bad tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (36704cb2-b4ea-43a8-a3cb-85153600fab4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:17.443599 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df8006cc-5f9c-46c8-b153-480a21822bad tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:17.447601 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55782) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:17.449420 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-df8006cc-5f9c-46c8-b153-480a21822bad tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "DELETE /v2.0/security-groups/36704cb2-b4ea-43a8-a3cb-85153600fab4 HTTP/1.1" status: 204 len: 168 time: 0.4157252 Feb 20 05:52:17.466124 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-e7a926aa-1257-461c-b194-a83eb726d8de tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] show failed (client error): The resource could not be found. Feb 20 05:52:17.467195 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e7a926aa-1257-461c-b194-a83eb726d8de tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups/36704cb2-b4ea-43a8-a3cb-85153600fab4 HTTP/1.1" status: 404 len: 347 time: 0.0185833 Feb 20 05:52:17.474375 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55784) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:17.494328 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8006cc-5f9c-46c8-b153-480a21822bad tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36704cb2-b4ea-43a8-a3cb-85153600fab4,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:17.768831 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3c352859-0f83-4951-925f-be2e7ffba917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a337db-0481-4884-9540-632605b7d257', 'name': 'tempest-AttachVolumeShelveTestJSON-714751017-router', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:47:47Z', 'updated_at': '2022-02-20T05:48:01Z', 'revision_number': 4, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'gw_port': {'id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:47:50Z', 'updated_at': '2022-02-20T05:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '7d7454a1-b288-4b63-9367-fdc897ea412a', 'name': '', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'mac_address': 'fa:16:3e:dc:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:48:00Z', 'updated_at': '2022-02-20T05:48:06Z', 'revision_number': 5, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'subnets': [{'id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:52:17.817144 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-e857cc04-e067-43f4-8758-7f8ba0471458 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Deleting port e7056d70-4192-402e-b3fc-ff921d05d3e7 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:52:17.818934 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e857cc04-e067-43f4-8758-7f8ba0471458 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (e7056d70-4192-402e-b3fc-ff921d05d3e7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:17.853552 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c352859-0f83-4951-925f-be2e7ffba917 None None] The sync data for ids ['c8a337db-0481-4884-9540-632605b7d257'] in n-d-829866-5 is: [{'id': 'c8a337db-0481-4884-9540-632605b7d257', 'name': 'tempest-AttachVolumeShelveTestJSON-714751017-router', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:47:47Z', 'updated_at': '2022-02-20T05:48:01Z', 'revision_number': 4, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'gw_port': {'id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:47:50Z', 'updated_at': '2022-02-20T05:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '7d7454a1-b288-4b63-9367-fdc897ea412a', 'name': '', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'mac_address': 'fa:16:3e:dc:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:48:00Z', 'updated_at': '2022-02-20T05:48:06Z', 'revision_number': 5, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'subnets': [{'id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:52:18.022236 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e857cc04-e067-43f4-8758-7f8ba0471458 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (e7056d70-4192-402e-b3fc-ff921d05d3e7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:18.022236 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e857cc04-e067-43f4-8758-7f8ba0471458 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for floatingip (e7056d70-4192-402e-b3fc-ff921d05d3e7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:18.047843 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-e857cc04-e067-43f4-8758-7f8ba0471458 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Calling delete_port for e7056d70-4192-402e-b3fc-ff921d05d3e7 owned by network:floatingip {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:52:18.584549 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e857cc04-e067-43f4-8758-7f8ba0471458 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e7056d70-4192-402e-b3fc-ff921d05d3e7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:18.595472 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2080eb-9a64-43e7-b2c6-665aa14d2bf2 None None] New status for floating IP a54ec084-3eb3-48f4-a643-d6a6f39dcf59: DOWN {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:52:18.708968 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857cc04-e067-43f4-8758-7f8ba0471458 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Pushing event deleted for resources: {'Port': ['ID=e7056d70-4192-402e-b3fc-ff921d05d3e7,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:18.729517 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55814) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:18.925796 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e857cc04-e067-43f4-8758-7f8ba0471458 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for floatingip (a54ec084-3eb3-48f4-a643-d6a6f39dcf59), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:18.928622 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e857cc04-e067-43f4-8758-7f8ba0471458 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:18.930550 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e857cc04-e067-43f4-8758-7f8ba0471458 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "DELETE /v2.0/floatingips/a54ec084-3eb3-48f4-a643-d6a6f39dcf59 HTTP/1.1" status: 204 len: 168 time: 1.4551716 Feb 20 05:52:18.952213 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-16fa7b23-bdd9-49dd-9c4f-f7cb48658efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:19.024172 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-dccf60da-c56f-43ab-ab32-51e3031b33ec tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-554654699'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:19.024632 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-dccf60da-c56f-43ab-ab32-51e3031b33ec tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] Unknown quota resources ['metering_label']. {{(pid=103407) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 05:52:19.311807 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dccf60da-c56f-43ab-ab32-51e3031b33ec tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:19.313562 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-dccf60da-c56f-43ab-ab32-51e3031b33ec tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5831866 Feb 20 05:52:19.317108 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55828) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:19.322944 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-4791e9d2-9e58-40f9-a530-78daa533c227 tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f0607f38-4cb2-4bce-98cb-149b3a7400f5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:19.323781 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-4791e9d2-9e58-40f9-a530-78daa533c227 tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103406) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 05:52:19.446769 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55836) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:19.453576 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-622d6c3a-5925-40c9-afd6-80e2030235c9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1763929728', 'description': 'tempest-description--688693695'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:19.469633 n-d-829866-5 neutron-server[103406]: WARNING neutron.services.metering.metering_plugin [None req-4791e9d2-9e58-40f9-a530-78daa533c227 tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 20 05:52:19.538200 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-622d6c3a-5925-40c9-afd6-80e2030235c9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:19.577405 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4791e9d2-9e58-40f9-a530-78daa533c227 tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:19.579588 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4791e9d2-9e58-40f9-a530-78daa533c227 tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2608495 Feb 20 05:52:19.591800 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55842) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:19.593939 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:19.604500 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0f0b896d-9667-43d0-bda6-754c8cddb5e9 tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f0607f38-4cb2-4bce-98cb-149b3a7400f5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:19.605286 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0f0b896d-9667-43d0-bda6-754c8cddb5e9 tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103406) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 05:52:19.757767 n-d-829866-5 neutron-server[103406]: WARNING neutron.services.metering.metering_plugin [None req-0f0b896d-9667-43d0-bda6-754c8cddb5e9 tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 20 05:52:19.764830 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-622d6c3a-5925-40c9-afd6-80e2030235c9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for security_group (3d59166d-9bbd-4ac6-8358-c3baaede763f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:19.772435 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-622d6c3a-5925-40c9-afd6-80e2030235c9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3d59166d-9bbd-4ac6-8358-c3baaede763f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:19.838762 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d6c3a-5925-40c9-afd6-80e2030235c9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d59166d-9bbd-4ac6-8358-c3baaede763f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:19.880543 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-622d6c3a-5925-40c9-afd6-80e2030235c9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:19.882101 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-622d6c3a-5925-40c9-afd6-80e2030235c9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4342892 Feb 20 05:52:19.885712 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55854) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:19.891613 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-1f2f07a7-91ac-453a-92ce-27d7285c7040 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Request body: {'security_group_rule': {'security_group_id': '3d59166d-9bbd-4ac6-8358-c3baaede763f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:19.923482 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0f0b896d-9667-43d0-bda6-754c8cddb5e9 tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:19.928251 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0f0b896d-9667-43d0-bda6-754c8cddb5e9 tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3349805 Feb 20 05:52:19.929083 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55858) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:19.944513 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3e89116b-b11d-4d83-b736-14fa42125ef1 tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=5cede578-ad26-4017-bf8b-dfd055ea508b HTTP/1.1" status: 200 len: 464 time: 0.0138285 Feb 20 05:52:19.945220 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55860) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:19.993389 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1f2f07a7-91ac-453a-92ce-27d7285c7040 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for security_group_rule (c266f560-c3a3-44d5-84ae-1dd341d98026), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:20.114340 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1f2f07a7-91ac-453a-92ce-27d7285c7040 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for security_group_rule (c266f560-c3a3-44d5-84ae-1dd341d98026), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:20.124080 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1f2f07a7-91ac-453a-92ce-27d7285c7040 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (c266f560-c3a3-44d5-84ae-1dd341d98026), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:20.169081 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f07a7-91ac-453a-92ce-27d7285c7040 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c266f560-c3a3-44d5-84ae-1dd341d98026,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:20.182077 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1f2f07a7-91ac-453a-92ce-27d7285c7040 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:20.183625 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1f2f07a7-91ac-453a-92ce-27d7285c7040 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2967384 Feb 20 05:52:20.186383 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55864) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:20.191952 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-5613abc4-8b38-4686-b7cb-d1fa37cf9cb3 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Request body: {'security_group_rule': {'security_group_id': '3d59166d-9bbd-4ac6-8358-c3baaede763f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:20.203417 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7966ecdd-f6d7-4b60-b272-37fd4be3b6af tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:20.204903 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7966ecdd-f6d7-4b60-b272-37fd4be3b6af tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/5cede578-ad26-4017-bf8b-dfd055ea508b HTTP/1.1" status: 204 len: 168 time: 0.2586915 Feb 20 05:52:20.208899 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55868) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:20.222505 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-de726d23-9c4a-40d2-b910-024c90c61afa tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=5cede578-ad26-4017-bf8b-dfd055ea508b HTTP/1.1" status: 200 len: 221 time: 0.0105560 Feb 20 05:52:20.230109 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55870) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:20.231667 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-588b118b-65a1-43b3-be15-75c9de9f6cee tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--107892960', 'description': 'label created by tempest'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:20.232335 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-588b118b-65a1-43b3-be15-75c9de9f6cee tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] Unknown quota resources ['metering_label']. {{(pid=103406) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 05:52:20.355871 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5613abc4-8b38-4686-b7cb-d1fa37cf9cb3 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for security_group_rule (6e0f0927-330f-4200-8832-b607f7a5349c), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:20.562324 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5613abc4-8b38-4686-b7cb-d1fa37cf9cb3 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for security_group_rule (6e0f0927-330f-4200-8832-b607f7a5349c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:20.675953 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5613abc4-8b38-4686-b7cb-d1fa37cf9cb3 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (6e0f0927-330f-4200-8832-b607f7a5349c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:20.720620 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-588b118b-65a1-43b3-be15-75c9de9f6cee tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:20.725642 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55880) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:20.726230 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-588b118b-65a1-43b3-be15-75c9de9f6cee tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4995515 Feb 20 05:52:20.730529 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613abc4-8b38-4686-b7cb-d1fa37cf9cb3 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0f0927-330f-4200-8832-b607f7a5349c,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:20.762182 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5613abc4-8b38-4686-b7cb-d1fa37cf9cb3 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:20.763688 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5613abc4-8b38-4686-b7cb-d1fa37cf9cb3 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5760727 Feb 20 05:52:20.766690 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55882) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:20.780001 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-bf7a506f-6ffe-486e-af96-4dc1832552dc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:20.814180 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bf7a506f-6ffe-486e-af96-4dc1832552dc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:20.853875 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7bcfd9b8-8cd7-4b45-b570-da0386c07d7a tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=6770c84b-bb74-424f-8cf8-b895188f2ef0 HTTP/1.1" status: 200 len: 467 time: 0.1270585 Feb 20 05:52:20.857225 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55886) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:21.126918 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bf7a506f-6ffe-486e-af96-4dc1832552dc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:21.353778 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-bf7a506f-6ffe-486e-af96-4dc1832552dc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Allocated IP 172.25.3.202 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/adc878f7-7eb7-48f8-bd81-dbf5b070679b) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:52:21.400910 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:21.469728 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bf7a506f-6ffe-486e-af96-4dc1832552dc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for port (adc878f7-7eb7-48f8-bd81-dbf5b070679b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:21.506517 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7000afb4-06ef-47d0-b186-6cd4c7c4f116 tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:21.514499 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7000afb4-06ef-47d0-b186-6cd4c7c4f116 tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/6770c84b-bb74-424f-8cf8-b895188f2ef0 HTTP/1.1" status: 204 len: 168 time: 0.6545947 Feb 20 05:52:21.516173 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bf7a506f-6ffe-486e-af96-4dc1832552dc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (adc878f7-7eb7-48f8-bd81-dbf5b070679b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:21.517709 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55894) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:21.554218 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b74a8e03-6574-4aef-ba74-5ca96dc3c680 tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=6770c84b-bb74-424f-8cf8-b895188f2ef0 HTTP/1.1" status: 200 len: 216 time: 0.0347631 Feb 20 05:52:21.559750 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55898) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:21.585836 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c14bdeaa-4ec0-48df-8950-86e26165d174 tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0248020 Feb 20 05:52:21.592865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55900) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:21.627668 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8247ab0e-7483-4fb2-97a5-634cad5f358a tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0334022 Feb 20 05:52:21.632736 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55902) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:21.638920 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7a506f-6ffe-486e-af96-4dc1832552dc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:52:21.645400 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-bf7a506f-6ffe-486e-af96-4dc1832552dc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:52:21.647527 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a506f-6ffe-486e-af96-4dc1832552dc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Pushing event updated for resources: {'Port': ['ID=adc878f7-7eb7-48f8-bd81-dbf5b070679b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:21.650229 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7a506f-6ffe-486e-af96-4dc1832552dc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:52:21.823438 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1d0890df-aa74-44a0-9c25-872df718abdb tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/f0607f38-4cb2-4bce-98cb-149b3a7400f5 HTTP/1.1" status: 200 len: 472 time: 0.1894386 Feb 20 05:52:21.827620 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55908) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:21.857695 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fd62b9ed-289b-4f97-8b5e-766f0b21be00 tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/aec1e459-958b-4266-b58f-6962e53af87a HTTP/1.1" status: 200 len: 461 time: 0.0287564 Feb 20 05:52:21.858465 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55910) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:21.903056 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bf7a506f-6ffe-486e-af96-4dc1832552dc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for floatingip (448eaa8f-7b44-429e-8c89-656a4ddf7028), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:22.029802 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bf7a506f-6ffe-486e-af96-4dc1832552dc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (adc878f7-7eb7-48f8-bd81-dbf5b070679b), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:22.131870 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbe56a84-765c-4b1e-957a-f0dede103153 tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:22.136275 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fbe56a84-765c-4b1e-957a-f0dede103153 tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/aec1e459-958b-4266-b58f-6962e53af87a HTTP/1.1" status: 204 len: 168 time: 0.2763577 Feb 20 05:52:22.144227 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55916) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:22.407188 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bf7a506f-6ffe-486e-af96-4dc1832552dc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for port (adc878f7-7eb7-48f8-bd81-dbf5b070679b), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:22.412977 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bf7a506f-6ffe-486e-af96-4dc1832552dc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (adc878f7-7eb7-48f8-bd81-dbf5b070679b), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:22.494303 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a506f-6ffe-486e-af96-4dc1832552dc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Pushing event updated for resources: {'Port': ['ID=adc878f7-7eb7-48f8-bd81-dbf5b070679b,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:22.540731 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bcf24cca-19c8-4eea-a08a-87ba40194d0a tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:22.545488 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bcf24cca-19c8-4eea-a08a-87ba40194d0a tempest-MeteringTestJSON-1959408633 tempest-MeteringTestJSON-1959408633-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/f0607f38-4cb2-4bce-98cb-149b3a7400f5 HTTP/1.1" status: 204 len: 168 time: 0.4001667 Feb 20 05:52:22.606763 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bf7a506f-6ffe-486e-af96-4dc1832552dc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (448eaa8f-7b44-429e-8c89-656a4ddf7028), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:22.651070 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bf7a506f-6ffe-486e-af96-4dc1832552dc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:22.654659 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bf7a506f-6ffe-486e-af96-4dc1832552dc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8855083 Feb 20 05:52:22.713680 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:22.876971 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:23.103430 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55946) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:23.142324 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-356cded3-39a4-4839-9df6-a7a3713de04e tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1763929728&fields=id&tenant_id=1cc50ee140854bcc8f6ed45dd231f31c HTTP/1.1" status: 200 len: 267 time: 0.0888836 Feb 20 05:52:23.165946 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bd46d582-035b-40f2-94c6-1a1dfcbe40b3 req-22cd9d27-8077-4144-91c8-e627ede1f174 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1150911 Feb 20 05:52:23.339532 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46d582-035b-40f2-94c6-1a1dfcbe40b3 req-295a0dac-4381-43a5-8ae9-b13d7d21b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:23.347303 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bd46d582-035b-40f2-94c6-1a1dfcbe40b3 req-295a0dac-4381-43a5-8ae9-b13d7d21b2be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8f18450ca5d4be1a9fccbc37e9fb12f&device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 1127 time: 0.1124103 Feb 20 05:52:23.415323 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-3a045230-413e-49c5-979e-635cef44d49a tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:23.422697 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-3a045230-413e-49c5-979e-635cef44d49a tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/networks?id=72954832-dc86-4706-b5e9-cf8eb66f0446 HTTP/1.1" status: 200 len: 816 time: 0.2718887 Feb 20 05:52:23.445178 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-1abcda65-7bbe-41b1-81ea-74cc245a1851 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/quotas/1cc50ee140854bcc8f6ed45dd231f31c HTTP/1.1" status: 200 len: 375 time: 0.0215344 Feb 20 05:52:23.457637 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-706d4fbd-eb8e-4332-9855-7dd5730075c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:23.542917 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-3008d26d-43df-40c9-9b1a-dc3a21acd9d5 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1cc50ee140854bcc8f6ed45dd231f31c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0966847 Feb 20 05:52:23.605213 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46d582-035b-40f2-94c6-1a1dfcbe40b3 req-2e4b9fc2-28e9-46b1-9394-f32fbc6f8186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:23.606843 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bd46d582-035b-40f2-94c6-1a1dfcbe40b3 req-2e4b9fc2-28e9-46b1-9394-f32fbc6f8186 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc99b155-842d-47d9-a797-22be9782748f HTTP/1.1" status: 200 len: 911 time: 0.2413330 Feb 20 05:52:23.803035 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bd46d582-035b-40f2-94c6-1a1dfcbe40b3 req-2488f934-cf5b-4f45-8318-c1ac77800514 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4022c786-c891-4be2-aad4-6481a44df2bd HTTP/1.1" status: 200 len: 1000 time: 0.1795104 Feb 20 05:52:23.906630 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46d582-035b-40f2-94c6-1a1dfcbe40b3 req-99fd82ce-fe5d-4802-8280-c3dde5ad2852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:23.909350 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bd46d582-035b-40f2-94c6-1a1dfcbe40b3 req-99fd82ce-fe5d-4802-8280-c3dde5ad2852 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31ac9d55-2ac0-4f22-ae17-262bbbe19926 HTTP/1.1" status: 200 len: 850 time: 0.1068521 Feb 20 05:52:23.913937 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-daaa7685-e623-4bdf-80ed-309e2a87352c service neutron] 10.222.0.37 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700047 Feb 20 05:52:23.953623 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-706d4fbd-eb8e-4332-9855-7dd5730075c1 admin admin] Publish callbacks [] for security_group (7e6ab158-f806-4f27-aaaa-e01f87841041), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:23.965899 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-706d4fbd-eb8e-4332-9855-7dd5730075c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7e6ab158-f806-4f27-aaaa-e01f87841041), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:23.988558 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46d582-035b-40f2-94c6-1a1dfcbe40b3 req-9eae2009-e3c2-47ec-b5dd-773e85515c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:23.990828 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bd46d582-035b-40f2-94c6-1a1dfcbe40b3 req-9eae2009-e3c2-47ec-b5dd-773e85515c69 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc99b155-842d-47d9-a797-22be9782748f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0748799 Feb 20 05:52:24.212394 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bd46d582-035b-40f2-94c6-1a1dfcbe40b3 req-75dd060f-1c56-4cc6-bb0a-74ece1f47a5e service neutron] 10.222.0.61 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115362 Feb 20 05:52:24.251865 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-2bfaab7a-dc48-42b7-bece-cbafc245d58f service neutron] 10.222.0.37 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127100 Feb 20 05:52:24.268960 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-706d4fbd-eb8e-4332-9855-7dd5730075c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f255e69746d4991bd1100fd66dd1ba2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1593561 Feb 20 05:52:24.270009 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55966) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:24.308242 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d4fbd-eb8e-4332-9855-7dd5730075c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6ab158-f806-4f27-aaaa-e01f87841041,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:24.415847 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bd46d582-035b-40f2-94c6-1a1dfcbe40b3 req-6249d86b-49dd-491a-8c0d-39c2fa340cdc service neutron] 10.222.0.61 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968341 Feb 20 05:52:24.417610 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9da90a9d-83a1-454f-9b3e-5a6f6bacb491 admin admin] Publish callbacks [] for security_group (7e6ab158-f806-4f27-aaaa-e01f87841041), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:24.477877 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9da90a9d-83a1-454f-9b3e-5a6f6bacb491 admin admin] Publish callbacks [] for security_group (7e6ab158-f806-4f27-aaaa-e01f87841041), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:24.566562 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9da90a9d-83a1-454f-9b3e-5a6f6bacb491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7e6ab158-f806-4f27-aaaa-e01f87841041), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:24.579110 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9da90a9d-83a1-454f-9b3e-5a6f6bacb491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:24.582241 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9da90a9d-83a1-454f-9b3e-5a6f6bacb491 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e6ab158-f806-4f27-aaaa-e01f87841041 HTTP/1.1" status: 204 len: 168 time: 0.3021960 Feb 20 05:52:24.629361 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da90a9d-83a1-454f-9b3e-5a6f6bacb491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6ab158-f806-4f27-aaaa-e01f87841041,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:24.723768 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a9d00e5d-118b-49ec-8852-96e2a79f9fe0 req-468ccd80-dbc5-4213-871e-101a2dfb5d67 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 210 time: 0.0811934 Feb 20 05:52:25.221907 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55998) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:25.258064 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8320fa0d-8a89-4dc0-9845-3f5e4b791209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:25.269645 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:25.477133 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8320fa0d-8a89-4dc0-9845-3f5e4b791209 admin admin] Publish callbacks [] for security_group (a4bbca9b-a6af-41b5-b3c1-9180401d37ed), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:25.482051 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8320fa0d-8a89-4dc0-9845-3f5e4b791209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a4bbca9b-a6af-41b5-b3c1-9180401d37ed), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:25.555381 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320fa0d-8a89-4dc0-9845-3f5e4b791209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bbca9b-a6af-41b5-b3c1-9180401d37ed,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:25.576018 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8320fa0d-8a89-4dc0-9845-3f5e4b791209 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=762d3f8527d9419896aaf88ddc5dc995&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3526866 Feb 20 05:52:25.577213 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56016) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:25.758572 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aaaa2aab-16c5-4bb3-b04b-2cc23b83cafb admin admin] Publish callbacks [] for security_group (a4bbca9b-a6af-41b5-b3c1-9180401d37ed), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:25.849277 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aaaa2aab-16c5-4bb3-b04b-2cc23b83cafb admin admin] Publish callbacks [] for security_group (a4bbca9b-a6af-41b5-b3c1-9180401d37ed), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:25.942282 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aaaa2aab-16c5-4bb3-b04b-2cc23b83cafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a4bbca9b-a6af-41b5-b3c1-9180401d37ed), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:25.946874 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aaaa2aab-16c5-4bb3-b04b-2cc23b83cafb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:25.950429 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-aaaa2aab-16c5-4bb3-b04b-2cc23b83cafb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4bbca9b-a6af-41b5-b3c1-9180401d37ed HTTP/1.1" status: 204 len: 168 time: 0.3696775 Feb 20 05:52:25.971536 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa2aab-16c5-4bb3-b04b-2cc23b83cafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bbca9b-a6af-41b5-b3c1-9180401d37ed,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:26.509777 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4e772383-63ec-4125-be8f-263c7c8d736d req-d0d85468-1595-43b1-9c38-91785b56a900 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 210 time: 0.6359296 Feb 20 05:52:26.802579 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-0fac9d0b-8b4a-48b9-8b75-7d9f91999047 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:26.812167 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-0fac9d0b-8b4a-48b9-8b75-7d9f91999047 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.48 "GET /v2.0/networks?id=72954832-dc86-4706-b5e9-cf8eb66f0446 HTTP/1.1" status: 200 len: 816 time: 0.3156054 Feb 20 05:52:27.039080 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-9ca824bd-7c4e-435e-b310-7c6ef87acef2 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cc50ee140854bcc8f6ed45dd231f31c HTTP/1.1" status: 200 len: 380 time: 0.2131395 Feb 20 05:52:27.048755 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-52993587-788d-4fb4-9791-dc889fc308be tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Request body: {'port': {'device_id': 'de47a2f3-aaa2-42bf-9fcf-78d85176fcd3', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'admin_state_up': True, 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'security_groups': ['3d59166d-9bbd-4ac6-8358-c3baaede763f']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:27.254731 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-52993587-788d-4fb4-9791-dc889fc308be tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Made reservation on behalf of 1cc50ee140854bcc8f6ed45dd231f31c for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:52:27.261717 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-52993587-788d-4fb4-9791-dc889fc308be tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:27.434944 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-52993587-788d-4fb4-9791-dc889fc308be tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Allocated IP 172.20.0.10 (72954832-dc86-4706-b5e9-cf8eb66f0446/ec01882b-2949-4e73-b51b-e8c64ca48e8d/e7766f16-9671-411a-9975-a68233359b96) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:52:27.757042 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-52993587-788d-4fb4-9791-dc889fc308be tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for port (e7766f16-9671-411a-9975-a68233359b96), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:27.878220 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-52993587-788d-4fb4-9791-dc889fc308be tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (e7766f16-9671-411a-9975-a68233359b96), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:28.063897 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-52993587-788d-4fb4-9791-dc889fc308be tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Network 72954832-dc86-4706-b5e9-cf8eb66f0446 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:52:28.067564 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-52993587-788d-4fb4-9791-dc889fc308be tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:52:28.083237 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-52993587-788d-4fb4-9791-dc889fc308be tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:52:28.240595 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-52993587-788d-4fb4-9791-dc889fc308be tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:28.241213 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-52993587-788d-4fb4-9791-dc889fc308be tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:28.257452 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52993587-788d-4fb4-9791-dc889fc308be tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Pushing event updated for resources: {'Port': ['ID=e7766f16-9671-411a-9975-a68233359b96,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:28.300482 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-52993587-788d-4fb4-9791-dc889fc308be tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2593234 Feb 20 05:52:28.334700 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f2588-5e76-4eff-a5ac-036ee7e7ba41 req-88730966-cb61-4984-b0d8-c12baad84996 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:28.336359 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-846f2588-5e76-4eff-a5ac-036ee7e7ba41 req-88730966-cb61-4984-b0d8-c12baad84996 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 932 time: 0.4741623 Feb 20 05:52:28.350066 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-257f595e-2585-4727-998d-15760dc0022f service neutron] Request body: {'port': {'device_id': 'de47a2f3-aaa2-42bf-9fcf-78d85176fcd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:28.447049 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2c445e62-7fb4-4dbb-a984-517f0e808bc4 None None] Provisioning complete for port e7766f16-9671-411a-9975-a68233359b96 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:52:28.447614 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c445e62-7fb4-4dbb-a984-517f0e808bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e7766f16-9671-411a-9975-a68233359b96), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:28.581371 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2c445e62-7fb4-4dbb-a984-517f0e808bc4 None None] Port e7766f16-9671-411a-9975-a68233359b96 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:52:28.605879 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-846f2588-5e76-4eff-a5ac-036ee7e7ba41 req-2c6366ab-2786-4fb1-a249-754ac9bfc6e6 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498765 Feb 20 05:52:28.607889 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-257f595e-2585-4727-998d-15760dc0022f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e7766f16-9671-411a-9975-a68233359b96), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:28.673910 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56118) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:28.881772 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-48cc06ed-8d13-49bf-879b-748d1a877917 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1021405785'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:28.913501 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48cc06ed-8d13-49bf-879b-748d1a877917 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (f3db8260-22cc-42a7-a5b5-0303532af264), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:28.914925 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48cc06ed-8d13-49bf-879b-748d1a877917 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (f3db8260-22cc-42a7-a5b5-0303532af264), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:29.000821 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48cc06ed-8d13-49bf-879b-748d1a877917 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks [] for router_controller (f3db8260-22cc-42a7-a5b5-0303532af264), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:29.007863 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48cc06ed-8d13-49bf-879b-748d1a877917 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (f3db8260-22cc-42a7-a5b5-0303532af264), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:29.034553 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48cc06ed-8d13-49bf-879b-748d1a877917 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:29.039809 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-48cc06ed-8d13-49bf-879b-748d1a877917 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3641381 Feb 20 05:52:29.040808 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56126) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:29.135411 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-654aea9f-832e-4ef3-8d98-ca35a5c881c9 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks [] for router (f3db8260-22cc-42a7-a5b5-0303532af264), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:29.307664 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-257f595e-2585-4727-998d-15760dc0022f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7766f16-9671-411a-9975-a68233359b96 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:52:29.340339 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-257f595e-2585-4727-998d-15760dc0022f service neutron] Publish callbacks [] for port (e7766f16-9671-411a-9975-a68233359b96), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:29.340499 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-654aea9f-832e-4ef3-8d98-ca35a5c881c9 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (f3db8260-22cc-42a7-a5b5-0303532af264), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:29.340499 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-654aea9f-832e-4ef3-8d98-ca35a5c881c9 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks [] for router_controller (f3db8260-22cc-42a7-a5b5-0303532af264), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:29.355865 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-257f595e-2585-4727-998d-15760dc0022f service neutron] Transition to ACTIVE for port object e7766f16-9671-411a-9975-a68233359b96 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:52:29.360058 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-257f595e-2585-4727-998d-15760dc0022f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (e7766f16-9671-411a-9975-a68233359b96), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:29.399426 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-654aea9f-832e-4ef3-8d98-ca35a5c881c9 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (f3db8260-22cc-42a7-a5b5-0303532af264), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:29.400359 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654aea9f-832e-4ef3-8d98-ca35a5c881c9 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3db8260-22cc-42a7-a5b5-0303532af264 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:52:29.408908 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-654aea9f-832e-4ef3-8d98-ca35a5c881c9 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:29.413880 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-654aea9f-832e-4ef3-8d98-ca35a5c881c9 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] 10.222.0.37 "DELETE /v2.0/routers/f3db8260-22cc-42a7-a5b5-0303532af264 HTTP/1.1" status: 204 len: 168 time: 0.3704462 Feb 20 05:52:29.414331 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56138) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:29.418624 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0730c367-e24f-4395-8d4b-d88c4c626645 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Request body: {'router': {'name': 'tempest-router-1412277595', 'distributed': False}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:29.460772 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0730c367-e24f-4395-8d4b-d88c4c626645 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (19bcc4aa-198c-4bfb-b316-665e0ba3bc42), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:29.461829 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0730c367-e24f-4395-8d4b-d88c4c626645 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (19bcc4aa-198c-4bfb-b316-665e0ba3bc42), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:29.526090 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f595e-2585-4727-998d-15760dc0022f service neutron] Pushing event updated for resources: {'Port': ['ID=e7766f16-9671-411a-9975-a68233359b96,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:29.581043 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0730c367-e24f-4395-8d4b-d88c4c626645 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks [] for router_controller (19bcc4aa-198c-4bfb-b316-665e0ba3bc42), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:29.587622 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0730c367-e24f-4395-8d4b-d88c4c626645 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (19bcc4aa-198c-4bfb-b316-665e0ba3bc42), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:29.618722 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0730c367-e24f-4395-8d4b-d88c4c626645 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:29.622474 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0730c367-e24f-4395-8d4b-d88c4c626645 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2060378 Feb 20 05:52:29.624131 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56140) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:29.653304 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-257f595e-2585-4727-998d-15760dc0022f service neutron] Attempting to bind port e7766f16-9671-411a-9975-a68233359b96 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:52:29.653841 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-257f595e-2585-4727-998d-15760dc0022f service neutron] Attempting to bind port e7766f16-9671-411a-9975-a68233359b96 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'b4b86e82-8259-4c94-b5ea-eb6f2e16ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:52:29.654351 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-257f595e-2585-4727-998d-15760dc0022f service neutron] Attempting to bind port e7766f16-9671-411a-9975-a68233359b96 on network 72954832-dc86-4706-b5e9-cf8eb66f0446 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:52:29.664083 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-257f595e-2585-4727-998d-15760dc0022f service neutron] Port e7766f16-9671-411a-9975-a68233359b96 on network 72954832-dc86-4706-b5e9-cf8eb66f0446 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:52:29.664679 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-257f595e-2585-4727-998d-15760dc0022f service neutron] Attempting to bind port e7766f16-9671-411a-9975-a68233359b96 on network 72954832-dc86-4706-b5e9-cf8eb66f0446 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:52:29.680031 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-257f595e-2585-4727-998d-15760dc0022f service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:52:29.680488 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-257f595e-2585-4727-998d-15760dc0022f service neutron] Checking segment: {'id': 'b4b86e82-8259-4c94-b5ea-eb6f2e16ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:52:29.680978 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-257f595e-2585-4727-998d-15760dc0022f service neutron] Bound using segment: {'id': 'b4b86e82-8259-4c94-b5ea-eb6f2e16ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:52:29.681515 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-257f595e-2585-4727-998d-15760dc0022f service neutron] Bound port: e7766f16-9671-411a-9975-a68233359b96, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b86e82-8259-4c94-b5ea-eb6f2e16ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:52:29.681988 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-257f595e-2585-4727-998d-15760dc0022f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e7766f16-9671-411a-9975-a68233359b96), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:29.819867 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca27927d-a6e2-4df5-a819-e1314f07e8c7 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks [] for router (19bcc4aa-198c-4bfb-b316-665e0ba3bc42), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:29.896158 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:52:29.965487 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d60734-c7ec-4376-933e-9f4f3ed6d7e3 req-3e77ca85-78d1-4ace-af64-d71481f834ff tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:29.967248 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-18d60734-c7ec-4376-933e-9f4f3ed6d7e3 req-3e77ca85-78d1-4ace-af64-d71481f834ff tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 944 time: 0.2054608 Feb 20 05:52:29.980564 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-257f595e-2585-4727-998d-15760dc0022f service neutron] For port e7766f16-9671-411a-9975-a68233359b96, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:52:29.992418 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-257f595e-2585-4727-998d-15760dc0022f service neutron] For port e7766f16-9671-411a-9975-a68233359b96, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=e7766f16-9671-411a-9975-a68233359b96,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:52:30.026790 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-257f595e-2585-4727-998d-15760dc0022f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (e7766f16-9671-411a-9975-a68233359b96), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:30.052717 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca27927d-a6e2-4df5-a819-e1314f07e8c7 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (19bcc4aa-198c-4bfb-b316-665e0ba3bc42), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:30.057201 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca27927d-a6e2-4df5-a819-e1314f07e8c7 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks [] for router_controller (19bcc4aa-198c-4bfb-b316-665e0ba3bc42), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:30.136501 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca27927d-a6e2-4df5-a819-e1314f07e8c7 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (19bcc4aa-198c-4bfb-b316-665e0ba3bc42), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:30.137452 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca27927d-a6e2-4df5-a819-e1314f07e8c7 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19bcc4aa-198c-4bfb-b316-665e0ba3bc42 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:52:30.143776 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ca27927d-a6e2-4df5-a819-e1314f07e8c7 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:30.145860 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-257f595e-2585-4727-998d-15760dc0022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:30.146407 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ca27927d-a6e2-4df5-a819-e1314f07e8c7 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] 10.222.0.37 "DELETE /v2.0/routers/19bcc4aa-198c-4bfb-b316-665e0ba3bc42 HTTP/1.1" status: 204 len: 168 time: 0.5188911 Feb 20 05:52:30.147656 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-257f595e-2585-4727-998d-15760dc0022f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:30.149179 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-257f595e-2585-4727-998d-15760dc0022f service neutron] 10.222.0.48 "PUT /v2.0/ports/e7766f16-9671-411a-9975-a68233359b96 HTTP/1.1" status: 200 len: 1092 time: 1.8101604 Feb 20 05:52:30.149936 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56148) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:30.153188 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de47a2f3-aaa2-42bf-9fcf-78d85176fcd3', 'tag': 'e7766f16-9671-411a-9975-a68233359b96'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:52:30.155578 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e112fb-e074-4133-8147-fedbcc398c05" -d '{"events": [{"name": "network-changed", "server_uuid": "de47a2f3-aaa2-42bf-9fcf-78d85176fcd3", "tag": "e7766f16-9671-411a-9975-a68233359b96"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:52:30.157178 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-81e68eae-fb3c-4fff-8200-5c11b9ebe947 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Request body: {'router': {'name': 'tempest-router-1551531144', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '640f814ccfa246e1a2d17fb80803ddd6'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:30.184092 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81e68eae-fb3c-4fff-8200-5c11b9ebe947 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (4429cb96-743f-4115-8e23-e12d9e138857), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:30.186964 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81e68eae-fb3c-4fff-8200-5c11b9ebe947 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (4429cb96-743f-4115-8e23-e12d9e138857), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:30.266311 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-18d60734-c7ec-4376-933e-9f4f3ed6d7e3 req-cfc0f2ec-077a-42ee-975f-96f503ed8f6d tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2911792 Feb 20 05:52:30.333554 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f595e-2585-4727-998d-15760dc0022f service neutron] Pushing event updated for resources: {'Port': ['ID=e7766f16-9671-411a-9975-a68233359b96,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:30.427256 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285b3798-a88d-45cf-8931-068e2859bcf2 x-openstack-request-id: req-285b3798-a88d-45cf-8931-068e2859bcf2 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:52:30.434317 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de47a2f3-aaa2-42bf-9fcf-78d85176fcd3", "tag": "e7766f16-9671-411a-9975-a68233359b96", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:52:30.434655 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-285b3798-a88d-45cf-8931-068e2859bcf2 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:52:30.435054 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de47a2f3-aaa2-42bf-9fcf-78d85176fcd3', 'tag': 'e7766f16-9671-411a-9975-a68233359b96', 'status': 'completed', 'code': 200} Feb 20 05:52:30.454323 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-4ded0b48-ec51-4cd5-a366-a684d900acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:30.455967 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-4ded0b48-ec51-4cd5-a366-a684d900acd4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1cc50ee140854bcc8f6ed45dd231f31c&device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 1126 time: 0.2525313 Feb 20 05:52:30.573756 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-c4394fad-46b8-4b05-b681-b14d379d414d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7766f16-9671-411a-9975-a68233359b96 HTTP/1.1" status: 200 len: 217 time: 0.1104829 Feb 20 05:52:30.675797 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-5e5376c4-2d7a-4916-ad48-1b1790b06eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:30.681266 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-5e5376c4-2d7a-4916-ad48-1b1790b06eba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec01882b-2949-4e73-b51b-e8c64ca48e8d HTTP/1.1" status: 200 len: 855 time: 0.0953045 Feb 20 05:52:30.781734 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-cf55516e-5a09-477a-a17e-a3e88a1a242a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:30.783582 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-cf55516e-5a09-477a-a17e-a3e88a1a242a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72954832-dc86-4706-b5e9-cf8eb66f0446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0983469 Feb 20 05:52:30.917185 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81e68eae-fb3c-4fff-8200-5c11b9ebe947 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks [] for router_controller (4429cb96-743f-4115-8e23-e12d9e138857), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:30.932346 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f21ae0c3-2c6a-49ee-a0cf-c14cbb94bc1d req-29a7caa7-fe09-4776-984a-68c9ffdb13ad service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0b022cf1-532c-4440-a447-e54e4cf13126&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1114476 Feb 20 05:52:30.933633 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81e68eae-fb3c-4fff-8200-5c11b9ebe947 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (4429cb96-743f-4115-8e23-e12d9e138857), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:30.944877 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-f018aef1-853b-4a7a-abe7-833768163d42 service neutron] 10.222.0.48 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549032 Feb 20 05:52:30.956605 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81e68eae-fb3c-4fff-8200-5c11b9ebe947 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:30.958745 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-81e68eae-fb3c-4fff-8200-5c11b9ebe947 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8074007 Feb 20 05:52:30.962114 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56162) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:30.972503 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-ef9e1254-6730-4ece-a1a8-52c4ef9edf45 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:31.114601 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a2437cb-9746-4cd1-89d5-25f595af2858 req-7a020ba3-5982-49fc-86fc-4fd1e4cb6caa service neutron] 10.222.0.48 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640377 Feb 20 05:52:31.265712 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e112fb-e074-4133-8147-fedbcc398c05 req-5dcba694-ad92-4d6a-a7ad-8e55a2adf7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:31.267664 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6e112fb-e074-4133-8147-fedbcc398c05 req-5dcba694-ad92-4d6a-a7ad-8e55a2adf7e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1cc50ee140854bcc8f6ed45dd231f31c&device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 1126 time: 0.0811088 Feb 20 05:52:31.272407 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ae0c3-2c6a-49ee-a0cf-c14cbb94bc1d req-1aef8e82-b40d-4431-ab51-047ba2adbe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:31.274146 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f21ae0c3-2c6a-49ee-a0cf-c14cbb94bc1d req-1aef8e82-b40d-4431-ab51-047ba2adbe68 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a4ef71f8a9048568c69ff01bf2b9bee&device_id=0b022cf1-532c-4440-a447-e54e4cf13126 HTTP/1.1" status: 200 len: 1127 time: 0.2201140 Feb 20 05:52:31.408501 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e112fb-e074-4133-8147-fedbcc398c05 req-16bf1418-16aa-4e1c-b949-1a0a211b4260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:31.412669 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6e112fb-e074-4133-8147-fedbcc398c05 req-16bf1418-16aa-4e1c-b949-1a0a211b4260 service neutron] 10.222.0.48 "GET /v2.0/networks?id=72954832-dc86-4706-b5e9-cf8eb66f0446 HTTP/1.1" status: 200 len: 916 time: 0.1383264 Feb 20 05:52:31.465173 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef9e1254-6730-4ece-a1a8-52c4ef9edf45 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (4429cb96-743f-4115-8e23-e12d9e138857), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:31.465551 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef9e1254-6730-4ece-a1a8-52c4ef9edf45 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks [] for router (4429cb96-743f-4115-8e23-e12d9e138857), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:31.530632 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6e112fb-e074-4133-8147-fedbcc398c05 req-cbd1cd90-b2f5-4b0c-9625-3b9921131d7e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7766f16-9671-411a-9975-a68233359b96 HTTP/1.1" status: 200 len: 217 time: 0.0671492 Feb 20 05:52:31.580201 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ef9e1254-6730-4ece-a1a8-52c4ef9edf45 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103406) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 20 05:52:31.580612 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ef9e1254-6730-4ece-a1a8-52c4ef9edf45 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Router 4429cb96-743f-4115-8e23-e12d9e138857 migrating from provider to provider. {{(pid=103406) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 20 05:52:31.581094 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef9e1254-6730-4ece-a1a8-52c4ef9edf45 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks [] for router_controller (4429cb96-743f-4115-8e23-e12d9e138857), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:31.595634 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef9e1254-6730-4ece-a1a8-52c4ef9edf45 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks [] for router_controller (4429cb96-743f-4115-8e23-e12d9e138857), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:31.599148 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ae0c3-2c6a-49ee-a0cf-c14cbb94bc1d req-abf314ae-303c-4516-9ae9-8bf1f616e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:31.601006 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f21ae0c3-2c6a-49ee-a0cf-c14cbb94bc1d req-abf314ae-303c-4516-9ae9-8bf1f616e0cf service neutron] 10.222.0.48 "GET /v2.0/networks?id=e49102ae-3060-48a8-853b-91c68016e434 HTTP/1.1" status: 200 len: 913 time: 0.2782011 Feb 20 05:52:31.603021 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef9e1254-6730-4ece-a1a8-52c4ef9edf45 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691773'] for router (4429cb96-743f-4115-8e23-e12d9e138857), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:31.661311 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e112fb-e074-4133-8147-fedbcc398c05 req-5ea8bb68-28e6-40a6-96ea-d614e9e8552b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:31.671355 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6e112fb-e074-4133-8147-fedbcc398c05 req-5ea8bb68-28e6-40a6-96ea-d614e9e8552b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec01882b-2949-4e73-b51b-e8c64ca48e8d HTTP/1.1" status: 200 len: 855 time: 0.1345806 Feb 20 05:52:31.702563 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c46f5-dec2-4087-939e-e6b69962a35a req-9ed6adb4-d831-4b3f-bfdf-d14ddd25a5f9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:31.706757 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-759c46f5-dec2-4087-939e-e6b69962a35a req-9ed6adb4-d831-4b3f-bfdf-d14ddd25a5f9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 944 time: 0.2926228 Feb 20 05:52:31.713331 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f21ae0c3-2c6a-49ee-a0cf-c14cbb94bc1d req-460f7c42-767c-4f58-ab30-b18c91982a46 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d64f873-1d9e-4498-8394-4a6a8816a58a HTTP/1.1" status: 200 len: 217 time: 0.0959945 Feb 20 05:52:31.802400 n-d-829866-5 neutron-server[103406]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ef9e1254-6730-4ece-a1a8-52c4ef9edf45 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] No L3 agents can host the router 4429cb96-743f-4115-8e23-e12d9e138857 Feb 20 05:52:31.811139 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ae0c3-2c6a-49ee-a0cf-c14cbb94bc1d req-6542a779-ccbe-4d07-8f80-e0c13698534a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:31.812765 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f21ae0c3-2c6a-49ee-a0cf-c14cbb94bc1d req-6542a779-ccbe-4d07-8f80-e0c13698534a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13e07dba-1e8d-497f-8e1b-6fffafafa42c HTTP/1.1" status: 200 len: 853 time: 0.0983939 Feb 20 05:52:31.828747 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e112fb-e074-4133-8147-fedbcc398c05 req-84e2edfc-115d-4445-9dad-3997754f5e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:31.830802 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6e112fb-e074-4133-8147-fedbcc398c05 req-84e2edfc-115d-4445-9dad-3997754f5e51 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72954832-dc86-4706-b5e9-cf8eb66f0446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1496632 Feb 20 05:52:31.918420 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-759c46f5-dec2-4087-939e-e6b69962a35a req-43beafe4-5f8b-428c-b7bd-ed839e558502 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874301 Feb 20 05:52:31.947155 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f21ae0c3-2c6a-49ee-a0cf-c14cbb94bc1d req-74b5c043-d7b2-47cf-abab-a929792d3d8c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e49102ae-3060-48a8-853b-91c68016e434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839376 Feb 20 05:52:32.087711 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6e112fb-e074-4133-8147-fedbcc398c05 req-e870d5d5-5d8a-4104-a412-cb42207a9396 service neutron] 10.222.0.48 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395437 Feb 20 05:52:32.091762 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9e1254-6730-4ece-a1a8-52c4ef9edf45 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Hosts for router 4429cb96-743f-4115-8e23-e12d9e138857: [] {{(pid=103406) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 20 05:52:32.171556 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9e1254-6730-4ece-a1a8-52c4ef9edf45 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Hosts for other DVR routers connected to router 4429cb96-743f-4115-8e23-e12d9e138857: set() {{(pid=103406) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 20 05:52:32.174785 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef9e1254-6730-4ece-a1a8-52c4ef9edf45 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:32.182431 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ef9e1254-6730-4ece-a1a8-52c4ef9edf45 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] 10.222.0.37 "PUT /v2.0/routers/4429cb96-743f-4115-8e23-e12d9e138857 HTTP/1.1" status: 200 len: 717 time: 1.2192509 Feb 20 05:52:32.183175 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56194) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:32.229242 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f21ae0c3-2c6a-49ee-a0cf-c14cbb94bc1d req-d495ccb7-808a-46da-acb7-76e1205c7eed service neutron] 10.222.0.48 "GET /v2.0/networks/e49102ae-3060-48a8-853b-91c68016e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725687 Feb 20 05:52:32.295975 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f48bd060-e730-4e58-bd7e-cfdc357450fd tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] 10.222.0.37 "GET /v2.0/routers/4429cb96-743f-4115-8e23-e12d9e138857 HTTP/1.1" status: 200 len: 717 time: 0.1113670 Feb 20 05:52:32.299313 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56200) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:32.361442 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6e112fb-e074-4133-8147-fedbcc398c05 req-c7ed5e62-471d-4e91-a656-98d38813752a service neutron] 10.222.0.48 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680395 Feb 20 05:52:32.544517 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f21ae0c3-2c6a-49ee-a0cf-c14cbb94bc1d req-881e6094-258c-4101-85c0-20159856f919 service neutron] 10.222.0.48 "GET /v2.0/networks/e49102ae-3060-48a8-853b-91c68016e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023903 Feb 20 05:52:32.699271 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5c4acbb0-ca7a-4381-b324-4d6b7a284316 tempest-RoutersTestDVR-959017791 tempest-RoutersTestDVR-959017791-project] 10.222.0.37 "GET /v2.0/routers/4429cb96-743f-4115-8e23-e12d9e138857 HTTP/1.1" status: 200 len: 683 time: 0.3963099 Feb 20 05:52:32.699819 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56206) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:32.831639 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-45103d50-2f71-4078-89e6-5f0f7a57e2b0 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks [] for router (4429cb96-743f-4115-8e23-e12d9e138857), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:33.239233 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-45103d50-2f71-4078-89e6-5f0f7a57e2b0 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (4429cb96-743f-4115-8e23-e12d9e138857), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:33.242378 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-45103d50-2f71-4078-89e6-5f0f7a57e2b0 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks [] for router_controller (4429cb96-743f-4115-8e23-e12d9e138857), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:33.274242 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device e7766f16-9671-411a-9975-a68233359b96 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:52:33.303557 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a218450-042d-4aba-af68-48cfdce07f5f req-600d0549-f5ec-4dd9-81f3-1751b501d5cb tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:33.305059 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5a218450-042d-4aba-af68-48cfdce07f5f req-600d0549-f5ec-4dd9-81f3-1751b501d5cb tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 944 time: 0.1668646 Feb 20 05:52:33.323714 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-45103d50-2f71-4078-89e6-5f0f7a57e2b0 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (4429cb96-743f-4115-8e23-e12d9e138857), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:33.324245 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45103d50-2f71-4078-89e6-5f0f7a57e2b0 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4429cb96-743f-4115-8e23-e12d9e138857 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:52:33.345018 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-45103d50-2f71-4078-89e6-5f0f7a57e2b0 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:33.346259 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-45103d50-2f71-4078-89e6-5f0f7a57e2b0 tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] 10.222.0.37 "DELETE /v2.0/routers/4429cb96-743f-4115-8e23-e12d9e138857 HTTP/1.1" status: 204 len: 168 time: 0.6431835 Feb 20 05:52:33.352214 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56220) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:33.357192 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-18cb24dd-1cc6-41da-b369-1c695bbcd5fd tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Request body: {'router': {'name': 'tempest-router-180704928', 'distributed': True}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:33.410242 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18cb24dd-1cc6-41da-b369-1c695bbcd5fd tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (0dd74458-bbc8-49ea-93c1-4607a97692b2), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:33.411796 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18cb24dd-1cc6-41da-b369-1c695bbcd5fd tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (0dd74458-bbc8-49ea-93c1-4607a97692b2), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:33.417667 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5a218450-042d-4aba-af68-48cfdce07f5f req-2254228f-86de-4fa5-84e4-3bafbd67fb30 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010785 Feb 20 05:52:33.574525 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18cb24dd-1cc6-41da-b369-1c695bbcd5fd tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks [] for router_controller (0dd74458-bbc8-49ea-93c1-4607a97692b2), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:33.587627 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18cb24dd-1cc6-41da-b369-1c695bbcd5fd tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (0dd74458-bbc8-49ea-93c1-4607a97692b2), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:33.622637 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18cb24dd-1cc6-41da-b369-1c695bbcd5fd tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:33.625747 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-18cb24dd-1cc6-41da-b369-1c695bbcd5fd tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2724681 Feb 20 05:52:33.629168 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56226) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:33.781340 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4684542-2866-46e0-9604-385721972f1a tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks [] for router (0dd74458-bbc8-49ea-93c1-4607a97692b2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:33.856751 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port e7766f16-9671-411a-9975-a68233359b96, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=e7766f16-9671-411a-9975-a68233359b96,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:52:33.871225 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'e7766f16-9671-411a-9975-a68233359b96', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'port_id': 'e7766f16-9671-411a-9975-a68233359b96', 'mac_address': 'fa:16:3e:17:b7:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:52:33.917964 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port e7766f16-9671-411a-9975-a68233359b96 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:52:33.918750 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e7766f16-9671-411a-9975-a68233359b96), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:33.946404 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7766f16-9671-411a-9975-a68233359b96 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:52:33.970880 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port e7766f16-9671-411a-9975-a68233359b96, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=e7766f16-9671-411a-9975-a68233359b96,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:52:33.978057 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e7766f16-9671-411a-9975-a68233359b96), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:34.109382 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=e7766f16-9671-411a-9975-a68233359b96,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:34.144993 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4684542-2866-46e0-9604-385721972f1a tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (0dd74458-bbc8-49ea-93c1-4607a97692b2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:34.148460 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4684542-2866-46e0-9604-385721972f1a tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks [] for router_controller (0dd74458-bbc8-49ea-93c1-4607a97692b2), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:34.203085 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['e7766f16-9671-411a-9975-a68233359b96'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:52:34.213987 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4684542-2866-46e0-9604-385721972f1a tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (0dd74458-bbc8-49ea-93c1-4607a97692b2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:34.214569 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4684542-2866-46e0-9604-385721972f1a tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0dd74458-bbc8-49ea-93c1-4607a97692b2 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:52:34.228930 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4684542-2866-46e0-9604-385721972f1a tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:34.230128 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e4684542-2866-46e0-9604-385721972f1a tempest-RoutersTestDVR-544248525 tempest-RoutersTestDVR-544248525-project-admin] 10.222.0.37 "DELETE /v2.0/routers/0dd74458-bbc8-49ea-93c1-4607a97692b2 HTTP/1.1" status: 204 len: 168 time: 0.5999572 Feb 20 05:52:34.709631 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77b7c7-b346-4a1a-9a2a-fd260a19d4b4 req-f1d621c2-bf14-461a-b00e-0f9c95c45345 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:34.722830 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4f77b7c7-b346-4a1a-9a2a-fd260a19d4b4 req-f1d621c2-bf14-461a-b00e-0f9c95c45345 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 945 time: 0.1350465 Feb 20 05:52:34.826294 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4f77b7c7-b346-4a1a-9a2a-fd260a19d4b4 req-68ad1e36-f9f6-4d42-808d-24759aa73fff tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023383 Feb 20 05:52:34.830925 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56248) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:34.964532 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-939758df-09a4-4416-8c9a-4ef21a594b85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:35.150771 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-939758df-09a4-4416-8c9a-4ef21a594b85 admin admin] Publish callbacks [] for security_group (bbbf02dd-49a6-442b-9dfd-d0a17c7f5102), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:35.159673 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-939758df-09a4-4416-8c9a-4ef21a594b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (bbbf02dd-49a6-442b-9dfd-d0a17c7f5102), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:35.211603 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-939758df-09a4-4416-8c9a-4ef21a594b85 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=640f814ccfa246e1a2d17fb80803ddd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3762920 Feb 20 05:52:35.212376 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56260) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:35.278106 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device e7766f16-9671-411a-9975-a68233359b96 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:52:35.448875 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939758df-09a4-4416-8c9a-4ef21a594b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbf02dd-49a6-442b-9dfd-d0a17c7f5102,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:35.489122 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port e7766f16-9671-411a-9975-a68233359b96 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:52:35.497855 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port e7766f16-9671-411a-9975-a68233359b96 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:52:35.498233 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e7766f16-9671-411a-9975-a68233359b96), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:35.531216 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939758df-09a4-4416-8c9a-4ef21a594b85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:35.532798 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939758df-09a4-4416-8c9a-4ef21a594b85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:35.533246 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939758df-09a4-4416-8c9a-4ef21a594b85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:35.533602 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939758df-09a4-4416-8c9a-4ef21a594b85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:35.533944 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939758df-09a4-4416-8c9a-4ef21a594b85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:35.534286 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939758df-09a4-4416-8c9a-4ef21a594b85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:35.534618 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939758df-09a4-4416-8c9a-4ef21a594b85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:35.534987 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939758df-09a4-4416-8c9a-4ef21a594b85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:35.535321 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939758df-09a4-4416-8c9a-4ef21a594b85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:35.535649 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939758df-09a4-4416-8c9a-4ef21a594b85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:35.535977 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939758df-09a4-4416-8c9a-4ef21a594b85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:35.539552 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939758df-09a4-4416-8c9a-4ef21a594b85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:35.539552 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939758df-09a4-4416-8c9a-4ef21a594b85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:52:35.570543 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f8866640-8923-4d4c-b9f5-0c8ce0938ea9 admin admin] Publish callbacks [] for security_group (bbbf02dd-49a6-442b-9dfd-d0a17c7f5102), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:35.647080 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f8866640-8923-4d4c-b9f5-0c8ce0938ea9 admin admin] Publish callbacks [] for security_group (bbbf02dd-49a6-442b-9dfd-d0a17c7f5102), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:35.745611 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f8866640-8923-4d4c-b9f5-0c8ce0938ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (bbbf02dd-49a6-442b-9dfd-d0a17c7f5102), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:35.745611 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f8866640-8923-4d4c-b9f5-0c8ce0938ea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:35.745611 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f8866640-8923-4d4c-b9f5-0c8ce0938ea9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bbbf02dd-49a6-442b-9dfd-d0a17c7f5102 HTTP/1.1" status: 204 len: 168 time: 0.5297573 Feb 20 05:52:35.754471 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8866640-8923-4d4c-b9f5-0c8ce0938ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbf02dd-49a6-442b-9dfd-d0a17c7f5102,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:35.760140 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port e7766f16-9671-411a-9975-a68233359b96 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:52:35.760535 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e7766f16-9671-411a-9975-a68233359b96), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:35.834591 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port e7766f16-9671-411a-9975-a68233359b96, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=e7766f16-9671-411a-9975-a68233359b96,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:52:35.851754 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de47a2f3-aaa2-42bf-9fcf-78d85176fcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7766f16-9671-411a-9975-a68233359b96'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:52:35.857921 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1c266e-c0f9-482c-892a-4aa68f367bde" -d '{"events": [{"server_uuid": "de47a2f3-aaa2-42bf-9fcf-78d85176fcd3", "name": "network-vif-plugged", "status": "completed", "tag": "e7766f16-9671-411a-9975-a68233359b96"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:52:35.890499 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e7766f16-9671-411a-9975-a68233359b96), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:36.024018 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=e7766f16-9671-411a-9975-a68233359b96,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:36.062563 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffd7ae-b1ec-49ba-a3ae-7bd8defa2943 req-0fe1b5b3-8234-4663-b5a5-0af619968705 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:36.071206 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ceffd7ae-b1ec-49ba-a3ae-7bd8defa2943 req-0fe1b5b3-8234-4663-b5a5-0af619968705 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.1042855 Feb 20 05:52:36.161676 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ceffd7ae-b1ec-49ba-a3ae-7bd8defa2943 req-cdb111cf-7aba-43b1-86ed-f3c4ddf5d57f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892904 Feb 20 05:52:36.232648 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3402f27b-ec4a-440e-ac15-5e6a34254309 x-openstack-request-id: req-3402f27b-ec4a-440e-ac15-5e6a34254309 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:52:36.233081 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de47a2f3-aaa2-42bf-9fcf-78d85176fcd3", "name": "network-vif-plugged", "status": "completed", "tag": "e7766f16-9671-411a-9975-a68233359b96", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:52:36.233340 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3402f27b-ec4a-440e-ac15-5e6a34254309 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:52:36.233742 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de47a2f3-aaa2-42bf-9fcf-78d85176fcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7766f16-9671-411a-9975-a68233359b96', 'code': 200} Feb 20 05:52:36.370085 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56300) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:36.394716 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32f68d0a-7f93-4385-bd02-ff87fd9f7c60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:36.398799 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f45df1-c019-46a7-ba25-49ac5fa2f95c req-b591ece4-a842-41ce-9cec-084d625d36d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:36.401450 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-79f45df1-c019-46a7-ba25-49ac5fa2f95c req-b591ece4-a842-41ce-9cec-084d625d36d9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 1128 time: 0.1081679 Feb 20 05:52:36.497845 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-79f45df1-c019-46a7-ba25-49ac5fa2f95c req-d5b05011-b025-4078-bfd9-7bede1008765 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861123 Feb 20 05:52:36.565307 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32f68d0a-7f93-4385-bd02-ff87fd9f7c60 admin admin] Publish callbacks [] for security_group (6f9e0d8d-bbbe-4d71-9eed-1beda92de505), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:36.570141 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32f68d0a-7f93-4385-bd02-ff87fd9f7c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6f9e0d8d-bbbe-4d71-9eed-1beda92de505), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:36.598711 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-32f68d0a-7f93-4385-bd02-ff87fd9f7c60 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24c0016785d04eb2ac354bcba39e62b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2275364 Feb 20 05:52:36.601975 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56310) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:36.620257 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f68d0a-7f93-4385-bd02-ff87fd9f7c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9e0d8d-bbbe-4d71-9eed-1beda92de505,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:36.713152 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-941da201-5670-4120-82f4-98755ba0b9a0 admin admin] Publish callbacks [] for security_group (6f9e0d8d-bbbe-4d71-9eed-1beda92de505), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:36.766030 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-941da201-5670-4120-82f4-98755ba0b9a0 admin admin] Publish callbacks [] for security_group (6f9e0d8d-bbbe-4d71-9eed-1beda92de505), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:36.838994 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-941da201-5670-4120-82f4-98755ba0b9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6f9e0d8d-bbbe-4d71-9eed-1beda92de505), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:36.843474 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-941da201-5670-4120-82f4-98755ba0b9a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:36.848159 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-941da201-5670-4120-82f4-98755ba0b9a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f9e0d8d-bbbe-4d71-9eed-1beda92de505 HTTP/1.1" status: 204 len: 168 time: 0.2446296 Feb 20 05:52:36.860173 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941da201-5670-4120-82f4-98755ba0b9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9e0d8d-bbbe-4d71-9eed-1beda92de505,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:37.400709 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba6822-f83a-4b05-b6aa-b7a643b9972f req-66690a29-ffd4-429e-959f-33ae6ffc490e tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:37.411981 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05ba6822-f83a-4b05-b6aa-b7a643b9972f req-66690a29-ffd4-429e-959f-33ae6ffc490e tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.1343911 Feb 20 05:52:37.521383 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05ba6822-f83a-4b05-b6aa-b7a643b9972f req-c8e8e0fa-528e-49dd-8b96-3cfefb25490f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048384 Feb 20 05:52:38.856169 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4861f-146d-4c8e-956e-1acc4efe84b5 req-525a4c97-498b-4661-803c-f275109ee1ad tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:38.858835 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8fc4861f-146d-4c8e-956e-1acc4efe84b5 req-525a4c97-498b-4661-803c-f275109ee1ad tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.1275394 Feb 20 05:52:38.959680 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8fc4861f-146d-4c8e-956e-1acc4efe84b5 req-e9cef756-5e91-4024-8d1a-5d6247f65923 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910254 Feb 20 05:52:38.960035 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56374) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:39.147869 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452ce60-25e8-46a2-a268-8c1692023335 req-92cf5fa3-410a-4fa9-8397-3f779af6025f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:39.149601 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d452ce60-25e8-46a2-a268-8c1692023335 req-92cf5fa3-410a-4fa9-8397-3f779af6025f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.1184509 Feb 20 05:52:39.159700 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56384) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:39.165263 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-e86628f4-a393-4ec0-b454-f251ee5c51c9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Request body: {'floatingip': {'port_id': 'e7766f16-9671-411a-9975-a68233359b96'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:39.219285 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e86628f4-a393-4ec0-b454-f251ee5c51c9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for floatingip (448eaa8f-7b44-429e-8c89-656a4ddf7028), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:39.225109 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c5609310-8dcb-40bf-97f5-d00a6d57cacf tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1117352762', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:39.341196 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5609310-8dcb-40bf-97f5-d00a6d57cacf tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Made reservation on behalf of 37157a1c4c32481abc4c4ff71aca198e for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:52:39.343771 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c5609310-8dcb-40bf-97f5-d00a6d57cacf tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:39.372330 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c5609310-8dcb-40bf-97f5-d00a6d57cacf tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:40.250298 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e86628f4-a393-4ec0-b454-f251ee5c51c9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:40.284589 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e86628f4-a393-4ec0-b454-f251ee5c51c9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (448eaa8f-7b44-429e-8c89-656a4ddf7028), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:40.438292 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c5609310-8dcb-40bf-97f5-d00a6d57cacf tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Publish callbacks [] for security_group (cfea9ae2-1d73-4760-8bc0-7259e99b3738), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:40.450820 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c5609310-8dcb-40bf-97f5-d00a6d57cacf tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (cfea9ae2-1d73-4760-8bc0-7259e99b3738), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:40.524235 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5609310-8dcb-40bf-97f5-d00a6d57cacf tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfea9ae2-1d73-4760-8bc0-7259e99b3738,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:40.543625 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-c5609310-8dcb-40bf-97f5-d00a6d57cacf tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] device_id is not set on port fd54b15a-ad64-4cd4-bf1c-8834952f0910 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:52:40.591884 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56422) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:40.732125 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-e86628f4-a393-4ec0-b454-f251ee5c51c9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Floating IP 448eaa8f-7b44-429e-8c89-656a4ddf7028 associated. External IP: 172.25.3.202, port: e7766f16-9671-411a-9975-a68233359b96. Feb 20 05:52:40.815221 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d251568-dd97-4ae9-b6fb-79d15b2f9335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:40.981714 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d251568-dd97-4ae9-b6fb-79d15b2f9335 admin admin] Publish callbacks [] for security_group (8156ad73-293b-4f47-840d-8e079fe8009f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:40.985768 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d251568-dd97-4ae9-b6fb-79d15b2f9335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8156ad73-293b-4f47-840d-8e079fe8009f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:41.037013 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d251568-dd97-4ae9-b6fb-79d15b2f9335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8156ad73-293b-4f47-840d-8e079fe8009f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:41.102468 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9d251568-dd97-4ae9-b6fb-79d15b2f9335 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=769cf807782046429bd6dc6347ff18e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5092533 Feb 20 05:52:41.112727 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56428) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:41.275625 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-22997077-69b4-4695-a589-8ae6dc56683f admin admin] Publish callbacks [] for security_group (8156ad73-293b-4f47-840d-8e079fe8009f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:41.332619 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-22997077-69b4-4695-a589-8ae6dc56683f admin admin] Publish callbacks [] for security_group (8156ad73-293b-4f47-840d-8e079fe8009f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:41.430585 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-22997077-69b4-4695-a589-8ae6dc56683f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8156ad73-293b-4f47-840d-8e079fe8009f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:41.435802 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-22997077-69b4-4695-a589-8ae6dc56683f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:41.442446 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-22997077-69b4-4695-a589-8ae6dc56683f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8156ad73-293b-4f47-840d-8e079fe8009f HTTP/1.1" status: 204 len: 168 time: 0.3284554 Feb 20 05:52:41.461980 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22997077-69b4-4695-a589-8ae6dc56683f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8156ad73-293b-4f47-840d-8e079fe8009f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:41.613585 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-7000ec8a-c34b-4930-bbbc-b6b9e0adc5ee req-1cf0a9b0-53aa-499c-87f0-527711d05189 service neutron] (103407) timed out ('10.222.0.37', 33708) {{(pid=103407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 05:52:41.710842 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-c5609310-8dcb-40bf-97f5-d00a6d57cacf tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Allocated IP 172.25.3.198 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/fd54b15a-ad64-4cd4-bf1c-8834952f0910) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:52:42.047389 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56444) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:42.072418 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5db0903-063c-4481-8d2d-46cbff55501c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:42.157612 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86628f4-a393-4ec0-b454-f251ee5c51c9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Router c8a337db-0481-4884-9540-632605b7d257 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:52:42.269203 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c5609310-8dcb-40bf-97f5-d00a6d57cacf tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Publish callbacks [] for port (fd54b15a-ad64-4cd4-bf1c-8834952f0910), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:42.315277 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5db0903-063c-4481-8d2d-46cbff55501c admin admin] Publish callbacks [] for security_group (76d6ce13-c550-485c-8568-13c89e6f1b04), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:42.319824 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5db0903-063c-4481-8d2d-46cbff55501c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (76d6ce13-c550-485c-8568-13c89e6f1b04), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:42.379507 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db0903-063c-4481-8d2d-46cbff55501c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d6ce13-c550-485c-8568-13c89e6f1b04,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:42.384348 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b5db0903-063c-4481-8d2d-46cbff55501c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=80b87a8edcb343768977de7a4cc4bd39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3356717 Feb 20 05:52:42.386757 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56448) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:42.402198 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86628f4-a393-4ec0-b454-f251ee5c51c9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:52:42.408746 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e86628f4-a393-4ec0-b454-f251ee5c51c9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:42.419939 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8acaad-e799-4514-b297-8b6d31d76e5a None None] Sync routers for ids ['c8a337db-0481-4884-9540-632605b7d257'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:52:42.449611 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8acaad-e799-4514-b297-8b6d31d76e5a None None] Routers {'c8a337db-0481-4884-9540-632605b7d257'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:52:42.450273 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-cc8acaad-e799-4514-b297-8b6d31d76e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:52:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8a337db-0481-4884-9540-632605b7d257'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:52:42.452928 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-76ccf3eb-6d7f-4f7e-85c9-922aad1b79f2 admin admin] Publish callbacks [] for security_group (76d6ce13-c550-485c-8568-13c89e6f1b04), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:42.481770 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-76ccf3eb-6d7f-4f7e-85c9-922aad1b79f2 admin admin] Publish callbacks [] for security_group (76d6ce13-c550-485c-8568-13c89e6f1b04), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:42.544861 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-76ccf3eb-6d7f-4f7e-85c9-922aad1b79f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (76d6ce13-c550-485c-8568-13c89e6f1b04), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:42.549231 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-76ccf3eb-6d7f-4f7e-85c9-922aad1b79f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:42.550637 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-76ccf3eb-6d7f-4f7e-85c9-922aad1b79f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76d6ce13-c550-485c-8568-13c89e6f1b04 HTTP/1.1" status: 204 len: 168 time: 0.1628265 Feb 20 05:52:42.561773 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ccf3eb-6d7f-4f7e-85c9-922aad1b79f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d6ce13-c550-485c-8568-13c89e6f1b04,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:42.567075 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c5609310-8dcb-40bf-97f5-d00a6d57cacf tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (fd54b15a-ad64-4cd4-bf1c-8834952f0910), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:42.637123 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e86628f4-a393-4ec0-b454-f251ee5c51c9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "PUT /v2.0/floatingips/448eaa8f-7b44-429e-8c89-656a4ddf7028 HTTP/1.1" status: 200 len: 992 time: 3.4757795 Feb 20 05:52:42.707056 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de47a2f3-aaa2-42bf-9fcf-78d85176fcd3', 'tag': 'e7766f16-9671-411a-9975-a68233359b96'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:52:42.719821 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1047777a-82f3-4822-9713-321c24c4c4a9" -d '{"events": [{"name": "network-changed", "server_uuid": "de47a2f3-aaa2-42bf-9fcf-78d85176fcd3", "tag": "e7766f16-9671-411a-9975-a68233359b96"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:52:42.745799 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5609310-8dcb-40bf-97f5-d00a6d57cacf tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:52:42.755380 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-c5609310-8dcb-40bf-97f5-d00a6d57cacf tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:52:42.763575 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5609310-8dcb-40bf-97f5-d00a6d57cacf tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:52:42.816954 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-cc8acaad-e799-4514-b297-8b6d31d76e5a None None] Set router c8a337db-0481-4884-9540-632605b7d257 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:52:42.899512 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc63785d-4a9f-4072-bee5-5e80c6da27f7 x-openstack-request-id: req-fc63785d-4a9f-4072-bee5-5e80c6da27f7 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:52:42.899748 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de47a2f3-aaa2-42bf-9fcf-78d85176fcd3", "tag": "e7766f16-9671-411a-9975-a68233359b96", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:52:42.899950 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc63785d-4a9f-4072-bee5-5e80c6da27f7 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:52:42.900350 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de47a2f3-aaa2-42bf-9fcf-78d85176fcd3', 'tag': 'e7766f16-9671-411a-9975-a68233359b96', 'status': 'completed', 'code': 200} Feb 20 05:52:43.001170 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5609310-8dcb-40bf-97f5-d00a6d57cacf tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Pushing event updated for resources: {'Port': ['ID=fd54b15a-ad64-4cd4-bf1c-8834952f0910,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:43.041062 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5609310-8dcb-40bf-97f5-d00a6d57cacf tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:43.041858 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c5609310-8dcb-40bf-97f5-d00a6d57cacf tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:43.080568 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c5609310-8dcb-40bf-97f5-d00a6d57cacf tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.1190121 Feb 20 05:52:43.081664 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56476) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:43.087600 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-57772a38-209d-47ef-820c-505a21b8cd9f tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.198'}]}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:43.090126 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047777a-82f3-4822-9713-321c24c4c4a9 req-66f041bc-7636-432d-88bc-903633b7e391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:43.094412 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1047777a-82f3-4822-9713-321c24c4c4a9 req-66f041bc-7636-432d-88bc-903633b7e391 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1cc50ee140854bcc8f6ed45dd231f31c&device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 1128 time: 0.2144227 Feb 20 05:52:43.139941 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-57772a38-209d-47ef-820c-505a21b8cd9f tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (0d2de06f-f946-4489-a8cf-0ac44afd014c), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:43.143826 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-57772a38-209d-47ef-820c-505a21b8cd9f tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (0d2de06f-f946-4489-a8cf-0ac44afd014c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:43.250390 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-cc8acaad-e799-4514-b297-8b6d31d76e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a337db-0481-4884-9540-632605b7d257', 'name': 'tempest-AttachVolumeShelveTestJSON-714751017-router', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:47:47Z', 'updated_at': '2022-02-20T05:48:01Z', 'revision_number': 4, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'gw_port': {'id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:47:50Z', 'updated_at': '2022-02-20T05:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '448eaa8f-7b44-429e-8c89-656a4ddf7028', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'c8a337db-0481-4884-9540-632605b7d257', 'port_id': 'e7766f16-9671-411a-9975-a68233359b96', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'mac_address': 'fa:16:3e:17:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de47a2f3-aaa2-42bf-9fcf-78d85176fcd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:52:21Z', 'updated_at': '2022-02-20T05:52:40Z', 'revision_number': 1, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7454a1-b288-4b63-9367-fdc897ea412a', 'name': '', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'mac_address': 'fa:16:3e:dc:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:48:00Z', 'updated_at': '2022-02-20T05:48:06Z', 'revision_number': 5, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'subnets': [{'id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:52:43.278357 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8acaad-e799-4514-b297-8b6d31d76e5a None None] Checking router: c8a337db-0481-4884-9540-632605b7d257 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:52:43.293217 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8acaad-e799-4514-b297-8b6d31d76e5a None None] Routers {'c8a337db-0481-4884-9540-632605b7d257'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:52:43.294077 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-cc8acaad-e799-4514-b297-8b6d31d76e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:52:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8a337db-0481-4884-9540-632605b7d257'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:52:43.311272 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047777a-82f3-4822-9713-321c24c4c4a9 req-d0215ff4-4cfb-4f8f-b2f5-6b08132571e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:43.318428 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1047777a-82f3-4822-9713-321c24c4c4a9 req-d0215ff4-4cfb-4f8f-b2f5-6b08132571e7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=72954832-dc86-4706-b5e9-cf8eb66f0446 HTTP/1.1" status: 200 len: 916 time: 0.2170842 Feb 20 05:52:43.332768 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-57772a38-209d-47ef-820c-505a21b8cd9f tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Publish callbacks [] for router_controller (0d2de06f-f946-4489-a8cf-0ac44afd014c), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:43.412786 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-cc8acaad-e799-4514-b297-8b6d31d76e5a None None] Set router c8a337db-0481-4884-9540-632605b7d257 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:52:43.462276 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1047777a-82f3-4822-9713-321c24c4c4a9 req-2bef13ea-a758-4750-a5be-368ae0e3e431 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7766f16-9671-411a-9975-a68233359b96 HTTP/1.1" status: 200 len: 1000 time: 0.1381006 Feb 20 05:52:43.583989 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047777a-82f3-4822-9713-321c24c4c4a9 req-d50bf01a-e3e9-43b2-8031-1ffb5b17cff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:43.589247 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1047777a-82f3-4822-9713-321c24c4c4a9 req-d50bf01a-e3e9-43b2-8031-1ffb5b17cff3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec01882b-2949-4e73-b51b-e8c64ca48e8d HTTP/1.1" status: 200 len: 855 time: 0.1211648 Feb 20 05:52:43.670666 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-cc8acaad-e799-4514-b297-8b6d31d76e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a337db-0481-4884-9540-632605b7d257', 'name': 'tempest-AttachVolumeShelveTestJSON-714751017-router', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:47:47Z', 'updated_at': '2022-02-20T05:48:01Z', 'revision_number': 4, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'gw_port': {'id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:47:50Z', 'updated_at': '2022-02-20T05:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '448eaa8f-7b44-429e-8c89-656a4ddf7028', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'c8a337db-0481-4884-9540-632605b7d257', 'port_id': 'e7766f16-9671-411a-9975-a68233359b96', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'mac_address': 'fa:16:3e:17:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de47a2f3-aaa2-42bf-9fcf-78d85176fcd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:52:21Z', 'updated_at': '2022-02-20T05:52:40Z', 'revision_number': 1, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7454a1-b288-4b63-9367-fdc897ea412a', 'name': '', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'mac_address': 'fa:16:3e:dc:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:48:00Z', 'updated_at': '2022-02-20T05:48:06Z', 'revision_number': 5, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'subnets': [{'id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:52:43.701218 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8acaad-e799-4514-b297-8b6d31d76e5a None None] The sync data for ids ['c8a337db-0481-4884-9540-632605b7d257'] in n-d-829866-5 is: [{'id': 'c8a337db-0481-4884-9540-632605b7d257', 'name': 'tempest-AttachVolumeShelveTestJSON-714751017-router', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:47:47Z', 'updated_at': '2022-02-20T05:48:01Z', 'revision_number': 4, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'gw_port': {'id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:47:50Z', 'updated_at': '2022-02-20T05:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '448eaa8f-7b44-429e-8c89-656a4ddf7028', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'c8a337db-0481-4884-9540-632605b7d257', 'port_id': 'e7766f16-9671-411a-9975-a68233359b96', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'mac_address': 'fa:16:3e:17:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de47a2f3-aaa2-42bf-9fcf-78d85176fcd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:52:21Z', 'updated_at': '2022-02-20T05:52:40Z', 'revision_number': 1, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7454a1-b288-4b63-9367-fdc897ea412a', 'name': '', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'mac_address': 'fa:16:3e:dc:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:48:00Z', 'updated_at': '2022-02-20T05:48:06Z', 'revision_number': 5, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'subnets': [{'id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:52:43.737627 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047777a-82f3-4822-9713-321c24c4c4a9 req-362d0a47-e7cd-4d24-a181-85772ef2a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:43.739334 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1047777a-82f3-4822-9713-321c24c4c4a9 req-362d0a47-e7cd-4d24-a181-85772ef2a459 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72954832-dc86-4706-b5e9-cf8eb66f0446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1443639 Feb 20 05:52:43.814215 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-57772a38-209d-47ef-820c-505a21b8cd9f tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Publish callbacks [] for router_gateway (0d2de06f-f946-4489-a8cf-0ac44afd014c), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:43.970235 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1047777a-82f3-4822-9713-321c24c4c4a9 req-594e4591-ce77-48ec-ac30-7aac25a63d51 service neutron] 10.222.0.48 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236946 Feb 20 05:52:44.125759 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1047777a-82f3-4822-9713-321c24c4c4a9 req-21c506b0-5e30-43a9-bfad-b711906831f9 service neutron] 10.222.0.48 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440330 Feb 20 05:52:44.179314 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3792bd1c-e281-47fc-a7f9-0fd3eb59ecd1 None None] New status for floating IP 448eaa8f-7b44-429e-8c89-656a4ddf7028: ACTIVE {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:52:44.425044 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-57772a38-209d-47ef-820c-505a21b8cd9f tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Publish callbacks [] for router_gateway (0d2de06f-f946-4489-a8cf-0ac44afd014c), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:44.473686 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-57772a38-209d-47ef-820c-505a21b8cd9f tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:45.499527 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-57772a38-209d-47ef-820c-505a21b8cd9f tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Publish callbacks [] for router (0d2de06f-f946-4489-a8cf-0ac44afd014c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:45.822316 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-57772a38-209d-47ef-820c-505a21b8cd9f tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (0d2de06f-f946-4489-a8cf-0ac44afd014c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:45.825020 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-57772a38-209d-47ef-820c-505a21b8cd9f tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Publish callbacks [] for router_controller (0d2de06f-f946-4489-a8cf-0ac44afd014c), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:45.904363 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-57772a38-209d-47ef-820c-505a21b8cd9f tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (0d2de06f-f946-4489-a8cf-0ac44afd014c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:45.905001 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57772a38-209d-47ef-820c-505a21b8cd9f tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d2de06f-f946-4489-a8cf-0ac44afd014c {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:52:45.938396 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-57772a38-209d-47ef-820c-505a21b8cd9f tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 20 05:52:45.941377 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-57772a38-209d-47ef-820c-505a21b8cd9f tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.8574979 Feb 20 05:52:45.943860 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56550) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:46.106295 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-dc6428eb-3c72-4f12-8346-535ca477ed8f tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Deleting port fd54b15a-ad64-4cd4-bf1c-8834952f0910 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:52:46.107066 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc6428eb-3c72-4f12-8346-535ca477ed8f tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (fd54b15a-ad64-4cd4-bf1c-8834952f0910), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:46.242085 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc6428eb-3c72-4f12-8346-535ca477ed8f tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (fd54b15a-ad64-4cd4-bf1c-8834952f0910), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:46.256526 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-dc6428eb-3c72-4f12-8346-535ca477ed8f tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Calling delete_port for fd54b15a-ad64-4cd4-bf1c-8834952f0910 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:52:46.392552 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc6428eb-3c72-4f12-8346-535ca477ed8f tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (fd54b15a-ad64-4cd4-bf1c-8834952f0910), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:46.433698 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6428eb-3c72-4f12-8346-535ca477ed8f tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd54b15a-ad64-4cd4-bf1c-8834952f0910,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:46.447556 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-323a528f-b30d-4fdc-a1cc-9302c6fd0317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:46.509633 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc6428eb-3c72-4f12-8346-535ca477ed8f tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:46.514402 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dc6428eb-3c72-4f12-8346-535ca477ed8f tempest-RoutersAdminNegativeTest-214414501 tempest-RoutersAdminNegativeTest-214414501-project-admin] 10.222.0.37 "DELETE /v2.0/ports/fd54b15a-ad64-4cd4-bf1c-8834952f0910 HTTP/1.1" status: 204 len: 168 time: 0.5685279 Feb 20 05:52:46.901396 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56588) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:47.067025 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2d07b1b-804a-4655-9d66-e8e54a7c8d94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:47.163671 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2d07b1b-804a-4655-9d66-e8e54a7c8d94 admin admin] Publish callbacks [] for security_group (0872a3ab-7e19-49c8-b67f-7d31efa8707a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:47.168320 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a2d07b1b-804a-4655-9d66-e8e54a7c8d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0872a3ab-7e19-49c8-b67f-7d31efa8707a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:47.218607 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a2d07b1b-804a-4655-9d66-e8e54a7c8d94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc0a6668991f4ed381af45bde95703df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3152213 Feb 20 05:52:47.219564 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d07b1b-804a-4655-9d66-e8e54a7c8d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0872a3ab-7e19-49c8-b67f-7d31efa8707a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:47.221261 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56608) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:47.348569 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-24837040-77eb-4166-a8fe-3c6eb7ac1e00 admin admin] Publish callbacks [] for security_group (0872a3ab-7e19-49c8-b67f-7d31efa8707a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:47.396232 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-24837040-77eb-4166-a8fe-3c6eb7ac1e00 admin admin] Publish callbacks [] for security_group (0872a3ab-7e19-49c8-b67f-7d31efa8707a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:47.467873 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-24837040-77eb-4166-a8fe-3c6eb7ac1e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0872a3ab-7e19-49c8-b67f-7d31efa8707a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:47.473084 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-24837040-77eb-4166-a8fe-3c6eb7ac1e00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:47.476106 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-24837040-77eb-4166-a8fe-3c6eb7ac1e00 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0872a3ab-7e19-49c8-b67f-7d31efa8707a HTTP/1.1" status: 204 len: 168 time: 0.2531137 Feb 20 05:52:47.511692 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24837040-77eb-4166-a8fe-3c6eb7ac1e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0872a3ab-7e19-49c8-b67f-7d31efa8707a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:47.938444 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56648) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:48.027000 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1cb1957a-2057-4534-ad83-00433fb67956 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37157a1c4c32481abc4c4ff71aca198e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0867550 Feb 20 05:52:48.029484 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56652) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:48.101445 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c8d06705-0bf4-4719-bd15-2588f36e951d admin admin] Publish callbacks [] for security_group (cfea9ae2-1d73-4760-8bc0-7259e99b3738), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:48.131151 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c8d06705-0bf4-4719-bd15-2588f36e951d admin admin] Publish callbacks [] for security_group (cfea9ae2-1d73-4760-8bc0-7259e99b3738), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:48.207062 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c8d06705-0bf4-4719-bd15-2588f36e951d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (cfea9ae2-1d73-4760-8bc0-7259e99b3738), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:48.210587 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c8d06705-0bf4-4719-bd15-2588f36e951d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:48.211965 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c8d06705-0bf4-4719-bd15-2588f36e951d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cfea9ae2-1d73-4760-8bc0-7259e99b3738 HTTP/1.1" status: 204 len: 168 time: 0.1810369 Feb 20 05:52:48.221963 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d06705-0bf4-4719-bd15-2588f36e951d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfea9ae2-1d73-4760-8bc0-7259e99b3738,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:48.941048 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93836b6a-b3b8-4e57-8a04-8ddcf03a40d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:49.570883 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56734) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:49.595305 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:49.782336 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56738) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:49.948179 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5c9c2a5-e448-4370-9e94-e69a0b459bc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:50.021284 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-94d1ac3f-6954-4073-969d-da88efeac6ef tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Request body: {'networks': [{'name': 'tempest-network--1156449806'}, {'name': 'tempest-network--963953879'}]} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:50.021727 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-94d1ac3f-6954-4073-969d-da88efeac6ef tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Request body: {'network': {'name': 'tempest-network--1156449806'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:50.022203 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-94d1ac3f-6954-4073-969d-da88efeac6ef tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Request body: {'network': {'name': 'tempest-network--963953879'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:50.082544 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d1ac3f-6954-4073-969d-da88efeac6ef tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Made reservation on behalf of 0263593adabf4714b70e75a598c6953e for: {'network': 2} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:52:50.089783 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94d1ac3f-6954-4073-969d-da88efeac6ef tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:50.128998 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94d1ac3f-6954-4073-969d-da88efeac6ef tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:50.166589 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5c9c2a5-e448-4370-9e94-e69a0b459bc9 admin admin] Publish callbacks [] for security_group (5b7fed14-1913-4fb6-837e-11b53f939210), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:50.185119 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5c9c2a5-e448-4370-9e94-e69a0b459bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5b7fed14-1913-4fb6-837e-11b53f939210), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:50.231266 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9c2a5-e448-4370-9e94-e69a0b459bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7fed14-1913-4fb6-837e-11b53f939210,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:50.331565 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94d1ac3f-6954-4073-969d-da88efeac6ef tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks [] for security_group (19160da8-e4be-4613-ac4a-b28237db56cd), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:50.339769 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56750) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:50.342414 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a5c9c2a5-e448-4370-9e94-e69a0b459bc9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cdb7a06e8a6c4357ad3cb344eafba6de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5585501 Feb 20 05:52:50.358417 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94d1ac3f-6954-4073-969d-da88efeac6ef tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (19160da8-e4be-4613-ac4a-b28237db56cd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:50.360315 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94d1ac3f-6954-4073-969d-da88efeac6ef tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:50.424455 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1ac3f-6954-4073-969d-da88efeac6ef tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19160da8-e4be-4613-ac4a-b28237db56cd,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:50.436854 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d1ac3f-6954-4073-969d-da88efeac6ef tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:52:50.444087 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-318d4857-5841-41cf-b3d7-3455d7668b2c admin admin] Publish callbacks [] for security_group (5b7fed14-1913-4fb6-837e-11b53f939210), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:50.454693 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94d1ac3f-6954-4073-969d-da88efeac6ef tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (bbc6f11b-72a3-480b-93aa-516ae8bb4a70), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:50.455268 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-94d1ac3f-6954-4073-969d-da88efeac6ef tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Added segment bbc6f11b-72a3-480b-93aa-516ae8bb4a70 of type vlan for network 2b8a8437-e892-45dd-8c83-217bc4651578 Feb 20 05:52:50.487565 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-318d4857-5841-41cf-b3d7-3455d7668b2c admin admin] Publish callbacks [] for security_group (5b7fed14-1913-4fb6-837e-11b53f939210), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:50.537706 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94d1ac3f-6954-4073-969d-da88efeac6ef tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (2b8a8437-e892-45dd-8c83-217bc4651578), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:50.585473 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-318d4857-5841-41cf-b3d7-3455d7668b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5b7fed14-1913-4fb6-837e-11b53f939210), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:50.589034 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-318d4857-5841-41cf-b3d7-3455d7668b2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:50.590500 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-318d4857-5841-41cf-b3d7-3455d7668b2c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b7fed14-1913-4fb6-837e-11b53f939210 HTTP/1.1" status: 204 len: 168 time: 0.2494340 Feb 20 05:52:50.602041 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d4857-5841-41cf-b3d7-3455d7668b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7fed14-1913-4fb6-837e-11b53f939210,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:50.616593 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d1ac3f-6954-4073-969d-da88efeac6ef tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:52:50.634442 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94d1ac3f-6954-4073-969d-da88efeac6ef tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (1b0fff64-813b-49ad-8e72-4b27aac4e4ae), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:50.636936 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-94d1ac3f-6954-4073-969d-da88efeac6ef tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Added segment 1b0fff64-813b-49ad-8e72-4b27aac4e4ae of type vlan for network cde49495-beec-4814-8e8c-8dc5a4832796 Feb 20 05:52:50.690496 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94d1ac3f-6954-4073-969d-da88efeac6ef tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (cde49495-beec-4814-8e8c-8dc5a4832796), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:50.746870 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94d1ac3f-6954-4073-969d-da88efeac6ef tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (2b8a8437-e892-45dd-8c83-217bc4651578), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:50.747669 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94d1ac3f-6954-4073-969d-da88efeac6ef tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (cde49495-beec-4814-8e8c-8dc5a4832796), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:50.753187 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d1ac3f-6954-4073-969d-da88efeac6ef tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:50.757669 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d1ac3f-6954-4073-969d-da88efeac6ef tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:50.764315 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94d1ac3f-6954-4073-969d-da88efeac6ef tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:50.901102 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1ac3f-6954-4073-969d-da88efeac6ef tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Pushing event updated for resources: {'Network': ['ID=2b8a8437-e892-45dd-8c83-217bc4651578,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:50.936092 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 2b8a8437-e892-45dd-8c83-217bc4651578 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:52:50.941475 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-94d1ac3f-6954-4073-969d-da88efeac6ef tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3681188 Feb 20 05:52:50.946631 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56762) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:51.056107 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1ac3f-6954-4073-969d-da88efeac6ef tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Pushing event updated for resources: {'Network': ['ID=cde49495-beec-4814-8e8c-8dc5a4832796,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:51.077957 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56764) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:51.088005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network cde49495-beec-4814-8e8c-8dc5a4832796 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:52:51.093800 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61cf4557-8c61-413a-b207-67f6951e8f65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:51.249421 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61cf4557-8c61-413a-b207-67f6951e8f65 admin admin] Publish callbacks [] for security_group (5e65c6dd-2b1d-48b2-af3d-9cac4b5dcfbf), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:51.254645 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61cf4557-8c61-413a-b207-67f6951e8f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5e65c6dd-2b1d-48b2-af3d-9cac4b5dcfbf), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:51.412108 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:51.414850 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-61cf4557-8c61-413a-b207-67f6951e8f65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bfb6330767b44f299f0dafb5f6c6aca1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3356037 Feb 20 05:52:51.415582 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56774) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:51.444230 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f2045b-8413-4d82-abcf-930825f9b272 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:51.456386 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f2045b-8413-4d82-abcf-930825f9b272 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:51.467952 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf4557-8c61-413a-b207-67f6951e8f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e65c6dd-2b1d-48b2-af3d-9cac4b5dcfbf,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:51.479920 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f2045b-8413-4d82-abcf-930825f9b272 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:51.493344 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f2045b-8413-4d82-abcf-930825f9b272 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:51.503996 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56776) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:51.505297 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-72f2045b-8413-4d82-abcf-930825f9b272 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5573032 Feb 20 05:52:51.595163 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-187f78f6-f7dd-46a5-a476-0bd17b7eebc3 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (2b8a8437-e892-45dd-8c83-217bc4651578), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:51.685577 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c88641e9-16e2-49c5-9a37-ac8c7e0267c2 admin admin] Publish callbacks [] for security_group (5e65c6dd-2b1d-48b2-af3d-9cac4b5dcfbf), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:51.761207 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c88641e9-16e2-49c5-9a37-ac8c7e0267c2 admin admin] Publish callbacks [] for security_group (5e65c6dd-2b1d-48b2-af3d-9cac4b5dcfbf), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:51.764110 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-187f78f6-f7dd-46a5-a476-0bd17b7eebc3 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (2b8a8437-e892-45dd-8c83-217bc4651578), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:51.802080 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-187f78f6-f7dd-46a5-a476-0bd17b7eebc3 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8a8437-e892-45dd-8c83-217bc4651578']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:52:51.817802 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-187f78f6-f7dd-46a5-a476-0bd17b7eebc3 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc6f11b-72a3-480b-93aa-516ae8bb4a70') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:52:51.818382 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-187f78f6-f7dd-46a5-a476-0bd17b7eebc3 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc6f11b-72a3-480b-93aa-516ae8bb4a70') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:52:51.827902 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-187f78f6-f7dd-46a5-a476-0bd17b7eebc3 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (bbc6f11b-72a3-480b-93aa-516ae8bb4a70), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:51.846695 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-187f78f6-f7dd-46a5-a476-0bd17b7eebc3 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (bbc6f11b-72a3-480b-93aa-516ae8bb4a70), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:51.865866 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187f78f6-f7dd-46a5-a476-0bd17b7eebc3 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:52:51.867093 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-187f78f6-f7dd-46a5-a476-0bd17b7eebc3 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (bbc6f11b-72a3-480b-93aa-516ae8bb4a70), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:52:51.870613 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:52:51.883560 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c88641e9-16e2-49c5-9a37-ac8c7e0267c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5e65c6dd-2b1d-48b2-af3d-9cac4b5dcfbf), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:51.886422 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c88641e9-16e2-49c5-9a37-ac8c7e0267c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:51.898395 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c88641e9-16e2-49c5-9a37-ac8c7e0267c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e65c6dd-2b1d-48b2-af3d-9cac4b5dcfbf HTTP/1.1" status: 204 len: 168 time: 0.4554117 Feb 20 05:52:51.965207 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88641e9-16e2-49c5-9a37-ac8c7e0267c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e65c6dd-2b1d-48b2-af3d-9cac4b5dcfbf,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:52.021236 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-187f78f6-f7dd-46a5-a476-0bd17b7eebc3 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (2b8a8437-e892-45dd-8c83-217bc4651578), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:52.029718 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-187f78f6-f7dd-46a5-a476-0bd17b7eebc3 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:52.035122 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-187f78f6-f7dd-46a5-a476-0bd17b7eebc3 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] 10.222.0.37 "DELETE /v2.0/networks/2b8a8437-e892-45dd-8c83-217bc4651578 HTTP/1.1" status: 204 len: 168 time: 0.5254633 Feb 20 05:52:52.037843 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56784) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:52.059343 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f78f6-f7dd-46a5-a476-0bd17b7eebc3 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Pushing event deleted for resources: {'Network': ['ID=2b8a8437-e892-45dd-8c83-217bc4651578,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:52.185997 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3cf78fc-c8c0-4f6a-80af-e27a8b7a64c6 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (cde49495-beec-4814-8e8c-8dc5a4832796), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:52.287712 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3cf78fc-c8c0-4f6a-80af-e27a8b7a64c6 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (cde49495-beec-4814-8e8c-8dc5a4832796), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:52.311580 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-e3cf78fc-c8c0-4f6a-80af-e27a8b7a64c6 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde49495-beec-4814-8e8c-8dc5a4832796']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:52:52.322956 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-e3cf78fc-c8c0-4f6a-80af-e27a8b7a64c6 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b0fff64-813b-49ad-8e72-4b27aac4e4ae') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:52:52.323259 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-e3cf78fc-c8c0-4f6a-80af-e27a8b7a64c6 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b0fff64-813b-49ad-8e72-4b27aac4e4ae') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:52:52.334665 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3cf78fc-c8c0-4f6a-80af-e27a8b7a64c6 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (1b0fff64-813b-49ad-8e72-4b27aac4e4ae), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:52.349490 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3cf78fc-c8c0-4f6a-80af-e27a8b7a64c6 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (1b0fff64-813b-49ad-8e72-4b27aac4e4ae), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:52.356018 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3cf78fc-c8c0-4f6a-80af-e27a8b7a64c6 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:52:52.356746 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3cf78fc-c8c0-4f6a-80af-e27a8b7a64c6 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (1b0fff64-813b-49ad-8e72-4b27aac4e4ae), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:52:52.360955 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:52:52.468373 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3cf78fc-c8c0-4f6a-80af-e27a8b7a64c6 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (cde49495-beec-4814-8e8c-8dc5a4832796), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:52.476166 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3cf78fc-c8c0-4f6a-80af-e27a8b7a64c6 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:52.481487 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e3cf78fc-c8c0-4f6a-80af-e27a8b7a64c6 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] 10.222.0.37 "DELETE /v2.0/networks/cde49495-beec-4814-8e8c-8dc5a4832796 HTTP/1.1" status: 204 len: 168 time: 0.4403698 Feb 20 05:52:52.482125 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56802) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:52.492875 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf78fc-c8c0-4f6a-80af-e27a8b7a64c6 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Pushing event deleted for resources: {'Network': ['ID=cde49495-beec-4814-8e8c-8dc5a4832796,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:52.680207 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:52.736228 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d588c01-b835-4341-9aed-5e61e8d785b7 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:52.749639 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d588c01-b835-4341-9aed-5e61e8d785b7 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:52.752720 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9d588c01-b835-4341-9aed-5e61e8d785b7 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2695546 Feb 20 05:52:52.756491 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56818) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:52.761533 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-1100630c-6dfc-458d-abf6-5854b358966c tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-471813162'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:52.796268 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1100630c-6dfc-458d-abf6-5854b358966c tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Made reservation on behalf of 0263593adabf4714b70e75a598c6953e for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:52:52.802123 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1100630c-6dfc-458d-abf6-5854b358966c tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:52.866183 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1100630c-6dfc-458d-abf6-5854b358966c tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:52:52.884131 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1100630c-6dfc-458d-abf6-5854b358966c tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (b855ffc1-0342-4d1c-a40d-8894110b164a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:52.884756 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-1100630c-6dfc-458d-abf6-5854b358966c tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Added segment b855ffc1-0342-4d1c-a40d-8894110b164a of type vlan for network 3325852e-c7c5-4255-9e44-49c36f0e9141 Feb 20 05:52:52.900569 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:52.969488 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1100630c-6dfc-458d-abf6-5854b358966c tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (3325852e-c7c5-4255-9e44-49c36f0e9141), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:53.019693 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1100630c-6dfc-458d-abf6-5854b358966c tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (3325852e-c7c5-4255-9e44-49c36f0e9141), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:53.028281 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1100630c-6dfc-458d-abf6-5854b358966c tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:53.031156 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1100630c-6dfc-458d-abf6-5854b358966c tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:53.091875 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1100630c-6dfc-458d-abf6-5854b358966c tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3342414 Feb 20 05:52:53.094531 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56830) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:53.103309 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-8c8cd14e-b963-444b-aab7-f1b1e9ed0c62 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-564836383'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:53.152445 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8cd14e-b963-444b-aab7-f1b1e9ed0c62 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Made reservation on behalf of 0263593adabf4714b70e75a598c6953e for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:52:53.158417 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd14e-b963-444b-aab7-f1b1e9ed0c62 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:53.165668 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100630c-6dfc-458d-abf6-5854b358966c tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Pushing event updated for resources: {'Network': ['ID=3325852e-c7c5-4255-9e44-49c36f0e9141,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:53.177765 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 3325852e-c7c5-4255-9e44-49c36f0e9141 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:52:53.217251 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8cd14e-b963-444b-aab7-f1b1e9ed0c62 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:52:53.237510 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd14e-b963-444b-aab7-f1b1e9ed0c62 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (5617fa9e-5d84-42ec-8513-1b2f084345d4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:53.238240 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-8c8cd14e-b963-444b-aab7-f1b1e9ed0c62 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Added segment 5617fa9e-5d84-42ec-8513-1b2f084345d4 of type vlan for network ef83a369-c993-4d26-86fc-6dd2217c4476 Feb 20 05:52:53.305389 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56834) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:53.309956 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-8156e746-d128-47cf-90b5-c040c9a0017d tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2095146143', 'description': 'tempest-secgroup-smoke-2095146143 description', 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:53.341626 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd14e-b963-444b-aab7-f1b1e9ed0c62 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (ef83a369-c993-4d26-86fc-6dd2217c4476), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:53.352008 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8156e746-d128-47cf-90b5-c040c9a0017d tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:53.391629 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd14e-b963-444b-aab7-f1b1e9ed0c62 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (ef83a369-c993-4d26-86fc-6dd2217c4476), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:53.405303 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8cd14e-b963-444b-aab7-f1b1e9ed0c62 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:53.409066 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd14e-b963-444b-aab7-f1b1e9ed0c62 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:53.459635 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8156e746-d128-47cf-90b5-c040c9a0017d tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for security_group (01440de7-4f75-45e7-9e39-d1d660f98335), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:53.481564 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8156e746-d128-47cf-90b5-c040c9a0017d tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (01440de7-4f75-45e7-9e39-d1d660f98335), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:53.536492 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8c8cd14e-b963-444b-aab7-f1b1e9ed0c62 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4397364 Feb 20 05:52:53.539931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56842) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:53.545347 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Request body: {'ports': [{'network_id': '3325852e-c7c5-4255-9e44-49c36f0e9141', 'name': 'tempest-port--619182785', 'admin_state_up': True}, {'network_id': 'ef83a369-c993-4d26-86fc-6dd2217c4476', 'admin_state_up': False}]} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:53.545892 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Request body: {'port': {'network_id': '3325852e-c7c5-4255-9e44-49c36f0e9141', 'name': 'tempest-port--619182785', 'admin_state_up': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:53.546600 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Request body: {'port': {'network_id': 'ef83a369-c993-4d26-86fc-6dd2217c4476', 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:53.585432 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cd14e-b963-444b-aab7-f1b1e9ed0c62 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Pushing event updated for resources: {'Network': ['ID=ef83a369-c993-4d26-86fc-6dd2217c4476,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:53.592447 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8156e746-d128-47cf-90b5-c040c9a0017d tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:53.604439 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network ef83a369-c993-4d26-86fc-6dd2217c4476 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:52:53.614623 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8156e746-d128-47cf-90b5-c040c9a0017d tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3080781 Feb 20 05:52:53.615836 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156e746-d128-47cf-90b5-c040c9a0017d tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01440de7-4f75-45e7-9e39-d1d660f98335,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:53.628345 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56850) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:53.637851 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-4df026b6-8244-402c-b2d6-4bd27d129217 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Request body: {'security_group_rule': {'security_group_id': '01440de7-4f75-45e7-9e39-d1d660f98335', 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:53.703572 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4df026b6-8244-402c-b2d6-4bd27d129217 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for security_group_rule (2a003bd8-231f-4431-a3cf-575ec0be4eb4), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:53.836573 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4df026b6-8244-402c-b2d6-4bd27d129217 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for security_group_rule (2a003bd8-231f-4431-a3cf-575ec0be4eb4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:53.843158 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4df026b6-8244-402c-b2d6-4bd27d129217 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (2a003bd8-231f-4431-a3cf-575ec0be4eb4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:53.871392 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df026b6-8244-402c-b2d6-4bd27d129217 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a003bd8-231f-4431-a3cf-575ec0be4eb4,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:53.881752 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4df026b6-8244-402c-b2d6-4bd27d129217 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:53.886939 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4df026b6-8244-402c-b2d6-4bd27d129217 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2560828 Feb 20 05:52:53.887697 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56864) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:53.895522 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-9065c450-d840-40ea-86e0-a62a4fbf9a04 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Request body: {'security_group_rule': {'security_group_id': '01440de7-4f75-45e7-9e39-d1d660f98335', 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:53.987707 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9065c450-d840-40ea-86e0-a62a4fbf9a04 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for security_group_rule (78a1b9f5-ecef-4d6b-8b46-b8cdb7fc280b), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:53.989984 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Made reservation on behalf of 0263593adabf4714b70e75a598c6953e for: {'port': 2} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:52:53.999647 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:54.036804 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:54.091516 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9065c450-d840-40ea-86e0-a62a4fbf9a04 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for security_group_rule (78a1b9f5-ecef-4d6b-8b46-b8cdb7fc280b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:54.095884 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9065c450-d840-40ea-86e0-a62a4fbf9a04 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (78a1b9f5-ecef-4d6b-8b46-b8cdb7fc280b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:54.114124 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065c450-d840-40ea-86e0-a62a4fbf9a04 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a1b9f5-ecef-4d6b-8b46-b8cdb7fc280b,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:54.174991 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9065c450-d840-40ea-86e0-a62a4fbf9a04 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:54.179309 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9065c450-d840-40ea-86e0-a62a4fbf9a04 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2877285 Feb 20 05:52:54.179973 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56882) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:54.196893 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-4dffbdea-1be7-4331-8a0e-67a9ee4346bc tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Request body: {'security_group_rule': {'security_group_id': '01440de7-4f75-45e7-9e39-d1d660f98335', 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:54.247926 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4dffbdea-1be7-4331-8a0e-67a9ee4346bc tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for security_group_rule (5ffa9d97-ddcf-4ee4-bf9c-621d356cfdfb), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:54.342955 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] device_id is not set on port 99691d11-8d6a-4e64-89ce-9c6857ba9962 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:52:54.374810 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4dffbdea-1be7-4331-8a0e-67a9ee4346bc tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for security_group_rule (5ffa9d97-ddcf-4ee4-bf9c-621d356cfdfb), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:54.379677 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4dffbdea-1be7-4331-8a0e-67a9ee4346bc tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (5ffa9d97-ddcf-4ee4-bf9c-621d356cfdfb), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:54.397971 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffbdea-1be7-4331-8a0e-67a9ee4346bc tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ffa9d97-ddcf-4ee4-bf9c-621d356cfdfb,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:54.426724 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4dffbdea-1be7-4331-8a0e-67a9ee4346bc tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:54.432923 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4dffbdea-1be7-4331-8a0e-67a9ee4346bc tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2479796 Feb 20 05:52:54.433640 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56888) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:54.442451 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-addc68b5-6472-446a-ad61-63df3b9c2ded tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Request body: {'security_group_rule': {'security_group_id': '01440de7-4f75-45e7-9e39-d1d660f98335', 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:54.481495 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-addc68b5-6472-446a-ad61-63df3b9c2ded tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for security_group_rule (221ce218-9808-459d-b991-543c890a98a3), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:54.495403 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks [] for port (99691d11-8d6a-4e64-89ce-9c6857ba9962), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:54.574401 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-addc68b5-6472-446a-ad61-63df3b9c2ded tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for security_group_rule (221ce218-9808-459d-b991-543c890a98a3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:54.579558 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] device_id is not set on port 8a74313e-3ca7-43ff-b2da-09dc8bdb9d40 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:52:54.587341 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-addc68b5-6472-446a-ad61-63df3b9c2ded tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (221ce218-9808-459d-b991-543c890a98a3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:54.606795 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc68b5-6472-446a-ad61-63df3b9c2ded tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221ce218-9808-459d-b991-543c890a98a3,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:54.619367 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-addc68b5-6472-446a-ad61-63df3b9c2ded tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:54.623490 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-addc68b5-6472-446a-ad61-63df3b9c2ded tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1889937 Feb 20 05:52:54.624099 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56898) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:54.630100 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-72df0d52-0304-4e7a-8ab6-acd05c6a4a8c tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Request body: {'security_group_rule': {'security_group_id': '01440de7-4f75-45e7-9e39-d1d660f98335', 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:54.657317 n-d-829866-5 neutron-server[103406]: INFO neutron.db.securitygroups_db [None req-72df0d52-0304-4e7a-8ab6-acd05c6a4a8c tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Project 4c628ee270a94ff4b5ce2b0598d240ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 05:52:54.664615 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-72df0d52-0304-4e7a-8ab6-acd05c6a4a8c tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for security_group_rule (1cce01f2-6833-4a0f-a32b-178c62ced706), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:54.718726 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks [] for port (8a74313e-3ca7-43ff-b2da-09dc8bdb9d40), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:54.781790 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-72df0d52-0304-4e7a-8ab6-acd05c6a4a8c tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for security_group_rule (1cce01f2-6833-4a0f-a32b-178c62ced706), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:54.787360 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-72df0d52-0304-4e7a-8ab6-acd05c6a4a8c tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (1cce01f2-6833-4a0f-a32b-178c62ced706), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:54.796992 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (99691d11-8d6a-4e64-89ce-9c6857ba9962), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:54.835240 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df0d52-0304-4e7a-8ab6-acd05c6a4a8c tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cce01f2-6833-4a0f-a32b-178c62ced706,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:54.845236 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-72df0d52-0304-4e7a-8ab6-acd05c6a4a8c tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:54.849898 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-72df0d52-0304-4e7a-8ab6-acd05c6a4a8c tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2245626 Feb 20 05:52:54.850887 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56912) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:54.855568 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-b6e503bd-9351-4399-a271-94ffe8949b13 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Request body: {'security_group_rule': {'security_group_id': '01440de7-4f75-45e7-9e39-d1d660f98335', 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:54.879075 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Pushing event updated for resources: {'Port': ['ID=99691d11-8d6a-4e64-89ce-9c6857ba9962,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:54.896754 n-d-829866-5 neutron-server[103406]: INFO neutron.db.securitygroups_db [None req-b6e503bd-9351-4399-a271-94ffe8949b13 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Project 4c628ee270a94ff4b5ce2b0598d240ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 05:52:54.903173 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b6e503bd-9351-4399-a271-94ffe8949b13 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for security_group_rule (529f6041-d70f-413c-aa56-00d191f77a94), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:54.939291 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Checking segment: {'id': 'b855ffc1-0342-4d1c-a40d-8894110b164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3325852e-c7c5-4255-9e44-49c36f0e9141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:52:54.939929 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Network hostable DHCP agents. Network: 3325852e-c7c5-4255-9e44-49c36f0e9141, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:52:54.961611 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Network 3325852e-c7c5-4255-9e44-49c36f0e9141 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:52:54.982396 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 3325852e-c7c5-4255-9e44-49c36f0e9141) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:52:54.997252 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:52:54.999612 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (8a74313e-3ca7-43ff-b2da-09dc8bdb9d40), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:55.009365 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743e0cc7-2efe-4b13-aa12-fad1f4790099 None None] Network 3325852e-c7c5-4255-9e44-49c36f0e9141 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:52:55.039430 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b6e503bd-9351-4399-a271-94ffe8949b13 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for security_group_rule (529f6041-d70f-413c-aa56-00d191f77a94), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:55.044278 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b6e503bd-9351-4399-a271-94ffe8949b13 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (529f6041-d70f-413c-aa56-00d191f77a94), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:55.068990 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b6e503bd-9351-4399-a271-94ffe8949b13 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:55.078239 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b6e503bd-9351-4399-a271-94ffe8949b13 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2180848 Feb 20 05:52:55.080509 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Pushing event updated for resources: {'Port': ['ID=8a74313e-3ca7-43ff-b2da-09dc8bdb9d40,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:55.091691 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e503bd-9351-4399-a271-94ffe8949b13 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529f6041-d70f-413c-aa56-00d191f77a94,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:55.092674 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Checking segment: {'id': '5617fa9e-5d84-42ec-8513-1b2f084345d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ef83a369-c993-4d26-86fc-6dd2217c4476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:52:55.093019 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Network hostable DHCP agents. Network: ef83a369-c993-4d26-86fc-6dd2217c4476, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:52:55.115043 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Network ef83a369-c993-4d26-86fc-6dd2217c4476 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:52:55.129215 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, ef83a369-c993-4d26-86fc-6dd2217c4476) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:52:55.146180 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:52:55.154462 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:55.161551 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:55.162538 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:55.162816 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc6141e-a338-4071-bac3-776496256e98 None None] Network ef83a369-c993-4d26-86fc-6dd2217c4476 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:52:55.187002 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-98bab082-25a4-496c-8296-e7292f451421 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.6455195 Feb 20 05:52:55.189849 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56922) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:55.301804 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503c8307-26ed-4e1b-857d-dee9cf4c3535 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:55.310173 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503c8307-26ed-4e1b-857d-dee9cf4c3535 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:55.312512 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-503c8307-26ed-4e1b-857d-dee9cf4c3535 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1211617 Feb 20 05:52:55.315890 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56932) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:55.340372 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:55.508045 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-f1da93b1-6f5d-42fe-9a9d-20c60bc46e86 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Deleting port 99691d11-8d6a-4e64-89ce-9c6857ba9962 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:52:55.508568 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1da93b1-6f5d-42fe-9a9d-20c60bc46e86 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (99691d11-8d6a-4e64-89ce-9c6857ba9962), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:55.630859 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1da93b1-6f5d-42fe-9a9d-20c60bc46e86 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (99691d11-8d6a-4e64-89ce-9c6857ba9962), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:55.652488 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-f1da93b1-6f5d-42fe-9a9d-20c60bc46e86 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Calling delete_port for 99691d11-8d6a-4e64-89ce-9c6857ba9962 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:52:55.767459 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1da93b1-6f5d-42fe-9a9d-20c60bc46e86 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (99691d11-8d6a-4e64-89ce-9c6857ba9962), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:55.809337 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da93b1-6f5d-42fe-9a9d-20c60bc46e86 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Pushing event deleted for resources: {'Port': ['ID=99691d11-8d6a-4e64-89ce-9c6857ba9962,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:55.811927 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56936) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:55.830608 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1da93b1-6f5d-42fe-9a9d-20c60bc46e86 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:55.834514 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f1da93b1-6f5d-42fe-9a9d-20c60bc46e86 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] 10.222.0.37 "DELETE /v2.0/ports/99691d11-8d6a-4e64-89ce-9c6857ba9962 HTTP/1.1" status: 204 len: 168 time: 0.5167308 Feb 20 05:52:55.836797 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56940) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:56.014594 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec662bf9-2bec-4077-ae75-b325e82944d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:56.037075 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-ac84bd9e-7764-4650-8e63-eaf159a60a52 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Deleting port 8a74313e-3ca7-43ff-b2da-09dc8bdb9d40 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:52:56.037581 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ac84bd9e-7764-4650-8e63-eaf159a60a52 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (8a74313e-3ca7-43ff-b2da-09dc8bdb9d40), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:56.149821 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ac84bd9e-7764-4650-8e63-eaf159a60a52 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (8a74313e-3ca7-43ff-b2da-09dc8bdb9d40), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:56.172708 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-ac84bd9e-7764-4650-8e63-eaf159a60a52 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Calling delete_port for 8a74313e-3ca7-43ff-b2da-09dc8bdb9d40 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:52:56.250736 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec662bf9-2bec-4077-ae75-b325e82944d8 admin admin] Publish callbacks [] for security_group (a259a1f4-c4df-4ff7-bfc0-c7b1e3951788), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:56.262595 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec662bf9-2bec-4077-ae75-b325e82944d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a259a1f4-c4df-4ff7-bfc0-c7b1e3951788), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:56.312270 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ec662bf9-2bec-4077-ae75-b325e82944d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b784b5dc60646448747e16b0d3ade45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4987104 Feb 20 05:52:56.314038 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec662bf9-2bec-4077-ae75-b325e82944d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a259a1f4-c4df-4ff7-bfc0-c7b1e3951788,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:56.315589 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56948) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:56.328871 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ac84bd9e-7764-4650-8e63-eaf159a60a52 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (8a74313e-3ca7-43ff-b2da-09dc8bdb9d40), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:56.359201 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84bd9e-7764-4650-8e63-eaf159a60a52 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Pushing event deleted for resources: {'Port': ['ID=8a74313e-3ca7-43ff-b2da-09dc8bdb9d40,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:56.366255 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ac84bd9e-7764-4650-8e63-eaf159a60a52 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:56.372177 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ac84bd9e-7764-4650-8e63-eaf159a60a52 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] 10.222.0.37 "DELETE /v2.0/ports/8a74313e-3ca7-43ff-b2da-09dc8bdb9d40 HTTP/1.1" status: 204 len: 168 time: 0.5320702 Feb 20 05:52:56.372364 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56950) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:56.400153 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cc648f1c-f73e-4ff7-b54d-fb07aa33aac7 admin admin] Publish callbacks [] for security_group (a259a1f4-c4df-4ff7-bfc0-c7b1e3951788), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:56.411512 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b4b245b7-53ec-4d03-84c3-eea6f9811f19 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0323548 Feb 20 05:52:56.412449 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56952) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:56.420888 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6cc30cb5-ebe9-457e-9b65-7db1117bc907 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1119388662'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:56.441167 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cc648f1c-f73e-4ff7-b54d-fb07aa33aac7 admin admin] Publish callbacks [] for security_group (a259a1f4-c4df-4ff7-bfc0-c7b1e3951788), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:56.449551 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc30cb5-ebe9-457e-9b65-7db1117bc907 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Made reservation on behalf of 0263593adabf4714b70e75a598c6953e for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:52:56.454570 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6cc30cb5-ebe9-457e-9b65-7db1117bc907 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:56.485174 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc30cb5-ebe9-457e-9b65-7db1117bc907 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:52:56.503681 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6cc30cb5-ebe9-457e-9b65-7db1117bc907 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (742b0158-76c7-456a-9068-eb3fe566212a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:56.504168 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-6cc30cb5-ebe9-457e-9b65-7db1117bc907 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Added segment 742b0158-76c7-456a-9068-eb3fe566212a of type vlan for network 93a2b676-e1ea-48a7-9c4e-c0492c5165d8 Feb 20 05:52:56.522999 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cc648f1c-f73e-4ff7-b54d-fb07aa33aac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a259a1f4-c4df-4ff7-bfc0-c7b1e3951788), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:56.526551 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cc648f1c-f73e-4ff7-b54d-fb07aa33aac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:56.531234 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cc648f1c-f73e-4ff7-b54d-fb07aa33aac7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a259a1f4-c4df-4ff7-bfc0-c7b1e3951788 HTTP/1.1" status: 204 len: 168 time: 0.2136362 Feb 20 05:52:56.541621 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc648f1c-f73e-4ff7-b54d-fb07aa33aac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a259a1f4-c4df-4ff7-bfc0-c7b1e3951788,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:56.554809 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6cc30cb5-ebe9-457e-9b65-7db1117bc907 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (93a2b676-e1ea-48a7-9c4e-c0492c5165d8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:56.583418 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6cc30cb5-ebe9-457e-9b65-7db1117bc907 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (93a2b676-e1ea-48a7-9c4e-c0492c5165d8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:56.588862 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc30cb5-ebe9-457e-9b65-7db1117bc907 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:56.589165 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6cc30cb5-ebe9-457e-9b65-7db1117bc907 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:56.646122 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6cc30cb5-ebe9-457e-9b65-7db1117bc907 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2321739 Feb 20 05:52:56.649378 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56956) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:56.655657 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-08efaac3-0a9e-496f-80ef-7bac7800f35f tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-946066483'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:52:56.664761 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc30cb5-ebe9-457e-9b65-7db1117bc907 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Pushing event updated for resources: {'Network': ['ID=93a2b676-e1ea-48a7-9c4e-c0492c5165d8,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:56.676120 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 93a2b676-e1ea-48a7-9c4e-c0492c5165d8 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:52:56.708353 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08efaac3-0a9e-496f-80ef-7bac7800f35f tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Made reservation on behalf of 0263593adabf4714b70e75a598c6953e for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:52:56.712397 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-08efaac3-0a9e-496f-80ef-7bac7800f35f tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:56.754070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08efaac3-0a9e-496f-80ef-7bac7800f35f tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:52:56.769749 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-08efaac3-0a9e-496f-80ef-7bac7800f35f tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (f65888e0-d5ea-4924-90ba-bc4d7ba8516f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:56.770372 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-08efaac3-0a9e-496f-80ef-7bac7800f35f tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Added segment f65888e0-d5ea-4924-90ba-bc4d7ba8516f of type vlan for network 6fde4115-7a3b-4b5b-9327-df49ec6ce412 Feb 20 05:52:56.831978 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-08efaac3-0a9e-496f-80ef-7bac7800f35f tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (6fde4115-7a3b-4b5b-9327-df49ec6ce412), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:56.868302 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-08efaac3-0a9e-496f-80ef-7bac7800f35f tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (6fde4115-7a3b-4b5b-9327-df49ec6ce412), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:56.877203 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08efaac3-0a9e-496f-80ef-7bac7800f35f tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:52:56.878082 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-08efaac3-0a9e-496f-80ef-7bac7800f35f tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:56.928848 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56960) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:56.945662 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bcc0117c-7e00-4ff2-9f3d-a952fb7e94ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:56.951642 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-08efaac3-0a9e-496f-80ef-7bac7800f35f tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2963161 Feb 20 05:52:56.958582 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efaac3-0a9e-496f-80ef-7bac7800f35f tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Pushing event updated for resources: {'Network': ['ID=6fde4115-7a3b-4b5b-9327-df49ec6ce412,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:56.977819 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 6fde4115-7a3b-4b5b-9327-df49ec6ce412 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:52:57.072087 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bcc0117c-7e00-4ff2-9f3d-a952fb7e94ce admin admin] Publish callbacks [] for security_group (7b737d60-5160-44af-81dc-376f5200057e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:57.077288 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bcc0117c-7e00-4ff2-9f3d-a952fb7e94ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7b737d60-5160-44af-81dc-376f5200057e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:57.124219 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bcc0117c-7e00-4ff2-9f3d-a952fb7e94ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3fff5bb6a9c48fe802be726de7eeb53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1919322 Feb 20 05:52:57.125085 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56962) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:52:57.132825 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0117c-7e00-4ff2-9f3d-a952fb7e94ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b737d60-5160-44af-81dc-376f5200057e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:52:57.178091 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4bed5c1-e4b8-45ab-8410-01f9b327d528 admin admin] Publish callbacks [] for security_group (7b737d60-5160-44af-81dc-376f5200057e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:57.205688 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4bed5c1-e4b8-45ab-8410-01f9b327d528 admin admin] Publish callbacks [] for security_group (7b737d60-5160-44af-81dc-376f5200057e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:57.252695 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4bed5c1-e4b8-45ab-8410-01f9b327d528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7b737d60-5160-44af-81dc-376f5200057e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:57.255539 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4bed5c1-e4b8-45ab-8410-01f9b327d528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:52:57.259149 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d4bed5c1-e4b8-45ab-8410-01f9b327d528 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b737d60-5160-44af-81dc-376f5200057e HTTP/1.1" status: 204 len: 168 time: 0.1308532 Feb 20 05:52:57.266267 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bed5c1-e4b8-45ab-8410-01f9b327d528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b737d60-5160-44af-81dc-376f5200057e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:00.287892 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57004) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:00.293610 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-804ae21a-e591-454c-931f-b8eb017efc27 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Request body: {'subnets': [{'network_id': '93a2b676-e1ea-48a7-9c4e-c0492c5165d8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1592931008', 'ip_version': 6}, {'network_id': '6fde4115-7a3b-4b5b-9327-df49ec6ce412', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:00.293931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-804ae21a-e591-454c-931f-b8eb017efc27 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Request body: {'subnet': {'network_id': '93a2b676-e1ea-48a7-9c4e-c0492c5165d8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1592931008', 'ip_version': 6}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:00.294612 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-804ae21a-e591-454c-931f-b8eb017efc27 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Request body: {'subnet': {'network_id': '6fde4115-7a3b-4b5b-9327-df49ec6ce412', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:00.451003 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804ae21a-e591-454c-931f-b8eb017efc27 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Made reservation on behalf of 0263593adabf4714b70e75a598c6953e for: {'subnet': 2} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:53:00.455820 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-804ae21a-e591-454c-931f-b8eb017efc27 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:00.456308 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-804ae21a-e591-454c-931f-b8eb017efc27 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:00.863844 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-804ae21a-e591-454c-931f-b8eb017efc27 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (710598d1-c6d8-410b-bc35-573dd61d0c31), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:00.926951 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ae21a-e591-454c-931f-b8eb017efc27 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Pushing event updated for resources: {'Subnet': ['ID=710598d1-c6d8-410b-bc35-573dd61d0c31,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:00.934145 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804ae21a-e591-454c-931f-b8eb017efc27 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Checking segment: {'id': '742b0158-76c7-456a-9068-eb3fe566212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '93a2b676-e1ea-48a7-9c4e-c0492c5165d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:53:00.934504 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804ae21a-e591-454c-931f-b8eb017efc27 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Network hostable DHCP agents. Network: 93a2b676-e1ea-48a7-9c4e-c0492c5165d8, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:53:00.952256 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804ae21a-e591-454c-931f-b8eb017efc27 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Network 93a2b676-e1ea-48a7-9c4e-c0492c5165d8 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:53:00.961208 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-804ae21a-e591-454c-931f-b8eb017efc27 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 93a2b676-e1ea-48a7-9c4e-c0492c5165d8) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:53:00.965422 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-804ae21a-e591-454c-931f-b8eb017efc27 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (3486227e-48f2-4a65-bb6b-58227fcafdc9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:00.977116 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09581d81-c102-4736-8539-03a4043f0a39 None None] Network 93a2b676-e1ea-48a7-9c4e-c0492c5165d8 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:53:01.039820 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ae21a-e591-454c-931f-b8eb017efc27 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Pushing event updated for resources: {'Subnet': ['ID=3486227e-48f2-4a65-bb6b-58227fcafdc9,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:01.052382 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804ae21a-e591-454c-931f-b8eb017efc27 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Checking segment: {'id': 'f65888e0-d5ea-4924-90ba-bc4d7ba8516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6fde4115-7a3b-4b5b-9327-df49ec6ce412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:53:01.052747 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804ae21a-e591-454c-931f-b8eb017efc27 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Network hostable DHCP agents. Network: 6fde4115-7a3b-4b5b-9327-df49ec6ce412, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:53:01.076059 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804ae21a-e591-454c-931f-b8eb017efc27 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Network 6fde4115-7a3b-4b5b-9327-df49ec6ce412 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:53:01.088810 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-804ae21a-e591-454c-931f-b8eb017efc27 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 6fde4115-7a3b-4b5b-9327-df49ec6ce412) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:53:01.092900 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804ae21a-e591-454c-931f-b8eb017efc27 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:01.093376 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804ae21a-e591-454c-931f-b8eb017efc27 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:01.094063 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-804ae21a-e591-454c-931f-b8eb017efc27 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:01.116974 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-804ae21a-e591-454c-931f-b8eb017efc27 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.8278973 Feb 20 05:53:01.120030 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57006) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:01.131786 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77fb7c2-3c54-4547-9ad6-dfc65c8689e8 None None] Network 6fde4115-7a3b-4b5b-9327-df49ec6ce412 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:53:01.152078 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2ec2e3-91ed-451d-87cb-f18688717a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-93a2b676-e1ea-48a7-9c4e-c0492c5165d8', 'network_id': '93a2b676-e1ea-48a7-9c4e-c0492c5165d8', 'project_id': '0263593adabf4714b70e75a598c6953e', 'fixed_ips': [{'subnet_id': '710598d1-c6d8-410b-bc35-573dd61d0c31'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:53:01.153648 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab2ec2e3-91ed-451d-87cb-f18688717a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:01.240607 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14e5ffb-924e-4682-9d4c-f5dc35a9b368 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:01.241859 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14e5ffb-924e-4682-9d4c-f5dc35a9b368 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:01.244609 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14e5ffb-924e-4682-9d4c-f5dc35a9b368 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:01.246959 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c14e5ffb-924e-4682-9d4c-f5dc35a9b368 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1238511 Feb 20 05:53:01.256599 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57008) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:01.329579 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-128f4f42-79c4-40ff-a4a7-32844c0ea209 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Deleting subnet 710598d1-c6d8-410b-bc35-573dd61d0c31 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:53:01.344918 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985bb454-e68b-4138-8fc7-b713c2dc2f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-6fde4115-7a3b-4b5b-9327-df49ec6ce412', 'network_id': '6fde4115-7a3b-4b5b-9327-df49ec6ce412', 'project_id': '0263593adabf4714b70e75a598c6953e', 'fixed_ips': [{'subnet_id': '3486227e-48f2-4a65-bb6b-58227fcafdc9'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:53:01.346315 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-985bb454-e68b-4138-8fc7-b713c2dc2f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:01.407176 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-ab2ec2e3-91ed-451d-87cb-f18688717a07 None None] Allocated IP 2001:db8::1 (93a2b676-e1ea-48a7-9c4e-c0492c5165d8/710598d1-c6d8-410b-bc35-573dd61d0c31/db9eea87-e368-43e8-9849-2f0cbd3141e9) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:53:01.594292 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-985bb454-e68b-4138-8fc7-b713c2dc2f01 None None] Allocated IP 2001:db8:0:1::1 (6fde4115-7a3b-4b5b-9327-df49ec6ce412/3486227e-48f2-4a65-bb6b-58227fcafdc9/4c9e969e-11af-4a6f-b229-96cd5b835e07) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:53:01.707733 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab2ec2e3-91ed-451d-87cb-f18688717a07 None None] Publish callbacks [] for port (db9eea87-e368-43e8-9849-2f0cbd3141e9), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:01.715905 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-128f4f42-79c4-40ff-a4a7-32844c0ea209 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks [] for subnet (710598d1-c6d8-410b-bc35-573dd61d0c31), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:01.722716 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab2ec2e3-91ed-451d-87cb-f18688717a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (db9eea87-e368-43e8-9849-2f0cbd3141e9), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:01.781563 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-128f4f42-79c4-40ff-a4a7-32844c0ea209 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (710598d1-c6d8-410b-bc35-573dd61d0c31), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:01.788764 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2ec2e3-91ed-451d-87cb-f18688717a07 None None] Network 93a2b676-e1ea-48a7-9c4e-c0492c5165d8 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:53:01.793769 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-ab2ec2e3-91ed-451d-87cb-f18688717a07 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:53:01.816618 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ec2e3-91ed-451d-87cb-f18688717a07 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:53:01.833858 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ec2e3-91ed-451d-87cb-f18688717a07 None None] Pushing event updated for resources: {'Port': ['ID=db9eea87-e368-43e8-9849-2f0cbd3141e9,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:01.890305 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-128f4f42-79c4-40ff-a4a7-32844c0ea209 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (710598d1-c6d8-410b-bc35-573dd61d0c31), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:01.895508 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-985bb454-e68b-4138-8fc7-b713c2dc2f01 None None] Publish callbacks [] for port (4c9e969e-11af-4a6f-b229-96cd5b835e07), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:01.903909 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-985bb454-e68b-4138-8fc7-b713c2dc2f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (4c9e969e-11af-4a6f-b229-96cd5b835e07), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:01.935299 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-ab2ec2e3-91ed-451d-87cb-f18688717a07 None None] Attempting to bind port db9eea87-e368-43e8-9849-2f0cbd3141e9 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:53:01.935676 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-ab2ec2e3-91ed-451d-87cb-f18688717a07 None None] Attempting to bind port db9eea87-e368-43e8-9849-2f0cbd3141e9 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '742b0158-76c7-456a-9068-eb3fe566212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '93a2b676-e1ea-48a7-9c4e-c0492c5165d8'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:53:01.936035 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ec2e3-91ed-451d-87cb-f18688717a07 None None] Attempting to bind port db9eea87-e368-43e8-9849-2f0cbd3141e9 on network 93a2b676-e1ea-48a7-9c4e-c0492c5165d8 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:53:01.950057 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ec2e3-91ed-451d-87cb-f18688717a07 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:53:01.950446 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ec2e3-91ed-451d-87cb-f18688717a07 None None] Checking segment: {'id': '742b0158-76c7-456a-9068-eb3fe566212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '93a2b676-e1ea-48a7-9c4e-c0492c5165d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:53:01.950846 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab2ec2e3-91ed-451d-87cb-f18688717a07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:01.951262 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ec2e3-91ed-451d-87cb-f18688717a07 None None] Bound using segment: {'id': '742b0158-76c7-456a-9068-eb3fe566212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '93a2b676-e1ea-48a7-9c4e-c0492c5165d8'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:53:01.951739 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-ab2ec2e3-91ed-451d-87cb-f18688717a07 None None] Bound port: db9eea87-e368-43e8-9849-2f0cbd3141e9, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742b0158-76c7-456a-9068-eb3fe566212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '93a2b676-e1ea-48a7-9c4e-c0492c5165d8'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:53:01.952117 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab2ec2e3-91ed-451d-87cb-f18688717a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (db9eea87-e368-43e8-9849-2f0cbd3141e9), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:01.968965 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-128f4f42-79c4-40ff-a4a7-32844c0ea209 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (710598d1-c6d8-410b-bc35-573dd61d0c31), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:01.973490 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985bb454-e68b-4138-8fc7-b713c2dc2f01 None None] Network 6fde4115-7a3b-4b5b-9327-df49ec6ce412 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:53:01.981025 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-985bb454-e68b-4138-8fc7-b713c2dc2f01 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:53:01.982960 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bb454-e68b-4138-8fc7-b713c2dc2f01 None None] Pushing event updated for resources: {'Port': ['ID=4c9e969e-11af-4a6f-b229-96cd5b835e07,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:01.986622 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985bb454-e68b-4138-8fc7-b713c2dc2f01 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:53:02.021079 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f4f42-79c4-40ff-a4a7-32844c0ea209 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Pushing event deleted for resources: {'Subnet': ['ID=710598d1-c6d8-410b-bc35-573dd61d0c31,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:02.029449 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-128f4f42-79c4-40ff-a4a7-32844c0ea209 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:02.034738 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-128f4f42-79c4-40ff-a4a7-32844c0ea209 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] 10.222.0.37 "DELETE /v2.0/subnets/710598d1-c6d8-410b-bc35-573dd61d0c31 HTTP/1.1" status: 204 len: 168 time: 0.7770350 Feb 20 05:53:02.037446 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57010) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:02.081140 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ab2ec2e3-91ed-451d-87cb-f18688717a07 None None] For port db9eea87-e368-43e8-9849-2f0cbd3141e9, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:53:02.083710 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-985bb454-e68b-4138-8fc7-b713c2dc2f01 None None] Attempting to bind port 4c9e969e-11af-4a6f-b229-96cd5b835e07 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:53:02.084084 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-985bb454-e68b-4138-8fc7-b713c2dc2f01 None None] Attempting to bind port 4c9e969e-11af-4a6f-b229-96cd5b835e07 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'f65888e0-d5ea-4924-90ba-bc4d7ba8516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6fde4115-7a3b-4b5b-9327-df49ec6ce412'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:53:02.084447 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985bb454-e68b-4138-8fc7-b713c2dc2f01 None None] Attempting to bind port 4c9e969e-11af-4a6f-b229-96cd5b835e07 on network 6fde4115-7a3b-4b5b-9327-df49ec6ce412 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:53:02.088464 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ab2ec2e3-91ed-451d-87cb-f18688717a07 None None] For port db9eea87-e368-43e8-9849-2f0cbd3141e9, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=db9eea87-e368-43e8-9849-2f0cbd3141e9,segment=NetworkSegment(742b0158-76c7-456a-9068-eb3fe566212a),segment_id=742b0158-76c7-456a-9068-eb3fe566212a)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:53:02.091860 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-b531c798-654a-4a47-b36b-3438212140d0 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Deleting subnet 3486227e-48f2-4a65-bb6b-58227fcafdc9 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:53:02.092860 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985bb454-e68b-4138-8fc7-b713c2dc2f01 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:53:02.093288 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985bb454-e68b-4138-8fc7-b713c2dc2f01 None None] Checking segment: {'id': 'f65888e0-d5ea-4924-90ba-bc4d7ba8516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6fde4115-7a3b-4b5b-9327-df49ec6ce412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:53:02.093718 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-985bb454-e68b-4138-8fc7-b713c2dc2f01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:02.094127 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985bb454-e68b-4138-8fc7-b713c2dc2f01 None None] Bound using segment: {'id': 'f65888e0-d5ea-4924-90ba-bc4d7ba8516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6fde4115-7a3b-4b5b-9327-df49ec6ce412'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:53:02.094681 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-985bb454-e68b-4138-8fc7-b713c2dc2f01 None None] Bound port: 4c9e969e-11af-4a6f-b229-96cd5b835e07, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65888e0-d5ea-4924-90ba-bc4d7ba8516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6fde4115-7a3b-4b5b-9327-df49ec6ce412'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:53:02.095621 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-985bb454-e68b-4138-8fc7-b713c2dc2f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4c9e969e-11af-4a6f-b229-96cd5b835e07), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:02.096168 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b531c798-654a-4a47-b36b-3438212140d0 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks [] for subnet (3486227e-48f2-4a65-bb6b-58227fcafdc9), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:02.099472 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab2ec2e3-91ed-451d-87cb-f18688717a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (db9eea87-e368-43e8-9849-2f0cbd3141e9), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:02.147253 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b531c798-654a-4a47-b36b-3438212140d0 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (3486227e-48f2-4a65-bb6b-58227fcafdc9), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:02.233635 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ec2e3-91ed-451d-87cb-f18688717a07 None None] Pushing event updated for resources: {'Port': ['ID=db9eea87-e368-43e8-9849-2f0cbd3141e9,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:02.238654 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b531c798-654a-4a47-b36b-3438212140d0 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (3486227e-48f2-4a65-bb6b-58227fcafdc9), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:02.264021 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b657c549-c9ea-4da6-9196-70671def41f2 None None] Network 93a2b676-e1ea-48a7-9c4e-c0492c5165d8 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:53:02.310678 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b531c798-654a-4a47-b36b-3438212140d0 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (3486227e-48f2-4a65-bb6b-58227fcafdc9), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:02.322756 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-985bb454-e68b-4138-8fc7-b713c2dc2f01 None None] For port 4c9e969e-11af-4a6f-b229-96cd5b835e07, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:53:02.329402 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b531c798-654a-4a47-b36b-3438212140d0 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:02.333027 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b531c798-654a-4a47-b36b-3438212140d0 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] 10.222.0.37 "DELETE /v2.0/subnets/3486227e-48f2-4a65-bb6b-58227fcafdc9 HTTP/1.1" status: 204 len: 168 time: 0.2940364 Feb 20 05:53:02.335933 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57012) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:02.340213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-985bb454-e68b-4138-8fc7-b713c2dc2f01 None None] For port 4c9e969e-11af-4a6f-b229-96cd5b835e07, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4c9e969e-11af-4a6f-b229-96cd5b835e07,segment=NetworkSegment(f65888e0-d5ea-4924-90ba-bc4d7ba8516f),segment_id=f65888e0-d5ea-4924-90ba-bc4d7ba8516f)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:53:02.348312 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-985bb454-e68b-4138-8fc7-b713c2dc2f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4c9e969e-11af-4a6f-b229-96cd5b835e07), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:02.360071 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531c798-654a-4a47-b36b-3438212140d0 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Pushing event deleted for resources: {'Subnet': ['ID=3486227e-48f2-4a65-bb6b-58227fcafdc9,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:02.399720 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323e905b-4c38-4cb7-b4d3-056544353aca tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:02.405211 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57014) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:02.406065 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-323e905b-4c38-4cb7-b4d3-056544353aca tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0687110 Feb 20 05:53:02.443284 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bb454-e68b-4138-8fc7-b713c2dc2f01 None None] Pushing event updated for resources: {'Port': ['ID=4c9e969e-11af-4a6f-b229-96cd5b835e07,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:02.489850 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-db7728e2-f5b3-4eb2-a63b-6c278d1606f4 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (6fde4115-7a3b-4b5b-9327-df49ec6ce412), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:02.547400 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-db7728e2-f5b3-4eb2-a63b-6c278d1606f4 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Deleting port 4c9e969e-11af-4a6f-b229-96cd5b835e07 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:53:02.547738 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-db7728e2-f5b3-4eb2-a63b-6c278d1606f4 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4c9e969e-11af-4a6f-b229-96cd5b835e07), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:02.635701 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-db7728e2-f5b3-4eb2-a63b-6c278d1606f4 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] For port 4c9e969e-11af-4a6f-b229-96cd5b835e07, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4c9e969e-11af-4a6f-b229-96cd5b835e07,segment=NetworkSegment(f65888e0-d5ea-4924-90ba-bc4d7ba8516f),segment_id=f65888e0-d5ea-4924-90ba-bc4d7ba8516f)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:53:02.636088 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-db7728e2-f5b3-4eb2-a63b-6c278d1606f4 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4c9e969e-11af-4a6f-b229-96cd5b835e07), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:02.657021 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-db7728e2-f5b3-4eb2-a63b-6c278d1606f4 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Calling delete_port for 4c9e969e-11af-4a6f-b229-96cd5b835e07 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:53:02.746223 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-db7728e2-f5b3-4eb2-a63b-6c278d1606f4 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (4c9e969e-11af-4a6f-b229-96cd5b835e07), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:02.772562 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7728e2-f5b3-4eb2-a63b-6c278d1606f4 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Pushing event deleted for resources: {'Port': ['ID=4c9e969e-11af-4a6f-b229-96cd5b835e07,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:02.777251 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7728e2-f5b3-4eb2-a63b-6c278d1606f4 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] No DVR routers for this DVR port 4c9e969e-11af-4a6f-b229-96cd5b835e07 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:53:02.862450 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-db7728e2-f5b3-4eb2-a63b-6c278d1606f4 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (6fde4115-7a3b-4b5b-9327-df49ec6ce412), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:02.884083 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-db7728e2-f5b3-4eb2-a63b-6c278d1606f4 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fde4115-7a3b-4b5b-9327-df49ec6ce412']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:02.893784 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-db7728e2-f5b3-4eb2-a63b-6c278d1606f4 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f65888e0-d5ea-4924-90ba-bc4d7ba8516f') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:02.894081 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-db7728e2-f5b3-4eb2-a63b-6c278d1606f4 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f65888e0-d5ea-4924-90ba-bc4d7ba8516f') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:02.903359 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-db7728e2-f5b3-4eb2-a63b-6c278d1606f4 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (f65888e0-d5ea-4924-90ba-bc4d7ba8516f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:02.916337 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-db7728e2-f5b3-4eb2-a63b-6c278d1606f4 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (f65888e0-d5ea-4924-90ba-bc4d7ba8516f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:02.921987 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7728e2-f5b3-4eb2-a63b-6c278d1606f4 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:53:02.922370 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-db7728e2-f5b3-4eb2-a63b-6c278d1606f4 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (f65888e0-d5ea-4924-90ba-bc4d7ba8516f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:53:02.925615 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:53:02.988075 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-db7728e2-f5b3-4eb2-a63b-6c278d1606f4 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (6fde4115-7a3b-4b5b-9327-df49ec6ce412), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:02.995978 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-db7728e2-f5b3-4eb2-a63b-6c278d1606f4 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:02.999807 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-db7728e2-f5b3-4eb2-a63b-6c278d1606f4 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] 10.222.0.37 "DELETE /v2.0/networks/6fde4115-7a3b-4b5b-9327-df49ec6ce412 HTTP/1.1" status: 204 len: 168 time: 0.5935090 Feb 20 05:53:03.002948 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57016) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:03.023362 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7728e2-f5b3-4eb2-a63b-6c278d1606f4 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Pushing event deleted for resources: {'Network': ['ID=6fde4115-7a3b-4b5b-9327-df49ec6ce412,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:03.096861 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-74e1b5db-fec6-4893-9e0b-e81108e7c736 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (93a2b676-e1ea-48a7-9c4e-c0492c5165d8), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:03.155863 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-74e1b5db-fec6-4893-9e0b-e81108e7c736 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Deleting port db9eea87-e368-43e8-9849-2f0cbd3141e9 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:53:03.156228 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-74e1b5db-fec6-4893-9e0b-e81108e7c736 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (db9eea87-e368-43e8-9849-2f0cbd3141e9), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:03.228551 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-74e1b5db-fec6-4893-9e0b-e81108e7c736 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] For port db9eea87-e368-43e8-9849-2f0cbd3141e9, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=db9eea87-e368-43e8-9849-2f0cbd3141e9,segment=NetworkSegment(742b0158-76c7-456a-9068-eb3fe566212a),segment_id=742b0158-76c7-456a-9068-eb3fe566212a)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:53:03.228933 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-74e1b5db-fec6-4893-9e0b-e81108e7c736 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (db9eea87-e368-43e8-9849-2f0cbd3141e9), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:03.243696 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-74e1b5db-fec6-4893-9e0b-e81108e7c736 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Calling delete_port for db9eea87-e368-43e8-9849-2f0cbd3141e9 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:53:03.329158 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-74e1b5db-fec6-4893-9e0b-e81108e7c736 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (db9eea87-e368-43e8-9849-2f0cbd3141e9), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:03.362457 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1b5db-fec6-4893-9e0b-e81108e7c736 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Pushing event deleted for resources: {'Port': ['ID=db9eea87-e368-43e8-9849-2f0cbd3141e9,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:03.364301 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e1b5db-fec6-4893-9e0b-e81108e7c736 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] No DVR routers for this DVR port db9eea87-e368-43e8-9849-2f0cbd3141e9 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:53:03.469104 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-74e1b5db-fec6-4893-9e0b-e81108e7c736 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (93a2b676-e1ea-48a7-9c4e-c0492c5165d8), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:03.495000 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-74e1b5db-fec6-4893-9e0b-e81108e7c736 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a2b676-e1ea-48a7-9c4e-c0492c5165d8']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:03.509010 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-74e1b5db-fec6-4893-9e0b-e81108e7c736 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '742b0158-76c7-456a-9068-eb3fe566212a') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:03.509523 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-74e1b5db-fec6-4893-9e0b-e81108e7c736 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '742b0158-76c7-456a-9068-eb3fe566212a') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:03.521311 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-74e1b5db-fec6-4893-9e0b-e81108e7c736 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (742b0158-76c7-456a-9068-eb3fe566212a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:03.537336 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-74e1b5db-fec6-4893-9e0b-e81108e7c736 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (742b0158-76c7-456a-9068-eb3fe566212a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:03.544856 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e1b5db-fec6-4893-9e0b-e81108e7c736 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:53:03.545317 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-74e1b5db-fec6-4893-9e0b-e81108e7c736 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (742b0158-76c7-456a-9068-eb3fe566212a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:53:03.549696 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:53:03.552259 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106d9587-c6d0-4c5e-a4ec-1139ee7e147a None None] get_active_networks_info from n-d-829866-5 {{(pid=103408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 05:53:03.636455 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-74e1b5db-fec6-4893-9e0b-e81108e7c736 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (93a2b676-e1ea-48a7-9c4e-c0492c5165d8), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:03.638938 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-9740ae57-fe09-428c-9043-322d15b9e88e None None] Could not find standard attr ID for object 4c9e969e-11af-4a6f-b229-96cd5b835e07. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:53:03.651229 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106d9587-c6d0-4c5e-a4ec-1139ee7e147a None None] Resources bound (agent type, host, resource id): {{(pid=103408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 05:53:03.653485 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-74e1b5db-fec6-4893-9e0b-e81108e7c736 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:03.657583 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-74e1b5db-fec6-4893-9e0b-e81108e7c736 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] 10.222.0.37 "DELETE /v2.0/networks/93a2b676-e1ea-48a7-9c4e-c0492c5165d8 HTTP/1.1" status: 204 len: 168 time: 0.6533449 Feb 20 05:53:03.660586 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57018) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:03.690784 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1b5db-fec6-4893-9e0b-e81108e7c736 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Pushing event deleted for resources: {'Network': ['ID=93a2b676-e1ea-48a7-9c4e-c0492c5165d8,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:03.759433 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc569442-f54b-4b8e-a4e4-455da73892b6 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (ef83a369-c993-4d26-86fc-6dd2217c4476), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:03.854479 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc569442-f54b-4b8e-a4e4-455da73892b6 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (ef83a369-c993-4d26-86fc-6dd2217c4476), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:03.878320 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-bc569442-f54b-4b8e-a4e4-455da73892b6 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef83a369-c993-4d26-86fc-6dd2217c4476']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:03.890169 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c503e218-93b9-4bea-a76e-997b9a1ddc1a None None] DHCP port deletion for 6fde4115-7a3b-4b5b-9327-df49ec6ce412 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:53:03.891549 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-bc569442-f54b-4b8e-a4e4-455da73892b6 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5617fa9e-5d84-42ec-8513-1b2f084345d4') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:03.892265 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-bc569442-f54b-4b8e-a4e4-455da73892b6 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5617fa9e-5d84-42ec-8513-1b2f084345d4') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:03.905501 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc569442-f54b-4b8e-a4e4-455da73892b6 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (5617fa9e-5d84-42ec-8513-1b2f084345d4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:03.920797 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc569442-f54b-4b8e-a4e4-455da73892b6 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (5617fa9e-5d84-42ec-8513-1b2f084345d4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:03.921426 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c142674-8ff4-477e-93bf-484a3d8691ea None None] Network 6fde4115-7a3b-4b5b-9327-df49ec6ce412 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:53:03.927799 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc569442-f54b-4b8e-a4e4-455da73892b6 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:53:03.928193 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc569442-f54b-4b8e-a4e4-455da73892b6 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (5617fa9e-5d84-42ec-8513-1b2f084345d4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:53:03.931453 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:53:03.938207 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c142674-8ff4-477e-93bf-484a3d8691ea None None] Network 6fde4115-7a3b-4b5b-9327-df49ec6ce412 could not be found, it might have been deleted concurrently. {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 20 05:53:04.006829 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc569442-f54b-4b8e-a4e4-455da73892b6 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (ef83a369-c993-4d26-86fc-6dd2217c4476), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:04.013541 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc569442-f54b-4b8e-a4e4-455da73892b6 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:04.019095 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bc569442-f54b-4b8e-a4e4-455da73892b6 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] 10.222.0.37 "DELETE /v2.0/networks/ef83a369-c993-4d26-86fc-6dd2217c4476 HTTP/1.1" status: 204 len: 168 time: 0.3544283 Feb 20 05:53:04.019347 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57020) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:04.037934 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc569442-f54b-4b8e-a4e4-455da73892b6 tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Pushing event deleted for resources: {'Network': ['ID=ef83a369-c993-4d26-86fc-6dd2217c4476,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:04.104951 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50c659f4-0d8c-4b2b-85db-68203e95581d tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (3325852e-c7c5-4255-9e44-49c36f0e9141), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:04.193220 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50c659f4-0d8c-4b2b-85db-68203e95581d tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (3325852e-c7c5-4255-9e44-49c36f0e9141), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:04.214626 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-50c659f4-0d8c-4b2b-85db-68203e95581d tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3325852e-c7c5-4255-9e44-49c36f0e9141']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:04.223790 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-50c659f4-0d8c-4b2b-85db-68203e95581d tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b855ffc1-0342-4d1c-a40d-8894110b164a') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:04.224088 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-50c659f4-0d8c-4b2b-85db-68203e95581d tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b855ffc1-0342-4d1c-a40d-8894110b164a') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:04.233531 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50c659f4-0d8c-4b2b-85db-68203e95581d tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (b855ffc1-0342-4d1c-a40d-8894110b164a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:04.246929 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50c659f4-0d8c-4b2b-85db-68203e95581d tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (b855ffc1-0342-4d1c-a40d-8894110b164a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:04.253267 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c659f4-0d8c-4b2b-85db-68203e95581d tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:53:04.253665 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50c659f4-0d8c-4b2b-85db-68203e95581d tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (b855ffc1-0342-4d1c-a40d-8894110b164a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:53:04.256618 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:53:04.316954 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50c659f4-0d8c-4b2b-85db-68203e95581d tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (3325852e-c7c5-4255-9e44-49c36f0e9141), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:04.321752 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50c659f4-0d8c-4b2b-85db-68203e95581d tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:04.327920 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-50c659f4-0d8c-4b2b-85db-68203e95581d tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] 10.222.0.37 "DELETE /v2.0/networks/3325852e-c7c5-4255-9e44-49c36f0e9141 HTTP/1.1" status: 204 len: 168 time: 0.3075562 Feb 20 05:53:04.345244 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c659f4-0d8c-4b2b-85db-68203e95581d tempest-BulkNetworkOpsIpV6Test-75245021 tempest-BulkNetworkOpsIpV6Test-75245021-project] Pushing event deleted for resources: {'Network': ['ID=3325852e-c7c5-4255-9e44-49c36f0e9141,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:04.576049 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57026) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:04.712725 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f12138d7-7925-4a30-8c7a-41957a8f0f89 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0263593adabf4714b70e75a598c6953e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1331925 Feb 20 05:53:04.712928 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57030) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:04.760906 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9bce7953-13af-41dc-ad13-c18f22bc6efd admin admin] Publish callbacks [] for security_group (19160da8-e4be-4613-ac4a-b28237db56cd), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:04.781648 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9bce7953-13af-41dc-ad13-c18f22bc6efd admin admin] Publish callbacks [] for security_group (19160da8-e4be-4613-ac4a-b28237db56cd), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:04.830644 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9bce7953-13af-41dc-ad13-c18f22bc6efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (19160da8-e4be-4613-ac4a-b28237db56cd), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:04.833269 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9bce7953-13af-41dc-ad13-c18f22bc6efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:04.834469 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9bce7953-13af-41dc-ad13-c18f22bc6efd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19160da8-e4be-4613-ac4a-b28237db56cd HTTP/1.1" status: 204 len: 168 time: 0.1207087 Feb 20 05:53:04.843372 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce7953-13af-41dc-ad13-c18f22bc6efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19160da8-e4be-4613-ac4a-b28237db56cd,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:05.515274 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57052) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:05.614674 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-3a1b404a-eebc-448f-9f6c-e2418460e7a8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Request body: {'networks': [{'name': 'tempest-network--638330348'}, {'name': 'tempest-network--1002495122'}]} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:05.615097 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-3a1b404a-eebc-448f-9f6c-e2418460e7a8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Request body: {'network': {'name': 'tempest-network--638330348'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:05.615629 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-3a1b404a-eebc-448f-9f6c-e2418460e7a8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Request body: {'network': {'name': 'tempest-network--1002495122'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:05.635547 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1b404a-eebc-448f-9f6c-e2418460e7a8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Made reservation on behalf of 5ddfd80065af4b6a94f0c04ec64d2e6a for: {'network': 2} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:53:05.639766 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a1b404a-eebc-448f-9f6c-e2418460e7a8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:05.653235 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a1b404a-eebc-448f-9f6c-e2418460e7a8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:05.730795 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a1b404a-eebc-448f-9f6c-e2418460e7a8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks [] for security_group (45f1fdc1-5978-4810-aac7-b1781b48f78c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:05.736198 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a1b404a-eebc-448f-9f6c-e2418460e7a8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (45f1fdc1-5978-4810-aac7-b1781b48f78c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:05.736867 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a1b404a-eebc-448f-9f6c-e2418460e7a8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:05.777426 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b404a-eebc-448f-9f6c-e2418460e7a8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45f1fdc1-5978-4810-aac7-b1781b48f78c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:05.782918 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1b404a-eebc-448f-9f6c-e2418460e7a8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:53:05.793586 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a1b404a-eebc-448f-9f6c-e2418460e7a8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (93c4988a-596c-43d9-a043-f27af55af3df), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:05.793936 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-3a1b404a-eebc-448f-9f6c-e2418460e7a8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Added segment 93c4988a-596c-43d9-a043-f27af55af3df of type vlan for network 1e6d9126-ad1e-421c-a83a-000630dc3c5e Feb 20 05:53:05.842002 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a1b404a-eebc-448f-9f6c-e2418460e7a8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (1e6d9126-ad1e-421c-a83a-000630dc3c5e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:05.872844 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1b404a-eebc-448f-9f6c-e2418460e7a8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:53:05.882820 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a1b404a-eebc-448f-9f6c-e2418460e7a8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (9fe27cd3-b16a-44ce-8f69-2f39e843c7f0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:05.883602 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-3a1b404a-eebc-448f-9f6c-e2418460e7a8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Added segment 9fe27cd3-b16a-44ce-8f69-2f39e843c7f0 of type vlan for network 5b17ebc3-2def-4158-9f18-9090990cd74a Feb 20 05:53:05.923722 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a1b404a-eebc-448f-9f6c-e2418460e7a8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (5b17ebc3-2def-4158-9f18-9090990cd74a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:05.947614 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a1b404a-eebc-448f-9f6c-e2418460e7a8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (1e6d9126-ad1e-421c-a83a-000630dc3c5e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:05.948409 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a1b404a-eebc-448f-9f6c-e2418460e7a8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (5b17ebc3-2def-4158-9f18-9090990cd74a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:05.953324 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1b404a-eebc-448f-9f6c-e2418460e7a8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:05.957758 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1b404a-eebc-448f-9f6c-e2418460e7a8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:05.958224 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a1b404a-eebc-448f-9f6c-e2418460e7a8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:06.015527 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3a1b404a-eebc-448f-9f6c-e2418460e7a8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.4990737 Feb 20 05:53:06.018779 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57056) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:06.031653 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b404a-eebc-448f-9f6c-e2418460e7a8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Pushing event updated for resources: {'Network': ['ID=1e6d9126-ad1e-421c-a83a-000630dc3c5e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:06.045991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 1e6d9126-ad1e-421c-a83a-000630dc3c5e details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:53:06.096698 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b404a-eebc-448f-9f6c-e2418460e7a8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Pushing event updated for resources: {'Network': ['ID=5b17ebc3-2def-4158-9f18-9090990cd74a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:06.134002 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8412063-79ee-4a73-84e7-8201dddcf66f tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:06.139403 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8412063-79ee-4a73-84e7-8201dddcf66f tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:06.145053 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8412063-79ee-4a73-84e7-8201dddcf66f tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:06.150351 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8412063-79ee-4a73-84e7-8201dddcf66f tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:06.152104 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c8412063-79ee-4a73-84e7-8201dddcf66f tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1322765 Feb 20 05:53:06.154877 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57058) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:06.240980 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-967758cf-cbfc-4445-8490-7f076971c97a tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (1e6d9126-ad1e-421c-a83a-000630dc3c5e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:06.302381 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 5b17ebc3-2def-4158-9f18-9090990cd74a details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:53:06.328403 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-967758cf-cbfc-4445-8490-7f076971c97a tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (1e6d9126-ad1e-421c-a83a-000630dc3c5e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:06.348948 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-967758cf-cbfc-4445-8490-7f076971c97a tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6d9126-ad1e-421c-a83a-000630dc3c5e']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:06.359172 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-967758cf-cbfc-4445-8490-7f076971c97a tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c4988a-596c-43d9-a043-f27af55af3df') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:06.359702 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-967758cf-cbfc-4445-8490-7f076971c97a tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c4988a-596c-43d9-a043-f27af55af3df') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:06.369585 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-967758cf-cbfc-4445-8490-7f076971c97a tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (93c4988a-596c-43d9-a043-f27af55af3df), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:06.382377 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-967758cf-cbfc-4445-8490-7f076971c97a tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (93c4988a-596c-43d9-a043-f27af55af3df), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:06.388258 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967758cf-cbfc-4445-8490-7f076971c97a tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:53:06.388641 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-967758cf-cbfc-4445-8490-7f076971c97a tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (93c4988a-596c-43d9-a043-f27af55af3df), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:53:06.391573 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:53:06.452635 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-967758cf-cbfc-4445-8490-7f076971c97a tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (1e6d9126-ad1e-421c-a83a-000630dc3c5e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:06.460072 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-967758cf-cbfc-4445-8490-7f076971c97a tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:06.462930 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-967758cf-cbfc-4445-8490-7f076971c97a tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] 10.222.0.37 "DELETE /v2.0/networks/1e6d9126-ad1e-421c-a83a-000630dc3c5e HTTP/1.1" status: 204 len: 168 time: 0.3069003 Feb 20 05:53:06.465895 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57060) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:06.475899 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967758cf-cbfc-4445-8490-7f076971c97a tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Pushing event deleted for resources: {'Network': ['ID=1e6d9126-ad1e-421c-a83a-000630dc3c5e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:06.547194 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e7d25dc6-64f6-4f83-8ef4-3925200fcbc8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (5b17ebc3-2def-4158-9f18-9090990cd74a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:06.634147 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e7d25dc6-64f6-4f83-8ef4-3925200fcbc8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (5b17ebc3-2def-4158-9f18-9090990cd74a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:06.660672 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-e7d25dc6-64f6-4f83-8ef4-3925200fcbc8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b17ebc3-2def-4158-9f18-9090990cd74a']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:06.670632 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-e7d25dc6-64f6-4f83-8ef4-3925200fcbc8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe27cd3-b16a-44ce-8f69-2f39e843c7f0') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:06.671021 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-e7d25dc6-64f6-4f83-8ef4-3925200fcbc8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe27cd3-b16a-44ce-8f69-2f39e843c7f0') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:06.682398 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e7d25dc6-64f6-4f83-8ef4-3925200fcbc8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (9fe27cd3-b16a-44ce-8f69-2f39e843c7f0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:06.696731 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e7d25dc6-64f6-4f83-8ef4-3925200fcbc8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (9fe27cd3-b16a-44ce-8f69-2f39e843c7f0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:06.703350 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d25dc6-64f6-4f83-8ef4-3925200fcbc8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:53:06.703815 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e7d25dc6-64f6-4f83-8ef4-3925200fcbc8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (9fe27cd3-b16a-44ce-8f69-2f39e843c7f0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:53:06.707979 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:53:06.772190 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e7d25dc6-64f6-4f83-8ef4-3925200fcbc8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (5b17ebc3-2def-4158-9f18-9090990cd74a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:06.790573 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e7d25dc6-64f6-4f83-8ef4-3925200fcbc8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:06.793770 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e7d25dc6-64f6-4f83-8ef4-3925200fcbc8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] 10.222.0.37 "DELETE /v2.0/networks/5b17ebc3-2def-4158-9f18-9090990cd74a HTTP/1.1" status: 204 len: 168 time: 0.3268206 Feb 20 05:53:06.795162 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d25dc6-64f6-4f83-8ef4-3925200fcbc8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Pushing event deleted for resources: {'Network': ['ID=5b17ebc3-2def-4158-9f18-9090990cd74a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:06.797115 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57062) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:06.895784 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:53:06.898674 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775a01b6-4c7e-4e4f-8a77-601058f5459b tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:06.903866 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775a01b6-4c7e-4e4f-8a77-601058f5459b tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:06.905427 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-775a01b6-4c7e-4e4f-8a77-601058f5459b tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1070571 Feb 20 05:53:06.909756 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57064) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:06.914654 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ee2c83cf-961d-4e19-82b8-767535ab19b2 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1694928062'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:06.933497 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2c83cf-961d-4e19-82b8-767535ab19b2 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Made reservation on behalf of 5ddfd80065af4b6a94f0c04ec64d2e6a for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:53:06.936735 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee2c83cf-961d-4e19-82b8-767535ab19b2 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:06.960082 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee2c83cf-961d-4e19-82b8-767535ab19b2 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:53:06.969049 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee2c83cf-961d-4e19-82b8-767535ab19b2 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (3f3f04ac-8ecd-4682-9ae3-fd3ad17c8b46), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:06.969385 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-ee2c83cf-961d-4e19-82b8-767535ab19b2 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Added segment 3f3f04ac-8ecd-4682-9ae3-fd3ad17c8b46 of type vlan for network 041fe21f-e902-456a-9ec8-466f84ee42c3 Feb 20 05:53:07.009924 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee2c83cf-961d-4e19-82b8-767535ab19b2 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (041fe21f-e902-456a-9ec8-466f84ee42c3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:07.034567 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee2c83cf-961d-4e19-82b8-767535ab19b2 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (041fe21f-e902-456a-9ec8-466f84ee42c3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:07.039528 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2c83cf-961d-4e19-82b8-767535ab19b2 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:07.040107 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee2c83cf-961d-4e19-82b8-767535ab19b2 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:07.096230 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ee2c83cf-961d-4e19-82b8-767535ab19b2 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1853900 Feb 20 05:53:07.099091 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57068) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:07.104672 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-55766efa-7062-420a-b349-b7739e42479f tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1108102409'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:07.110995 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c83cf-961d-4e19-82b8-767535ab19b2 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Pushing event updated for resources: {'Network': ['ID=041fe21f-e902-456a-9ec8-466f84ee42c3,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:07.121394 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 041fe21f-e902-456a-9ec8-466f84ee42c3 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:53:07.125632 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55766efa-7062-420a-b349-b7739e42479f tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Made reservation on behalf of 5ddfd80065af4b6a94f0c04ec64d2e6a for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:53:07.129400 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-55766efa-7062-420a-b349-b7739e42479f tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:07.158613 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55766efa-7062-420a-b349-b7739e42479f tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:53:07.167403 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-55766efa-7062-420a-b349-b7739e42479f tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (bc3cba45-78c0-4ed3-85cf-b8a5d91f8871), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:07.167898 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-55766efa-7062-420a-b349-b7739e42479f tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Added segment bc3cba45-78c0-4ed3-85cf-b8a5d91f8871 of type vlan for network d5927e3f-feb8-463e-ad24-68a0df59d0c6 Feb 20 05:53:07.209765 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-55766efa-7062-420a-b349-b7739e42479f tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (d5927e3f-feb8-463e-ad24-68a0df59d0c6), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:07.233986 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-55766efa-7062-420a-b349-b7739e42479f tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d5927e3f-feb8-463e-ad24-68a0df59d0c6), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:07.238958 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55766efa-7062-420a-b349-b7739e42479f tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:07.239544 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-55766efa-7062-420a-b349-b7739e42479f tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:07.299043 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-55766efa-7062-420a-b349-b7739e42479f tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1986108 Feb 20 05:53:07.301716 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57070) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:07.308790 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Request body: {'ports': [{'network_id': '041fe21f-e902-456a-9ec8-466f84ee42c3', 'name': 'tempest-port--1771594008', 'admin_state_up': True}, {'network_id': 'd5927e3f-feb8-463e-ad24-68a0df59d0c6', 'admin_state_up': False}]} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:07.309114 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Request body: {'port': {'network_id': '041fe21f-e902-456a-9ec8-466f84ee42c3', 'name': 'tempest-port--1771594008', 'admin_state_up': True}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:07.309596 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Request body: {'port': {'network_id': 'd5927e3f-feb8-463e-ad24-68a0df59d0c6', 'admin_state_up': False}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:07.316742 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55766efa-7062-420a-b349-b7739e42479f tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Pushing event updated for resources: {'Network': ['ID=d5927e3f-feb8-463e-ad24-68a0df59d0c6,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:07.326760 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network d5927e3f-feb8-463e-ad24-68a0df59d0c6 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:53:07.472772 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Made reservation on behalf of 5ddfd80065af4b6a94f0c04ec64d2e6a for: {'port': 2} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:53:07.477259 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:07.490195 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:07.633613 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] device_id is not set on port 6cb6e219-8f2e-4219-a92d-b4ff3b3b0408 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:53:07.714922 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks [] for port (6cb6e219-8f2e-4219-a92d-b4ff3b3b0408), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:07.783211 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] device_id is not set on port be14294f-ae45-4d0a-8746-276af0b07bac yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:53:07.862295 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks [] for port (be14294f-ae45-4d0a-8746-276af0b07bac), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:07.897762 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (6cb6e219-8f2e-4219-a92d-b4ff3b3b0408), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:07.950418 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Pushing event updated for resources: {'Port': ['ID=6cb6e219-8f2e-4219-a92d-b4ff3b3b0408,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:07.966519 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Checking segment: {'id': '3f3f04ac-8ecd-4682-9ae3-fd3ad17c8b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '041fe21f-e902-456a-9ec8-466f84ee42c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:53:07.966974 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Network hostable DHCP agents. Network: 041fe21f-e902-456a-9ec8-466f84ee42c3, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:53:07.983715 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Network 041fe21f-e902-456a-9ec8-466f84ee42c3 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:53:07.994605 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 041fe21f-e902-456a-9ec8-466f84ee42c3) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:53:07.998620 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:53:07.999363 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (be14294f-ae45-4d0a-8746-276af0b07bac), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:08.018438 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d95995-f6b6-494b-9d50-e797f776d663 None None] Network 041fe21f-e902-456a-9ec8-466f84ee42c3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:53:08.064952 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Pushing event updated for resources: {'Port': ['ID=be14294f-ae45-4d0a-8746-276af0b07bac,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:08.075600 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Checking segment: {'id': 'bc3cba45-78c0-4ed3-85cf-b8a5d91f8871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd5927e3f-feb8-463e-ad24-68a0df59d0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:53:08.075600 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Network hostable DHCP agents. Network: d5927e3f-feb8-463e-ad24-68a0df59d0c6, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:53:08.092241 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Network d5927e3f-feb8-463e-ad24-68a0df59d0c6 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:53:08.103742 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, d5927e3f-feb8-463e-ad24-68a0df59d0c6) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:53:08.109937 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:53:08.113584 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d197d0-c69d-41fa-8562-35c6c75d4f41 None None] Network d5927e3f-feb8-463e-ad24-68a0df59d0c6 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:53:08.116171 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:08.121857 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:08.122646 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:08.141359 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c39d7ae7-698f-43af-be5e-88c16b9277e8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.8384926 Feb 20 05:53:08.144540 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57072) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:08.200455 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b59410-8bab-4774-81b4-be102fe72d2c tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:08.206468 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b59410-8bab-4774-81b4-be102fe72d2c tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:08.210653 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-61b59410-8bab-4774-81b4-be102fe72d2c tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0625181 Feb 20 05:53:08.211056 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57074) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:08.298583 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-01072ef5-7999-4025-a22f-d7198f9bfa05 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Deleting port 6cb6e219-8f2e-4219-a92d-b4ff3b3b0408 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:53:08.298949 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-01072ef5-7999-4025-a22f-d7198f9bfa05 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (6cb6e219-8f2e-4219-a92d-b4ff3b3b0408), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:08.672091 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-01072ef5-7999-4025-a22f-d7198f9bfa05 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (6cb6e219-8f2e-4219-a92d-b4ff3b3b0408), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:08.690154 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-01072ef5-7999-4025-a22f-d7198f9bfa05 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Calling delete_port for 6cb6e219-8f2e-4219-a92d-b4ff3b3b0408 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:53:08.784002 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-01072ef5-7999-4025-a22f-d7198f9bfa05 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (6cb6e219-8f2e-4219-a92d-b4ff3b3b0408), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:08.820003 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01072ef5-7999-4025-a22f-d7198f9bfa05 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Pushing event deleted for resources: {'Port': ['ID=6cb6e219-8f2e-4219-a92d-b4ff3b3b0408,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:08.837471 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-01072ef5-7999-4025-a22f-d7198f9bfa05 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:08.842650 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-01072ef5-7999-4025-a22f-d7198f9bfa05 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] 10.222.0.37 "DELETE /v2.0/ports/6cb6e219-8f2e-4219-a92d-b4ff3b3b0408 HTTP/1.1" status: 204 len: 168 time: 0.6303222 Feb 20 05:53:08.845474 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57078) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:08.848700 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-9de19244-a8cf-4287-89dc-b29d0f33f1c1 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2095146143&fields=id&tenant_id=4c628ee270a94ff4b5ce2b0598d240ce HTTP/1.1" status: 200 len: 267 time: 0.0472910 Feb 20 05:53:08.953499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-e1620004-544c-4e2f-9106-6100e03b28cd tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Deleting port be14294f-ae45-4d0a-8746-276af0b07bac {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:53:08.953846 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e1620004-544c-4e2f-9106-6100e03b28cd tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (be14294f-ae45-4d0a-8746-276af0b07bac), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:08.987483 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-43c44f7e-4986-4b6b-a826-79b49829adca tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:08.989843 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-43c44f7e-4986-4b6b-a826-79b49829adca tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/networks?id=857e7610-02f5-4bcf-9da6-3d515101f61f HTTP/1.1" status: 200 len: 813 time: 0.1319113 Feb 20 05:53:09.010046 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-ee18ab9a-d41e-42a1-b4fb-af1f58fb955c tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/quotas/4c628ee270a94ff4b5ce2b0598d240ce HTTP/1.1" status: 200 len: 375 time: 0.0145924 Feb 20 05:53:09.038840 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e1620004-544c-4e2f-9106-6100e03b28cd tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (be14294f-ae45-4d0a-8746-276af0b07bac), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:09.054616 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-e1620004-544c-4e2f-9106-6100e03b28cd tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Calling delete_port for be14294f-ae45-4d0a-8746-276af0b07bac owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:53:09.066974 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-fb2aca67-e7f1-4629-a9ab-12c9588c254e tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c628ee270a94ff4b5ce2b0598d240ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520074 Feb 20 05:53:09.138656 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e1620004-544c-4e2f-9106-6100e03b28cd tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (be14294f-ae45-4d0a-8746-276af0b07bac), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:09.194242 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-b55862a5-9dab-4297-a4e5-02a011a4b2fc service neutron] 10.222.0.37 "GET /v2.0/networks/857e7610-02f5-4bcf-9da6-3d515101f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160605 Feb 20 05:53:09.201140 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1620004-544c-4e2f-9106-6100e03b28cd tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Pushing event deleted for resources: {'Port': ['ID=be14294f-ae45-4d0a-8746-276af0b07bac,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:09.215926 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e1620004-544c-4e2f-9106-6100e03b28cd tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:09.221435 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e1620004-544c-4e2f-9106-6100e03b28cd tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] 10.222.0.37 "DELETE /v2.0/ports/be14294f-ae45-4d0a-8746-276af0b07bac HTTP/1.1" status: 204 len: 168 time: 0.3739014 Feb 20 05:53:09.229085 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57088) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:09.267177 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cfb16294-11e8-40e6-8a00-5522aad28295 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0366735 Feb 20 05:53:09.275873 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57094) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:09.281054 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-35d9053f-1dd2-497b-94f5-5a7a88dc13fd tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1113561625'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:09.307121 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d9053f-1dd2-497b-94f5-5a7a88dc13fd tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Made reservation on behalf of 5ddfd80065af4b6a94f0c04ec64d2e6a for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:53:09.311022 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-35d9053f-1dd2-497b-94f5-5a7a88dc13fd tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:09.317992 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-ab6ba0ad-3889-4d5d-8f4c-cc5ec7f5befe service neutron] 10.222.0.37 "GET /v2.0/networks/857e7610-02f5-4bcf-9da6-3d515101f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224709 Feb 20 05:53:09.349093 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d9053f-1dd2-497b-94f5-5a7a88dc13fd tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:53:09.367493 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-35d9053f-1dd2-497b-94f5-5a7a88dc13fd tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (b0177c05-6788-468e-989c-0c635b4083a3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:09.367843 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-35d9053f-1dd2-497b-94f5-5a7a88dc13fd tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Added segment b0177c05-6788-468e-989c-0c635b4083a3 of type vlan for network 605c48b6-5bbb-4e73-9cd0-97c85b918f3a Feb 20 05:53:09.427078 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-35d9053f-1dd2-497b-94f5-5a7a88dc13fd tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (605c48b6-5bbb-4e73-9cd0-97c85b918f3a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:09.457455 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-35d9053f-1dd2-497b-94f5-5a7a88dc13fd tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (605c48b6-5bbb-4e73-9cd0-97c85b918f3a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:09.463597 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d9053f-1dd2-497b-94f5-5a7a88dc13fd tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:09.464197 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-35d9053f-1dd2-497b-94f5-5a7a88dc13fd tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:09.542456 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-35d9053f-1dd2-497b-94f5-5a7a88dc13fd tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2652133 Feb 20 05:53:09.545995 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57116) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:09.561991 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-b707a2dd-ae51-4979-b782-5fb060294fdb tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1212891079'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:09.584303 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9053f-1dd2-497b-94f5-5a7a88dc13fd tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Pushing event updated for resources: {'Network': ['ID=605c48b6-5bbb-4e73-9cd0-97c85b918f3a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:09.599099 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 605c48b6-5bbb-4e73-9cd0-97c85b918f3a details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:53:09.613036 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b707a2dd-ae51-4979-b782-5fb060294fdb tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Made reservation on behalf of 5ddfd80065af4b6a94f0c04ec64d2e6a for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:53:09.621036 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b707a2dd-ae51-4979-b782-5fb060294fdb tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:09.668179 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b707a2dd-ae51-4979-b782-5fb060294fdb tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:53:09.688409 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b707a2dd-ae51-4979-b782-5fb060294fdb tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (efb82c65-3d39-4d01-b552-732b25b7cd40), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:09.689103 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-b707a2dd-ae51-4979-b782-5fb060294fdb tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Added segment efb82c65-3d39-4d01-b552-732b25b7cd40 of type vlan for network a32b4af1-dea4-419a-8e1e-4f9381dee628 Feb 20 05:53:09.744661 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b707a2dd-ae51-4979-b782-5fb060294fdb tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (a32b4af1-dea4-419a-8e1e-4f9381dee628), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:09.779123 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57124) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:09.793931 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b707a2dd-ae51-4979-b782-5fb060294fdb tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (a32b4af1-dea4-419a-8e1e-4f9381dee628), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:09.800871 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b707a2dd-ae51-4979-b782-5fb060294fdb tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:09.801795 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b707a2dd-ae51-4979-b782-5fb060294fdb tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:09.936201 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b707a2dd-ae51-4979-b782-5fb060294fdb tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3761287 Feb 20 05:53:09.964314 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707a2dd-ae51-4979-b782-5fb060294fdb tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Pushing event updated for resources: {'Network': ['ID=a32b4af1-dea4-419a-8e1e-4f9381dee628,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:09.982675 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dc122a1e-0e1a-43f8-b0e3-573171e2df1e req-8184e168-e9e0-4e26-96cd-d139e5eb3982 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 210 time: 0.1169755 Feb 20 05:53:10.023745 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network a32b4af1-dea4-419a-8e1e-4f9381dee628 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:53:10.041141 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-022da4c8-b206-493d-a377-a5c52d83609b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:10.077612 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57138) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:10.084021 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-13da7e04-c7d7-4f27-9749-b9e6151cde2c tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Request body: {'subnets': [{'network_id': '605c48b6-5bbb-4e73-9cd0-97c85b918f3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1355123258', 'ip_version': 4}, {'network_id': 'a32b4af1-dea4-419a-8e1e-4f9381dee628', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:10.084606 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-13da7e04-c7d7-4f27-9749-b9e6151cde2c tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Request body: {'subnet': {'network_id': '605c48b6-5bbb-4e73-9cd0-97c85b918f3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1355123258', 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:10.085468 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-13da7e04-c7d7-4f27-9749-b9e6151cde2c tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Request body: {'subnet': {'network_id': 'a32b4af1-dea4-419a-8e1e-4f9381dee628', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:10.153771 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-022da4c8-b206-493d-a377-a5c52d83609b admin admin] Publish callbacks [] for security_group (630b11d8-c13a-4277-a8c0-861cc08ee4f5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:10.159984 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-022da4c8-b206-493d-a377-a5c52d83609b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (630b11d8-c13a-4277-a8c0-861cc08ee4f5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:10.214352 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022da4c8-b206-493d-a377-a5c52d83609b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630b11d8-c13a-4277-a8c0-861cc08ee4f5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:10.231950 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-022da4c8-b206-493d-a377-a5c52d83609b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d1ebad8835544b2b9a59fddd2d6a63eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4514244 Feb 20 05:53:10.232909 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57146) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:10.234422 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022da4c8-b206-493d-a377-a5c52d83609b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:10.234930 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022da4c8-b206-493d-a377-a5c52d83609b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:10.235435 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022da4c8-b206-493d-a377-a5c52d83609b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:10.235886 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022da4c8-b206-493d-a377-a5c52d83609b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:10.236343 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022da4c8-b206-493d-a377-a5c52d83609b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:10.236801 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022da4c8-b206-493d-a377-a5c52d83609b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:10.237285 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022da4c8-b206-493d-a377-a5c52d83609b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:10.237907 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022da4c8-b206-493d-a377-a5c52d83609b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:10.238878 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022da4c8-b206-493d-a377-a5c52d83609b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:10.239764 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022da4c8-b206-493d-a377-a5c52d83609b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:10.240340 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022da4c8-b206-493d-a377-a5c52d83609b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:10.241045 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022da4c8-b206-493d-a377-a5c52d83609b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:10.241609 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022da4c8-b206-493d-a377-a5c52d83609b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:10.255094 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-98e8a1e8-ea4b-4135-a92b-e87426d5ebe2 req-a3efb5d2-2005-449e-b467-f25669e4f961 service neutron] (103406) timed out ('10.222.0.37', 48534) {{(pid=103406) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 05:53:10.310720 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57148) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:10.366548 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98334ccc-4e61-4f61-97c9-439897c9de1a admin admin] Publish callbacks [] for security_group (630b11d8-c13a-4277-a8c0-861cc08ee4f5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:10.400527 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13da7e04-c7d7-4f27-9749-b9e6151cde2c tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Made reservation on behalf of 5ddfd80065af4b6a94f0c04ec64d2e6a for: {'subnet': 2} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:53:10.405405 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-13da7e04-c7d7-4f27-9749-b9e6151cde2c tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:10.405750 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-13da7e04-c7d7-4f27-9749-b9e6151cde2c tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:10.413154 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98334ccc-4e61-4f61-97c9-439897c9de1a admin admin] Publish callbacks [] for security_group (630b11d8-c13a-4277-a8c0-861cc08ee4f5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:10.489111 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea753-d161-43a4-9984-1037741949ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:10.531099 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98334ccc-4e61-4f61-97c9-439897c9de1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (630b11d8-c13a-4277-a8c0-861cc08ee4f5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:10.534230 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98334ccc-4e61-4f61-97c9-439897c9de1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:10.537966 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-98334ccc-4e61-4f61-97c9-439897c9de1a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/630b11d8-c13a-4277-a8c0-861cc08ee4f5 HTTP/1.1" status: 204 len: 168 time: 0.2874041 Feb 20 05:53:10.555858 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98334ccc-4e61-4f61-97c9-439897c9de1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630b11d8-c13a-4277-a8c0-861cc08ee4f5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:10.624776 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea753-d161-43a4-9984-1037741949ec admin admin] Publish callbacks [] for security_group (14ae61a1-dd30-41b3-a161-f53d3835c7fa), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:10.630826 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea753-d161-43a4-9984-1037741949ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (14ae61a1-dd30-41b3-a161-f53d3835c7fa), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:10.667791 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9e5ea753-d161-43a4-9984-1037741949ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8dfba383e83b400298f3a9a374679abb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3531981 Feb 20 05:53:10.671230 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57156) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:10.708587 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ea753-d161-43a4-9984-1037741949ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ae61a1-dd30-41b3-a161-f53d3835c7fa,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:10.774360 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21de606a-8693-4056-8fcf-444f0995d6c9 admin admin] Publish callbacks [] for security_group (14ae61a1-dd30-41b3-a161-f53d3835c7fa), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:10.804449 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21de606a-8693-4056-8fcf-444f0995d6c9 admin admin] Publish callbacks [] for security_group (14ae61a1-dd30-41b3-a161-f53d3835c7fa), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:10.896834 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21de606a-8693-4056-8fcf-444f0995d6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (14ae61a1-dd30-41b3-a161-f53d3835c7fa), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:10.903135 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21de606a-8693-4056-8fcf-444f0995d6c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:10.907087 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-21de606a-8693-4056-8fcf-444f0995d6c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14ae61a1-dd30-41b3-a161-f53d3835c7fa HTTP/1.1" status: 204 len: 168 time: 0.2321999 Feb 20 05:53:10.924116 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de606a-8693-4056-8fcf-444f0995d6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ae61a1-dd30-41b3-a161-f53d3835c7fa,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:11.003289 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57162) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:11.008611 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-13da7e04-c7d7-4f27-9749-b9e6151cde2c tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (81de42bd-7cfe-4006-ae19-8235c88f5f73), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:11.025498 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-856cf723-e88b-4158-b8a3-bd2446387525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:11.103733 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da7e04-c7d7-4f27-9749-b9e6151cde2c tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Pushing event updated for resources: {'Subnet': ['ID=81de42bd-7cfe-4006-ae19-8235c88f5f73,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:11.125011 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da7e04-c7d7-4f27-9749-b9e6151cde2c tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Checking segment: {'id': 'b0177c05-6788-468e-989c-0c635b4083a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '605c48b6-5bbb-4e73-9cd0-97c85b918f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:53:11.125651 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13da7e04-c7d7-4f27-9749-b9e6151cde2c tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Network hostable DHCP agents. Network: 605c48b6-5bbb-4e73-9cd0-97c85b918f3a, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:53:11.148506 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5e338db-a1bc-42ae-b309-0bc9176abd2a req-367c0ce6-876d-469b-8f60-1e8d0b9fa840 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 210 time: 0.0444703 Feb 20 05:53:11.170220 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13da7e04-c7d7-4f27-9749-b9e6151cde2c tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Network 605c48b6-5bbb-4e73-9cd0-97c85b918f3a is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:53:11.189941 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-13da7e04-c7d7-4f27-9749-b9e6151cde2c tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 605c48b6-5bbb-4e73-9cd0-97c85b918f3a) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:53:11.194530 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-13da7e04-c7d7-4f27-9749-b9e6151cde2c tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (b42d5a1d-31f8-4f0d-ba3e-93b1f1367ded), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:11.202102 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-856cf723-e88b-4158-b8a3-bd2446387525 admin admin] Publish callbacks [] for security_group (47ea00d0-a155-4d80-bd5e-99137c696bd1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:11.203733 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534c3b50-bc66-4068-b77e-aa2c82967c42 None None] Network 605c48b6-5bbb-4e73-9cd0-97c85b918f3a requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:53:11.207302 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-856cf723-e88b-4158-b8a3-bd2446387525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (47ea00d0-a155-4d80-bd5e-99137c696bd1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:11.290508 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-856cf723-e88b-4158-b8a3-bd2446387525 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4489b41bf5714d808433ee004e36acf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2849882 Feb 20 05:53:11.291519 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856cf723-e88b-4158-b8a3-bd2446387525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ea00d0-a155-4d80-bd5e-99137c696bd1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:11.295767 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57174) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:11.399129 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b3a6391b-c58d-433f-b0b2-7c7478629825 admin admin] Publish callbacks [] for security_group (47ea00d0-a155-4d80-bd5e-99137c696bd1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:11.434467 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-605c48b6-5bbb-4e73-9cd0-97c85b918f3a', 'network_id': '605c48b6-5bbb-4e73-9cd0-97c85b918f3a', 'project_id': '5ddfd80065af4b6a94f0c04ec64d2e6a', 'fixed_ips': [{'subnet_id': '81de42bd-7cfe-4006-ae19-8235c88f5f73'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:53:11.436612 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:11.445034 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b3a6391b-c58d-433f-b0b2-7c7478629825 admin admin] Publish callbacks [] for security_group (47ea00d0-a155-4d80-bd5e-99137c696bd1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:11.460097 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da7e04-c7d7-4f27-9749-b9e6151cde2c tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Pushing event updated for resources: {'Subnet': ['ID=b42d5a1d-31f8-4f0d-ba3e-93b1f1367ded,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:11.523024 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da7e04-c7d7-4f27-9749-b9e6151cde2c tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Checking segment: {'id': 'efb82c65-3d39-4d01-b552-732b25b7cd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a32b4af1-dea4-419a-8e1e-4f9381dee628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:53:11.523364 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13da7e04-c7d7-4f27-9749-b9e6151cde2c tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Network hostable DHCP agents. Network: a32b4af1-dea4-419a-8e1e-4f9381dee628, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:53:11.526975 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b3a6391b-c58d-433f-b0b2-7c7478629825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (47ea00d0-a155-4d80-bd5e-99137c696bd1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:11.530180 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b3a6391b-c58d-433f-b0b2-7c7478629825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:11.535378 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b3a6391b-c58d-433f-b0b2-7c7478629825 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47ea00d0-a155-4d80-bd5e-99137c696bd1 HTTP/1.1" status: 204 len: 168 time: 0.2386136 Feb 20 05:53:11.550858 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6391b-c58d-433f-b0b2-7c7478629825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ea00d0-a155-4d80-bd5e-99137c696bd1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:11.558068 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57178) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:11.573846 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-00fbef9d-af24-4135-b5b1-a59926b65145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:11.640880 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-dcc99273-ad2a-4446-a6fb-021c6aa09293 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:11.642987 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-dcc99273-ad2a-4446-a6fb-021c6aa09293 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.61 "GET /v2.0/networks?id=857e7610-02f5-4bcf-9da6-3d515101f61f HTTP/1.1" status: 200 len: 813 time: 0.3856134 Feb 20 05:53:11.644336 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13da7e04-c7d7-4f27-9749-b9e6151cde2c tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Network a32b4af1-dea4-419a-8e1e-4f9381dee628 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:53:11.678061 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-00fbef9d-af24-4135-b5b1-a59926b65145 admin admin] Publish callbacks [] for security_group (ffbdbe06-1f82-4f4b-90b3-5e8272e98a0d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:11.681476 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-00fbef9d-af24-4135-b5b1-a59926b65145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ffbdbe06-1f82-4f4b-90b3-5e8272e98a0d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:11.696498 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Allocated IP 172.20.0.2 (605c48b6-5bbb-4e73-9cd0-97c85b918f3a/81de42bd-7cfe-4006-ae19-8235c88f5f73/ae494641-ef01-43b3-824a-aa97cdd993ba) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:53:11.697411 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-13da7e04-c7d7-4f27-9749-b9e6151cde2c tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, a32b4af1-dea4-419a-8e1e-4f9381dee628) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:53:11.709725 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eb83d2-34ef-492f-bf8a-ab51e00e36ee None None] Network a32b4af1-dea4-419a-8e1e-4f9381dee628 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:53:11.712808 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13da7e04-c7d7-4f27-9749-b9e6151cde2c tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:11.713274 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13da7e04-c7d7-4f27-9749-b9e6151cde2c tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:11.713897 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-13da7e04-c7d7-4f27-9749-b9e6151cde2c tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:11.742123 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-00fbef9d-af24-4135-b5b1-a59926b65145 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=33314145e90d4f51805895d97e0460b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1827877 Feb 20 05:53:11.742964 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbef9d-af24-4135-b5b1-a59926b65145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbdbe06-1f82-4f4b-90b3-5e8272e98a0d,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:11.746453 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57180) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:11.802334 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-13da7e04-c7d7-4f27-9749-b9e6151cde2c tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.7232077 Feb 20 05:53:11.805971 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57182) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:11.837069 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-ea3812ef-c3c4-4f1a-8243-26a8a42efc81 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c628ee270a94ff4b5ce2b0598d240ce HTTP/1.1" status: 200 len: 380 time: 0.1691880 Feb 20 05:53:11.857355 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-50e56e70-8ad8-428f-9e37-5f784ea74740 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Request body: {'port': {'device_id': '4ac995ed-bc84-4abd-9000-5fc44ec3092b', 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f', 'admin_state_up': True, 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'security_groups': ['01440de7-4f75-45e7-9e39-d1d660f98335']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:11.901121 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e17e81cd-ea3e-4e38-a9c6-ca03ff466d08 admin admin] Publish callbacks [] for security_group (ffbdbe06-1f82-4f4b-90b3-5e8272e98a0d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:11.964422 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b4eb10-6f0e-42e5-b4f7-80a7d8bc7501 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:11.966090 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b4eb10-6f0e-42e5-b4f7-80a7d8bc7501 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:11.967526 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b4eb10-6f0e-42e5-b4f7-80a7d8bc7501 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:11.972555 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-02b4eb10-6f0e-42e5-b4f7-80a7d8bc7501 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1655493 Feb 20 05:53:11.983553 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57186) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:11.995862 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e17e81cd-ea3e-4e38-a9c6-ca03ff466d08 admin admin] Publish callbacks [] for security_group (ffbdbe06-1f82-4f4b-90b3-5e8272e98a0d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:12.027685 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-50e56e70-8ad8-428f-9e37-5f784ea74740 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Made reservation on behalf of 4c628ee270a94ff4b5ce2b0598d240ce for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:53:12.033656 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-50e56e70-8ad8-428f-9e37-5f784ea74740 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:12.087709 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Publish callbacks [] for port (ae494641-ef01-43b3-824a-aa97cdd993ba), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:12.112652 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (ae494641-ef01-43b3-824a-aa97cdd993ba), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:12.117023 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df6a129-84b9-44af-a48a-f28aa35e0311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-a32b4af1-dea4-419a-8e1e-4f9381dee628', 'network_id': 'a32b4af1-dea4-419a-8e1e-4f9381dee628', 'project_id': '5ddfd80065af4b6a94f0c04ec64d2e6a', 'fixed_ips': [{'subnet_id': 'b42d5a1d-31f8-4f0d-ba3e-93b1f1367ded'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:53:12.118668 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2df6a129-84b9-44af-a48a-f28aa35e0311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:12.142195 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-a260f766-c7bf-421b-9ae9-c441b94b36ef tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Deleting subnet 81de42bd-7cfe-4006-ae19-8235c88f5f73 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:53:12.153031 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a260f766-c7bf-421b-9ae9-c441b94b36ef tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks [] for subnet (81de42bd-7cfe-4006-ae19-8235c88f5f73), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:12.203225 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Network 605c48b6-5bbb-4e73-9cd0-97c85b918f3a is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:53:12.219203 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:53:12.224453 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:53:12.268776 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a260f766-c7bf-421b-9ae9-c441b94b36ef tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (81de42bd-7cfe-4006-ae19-8235c88f5f73), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:12.294689 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Pushing event updated for resources: {'Port': ['ID=ae494641-ef01-43b3-824a-aa97cdd993ba,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:12.315782 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-50e56e70-8ad8-428f-9e37-5f784ea74740 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Allocated IP 172.20.0.4 (857e7610-02f5-4bcf-9da6-3d515101f61f/74159ea5-da94-47c3-9460-94aa951cddff/d4b478a6-712d-4b8e-bcec-d522abf7593c) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:53:12.443352 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:12.445509 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:12.446885 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:12.447363 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:12.448271 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:12.449158 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:12.450571 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:12.451792 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:12.452270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:12.454290 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:12.454746 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:12.455250 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:12.457322 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:12.627504 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-2df6a129-84b9-44af-a48a-f28aa35e0311 None None] Allocated IP 172.20.0.18 (a32b4af1-dea4-419a-8e1e-4f9381dee628/b42d5a1d-31f8-4f0d-ba3e-93b1f1367ded/e71fc6e4-aa8d-4ba6-88ea-41c55d81c9db) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:53:12.655924 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-50e56e70-8ad8-428f-9e37-5f784ea74740 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for port (d4b478a6-712d-4b8e-bcec-d522abf7593c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:12.723063 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-50e56e70-8ad8-428f-9e37-5f784ea74740 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (d4b478a6-712d-4b8e-bcec-d522abf7593c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:12.784895 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2df6a129-84b9-44af-a48a-f28aa35e0311 None None] Publish callbacks [] for port (e71fc6e4-aa8d-4ba6-88ea-41c55d81c9db), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:12.790945 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e56e70-8ad8-428f-9e37-5f784ea74740 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Pushing event updated for resources: {'Port': ['ID=d4b478a6-712d-4b8e-bcec-d522abf7593c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:12.792138 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2df6a129-84b9-44af-a48a-f28aa35e0311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (e71fc6e4-aa8d-4ba6-88ea-41c55d81c9db), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:12.802834 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Attempting to bind port ae494641-ef01-43b3-824a-aa97cdd993ba on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:53:12.803252 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Attempting to bind port ae494641-ef01-43b3-824a-aa97cdd993ba by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'b0177c05-6788-468e-989c-0c635b4083a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '605c48b6-5bbb-4e73-9cd0-97c85b918f3a'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:53:12.803617 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Attempting to bind port ae494641-ef01-43b3-824a-aa97cdd993ba on network 605c48b6-5bbb-4e73-9cd0-97c85b918f3a {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:53:12.806859 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-50e56e70-8ad8-428f-9e37-5f784ea74740 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Network 857e7610-02f5-4bcf-9da6-3d515101f61f is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:53:12.808552 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-50e56e70-8ad8-428f-9e37-5f784ea74740 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:53:12.814081 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-50e56e70-8ad8-428f-9e37-5f784ea74740 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:53:12.826096 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:53:12.826473 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Checking segment: {'id': 'b0177c05-6788-468e-989c-0c635b4083a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '605c48b6-5bbb-4e73-9cd0-97c85b918f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:53:12.827448 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:12.827448 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Bound using segment: {'id': 'b0177c05-6788-468e-989c-0c635b4083a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '605c48b6-5bbb-4e73-9cd0-97c85b918f3a'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:53:12.827780 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Bound port: ae494641-ef01-43b3-824a-aa97cdd993ba, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0177c05-6788-468e-989c-0c635b4083a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '605c48b6-5bbb-4e73-9cd0-97c85b918f3a'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:53:12.828160 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ae494641-ef01-43b3-824a-aa97cdd993ba), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:12.852559 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df6a129-84b9-44af-a48a-f28aa35e0311 None None] Network a32b4af1-dea4-419a-8e1e-4f9381dee628 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:53:12.861952 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-2df6a129-84b9-44af-a48a-f28aa35e0311 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:53:12.869103 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df6a129-84b9-44af-a48a-f28aa35e0311 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:53:12.873978 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6a129-84b9-44af-a48a-f28aa35e0311 None None] Pushing event updated for resources: {'Port': ['ID=e71fc6e4-aa8d-4ba6-88ea-41c55d81c9db,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:12.892486 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e17e81cd-ea3e-4e38-a9c6-ca03ff466d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ffbdbe06-1f82-4f4b-90b3-5e8272e98a0d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:12.896770 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e17e81cd-ea3e-4e38-a9c6-ca03ff466d08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:12.898329 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e17e81cd-ea3e-4e38-a9c6-ca03ff466d08 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ffbdbe06-1f82-4f4b-90b3-5e8272e98a0d HTTP/1.1" status: 204 len: 168 time: 1.1505878 Feb 20 05:53:12.921702 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e81cd-ea3e-4e38-a9c6-ca03ff466d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbdbe06-1f82-4f4b-90b3-5e8272e98a0d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:12.939859 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-50e56e70-8ad8-428f-9e37-5f784ea74740 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:12.944416 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-50e56e70-8ad8-428f-9e37-5f784ea74740 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:12.994773 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-50e56e70-8ad8-428f-9e37-5f784ea74740 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1503861 Feb 20 05:53:13.012232 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-9b3e8100-1710-470e-a1fb-d16aa8126d7b service neutron] Request body: {'port': {'device_id': '4ac995ed-bc84-4abd-9000-5fc44ec3092b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:13.054953 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-2df6a129-84b9-44af-a48a-f28aa35e0311 None None] Attempting to bind port e71fc6e4-aa8d-4ba6-88ea-41c55d81c9db on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:53:13.055607 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-2df6a129-84b9-44af-a48a-f28aa35e0311 None None] Attempting to bind port e71fc6e4-aa8d-4ba6-88ea-41c55d81c9db by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'efb82c65-3d39-4d01-b552-732b25b7cd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a32b4af1-dea4-419a-8e1e-4f9381dee628'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:53:13.056135 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df6a129-84b9-44af-a48a-f28aa35e0311 None None] Attempting to bind port e71fc6e4-aa8d-4ba6-88ea-41c55d81c9db on network a32b4af1-dea4-419a-8e1e-4f9381dee628 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:53:13.064962 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] For port ae494641-ef01-43b3-824a-aa97cdd993ba, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:53:13.071646 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df6a129-84b9-44af-a48a-f28aa35e0311 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:53:13.072757 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df6a129-84b9-44af-a48a-f28aa35e0311 None None] Checking segment: {'id': 'efb82c65-3d39-4d01-b552-732b25b7cd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a32b4af1-dea4-419a-8e1e-4f9381dee628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:53:13.073328 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2df6a129-84b9-44af-a48a-f28aa35e0311 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:13.073902 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df6a129-84b9-44af-a48a-f28aa35e0311 None None] Bound using segment: {'id': 'efb82c65-3d39-4d01-b552-732b25b7cd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a32b4af1-dea4-419a-8e1e-4f9381dee628'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:53:13.074552 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-2df6a129-84b9-44af-a48a-f28aa35e0311 None None] Bound port: e71fc6e4-aa8d-4ba6-88ea-41c55d81c9db, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb82c65-3d39-4d01-b552-732b25b7cd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a32b4af1-dea4-419a-8e1e-4f9381dee628'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:53:13.075146 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2df6a129-84b9-44af-a48a-f28aa35e0311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e71fc6e4-aa8d-4ba6-88ea-41c55d81c9db), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:13.084021 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] For port ae494641-ef01-43b3-824a-aa97cdd993ba, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=ae494641-ef01-43b3-824a-aa97cdd993ba,segment=NetworkSegment(b0177c05-6788-468e-989c-0c635b4083a3),segment_id=b0177c05-6788-468e-989c-0c635b4083a3)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:53:13.120017 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ae494641-ef01-43b3-824a-aa97cdd993ba), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:13.120368 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a260f766-c7bf-421b-9ae9-c441b94b36ef tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (81de42bd-7cfe-4006-ae19-8235c88f5f73), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:13.178117 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-9b3e8100-1710-470e-a1fb-d16aa8126d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d4b478a6-712d-4b8e-bcec-d522abf7593c), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:13.233998 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d46c8-de28-4b57-9a31-82b4aff607ac req-663c0ca7-d94f-4f2f-b4a7-1ab20f9179ff tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:13.237733 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b9d46c8-de28-4b57-9a31-82b4aff607ac req-663c0ca7-d94f-4f2f-b4a7-1ab20f9179ff tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 931 time: 0.4100890 Feb 20 05:53:13.377688 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b9d46c8-de28-4b57-9a31-82b4aff607ac req-f2532611-3cac-4597-8a7e-c7106fcdfaa9 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/security-groups?id=01440de7-4f75-45e7-9e39-d1d660f98335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231861 Feb 20 05:53:13.382004 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a260f766-c7bf-421b-9ae9-c441b94b36ef tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (81de42bd-7cfe-4006-ae19-8235c88f5f73), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:13.408179 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f92be0-e61c-4a04-95de-dd16ecfab419 None None] Pushing event updated for resources: {'Port': ['ID=ae494641-ef01-43b3-824a-aa97cdd993ba,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:13.415029 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2df6a129-84b9-44af-a48a-f28aa35e0311 None None] For port e71fc6e4-aa8d-4ba6-88ea-41c55d81c9db, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:53:13.424814 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2df6a129-84b9-44af-a48a-f28aa35e0311 None None] For port e71fc6e4-aa8d-4ba6-88ea-41c55d81c9db, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=e71fc6e4-aa8d-4ba6-88ea-41c55d81c9db,segment=NetworkSegment(efb82c65-3d39-4d01-b552-732b25b7cd40),segment_id=efb82c65-3d39-4d01-b552-732b25b7cd40)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:53:13.448869 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-3327cedf-80bf-4848-9916-63564d15947e None None] Provisioning complete for port d4b478a6-712d-4b8e-bcec-d522abf7593c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:53:13.451875 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3327cedf-80bf-4848-9916-63564d15947e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d4b478a6-712d-4b8e-bcec-d522abf7593c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:13.481082 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a260f766-c7bf-421b-9ae9-c441b94b36ef tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:13.491528 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a260f766-c7bf-421b-9ae9-c441b94b36ef tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] 10.222.0.37 "DELETE /v2.0/subnets/81de42bd-7cfe-4006-ae19-8235c88f5f73 HTTP/1.1" status: 204 len: 168 time: 1.5014918 Feb 20 05:53:13.491528 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260f766-c7bf-421b-9ae9-c441b94b36ef tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Pushing event deleted for resources: {'Subnet': ['ID=81de42bd-7cfe-4006-ae19-8235c88f5f73,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:13.498381 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57232) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:13.520407 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2df6a129-84b9-44af-a48a-f28aa35e0311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e71fc6e4-aa8d-4ba6-88ea-41c55d81c9db), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:13.526460 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3327cedf-80bf-4848-9916-63564d15947e None None] Port d4b478a6-712d-4b8e-bcec-d522abf7593c cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:53:13.603682 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6a129-84b9-44af-a48a-f28aa35e0311 None None] Pushing event updated for resources: {'Port': ['ID=e71fc6e4-aa8d-4ba6-88ea-41c55d81c9db,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:13.636874 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96bc716-1f1a-4552-8ebb-f1c65fab6d88 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Deleting subnet b42d5a1d-31f8-4f0d-ba3e-93b1f1367ded {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:53:13.656040 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f96bc716-1f1a-4552-8ebb-f1c65fab6d88 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks [] for subnet (b42d5a1d-31f8-4f0d-ba3e-93b1f1367ded), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:13.791208 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f96bc716-1f1a-4552-8ebb-f1c65fab6d88 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (b42d5a1d-31f8-4f0d-ba3e-93b1f1367ded), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:14.150282 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-9b3e8100-1710-470e-a1fb-d16aa8126d7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b478a6-712d-4b8e-bcec-d522abf7593c {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:53:14.151263 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f96bc716-1f1a-4552-8ebb-f1c65fab6d88 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (b42d5a1d-31f8-4f0d-ba3e-93b1f1367ded), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:14.215054 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-9b3e8100-1710-470e-a1fb-d16aa8126d7b service neutron] Publish callbacks [] for port (d4b478a6-712d-4b8e-bcec-d522abf7593c), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:14.232502 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ae494641-ef01-43b3-824a-aa97cdd993ba up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:53:14.248664 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-9b3e8100-1710-470e-a1fb-d16aa8126d7b service neutron] Transition to ACTIVE for port object d4b478a6-712d-4b8e-bcec-d522abf7593c will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:53:14.256309 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-9b3e8100-1710-470e-a1fb-d16aa8126d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (d4b478a6-712d-4b8e-bcec-d522abf7593c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:14.370175 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f96bc716-1f1a-4552-8ebb-f1c65fab6d88 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (b42d5a1d-31f8-4f0d-ba3e-93b1f1367ded), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:14.387226 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e8100-1710-470e-a1fb-d16aa8126d7b service neutron] Pushing event updated for resources: {'Port': ['ID=d4b478a6-712d-4b8e-bcec-d522abf7593c,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:14.450194 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port ae494641-ef01-43b3-824a-aa97cdd993ba triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:53:14.450772 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ae494641-ef01-43b3-824a-aa97cdd993ba), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:14.468196 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f96bc716-1f1a-4552-8ebb-f1c65fab6d88 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:14.484971 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f96bc716-1f1a-4552-8ebb-f1c65fab6d88 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] 10.222.0.37 "DELETE /v2.0/subnets/b42d5a1d-31f8-4f0d-ba3e-93b1f1367ded HTTP/1.1" status: 204 len: 168 time: 0.9848571 Feb 20 05:53:14.486524 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96bc716-1f1a-4552-8ebb-f1c65fab6d88 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Pushing event deleted for resources: {'Subnet': ['ID=b42d5a1d-31f8-4f0d-ba3e-93b1f1367ded,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:14.489954 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57254) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:14.677386 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-9b3e8100-1710-470e-a1fb-d16aa8126d7b service neutron] Attempting to bind port d4b478a6-712d-4b8e-bcec-d522abf7593c on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:53:14.677853 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-9b3e8100-1710-470e-a1fb-d16aa8126d7b service neutron] Attempting to bind port d4b478a6-712d-4b8e-bcec-d522abf7593c by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '327005f6-05b1-4d13-898b-12f73bbb891e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:53:14.678401 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-9b3e8100-1710-470e-a1fb-d16aa8126d7b service neutron] Attempting to bind port d4b478a6-712d-4b8e-bcec-d522abf7593c on network 857e7610-02f5-4bcf-9da6-3d515101f61f {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:53:14.705375 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-9b3e8100-1710-470e-a1fb-d16aa8126d7b service neutron] Port d4b478a6-712d-4b8e-bcec-d522abf7593c on network 857e7610-02f5-4bcf-9da6-3d515101f61f not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:53:14.705993 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-9b3e8100-1710-470e-a1fb-d16aa8126d7b service neutron] Attempting to bind port d4b478a6-712d-4b8e-bcec-d522abf7593c on network 857e7610-02f5-4bcf-9da6-3d515101f61f {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:53:14.715890 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-9b3e8100-1710-470e-a1fb-d16aa8126d7b service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:53:14.718620 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-9b3e8100-1710-470e-a1fb-d16aa8126d7b service neutron] Checking segment: {'id': '327005f6-05b1-4d13-898b-12f73bbb891e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:53:14.719062 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96d29d4-aa3b-4adb-99d5-c851d8f83ec8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:14.719257 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-9b3e8100-1710-470e-a1fb-d16aa8126d7b service neutron] Bound using segment: {'id': '327005f6-05b1-4d13-898b-12f73bbb891e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:53:14.728936 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-9b3e8100-1710-470e-a1fb-d16aa8126d7b service neutron] Bound port: d4b478a6-712d-4b8e-bcec-d522abf7593c, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '327005f6-05b1-4d13-898b-12f73bbb891e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:53:14.729746 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-9b3e8100-1710-470e-a1fb-d16aa8126d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d4b478a6-712d-4b8e-bcec-d522abf7593c), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:14.733343 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d96d29d4-aa3b-4adb-99d5-c851d8f83ec8 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2412264 Feb 20 05:53:14.739588 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57262) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:14.765023 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port ae494641-ef01-43b3-824a-aa97cdd993ba is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:53:14.765681 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ae494641-ef01-43b3-824a-aa97cdd993ba), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:14.879943 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-9b3e8100-1710-470e-a1fb-d16aa8126d7b service neutron] For port d4b478a6-712d-4b8e-bcec-d522abf7593c, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:53:14.884130 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-9b3e8100-1710-470e-a1fb-d16aa8126d7b service neutron] For port d4b478a6-712d-4b8e-bcec-d522abf7593c, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d4b478a6-712d-4b8e-bcec-d522abf7593c,segment=NetworkSegment(327005f6-05b1-4d13-898b-12f73bbb891e),segment_id=327005f6-05b1-4d13-898b-12f73bbb891e)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:53:14.894404 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port ae494641-ef01-43b3-824a-aa97cdd993ba, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=ae494641-ef01-43b3-824a-aa97cdd993ba,segment=NetworkSegment(b0177c05-6788-468e-989c-0c635b4083a3),segment_id=b0177c05-6788-468e-989c-0c635b4083a3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:53:14.903582 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-9b3e8100-1710-470e-a1fb-d16aa8126d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (d4b478a6-712d-4b8e-bcec-d522abf7593c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:14.914157 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ae494641-ef01-43b3-824a-aa97cdd993ba), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:14.942864 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-9b3e8100-1710-470e-a1fb-d16aa8126d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:14.951066 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-9b3e8100-1710-470e-a1fb-d16aa8126d7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:14.961171 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-9b3e8100-1710-470e-a1fb-d16aa8126d7b service neutron] 10.222.0.61 "PUT /v2.0/ports/d4b478a6-712d-4b8e-bcec-d522abf7593c HTTP/1.1" status: 200 len: 1091 time: 1.9566538 Feb 20 05:53:15.011619 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aca9caaf-0b55-4c87-a951-54271ef62405 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (a32b4af1-dea4-419a-8e1e-4f9381dee628), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:15.041531 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac995ed-bc84-4abd-9000-5fc44ec3092b', 'tag': 'd4b478a6-712d-4b8e-bcec-d522abf7593c'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:53:15.062792 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b579aac1-75c5-4ca3-8c70-5f4f90eac5f8" -d '{"events": [{"name": "network-changed", "server_uuid": "4ac995ed-bc84-4abd-9000-5fc44ec3092b", "tag": "d4b478a6-712d-4b8e-bcec-d522abf7593c"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:53:15.089271 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=ae494641-ef01-43b3-824a-aa97cdd993ba,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:15.191688 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57276) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:15.217160 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-c2d5dee0-16e1-46d2-b01c-90d4e0a31d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:15.218980 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-c2d5dee0-16e1-46d2-b01c-90d4e0a31d6d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c628ee270a94ff4b5ce2b0598d240ce&device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 1125 time: 0.1469193 Feb 20 05:53:15.234550 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364d870-1bb2-4777-8a0b-4b1abf122f23 req-f6d82ad3-198b-4b4e-81f7-d96c6d5c7b06 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:15.237715 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e364d870-1bb2-4777-8a0b-4b1abf122f23 req-f6d82ad3-198b-4b4e-81f7-d96c6d5c7b06 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 943 time: 0.1303105 Feb 20 05:53:15.247051 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-aca9caaf-0b55-4c87-a951-54271ef62405 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Deleting port e71fc6e4-aa8d-4ba6-88ea-41c55d81c9db {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:53:15.247475 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aca9caaf-0b55-4c87-a951-54271ef62405 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (e71fc6e4-aa8d-4ba6-88ea-41c55d81c9db), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:15.312834 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e8100-1710-470e-a1fb-d16aa8126d7b service neutron] Pushing event updated for resources: {'Port': ['ID=d4b478a6-712d-4b8e-bcec-d522abf7593c,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:15.326533 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-b146e73e-1579-413a-90aa-d6c6bf9e41df service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4b478a6-712d-4b8e-bcec-d522abf7593c HTTP/1.1" status: 200 len: 217 time: 0.0978482 Feb 20 05:53:15.417839 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-17c79c45-5142-4de1-b563-1c076063ac70 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1692002305-network', 'tenant_id': '8ca2706cd9334512b44cfeb9d5514191'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:15.420119 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-3f42f620-424e-4b47-8780-76510165ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:15.421662 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-3f42f620-424e-4b47-8780-76510165ef31 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=74159ea5-da94-47c3-9460-94aa951cddff HTTP/1.1" status: 200 len: 852 time: 0.0881426 Feb 20 05:53:15.444307 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e364d870-1bb2-4777-8a0b-4b1abf122f23 req-0e57cf32-c679-4456-a625-964bc57b2402 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/security-groups?id=01440de7-4f75-45e7-9e39-d1d660f98335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896966 Feb 20 05:53:15.460144 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-aca9caaf-0b55-4c87-a951-54271ef62405 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] For port e71fc6e4-aa8d-4ba6-88ea-41c55d81c9db, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=e71fc6e4-aa8d-4ba6-88ea-41c55d81c9db,segment=NetworkSegment(efb82c65-3d39-4d01-b552-732b25b7cd40),segment_id=efb82c65-3d39-4d01-b552-732b25b7cd40)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:53:15.460555 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aca9caaf-0b55-4c87-a951-54271ef62405 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (e71fc6e4-aa8d-4ba6-88ea-41c55d81c9db), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:15.490978 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-aca9caaf-0b55-4c87-a951-54271ef62405 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Calling delete_port for e71fc6e4-aa8d-4ba6-88ea-41c55d81c9db owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:53:15.502757 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c79c45-5142-4de1-b563-1c076063ac70 admin admin] Made reservation on behalf of 8ca2706cd9334512b44cfeb9d5514191 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:53:15.506540 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17c79c45-5142-4de1-b563-1c076063ac70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:15.524841 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17c79c45-5142-4de1-b563-1c076063ac70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:15.528196 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-88caa5fe-ebae-44f9-a476-ff3ae2718a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:15.529780 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-88caa5fe-ebae-44f9-a476-ff3ae2718a55 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=857e7610-02f5-4bcf-9da6-3d515101f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1024599 Feb 20 05:53:15.578521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455bb195-af64-4592-9961-1e520f564979 None None] Network 605c48b6-5bbb-4e73-9cd0-97c85b918f3a requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:53:15.653005 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-f6dcb9e5-c26c-4350-8a41-83716aa53799 service neutron] 10.222.0.61 "GET /v2.0/networks/857e7610-02f5-4bcf-9da6-3d515101f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168852 Feb 20 05:53:15.690195 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-60ca68c6-73de-487b-a02d-119f64ada3c2 None None] Provisioning complete for port ae494641-ef01-43b3-824a-aa97cdd993ba triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:53:15.691147 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-60ca68c6-73de-487b-a02d-119f64ada3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ae494641-ef01-43b3-824a-aa97cdd993ba), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:15.720825 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bc07c-29b1-41cc-8e41-4833ffb1fff7 req-2f348cf1-6d3b-4064-9c33-950bf1062772 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:15.722461 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-738bc07c-29b1-41cc-8e41-4833ffb1fff7 req-2f348cf1-6d3b-4064-9c33-950bf1062772 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.1652594 Feb 20 05:53:15.757124 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df6e43b-9331-4838-8020-ae586055ebc4 None None] Network a32b4af1-dea4-419a-8e1e-4f9381dee628 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:53:15.782278 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aca9caaf-0b55-4c87-a951-54271ef62405 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (e71fc6e4-aa8d-4ba6-88ea-41c55d81c9db), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:15.789621 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c07e85cf-67c5-41e9-8c5f-f7a8e12b1789 req-5ce224ca-f504-46f6-93d7-c71a3a77332f service neutron] 10.222.0.61 "GET /v2.0/networks/857e7610-02f5-4bcf-9da6-3d515101f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292686 Feb 20 05:53:15.803653 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17c79c45-5142-4de1-b563-1c076063ac70 admin admin] Publish callbacks [] for security_group (f2e6a692-498d-4c6d-a07a-34591813c104), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:15.829603 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9caaf-0b55-4c87-a951-54271ef62405 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Pushing event deleted for resources: {'Port': ['ID=e71fc6e4-aa8d-4ba6-88ea-41c55d81c9db,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:15.831470 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17c79c45-5142-4de1-b563-1c076063ac70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f2e6a692-498d-4c6d-a07a-34591813c104), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:15.852049 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-738bc07c-29b1-41cc-8e41-4833ffb1fff7 req-ed865097-b05f-48b0-80b6-8397598d1197 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221807 Feb 20 05:53:15.852980 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca9caaf-0b55-4c87-a951-54271ef62405 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] No DVR routers for this DVR port e71fc6e4-aa8d-4ba6-88ea-41c55d81c9db on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:53:15.893879 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c79c45-5142-4de1-b563-1c076063ac70 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:53:15.908335 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c79c45-5142-4de1-b563-1c076063ac70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e6a692-498d-4c6d-a07a-34591813c104,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:15.923718 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17c79c45-5142-4de1-b563-1c076063ac70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (868ba499-054f-4592-b41a-a5c6c0328af4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:15.923990 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-17c79c45-5142-4de1-b563-1c076063ac70 admin admin] Added segment 868ba499-054f-4592-b41a-a5c6c0328af4 of type vlan for network f7ddb2bd-6614-48a5-9d0b-6ac314378899 Feb 20 05:53:15.953219 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-60ca68c6-73de-487b-a02d-119f64ada3c2 None None] Current status of the port ae494641-ef01-43b3-824a-aa97cdd993ba is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:53:15.965159 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777832c3-fd19-4e06-b7b8-09865c6f833d x-openstack-request-id: req-777832c3-fd19-4e06-b7b8-09865c6f833d {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:53:15.965483 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ac995ed-bc84-4abd-9000-5fc44ec3092b", "tag": "d4b478a6-712d-4b8e-bcec-d522abf7593c", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:53:15.965758 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-777832c3-fd19-4e06-b7b8-09865c6f833d {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:53:15.966165 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac995ed-bc84-4abd-9000-5fc44ec3092b', 'tag': 'd4b478a6-712d-4b8e-bcec-d522abf7593c', 'status': 'completed', 'code': 200} Feb 20 05:53:16.044614 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aca9caaf-0b55-4c87-a951-54271ef62405 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (a32b4af1-dea4-419a-8e1e-4f9381dee628), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:16.078111 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dda0d97-baf6-464b-9043-bb5e9e24365e None None] DHCP port deletion for a32b4af1-dea4-419a-8e1e-4f9381dee628 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:53:16.099898 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a8dadf9e-4ce1-4252-80af-230dd5636eda None None] Could not find standard attr ID for object e71fc6e4-aa8d-4ba6-88ea-41c55d81c9db. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:53:16.104081 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-aca9caaf-0b55-4c87-a951-54271ef62405 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a32b4af1-dea4-419a-8e1e-4f9381dee628']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:16.120222 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-aca9caaf-0b55-4c87-a951-54271ef62405 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb82c65-3d39-4d01-b552-732b25b7cd40') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:16.120523 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-aca9caaf-0b55-4c87-a951-54271ef62405 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb82c65-3d39-4d01-b552-732b25b7cd40') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:16.124561 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2048fe-1e6d-4f1e-841c-a7f9afe538e9 None None] DHCP port deletion for 605c48b6-5bbb-4e73-9cd0-97c85b918f3a request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:53:16.135954 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aca9caaf-0b55-4c87-a951-54271ef62405 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (efb82c65-3d39-4d01-b552-732b25b7cd40), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:16.153238 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aca9caaf-0b55-4c87-a951-54271ef62405 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (efb82c65-3d39-4d01-b552-732b25b7cd40), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:16.163719 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca9caaf-0b55-4c87-a951-54271ef62405 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:53:16.164558 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aca9caaf-0b55-4c87-a951-54271ef62405 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (efb82c65-3d39-4d01-b552-732b25b7cd40), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:16.167601 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579aac1-75c5-4ca3-8c70-5f4f90eac5f8 req-0e3f0784-e3a3-4ad3-9d9d-bc7d04267ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:16.170946 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b579aac1-75c5-4ca3-8c70-5f4f90eac5f8 req-0e3f0784-e3a3-4ad3-9d9d-bc7d04267ec0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c628ee270a94ff4b5ce2b0598d240ce&device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 1125 time: 0.1315606 Feb 20 05:53:16.185824 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0a2048fe-1e6d-4f1e-841c-a7f9afe538e9 None None] Deleting port ae494641-ef01-43b3-824a-aa97cdd993ba {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:53:16.186437 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0a2048fe-1e6d-4f1e-841c-a7f9afe538e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (ae494641-ef01-43b3-824a-aa97cdd993ba), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:53:16.263908 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:53:16.271754 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17c79c45-5142-4de1-b563-1c076063ac70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (f7ddb2bd-6614-48a5-9d0b-6ac314378899), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:16.314812 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0a2048fe-1e6d-4f1e-841c-a7f9afe538e9 None None] For port ae494641-ef01-43b3-824a-aa97cdd993ba, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=ae494641-ef01-43b3-824a-aa97cdd993ba,segment=NetworkSegment(b0177c05-6788-468e-989c-0c635b4083a3),segment_id=b0177c05-6788-468e-989c-0c635b4083a3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:53:16.315291 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0a2048fe-1e6d-4f1e-841c-a7f9afe538e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (ae494641-ef01-43b3-824a-aa97cdd993ba), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:16.334130 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0a2048fe-1e6d-4f1e-841c-a7f9afe538e9 None None] Calling delete_port for ae494641-ef01-43b3-824a-aa97cdd993ba owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:53:16.336069 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579aac1-75c5-4ca3-8c70-5f4f90eac5f8 req-5bc892a2-7341-4846-ad98-d5923e5c20d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:16.338842 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b579aac1-75c5-4ca3-8c70-5f4f90eac5f8 req-5bc892a2-7341-4846-ad98-d5923e5c20d4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=857e7610-02f5-4bcf-9da6-3d515101f61f HTTP/1.1" status: 200 len: 913 time: 0.1613102 Feb 20 05:53:16.374398 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aca9caaf-0b55-4c87-a951-54271ef62405 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (a32b4af1-dea4-419a-8e1e-4f9381dee628), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:16.395897 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aca9caaf-0b55-4c87-a951-54271ef62405 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:16.402023 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-aca9caaf-0b55-4c87-a951-54271ef62405 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] 10.222.0.37 "DELETE /v2.0/networks/a32b4af1-dea4-419a-8e1e-4f9381dee628 HTTP/1.1" status: 204 len: 168 time: 1.6589274 Feb 20 05:53:16.421851 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17c79c45-5142-4de1-b563-1c076063ac70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (f7ddb2bd-6614-48a5-9d0b-6ac314378899), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:16.422826 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c79c45-5142-4de1-b563-1c076063ac70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:16.423437 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17c79c45-5142-4de1-b563-1c076063ac70 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:16.425406 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57280) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:16.429593 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b579aac1-75c5-4ca3-8c70-5f4f90eac5f8 req-1bef4289-c1d3-434e-a9ed-41cee22060c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4b478a6-712d-4b8e-bcec-d522abf7593c HTTP/1.1" status: 200 len: 217 time: 0.0835340 Feb 20 05:53:16.448313 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9caaf-0b55-4c87-a951-54271ef62405 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Pushing event deleted for resources: {'Network': ['ID=a32b4af1-dea4-419a-8e1e-4f9381dee628,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:16.504880 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579aac1-75c5-4ca3-8c70-5f4f90eac5f8 req-e800de49-40b9-4724-97cd-b5c8f03e48bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:16.507090 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b579aac1-75c5-4ca3-8c70-5f4f90eac5f8 req-e800de49-40b9-4724-97cd-b5c8f03e48bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=74159ea5-da94-47c3-9460-94aa951cddff HTTP/1.1" status: 200 len: 852 time: 0.0721655 Feb 20 05:53:16.596563 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579aac1-75c5-4ca3-8c70-5f4f90eac5f8 req-790e60f7-f36d-4617-a8f2-df6465fd15be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:16.598776 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b579aac1-75c5-4ca3-8c70-5f4f90eac5f8 req-790e60f7-f36d-4617-a8f2-df6465fd15be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=857e7610-02f5-4bcf-9da6-3d515101f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0830135 Feb 20 05:53:16.696906 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0a2048fe-1e6d-4f1e-841c-a7f9afe538e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (ae494641-ef01-43b3-824a-aa97cdd993ba), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:16.699452 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-17c79c45-5142-4de1-b563-1c076063ac70 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5064366 Feb 20 05:53:16.714098 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5461c4c-d669-4d65-a68f-36186e25bf5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:16.722500 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57286) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:16.744842 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2048fe-1e6d-4f1e-841c-a7f9afe538e9 None None] No DVR routers for this DVR port ae494641-ef01-43b3-824a-aa97cdd993ba on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:53:16.747491 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2048fe-1e6d-4f1e-841c-a7f9afe538e9 None None] Pushing event deleted for resources: {'Port': ['ID=ae494641-ef01-43b3-824a-aa97cdd993ba,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:16.765617 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e9d7bb6e-d357-4166-9cac-b38bc2de39ea admin admin] Request body: {'subnet': {'network_id': 'f7ddb2bd-6614-48a5-9d0b-6ac314378899', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1692002305-subnet', 'tenant_id': '8ca2706cd9334512b44cfeb9d5514191', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:16.781234 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b579aac1-75c5-4ca3-8c70-5f4f90eac5f8 req-f60705b2-26ec-47b9-a2b7-f1e14c44b85a service neutron] 10.222.0.61 "GET /v2.0/networks/857e7610-02f5-4bcf-9da6-3d515101f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730638 Feb 20 05:53:16.816016 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d7bb6e-d357-4166-9cac-b38bc2de39ea admin admin] Made reservation on behalf of 8ca2706cd9334512b44cfeb9d5514191 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:53:16.819670 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9d7bb6e-d357-4166-9cac-b38bc2de39ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:16.833809 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-38047f59-83ce-4ef8-8cf0-b7d3ca86e516 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (605c48b6-5bbb-4e73-9cd0-97c85b918f3a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:16.836286 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c79c45-5142-4de1-b563-1c076063ac70 admin admin] Pushing event updated for resources: {'Network': ['ID=f7ddb2bd-6614-48a5-9d0b-6ac314378899,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:16.848179 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network f7ddb2bd-6614-48a5-9d0b-6ac314378899 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:53:16.962753 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b579aac1-75c5-4ca3-8c70-5f4f90eac5f8 req-88f5009c-761d-424c-9949-d2027c3c7463 service neutron] 10.222.0.61 "GET /v2.0/networks/857e7610-02f5-4bcf-9da6-3d515101f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756513 Feb 20 05:53:16.975417 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c09bb5-fb91-4c5a-98a9-0d9abe331104 req-760f4d15-6905-4c9a-a928-028b8f515aad tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:16.983154 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f2c09bb5-fb91-4c5a-98a9-0d9abe331104 req-760f4d15-6905-4c9a-a928-028b8f515aad tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 943 time: 0.3778224 Feb 20 05:53:17.074137 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-38047f59-83ce-4ef8-8cf0-b7d3ca86e516 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (605c48b6-5bbb-4e73-9cd0-97c85b918f3a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:17.132245 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-38047f59-83ce-4ef8-8cf0-b7d3ca86e516 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['605c48b6-5bbb-4e73-9cd0-97c85b918f3a']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:17.151495 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f2c09bb5-fb91-4c5a-98a9-0d9abe331104 req-12d137d8-ec69-4b38-8839-05aacf818fde tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/security-groups?id=01440de7-4f75-45e7-9e39-d1d660f98335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673017 Feb 20 05:53:17.170858 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-38047f59-83ce-4ef8-8cf0-b7d3ca86e516 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0177c05-6788-468e-989c-0c635b4083a3') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:17.170858 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-38047f59-83ce-4ef8-8cf0-b7d3ca86e516 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0177c05-6788-468e-989c-0c635b4083a3') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:17.200149 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-38047f59-83ce-4ef8-8cf0-b7d3ca86e516 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (b0177c05-6788-468e-989c-0c635b4083a3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:17.227711 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-38047f59-83ce-4ef8-8cf0-b7d3ca86e516 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (b0177c05-6788-468e-989c-0c635b4083a3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:17.236166 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38047f59-83ce-4ef8-8cf0-b7d3ca86e516 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:53:17.237027 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-38047f59-83ce-4ef8-8cf0-b7d3ca86e516 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (b0177c05-6788-468e-989c-0c635b4083a3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:53:17.258717 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:53:17.385628 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-38047f59-83ce-4ef8-8cf0-b7d3ca86e516 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (605c48b6-5bbb-4e73-9cd0-97c85b918f3a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:17.398111 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-38047f59-83ce-4ef8-8cf0-b7d3ca86e516 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:17.401816 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-38047f59-83ce-4ef8-8cf0-b7d3ca86e516 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] 10.222.0.37 "DELETE /v2.0/networks/605c48b6-5bbb-4e73-9cd0-97c85b918f3a HTTP/1.1" status: 204 len: 168 time: 0.9751472 Feb 20 05:53:17.404517 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57304) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:17.412918 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9d7bb6e-d357-4166-9cac-b38bc2de39ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (0a034f2b-4267-47a2-91c4-d0ed636bf2ba), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:17.445971 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564874b-40f1-46e1-a5da-8222f5da2629 req-e3b9d6ac-9407-4b26-9656-97e491805636 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:17.452136 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b564874b-40f1-46e1-a5da-8222f5da2629 req-e3b9d6ac-9407-4b26-9656-97e491805636 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.1671977 Feb 20 05:53:17.477539 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38047f59-83ce-4ef8-8cf0-b7d3ca86e516 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Pushing event deleted for resources: {'Network': ['ID=605c48b6-5bbb-4e73-9cd0-97c85b918f3a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:17.493200 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7bb6e-d357-4166-9cac-b38bc2de39ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a034f2b-4267-47a2-91c4-d0ed636bf2ba,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:17.522828 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3aba1bf-43fc-45eb-b852-e8be2f1676de tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (d5927e3f-feb8-463e-ad24-68a0df59d0c6), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:17.536234 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d7bb6e-d357-4166-9cac-b38bc2de39ea admin admin] Checking segment: {'id': '868ba499-054f-4592-b41a-a5c6c0328af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f7ddb2bd-6614-48a5-9d0b-6ac314378899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:53:17.537001 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d7bb6e-d357-4166-9cac-b38bc2de39ea admin admin] Network hostable DHCP agents. Network: f7ddb2bd-6614-48a5-9d0b-6ac314378899, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:53:17.571508 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b564874b-40f1-46e1-a5da-8222f5da2629 req-101d8bdb-8a69-455e-a077-0955a4860437 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183300 Feb 20 05:53:17.590409 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d7bb6e-d357-4166-9cac-b38bc2de39ea admin admin] Network f7ddb2bd-6614-48a5-9d0b-6ac314378899 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:53:17.602471 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-e9d7bb6e-d357-4166-9cac-b38bc2de39ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, f7ddb2bd-6614-48a5-9d0b-6ac314378899) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:53:17.613810 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300d8927-71de-440b-b235-5d764dd87074 None None] Network f7ddb2bd-6614-48a5-9d0b-6ac314378899 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:53:17.626636 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3aba1bf-43fc-45eb-b852-e8be2f1676de tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (d5927e3f-feb8-463e-ad24-68a0df59d0c6), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:17.633398 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d7bb6e-d357-4166-9cac-b38bc2de39ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:17.634006 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9d7bb6e-d357-4166-9cac-b38bc2de39ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:17.651068 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-a3aba1bf-43fc-45eb-b852-e8be2f1676de tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5927e3f-feb8-463e-ad24-68a0df59d0c6']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:17.662853 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-a3aba1bf-43fc-45eb-b852-e8be2f1676de tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3cba45-78c0-4ed3-85cf-b8a5d91f8871') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:17.663312 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-a3aba1bf-43fc-45eb-b852-e8be2f1676de tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3cba45-78c0-4ed3-85cf-b8a5d91f8871') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:17.675004 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e9d7bb6e-d357-4166-9cac-b38bc2de39ea admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9103706 Feb 20 05:53:17.675230 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3aba1bf-43fc-45eb-b852-e8be2f1676de tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (bc3cba45-78c0-4ed3-85cf-b8a5d91f8871), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:17.691561 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3aba1bf-43fc-45eb-b852-e8be2f1676de tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (bc3cba45-78c0-4ed3-85cf-b8a5d91f8871), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:17.698083 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3aba1bf-43fc-45eb-b852-e8be2f1676de tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:53:17.698996 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3aba1bf-43fc-45eb-b852-e8be2f1676de tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (bc3cba45-78c0-4ed3-85cf-b8a5d91f8871), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:53:17.769893 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:53:17.800845 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b34f3c5-4e75-4c83-ae30-7ddb5d145b39 None None] Network f7ddb2bd-6614-48a5-9d0b-6ac314378899 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:53:17.816517 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3aba1bf-43fc-45eb-b852-e8be2f1676de tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (d5927e3f-feb8-463e-ad24-68a0df59d0c6), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:17.832311 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3aba1bf-43fc-45eb-b852-e8be2f1676de tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:17.845229 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a3aba1bf-43fc-45eb-b852-e8be2f1676de tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] 10.222.0.37 "DELETE /v2.0/networks/d5927e3f-feb8-463e-ad24-68a0df59d0c6 HTTP/1.1" status: 204 len: 168 time: 0.4366016 Feb 20 05:53:17.846211 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57312) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:17.870843 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aba1bf-43fc-45eb-b852-e8be2f1676de tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Pushing event deleted for resources: {'Network': ['ID=d5927e3f-feb8-463e-ad24-68a0df59d0c6,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:17.983920 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a43e54a8-f9e3-460b-841c-3648a98d4c57 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (041fe21f-e902-456a-9ec8-466f84ee42c3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:18.080830 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ae494641-ef01-43b3-824a-aa97cdd993ba no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:53:18.107562 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: ae494641-ef01-43b3-824a-aa97cdd993ba {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:53:18.108281 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ae494641-ef01-43b3-824a-aa97cdd993ba not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:53:18.108898 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device e71fc6e4-aa8d-4ba6-88ea-41c55d81c9db no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:53:18.135773 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: e71fc6e4-aa8d-4ba6-88ea-41c55d81c9db {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:53:18.136391 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device e71fc6e4-aa8d-4ba6-88ea-41c55d81c9db not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:53:18.156525 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04189a5-a254-461d-b0c9-0bc15199e371 req-9e5c4ac2-c6fd-4bad-a23c-248557d08ebd tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:18.164399 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c04189a5-a254-461d-b0c9-0bc15199e371 req-9e5c4ac2-c6fd-4bad-a23c-248557d08ebd tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 945 time: 0.1766684 Feb 20 05:53:18.218233 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a43e54a8-f9e3-460b-841c-3648a98d4c57 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (041fe21f-e902-456a-9ec8-466f84ee42c3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:18.247540 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c04189a5-a254-461d-b0c9-0bc15199e371 req-65a35d0d-4ea6-4df5-addc-c5947fae45f4 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=959533d2-481e-41a8-b3ea-f6c369b01081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823119 Feb 20 05:53:18.285396 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-a43e54a8-f9e3-460b-841c-3648a98d4c57 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041fe21f-e902-456a-9ec8-466f84ee42c3']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:18.296301 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-a43e54a8-f9e3-460b-841c-3648a98d4c57 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f3f04ac-8ecd-4682-9ae3-fd3ad17c8b46') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:18.296677 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-a43e54a8-f9e3-460b-841c-3648a98d4c57 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f3f04ac-8ecd-4682-9ae3-fd3ad17c8b46') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:18.312233 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a43e54a8-f9e3-460b-841c-3648a98d4c57 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (3f3f04ac-8ecd-4682-9ae3-fd3ad17c8b46), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:18.332847 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a43e54a8-f9e3-460b-841c-3648a98d4c57 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (3f3f04ac-8ecd-4682-9ae3-fd3ad17c8b46), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:18.342436 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43e54a8-f9e3-460b-841c-3648a98d4c57 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:53:18.342846 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a43e54a8-f9e3-460b-841c-3648a98d4c57 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (3f3f04ac-8ecd-4682-9ae3-fd3ad17c8b46), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:53:18.416550 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:53:18.470757 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a43e54a8-f9e3-460b-841c-3648a98d4c57 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (041fe21f-e902-456a-9ec8-466f84ee42c3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:18.479443 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a43e54a8-f9e3-460b-841c-3648a98d4c57 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:18.482597 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a43e54a8-f9e3-460b-841c-3648a98d4c57 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] 10.222.0.37 "DELETE /v2.0/networks/041fe21f-e902-456a-9ec8-466f84ee42c3 HTTP/1.1" status: 204 len: 168 time: 0.6350925 Feb 20 05:53:18.520551 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e54a8-f9e3-460b-841c-3648a98d4c57 tempest-BulkNetworkOpsTest-1564994607 tempest-BulkNetworkOpsTest-1564994607-project] Pushing event deleted for resources: {'Network': ['ID=041fe21f-e902-456a-9ec8-466f84ee42c3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:18.548358 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7619ba-4d09-4ec2-8f32-ff0d0aec4c08 req-09a74088-3ead-473a-9cde-6b3c74211ed9 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:18.550589 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5d7619ba-4d09-4ec2-8f32-ff0d0aec4c08 req-09a74088-3ead-473a-9cde-6b3c74211ed9 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 943 time: 0.1327720 Feb 20 05:53:18.624833 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57338) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:18.632374 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-39f1d900-7437-4de5-97b6-b6b2746da0be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-242841582-network', 'tenant_id': 'd93be3b114d2427fb469843b697c1217'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:18.643856 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5d7619ba-4d09-4ec2-8f32-ff0d0aec4c08 req-2b1504e3-ec84-454e-bb88-ceb0affd8f6e tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/security-groups?id=01440de7-4f75-45e7-9e39-d1d660f98335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867047 Feb 20 05:53:18.685996 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f1d900-7437-4de5-97b6-b6b2746da0be admin admin] Made reservation on behalf of d93be3b114d2427fb469843b697c1217 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:53:18.689210 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39f1d900-7437-4de5-97b6-b6b2746da0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:18.703812 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39f1d900-7437-4de5-97b6-b6b2746da0be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:18.788364 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39f1d900-7437-4de5-97b6-b6b2746da0be admin admin] Publish callbacks [] for security_group (e5c924bf-de1b-4f4b-9d1b-0ae34b4bc76c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:18.793320 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39f1d900-7437-4de5-97b6-b6b2746da0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e5c924bf-de1b-4f4b-9d1b-0ae34b4bc76c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:18.829533 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1d900-7437-4de5-97b6-b6b2746da0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c924bf-de1b-4f4b-9d1b-0ae34b4bc76c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:18.842271 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f1d900-7437-4de5-97b6-b6b2746da0be admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:53:18.858348 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39f1d900-7437-4de5-97b6-b6b2746da0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (37f48418-fb37-4afe-be82-727d19e11618), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:18.859131 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-39f1d900-7437-4de5-97b6-b6b2746da0be admin admin] Added segment 37f48418-fb37-4afe-be82-727d19e11618 of type vlan for network 3b8b359b-0aae-4679-aa01-9ccfccf013ab Feb 20 05:53:18.876445 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8eb59a-0fbf-4c29-b63f-8a1b25b60edb req-3d61affa-142a-4303-b70f-b8543eef2de0 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:18.878138 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3b8eb59a-0fbf-4c29-b63f-8a1b25b60edb req-3d61affa-142a-4303-b70f-b8543eef2de0 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.1340461 Feb 20 05:53:18.905413 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39f1d900-7437-4de5-97b6-b6b2746da0be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (3b8b359b-0aae-4679-aa01-9ccfccf013ab), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:18.942754 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fee1c1b0-b343-4e96-8580-d06f0ebebc0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:18.959545 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39f1d900-7437-4de5-97b6-b6b2746da0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (3b8b359b-0aae-4679-aa01-9ccfccf013ab), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:18.960579 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f1d900-7437-4de5-97b6-b6b2746da0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:18.961159 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39f1d900-7437-4de5-97b6-b6b2746da0be admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:18.980224 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3b8eb59a-0fbf-4c29-b63f-8a1b25b60edb req-21e90393-7cb5-4845-ae91-9b99e6c37b4c tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961838 Feb 20 05:53:18.981275 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57342) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:19.051316 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57346) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:19.056538 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f5dd0928-c318-4d58-a765-493d70151ac3 admin admin] Request body: {'subnet': {'network_id': '3b8b359b-0aae-4679-aa01-9ccfccf013ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-242841582-subnet', 'tenant_id': 'd93be3b114d2427fb469843b697c1217', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:19.059496 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-39f1d900-7437-4de5-97b6-b6b2746da0be admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4321434 Feb 20 05:53:19.079774 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1d900-7437-4de5-97b6-b6b2746da0be admin admin] Pushing event updated for resources: {'Network': ['ID=3b8b359b-0aae-4679-aa01-9ccfccf013ab,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:19.083773 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dd0928-c318-4d58-a765-493d70151ac3 admin admin] Made reservation on behalf of d93be3b114d2427fb469843b697c1217 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:53:19.086831 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f5dd0928-c318-4d58-a765-493d70151ac3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:19.101672 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 3b8b359b-0aae-4679-aa01-9ccfccf013ab details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:53:19.207552 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-80176e9a-a4a5-4dce-8df0-33f074f47278 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ddfd80065af4b6a94f0c04ec64d2e6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2211022 Feb 20 05:53:19.208426 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57348) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:19.260534 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a23bba27-4bcb-4602-a6da-72f3176048af admin admin] Publish callbacks [] for security_group (45f1fdc1-5978-4810-aac7-b1781b48f78c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:19.303986 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a23bba27-4bcb-4602-a6da-72f3176048af admin admin] Publish callbacks [] for security_group (45f1fdc1-5978-4810-aac7-b1781b48f78c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:19.328526 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f5dd0928-c318-4d58-a765-493d70151ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (600d7116-58b9-44da-a8d3-1017a44ab91c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:19.374153 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a23bba27-4bcb-4602-a6da-72f3176048af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (45f1fdc1-5978-4810-aac7-b1781b48f78c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:19.377753 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a23bba27-4bcb-4602-a6da-72f3176048af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:19.380940 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a23bba27-4bcb-4602-a6da-72f3176048af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/45f1fdc1-5978-4810-aac7-b1781b48f78c HTTP/1.1" status: 204 len: 168 time: 0.1699290 Feb 20 05:53:19.401364 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bba27-4bcb-4602-a6da-72f3176048af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f1fdc1-5978-4810-aac7-b1781b48f78c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:19.443421 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd0928-c318-4d58-a765-493d70151ac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=600d7116-58b9-44da-a8d3-1017a44ab91c,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:19.459476 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dd0928-c318-4d58-a765-493d70151ac3 admin admin] Checking segment: {'id': '37f48418-fb37-4afe-be82-727d19e11618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3b8b359b-0aae-4679-aa01-9ccfccf013ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:53:19.459967 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dd0928-c318-4d58-a765-493d70151ac3 admin admin] Network hostable DHCP agents. Network: 3b8b359b-0aae-4679-aa01-9ccfccf013ab, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:53:19.480202 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909ebd6-854b-4ad5-9dd5-1c7315e3135f req-9621928e-cc49-414e-9a91-c433c5df5002 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:19.483411 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3909ebd6-854b-4ad5-9dd5-1c7315e3135f req-9621928e-cc49-414e-9a91-c433c5df5002 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 945 time: 0.1383152 Feb 20 05:53:19.503019 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dd0928-c318-4d58-a765-493d70151ac3 admin admin] Network 3b8b359b-0aae-4679-aa01-9ccfccf013ab is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:53:19.542307 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-f5dd0928-c318-4d58-a765-493d70151ac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 3b8b359b-0aae-4679-aa01-9ccfccf013ab) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:53:19.555207 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92026d84-c3b0-40d9-9c69-92b02334edef None None] Network 3b8b359b-0aae-4679-aa01-9ccfccf013ab requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:53:19.580002 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dd0928-c318-4d58-a765-493d70151ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:19.580610 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f5dd0928-c318-4d58-a765-493d70151ac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:19.600737 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3909ebd6-854b-4ad5-9dd5-1c7315e3135f req-a8f1a933-610b-4610-b15a-94c8f7646ecb tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=959533d2-481e-41a8-b3ea-f6c369b01081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030822 Feb 20 05:53:19.625996 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f5dd0928-c318-4d58-a765-493d70151ac3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5734057 Feb 20 05:53:19.786576 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0816300f-bb3c-4d8f-b1f4-1c40a2cc534f None None] Network 3b8b359b-0aae-4679-aa01-9ccfccf013ab requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:53:19.900950 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ac558-afa9-4e26-b380-4212c05c2d63 req-2ba78155-a39a-48ed-a568-e9aa30b5ef6f tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:19.915890 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:19.930846 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ed3ac558-afa9-4e26-b380-4212c05c2d63 req-2ba78155-a39a-48ed-a568-e9aa30b5ef6f tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 943 time: 0.1263070 Feb 20 05:53:20.024187 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ed3ac558-afa9-4e26-b380-4212c05c2d63 req-8f52e3d5-3611-4f94-b134-31ccaba752cf tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/security-groups?id=01440de7-4f75-45e7-9e39-d1d660f98335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922675 Feb 20 05:53:20.433985 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417fb27-2496-406b-b335-753b07d6292d req-01d713fd-e5f6-4cc1-984c-32efc1ddabd1 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:20.435947 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0417fb27-2496-406b-b335-753b07d6292d req-01d713fd-e5f6-4cc1-984c-32efc1ddabd1 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.37 "GET /v2.0/networks?id=f7ddb2bd-6614-48a5-9d0b-6ac314378899 HTTP/1.1" status: 200 len: 809 time: 0.1250219 Feb 20 05:53:20.447864 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57402) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:20.456673 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0417fb27-2496-406b-b335-753b07d6292d req-31538347-9d1b-40be-a804-963f05937d48 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.37 "GET /v2.0/quotas/8ca2706cd9334512b44cfeb9d5514191 HTTP/1.1" status: 200 len: 375 time: 0.0138748 Feb 20 05:53:20.514656 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0417fb27-2496-406b-b335-753b07d6292d req-2598087b-2194-43d1-b5ee-335ae4456fdc tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ca2706cd9334512b44cfeb9d5514191&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519156 Feb 20 05:53:20.556004 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-2efa7720-378b-4a7d-92d4-0915fe0682d8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-442345989'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:20.582634 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efa7720-378b-4a7d-92d4-0915fe0682d8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Made reservation on behalf of a2613a7574bb49c4a1dbfc74ee90b857 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:53:20.586255 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2efa7720-378b-4a7d-92d4-0915fe0682d8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:20.601415 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2efa7720-378b-4a7d-92d4-0915fe0682d8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:20.623965 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0417fb27-2496-406b-b335-753b07d6292d req-3bea0024-a8ae-4023-9a91-82c14411e499 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ddb2bd-6614-48a5-9d0b-6ac314378899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052480 Feb 20 05:53:20.714521 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2efa7720-378b-4a7d-92d4-0915fe0682d8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for security_group (6e329eb9-0b64-4b26-880e-c520decd8d77), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:20.720405 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2efa7720-378b-4a7d-92d4-0915fe0682d8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6e329eb9-0b64-4b26-880e-c520decd8d77), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:20.737494 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2efa7720-378b-4a7d-92d4-0915fe0682d8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:53:20.749146 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2efa7720-378b-4a7d-92d4-0915fe0682d8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (e30b9743-06d3-4d83-9646-cdd5b7ca51ca), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:20.749620 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-2efa7720-378b-4a7d-92d4-0915fe0682d8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Added segment e30b9743-06d3-4d83-9646-cdd5b7ca51ca of type vlan for network 77ddf324-f22b-41e4-ae94-713ac8163a93 Feb 20 05:53:20.751258 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0417fb27-2496-406b-b335-753b07d6292d req-4804905c-5cd1-4a62-9cf0-4dba817ba163 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ddb2bd-6614-48a5-9d0b-6ac314378899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197994 Feb 20 05:53:20.807171 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2efa7720-378b-4a7d-92d4-0915fe0682d8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (77ddf324-f22b-41e4-ae94-713ac8163a93), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:20.868278 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa7720-378b-4a7d-92d4-0915fe0682d8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e329eb9-0b64-4b26-880e-c520decd8d77,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:20.894021 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2efa7720-378b-4a7d-92d4-0915fe0682d8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (77ddf324-f22b-41e4-ae94-713ac8163a93), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:20.900618 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efa7720-378b-4a7d-92d4-0915fe0682d8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:20.901289 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2efa7720-378b-4a7d-92d4-0915fe0682d8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:20.959192 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2efa7720-378b-4a7d-92d4-0915fe0682d8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5096579 Feb 20 05:53:20.961554 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57418) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:20.967558 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-8ffbdb3d-b247-49ae-908a-6dce1a4afee3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-30670344'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:21.067103 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22939d-8f5a-4bec-9618-42b79fafc416 req-de16905e-7879-4031-a625-6d368e5ec459 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:21.074833 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8b22939d-8f5a-4bec-9618-42b79fafc416 req-de16905e-7879-4031-a625-6d368e5ec459 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.1239054 Feb 20 05:53:21.076641 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffbdb3d-b247-49ae-908a-6dce1a4afee3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Made reservation on behalf of a2613a7574bb49c4a1dbfc74ee90b857 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:53:21.080433 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ffbdb3d-b247-49ae-908a-6dce1a4afee3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:21.083569 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa7720-378b-4a7d-92d4-0915fe0682d8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Network': ['ID=77ddf324-f22b-41e4-ae94-713ac8163a93,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:21.095477 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 77ddf324-f22b-41e4-ae94-713ac8163a93 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:53:21.136287 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ffbdb3d-b247-49ae-908a-6dce1a4afee3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:53:21.172373 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8b22939d-8f5a-4bec-9618-42b79fafc416 req-807acd90-6485-418a-ab8c-76ddd215c231 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918293 Feb 20 05:53:21.192775 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ffbdb3d-b247-49ae-908a-6dce1a4afee3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (1dc11f84-511a-4ba4-b47c-5fe99d7a7d12), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:21.192953 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-8ffbdb3d-b247-49ae-908a-6dce1a4afee3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Added segment 1dc11f84-511a-4ba4-b47c-5fe99d7a7d12 of type vlan for network b7c4eeae-b653-4b2f-9f10-e4bdb693c90e Feb 20 05:53:21.315564 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ffbdb3d-b247-49ae-908a-6dce1a4afee3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (b7c4eeae-b653-4b2f-9f10-e4bdb693c90e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:21.406540 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ffbdb3d-b247-49ae-908a-6dce1a4afee3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (b7c4eeae-b653-4b2f-9f10-e4bdb693c90e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:21.414272 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffbdb3d-b247-49ae-908a-6dce1a4afee3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:21.415274 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ffbdb3d-b247-49ae-908a-6dce1a4afee3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:21.434364 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:21.452788 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044f409-0934-43a9-9fde-f556c794e89d req-dd02a643-7f90-4472-b9f6-c3ffb37a71a9 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:21.454772 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7044f409-0934-43a9-9fde-f556c794e89d req-dd02a643-7f90-4472-b9f6-c3ffb37a71a9 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 945 time: 0.1451218 Feb 20 05:53:21.473445 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8ffbdb3d-b247-49ae-908a-6dce1a4afee3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5107205 Feb 20 05:53:21.476683 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57430) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:21.483419 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-3dd5d24b-9022-47fd-8936-6ce7d7760bbe tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'subnet': {'network_id': '77ddf324-f22b-41e4-ae94-713ac8163a93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:21.616916 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbdb3d-b247-49ae-908a-6dce1a4afee3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Network': ['ID=b7c4eeae-b653-4b2f-9f10-e4bdb693c90e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:21.633327 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network b7c4eeae-b653-4b2f-9f10-e4bdb693c90e details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:53:21.736142 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7044f409-0934-43a9-9fde-f556c794e89d req-3942a908-a22d-4b0c-8845-2bab6c1ea0d8 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=959533d2-481e-41a8-b3ea-f6c369b01081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2613597 Feb 20 05:53:21.749286 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd5d24b-9022-47fd-8936-6ce7d7760bbe tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Made reservation on behalf of a2613a7574bb49c4a1dbfc74ee90b857 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:53:21.753541 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3dd5d24b-9022-47fd-8936-6ce7d7760bbe tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:21.950259 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86ecb5a1-5e43-4993-a5dc-869aa19bb02d req-2af3ee9e-3b9d-45d5-8aab-de2cdcbdc74d tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d892ab-360b-4cef-bd11-47febac36815 HTTP/1.1" status: 200 len: 210 time: 0.0749753 Feb 20 05:53:22.154690 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3dd5d24b-9022-47fd-8936-6ce7d7760bbe tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (51a761b6-769d-4c87-9e83-a19dd10d08e4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:22.173712 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68a8af-75aa-466a-972b-3996dae24851 req-ddcb6d52-3ebe-4726-ae18-d1c21f1b0509 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:22.192081 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6e68a8af-75aa-466a-972b-3996dae24851 req-ddcb6d52-3ebe-4726-ae18-d1c21f1b0509 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 943 time: 0.1328578 Feb 20 05:53:22.218802 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd5d24b-9022-47fd-8936-6ce7d7760bbe tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Subnet': ['ID=51a761b6-769d-4c87-9e83-a19dd10d08e4,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:22.246693 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd5d24b-9022-47fd-8936-6ce7d7760bbe tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Checking segment: {'id': 'e30b9743-06d3-4d83-9646-cdd5b7ca51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '77ddf324-f22b-41e4-ae94-713ac8163a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:53:22.247191 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd5d24b-9022-47fd-8936-6ce7d7760bbe tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network hostable DHCP agents. Network: 77ddf324-f22b-41e4-ae94-713ac8163a93, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:53:22.285396 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd5d24b-9022-47fd-8936-6ce7d7760bbe tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network 77ddf324-f22b-41e4-ae94-713ac8163a93 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:53:22.297346 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6e68a8af-75aa-466a-972b-3996dae24851 req-c69bddfe-c543-4cf9-9d14-860c68e3770f tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/security-groups?id=01440de7-4f75-45e7-9e39-d1d660f98335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047304 Feb 20 05:53:22.299104 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-3dd5d24b-9022-47fd-8936-6ce7d7760bbe tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 77ddf324-f22b-41e4-ae94-713ac8163a93) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:53:22.318218 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd5d24b-9022-47fd-8936-6ce7d7760bbe tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:22.319166 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bec0b7-8a8d-4e5a-a274-08aeffb50792 None None] Network 77ddf324-f22b-41e4-ae94-713ac8163a93 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:53:22.319709 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3dd5d24b-9022-47fd-8936-6ce7d7760bbe tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:22.346653 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3dd5d24b-9022-47fd-8936-6ce7d7760bbe tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8675253 Feb 20 05:53:22.349075 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57444) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:22.354407 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-04cf9e59-252f-48e0-bf86-9b0d64a9878e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'subnet': {'network_id': 'b7c4eeae-b653-4b2f-9f10-e4bdb693c90e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:22.627493 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb4d9f3-5549-4afe-b8d3-87a926b2dda8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-77ddf324-f22b-41e4-ae94-713ac8163a93', 'network_id': '77ddf324-f22b-41e4-ae94-713ac8163a93', 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'fixed_ips': [{'subnet_id': '51a761b6-769d-4c87-9e83-a19dd10d08e4'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:53:22.628672 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d9f3-5549-4afe-b8d3-87a926b2dda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:22.633036 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37623f-61bb-474d-bab2-7fbc784688d9 req-a848f548-bde5-40ab-89b8-fcb421261db8 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:22.640254 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cd37623f-61bb-474d-bab2-7fbc784688d9 req-a848f548-bde5-40ab-89b8-fcb421261db8 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.1956902 Feb 20 05:53:22.643459 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cf9e59-252f-48e0-bf86-9b0d64a9878e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Made reservation on behalf of a2613a7574bb49c4a1dbfc74ee90b857 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:53:22.646787 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-04cf9e59-252f-48e0-bf86-9b0d64a9878e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:22.804384 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417fb27-2496-406b-b335-753b07d6292d req-c35efd58-cd4e-4b00-bac1-ddce6365fe90 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:22.806489 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0417fb27-2496-406b-b335-753b07d6292d req-c35efd58-cd4e-4b00-bac1-ddce6365fe90 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.48 "GET /v2.0/networks?id=f7ddb2bd-6614-48a5-9d0b-6ac314378899 HTTP/1.1" status: 200 len: 809 time: 0.2596035 Feb 20 05:53:22.829582 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-0417fb27-2496-406b-b335-753b07d6292d req-faed59c9-69dd-496f-839f-84fcc29cf73f tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Request body: {'port': {'device_id': '54d892ab-360b-4cef-bd11-47febac36815', 'network_id': 'f7ddb2bd-6614-48a5-9d0b-6ac314378899', 'admin_state_up': True, 'tenant_id': '8ca2706cd9334512b44cfeb9d5514191'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:22.951880 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cd37623f-61bb-474d-bab2-7fbc784688d9 req-616765be-6184-4241-9d2f-78134ac871dc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107142 Feb 20 05:53:23.042499 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-3eb4d9f3-5549-4afe-b8d3-87a926b2dda8 None None] Allocated IP 2001:db8::2 (77ddf324-f22b-41e4-ae94-713ac8163a93/51a761b6-769d-4c87-9e83-a19dd10d08e4/9b3ee163-436d-45a6-b603-8073ef237c21) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:53:23.148286 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0417fb27-2496-406b-b335-753b07d6292d req-faed59c9-69dd-496f-839f-84fcc29cf73f tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Made reservation on behalf of 8ca2706cd9334512b44cfeb9d5514191 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:53:23.152407 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0417fb27-2496-406b-b335-753b07d6292d req-faed59c9-69dd-496f-839f-84fcc29cf73f tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:23.220161 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d9f3-5549-4afe-b8d3-87a926b2dda8 None None] Publish callbacks [] for port (9b3ee163-436d-45a6-b603-8073ef237c21), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:23.227188 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:23.237572 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d9f3-5549-4afe-b8d3-87a926b2dda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (9b3ee163-436d-45a6-b603-8073ef237c21), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:23.310322 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4d9f3-5549-4afe-b8d3-87a926b2dda8 None None] Pushing event updated for resources: {'Port': ['ID=9b3ee163-436d-45a6-b603-8073ef237c21,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:23.322444 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef924c0-2198-4d61-83f8-4efac1374e32 req-08a2a23a-3982-416b-aca2-2325aa6ede37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:23.327471 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eef924c0-2198-4d61-83f8-4efac1374e32 req-08a2a23a-3982-416b-aca2-2325aa6ede37 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8f18450ca5d4be1a9fccbc37e9fb12f&device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 1127 time: 0.2073884 Feb 20 05:53:23.350316 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb4d9f3-5549-4afe-b8d3-87a926b2dda8 None None] Network 77ddf324-f22b-41e4-ae94-713ac8163a93 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:53:23.354936 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-3eb4d9f3-5549-4afe-b8d3-87a926b2dda8 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:53:23.361703 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb4d9f3-5549-4afe-b8d3-87a926b2dda8 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:53:23.425765 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:23.486493 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd32d04-a0ac-4646-839e-a6a96996032a req-ed4cbe52-95e3-497b-8303-edc3343d3eac tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:23.486493 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fcd32d04-a0ac-4646-839e-a6a96996032a req-ed4cbe52-95e3-497b-8303-edc3343d3eac tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 945 time: 0.3352153 Feb 20 05:53:23.510292 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-04cf9e59-252f-48e0-bf86-9b0d64a9878e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (c9c8c4d7-44b2-412c-811b-6f9b9dee3458), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:23.541663 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3eb4d9f3-5549-4afe-b8d3-87a926b2dda8 None None] Attempting to bind port 9b3ee163-436d-45a6-b603-8073ef237c21 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:53:23.542038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3eb4d9f3-5549-4afe-b8d3-87a926b2dda8 None None] Attempting to bind port 9b3ee163-436d-45a6-b603-8073ef237c21 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'e30b9743-06d3-4d83-9646-cdd5b7ca51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '77ddf324-f22b-41e4-ae94-713ac8163a93'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:53:23.542405 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb4d9f3-5549-4afe-b8d3-87a926b2dda8 None None] Attempting to bind port 9b3ee163-436d-45a6-b603-8073ef237c21 on network 77ddf324-f22b-41e4-ae94-713ac8163a93 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:53:23.555345 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb4d9f3-5549-4afe-b8d3-87a926b2dda8 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:53:23.555732 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb4d9f3-5549-4afe-b8d3-87a926b2dda8 None None] Checking segment: {'id': 'e30b9743-06d3-4d83-9646-cdd5b7ca51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '77ddf324-f22b-41e4-ae94-713ac8163a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:53:23.556533 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d9f3-5549-4afe-b8d3-87a926b2dda8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:23.556942 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb4d9f3-5549-4afe-b8d3-87a926b2dda8 None None] Bound using segment: {'id': 'e30b9743-06d3-4d83-9646-cdd5b7ca51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '77ddf324-f22b-41e4-ae94-713ac8163a93'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:53:23.557436 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3eb4d9f3-5549-4afe-b8d3-87a926b2dda8 None None] Bound port: 9b3ee163-436d-45a6-b603-8073ef237c21, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30b9743-06d3-4d83-9646-cdd5b7ca51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '77ddf324-f22b-41e4-ae94-713ac8163a93'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:53:23.557819 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d9f3-5549-4afe-b8d3-87a926b2dda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9b3ee163-436d-45a6-b603-8073ef237c21), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:23.690036 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-0417fb27-2496-406b-b335-753b07d6292d req-faed59c9-69dd-496f-839f-84fcc29cf73f tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Allocated IP 172.20.0.7 (f7ddb2bd-6614-48a5-9d0b-6ac314378899/0a034f2b-4267-47a2-91c4-d0ed636bf2ba/0e3fd40c-58f3-4b75-8d72-d074f3f45c8b) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:53:23.743415 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3eb4d9f3-5549-4afe-b8d3-87a926b2dda8 None None] For port 9b3ee163-436d-45a6-b603-8073ef237c21, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:53:23.748663 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3eb4d9f3-5549-4afe-b8d3-87a926b2dda8 None None] For port 9b3ee163-436d-45a6-b603-8073ef237c21, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=9b3ee163-436d-45a6-b603-8073ef237c21,segment=NetworkSegment(e30b9743-06d3-4d83-9646-cdd5b7ca51ca),segment_id=e30b9743-06d3-4d83-9646-cdd5b7ca51ca)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:53:23.754640 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef924c0-2198-4d61-83f8-4efac1374e32 req-5772d93d-db8f-49a8-ae60-0a99d5c12d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:23.756912 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eef924c0-2198-4d61-83f8-4efac1374e32 req-5772d93d-db8f-49a8-ae60-0a99d5c12d8d service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc99b155-842d-47d9-a797-22be9782748f HTTP/1.1" status: 200 len: 911 time: 0.4052756 Feb 20 05:53:23.768062 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d9f3-5549-4afe-b8d3-87a926b2dda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9b3ee163-436d-45a6-b603-8073ef237c21), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:23.867111 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf9e59-252f-48e0-bf86-9b0d64a9878e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Checking segment: {'id': '1dc11f84-511a-4ba4-b47c-5fe99d7a7d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b7c4eeae-b653-4b2f-9f10-e4bdb693c90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:53:23.867688 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cf9e59-252f-48e0-bf86-9b0d64a9878e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network hostable DHCP agents. Network: b7c4eeae-b653-4b2f-9f10-e4bdb693c90e, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:53:23.883200 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf9e59-252f-48e0-bf86-9b0d64a9878e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Subnet': ['ID=c9c8c4d7-44b2-412c-811b-6f9b9dee3458,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:23.921493 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4d9f3-5549-4afe-b8d3-87a926b2dda8 None None] Pushing event updated for resources: {'Port': ['ID=9b3ee163-436d-45a6-b603-8073ef237c21,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:23.932158 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fcd32d04-a0ac-4646-839e-a6a96996032a req-288d5176-fc07-4fc2-bbea-812a625d9e66 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=959533d2-481e-41a8-b3ea-f6c369b01081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4206462 Feb 20 05:53:23.959426 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cf9e59-252f-48e0-bf86-9b0d64a9878e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network b7c4eeae-b653-4b2f-9f10-e4bdb693c90e is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:53:24.005929 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-04cf9e59-252f-48e0-bf86-9b0d64a9878e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, b7c4eeae-b653-4b2f-9f10-e4bdb693c90e) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:53:24.011273 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cf9e59-252f-48e0-bf86-9b0d64a9878e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:24.012375 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-04cf9e59-252f-48e0-bf86-9b0d64a9878e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:24.019292 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6525a57a-cdcd-434f-a238-ef425ec7147d None None] Network b7c4eeae-b653-4b2f-9f10-e4bdb693c90e requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:53:24.019809 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eef924c0-2198-4d61-83f8-4efac1374e32 req-2cc154ad-7068-4c6a-a746-0614373311b5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4022c786-c891-4be2-aad4-6481a44df2bd HTTP/1.1" status: 200 len: 1000 time: 0.2522669 Feb 20 05:53:24.090696 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-04cf9e59-252f-48e0-bf86-9b0d64a9878e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7401764 Feb 20 05:53:24.093377 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57466) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:24.117384 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-eaaa8f6d-85bf-49f0-9a8d-52c1b4d2ab06 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1554948721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:24.156091 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef924c0-2198-4d61-83f8-4efac1374e32 req-c7e095b0-98c1-4d30-a3fd-c7eb405ca4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:24.158087 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eef924c0-2198-4d61-83f8-4efac1374e32 req-c7e095b0-98c1-4d30-a3fd-c7eb405ca4df service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31ac9d55-2ac0-4f22-ae17-262bbbe19926 HTTP/1.1" status: 200 len: 850 time: 0.1322937 Feb 20 05:53:24.264671 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75b90346-1a26-4bc1-8bb5-e8e8b3e46d13 req-ff16d6dc-2965-4c4e-9197-47f84f0b4689 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d892ab-360b-4cef-bd11-47febac36815 HTTP/1.1" status: 200 len: 210 time: 0.1396565 Feb 20 05:53:24.289388 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0417fb27-2496-406b-b335-753b07d6292d req-faed59c9-69dd-496f-839f-84fcc29cf73f tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Publish callbacks [] for port (0e3fd40c-58f3-4b75-8d72-d074f3f45c8b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:24.309001 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eaaa8f6d-85bf-49f0-9a8d-52c1b4d2ab06 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (a62bfddf-e1f6-4c4f-b35f-2918972dd89c), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:24.310087 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eaaa8f6d-85bf-49f0-9a8d-52c1b4d2ab06 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (a62bfddf-e1f6-4c4f-b35f-2918972dd89c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:24.336516 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a69a8dc-86c3-40ba-b58d-5f977010f77e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-b7c4eeae-b653-4b2f-9f10-e4bdb693c90e', 'network_id': 'b7c4eeae-b653-4b2f-9f10-e4bdb693c90e', 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'fixed_ips': [{'subnet_id': 'c9c8c4d7-44b2-412c-811b-6f9b9dee3458'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:53:24.345496 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a69a8dc-86c3-40ba-b58d-5f977010f77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:24.367124 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef924c0-2198-4d61-83f8-4efac1374e32 req-0306259c-7f74-4b31-8d2b-31d465615131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:24.375277 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eef924c0-2198-4d61-83f8-4efac1374e32 req-0306259c-7f74-4b31-8d2b-31d465615131 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc99b155-842d-47d9-a797-22be9782748f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2035239 Feb 20 05:53:24.472160 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eaaa8f6d-85bf-49f0-9a8d-52c1b4d2ab06 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router_controller (a62bfddf-e1f6-4c4f-b35f-2918972dd89c), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:24.526596 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0417fb27-2496-406b-b335-753b07d6292d req-faed59c9-69dd-496f-839f-84fcc29cf73f tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (0e3fd40c-58f3-4b75-8d72-d074f3f45c8b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:24.538241 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eaaa8f6d-85bf-49f0-9a8d-52c1b4d2ab06 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (a62bfddf-e1f6-4c4f-b35f-2918972dd89c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:24.594269 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eaaa8f6d-85bf-49f0-9a8d-52c1b4d2ab06 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:24.599438 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-eaaa8f6d-85bf-49f0-9a8d-52c1b4d2ab06 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4954288 Feb 20 05:53:24.600096 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57476) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:24.769779 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-3a69a8dc-86c3-40ba-b58d-5f977010f77e None None] Allocated IP 2001:db8:1::2 (b7c4eeae-b653-4b2f-9f10-e4bdb693c90e/c9c8c4d7-44b2-412c-811b-6f9b9dee3458/3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:53:25.221233 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a69a8dc-86c3-40ba-b58d-5f977010f77e None None] Publish callbacks [] for port (3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:25.229762 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a69a8dc-86c3-40ba-b58d-5f977010f77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:25.315251 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a69a8dc-86c3-40ba-b58d-5f977010f77e None None] Network b7c4eeae-b653-4b2f-9f10-e4bdb693c90e is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:53:25.332381 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-3a69a8dc-86c3-40ba-b58d-5f977010f77e None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:53:25.337327 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a69a8dc-86c3-40ba-b58d-5f977010f77e None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:53:25.519065 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:25.609345 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0417fb27-2496-406b-b335-753b07d6292d req-faed59c9-69dd-496f-839f-84fcc29cf73f tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Network f7ddb2bd-6614-48a5-9d0b-6ac314378899 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:53:25.609345 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eef924c0-2198-4d61-83f8-4efac1374e32 req-9fff6154-c781-471d-a0c1-bc44781d9dbd service neutron] 10.222.0.61 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0950298 Feb 20 05:53:25.613198 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69a8dc-86c3-40ba-b58d-5f977010f77e None None] Pushing event updated for resources: {'Port': ['ID=3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:25.613508 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-0417fb27-2496-406b-b335-753b07d6292d req-faed59c9-69dd-496f-839f-84fcc29cf73f tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:53:25.613508 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-0417fb27-2496-406b-b335-753b07d6292d req-faed59c9-69dd-496f-839f-84fcc29cf73f tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:53:25.642428 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3a69a8dc-86c3-40ba-b58d-5f977010f77e None None] Attempting to bind port 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:53:25.642991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3a69a8dc-86c3-40ba-b58d-5f977010f77e None None] Attempting to bind port 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '1dc11f84-511a-4ba4-b47c-5fe99d7a7d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b7c4eeae-b653-4b2f-9f10-e4bdb693c90e'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:53:25.643574 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a69a8dc-86c3-40ba-b58d-5f977010f77e None None] Attempting to bind port 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf on network b7c4eeae-b653-4b2f-9f10-e4bdb693c90e {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:53:25.650712 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a69a8dc-86c3-40ba-b58d-5f977010f77e None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:53:25.651391 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a69a8dc-86c3-40ba-b58d-5f977010f77e None None] Checking segment: {'id': '1dc11f84-511a-4ba4-b47c-5fe99d7a7d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b7c4eeae-b653-4b2f-9f10-e4bdb693c90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:53:25.651999 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a69a8dc-86c3-40ba-b58d-5f977010f77e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:25.652589 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a69a8dc-86c3-40ba-b58d-5f977010f77e None None] Bound using segment: {'id': '1dc11f84-511a-4ba4-b47c-5fe99d7a7d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b7c4eeae-b653-4b2f-9f10-e4bdb693c90e'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:53:25.653243 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3a69a8dc-86c3-40ba-b58d-5f977010f77e None None] Bound port: 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc11f84-511a-4ba4-b47c-5fe99d7a7d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b7c4eeae-b653-4b2f-9f10-e4bdb693c90e'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:53:25.653836 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a69a8dc-86c3-40ba-b58d-5f977010f77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:25.670831 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad82c91-1b53-4d9f-a091-15489a3b3af4 req-1a183c21-b3aa-493e-b122-13ff1cf32bbc tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:25.682952 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1ad82c91-1b53-4d9f-a091-15489a3b3af4 req-1a183c21-b3aa-493e-b122-13ff1cf32bbc tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 943 time: 1.2194946 Feb 20 05:53:25.709980 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed59c9-69dd-496f-839f-84fcc29cf73f tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Pushing event updated for resources: {'Port': ['ID=0e3fd40c-58f3-4b75-8d72-d074f3f45c8b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:25.769627 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3a69a8dc-86c3-40ba-b58d-5f977010f77e None None] For port 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:53:25.773167 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3a69a8dc-86c3-40ba-b58d-5f977010f77e None None] For port 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf,segment=NetworkSegment(1dc11f84-511a-4ba4-b47c-5fe99d7a7d12),segment_id=1dc11f84-511a-4ba4-b47c-5fe99d7a7d12)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:53:25.783035 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a69a8dc-86c3-40ba-b58d-5f977010f77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:25.878301 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69a8dc-86c3-40ba-b58d-5f977010f77e None None] Pushing event updated for resources: {'Port': ['ID=3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:25.885305 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417fb27-2496-406b-b335-753b07d6292d req-faed59c9-69dd-496f-839f-84fcc29cf73f tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:25.889625 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0417fb27-2496-406b-b335-753b07d6292d req-faed59c9-69dd-496f-839f-84fcc29cf73f tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:25.921850 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb760a3-0cad-43dd-9511-8515e0b801ce None None] Network 77ddf324-f22b-41e4-ae94-713ac8163a93 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:53:25.953409 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0417fb27-2496-406b-b335-753b07d6292d req-faed59c9-69dd-496f-839f-84fcc29cf73f tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1369317 Feb 20 05:53:25.974562 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-0417fb27-2496-406b-b335-753b07d6292d req-d849c2ec-3a9d-43db-af0a-c41383f46415 service neutron] Request body: {'port': {'device_id': '54d892ab-360b-4cef-bd11-47febac36815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:26.107152 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eef924c0-2198-4d61-83f8-4efac1374e32 req-e898c28d-9ada-482a-831d-8998b35039c9 service neutron] 10.222.0.61 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722198 Feb 20 05:53:26.167635 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1ad82c91-1b53-4d9f-a091-15489a3b3af4 req-f53ab0ac-6420-4731-b090-dadb7bf81bd4 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/security-groups?id=01440de7-4f75-45e7-9e39-d1d660f98335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4810388 Feb 20 05:53:26.283183 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0417fb27-2496-406b-b335-753b07d6292d req-d849c2ec-3a9d-43db-af0a-c41383f46415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0e3fd40c-58f3-4b75-8d72-d074f3f45c8b), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:26.379600 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 9b3ee163-436d-45a6-b603-8073ef237c21 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:53:26.444897 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48b83b17-64a9-4a5e-aa61-5bafff4b9839 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:26.544322 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ad9a6c01-04ed-4783-b4f0-6ad495b04c16 None None] Provisioning complete for port 9b3ee163-436d-45a6-b603-8073ef237c21 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:53:26.545035 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ad9a6c01-04ed-4783-b4f0-6ad495b04c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9b3ee163-436d-45a6-b603-8073ef237c21), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:26.719125 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 9b3ee163-436d-45a6-b603-8073ef237c21 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:53:26.720759 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9b3ee163-436d-45a6-b603-8073ef237c21), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:26.787903 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ad9a6c01-04ed-4783-b4f0-6ad495b04c16 None None] Current status of the port 9b3ee163-436d-45a6-b603-8073ef237c21 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:53:26.789309 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ad9a6c01-04ed-4783-b4f0-6ad495b04c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9b3ee163-436d-45a6-b603-8073ef237c21), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:26.946407 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ad9a6c01-04ed-4783-b4f0-6ad495b04c16 None None] For port 9b3ee163-436d-45a6-b603-8073ef237c21, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=9b3ee163-436d-45a6-b603-8073ef237c21,segment=NetworkSegment(e30b9743-06d3-4d83-9646-cdd5b7ca51ca),segment_id=e30b9743-06d3-4d83-9646-cdd5b7ca51ca)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:53:26.960177 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ad9a6c01-04ed-4783-b4f0-6ad495b04c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9b3ee163-436d-45a6-b603-8073ef237c21), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:27.057160 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 9b3ee163-436d-45a6-b603-8073ef237c21 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:53:27.059079 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9b3ee163-436d-45a6-b603-8073ef237c21), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:27.140734 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-0417fb27-2496-406b-b335-753b07d6292d req-d849c2ec-3a9d-43db-af0a-c41383f46415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e3fd40c-58f3-4b75-8d72-d074f3f45c8b {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:53:27.146853 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe00c1-d3d5-433e-aadd-158eeb9d8c5d req-298bff0b-0238-465a-947f-34ab8c2634af tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:27.149162 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7efe00c1-d3d5-433e-aadd-158eeb9d8c5d req-298bff0b-0238-465a-947f-34ab8c2634af tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.7750030 Feb 20 05:53:27.157619 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-48b83b17-64a9-4a5e-aa61-5bafff4b9839 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Allocated IP 2001:db8::1 (77ddf324-f22b-41e4-ae94-713ac8163a93/51a761b6-769d-4c87-9e83-a19dd10d08e4/dae2baa3-31c0-4b88-978c-940746cd42b0) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:53:27.162327 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0417fb27-2496-406b-b335-753b07d6292d req-d849c2ec-3a9d-43db-af0a-c41383f46415 service neutron] Publish callbacks [] for port (0e3fd40c-58f3-4b75-8d72-d074f3f45c8b), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:27.193652 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-0417fb27-2496-406b-b335-753b07d6292d req-d849c2ec-3a9d-43db-af0a-c41383f46415 service neutron] Transition to ACTIVE for port object 0e3fd40c-58f3-4b75-8d72-d074f3f45c8b will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:53:27.207882 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0417fb27-2496-406b-b335-753b07d6292d req-d849c2ec-3a9d-43db-af0a-c41383f46415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (0e3fd40c-58f3-4b75-8d72-d074f3f45c8b), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:27.254237 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:53:27.254617 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:53:27.293189 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a6c01-04ed-4783-b4f0-6ad495b04c16 None None] Pushing event updated for resources: {'Port': ['ID=9b3ee163-436d-45a6-b603-8073ef237c21,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:27.328842 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5417ce32-3438-49cd-a594-a0593acfa19c None None] Provisioning complete for port 9b3ee163-436d-45a6-b603-8073ef237c21 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:53:27.329700 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5417ce32-3438-49cd-a594-a0593acfa19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9b3ee163-436d-45a6-b603-8073ef237c21), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:27.426455 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7efe00c1-d3d5-433e-aadd-158eeb9d8c5d req-a6a2f611-c019-4356-85ae-1582d8127535 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2658966 Feb 20 05:53:27.497277 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849c2ec-3a9d-43db-af0a-c41383f46415 service neutron] Pushing event updated for resources: {'Port': ['ID=0e3fd40c-58f3-4b75-8d72-d074f3f45c8b,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:27.602251 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5417ce32-3438-49cd-a594-a0593acfa19c None None] Current status of the port 9b3ee163-436d-45a6-b603-8073ef237c21 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:53:27.613202 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-0417fb27-2496-406b-b335-753b07d6292d req-d849c2ec-3a9d-43db-af0a-c41383f46415 service neutron] Attempting to bind port 0e3fd40c-58f3-4b75-8d72-d074f3f45c8b on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:53:27.613544 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-0417fb27-2496-406b-b335-753b07d6292d req-d849c2ec-3a9d-43db-af0a-c41383f46415 service neutron] Attempting to bind port 0e3fd40c-58f3-4b75-8d72-d074f3f45c8b by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '868ba499-054f-4592-b41a-a5c6c0328af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f7ddb2bd-6614-48a5-9d0b-6ac314378899'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:53:27.613867 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0417fb27-2496-406b-b335-753b07d6292d req-d849c2ec-3a9d-43db-af0a-c41383f46415 service neutron] Attempting to bind port 0e3fd40c-58f3-4b75-8d72-d074f3f45c8b on network f7ddb2bd-6614-48a5-9d0b-6ac314378899 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:53:27.633724 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0417fb27-2496-406b-b335-753b07d6292d req-d849c2ec-3a9d-43db-af0a-c41383f46415 service neutron] Port 0e3fd40c-58f3-4b75-8d72-d074f3f45c8b on network f7ddb2bd-6614-48a5-9d0b-6ac314378899 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:53:27.634301 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0417fb27-2496-406b-b335-753b07d6292d req-d849c2ec-3a9d-43db-af0a-c41383f46415 service neutron] Attempting to bind port 0e3fd40c-58f3-4b75-8d72-d074f3f45c8b on network f7ddb2bd-6614-48a5-9d0b-6ac314378899 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:53:27.653739 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0417fb27-2496-406b-b335-753b07d6292d req-d849c2ec-3a9d-43db-af0a-c41383f46415 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:53:27.654239 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0417fb27-2496-406b-b335-753b07d6292d req-d849c2ec-3a9d-43db-af0a-c41383f46415 service neutron] Checking segment: {'id': '868ba499-054f-4592-b41a-a5c6c0328af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f7ddb2bd-6614-48a5-9d0b-6ac314378899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:53:27.654742 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0417fb27-2496-406b-b335-753b07d6292d req-d849c2ec-3a9d-43db-af0a-c41383f46415 service neutron] Bound using segment: {'id': '868ba499-054f-4592-b41a-a5c6c0328af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f7ddb2bd-6614-48a5-9d0b-6ac314378899'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:53:27.655339 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-0417fb27-2496-406b-b335-753b07d6292d req-d849c2ec-3a9d-43db-af0a-c41383f46415 service neutron] Bound port: 0e3fd40c-58f3-4b75-8d72-d074f3f45c8b, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '868ba499-054f-4592-b41a-a5c6c0328af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f7ddb2bd-6614-48a5-9d0b-6ac314378899'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:53:27.655824 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0417fb27-2496-406b-b335-753b07d6292d req-d849c2ec-3a9d-43db-af0a-c41383f46415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0e3fd40c-58f3-4b75-8d72-d074f3f45c8b), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:27.681853 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48b83b17-64a9-4a5e-aa61-5bafff4b9839 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for port (dae2baa3-31c0-4b88-978c-940746cd42b0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:27.736738 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdbdcd-872e-4dd2-8cef-8c57a6d4c1a6 req-67575c00-1398-4482-9ed0-fab6bc73731f tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:27.744678 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5bdbdcd-872e-4dd2-8cef-8c57a6d4c1a6 req-67575c00-1398-4482-9ed0-fab6bc73731f tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 945 time: 0.1348579 Feb 20 05:53:27.803702 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48b83b17-64a9-4a5e-aa61-5bafff4b9839 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (dae2baa3-31c0-4b88-978c-940746cd42b0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:27.885703 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-0417fb27-2496-406b-b335-753b07d6292d req-d849c2ec-3a9d-43db-af0a-c41383f46415 service neutron] For port 0e3fd40c-58f3-4b75-8d72-d074f3f45c8b, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:53:27.895761 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-0417fb27-2496-406b-b335-753b07d6292d req-d849c2ec-3a9d-43db-af0a-c41383f46415 service neutron] For port 0e3fd40c-58f3-4b75-8d72-d074f3f45c8b, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0e3fd40c-58f3-4b75-8d72-d074f3f45c8b,segment=NetworkSegment(868ba499-054f-4592-b41a-a5c6c0328af4),segment_id=868ba499-054f-4592-b41a-a5c6c0328af4)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:53:27.907313 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0417fb27-2496-406b-b335-753b07d6292d req-d849c2ec-3a9d-43db-af0a-c41383f46415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (0e3fd40c-58f3-4b75-8d72-d074f3f45c8b), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:27.909832 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5bdbdcd-872e-4dd2-8cef-8c57a6d4c1a6 req-741bc126-0969-4027-af1e-b6eada2225c9 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=959533d2-481e-41a8-b3ea-f6c369b01081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635585 Feb 20 05:53:27.947957 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b83b17-64a9-4a5e-aa61-5bafff4b9839 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network 77ddf324-f22b-41e4-ae94-713ac8163a93 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:53:27.951231 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-48b83b17-64a9-4a5e-aa61-5bafff4b9839 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:53:27.976738 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b83b17-64a9-4a5e-aa61-5bafff4b9839 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:53:27.977736 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48b83b17-64a9-4a5e-aa61-5bafff4b9839 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (a62bfddf-e1f6-4c4f-b35f-2918972dd89c), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:28.095946 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b83b17-64a9-4a5e-aa61-5bafff4b9839 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Port': ['ID=dae2baa3-31c0-4b88-978c-940746cd42b0,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:28.140342 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849c2ec-3a9d-43db-af0a-c41383f46415 service neutron] Pushing event updated for resources: {'Port': ['ID=0e3fd40c-58f3-4b75-8d72-d074f3f45c8b,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:28.164380 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417fb27-2496-406b-b335-753b07d6292d req-d849c2ec-3a9d-43db-af0a-c41383f46415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:28.165163 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0417fb27-2496-406b-b335-753b07d6292d req-d849c2ec-3a9d-43db-af0a-c41383f46415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:28.166774 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0417fb27-2496-406b-b335-753b07d6292d req-d849c2ec-3a9d-43db-af0a-c41383f46415 service neutron] 10.222.0.48 "PUT /v2.0/ports/0e3fd40c-58f3-4b75-8d72-d074f3f45c8b HTTP/1.1" status: 200 len: 1091 time: 2.2042952 Feb 20 05:53:28.167378 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d892ab-360b-4cef-bd11-47febac36815', 'tag': '0e3fd40c-58f3-4b75-8d72-d074f3f45c8b'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:53:28.169787 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20327114-d659-454a-8894-db2ca9317ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "54d892ab-360b-4cef-bd11-47febac36815", "tag": "0e3fd40c-58f3-4b75-8d72-d074f3f45c8b"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:53:28.343053 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 9b3ee163-436d-45a6-b603-8073ef237c21 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:53:28.365166 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941089bd-2e7a-49e7-8705-c019fe2daa9a None None] Network b7c4eeae-b653-4b2f-9f10-e4bdb693c90e requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:53:28.400542 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417fb27-2496-406b-b335-753b07d6292d req-2a50d6d0-fd66-494e-8bac-583a19756075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:28.406571 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0417fb27-2496-406b-b335-753b07d6292d req-2a50d6d0-fd66-494e-8bac-583a19756075 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8ca2706cd9334512b44cfeb9d5514191&device_id=54d892ab-360b-4cef-bd11-47febac36815 HTTP/1.1" status: 200 len: 1125 time: 0.1500924 Feb 20 05:53:28.484034 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3974ad5-3fd1-4ff9-a315-8508942b2f44 req-7d4ed641-33ef-4a60-b80d-30cd894dfb0f tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:28.491771 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3974ad5-3fd1-4ff9-a315-8508942b2f44 req-7d4ed641-33ef-4a60-b80d-30cd894dfb0f tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d892ab-360b-4cef-bd11-47febac36815 HTTP/1.1" status: 200 len: 943 time: 0.4058104 Feb 20 05:53:28.510514 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0417fb27-2496-406b-b335-753b07d6292d req-bf408c26-fb77-482e-ba60-2f43c06d2d64 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e3fd40c-58f3-4b75-8d72-d074f3f45c8b HTTP/1.1" status: 200 len: 217 time: 0.0955465 Feb 20 05:53:28.593602 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417fb27-2496-406b-b335-753b07d6292d req-8a369b51-ea9c-4ad0-8bf0-23c633a76b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:28.595978 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0417fb27-2496-406b-b335-753b07d6292d req-8a369b51-ea9c-4ad0-8bf0-23c633a76b36 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a034f2b-4267-47a2-91c4-d0ed636bf2ba HTTP/1.1" status: 200 len: 849 time: 0.0798392 Feb 20 05:53:28.653994 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0417fb27-2496-406b-b335-753b07d6292d req-98a30a33-2ae3-42cd-a45f-39993fd6330f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f7ddb2bd-6614-48a5-9d0b-6ac314378899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517485 Feb 20 05:53:28.664512 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48b83b17-64a9-4a5e-aa61-5bafff4b9839 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (dae2baa3-31c0-4b88-978c-940746cd42b0), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:28.721062 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ca99cf36-f2e9-4710-a3c3-47a483a3138e None None] Provisioning complete for port 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:53:28.721815 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca99cf36-f2e9-4710-a3c3-47a483a3138e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:28.785570 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3974ad5-3fd1-4ff9-a315-8508942b2f44 req-d9bc9345-438a-4ab2-aa60-f5f7b2ceddfc tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e6a692-498d-4c6d-a07a-34591813c104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927957 Feb 20 05:53:28.898090 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 9b3ee163-436d-45a6-b603-8073ef237c21 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:53:28.913261 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0417fb27-2496-406b-b335-753b07d6292d req-63fadd2e-966e-4e88-95f0-e230d1f9ad45 service neutron] 10.222.0.48 "GET /v2.0/networks/f7ddb2bd-6614-48a5-9d0b-6ac314378899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450376 Feb 20 05:53:29.098018 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 9b3ee163-436d-45a6-b603-8073ef237c21 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:53:29.098392 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9b3ee163-436d-45a6-b603-8073ef237c21), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:29.144688 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0417fb27-2496-406b-b335-753b07d6292d req-079b7500-bd25-48c8-b64f-ef53bcb1bbab service neutron] 10.222.0.48 "GET /v2.0/networks/f7ddb2bd-6614-48a5-9d0b-6ac314378899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251425 Feb 20 05:53:29.212878 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ca99cf36-f2e9-4710-a3c3-47a483a3138e None None] Current status of the port 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:53:29.213308 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca99cf36-f2e9-4710-a3c3-47a483a3138e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:29.352050 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a846ddd-5b90-40cb-81f9-2b176a0b5ca3 req-3eaf52d0-5a9c-4a39-9cc4-37f6902f1cdc tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:29.354567 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0a846ddd-5b90-40cb-81f9-2b176a0b5ca3 req-3eaf52d0-5a9c-4a39-9cc4-37f6902f1cdc tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 943 time: 0.3172476 Feb 20 05:53:29.418099 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ca99cf36-f2e9-4710-a3c3-47a483a3138e None None] For port 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf,segment=NetworkSegment(1dc11f84-511a-4ba4-b47c-5fe99d7a7d12),segment_id=1dc11f84-511a-4ba4-b47c-5fe99d7a7d12)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:53:29.451700 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca99cf36-f2e9-4710-a3c3-47a483a3138e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:29.464160 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 9b3ee163-436d-45a6-b603-8073ef237c21 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:53:29.468353 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:53:29.534200 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0a846ddd-5b90-40cb-81f9-2b176a0b5ca3 req-053db98e-4cab-431f-81d1-bb4754fc83b6 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/security-groups?id=01440de7-4f75-45e7-9e39-d1d660f98335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717601 Feb 20 05:53:29.631576 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cad8507-59c0-4ad7-9d8f-9802b760949f x-openstack-request-id: req-2cad8507-59c0-4ad7-9d8f-9802b760949f {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:53:29.633123 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d892ab-360b-4cef-bd11-47febac36815", "tag": "0e3fd40c-58f3-4b75-8d72-d074f3f45c8b", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:53:29.634079 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2cad8507-59c0-4ad7-9d8f-9802b760949f {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:53:29.635249 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d892ab-360b-4cef-bd11-47febac36815', 'tag': '0e3fd40c-58f3-4b75-8d72-d074f3f45c8b', 'status': 'completed', 'code': 200} Feb 20 05:53:29.679998 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48b83b17-64a9-4a5e-aa61-5bafff4b9839 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for port (dae2baa3-31c0-4b88-978c-940746cd42b0), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:29.689408 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48b83b17-64a9-4a5e-aa61-5bafff4b9839 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (dae2baa3-31c0-4b88-978c-940746cd42b0), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:29.690413 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48b83b17-64a9-4a5e-aa61-5bafff4b9839 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (a62bfddf-e1f6-4c4f-b35f-2918972dd89c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:29.715320 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99cf36-f2e9-4710-a3c3-47a483a3138e None None] Pushing event updated for resources: {'Port': ['ID=3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:29.785101 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-66ceb15a-7a10-41c9-97e6-f80414e19439 None None] Provisioning complete for port dae2baa3-31c0-4b88-978c-940746cd42b0 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:53:29.786974 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-66ceb15a-7a10-41c9-97e6-f80414e19439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (dae2baa3-31c0-4b88-978c-940746cd42b0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:29.799755 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20327114-d659-454a-8894-db2ca9317ce6 req-8e5f89c0-1561-4234-af1f-fe78fffe9e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:29.805114 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-20327114-d659-454a-8894-db2ca9317ce6 req-8e5f89c0-1561-4234-af1f-fe78fffe9e08 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8ca2706cd9334512b44cfeb9d5514191&device_id=54d892ab-360b-4cef-bd11-47febac36815 HTTP/1.1" status: 200 len: 1125 time: 0.1501136 Feb 20 05:53:29.900765 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:53:29.905539 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:29.912297 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b83b17-64a9-4a5e-aa61-5bafff4b9839 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network 77ddf324-f22b-41e4-ae94-713ac8163a93 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:53:29.923266 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-48b83b17-64a9-4a5e-aa61-5bafff4b9839 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:53:30.040883 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-66ceb15a-7a10-41c9-97e6-f80414e19439 None None] Port dae2baa3-31c0-4b88-978c-940746cd42b0 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:53:30.077313 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b83b17-64a9-4a5e-aa61-5bafff4b9839 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Port': ['ID=dae2baa3-31c0-4b88-978c-940746cd42b0,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:30.105797 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20327114-d659-454a-8894-db2ca9317ce6 req-bfc696b9-a62f-4915-adff-7e081fe4b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:30.107857 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-20327114-d659-454a-8894-db2ca9317ce6 req-bfc696b9-a62f-4915-adff-7e081fe4b1c1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f7ddb2bd-6614-48a5-9d0b-6ac314378899 HTTP/1.1" status: 200 len: 909 time: 0.2959278 Feb 20 05:53:30.174731 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-20327114-d659-454a-8894-db2ca9317ce6 req-9d7fdae1-fd6f-4670-b08c-23a896ecaa2e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e3fd40c-58f3-4b75-8d72-d074f3f45c8b HTTP/1.1" status: 200 len: 217 time: 0.0561540 Feb 20 05:53:30.180810 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:53:30.224324 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-445c0357-8a44-478c-ab28-48a1636b65f8 None None] Provisioning complete for port 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:53:30.225607 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-445c0357-8a44-478c-ab28-48a1636b65f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:30.372399 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20327114-d659-454a-8894-db2ca9317ce6 req-eccc6464-b486-448c-89f8-3d332f510f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:30.374373 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-20327114-d659-454a-8894-db2ca9317ce6 req-eccc6464-b486-448c-89f8-3d332f510f8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a034f2b-4267-47a2-91c4-d0ed636bf2ba HTTP/1.1" status: 200 len: 849 time: 0.1934195 Feb 20 05:53:30.508196 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-20327114-d659-454a-8894-db2ca9317ce6 req-e79c533c-b876-4557-9665-77a07ed49f10 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f7ddb2bd-6614-48a5-9d0b-6ac314378899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236279 Feb 20 05:53:30.523331 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-445c0357-8a44-478c-ab28-48a1636b65f8 None None] Current status of the port 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:53:30.603289 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:53:30.677134 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1d000-9fec-4d87-a14e-283bdde46098 req-29ccb1f3-bf45-415d-8058-d76a09f7a584 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:30.688255 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-07f1d000-9fec-4d87-a14e-283bdde46098 req-29ccb1f3-bf45-415d-8058-d76a09f7a584 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.9174893 Feb 20 05:53:30.690053 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b83b17-64a9-4a5e-aa61-5bafff4b9839 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Router a62bfddf-e1f6-4c4f-b35f-2918972dd89c is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:53:30.700271 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22321d95-e9dd-4eaa-a830-ba4c47898ced req-0c42f664-e952-4bd5-afa7-16db34eea5be service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0b022cf1-532c-4440-a447-e54e4cf13126&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4073012 Feb 20 05:53:30.792965 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-20327114-d659-454a-8894-db2ca9317ce6 req-78902a67-7a86-4784-aeb2-818f9d87af0d service neutron] 10.222.0.48 "GET /v2.0/networks/f7ddb2bd-6614-48a5-9d0b-6ac314378899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703197 Feb 20 05:53:30.807474 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:53:30.807857 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:30.905555 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b800b0ce-4e24-40a9-998d-60747b3cac19 None None] Provisioning complete for port dae2baa3-31c0-4b88-978c-940746cd42b0 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:53:30.905933 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b800b0ce-4e24-40a9-998d-60747b3cac19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (dae2baa3-31c0-4b88-978c-940746cd42b0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:30.920282 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-20327114-d659-454a-8894-db2ca9317ce6 req-b776b663-6081-4fe6-9848-a30d2513d4c5 service neutron] 10.222.0.48 "GET /v2.0/networks/f7ddb2bd-6614-48a5-9d0b-6ac314378899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178887 Feb 20 05:53:30.964238 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b800b0ce-4e24-40a9-998d-60747b3cac19 None None] Port dae2baa3-31c0-4b88-978c-940746cd42b0 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:53:31.015131 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:53:31.067299 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-07f1d000-9fec-4d87-a14e-283bdde46098 req-3e82b52c-d8dd-4497-9caa-b5637f85b975 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3780229 Feb 20 05:53:31.086040 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22321d95-e9dd-4eaa-a830-ba4c47898ced req-75091a43-ff26-43ee-9f22-deb6abfd04b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:31.087495 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22321d95-e9dd-4eaa-a830-ba4c47898ced req-75091a43-ff26-43ee-9f22-deb6abfd04b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a4ef71f8a9048568c69ff01bf2b9bee&device_id=0b022cf1-532c-4440-a447-e54e4cf13126 HTTP/1.1" status: 200 len: 1127 time: 0.3184793 Feb 20 05:53:31.091028 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b83b17-64a9-4a5e-aa61-5bafff4b9839 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:53:31.105316 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa8cf9f-d02e-4aea-ac81-c0e6055916bc None None] Sync routers for ids ['a62bfddf-e1f6-4c4f-b35f-2918972dd89c'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:53:31.110393 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57614) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:31.110546 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-48b83b17-64a9-4a5e-aa61-5bafff4b9839 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "PUT /v2.0/routers/a62bfddf-e1f6-4c4f-b35f-2918972dd89c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5073037 Feb 20 05:53:31.123990 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa8cf9f-d02e-4aea-ac81-c0e6055916bc None None] Routers {'a62bfddf-e1f6-4c4f-b35f-2918972dd89c'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:53:31.126383 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-aaa8cf9f-d02e-4aea-ac81-c0e6055916bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:53:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a62bfddf-e1f6-4c4f-b35f-2918972dd89c'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:31.212431 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-aaa8cf9f-d02e-4aea-ac81-c0e6055916bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:31.237255 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa8cf9f-d02e-4aea-ac81-c0e6055916bc None None] Routers {'a62bfddf-e1f6-4c4f-b35f-2918972dd89c'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:53:31.238388 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-aaa8cf9f-d02e-4aea-ac81-c0e6055916bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:53:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a62bfddf-e1f6-4c4f-b35f-2918972dd89c'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:31.299611 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb51343-da70-4f87-93bd-a937fa0d2d62 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:31.305545 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57618) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:31.315487 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ccb51343-da70-4f87-93bd-a937fa0d2d62 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "GET /v2.0/ports/dae2baa3-31c0-4b88-978c-940746cd42b0 HTTP/1.1" status: 200 len: 911 time: 0.2035537 Feb 20 05:53:31.410514 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-aaa8cf9f-d02e-4aea-ac81-c0e6055916bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:31.411460 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa8cf9f-d02e-4aea-ac81-c0e6055916bc None None] The sync data for ids ['a62bfddf-e1f6-4c4f-b35f-2918972dd89c'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:53:31.465152 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22321d95-e9dd-4eaa-a830-ba4c47898ced req-6bd84803-28a3-4427-b9ad-3a9c6141882f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:31.467241 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22321d95-e9dd-4eaa-a830-ba4c47898ced req-6bd84803-28a3-4427-b9ad-3a9c6141882f service neutron] 10.222.0.48 "GET /v2.0/networks?id=e49102ae-3060-48a8-853b-91c68016e434 HTTP/1.1" status: 200 len: 913 time: 0.3556359 Feb 20 05:53:31.565803 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22321d95-e9dd-4eaa-a830-ba4c47898ced req-ae921222-477a-4597-956f-f4cb34eb87de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d64f873-1d9e-4498-8394-4a6a8816a58a HTTP/1.1" status: 200 len: 217 time: 0.0899081 Feb 20 05:53:31.643206 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22321d95-e9dd-4eaa-a830-ba4c47898ced req-49edb4be-566a-4abe-b09b-582b7708e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:31.644671 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22321d95-e9dd-4eaa-a830-ba4c47898ced req-49edb4be-566a-4abe-b09b-582b7708e17d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13e07dba-1e8d-497f-8e1b-6fffafafa42c HTTP/1.1" status: 200 len: 853 time: 0.0725634 Feb 20 05:53:31.710302 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22321d95-e9dd-4eaa-a830-ba4c47898ced req-50ad6dd3-edb1-4343-9b6f-6d7b9fcb8b09 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e49102ae-3060-48a8-853b-91c68016e434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560396 Feb 20 05:53:31.729045 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c515f3b-d11a-4670-935d-12324fdd863b req-b434c137-2d7b-442c-ac04-8049de969167 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:31.738875 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c515f3b-d11a-4670-935d-12324fdd863b req-b434c137-2d7b-442c-ac04-8049de969167 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 945 time: 0.2869084 Feb 20 05:53:31.974464 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c515f3b-d11a-4670-935d-12324fdd863b req-8636a8d7-61cd-405a-9fe3-729f78aaecd5 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=959533d2-481e-41a8-b3ea-f6c369b01081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2344246 Feb 20 05:53:32.091466 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22321d95-e9dd-4eaa-a830-ba4c47898ced req-2962b2a1-5974-4f43-8761-5fbb123a0929 service neutron] 10.222.0.48 "GET /v2.0/networks/e49102ae-3060-48a8-853b-91c68016e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709245 Feb 20 05:53:32.793773 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1b4ff-9f33-4f20-b484-b6d6048ddde6 req-b0ca7ce4-57f4-466b-a518-250cf217561e tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:32.801318 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-deb1b4ff-9f33-4f20-b484-b6d6048ddde6 req-b0ca7ce4-57f4-466b-a518-250cf217561e tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d892ab-360b-4cef-bd11-47febac36815 HTTP/1.1" status: 200 len: 943 time: 0.7087898 Feb 20 05:53:32.835061 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22321d95-e9dd-4eaa-a830-ba4c47898ced req-68d4aef7-1459-496b-b844-051822dccaea service neutron] 10.222.0.48 "GET /v2.0/networks/e49102ae-3060-48a8-853b-91c68016e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7186882 Feb 20 05:53:32.887593 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-deb1b4ff-9f33-4f20-b484-b6d6048ddde6 req-e15a653c-5a1a-4b23-ba57-292e7c196b60 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e6a692-498d-4c6d-a07a-34591813c104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852356 Feb 20 05:53:33.112192 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a4396249-34a9-44aa-bb32-06ae7a4b0158 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:33.243997 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc631a7c-fa2c-490c-aeef-b213cdbb5ea7 req-e5d39ebf-fc60-4078-aad7-271772d2b46f tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:33.252461 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc631a7c-fa2c-490c-aeef-b213cdbb5ea7 req-e5d39ebf-fc60-4078-aad7-271772d2b46f tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 943 time: 0.2260239 Feb 20 05:53:33.389266 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc631a7c-fa2c-490c-aeef-b213cdbb5ea7 req-89897855-3104-460c-ab84-42262350d4bd tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/security-groups?id=01440de7-4f75-45e7-9e39-d1d660f98335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357982 Feb 20 05:53:33.490491 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device e7766f16-9671-411a-9975-a68233359b96 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:53:33.754218 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port e7766f16-9671-411a-9975-a68233359b96, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=e7766f16-9671-411a-9975-a68233359b96,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:53:33.785294 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-a4396249-34a9-44aa-bb32-06ae7a4b0158 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Allocated IP 2001:db8:1::1 (b7c4eeae-b653-4b2f-9f10-e4bdb693c90e/c9c8c4d7-44b2-412c-811b-6f9b9dee3458/cb634333-17a4-462f-b090-5cab3b7bce1a) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:53:33.820574 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dcc70b-a836-4180-9213-fa4ae441a15c req-e74a7d46-4058-4e1e-8864-3738a8575208 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:33.829218 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a6dcc70b-a836-4180-9213-fa4ae441a15c req-e74a7d46-4058-4e1e-8864-3738a8575208 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.1101551 Feb 20 05:53:33.846066 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'e7766f16-9671-411a-9975-a68233359b96', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'port_id': 'e7766f16-9671-411a-9975-a68233359b96', 'mac_address': 'fa:16:3e:17:b7:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:53:33.945911 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b0027-75d3-4c6e-8430-0c7e36dbb7cc req-357fabe2-c47b-49bd-80bb-f802a1c65be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:33.951177 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a6dcc70b-a836-4180-9213-fa4ae441a15c req-1ae8fb53-203b-4589-82bc-b5d797db4cb7 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199234 Feb 20 05:53:33.960007 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b16b0027-75d3-4c6e-8430-0c7e36dbb7cc req-357fabe2-c47b-49bd-80bb-f802a1c65be9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8f18450ca5d4be1a9fccbc37e9fb12f&device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 1127 time: 0.1759079 Feb 20 05:53:34.042223 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port e7766f16-9671-411a-9975-a68233359b96 is: ACTIVE; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:53:34.043056 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e7766f16-9671-411a-9975-a68233359b96), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:34.061971 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7766f16-9671-411a-9975-a68233359b96 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:53:34.100661 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a4396249-34a9-44aa-bb32-06ae7a4b0158 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for port (cb634333-17a4-462f-b090-5cab3b7bce1a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:34.142953 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port e7766f16-9671-411a-9975-a68233359b96, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=e7766f16-9671-411a-9975-a68233359b96,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:53:34.177621 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e7766f16-9671-411a-9975-a68233359b96), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:34.178356 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 0e3fd40c-58f3-4b75-8d72-d074f3f45c8b details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:53:34.231435 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b0027-75d3-4c6e-8430-0c7e36dbb7cc req-7f672283-df6a-4235-b0e1-ace166fc5190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:34.233680 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b16b0027-75d3-4c6e-8430-0c7e36dbb7cc req-7f672283-df6a-4235-b0e1-ace166fc5190 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc99b155-842d-47d9-a797-22be9782748f HTTP/1.1" status: 200 len: 911 time: 0.2668507 Feb 20 05:53:34.255293 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a4396249-34a9-44aa-bb32-06ae7a4b0158 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (cb634333-17a4-462f-b090-5cab3b7bce1a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:34.399139 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4396249-34a9-44aa-bb32-06ae7a4b0158 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Port': ['ID=cb634333-17a4-462f-b090-5cab3b7bce1a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:34.410634 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b16b0027-75d3-4c6e-8430-0c7e36dbb7cc req-2dcabf71-fc64-44c4-aa6e-d4d6a2d2335c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4022c786-c891-4be2-aad4-6481a44df2bd HTTP/1.1" status: 200 len: 1000 time: 0.1707165 Feb 20 05:53:34.417190 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677de143-1cec-489f-a5fe-73b4f2d715bb req-edfb9627-ab2b-4bb9-947b-ed264d00224a tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:34.434405 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-677de143-1cec-489f-a5fe-73b4f2d715bb req-edfb9627-ab2b-4bb9-947b-ed264d00224a tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 945 time: 0.3641841 Feb 20 05:53:34.493689 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4396249-34a9-44aa-bb32-06ae7a4b0158 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network b7c4eeae-b653-4b2f-9f10-e4bdb693c90e is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:53:34.504036 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-a4396249-34a9-44aa-bb32-06ae7a4b0158 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:53:34.513572 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4396249-34a9-44aa-bb32-06ae7a4b0158 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:53:34.517201 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a4396249-34a9-44aa-bb32-06ae7a4b0158 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (a62bfddf-e1f6-4c4f-b35f-2918972dd89c), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:34.534845 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b0027-75d3-4c6e-8430-0c7e36dbb7cc req-e14a864d-812d-44b5-8e83-bf73df25cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:34.539829 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b16b0027-75d3-4c6e-8430-0c7e36dbb7cc req-e14a864d-812d-44b5-8e83-bf73df25cb16 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31ac9d55-2ac0-4f22-ae17-262bbbe19926 HTTP/1.1" status: 200 len: 850 time: 0.1205118 Feb 20 05:53:34.716355 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 0e3fd40c-58f3-4b75-8d72-d074f3f45c8b, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0e3fd40c-58f3-4b75-8d72-d074f3f45c8b,segment=NetworkSegment(868ba499-054f-4592-b41a-a5c6c0328af4),segment_id=868ba499-054f-4592-b41a-a5c6c0328af4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:53:34.739211 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b0027-75d3-4c6e-8430-0c7e36dbb7cc req-627ebcf9-0c8a-4e99-8455-01b03c3b030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:34.740941 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b16b0027-75d3-4c6e-8430-0c7e36dbb7cc req-627ebcf9-0c8a-4e99-8455-01b03c3b030f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc99b155-842d-47d9-a797-22be9782748f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1920781 Feb 20 05:53:34.778532 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '0e3fd40c-58f3-4b75-8d72-d074f3f45c8b', 'network_id': 'f7ddb2bd-6614-48a5-9d0b-6ac314378899', 'port_id': '0e3fd40c-58f3-4b75-8d72-d074f3f45c8b', 'mac_address': 'fa:16:3e:25:39:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a034f2b-4267-47a2-91c4-d0ed636bf2ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:53:34.924802 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=e7766f16-9671-411a-9975-a68233359b96,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:34.976333 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-677de143-1cec-489f-a5fe-73b4f2d715bb req-1f4c91a8-6a38-4e24-9bee-9f3e92547a1a tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=959533d2-481e-41a8-b3ea-f6c369b01081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5405977 Feb 20 05:53:35.019828 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 0e3fd40c-58f3-4b75-8d72-d074f3f45c8b is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:53:35.023240 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0e3fd40c-58f3-4b75-8d72-d074f3f45c8b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:35.098360 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b16b0027-75d3-4c6e-8430-0c7e36dbb7cc req-ddaf3498-764a-4811-9998-0824998ddf4e service neutron] 10.222.0.61 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472245 Feb 20 05:53:35.113612 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e3fd40c-58f3-4b75-8d72-d074f3f45c8b {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:53:35.204162 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a4396249-34a9-44aa-bb32-06ae7a4b0158 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (cb634333-17a4-462f-b090-5cab3b7bce1a), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:35.325886 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 0e3fd40c-58f3-4b75-8d72-d074f3f45c8b, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0e3fd40c-58f3-4b75-8d72-d074f3f45c8b,segment=NetworkSegment(868ba499-054f-4592-b41a-a5c6c0328af4),segment_id=868ba499-054f-4592-b41a-a5c6c0328af4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:53:35.338765 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0e3fd40c-58f3-4b75-8d72-d074f3f45c8b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:35.444892 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=0e3fd40c-58f3-4b75-8d72-d074f3f45c8b,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:35.537572 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['e7766f16-9671-411a-9975-a68233359b96'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:53:35.543302 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-17dacef3-8f2b-43bb-bbeb-0e7c36986879 None None] Provisioning complete for port cb634333-17a4-462f-b090-5cab3b7bce1a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:53:35.544135 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17dacef3-8f2b-43bb-bbeb-0e7c36986879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (cb634333-17a4-462f-b090-5cab3b7bce1a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:35.604904 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b16b0027-75d3-4c6e-8430-0c7e36dbb7cc req-8f22e0b3-9515-4422-911c-79ec9a90388b service neutron] 10.222.0.61 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932971 Feb 20 05:53:35.652534 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['0e3fd40c-58f3-4b75-8d72-d074f3f45c8b'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:53:35.788171 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdde752-bfdf-429b-ab99-7743ed71b636 req-b592b3fd-bbfc-41d5-80d9-547a730dfac8 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:35.797144 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4bdde752-bfdf-429b-ab99-7743ed71b636 req-b592b3fd-bbfc-41d5-80d9-547a730dfac8 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d892ab-360b-4cef-bd11-47febac36815 HTTP/1.1" status: 200 len: 944 time: 0.4039562 Feb 20 05:53:35.826375 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-17dacef3-8f2b-43bb-bbeb-0e7c36986879 None None] Port cb634333-17a4-462f-b090-5cab3b7bce1a cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:53:35.915031 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4bdde752-bfdf-429b-ab99-7743ed71b636 req-882b34a8-7c52-4625-86e3-5c9c65f37fa1 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e6a692-498d-4c6d-a07a-34591813c104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164317 Feb 20 05:53:36.354042 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae32258-2c1a-4c1d-ba0a-65eb9906c9a5 req-845c5a07-623b-4d8c-af17-dbf0caa1f854 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:36.355651 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cae32258-2c1a-4c1d-ba0a-65eb9906c9a5 req-845c5a07-623b-4d8c-af17-dbf0caa1f854 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 943 time: 0.2867200 Feb 20 05:53:36.488935 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cae32258-2c1a-4c1d-ba0a-65eb9906c9a5 req-8a9cd388-f5ff-413e-bb4c-12be1e11db9d tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/security-groups?id=01440de7-4f75-45e7-9e39-d1d660f98335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082673 Feb 20 05:53:36.538183 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a4396249-34a9-44aa-bb32-06ae7a4b0158 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for port (cb634333-17a4-462f-b090-5cab3b7bce1a), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:36.548760 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a4396249-34a9-44aa-bb32-06ae7a4b0158 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (cb634333-17a4-462f-b090-5cab3b7bce1a), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:36.549519 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a4396249-34a9-44aa-bb32-06ae7a4b0158 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (a62bfddf-e1f6-4c4f-b35f-2918972dd89c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:36.627789 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4396249-34a9-44aa-bb32-06ae7a4b0158 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Port': ['ID=cb634333-17a4-462f-b090-5cab3b7bce1a,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:36.770219 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c237f75-933a-41ea-9e77-0b32f6fc2142 req-6448429b-b1ae-413b-b0c5-7d2976131708 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:36.772237 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3c237f75-933a-41ea-9e77-0b32f6fc2142 req-6448429b-b1ae-413b-b0c5-7d2976131708 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 945 time: 0.1246510 Feb 20 05:53:36.810108 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4396249-34a9-44aa-bb32-06ae7a4b0158 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network b7c4eeae-b653-4b2f-9f10-e4bdb693c90e is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:53:36.828585 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-a4396249-34a9-44aa-bb32-06ae7a4b0158 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:53:37.178807 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4396249-34a9-44aa-bb32-06ae7a4b0158 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Router a62bfddf-e1f6-4c4f-b35f-2918972dd89c has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:53:37.199614 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3c237f75-933a-41ea-9e77-0b32f6fc2142 req-3df13eae-0f18-4ca5-8270-029df37d3bd0 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4117353 Feb 20 05:53:37.498355 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device e7766f16-9671-411a-9975-a68233359b96 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:53:37.613801 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-9c51fc4a-e139-41d7-9eeb-3ab6fdeee913 None None] Provisioning complete for port cb634333-17a4-462f-b090-5cab3b7bce1a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:53:37.614174 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9c51fc4a-e139-41d7-9eeb-3ab6fdeee913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (cb634333-17a4-462f-b090-5cab3b7bce1a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:37.662624 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4396249-34a9-44aa-bb32-06ae7a4b0158 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:53:37.680957 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57780) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:37.691508 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a4396249-34a9-44aa-bb32-06ae7a4b0158 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "PUT /v2.0/routers/a62bfddf-e1f6-4c4f-b35f-2918972dd89c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3846676 Feb 20 05:53:37.715124 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0af3ee-b180-46b0-b8ad-6650f9a96a87 req-6a2f8bbf-d7b9-436a-8685-14f4d2747daf tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:37.736126 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f0af3ee-b180-46b0-b8ad-6650f9a96a87 req-6a2f8bbf-d7b9-436a-8685-14f4d2747daf tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 945 time: 0.3712268 Feb 20 05:53:37.741492 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ca37d0-595d-4add-b150-05856faa0833 None None] Sync routers for ids ['a62bfddf-e1f6-4c4f-b35f-2918972dd89c'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:53:37.822631 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ca37d0-595d-4add-b150-05856faa0833 None None] Routers {'a62bfddf-e1f6-4c4f-b35f-2918972dd89c'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:53:37.831499 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-c8ca37d0-595d-4add-b150-05856faa0833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:53:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a62bfddf-e1f6-4c4f-b35f-2918972dd89c'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:37.836411 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ae4270-a6a0-417a-a1e4-1818c22eb393 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:37.858827 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c6ae4270-a6a0-417a-a1e4-1818c22eb393 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "GET /v2.0/ports/cb634333-17a4-462f-b090-5cab3b7bce1a HTTP/1.1" status: 200 len: 913 time: 0.1759799 Feb 20 05:53:37.868518 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57782) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:37.938321 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-c8ca37d0-595d-4add-b150-05856faa0833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:37.965903 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9c51fc4a-e139-41d7-9eeb-3ab6fdeee913 None None] Port cb634333-17a4-462f-b090-5cab3b7bce1a cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:53:37.972871 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port e7766f16-9671-411a-9975-a68233359b96 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:53:37.987559 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e7766f16-9671-411a-9975-a68233359b96), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:37.988265 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f0af3ee-b180-46b0-b8ad-6650f9a96a87 req-83423dfb-730a-4fea-843b-c8989aa00956 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=959533d2-481e-41a8-b3ea-f6c369b01081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507722 Feb 20 05:53:38.119760 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ca37d0-595d-4add-b150-05856faa0833 None None] Routers {'a62bfddf-e1f6-4c4f-b35f-2918972dd89c'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:53:38.121817 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-c8ca37d0-595d-4add-b150-05856faa0833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:53:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a62bfddf-e1f6-4c4f-b35f-2918972dd89c'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:38.228887 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-c8ca37d0-595d-4add-b150-05856faa0833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:38.233610 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ca37d0-595d-4add-b150-05856faa0833 None None] The sync data for ids ['a62bfddf-e1f6-4c4f-b35f-2918972dd89c'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:53:38.365592 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebbfc8-996b-40e2-ba21-e14bdb199f43 req-467606f1-fca5-49ac-985a-c6abba1b271e tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:38.378822 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cbebbfc8-996b-40e2-ba21-e14bdb199f43 req-467606f1-fca5-49ac-985a-c6abba1b271e tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d892ab-360b-4cef-bd11-47febac36815 HTTP/1.1" status: 200 len: 944 time: 0.2656505 Feb 20 05:53:38.381674 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port e7766f16-9671-411a-9975-a68233359b96 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:53:38.382084 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e7766f16-9671-411a-9975-a68233359b96), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:38.453380 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de47a2f3-aaa2-42bf-9fcf-78d85176fcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7766f16-9671-411a-9975-a68233359b96'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:53:38.456514 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36caafcd-396b-4e6f-89e1-10cac6ea96f9" -d '{"events": [{"server_uuid": "de47a2f3-aaa2-42bf-9fcf-78d85176fcd3", "name": "network-vif-plugged", "status": "completed", "tag": "e7766f16-9671-411a-9975-a68233359b96"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:53:38.479296 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port e7766f16-9671-411a-9975-a68233359b96, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=e7766f16-9671-411a-9975-a68233359b96,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:53:38.494712 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e7766f16-9671-411a-9975-a68233359b96), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:38.496670 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 0e3fd40c-58f3-4b75-8d72-d074f3f45c8b up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:53:38.677934 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cbebbfc8-996b-40e2-ba21-e14bdb199f43 req-ada76d75-0e24-45d9-a9a8-73ae5f519911 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e6a692-498d-4c6d-a07a-34591813c104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977595 Feb 20 05:53:38.705605 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 0e3fd40c-58f3-4b75-8d72-d074f3f45c8b completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:53:38.736325 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 0e3fd40c-58f3-4b75-8d72-d074f3f45c8b triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:53:38.736728 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0e3fd40c-58f3-4b75-8d72-d074f3f45c8b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:38.832806 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=e7766f16-9671-411a-9975-a68233359b96,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:38.937258 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 0e3fd40c-58f3-4b75-8d72-d074f3f45c8b is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:53:38.939939 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0e3fd40c-58f3-4b75-8d72-d074f3f45c8b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:39.020504 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 0e3fd40c-58f3-4b75-8d72-d074f3f45c8b, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0e3fd40c-58f3-4b75-8d72-d074f3f45c8b,segment=NetworkSegment(868ba499-054f-4592-b41a-a5c6c0328af4),segment_id=868ba499-054f-4592-b41a-a5c6c0328af4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:53:39.025646 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0e3fd40c-58f3-4b75-8d72-d074f3f45c8b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:39.133881 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=0e3fd40c-58f3-4b75-8d72-d074f3f45c8b,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:39.134725 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd8a60-0543-4961-aeab-c15e7cdf3595 req-384bdf75-470a-43fd-8e0c-3622427d9b59 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:39.149779 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c0fd8a60-0543-4961-aeab-c15e7cdf3595 req-384bdf75-470a-43fd-8e0c-3622427d9b59 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 943 time: 0.2170689 Feb 20 05:53:39.247969 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1bb972b5-2414-4cbd-ac9f-c7441eddf541 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (a62bfddf-e1f6-4c4f-b35f-2918972dd89c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:39.364141 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c0fd8a60-0543-4961-aeab-c15e7cdf3595 req-ab939952-583d-4ce7-b859-a32027071f33 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/security-groups?id=01440de7-4f75-45e7-9e39-d1d660f98335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079785 Feb 20 05:53:39.771924 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cc2a6-ac79-4eb0-ab8d-0b1d963d14a6 req-ed3c6cbf-48e0-49b8-9ee0-302c10ecc214 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:39.775832 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d95cc2a6-ac79-4eb0-ab8d-0b1d963d14a6 req-ed3c6cbf-48e0-49b8-9ee0-302c10ecc214 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.2227314 Feb 20 05:53:39.933871 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d95cc2a6-ac79-4eb0-ab8d-0b1d963d14a6 req-50407d63-105c-43d8-b0ed-39c20319ee72 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457169 Feb 20 05:53:40.051067 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77767a73-3abe-462c-b1fa-cca90f077027 x-openstack-request-id: req-77767a73-3abe-462c-b1fa-cca90f077027 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:53:40.051616 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de47a2f3-aaa2-42bf-9fcf-78d85176fcd3", "name": "network-vif-plugged", "status": "completed", "tag": "e7766f16-9671-411a-9975-a68233359b96", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:53:40.051616 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77767a73-3abe-462c-b1fa-cca90f077027 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:53:40.052001 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de47a2f3-aaa2-42bf-9fcf-78d85176fcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7766f16-9671-411a-9975-a68233359b96', 'code': 200} Feb 20 05:53:40.097935 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-1bb972b5-2414-4cbd-ac9f-c7441eddf541 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Deleting port cb634333-17a4-462f-b090-5cab3b7bce1a {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:53:40.100829 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1bb972b5-2414-4cbd-ac9f-c7441eddf541 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (cb634333-17a4-462f-b090-5cab3b7bce1a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:40.273194 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1bb972b5-2414-4cbd-ac9f-c7441eddf541 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (cb634333-17a4-462f-b090-5cab3b7bce1a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:40.287477 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-1bb972b5-2414-4cbd-ac9f-c7441eddf541 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Calling delete_port for cb634333-17a4-462f-b090-5cab3b7bce1a owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:53:40.673536 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43d9e0-da19-4e74-ba7f-0faf8fe0ed6b req-bf61b0ac-0c14-4236-acc6-7f7e9176e31c tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:40.703748 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d43d9e0-da19-4e74-ba7f-0faf8fe0ed6b req-bf61b0ac-0c14-4236-acc6-7f7e9176e31c tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d892ab-360b-4cef-bd11-47febac36815 HTTP/1.1" status: 200 len: 945 time: 0.5121944 Feb 20 05:53:40.705111 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1bb972b5-2414-4cbd-ac9f-c7441eddf541 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (cb634333-17a4-462f-b090-5cab3b7bce1a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:40.886885 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb972b5-2414-4cbd-ac9f-c7441eddf541 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Port': ['ID=cb634333-17a4-462f-b090-5cab3b7bce1a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:41.130711 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d43d9e0-da19-4e74-ba7f-0faf8fe0ed6b req-0cfae122-6877-4f4a-a652-ffa1b7829218 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e6a692-498d-4c6d-a07a-34591813c104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062498 Feb 20 05:53:41.191323 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1bb972b5-2414-4cbd-ac9f-c7441eddf541 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (a62bfddf-e1f6-4c4f-b35f-2918972dd89c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:42.053321 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d892ab-360b-4cef-bd11-47febac36815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3fd40c-58f3-4b75-8d72-d074f3f45c8b'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:53:42.058514 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43335bd-05f3-4feb-8d94-58cb92d06a68" -d '{"events": [{"server_uuid": "54d892ab-360b-4cef-bd11-47febac36815", "name": "network-vif-plugged", "status": "completed", "tag": "0e3fd40c-58f3-4b75-8d72-d074f3f45c8b"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:53:42.211812 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3930773-d690-4e07-9589-17855a1f7bd4 req-8760fca4-88bd-4f57-947c-405ab7078993 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:42.220720 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3930773-d690-4e07-9589-17855a1f7bd4 req-8760fca4-88bd-4f57-947c-405ab7078993 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 943 time: 1.0202117 Feb 20 05:53:42.380396 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb972b5-2414-4cbd-ac9f-c7441eddf541 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Router a62bfddf-e1f6-4c4f-b35f-2918972dd89c has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:53:42.407728 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3930773-d690-4e07-9589-17855a1f7bd4 req-e15b9b6b-f7b1-4cae-8697-9ea072499274 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/security-groups?id=01440de7-4f75-45e7-9e39-d1d660f98335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857102 Feb 20 05:53:42.687099 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb972b5-2414-4cbd-ac9f-c7441eddf541 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:53:42.728867 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7390a502-64ac-4234-8be7-7134216e54b6 req-90eb087c-6cce-4e36-ad36-5ccabf6b9a2f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:42.730378 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7390a502-64ac-4234-8be7-7134216e54b6 req-90eb087c-6cce-4e36-ad36-5ccabf6b9a2f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.1690295 Feb 20 05:53:42.735691 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1bb972b5-2414-4cbd-ac9f-c7441eddf541 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "PUT /v2.0/routers/a62bfddf-e1f6-4c4f-b35f-2918972dd89c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8654656 Feb 20 05:53:42.738699 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57890) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:42.766508 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9617f4c5-e9ad-40f2-85da-b3e6586578ae None None] Sync routers for ids ['a62bfddf-e1f6-4c4f-b35f-2918972dd89c'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:53:42.825198 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9617f4c5-e9ad-40f2-85da-b3e6586578ae None None] Routers {'a62bfddf-e1f6-4c4f-b35f-2918972dd89c'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:53:42.825992 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9617f4c5-e9ad-40f2-85da-b3e6586578ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:53:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a62bfddf-e1f6-4c4f-b35f-2918972dd89c'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:42.897979 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7390a502-64ac-4234-8be7-7134216e54b6 req-69008be3-c762-467d-829a-1fcc43bbe9ae tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161530 Feb 20 05:53:42.977400 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9617f4c5-e9ad-40f2-85da-b3e6586578ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:42.981307 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11f7b15-d828-44d4-b1f5-cdc926446fef x-openstack-request-id: req-f11f7b15-d828-44d4-b1f5-cdc926446fef {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:53:42.981595 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d892ab-360b-4cef-bd11-47febac36815", "name": "network-vif-plugged", "status": "completed", "tag": "0e3fd40c-58f3-4b75-8d72-d074f3f45c8b", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:53:42.981875 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f11f7b15-d828-44d4-b1f5-cdc926446fef {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:53:42.982407 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d892ab-360b-4cef-bd11-47febac36815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3fd40c-58f3-4b75-8d72-d074f3f45c8b', 'code': 200} Feb 20 05:53:43.015379 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9617f4c5-e9ad-40f2-85da-b3e6586578ae None None] Routers {'a62bfddf-e1f6-4c4f-b35f-2918972dd89c'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:53:43.016133 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9617f4c5-e9ad-40f2-85da-b3e6586578ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:53:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a62bfddf-e1f6-4c4f-b35f-2918972dd89c'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:43.192054 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9617f4c5-e9ad-40f2-85da-b3e6586578ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:43.210288 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9617f4c5-e9ad-40f2-85da-b3e6586578ae None None] The sync data for ids ['a62bfddf-e1f6-4c4f-b35f-2918972dd89c'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:53:43.381087 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e112d-11a7-4dc3-a906-93e6fe7d316c req-a531ae18-3844-4f25-8692-e6a5c67ad9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:43.382604 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-725e112d-11a7-4dc3-a906-93e6fe7d316c req-a531ae18-3844-4f25-8692-e6a5c67ad9b7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=54d892ab-360b-4cef-bd11-47febac36815 HTTP/1.1" status: 200 len: 1127 time: 0.3073137 Feb 20 05:53:43.402655 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b1da2-a8f2-43a1-b2c7-762005be4a90 req-cf2a67ac-887e-4a78-a6c9-75f0aa1d9738 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:43.412575 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d91b1da2-a8f2-43a1-b2c7-762005be4a90 req-cf2a67ac-887e-4a78-a6c9-75f0aa1d9738 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d892ab-360b-4cef-bd11-47febac36815 HTTP/1.1" status: 200 len: 945 time: 0.1373293 Feb 20 05:53:43.575356 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0995f6dc-9b41-4bc1-aabe-78427d35f080 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (a62bfddf-e1f6-4c4f-b35f-2918972dd89c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:43.592408 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-725e112d-11a7-4dc3-a906-93e6fe7d316c req-c2acbadd-d16f-4892-86a4-8b7dcdd37432 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f2e6a692-498d-4c6d-a07a-34591813c104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022820 Feb 20 05:53:43.635980 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d91b1da2-a8f2-43a1-b2c7-762005be4a90 req-6774b5cf-89c9-436e-8189-febbf7298452 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e6a692-498d-4c6d-a07a-34591813c104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219849 Feb 20 05:53:43.809215 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62908de-3969-4a15-bf10-c0cee2980d54 req-f9145dc9-860d-413d-a082-92703d527124 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:43.817347 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e62908de-3969-4a15-bf10-c0cee2980d54 req-f9145dc9-860d-413d-a082-92703d527124 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 943 time: 0.0785444 Feb 20 05:53:43.896587 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:53:43.938620 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e62908de-3969-4a15-bf10-c0cee2980d54 req-cc1a6c4f-e5ee-410b-99e0-7024046804ff tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/security-groups?id=01440de7-4f75-45e7-9e39-d1d660f98335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167336 Feb 20 05:53:43.988499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-0995f6dc-9b41-4bc1-aabe-78427d35f080 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Deleting port dae2baa3-31c0-4b88-978c-940746cd42b0 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:53:43.989181 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0995f6dc-9b41-4bc1-aabe-78427d35f080 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (dae2baa3-31c0-4b88-978c-940746cd42b0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:44.146572 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0995f6dc-9b41-4bc1-aabe-78427d35f080 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (dae2baa3-31c0-4b88-978c-940746cd42b0), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:44.163744 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-0995f6dc-9b41-4bc1-aabe-78427d35f080 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Calling delete_port for dae2baa3-31c0-4b88-978c-940746cd42b0 owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:53:44.227376 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effe2fd-5b79-474c-a902-824cf454748b req-5998a4e7-4c6d-4276-a951-8ff920233c54 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:44.229831 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7effe2fd-5b79-474c-a902-824cf454748b req-5998a4e7-4c6d-4276-a951-8ff920233c54 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.1303153 Feb 20 05:53:44.333495 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7effe2fd-5b79-474c-a902-824cf454748b req-45178d55-fd51-4198-b8ae-e47ab0440260 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968821 Feb 20 05:53:44.534858 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0995f6dc-9b41-4bc1-aabe-78427d35f080 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (dae2baa3-31c0-4b88-978c-940746cd42b0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:44.591306 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995f6dc-9b41-4bc1-aabe-78427d35f080 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Port': ['ID=dae2baa3-31c0-4b88-978c-940746cd42b0,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:44.607962 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995f6dc-9b41-4bc1-aabe-78427d35f080 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:44.608415 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995f6dc-9b41-4bc1-aabe-78427d35f080 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:44.609166 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995f6dc-9b41-4bc1-aabe-78427d35f080 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:44.610321 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995f6dc-9b41-4bc1-aabe-78427d35f080 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:44.610735 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995f6dc-9b41-4bc1-aabe-78427d35f080 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:44.611182 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995f6dc-9b41-4bc1-aabe-78427d35f080 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:44.611590 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995f6dc-9b41-4bc1-aabe-78427d35f080 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:44.611991 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995f6dc-9b41-4bc1-aabe-78427d35f080 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:44.612391 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995f6dc-9b41-4bc1-aabe-78427d35f080 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:44.612831 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995f6dc-9b41-4bc1-aabe-78427d35f080 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:44.613233 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995f6dc-9b41-4bc1-aabe-78427d35f080 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:44.613824 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995f6dc-9b41-4bc1-aabe-78427d35f080 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:44.614496 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995f6dc-9b41-4bc1-aabe-78427d35f080 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:53:44.838724 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0995f6dc-9b41-4bc1-aabe-78427d35f080 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (a62bfddf-e1f6-4c4f-b35f-2918972dd89c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:44.911968 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa518e6c-4df9-4e65-8175-a273bdf9b154 req-243b90a7-01ff-43c4-8283-155249e3ce7d tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:44.914332 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa518e6c-4df9-4e65-8175-a273bdf9b154 req-243b90a7-01ff-43c4-8283-155249e3ce7d tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d892ab-360b-4cef-bd11-47febac36815 HTTP/1.1" status: 200 len: 945 time: 0.1360462 Feb 20 05:53:45.039782 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa518e6c-4df9-4e65-8175-a273bdf9b154 req-f68ddbbf-189c-464b-810c-8cdb33e672ab tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e6a692-498d-4c6d-a07a-34591813c104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188960 Feb 20 05:53:45.156127 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0995f6dc-9b41-4bc1-aabe-78427d35f080 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Router a62bfddf-e1f6-4c4f-b35f-2918972dd89c has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:53:45.283265 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970b1e1-6a08-4f13-a7c9-78143fc792b3 req-f89336d3-45ed-4666-b891-52cc0356df85 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:45.291088 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2970b1e1-6a08-4f13-a7c9-78143fc792b3 req-f89336d3-45ed-4666-b891-52cc0356df85 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 943 time: 0.1247404 Feb 20 05:53:45.324595 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0995f6dc-9b41-4bc1-aabe-78427d35f080 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:53:45.335444 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41555287-1162-4344-bd41-7a95133d7779 None None] Sync routers for ids ['a62bfddf-e1f6-4c4f-b35f-2918972dd89c'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:53:45.355548 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2970b1e1-6a08-4f13-a7c9-78143fc792b3 req-c8031e88-3579-4653-b3a6-4c246917efea tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/security-groups?id=01440de7-4f75-45e7-9e39-d1d660f98335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632095 Feb 20 05:53:45.356718 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41555287-1162-4344-bd41-7a95133d7779 None None] Routers {'a62bfddf-e1f6-4c4f-b35f-2918972dd89c'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:53:45.357358 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-41555287-1162-4344-bd41-7a95133d7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:53:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a62bfddf-e1f6-4c4f-b35f-2918972dd89c'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:45.360781 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0995f6dc-9b41-4bc1-aabe-78427d35f080 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "PUT /v2.0/routers/a62bfddf-e1f6-4c4f-b35f-2918972dd89c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6153560 Feb 20 05:53:45.363490 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57952) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:45.436094 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 57956) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:45.436389 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c638fde4-e789-46b0-9109-bdfdeee0a9c3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62bfddf-e1f6-4c4f-b35f-2918972dd89c HTTP/1.1" status: 200 len: 205 time: 0.0682623 Feb 20 05:53:45.451496 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-41555287-1162-4344-bd41-7a95133d7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:45.462429 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41555287-1162-4344-bd41-7a95133d7779 None None] Routers {'a62bfddf-e1f6-4c4f-b35f-2918972dd89c'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:53:45.463355 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-41555287-1162-4344-bd41-7a95133d7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:53:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a62bfddf-e1f6-4c4f-b35f-2918972dd89c'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:45.500685 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-41555287-1162-4344-bd41-7a95133d7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:45.501703 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41555287-1162-4344-bd41-7a95133d7779 None None] The sync data for ids ['a62bfddf-e1f6-4c4f-b35f-2918972dd89c'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:53:45.701986 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35e63abe-533b-4e16-8403-d5025bacae20 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router (a62bfddf-e1f6-4c4f-b35f-2918972dd89c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:45.846755 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e5e11-047f-423e-afb9-e50591742624 req-5b0d510f-14ed-4448-8ce3-379b694c31cb tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:45.854638 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f22e5e11-047f-423e-afb9-e50591742624 req-5b0d510f-14ed-4448-8ce3-379b694c31cb tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.3625243 Feb 20 05:53:46.189187 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35e63abe-533b-4e16-8403-d5025bacae20 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (a62bfddf-e1f6-4c4f-b35f-2918972dd89c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:46.194881 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35e63abe-533b-4e16-8403-d5025bacae20 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router_controller (a62bfddf-e1f6-4c4f-b35f-2918972dd89c), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:46.252394 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35e63abe-533b-4e16-8403-d5025bacae20 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (a62bfddf-e1f6-4c4f-b35f-2918972dd89c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:46.252979 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e63abe-533b-4e16-8403-d5025bacae20 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Fanout notify agent at l3_agent the message router_deleted on router a62bfddf-e1f6-4c4f-b35f-2918972dd89c {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:53:46.260944 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35e63abe-533b-4e16-8403-d5025bacae20 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:46.262251 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-35e63abe-533b-4e16-8403-d5025bacae20 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/routers/a62bfddf-e1f6-4c4f-b35f-2918972dd89c HTTP/1.1" status: 204 len: 168 time: 0.8246148 Feb 20 05:53:46.264832 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57972) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:46.320793 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f22e5e11-047f-423e-afb9-e50591742624 req-eaa0019d-d340-4499-95f9-49a838019edd tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4651382 Feb 20 05:53:46.377711 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-b72ec9a6-affb-4749-a6db-e44897fa58f4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Deleting subnet c9c8c4d7-44b2-412c-811b-6f9b9dee3458 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:53:46.381209 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b72ec9a6-affb-4749-a6db-e44897fa58f4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for subnet (c9c8c4d7-44b2-412c-811b-6f9b9dee3458), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:46.459162 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15201eb0-d381-4cff-8249-d9cb44a9862e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:46.503690 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b72ec9a6-affb-4749-a6db-e44897fa58f4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (c9c8c4d7-44b2-412c-811b-6f9b9dee3458), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:46.551509 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af753f-0684-40bd-aefc-cf5c0d42adfd req-c005144d-5c58-4a0a-b8ac-e1562385bee6 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:46.555503 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-92af753f-0684-40bd-aefc-cf5c0d42adfd req-c005144d-5c58-4a0a-b8ac-e1562385bee6 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d892ab-360b-4cef-bd11-47febac36815 HTTP/1.1" status: 200 len: 945 time: 0.1395888 Feb 20 05:53:46.693455 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b72ec9a6-affb-4749-a6db-e44897fa58f4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (c9c8c4d7-44b2-412c-811b-6f9b9dee3458), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:46.720604 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-92af753f-0684-40bd-aefc-cf5c0d42adfd req-1e83f83c-c84b-4646-b068-07f93bccd245 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e6a692-498d-4c6d-a07a-34591813c104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515865 Feb 20 05:53:46.817868 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b72ec9a6-affb-4749-a6db-e44897fa58f4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (c9c8c4d7-44b2-412c-811b-6f9b9dee3458), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:46.845216 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b72ec9a6-affb-4749-a6db-e44897fa58f4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:46.850198 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef71ecbe-d02b-4b62-a2a1-53df7de01da3 None None] Network b7c4eeae-b653-4b2f-9f10-e4bdb693c90e requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:53:46.868073 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b72ec9a6-affb-4749-a6db-e44897fa58f4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/subnets/c9c8c4d7-44b2-412c-811b-6f9b9dee3458 HTTP/1.1" status: 204 len: 168 time: 0.6020157 Feb 20 05:53:46.875784 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57982) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:46.947935 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd79edf-4c47-4b9a-b89e-a671071fe807 req-f8ee88ee-9172-4ff3-b9de-cf89c5a7312e tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:46.951105 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fbd79edf-4c47-4b9a-b89e-a671071fe807 req-f8ee88ee-9172-4ff3-b9de-cf89c5a7312e tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 943 time: 0.1152191 Feb 20 05:53:47.047825 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fbd79edf-4c47-4b9a-b89e-a671071fe807 req-70c4b865-8922-46be-8427-22ac40d1b19d tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/security-groups?id=01440de7-4f75-45e7-9e39-d1d660f98335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876753 Feb 20 05:53:47.109331 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbe57ec-59df-4b92-b76d-abababa61aef tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Deleting subnet 51a761b6-769d-4c87-9e83-a19dd10d08e4 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:53:47.119665 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fbe57ec-59df-4b92-b76d-abababa61aef tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for subnet (51a761b6-769d-4c87-9e83-a19dd10d08e4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:47.129330 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ec9a6-affb-4749-a6db-e44897fa58f4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Subnet': ['ID=c9c8c4d7-44b2-412c-811b-6f9b9dee3458,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:47.218407 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fbe57ec-59df-4b92-b76d-abababa61aef tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (51a761b6-769d-4c87-9e83-a19dd10d08e4), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:47.239807 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92037c53-ae64-422b-a3cd-fc97808c8573 None None] DHCP port deletion for b7c4eeae-b653-4b2f-9f10-e4bdb693c90e request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:53:47.324058 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-92037c53-ae64-422b-a3cd-fc97808c8573 None None] Deleting port 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:53:47.324668 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-92037c53-ae64-422b-a3cd-fc97808c8573 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:47.474973 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fbe57ec-59df-4b92-b76d-abababa61aef tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (51a761b6-769d-4c87-9e83-a19dd10d08e4), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:47.564756 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-92037c53-ae64-422b-a3cd-fc97808c8573 None None] For port 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf,segment=NetworkSegment(1dc11f84-511a-4ba4-b47c-5fe99d7a7d12),segment_id=1dc11f84-511a-4ba4-b47c-5fe99d7a7d12)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:53:47.565349 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-92037c53-ae64-422b-a3cd-fc97808c8573 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:47.595981 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fbe57ec-59df-4b92-b76d-abababa61aef tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (51a761b6-769d-4c87-9e83-a19dd10d08e4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:47.603934 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-92037c53-ae64-422b-a3cd-fc97808c8573 None None] Calling delete_port for 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:53:47.666675 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b0565-42f5-48e3-90f8-2eb80d8b5d70 req-1bbc102c-20d6-45a2-b73b-242996b7f041 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:47.689369 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fbe57ec-59df-4b92-b76d-abababa61aef tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:47.695577 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fb6b0565-42f5-48e3-90f8-2eb80d8b5d70 req-1bbc102c-20d6-45a2-b73b-242996b7f041 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.2120161 Feb 20 05:53:47.704409 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9fbe57ec-59df-4b92-b76d-abababa61aef tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/subnets/51a761b6-769d-4c87-9e83-a19dd10d08e4 HTTP/1.1" status: 204 len: 168 time: 0.8218968 Feb 20 05:53:47.705865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 57998) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:47.749257 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2f8448-2413-4bfe-8ec8-b84096255355 None None] Network 77ddf324-f22b-41e4-ae94-713ac8163a93 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:53:47.846043 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fb6b0565-42f5-48e3-90f8-2eb80d8b5d70 req-041dab25-b4ed-4ec2-917c-a9710c25634b tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495330 Feb 20 05:53:47.872424 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe57ec-59df-4b92-b76d-abababa61aef tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Subnet': ['ID=51a761b6-769d-4c87-9e83-a19dd10d08e4,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:47.890193 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-244b063b-d6e8-4218-a95a-c3b68b84dc05 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (b7c4eeae-b653-4b2f-9f10-e4bdb693c90e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:48.002870 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-244b063b-d6e8-4218-a95a-c3b68b84dc05 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Deleting port 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:53:48.004179 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-244b063b-d6e8-4218-a95a-c3b68b84dc05 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:48.005127 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-92037c53-ae64-422b-a3cd-fc97808c8573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:48.113789 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbcf025-02a2-491a-9117-293c57e8d502 None None] DHCP port deletion for 77ddf324-f22b-41e4-ae94-713ac8163a93 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:53:48.118874 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92037c53-ae64-422b-a3cd-fc97808c8573 None None] Pushing event deleted for resources: {'Port': ['ID=3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:48.133017 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92037c53-ae64-422b-a3cd-fc97808c8573 None None] No DVR routers for this DVR port 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:53:48.365221 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-cbbcf025-02a2-491a-9117-293c57e8d502 None None] Deleting port 9b3ee163-436d-45a6-b603-8073ef237c21 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:53:48.365547 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf025-02a2-491a-9117-293c57e8d502 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (9b3ee163-436d-45a6-b603-8073ef237c21), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:48.404046 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34fa3d-b54f-428f-88dc-ab5b03d63a2d req-b99abbd3-e606-4a26-9056-1af66417cca7 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:48.423577 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e34fa3d-b54f-428f-88dc-ab5b03d63a2d req-b99abbd3-e606-4a26-9056-1af66417cca7 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 943 time: 0.2373931 Feb 20 05:53:48.532033 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e34fa3d-b54f-428f-88dc-ab5b03d63a2d req-80d2cdc8-bed3-4d32-871b-edd9d3f895fc tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/security-groups?id=01440de7-4f75-45e7-9e39-d1d660f98335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074803 Feb 20 05:53:48.646569 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 9b3ee163-436d-45a6-b603-8073ef237c21 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:53:48.785688 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-cbbcf025-02a2-491a-9117-293c57e8d502 None None] For port 9b3ee163-436d-45a6-b603-8073ef237c21, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=9b3ee163-436d-45a6-b603-8073ef237c21,segment=NetworkSegment(e30b9743-06d3-4d83-9646-cdd5b7ca51ca),segment_id=e30b9743-06d3-4d83-9646-cdd5b7ca51ca)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:53:48.786413 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf025-02a2-491a-9117-293c57e8d502 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (9b3ee163-436d-45a6-b603-8073ef237c21), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:48.817816 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-cbbcf025-02a2-491a-9117-293c57e8d502 None None] Calling delete_port for 9b3ee163-436d-45a6-b603-8073ef237c21 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:53:49.138930 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89a45e-ca26-41ca-a23c-f51ac800e842 req-9f3a0daa-1077-420a-8e7f-e240e532f11b tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:49.163444 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0e89a45e-ca26-41ca-a23c-f51ac800e842 req-9f3a0daa-1077-420a-8e7f-e240e532f11b tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.1285245 Feb 20 05:53:49.268145 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0e89a45e-ca26-41ca-a23c-f51ac800e842 req-e0aedf75-411d-4b80-8ce6-e1bf7316b6fa tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001439 Feb 20 05:53:49.336224 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device d4b478a6-712d-4b8e-bcec-d522abf7593c details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:53:49.382515 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Port 9b3ee163-436d-45a6-b603-8073ef237c21 update to DOWN by agent not found {{(pid=103408) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 20 05:53:49.382988 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:53:49.389940 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf025-02a2-491a-9117-293c57e8d502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (9b3ee163-436d-45a6-b603-8073ef237c21), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:49.490794 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:53:49.491176 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:53:49.495109 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcf025-02a2-491a-9117-293c57e8d502 None None] Pushing event deleted for resources: {'Port': ['ID=9b3ee163-436d-45a6-b603-8073ef237c21,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:49.496622 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46bdf6f0-36c4-4023-aa2a-7a105d28597f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:49.504531 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbcf025-02a2-491a-9117-293c57e8d502 None None] No DVR routers for this DVR port 9b3ee163-436d-45a6-b603-8073ef237c21 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:53:49.506597 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:53:49.557438 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-244b063b-d6e8-4218-a95a-c3b68b84dc05 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] For port 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf, host n-d-829866-5, got binding levels [] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:53:49.557985 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-244b063b-d6e8-4218-a95a-c3b68b84dc05 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:49.585138 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-244b063b-d6e8-4218-a95a-c3b68b84dc05 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Calling delete_port for 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:53:49.607898 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.ipam_backend_mixin [None req-244b063b-d6e8-4218-a95a-c3b68b84dc05 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Port 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf was not found and therefore no delete operation was performed {{(pid=103406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 05:53:49.613369 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-244b063b-d6e8-4218-a95a-c3b68b84dc05 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:49.721167 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b063b-d6e8-4218-a95a-c3b68b84dc05 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Port': ['ID=3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:49.738700 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244b063b-d6e8-4218-a95a-c3b68b84dc05 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] No DVR routers for this DVR port 3323ffd1-c8d6-4cd6-befa-e0ab1d0eb6bf on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:53:49.871605 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7a540-2c7c-46f8-92b8-406a9579571f req-991fb6f0-f937-4939-8709-521155586d8a tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:49.880453 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:49.889831 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-52f7a540-2c7c-46f8-92b8-406a9579571f req-991fb6f0-f937-4939-8709-521155586d8a tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 943 time: 0.1791079 Feb 20 05:53:50.019273 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-52f7a540-2c7c-46f8-92b8-406a9579571f req-9a56c0fb-9c88-4077-9c46-798acd26c702 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/security-groups?id=01440de7-4f75-45e7-9e39-d1d660f98335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199019 Feb 20 05:53:50.070926 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port d4b478a6-712d-4b8e-bcec-d522abf7593c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d4b478a6-712d-4b8e-bcec-d522abf7593c,segment=NetworkSegment(327005f6-05b1-4d13-898b-12f73bbb891e),segment_id=327005f6-05b1-4d13-898b-12f73bbb891e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:53:50.105431 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'd4b478a6-712d-4b8e-bcec-d522abf7593c', 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f', 'port_id': 'd4b478a6-712d-4b8e-bcec-d522abf7593c', 'mac_address': 'fa:16:3e:19:e5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74159ea5-da94-47c3-9460-94aa951cddff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:53:50.131157 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-244b063b-d6e8-4218-a95a-c3b68b84dc05 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (b7c4eeae-b653-4b2f-9f10-e4bdb693c90e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:50.199939 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-244b063b-d6e8-4218-a95a-c3b68b84dc05 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c4eeae-b653-4b2f-9f10-e4bdb693c90e']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:50.213468 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port d4b478a6-712d-4b8e-bcec-d522abf7593c is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:53:50.213875 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d4b478a6-712d-4b8e-bcec-d522abf7593c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:50.223788 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-244b063b-d6e8-4218-a95a-c3b68b84dc05 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc11f84-511a-4ba4-b47c-5fe99d7a7d12') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:50.224126 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-244b063b-d6e8-4218-a95a-c3b68b84dc05 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc11f84-511a-4ba4-b47c-5fe99d7a7d12') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:50.244809 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b478a6-712d-4b8e-bcec-d522abf7593c {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:53:50.246399 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-244b063b-d6e8-4218-a95a-c3b68b84dc05 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (1dc11f84-511a-4ba4-b47c-5fe99d7a7d12), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:50.274994 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-244b063b-d6e8-4218-a95a-c3b68b84dc05 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (1dc11f84-511a-4ba4-b47c-5fe99d7a7d12), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:50.288077 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244b063b-d6e8-4218-a95a-c3b68b84dc05 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:53:50.288472 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-244b063b-d6e8-4218-a95a-c3b68b84dc05 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (1dc11f84-511a-4ba4-b47c-5fe99d7a7d12), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:50.296187 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port d4b478a6-712d-4b8e-bcec-d522abf7593c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d4b478a6-712d-4b8e-bcec-d522abf7593c,segment=NetworkSegment(327005f6-05b1-4d13-898b-12f73bbb891e),segment_id=327005f6-05b1-4d13-898b-12f73bbb891e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:53:50.312247 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d4b478a6-712d-4b8e-bcec-d522abf7593c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:53:50.335856 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:53:50.448220 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-244b063b-d6e8-4218-a95a-c3b68b84dc05 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (b7c4eeae-b653-4b2f-9f10-e4bdb693c90e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:50.473664 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=d4b478a6-712d-4b8e-bcec-d522abf7593c,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:50.478749 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-244b063b-d6e8-4218-a95a-c3b68b84dc05 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:50.502993 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-244b063b-d6e8-4218-a95a-c3b68b84dc05 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/networks/b7c4eeae-b653-4b2f-9f10-e4bdb693c90e HTTP/1.1" status: 204 len: 168 time: 2.7935767 Feb 20 05:53:50.509823 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58030) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:50.585140 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0add70-93d6-42df-adf1-9f1ed40f48fc req-23ff8c35-ad29-475c-8cd3-0fd7e8b9efee tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:50.595688 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['d4b478a6-712d-4b8e-bcec-d522abf7593c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:53:50.607498 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0c0add70-93d6-42df-adf1-9f1ed40f48fc req-23ff8c35-ad29-475c-8cd3-0fd7e8b9efee tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.1753263 Feb 20 05:53:50.787038 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0c0add70-93d6-42df-adf1-9f1ed40f48fc req-7a0a16d7-8b85-486e-b016-5cc31340fd2c tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785104 Feb 20 05:53:50.831760 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-701625d4-32a8-45c9-8989-c690b40e97fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (77ddf324-f22b-41e4-ae94-713ac8163a93), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:50.837884 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b063b-d6e8-4218-a95a-c3b68b84dc05 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Network': ['ID=b7c4eeae-b653-4b2f-9f10-e4bdb693c90e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:51.001178 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-701625d4-32a8-45c9-8989-c690b40e97fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (77ddf324-f22b-41e4-ae94-713ac8163a93), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:51.033579 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-701625d4-32a8-45c9-8989-c690b40e97fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ddf324-f22b-41e4-ae94-713ac8163a93']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:51.045399 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-701625d4-32a8-45c9-8989-c690b40e97fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30b9743-06d3-4d83-9646-cdd5b7ca51ca') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:51.045704 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-701625d4-32a8-45c9-8989-c690b40e97fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30b9743-06d3-4d83-9646-cdd5b7ca51ca') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:51.118190 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-701625d4-32a8-45c9-8989-c690b40e97fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (e30b9743-06d3-4d83-9646-cdd5b7ca51ca), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:51.149271 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-701625d4-32a8-45c9-8989-c690b40e97fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (e30b9743-06d3-4d83-9646-cdd5b7ca51ca), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:51.171185 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-701625d4-32a8-45c9-8989-c690b40e97fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:53:51.171455 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-701625d4-32a8-45c9-8989-c690b40e97fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (e30b9743-06d3-4d83-9646-cdd5b7ca51ca), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:53:51.176512 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:53:51.296329 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d39fb-520a-480b-91d6-1684054375b5 req-0f6fe781-1ec1-4640-96b6-b8231bc0ecf8 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:51.309492 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d4d39fb-520a-480b-91d6-1684054375b5 req-0f6fe781-1ec1-4640-96b6-b8231bc0ecf8 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 944 time: 0.1415594 Feb 20 05:53:51.348713 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-701625d4-32a8-45c9-8989-c690b40e97fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (77ddf324-f22b-41e4-ae94-713ac8163a93), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:51.376546 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-701625d4-32a8-45c9-8989-c690b40e97fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:51.387096 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-701625d4-32a8-45c9-8989-c690b40e97fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/networks/77ddf324-f22b-41e4-ae94-713ac8163a93 HTTP/1.1" status: 204 len: 168 time: 0.8724225 Feb 20 05:53:51.392922 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 58050) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:51.412850 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:51.416025 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701625d4-32a8-45c9-8989-c690b40e97fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Network': ['ID=77ddf324-f22b-41e4-ae94-713ac8163a93,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:51.419874 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-44128b7d-a7e6-4f58-864c-9ebd0db472af tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-335761462'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:51.473101 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44128b7d-a7e6-4f58-864c-9ebd0db472af tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Made reservation on behalf of a2613a7574bb49c4a1dbfc74ee90b857 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:53:51.478386 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-44128b7d-a7e6-4f58-864c-9ebd0db472af tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:51.506195 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44128b7d-a7e6-4f58-864c-9ebd0db472af tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:53:51.532797 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-44128b7d-a7e6-4f58-864c-9ebd0db472af tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (bfc15049-e03d-46db-bcd0-eb3ef7be34bb), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:51.541347 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-44128b7d-a7e6-4f58-864c-9ebd0db472af tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Added segment bfc15049-e03d-46db-bcd0-eb3ef7be34bb of type vlan for network 14f05dcb-9919-4893-a331-dd1b3f498ed4 Feb 20 05:53:51.612420 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-44128b7d-a7e6-4f58-864c-9ebd0db472af tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (14f05dcb-9919-4893-a331-dd1b3f498ed4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:51.679274 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d4d39fb-520a-480b-91d6-1684054375b5 req-6c91eba2-2f94-4314-b78c-33054dfe5ae4 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/security-groups?id=01440de7-4f75-45e7-9e39-d1d660f98335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3659942 Feb 20 05:53:51.703266 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-44128b7d-a7e6-4f58-864c-9ebd0db472af tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (14f05dcb-9919-4893-a331-dd1b3f498ed4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:51.717843 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44128b7d-a7e6-4f58-864c-9ebd0db472af tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:51.718466 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-44128b7d-a7e6-4f58-864c-9ebd0db472af tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:51.899753 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-44128b7d-a7e6-4f58-864c-9ebd0db472af tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4989569 Feb 20 05:53:51.900300 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58058) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:51.907168 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0337e60b-eb49-4eaf-a41e-a642ac5e6b59 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'subnet': {'network_id': '14f05dcb-9919-4893-a331-dd1b3f498ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:51.934245 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44128b7d-a7e6-4f58-864c-9ebd0db472af tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Network': ['ID=14f05dcb-9919-4893-a331-dd1b3f498ed4,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:51.950090 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 14f05dcb-9919-4893-a331-dd1b3f498ed4 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:53:52.181118 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0337e60b-eb49-4eaf-a41e-a642ac5e6b59 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Made reservation on behalf of a2613a7574bb49c4a1dbfc74ee90b857 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:53:52.191132 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0337e60b-eb49-4eaf-a41e-a642ac5e6b59 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:52.207623 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08618f-4212-43ea-b468-ac50516964f7 req-82756440-9bde-4645-a504-7c4e823c3eac tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:52.215967 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b08618f-4212-43ea-b468-ac50516964f7 req-82756440-9bde-4645-a504-7c4e823c3eac tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.1815429 Feb 20 05:53:52.300702 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b08618f-4212-43ea-b468-ac50516964f7 req-ad4b8c3c-dd5f-40bf-ac6d-56c332313e83 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838068 Feb 20 05:53:52.454508 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0337e60b-eb49-4eaf-a41e-a642ac5e6b59 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (cdc69402-f397-48f3-b02a-725230ffd56a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:52.590214 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337e60b-eb49-4eaf-a41e-a642ac5e6b59 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Subnet': ['ID=cdc69402-f397-48f3-b02a-725230ffd56a,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:52.607524 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0337e60b-eb49-4eaf-a41e-a642ac5e6b59 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Checking segment: {'id': 'bfc15049-e03d-46db-bcd0-eb3ef7be34bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '14f05dcb-9919-4893-a331-dd1b3f498ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:53:52.608375 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0337e60b-eb49-4eaf-a41e-a642ac5e6b59 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network hostable DHCP agents. Network: 14f05dcb-9919-4893-a331-dd1b3f498ed4, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:53:52.658192 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0337e60b-eb49-4eaf-a41e-a642ac5e6b59 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network 14f05dcb-9919-4893-a331-dd1b3f498ed4 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:53:52.680210 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-0337e60b-eb49-4eaf-a41e-a642ac5e6b59 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 14f05dcb-9919-4893-a331-dd1b3f498ed4) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:53:52.692259 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0337e60b-eb49-4eaf-a41e-a642ac5e6b59 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:52.693546 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521247ab-d71f-4675-ad79-7a40107677e2 None None] Network 14f05dcb-9919-4893-a331-dd1b3f498ed4 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:53:52.694320 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0337e60b-eb49-4eaf-a41e-a642ac5e6b59 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:52.704455 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:52.739187 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0337e60b-eb49-4eaf-a41e-a642ac5e6b59 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8368444 Feb 20 05:53:52.739720 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 58080) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:52.744531 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e8cc5087-0048-4737-81f4-6f7b5944f820 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-949183049', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:52.827542 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e8cc5087-0048-4737-81f4-6f7b5944f820 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (33e20ab9-1233-43c0-802d-078aec7b68b6), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:52.827542 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e8cc5087-0048-4737-81f4-6f7b5944f820 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (33e20ab9-1233-43c0-802d-078aec7b68b6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:53.038460 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device d4b478a6-712d-4b8e-bcec-d522abf7593c up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:53:53.056430 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e8cc5087-0048-4737-81f4-6f7b5944f820 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router_controller (33e20ab9-1233-43c0-802d-078aec7b68b6), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:53.071620 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8932189-f553-4148-9baf-b422fc1273e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-14f05dcb-9919-4893-a331-dd1b3f498ed4', 'network_id': '14f05dcb-9919-4893-a331-dd1b3f498ed4', 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'fixed_ips': [{'subnet_id': 'cdc69402-f397-48f3-b02a-725230ffd56a'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:53:53.075357 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8932189-f553-4148-9baf-b422fc1273e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:53.080321 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f517c98-9162-4801-a719-1be936e0f2e2 req-33b1371e-37fe-4e50-aea1-6f211801aebe tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:53.089473 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f517c98-9162-4801-a719-1be936e0f2e2 req-33b1371e-37fe-4e50-aea1-6f211801aebe tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 944 time: 0.2848172 Feb 20 05:53:53.106920 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e8cc5087-0048-4737-81f4-6f7b5944f820 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (33e20ab9-1233-43c0-802d-078aec7b68b6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:53.189999 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e8cc5087-0048-4737-81f4-6f7b5944f820 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:53.203079 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e8cc5087-0048-4737-81f4-6f7b5944f820 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4593823 Feb 20 05:53:53.203606 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58088) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:53.211623 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-935b2e67-aee4-4062-afc4-e9854769d3d7 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'port': {'network_id': '14f05dcb-9919-4893-a331-dd1b3f498ed4', 'name': 'tempest-RoutersIpV6Test-979475375'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:53.213091 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:53.253406 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f517c98-9162-4801-a719-1be936e0f2e2 req-e2dd1a57-c262-4b8d-895a-5adaded40ff2 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/security-groups?id=01440de7-4f75-45e7-9e39-d1d660f98335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628523 Feb 20 05:53:53.571272 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935b2e67-aee4-4062-afc4-e9854769d3d7 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Made reservation on behalf of a2613a7574bb49c4a1dbfc74ee90b857 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:53:53.586548 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-935b2e67-aee4-4062-afc4-e9854769d3d7 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:53.607260 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-935b2e67-aee4-4062-afc4-e9854769d3d7 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] device_id is not set on port ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:53:53.623222 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port d4b478a6-712d-4b8e-bcec-d522abf7593c completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:53:53.648893 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port d4b478a6-712d-4b8e-bcec-d522abf7593c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:53:53.651150 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d4b478a6-712d-4b8e-bcec-d522abf7593c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:53.751285 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe79b5a-73df-4486-932c-61e6ce8c02e2 req-c94b1601-a2ec-4ea5-a18a-a87ac3eeda2d tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:53.753712 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dfe79b5a-73df-4486-932c-61e6ce8c02e2 req-c94b1601-a2ec-4ea5-a18a-a87ac3eeda2d tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.2007999 Feb 20 05:53:53.762504 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-b8932189-f553-4148-9baf-b422fc1273e2 None None] Allocated IP 2001:db8::2 (14f05dcb-9919-4893-a331-dd1b3f498ed4/cdc69402-f397-48f3-b02a-725230ffd56a/a476d05a-475d-4044-92aa-a3a5501c64c2) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:53:53.930639 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dfe79b5a-73df-4486-932c-61e6ce8c02e2 req-67e6493b-9156-47f2-b756-14c0239f543d tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668479 Feb 20 05:53:53.983741 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port d4b478a6-712d-4b8e-bcec-d522abf7593c is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:53:53.984147 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d4b478a6-712d-4b8e-bcec-d522abf7593c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:54.090350 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac995ed-bc84-4abd-9000-5fc44ec3092b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b478a6-712d-4b8e-bcec-d522abf7593c'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:53:54.098679 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d75b95d-4b6f-44d2-98dd-438314036ca1" -d '{"events": [{"server_uuid": "4ac995ed-bc84-4abd-9000-5fc44ec3092b", "name": "network-vif-plugged", "status": "completed", "tag": "d4b478a6-712d-4b8e-bcec-d522abf7593c"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:53:54.106111 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port d4b478a6-712d-4b8e-bcec-d522abf7593c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d4b478a6-712d-4b8e-bcec-d522abf7593c,segment=NetworkSegment(327005f6-05b1-4d13-898b-12f73bbb891e),segment_id=327005f6-05b1-4d13-898b-12f73bbb891e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:53:54.121263 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d4b478a6-712d-4b8e-bcec-d522abf7593c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:54.276043 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=d4b478a6-712d-4b8e-bcec-d522abf7593c,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:54.341647 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76006eab-5547-4588-9939-900afcb1ca0d x-openstack-request-id: req-76006eab-5547-4588-9939-900afcb1ca0d {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:53:54.342568 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac995ed-bc84-4abd-9000-5fc44ec3092b", "name": "network-vif-plugged", "status": "completed", "tag": "d4b478a6-712d-4b8e-bcec-d522abf7593c", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:53:54.343258 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76006eab-5547-4588-9939-900afcb1ca0d {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:53:54.344978 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac995ed-bc84-4abd-9000-5fc44ec3092b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b478a6-712d-4b8e-bcec-d522abf7593c', 'code': 200} Feb 20 05:53:54.346175 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8932189-f553-4148-9baf-b422fc1273e2 None None] Publish callbacks [] for port (a476d05a-475d-4044-92aa-a3a5501c64c2), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:54.363878 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8932189-f553-4148-9baf-b422fc1273e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (a476d05a-475d-4044-92aa-a3a5501c64c2), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:54.432865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-935b2e67-aee4-4062-afc4-e9854769d3d7 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Allocated IP 2001:db8::277 (14f05dcb-9919-4893-a331-dd1b3f498ed4/cdc69402-f397-48f3-b02a-725230ffd56a/ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:53:54.461066 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8932189-f553-4148-9baf-b422fc1273e2 None None] Network 14f05dcb-9919-4893-a331-dd1b3f498ed4 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:53:54.466528 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b8932189-f553-4148-9baf-b422fc1273e2 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:53:54.478992 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8932189-f553-4148-9baf-b422fc1273e2 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:53:54.558166 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8932189-f553-4148-9baf-b422fc1273e2 None None] Pushing event updated for resources: {'Port': ['ID=a476d05a-475d-4044-92aa-a3a5501c64c2,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:54.559444 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d98ce7-86b4-47e7-8944-63337353d451 req-896552a6-a566-42c0-b94b-873db9417bff tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:54.563741 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c8d98ce7-86b4-47e7-8944-63337353d451 req-896552a6-a566-42c0-b94b-873db9417bff tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d892ab-360b-4cef-bd11-47febac36815 HTTP/1.1" status: 200 len: 945 time: 0.1131239 Feb 20 05:53:54.680979 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-b8932189-f553-4148-9baf-b422fc1273e2 None None] Attempting to bind port a476d05a-475d-4044-92aa-a3a5501c64c2 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:53:54.682105 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-b8932189-f553-4148-9baf-b422fc1273e2 None None] Attempting to bind port a476d05a-475d-4044-92aa-a3a5501c64c2 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'bfc15049-e03d-46db-bcd0-eb3ef7be34bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '14f05dcb-9919-4893-a331-dd1b3f498ed4'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:53:54.682756 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8932189-f553-4148-9baf-b422fc1273e2 None None] Attempting to bind port a476d05a-475d-4044-92aa-a3a5501c64c2 on network 14f05dcb-9919-4893-a331-dd1b3f498ed4 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:53:54.695307 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8932189-f553-4148-9baf-b422fc1273e2 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:53:54.696318 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8932189-f553-4148-9baf-b422fc1273e2 None None] Checking segment: {'id': 'bfc15049-e03d-46db-bcd0-eb3ef7be34bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '14f05dcb-9919-4893-a331-dd1b3f498ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:53:54.696987 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8932189-f553-4148-9baf-b422fc1273e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:54.697616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8932189-f553-4148-9baf-b422fc1273e2 None None] Bound using segment: {'id': 'bfc15049-e03d-46db-bcd0-eb3ef7be34bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '14f05dcb-9919-4893-a331-dd1b3f498ed4'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:53:54.698417 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-b8932189-f553-4148-9baf-b422fc1273e2 None None] Bound port: a476d05a-475d-4044-92aa-a3a5501c64c2, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc15049-e03d-46db-bcd0-eb3ef7be34bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '14f05dcb-9919-4893-a331-dd1b3f498ed4'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:53:54.699278 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8932189-f553-4148-9baf-b422fc1273e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a476d05a-475d-4044-92aa-a3a5501c64c2), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:54.715053 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c8d98ce7-86b4-47e7-8944-63337353d451 req-f2502042-e856-4f45-bc67-9e75d7224c61 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e6a692-498d-4c6d-a07a-34591813c104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451097 Feb 20 05:53:54.838542 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc49ad9-56d7-48f3-8564-52cb12a48b29 req-b111cd87-54ff-4719-a42b-1044682825a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:54.840114 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6dc49ad9-56d7-48f3-8564-52cb12a48b29 req-b111cd87-54ff-4719-a42b-1044682825a6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 1127 time: 0.3297706 Feb 20 05:53:54.914370 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b8932189-f553-4148-9baf-b422fc1273e2 None None] For port a476d05a-475d-4044-92aa-a3a5501c64c2, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:53:54.925600 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b8932189-f553-4148-9baf-b422fc1273e2 None None] For port a476d05a-475d-4044-92aa-a3a5501c64c2, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a476d05a-475d-4044-92aa-a3a5501c64c2,segment=NetworkSegment(bfc15049-e03d-46db-bcd0-eb3ef7be34bb),segment_id=bfc15049-e03d-46db-bcd0-eb3ef7be34bb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:53:54.941988 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8932189-f553-4148-9baf-b422fc1273e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a476d05a-475d-4044-92aa-a3a5501c64c2), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:54.959183 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-935b2e67-aee4-4062-afc4-e9854769d3d7 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for port (ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:55.051977 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-935b2e67-aee4-4062-afc4-e9854769d3d7 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:55.084684 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8932189-f553-4148-9baf-b422fc1273e2 None None] Pushing event updated for resources: {'Port': ['ID=a476d05a-475d-4044-92aa-a3a5501c64c2,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:55.102286 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881201b2-5d92-4c14-8b8a-2bc7f5ef0fc4 req-dce647ed-dc8a-48c7-8803-5d37ac1e9681 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:55.119218 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-881201b2-5d92-4c14-8b8a-2bc7f5ef0fc4 req-dce647ed-dc8a-48c7-8803-5d37ac1e9681 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 945 time: 0.2145262 Feb 20 05:53:55.198801 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6dc49ad9-56d7-48f3-8564-52cb12a48b29 req-321ac261-3a87-4e41-a7dd-89a2810aeb19 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=01440de7-4f75-45e7-9e39-d1d660f98335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3511963 Feb 20 05:53:55.201396 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935b2e67-aee4-4062-afc4-e9854769d3d7 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network 14f05dcb-9919-4893-a331-dd1b3f498ed4 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:53:55.204625 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b2e67-aee4-4062-afc4-e9854769d3d7 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Port': ['ID=ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:55.226777 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-935b2e67-aee4-4062-afc4-e9854769d3d7 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:53:55.235285 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935b2e67-aee4-4062-afc4-e9854769d3d7 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:53:55.246285 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b2e67-aee4-4062-afc4-e9854769d3d7 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:55.252094 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-935b2e67-aee4-4062-afc4-e9854769d3d7 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:55.268586 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:55.280605 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-935b2e67-aee4-4062-afc4-e9854769d3d7 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0757535 Feb 20 05:53:55.283300 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58128) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:55.321736 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-881201b2-5d92-4c14-8b8a-2bc7f5ef0fc4 req-61482a15-d51e-477d-9f99-5feed3037e8b tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/security-groups?id=01440de7-4f75-45e7-9e39-d1d660f98335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015328 Feb 20 05:53:55.536046 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8fdc9-6822-4eb7-8a74-77f91111ed86 req-df350d22-fad6-4184-8a4a-54423949f08e tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:55.544551 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e4d8fdc9-6822-4eb7-8a74-77f91111ed86 req-df350d22-fad6-4184-8a4a-54423949f08e tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.0809653 Feb 20 05:53:55.767609 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e4d8fdc9-6822-4eb7-8a74-77f91111ed86 req-2b4bbf09-1188-4d6b-b869-2093340359fd tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139037 Feb 20 05:53:55.837375 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161f617-f4a1-4544-b0ea-e196eaeaa045 req-654ed85c-02fb-4222-ad67-94de70366e0a tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:55.847373 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6161f617-f4a1-4544-b0ea-e196eaeaa045 req-654ed85c-02fb-4222-ad67-94de70366e0a tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.48 "GET /v2.0/ports?device_id=54d892ab-360b-4cef-bd11-47febac36815 HTTP/1.1" status: 200 len: 945 time: 0.1874886 Feb 20 05:53:56.074890 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46a0fcda-124c-4c3c-861a-72d49a043637 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:56.135818 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851edc58-8e55-4ed9-b571-281a1fd10d3f req-35b2164d-f86b-4ef8-959a-9b8e95298c02 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:56.143797 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-851edc58-8e55-4ed9-b571-281a1fd10d3f req-35b2164d-f86b-4ef8-959a-9b8e95298c02 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d892ab-360b-4cef-bd11-47febac36815 HTTP/1.1" status: 200 len: 945 time: 0.1870782 Feb 20 05:53:56.166346 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-6161f617-f4a1-4544-b0ea-e196eaeaa045 req-4cdf7ac9-4d3f-417c-843c-11a270ffb562 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Deleting port 0e3fd40c-58f3-4b75-8d72-d074f3f45c8b {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:53:56.167021 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6161f617-f4a1-4544-b0ea-e196eaeaa045 req-4cdf7ac9-4d3f-417c-843c-11a270ffb562 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (0e3fd40c-58f3-4b75-8d72-d074f3f45c8b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:56.323050 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-851edc58-8e55-4ed9-b571-281a1fd10d3f req-5b578be5-8a90-4411-8022-e374a474aeea tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e6a692-498d-4c6d-a07a-34591813c104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778445 Feb 20 05:53:56.440063 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-6161f617-f4a1-4544-b0ea-e196eaeaa045 req-4cdf7ac9-4d3f-417c-843c-11a270ffb562 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] For port 0e3fd40c-58f3-4b75-8d72-d074f3f45c8b, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0e3fd40c-58f3-4b75-8d72-d074f3f45c8b,segment=NetworkSegment(868ba499-054f-4592-b41a-a5c6c0328af4),segment_id=868ba499-054f-4592-b41a-a5c6c0328af4)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:53:56.440440 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6161f617-f4a1-4544-b0ea-e196eaeaa045 req-4cdf7ac9-4d3f-417c-843c-11a270ffb562 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (0e3fd40c-58f3-4b75-8d72-d074f3f45c8b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:56.488894 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-6161f617-f4a1-4544-b0ea-e196eaeaa045 req-4cdf7ac9-4d3f-417c-843c-11a270ffb562 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Calling delete_port for 0e3fd40c-58f3-4b75-8d72-d074f3f45c8b owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:53:56.672991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a476d05a-475d-4044-92aa-a3a5501c64c2 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:53:56.761667 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb42f92-2ffb-40fe-903a-e6b184c07048 req-da920f10-f4e2-4a9c-a26f-513c073720dd tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:56.780587 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6bb42f92-2ffb-40fe-903a-e6b184c07048 req-da920f10-f4e2-4a9c-a26f-513c073720dd tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 945 time: 0.2862782 Feb 20 05:53:56.901786 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6bb42f92-2ffb-40fe-903a-e6b184c07048 req-4500a736-d998-444d-834e-0ed91e9be4e5 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/security-groups?id=01440de7-4f75-45e7-9e39-d1d660f98335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180975 Feb 20 05:53:56.910141 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46a0fcda-124c-4c3c-861a-72d49a043637 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for port (ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:56.924515 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46a0fcda-124c-4c3c-861a-72d49a043637 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:57.074729 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc405a92-c54b-421b-b19b-268b3dd6dd3a None None] Network 14f05dcb-9919-4893-a331-dd1b3f498ed4 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:53:57.114855 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port a476d05a-475d-4044-92aa-a3a5501c64c2 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:53:57.127850 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a476d05a-475d-4044-92aa-a3a5501c64c2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:57.152670 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0fcda-124c-4c3c-861a-72d49a043637 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Port': ['ID=ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:57.395995 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d87be3-ecc6-44fc-bcba-df7f85cf327d req-6374c266-d0dc-49dd-82cf-a712b7e46ddf tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:57.406803 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16d87be3-ecc6-44fc-bcba-df7f85cf327d req-6374c266-d0dc-49dd-82cf-a712b7e46ddf tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.2573805 Feb 20 05:53:57.427466 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46a0fcda-124c-4c3c-861a-72d49a043637 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (33e20ab9-1233-43c0-802d-078aec7b68b6), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:57.429565 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6161f617-f4a1-4544-b0ea-e196eaeaa045 req-4cdf7ac9-4d3f-417c-843c-11a270ffb562 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (0e3fd40c-58f3-4b75-8d72-d074f3f45c8b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:57.451455 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-8247a51d-dbe4-401c-87f4-f0e46664f1bd None None] Provisioning complete for port a476d05a-475d-4044-92aa-a3a5501c64c2 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:53:57.452016 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8247a51d-dbe4-401c-87f4-f0e46664f1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a476d05a-475d-4044-92aa-a3a5501c64c2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:57.516969 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['0e3fd40c-58f3-4b75-8d72-d074f3f45c8b'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:53:57.546524 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf7ac9-4d3f-417c-843c-11a270ffb562 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Pushing event deleted for resources: {'Port': ['ID=0e3fd40c-58f3-4b75-8d72-d074f3f45c8b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:57.628260 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-6161f617-f4a1-4544-b0ea-e196eaeaa045 req-4cdf7ac9-4d3f-417c-843c-11a270ffb562 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] No DVR routers for this DVR port 0e3fd40c-58f3-4b75-8d72-d074f3f45c8b on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:53:57.636943 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6161f617-f4a1-4544-b0ea-e196eaeaa045 req-4cdf7ac9-4d3f-417c-843c-11a270ffb562 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:57.644943 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6161f617-f4a1-4544-b0ea-e196eaeaa045 req-4cdf7ac9-4d3f-417c-843c-11a270ffb562 tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.48 "DELETE /v2.0/ports/0e3fd40c-58f3-4b75-8d72-d074f3f45c8b HTTP/1.1" status: 204 len: 173 time: 1.7958715 Feb 20 05:53:57.648188 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d892ab-360b-4cef-bd11-47febac36815', 'name': 'network-vif-deleted', 'tag': '0e3fd40c-58f3-4b75-8d72-d074f3f45c8b'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:53:57.652471 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70643c7-ea66-4469-9664-56a985d81af6" -d '{"events": [{"server_uuid": "54d892ab-360b-4cef-bd11-47febac36815", "name": "network-vif-deleted", "tag": "0e3fd40c-58f3-4b75-8d72-d074f3f45c8b"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:53:57.661586 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46a0fcda-124c-4c3c-861a-72d49a043637 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:57.748483 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16d87be3-ecc6-44fc-bcba-df7f85cf327d req-4dd990a0-9554-490e-b2b3-08d9ec5c141c tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3387671 Feb 20 05:53:57.784997 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8247a51d-dbe4-401c-87f4-f0e46664f1bd None None] Current status of the port a476d05a-475d-4044-92aa-a3a5501c64c2 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:53:57.785590 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8247a51d-dbe4-401c-87f4-f0e46664f1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a476d05a-475d-4044-92aa-a3a5501c64c2), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:57.970434 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-8247a51d-dbe4-401c-87f4-f0e46664f1bd None None] For port a476d05a-475d-4044-92aa-a3a5501c64c2, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a476d05a-475d-4044-92aa-a3a5501c64c2,segment=NetworkSegment(bfc15049-e03d-46db-bcd0-eb3ef7be34bb),segment_id=bfc15049-e03d-46db-bcd0-eb3ef7be34bb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:53:57.972726 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port a476d05a-475d-4044-92aa-a3a5501c64c2 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:53:57.973142 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a476d05a-475d-4044-92aa-a3a5501c64c2), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:57.994972 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8247a51d-dbe4-401c-87f4-f0e46664f1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a476d05a-475d-4044-92aa-a3a5501c64c2), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:58.007612 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-17f50171-d25b-4ab8-918e-faec701e3f85 req-55402537-0fdd-44db-89f9-95a58787c56f tempest-VolumesActionsTest-899042018 tempest-VolumesActionsTest-899042018-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d892ab-360b-4cef-bd11-47febac36815 HTTP/1.1" status: 200 len: 210 time: 0.0720627 Feb 20 05:53:58.097540 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484227b6-7834-4504-85e7-6d35dbfc330b x-openstack-request-id: req-484227b6-7834-4504-85e7-6d35dbfc330b {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:53:58.097906 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d892ab-360b-4cef-bd11-47febac36815", "name": "network-vif-deleted", "tag": "0e3fd40c-58f3-4b75-8d72-d074f3f45c8b", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:53:58.098233 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-484227b6-7834-4504-85e7-6d35dbfc330b {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:53:58.098728 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d892ab-360b-4cef-bd11-47febac36815', 'name': 'network-vif-deleted', 'tag': '0e3fd40c-58f3-4b75-8d72-d074f3f45c8b', 'status': 'completed', 'code': 200} Feb 20 05:53:58.326743 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247a51d-dbe4-401c-87f4-f0e46664f1bd None None] Pushing event updated for resources: {'Port': ['ID=a476d05a-475d-4044-92aa-a3a5501c64c2,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:58.362946 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:53:58.363337 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:53:58.395592 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46a0fcda-124c-4c3c-861a-72d49a043637 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for port (ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:58.408082 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46a0fcda-124c-4c3c-861a-72d49a043637 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:58.409184 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46a0fcda-124c-4c3c-861a-72d49a043637 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (33e20ab9-1233-43c0-802d-078aec7b68b6), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:58.417361 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e146a7-d3c3-493b-9978-914988e49801 req-c241a585-e5ca-45ba-ac02-24f6e649af60 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:58.419858 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e3e146a7-d3c3-493b-9978-914988e49801 req-c241a585-e5ca-45ba-ac02-24f6e649af60 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 945 time: 0.1408763 Feb 20 05:53:58.514992 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e3e146a7-d3c3-493b-9978-914988e49801 req-e60d95d0-2d76-404e-8521-9e07cda2679d tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/security-groups?id=01440de7-4f75-45e7-9e39-d1d660f98335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873728 Feb 20 05:53:58.628068 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0fcda-124c-4c3c-861a-72d49a043637 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Port': ['ID=ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:53:58.647014 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-11242a7a-3ddb-450b-a152-b8796283525a None None] Provisioning complete for port a476d05a-475d-4044-92aa-a3a5501c64c2 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:53:58.647364 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-11242a7a-3ddb-450b-a152-b8796283525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a476d05a-475d-4044-92aa-a3a5501c64c2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:58.766520 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a0fcda-124c-4c3c-861a-72d49a043637 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network 14f05dcb-9919-4893-a331-dd1b3f498ed4 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:53:58.771271 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-46a0fcda-124c-4c3c-861a-72d49a043637 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:53:58.866094 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec0697-2680-4ffc-8ed0-15b733a82c9f req-d5acff85-0abb-4b73-96ca-ed3a36115f38 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:58.871050 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00ec0697-2680-4ffc-8ed0-15b733a82c9f req-d5acff85-0abb-4b73-96ca-ed3a36115f38 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 945 time: 0.1600566 Feb 20 05:53:58.910019 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-11242a7a-3ddb-450b-a152-b8796283525a None None] Current status of the port a476d05a-475d-4044-92aa-a3a5501c64c2 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:53:58.975000 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00ec0697-2680-4ffc-8ed0-15b733a82c9f req-3f7556ab-01b2-4a73-9c7a-8bd00abceeac tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/security-groups?id=01440de7-4f75-45e7-9e39-d1d660f98335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989573 Feb 20 05:53:58.996447 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-11242a7a-3ddb-450b-a152-b8796283525a None None] Provisioning complete for port ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:53:58.996824 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-11242a7a-3ddb-450b-a152-b8796283525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:58.997794 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 58176) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:59.092767 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a0fcda-124c-4c3c-861a-72d49a043637 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Router 33e20ab9-1233-43c0-802d-078aec7b68b6 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:53:59.112944 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port a476d05a-475d-4044-92aa-a3a5501c64c2 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:53:59.210259 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-11242a7a-3ddb-450b-a152-b8796283525a None None] Port ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:53:59.329282 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a476d05a-475d-4044-92aa-a3a5501c64c2 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:53:59.337671 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a0fcda-124c-4c3c-861a-72d49a043637 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:53:59.347969 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-46a0fcda-124c-4c3c-861a-72d49a043637 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "PUT /v2.0/routers/33e20ab9-1233-43c0-802d-078aec7b68b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0634375 Feb 20 05:53:59.351600 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58186) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:59.352507 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b91d720-45b6-458c-ada7-eb90c8e5d420 None None] Sync routers for ids ['33e20ab9-1233-43c0-802d-078aec7b68b6'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:53:59.368309 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b91d720-45b6-458c-ada7-eb90c8e5d420 None None] Routers {'33e20ab9-1233-43c0-802d-078aec7b68b6'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:53:59.368940 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3b91d720-45b6-458c-ada7-eb90c8e5d420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:53:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['33e20ab9-1233-43c0-802d-078aec7b68b6'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:59.459606 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3b91d720-45b6-458c-ada7-eb90c8e5d420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:59.465352 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafd966-7e6e-4166-ab7c-b69c877fe3f2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:59.478347 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cdafd966-7e6e-4166-ab7c-b69c877fe3f2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "GET /v2.0/ports/ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2 HTTP/1.1" status: 200 len: 983 time: 0.1228955 Feb 20 05:53:59.486355 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58188) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:59.502344 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b91d720-45b6-458c-ada7-eb90c8e5d420 None None] Routers {'33e20ab9-1233-43c0-802d-078aec7b68b6'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:53:59.503361 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3b91d720-45b6-458c-ada7-eb90c8e5d420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:53:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['33e20ab9-1233-43c0-802d-078aec7b68b6'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:59.536097 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b0acf-910a-4ae7-838d-7012bda681f6 req-097edebc-4e47-454f-b949-c71fdb19b315 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:59.542809 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-398d3cd8-5c09-48c8-8d31-d64e62548a45 None None] Provisioning complete for port ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:53:59.543294 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-398d3cd8-5c09-48c8-8d31-d64e62548a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:59.557088 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-779b0acf-910a-4ae7-838d-7012bda681f6 req-097edebc-4e47-454f-b949-c71fdb19b315 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.3888910 Feb 20 05:53:59.598577 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3b91d720-45b6-458c-ada7-eb90c8e5d420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:53:59.601981 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b91d720-45b6-458c-ada7-eb90c8e5d420 None None] The sync data for ids ['33e20ab9-1233-43c0-802d-078aec7b68b6'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:53:59.673155 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 0e3fd40c-58f3-4b75-8d72-d074f3f45c8b no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:53:59.688345 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fadfaf-a4c3-4577-8e00-6729d7848540 tempest-TestVolumeBackupRestore-219595610 tempest-TestVolumeBackupRestore-219595610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:53:59.689899 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-14fadfaf-a4c3-4577-8e00-6729d7848540 tempest-TestVolumeBackupRestore-219595610 tempest-TestVolumeBackupRestore-219595610-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 1122 time: 0.6909902 Feb 20 05:53:59.693144 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 58190) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:53:59.722540 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f4e3bf59-7cfd-48e8-8129-f70e17b2c615 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'port_id': 'd4b478a6-712d-4b8e-bcec-d522abf7593c', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:53:59.812901 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-779b0acf-910a-4ae7-838d-7012bda681f6 req-9dadcfc2-ccdb-474c-957d-0580a6c4fc51 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418923 Feb 20 05:53:59.815143 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 0e3fd40c-58f3-4b75-8d72-d074f3f45c8b {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:53:59.815494 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 0e3fd40c-58f3-4b75-8d72-d074f3f45c8b not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:53:59.872549 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bf59-7cfd-48e8-8129-f70e17b2c615 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:53:59.881007 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-398d3cd8-5c09-48c8-8d31-d64e62548a45 None None] Port ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:53:59.914353 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port a476d05a-475d-4044-92aa-a3a5501c64c2 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:53:59.915462 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a476d05a-475d-4044-92aa-a3a5501c64c2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:00.086017 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bf59-7cfd-48e8-8129-f70e17b2c615 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:00.195104 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-30137ffb-d8c0-4481-970d-80315ff05fa2 None None] Provisioning complete for port ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:00.197513 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30137ffb-d8c0-4481-970d-80315ff05fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:00.319934 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-f4e3bf59-7cfd-48e8-8129-f70e17b2c615 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Allocated IP 172.25.3.63 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/f0271adc-4080-4f58-bc29-9f0df12180a3) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:54:00.337262 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-30137ffb-d8c0-4481-970d-80315ff05fa2 None None] Port ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:54:00.534173 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port a476d05a-475d-4044-92aa-a3a5501c64c2 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:54:00.550091 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-43132244-440c-408e-ba30-61e42a0e30b6 None None] Provisioning complete for port ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:00.550469 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43132244-440c-408e-ba30-61e42a0e30b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:00.689025 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-43132244-440c-408e-ba30-61e42a0e30b6 None None] Port ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:54:00.751382 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bf59-7cfd-48e8-8129-f70e17b2c615 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for port (f0271adc-4080-4f58-bc29-9f0df12180a3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:00.823175 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bf59-7cfd-48e8-8129-f70e17b2c615 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (f0271adc-4080-4f58-bc29-9f0df12180a3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:00.861972 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf70a8e4-180b-44b4-a6e4-45cc9ff9953c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (33e20ab9-1233-43c0-802d-078aec7b68b6), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:00.954728 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e3bf59-7cfd-48e8-8129-f70e17b2c615 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:54:00.976841 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-f4e3bf59-7cfd-48e8-8129-f70e17b2c615 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:54:01.010400 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e3bf59-7cfd-48e8-8129-f70e17b2c615 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:54:01.515587 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-cf70a8e4-180b-44b4-a6e4-45cc9ff9953c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Deleting port ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:54:01.517224 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf70a8e4-180b-44b4-a6e4-45cc9ff9953c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:01.827599 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf70a8e4-180b-44b4-a6e4-45cc9ff9953c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:01.879886 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-cf70a8e4-180b-44b4-a6e4-45cc9ff9953c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Calling delete_port for ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2 owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:54:02.564720 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3bf59-7cfd-48e8-8129-f70e17b2c615 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Pushing event updated for resources: {'Port': ['ID=f0271adc-4080-4f58-bc29-9f0df12180a3,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:02.666213 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be653c6-69b6-4bf3-baca-26e955af621b req-33ad76a3-2d64-48e2-a113-1a1697e9dbfa tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:02.667828 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9be653c6-69b6-4bf3-baca-26e955af621b req-33ad76a3-2d64-48e2-a113-1a1697e9dbfa tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 1.5858908 Feb 20 05:54:02.679406 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bf59-7cfd-48e8-8129-f70e17b2c615 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for floatingip (048ab95f-1812-4a86-81c7-0cc4c78c6c08), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:02.905522 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf70a8e4-180b-44b4-a6e4-45cc9ff9953c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:02.922871 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9be653c6-69b6-4bf3-baca-26e955af621b req-7f63a24e-44bf-4d82-8674-813edd8ef74c tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457807 Feb 20 05:54:03.001984 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bf59-7cfd-48e8-8129-f70e17b2c615 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f0271adc-4080-4f58-bc29-9f0df12180a3), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:03.029261 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70a8e4-180b-44b4-a6e4-45cc9ff9953c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Port': ['ID=ff5ecc5c-80ad-4eeb-8aab-72fee98df0a2,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:03.460996 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bf59-7cfd-48e8-8129-f70e17b2c615 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for port (f0271adc-4080-4f58-bc29-9f0df12180a3), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:03.485122 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bf59-7cfd-48e8-8129-f70e17b2c615 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (f0271adc-4080-4f58-bc29-9f0df12180a3), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:03.493618 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf70a8e4-180b-44b4-a6e4-45cc9ff9953c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (33e20ab9-1233-43c0-802d-078aec7b68b6), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:03.694099 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3bf59-7cfd-48e8-8129-f70e17b2c615 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Pushing event updated for resources: {'Port': ['ID=f0271adc-4080-4f58-bc29-9f0df12180a3,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:03.724620 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bf59-7cfd-48e8-8129-f70e17b2c615 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (048ab95f-1812-4a86-81c7-0cc4c78c6c08), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:03.939427 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf70a8e4-180b-44b4-a6e4-45cc9ff9953c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Router 33e20ab9-1233-43c0-802d-078aec7b68b6 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:54:04.108971 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-f4e3bf59-7cfd-48e8-8129-f70e17b2c615 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Floating IP 048ab95f-1812-4a86-81c7-0cc4c78c6c08 associated. External IP: 172.25.3.63, port: d4b478a6-712d-4b8e-bcec-d522abf7593c. Feb 20 05:54:04.206120 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf70a8e4-180b-44b4-a6e4-45cc9ff9953c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:54:04.217066 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cf70a8e4-180b-44b4-a6e4-45cc9ff9953c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "PUT /v2.0/routers/33e20ab9-1233-43c0-802d-078aec7b68b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7292395 Feb 20 05:54:04.221635 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58246) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:04.253562 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a4a54c-8c40-4b95-b58f-0e372e07bb00 None None] Sync routers for ids ['33e20ab9-1233-43c0-802d-078aec7b68b6'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:54:04.333467 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a4a54c-8c40-4b95-b58f-0e372e07bb00 None None] Routers {'33e20ab9-1233-43c0-802d-078aec7b68b6'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:54:04.335660 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-13a4a54c-8c40-4b95-b58f-0e372e07bb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:53:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['33e20ab9-1233-43c0-802d-078aec7b68b6'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:04.594851 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-13a4a54c-8c40-4b95-b58f-0e372e07bb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:04.629730 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a4a54c-8c40-4b95-b58f-0e372e07bb00 None None] Routers {'33e20ab9-1233-43c0-802d-078aec7b68b6'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:54:04.630373 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-13a4a54c-8c40-4b95-b58f-0e372e07bb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:53:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['33e20ab9-1233-43c0-802d-078aec7b68b6'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:04.683404 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc668ce4-b41b-48eb-afb7-a8ed041a8132 req-8fa442de-700f-4783-8997-bf0f94c06975 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:04.691354 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc668ce4-b41b-48eb-afb7-a8ed041a8132 req-8fa442de-700f-4783-8997-bf0f94c06975 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.5098221 Feb 20 05:54:04.769350 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-13a4a54c-8c40-4b95-b58f-0e372e07bb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:04.770275 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a4a54c-8c40-4b95-b58f-0e372e07bb00 None None] The sync data for ids ['33e20ab9-1233-43c0-802d-078aec7b68b6'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:54:04.932299 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-f049ba9d-9892-4aee-8152-0ce8ef7d4a47 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] remove_router_interface failed (client error): The resource could not be found. Feb 20 05:54:04.939005 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f049ba9d-9892-4aee-8152-0ce8ef7d4a47 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "PUT /v2.0/routers/33e20ab9-1233-43c0-802d-078aec7b68b6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7141235 Feb 20 05:54:04.954228 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58254) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:04.984431 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc668ce4-b41b-48eb-afb7-a8ed041a8132 req-6f8131f5-c49c-460a-90e3-3d256e119989 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823710 Feb 20 05:54:05.014185 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-73972e38-907d-4324-a2ab-63068fba69d9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "GET /v2.0/ports?device_id=33e20ab9-1233-43c0-802d-078aec7b68b6 HTTP/1.1" status: 200 len: 205 time: 0.0647576 Feb 20 05:54:05.015010 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 58258) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:05.116072 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32e301ee-ee81-4d9c-8cf4-87111b2feb45 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router (33e20ab9-1233-43c0-802d-078aec7b68b6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:05.199051 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e3bf59-7cfd-48e8-8129-f70e17b2c615 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Router 34586335-c1cd-40d8-aaab-68c56f54f6ea has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:54:05.390978 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32e301ee-ee81-4d9c-8cf4-87111b2feb45 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (33e20ab9-1233-43c0-802d-078aec7b68b6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:05.393583 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32e301ee-ee81-4d9c-8cf4-87111b2feb45 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router_controller (33e20ab9-1233-43c0-802d-078aec7b68b6), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:05.457724 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32e301ee-ee81-4d9c-8cf4-87111b2feb45 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (33e20ab9-1233-43c0-802d-078aec7b68b6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:05.458354 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e301ee-ee81-4d9c-8cf4-87111b2feb45 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Fanout notify agent at l3_agent the message router_deleted on router 33e20ab9-1233-43c0-802d-078aec7b68b6 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:54:05.495636 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32e301ee-ee81-4d9c-8cf4-87111b2feb45 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:05.496731 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-32e301ee-ee81-4d9c-8cf4-87111b2feb45 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/routers/33e20ab9-1233-43c0-802d-078aec7b68b6 HTTP/1.1" status: 204 len: 168 time: 0.4800231 Feb 20 05:54:05.499780 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58278) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:05.533706 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e3bf59-7cfd-48e8-8129-f70e17b2c615 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:54:05.558665 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b6847d-d017-46b4-9ffd-c675517d81c9 None None] Sync routers for ids ['34586335-c1cd-40d8-aaab-68c56f54f6ea'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:54:05.561876 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ebd0fd9-a63d-41fb-beb5-dd8d552a71d4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Deleting subnet cdc69402-f397-48f3-b02a-725230ffd56a {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:54:05.569399 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0fd9-a63d-41fb-beb5-dd8d552a71d4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for subnet (cdc69402-f397-48f3-b02a-725230ffd56a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:05.582519 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f4e3bf59-7cfd-48e8-8129-f70e17b2c615 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:05.587814 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b6847d-d017-46b4-9ffd-c675517d81c9 None None] Routers {'34586335-c1cd-40d8-aaab-68c56f54f6ea'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:54:05.591730 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-94b6847d-d017-46b4-9ffd-c675517d81c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:53:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['34586335-c1cd-40d8-aaab-68c56f54f6ea'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:05.653653 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f4e3bf59-7cfd-48e8-8129-f70e17b2c615 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.9571040 Feb 20 05:54:05.653653 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac995ed-bc84-4abd-9000-5fc44ec3092b', 'tag': 'd4b478a6-712d-4b8e-bcec-d522abf7593c'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:54:05.656120 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41726565-a184-4445-8dcd-ad20f9f3a894" -d '{"events": [{"name": "network-changed", "server_uuid": "4ac995ed-bc84-4abd-9000-5fc44ec3092b", "tag": "d4b478a6-712d-4b8e-bcec-d522abf7593c"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:54:05.667500 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58286) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:05.760351 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c6088c-3aef-49a1-b6b6-f0b6fa258e09 x-openstack-request-id: req-d5c6088c-3aef-49a1-b6b6-f0b6fa258e09 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:54:05.760849 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ac995ed-bc84-4abd-9000-5fc44ec3092b", "tag": "d4b478a6-712d-4b8e-bcec-d522abf7593c", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:54:05.761271 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5c6088c-3aef-49a1-b6b6-f0b6fa258e09 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:54:05.762250 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac995ed-bc84-4abd-9000-5fc44ec3092b', 'tag': 'd4b478a6-712d-4b8e-bcec-d522abf7593c', 'status': 'completed', 'code': 200} Feb 20 05:54:05.778761 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0fd9-a63d-41fb-beb5-dd8d552a71d4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (cdc69402-f397-48f3-b02a-725230ffd56a), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:05.852658 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b2b84d-3d52-4ebd-b8c4-7fcd0dd23464 tempest-TestVolumeBackupRestore-219595610 tempest-TestVolumeBackupRestore-219595610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:05.854830 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-71b2b84d-3d52-4ebd-b8c4-7fcd0dd23464 tempest-TestVolumeBackupRestore-219595610 tempest-TestVolumeBackupRestore-219595610-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 1122 time: 0.1784887 Feb 20 05:54:05.861576 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58294) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:05.868183 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-991023b0-c4ea-4167-8c1b-81e82f1299d1 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Request body: {'floatingip': {'port_id': 'd4b478a6-712d-4b8e-bcec-d522abf7593c'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:54:05.918786 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ce432-e863-4612-bbe8-5edc2e6c44de req-ca26c05f-6c4a-45e7-90fa-4c016176c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:05.920330 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d58ce432-e863-4612-bbe8-5edc2e6c44de req-ca26c05f-6c4a-45e7-90fa-4c016176c248 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1cc50ee140854bcc8f6ed45dd231f31c&device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 1128 time: 0.1071930 Feb 20 05:54:05.969192 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-991023b0-c4ea-4167-8c1b-81e82f1299d1 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for floatingip (048ab95f-1812-4a86-81c7-0cc4c78c6c08), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:06.095422 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-94b6847d-d017-46b4-9ffd-c675517d81c9 None None] Set router 34586335-c1cd-40d8-aaab-68c56f54f6ea gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:54:06.106389 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ce432-e863-4612-bbe8-5edc2e6c44de req-319f1539-d4d0-4672-89e4-2ef74fa578f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:06.107968 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d58ce432-e863-4612-bbe8-5edc2e6c44de req-319f1539-d4d0-4672-89e4-2ef74fa578f6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=72954832-dc86-4706-b5e9-cf8eb66f0446 HTTP/1.1" status: 200 len: 916 time: 0.1796613 Feb 20 05:54:06.145786 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0fd9-a63d-41fb-beb5-dd8d552a71d4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (cdc69402-f397-48f3-b02a-725230ffd56a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:06.246928 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41726565-a184-4445-8dcd-ad20f9f3a894 req-bf690970-7081-4ebf-b70f-256ac10ac29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:06.248420 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-41726565-a184-4445-8dcd-ad20f9f3a894 req-bf690970-7081-4ebf-b70f-256ac10ac29a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c628ee270a94ff4b5ce2b0598d240ce&device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 1127 time: 0.4403141 Feb 20 05:54:06.251846 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d58ce432-e863-4612-bbe8-5edc2e6c44de req-3c2df94a-8186-4b0f-8eb1-108139a4566a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7766f16-9671-411a-9975-a68233359b96 HTTP/1.1" status: 200 len: 1002 time: 0.1359127 Feb 20 05:54:06.429945 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fc55b-4361-4dc9-9c38-2ebc05473ec8 req-84f3347f-a893-40f7-b32d-c3689d9ff021 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:06.443240 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-171fc55b-4361-4dc9-9c38-2ebc05473ec8 req-84f3347f-a893-40f7-b32d-c3689d9ff021 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.1903546 Feb 20 05:54:06.476361 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41726565-a184-4445-8dcd-ad20f9f3a894 req-c10d131f-1f6f-40ed-b927-67f5dc1b451a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:06.478381 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-41726565-a184-4445-8dcd-ad20f9f3a894 req-c10d131f-1f6f-40ed-b927-67f5dc1b451a service neutron] 10.222.0.61 "GET /v2.0/networks?id=857e7610-02f5-4bcf-9da6-3d515101f61f HTTP/1.1" status: 200 len: 913 time: 0.2059629 Feb 20 05:54:06.547942 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-171fc55b-4361-4dc9-9c38-2ebc05473ec8 req-95f7a39c-9fc3-4d51-b406-5dc73cc198dc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930457 Feb 20 05:54:06.549343 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ce432-e863-4612-bbe8-5edc2e6c44de req-abf3cb42-1a4f-4003-9b62-4996aec92283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:06.550687 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d58ce432-e863-4612-bbe8-5edc2e6c44de req-abf3cb42-1a4f-4003-9b62-4996aec92283 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec01882b-2949-4e73-b51b-e8c64ca48e8d HTTP/1.1" status: 200 len: 855 time: 0.2348068 Feb 20 05:54:06.584073 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-94b6847d-d017-46b4-9ffd-c675517d81c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'name': 'tempest-TestVolumeBackupRestore-391927416-router', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:22Z', 'updated_at': '2022-02-20T05:46:29Z', 'revision_number': 4, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'gw_port': {'id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:24Z', 'updated_at': '2022-02-20T05:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '048ab95f-1812-4a86-81c7-0cc4c78c6c08', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'port_id': 'd4b478a6-712d-4b8e-bcec-d522abf7593c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f', 'mac_address': 'fa:16:3e:19:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac995ed-bc84-4abd-9000-5fc44ec3092b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:54:01Z', 'updated_at': '2022-02-20T05:54:01Z', 'revision_number': 0, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40d652c-9992-4030-b63f-7681916a0f68', 'name': '', 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'mac_address': 'fa:16:3e:48:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '74159ea5-da94-47c3-9460-94aa951cddff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:28Z', 'updated_at': '2022-02-20T05:46:35Z', 'revision_number': 5, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'subnets': [{'id': '74159ea5-da94-47c3-9460-94aa951cddff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:06.610164 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0fd9-a63d-41fb-beb5-dd8d552a71d4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (cdc69402-f397-48f3-b02a-725230ffd56a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:06.643941 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b6847d-d017-46b4-9ffd-c675517d81c9 None None] Checking router: 34586335-c1cd-40d8-aaab-68c56f54f6ea for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:54:06.667558 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550ffba6-0a0e-4c6a-8045-8f264f70287c None None] Network 14f05dcb-9919-4893-a331-dd1b3f498ed4 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:54:06.668104 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ce432-e863-4612-bbe8-5edc2e6c44de req-dbca8cbe-9b0f-4df0-9abc-cadb202e59a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:06.669557 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d58ce432-e863-4612-bbe8-5edc2e6c44de req-dbca8cbe-9b0f-4df0-9abc-cadb202e59a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72954832-dc86-4706-b5e9-cf8eb66f0446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1051700 Feb 20 05:54:06.679763 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b6847d-d017-46b4-9ffd-c675517d81c9 None None] Routers {'34586335-c1cd-40d8-aaab-68c56f54f6ea'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:54:06.680395 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-94b6847d-d017-46b4-9ffd-c675517d81c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:53:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['34586335-c1cd-40d8-aaab-68c56f54f6ea'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:06.725725 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0fd9-a63d-41fb-beb5-dd8d552a71d4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:06.730301 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1ebd0fd9-a63d-41fb-beb5-dd8d552a71d4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/subnets/cdc69402-f397-48f3-b02a-725230ffd56a HTTP/1.1" status: 204 len: 168 time: 1.2295094 Feb 20 05:54:06.774333 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 58308) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:06.789575 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd0fd9-a63d-41fb-beb5-dd8d552a71d4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Subnet': ['ID=cdc69402-f397-48f3-b02a-725230ffd56a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:06.880275 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-41726565-a184-4445-8dcd-ad20f9f3a894 req-ef204dbe-42ee-4ce2-88e8-877a6496d497 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4b478a6-712d-4b8e-bcec-d522abf7593c HTTP/1.1" status: 200 len: 998 time: 0.2811801 Feb 20 05:54:06.962974 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff07573-1d41-4dca-9911-a401550f0a5f None None] DHCP port deletion for 14f05dcb-9919-4893-a331-dd1b3f498ed4 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:54:06.964054 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-94b6847d-d017-46b4-9ffd-c675517d81c9 None None] Set router 34586335-c1cd-40d8-aaab-68c56f54f6ea gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:54:06.966645 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e2de507-1ad1-4ed0-b1b4-49290abedcf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (14f05dcb-9919-4893-a331-dd1b3f498ed4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:06.995213 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d58ce432-e863-4612-bbe8-5edc2e6c44de req-e1c5f474-d821-4204-bde1-c9743fd02f1d service neutron] 10.222.0.48 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137326 Feb 20 05:54:07.093685 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0ff07573-1d41-4dca-9911-a401550f0a5f None None] Deleting port a476d05a-475d-4044-92aa-a3a5501c64c2 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:54:07.094074 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ff07573-1d41-4dca-9911-a401550f0a5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a476d05a-475d-4044-92aa-a3a5501c64c2), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:07.260165 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a476d05a-475d-4044-92aa-a3a5501c64c2 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:54:07.341975 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d58ce432-e863-4612-bbe8-5edc2e6c44de req-66765c45-b5f6-4fc7-a900-5f7da1b3a6de service neutron] 10.222.0.48 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427651 Feb 20 05:54:07.357019 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-3e2de507-1ad1-4ed0-b1b4-49290abedcf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Deleting port a476d05a-475d-4044-92aa-a3a5501c64c2 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:54:07.357514 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e2de507-1ad1-4ed0-b1b4-49290abedcf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a476d05a-475d-4044-92aa-a3a5501c64c2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:07.366307 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41726565-a184-4445-8dcd-ad20f9f3a894 req-206f4824-dbc3-4624-a16d-8b55687da94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:07.367848 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-41726565-a184-4445-8dcd-ad20f9f3a894 req-206f4824-dbc3-4624-a16d-8b55687da94a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=74159ea5-da94-47c3-9460-94aa951cddff HTTP/1.1" status: 200 len: 852 time: 0.2353320 Feb 20 05:54:07.394675 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0ff07573-1d41-4dca-9911-a401550f0a5f None None] For port a476d05a-475d-4044-92aa-a3a5501c64c2, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a476d05a-475d-4044-92aa-a3a5501c64c2,segment=NetworkSegment(bfc15049-e03d-46db-bcd0-eb3ef7be34bb),segment_id=bfc15049-e03d-46db-bcd0-eb3ef7be34bb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:54:07.397068 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ff07573-1d41-4dca-9911-a401550f0a5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a476d05a-475d-4044-92aa-a3a5501c64c2), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:07.464257 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-3e2de507-1ad1-4ed0-b1b4-49290abedcf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] For port a476d05a-475d-4044-92aa-a3a5501c64c2, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a476d05a-475d-4044-92aa-a3a5501c64c2,segment=NetworkSegment(bfc15049-e03d-46db-bcd0-eb3ef7be34bb),segment_id=bfc15049-e03d-46db-bcd0-eb3ef7be34bb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:54:07.464900 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e2de507-1ad1-4ed0-b1b4-49290abedcf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a476d05a-475d-4044-92aa-a3a5501c64c2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:07.485518 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-3e2de507-1ad1-4ed0-b1b4-49290abedcf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Calling delete_port for a476d05a-475d-4044-92aa-a3a5501c64c2 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:54:07.505118 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0ff07573-1d41-4dca-9911-a401550f0a5f None None] Calling delete_port for a476d05a-475d-4044-92aa-a3a5501c64c2 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:54:07.603577 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e2de507-1ad1-4ed0-b1b4-49290abedcf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (a476d05a-475d-4044-92aa-a3a5501c64c2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:07.653424 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-94b6847d-d017-46b4-9ffd-c675517d81c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'name': 'tempest-TestVolumeBackupRestore-391927416-router', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:22Z', 'updated_at': '2022-02-20T05:46:29Z', 'revision_number': 4, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'gw_port': {'id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:24Z', 'updated_at': '2022-02-20T05:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '048ab95f-1812-4a86-81c7-0cc4c78c6c08', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'port_id': 'd4b478a6-712d-4b8e-bcec-d522abf7593c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f', 'mac_address': 'fa:16:3e:19:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac995ed-bc84-4abd-9000-5fc44ec3092b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:54:01Z', 'updated_at': '2022-02-20T05:54:01Z', 'revision_number': 0, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40d652c-9992-4030-b63f-7681916a0f68', 'name': '', 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'mac_address': 'fa:16:3e:48:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '74159ea5-da94-47c3-9460-94aa951cddff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:28Z', 'updated_at': '2022-02-20T05:46:35Z', 'revision_number': 5, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'subnets': [{'id': '74159ea5-da94-47c3-9460-94aa951cddff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:07.667105 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41726565-a184-4445-8dcd-ad20f9f3a894 req-6f0ca484-1471-4718-b309-9fa36fa0363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:07.669018 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-41726565-a184-4445-8dcd-ad20f9f3a894 req-6f0ca484-1471-4718-b309-9fa36fa0363e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=857e7610-02f5-4bcf-9da6-3d515101f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2932279 Feb 20 05:54:07.674425 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port a476d05a-475d-4044-92aa-a3a5501c64c2 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:54:07.675304 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a476d05a-475d-4044-92aa-a3a5501c64c2), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:07.688171 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2de507-1ad1-4ed0-b1b4-49290abedcf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Port': ['ID=a476d05a-475d-4044-92aa-a3a5501c64c2,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:07.728925 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2de507-1ad1-4ed0-b1b4-49290abedcf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] No DVR routers for this DVR port a476d05a-475d-4044-92aa-a3a5501c64c2 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:54:07.740268 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b6847d-d017-46b4-9ffd-c675517d81c9 None None] The sync data for ids ['34586335-c1cd-40d8-aaab-68c56f54f6ea'] in n-d-829866-5 is: [{'id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'name': 'tempest-TestVolumeBackupRestore-391927416-router', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:22Z', 'updated_at': '2022-02-20T05:46:29Z', 'revision_number': 4, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'gw_port': {'id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:24Z', 'updated_at': '2022-02-20T05:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '048ab95f-1812-4a86-81c7-0cc4c78c6c08', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'port_id': 'd4b478a6-712d-4b8e-bcec-d522abf7593c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f', 'mac_address': 'fa:16:3e:19:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac995ed-bc84-4abd-9000-5fc44ec3092b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:54:01Z', 'updated_at': '2022-02-20T05:54:01Z', 'revision_number': 0, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40d652c-9992-4030-b63f-7681916a0f68', 'name': '', 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'mac_address': 'fa:16:3e:48:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '74159ea5-da94-47c3-9460-94aa951cddff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:28Z', 'updated_at': '2022-02-20T05:46:35Z', 'revision_number': 5, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'subnets': [{'id': '74159ea5-da94-47c3-9460-94aa951cddff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:54:07.745497 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.db.resource_extend [None req-991023b0-c4ea-4167-8c1b-81e82f1299d1 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:54:07.862833 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e2de507-1ad1-4ed0-b1b4-49290abedcf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (14f05dcb-9919-4893-a331-dd1b3f498ed4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:07.872735 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ff07573-1d41-4dca-9911-a401550f0a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (a476d05a-475d-4044-92aa-a3a5501c64c2), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:07.889159 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1f1d7-7aea-461b-bbbb-db9b0e03a548 req-ed57f55e-383d-40c6-b33f-d5e7ab9585d0 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:07.896941 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-baa1f1d7-7aea-461b-bbbb-db9b0e03a548 req-ed57f55e-383d-40c6-b33f-d5e7ab9585d0 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.2000086 Feb 20 05:54:07.935783 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff07573-1d41-4dca-9911-a401550f0a5f None None] Pushing event deleted for resources: {'Port': ['ID=a476d05a-475d-4044-92aa-a3a5501c64c2,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:07.939125 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-3e2de507-1ad1-4ed0-b1b4-49290abedcf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f05dcb-9919-4893-a331-dd1b3f498ed4']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:07.952903 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-991023b0-c4ea-4167-8c1b-81e82f1299d1 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:07.954808 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff07573-1d41-4dca-9911-a401550f0a5f None None] No DVR routers for this DVR port a476d05a-475d-4044-92aa-a3a5501c64c2 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:54:07.960656 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-3e2de507-1ad1-4ed0-b1b4-49290abedcf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc15049-e03d-46db-bcd0-eb3ef7be34bb') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:07.961003 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-3e2de507-1ad1-4ed0-b1b4-49290abedcf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc15049-e03d-46db-bcd0-eb3ef7be34bb') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:07.977158 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e2de507-1ad1-4ed0-b1b4-49290abedcf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (bfc15049-e03d-46db-bcd0-eb3ef7be34bb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:07.982341 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-991023b0-c4ea-4167-8c1b-81e82f1299d1 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (048ab95f-1812-4a86-81c7-0cc4c78c6c08), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:07.990303 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-baa1f1d7-7aea-461b-bbbb-db9b0e03a548 req-1b87f1dd-ca34-47c3-90ae-4cfed6e845d1 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923340 Feb 20 05:54:08.036810 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e2de507-1ad1-4ed0-b1b4-49290abedcf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (bfc15049-e03d-46db-bcd0-eb3ef7be34bb), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:08.057388 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2de507-1ad1-4ed0-b1b4-49290abedcf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:54:08.057607 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e2de507-1ad1-4ed0-b1b4-49290abedcf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (bfc15049-e03d-46db-bcd0-eb3ef7be34bb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:08.074131 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-41726565-a184-4445-8dcd-ad20f9f3a894 req-fe4f8c1a-c62b-4be8-b9b4-b41f129fcb8a service neutron] 10.222.0.61 "GET /v2.0/networks/857e7610-02f5-4bcf-9da6-3d515101f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961601 Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:54:08.156465 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:54:08.196096 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-41726565-a184-4445-8dcd-ad20f9f3a894 req-6108e234-34a4-4493-afc1-3051ca5275cc service neutron] 10.222.0.61 "GET /v2.0/networks/857e7610-02f5-4bcf-9da6-3d515101f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143353 Feb 20 05:54:08.203638 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e2de507-1ad1-4ed0-b1b4-49290abedcf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (14f05dcb-9919-4893-a331-dd1b3f498ed4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:08.216601 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e2de507-1ad1-4ed0-b1b4-49290abedcf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:08.235454 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3e2de507-1ad1-4ed0-b1b4-49290abedcf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/networks/14f05dcb-9919-4893-a331-dd1b3f498ed4 HTTP/1.1" status: 204 len: 168 time: 1.4599943 Feb 20 05:54:08.236426 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 58324) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:08.258699 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb180c80-0cf8-4b06-b53c-19a070aab718 None None] New status for floating IP 048ab95f-1812-4a86-81c7-0cc4c78c6c08: ACTIVE {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:54:08.277629 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-cec156dd-8b00-4d8f-a396-40250aeb0a77 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1843550758'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:54:08.283410 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2de507-1ad1-4ed0-b1b4-49290abedcf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Network': ['ID=14f05dcb-9919-4893-a331-dd1b3f498ed4,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:08.324386 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec156dd-8b00-4d8f-a396-40250aeb0a77 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Made reservation on behalf of a2613a7574bb49c4a1dbfc74ee90b857 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:54:08.330846 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cec156dd-8b00-4d8f-a396-40250aeb0a77 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:08.380085 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec156dd-8b00-4d8f-a396-40250aeb0a77 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:54:08.402136 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cec156dd-8b00-4d8f-a396-40250aeb0a77 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (7724732c-72ee-4ecf-9d69-c59ea5afd073), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:08.403406 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-cec156dd-8b00-4d8f-a396-40250aeb0a77 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Added segment 7724732c-72ee-4ecf-9d69-c59ea5afd073 of type vlan for network ce16a1f8-2259-4e1e-a7d0-3f8c68855c08 Feb 20 05:54:08.513570 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cec156dd-8b00-4d8f-a396-40250aeb0a77 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (ce16a1f8-2259-4e1e-a7d0-3f8c68855c08), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:08.537261 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991023b0-c4ea-4167-8c1b-81e82f1299d1 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Router 34586335-c1cd-40d8-aaab-68c56f54f6ea has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:54:08.548370 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cec156dd-8b00-4d8f-a396-40250aeb0a77 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (ce16a1f8-2259-4e1e-a7d0-3f8c68855c08), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:08.555068 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec156dd-8b00-4d8f-a396-40250aeb0a77 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:08.556856 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cec156dd-8b00-4d8f-a396-40250aeb0a77 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:08.652463 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-cec156dd-8b00-4d8f-a396-40250aeb0a77 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3982353 Feb 20 05:54:08.654164 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 58328) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:08.667627 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e9ea8824-18ce-4aec-8e5d-6ec179b72505 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'subnet': {'network_id': 'ce16a1f8-2259-4e1e-a7d0-3f8c68855c08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:54:08.730375 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec156dd-8b00-4d8f-a396-40250aeb0a77 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Network': ['ID=ce16a1f8-2259-4e1e-a7d0-3f8c68855c08,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:08.744868 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network ce16a1f8-2259-4e1e-a7d0-3f8c68855c08 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:54:08.838378 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ea8824-18ce-4aec-8e5d-6ec179b72505 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Made reservation on behalf of a2613a7574bb49c4a1dbfc74ee90b857 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:54:08.843894 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9ea8824-18ce-4aec-8e5d-6ec179b72505 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:09.283144 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991023b0-c4ea-4167-8c1b-81e82f1299d1 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:54:09.293898 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f7621f-6a9b-4c9c-9e2c-507409ad6edc None None] Sync routers for ids ['34586335-c1cd-40d8-aaab-68c56f54f6ea'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:54:09.295361 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-991023b0-c4ea-4167-8c1b-81e82f1299d1 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:09.309299 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f7621f-6a9b-4c9c-9e2c-507409ad6edc None None] Routers {'34586335-c1cd-40d8-aaab-68c56f54f6ea'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:54:09.310109 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a4f7621f-6a9b-4c9c-9e2c-507409ad6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:53:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['34586335-c1cd-40d8-aaab-68c56f54f6ea'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:09.340881 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9ea8824-18ce-4aec-8e5d-6ec179b72505 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (d266ee81-05c0-42fd-a9e7-648226e5251b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:09.387707 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac995ed-bc84-4abd-9000-5fc44ec3092b', 'tag': 'd4b478a6-712d-4b8e-bcec-d522abf7593c'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:54:09.394224 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080512b6-9e48-428d-b00e-91b2fec2b201" -d '{"events": [{"name": "network-changed", "server_uuid": "4ac995ed-bc84-4abd-9000-5fc44ec3092b", "tag": "d4b478a6-712d-4b8e-bcec-d522abf7593c"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:54:09.463843 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-991023b0-c4ea-4167-8c1b-81e82f1299d1 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "PUT /v2.0/floatingips/048ab95f-1812-4a86-81c7-0cc4c78c6c08 HTTP/1.1" status: 200 len: 990 time: 3.5957148 Feb 20 05:54:09.466154 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea8824-18ce-4aec-8e5d-6ec179b72505 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Subnet': ['ID=d266ee81-05c0-42fd-a9e7-648226e5251b,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:09.494534 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1138b6-a1c2-415a-90de-3ee6302a7e66 req-b72093a0-4b40-4744-a50e-a0fe372f4b73 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:09.511371 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bb1138b6-a1c2-415a-90de-3ee6302a7e66 req-b72093a0-4b40-4744-a50e-a0fe372f4b73 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 946 time: 0.2916627 Feb 20 05:54:09.546968 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-a4f7621f-6a9b-4c9c-9e2c-507409ad6edc None None] Set router 34586335-c1cd-40d8-aaab-68c56f54f6ea gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:54:09.568457 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ea8824-18ce-4aec-8e5d-6ec179b72505 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Checking segment: {'id': '7724732c-72ee-4ecf-9d69-c59ea5afd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ce16a1f8-2259-4e1e-a7d0-3f8c68855c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:54:09.568875 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ea8824-18ce-4aec-8e5d-6ec179b72505 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network hostable DHCP agents. Network: ce16a1f8-2259-4e1e-a7d0-3f8c68855c08, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:54:09.614172 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device e7766f16-9671-411a-9975-a68233359b96 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:54:09.640055 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ea8824-18ce-4aec-8e5d-6ec179b72505 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network ce16a1f8-2259-4e1e-a7d0-3f8c68855c08 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:54:09.645855 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bb1138b6-a1c2-415a-90de-3ee6302a7e66 req-631e19dc-5acb-4202-a499-211e38bc0315 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336062 Feb 20 05:54:09.665963 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-e9ea8824-18ce-4aec-8e5d-6ec179b72505 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, ce16a1f8-2259-4e1e-a7d0-3f8c68855c08) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:54:09.672426 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ea8824-18ce-4aec-8e5d-6ec179b72505 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:09.673089 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9ea8824-18ce-4aec-8e5d-6ec179b72505 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:09.690484 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88be1b80-3808-4bc2-b2d3-38eac57cbee3 None None] Network ce16a1f8-2259-4e1e-a7d0-3f8c68855c08 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:54:09.708431 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58344) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:09.709997 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e9ea8824-18ce-4aec-8e5d-6ec179b72505 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0507336 Feb 20 05:54:09.716177 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-04b6c9ff-1efe-4b3c-966b-4dcbba94b206 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1935463657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:54:09.794376 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff92b751-9316-41f5-81a9-23a9337a6602 x-openstack-request-id: req-ff92b751-9316-41f5-81a9-23a9337a6602 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:54:09.794376 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ac995ed-bc84-4abd-9000-5fc44ec3092b", "tag": "d4b478a6-712d-4b8e-bcec-d522abf7593c", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:54:09.794376 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff92b751-9316-41f5-81a9-23a9337a6602 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:54:09.794376 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac995ed-bc84-4abd-9000-5fc44ec3092b', 'tag': 'd4b478a6-712d-4b8e-bcec-d522abf7593c', 'status': 'completed', 'code': 200} Feb 20 05:54:09.842991 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-04b6c9ff-1efe-4b3c-966b-4dcbba94b206 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (17ef96e9-7194-4bf9-ab81-7c282310d9cb), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:09.846165 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-04b6c9ff-1efe-4b3c-966b-4dcbba94b206 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (17ef96e9-7194-4bf9-ab81-7c282310d9cb), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:09.937544 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port e7766f16-9671-411a-9975-a68233359b96 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:54:09.938110 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e7766f16-9671-411a-9975-a68233359b96), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:09.940806 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fbd6ba-fdb0-46b1-93d6-49d5508b6692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-ce16a1f8-2259-4e1e-a7d0-3f8c68855c08', 'network_id': 'ce16a1f8-2259-4e1e-a7d0-3f8c68855c08', 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'fixed_ips': [{'subnet_id': 'd266ee81-05c0-42fd-a9e7-648226e5251b'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:54:09.951274 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-31fbd6ba-fdb0-46b1-93d6-49d5508b6692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:09.995849 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a4f7621f-6a9b-4c9c-9e2c-507409ad6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'name': 'tempest-TestVolumeBackupRestore-391927416-router', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:22Z', 'updated_at': '2022-02-20T05:46:29Z', 'revision_number': 4, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'gw_port': {'id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:24Z', 'updated_at': '2022-02-20T05:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '048ab95f-1812-4a86-81c7-0cc4c78c6c08', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'port_id': 'd4b478a6-712d-4b8e-bcec-d522abf7593c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f', 'mac_address': 'fa:16:3e:19:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac995ed-bc84-4abd-9000-5fc44ec3092b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:54:01Z', 'updated_at': '2022-02-20T05:54:08Z', 'revision_number': 2, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40d652c-9992-4030-b63f-7681916a0f68', 'name': '', 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'mac_address': 'fa:16:3e:48:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '74159ea5-da94-47c3-9460-94aa951cddff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:28Z', 'updated_at': '2022-02-20T05:46:35Z', 'revision_number': 5, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'subnets': [{'id': '74159ea5-da94-47c3-9460-94aa951cddff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:10.022875 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-04b6c9ff-1efe-4b3c-966b-4dcbba94b206 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router_controller (17ef96e9-7194-4bf9-ab81-7c282310d9cb), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:10.039625 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080512b6-9e48-428d-b00e-91b2fec2b201 req-db4e229f-6c36-42a7-ae68-97b63ae2ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:10.049204 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-080512b6-9e48-428d-b00e-91b2fec2b201 req-db4e229f-6c36-42a7-ae68-97b63ae2ebd9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c628ee270a94ff4b5ce2b0598d240ce&device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 1127 time: 0.2650530 Feb 20 05:54:10.050955 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-04b6c9ff-1efe-4b3c-966b-4dcbba94b206 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (17ef96e9-7194-4bf9-ab81-7c282310d9cb), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:10.063290 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port e7766f16-9671-411a-9975-a68233359b96, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=e7766f16-9671-411a-9975-a68233359b96,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:54:10.065987 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de47a2f3-aaa2-42bf-9fcf-78d85176fcd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7766f16-9671-411a-9975-a68233359b96'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:54:10.075288 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc67ae0-3017-4265-8b9c-2a21aae0b710" -d '{"events": [{"server_uuid": "de47a2f3-aaa2-42bf-9fcf-78d85176fcd3", "name": "network-vif-unplugged", "status": "completed", "tag": "e7766f16-9671-411a-9975-a68233359b96"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:54:10.092394 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e7766f16-9671-411a-9975-a68233359b96), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:10.143634 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f7621f-6a9b-4c9c-9e2c-507409ad6edc None None] Checking router: 34586335-c1cd-40d8-aaab-68c56f54f6ea for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:54:10.168538 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f7621f-6a9b-4c9c-9e2c-507409ad6edc None None] Routers {'34586335-c1cd-40d8-aaab-68c56f54f6ea'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:54:10.169537 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a4f7621f-6a9b-4c9c-9e2c-507409ad6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:53:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['34586335-c1cd-40d8-aaab-68c56f54f6ea'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:10.195361 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-04b6c9ff-1efe-4b3c-966b-4dcbba94b206 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:10.202219 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-04b6c9ff-1efe-4b3c-966b-4dcbba94b206 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4895535 Feb 20 05:54:10.204597 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 58358) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:10.276219 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080512b6-9e48-428d-b00e-91b2fec2b201 req-1c1d6c8d-a6c8-4a1e-851e-da6dd2ccacc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:10.284022 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-080512b6-9e48-428d-b00e-91b2fec2b201 req-1c1d6c8d-a6c8-4a1e-851e-da6dd2ccacc4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=857e7610-02f5-4bcf-9da6-3d515101f61f HTTP/1.1" status: 200 len: 913 time: 0.2278657 Feb 20 05:54:10.285650 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=e7766f16-9671-411a-9975-a68233359b96,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:10.401848 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-080512b6-9e48-428d-b00e-91b2fec2b201 req-136b6442-ebdf-4ac1-907c-89bb273bea70 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4b478a6-712d-4b8e-bcec-d522abf7593c HTTP/1.1" status: 200 len: 1000 time: 0.1105649 Feb 20 05:54:10.455410 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-31fbd6ba-fdb0-46b1-93d6-49d5508b6692 None None] Allocated IP 2001:db8::2 (ce16a1f8-2259-4e1e-a7d0-3f8c68855c08/d266ee81-05c0-42fd-a9e7-648226e5251b/8fef9917-4e38-4e9d-93c6-a1f787354a9d) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:54:10.531406 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080512b6-9e48-428d-b00e-91b2fec2b201 req-9e6fa6cc-82a6-4b5f-9dc5-9c5a4c1024c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:10.533076 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-080512b6-9e48-428d-b00e-91b2fec2b201 req-9e6fa6cc-82a6-4b5f-9dc5-9c5a4c1024c3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=74159ea5-da94-47c3-9460-94aa951cddff HTTP/1.1" status: 200 len: 852 time: 0.1205902 Feb 20 05:54:10.597081 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 20 Feb 2022 05:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7505cc8c-9b1a-4710-be7a-5fff1ce6010d x-openstack-request-id: req-7505cc8c-9b1a-4710-be7a-5fff1ce6010d {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:54:10.597382 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de47a2f3-aaa2-42bf-9fcf-78d85176fcd3", "name": "network-vif-unplugged", "status": "failed", "tag": "e7766f16-9671-411a-9975-a68233359b96", "code": 422}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:54:10.597641 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7505cc8c-9b1a-4710-be7a-5fff1ce6010d {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:54:10.599522 n-d-829866-5 neutron-server[103408]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'de47a2f3-aaa2-42bf-9fcf-78d85176fcd3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e7766f16-9671-411a-9975-a68233359b96', 'code': 422} returned with failed status Feb 20 05:54:10.633667 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080512b6-9e48-428d-b00e-91b2fec2b201 req-26c37cc5-2652-4775-9ce5-d1f79eb3fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:10.644706 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-080512b6-9e48-428d-b00e-91b2fec2b201 req-26c37cc5-2652-4775-9ce5-d1f79eb3fd53 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=857e7610-02f5-4bcf-9da6-3d515101f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0961721 Feb 20 05:54:10.670166 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-a4f7621f-6a9b-4c9c-9e2c-507409ad6edc None None] Set router 34586335-c1cd-40d8-aaab-68c56f54f6ea gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:54:10.895927 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-31fbd6ba-fdb0-46b1-93d6-49d5508b6692 None None] Publish callbacks [] for port (8fef9917-4e38-4e9d-93c6-a1f787354a9d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:10.900488 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-080512b6-9e48-428d-b00e-91b2fec2b201 req-0edc5885-bb2b-4883-88ab-ad483cca3595 service neutron] 10.222.0.61 "GET /v2.0/networks/857e7610-02f5-4bcf-9da6-3d515101f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355502 Feb 20 05:54:10.914962 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-31fbd6ba-fdb0-46b1-93d6-49d5508b6692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (8fef9917-4e38-4e9d-93c6-a1f787354a9d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:11.032837 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fbd6ba-fdb0-46b1-93d6-49d5508b6692 None None] Network ce16a1f8-2259-4e1e-a7d0-3f8c68855c08 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:54:11.049410 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-31fbd6ba-fdb0-46b1-93d6-49d5508b6692 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:54:11.063705 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fbd6ba-fdb0-46b1-93d6-49d5508b6692 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:54:11.073829 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbd6ba-fdb0-46b1-93d6-49d5508b6692 None None] Pushing event updated for resources: {'Port': ['ID=8fef9917-4e38-4e9d-93c6-a1f787354a9d,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:11.118174 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-080512b6-9e48-428d-b00e-91b2fec2b201 req-31211cc7-6d55-4c74-8ac9-e945a562b09e service neutron] 10.222.0.61 "GET /v2.0/networks/857e7610-02f5-4bcf-9da6-3d515101f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157614 Feb 20 05:54:11.280777 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-31fbd6ba-fdb0-46b1-93d6-49d5508b6692 None None] Attempting to bind port 8fef9917-4e38-4e9d-93c6-a1f787354a9d on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:54:11.284556 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-31fbd6ba-fdb0-46b1-93d6-49d5508b6692 None None] Attempting to bind port 8fef9917-4e38-4e9d-93c6-a1f787354a9d by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '7724732c-72ee-4ecf-9d69-c59ea5afd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ce16a1f8-2259-4e1e-a7d0-3f8c68855c08'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:54:11.284970 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fbd6ba-fdb0-46b1-93d6-49d5508b6692 None None] Attempting to bind port 8fef9917-4e38-4e9d-93c6-a1f787354a9d on network ce16a1f8-2259-4e1e-a7d0-3f8c68855c08 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:54:11.309028 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fbd6ba-fdb0-46b1-93d6-49d5508b6692 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:54:11.309421 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fbd6ba-fdb0-46b1-93d6-49d5508b6692 None None] Checking segment: {'id': '7724732c-72ee-4ecf-9d69-c59ea5afd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ce16a1f8-2259-4e1e-a7d0-3f8c68855c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:54:11.309758 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-31fbd6ba-fdb0-46b1-93d6-49d5508b6692 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:11.310166 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fbd6ba-fdb0-46b1-93d6-49d5508b6692 None None] Bound using segment: {'id': '7724732c-72ee-4ecf-9d69-c59ea5afd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ce16a1f8-2259-4e1e-a7d0-3f8c68855c08'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:54:11.310662 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-31fbd6ba-fdb0-46b1-93d6-49d5508b6692 None None] Bound port: 8fef9917-4e38-4e9d-93c6-a1f787354a9d, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7724732c-72ee-4ecf-9d69-c59ea5afd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ce16a1f8-2259-4e1e-a7d0-3f8c68855c08'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:54:11.319674 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-31fbd6ba-fdb0-46b1-93d6-49d5508b6692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8fef9917-4e38-4e9d-93c6-a1f787354a9d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:11.334792 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a4f7621f-6a9b-4c9c-9e2c-507409ad6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'name': 'tempest-TestVolumeBackupRestore-391927416-router', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:22Z', 'updated_at': '2022-02-20T05:46:29Z', 'revision_number': 4, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'gw_port': {'id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:24Z', 'updated_at': '2022-02-20T05:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '048ab95f-1812-4a86-81c7-0cc4c78c6c08', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'port_id': 'd4b478a6-712d-4b8e-bcec-d522abf7593c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f', 'mac_address': 'fa:16:3e:19:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac995ed-bc84-4abd-9000-5fc44ec3092b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:54:01Z', 'updated_at': '2022-02-20T05:54:08Z', 'revision_number': 2, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40d652c-9992-4030-b63f-7681916a0f68', 'name': '', 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'mac_address': 'fa:16:3e:48:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '74159ea5-da94-47c3-9460-94aa951cddff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:28Z', 'updated_at': '2022-02-20T05:46:35Z', 'revision_number': 5, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'subnets': [{'id': '74159ea5-da94-47c3-9460-94aa951cddff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:11.550118 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-31fbd6ba-fdb0-46b1-93d6-49d5508b6692 None None] For port 8fef9917-4e38-4e9d-93c6-a1f787354a9d, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:54:11.555662 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-31fbd6ba-fdb0-46b1-93d6-49d5508b6692 None None] For port 8fef9917-4e38-4e9d-93c6-a1f787354a9d, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8fef9917-4e38-4e9d-93c6-a1f787354a9d,segment=NetworkSegment(7724732c-72ee-4ecf-9d69-c59ea5afd073),segment_id=7724732c-72ee-4ecf-9d69-c59ea5afd073)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:54:11.566812 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-31fbd6ba-fdb0-46b1-93d6-49d5508b6692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8fef9917-4e38-4e9d-93c6-a1f787354a9d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:11.710759 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbd6ba-fdb0-46b1-93d6-49d5508b6692 None None] Pushing event updated for resources: {'Port': ['ID=8fef9917-4e38-4e9d-93c6-a1f787354a9d,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:11.783022 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f7621f-6a9b-4c9c-9e2c-507409ad6edc None None] The sync data for ids ['34586335-c1cd-40d8-aaab-68c56f54f6ea'] in n-d-829866-5 is: [{'id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'name': 'tempest-TestVolumeBackupRestore-391927416-router', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:22Z', 'updated_at': '2022-02-20T05:46:29Z', 'revision_number': 4, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'gw_port': {'id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:24Z', 'updated_at': '2022-02-20T05:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '048ab95f-1812-4a86-81c7-0cc4c78c6c08', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'port_id': 'd4b478a6-712d-4b8e-bcec-d522abf7593c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f', 'mac_address': 'fa:16:3e:19:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac995ed-bc84-4abd-9000-5fc44ec3092b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:54:01Z', 'updated_at': '2022-02-20T05:54:08Z', 'revision_number': 2, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40d652c-9992-4030-b63f-7681916a0f68', 'name': '', 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'mac_address': 'fa:16:3e:48:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '74159ea5-da94-47c3-9460-94aa951cddff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:28Z', 'updated_at': '2022-02-20T05:46:35Z', 'revision_number': 5, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'subnets': [{'id': '74159ea5-da94-47c3-9460-94aa951cddff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:54:11.795388 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac995ed-bc84-4abd-9000-5fc44ec3092b', 'tag': 'd4b478a6-712d-4b8e-bcec-d522abf7593c'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:54:11.800709 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4279bf63-e84d-4f38-8cb8-75c6da2ebbef" -d '{"events": [{"name": "network-changed", "server_uuid": "4ac995ed-bc84-4abd-9000-5fc44ec3092b", "tag": "d4b478a6-712d-4b8e-bcec-d522abf7593c"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:54:11.827242 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:12.153064 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66ba59a-5430-43f7-8747-aedcf3ecd076 x-openstack-request-id: req-e66ba59a-5430-43f7-8747-aedcf3ecd076 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:54:12.153561 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ac995ed-bc84-4abd-9000-5fc44ec3092b", "tag": "d4b478a6-712d-4b8e-bcec-d522abf7593c", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:54:12.153846 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e66ba59a-5430-43f7-8747-aedcf3ecd076 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:54:12.154771 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac995ed-bc84-4abd-9000-5fc44ec3092b', 'tag': 'd4b478a6-712d-4b8e-bcec-d522abf7593c', 'status': 'completed', 'code': 200} Feb 20 05:54:12.290068 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279bf63-e84d-4f38-8cb8-75c6da2ebbef req-a3e1eb13-1dd7-4d10-9d67-e77fd35503c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:12.291672 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4279bf63-e84d-4f38-8cb8-75c6da2ebbef req-a3e1eb13-1dd7-4d10-9d67-e77fd35503c9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c628ee270a94ff4b5ce2b0598d240ce&device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 1127 time: 0.1058128 Feb 20 05:54:12.400157 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Allocated IP 2001:db8::1 (ce16a1f8-2259-4e1e-a7d0-3f8c68855c08/d266ee81-05c0-42fd-a9e7-648226e5251b/e90a53c4-d783-46cd-a238-00ef80436126) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:54:12.413838 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279bf63-e84d-4f38-8cb8-75c6da2ebbef req-177d4fa1-21ba-485b-94a1-212f9adf6715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:12.415551 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4279bf63-e84d-4f38-8cb8-75c6da2ebbef req-177d4fa1-21ba-485b-94a1-212f9adf6715 service neutron] 10.222.0.61 "GET /v2.0/networks?id=857e7610-02f5-4bcf-9da6-3d515101f61f HTTP/1.1" status: 200 len: 913 time: 0.1176994 Feb 20 05:54:12.502613 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4279bf63-e84d-4f38-8cb8-75c6da2ebbef req-f6cbce88-8b38-4f52-878c-94ca1518e01d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4b478a6-712d-4b8e-bcec-d522abf7593c HTTP/1.1" status: 200 len: 1000 time: 0.0791602 Feb 20 05:54:12.548553 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for port (e90a53c4-d783-46cd-a238-00ef80436126), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:12.573718 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279bf63-e84d-4f38-8cb8-75c6da2ebbef req-70891573-5e43-40bf-9dbc-9e6d738168a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:12.575887 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4279bf63-e84d-4f38-8cb8-75c6da2ebbef req-70891573-5e43-40bf-9dbc-9e6d738168a2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=74159ea5-da94-47c3-9460-94aa951cddff HTTP/1.1" status: 200 len: 852 time: 0.0641532 Feb 20 05:54:12.589482 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (e90a53c4-d783-46cd-a238-00ef80436126), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:12.640799 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279bf63-e84d-4f38-8cb8-75c6da2ebbef req-782c2dcb-9aba-4940-874c-e3bafef9227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:12.642488 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4279bf63-e84d-4f38-8cb8-75c6da2ebbef req-782c2dcb-9aba-4940-874c-e3bafef9227e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=857e7610-02f5-4bcf-9da6-3d515101f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0607884 Feb 20 05:54:12.661114 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network ce16a1f8-2259-4e1e-a7d0-3f8c68855c08 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:54:12.663138 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:54:12.665315 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Port': ['ID=e90a53c4-d783-46cd-a238-00ef80436126,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:12.667779 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:54:12.668478 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (17ef96e9-7194-4bf9-ab81-7c282310d9cb), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:12.711945 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:12.712563 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:12.713090 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:12.713590 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:12.714102 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:12.714597 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:12.715127 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:12.715620 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:12.716125 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:12.716616 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:12.717106 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:12.717638 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:12.718138 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:12.809565 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4279bf63-e84d-4f38-8cb8-75c6da2ebbef req-bcb39741-5f4f-4ca8-aebe-6f50e72a7155 service neutron] 10.222.0.61 "GET /v2.0/networks/857e7610-02f5-4bcf-9da6-3d515101f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600120 Feb 20 05:54:12.871409 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e90a53c4-d783-46cd-a238-00ef80436126), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:12.948779 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4279bf63-e84d-4f38-8cb8-75c6da2ebbef req-d2389583-a6fb-411b-8dd3-894e9de41f68 service neutron] 10.222.0.61 "GET /v2.0/networks/857e7610-02f5-4bcf-9da6-3d515101f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267817 Feb 20 05:54:13.231412 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for port (e90a53c4-d783-46cd-a238-00ef80436126), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:13.237610 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (e90a53c4-d783-46cd-a238-00ef80436126), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:13.238801 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (17ef96e9-7194-4bf9-ab81-7c282310d9cb), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:13.256627 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9326186-58f9-42b5-a894-6b42641dfb23 None None] Network ce16a1f8-2259-4e1e-a7d0-3f8c68855c08 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:54:13.321496 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Port': ['ID=e90a53c4-d783-46cd-a238-00ef80436126,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:13.350081 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8fef9917-4e38-4e9d-93c6-a1f787354a9d up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:54:13.419786 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network ce16a1f8-2259-4e1e-a7d0-3f8c68855c08 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:54:13.421500 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:54:13.427563 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e7de370c-ff36-4d09-9421-9c33223c91d6 None None] Provisioning complete for port 8fef9917-4e38-4e9d-93c6-a1f787354a9d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:13.427939 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7de370c-ff36-4d09-9421-9c33223c91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8fef9917-4e38-4e9d-93c6-a1f787354a9d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:13.480913 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 8fef9917-4e38-4e9d-93c6-a1f787354a9d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:13.481580 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8fef9917-4e38-4e9d-93c6-a1f787354a9d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:13.599219 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Router 17ef96e9-7194-4bf9-ab81-7c282310d9cb is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:54:13.629817 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 8fef9917-4e38-4e9d-93c6-a1f787354a9d is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:54:13.630529 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8fef9917-4e38-4e9d-93c6-a1f787354a9d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:13.633153 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device e7766f16-9671-411a-9975-a68233359b96 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:54:13.689061 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e7de370c-ff36-4d09-9421-9c33223c91d6 None None] Current status of the port 8fef9917-4e38-4e9d-93c6-a1f787354a9d is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:54:13.689454 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7de370c-ff36-4d09-9421-9c33223c91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8fef9917-4e38-4e9d-93c6-a1f787354a9d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:13.717857 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 8fef9917-4e38-4e9d-93c6-a1f787354a9d, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8fef9917-4e38-4e9d-93c6-a1f787354a9d,segment=NetworkSegment(7724732c-72ee-4ecf-9d69-c59ea5afd073),segment_id=7724732c-72ee-4ecf-9d69-c59ea5afd073)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:54:13.733748 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8fef9917-4e38-4e9d-93c6-a1f787354a9d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:13.747778 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:54:13.767327 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-07db797d-7973-479d-afcc-1fa991479ab2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "PUT /v2.0/routers/17ef96e9-7194-4bf9-ab81-7c282310d9cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5608473 Feb 20 05:54:13.770114 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58410) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:13.777993 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d368c4b-7244-476b-aa8c-17df67cd8d98 None None] Sync routers for ids ['17ef96e9-7194-4bf9-ab81-7c282310d9cb'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:54:13.851026 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-e7de370c-ff36-4d09-9421-9c33223c91d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:54:13.851389 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-e7de370c-ff36-4d09-9421-9c33223c91d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:54:13.869211 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d368c4b-7244-476b-aa8c-17df67cd8d98 None None] Routers {'17ef96e9-7194-4bf9-ab81-7c282310d9cb'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:54:13.869865 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-7d368c4b-7244-476b-aa8c-17df67cd8d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:53:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['17ef96e9-7194-4bf9-ab81-7c282310d9cb'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:13.878079 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=8fef9917-4e38-4e9d-93c6-a1f787354a9d,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:13.880060 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69304e0-34a6-43b3-9026-e4e9a698fef3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:13.884843 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 58412) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:13.885410 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c69304e0-34a6-43b3-9026-e4e9a698fef3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "GET /v2.0/ports/e90a53c4-d783-46cd-a238-00ef80436126 HTTP/1.1" status: 200 len: 911 time: 0.1125288 Feb 20 05:54:13.918930 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-7d368c4b-7244-476b-aa8c-17df67cd8d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:13.958579 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:13.960511 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:13.960911 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:13.961257 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:13.961601 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:13.961941 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:13.962277 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:13.962611 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:13.962958 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:13.963293 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:13.963616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:13.963942 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:13.964269 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:13.986406 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d368c4b-7244-476b-aa8c-17df67cd8d98 None None] Routers {'17ef96e9-7194-4bf9-ab81-7c282310d9cb'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:54:13.987089 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-7d368c4b-7244-476b-aa8c-17df67cd8d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:53:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['17ef96e9-7194-4bf9-ab81-7c282310d9cb'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:14.040166 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-7d368c4b-7244-476b-aa8c-17df67cd8d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:14.040810 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d368c4b-7244-476b-aa8c-17df67cd8d98 None None] The sync data for ids ['17ef96e9-7194-4bf9-ab81-7c282310d9cb'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:54:14.052722 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port e7766f16-9671-411a-9975-a68233359b96 is: DOWN; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:54:14.305895 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e87a92ef-2cb8-4d4f-bdec-ce68494b62dd tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (17ef96e9-7194-4bf9-ab81-7c282310d9cb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:14.424878 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e7de370c-ff36-4d09-9421-9c33223c91d6 None None] Current status of the port 8fef9917-4e38-4e9d-93c6-a1f787354a9d is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:54:14.551046 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-53e0f8e0-a9c8-4697-b1f3-17c0e8df3f33 None None] Provisioning complete for port e90a53c4-d783-46cd-a238-00ef80436126 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:14.551709 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53e0f8e0-a9c8-4697-b1f3-17c0e8df3f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e90a53c4-d783-46cd-a238-00ef80436126), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:14.594154 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-53e0f8e0-a9c8-4697-b1f3-17c0e8df3f33 None None] Port e90a53c4-d783-46cd-a238-00ef80436126 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:54:14.605572 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-53e0f8e0-a9c8-4697-b1f3-17c0e8df3f33 None None] Provisioning complete for port 8fef9917-4e38-4e9d-93c6-a1f787354a9d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:14.606405 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53e0f8e0-a9c8-4697-b1f3-17c0e8df3f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8fef9917-4e38-4e9d-93c6-a1f787354a9d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:14.619196 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-e87a92ef-2cb8-4d4f-bdec-ce68494b62dd tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Deleting port e90a53c4-d783-46cd-a238-00ef80436126 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:54:14.619919 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e87a92ef-2cb8-4d4f-bdec-ce68494b62dd tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (e90a53c4-d783-46cd-a238-00ef80436126), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:14.691159 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-53e0f8e0-a9c8-4697-b1f3-17c0e8df3f33 None None] Current status of the port 8fef9917-4e38-4e9d-93c6-a1f787354a9d is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:54:14.731631 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e87a92ef-2cb8-4d4f-bdec-ce68494b62dd tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (e90a53c4-d783-46cd-a238-00ef80436126), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:14.747551 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-e87a92ef-2cb8-4d4f-bdec-ce68494b62dd tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Calling delete_port for e90a53c4-d783-46cd-a238-00ef80436126 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:54:14.948014 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e87a92ef-2cb8-4d4f-bdec-ce68494b62dd tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (e90a53c4-d783-46cd-a238-00ef80436126), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:15.044777 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a92ef-2cb8-4d4f-bdec-ce68494b62dd tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Port': ['ID=e90a53c4-d783-46cd-a238-00ef80436126,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:15.133902 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e87a92ef-2cb8-4d4f-bdec-ce68494b62dd tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (17ef96e9-7194-4bf9-ab81-7c282310d9cb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:15.288853 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8fef9917-4e38-4e9d-93c6-a1f787354a9d up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:54:15.342077 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 8fef9917-4e38-4e9d-93c6-a1f787354a9d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:15.342623 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8fef9917-4e38-4e9d-93c6-a1f787354a9d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:15.368290 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87a92ef-2cb8-4d4f-bdec-ce68494b62dd tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Router 17ef96e9-7194-4bf9-ab81-7c282310d9cb has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:54:15.429579 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 8fef9917-4e38-4e9d-93c6-a1f787354a9d is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:54:15.459147 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87a92ef-2cb8-4d4f-bdec-ce68494b62dd tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:54:15.463996 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e87a92ef-2cb8-4d4f-bdec-ce68494b62dd tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "PUT /v2.0/routers/17ef96e9-7194-4bf9-ab81-7c282310d9cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5773370 Feb 20 05:54:15.466891 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58414) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:15.470414 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfb783c-96ef-46fa-95eb-05e5f559b7f3 None None] Sync routers for ids ['17ef96e9-7194-4bf9-ab81-7c282310d9cb'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:54:15.482726 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfb783c-96ef-46fa-95eb-05e5f559b7f3 None None] Routers {'17ef96e9-7194-4bf9-ab81-7c282310d9cb'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:54:15.483440 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-cdfb783c-96ef-46fa-95eb-05e5f559b7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:53:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['17ef96e9-7194-4bf9-ab81-7c282310d9cb'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:15.497421 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3579f949-596d-405d-ba1a-66dd17607763 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "GET /v2.0/ports?device_id=17ef96e9-7194-4bf9-ab81-7c282310d9cb HTTP/1.1" status: 200 len: 205 time: 0.0288076 Feb 20 05:54:15.500739 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58416) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:15.520762 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-cdfb783c-96ef-46fa-95eb-05e5f559b7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:15.536693 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfb783c-96ef-46fa-95eb-05e5f559b7f3 None None] Routers {'17ef96e9-7194-4bf9-ab81-7c282310d9cb'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:54:15.537712 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-cdfb783c-96ef-46fa-95eb-05e5f559b7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:53:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['17ef96e9-7194-4bf9-ab81-7c282310d9cb'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:15.574532 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-cdfb783c-96ef-46fa-95eb-05e5f559b7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:15.575206 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfb783c-96ef-46fa-95eb-05e5f559b7f3 None None] The sync data for ids ['17ef96e9-7194-4bf9-ab81-7c282310d9cb'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:54:15.581704 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81acf168-4311-44c1-be59-0e47bc642cf5 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router (17ef96e9-7194-4bf9-ab81-7c282310d9cb), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:15.748889 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81acf168-4311-44c1-be59-0e47bc642cf5 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (17ef96e9-7194-4bf9-ab81-7c282310d9cb), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:15.752299 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81acf168-4311-44c1-be59-0e47bc642cf5 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router_controller (17ef96e9-7194-4bf9-ab81-7c282310d9cb), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:15.799935 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81acf168-4311-44c1-be59-0e47bc642cf5 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (17ef96e9-7194-4bf9-ab81-7c282310d9cb), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:15.800396 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81acf168-4311-44c1-be59-0e47bc642cf5 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Fanout notify agent at l3_agent the message router_deleted on router 17ef96e9-7194-4bf9-ab81-7c282310d9cb {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:54:15.807441 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81acf168-4311-44c1-be59-0e47bc642cf5 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:15.811502 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-81acf168-4311-44c1-be59-0e47bc642cf5 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/routers/17ef96e9-7194-4bf9-ab81-7c282310d9cb HTTP/1.1" status: 204 len: 168 time: 0.3067181 Feb 20 05:54:15.811502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58418) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:15.866175 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-615d66d0-1e10-4938-a14b-bffcf2022cf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Deleting subnet d266ee81-05c0-42fd-a9e7-648226e5251b {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:54:15.869336 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-615d66d0-1e10-4938-a14b-bffcf2022cf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for subnet (d266ee81-05c0-42fd-a9e7-648226e5251b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:15.909342 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-615d66d0-1e10-4938-a14b-bffcf2022cf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (d266ee81-05c0-42fd-a9e7-648226e5251b), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:15.995584 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-615d66d0-1e10-4938-a14b-bffcf2022cf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (d266ee81-05c0-42fd-a9e7-648226e5251b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:16.075522 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-615d66d0-1e10-4938-a14b-bffcf2022cf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (d266ee81-05c0-42fd-a9e7-648226e5251b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:16.108443 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d66d0-1e10-4938-a14b-bffcf2022cf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Subnet': ['ID=d266ee81-05c0-42fd-a9e7-648226e5251b,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:16.114093 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-615d66d0-1e10-4938-a14b-bffcf2022cf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:16.117288 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-615d66d0-1e10-4938-a14b-bffcf2022cf4 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/subnets/d266ee81-05c0-42fd-a9e7-648226e5251b HTTP/1.1" status: 204 len: 168 time: 0.3048863 Feb 20 05:54:16.120332 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 58420) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:16.123276 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c68047f-3704-4365-9cec-3eadebec15f0 None None] Network ce16a1f8-2259-4e1e-a7d0-3f8c68855c08 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:54:16.206165 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aca89abd-18f0-45da-a24f-b7390c2727fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (ce16a1f8-2259-4e1e-a7d0-3f8c68855c08), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:16.272952 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-aca89abd-18f0-45da-a24f-b7390c2727fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Deleting port 8fef9917-4e38-4e9d-93c6-a1f787354a9d {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:54:16.273880 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aca89abd-18f0-45da-a24f-b7390c2727fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (8fef9917-4e38-4e9d-93c6-a1f787354a9d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:16.296519 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fbfe4f-4266-4686-9ac5-2be8beefd692 None None] DHCP port deletion for ce16a1f8-2259-4e1e-a7d0-3f8c68855c08 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:54:16.351563 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-aca89abd-18f0-45da-a24f-b7390c2727fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] For port 8fef9917-4e38-4e9d-93c6-a1f787354a9d, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8fef9917-4e38-4e9d-93c6-a1f787354a9d,segment=NetworkSegment(7724732c-72ee-4ecf-9d69-c59ea5afd073),segment_id=7724732c-72ee-4ecf-9d69-c59ea5afd073)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:54:16.352296 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aca89abd-18f0-45da-a24f-b7390c2727fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (8fef9917-4e38-4e9d-93c6-a1f787354a9d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:16.355249 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e6fbfe4f-4266-4686-9ac5-2be8beefd692 None None] Deleting port 8fef9917-4e38-4e9d-93c6-a1f787354a9d {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:54:16.355623 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6fbfe4f-4266-4686-9ac5-2be8beefd692 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (8fef9917-4e38-4e9d-93c6-a1f787354a9d), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:16.373731 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-aca89abd-18f0-45da-a24f-b7390c2727fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Calling delete_port for 8fef9917-4e38-4e9d-93c6-a1f787354a9d owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:54:16.434854 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e6fbfe4f-4266-4686-9ac5-2be8beefd692 None None] For port 8fef9917-4e38-4e9d-93c6-a1f787354a9d, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8fef9917-4e38-4e9d-93c6-a1f787354a9d,segment=NetworkSegment(7724732c-72ee-4ecf-9d69-c59ea5afd073),segment_id=7724732c-72ee-4ecf-9d69-c59ea5afd073)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:54:16.435507 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6fbfe4f-4266-4686-9ac5-2be8beefd692 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (8fef9917-4e38-4e9d-93c6-a1f787354a9d), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:16.438082 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a063aaa4-141f-43a6-bd0d-5d2c056a15d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:16.449137 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e6fbfe4f-4266-4686-9ac5-2be8beefd692 None None] Calling delete_port for 8fef9917-4e38-4e9d-93c6-a1f787354a9d owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:54:16.461557 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aca89abd-18f0-45da-a24f-b7390c2727fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (8fef9917-4e38-4e9d-93c6-a1f787354a9d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:16.491217 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca89abd-18f0-45da-a24f-b7390c2727fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Port': ['ID=8fef9917-4e38-4e9d-93c6-a1f787354a9d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:16.496886 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca89abd-18f0-45da-a24f-b7390c2727fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] No DVR routers for this DVR port 8fef9917-4e38-4e9d-93c6-a1f787354a9d on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:54:16.537517 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6fbfe4f-4266-4686-9ac5-2be8beefd692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (8fef9917-4e38-4e9d-93c6-a1f787354a9d), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:16.560387 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbfe4f-4266-4686-9ac5-2be8beefd692 None None] Pushing event deleted for resources: {'Port': ['ID=8fef9917-4e38-4e9d-93c6-a1f787354a9d,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:16.567944 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fbfe4f-4266-4686-9ac5-2be8beefd692 None None] No DVR routers for this DVR port 8fef9917-4e38-4e9d-93c6-a1f787354a9d on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:54:16.598169 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aca89abd-18f0-45da-a24f-b7390c2727fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (ce16a1f8-2259-4e1e-a7d0-3f8c68855c08), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:16.621425 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-aca89abd-18f0-45da-a24f-b7390c2727fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce16a1f8-2259-4e1e-a7d0-3f8c68855c08']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:16.632034 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-aca89abd-18f0-45da-a24f-b7390c2727fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7724732c-72ee-4ecf-9d69-c59ea5afd073') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:16.632325 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-aca89abd-18f0-45da-a24f-b7390c2727fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7724732c-72ee-4ecf-9d69-c59ea5afd073') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:16.643928 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aca89abd-18f0-45da-a24f-b7390c2727fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (7724732c-72ee-4ecf-9d69-c59ea5afd073), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:16.657194 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aca89abd-18f0-45da-a24f-b7390c2727fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (7724732c-72ee-4ecf-9d69-c59ea5afd073), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:16.663223 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca89abd-18f0-45da-a24f-b7390c2727fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:54:16.663612 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aca89abd-18f0-45da-a24f-b7390c2727fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (7724732c-72ee-4ecf-9d69-c59ea5afd073), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:54:16.666537 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:54:16.729380 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aca89abd-18f0-45da-a24f-b7390c2727fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (ce16a1f8-2259-4e1e-a7d0-3f8c68855c08), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:16.738673 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aca89abd-18f0-45da-a24f-b7390c2727fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:16.746077 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58422) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:16.746613 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-aca89abd-18f0-45da-a24f-b7390c2727fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/networks/ce16a1f8-2259-4e1e-a7d0-3f8c68855c08 HTTP/1.1" status: 204 len: 168 time: 0.6245770 Feb 20 05:54:16.752445 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-9552f60d-15dc-4f7f-979a-0638a0cd9fea tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1183780468', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}, 'admin_state_up': False}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:54:16.760626 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca89abd-18f0-45da-a24f-b7390c2727fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Network': ['ID=ce16a1f8-2259-4e1e-a7d0-3f8c68855c08,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:16.775399 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9552f60d-15dc-4f7f-979a-0638a0cd9fea tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:16.776538 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9552f60d-15dc-4f7f-979a-0638a0cd9fea tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:16.830769 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9552f60d-15dc-4f7f-979a-0638a0cd9fea tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router_controller (eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:16.979605 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9552f60d-15dc-4f7f-979a-0638a0cd9fea tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router_gateway (eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:17.176557 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9552f60d-15dc-4f7f-979a-0638a0cd9fea tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router_gateway (eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:17.199399 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9552f60d-15dc-4f7f-979a-0638a0cd9fea tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:17.211608 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8fef9917-4e38-4e9d-93c6-a1f787354a9d no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:54:17.237971 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 8fef9917-4e38-4e9d-93c6-a1f787354a9d {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:54:17.238323 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8fef9917-4e38-4e9d-93c6-a1f787354a9d not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:54:17.306583 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-9552f60d-15dc-4f7f-979a-0638a0cd9fea tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Allocated IP 172.25.3.234 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/b1114712-7ac6-4454-b5f1-5d4587c649bf) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:54:17.413961 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9552f60d-15dc-4f7f-979a-0638a0cd9fea tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for port (b1114712-7ac6-4454-b5f1-5d4587c649bf), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:17.450598 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9552f60d-15dc-4f7f-979a-0638a0cd9fea tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (b1114712-7ac6-4454-b5f1-5d4587c649bf), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:17.488438 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9552f60d-15dc-4f7f-979a-0638a0cd9fea tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:54:17.491172 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-9552f60d-15dc-4f7f-979a-0638a0cd9fea tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:54:17.497086 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9552f60d-15dc-4f7f-979a-0638a0cd9fea tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:54:17.503985 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552f60d-15dc-4f7f-979a-0638a0cd9fea tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Port': ['ID=b1114712-7ac6-4454-b5f1-5d4587c649bf,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:17.796183 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9552f60d-15dc-4f7f-979a-0638a0cd9fea tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router_gateway (eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:18.007399 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9552f60d-15dc-4f7f-979a-0638a0cd9fea tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:18.137123 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9552f60d-15dc-4f7f-979a-0638a0cd9fea tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Router eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:54:18.246306 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9552f60d-15dc-4f7f-979a-0638a0cd9fea tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:54:18.257029 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75db96bf-54ac-4a5c-9bbd-a47fb893719a None None] Sync routers for ids ['eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:54:18.266531 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9552f60d-15dc-4f7f-979a-0638a0cd9fea tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:18.267923 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9552f60d-15dc-4f7f-979a-0638a0cd9fea tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.5206175 Feb 20 05:54:18.268687 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75db96bf-54ac-4a5c-9bbd-a47fb893719a None None] Routers {'eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:54:18.269429 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-75db96bf-54ac-4a5c-9bbd-a47fb893719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:53:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:18.270546 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58424) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:18.305979 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-75db96bf-54ac-4a5c-9bbd-a47fb893719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:18.317330 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75db96bf-54ac-4a5c-9bbd-a47fb893719a None None] Routers {'eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:54:18.319000 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-75db96bf-54ac-4a5c-9bbd-a47fb893719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:53:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:18.356986 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-75db96bf-54ac-4a5c-9bbd-a47fb893719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:18.357789 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75db96bf-54ac-4a5c-9bbd-a47fb893719a None None] The sync data for ids ['eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:54:18.394031 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5c40377a-7161-4e86-af65-9bb529252fe6 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "GET /v2.0/routers/eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0 HTTP/1.1" status: 200 len: 885 time: 0.1218972 Feb 20 05:54:18.396502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58426) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:18.931624 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e077e5e4-c65a-48a6-b957-cb4d54971548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:18.973715 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1f1752f3-361f-483d-9e09-a6123127c8b6 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5760939 Feb 20 05:54:18.976215 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58428) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:18.980924 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c89008ba-27c1-4994-8c7f-743a8f32e1bb tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1183780468'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:54:19.303420 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c89008ba-27c1-4994-8c7f-743a8f32e1bb tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:19.314135 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c89008ba-27c1-4994-8c7f-743a8f32e1bb tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691773'] for router (eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:19.421772 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89008ba-27c1-4994-8c7f-743a8f32e1bb tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Router eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:54:19.546501 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89008ba-27c1-4994-8c7f-743a8f32e1bb tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:54:19.553543 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c89008ba-27c1-4994-8c7f-743a8f32e1bb tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:19.557119 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c89008ba-27c1-4994-8c7f-743a8f32e1bb tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "PUT /v2.0/routers/eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0 HTTP/1.1" status: 200 len: 892 time: 0.5771954 Feb 20 05:54:19.557292 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9db136-5e37-491f-a9fe-a6c287a567d2 None None] Sync routers for ids ['eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:54:19.557741 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58430) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:19.566688 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9db136-5e37-491f-a9fe-a6c287a567d2 None None] Routers {'eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:54:19.567386 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7c9db136-5e37-491f-a9fe-a6c287a567d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:54:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:19.597500 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:19.600718 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7c9db136-5e37-491f-a9fe-a6c287a567d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:19.609959 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9db136-5e37-491f-a9fe-a6c287a567d2 None None] Routers {'eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:54:19.610543 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7c9db136-5e37-491f-a9fe-a6c287a567d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:54:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:19.643977 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7c9db136-5e37-491f-a9fe-a6c287a567d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:19.644633 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9db136-5e37-491f-a9fe-a6c287a567d2 None None] The sync data for ids ['eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:54:19.688810 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2c559dbf-4d3b-4df1-b5a0-161a5b1ad29c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "GET /v2.0/routers/eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0 HTTP/1.1" status: 200 len: 892 time: 0.1303875 Feb 20 05:54:19.691559 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58432) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:19.720692 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5f7be953-104a-4bad-93ec-2b658e890b11 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0 HTTP/1.1" status: 200 len: 205 time: 0.0279109 Feb 20 05:54:19.723331 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58434) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:19.840042 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c8cd8e8c-a226-44e5-af02-e5f557d4c5e8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router (eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:19.959665 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c8cd8e8c-a226-44e5-af02-e5f557d4c5e8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router_gateway (eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:20.014846 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd8e8c-a226-44e5-af02-e5f557d4c5e8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Deleting port b1114712-7ac6-4454-b5f1-5d4587c649bf {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:54:20.015994 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c8cd8e8c-a226-44e5-af02-e5f557d4c5e8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (b1114712-7ac6-4454-b5f1-5d4587c649bf), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:20.097633 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c8cd8e8c-a226-44e5-af02-e5f557d4c5e8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (b1114712-7ac6-4454-b5f1-5d4587c649bf), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:20.111175 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd8e8c-a226-44e5-af02-e5f557d4c5e8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Calling delete_port for b1114712-7ac6-4454-b5f1-5d4587c649bf owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:54:20.282401 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c8cd8e8c-a226-44e5-af02-e5f557d4c5e8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (b1114712-7ac6-4454-b5f1-5d4587c649bf), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:20.306207 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd8e8c-a226-44e5-af02-e5f557d4c5e8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Port': ['ID=b1114712-7ac6-4454-b5f1-5d4587c649bf,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:20.376611 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c8cd8e8c-a226-44e5-af02-e5f557d4c5e8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:20.472191 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c8cd8e8c-a226-44e5-af02-e5f557d4c5e8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:20.474322 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c8cd8e8c-a226-44e5-af02-e5f557d4c5e8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router_controller (eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:20.524782 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c8cd8e8c-a226-44e5-af02-e5f557d4c5e8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:20.525628 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cd8e8c-a226-44e5-af02-e5f557d4c5e8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Fanout notify agent at l3_agent the message router_deleted on router eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:54:20.532677 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c8cd8e8c-a226-44e5-af02-e5f557d4c5e8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:20.537300 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c8cd8e8c-a226-44e5-af02-e5f557d4c5e8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/routers/eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0 HTTP/1.1" status: 204 len: 168 time: 0.8096128 Feb 20 05:54:20.538285 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 58436) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:20.544737 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b45fece2-82df-456a-babe-817e9b5441c6 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-772522766'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:54:20.568156 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45fece2-82df-456a-babe-817e9b5441c6 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Made reservation on behalf of a2613a7574bb49c4a1dbfc74ee90b857 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:54:20.571926 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b45fece2-82df-456a-babe-817e9b5441c6 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:20.595368 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45fece2-82df-456a-babe-817e9b5441c6 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:54:20.604802 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b45fece2-82df-456a-babe-817e9b5441c6 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d85c837a-e758-4b43-8f78-a96a495bd32b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:20.605138 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-b45fece2-82df-456a-babe-817e9b5441c6 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Added segment d85c837a-e758-4b43-8f78-a96a495bd32b of type vlan for network f51a53ae-2008-405b-8005-32f49cb30e91 Feb 20 05:54:20.648499 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b45fece2-82df-456a-babe-817e9b5441c6 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (f51a53ae-2008-405b-8005-32f49cb30e91), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:20.675308 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b45fece2-82df-456a-babe-817e9b5441c6 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (f51a53ae-2008-405b-8005-32f49cb30e91), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:20.680499 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45fece2-82df-456a-babe-817e9b5441c6 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:20.681276 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b45fece2-82df-456a-babe-817e9b5441c6 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:20.741353 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b45fece2-82df-456a-babe-817e9b5441c6 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2016172 Feb 20 05:54:20.744543 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58438) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:20.749903 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-6d9b9be2-9314-47c4-8a13-549dc5bac867 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'subnet': {'network_id': 'f51a53ae-2008-405b-8005-32f49cb30e91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:54:20.768910 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fece2-82df-456a-babe-817e9b5441c6 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Network': ['ID=f51a53ae-2008-405b-8005-32f49cb30e91,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:20.786038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network f51a53ae-2008-405b-8005-32f49cb30e91 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:54:20.845200 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9b9be2-9314-47c4-8a13-549dc5bac867 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Made reservation on behalf of a2613a7574bb49c4a1dbfc74ee90b857 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:54:20.849485 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9be2-9314-47c4-8a13-549dc5bac867 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:20.896869 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:54:21.063982 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9be2-9314-47c4-8a13-549dc5bac867 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (177fff84-4909-41f9-b968-3e56296bea7a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:21.137133 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b9be2-9314-47c4-8a13-549dc5bac867 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Subnet': ['ID=177fff84-4909-41f9-b968-3e56296bea7a,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:21.145718 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9b9be2-9314-47c4-8a13-549dc5bac867 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Checking segment: {'id': 'd85c837a-e758-4b43-8f78-a96a495bd32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f51a53ae-2008-405b-8005-32f49cb30e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:54:21.146149 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9b9be2-9314-47c4-8a13-549dc5bac867 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network hostable DHCP agents. Network: f51a53ae-2008-405b-8005-32f49cb30e91, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:54:21.163979 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9b9be2-9314-47c4-8a13-549dc5bac867 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network f51a53ae-2008-405b-8005-32f49cb30e91 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:54:21.173028 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-6d9b9be2-9314-47c4-8a13-549dc5bac867 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, f51a53ae-2008-405b-8005-32f49cb30e91) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:54:21.177165 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9b9be2-9314-47c4-8a13-549dc5bac867 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:21.177919 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9be2-9314-47c4-8a13-549dc5bac867 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:21.186270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831e19bc-5a2f-4581-9948-c0cddce2baa5 None None] Network f51a53ae-2008-405b-8005-32f49cb30e91 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:54:21.197043 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6d9b9be2-9314-47c4-8a13-549dc5bac867 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4488263 Feb 20 05:54:21.197252 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58440) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:21.201792 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-44f012cc-54ed-4dd8-9313-fba676417bef tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-784231431', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:54:21.224632 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44f012cc-54ed-4dd8-9313-fba676417bef tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (4de3af68-9e8f-4c28-a563-11664e670186), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:21.225867 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44f012cc-54ed-4dd8-9313-fba676417bef tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (4de3af68-9e8f-4c28-a563-11664e670186), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:21.283122 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44f012cc-54ed-4dd8-9313-fba676417bef tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router_controller (4de3af68-9e8f-4c28-a563-11664e670186), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:21.288857 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44f012cc-54ed-4dd8-9313-fba676417bef tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (4de3af68-9e8f-4c28-a563-11664e670186), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:21.309096 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-44f012cc-54ed-4dd8-9313-fba676417bef tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:21.313648 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-44f012cc-54ed-4dd8-9313-fba676417bef tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1123295 Feb 20 05:54:21.314050 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58442) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:21.431632 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:21.481099 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c86df8-3bc2-4ea2-8202-3e0c345806a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-f51a53ae-2008-405b-8005-32f49cb30e91', 'network_id': 'f51a53ae-2008-405b-8005-32f49cb30e91', 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'fixed_ips': [{'subnet_id': '177fff84-4909-41f9-b968-3e56296bea7a'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:54:21.482235 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e9c86df8-3bc2-4ea2-8202-3e0c345806a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:21.645790 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fddf535d-35d0-45d2-8a2d-db92c2fe2d0d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:21.661236 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-e9c86df8-3bc2-4ea2-8202-3e0c345806a7 None None] Allocated IP 2001:db8::2 (f51a53ae-2008-405b-8005-32f49cb30e91/177fff84-4909-41f9-b968-3e56296bea7a/5c02bc13-1437-4d94-b54c-f52f55d506c3) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:54:21.928067 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e9c86df8-3bc2-4ea2-8202-3e0c345806a7 None None] Publish callbacks [] for port (5c02bc13-1437-4d94-b54c-f52f55d506c3), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:21.939096 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e9c86df8-3bc2-4ea2-8202-3e0c345806a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (5c02bc13-1437-4d94-b54c-f52f55d506c3), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:22.000419 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c86df8-3bc2-4ea2-8202-3e0c345806a7 None None] Pushing event updated for resources: {'Port': ['ID=5c02bc13-1437-4d94-b54c-f52f55d506c3,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:22.014534 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c86df8-3bc2-4ea2-8202-3e0c345806a7 None None] Network f51a53ae-2008-405b-8005-32f49cb30e91 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:54:22.017067 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-e9c86df8-3bc2-4ea2-8202-3e0c345806a7 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:54:22.020736 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c86df8-3bc2-4ea2-8202-3e0c345806a7 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:54:22.086555 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-fddf535d-35d0-45d2-8a2d-db92c2fe2d0d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Allocated IP 2001:db8::1 (f51a53ae-2008-405b-8005-32f49cb30e91/177fff84-4909-41f9-b968-3e56296bea7a/f34456cd-65c9-4026-b260-5628189231ae) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:54:22.108125 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e9c86df8-3bc2-4ea2-8202-3e0c345806a7 None None] Attempting to bind port 5c02bc13-1437-4d94-b54c-f52f55d506c3 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:54:22.108662 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e9c86df8-3bc2-4ea2-8202-3e0c345806a7 None None] Attempting to bind port 5c02bc13-1437-4d94-b54c-f52f55d506c3 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'd85c837a-e758-4b43-8f78-a96a495bd32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f51a53ae-2008-405b-8005-32f49cb30e91'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:54:22.109175 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-70a9d241-34fc-4bfc-8a41-86a53cb26d0f req-aad783e0-86e2-459a-ae99-918107c1d997 tempest-MigrationsAdminTest-2112153534 tempest-MigrationsAdminTest-2112153534-project-admin] (103407) timed out ('10.222.0.37', 60356) {{(pid=103407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 05:54:22.109690 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c86df8-3bc2-4ea2-8202-3e0c345806a7 None None] Attempting to bind port 5c02bc13-1437-4d94-b54c-f52f55d506c3 on network f51a53ae-2008-405b-8005-32f49cb30e91 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:54:22.117795 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c86df8-3bc2-4ea2-8202-3e0c345806a7 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:54:22.118259 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c86df8-3bc2-4ea2-8202-3e0c345806a7 None None] Checking segment: {'id': 'd85c837a-e758-4b43-8f78-a96a495bd32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f51a53ae-2008-405b-8005-32f49cb30e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:54:22.119072 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e9c86df8-3bc2-4ea2-8202-3e0c345806a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:22.120386 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c86df8-3bc2-4ea2-8202-3e0c345806a7 None None] Bound using segment: {'id': 'd85c837a-e758-4b43-8f78-a96a495bd32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f51a53ae-2008-405b-8005-32f49cb30e91'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:54:22.121264 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e9c86df8-3bc2-4ea2-8202-3e0c345806a7 None None] Bound port: 5c02bc13-1437-4d94-b54c-f52f55d506c3, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85c837a-e758-4b43-8f78-a96a495bd32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f51a53ae-2008-405b-8005-32f49cb30e91'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:54:22.121698 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e9c86df8-3bc2-4ea2-8202-3e0c345806a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5c02bc13-1437-4d94-b54c-f52f55d506c3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:22.227955 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e9c86df8-3bc2-4ea2-8202-3e0c345806a7 None None] For port 5c02bc13-1437-4d94-b54c-f52f55d506c3, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:54:22.232483 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e9c86df8-3bc2-4ea2-8202-3e0c345806a7 None None] For port 5c02bc13-1437-4d94-b54c-f52f55d506c3, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=5c02bc13-1437-4d94-b54c-f52f55d506c3,segment=NetworkSegment(d85c837a-e758-4b43-8f78-a96a495bd32b),segment_id=d85c837a-e758-4b43-8f78-a96a495bd32b)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:54:22.241022 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e9c86df8-3bc2-4ea2-8202-3e0c345806a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5c02bc13-1437-4d94-b54c-f52f55d506c3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:22.301770 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fddf535d-35d0-45d2-8a2d-db92c2fe2d0d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for port (f34456cd-65c9-4026-b260-5628189231ae), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:22.350534 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c86df8-3bc2-4ea2-8202-3e0c345806a7 None None] Pushing event updated for resources: {'Port': ['ID=5c02bc13-1437-4d94-b54c-f52f55d506c3,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:22.393803 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fddf535d-35d0-45d2-8a2d-db92c2fe2d0d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (f34456cd-65c9-4026-b260-5628189231ae), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:22.469465 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf535d-35d0-45d2-8a2d-db92c2fe2d0d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Port': ['ID=f34456cd-65c9-4026-b260-5628189231ae,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:22.493689 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddf535d-35d0-45d2-8a2d-db92c2fe2d0d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network f51a53ae-2008-405b-8005-32f49cb30e91 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:54:22.495740 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-fddf535d-35d0-45d2-8a2d-db92c2fe2d0d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:54:22.501152 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddf535d-35d0-45d2-8a2d-db92c2fe2d0d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:54:22.501790 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fddf535d-35d0-45d2-8a2d-db92c2fe2d0d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (4de3af68-9e8f-4c28-a563-11664e670186), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:22.693183 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 58474) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:22.700373 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:22.804651 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f56fc-ea3f-495c-8709-a09b180af301 req-c048686f-c705-4c8f-9a06-c8e6779f170b tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:22.816958 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f18f56fc-ea3f-495c-8709-a09b180af301 req-c048686f-c705-4c8f-9a06-c8e6779f170b tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 944 time: 0.3241544 Feb 20 05:54:22.929706 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fddf535d-35d0-45d2-8a2d-db92c2fe2d0d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f34456cd-65c9-4026-b260-5628189231ae), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:22.939682 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:22.956044 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f18f56fc-ea3f-495c-8709-a09b180af301 req-ca56c609-6026-42d9-b515-f106dc619254 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375678 Feb 20 05:54:23.291210 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2adde2-f573-49e0-b3c1-d4291d06d6fa req-2a714231-b014-4cb2-af9b-5e386b9ec7a1 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:23.304801 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2e2adde2-f573-49e0-b3c1-d4291d06d6fa req-2a714231-b014-4cb2-af9b-5e386b9ec7a1 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b022cf1-532c-4440-a447-e54e4cf13126 HTTP/1.1" status: 200 len: 945 time: 0.1732635 Feb 20 05:54:23.350156 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 5c02bc13-1437-4d94-b54c-f52f55d506c3 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:54:23.454341 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2e2adde2-f573-49e0-b3c1-d4291d06d6fa req-125404c8-e08d-45d8-bf97-8f30b17bd516 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/security-groups?id=34bd1160-20c0-4ffc-ba72-474639722b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447997 Feb 20 05:54:23.496731 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5c82f3a9-8d4f-4bed-b564-1fe888d3292e req-91b9969e-960d-447f-adb5-08550eeb5e7f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8016560 Feb 20 05:54:23.549386 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-5c82f3a9-8d4f-4bed-b564-1fe888d3292e req-48758fba-300b-4f2b-98b0-3e28f69624f0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:54:23.550475 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5c82f3a9-8d4f-4bed-b564-1fe888d3292e req-48758fba-300b-4f2b-98b0-3e28f69624f0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136704 Feb 20 05:54:23.597602 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 5c02bc13-1437-4d94-b54c-f52f55d506c3 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:23.598114 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5c02bc13-1437-4d94-b54c-f52f55d506c3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:23.631121 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fddf535d-35d0-45d2-8a2d-db92c2fe2d0d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for port (f34456cd-65c9-4026-b260-5628189231ae), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:23.657268 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fddf535d-35d0-45d2-8a2d-db92c2fe2d0d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (f34456cd-65c9-4026-b260-5628189231ae), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:23.658419 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fddf535d-35d0-45d2-8a2d-db92c2fe2d0d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (4de3af68-9e8f-4c28-a563-11664e670186), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:23.713256 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82f3a9-8d4f-4bed-b564-1fe888d3292e req-c664ca67-d970-457c-986e-9dc78cad60e1 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:23.714930 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5c82f3a9-8d4f-4bed-b564-1fe888d3292e req-c664ca67-d970-457c-986e-9dc78cad60e1 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports/e7766f16-9671-411a-9975-a68233359b96 HTTP/1.1" status: 200 len: 941 time: 0.1187935 Feb 20 05:54:23.881320 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 5c02bc13-1437-4d94-b54c-f52f55d506c3 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:54:23.887487 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5c02bc13-1437-4d94-b54c-f52f55d506c3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:23.954244 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553233ea-ebdf-46a5-8241-f085e43d6167 req-5e4cb609-aecd-476e-bf78-03747be360bf tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:23.956096 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-553233ea-ebdf-46a5-8241-f085e43d6167 req-5e4cb609-aecd-476e-bf78-03747be360bf tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b022cf1-532c-4440-a447-e54e4cf13126 HTTP/1.1" status: 200 len: 945 time: 0.1304340 Feb 20 05:54:23.963664 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bcfe63-5c75-42f5-af04-b363208d2cd5 None None] Network f51a53ae-2008-405b-8005-32f49cb30e91 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:54:24.275795 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377a7e8-8a8f-4637-825c-ad3c7347d9d7 req-6e7894ca-f195-4269-afa5-9c90dfe4e9f4 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:24.283898 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9377a7e8-8a8f-4637-825c-ad3c7347d9d7 req-6e7894ca-f195-4269-afa5-9c90dfe4e9f4 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 944 time: 0.1803966 Feb 20 05:54:24.346126 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 5c02bc13-1437-4d94-b54c-f52f55d506c3, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=5c02bc13-1437-4d94-b54c-f52f55d506c3,segment=NetworkSegment(d85c837a-e758-4b43-8f78-a96a495bd32b),segment_id=d85c837a-e758-4b43-8f78-a96a495bd32b)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:54:24.385586 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9377a7e8-8a8f-4637-825c-ad3c7347d9d7 req-91915f35-20b7-41ab-a413-5d44e6819dc1 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005182 Feb 20 05:54:24.396164 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5c02bc13-1437-4d94-b54c-f52f55d506c3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:24.429731 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf535d-35d0-45d2-8a2d-db92c2fe2d0d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Port': ['ID=f34456cd-65c9-4026-b260-5628189231ae,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:24.433218 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-553233ea-ebdf-46a5-8241-f085e43d6167 req-59139c08-adac-4b79-9843-26354faccd22 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Deleting port 1d64f873-1d9e-4498-8394-4a6a8816a58a {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:54:24.433671 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-553233ea-ebdf-46a5-8241-f085e43d6167 req-59139c08-adac-4b79-9843-26354faccd22 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1d64f873-1d9e-4498-8394-4a6a8816a58a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:24.461797 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-37d78861-20bc-455c-8ec3-bc8382b9475b None None] Provisioning complete for port 5c02bc13-1437-4d94-b54c-f52f55d506c3 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:24.462454 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37d78861-20bc-455c-8ec3-bc8382b9475b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5c02bc13-1437-4d94-b54c-f52f55d506c3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:24.567770 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddf535d-35d0-45d2-8a2d-db92c2fe2d0d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network f51a53ae-2008-405b-8005-32f49cb30e91 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:54:24.572510 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-fddf535d-35d0-45d2-8a2d-db92c2fe2d0d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:54:24.580592 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-98e02358-ea7f-4ff4-a56a-8dea9290a212 req-18a9ec0c-acae-426b-a3f1-84495bfe1941 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2197988 Feb 20 05:54:24.663963 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-553233ea-ebdf-46a5-8241-f085e43d6167 req-59139c08-adac-4b79-9843-26354faccd22 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] For port 1d64f873-1d9e-4498-8394-4a6a8816a58a, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1d64f873-1d9e-4498-8394-4a6a8816a58a,segment=NetworkSegment(9742512a-5cfc-46b8-9c26-97e97a36b3ce),segment_id=9742512a-5cfc-46b8-9c26-97e97a36b3ce)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:54:24.664337 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-553233ea-ebdf-46a5-8241-f085e43d6167 req-59139c08-adac-4b79-9843-26354faccd22 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1d64f873-1d9e-4498-8394-4a6a8816a58a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:24.726212 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-553233ea-ebdf-46a5-8241-f085e43d6167 req-59139c08-adac-4b79-9843-26354faccd22 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Calling delete_port for 1d64f873-1d9e-4498-8394-4a6a8816a58a owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:54:24.798388 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e02358-ea7f-4ff4-a56a-8dea9290a212 req-89d6194d-7992-4c75-9c1e-e83e87575c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:24.799955 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-98e02358-ea7f-4ff4-a56a-8dea9290a212 req-89d6194d-7992-4c75-9c1e-e83e87575c17 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8f18450ca5d4be1a9fccbc37e9fb12f&device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 1127 time: 0.1230774 Feb 20 05:54:24.816268 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=5c02bc13-1437-4d94-b54c-f52f55d506c3,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:24.944089 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddf535d-35d0-45d2-8a2d-db92c2fe2d0d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Router 4de3af68-9e8f-4c28-a563-11664e670186 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:54:25.067810 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-37d78861-20bc-455c-8ec3-bc8382b9475b None None] Current status of the port 5c02bc13-1437-4d94-b54c-f52f55d506c3 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:54:25.148571 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3e723-3302-4d76-adc2-2a5f70cefeae req-c724bddc-2bb0-42b8-98f9-8dac25e1af97 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:25.172536 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9c3e723-3302-4d76-adc2-2a5f70cefeae req-c724bddc-2bb0-42b8-98f9-8dac25e1af97 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b022cf1-532c-4440-a447-e54e4cf13126 HTTP/1.1" status: 200 len: 945 time: 0.2446294 Feb 20 05:54:25.304032 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:25.365466 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 5c02bc13-1437-4d94-b54c-f52f55d506c3 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:54:25.366994 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9c3e723-3302-4d76-adc2-2a5f70cefeae req-d8e7fafb-061e-460a-9b43-b601d64b0c6f tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/security-groups?id=34bd1160-20c0-4ffc-ba72-474639722b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891725 Feb 20 05:54:25.370036 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-553233ea-ebdf-46a5-8241-f085e43d6167 req-59139c08-adac-4b79-9843-26354faccd22 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (1d64f873-1d9e-4498-8394-4a6a8816a58a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:25.389598 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e02358-ea7f-4ff4-a56a-8dea9290a212 req-2578612a-6f06-4748-9fc7-a3c7a419e008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:25.417451 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-98e02358-ea7f-4ff4-a56a-8dea9290a212 req-2578612a-6f06-4748-9fc7-a3c7a419e008 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc99b155-842d-47d9-a797-22be9782748f HTTP/1.1" status: 200 len: 911 time: 0.5693443 Feb 20 05:54:25.452004 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59139c08-adac-4b79-9843-26354faccd22 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Pushing event deleted for resources: {'Port': ['ID=1d64f873-1d9e-4498-8394-4a6a8816a58a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:25.488935 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['1d64f873-1d9e-4498-8394-4a6a8816a58a'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:54:25.544635 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-553233ea-ebdf-46a5-8241-f085e43d6167 req-59139c08-adac-4b79-9843-26354faccd22 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] No DVR routers for this DVR port 1d64f873-1d9e-4498-8394-4a6a8816a58a on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:54:25.549293 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-553233ea-ebdf-46a5-8241-f085e43d6167 req-59139c08-adac-4b79-9843-26354faccd22 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:25.552661 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-553233ea-ebdf-46a5-8241-f085e43d6167 req-59139c08-adac-4b79-9843-26354faccd22 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.48 "DELETE /v2.0/ports/1d64f873-1d9e-4498-8394-4a6a8816a58a HTTP/1.1" status: 204 len: 173 time: 1.5883183 Feb 20 05:54:25.554018 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b022cf1-532c-4440-a447-e54e4cf13126', 'name': 'network-vif-deleted', 'tag': '1d64f873-1d9e-4498-8394-4a6a8816a58a'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:54:25.557482 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc61b14-442e-4fba-a509-8d0255504557" -d '{"events": [{"server_uuid": "0b022cf1-532c-4440-a447-e54e4cf13126", "name": "network-vif-deleted", "tag": "1d64f873-1d9e-4498-8394-4a6a8816a58a"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:54:25.712542 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 5c02bc13-1437-4d94-b54c-f52f55d506c3 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:25.713150 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5c02bc13-1437-4d94-b54c-f52f55d506c3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:25.721719 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3788693-c5bf-40e8-8f93-376c1c7fb6ce req-ee2e0ee7-27de-464c-a728-f17de4945060 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:25.736259 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a3788693-c5bf-40e8-8f93-376c1c7fb6ce req-ee2e0ee7-27de-464c-a728-f17de4945060 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 944 time: 0.1929255 Feb 20 05:54:25.809770 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddf535d-35d0-45d2-8a2d-db92c2fe2d0d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:54:25.843615 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fddf535d-35d0-45d2-8a2d-db92c2fe2d0d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "PUT /v2.0/routers/4de3af68-9e8f-4c28-a563-11664e670186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5269494 Feb 20 05:54:25.845217 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 58654) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:25.850322 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8947c9bc-6947-4f65-b187-cb1d6bca75e7 None None] Sync routers for ids ['4de3af68-9e8f-4c28-a563-11664e670186'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:54:26.020612 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-98e02358-ea7f-4ff4-a56a-8dea9290a212 req-743a9995-3fca-474e-84c8-da3304ee797f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4022c786-c891-4be2-aad4-6481a44df2bd HTTP/1.1" status: 200 len: 1000 time: 0.5967050 Feb 20 05:54:26.032373 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a3788693-c5bf-40e8-8f93-376c1c7fb6ce req-b62d007e-792e-458b-b7ae-e1adae3427f1 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2951417 Feb 20 05:54:26.071413 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8947c9bc-6947-4f65-b187-cb1d6bca75e7 None None] Routers {'4de3af68-9e8f-4c28-a563-11664e670186'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:54:26.074065 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8947c9bc-6947-4f65-b187-cb1d6bca75e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:54:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['4de3af68-9e8f-4c28-a563-11664e670186'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:26.119752 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8fa487-f606-4570-93d2-76c4a8ee1b5e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:26.126695 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ad8fa487-f606-4570-93d2-76c4a8ee1b5e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "GET /v2.0/ports/f34456cd-65c9-4026-b260-5628189231ae HTTP/1.1" status: 200 len: 911 time: 0.2774484 Feb 20 05:54:26.128567 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 58674) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:26.157977 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c376d3ee-0f1c-4349-9301-26d8deb4f526 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '177fff84-4909-41f9-b968-3e56296bea7a'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:54:26.208655 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 5c02bc13-1437-4d94-b54c-f52f55d506c3 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:54:26.219202 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8947c9bc-6947-4f65-b187-cb1d6bca75e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:26.226676 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-796f769c-ec36-4fb1-aedb-6125b8868d25 None None] Provisioning complete for port 5c02bc13-1437-4d94-b54c-f52f55d506c3 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:26.228901 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-796f769c-ec36-4fb1-aedb-6125b8868d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5c02bc13-1437-4d94-b54c-f52f55d506c3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:26.242076 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c8f526-059e-4df8-977b-69f4652db0b2 x-openstack-request-id: req-b8c8f526-059e-4df8-977b-69f4652db0b2 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:54:26.242880 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b022cf1-532c-4440-a447-e54e4cf13126", "name": "network-vif-deleted", "tag": "1d64f873-1d9e-4498-8394-4a6a8816a58a", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:54:26.243360 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8c8f526-059e-4df8-977b-69f4652db0b2 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:54:26.244016 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b022cf1-532c-4440-a447-e54e4cf13126', 'name': 'network-vif-deleted', 'tag': '1d64f873-1d9e-4498-8394-4a6a8816a58a', 'status': 'completed', 'code': 200} Feb 20 05:54:26.317341 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8947c9bc-6947-4f65-b187-cb1d6bca75e7 None None] Routers {'4de3af68-9e8f-4c28-a563-11664e670186'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:54:26.320606 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8947c9bc-6947-4f65-b187-cb1d6bca75e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:54:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['4de3af68-9e8f-4c28-a563-11664e670186'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:26.322478 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82f3a9-8d4f-4bed-b564-1fe888d3292e req-4d35f7a8-fb30-483d-89f4-6897a855b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:26.324863 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5c82f3a9-8d4f-4bed-b564-1fe888d3292e req-4d35f7a8-fb30-483d-89f4-6897a855b6b4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3&tenant_id=1cc50ee140854bcc8f6ed45dd231f31c HTTP/1.1" status: 200 len: 1126 time: 0.7245963 Feb 20 05:54:26.548900 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c376d3ee-0f1c-4349-9301-26d8deb4f526 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f34456cd-65c9-4026-b260-5628189231ae), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:26.560306 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e02358-ea7f-4ff4-a56a-8dea9290a212 req-5db69132-845d-4c07-8602-db369df464ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:26.562230 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-98e02358-ea7f-4ff4-a56a-8dea9290a212 req-5db69132-845d-4c07-8602-db369df464ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31ac9d55-2ac0-4f22-ae17-262bbbe19926 HTTP/1.1" status: 200 len: 850 time: 0.5349283 Feb 20 05:54:26.582014 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8947c9bc-6947-4f65-b187-cb1d6bca75e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:26.585631 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8947c9bc-6947-4f65-b187-cb1d6bca75e7 None None] The sync data for ids ['4de3af68-9e8f-4c28-a563-11664e670186'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:54:26.680509 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82f3a9-8d4f-4bed-b564-1fe888d3292e req-d5ee03f3-009b-475f-8d2c-35f6124d270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:26.682503 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5c82f3a9-8d4f-4bed-b564-1fe888d3292e req-d5ee03f3-009b-475f-8d2c-35f6124d270f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1cc50ee140854bcc8f6ed45dd231f31c&device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 1126 time: 0.3049433 Feb 20 05:54:26.764606 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-796f769c-ec36-4fb1-aedb-6125b8868d25 None None] Current status of the port 5c02bc13-1437-4d94-b54c-f52f55d506c3 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:54:26.786286 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e7365931-98d7-4517-91da-c9fd140beaaa req-07d210f5-6842-459e-82b9-6494e2198da4 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b022cf1-532c-4440-a447-e54e4cf13126 HTTP/1.1" status: 200 len: 210 time: 0.1112664 Feb 20 05:54:26.830242 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-796f769c-ec36-4fb1-aedb-6125b8868d25 None None] Provisioning complete for port f34456cd-65c9-4026-b260-5628189231ae triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:26.830526 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82f3a9-8d4f-4bed-b564-1fe888d3292e req-7b3eca21-a29c-4862-bfe6-042cadff9d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:26.832084 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5c82f3a9-8d4f-4bed-b564-1fe888d3292e req-7b3eca21-a29c-4862-bfe6-042cadff9d35 service neutron] 10.222.0.48 "GET /v2.0/networks?id=72954832-dc86-4706-b5e9-cf8eb66f0446 HTTP/1.1" status: 200 len: 916 time: 0.1384673 Feb 20 05:54:26.834173 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-796f769c-ec36-4fb1-aedb-6125b8868d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f34456cd-65c9-4026-b260-5628189231ae), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:26.835245 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e02358-ea7f-4ff4-a56a-8dea9290a212 req-6891fd9f-5977-4ad0-8457-ef08d591cbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:26.836703 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-98e02358-ea7f-4ff4-a56a-8dea9290a212 req-6891fd9f-5977-4ad0-8457-ef08d591cbee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc99b155-842d-47d9-a797-22be9782748f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2685761 Feb 20 05:54:26.934811 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-796f769c-ec36-4fb1-aedb-6125b8868d25 None None] Port f34456cd-65c9-4026-b260-5628189231ae cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:54:27.073495 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5c82f3a9-8d4f-4bed-b564-1fe888d3292e req-ee60d8eb-7f5a-43aa-9dbe-468e7cde106f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7766f16-9671-411a-9975-a68233359b96 HTTP/1.1" status: 200 len: 1000 time: 0.2356589 Feb 20 05:54:27.079715 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-605eb9f5-d6cb-4896-a790-1648e6da55fe None None] Provisioning complete for port f34456cd-65c9-4026-b260-5628189231ae triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:27.083363 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-605eb9f5-d6cb-4896-a790-1648e6da55fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f34456cd-65c9-4026-b260-5628189231ae), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:27.205980 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-605eb9f5-d6cb-4896-a790-1648e6da55fe None None] Port f34456cd-65c9-4026-b260-5628189231ae cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:54:27.230617 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82f3a9-8d4f-4bed-b564-1fe888d3292e req-08a63fef-09f5-4fc5-b144-4fbced8de9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:27.232393 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5c82f3a9-8d4f-4bed-b564-1fe888d3292e req-08a63fef-09f5-4fc5-b144-4fbced8de9d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec01882b-2949-4e73-b51b-e8c64ca48e8d HTTP/1.1" status: 200 len: 855 time: 0.1514325 Feb 20 05:54:27.333407 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d5271b30-2544-4fb2-9eef-4247e13834f0 None None] Provisioning complete for port f34456cd-65c9-4026-b260-5628189231ae triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:27.333921 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-98e02358-ea7f-4ff4-a56a-8dea9290a212 req-b680c5c1-7247-47ab-a0e1-0cf820502560 service neutron] 10.222.0.61 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675748 Feb 20 05:54:27.334957 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5271b30-2544-4fb2-9eef-4247e13834f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f34456cd-65c9-4026-b260-5628189231ae), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:27.383553 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c376d3ee-0f1c-4349-9301-26d8deb4f526 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for port (f34456cd-65c9-4026-b260-5628189231ae), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:27.397613 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c376d3ee-0f1c-4349-9301-26d8deb4f526 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (f34456cd-65c9-4026-b260-5628189231ae), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:27.406761 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c376d3ee-0f1c-4349-9301-26d8deb4f526 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:27.407824 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c376d3ee-0f1c-4349-9301-26d8deb4f526 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:27.413370 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c376d3ee-0f1c-4349-9301-26d8deb4f526 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "PUT /v2.0/ports/f34456cd-65c9-4026-b260-5628189231ae HTTP/1.1" status: 200 len: 911 time: 1.2815475 Feb 20 05:54:27.416981 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 58788) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:27.447615 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d5271b30-2544-4fb2-9eef-4247e13834f0 None None] Port f34456cd-65c9-4026-b260-5628189231ae cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:54:27.467195 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82f3a9-8d4f-4bed-b564-1fe888d3292e req-aa5c490e-16e8-48bb-9241-c587eb927456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:27.469417 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5c82f3a9-8d4f-4bed-b564-1fe888d3292e req-aa5c490e-16e8-48bb-9241-c587eb927456 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72954832-dc86-4706-b5e9-cf8eb66f0446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2178600 Feb 20 05:54:27.616228 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 1d64f873-1d9e-4498-8394-4a6a8816a58a no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:54:27.661736 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 1d64f873-1d9e-4498-8394-4a6a8816a58a {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:54:27.662232 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 1d64f873-1d9e-4498-8394-4a6a8816a58a not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:54:27.802011 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-98e02358-ea7f-4ff4-a56a-8dea9290a212 req-9ed62a21-ad86-4e4e-904a-8c706356e537 service neutron] 10.222.0.61 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578161 Feb 20 05:54:27.824686 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5c82f3a9-8d4f-4bed-b564-1fe888d3292e req-2616445f-e4f3-4033-8c9a-6d2effb663f9 service neutron] 10.222.0.48 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461587 Feb 20 05:54:28.074122 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5c82f3a9-8d4f-4bed-b564-1fe888d3292e req-95fa2905-1e72-4618-957f-32d2691156f1 service neutron] 10.222.0.48 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309287 Feb 20 05:54:28.148611 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376d3ee-0f1c-4349-9301-26d8deb4f526 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Port': ['ID=f34456cd-65c9-4026-b260-5628189231ae,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:28.168146 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be6650-6164-4686-9169-3800743fa332 req-d802ea19-a931-4ae1-8157-414165c3d5db tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:28.169932 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-90be6650-6164-4686-9169-3800743fa332 req-d802ea19-a931-4ae1-8157-414165c3d5db tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 944 time: 0.9829166 Feb 20 05:54:28.397232 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-90be6650-6164-4686-9169-3800743fa332 req-f3e0f9ab-5c5f-41a7-9af9-de889d301a3c tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193077 Feb 20 05:54:29.020342 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97d55f45-b56b-48dc-a7f8-046dad77312e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (4de3af68-9e8f-4c28-a563-11664e670186), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:29.938823 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3fee8-7c8b-413e-be04-77d32dd72dfd req-05873e3d-a552-4b44-a82e-50e1254e180a tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:29.946915 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5fe3fee8-7c8b-413e-be04-77d32dd72dfd req-05873e3d-a552-4b44-a82e-50e1254e180a tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 944 time: 0.3047252 Feb 20 05:54:30.037228 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-97d55f45-b56b-48dc-a7f8-046dad77312e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Deleting port f34456cd-65c9-4026-b260-5628189231ae {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:54:30.037824 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97d55f45-b56b-48dc-a7f8-046dad77312e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (f34456cd-65c9-4026-b260-5628189231ae), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:30.057522 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5fe3fee8-7c8b-413e-be04-77d32dd72dfd req-3b000a1f-88f4-48bb-bf9e-9ef70a4fdce2 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096766 Feb 20 05:54:30.258326 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97d55f45-b56b-48dc-a7f8-046dad77312e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (f34456cd-65c9-4026-b260-5628189231ae), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:30.289412 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-97d55f45-b56b-48dc-a7f8-046dad77312e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Calling delete_port for f34456cd-65c9-4026-b260-5628189231ae owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:54:30.490555 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef1f65-8c2b-460a-8e47-e98e4857f86c req-b39722e1-a873-4deb-8ec9-6ea9739b6f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:30.493635 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5cef1f65-8c2b-460a-8e47-e98e4857f86c req-b39722e1-a873-4deb-8ec9-6ea9739b6f3c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1cc50ee140854bcc8f6ed45dd231f31c&device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 1126 time: 0.1559300 Feb 20 05:54:30.741433 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97d55f45-b56b-48dc-a7f8-046dad77312e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (f34456cd-65c9-4026-b260-5628189231ae), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:30.754832 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef1f65-8c2b-460a-8e47-e98e4857f86c req-55e384ff-1b13-453e-a2f3-dd701cdea669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:30.756911 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5cef1f65-8c2b-460a-8e47-e98e4857f86c req-55e384ff-1b13-453e-a2f3-dd701cdea669 service neutron] 10.222.0.48 "GET /v2.0/networks?id=72954832-dc86-4706-b5e9-cf8eb66f0446 HTTP/1.1" status: 200 len: 916 time: 0.2380393 Feb 20 05:54:30.804813 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d55f45-b56b-48dc-a7f8-046dad77312e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Port': ['ID=f34456cd-65c9-4026-b260-5628189231ae,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:30.963245 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97d55f45-b56b-48dc-a7f8-046dad77312e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (4de3af68-9e8f-4c28-a563-11664e670186), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:31.007599 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5cef1f65-8c2b-460a-8e47-e98e4857f86c req-b60bdd5b-626f-4c8f-ade2-9c790b3894aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7766f16-9671-411a-9975-a68233359b96 HTTP/1.1" status: 200 len: 1000 time: 0.2347560 Feb 20 05:54:31.190667 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef1f65-8c2b-460a-8e47-e98e4857f86c req-2ef43985-7317-4c6c-aebb-e8d30cf61a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:31.192225 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5cef1f65-8c2b-460a-8e47-e98e4857f86c req-2ef43985-7317-4c6c-aebb-e8d30cf61a4b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec01882b-2949-4e73-b51b-e8c64ca48e8d HTTP/1.1" status: 200 len: 855 time: 0.1813905 Feb 20 05:54:31.364405 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d55f45-b56b-48dc-a7f8-046dad77312e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Router 4de3af68-9e8f-4c28-a563-11664e670186 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:54:31.394404 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef1f65-8c2b-460a-8e47-e98e4857f86c req-c8eb93d8-fd70-47e0-b77b-34196f8173d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:31.398018 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5cef1f65-8c2b-460a-8e47-e98e4857f86c req-c8eb93d8-fd70-47e0-b77b-34196f8173d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72954832-dc86-4706-b5e9-cf8eb66f0446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1928902 Feb 20 05:54:31.582448 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5cef1f65-8c2b-460a-8e47-e98e4857f86c req-1c151e39-dac6-41e1-bfb3-c882abb13bc9 service neutron] 10.222.0.48 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673570 Feb 20 05:54:31.776265 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8af9d6-19bd-4cb1-af10-eb0cfc701872 req-37f0221a-da36-44e6-8f2e-5aeab326696d tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:31.781688 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3a8af9d6-19bd-4cb1-af10-eb0cfc701872 req-37f0221a-da36-44e6-8f2e-5aeab326696d tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 944 time: 0.4443622 Feb 20 05:54:31.784838 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d55f45-b56b-48dc-a7f8-046dad77312e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:54:31.795362 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a5f0ce-6d9a-4bec-be28-9e0542c81da2 None None] Sync routers for ids ['4de3af68-9e8f-4c28-a563-11664e670186'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:54:31.802332 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-97d55f45-b56b-48dc-a7f8-046dad77312e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "PUT /v2.0/routers/4de3af68-9e8f-4c28-a563-11664e670186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3800652 Feb 20 05:54:31.811512 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5cef1f65-8c2b-460a-8e47-e98e4857f86c req-f10543c2-25a7-4cf2-ad67-5c8cd78a2ae2 service neutron] 10.222.0.48 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205739 Feb 20 05:54:31.812561 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 59044) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:31.830005 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a5f0ce-6d9a-4bec-be28-9e0542c81da2 None None] Routers {'4de3af68-9e8f-4c28-a563-11664e670186'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:54:31.830654 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-84a5f0ce-6d9a-4bec-be28-9e0542c81da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:54:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['4de3af68-9e8f-4c28-a563-11664e670186'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:31.941541 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a0eee3e9-0a95-4605-8930-46e6ca144d5b tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "GET /v2.0/ports?device_id=4de3af68-9e8f-4c28-a563-11664e670186 HTTP/1.1" status: 200 len: 205 time: 0.1263649 Feb 20 05:54:31.944417 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59056) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:31.964386 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-84a5f0ce-6d9a-4bec-be28-9e0542c81da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:31.970161 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3a8af9d6-19bd-4cb1-af10-eb0cfc701872 req-9c9dfa2b-63c2-47c3-b89e-93dc5ab8943a tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659851 Feb 20 05:54:32.037306 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a5f0ce-6d9a-4bec-be28-9e0542c81da2 None None] Routers {'4de3af68-9e8f-4c28-a563-11664e670186'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:54:32.045556 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-84a5f0ce-6d9a-4bec-be28-9e0542c81da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:54:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['4de3af68-9e8f-4c28-a563-11664e670186'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:32.149999 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-043be9dc-122a-4d9a-9da2-29f123ceff2a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router (4de3af68-9e8f-4c28-a563-11664e670186), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:32.215126 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-84a5f0ce-6d9a-4bec-be28-9e0542c81da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:32.218247 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a5f0ce-6d9a-4bec-be28-9e0542c81da2 None None] The sync data for ids ['4de3af68-9e8f-4c28-a563-11664e670186'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:54:32.554024 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-043be9dc-122a-4d9a-9da2-29f123ceff2a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (4de3af68-9e8f-4c28-a563-11664e670186), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:32.558879 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-043be9dc-122a-4d9a-9da2-29f123ceff2a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router_controller (4de3af68-9e8f-4c28-a563-11664e670186), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:32.638154 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-043be9dc-122a-4d9a-9da2-29f123ceff2a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (4de3af68-9e8f-4c28-a563-11664e670186), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:32.639156 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043be9dc-122a-4d9a-9da2-29f123ceff2a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Fanout notify agent at l3_agent the message router_deleted on router 4de3af68-9e8f-4c28-a563-11664e670186 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:54:32.645915 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-043be9dc-122a-4d9a-9da2-29f123ceff2a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:32.650745 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 59092) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:32.653074 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-043be9dc-122a-4d9a-9da2-29f123ceff2a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/routers/4de3af68-9e8f-4c28-a563-11664e670186 HTTP/1.1" status: 204 len: 168 time: 0.7075140 Feb 20 05:54:32.803236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-e208585a-10bd-4388-b00a-aded922af8de tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Deleting subnet 177fff84-4909-41f9-b968-3e56296bea7a {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:54:32.811459 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e208585a-10bd-4388-b00a-aded922af8de tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for subnet (177fff84-4909-41f9-b968-3e56296bea7a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:32.917364 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e208585a-10bd-4388-b00a-aded922af8de tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (177fff84-4909-41f9-b968-3e56296bea7a), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:33.050340 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e208585a-10bd-4388-b00a-aded922af8de tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (177fff84-4909-41f9-b968-3e56296bea7a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:33.253588 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e208585a-10bd-4388-b00a-aded922af8de tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (177fff84-4909-41f9-b968-3e56296bea7a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:33.409890 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208585a-10bd-4388-b00a-aded922af8de tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Subnet': ['ID=177fff84-4909-41f9-b968-3e56296bea7a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:33.429335 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e208585a-10bd-4388-b00a-aded922af8de tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:33.434849 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfed4cef-d73d-4ead-9a8c-b2d431451cd6 None None] Network f51a53ae-2008-405b-8005-32f49cb30e91 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:54:33.447003 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e208585a-10bd-4388-b00a-aded922af8de tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/subnets/177fff84-4909-41f9-b968-3e56296bea7a HTTP/1.1" status: 204 len: 168 time: 0.7935369 Feb 20 05:54:33.448343 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59112) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:33.526090 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8e010-c67d-4843-ae03-38dc82638f8e req-21d818e5-1b3b-4b15-82c9-10e924d32c08 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:33.527728 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2fd8e010-c67d-4843-ae03-38dc82638f8e req-21d818e5-1b3b-4b15-82c9-10e924d32c08 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 944 time: 0.3428752 Feb 20 05:54:33.673438 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fb7ce3-48ab-4e22-9175-447937c11915 None None] DHCP port deletion for f51a53ae-2008-405b-8005-32f49cb30e91 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:54:33.720670 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2fd8e010-c67d-4843-ae03-38dc82638f8e req-8bddaf8b-7e85-4236-ab21-499356ff3588 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854105 Feb 20 05:54:33.739411 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37452f85-4523-4657-a0c8-087c39121732 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (f51a53ae-2008-405b-8005-32f49cb30e91), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:33.860788 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-19fb7ce3-48ab-4e22-9175-447937c11915 None None] Deleting port 5c02bc13-1437-4d94-b54c-f52f55d506c3 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:54:33.861162 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19fb7ce3-48ab-4e22-9175-447937c11915 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (5c02bc13-1437-4d94-b54c-f52f55d506c3), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:33.926476 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-37452f85-4523-4657-a0c8-087c39121732 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Deleting port 5c02bc13-1437-4d94-b54c-f52f55d506c3 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:54:33.938639 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37452f85-4523-4657-a0c8-087c39121732 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (5c02bc13-1437-4d94-b54c-f52f55d506c3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:34.126237 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-19fb7ce3-48ab-4e22-9175-447937c11915 None None] For port 5c02bc13-1437-4d94-b54c-f52f55d506c3, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=5c02bc13-1437-4d94-b54c-f52f55d506c3,segment=NetworkSegment(d85c837a-e758-4b43-8f78-a96a495bd32b),segment_id=d85c837a-e758-4b43-8f78-a96a495bd32b)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:54:34.130238 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19fb7ce3-48ab-4e22-9175-447937c11915 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (5c02bc13-1437-4d94-b54c-f52f55d506c3), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:34.193132 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-19fb7ce3-48ab-4e22-9175-447937c11915 None None] Calling delete_port for 5c02bc13-1437-4d94-b54c-f52f55d506c3 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:54:34.213162 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-37452f85-4523-4657-a0c8-087c39121732 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] For port 5c02bc13-1437-4d94-b54c-f52f55d506c3, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=5c02bc13-1437-4d94-b54c-f52f55d506c3,segment=NetworkSegment(d85c837a-e758-4b43-8f78-a96a495bd32b),segment_id=d85c837a-e758-4b43-8f78-a96a495bd32b)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:54:34.213932 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37452f85-4523-4657-a0c8-087c39121732 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (5c02bc13-1437-4d94-b54c-f52f55d506c3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:34.269886 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-37452f85-4523-4657-a0c8-087c39121732 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Calling delete_port for 5c02bc13-1437-4d94-b54c-f52f55d506c3 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:54:34.602429 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37452f85-4523-4657-a0c8-087c39121732 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (5c02bc13-1437-4d94-b54c-f52f55d506c3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:34.613967 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19fb7ce3-48ab-4e22-9175-447937c11915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (5c02bc13-1437-4d94-b54c-f52f55d506c3), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:34.684240 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb7ce3-48ab-4e22-9175-447937c11915 None None] Pushing event deleted for resources: {'Port': ['ID=5c02bc13-1437-4d94-b54c-f52f55d506c3,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:34.699560 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fb7ce3-48ab-4e22-9175-447937c11915 None None] No DVR routers for this DVR port 5c02bc13-1437-4d94-b54c-f52f55d506c3 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:54:34.721765 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37452f85-4523-4657-a0c8-087c39121732 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] No DVR routers for this DVR port 5c02bc13-1437-4d94-b54c-f52f55d506c3 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:54:34.725196 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37452f85-4523-4657-a0c8-087c39121732 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Port': ['ID=5c02bc13-1437-4d94-b54c-f52f55d506c3,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:35.108138 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37452f85-4523-4657-a0c8-087c39121732 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (f51a53ae-2008-405b-8005-32f49cb30e91), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:35.150287 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a518a38-1433-4743-ba15-c1d0648dff78 req-f402e44a-7895-4c78-baac-7e5e597c856a tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:35.164438 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8a518a38-1433-4743-ba15-c1d0648dff78 req-f402e44a-7895-4c78-baac-7e5e597c856a tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 944 time: 0.2263145 Feb 20 05:54:35.193355 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-37452f85-4523-4657-a0c8-087c39121732 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51a53ae-2008-405b-8005-32f49cb30e91']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:35.245611 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-37452f85-4523-4657-a0c8-087c39121732 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd85c837a-e758-4b43-8f78-a96a495bd32b') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:35.245945 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-37452f85-4523-4657-a0c8-087c39121732 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd85c837a-e758-4b43-8f78-a96a495bd32b') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:35.317074 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37452f85-4523-4657-a0c8-087c39121732 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (d85c837a-e758-4b43-8f78-a96a495bd32b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:35.334573 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 5c02bc13-1437-4d94-b54c-f52f55d506c3 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:54:35.386609 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 5c02bc13-1437-4d94-b54c-f52f55d506c3 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:54:35.390049 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 5c02bc13-1437-4d94-b54c-f52f55d506c3 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:54:35.403616 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8a518a38-1433-4743-ba15-c1d0648dff78 req-04d00331-d177-46e7-8daf-266e16823d6c tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379940 Feb 20 05:54:35.413059 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37452f85-4523-4657-a0c8-087c39121732 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d85c837a-e758-4b43-8f78-a96a495bd32b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:35.438649 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37452f85-4523-4657-a0c8-087c39121732 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:54:35.439196 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37452f85-4523-4657-a0c8-087c39121732 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (d85c837a-e758-4b43-8f78-a96a495bd32b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:54:35.445477 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:54:35.594420 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37452f85-4523-4657-a0c8-087c39121732 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (f51a53ae-2008-405b-8005-32f49cb30e91), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:35.618651 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37452f85-4523-4657-a0c8-087c39121732 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:35.628393 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-37452f85-4523-4657-a0c8-087c39121732 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/networks/f51a53ae-2008-405b-8005-32f49cb30e91 HTTP/1.1" status: 204 len: 168 time: 2.1751356 Feb 20 05:54:35.628393 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59142) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:35.635315 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c590269f-38af-4fa1-a824-1e9836d3a004 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-523818154', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:54:35.661001 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37452f85-4523-4657-a0c8-087c39121732 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Network': ['ID=f51a53ae-2008-405b-8005-32f49cb30e91,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:35.707951 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c590269f-38af-4fa1-a824-1e9836d3a004 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (6b14d62b-940b-4307-969a-3906289546e9), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:35.710220 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c590269f-38af-4fa1-a824-1e9836d3a004 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (6b14d62b-940b-4307-969a-3906289546e9), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:35.801093 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c590269f-38af-4fa1-a824-1e9836d3a004 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router_controller (6b14d62b-940b-4307-969a-3906289546e9), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:35.808372 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c590269f-38af-4fa1-a824-1e9836d3a004 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (6b14d62b-940b-4307-969a-3906289546e9), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:35.846498 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c590269f-38af-4fa1-a824-1e9836d3a004 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:35.855678 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 59144) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:35.855807 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c590269f-38af-4fa1-a824-1e9836d3a004 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2208295 Feb 20 05:54:35.859833 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a16ee81f-0b03-4fb9-a597-491457a1e5cc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2143983661'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:54:35.901199 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16ee81f-0b03-4fb9-a597-491457a1e5cc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Made reservation on behalf of a2613a7574bb49c4a1dbfc74ee90b857 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:54:35.905893 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a16ee81f-0b03-4fb9-a597-491457a1e5cc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:35.947518 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16ee81f-0b03-4fb9-a597-491457a1e5cc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:54:35.961834 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a16ee81f-0b03-4fb9-a597-491457a1e5cc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:35.962398 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-a16ee81f-0b03-4fb9-a597-491457a1e5cc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Added segment 1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b of type vlan for network 116887cc-6edd-4815-8b58-8d7fe3918b5d Feb 20 05:54:36.019719 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a16ee81f-0b03-4fb9-a597-491457a1e5cc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (116887cc-6edd-4815-8b58-8d7fe3918b5d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:36.051032 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a16ee81f-0b03-4fb9-a597-491457a1e5cc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (116887cc-6edd-4815-8b58-8d7fe3918b5d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:36.063388 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16ee81f-0b03-4fb9-a597-491457a1e5cc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:36.064125 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a16ee81f-0b03-4fb9-a597-491457a1e5cc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:36.209532 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59148) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:36.214856 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-f418a0bc-0378-484d-a679-bcce5fa1f959 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'subnet': {'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:54:36.219026 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a16ee81f-0b03-4fb9-a597-491457a1e5cc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3653831 Feb 20 05:54:36.271692 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ee81f-0b03-4fb9-a597-491457a1e5cc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Network': ['ID=116887cc-6edd-4815-8b58-8d7fe3918b5d,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:36.286741 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 116887cc-6edd-4815-8b58-8d7fe3918b5d details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:54:36.349889 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f418a0bc-0378-484d-a679-bcce5fa1f959 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Made reservation on behalf of a2613a7574bb49c4a1dbfc74ee90b857 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:54:36.354197 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f418a0bc-0378-484d-a679-bcce5fa1f959 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:36.512032 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 59156) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:37.050677 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bdb49-3828-499f-bb78-80de1a8c2a8a req-b99b7ed7-b6a9-43f6-85b3-6492abecba85 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:37.052339 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-533bdb49-3828-499f-bb78-80de1a8c2a8a req-b99b7ed7-b6a9-43f6-85b3-6492abecba85 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 944 time: 0.4108036 Feb 20 05:54:37.294025 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-533bdb49-3828-499f-bb78-80de1a8c2a8a req-552aabcb-be1c-47b9-8b5a-40b0234b3842 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339110 Feb 20 05:54:37.362640 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-639876da-8539-4e8f-9732-7009af35ce14 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Deleting port f0271adc-4080-4f58-bc29-9f0df12180a3 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:54:37.365247 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-639876da-8539-4e8f-9732-7009af35ce14 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (f0271adc-4080-4f58-bc29-9f0df12180a3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:37.557864 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f418a0bc-0378-484d-a679-bcce5fa1f959 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (d2d68175-3811-423f-9733-640c718cde32), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:37.682274 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-639876da-8539-4e8f-9732-7009af35ce14 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (f0271adc-4080-4f58-bc29-9f0df12180a3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:37.683087 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-639876da-8539-4e8f-9732-7009af35ce14 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for floatingip (f0271adc-4080-4f58-bc29-9f0df12180a3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:37.772185 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-639876da-8539-4e8f-9732-7009af35ce14 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Calling delete_port for f0271adc-4080-4f58-bc29-9f0df12180a3 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:54:37.818826 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f418a0bc-0378-484d-a679-bcce5fa1f959 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Checking segment: {'id': '1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:54:37.820756 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f418a0bc-0378-484d-a679-bcce5fa1f959 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network hostable DHCP agents. Network: 116887cc-6edd-4815-8b58-8d7fe3918b5d, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:54:37.866473 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418a0bc-0378-484d-a679-bcce5fa1f959 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Subnet': ['ID=d2d68175-3811-423f-9733-640c718cde32,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:37.912520 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f418a0bc-0378-484d-a679-bcce5fa1f959 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network 116887cc-6edd-4815-8b58-8d7fe3918b5d is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:54:37.927334 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-f418a0bc-0378-484d-a679-bcce5fa1f959 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 116887cc-6edd-4815-8b58-8d7fe3918b5d) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:54:37.933209 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f418a0bc-0378-484d-a679-bcce5fa1f959 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:37.934365 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f418a0bc-0378-484d-a679-bcce5fa1f959 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:37.937829 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1950754e-c15e-4fdf-9c3f-3e8c886ffe60 None None] Network 116887cc-6edd-4815-8b58-8d7fe3918b5d requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:54:37.988252 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f418a0bc-0378-484d-a679-bcce5fa1f959 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7636864 Feb 20 05:54:38.008629 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59184) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:38.380055 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-639876da-8539-4e8f-9732-7009af35ce14 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (f0271adc-4080-4f58-bc29-9f0df12180a3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:38.529272 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639876da-8539-4e8f-9732-7009af35ce14 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Pushing event deleted for resources: {'Port': ['ID=f0271adc-4080-4f58-bc29-9f0df12180a3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:38.892406 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-639876da-8539-4e8f-9732-7009af35ce14 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for floatingip (048ab95f-1812-4a86-81c7-0cc4c78c6c08), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:38.894336 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-639876da-8539-4e8f-9732-7009af35ce14 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Floating IP 048ab95f-1812-4a86-81c7-0cc4c78c6c08 disassociated (deleted). External IP: 172.25.3.63, port: d4b478a6-712d-4b8e-bcec-d522abf7593c. Feb 20 05:54:39.067514 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fcda6-2524-41c1-b0b4-277064fca0ee req-806d9922-6717-4cc0-b3b8-ab3ebb047b65 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:39.069080 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a8fcda6-2524-41c1-b0b4-277064fca0ee req-806d9922-6717-4cc0-b3b8-ab3ebb047b65 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 944 time: 0.4474535 Feb 20 05:54:39.123585 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c513c40b-46f7-48ae-b8cd-794890a15001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-116887cc-6edd-4815-8b58-8d7fe3918b5d', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:54:39.126250 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c513c40b-46f7-48ae-b8cd-794890a15001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:39.404009 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a8fcda6-2524-41c1-b0b4-277064fca0ee req-f313fd50-2b69-4e4a-888a-4b27be7fcc0f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3246303 Feb 20 05:54:39.486510 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-90682da0-24f4-4c43-b6c3-7fe4f37fd924 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:39.492289 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-c513c40b-46f7-48ae-b8cd-794890a15001 None None] Allocated IP 2001:db8::2 (116887cc-6edd-4815-8b58-8d7fe3918b5d/d2d68175-3811-423f-9733-640c718cde32/3bf55f34-7213-432a-a096-c41024c5dc68) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:54:39.735080 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639876da-8539-4e8f-9732-7009af35ce14 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Router 34586335-c1cd-40d8-aaab-68c56f54f6ea has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:54:39.857962 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c513c40b-46f7-48ae-b8cd-794890a15001 None None] Publish callbacks [] for port (3bf55f34-7213-432a-a096-c41024c5dc68), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:39.871837 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c513c40b-46f7-48ae-b8cd-794890a15001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (3bf55f34-7213-432a-a096-c41024c5dc68), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:40.082736 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639876da-8539-4e8f-9732-7009af35ce14 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:54:40.088892 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-639876da-8539-4e8f-9732-7009af35ce14 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:40.117444 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513c40b-46f7-48ae-b8cd-794890a15001 None None] Pushing event updated for resources: {'Port': ['ID=3bf55f34-7213-432a-a096-c41024c5dc68,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:40.159181 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7942c317-a592-4019-b2d5-097105ff5112 None None] Sync routers for ids ['34586335-c1cd-40d8-aaab-68c56f54f6ea'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:54:40.193719 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-639876da-8539-4e8f-9732-7009af35ce14 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "DELETE /v2.0/floatingips/048ab95f-1812-4a86-81c7-0cc4c78c6c08 HTTP/1.1" status: 204 len: 168 time: 3.6789331 Feb 20 05:54:40.194799 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac995ed-bc84-4abd-9000-5fc44ec3092b', 'tag': 'd4b478a6-712d-4b8e-bcec-d522abf7593c'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:54:40.197854 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dd6c6c-70e3-477a-b99a-459b4f593cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "4ac995ed-bc84-4abd-9000-5fc44ec3092b", "tag": "d4b478a6-712d-4b8e-bcec-d522abf7593c"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:54:40.204174 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c513c40b-46f7-48ae-b8cd-794890a15001 None None] Network 116887cc-6edd-4815-8b58-8d7fe3918b5d is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:54:40.206047 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-c513c40b-46f7-48ae-b8cd-794890a15001 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:54:40.250301 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c513c40b-46f7-48ae-b8cd-794890a15001 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:54:40.263277 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7942c317-a592-4019-b2d5-097105ff5112 None None] Routers {'34586335-c1cd-40d8-aaab-68c56f54f6ea'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:54:40.263941 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-7942c317-a592-4019-b2d5-097105ff5112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:54:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['34586335-c1cd-40d8-aaab-68c56f54f6ea'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:40.325181 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-90682da0-24f4-4c43-b6c3-7fe4f37fd924 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Allocated IP 2001:db8::1 (116887cc-6edd-4815-8b58-8d7fe3918b5d/d2d68175-3811-423f-9733-640c718cde32/98d09af7-1f07-4e03-9ca9-95713cb0c9b9) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:54:40.641468 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef3535c-4448-4a54-b0ba-afdff1699a95 x-openstack-request-id: req-2ef3535c-4448-4a54-b0ba-afdff1699a95 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:54:40.641995 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ac995ed-bc84-4abd-9000-5fc44ec3092b", "tag": "d4b478a6-712d-4b8e-bcec-d522abf7593c", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:54:40.642128 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ef3535c-4448-4a54-b0ba-afdff1699a95 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:54:40.642547 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac995ed-bc84-4abd-9000-5fc44ec3092b', 'tag': 'd4b478a6-712d-4b8e-bcec-d522abf7593c', 'status': 'completed', 'code': 200} Feb 20 05:54:40.783439 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-90682da0-24f4-4c43-b6c3-7fe4f37fd924 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for port (98d09af7-1f07-4e03-9ca9-95713cb0c9b9), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:40.885942 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-7942c317-a592-4019-b2d5-097105ff5112 None None] Set router 34586335-c1cd-40d8-aaab-68c56f54f6ea gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:54:40.946588 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dc460-9d98-47ea-861c-07384ac923b9 req-6231ff42-92cc-4037-9d5e-f704eaaee0e0 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:40.948863 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c2dc460-9d98-47ea-861c-07384ac923b9 req-6231ff42-92cc-4037-9d5e-f704eaaee0e0 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 944 time: 0.1860449 Feb 20 05:54:41.094812 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-90682da0-24f4-4c43-b6c3-7fe4f37fd924 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (98d09af7-1f07-4e03-9ca9-95713cb0c9b9), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:41.189515 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c2dc460-9d98-47ea-861c-07384ac923b9 req-01059557-cbb8-4614-8e9c-a379b744d4a0 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340004 Feb 20 05:54:41.326034 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90682da0-24f4-4c43-b6c3-7fe4f37fd924 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network 116887cc-6edd-4815-8b58-8d7fe3918b5d is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:54:41.351353 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd6c6c-70e3-477a-b99a-459b4f593cd6 req-50583e42-bb59-4d24-a7dd-6574bf9452bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:41.353150 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-45dd6c6c-70e3-477a-b99a-459b4f593cd6 req-50583e42-bb59-4d24-a7dd-6574bf9452bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c628ee270a94ff4b5ce2b0598d240ce&device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 1127 time: 0.4928677 Feb 20 05:54:41.400126 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-90682da0-24f4-4c43-b6c3-7fe4f37fd924 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:54:41.434600 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90682da0-24f4-4c43-b6c3-7fe4f37fd924 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:54:41.454329 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-90682da0-24f4-4c43-b6c3-7fe4f37fd924 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (6b14d62b-940b-4307-969a-3906289546e9), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:41.525149 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90682da0-24f4-4c43-b6c3-7fe4f37fd924 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Port': ['ID=98d09af7-1f07-4e03-9ca9-95713cb0c9b9,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:41.567051 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e979fb-f379-49f0-b0ea-8b449645708f req-2acf7ff1-29c2-4aa5-ab63-5834482e64ad tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:41.587229 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-09e979fb-f379-49f0-b0ea-8b449645708f req-2acf7ff1-29c2-4aa5-ab63-5834482e64ad tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 945 time: 0.2211874 Feb 20 05:54:41.756751 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-09e979fb-f379-49f0-b0ea-8b449645708f req-01b73b11-f371-4f59-a7c1-78f17544cbd7 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/security-groups?id=01440de7-4f75-45e7-9e39-d1d660f98335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567464 Feb 20 05:54:41.848110 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-c513c40b-46f7-48ae-b8cd-794890a15001 None None] Attempting to bind port 3bf55f34-7213-432a-a096-c41024c5dc68 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:54:41.848666 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-c513c40b-46f7-48ae-b8cd-794890a15001 None None] Attempting to bind port 3bf55f34-7213-432a-a096-c41024c5dc68 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:54:41.848778 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c513c40b-46f7-48ae-b8cd-794890a15001 None None] Attempting to bind port 3bf55f34-7213-432a-a096-c41024c5dc68 on network 116887cc-6edd-4815-8b58-8d7fe3918b5d {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:54:41.903015 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c513c40b-46f7-48ae-b8cd-794890a15001 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:54:41.903403 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c513c40b-46f7-48ae-b8cd-794890a15001 None None] Checking segment: {'id': '1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:54:41.914594 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c513c40b-46f7-48ae-b8cd-794890a15001 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:41.916825 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c513c40b-46f7-48ae-b8cd-794890a15001 None None] Bound using segment: {'id': '1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:54:41.919508 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-c513c40b-46f7-48ae-b8cd-794890a15001 None None] Bound port: 3bf55f34-7213-432a-a096-c41024c5dc68, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:54:41.920147 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c513c40b-46f7-48ae-b8cd-794890a15001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3bf55f34-7213-432a-a096-c41024c5dc68), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:41.988551 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd6c6c-70e3-477a-b99a-459b4f593cd6 req-86f1e493-96fd-430d-955e-90b532ae2fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:42.002667 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-45dd6c6c-70e3-477a-b99a-459b4f593cd6 req-86f1e493-96fd-430d-955e-90b532ae2fa4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=857e7610-02f5-4bcf-9da6-3d515101f61f HTTP/1.1" status: 200 len: 913 time: 0.6002305 Feb 20 05:54:42.180052 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c513c40b-46f7-48ae-b8cd-794890a15001 None None] For port 3bf55f34-7213-432a-a096-c41024c5dc68, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:54:42.207078 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c513c40b-46f7-48ae-b8cd-794890a15001 None None] For port 3bf55f34-7213-432a-a096-c41024c5dc68, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3bf55f34-7213-432a-a096-c41024c5dc68,segment=NetworkSegment(1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b),segment_id=1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:54:42.231757 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c513c40b-46f7-48ae-b8cd-794890a15001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3bf55f34-7213-432a-a096-c41024c5dc68), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:42.234224 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-45dd6c6c-70e3-477a-b99a-459b4f593cd6 req-7eb84bb4-7737-49fe-a066-71ce6a5a5d4d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4b478a6-712d-4b8e-bcec-d522abf7593c HTTP/1.1" status: 200 len: 217 time: 0.2122934 Feb 20 05:54:42.427758 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-7942c317-a592-4019-b2d5-097105ff5112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'name': 'tempest-TestVolumeBackupRestore-391927416-router', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:22Z', 'updated_at': '2022-02-20T05:46:29Z', 'revision_number': 4, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'gw_port': {'id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:24Z', 'updated_at': '2022-02-20T05:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'a40d652c-9992-4030-b63f-7681916a0f68', 'name': '', 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'mac_address': 'fa:16:3e:48:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '74159ea5-da94-47c3-9460-94aa951cddff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:28Z', 'updated_at': '2022-02-20T05:46:35Z', 'revision_number': 5, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'subnets': [{'id': '74159ea5-da94-47c3-9460-94aa951cddff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:42.568158 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7942c317-a592-4019-b2d5-097105ff5112 None None] Checking router: 34586335-c1cd-40d8-aaab-68c56f54f6ea for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:54:42.570475 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513c40b-46f7-48ae-b8cd-794890a15001 None None] Pushing event updated for resources: {'Port': ['ID=3bf55f34-7213-432a-a096-c41024c5dc68,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:42.611024 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7942c317-a592-4019-b2d5-097105ff5112 None None] Routers {'34586335-c1cd-40d8-aaab-68c56f54f6ea'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:54:42.611668 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-7942c317-a592-4019-b2d5-097105ff5112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:54:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['34586335-c1cd-40d8-aaab-68c56f54f6ea'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:42.631298 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd6c6c-70e3-477a-b99a-459b4f593cd6 req-2555be5c-76ff-4f4c-94a7-069d39a3f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:42.633984 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee6827-55fa-4e5f-898a-c6c0518b5b7d req-87e54f20-a3ab-4430-9167-d4f73a4f641b tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:42.641747 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-04ee6827-55fa-4e5f-898a-c6c0518b5b7d req-87e54f20-a3ab-4430-9167-d4f73a4f641b tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 944 time: 0.2807701 Feb 20 05:54:42.642487 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-45dd6c6c-70e3-477a-b99a-459b4f593cd6 req-2555be5c-76ff-4f4c-94a7-069d39a3f10b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=74159ea5-da94-47c3-9460-94aa951cddff HTTP/1.1" status: 200 len: 852 time: 0.3485091 Feb 20 05:54:42.665955 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd2d11-9e52-443e-a967-a0647cadf1c4 req-3ffc64c8-168c-41bb-bcb0-84d35c46defd tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:42.670333 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-92bd2d11-9e52-443e-a967-a0647cadf1c4 req-3ffc64c8-168c-41bb-bcb0-84d35c46defd tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 945 time: 0.6168354 Feb 20 05:54:42.967496 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-04ee6827-55fa-4e5f-898a-c6c0518b5b7d req-53850b2b-153f-41b8-a78c-c5b70ca0eca1 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178501 Feb 20 05:54:43.168436 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-90682da0-24f4-4c43-b6c3-7fe4f37fd924 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (98d09af7-1f07-4e03-9ca9-95713cb0c9b9), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:43.369555 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd6c6c-70e3-477a-b99a-459b4f593cd6 req-8aff9714-758c-4ac6-a856-24674f7e53bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:43.375413 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-45dd6c6c-70e3-477a-b99a-459b4f593cd6 req-8aff9714-758c-4ac6-a856-24674f7e53bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=857e7610-02f5-4bcf-9da6-3d515101f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7010190 Feb 20 05:54:43.387522 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-7942c317-a592-4019-b2d5-097105ff5112 None None] Set router 34586335-c1cd-40d8-aaab-68c56f54f6ea gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:54:43.647199 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c527558-d2f6-4999-81e2-b4ca097d854c req-6d289d12-bc0b-41ac-b4cc-c4bdbeb2f136 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:43.673741 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c527558-d2f6-4999-81e2-b4ca097d854c req-6d289d12-bc0b-41ac-b4cc-c4bdbeb2f136 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 945 time: 0.2525735 Feb 20 05:54:43.833320 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3bf55f34-7213-432a-a096-c41024c5dc68 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:54:43.955131 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c527558-d2f6-4999-81e2-b4ca097d854c req-29fe4bcc-bdb1-40d1-9c07-2eb2c1827662 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/security-groups?id=01440de7-4f75-45e7-9e39-d1d660f98335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2790177 Feb 20 05:54:44.066192 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-92bd2d11-9e52-443e-a967-a0647cadf1c4 req-a7bc1acc-e569-46bb-ba5d-b29aea063757 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Deleting port d4b478a6-712d-4b8e-bcec-d522abf7593c {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:54:44.066652 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-92bd2d11-9e52-443e-a967-a0647cadf1c4 req-a7bc1acc-e569-46bb-ba5d-b29aea063757 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (d4b478a6-712d-4b8e-bcec-d522abf7593c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:44.329612 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 3bf55f34-7213-432a-a096-c41024c5dc68 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:44.331165 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3bf55f34-7213-432a-a096-c41024c5dc68), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:44.577748 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77169a1-ade6-441b-8dcf-f9334181851b req-e97cb912-4e98-4984-9bc4-dc5e4e19f904 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:44.590145 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b77169a1-ade6-441b-8dcf-f9334181851b req-e97cb912-4e98-4984-9bc4-dc5e4e19f904 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 944 time: 0.3489513 Feb 20 05:54:44.653262 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-92bd2d11-9e52-443e-a967-a0647cadf1c4 req-a7bc1acc-e569-46bb-ba5d-b29aea063757 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] For port d4b478a6-712d-4b8e-bcec-d522abf7593c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d4b478a6-712d-4b8e-bcec-d522abf7593c,segment=NetworkSegment(327005f6-05b1-4d13-898b-12f73bbb891e),segment_id=327005f6-05b1-4d13-898b-12f73bbb891e)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:54:44.663482 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-92bd2d11-9e52-443e-a967-a0647cadf1c4 req-a7bc1acc-e569-46bb-ba5d-b29aea063757 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (d4b478a6-712d-4b8e-bcec-d522abf7593c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:44.714519 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-92bd2d11-9e52-443e-a967-a0647cadf1c4 req-a7bc1acc-e569-46bb-ba5d-b29aea063757 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Calling delete_port for d4b478a6-712d-4b8e-bcec-d522abf7593c owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:54:44.803548 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b77169a1-ade6-441b-8dcf-f9334181851b req-13a8e7df-2687-46a9-a700-6794edf4083a tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115288 Feb 20 05:54:44.867544 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-7942c317-a592-4019-b2d5-097105ff5112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'name': 'tempest-TestVolumeBackupRestore-391927416-router', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:22Z', 'updated_at': '2022-02-20T05:46:29Z', 'revision_number': 4, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'gw_port': {'id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:24Z', 'updated_at': '2022-02-20T05:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'a40d652c-9992-4030-b63f-7681916a0f68', 'name': '', 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'mac_address': 'fa:16:3e:48:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '74159ea5-da94-47c3-9460-94aa951cddff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:28Z', 'updated_at': '2022-02-20T05:46:35Z', 'revision_number': 5, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'subnets': [{'id': '74159ea5-da94-47c3-9460-94aa951cddff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:44.959403 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 3bf55f34-7213-432a-a096-c41024c5dc68 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:54:44.959819 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3bf55f34-7213-432a-a096-c41024c5dc68), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:44.982343 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7942c317-a592-4019-b2d5-097105ff5112 None None] The sync data for ids ['34586335-c1cd-40d8-aaab-68c56f54f6ea'] in n-d-829866-5 is: [{'id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'name': 'tempest-TestVolumeBackupRestore-391927416-router', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:22Z', 'updated_at': '2022-02-20T05:46:29Z', 'revision_number': 4, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'gw_port': {'id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:24Z', 'updated_at': '2022-02-20T05:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'a40d652c-9992-4030-b63f-7681916a0f68', 'name': '', 'network_id': '857e7610-02f5-4bcf-9da6-3d515101f61f', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'mac_address': 'fa:16:3e:48:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '74159ea5-da94-47c3-9460-94aa951cddff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:28Z', 'updated_at': '2022-02-20T05:46:35Z', 'revision_number': 5, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'subnets': [{'id': '74159ea5-da94-47c3-9460-94aa951cddff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:54:44.987164 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453745a8-e548-44cc-a02d-083878174f54 None None] Network 116887cc-6edd-4815-8b58-8d7fe3918b5d requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:54:44.994696 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-45dd6c6c-70e3-477a-b99a-459b4f593cd6 req-52441b47-487b-4606-8185-c46cad821db1 service neutron] 10.222.0.61 "GET /v2.0/networks/857e7610-02f5-4bcf-9da6-3d515101f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5962651 Feb 20 05:54:45.125217 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 3bf55f34-7213-432a-a096-c41024c5dc68, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3bf55f34-7213-432a-a096-c41024c5dc68,segment=NetworkSegment(1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b),segment_id=1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:54:45.187554 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3bf55f34-7213-432a-a096-c41024c5dc68), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:45.261480 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device d4b478a6-712d-4b8e-bcec-d522abf7593c no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:54:45.346919 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-4ecc9431-62fd-4902-9a44-a5da66fdfcfb None None] Provisioning complete for port 3bf55f34-7213-432a-a096-c41024c5dc68 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:45.347403 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4ecc9431-62fd-4902-9a44-a5da66fdfcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3bf55f34-7213-432a-a096-c41024c5dc68), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:45.417614 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78970a-f1da-4fb4-85e2-bcfb0d17d2ec req-a779e443-23fd-492c-82a2-861b4b25d802 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:45.433985 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b78970a-f1da-4fb4-85e2-bcfb0d17d2ec req-a779e443-23fd-492c-82a2-861b4b25d802 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 945 time: 0.2836554 Feb 20 05:54:45.633170 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4ecc9431-62fd-4902-9a44-a5da66fdfcfb None None] Current status of the port 3bf55f34-7213-432a-a096-c41024c5dc68 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:54:45.653339 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b78970a-f1da-4fb4-85e2-bcfb0d17d2ec req-da5cc37d-acec-4c9a-9980-088595058bd6 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/security-groups?id=01440de7-4f75-45e7-9e39-d1d660f98335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164223 Feb 20 05:54:45.685009 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a3753d-df6e-4b75-85d9-a7d4b54be451 None None] New status for floating IP 048ab95f-1812-4a86-81c7-0cc4c78c6c08: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:54:45.769877 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port d4b478a6-712d-4b8e-bcec-d522abf7593c is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:54:45.770406 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d4b478a6-712d-4b8e-bcec-d522abf7593c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:45.857097 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port d4b478a6-712d-4b8e-bcec-d522abf7593c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d4b478a6-712d-4b8e-bcec-d522abf7593c,segment=NetworkSegment(327005f6-05b1-4d13-898b-12f73bbb891e),segment_id=327005f6-05b1-4d13-898b-12f73bbb891e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:54:45.862720 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac995ed-bc84-4abd-9000-5fc44ec3092b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4b478a6-712d-4b8e-bcec-d522abf7593c'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:54:45.871926 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8257560e-b657-429d-b837-5ebe2dd39733" -d '{"events": [{"server_uuid": "4ac995ed-bc84-4abd-9000-5fc44ec3092b", "name": "network-vif-unplugged", "status": "completed", "tag": "d4b478a6-712d-4b8e-bcec-d522abf7593c"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:54:45.882110 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=3bf55f34-7213-432a-a096-c41024c5dc68,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:45.955052 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d4b478a6-712d-4b8e-bcec-d522abf7593c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:46.165256 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=d4b478a6-712d-4b8e-bcec-d522abf7593c,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:46.167741 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ee7ae-3f53-40bc-b4ed-a6f154de3416 req-939e6554-368e-433b-bb19-068aee876479 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:46.174184 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c54ee7ae-3f53-40bc-b4ed-a6f154de3416 req-939e6554-368e-433b-bb19-068aee876479 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 944 time: 0.1863723 Feb 20 05:54:46.380604 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c54ee7ae-3f53-40bc-b4ed-a6f154de3416 req-e2624bad-6052-450d-bad5-75cde7145077 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988602 Feb 20 05:54:46.442678 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a010cd1-d24e-445e-80fc-5cf62cf057bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:46.587970 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ed58c5-c5ea-4236-a0a9-c7c0f3c8508f x-openstack-request-id: req-f0ed58c5-c5ea-4236-a0a9-c7c0f3c8508f {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:54:46.588277 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac995ed-bc84-4abd-9000-5fc44ec3092b", "name": "network-vif-unplugged", "status": "completed", "tag": "d4b478a6-712d-4b8e-bcec-d522abf7593c", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:54:46.588539 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0ed58c5-c5ea-4236-a0a9-c7c0f3c8508f {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:54:46.588943 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac995ed-bc84-4abd-9000-5fc44ec3092b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4b478a6-712d-4b8e-bcec-d522abf7593c', 'code': 200} Feb 20 05:54:46.728269 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-92bd2d11-9e52-443e-a967-a0647cadf1c4 req-a7bc1acc-e569-46bb-ba5d-b29aea063757 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (d4b478a6-712d-4b8e-bcec-d522abf7593c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:46.935447 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-c71a0947-a15b-4c0b-8154-2a54fb06d242 None None] Provisioning complete for port 98d09af7-1f07-4e03-9ca9-95713cb0c9b9 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:46.950370 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c71a0947-a15b-4c0b-8154-2a54fb06d242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (98d09af7-1f07-4e03-9ca9-95713cb0c9b9), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:46.957016 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-77cd5593-5b63-4877-baaf-3d242b11887e req-a218861a-140a-45e5-b62b-ab8b6f9faf9b tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 210 time: 0.1033907 Feb 20 05:54:47.033952 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-45dd6c6c-70e3-477a-b99a-459b4f593cd6 req-0388da8a-7eb7-4656-bad6-a8c751a8ea40 service neutron] 10.222.0.61 "GET /v2.0/networks/857e7610-02f5-4bcf-9da6-3d515101f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0121250 Feb 20 05:54:47.117618 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c71a0947-a15b-4c0b-8154-2a54fb06d242 None None] Port 98d09af7-1f07-4e03-9ca9-95713cb0c9b9 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:54:47.148733 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-90682da0-24f4-4c43-b6c3-7fe4f37fd924 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for port (98d09af7-1f07-4e03-9ca9-95713cb0c9b9), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:47.154536 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-c71a0947-a15b-4c0b-8154-2a54fb06d242 None None] Provisioning complete for port 3bf55f34-7213-432a-a096-c41024c5dc68 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:47.154949 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c71a0947-a15b-4c0b-8154-2a54fb06d242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3bf55f34-7213-432a-a096-c41024c5dc68), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:47.272643 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc1acc-e569-46bb-ba5d-b29aea063757 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Pushing event deleted for resources: {'Port': ['ID=d4b478a6-712d-4b8e-bcec-d522abf7593c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:47.298401 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-90682da0-24f4-4c43-b6c3-7fe4f37fd924 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (98d09af7-1f07-4e03-9ca9-95713cb0c9b9), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:47.301986 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-90682da0-24f4-4c43-b6c3-7fe4f37fd924 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (6b14d62b-940b-4307-969a-3906289546e9), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:47.339483 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc1acc-e569-46bb-ba5d-b29aea063757 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:47.339848 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc1acc-e569-46bb-ba5d-b29aea063757 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:47.341495 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc1acc-e569-46bb-ba5d-b29aea063757 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:47.341898 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc1acc-e569-46bb-ba5d-b29aea063757 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:47.345956 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc1acc-e569-46bb-ba5d-b29aea063757 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:47.346463 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc1acc-e569-46bb-ba5d-b29aea063757 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:47.346819 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc1acc-e569-46bb-ba5d-b29aea063757 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:47.348453 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc1acc-e569-46bb-ba5d-b29aea063757 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:47.348813 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc1acc-e569-46bb-ba5d-b29aea063757 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:47.361936 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc1acc-e569-46bb-ba5d-b29aea063757 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:47.362382 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc1acc-e569-46bb-ba5d-b29aea063757 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:47.362736 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc1acc-e569-46bb-ba5d-b29aea063757 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:47.369890 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc1acc-e569-46bb-ba5d-b29aea063757 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:54:47.422802 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3bf55f34-7213-432a-a096-c41024c5dc68 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:54:47.429535 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bd2d11-9e52-443e-a967-a0647cadf1c4 req-a7bc1acc-e569-46bb-ba5d-b29aea063757 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] No DVR routers for this DVR port d4b478a6-712d-4b8e-bcec-d522abf7593c on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:54:47.574450 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90682da0-24f4-4c43-b6c3-7fe4f37fd924 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Port': ['ID=98d09af7-1f07-4e03-9ca9-95713cb0c9b9,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:47.597476 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-92bd2d11-9e52-443e-a967-a0647cadf1c4 req-a7bc1acc-e569-46bb-ba5d-b29aea063757 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:47.604504 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-92bd2d11-9e52-443e-a967-a0647cadf1c4 req-a7bc1acc-e569-46bb-ba5d-b29aea063757 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.61 "DELETE /v2.0/ports/d4b478a6-712d-4b8e-bcec-d522abf7593c HTTP/1.1" status: 204 len: 173 time: 4.6901667 Feb 20 05:54:47.613644 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac995ed-bc84-4abd-9000-5fc44ec3092b', 'name': 'network-vif-deleted', 'tag': 'd4b478a6-712d-4b8e-bcec-d522abf7593c'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:54:47.616229 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cbfcd2-f4d9-430c-a101-67c3561f7703" -d '{"events": [{"server_uuid": "4ac995ed-bc84-4abd-9000-5fc44ec3092b", "name": "network-vif-deleted", "tag": "d4b478a6-712d-4b8e-bcec-d522abf7593c"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:54:47.631757 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c71a0947-a15b-4c0b-8154-2a54fb06d242 None None] Current status of the port 3bf55f34-7213-432a-a096-c41024c5dc68 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:54:47.850252 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-9f720765-e145-4bef-9d16-76d4b83f42f4 None None] Provisioning complete for port 98d09af7-1f07-4e03-9ca9-95713cb0c9b9 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:47.850630 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f720765-e145-4bef-9d16-76d4b83f42f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (98d09af7-1f07-4e03-9ca9-95713cb0c9b9), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:47.863576 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 3bf55f34-7213-432a-a096-c41024c5dc68 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:47.867026 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3bf55f34-7213-432a-a096-c41024c5dc68), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:47.875525 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5a617-3dbd-4642-8246-6914b1806e0b req-8d4f2a1b-a79b-4436-90b9-6e4cabc282d9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:47.895127 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-52a5a617-3dbd-4642-8246-6914b1806e0b req-8d4f2a1b-a79b-4436-90b9-6e4cabc282d9 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 944 time: 0.2086632 Feb 20 05:54:48.047591 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-52a5a617-3dbd-4642-8246-6914b1806e0b req-cf12dbc7-52d2-4dbb-9eae-657d7a9b0d67 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512568 Feb 20 05:54:48.048313 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90682da0-24f4-4c43-b6c3-7fe4f37fd924 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network 116887cc-6edd-4815-8b58-8d7fe3918b5d is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:54:48.049967 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-90682da0-24f4-4c43-b6c3-7fe4f37fd924 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:54:48.143122 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9f720765-e145-4bef-9d16-76d4b83f42f4 None None] Port 98d09af7-1f07-4e03-9ca9-95713cb0c9b9 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:54:48.192105 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6574b4-c7a4-4923-a665-d0caea759bcf x-openstack-request-id: req-7c6574b4-c7a4-4923-a665-d0caea759bcf {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:54:48.192466 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac995ed-bc84-4abd-9000-5fc44ec3092b", "name": "network-vif-deleted", "tag": "d4b478a6-712d-4b8e-bcec-d522abf7593c", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:54:48.192693 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c6574b4-c7a4-4923-a665-d0caea759bcf {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:54:48.193078 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac995ed-bc84-4abd-9000-5fc44ec3092b', 'name': 'network-vif-deleted', 'tag': 'd4b478a6-712d-4b8e-bcec-d522abf7593c', 'status': 'completed', 'code': 200} Feb 20 05:54:48.278368 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 3bf55f34-7213-432a-a096-c41024c5dc68 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:54:48.369564 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e89cd25b-823e-4b6b-b2e2-6036185dff90 req-f913ee08-8fce-4478-8541-752019bb1323 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 210 time: 0.0534542 Feb 20 05:54:48.404233 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90682da0-24f4-4c43-b6c3-7fe4f37fd924 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Router 6b14d62b-940b-4307-969a-3906289546e9 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:54:48.581484 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2cf5ffbe-9c1e-48d8-b575-e4c28a05ad74 None None] Provisioning complete for port 98d09af7-1f07-4e03-9ca9-95713cb0c9b9 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:48.582193 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2cf5ffbe-9c1e-48d8-b575-e4c28a05ad74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (98d09af7-1f07-4e03-9ca9-95713cb0c9b9), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:48.590261 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90682da0-24f4-4c43-b6c3-7fe4f37fd924 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:54:48.606855 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-90682da0-24f4-4c43-b6c3-7fe4f37fd924 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "PUT /v2.0/routers/6b14d62b-940b-4307-969a-3906289546e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5970943 Feb 20 05:54:48.609591 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59328) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:48.616016 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a62f1cdc-5b8f-430b-8f24-966cdfc2fadc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1058272182'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:54:48.649291 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62f1cdc-5b8f-430b-8f24-966cdfc2fadc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Made reservation on behalf of a2613a7574bb49c4a1dbfc74ee90b857 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:54:48.654656 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a62f1cdc-5b8f-430b-8f24-966cdfc2fadc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:48.693258 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62f1cdc-5b8f-430b-8f24-966cdfc2fadc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:54:48.697436 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2cf5ffbe-9c1e-48d8-b575-e4c28a05ad74 None None] Port 98d09af7-1f07-4e03-9ca9-95713cb0c9b9 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:54:48.702532 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9b1c88-b37e-4895-ac28-c71886482e08 None None] Sync routers for ids ['6b14d62b-940b-4307-969a-3906289546e9'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:54:48.724274 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a62f1cdc-5b8f-430b-8f24-966cdfc2fadc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (94257a51-e13a-43bc-9c0a-45f2a8761adb), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:48.725107 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-a62f1cdc-5b8f-430b-8f24-966cdfc2fadc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Added segment 94257a51-e13a-43bc-9c0a-45f2a8761adb of type vlan for network 514efdd4-6f09-4f05-b565-6957e00c70fa Feb 20 05:54:48.743545 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9b1c88-b37e-4895-ac28-c71886482e08 None None] Routers {'6b14d62b-940b-4307-969a-3906289546e9'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:54:48.744205 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-df9b1c88-b37e-4895-ac28-c71886482e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:54:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['6b14d62b-940b-4307-969a-3906289546e9'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:48.850335 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a62f1cdc-5b8f-430b-8f24-966cdfc2fadc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (514efdd4-6f09-4f05-b565-6957e00c70fa), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:48.910997 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a62f1cdc-5b8f-430b-8f24-966cdfc2fadc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (514efdd4-6f09-4f05-b565-6957e00c70fa), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:48.925709 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62f1cdc-5b8f-430b-8f24-966cdfc2fadc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:48.926381 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a62f1cdc-5b8f-430b-8f24-966cdfc2fadc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:49.042400 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f1cdc-5b8f-430b-8f24-966cdfc2fadc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Network': ['ID=514efdd4-6f09-4f05-b565-6957e00c70fa,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:49.052980 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a62f1cdc-5b8f-430b-8f24-966cdfc2fadc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4394765 Feb 20 05:54:49.053917 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59332) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:49.059611 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-d6c28f02-bb19-473d-be16-2d6fa3d8beee tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'subnet': {'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:54:49.149879 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 514efdd4-6f09-4f05-b565-6957e00c70fa details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:54:49.282924 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c28f02-bb19-473d-be16-2d6fa3d8beee tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Made reservation on behalf of a2613a7574bb49c4a1dbfc74ee90b857 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:54:49.292740 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d6c28f02-bb19-473d-be16-2d6fa3d8beee tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:49.318066 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aaf3c1-5ab3-40fd-b7fd-7b15be1ac314 req-ea4b413c-5b20-4b46-941f-a3f0c59a417c tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:49.331587 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a0aaf3c1-5ab3-40fd-b7fd-7b15be1ac314 req-ea4b413c-5b20-4b46-941f-a3f0c59a417c tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 944 time: 0.1325479 Feb 20 05:54:49.336605 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca874bbf-508d-4484-b798-250a888de1fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:49.383051 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-df9b1c88-b37e-4895-ac28-c71886482e08 None None] Set router 6b14d62b-940b-4307-969a-3906289546e9 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:54:49.426879 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a0aaf3c1-5ab3-40fd-b7fd-7b15be1ac314 req-b68681cf-eefe-4432-a4ba-d6670f51f24f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919421 Feb 20 05:54:49.748511 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:49.779788 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d6c28f02-bb19-473d-be16-2d6fa3d8beee tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (6d7f3f45-ead4-4b59-b2bb-1f27871db022), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:49.789034 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-df9b1c88-b37e-4895-ac28-c71886482e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:54:42Z', 'revision_number': 2, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None, '_interfaces': [{'id': '98d09af7-1f07-4e03-9ca9-95713cb0c9b9', 'name': '', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:f7:6a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:39Z', 'updated_at': '2022-02-20T05:54:45Z', 'revision_number': 2, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'd2d68175-3811-423f-9733-640c718cde32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:49.861157 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9b1c88-b37e-4895-ac28-c71886482e08 None None] Checking router: 6b14d62b-940b-4307-969a-3906289546e9 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:54:49.861515 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9b1c88-b37e-4895-ac28-c71886482e08 None None] Updating router 6b14d62b-940b-4307-969a-3906289546e9 port 98d09af7-1f07-4e03-9ca9-95713cb0c9b9 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:54:49.865172 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1ca99c60-b95f-46ec-af0b-8332a7995ddd req-6f6b0337-8404-4ec0-9ee3-c61aa369e06c tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 210 time: 0.0608139 Feb 20 05:54:49.914256 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df9b1c88-b37e-4895-ac28-c71886482e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (98d09af7-1f07-4e03-9ca9-95713cb0c9b9), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:49.992684 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c28f02-bb19-473d-be16-2d6fa3d8beee tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Subnet': ['ID=6d7f3f45-ead4-4b59-b2bb-1f27871db022,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:49.995434 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c28f02-bb19-473d-be16-2d6fa3d8beee tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Checking segment: {'id': '94257a51-e13a-43bc-9c0a-45f2a8761adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:54:49.995806 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c28f02-bb19-473d-be16-2d6fa3d8beee tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network hostable DHCP agents. Network: 514efdd4-6f09-4f05-b565-6957e00c70fa, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:54:50.047842 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c28f02-bb19-473d-be16-2d6fa3d8beee tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network 514efdd4-6f09-4f05-b565-6957e00c70fa is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:54:50.064334 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-d6c28f02-bb19-473d-be16-2d6fa3d8beee tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 514efdd4-6f09-4f05-b565-6957e00c70fa) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:54:50.077508 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c28f02-bb19-473d-be16-2d6fa3d8beee tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:50.078292 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d6c28f02-bb19-473d-be16-2d6fa3d8beee tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:50.084540 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2905b01-b9e5-402c-8550-8e356684538b None None] Network 514efdd4-6f09-4f05-b565-6957e00c70fa requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:54:50.115464 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d6c28f02-bb19-473d-be16-2d6fa3d8beee tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0609238 Feb 20 05:54:50.118794 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59346) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:50.129255 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f54a8-05a6-4704-be8e-107029d8d9de req-7f32bef0-8309-4c36-a3f0-42de93b1e9d2 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:50.137736 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-791f54a8-05a6-4704-be8e-107029d8d9de req-7f32bef0-8309-4c36-a3f0-42de93b1e9d2 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 945 time: 0.1094511 Feb 20 05:54:50.243710 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-791f54a8-05a6-4704-be8e-107029d8d9de req-8a0596fd-c9f6-4301-b0f8-2f3cc9ee1393 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=959533d2-481e-41a8-b3ea-f6c369b01081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010852 Feb 20 05:54:50.333844 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176917b2-4938-4ade-bd75-d124242ac816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-514efdd4-6f09-4f05-b565-6957e00c70fa', 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa', 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'fixed_ips': [{'subnet_id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:54:50.334716 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-176917b2-4938-4ade-bd75-d124242ac816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:50.647003 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0528e-469e-4425-9f78-4b756264f9d8 req-1cbf3c2d-ad48-4e5c-8b13-b69f56b3a7b2 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:50.654079 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-176917b2-4938-4ade-bd75-d124242ac816 None None] Allocated IP 2001:db8:1::2 (514efdd4-6f09-4f05-b565-6957e00c70fa/6d7f3f45-ead4-4b59-b2bb-1f27871db022/6308671d-7116-4e38-b96b-4f341e84722f) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:54:50.663499 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72f0528e-469e-4425-9f78-4b756264f9d8 req-1cbf3c2d-ad48-4e5c-8b13-b69f56b3a7b2 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 944 time: 0.0994968 Feb 20 05:54:50.765537 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72f0528e-469e-4425-9f78-4b756264f9d8 req-427c15b8-6501-4ce8-b187-ef142de78344 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010959 Feb 20 05:54:50.809204 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d298a0eb-e414-40db-8ef9-efa6958995d2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:50.936791 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-176917b2-4938-4ade-bd75-d124242ac816 None None] Publish callbacks [] for port (6308671d-7116-4e38-b96b-4f341e84722f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:50.994807 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f720521f-7055-4b76-b1e4-08601d96b66c req-b9bdf2ea-98e8-46dd-9c70-724747c8084a tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 210 time: 0.0350626 Feb 20 05:54:51.080995 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df9b1c88-b37e-4895-ac28-c71886482e08 None None] Publish callbacks [] for port (98d09af7-1f07-4e03-9ca9-95713cb0c9b9), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:51.087540 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-176917b2-4938-4ade-bd75-d124242ac816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (6308671d-7116-4e38-b96b-4f341e84722f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:51.177358 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df9b1c88-b37e-4895-ac28-c71886482e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (98d09af7-1f07-4e03-9ca9-95713cb0c9b9), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:51.216565 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176917b2-4938-4ade-bd75-d124242ac816 None None] Network 514efdd4-6f09-4f05-b565-6957e00c70fa is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:54:51.223017 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-176917b2-4938-4ade-bd75-d124242ac816 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:54:51.230028 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176917b2-4938-4ade-bd75-d124242ac816 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:54:51.350733 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176917b2-4938-4ade-bd75-d124242ac816 None None] Pushing event updated for resources: {'Port': ['ID=6308671d-7116-4e38-b96b-4f341e84722f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:51.424295 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-d298a0eb-e414-40db-8ef9-efa6958995d2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Allocated IP 2001:db8:1::1 (514efdd4-6f09-4f05-b565-6957e00c70fa/6d7f3f45-ead4-4b59-b2bb-1f27871db022/a08924f6-8263-4538-8776-bf7764ec0c06) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:54:51.442429 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cec416-098a-468a-96f4-c540eaaec411 None None] Pushing event updated for resources: {'Port': ['ID=98d09af7-1f07-4e03-9ca9-95713cb0c9b9,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:51.493492 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a6d9c-a45d-43e8-87ce-d2a4668c571f req-e5f6f95a-c56c-455d-9713-fbca7746e794 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:51.500406 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b12a6d9c-a45d-43e8-87ce-d2a4668c571f req-e5f6f95a-c56c-455d-9713-fbca7746e794 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 945 time: 0.1314456 Feb 20 05:54:51.605047 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-176917b2-4938-4ade-bd75-d124242ac816 None None] Attempting to bind port 6308671d-7116-4e38-b96b-4f341e84722f on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:54:51.605713 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-176917b2-4938-4ade-bd75-d124242ac816 None None] Attempting to bind port 6308671d-7116-4e38-b96b-4f341e84722f by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '94257a51-e13a-43bc-9c0a-45f2a8761adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:54:51.606931 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176917b2-4938-4ade-bd75-d124242ac816 None None] Attempting to bind port 6308671d-7116-4e38-b96b-4f341e84722f on network 514efdd4-6f09-4f05-b565-6957e00c70fa {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:54:51.726672 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b12a6d9c-a45d-43e8-87ce-d2a4668c571f req-6b0dc64c-f862-4b16-8bab-b1f0559fc900 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=959533d2-481e-41a8-b3ea-f6c369b01081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117867 Feb 20 05:54:51.760858 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176917b2-4938-4ade-bd75-d124242ac816 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:54:51.761259 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176917b2-4938-4ade-bd75-d124242ac816 None None] Checking segment: {'id': '94257a51-e13a-43bc-9c0a-45f2a8761adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:54:51.761878 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-176917b2-4938-4ade-bd75-d124242ac816 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:51.762278 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176917b2-4938-4ade-bd75-d124242ac816 None None] Bound using segment: {'id': '94257a51-e13a-43bc-9c0a-45f2a8761adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:54:51.762839 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-176917b2-4938-4ade-bd75-d124242ac816 None None] Bound port: 6308671d-7116-4e38-b96b-4f341e84722f, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94257a51-e13a-43bc-9c0a-45f2a8761adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:54:51.763365 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-176917b2-4938-4ade-bd75-d124242ac816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6308671d-7116-4e38-b96b-4f341e84722f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:51.783804 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-df9b1c88-b37e-4895-ac28-c71886482e08 None None] Attempting to bind port 98d09af7-1f07-4e03-9ca9-95713cb0c9b9 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:54:51.784418 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-df9b1c88-b37e-4895-ac28-c71886482e08 None None] Attempting to bind port 98d09af7-1f07-4e03-9ca9-95713cb0c9b9 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:54:51.785019 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b1c88-b37e-4895-ac28-c71886482e08 None None] Attempting to bind port 98d09af7-1f07-4e03-9ca9-95713cb0c9b9 on network 116887cc-6edd-4815-8b58-8d7fe3918b5d {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:54:51.795840 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device e7766f16-9671-411a-9975-a68233359b96 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:54:51.978433 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port e7766f16-9671-411a-9975-a68233359b96, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=e7766f16-9671-411a-9975-a68233359b96,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:54:51.993330 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d298a0eb-e414-40db-8ef9-efa6958995d2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for port (a08924f6-8263-4538-8776-bf7764ec0c06), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:52.022464 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab855b2-d07f-46f3-bba0-1866232ac6c3 req-2844a856-23d7-48d6-9602-671c7d8bbe1b tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:52.030479 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ab855b2-d07f-46f3-bba0-1866232ac6c3 req-2844a856-23d7-48d6-9602-671c7d8bbe1b tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 944 time: 0.1096675 Feb 20 05:54:52.047098 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b1c88-b37e-4895-ac28-c71886482e08 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:54:52.047836 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b1c88-b37e-4895-ac28-c71886482e08 None None] Checking segment: {'id': '1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:54:52.048433 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df9b1c88-b37e-4895-ac28-c71886482e08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:52.048999 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b1c88-b37e-4895-ac28-c71886482e08 None None] Bound using segment: {'id': '1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:54:52.052755 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-df9b1c88-b37e-4895-ac28-c71886482e08 None None] Bound port: 98d09af7-1f07-4e03-9ca9-95713cb0c9b9, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:54:52.053402 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df9b1c88-b37e-4895-ac28-c71886482e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (98d09af7-1f07-4e03-9ca9-95713cb0c9b9), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:52.062098 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:52.124666 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'e7766f16-9671-411a-9975-a68233359b96', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'port_id': 'e7766f16-9671-411a-9975-a68233359b96', 'mac_address': 'fa:16:3e:17:b7:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:54:52.134028 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ab855b2-d07f-46f3-bba0-1866232ac6c3 req-acbdbb42-78bb-4a5f-b6fe-dfac5bed948c tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011848 Feb 20 05:54:52.156718 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d298a0eb-e414-40db-8ef9-efa6958995d2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (a08924f6-8263-4538-8776-bf7764ec0c06), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:52.296846 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298a0eb-e414-40db-8ef9-efa6958995d2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Port': ['ID=a08924f6-8263-4538-8776-bf7764ec0c06,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:52.316070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d298a0eb-e414-40db-8ef9-efa6958995d2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network 514efdd4-6f09-4f05-b565-6957e00c70fa is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:54:52.318080 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-d298a0eb-e414-40db-8ef9-efa6958995d2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:54:52.328302 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d298a0eb-e414-40db-8ef9-efa6958995d2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:54:52.329280 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d298a0eb-e414-40db-8ef9-efa6958995d2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (6b14d62b-940b-4307-969a-3906289546e9), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:52.372842 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8aa12b26-2385-4170-b541-c4f88d0cfd04 req-f79ad92c-0566-4ce4-8a8c-8f0a09f9a161 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 210 time: 0.0583599 Feb 20 05:54:52.425627 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2f4e8fe9-a606-4c56-baa9-1d1e26760987 None None] Provisioning complete for port 98d09af7-1f07-4e03-9ca9-95713cb0c9b9 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:52.426043 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f4e8fe9-a606-4c56-baa9-1d1e26760987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (98d09af7-1f07-4e03-9ca9-95713cb0c9b9), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:52.489899 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 59380) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:52.490097 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-176917b2-4938-4ade-bd75-d124242ac816 None None] For port 6308671d-7116-4e38-b96b-4f341e84722f, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:54:52.557218 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-176917b2-4938-4ade-bd75-d124242ac816 None None] For port 6308671d-7116-4e38-b96b-4f341e84722f, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=6308671d-7116-4e38-b96b-4f341e84722f,segment=NetworkSegment(94257a51-e13a-43bc-9c0a-45f2a8761adb),segment_id=94257a51-e13a-43bc-9c0a-45f2a8761adb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:54:52.558880 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port e7766f16-9671-411a-9975-a68233359b96 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:54:52.563507 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e7766f16-9671-411a-9975-a68233359b96), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:52.622262 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-df9b1c88-b37e-4895-ac28-c71886482e08 None None] For port 98d09af7-1f07-4e03-9ca9-95713cb0c9b9, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:54:52.638055 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-df9b1c88-b37e-4895-ac28-c71886482e08 None None] For port 98d09af7-1f07-4e03-9ca9-95713cb0c9b9, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=98d09af7-1f07-4e03-9ca9-95713cb0c9b9,segment=NetworkSegment(1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b),segment_id=1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:54:52.642095 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2f4e8fe9-a606-4c56-baa9-1d1e26760987 None None] Port 98d09af7-1f07-4e03-9ca9-95713cb0c9b9 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:54:52.647656 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-176917b2-4938-4ade-bd75-d124242ac816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6308671d-7116-4e38-b96b-4f341e84722f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:52.689809 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d298a0eb-e414-40db-8ef9-efa6958995d2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a08924f6-8263-4538-8776-bf7764ec0c06), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:52.733830 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df9b1c88-b37e-4895-ac28-c71886482e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (98d09af7-1f07-4e03-9ca9-95713cb0c9b9), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:52.759015 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21d2ed65-628b-4e36-9c3e-6fcbbdcfb8da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:52.774619 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176917b2-4938-4ade-bd75-d124242ac816 None None] Pushing event updated for resources: {'Port': ['ID=6308671d-7116-4e38-b96b-4f341e84722f,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:52.877182 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7766f16-9671-411a-9975-a68233359b96 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:54:52.925236 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port e7766f16-9671-411a-9975-a68233359b96, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=e7766f16-9671-411a-9975-a68233359b96,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:54:52.970981 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:52.973094 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e7766f16-9671-411a-9975-a68233359b96), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:53.043077 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9b1c88-b37e-4895-ac28-c71886482e08 None None] Routers {'6b14d62b-940b-4307-969a-3906289546e9'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:54:53.046729 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-df9b1c88-b37e-4895-ac28-c71886482e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:54:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['6b14d62b-940b-4307-969a-3906289546e9'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:53.071987 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf19245-44fa-44b3-8b13-2decd317082a req-673a8391-e1ea-4a9f-8d44-e9ca6f986242 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:53.076540 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-acf19245-44fa-44b3-8b13-2decd317082a req-673a8391-e1ea-4a9f-8d44-e9ca6f986242 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 945 time: 0.2284462 Feb 20 05:54:53.209719 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:53.214283 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cec416-098a-468a-96f4-c540eaaec411 None None] Pushing event updated for resources: {'Port': ['ID=98d09af7-1f07-4e03-9ca9-95713cb0c9b9,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:53.274025 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['e7766f16-9671-411a-9975-a68233359b96'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:54:53.307539 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-acf19245-44fa-44b3-8b13-2decd317082a req-04165371-32a8-4601-b5cc-a7471590dbb2 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=959533d2-481e-41a8-b3ea-f6c369b01081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245023 Feb 20 05:54:53.442920 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21d2ed65-628b-4e36-9c3e-6fcbbdcfb8da admin admin] Publish callbacks [] for security_group (a7ba1298-510c-483d-ae03-1c08eb47b34f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:53.456942 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21d2ed65-628b-4e36-9c3e-6fcbbdcfb8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a7ba1298-510c-483d-ae03-1c08eb47b34f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:53.547337 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d298a0eb-e414-40db-8ef9-efa6958995d2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for port (a08924f6-8263-4538-8776-bf7764ec0c06), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:53.564099 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d298a0eb-e414-40db-8ef9-efa6958995d2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (a08924f6-8263-4538-8776-bf7764ec0c06), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:53.566019 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d298a0eb-e414-40db-8ef9-efa6958995d2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (6b14d62b-940b-4307-969a-3906289546e9), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:53.660576 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-21d2ed65-628b-4e36-9c3e-6fcbbdcfb8da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08329f172e3940719f7c76ba9a19db2d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1690741 Feb 20 05:54:53.672555 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59400) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:53.673557 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2ed65-628b-4e36-9c3e-6fcbbdcfb8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ba1298-510c-483d-ae03-1c08eb47b34f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:53.676162 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298a0eb-e414-40db-8ef9-efa6958995d2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Port': ['ID=a08924f6-8263-4538-8776-bf7764ec0c06,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:53.755016 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505ed31-fab3-40f5-b740-8211e7ead1b6 req-a6059714-0e31-4bc0-a31a-06bc10ec26af tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:53.756573 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3505ed31-fab3-40f5-b740-8211e7ead1b6 req-a6059714-0e31-4bc0-a31a-06bc10ec26af tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 945 time: 0.2325130 Feb 20 05:54:53.848222 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6308671d-7116-4e38-b96b-4f341e84722f up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:54:53.870042 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3505ed31-fab3-40f5-b740-8211e7ead1b6 req-7db96a5b-5ba2-4997-a644-06b02cf63be8 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011443 Feb 20 05:54:53.970651 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-df9b1c88-b37e-4895-ac28-c71886482e08 None None] Set router 6b14d62b-940b-4307-969a-3906289546e9 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:54:54.004804 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8cb435aa-235d-42ba-8e47-c1c033afbfb4 admin admin] Publish callbacks [] for security_group (a7ba1298-510c-483d-ae03-1c08eb47b34f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:54.074533 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8cb435aa-235d-42ba-8e47-c1c033afbfb4 admin admin] Publish callbacks [] for security_group (a7ba1298-510c-483d-ae03-1c08eb47b34f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:54.099271 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 6308671d-7116-4e38-b96b-4f341e84722f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:54.099644 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6308671d-7116-4e38-b96b-4f341e84722f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:54.101929 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=e7766f16-9671-411a-9975-a68233359b96,revision_number=9']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:54.112195 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d98e6643-6bed-4d8b-bd67-a951825d32f4 None None] Provisioning complete for port 98d09af7-1f07-4e03-9ca9-95713cb0c9b9 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:54.112575 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d98e6643-6bed-4d8b-bd67-a951825d32f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (98d09af7-1f07-4e03-9ca9-95713cb0c9b9), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:54.220693 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8cb435aa-235d-42ba-8e47-c1c033afbfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a7ba1298-510c-483d-ae03-1c08eb47b34f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:54.225835 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8cb435aa-235d-42ba-8e47-c1c033afbfb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:54.233521 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8cb435aa-235d-42ba-8e47-c1c033afbfb4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7ba1298-510c-483d-ae03-1c08eb47b34f HTTP/1.1" status: 204 len: 168 time: 0.5511222 Feb 20 05:54:54.266582 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb435aa-235d-42ba-8e47-c1c033afbfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ba1298-510c-483d-ae03-1c08eb47b34f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:54.321719 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-7dc60f64-cc20-4945-a6be-855391298384 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:54.333929 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-7dc60f64-cc20-4945-a6be-855391298384 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/networks?id=e49102ae-3060-48a8-853b-91c68016e434 HTTP/1.1" status: 200 len: 813 time: 0.3017571 Feb 20 05:54:54.385085 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-f9e35294-0ac8-415d-ac69-feeb258944ec tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/quotas/0a4ef71f8a9048568c69ff01bf2b9bee HTTP/1.1" status: 200 len: 375 time: 0.0501671 Feb 20 05:54:54.397082 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d298a0eb-e414-40db-8ef9-efa6958995d2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network 514efdd4-6f09-4f05-b565-6957e00c70fa is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:54:54.401969 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-d298a0eb-e414-40db-8ef9-efa6958995d2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:54:54.512918 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-d6a7d8aa-06f6-45ac-a2f4-372c3ad8877c tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a4ef71f8a9048568c69ff01bf2b9bee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1263022 Feb 20 05:54:54.813384 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d298a0eb-e414-40db-8ef9-efa6958995d2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Router 6b14d62b-940b-4307-969a-3906289546e9 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:54:54.934136 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d851bb05-02db-447e-9a16-a7ea11312442 None None] Network 514efdd4-6f09-4f05-b565-6957e00c70fa requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:54:54.962799 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59424) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:55.079746 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 6308671d-7116-4e38-b96b-4f341e84722f is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:54:55.080108 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6308671d-7116-4e38-b96b-4f341e84722f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:55.144767 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d298a0eb-e414-40db-8ef9-efa6958995d2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:54:55.150040 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e2db669-8d9f-4213-a11a-7a3290dc28b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:55.162130 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d298a0eb-e414-40db-8ef9-efa6958995d2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "PUT /v2.0/routers/6b14d62b-940b-4307-969a-3906289546e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0421143 Feb 20 05:54:55.162782 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59426) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:55.175611 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-6b126f9e-488f-401f-a568-f9121b5a4465 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1594638549'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:54:55.231550 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b126f9e-488f-401f-a568-f9121b5a4465 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Made reservation on behalf of a2613a7574bb49c4a1dbfc74ee90b857 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:54:55.239444 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6b126f9e-488f-401f-a568-f9121b5a4465 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:55.325753 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b126f9e-488f-401f-a568-f9121b5a4465 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:54:55.343358 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d98e6643-6bed-4d8b-bd67-a951825d32f4 None None] Current status of the port 98d09af7-1f07-4e03-9ca9-95713cb0c9b9 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:54:55.343759 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d98e6643-6bed-4d8b-bd67-a951825d32f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (98d09af7-1f07-4e03-9ca9-95713cb0c9b9), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:55.348082 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6b126f9e-488f-401f-a568-f9121b5a4465 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (26993ebb-3c43-47d0-b829-ad91e1143ee7), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:55.349590 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-6b126f9e-488f-401f-a568-f9121b5a4465 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Added segment 26993ebb-3c43-47d0-b829-ad91e1143ee7 of type vlan for network c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1 Feb 20 05:54:55.452520 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6b126f9e-488f-401f-a568-f9121b5a4465 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:55.515630 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6b126f9e-488f-401f-a568-f9121b5a4465 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:55.526823 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b126f9e-488f-401f-a568-f9121b5a4465 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:55.530415 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6b126f9e-488f-401f-a568-f9121b5a4465 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:55.539671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 6308671d-7116-4e38-b96b-4f341e84722f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=6308671d-7116-4e38-b96b-4f341e84722f,segment=NetworkSegment(94257a51-e13a-43bc-9c0a-45f2a8761adb),segment_id=94257a51-e13a-43bc-9c0a-45f2a8761adb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:54:55.566518 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6308671d-7116-4e38-b96b-4f341e84722f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:55.568379 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:55.627905 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d98e6643-6bed-4d8b-bd67-a951825d32f4 None None] For port 98d09af7-1f07-4e03-9ca9-95713cb0c9b9, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=98d09af7-1f07-4e03-9ca9-95713cb0c9b9,segment=NetworkSegment(1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b),segment_id=1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:54:55.693524 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d98e6643-6bed-4d8b-bd67-a951825d32f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (98d09af7-1f07-4e03-9ca9-95713cb0c9b9), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:55.728092 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-df9b1c88-b37e-4895-ac28-c71886482e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:54:52Z', 'revision_number': 3, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None, '_interfaces': [{'id': '98d09af7-1f07-4e03-9ca9-95713cb0c9b9', 'name': '', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:f7:6a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:39Z', 'updated_at': '2022-02-20T05:54:52Z', 'revision_number': 4, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'd2d68175-3811-423f-9733-640c718cde32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08924f6-8263-4538-8776-bf7764ec0c06', 'name': '', 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:49:1c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:51Z', 'updated_at': '2022-02-20T05:54:51Z', 'revision_number': 1, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:54:55.733457 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=6308671d-7116-4e38-b96b-4f341e84722f,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:55.765044 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-8f28d093-066a-44d6-b43d-68084cd4b1b7 service neutron] 10.222.0.37 "GET /v2.0/networks/e49102ae-3060-48a8-853b-91c68016e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2512093 Feb 20 05:54:55.766856 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b126f9e-488f-401f-a568-f9121b5a4465 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Network': ['ID=c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:55.827771 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e6643-6bed-4d8b-bd67-a951825d32f4 None None] Pushing event updated for resources: {'Port': ['ID=98d09af7-1f07-4e03-9ca9-95713cb0c9b9,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:55.843761 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9b1c88-b37e-4895-ac28-c71886482e08 None None] The sync data for ids ['6b14d62b-940b-4307-969a-3906289546e9'] in n-d-829866-5 is: [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:54:52Z', 'revision_number': 3, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None, '_interfaces': [{'id': '98d09af7-1f07-4e03-9ca9-95713cb0c9b9', 'name': '', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:f7:6a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:39Z', 'updated_at': '2022-02-20T05:54:52Z', 'revision_number': 4, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'd2d68175-3811-423f-9733-640c718cde32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08924f6-8263-4538-8776-bf7764ec0c06', 'name': '', 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:49:1c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:51Z', 'updated_at': '2022-02-20T05:54:51Z', 'revision_number': 1, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:54:55.846117 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device e7766f16-9671-411a-9975-a68233359b96 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:54:55.848543 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:54:55.869667 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6b126f9e-488f-401f-a568-f9121b5a4465 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7046554 Feb 20 05:54:55.876610 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59434) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:55.905618 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-77688dea-8d14-400d-9186-4763f889dcbf tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'subnet': {'network_id': 'c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:54:55.975159 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b7c48df2-32ba-4102-b81e-e57dc76580ee None None] Provisioning complete for port 6308671d-7116-4e38-b96b-4f341e84722f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:55.975870 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7c48df2-32ba-4102-b81e-e57dc76580ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6308671d-7116-4e38-b96b-4f341e84722f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:56.070625 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port e7766f16-9671-411a-9975-a68233359b96 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:56.071188 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e7766f16-9671-411a-9975-a68233359b96), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:56.086223 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-09a880a9-e371-44f0-b3af-d1daf94f11bd service neutron] 10.222.0.37 "GET /v2.0/networks/e49102ae-3060-48a8-853b-91c68016e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198912 Feb 20 05:54:56.214492 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77688dea-8d14-400d-9186-4763f889dcbf tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Made reservation on behalf of a2613a7574bb49c4a1dbfc74ee90b857 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:54:56.223178 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-77688dea-8d14-400d-9186-4763f889dcbf tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:56.412423 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b7c48df2-32ba-4102-b81e-e57dc76580ee None None] Current status of the port 6308671d-7116-4e38-b96b-4f341e84722f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:54:56.515198 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port e7766f16-9671-411a-9975-a68233359b96 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:54:56.515850 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e7766f16-9671-411a-9975-a68233359b96), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:56.574860 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de47a2f3-aaa2-42bf-9fcf-78d85176fcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7766f16-9671-411a-9975-a68233359b96'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:54:56.577348 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb82f0d-f13a-46dd-9ecc-2f48ed71b769" -d '{"events": [{"server_uuid": "de47a2f3-aaa2-42bf-9fcf-78d85176fcd3", "name": "network-vif-plugged", "status": "completed", "tag": "e7766f16-9671-411a-9975-a68233359b96"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:54:56.624337 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e2db669-8d9f-4213-a11a-7a3290dc28b6 admin admin] Publish callbacks [] for security_group (99622fee-4ec9-461d-86a8-aeddd72fa632), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:56.643439 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port e7766f16-9671-411a-9975-a68233359b96, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=e7766f16-9671-411a-9975-a68233359b96,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:54:56.652021 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c275d681-6ad2-4dd0-a44d-7602092e931f req-4fe9978b-d110-4cb3-8acb-03bc5375f068 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 210 time: 0.0772185 Feb 20 05:54:56.654273 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-61ab46b9-71d9-4f6c-8f3c-6f995eac8d10 None None] Provisioning complete for port 6308671d-7116-4e38-b96b-4f341e84722f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:56.654663 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-61ab46b9-71d9-4f6c-8f3c-6f995eac8d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6308671d-7116-4e38-b96b-4f341e84722f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:56.658257 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8e2db669-8d9f-4213-a11a-7a3290dc28b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (99622fee-4ec9-461d-86a8-aeddd72fa632), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:56.739213 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e7766f16-9671-411a-9975-a68233359b96), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:56.907493 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2db669-8d9f-4213-a11a-7a3290dc28b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99622fee-4ec9-461d-86a8-aeddd72fa632,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:56.996165 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8e2db669-8d9f-4213-a11a-7a3290dc28b6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=56d032c25b4d4492ac409c5900586123&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0295422 Feb 20 05:54:57.001444 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59450) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:57.038486 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b9f53-eb8c-4ce6-a305-c55f156a7e03 req-e8d44347-55c3-4163-975b-94b99bb59335 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:57.051799 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d61b9f53-eb8c-4ce6-a305-c55f156a7e03 req-e8d44347-55c3-4163-975b-94b99bb59335 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 945 time: 0.2261469 Feb 20 05:54:57.061165 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=e7766f16-9671-411a-9975-a68233359b96,revision_number=10']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:57.110444 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98fb6b6d-2eb7-40f0-bc70-3aab361f75ac admin admin] Publish callbacks [] for security_group (99622fee-4ec9-461d-86a8-aeddd72fa632), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:57.141419 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98fb6b6d-2eb7-40f0-bc70-3aab361f75ac admin admin] Publish callbacks [] for security_group (99622fee-4ec9-461d-86a8-aeddd72fa632), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:57.231155 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d61b9f53-eb8c-4ce6-a305-c55f156a7e03 req-0ab146b2-83c2-4063-a8f7-718020b4e250 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=959533d2-481e-41a8-b3ea-f6c369b01081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743083 Feb 20 05:54:57.239721 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-61ab46b9-71d9-4f6c-8f3c-6f995eac8d10 None None] Current status of the port 6308671d-7116-4e38-b96b-4f341e84722f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:54:57.282204 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-61ab46b9-71d9-4f6c-8f3c-6f995eac8d10 None None] Provisioning complete for port a08924f6-8263-4538-8776-bf7764ec0c06 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:57.282647 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-61ab46b9-71d9-4f6c-8f3c-6f995eac8d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a08924f6-8263-4538-8776-bf7764ec0c06), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:57.289192 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98fb6b6d-2eb7-40f0-bc70-3aab361f75ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (99622fee-4ec9-461d-86a8-aeddd72fa632), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:57.298236 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-98fb6b6d-2eb7-40f0-bc70-3aab361f75ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:57.301693 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-98fb6b6d-2eb7-40f0-bc70-3aab361f75ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99622fee-4ec9-461d-86a8-aeddd72fa632 HTTP/1.1" status: 204 len: 168 time: 0.2978776 Feb 20 05:54:57.370620 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb6b6d-2eb7-40f0-bc70-3aab361f75ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99622fee-4ec9-461d-86a8-aeddd72fa632,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:57.423865 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-61ab46b9-71d9-4f6c-8f3c-6f995eac8d10 None None] Port a08924f6-8263-4538-8776-bf7764ec0c06 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:54:57.549594 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed1cba-a147-4d8a-be12-b9d20bec08bd req-d3c58689-a230-4633-ba25-4b988a8721d2 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:57.562726 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5b5eb951-af47-4618-97f1-42f9cf0d1cfa None None] Provisioning complete for port a08924f6-8263-4538-8776-bf7764ec0c06 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:57.563498 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5b5eb951-af47-4618-97f1-42f9cf0d1cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a08924f6-8263-4538-8776-bf7764ec0c06), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:57.569464 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f8ed1cba-a147-4d8a-be12-b9d20bec08bd req-d3c58689-a230-4633-ba25-4b988a8721d2 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 947 time: 0.2290618 Feb 20 05:54:57.684658 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5b5eb951-af47-4618-97f1-42f9cf0d1cfa None None] Port a08924f6-8263-4538-8776-bf7764ec0c06 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:54:57.748744 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f8ed1cba-a147-4d8a-be12-b9d20bec08bd req-b3e62746-bca3-428e-a88d-56f55c425af5 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767933 Feb 20 05:54:57.816161 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-00d823aa-eb16-4841-80e7-dba061447c78 None None] Provisioning complete for port a08924f6-8263-4538-8776-bf7764ec0c06 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:57.817845 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00d823aa-eb16-4841-80e7-dba061447c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a08924f6-8263-4538-8776-bf7764ec0c06), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:57.896988 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:54:57.989356 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-00d823aa-eb16-4841-80e7-dba061447c78 None None] Port a08924f6-8263-4538-8776-bf7764ec0c06 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:54:58.065847 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 98d09af7-1f07-4e03-9ca9-95713cb0c9b9 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:54:58.114552 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8277bafc-0f53-4707-9421-dd44dc2821b9 req-2bd80fbe-609f-4cd3-b611-ce88afdfcf4f tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?device_id=de16bf13-1464-406a-b7cc-32b65e1b47a0 HTTP/1.1" status: 200 len: 210 time: 0.1229033 Feb 20 05:54:58.202440 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 98d09af7-1f07-4e03-9ca9-95713cb0c9b9 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:58.204687 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (98d09af7-1f07-4e03-9ca9-95713cb0c9b9), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:58.208033 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c95c74c-680d-4753-a864-87347fe78d17 x-openstack-request-id: req-0c95c74c-680d-4753-a864-87347fe78d17 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:54:58.211141 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de47a2f3-aaa2-42bf-9fcf-78d85176fcd3", "name": "network-vif-plugged", "status": "completed", "tag": "e7766f16-9671-411a-9975-a68233359b96", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:54:58.212259 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c95c74c-680d-4753-a864-87347fe78d17 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:54:58.212838 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de47a2f3-aaa2-42bf-9fcf-78d85176fcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7766f16-9671-411a-9975-a68233359b96', 'code': 200} Feb 20 05:54:58.440842 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a113f004-1c6b-4783-93ce-6a17d75b32a0 req-e862a516-0726-41df-8138-ead4929006e3 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 210 time: 0.0849566 Feb 20 05:54:58.550323 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 98d09af7-1f07-4e03-9ca9-95713cb0c9b9 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:54:58.556287 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6308671d-7116-4e38-b96b-4f341e84722f up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:54:58.719476 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-77688dea-8d14-400d-9186-4763f889dcbf tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (fedd79eb-ddaf-438b-a29f-b933b97f6f94), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:58.767067 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 6308671d-7116-4e38-b96b-4f341e84722f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:54:58.767456 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6308671d-7116-4e38-b96b-4f341e84722f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:58.895545 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77688dea-8d14-400d-9186-4763f889dcbf tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Subnet': ['ID=fedd79eb-ddaf-438b-a29f-b933b97f6f94,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:54:59.037247 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 6308671d-7116-4e38-b96b-4f341e84722f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:54:59.050808 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77688dea-8d14-400d-9186-4763f889dcbf tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Checking segment: {'id': '26993ebb-3c43-47d0-b829-ad91e1143ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:54:59.052384 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77688dea-8d14-400d-9186-4763f889dcbf tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network hostable DHCP agents. Network: c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:54:59.055673 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c766231-1033-4a46-895f-d950b021b023 req-6e726bbc-36b0-46c9-ae79-defefc14933a tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:59.060118 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c766231-1033-4a46-895f-d950b021b023 req-6e726bbc-36b0-46c9-ae79-defefc14933a tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 945 time: 0.4310830 Feb 20 05:54:59.078769 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4fba9-cd7f-4c8d-a4b0-cd50e8842d58 req-30ea35e3-45b3-485c-8251-90524a615485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:59.085589 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6de4fba9-cd7f-4c8d-a4b0-cd50e8842d58 req-30ea35e3-45b3-485c-8251-90524a615485 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 1129 time: 0.3899603 Feb 20 05:54:59.192471 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6de4fba9-cd7f-4c8d-a4b0-cd50e8842d58 req-471f31a2-3e5d-4b0f-b2f4-fd2fba5b710f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922534 Feb 20 05:54:59.194182 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77688dea-8d14-400d-9186-4763f889dcbf tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:54:59.215194 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-77688dea-8d14-400d-9186-4763f889dcbf tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:54:59.220803 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77688dea-8d14-400d-9186-4763f889dcbf tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:59.221452 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-77688dea-8d14-400d-9186-4763f889dcbf tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:59.231008 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cabc00-66d5-4c05-9033-83346315193c None None] Network c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:54:59.258223 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-961ef486-07c1-466c-91c0-a41bfb9e1350 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:54:59.265364 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-961ef486-07c1-466c-91c0-a41bfb9e1350 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.48 "GET /v2.0/networks?id=e49102ae-3060-48a8-853b-91c68016e434 HTTP/1.1" status: 200 len: 813 time: 0.5574548 Feb 20 05:54:59.291502 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c766231-1033-4a46-895f-d950b021b023 req-ac271b87-81cf-4553-bae3-9ea9c38d9eb9 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=959533d2-481e-41a8-b3ea-f6c369b01081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269614 Feb 20 05:54:59.299587 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-77688dea-8d14-400d-9186-4763f889dcbf tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4189193 Feb 20 05:54:59.302122 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 59492) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:54:59.450073 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-43094ceb-9fd0-4b28-94fb-04716649a49a tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Request body: {'port': {'device_id': 'de16bf13-1464-406a-b7cc-32b65e1b47a0', 'network_id': 'e49102ae-3060-48a8-853b-91c68016e434', 'admin_state_up': True, 'tenant_id': '0a4ef71f8a9048568c69ff01bf2b9bee'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:54:59.497587 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1475a769-bbfc-4073-9a32-fefc44cdfb8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1', 'network_id': 'c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1', 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'fixed_ips': [{'subnet_id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:54:59.498889 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1475a769-bbfc-4073-9a32-fefc44cdfb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:54:59.907356 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-1475a769-bbfc-4073-9a32-fefc44cdfb8c None None] Allocated IP 2001:db8:2::2 (c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1/fedd79eb-ddaf-438b-a29f-b933b97f6f94/2a4e36cd-6490-4d58-b274-9546cb7b591c) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:55:00.006066 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55360d5c-6b31-4b6d-88c6-230fa4c8e9ed req-ce900ff8-17ff-4f21-ab5c-e0d87652c4b3 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:00.026597 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-55360d5c-6b31-4b6d-88c6-230fa4c8e9ed req-ce900ff8-17ff-4f21-ab5c-e0d87652c4b3 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 947 time: 0.5542727 Feb 20 05:55:00.145146 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76c0345-b94a-46dc-8feb-7687c7df25d8 None None] Sync routers for ids ['6b14d62b-940b-4307-969a-3906289546e9'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:55:00.160095 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76c0345-b94a-46dc-8feb-7687c7df25d8 None None] Routers {'6b14d62b-940b-4307-969a-3906289546e9'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:00.160733 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a76c0345-b94a-46dc-8feb-7687c7df25d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:54:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['6b14d62b-940b-4307-969a-3906289546e9'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:00.414006 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1475a769-bbfc-4073-9a32-fefc44cdfb8c None None] Publish callbacks [] for port (2a4e36cd-6490-4d58-b274-9546cb7b591c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:00.428849 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1475a769-bbfc-4073-9a32-fefc44cdfb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (2a4e36cd-6490-4d58-b274-9546cb7b591c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:00.621709 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-a76c0345-b94a-46dc-8feb-7687c7df25d8 None None] Set router 6b14d62b-940b-4307-969a-3906289546e9 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:00.692015 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475a769-bbfc-4073-9a32-fefc44cdfb8c None None] Pushing event updated for resources: {'Port': ['ID=2a4e36cd-6490-4d58-b274-9546cb7b591c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:00.768980 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1475a769-bbfc-4073-9a32-fefc44cdfb8c None None] Network c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:55:00.773034 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-1475a769-bbfc-4073-9a32-fefc44cdfb8c None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:55:00.776991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1475a769-bbfc-4073-9a32-fefc44cdfb8c None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:55:00.832826 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-43094ceb-9fd0-4b28-94fb-04716649a49a tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Made reservation on behalf of 0a4ef71f8a9048568c69ff01bf2b9bee for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:55:00.839696 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-43094ceb-9fd0-4b28-94fb-04716649a49a tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:00.971404 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-55360d5c-6b31-4b6d-88c6-230fa4c8e9ed req-a68d0ddb-13fa-4bc8-bb71-724eb2519866 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9437058 Feb 20 05:55:00.996538 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-1475a769-bbfc-4073-9a32-fefc44cdfb8c None None] Attempting to bind port 2a4e36cd-6490-4d58-b274-9546cb7b591c on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:55:01.005122 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-1475a769-bbfc-4073-9a32-fefc44cdfb8c None None] Attempting to bind port 2a4e36cd-6490-4d58-b274-9546cb7b591c by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '26993ebb-3c43-47d0-b829-ad91e1143ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:55:01.005122 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1475a769-bbfc-4073-9a32-fefc44cdfb8c None None] Attempting to bind port 2a4e36cd-6490-4d58-b274-9546cb7b591c on network c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:55:01.028042 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1475a769-bbfc-4073-9a32-fefc44cdfb8c None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:55:01.028432 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1475a769-bbfc-4073-9a32-fefc44cdfb8c None None] Checking segment: {'id': '26993ebb-3c43-47d0-b829-ad91e1143ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:55:01.028844 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1475a769-bbfc-4073-9a32-fefc44cdfb8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:01.029255 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1475a769-bbfc-4073-9a32-fefc44cdfb8c None None] Bound using segment: {'id': '26993ebb-3c43-47d0-b829-ad91e1143ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:55:01.029807 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-1475a769-bbfc-4073-9a32-fefc44cdfb8c None None] Bound port: 2a4e36cd-6490-4d58-b274-9546cb7b591c, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26993ebb-3c43-47d0-b829-ad91e1143ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:55:01.030222 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1475a769-bbfc-4073-9a32-fefc44cdfb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2a4e36cd-6490-4d58-b274-9546cb7b591c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:01.288170 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-1475a769-bbfc-4073-9a32-fefc44cdfb8c None None] For port 2a4e36cd-6490-4d58-b274-9546cb7b591c, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:55:01.318726 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a76c0345-b94a-46dc-8feb-7687c7df25d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:54:52Z', 'revision_number': 3, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None, '_interfaces': [{'id': '98d09af7-1f07-4e03-9ca9-95713cb0c9b9', 'name': '', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:f7:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:39Z', 'updated_at': '2022-02-20T05:54:55Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'd2d68175-3811-423f-9733-640c718cde32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08924f6-8263-4538-8776-bf7764ec0c06', 'name': '', 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:49:1c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:51Z', 'updated_at': '2022-02-20T05:54:53Z', 'revision_number': 2, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:01.322146 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-1475a769-bbfc-4073-9a32-fefc44cdfb8c None None] For port 2a4e36cd-6490-4d58-b274-9546cb7b591c, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=2a4e36cd-6490-4d58-b274-9546cb7b591c,segment=NetworkSegment(26993ebb-3c43-47d0-b829-ad91e1143ee7),segment_id=26993ebb-3c43-47d0-b829-ad91e1143ee7)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:55:01.349216 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1475a769-bbfc-4073-9a32-fefc44cdfb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2a4e36cd-6490-4d58-b274-9546cb7b591c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:01.432184 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76c0345-b94a-46dc-8feb-7687c7df25d8 None None] Checking router: 6b14d62b-940b-4307-969a-3906289546e9 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:55:01.432412 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76c0345-b94a-46dc-8feb-7687c7df25d8 None None] Updating router 6b14d62b-940b-4307-969a-3906289546e9 port a08924f6-8263-4538-8776-bf7764ec0c06 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:55:01.547633 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a76c0345-b94a-46dc-8feb-7687c7df25d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a08924f6-8263-4538-8776-bf7764ec0c06), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:01.576237 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ece36036-7f97-4732-853e-cf54fe677416 req-58d3c5eb-9d51-4b05-8e82-98185274624c tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?device_id=de16bf13-1464-406a-b7cc-32b65e1b47a0 HTTP/1.1" status: 200 len: 210 time: 0.2088783 Feb 20 05:55:01.847555 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08d6e83c-d3cd-4d8c-9b83-eb71b00af168 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:01.864174 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-43094ceb-9fd0-4b28-94fb-04716649a49a tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Allocated IP 172.20.0.5 (e49102ae-3060-48a8-853b-91c68016e434/13e07dba-1e8d-497f-8e1b-6fffafafa42c/87a309b0-8090-4b88-92ca-c9599e454a79) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:55:02.031638 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a76c0345-b94a-46dc-8feb-7687c7df25d8 None None] Publish callbacks [] for port (a08924f6-8263-4538-8776-bf7764ec0c06), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:02.038663 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a76c0345-b94a-46dc-8feb-7687c7df25d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a08924f6-8263-4538-8776-bf7764ec0c06), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:02.170590 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475a769-bbfc-4073-9a32-fefc44cdfb8c None None] Pushing event updated for resources: {'Port': ['ID=2a4e36cd-6490-4d58-b274-9546cb7b591c,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:02.223362 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0689643-bbbe-49e0-adce-37e694434e5d None None] Pushing event updated for resources: {'Port': ['ID=a08924f6-8263-4538-8776-bf7764ec0c06,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:02.317588 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0689643-bbbe-49e0-adce-37e694434e5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:02.317942 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0689643-bbbe-49e0-adce-37e694434e5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:02.318283 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0689643-bbbe-49e0-adce-37e694434e5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:02.318618 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0689643-bbbe-49e0-adce-37e694434e5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:02.318985 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0689643-bbbe-49e0-adce-37e694434e5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:02.319559 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0689643-bbbe-49e0-adce-37e694434e5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:02.319686 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0689643-bbbe-49e0-adce-37e694434e5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:02.319934 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0689643-bbbe-49e0-adce-37e694434e5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:02.320241 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0689643-bbbe-49e0-adce-37e694434e5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:02.320567 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0689643-bbbe-49e0-adce-37e694434e5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:02.328870 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0689643-bbbe-49e0-adce-37e694434e5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:02.329221 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0689643-bbbe-49e0-adce-37e694434e5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:02.329544 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0689643-bbbe-49e0-adce-37e694434e5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:02.385855 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a76c0345-b94a-46dc-8feb-7687c7df25d8 None None] Attempting to bind port a08924f6-8263-4538-8776-bf7764ec0c06 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:55:02.386548 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a76c0345-b94a-46dc-8feb-7687c7df25d8 None None] Attempting to bind port a08924f6-8263-4538-8776-bf7764ec0c06 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '94257a51-e13a-43bc-9c0a-45f2a8761adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:55:02.387188 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76c0345-b94a-46dc-8feb-7687c7df25d8 None None] Attempting to bind port a08924f6-8263-4538-8776-bf7764ec0c06 on network 514efdd4-6f09-4f05-b565-6957e00c70fa {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:55:02.404388 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76c0345-b94a-46dc-8feb-7687c7df25d8 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:55:02.409849 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76c0345-b94a-46dc-8feb-7687c7df25d8 None None] Checking segment: {'id': '94257a51-e13a-43bc-9c0a-45f2a8761adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:55:02.410386 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a76c0345-b94a-46dc-8feb-7687c7df25d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:02.411291 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76c0345-b94a-46dc-8feb-7687c7df25d8 None None] Bound using segment: {'id': '94257a51-e13a-43bc-9c0a-45f2a8761adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:55:02.411451 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a76c0345-b94a-46dc-8feb-7687c7df25d8 None None] Bound port: a08924f6-8263-4538-8776-bf7764ec0c06, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94257a51-e13a-43bc-9c0a-45f2a8761adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:55:02.411713 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a76c0345-b94a-46dc-8feb-7687c7df25d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a08924f6-8263-4538-8776-bf7764ec0c06), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:02.661623 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a76c0345-b94a-46dc-8feb-7687c7df25d8 None None] For port a08924f6-8263-4538-8776-bf7764ec0c06, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:55:02.681347 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a76c0345-b94a-46dc-8feb-7687c7df25d8 None None] For port a08924f6-8263-4538-8776-bf7764ec0c06, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a08924f6-8263-4538-8776-bf7764ec0c06,segment=NetworkSegment(94257a51-e13a-43bc-9c0a-45f2a8761adb),segment_id=94257a51-e13a-43bc-9c0a-45f2a8761adb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:55:02.696599 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a76c0345-b94a-46dc-8feb-7687c7df25d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a08924f6-8263-4538-8776-bf7764ec0c06), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:02.698537 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c343d5d-47ed-4332-b51b-5a9bf82f9617 req-6ba242e2-26c4-46b9-8d03-a53a8c7eabcc tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 210 time: 0.8384542 Feb 20 05:55:02.703240 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-93e1da61-293d-4b8e-ba56-1ede290152c3 None None] Provisioning complete for port a08924f6-8263-4538-8776-bf7764ec0c06 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:55:02.703866 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93e1da61-293d-4b8e-ba56-1ede290152c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a08924f6-8263-4538-8776-bf7764ec0c06), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:02.898144 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76c0345-b94a-46dc-8feb-7687c7df25d8 None None] Routers {'6b14d62b-940b-4307-969a-3906289546e9'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:02.902212 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a76c0345-b94a-46dc-8feb-7687c7df25d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:54:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['6b14d62b-940b-4307-969a-3906289546e9'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:02.941244 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-43094ceb-9fd0-4b28-94fb-04716649a49a tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Publish callbacks [] for port (87a309b0-8090-4b88-92ca-c9599e454a79), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:03.039565 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-93e1da61-293d-4b8e-ba56-1ede290152c3 None None] Current status of the port a08924f6-8263-4538-8776-bf7764ec0c06 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:55:03.041140 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93e1da61-293d-4b8e-ba56-1ede290152c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a08924f6-8263-4538-8776-bf7764ec0c06), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:03.101555 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-43094ceb-9fd0-4b28-94fb-04716649a49a tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (87a309b0-8090-4b88-92ca-c9599e454a79), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:03.139191 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-a76c0345-b94a-46dc-8feb-7687c7df25d8 None None] Set router 6b14d62b-940b-4307-969a-3906289546e9 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:03.152426 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-93e1da61-293d-4b8e-ba56-1ede290152c3 None None] For port a08924f6-8263-4538-8776-bf7764ec0c06, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a08924f6-8263-4538-8776-bf7764ec0c06,segment=NetworkSegment(94257a51-e13a-43bc-9c0a-45f2a8761adb),segment_id=94257a51-e13a-43bc-9c0a-45f2a8761adb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:55:03.166223 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93e1da61-293d-4b8e-ba56-1ede290152c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a08924f6-8263-4538-8776-bf7764ec0c06), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:03.316733 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1da61-293d-4b8e-ba56-1ede290152c3 None None] Pushing event updated for resources: {'Port': ['ID=a08924f6-8263-4538-8776-bf7764ec0c06,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:03.391063 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0689643-bbbe-49e0-adce-37e694434e5d None None] Pushing event updated for resources: {'Port': ['ID=a08924f6-8263-4538-8776-bf7764ec0c06,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:03.520164 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-62118e7e-b2a9-4d91-8b8e-ef75b033de90 None None] Provisioning complete for port a08924f6-8263-4538-8776-bf7764ec0c06 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:55:03.520600 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62118e7e-b2a9-4d91-8b8e-ef75b033de90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a08924f6-8263-4538-8776-bf7764ec0c06), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:03.541816 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-08d6e83c-d3cd-4d8c-9b83-eb71b00af168 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Allocated IP 2001:db8:2::1 (c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1/fedd79eb-ddaf-438b-a29f-b933b97f6f94/0be7bc3a-c7e8-42ae-bc54-bf9e71309294) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:55:03.638153 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-43094ceb-9fd0-4b28-94fb-04716649a49a tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Network e49102ae-3060-48a8-853b-91c68016e434 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:55:03.683861 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-43094ceb-9fd0-4b28-94fb-04716649a49a tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:55:03.726280 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-43094ceb-9fd0-4b28-94fb-04716649a49a tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:55:03.731050 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a76c0345-b94a-46dc-8feb-7687c7df25d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:54:52Z', 'revision_number': 3, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None, '_interfaces': [{'id': '98d09af7-1f07-4e03-9ca9-95713cb0c9b9', 'name': '', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:f7:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:39Z', 'updated_at': '2022-02-20T05:54:55Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'd2d68175-3811-423f-9733-640c718cde32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08924f6-8263-4538-8776-bf7764ec0c06', 'name': '', 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:49:1c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:51Z', 'updated_at': '2022-02-20T05:55:02Z', 'revision_number': 4, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:03.745155 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a213f9-002a-4169-bc88-67e6ae27ab75 req-55018c11-d2b9-47df-9042-0771c43d3724 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:03.756869 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-62118e7e-b2a9-4d91-8b8e-ef75b033de90 None None] Current status of the port a08924f6-8263-4538-8776-bf7764ec0c06 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:55:03.758470 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-61a213f9-002a-4169-bc88-67e6ae27ab75 req-55018c11-d2b9-47df-9042-0771c43d3724 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 945 time: 0.6760540 Feb 20 05:55:03.791054 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76c0345-b94a-46dc-8feb-7687c7df25d8 None None] The sync data for ids ['6b14d62b-940b-4307-969a-3906289546e9'] in n-d-829866-5 is: [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:54:52Z', 'revision_number': 3, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None, '_interfaces': [{'id': '98d09af7-1f07-4e03-9ca9-95713cb0c9b9', 'name': '', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:f7:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:39Z', 'updated_at': '2022-02-20T05:54:55Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'd2d68175-3811-423f-9733-640c718cde32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08924f6-8263-4538-8776-bf7764ec0c06', 'name': '', 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:49:1c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:51Z', 'updated_at': '2022-02-20T05:55:02Z', 'revision_number': 4, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:55:03.946300 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43094ceb-9fd0-4b28-94fb-04716649a49a tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Pushing event updated for resources: {'Port': ['ID=87a309b0-8090-4b88-92ca-c9599e454a79,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:04.057246 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 2a4e36cd-6490-4d58-b274-9546cb7b591c up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:55:04.179279 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-61a213f9-002a-4169-bc88-67e6ae27ab75 req-c08b1a94-5820-4a14-9da4-ce3b33e11b0b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=959533d2-481e-41a8-b3ea-f6c369b01081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4194908 Feb 20 05:55:04.217696 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 2a4e36cd-6490-4d58-b274-9546cb7b591c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:55:04.218360 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2a4e36cd-6490-4d58-b274-9546cb7b591c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:04.249088 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-43094ceb-9fd0-4b28-94fb-04716649a49a tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:04.249971 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-43094ceb-9fd0-4b28-94fb-04716649a49a tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:04.376070 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-43094ceb-9fd0-4b28-94fb-04716649a49a tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9298580 Feb 20 05:55:04.409787 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-277bf3e2-f2e0-4d64-b4ee-73e217f38230 service neutron] Request body: {'port': {'device_id': 'de16bf13-1464-406a-b7cc-32b65e1b47a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:04.428906 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 2a4e36cd-6490-4d58-b274-9546cb7b591c is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:55:04.429425 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2a4e36cd-6490-4d58-b274-9546cb7b591c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:04.453821 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8dfe56-0986-45eb-838d-aa065b512a36 None None] Network c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:55:04.504026 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08d6e83c-d3cd-4d8c-9b83-eb71b00af168 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for port (0be7bc3a-c7e8-42ae-bc54-bf9e71309294), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:04.621648 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 2a4e36cd-6490-4d58-b274-9546cb7b591c, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=2a4e36cd-6490-4d58-b274-9546cb7b591c,segment=NetworkSegment(26993ebb-3c43-47d0-b829-ad91e1143ee7),segment_id=26993ebb-3c43-47d0-b829-ad91e1143ee7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:55:04.665567 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-21e29da4-25ff-4298-a168-9d10c32d559f None None] Provisioning complete for port 2a4e36cd-6490-4d58-b274-9546cb7b591c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:55:04.675695 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-21e29da4-25ff-4298-a168-9d10c32d559f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2a4e36cd-6490-4d58-b274-9546cb7b591c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:04.683942 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2a4e36cd-6490-4d58-b274-9546cb7b591c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:04.684902 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a08924f6-8263-4538-8776-bf7764ec0c06 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:55:04.888985 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=2a4e36cd-6490-4d58-b274-9546cb7b591c,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:05.064160 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-21e29da4-25ff-4298-a168-9d10c32d559f None None] Current status of the port 2a4e36cd-6490-4d58-b274-9546cb7b591c is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:55:05.069026 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port a08924f6-8263-4538-8776-bf7764ec0c06 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:55:05.069644 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a08924f6-8263-4538-8776-bf7764ec0c06), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:05.203463 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port a08924f6-8263-4538-8776-bf7764ec0c06 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:55:05.233025 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-277bf3e2-f2e0-4d64-b4ee-73e217f38230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (87a309b0-8090-4b88-92ca-c9599e454a79), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:05.349308 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dec05b-8f92-4ffb-a318-7467078c7aa7 req-69f991ae-979d-43b3-a62d-ca2d30c6d82f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:05.357030 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-06dec05b-8f92-4ffb-a318-7467078c7aa7 req-69f991ae-979d-43b3-a62d-ca2d30c6d82f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 947 time: 0.9789801 Feb 20 05:55:05.451211 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08d6e83c-d3cd-4d8c-9b83-eb71b00af168 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (0be7bc3a-c7e8-42ae-bc54-bf9e71309294), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:05.494798 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b47bcb3d-59aa-4b97-a595-b6ec97932bf8 None None] Provisioning complete for port 2a4e36cd-6490-4d58-b274-9546cb7b591c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:55:05.499558 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b47bcb3d-59aa-4b97-a595-b6ec97932bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2a4e36cd-6490-4d58-b274-9546cb7b591c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:05.590390 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d6e83c-d3cd-4d8c-9b83-eb71b00af168 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:55:05.624578 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-08d6e83c-d3cd-4d8c-9b83-eb71b00af168 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:55:05.631799 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d6e83c-d3cd-4d8c-9b83-eb71b00af168 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:55:05.633622 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08d6e83c-d3cd-4d8c-9b83-eb71b00af168 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (6b14d62b-940b-4307-969a-3906289546e9), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:05.675037 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b47bcb3d-59aa-4b97-a595-b6ec97932bf8 None None] Current status of the port 2a4e36cd-6490-4d58-b274-9546cb7b591c is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:55:05.738098 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 2a4e36cd-6490-4d58-b274-9546cb7b591c up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:55:05.877779 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-06dec05b-8f92-4ffb-a318-7467078c7aa7 req-97387136-b7fb-4175-807e-25bf498e2cff tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5197353 Feb 20 05:55:05.929425 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 2a4e36cd-6490-4d58-b274-9546cb7b591c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:55:05.929804 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2a4e36cd-6490-4d58-b274-9546cb7b591c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:06.100179 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 2a4e36cd-6490-4d58-b274-9546cb7b591c is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:55:06.228938 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-62be938e-6535-471e-84bc-dbd25dcbad3e None None] Provisioning complete for port 0be7bc3a-c7e8-42ae-bc54-bf9e71309294 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:55:06.229319 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62be938e-6535-471e-84bc-dbd25dcbad3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0be7bc3a-c7e8-42ae-bc54-bf9e71309294), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:06.292544 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6e83c-d3cd-4d8c-9b83-eb71b00af168 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Port': ['ID=0be7bc3a-c7e8-42ae-bc54-bf9e71309294,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:06.296348 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-62be938e-6535-471e-84bc-dbd25dcbad3e None None] Port 0be7bc3a-c7e8-42ae-bc54-bf9e71309294 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:55:06.362947 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08d6e83c-d3cd-4d8c-9b83-eb71b00af168 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0be7bc3a-c7e8-42ae-bc54-bf9e71309294), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:06.564210 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a8dce-4e61-43c2-8d74-45a81fd32d9c req-3cf5b9fd-9766-4d48-b37b-f202bef322fa tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:06.565843 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-119a8dce-4e61-43c2-8d74-45a81fd32d9c req-3cf5b9fd-9766-4d48-b37b-f202bef322fa tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?device_id=de16bf13-1464-406a-b7cc-32b65e1b47a0 HTTP/1.1" status: 200 len: 931 time: 0.2830281 Feb 20 05:55:06.750932 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-119a8dce-4e61-43c2-8d74-45a81fd32d9c req-a02c2447-6887-42e4-8765-a982ba803d1c tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/security-groups?id=34bd1160-20c0-4ffc-ba72-474639722b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473017 Feb 20 05:55:06.820125 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-277bf3e2-f2e0-4d64-b4ee-73e217f38230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87a309b0-8090-4b88-92ca-c9599e454a79 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:55:06.853215 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-277bf3e2-f2e0-4d64-b4ee-73e217f38230 service neutron] Publish callbacks [] for port (87a309b0-8090-4b88-92ca-c9599e454a79), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:06.912344 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a47affc2-2c20-4a6e-83be-d2cc6eb84711 req-d415110b-42b4-4045-b659-2d8ef645ee54 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 210 time: 0.0510087 Feb 20 05:55:06.982632 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08d6e83c-d3cd-4d8c-9b83-eb71b00af168 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for port (0be7bc3a-c7e8-42ae-bc54-bf9e71309294), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:06.991836 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-277bf3e2-f2e0-4d64-b4ee-73e217f38230 service neutron] Transition to ACTIVE for port object 87a309b0-8090-4b88-92ca-c9599e454a79 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:55:06.993323 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08d6e83c-d3cd-4d8c-9b83-eb71b00af168 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (0be7bc3a-c7e8-42ae-bc54-bf9e71309294), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:06.994590 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08d6e83c-d3cd-4d8c-9b83-eb71b00af168 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (6b14d62b-940b-4307-969a-3906289546e9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:07.002803 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-277bf3e2-f2e0-4d64-b4ee-73e217f38230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (87a309b0-8090-4b88-92ca-c9599e454a79), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:07.096381 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6e83c-d3cd-4d8c-9b83-eb71b00af168 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Port': ['ID=0be7bc3a-c7e8-42ae-bc54-bf9e71309294,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:07.368237 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34464bbf-88e2-49f5-9669-71d222fb3439 req-0c619a16-cb00-40e4-88cd-f07b225928e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:07.369674 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-34464bbf-88e2-49f5-9669-71d222fb3439 req-0c619a16-cb00-40e4-88cd-f07b225928e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8f18450ca5d4be1a9fccbc37e9fb12f&device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 1127 time: 0.1049738 Feb 20 05:55:07.422371 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277bf3e2-f2e0-4d64-b4ee-73e217f38230 service neutron] Pushing event updated for resources: {'Port': ['ID=87a309b0-8090-4b88-92ca-c9599e454a79,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:07.485175 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d6e83c-d3cd-4d8c-9b83-eb71b00af168 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:55:07.492576 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-08d6e83c-d3cd-4d8c-9b83-eb71b00af168 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:55:07.556266 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914da9a2-b9bb-4611-877d-ffe561fac8c8 req-01891c57-aa8d-485c-87c2-cb277a30a992 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:07.558406 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-914da9a2-b9bb-4611-877d-ffe561fac8c8 req-01891c57-aa8d-485c-87c2-cb277a30a992 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 945 time: 0.2716019 Feb 20 05:55:07.592027 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34464bbf-88e2-49f5-9669-71d222fb3439 req-9517e7ff-1f15-4063-9d16-3d6fc1c66fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:07.593671 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-34464bbf-88e2-49f5-9669-71d222fb3439 req-9517e7ff-1f15-4063-9d16-3d6fc1c66fec service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc99b155-842d-47d9-a797-22be9782748f HTTP/1.1" status: 200 len: 911 time: 0.2184749 Feb 20 05:55:07.610434 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-277bf3e2-f2e0-4d64-b4ee-73e217f38230 service neutron] Attempting to bind port 87a309b0-8090-4b88-92ca-c9599e454a79 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:55:07.612508 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-277bf3e2-f2e0-4d64-b4ee-73e217f38230 service neutron] Attempting to bind port 87a309b0-8090-4b88-92ca-c9599e454a79 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '9742512a-5cfc-46b8-9c26-97e97a36b3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e49102ae-3060-48a8-853b-91c68016e434'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:55:07.613223 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-277bf3e2-f2e0-4d64-b4ee-73e217f38230 service neutron] Attempting to bind port 87a309b0-8090-4b88-92ca-c9599e454a79 on network e49102ae-3060-48a8-853b-91c68016e434 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:55:07.708491 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-277bf3e2-f2e0-4d64-b4ee-73e217f38230 service neutron] Port 87a309b0-8090-4b88-92ca-c9599e454a79 on network e49102ae-3060-48a8-853b-91c68016e434 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:55:07.709234 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-277bf3e2-f2e0-4d64-b4ee-73e217f38230 service neutron] Attempting to bind port 87a309b0-8090-4b88-92ca-c9599e454a79 on network e49102ae-3060-48a8-853b-91c68016e434 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:55:07.722317 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-34464bbf-88e2-49f5-9669-71d222fb3439 req-ca0802a1-9b16-4e69-ac94-1740c8b71c87 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4022c786-c891-4be2-aad4-6481a44df2bd HTTP/1.1" status: 200 len: 1000 time: 0.1224487 Feb 20 05:55:07.732140 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-277bf3e2-f2e0-4d64-b4ee-73e217f38230 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:55:07.733826 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-277bf3e2-f2e0-4d64-b4ee-73e217f38230 service neutron] Checking segment: {'id': '9742512a-5cfc-46b8-9c26-97e97a36b3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e49102ae-3060-48a8-853b-91c68016e434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:55:07.734466 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-277bf3e2-f2e0-4d64-b4ee-73e217f38230 service neutron] Bound using segment: {'id': '9742512a-5cfc-46b8-9c26-97e97a36b3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e49102ae-3060-48a8-853b-91c68016e434'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:55:07.735735 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-277bf3e2-f2e0-4d64-b4ee-73e217f38230 service neutron] Bound port: 87a309b0-8090-4b88-92ca-c9599e454a79, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9742512a-5cfc-46b8-9c26-97e97a36b3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e49102ae-3060-48a8-853b-91c68016e434'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:55:07.736578 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-277bf3e2-f2e0-4d64-b4ee-73e217f38230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (87a309b0-8090-4b88-92ca-c9599e454a79), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:07.814888 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34464bbf-88e2-49f5-9669-71d222fb3439 req-b484c194-251d-42c7-87ee-3953d7bd9cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:07.816421 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-34464bbf-88e2-49f5-9669-71d222fb3439 req-b484c194-251d-42c7-87ee-3953d7bd9cc3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31ac9d55-2ac0-4f22-ae17-262bbbe19926 HTTP/1.1" status: 200 len: 850 time: 0.0886817 Feb 20 05:55:07.884387 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-914da9a2-b9bb-4611-877d-ffe561fac8c8 req-2d485b64-3231-4899-8b9b-981de1b42873 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=959533d2-481e-41a8-b3ea-f6c369b01081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787192 Feb 20 05:55:07.898308 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d6e83c-d3cd-4d8c-9b83-eb71b00af168 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Router 6b14d62b-940b-4307-969a-3906289546e9 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:55:07.962185 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34464bbf-88e2-49f5-9669-71d222fb3439 req-418fe9ee-5b94-4fe8-8f6e-282c4d023b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:07.963749 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-34464bbf-88e2-49f5-9669-71d222fb3439 req-418fe9ee-5b94-4fe8-8f6e-282c4d023b33 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc99b155-842d-47d9-a797-22be9782748f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1400046 Feb 20 05:55:07.964755 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-23fb054e-0245-4640-b1d0-fc6cd9cb4abe None None] Provisioning complete for port 0be7bc3a-c7e8-42ae-bc54-bf9e71309294 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:55:07.965232 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-23fb054e-0245-4640-b1d0-fc6cd9cb4abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0be7bc3a-c7e8-42ae-bc54-bf9e71309294), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:07.991255 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-34464bbf-88e2-49f5-9669-71d222fb3439 req-44f0559b-4728-4cc7-8846-1771310cfc74 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:55:07.992681 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-34464bbf-88e2-49f5-9669-71d222fb3439 req-44f0559b-4728-4cc7-8846-1771310cfc74 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0212600 Feb 20 05:55:08.072487 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-23fb054e-0245-4640-b1d0-fc6cd9cb4abe None None] Port 0be7bc3a-c7e8-42ae-bc54-bf9e71309294 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:55:08.160090 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-277bf3e2-f2e0-4d64-b4ee-73e217f38230 service neutron] For port 87a309b0-8090-4b88-92ca-c9599e454a79, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:55:08.174110 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-34464bbf-88e2-49f5-9669-71d222fb3439 req-0a67dc43-4ec1-4609-8718-e74e61f5fe1e service neutron] 10.222.0.61 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757145 Feb 20 05:55:08.238284 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-277bf3e2-f2e0-4d64-b4ee-73e217f38230 service neutron] For port 87a309b0-8090-4b88-92ca-c9599e454a79, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=87a309b0-8090-4b88-92ca-c9599e454a79,segment=NetworkSegment(9742512a-5cfc-46b8-9c26-97e97a36b3ce),segment_id=9742512a-5cfc-46b8-9c26-97e97a36b3ce)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:55:08.278976 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-277bf3e2-f2e0-4d64-b4ee-73e217f38230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (87a309b0-8090-4b88-92ca-c9599e454a79), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:08.296814 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-34464bbf-88e2-49f5-9669-71d222fb3439 req-1f5b74ed-89a5-43b7-91eb-8629cee8b14d service neutron] 10.222.0.61 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168842 Feb 20 05:55:08.467444 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-277bf3e2-f2e0-4d64-b4ee-73e217f38230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:08.469790 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-277bf3e2-f2e0-4d64-b4ee-73e217f38230 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:08.474862 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-277bf3e2-f2e0-4d64-b4ee-73e217f38230 service neutron] 10.222.0.48 "PUT /v2.0/ports/87a309b0-8090-4b88-92ca-c9599e454a79 HTTP/1.1" status: 200 len: 1091 time: 4.0823476 Feb 20 05:55:08.476347 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d6e83c-d3cd-4d8c-9b83-eb71b00af168 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:55:08.494387 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7756307-5f4b-413d-ac42-c9eac9243358 None None] Sync routers for ids ['6b14d62b-940b-4307-969a-3906289546e9'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:55:08.499251 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-08d6e83c-d3cd-4d8c-9b83-eb71b00af168 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "PUT /v2.0/routers/6b14d62b-940b-4307-969a-3906289546e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1952157 Feb 20 05:55:08.503413 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59642) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:08.506359 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de16bf13-1464-406a-b7cc-32b65e1b47a0', 'tag': '87a309b0-8090-4b88-92ca-c9599e454a79'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:55:08.509123 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3c8413-052b-45e9-a5e6-dd18cc28444f" -d '{"events": [{"name": "network-changed", "server_uuid": "de16bf13-1464-406a-b7cc-32b65e1b47a0", "tag": "87a309b0-8090-4b88-92ca-c9599e454a79"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:55:08.509321 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-5fe0eb0b-0837-4ea0-94b9-3a68e3866274 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-379761962'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:08.529843 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-4a05b63b-0ac2-4245-9dbc-5c0e9c1f5b1e tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:55:08.535816 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-4a05b63b-0ac2-4245-9dbc-5c0e9c1f5b1e tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0268726 Feb 20 05:55:08.537330 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7756307-5f4b-413d-ac42-c9eac9243358 None None] Routers {'6b14d62b-940b-4307-969a-3906289546e9'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:08.537960 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e7756307-5f4b-413d-ac42-c9eac9243358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:54:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['6b14d62b-940b-4307-969a-3906289546e9'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:08.578189 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a98ae9-3acd-4fab-8f9f-b4a20f952d8f req-0b8e88bb-a8ac-49b9-8509-a08fdbd4a0cc tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:08.580941 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe0eb0b-0837-4ea0-94b9-3a68e3866274 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Made reservation on behalf of a2613a7574bb49c4a1dbfc74ee90b857 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:55:08.586727 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73a98ae9-3acd-4fab-8f9f-b4a20f952d8f req-0b8e88bb-a8ac-49b9-8509-a08fdbd4a0cc tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?device_id=de16bf13-1464-406a-b7cc-32b65e1b47a0 HTTP/1.1" status: 200 len: 943 time: 0.4524295 Feb 20 05:55:08.599673 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5fe0eb0b-0837-4ea0-94b9-3a68e3866274 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:08.720349 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe0eb0b-0837-4ea0-94b9-3a68e3866274 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:55:08.720964 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-e7756307-5f4b-413d-ac42-c9eac9243358 None None] Set router 6b14d62b-940b-4307-969a-3906289546e9 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:08.748916 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277bf3e2-f2e0-4d64-b4ee-73e217f38230 service neutron] Pushing event updated for resources: {'Port': ['ID=87a309b0-8090-4b88-92ca-c9599e454a79,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:08.770203 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5fe0eb0b-0837-4ea0-94b9-3a68e3866274 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (08c83b81-469c-4874-8f60-705dd14e9a29), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:08.774530 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-5fe0eb0b-0837-4ea0-94b9-3a68e3866274 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Added segment 08c83b81-469c-4874-8f60-705dd14e9a29 of type vlan for network ceb91869-c9ab-4b40-a90c-8d9166632099 Feb 20 05:55:08.847316 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-df4daffe-5ef7-46d0-9734-4f9f18effa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:08.849960 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-df4daffe-5ef7-46d0-9734-4f9f18effa7d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a4ef71f8a9048568c69ff01bf2b9bee&device_id=de16bf13-1464-406a-b7cc-32b65e1b47a0 HTTP/1.1" status: 200 len: 1125 time: 0.2266066 Feb 20 05:55:08.867809 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73a98ae9-3acd-4fab-8f9f-b4a20f952d8f req-b7465991-5d69-4296-be08-1603d14c8b67 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/security-groups?id=34bd1160-20c0-4ffc-ba72-474639722b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656651 Feb 20 05:55:08.939564 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5fe0eb0b-0837-4ea0-94b9-3a68e3866274 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (ceb91869-c9ab-4b40-a90c-8d9166632099), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:08.975052 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-a18201fe-ba53-46bc-8bfc-751ff95539c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87a309b0-8090-4b88-92ca-c9599e454a79 HTTP/1.1" status: 200 len: 217 time: 0.1058614 Feb 20 05:55:09.033746 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5fe0eb0b-0837-4ea0-94b9-3a68e3866274 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (ceb91869-c9ab-4b40-a90c-8d9166632099), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:09.037975 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-c87aa3b7-3170-4a75-bc22-16906c512b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:09.040226 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-c87aa3b7-3170-4a75-bc22-16906c512b4f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13e07dba-1e8d-497f-8e1b-6fffafafa42c HTTP/1.1" status: 200 len: 853 time: 0.0545137 Feb 20 05:55:09.049633 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe0eb0b-0837-4ea0-94b9-3a68e3866274 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:09.052962 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5fe0eb0b-0837-4ea0-94b9-3a68e3866274 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:09.083549 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c330e73-05b5-4e74-8e51-6b6cc0e57cb4 req-e566740e-a422-4c86-be42-1f7ce1df87ab tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 210 time: 0.1072106 Feb 20 05:55:09.130112 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-b553e9de-29ca-459e-bc57-b50f88aa1e93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e49102ae-3060-48a8-853b-91c68016e434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698984 Feb 20 05:55:09.224883 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebd288e-c4b9-43dc-a3b9-0ddd63f5a083 x-openstack-request-id: req-bebd288e-c4b9-43dc-a3b9-0ddd63f5a083 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:55:09.225480 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de16bf13-1464-406a-b7cc-32b65e1b47a0", "tag": "87a309b0-8090-4b88-92ca-c9599e454a79", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:55:09.225844 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bebd288e-c4b9-43dc-a3b9-0ddd63f5a083 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:55:09.226351 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de16bf13-1464-406a-b7cc-32b65e1b47a0', 'tag': '87a309b0-8090-4b88-92ca-c9599e454a79', 'status': 'completed', 'code': 200} Feb 20 05:55:09.234946 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5fe0eb0b-0837-4ea0-94b9-3a68e3866274 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7302732 Feb 20 05:55:09.246351 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 59664) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:09.262092 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a7aab0a4-099e-4da6-8a44-06924eb9d9a2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'subnet': {'network_id': 'ceb91869-c9ab-4b40-a90c-8d9166632099', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:09.272056 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0eb0b-0837-4ea0-94b9-3a68e3866274 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Network': ['ID=ceb91869-c9ab-4b40-a90c-8d9166632099,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:09.313958 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network ceb91869-c9ab-4b40-a90c-8d9166632099 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:55:09.537679 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e7756307-5f4b-413d-ac42-c9eac9243358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:55:05Z', 'revision_number': 4, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None, '_interfaces': [{'id': '0be7bc3a-c7e8-42ae-bc54-bf9e71309294', 'name': '', 'network_id': 'c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:7e:20:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:55:02Z', 'updated_at': '2022-02-20T05:55:06Z', 'revision_number': 2, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98d09af7-1f07-4e03-9ca9-95713cb0c9b9', 'name': '', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:f7:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:39Z', 'updated_at': '2022-02-20T05:54:55Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'd2d68175-3811-423f-9733-640c718cde32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08924f6-8263-4538-8776-bf7764ec0c06', 'name': '', 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:49:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:51Z', 'updated_at': '2022-02-20T05:55:03Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:09.599612 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7756307-5f4b-413d-ac42-c9eac9243358 None None] Checking router: 6b14d62b-940b-4307-969a-3906289546e9 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:55:09.599971 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7756307-5f4b-413d-ac42-c9eac9243358 None None] Updating router 6b14d62b-940b-4307-969a-3906289546e9 port 0be7bc3a-c7e8-42ae-bc54-bf9e71309294 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:55:09.664781 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7756307-5f4b-413d-ac42-c9eac9243358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0be7bc3a-c7e8-42ae-bc54-bf9e71309294), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:10.043678 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-82797cff-66a6-4f26-b450-1d2bd2ac6e6d service neutron] 10.222.0.48 "GET /v2.0/networks/e49102ae-3060-48a8-853b-91c68016e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8999317 Feb 20 05:55:10.182542 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7756307-5f4b-413d-ac42-c9eac9243358 None None] Publish callbacks [] for port (0be7bc3a-c7e8-42ae-bc54-bf9e71309294), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:10.188193 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7756307-5f4b-413d-ac42-c9eac9243358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0be7bc3a-c7e8-42ae-bc54-bf9e71309294), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:10.219471 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1260d6b3-f710-439e-89e6-66a2b46817ab req-23586c6e-4351-4895-8226-cfe61787e43c service neutron] 10.222.0.48 "GET /v2.0/networks/e49102ae-3060-48a8-853b-91c68016e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622922 Feb 20 05:55:10.332116 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7aab0a4-099e-4da6-8a44-06924eb9d9a2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Made reservation on behalf of a2613a7574bb49c4a1dbfc74ee90b857 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:55:10.338756 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7aab0a4-099e-4da6-8a44-06924eb9d9a2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:10.369430 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e7756307-5f4b-413d-ac42-c9eac9243358 None None] Attempting to bind port 0be7bc3a-c7e8-42ae-bc54-bf9e71309294 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:55:10.370018 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e7756307-5f4b-413d-ac42-c9eac9243358 None None] Attempting to bind port 0be7bc3a-c7e8-42ae-bc54-bf9e71309294 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '26993ebb-3c43-47d0-b829-ad91e1143ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:55:10.370138 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7756307-5f4b-413d-ac42-c9eac9243358 None None] Attempting to bind port 0be7bc3a-c7e8-42ae-bc54-bf9e71309294 on network c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:55:10.378110 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ed8f1-6dbe-43c2-92c1-057a5cca69e4 None None] Pushing event updated for resources: {'Port': ['ID=0be7bc3a-c7e8-42ae-bc54-bf9e71309294,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:10.381595 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7756307-5f4b-413d-ac42-c9eac9243358 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:55:10.381974 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7756307-5f4b-413d-ac42-c9eac9243358 None None] Checking segment: {'id': '26993ebb-3c43-47d0-b829-ad91e1143ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:55:10.382443 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7756307-5f4b-413d-ac42-c9eac9243358 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:10.382762 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7756307-5f4b-413d-ac42-c9eac9243358 None None] Bound using segment: {'id': '26993ebb-3c43-47d0-b829-ad91e1143ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:55:10.383307 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e7756307-5f4b-413d-ac42-c9eac9243358 None None] Bound port: 0be7bc3a-c7e8-42ae-bc54-bf9e71309294, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26993ebb-3c43-47d0-b829-ad91e1143ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:55:10.383668 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7756307-5f4b-413d-ac42-c9eac9243358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0be7bc3a-c7e8-42ae-bc54-bf9e71309294), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:10.503631 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e7756307-5f4b-413d-ac42-c9eac9243358 None None] For port 0be7bc3a-c7e8-42ae-bc54-bf9e71309294, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:55:10.507318 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e7756307-5f4b-413d-ac42-c9eac9243358 None None] For port 0be7bc3a-c7e8-42ae-bc54-bf9e71309294, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0be7bc3a-c7e8-42ae-bc54-bf9e71309294,segment=NetworkSegment(26993ebb-3c43-47d0-b829-ad91e1143ee7),segment_id=26993ebb-3c43-47d0-b829-ad91e1143ee7)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:55:10.513493 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7756307-5f4b-413d-ac42-c9eac9243358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0be7bc3a-c7e8-42ae-bc54-bf9e71309294), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:10.614068 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ed8f1-6dbe-43c2-92c1-057a5cca69e4 None None] Pushing event updated for resources: {'Port': ['ID=0be7bc3a-c7e8-42ae-bc54-bf9e71309294,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:10.618786 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bca5e-daa9-425b-b0eb-a96068a40df4 req-3cf0db9e-d390-4958-98d1-d723502ab457 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:10.627369 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb6bca5e-daa9-425b-b0eb-a96068a40df4 req-3cf0db9e-d390-4958-98d1-d723502ab457 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 945 time: 1.3138998 Feb 20 05:55:10.666234 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7aab0a4-099e-4da6-8a44-06924eb9d9a2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (70d49801-a1f7-426b-b9e0-e95b7b99279d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:10.666516 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7756307-5f4b-413d-ac42-c9eac9243358 None None] Routers {'6b14d62b-940b-4307-969a-3906289546e9'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:10.667078 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e7756307-5f4b-413d-ac42-c9eac9243358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:54:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['6b14d62b-940b-4307-969a-3906289546e9'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:10.735686 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aab0a4-099e-4da6-8a44-06924eb9d9a2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Subnet': ['ID=70d49801-a1f7-426b-b9e0-e95b7b99279d,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:10.795064 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c8413-052b-45e9-a5e6-dd18cc28444f req-08f24c64-14b8-4a07-bb5a-81a229d6c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:10.798296 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea3c8413-052b-45e9-a5e6-dd18cc28444f req-08f24c64-14b8-4a07-bb5a-81a229d6c9c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a4ef71f8a9048568c69ff01bf2b9bee&device_id=de16bf13-1464-406a-b7cc-32b65e1b47a0 HTTP/1.1" status: 200 len: 1125 time: 0.5282125 Feb 20 05:55:10.801978 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-beb371bd-91b7-4e26-a891-530644d17525 None None] Provisioning complete for port 0be7bc3a-c7e8-42ae-bc54-bf9e71309294 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:55:10.802753 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-beb371bd-91b7-4e26-a891-530644d17525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0be7bc3a-c7e8-42ae-bc54-bf9e71309294), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:10.882950 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-e7756307-5f4b-413d-ac42-c9eac9243358 None None] Set router 6b14d62b-940b-4307-969a-3906289546e9 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:11.011182 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb6bca5e-daa9-425b-b0eb-a96068a40df4 req-35ebae97-f5cb-40c2-af24-32619085273b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=959533d2-481e-41a8-b3ea-f6c369b01081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3634410 Feb 20 05:55:11.012565 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c8413-052b-45e9-a5e6-dd18cc28444f req-25ae4993-0532-43af-a23e-7a3fcf41fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:11.024059 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea3c8413-052b-45e9-a5e6-dd18cc28444f req-25ae4993-0532-43af-a23e-7a3fcf41fb10 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e49102ae-3060-48a8-853b-91c68016e434 HTTP/1.1" status: 200 len: 913 time: 0.2008638 Feb 20 05:55:11.121927 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7aab0a4-099e-4da6-8a44-06924eb9d9a2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Checking segment: {'id': '08c83b81-469c-4874-8f60-705dd14e9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ceb91869-c9ab-4b40-a90c-8d9166632099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:55:11.147528 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aab0a4-099e-4da6-8a44-06924eb9d9a2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network hostable DHCP agents. Network: ceb91869-c9ab-4b40-a90c-8d9166632099, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:55:11.169267 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea3c8413-052b-45e9-a5e6-dd18cc28444f req-f6745aa8-bf0b-4cfa-8a79-0b7ff24541d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87a309b0-8090-4b88-92ca-c9599e454a79 HTTP/1.1" status: 200 len: 217 time: 0.1439209 Feb 20 05:55:11.280297 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-beb371bd-91b7-4e26-a891-530644d17525 None None] Current status of the port 0be7bc3a-c7e8-42ae-bc54-bf9e71309294 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:55:11.280606 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-beb371bd-91b7-4e26-a891-530644d17525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0be7bc3a-c7e8-42ae-bc54-bf9e71309294), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:11.392145 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aab0a4-099e-4da6-8a44-06924eb9d9a2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network ceb91869-c9ab-4b40-a90c-8d9166632099 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:55:11.450617 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-a7aab0a4-099e-4da6-8a44-06924eb9d9a2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, ceb91869-c9ab-4b40-a90c-8d9166632099) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:55:11.462527 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aab0a4-099e-4da6-8a44-06924eb9d9a2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:11.464689 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7aab0a4-099e-4da6-8a44-06924eb9d9a2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:11.485629 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c8413-052b-45e9-a5e6-dd18cc28444f req-e75f5b43-71fd-44c0-9c17-c3a9c6d59bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:11.487154 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea3c8413-052b-45e9-a5e6-dd18cc28444f req-e75f5b43-71fd-44c0-9c17-c3a9c6d59bcf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13e07dba-1e8d-497f-8e1b-6fffafafa42c HTTP/1.1" status: 200 len: 853 time: 0.2759852 Feb 20 05:55:11.544020 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b3844a-df43-4810-88b2-f0d3d2d35d18 None None] Network ceb91869-c9ab-4b40-a90c-8d9166632099 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:55:11.578658 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea3c8413-052b-45e9-a5e6-dd18cc28444f req-dff25869-f241-4475-996a-9edd25701108 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e49102ae-3060-48a8-853b-91c68016e434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774891 Feb 20 05:55:11.588923 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a7aab0a4-099e-4da6-8a44-06924eb9d9a2 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3353786 Feb 20 05:55:11.590755 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 59710) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:11.596842 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-beb371bd-91b7-4e26-a891-530644d17525 None None] For port 0be7bc3a-c7e8-42ae-bc54-bf9e71309294, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0be7bc3a-c7e8-42ae-bc54-bf9e71309294,segment=NetworkSegment(26993ebb-3c43-47d0-b829-ad91e1143ee7),segment_id=26993ebb-3c43-47d0-b829-ad91e1143ee7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:55:11.606653 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47eb5ab-6942-42c7-bf67-515d0224ac3f req-3ef08464-f315-49ac-92d3-51fee96ac6c8 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:11.608809 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e47eb5ab-6942-42c7-bf67-515d0224ac3f req-3ef08464-f315-49ac-92d3-51fee96ac6c8 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?device_id=de16bf13-1464-406a-b7cc-32b65e1b47a0 HTTP/1.1" status: 200 len: 943 time: 0.4444654 Feb 20 05:55:11.672545 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-beb371bd-91b7-4e26-a891-530644d17525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0be7bc3a-c7e8-42ae-bc54-bf9e71309294), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:11.802193 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb371bd-91b7-4e26-a891-530644d17525 None None] Pushing event updated for resources: {'Port': ['ID=0be7bc3a-c7e8-42ae-bc54-bf9e71309294,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:11.942446 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7c83175f-cb51-4abf-a4ce-3b21543837c5 None None] Provisioning complete for port 0be7bc3a-c7e8-42ae-bc54-bf9e71309294 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:55:11.942934 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c83175f-cb51-4abf-a4ce-3b21543837c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0be7bc3a-c7e8-42ae-bc54-bf9e71309294), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:12.034435 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e47eb5ab-6942-42c7-bf67-515d0224ac3f req-0d6abc55-b435-4ebf-9abd-4a7e0fddbd8e tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/security-groups?id=34bd1160-20c0-4ffc-ba72-474639722b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131474 Feb 20 05:55:12.191719 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7c83175f-cb51-4abf-a4ce-3b21543837c5 None None] Current status of the port 0be7bc3a-c7e8-42ae-bc54-bf9e71309294 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:55:12.213481 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ae6fe5-6c2a-4151-8730-1b9b74a21fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-ceb91869-c9ab-4b40-a90c-8d9166632099', 'network_id': 'ceb91869-c9ab-4b40-a90c-8d9166632099', 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'fixed_ips': [{'subnet_id': '70d49801-a1f7-426b-b9e0-e95b7b99279d'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:55:12.214446 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4ae6fe5-6c2a-4151-8730-1b9b74a21fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:12.285643 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea3c8413-052b-45e9-a5e6-dd18cc28444f req-6bdc0946-f99a-419d-8066-4141d94c095c service neutron] 10.222.0.48 "GET /v2.0/networks/e49102ae-3060-48a8-853b-91c68016e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6958125 Feb 20 05:55:12.299428 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-85e773bf-456e-487f-87d6-e0c2ac28e5fc req-6200c1ed-98e0-48b4-b87b-bdd56f97a9b2 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 210 time: 0.1245575 Feb 20 05:55:12.385735 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-c4ae6fe5-6c2a-4151-8730-1b9b74a21fab None None] Allocated IP 2001:db8:3::2 (ceb91869-c9ab-4b40-a90c-8d9166632099/70d49801-a1f7-426b-b9e0-e95b7b99279d/3684c5c5-62bc-4466-a413-70d0beab84d4) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:55:12.546824 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4ae6fe5-6c2a-4151-8730-1b9b74a21fab None None] Publish callbacks [] for port (3684c5c5-62bc-4466-a413-70d0beab84d4), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:12.552069 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea3c8413-052b-45e9-a5e6-dd18cc28444f req-00425021-bcf8-44d9-b9ff-3c1629eafa75 service neutron] 10.222.0.48 "GET /v2.0/networks/e49102ae-3060-48a8-853b-91c68016e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449951 Feb 20 05:55:12.555294 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4ae6fe5-6c2a-4151-8730-1b9b74a21fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (3684c5c5-62bc-4466-a413-70d0beab84d4), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:12.600485 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ae6fe5-6c2a-4151-8730-1b9b74a21fab None None] Network ceb91869-c9ab-4b40-a90c-8d9166632099 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:55:12.605093 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-c4ae6fe5-6c2a-4151-8730-1b9b74a21fab None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:55:12.608816 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ae6fe5-6c2a-4151-8730-1b9b74a21fab None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:55:12.711895 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-c4ae6fe5-6c2a-4151-8730-1b9b74a21fab None None] Attempting to bind port 3684c5c5-62bc-4466-a413-70d0beab84d4 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:55:12.712295 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-c4ae6fe5-6c2a-4151-8730-1b9b74a21fab None None] Attempting to bind port 3684c5c5-62bc-4466-a413-70d0beab84d4 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '08c83b81-469c-4874-8f60-705dd14e9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ceb91869-c9ab-4b40-a90c-8d9166632099'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:55:12.712664 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae6fe5-6c2a-4151-8730-1b9b74a21fab None None] Attempting to bind port 3684c5c5-62bc-4466-a413-70d0beab84d4 on network ceb91869-c9ab-4b40-a90c-8d9166632099 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:55:12.713223 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:12.719628 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae6fe5-6c2a-4151-8730-1b9b74a21fab None None] Pushing event updated for resources: {'Port': ['ID=3684c5c5-62bc-4466-a413-70d0beab84d4,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:12.758102 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e7756307-5f4b-413d-ac42-c9eac9243358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:55:05Z', 'revision_number': 4, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None, '_interfaces': [{'id': '0be7bc3a-c7e8-42ae-bc54-bf9e71309294', 'name': '', 'network_id': 'c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:7e:20:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:55:02Z', 'updated_at': '2022-02-20T05:55:10Z', 'revision_number': 4, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98d09af7-1f07-4e03-9ca9-95713cb0c9b9', 'name': '', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:f7:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:39Z', 'updated_at': '2022-02-20T05:54:55Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'd2d68175-3811-423f-9733-640c718cde32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08924f6-8263-4538-8776-bf7764ec0c06', 'name': '', 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:49:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:51Z', 'updated_at': '2022-02-20T05:55:03Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:12.794883 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7756307-5f4b-413d-ac42-c9eac9243358 None None] The sync data for ids ['6b14d62b-940b-4307-969a-3906289546e9'] in n-d-829866-5 is: [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:55:05Z', 'revision_number': 4, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None, '_interfaces': [{'id': '0be7bc3a-c7e8-42ae-bc54-bf9e71309294', 'name': '', 'network_id': 'c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:7e:20:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:55:02Z', 'updated_at': '2022-02-20T05:55:10Z', 'revision_number': 4, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98d09af7-1f07-4e03-9ca9-95713cb0c9b9', 'name': '', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:f7:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:39Z', 'updated_at': '2022-02-20T05:54:55Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'd2d68175-3811-423f-9733-640c718cde32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08924f6-8263-4538-8776-bf7764ec0c06', 'name': '', 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:49:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:51Z', 'updated_at': '2022-02-20T05:55:03Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:55:12.797374 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae6fe5-6c2a-4151-8730-1b9b74a21fab None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:55:12.797757 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae6fe5-6c2a-4151-8730-1b9b74a21fab None None] Checking segment: {'id': '08c83b81-469c-4874-8f60-705dd14e9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ceb91869-c9ab-4b40-a90c-8d9166632099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:55:12.798209 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4ae6fe5-6c2a-4151-8730-1b9b74a21fab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:12.798597 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae6fe5-6c2a-4151-8730-1b9b74a21fab None None] Bound using segment: {'id': '08c83b81-469c-4874-8f60-705dd14e9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ceb91869-c9ab-4b40-a90c-8d9166632099'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:55:12.799140 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-c4ae6fe5-6c2a-4151-8730-1b9b74a21fab None None] Bound port: 3684c5c5-62bc-4466-a413-70d0beab84d4, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c83b81-469c-4874-8f60-705dd14e9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ceb91869-c9ab-4b40-a90c-8d9166632099'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:55:12.799708 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4ae6fe5-6c2a-4151-8730-1b9b74a21fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3684c5c5-62bc-4466-a413-70d0beab84d4), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:12.984174 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c4ae6fe5-6c2a-4151-8730-1b9b74a21fab None None] For port 3684c5c5-62bc-4466-a413-70d0beab84d4, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:55:12.987535 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c4ae6fe5-6c2a-4151-8730-1b9b74a21fab None None] For port 3684c5c5-62bc-4466-a413-70d0beab84d4, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3684c5c5-62bc-4466-a413-70d0beab84d4,segment=NetworkSegment(08c83b81-469c-4874-8f60-705dd14e9a29),segment_id=08c83b81-469c-4874-8f60-705dd14e9a29)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:55:12.993780 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4ae6fe5-6c2a-4151-8730-1b9b74a21fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3684c5c5-62bc-4466-a413-70d0beab84d4), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:13.084513 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae6fe5-6c2a-4151-8730-1b9b74a21fab None None] Pushing event updated for resources: {'Port': ['ID=3684c5c5-62bc-4466-a413-70d0beab84d4,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:13.424102 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Allocated IP 2001:db8:3::1 (ceb91869-c9ab-4b40-a90c-8d9166632099/70d49801-a1f7-426b-b9e0-e95b7b99279d/7208c8c9-5442-4e96-b37f-a715cb726356) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:55:13.717994 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for port (7208c8c9-5442-4e96-b37f-a715cb726356), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:13.812594 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (7208c8c9-5442-4e96-b37f-a715cb726356), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:13.820530 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 87a309b0-8090-4b88-92ca-c9599e454a79 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:55:13.912169 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3684c5c5-62bc-4466-a413-70d0beab84d4 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:55:14.012648 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network ceb91869-c9ab-4b40-a90c-8d9166632099 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:55:14.032023 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:55:14.035854 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:55:14.039121 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (6b14d62b-940b-4307-969a-3906289546e9), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:14.146274 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 3684c5c5-62bc-4466-a413-70d0beab84d4 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:55:14.146976 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3684c5c5-62bc-4466-a413-70d0beab84d4), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:14.217628 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Port': ['ID=7208c8c9-5442-4e96-b37f-a715cb726356,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:14.264851 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 87a309b0-8090-4b88-92ca-c9599e454a79, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=87a309b0-8090-4b88-92ca-c9599e454a79,segment=NetworkSegment(9742512a-5cfc-46b8-9c26-97e97a36b3ce),segment_id=9742512a-5cfc-46b8-9c26-97e97a36b3ce)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:55:14.273261 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:14.274035 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:14.274629 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:14.275245 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:14.275843 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:14.276429 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:14.277028 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:14.277617 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:14.278259 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:14.280314 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:14.280950 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:14.281534 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:14.282125 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:14.323274 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '87a309b0-8090-4b88-92ca-c9599e454a79', 'network_id': 'e49102ae-3060-48a8-853b-91c68016e434', 'port_id': '87a309b0-8090-4b88-92ca-c9599e454a79', 'mac_address': 'fa:16:3e:cf:6a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e07dba-1e8d-497f-8e1b-6fffafafa42c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:55:14.325821 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7208c8c9-5442-4e96-b37f-a715cb726356), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:14.358616 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87165300-8a86-4ea7-851d-040c242958ea req-dd4867a6-dec7-4c99-8275-89959da570f0 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:14.372656 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-87165300-8a86-4ea7-851d-040c242958ea req-dd4867a6-dec7-4c99-8275-89959da570f0 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?device_id=de16bf13-1464-406a-b7cc-32b65e1b47a0 HTTP/1.1" status: 200 len: 943 time: 0.5661483 Feb 20 05:55:14.435446 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 3684c5c5-62bc-4466-a413-70d0beab84d4 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:55:14.436358 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3684c5c5-62bc-4466-a413-70d0beab84d4), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:14.447859 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 87a309b0-8090-4b88-92ca-c9599e454a79 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:55:14.448564 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (87a309b0-8090-4b88-92ca-c9599e454a79), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:14.513664 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 3684c5c5-62bc-4466-a413-70d0beab84d4, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3684c5c5-62bc-4466-a413-70d0beab84d4,segment=NetworkSegment(08c83b81-469c-4874-8f60-705dd14e9a29),segment_id=08c83b81-469c-4874-8f60-705dd14e9a29)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:55:14.523747 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87a309b0-8090-4b88-92ca-c9599e454a79 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:55:14.576889 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 87a309b0-8090-4b88-92ca-c9599e454a79, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=87a309b0-8090-4b88-92ca-c9599e454a79,segment=NetworkSegment(9742512a-5cfc-46b8-9c26-97e97a36b3ce),segment_id=9742512a-5cfc-46b8-9c26-97e97a36b3ce)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:55:14.579831 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3684c5c5-62bc-4466-a413-70d0beab84d4), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:14.581033 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0be7bc3a-c7e8-42ae-bc54-bf9e71309294 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:55:14.606613 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-87165300-8a86-4ea7-851d-040c242958ea req-3bf10916-bdc7-4306-a8c6-d53400f10c97 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/security-groups?id=34bd1160-20c0-4ffc-ba72-474639722b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328005 Feb 20 05:55:14.666250 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (87a309b0-8090-4b88-92ca-c9599e454a79), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:14.777111 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 0be7bc3a-c7e8-42ae-bc54-bf9e71309294 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:55:14.777487 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0be7bc3a-c7e8-42ae-bc54-bf9e71309294), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:14.870569 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=3684c5c5-62bc-4466-a413-70d0beab84d4,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:14.907200 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:14.907850 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:14.908357 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:14.909111 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:14.909607 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:14.910287 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:14.910784 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:14.911695 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:14.912288 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:14.912774 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:14.913439 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:14.913934 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:14.914613 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:14.975954 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=87a309b0-8090-4b88-92ca-c9599e454a79,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:14.980615 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['87a309b0-8090-4b88-92ca-c9599e454a79'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:55:15.035761 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5462fb-9eb9-473a-aee5-727140a6c239 None None] Network ceb91869-c9ab-4b40-a90c-8d9166632099 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:55:15.060158 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for port (7208c8c9-5442-4e96-b37f-a715cb726356), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:15.114401 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0e790bba-1b50-4eba-b887-8593517687aa req-2692728f-722a-42e1-be21-810dab61d017 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 210 time: 0.3666255 Feb 20 05:55:15.120262 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (7208c8c9-5442-4e96-b37f-a715cb726356), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:15.121475 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (6b14d62b-940b-4307-969a-3906289546e9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:15.239812 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event updated for resources: {'Port': ['ID=7208c8c9-5442-4e96-b37f-a715cb726356,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:15.312542 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Network ceb91869-c9ab-4b40-a90c-8d9166632099 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:55:15.313987 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:55:15.333181 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-716707ff-eab0-43d4-9555-7cf2cae9732b None None] Provisioning complete for port 3684c5c5-62bc-4466-a413-70d0beab84d4 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:55:15.333741 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-716707ff-eab0-43d4-9555-7cf2cae9732b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3684c5c5-62bc-4466-a413-70d0beab84d4), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:15.385065 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 0be7bc3a-c7e8-42ae-bc54-bf9e71309294 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:55:15.551496 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Router 6b14d62b-940b-4307-969a-3906289546e9 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:55:15.590262 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-716707ff-eab0-43d4-9555-7cf2cae9732b None None] Current status of the port 3684c5c5-62bc-4466-a413-70d0beab84d4 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:55:15.789014 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3684c5c5-62bc-4466-a413-70d0beab84d4 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:55:15.855910 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:55:15.861520 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2985b0b6-cc54-454c-8838-7df350feec21 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "PUT /v2.0/routers/6b14d62b-940b-4307-969a-3906289546e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2456467 Feb 20 05:55:15.864317 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59758) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:15.869939 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-261a65e3-5d40-4a06-aa79-d63d67e756d3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:15.874148 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e8d8a6-b6a5-471b-9528-8df61ed1c13d None None] Sync routers for ids ['6b14d62b-940b-4307-969a-3906289546e9'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:55:15.882101 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8e206-dc08-480c-b4ee-2810c625a2ae req-4f443dc5-c499-49d4-b72a-4c21f0d745a6 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:15.890500 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e8d8a6-b6a5-471b-9528-8df61ed1c13d None None] Routers {'6b14d62b-940b-4307-969a-3906289546e9'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:15.891051 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-97e8d8a6-b6a5-471b-9528-8df61ed1c13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:54:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['6b14d62b-940b-4307-969a-3906289546e9'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:15.899886 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-edf8e206-dc08-480c-b4ee-2810c625a2ae req-4f443dc5-c499-49d4-b72a-4c21f0d745a6 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?device_id=de16bf13-1464-406a-b7cc-32b65e1b47a0 HTTP/1.1" status: 200 len: 944 time: 0.1246562 Feb 20 05:55:15.904000 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 3684c5c5-62bc-4466-a413-70d0beab84d4 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:55:15.905056 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3684c5c5-62bc-4466-a413-70d0beab84d4), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:16.008117 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-edf8e206-dc08-480c-b4ee-2810c625a2ae req-6f1595e7-436f-4669-ab64-2b72198fbd4e tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/security-groups?id=34bd1160-20c0-4ffc-ba72-474639722b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071239 Feb 20 05:55:16.124266 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-25e12b5c-d809-477f-a31e-4906933b8f1d None None] Provisioning complete for port 7208c8c9-5442-4e96-b37f-a715cb726356 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:55:16.124811 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25e12b5c-d809-477f-a31e-4906933b8f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7208c8c9-5442-4e96-b37f-a715cb726356), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:16.198842 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-97e8d8a6-b6a5-471b-9528-8df61ed1c13d None None] Set router 6b14d62b-940b-4307-969a-3906289546e9 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:16.254222 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-25e12b5c-d809-477f-a31e-4906933b8f1d None None] Port 7208c8c9-5442-4e96-b37f-a715cb726356 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:55:16.425428 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-25e12b5c-d809-477f-a31e-4906933b8f1d None None] Provisioning complete for port 3684c5c5-62bc-4466-a413-70d0beab84d4 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:55:16.426856 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25e12b5c-d809-477f-a31e-4906933b8f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3684c5c5-62bc-4466-a413-70d0beab84d4), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:16.531852 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-97e8d8a6-b6a5-471b-9528-8df61ed1c13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:55:14Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None, '_interfaces': [{'id': '0be7bc3a-c7e8-42ae-bc54-bf9e71309294', 'name': '', 'network_id': 'c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:7e:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:55:02Z', 'updated_at': '2022-02-20T05:55:11Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7208c8c9-5442-4e96-b37f-a715cb726356', 'name': '', 'network_id': 'ceb91869-c9ab-4b40-a90c-8d9166632099', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:c4:12:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '70d49801-a1f7-426b-b9e0-e95b7b99279d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:55:13Z', 'updated_at': '2022-02-20T05:55:14Z', 'revision_number': 2, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '70d49801-a1f7-426b-b9e0-e95b7b99279d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98d09af7-1f07-4e03-9ca9-95713cb0c9b9', 'name': '', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:f7:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:39Z', 'updated_at': '2022-02-20T05:54:55Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'd2d68175-3811-423f-9733-640c718cde32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08924f6-8263-4538-8776-bf7764ec0c06', 'name': '', 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:49:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:51Z', 'updated_at': '2022-02-20T05:55:03Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:16.566084 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e8d8a6-b6a5-471b-9528-8df61ed1c13d None None] Checking router: 6b14d62b-940b-4307-969a-3906289546e9 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:55:16.566700 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e8d8a6-b6a5-471b-9528-8df61ed1c13d None None] Updating router 6b14d62b-940b-4307-969a-3906289546e9 port 7208c8c9-5442-4e96-b37f-a715cb726356 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:55:16.606827 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-97e8d8a6-b6a5-471b-9528-8df61ed1c13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7208c8c9-5442-4e96-b37f-a715cb726356), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:16.636476 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 3684c5c5-62bc-4466-a413-70d0beab84d4 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:55:16.641290 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-21ae475f-d4fd-4714-9d72-03b542f98055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:16.843564 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-25e12b5c-d809-477f-a31e-4906933b8f1d None None] Current status of the port 3684c5c5-62bc-4466-a413-70d0beab84d4 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:55:16.913175 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4151ab63-7b70-469a-b46e-d0997bbd262f req-f698419e-7976-4867-9228-ad9f1fc904f2 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 210 time: 0.6632683 Feb 20 05:55:16.970602 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-908d7f5d-8f50-4580-88fc-f7648045afb4 None None] Provisioning complete for port 7208c8c9-5442-4e96-b37f-a715cb726356 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:55:16.971212 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-908d7f5d-8f50-4580-88fc-f7648045afb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7208c8c9-5442-4e96-b37f-a715cb726356), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:17.058197 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.extraroute_db [None req-261a65e3-5d40-4a06-aa79-d63d67e756d3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103406) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 20 05:55:17.098932 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-908d7f5d-8f50-4580-88fc-f7648045afb4 None None] Port 7208c8c9-5442-4e96-b37f-a715cb726356 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:55:17.108968 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.extraroute_db [None req-261a65e3-5d40-4a06-aa79-d63d67e756d3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Removed routes are [] {{(pid=103406) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 20 05:55:17.109263 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-261a65e3-5d40-4a06-aa79-d63d67e756d3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (6b14d62b-940b-4307-969a-3906289546e9), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:17.215070 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-97e8d8a6-b6a5-471b-9528-8df61ed1c13d None None] Publish callbacks [] for port (7208c8c9-5442-4e96-b37f-a715cb726356), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:17.225505 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-97e8d8a6-b6a5-471b-9528-8df61ed1c13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7208c8c9-5442-4e96-b37f-a715cb726356), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:17.251780 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee3d03-7761-443a-9918-f6ffd1326a44 req-ea70c408-da39-4695-9850-981d727d5d73 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:17.254291 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5bee3d03-7761-443a-9918-f6ffd1326a44 req-ea70c408-da39-4695-9850-981d727d5d73 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?device_id=de16bf13-1464-406a-b7cc-32b65e1b47a0 HTTP/1.1" status: 200 len: 944 time: 0.1185300 Feb 20 05:55:17.351945 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a38ca-4dba-4a38-8a2d-14f1fb180876 None None] Pushing event updated for resources: {'Port': ['ID=7208c8c9-5442-4e96-b37f-a715cb726356,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:17.374606 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5bee3d03-7761-443a-9918-f6ffd1326a44 req-ff21a2fe-41ac-4c3c-a613-06d4c7e68d43 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/security-groups?id=34bd1160-20c0-4ffc-ba72-474639722b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131282 Feb 20 05:55:17.427478 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-97e8d8a6-b6a5-471b-9528-8df61ed1c13d None None] Attempting to bind port 7208c8c9-5442-4e96-b37f-a715cb726356 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:55:17.428146 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-97e8d8a6-b6a5-471b-9528-8df61ed1c13d None None] Attempting to bind port 7208c8c9-5442-4e96-b37f-a715cb726356 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '08c83b81-469c-4874-8f60-705dd14e9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ceb91869-c9ab-4b40-a90c-8d9166632099'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:55:17.428735 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e8d8a6-b6a5-471b-9528-8df61ed1c13d None None] Attempting to bind port 7208c8c9-5442-4e96-b37f-a715cb726356 on network ceb91869-c9ab-4b40-a90c-8d9166632099 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:55:17.430293 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-261a65e3-5d40-4a06-aa79-d63d67e756d3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (6b14d62b-940b-4307-969a-3906289546e9), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:17.442980 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e8d8a6-b6a5-471b-9528-8df61ed1c13d None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:55:17.443789 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e8d8a6-b6a5-471b-9528-8df61ed1c13d None None] Checking segment: {'id': '08c83b81-469c-4874-8f60-705dd14e9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ceb91869-c9ab-4b40-a90c-8d9166632099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:55:17.444416 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-97e8d8a6-b6a5-471b-9528-8df61ed1c13d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:17.445023 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e8d8a6-b6a5-471b-9528-8df61ed1c13d None None] Bound using segment: {'id': '08c83b81-469c-4874-8f60-705dd14e9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ceb91869-c9ab-4b40-a90c-8d9166632099'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:55:17.446654 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-97e8d8a6-b6a5-471b-9528-8df61ed1c13d None None] Bound port: 7208c8c9-5442-4e96-b37f-a715cb726356, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c83b81-469c-4874-8f60-705dd14e9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ceb91869-c9ab-4b40-a90c-8d9166632099'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:55:17.447652 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-97e8d8a6-b6a5-471b-9528-8df61ed1c13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7208c8c9-5442-4e96-b37f-a715cb726356), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:17.449348 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-261a65e3-5d40-4a06-aa79-d63d67e756d3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691773'] for router (6b14d62b-940b-4307-969a-3906289546e9), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:17.604021 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-97e8d8a6-b6a5-471b-9528-8df61ed1c13d None None] For port 7208c8c9-5442-4e96-b37f-a715cb726356, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:55:17.606949 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261a65e3-5d40-4a06-aa79-d63d67e756d3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Router 6b14d62b-940b-4307-969a-3906289546e9 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:55:17.622065 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-97e8d8a6-b6a5-471b-9528-8df61ed1c13d None None] For port 7208c8c9-5442-4e96-b37f-a715cb726356, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7208c8c9-5442-4e96-b37f-a715cb726356,segment=NetworkSegment(08c83b81-469c-4874-8f60-705dd14e9a29),segment_id=08c83b81-469c-4874-8f60-705dd14e9a29)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:55:17.634144 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-97e8d8a6-b6a5-471b-9528-8df61ed1c13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7208c8c9-5442-4e96-b37f-a715cb726356), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:17.722022 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e8d8a6-b6a5-471b-9528-8df61ed1c13d None None] Routers {'6b14d62b-940b-4307-969a-3906289546e9'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:17.723994 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-97e8d8a6-b6a5-471b-9528-8df61ed1c13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:54:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['6b14d62b-940b-4307-969a-3906289546e9'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:17.760443 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261a65e3-5d40-4a06-aa79-d63d67e756d3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:55:17.760708 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-73fe7f95-7a93-463d-9ae1-1bf9e653eb3e None None] Provisioning complete for port 7208c8c9-5442-4e96-b37f-a715cb726356 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:55:17.760898 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73fe7f95-7a93-463d-9ae1-1bf9e653eb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7208c8c9-5442-4e96-b37f-a715cb726356), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:17.776304 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-261a65e3-5d40-4a06-aa79-d63d67e756d3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:17.778976 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-261a65e3-5d40-4a06-aa79-d63d67e756d3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "PUT /v2.0/routers/6b14d62b-940b-4307-969a-3906289546e9 HTTP/1.1" status: 200 len: 953 time: 1.9118028 Feb 20 05:55:17.781096 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 59778) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:17.855908 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 87a309b0-8090-4b88-92ca-c9599e454a79 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:55:17.915355 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-97e8d8a6-b6a5-471b-9528-8df61ed1c13d None None] Set router 6b14d62b-940b-4307-969a-3906289546e9 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:17.947132 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59786) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:17.953664 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-d8d434f7-70d4-493b-bbfe-2e589235137a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'router': {'routes': None}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:17.958517 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a3023334-547c-4aa4-b16a-5a0feb4715c5 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "GET /v2.0/routers/6b14d62b-940b-4307-969a-3906289546e9 HTTP/1.1" status: 200 len: 953 time: 0.1728826 Feb 20 05:55:18.058064 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-73fe7f95-7a93-463d-9ae1-1bf9e653eb3e None None] Current status of the port 7208c8c9-5442-4e96-b37f-a715cb726356 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:55:18.059076 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73fe7f95-7a93-463d-9ae1-1bf9e653eb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7208c8c9-5442-4e96-b37f-a715cb726356), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:18.139847 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-722374d3-159c-4012-b146-e4a21351195b req-47680399-46fb-4a75-884a-74ec00d10f22 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 210 time: 0.0924881 Feb 20 05:55:18.148927 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-73fe7f95-7a93-463d-9ae1-1bf9e653eb3e None None] For port 7208c8c9-5442-4e96-b37f-a715cb726356, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7208c8c9-5442-4e96-b37f-a715cb726356,segment=NetworkSegment(08c83b81-469c-4874-8f60-705dd14e9a29),segment_id=08c83b81-469c-4874-8f60-705dd14e9a29)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:55:18.160759 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73fe7f95-7a93-463d-9ae1-1bf9e653eb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7208c8c9-5442-4e96-b37f-a715cb726356), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:18.199461 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a38ca-4dba-4a38-8a2d-14f1fb180876 None None] Pushing event updated for resources: {'Port': ['ID=7208c8c9-5442-4e96-b37f-a715cb726356,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:18.228061 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 87a309b0-8090-4b88-92ca-c9599e454a79 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:55:18.239702 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 87a309b0-8090-4b88-92ca-c9599e454a79 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:55:18.240415 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (87a309b0-8090-4b88-92ca-c9599e454a79), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:18.280636 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe7f95-7a93-463d-9ae1-1bf9e653eb3e None None] Pushing event updated for resources: {'Port': ['ID=7208c8c9-5442-4e96-b37f-a715cb726356,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:18.414090 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-97e8d8a6-b6a5-471b-9528-8df61ed1c13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:55:17Z', 'revision_number': 6, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None, '_interfaces': [{'id': '0be7bc3a-c7e8-42ae-bc54-bf9e71309294', 'name': '', 'network_id': 'c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:7e:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:55:02Z', 'updated_at': '2022-02-20T05:55:11Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7208c8c9-5442-4e96-b37f-a715cb726356', 'name': '', 'network_id': 'ceb91869-c9ab-4b40-a90c-8d9166632099', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:c4:12:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '70d49801-a1f7-426b-b9e0-e95b7b99279d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:55:13Z', 'updated_at': '2022-02-20T05:55:17Z', 'revision_number': 4, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '70d49801-a1f7-426b-b9e0-e95b7b99279d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98d09af7-1f07-4e03-9ca9-95713cb0c9b9', 'name': '', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:f7:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:39Z', 'updated_at': '2022-02-20T05:54:55Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'd2d68175-3811-423f-9733-640c718cde32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08924f6-8263-4538-8776-bf7764ec0c06', 'name': '', 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:49:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:51Z', 'updated_at': '2022-02-20T05:55:03Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:18.516153 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e8d8a6-b6a5-471b-9528-8df61ed1c13d None None] The sync data for ids ['6b14d62b-940b-4307-969a-3906289546e9'] in n-d-829866-5 is: [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:55:17Z', 'revision_number': 6, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None, '_interfaces': [{'id': '0be7bc3a-c7e8-42ae-bc54-bf9e71309294', 'name': '', 'network_id': 'c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:7e:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:55:02Z', 'updated_at': '2022-02-20T05:55:11Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7208c8c9-5442-4e96-b37f-a715cb726356', 'name': '', 'network_id': 'ceb91869-c9ab-4b40-a90c-8d9166632099', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:c4:12:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '70d49801-a1f7-426b-b9e0-e95b7b99279d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:55:13Z', 'updated_at': '2022-02-20T05:55:17Z', 'revision_number': 4, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '70d49801-a1f7-426b-b9e0-e95b7b99279d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98d09af7-1f07-4e03-9ca9-95713cb0c9b9', 'name': '', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:f7:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:39Z', 'updated_at': '2022-02-20T05:54:55Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'd2d68175-3811-423f-9733-640c718cde32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08924f6-8263-4538-8776-bf7764ec0c06', 'name': '', 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:49:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:51Z', 'updated_at': '2022-02-20T05:55:03Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:55:18.585710 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-6180aead-0cfe-4173-a5a6-6e37d4854577 None None] Provisioning complete for port 7208c8c9-5442-4e96-b37f-a715cb726356 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:55:18.586313 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6180aead-0cfe-4173-a5a6-6e37d4854577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7208c8c9-5442-4e96-b37f-a715cb726356), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:18.697332 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb5b0e-835e-49d0-a45d-baa7eba34ff9 req-3d5f318f-b9fd-44f0-b8cc-dd44f0a2289c tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:18.707563 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ebbb5b0e-835e-49d0-a45d-baa7eba34ff9 req-3d5f318f-b9fd-44f0-b8cc-dd44f0a2289c tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?device_id=de16bf13-1464-406a-b7cc-32b65e1b47a0 HTTP/1.1" status: 200 len: 944 time: 0.1835473 Feb 20 05:55:18.764379 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59804) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:18.798095 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 87a309b0-8090-4b88-92ca-c9599e454a79 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:55:18.799944 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (87a309b0-8090-4b88-92ca-c9599e454a79), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:18.848021 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 87a309b0-8090-4b88-92ca-c9599e454a79, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=87a309b0-8090-4b88-92ca-c9599e454a79,segment=NetworkSegment(9742512a-5cfc-46b8-9c26-97e97a36b3ce),segment_id=9742512a-5cfc-46b8-9c26-97e97a36b3ce)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:55:18.851258 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de16bf13-1464-406a-b7cc-32b65e1b47a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a309b0-8090-4b88-92ca-c9599e454a79'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:55:18.854777 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ebbb5b0e-835e-49d0-a45d-baa7eba34ff9 req-b2b80ece-2d21-401a-8042-f54c5783fb02 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/security-groups?id=34bd1160-20c0-4ffc-ba72-474639722b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462574 Feb 20 05:55:18.855055 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb01fb3-dfd4-4a84-8a3a-419b1650104d" -d '{"events": [{"server_uuid": "de16bf13-1464-406a-b7cc-32b65e1b47a0", "name": "network-vif-plugged", "status": "completed", "tag": "87a309b0-8090-4b88-92ca-c9599e454a79"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:55:18.911540 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (87a309b0-8090-4b88-92ca-c9599e454a79), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:18.983611 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82495832-72f7-497c-8731-e93937c48b20 x-openstack-request-id: req-82495832-72f7-497c-8731-e93937c48b20 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:55:18.983975 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de16bf13-1464-406a-b7cc-32b65e1b47a0", "name": "network-vif-plugged", "status": "completed", "tag": "87a309b0-8090-4b88-92ca-c9599e454a79", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:55:18.984226 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-82495832-72f7-497c-8731-e93937c48b20 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:55:18.984607 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de16bf13-1464-406a-b7cc-32b65e1b47a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a309b0-8090-4b88-92ca-c9599e454a79', 'code': 200} Feb 20 05:55:18.995730 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6180aead-0cfe-4173-a5a6-6e37d4854577 None None] Current status of the port 7208c8c9-5442-4e96-b37f-a715cb726356 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:55:19.007624 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea8ec04d-758d-41d9-8253-1102bc8a938a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:19.021190 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.extraroute_db [None req-d8d434f7-70d4-493b-bbfe-2e589235137a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Added routes are [] {{(pid=103406) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 20 05:55:19.021513 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.extraroute_db [None req-d8d434f7-70d4-493b-bbfe-2e589235137a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103406) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 20 05:55:19.029399 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=87a309b0-8090-4b88-92ca-c9599e454a79,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:19.073794 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c1a94e9-4ead-4cf7-99d1-afb4dc94db22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:19.157721 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d8d434f7-70d4-493b-bbfe-2e589235137a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (6b14d62b-940b-4307-969a-3906289546e9), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:19.294700 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c272714-6655-48d9-a115-ecf5c65c549a req-df406f24-4d5c-4e64-94bc-ae60c4fb9ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:19.297492 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c272714-6655-48d9-a115-ecf5c65c549a req-df406f24-4d5c-4e64-94bc-ae60c4fb9ed9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=de16bf13-1464-406a-b7cc-32b65e1b47a0 HTTP/1.1" status: 200 len: 1127 time: 0.2463427 Feb 20 05:55:19.330128 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05bb9f6c-cd50-4163-8949-42d457f3cd43 req-4e8509ba-e3b6-471f-9a89-8a4ddccd492f tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 210 time: 0.0566301 Feb 20 05:55:19.380539 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c272714-6655-48d9-a115-ecf5c65c549a req-9c49cda7-60ca-459a-b139-33414be47c0f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=34bd1160-20c0-4ffc-ba72-474639722b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611145 Feb 20 05:55:19.468876 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c1a94e9-4ead-4cf7-99d1-afb4dc94db22 admin admin] Publish callbacks [] for security_group (da357cb2-b5b8-429d-a52e-c8d6dc38c770), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:19.476904 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c1a94e9-4ead-4cf7-99d1-afb4dc94db22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (da357cb2-b5b8-429d-a52e-c8d6dc38c770), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:19.580459 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 59816) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:19.580687 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0c1a94e9-4ead-4cf7-99d1-afb4dc94db22 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed206214b1cf4aca9bc3e13507857633&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8150716 Feb 20 05:55:19.586297 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a94e9-4ead-4cf7-99d1-afb4dc94db22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da357cb2-b5b8-429d-a52e-c8d6dc38c770,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:19.596730 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d8d434f7-70d4-493b-bbfe-2e589235137a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (6b14d62b-940b-4307-969a-3906289546e9), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:19.600437 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d8d434f7-70d4-493b-bbfe-2e589235137a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691773'] for router (6b14d62b-940b-4307-969a-3906289546e9), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:19.655445 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:19.736227 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea04d299-7160-4932-8d2a-1a451196cd45 admin admin] Publish callbacks [] for security_group (da357cb2-b5b8-429d-a52e-c8d6dc38c770), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:19.760816 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d434f7-70d4-493b-bbfe-2e589235137a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Router 6b14d62b-940b-4307-969a-3906289546e9 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:55:19.783405 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea04d299-7160-4932-8d2a-1a451196cd45 admin admin] Publish callbacks [] for security_group (da357cb2-b5b8-429d-a52e-c8d6dc38c770), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:19.858628 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7208c8c9-5442-4e96-b37f-a715cb726356 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:55:19.877988 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea04d299-7160-4932-8d2a-1a451196cd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (da357cb2-b5b8-429d-a52e-c8d6dc38c770), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:19.882052 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea04d299-7160-4932-8d2a-1a451196cd45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:19.883826 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ea04d299-7160-4932-8d2a-1a451196cd45 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da357cb2-b5b8-429d-a52e-c8d6dc38c770 HTTP/1.1" status: 204 len: 168 time: 0.3023753 Feb 20 05:55:19.904190 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04d299-7160-4932-8d2a-1a451196cd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da357cb2-b5b8-429d-a52e-c8d6dc38c770,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:20.068217 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 7208c8c9-5442-4e96-b37f-a715cb726356 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:55:20.069183 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7208c8c9-5442-4e96-b37f-a715cb726356), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:20.138611 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c26acc-4548-4b13-a8ca-45d7c1535cd7 req-976a0f57-394f-4b30-95dc-15a216420c89 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:20.145898 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c4c26acc-4548-4b13-a8ca-45d7c1535cd7 req-976a0f57-394f-4b30-95dc-15a216420c89 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?device_id=de16bf13-1464-406a-b7cc-32b65e1b47a0 HTTP/1.1" status: 200 len: 945 time: 0.1855249 Feb 20 05:55:20.223021 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa89c9e-3486-498e-94c1-df78e2cd1994 None None] Sync routers for ids ['6b14d62b-940b-4307-969a-3906289546e9'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:55:20.257647 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c4c26acc-4548-4b13-a8ca-45d7c1535cd7 req-fab8dc87-9acd-4e94-bef8-62e793bdc589 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/security-groups?id=34bd1160-20c0-4ffc-ba72-474639722b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037874 Feb 20 05:55:20.269160 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa89c9e-3486-498e-94c1-df78e2cd1994 None None] Routers {'6b14d62b-940b-4307-969a-3906289546e9'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:20.270007 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-5aa89c9e-3486-498e-94c1-df78e2cd1994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:55:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['6b14d62b-940b-4307-969a-3906289546e9'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:20.482281 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-5aa89c9e-3486-498e-94c1-df78e2cd1994 None None] Set router 6b14d62b-940b-4307-969a-3906289546e9 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:20.559556 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-df71b57c-367e-4530-b05d-62f20fd42b68 req-5d34d0cb-ce9f-4581-8dfd-e573216cf991 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 210 time: 0.0778666 Feb 20 05:55:20.570488 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 59830) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:20.594558 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a400e0e2-3fff-436c-8ec5-c623927b2b7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:20.598867 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 7208c8c9-5442-4e96-b37f-a715cb726356 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:55:20.685461 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d434f7-70d4-493b-bbfe-2e589235137a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:55:20.694540 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d8d434f7-70d4-493b-bbfe-2e589235137a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:20.698238 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d8d434f7-70d4-493b-bbfe-2e589235137a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "PUT /v2.0/routers/6b14d62b-940b-4307-969a-3906289546e9 HTTP/1.1" status: 200 len: 703 time: 2.7473741 Feb 20 05:55:20.698527 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59832) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:20.778725 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a400e0e2-3fff-436c-8ec5-c623927b2b7d admin admin] Publish callbacks [] for security_group (1d14dc9d-473f-476e-924a-46cf90b6c98b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:20.784863 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a400e0e2-3fff-436c-8ec5-c623927b2b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (1d14dc9d-473f-476e-924a-46cf90b6c98b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:20.814287 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-5aa89c9e-3486-498e-94c1-df78e2cd1994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:55:19Z', 'revision_number': 7, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None, '_interfaces': [{'id': '0be7bc3a-c7e8-42ae-bc54-bf9e71309294', 'name': '', 'network_id': 'c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:7e:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:55:02Z', 'updated_at': '2022-02-20T05:55:11Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7208c8c9-5442-4e96-b37f-a715cb726356', 'name': '', 'network_id': 'ceb91869-c9ab-4b40-a90c-8d9166632099', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:c4:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '70d49801-a1f7-426b-b9e0-e95b7b99279d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:55:13Z', 'updated_at': '2022-02-20T05:55:18Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '70d49801-a1f7-426b-b9e0-e95b7b99279d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98d09af7-1f07-4e03-9ca9-95713cb0c9b9', 'name': '', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:f7:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:39Z', 'updated_at': '2022-02-20T05:54:55Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'd2d68175-3811-423f-9733-640c718cde32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08924f6-8263-4538-8776-bf7764ec0c06', 'name': '', 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:49:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:51Z', 'updated_at': '2022-02-20T05:55:03Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:20.822395 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400e0e2-3fff-436c-8ec5-c623927b2b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d14dc9d-473f-476e-924a-46cf90b6c98b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:20.869204 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a400e0e2-3fff-436c-8ec5-c623927b2b7d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=db4cd55e477f41ddb5a72514d39a5092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2975848 Feb 20 05:55:20.871819 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 59836) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:20.872674 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa89c9e-3486-498e-94c1-df78e2cd1994 None None] Checking router: 6b14d62b-940b-4307-969a-3906289546e9 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:55:20.875580 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fc9834b2-12be-4b7f-ae6f-ead5f70d71d3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "GET /v2.0/routers/6b14d62b-940b-4307-969a-3906289546e9 HTTP/1.1" status: 200 len: 703 time: 0.1755219 Feb 20 05:55:20.878018 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59838) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:20.903880 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa89c9e-3486-498e-94c1-df78e2cd1994 None None] Routers {'6b14d62b-940b-4307-969a-3906289546e9'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:20.904556 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-5aa89c9e-3486-498e-94c1-df78e2cd1994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:55:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['6b14d62b-940b-4307-969a-3906289546e9'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:20.946084 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c430411d-e3c2-48f2-b149-97cbf583e8cd admin admin] Publish callbacks [] for security_group (1d14dc9d-473f-476e-924a-46cf90b6c98b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:20.998941 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c430411d-e3c2-48f2-b149-97cbf583e8cd admin admin] Publish callbacks [] for security_group (1d14dc9d-473f-476e-924a-46cf90b6c98b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:21.022977 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-5aa89c9e-3486-498e-94c1-df78e2cd1994 None None] Set router 6b14d62b-940b-4307-969a-3906289546e9 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:21.066741 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c430411d-e3c2-48f2-b149-97cbf583e8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (1d14dc9d-473f-476e-924a-46cf90b6c98b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:21.069994 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c430411d-e3c2-48f2-b149-97cbf583e8cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:21.071279 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c430411d-e3c2-48f2-b149-97cbf583e8cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d14dc9d-473f-476e-924a-46cf90b6c98b HTTP/1.1" status: 204 len: 168 time: 0.1985235 Feb 20 05:55:21.086351 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430411d-e3c2-48f2-b149-97cbf583e8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d14dc9d-473f-476e-924a-46cf90b6c98b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:21.373484 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-5aa89c9e-3486-498e-94c1-df78e2cd1994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:55:19Z', 'revision_number': 7, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None, '_interfaces': [{'id': '0be7bc3a-c7e8-42ae-bc54-bf9e71309294', 'name': '', 'network_id': 'c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:7e:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:55:02Z', 'updated_at': '2022-02-20T05:55:11Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7208c8c9-5442-4e96-b37f-a715cb726356', 'name': '', 'network_id': 'ceb91869-c9ab-4b40-a90c-8d9166632099', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:c4:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '70d49801-a1f7-426b-b9e0-e95b7b99279d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:55:13Z', 'updated_at': '2022-02-20T05:55:18Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '70d49801-a1f7-426b-b9e0-e95b7b99279d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98d09af7-1f07-4e03-9ca9-95713cb0c9b9', 'name': '', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:f7:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:39Z', 'updated_at': '2022-02-20T05:54:55Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'd2d68175-3811-423f-9733-640c718cde32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08924f6-8263-4538-8776-bf7764ec0c06', 'name': '', 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:49:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:51Z', 'updated_at': '2022-02-20T05:55:03Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:21.407477 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa89c9e-3486-498e-94c1-df78e2cd1994 None None] The sync data for ids ['6b14d62b-940b-4307-969a-3906289546e9'] in n-d-829866-5 is: [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:55:19Z', 'revision_number': 7, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None, '_interfaces': [{'id': '0be7bc3a-c7e8-42ae-bc54-bf9e71309294', 'name': '', 'network_id': 'c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:7e:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:55:02Z', 'updated_at': '2022-02-20T05:55:11Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7208c8c9-5442-4e96-b37f-a715cb726356', 'name': '', 'network_id': 'ceb91869-c9ab-4b40-a90c-8d9166632099', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:c4:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '70d49801-a1f7-426b-b9e0-e95b7b99279d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:55:13Z', 'updated_at': '2022-02-20T05:55:18Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '70d49801-a1f7-426b-b9e0-e95b7b99279d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98d09af7-1f07-4e03-9ca9-95713cb0c9b9', 'name': '', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:f7:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:39Z', 'updated_at': '2022-02-20T05:54:55Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'd2d68175-3811-423f-9733-640c718cde32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08924f6-8263-4538-8776-bf7764ec0c06', 'name': '', 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:49:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:51Z', 'updated_at': '2022-02-20T05:55:03Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:55:21.430474 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:21.550367 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628ed2d-fd44-4543-af22-6216872e2426 req-558df5e3-baf6-495f-b6f3-f4468154ae0e tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:21.552392 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5628ed2d-fd44-4543-af22-6216872e2426 req-558df5e3-baf6-495f-b6f3-f4468154ae0e tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?device_id=de16bf13-1464-406a-b7cc-32b65e1b47a0 HTTP/1.1" status: 200 len: 945 time: 0.1145248 Feb 20 05:55:21.567004 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b7482f5f-f433-46e3-99c6-efe90e3a1cc9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (6b14d62b-940b-4307-969a-3906289546e9), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:21.659859 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5628ed2d-fd44-4543-af22-6216872e2426 req-9b4a8353-2fbe-42df-88ea-cb06ab86f6a0 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/security-groups?id=34bd1160-20c0-4ffc-ba72-474639722b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013350 Feb 20 05:55:21.844434 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58cc0b2c-c493-48ff-be4f-6a6477ca372d req-2a6a6048-d92f-48af-b077-a80dbfdb16c7 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 210 time: 0.0672262 Feb 20 05:55:21.909619 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c27766c-aa77-41fc-a308-be4b2e453c57 None None] Sync routers for ids ['6b14d62b-940b-4307-969a-3906289546e9'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:55:21.938446 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c27766c-aa77-41fc-a308-be4b2e453c57 None None] Routers {'6b14d62b-940b-4307-969a-3906289546e9'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:21.939205 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3c27766c-aa77-41fc-a308-be4b2e453c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:55:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['6b14d62b-940b-4307-969a-3906289546e9'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:22.050456 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-b7482f5f-f433-46e3-99c6-efe90e3a1cc9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Deleting port 7208c8c9-5442-4e96-b37f-a715cb726356 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:55:22.051156 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b7482f5f-f433-46e3-99c6-efe90e3a1cc9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (7208c8c9-5442-4e96-b37f-a715cb726356), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:22.107296 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-3c27766c-aa77-41fc-a308-be4b2e453c57 None None] Set router 6b14d62b-940b-4307-969a-3906289546e9 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:22.191954 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-b7482f5f-f433-46e3-99c6-efe90e3a1cc9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] For port 7208c8c9-5442-4e96-b37f-a715cb726356, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7208c8c9-5442-4e96-b37f-a715cb726356,segment=NetworkSegment(08c83b81-469c-4874-8f60-705dd14e9a29),segment_id=08c83b81-469c-4874-8f60-705dd14e9a29)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:55:22.192454 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b7482f5f-f433-46e3-99c6-efe90e3a1cc9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (7208c8c9-5442-4e96-b37f-a715cb726356), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:22.231213 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-b7482f5f-f433-46e3-99c6-efe90e3a1cc9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Calling delete_port for 7208c8c9-5442-4e96-b37f-a715cb726356 owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:55:22.515204 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3c27766c-aa77-41fc-a308-be4b2e453c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:55:19Z', 'revision_number': 7, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None, '_interfaces': [{'id': '0be7bc3a-c7e8-42ae-bc54-bf9e71309294', 'name': '', 'network_id': 'c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:7e:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:55:02Z', 'updated_at': '2022-02-20T05:55:11Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7208c8c9-5442-4e96-b37f-a715cb726356', 'name': '', 'network_id': 'ceb91869-c9ab-4b40-a90c-8d9166632099', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:c4:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '70d49801-a1f7-426b-b9e0-e95b7b99279d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:55:13Z', 'updated_at': '2022-02-20T05:55:18Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '70d49801-a1f7-426b-b9e0-e95b7b99279d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98d09af7-1f07-4e03-9ca9-95713cb0c9b9', 'name': '', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:f7:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:39Z', 'updated_at': '2022-02-20T05:54:55Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'd2d68175-3811-423f-9733-640c718cde32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08924f6-8263-4538-8776-bf7764ec0c06', 'name': '', 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:49:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:51Z', 'updated_at': '2022-02-20T05:55:03Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:22.563160 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b7482f5f-f433-46e3-99c6-efe90e3a1cc9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (7208c8c9-5442-4e96-b37f-a715cb726356), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:22.690640 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:22.701184 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c27766c-aa77-41fc-a308-be4b2e453c57 None None] Checking router: 6b14d62b-940b-4307-969a-3906289546e9 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:55:22.703585 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7482f5f-f433-46e3-99c6-efe90e3a1cc9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Port': ['ID=7208c8c9-5442-4e96-b37f-a715cb726356,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:22.718226 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c27766c-aa77-41fc-a308-be4b2e453c57 None None] Routers {'6b14d62b-940b-4307-969a-3906289546e9'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:22.732164 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3c27766c-aa77-41fc-a308-be4b2e453c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:55:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['6b14d62b-940b-4307-969a-3906289546e9'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:22.874684 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b7482f5f-f433-46e3-99c6-efe90e3a1cc9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (6b14d62b-940b-4307-969a-3906289546e9), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:22.903305 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-3c27766c-aa77-41fc-a308-be4b2e453c57 None None] Set router 6b14d62b-940b-4307-969a-3906289546e9 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:22.946097 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:23.028236 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-10ec70b3-339d-4720-81cd-3d821fdb2616 req-13f9d70b-8265-4811-b7c4-35758f4ae3f6 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 210 time: 0.0618911 Feb 20 05:55:23.221745 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3c27766c-aa77-41fc-a308-be4b2e453c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:55:22Z', 'revision_number': 8, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None, '_interfaces': [{'id': '0be7bc3a-c7e8-42ae-bc54-bf9e71309294', 'name': '', 'network_id': 'c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:7e:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:55:02Z', 'updated_at': '2022-02-20T05:55:11Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98d09af7-1f07-4e03-9ca9-95713cb0c9b9', 'name': '', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:f7:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:39Z', 'updated_at': '2022-02-20T05:54:55Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'd2d68175-3811-423f-9733-640c718cde32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08924f6-8263-4538-8776-bf7764ec0c06', 'name': '', 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:49:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:51Z', 'updated_at': '2022-02-20T05:55:03Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:23.259956 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c27766c-aa77-41fc-a308-be4b2e453c57 None None] The sync data for ids ['6b14d62b-940b-4307-969a-3906289546e9'] in n-d-829866-5 is: [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:55:22Z', 'revision_number': 8, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None, '_interfaces': [{'id': '0be7bc3a-c7e8-42ae-bc54-bf9e71309294', 'name': '', 'network_id': 'c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:7e:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:55:02Z', 'updated_at': '2022-02-20T05:55:11Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98d09af7-1f07-4e03-9ca9-95713cb0c9b9', 'name': '', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:f7:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:39Z', 'updated_at': '2022-02-20T05:54:55Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'd2d68175-3811-423f-9733-640c718cde32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08924f6-8263-4538-8776-bf7764ec0c06', 'name': '', 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:49:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:51Z', 'updated_at': '2022-02-20T05:55:03Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:55:23.309057 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7482f5f-f433-46e3-99c6-efe90e3a1cc9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Router 6b14d62b-940b-4307-969a-3906289546e9 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:55:23.437797 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7482f5f-f433-46e3-99c6-efe90e3a1cc9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:55:23.443542 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b7482f5f-f433-46e3-99c6-efe90e3a1cc9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "PUT /v2.0/routers/6b14d62b-940b-4307-969a-3906289546e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5642476 Feb 20 05:55:23.446145 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59896) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:23.518582 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-18826f31-8012-4f2e-a0d2-6e8efd788ff9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Deleting subnet 70d49801-a1f7-426b-b9e0-e95b7b99279d {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:55:23.523010 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18826f31-8012-4f2e-a0d2-6e8efd788ff9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for subnet (70d49801-a1f7-426b-b9e0-e95b7b99279d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:23.584224 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18826f31-8012-4f2e-a0d2-6e8efd788ff9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (70d49801-a1f7-426b-b9e0-e95b7b99279d), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:23.723755 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18826f31-8012-4f2e-a0d2-6e8efd788ff9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (70d49801-a1f7-426b-b9e0-e95b7b99279d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:23.786274 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18826f31-8012-4f2e-a0d2-6e8efd788ff9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (70d49801-a1f7-426b-b9e0-e95b7b99279d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:23.812945 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7208c8c9-5442-4e96-b37f-a715cb726356 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:55:23.837677 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18826f31-8012-4f2e-a0d2-6e8efd788ff9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Subnet': ['ID=70d49801-a1f7-426b-b9e0-e95b7b99279d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:23.868097 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18826f31-8012-4f2e-a0d2-6e8efd788ff9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:23.871392 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-18826f31-8012-4f2e-a0d2-6e8efd788ff9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/subnets/70d49801-a1f7-426b-b9e0-e95b7b99279d HTTP/1.1" status: 204 len: 168 time: 0.4243450 Feb 20 05:55:23.874970 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59900) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:23.888158 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 7208c8c9-5442-4e96-b37f-a715cb726356 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:55:23.891090 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7208c8c9-5442-4e96-b37f-a715cb726356 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:55:23.894211 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722aeae0-ded5-4f5c-89ec-1815c3fc5b3d None None] Network ceb91869-c9ab-4b40-a90c-8d9166632099 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:55:24.024983 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-717170c5-a5e8-47c9-b2f1-0fd8cfff78ad tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (ceb91869-c9ab-4b40-a90c-8d9166632099), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:24.137598 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74272b4-c88e-41f2-83cf-d2d606305313 None None] Sync routers for ids ['6b14d62b-940b-4307-969a-3906289546e9'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:55:24.146873 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-717170c5-a5e8-47c9-b2f1-0fd8cfff78ad tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Deleting port 3684c5c5-62bc-4466-a413-70d0beab84d4 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:55:24.147789 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-717170c5-a5e8-47c9-b2f1-0fd8cfff78ad tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3684c5c5-62bc-4466-a413-70d0beab84d4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:24.186838 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74272b4-c88e-41f2-83cf-d2d606305313 None None] Routers {'6b14d62b-940b-4307-969a-3906289546e9'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:24.189521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-c74272b4-c88e-41f2-83cf-d2d606305313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:55:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['6b14d62b-940b-4307-969a-3906289546e9'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:24.228119 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6ccf691-95a9-47c5-9b6c-37e3bc3cef34 req-f991ac41-71a5-4642-80fb-7e508679b564 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 210 time: 0.0697496 Feb 20 05:55:24.272741 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-717170c5-a5e8-47c9-b2f1-0fd8cfff78ad tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] For port 3684c5c5-62bc-4466-a413-70d0beab84d4, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3684c5c5-62bc-4466-a413-70d0beab84d4,segment=NetworkSegment(08c83b81-469c-4874-8f60-705dd14e9a29),segment_id=08c83b81-469c-4874-8f60-705dd14e9a29)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:55:24.273110 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-717170c5-a5e8-47c9-b2f1-0fd8cfff78ad tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3684c5c5-62bc-4466-a413-70d0beab84d4), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:24.312477 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-717170c5-a5e8-47c9-b2f1-0fd8cfff78ad tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Calling delete_port for 3684c5c5-62bc-4466-a413-70d0beab84d4 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:55:24.370233 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef6feb5-cca7-411e-9b7a-c12375973a34 None None] DHCP port deletion for ceb91869-c9ab-4b40-a90c-8d9166632099 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:55:24.492109 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-c74272b4-c88e-41f2-83cf-d2d606305313 None None] Set router 6b14d62b-940b-4307-969a-3906289546e9 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:24.499967 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-717170c5-a5e8-47c9-b2f1-0fd8cfff78ad tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (3684c5c5-62bc-4466-a413-70d0beab84d4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:24.536378 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717170c5-a5e8-47c9-b2f1-0fd8cfff78ad tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] No DVR routers for this DVR port 3684c5c5-62bc-4466-a413-70d0beab84d4 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:55:24.540511 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717170c5-a5e8-47c9-b2f1-0fd8cfff78ad tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Port': ['ID=3684c5c5-62bc-4466-a413-70d0beab84d4,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:24.650362 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-717170c5-a5e8-47c9-b2f1-0fd8cfff78ad tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (ceb91869-c9ab-4b40-a90c-8d9166632099), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:24.660230 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8ef6feb5-cca7-411e-9b7a-c12375973a34 None None] Deleting port 3684c5c5-62bc-4466-a413-70d0beab84d4 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:55:24.660610 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ef6feb5-cca7-411e-9b7a-c12375973a34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3684c5c5-62bc-4466-a413-70d0beab84d4), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:24.706324 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-717170c5-a5e8-47c9-b2f1-0fd8cfff78ad tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb91869-c9ab-4b40-a90c-8d9166632099']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:24.718005 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-717170c5-a5e8-47c9-b2f1-0fd8cfff78ad tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c83b81-469c-4874-8f60-705dd14e9a29') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:24.718323 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-717170c5-a5e8-47c9-b2f1-0fd8cfff78ad tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c83b81-469c-4874-8f60-705dd14e9a29') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:24.787086 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-8ef6feb5-cca7-411e-9b7a-c12375973a34 None None] For port 3684c5c5-62bc-4466-a413-70d0beab84d4, host n-d-829866-5, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:55:24.787492 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ef6feb5-cca7-411e-9b7a-c12375973a34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3684c5c5-62bc-4466-a413-70d0beab84d4), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:24.814745 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8ef6feb5-cca7-411e-9b7a-c12375973a34 None None] Calling delete_port for 3684c5c5-62bc-4466-a413-70d0beab84d4 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:55:24.822736 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-8ef6feb5-cca7-411e-9b7a-c12375973a34 None None] Port 3684c5c5-62bc-4466-a413-70d0beab84d4 was not found and therefore no delete operation was performed {{(pid=103408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 05:55:24.827797 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ef6feb5-cca7-411e-9b7a-c12375973a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (3684c5c5-62bc-4466-a413-70d0beab84d4), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:24.840266 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef6feb5-cca7-411e-9b7a-c12375973a34 None None] No DVR routers for this DVR port 3684c5c5-62bc-4466-a413-70d0beab84d4 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:55:24.893541 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6feb5-cca7-411e-9b7a-c12375973a34 None None] Pushing event deleted for resources: {'Port': ['ID=3684c5c5-62bc-4466-a413-70d0beab84d4,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:25.033678 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-c74272b4-c88e-41f2-83cf-d2d606305313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:55:22Z', 'revision_number': 8, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None, '_interfaces': [{'id': '0be7bc3a-c7e8-42ae-bc54-bf9e71309294', 'name': '', 'network_id': 'c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:7e:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:55:02Z', 'updated_at': '2022-02-20T05:55:11Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98d09af7-1f07-4e03-9ca9-95713cb0c9b9', 'name': '', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:f7:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:39Z', 'updated_at': '2022-02-20T05:54:55Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'd2d68175-3811-423f-9733-640c718cde32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08924f6-8263-4538-8776-bf7764ec0c06', 'name': '', 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:49:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:51Z', 'updated_at': '2022-02-20T05:55:03Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:25.115424 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74272b4-c88e-41f2-83cf-d2d606305313 None None] Checking router: 6b14d62b-940b-4307-969a-3906289546e9 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:55:25.131587 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-717170c5-a5e8-47c9-b2f1-0fd8cfff78ad tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (08c83b81-469c-4874-8f60-705dd14e9a29), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:25.133766 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74272b4-c88e-41f2-83cf-d2d606305313 None None] Routers {'6b14d62b-940b-4307-969a-3906289546e9'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:25.143250 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-c74272b4-c88e-41f2-83cf-d2d606305313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:55:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['6b14d62b-940b-4307-969a-3906289546e9'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:25.155990 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-717170c5-a5e8-47c9-b2f1-0fd8cfff78ad tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (08c83b81-469c-4874-8f60-705dd14e9a29), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:25.170874 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-717170c5-a5e8-47c9-b2f1-0fd8cfff78ad tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:55:25.171305 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-717170c5-a5e8-47c9-b2f1-0fd8cfff78ad tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (08c83b81-469c-4874-8f60-705dd14e9a29), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:55:25.175469 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:55:25.366339 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-717170c5-a5e8-47c9-b2f1-0fd8cfff78ad tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (ceb91869-c9ab-4b40-a90c-8d9166632099), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:25.386623 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-c74272b4-c88e-41f2-83cf-d2d606305313 None None] Set router 6b14d62b-940b-4307-969a-3906289546e9 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:25.424485 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-717170c5-a5e8-47c9-b2f1-0fd8cfff78ad tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:25.430236 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-717170c5-a5e8-47c9-b2f1-0fd8cfff78ad tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/networks/ceb91869-c9ab-4b40-a90c-8d9166632099 HTTP/1.1" status: 204 len: 168 time: 1.5521610 Feb 20 05:55:25.445073 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717170c5-a5e8-47c9-b2f1-0fd8cfff78ad tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Network': ['ID=ceb91869-c9ab-4b40-a90c-8d9166632099,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:25.446981 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59906) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:25.480498 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ab0ea47-e754-438a-a0c2-a276a6e53aea req-954ecd32-afb9-41f8-9105-84c7801c08f6 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 210 time: 0.0748372 Feb 20 05:55:25.775791 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3684c5c5-62bc-4466-a413-70d0beab84d4 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:55:25.842739 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:25.843446 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 3684c5c5-62bc-4466-a413-70d0beab84d4 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:55:25.843737 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3684c5c5-62bc-4466-a413-70d0beab84d4 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:55:25.969496 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-c74272b4-c88e-41f2-83cf-d2d606305313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:55:22Z', 'revision_number': 8, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None, '_interfaces': [{'id': '0be7bc3a-c7e8-42ae-bc54-bf9e71309294', 'name': '', 'network_id': 'c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:7e:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:55:02Z', 'updated_at': '2022-02-20T05:55:11Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98d09af7-1f07-4e03-9ca9-95713cb0c9b9', 'name': '', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:f7:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:39Z', 'updated_at': '2022-02-20T05:54:55Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'd2d68175-3811-423f-9733-640c718cde32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08924f6-8263-4538-8776-bf7764ec0c06', 'name': '', 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:49:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:51Z', 'updated_at': '2022-02-20T05:55:03Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:26.001983 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74272b4-c88e-41f2-83cf-d2d606305313 None None] The sync data for ids ['6b14d62b-940b-4307-969a-3906289546e9'] in n-d-829866-5 is: [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:55:22Z', 'revision_number': 8, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None, '_interfaces': [{'id': '0be7bc3a-c7e8-42ae-bc54-bf9e71309294', 'name': '', 'network_id': 'c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:7e:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:55:02Z', 'updated_at': '2022-02-20T05:55:11Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'fedd79eb-ddaf-438b-a29f-b933b97f6f94', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98d09af7-1f07-4e03-9ca9-95713cb0c9b9', 'name': '', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:f7:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:39Z', 'updated_at': '2022-02-20T05:54:55Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'd2d68175-3811-423f-9733-640c718cde32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08924f6-8263-4538-8776-bf7764ec0c06', 'name': '', 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:49:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:51Z', 'updated_at': '2022-02-20T05:55:03Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:55:26.025092 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eefbe38f-f59a-4253-a734-2bf55691478c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (6b14d62b-940b-4307-969a-3906289546e9), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:26.331823 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-eefbe38f-f59a-4253-a734-2bf55691478c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Deleting port 0be7bc3a-c7e8-42ae-bc54-bf9e71309294 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:55:26.332164 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eefbe38f-f59a-4253-a734-2bf55691478c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (0be7bc3a-c7e8-42ae-bc54-bf9e71309294), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:26.433250 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-eefbe38f-f59a-4253-a734-2bf55691478c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] For port 0be7bc3a-c7e8-42ae-bc54-bf9e71309294, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0be7bc3a-c7e8-42ae-bc54-bf9e71309294,segment=NetworkSegment(26993ebb-3c43-47d0-b829-ad91e1143ee7),segment_id=26993ebb-3c43-47d0-b829-ad91e1143ee7)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:55:26.433966 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eefbe38f-f59a-4253-a734-2bf55691478c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (0be7bc3a-c7e8-42ae-bc54-bf9e71309294), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:26.450287 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-eefbe38f-f59a-4253-a734-2bf55691478c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Calling delete_port for 0be7bc3a-c7e8-42ae-bc54-bf9e71309294 owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:55:26.669518 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-695f0118-dbf1-4385-aa63-2c4765cfe5e6 req-04304e1b-163a-4e23-b4fc-2a4a89c4ec87 tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ac995ed-bc84-4abd-9000-5fc44ec3092b HTTP/1.1" status: 200 len: 210 time: 0.0384040 Feb 20 05:55:26.848104 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eefbe38f-f59a-4253-a734-2bf55691478c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (0be7bc3a-c7e8-42ae-bc54-bf9e71309294), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:26.909975 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbe38f-f59a-4253-a734-2bf55691478c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Port': ['ID=0be7bc3a-c7e8-42ae-bc54-bf9e71309294,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:27.115667 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eefbe38f-f59a-4253-a734-2bf55691478c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (6b14d62b-940b-4307-969a-3906289546e9), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:27.444561 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefbe38f-f59a-4253-a734-2bf55691478c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Router 6b14d62b-940b-4307-969a-3906289546e9 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:55:27.571694 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefbe38f-f59a-4253-a734-2bf55691478c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:55:27.583086 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8ebca8-3d47-49b0-bfc5-ae5ffb6cade6 None None] Sync routers for ids ['6b14d62b-940b-4307-969a-3906289546e9'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:55:27.590052 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-eefbe38f-f59a-4253-a734-2bf55691478c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "PUT /v2.0/routers/6b14d62b-940b-4307-969a-3906289546e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1378703 Feb 20 05:55:27.593284 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 59934) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:27.612463 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8ebca8-3d47-49b0-bfc5-ae5ffb6cade6 None None] Routers {'6b14d62b-940b-4307-969a-3906289546e9'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:27.617348 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-4c8ebca8-3d47-49b0-bfc5-ae5ffb6cade6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:55:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['6b14d62b-940b-4307-969a-3906289546e9'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:27.696031 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19f95a1-0be0-4e3f-ab58-d743afdc7d66 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Deleting subnet fedd79eb-ddaf-438b-a29f-b933b97f6f94 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:55:27.702568 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b19f95a1-0be0-4e3f-ab58-d743afdc7d66 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for subnet (fedd79eb-ddaf-438b-a29f-b933b97f6f94), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:27.761324 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59938) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:27.829423 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b19f95a1-0be0-4e3f-ab58-d743afdc7d66 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (fedd79eb-ddaf-438b-a29f-b933b97f6f94), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:27.856667 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-4c8ebca8-3d47-49b0-bfc5-ae5ffb6cade6 None None] Set router 6b14d62b-940b-4307-969a-3906289546e9 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:27.945654 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e84088bd-4720-4fcf-9fa3-f2c0bd88995a tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for security_group (01440de7-4f75-45e7-9e39-d1d660f98335), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:28.001575 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e84088bd-4720-4fcf-9fa3-f2c0bd88995a tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for security_group (01440de7-4f75-45e7-9e39-d1d660f98335), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:28.073640 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b19f95a1-0be0-4e3f-ab58-d743afdc7d66 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (fedd79eb-ddaf-438b-a29f-b933b97f6f94), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:28.111597 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-4c8ebca8-3d47-49b0-bfc5-ae5ffb6cade6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:55:26Z', 'revision_number': 9, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None, '_interfaces': [{'id': '98d09af7-1f07-4e03-9ca9-95713cb0c9b9', 'name': '', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:f7:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:39Z', 'updated_at': '2022-02-20T05:54:55Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'd2d68175-3811-423f-9733-640c718cde32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08924f6-8263-4538-8776-bf7764ec0c06', 'name': '', 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:49:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:51Z', 'updated_at': '2022-02-20T05:55:03Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:28.143044 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e84088bd-4720-4fcf-9fa3-f2c0bd88995a tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (01440de7-4f75-45e7-9e39-d1d660f98335), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:28.145866 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e84088bd-4720-4fcf-9fa3-f2c0bd88995a tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:28.151288 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e84088bd-4720-4fcf-9fa3-f2c0bd88995a tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] 10.222.0.37 "DELETE /v2.0/security-groups/01440de7-4f75-45e7-9e39-d1d660f98335 HTTP/1.1" status: 204 len: 168 time: 0.3886781 Feb 20 05:55:28.161158 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8ebca8-3d47-49b0-bfc5-ae5ffb6cade6 None None] Checking router: 6b14d62b-940b-4307-969a-3906289546e9 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:55:28.169774 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8ebca8-3d47-49b0-bfc5-ae5ffb6cade6 None None] Routers {'6b14d62b-940b-4307-969a-3906289546e9'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:28.170959 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-4c8ebca8-3d47-49b0-bfc5-ae5ffb6cade6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:55:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['6b14d62b-940b-4307-969a-3906289546e9'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:28.178075 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84088bd-4720-4fcf-9fa3-f2c0bd88995a tempest-TestVolumeBackupRestore-1456053325 tempest-TestVolumeBackupRestore-1456053325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01440de7-4f75-45e7-9e39-d1d660f98335,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:28.229823 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b19f95a1-0be0-4e3f-ab58-d743afdc7d66 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (fedd79eb-ddaf-438b-a29f-b933b97f6f94), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:28.266706 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f82fdc-4ce8-487e-82e1-d017ed894159 None None] Network c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:55:28.271916 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b19f95a1-0be0-4e3f-ab58-d743afdc7d66 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:28.283457 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b19f95a1-0be0-4e3f-ab58-d743afdc7d66 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/subnets/fedd79eb-ddaf-438b-a29f-b933b97f6f94 HTTP/1.1" status: 204 len: 168 time: 0.6863496 Feb 20 05:55:28.283884 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 59946) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:28.301511 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-4c8ebca8-3d47-49b0-bfc5-ae5ffb6cade6 None None] Set router 6b14d62b-940b-4307-969a-3906289546e9 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:28.346529 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f95a1-0be0-4e3f-ab58-d743afdc7d66 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Subnet': ['ID=fedd79eb-ddaf-438b-a29f-b933b97f6f94,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:28.445397 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-61cb3ab0-550d-4904-9ff4-fc6fb653d041 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:28.520958 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-61cb3ab0-550d-4904-9ff4-fc6fb653d041 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Deleting port 2a4e36cd-6490-4d58-b274-9546cb7b591c {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:55:28.521348 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-61cb3ab0-550d-4904-9ff4-fc6fb653d041 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (2a4e36cd-6490-4d58-b274-9546cb7b591c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:28.555110 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00199b1-fdea-416d-86ee-2f9d5e831d55 None None] DHCP port deletion for c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:55:28.618737 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-4c8ebca8-3d47-49b0-bfc5-ae5ffb6cade6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:55:26Z', 'revision_number': 9, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None, '_interfaces': [{'id': '98d09af7-1f07-4e03-9ca9-95713cb0c9b9', 'name': '', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:f7:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:39Z', 'updated_at': '2022-02-20T05:54:55Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'd2d68175-3811-423f-9733-640c718cde32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08924f6-8263-4538-8776-bf7764ec0c06', 'name': '', 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:49:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:51Z', 'updated_at': '2022-02-20T05:55:03Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:28.653286 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-61cb3ab0-550d-4904-9ff4-fc6fb653d041 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] For port 2a4e36cd-6490-4d58-b274-9546cb7b591c, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=2a4e36cd-6490-4d58-b274-9546cb7b591c,segment=NetworkSegment(26993ebb-3c43-47d0-b829-ad91e1143ee7),segment_id=26993ebb-3c43-47d0-b829-ad91e1143ee7)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:55:28.653928 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-61cb3ab0-550d-4904-9ff4-fc6fb653d041 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (2a4e36cd-6490-4d58-b274-9546cb7b591c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:28.668334 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8ebca8-3d47-49b0-bfc5-ae5ffb6cade6 None None] The sync data for ids ['6b14d62b-940b-4307-969a-3906289546e9'] in n-d-829866-5 is: [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:55:26Z', 'revision_number': 9, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None, '_interfaces': [{'id': '98d09af7-1f07-4e03-9ca9-95713cb0c9b9', 'name': '', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:f7:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:39Z', 'updated_at': '2022-02-20T05:54:55Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'd2d68175-3811-423f-9733-640c718cde32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08924f6-8263-4538-8776-bf7764ec0c06', 'name': '', 'network_id': '514efdd4-6f09-4f05-b565-6957e00c70fa', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:49:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:51Z', 'updated_at': '2022-02-20T05:55:03Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': '6d7f3f45-ead4-4b59-b2bb-1f27871db022', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:55:28.682091 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b00199b1-fdea-416d-86ee-2f9d5e831d55 None None] Deleting port 2a4e36cd-6490-4d58-b274-9546cb7b591c {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:55:28.683285 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b00199b1-fdea-416d-86ee-2f9d5e831d55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (2a4e36cd-6490-4d58-b274-9546cb7b591c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:28.704929 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-61cb3ab0-550d-4904-9ff4-fc6fb653d041 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Calling delete_port for 2a4e36cd-6490-4d58-b274-9546cb7b591c owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:55:28.802786 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b00199b1-fdea-416d-86ee-2f9d5e831d55 None None] For port 2a4e36cd-6490-4d58-b274-9546cb7b591c, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=2a4e36cd-6490-4d58-b274-9546cb7b591c,segment=NetworkSegment(26993ebb-3c43-47d0-b829-ad91e1143ee7),segment_id=26993ebb-3c43-47d0-b829-ad91e1143ee7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:55:28.803832 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b00199b1-fdea-416d-86ee-2f9d5e831d55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (2a4e36cd-6490-4d58-b274-9546cb7b591c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:28.821770 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b00199b1-fdea-416d-86ee-2f9d5e831d55 None None] Calling delete_port for 2a4e36cd-6490-4d58-b274-9546cb7b591c owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:55:28.863625 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-61cb3ab0-550d-4904-9ff4-fc6fb653d041 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (2a4e36cd-6490-4d58-b274-9546cb7b591c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:28.894035 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb3ab0-550d-4904-9ff4-fc6fb653d041 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Port': ['ID=2a4e36cd-6490-4d58-b274-9546cb7b591c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:28.900180 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cb3ab0-550d-4904-9ff4-fc6fb653d041 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] No DVR routers for this DVR port 2a4e36cd-6490-4d58-b274-9546cb7b591c on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:55:28.919359 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b00199b1-fdea-416d-86ee-2f9d5e831d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (2a4e36cd-6490-4d58-b274-9546cb7b591c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:28.937811 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00199b1-fdea-416d-86ee-2f9d5e831d55 None None] No DVR routers for this DVR port 2a4e36cd-6490-4d58-b274-9546cb7b591c on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:55:28.967534 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00199b1-fdea-416d-86ee-2f9d5e831d55 None None] Pushing event deleted for resources: {'Port': ['ID=2a4e36cd-6490-4d58-b274-9546cb7b591c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:28.991672 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-61cb3ab0-550d-4904-9ff4-fc6fb653d041 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:29.015653 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-61cb3ab0-550d-4904-9ff4-fc6fb653d041 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:29.025332 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-61cb3ab0-550d-4904-9ff4-fc6fb653d041 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26993ebb-3c43-47d0-b829-ad91e1143ee7') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:29.025590 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-61cb3ab0-550d-4904-9ff4-fc6fb653d041 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26993ebb-3c43-47d0-b829-ad91e1143ee7') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:29.035772 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-61cb3ab0-550d-4904-9ff4-fc6fb653d041 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (26993ebb-3c43-47d0-b829-ad91e1143ee7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:29.057033 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-61cb3ab0-550d-4904-9ff4-fc6fb653d041 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (26993ebb-3c43-47d0-b829-ad91e1143ee7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:29.064125 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61cb3ab0-550d-4904-9ff4-fc6fb653d041 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:55:29.064851 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-61cb3ab0-550d-4904-9ff4-fc6fb653d041 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (26993ebb-3c43-47d0-b829-ad91e1143ee7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:55:29.068379 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:55:29.139145 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-61cb3ab0-550d-4904-9ff4-fc6fb653d041 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:29.169157 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-61cb3ab0-550d-4904-9ff4-fc6fb653d041 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:29.173872 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-61cb3ab0-550d-4904-9ff4-fc6fb653d041 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/networks/c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1 HTTP/1.1" status: 204 len: 168 time: 0.8884063 Feb 20 05:55:29.174980 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb3ab0-550d-4904-9ff4-fc6fb653d041 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Network': ['ID=c9c69742-4f72-49ec-b5c3-ac4c4a81cfc1,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:29.176710 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 59958) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:29.774979 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0f91-0ab2-4613-970f-b3dcf87f143a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (6b14d62b-940b-4307-969a-3906289546e9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:29.786230 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 2a4e36cd-6490-4d58-b274-9546cb7b591c no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:55:29.822382 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 2a4e36cd-6490-4d58-b274-9546cb7b591c {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:55:29.823300 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 2a4e36cd-6490-4d58-b274-9546cb7b591c not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:55:29.823986 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0be7bc3a-c7e8-42ae-bc54-bf9e71309294 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:55:29.849413 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 0be7bc3a-c7e8-42ae-bc54-bf9e71309294 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:55:29.850046 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0be7bc3a-c7e8-42ae-bc54-bf9e71309294 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:55:30.205430 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b0bb0f91-0ab2-4613-970f-b3dcf87f143a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Deleting port a08924f6-8263-4538-8776-bf7764ec0c06 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:55:30.206013 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0f91-0ab2-4613-970f-b3dcf87f143a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a08924f6-8263-4538-8776-bf7764ec0c06), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:30.401151 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-b0bb0f91-0ab2-4613-970f-b3dcf87f143a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] For port a08924f6-8263-4538-8776-bf7764ec0c06, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a08924f6-8263-4538-8776-bf7764ec0c06,segment=NetworkSegment(94257a51-e13a-43bc-9c0a-45f2a8761adb),segment_id=94257a51-e13a-43bc-9c0a-45f2a8761adb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:55:30.401809 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0f91-0ab2-4613-970f-b3dcf87f143a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a08924f6-8263-4538-8776-bf7764ec0c06), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:30.421393 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b0bb0f91-0ab2-4613-970f-b3dcf87f143a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Calling delete_port for a08924f6-8263-4538-8776-bf7764ec0c06 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:55:30.444999 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73ed0853-88f5-4fa6-b1cf-a4b48459babb req-f23cbc4e-1b49-45b4-8a13-a4e296ba8926 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1220160 Feb 20 05:55:30.641214 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed0853-88f5-4fa6-b1cf-a4b48459babb req-d838f871-7ee9-4111-b365-f61d17eb76fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:30.651423 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73ed0853-88f5-4fa6-b1cf-a4b48459babb req-d838f871-7ee9-4111-b365-f61d17eb76fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1cc50ee140854bcc8f6ed45dd231f31c&device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 1129 time: 0.0859776 Feb 20 05:55:30.767193 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0f91-0ab2-4613-970f-b3dcf87f143a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (a08924f6-8263-4538-8776-bf7764ec0c06), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:30.837270 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb0f91-0ab2-4613-970f-b3dcf87f143a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Port': ['ID=a08924f6-8263-4538-8776-bf7764ec0c06,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:31.116246 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed0853-88f5-4fa6-b1cf-a4b48459babb req-b31e141d-9bd1-4540-858b-466ce957f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:31.117824 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73ed0853-88f5-4fa6-b1cf-a4b48459babb req-b31e141d-9bd1-4540-858b-466ce957f347 service neutron] 10.222.0.48 "GET /v2.0/networks?id=72954832-dc86-4706-b5e9-cf8eb66f0446 HTTP/1.1" status: 200 len: 916 time: 0.3754277 Feb 20 05:55:31.180323 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0f91-0ab2-4613-970f-b3dcf87f143a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (6b14d62b-940b-4307-969a-3906289546e9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:31.326762 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73ed0853-88f5-4fa6-b1cf-a4b48459babb req-e9cf5c91-3f40-456d-8924-e81f4c03da85 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7766f16-9671-411a-9975-a68233359b96 HTTP/1.1" status: 200 len: 1002 time: 0.1990876 Feb 20 05:55:31.389380 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed0853-88f5-4fa6-b1cf-a4b48459babb req-7ee3462b-1eda-4d8a-96ab-698e457a1f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:31.391555 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73ed0853-88f5-4fa6-b1cf-a4b48459babb req-7ee3462b-1eda-4d8a-96ab-698e457a1f39 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ec01882b-2949-4e73-b51b-e8c64ca48e8d HTTP/1.1" status: 200 len: 855 time: 0.0575690 Feb 20 05:55:31.859070 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed0853-88f5-4fa6-b1cf-a4b48459babb req-a91c4880-116a-4c3d-9de3-2b43f2bef799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:31.860736 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73ed0853-88f5-4fa6-b1cf-a4b48459babb req-a91c4880-116a-4c3d-9de3-2b43f2bef799 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72954832-dc86-4706-b5e9-cf8eb66f0446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4619448 Feb 20 05:55:31.879518 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0bb0f91-0ab2-4613-970f-b3dcf87f143a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Router 6b14d62b-940b-4307-969a-3906289546e9 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:55:32.163157 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73ed0853-88f5-4fa6-b1cf-a4b48459babb req-2fc5f25c-09dc-4f20-9617-df9c90b869b7 service neutron] 10.222.0.48 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811756 Feb 20 05:55:32.208473 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bb0f91-0ab2-4613-970f-b3dcf87f143a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:55:32.222196 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c19392-b99a-4369-b1b3-f380b83aa455 None None] Sync routers for ids ['6b14d62b-940b-4307-969a-3906289546e9'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:55:32.248768 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c19392-b99a-4369-b1b3-f380b83aa455 None None] Routers {'6b14d62b-940b-4307-969a-3906289546e9'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:32.252870 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-47c19392-b99a-4369-b1b3-f380b83aa455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:55:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['6b14d62b-940b-4307-969a-3906289546e9'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:32.264607 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60274) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:32.265241 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b0bb0f91-0ab2-4613-970f-b3dcf87f143a tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "PUT /v2.0/routers/6b14d62b-940b-4307-969a-3906289546e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0866590 Feb 20 05:55:32.353877 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73ed0853-88f5-4fa6-b1cf-a4b48459babb req-b8596dd5-5c04-4eb0-9010-e03d4e2dc756 service neutron] 10.222.0.48 "GET /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842237 Feb 20 05:55:32.391349 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5342cd-9eeb-424e-a06b-ac76c0b10c47 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Deleting subnet 6d7f3f45-ead4-4b59-b2bb-1f27871db022 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:55:32.396301 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4f5342cd-9eeb-424e-a06b-ac76c0b10c47 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for subnet (6d7f3f45-ead4-4b59-b2bb-1f27871db022), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:32.453164 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4f5342cd-9eeb-424e-a06b-ac76c0b10c47 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (6d7f3f45-ead4-4b59-b2bb-1f27871db022), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:32.465958 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60294) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:32.553156 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-47c19392-b99a-4369-b1b3-f380b83aa455 None None] Set router 6b14d62b-940b-4307-969a-3906289546e9 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:32.556697 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0296bb-e8b2-404f-b1c8-c55518530952 admin admin] Deleting subnet 0a034f2b-4267-47a2-91c4-d0ed636bf2ba {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:55:32.560990 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e0296bb-e8b2-404f-b1c8-c55518530952 admin admin] Publish callbacks [] for subnet (0a034f2b-4267-47a2-91c4-d0ed636bf2ba), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:32.612545 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4f5342cd-9eeb-424e-a06b-ac76c0b10c47 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (6d7f3f45-ead4-4b59-b2bb-1f27871db022), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:32.636630 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e0296bb-e8b2-404f-b1c8-c55518530952 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (0a034f2b-4267-47a2-91c4-d0ed636bf2ba), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:32.729371 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e0296bb-e8b2-404f-b1c8-c55518530952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (0a034f2b-4267-47a2-91c4-d0ed636bf2ba), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:32.732893 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4f5342cd-9eeb-424e-a06b-ac76c0b10c47 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (6d7f3f45-ead4-4b59-b2bb-1f27871db022), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:32.823035 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5342cd-9eeb-424e-a06b-ac76c0b10c47 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Subnet': ['ID=6d7f3f45-ead4-4b59-b2bb-1f27871db022,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:32.855780 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4f5342cd-9eeb-424e-a06b-ac76c0b10c47 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:32.859410 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4f5342cd-9eeb-424e-a06b-ac76c0b10c47 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/subnets/6d7f3f45-ead4-4b59-b2bb-1f27871db022 HTTP/1.1" status: 204 len: 168 time: 0.5922799 Feb 20 05:55:32.863160 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60340) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:32.882070 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1612ef35-3344-408b-ae0e-3bef3918c83d None None] Network 514efdd4-6f09-4f05-b565-6957e00c70fa requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:55:33.015698 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-47c19392-b99a-4369-b1b3-f380b83aa455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:55:30Z', 'revision_number': 10, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None, '_interfaces': [{'id': '98d09af7-1f07-4e03-9ca9-95713cb0c9b9', 'name': '', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:f7:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:39Z', 'updated_at': '2022-02-20T05:54:55Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'd2d68175-3811-423f-9733-640c718cde32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:33.048108 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e0296bb-e8b2-404f-b1c8-c55518530952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (0a034f2b-4267-47a2-91c4-d0ed636bf2ba), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:33.058526 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c19392-b99a-4369-b1b3-f380b83aa455 None None] Checking router: 6b14d62b-940b-4307-969a-3906289546e9 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:55:33.079661 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c19392-b99a-4369-b1b3-f380b83aa455 None None] Routers {'6b14d62b-940b-4307-969a-3906289546e9'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:33.080554 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-47c19392-b99a-4369-b1b3-f380b83aa455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:55:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['6b14d62b-940b-4307-969a-3906289546e9'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:33.226170 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-47c19392-b99a-4369-b1b3-f380b83aa455 None None] Set router 6b14d62b-940b-4307-969a-3906289546e9 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:33.245242 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0296bb-e8b2-404f-b1c8-c55518530952 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a034f2b-4267-47a2-91c4-d0ed636bf2ba,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:33.257176 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e0296bb-e8b2-404f-b1c8-c55518530952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:33.261381 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3e0296bb-e8b2-404f-b1c8-c55518530952 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0a034f2b-4267-47a2-91c4-d0ed636bf2ba HTTP/1.1" status: 204 len: 168 time: 0.7943807 Feb 20 05:55:33.264457 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60382) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:33.280350 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8769ecf-1b42-4bc1-94b6-1219f8804f4f None None] DHCP port deletion for 514efdd4-6f09-4f05-b565-6957e00c70fa request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:55:33.283707 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5f5dbc2-fcce-4659-b145-4e4ae50f5cf9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (514efdd4-6f09-4f05-b565-6957e00c70fa), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:33.401551 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-68d766a9-81f4-4482-8860-4c4461815572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (f7ddb2bd-6614-48a5-9d0b-6ac314378899), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:33.479700 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-e5f5dbc2-fcce-4659-b145-4e4ae50f5cf9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Deleting port 6308671d-7116-4e38-b96b-4f341e84722f {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:55:33.484814 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5f5dbc2-fcce-4659-b145-4e4ae50f5cf9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (6308671d-7116-4e38-b96b-4f341e84722f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:33.625079 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-e5f5dbc2-fcce-4659-b145-4e4ae50f5cf9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] For port 6308671d-7116-4e38-b96b-4f341e84722f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=6308671d-7116-4e38-b96b-4f341e84722f,segment=NetworkSegment(94257a51-e13a-43bc-9c0a-45f2a8761adb),segment_id=94257a51-e13a-43bc-9c0a-45f2a8761adb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:55:33.625460 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5f5dbc2-fcce-4659-b145-4e4ae50f5cf9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (6308671d-7116-4e38-b96b-4f341e84722f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:33.655418 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-68d766a9-81f4-4482-8860-4c4461815572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (f7ddb2bd-6614-48a5-9d0b-6ac314378899), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:33.662217 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-e5f5dbc2-fcce-4659-b145-4e4ae50f5cf9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Calling delete_port for 6308671d-7116-4e38-b96b-4f341e84722f owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:55:33.689574 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-68d766a9-81f4-4482-8860-4c4461815572 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ddb2bd-6614-48a5-9d0b-6ac314378899']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:33.715815 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-68d766a9-81f4-4482-8860-4c4461815572 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868ba499-054f-4592-b41a-a5c6c0328af4') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:33.717889 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-68d766a9-81f4-4482-8860-4c4461815572 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868ba499-054f-4592-b41a-a5c6c0328af4') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:33.724368 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a8769ecf-1b42-4bc1-94b6-1219f8804f4f None None] Deleting port 6308671d-7116-4e38-b96b-4f341e84722f {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:55:33.725279 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a8769ecf-1b42-4bc1-94b6-1219f8804f4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (6308671d-7116-4e38-b96b-4f341e84722f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:33.743580 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-68d766a9-81f4-4482-8860-4c4461815572 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (868ba499-054f-4592-b41a-a5c6c0328af4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:33.775663 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-68d766a9-81f4-4482-8860-4c4461815572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (868ba499-054f-4592-b41a-a5c6c0328af4), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:33.794640 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d766a9-81f4-4482-8860-4c4461815572 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:55:33.795614 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-68d766a9-81f4-4482-8860-4c4461815572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (868ba499-054f-4592-b41a-a5c6c0328af4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:55:33.800052 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:55:33.903193 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5f5dbc2-fcce-4659-b145-4e4ae50f5cf9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (6308671d-7116-4e38-b96b-4f341e84722f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:33.922289 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6308671d-7116-4e38-b96b-4f341e84722f no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:55:33.922453 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f5dbc2-fcce-4659-b145-4e4ae50f5cf9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] No DVR routers for this DVR port 6308671d-7116-4e38-b96b-4f341e84722f on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:55:34.034244 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-68d766a9-81f4-4482-8860-4c4461815572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (f7ddb2bd-6614-48a5-9d0b-6ac314378899), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:34.069111 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 6308671d-7116-4e38-b96b-4f341e84722f {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:55:34.069726 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6308671d-7116-4e38-b96b-4f341e84722f not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:55:34.070232 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-68d766a9-81f4-4482-8860-4c4461815572 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:34.080692 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-68d766a9-81f4-4482-8860-4c4461815572 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f7ddb2bd-6614-48a5-9d0b-6ac314378899 HTTP/1.1" status: 204 len: 168 time: 0.8145363 Feb 20 05:55:34.115429 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60458) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:34.117289 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a8769ecf-1b42-4bc1-94b6-1219f8804f4f None None] For port 6308671d-7116-4e38-b96b-4f341e84722f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=6308671d-7116-4e38-b96b-4f341e84722f,segment=NetworkSegment(94257a51-e13a-43bc-9c0a-45f2a8761adb),segment_id=94257a51-e13a-43bc-9c0a-45f2a8761adb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:55:34.117753 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a8769ecf-1b42-4bc1-94b6-1219f8804f4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (6308671d-7116-4e38-b96b-4f341e84722f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:34.126706 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5f5dbc2-fcce-4659-b145-4e4ae50f5cf9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (514efdd4-6f09-4f05-b565-6957e00c70fa), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:34.147350 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-e5f5dbc2-fcce-4659-b145-4e4ae50f5cf9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['514efdd4-6f09-4f05-b565-6957e00c70fa']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:34.155259 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a8769ecf-1b42-4bc1-94b6-1219f8804f4f None None] Calling delete_port for 6308671d-7116-4e38-b96b-4f341e84722f owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:55:34.162365 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-e5f5dbc2-fcce-4659-b145-4e4ae50f5cf9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94257a51-e13a-43bc-9c0a-45f2a8761adb') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:34.162669 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-e5f5dbc2-fcce-4659-b145-4e4ae50f5cf9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94257a51-e13a-43bc-9c0a-45f2a8761adb') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:34.191189 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5f5dbc2-fcce-4659-b145-4e4ae50f5cf9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (94257a51-e13a-43bc-9c0a-45f2a8761adb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:34.219966 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5f5dbc2-fcce-4659-b145-4e4ae50f5cf9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (94257a51-e13a-43bc-9c0a-45f2a8761adb), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:34.226334 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f5dbc2-fcce-4659-b145-4e4ae50f5cf9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:55:34.226733 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5f5dbc2-fcce-4659-b145-4e4ae50f5cf9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (94257a51-e13a-43bc-9c0a-45f2a8761adb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:34.243320 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d766a9-81f4-4482-8860-4c4461815572 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7ddb2bd-6614-48a5-9d0b-6ac314378899,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:34.291278 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a638c8-d44f-4b59-9403-9831654c259d admin admin] Deleting subnet 600d7116-58b9-44da-a8d3-1017a44ab91c {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:55:34.300688 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3a638c8-d44f-4b59-9403-9831654c259d admin admin] Publish callbacks [] for subnet (600d7116-58b9-44da-a8d3-1017a44ab91c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:55:34.395315 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:55:34.398299 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3a638c8-d44f-4b59-9403-9831654c259d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (600d7116-58b9-44da-a8d3-1017a44ab91c), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:34.409133 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5dbc2-fcce-4659-b145-4e4ae50f5cf9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Port': ['ID=6308671d-7116-4e38-b96b-4f341e84722f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:34.428214 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5f5dbc2-fcce-4659-b145-4e4ae50f5cf9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (514efdd4-6f09-4f05-b565-6957e00c70fa), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:34.454464 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5f5dbc2-fcce-4659-b145-4e4ae50f5cf9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:34.463169 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e5f5dbc2-fcce-4659-b145-4e4ae50f5cf9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/networks/514efdd4-6f09-4f05-b565-6957e00c70fa HTTP/1.1" status: 204 len: 168 time: 1.5964973 Feb 20 05:55:34.466164 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60466) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:34.494674 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5dbc2-fcce-4659-b145-4e4ae50f5cf9 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Network': ['ID=514efdd4-6f09-4f05-b565-6957e00c70fa,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:34.516595 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a8769ecf-1b42-4bc1-94b6-1219f8804f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (6308671d-7116-4e38-b96b-4f341e84722f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:34.521385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-47c19392-b99a-4369-b1b3-f380b83aa455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:55:30Z', 'revision_number': 10, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None, '_interfaces': [{'id': '98d09af7-1f07-4e03-9ca9-95713cb0c9b9', 'name': '', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:f7:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:39Z', 'updated_at': '2022-02-20T05:54:55Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'd2d68175-3811-423f-9733-640c718cde32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:34.570323 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c19392-b99a-4369-b1b3-f380b83aa455 None None] The sync data for ids ['6b14d62b-940b-4307-969a-3906289546e9'] in n-d-829866-5 is: [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:55:30Z', 'revision_number': 10, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None, '_interfaces': [{'id': '98d09af7-1f07-4e03-9ca9-95713cb0c9b9', 'name': '', 'network_id': '116887cc-6edd-4815-8b58-8d7fe3918b5d', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'mac_address': 'fa:16:3e:f7:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b14d62b-940b-4307-969a-3906289546e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'd2d68175-3811-423f-9733-640c718cde32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:54:39Z', 'updated_at': '2022-02-20T05:54:55Z', 'revision_number': 5, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'subnets': [{'id': 'd2d68175-3811-423f-9733-640c718cde32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:55:34.603461 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a8769ecf-1b42-4bc1-94b6-1219f8804f4f None None] Network 514efdd4-6f09-4f05-b565-6957e00c70fa is not hosted by any dhcp agent {{(pid=103408) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 20 05:55:34.603461 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8769ecf-1b42-4bc1-94b6-1219f8804f4f None None] No DVR routers for this DVR port 6308671d-7116-4e38-b96b-4f341e84722f on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:55:34.607853 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8769ecf-1b42-4bc1-94b6-1219f8804f4f None None] Pushing event deleted for resources: {'Port': ['ID=6308671d-7116-4e38-b96b-4f341e84722f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:34.654393 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3a638c8-d44f-4b59-9403-9831654c259d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (600d7116-58b9-44da-a8d3-1017a44ab91c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:34.908402 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:55:35.176257 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3a638c8-d44f-4b59-9403-9831654c259d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (600d7116-58b9-44da-a8d3-1017a44ab91c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:35.278012 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a638c8-d44f-4b59-9403-9831654c259d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=600d7116-58b9-44da-a8d3-1017a44ab91c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:35.290284 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a3a638c8-d44f-4b59-9403-9831654c259d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:35.307273 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a3a638c8-d44f-4b59-9403-9831654c259d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/600d7116-58b9-44da-a8d3-1017a44ab91c HTTP/1.1" status: 204 len: 168 time: 1.1899447 Feb 20 05:55:35.309749 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60484) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:35.458369 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-743f13e5-3900-484e-a47d-566f78e8176e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (3b8b359b-0aae-4679-aa01-9ccfccf013ab), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:35.513561 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5fac9cbc-d3d8-4798-b995-fda2d68babe3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (6b14d62b-940b-4307-969a-3906289546e9), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:35.615069 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-743f13e5-3900-484e-a47d-566f78e8176e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (3b8b359b-0aae-4679-aa01-9ccfccf013ab), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:35.664981 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-743f13e5-3900-484e-a47d-566f78e8176e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8b359b-0aae-4679-aa01-9ccfccf013ab']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:35.688908 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-743f13e5-3900-484e-a47d-566f78e8176e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f48418-fb37-4afe-be82-727d19e11618') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:35.691027 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-743f13e5-3900-484e-a47d-566f78e8176e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f48418-fb37-4afe-be82-727d19e11618') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:35.715521 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-743f13e5-3900-484e-a47d-566f78e8176e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (37f48418-fb37-4afe-be82-727d19e11618), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:35.719735 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a08924f6-8263-4538-8776-bf7764ec0c06 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:55:35.763301 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-743f13e5-3900-484e-a47d-566f78e8176e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (37f48418-fb37-4afe-be82-727d19e11618), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:35.778753 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743f13e5-3900-484e-a47d-566f78e8176e admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:55:35.778753 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-743f13e5-3900-484e-a47d-566f78e8176e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (37f48418-fb37-4afe-be82-727d19e11618), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:55:35.780088 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:55:35.785976 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: a08924f6-8263-4538-8776-bf7764ec0c06 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:55:35.786867 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a08924f6-8263-4538-8776-bf7764ec0c06 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:55:35.876057 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-5fac9cbc-d3d8-4798-b995-fda2d68babe3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Deleting port 98d09af7-1f07-4e03-9ca9-95713cb0c9b9 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:55:35.876875 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5fac9cbc-d3d8-4798-b995-fda2d68babe3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (98d09af7-1f07-4e03-9ca9-95713cb0c9b9), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:35.961984 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-743f13e5-3900-484e-a47d-566f78e8176e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (3b8b359b-0aae-4679-aa01-9ccfccf013ab), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:35.973077 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-743f13e5-3900-484e-a47d-566f78e8176e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:35.977439 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-743f13e5-3900-484e-a47d-566f78e8176e admin admin] 10.222.0.37 "DELETE /v2.0/networks/3b8b359b-0aae-4679-aa01-9ccfccf013ab HTTP/1.1" status: 204 len: 168 time: 0.6665111 Feb 20 05:55:35.993946 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f13e5-3900-484e-a47d-566f78e8176e admin admin] Pushing event deleted for resources: {'Network': ['ID=3b8b359b-0aae-4679-aa01-9ccfccf013ab,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:36.029676 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-5fac9cbc-d3d8-4798-b995-fda2d68babe3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] For port 98d09af7-1f07-4e03-9ca9-95713cb0c9b9, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=98d09af7-1f07-4e03-9ca9-95713cb0c9b9,segment=NetworkSegment(1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b),segment_id=1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:55:36.030050 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5fac9cbc-d3d8-4798-b995-fda2d68babe3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (98d09af7-1f07-4e03-9ca9-95713cb0c9b9), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:36.043932 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-5fac9cbc-d3d8-4798-b995-fda2d68babe3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Calling delete_port for 98d09af7-1f07-4e03-9ca9-95713cb0c9b9 owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:55:36.273839 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c3bd6-1018-4920-aa14-e88f3dc71388 req-3661d510-3edc-433a-8e5b-03740f0f0b9c tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:36.288199 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-444c3bd6-1018-4920-aa14-e88f3dc71388 req-3661d510-3edc-433a-8e5b-03740f0f0b9c tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 947 time: 0.1306369 Feb 20 05:55:36.341525 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60516) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:36.363936 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5fac9cbc-d3d8-4798-b995-fda2d68babe3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (98d09af7-1f07-4e03-9ca9-95713cb0c9b9), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:36.371615 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-444c3bd6-1018-4920-aa14-e88f3dc71388 req-e0f0b7dc-fd18-45a3-8bcb-d6c0aaaa143f tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822549 Feb 20 05:55:36.421393 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac9cbc-d3d8-4798-b995-fda2d68babe3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Port': ['ID=98d09af7-1f07-4e03-9ca9-95713cb0c9b9,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:36.467711 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ce112477-8581-452d-b4e0-8573ec73cc46 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ca2706cd9334512b44cfeb9d5514191&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1245792 Feb 20 05:55:36.468337 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60526) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:36.542068 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-009b1dd6-5ada-4cd6-b28f-260b5434ec35 admin admin] Publish callbacks [] for security_group (f2e6a692-498d-4c6d-a07a-34591813c104), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:36.546768 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5fac9cbc-d3d8-4798-b995-fda2d68babe3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (6b14d62b-940b-4307-969a-3906289546e9), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:36.570025 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-009b1dd6-5ada-4cd6-b28f-260b5434ec35 admin admin] Publish callbacks [] for security_group (f2e6a692-498d-4c6d-a07a-34591813c104), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:36.640563 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-009b1dd6-5ada-4cd6-b28f-260b5434ec35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f2e6a692-498d-4c6d-a07a-34591813c104), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:36.643808 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-009b1dd6-5ada-4cd6-b28f-260b5434ec35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:36.645258 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-009b1dd6-5ada-4cd6-b28f-260b5434ec35 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2e6a692-498d-4c6d-a07a-34591813c104 HTTP/1.1" status: 204 len: 168 time: 0.1757925 Feb 20 05:55:36.654525 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b1dd6-5ada-4cd6-b28f-260b5434ec35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e6a692-498d-4c6d-a07a-34591813c104,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:36.748863 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fac9cbc-d3d8-4798-b995-fda2d68babe3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Router 6b14d62b-940b-4307-969a-3906289546e9 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:55:36.850329 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fac9cbc-d3d8-4798-b995-fda2d68babe3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:55:36.858337 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5fac9cbc-d3d8-4798-b995-fda2d68babe3 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "PUT /v2.0/routers/6b14d62b-940b-4307-969a-3906289546e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3834391 Feb 20 05:55:36.859106 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60534) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:36.864406 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292981b8-7cd7-4352-9a4d-364d0e404746 None None] Sync routers for ids ['6b14d62b-940b-4307-969a-3906289546e9'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:55:36.883139 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292981b8-7cd7-4352-9a4d-364d0e404746 None None] Routers {'6b14d62b-940b-4307-969a-3906289546e9'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:36.883982 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-292981b8-7cd7-4352-9a4d-364d0e404746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:55:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['6b14d62b-940b-4307-969a-3906289546e9'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:36.922737 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbcb1233-5019-40e5-90e2-2aabd9b492d6 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Deleting subnet d2d68175-3811-423f-9733-640c718cde32 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:55:36.927328 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbcb1233-5019-40e5-90e2-2aabd9b492d6 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for subnet (d2d68175-3811-423f-9733-640c718cde32), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:36.981112 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-292981b8-7cd7-4352-9a4d-364d0e404746 None None] Set router 6b14d62b-940b-4307-969a-3906289546e9 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:37.009304 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbcb1233-5019-40e5-90e2-2aabd9b492d6 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (d2d68175-3811-423f-9733-640c718cde32), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:37.051248 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-292981b8-7cd7-4352-9a4d-364d0e404746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:55:36Z', 'revision_number': 11, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:37.082634 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292981b8-7cd7-4352-9a4d-364d0e404746 None None] Checking router: 6b14d62b-940b-4307-969a-3906289546e9 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:55:37.091394 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292981b8-7cd7-4352-9a4d-364d0e404746 None None] Routers {'6b14d62b-940b-4307-969a-3906289546e9'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:37.092079 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-292981b8-7cd7-4352-9a4d-364d0e404746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:55:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['6b14d62b-940b-4307-969a-3906289546e9'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:37.121406 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbcb1233-5019-40e5-90e2-2aabd9b492d6 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (d2d68175-3811-423f-9733-640c718cde32), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:37.196205 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbcb1233-5019-40e5-90e2-2aabd9b492d6 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (d2d68175-3811-423f-9733-640c718cde32), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:37.242423 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60544) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:37.271491 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb1233-5019-40e5-90e2-2aabd9b492d6 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Subnet': ['ID=d2d68175-3811-423f-9733-640c718cde32,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:37.276500 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbcb1233-5019-40e5-90e2-2aabd9b492d6 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:37.283585 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fbcb1233-5019-40e5-90e2-2aabd9b492d6 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/subnets/d2d68175-3811-423f-9733-640c718cde32 HTTP/1.1" status: 204 len: 168 time: 0.4200480 Feb 20 05:55:37.284318 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe9ceb1-4739-496a-92da-f8e42772083d None None] Network 116887cc-6edd-4815-8b58-8d7fe3918b5d requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:55:37.285451 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60546) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:37.313573 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-292981b8-7cd7-4352-9a4d-364d0e404746 None None] Set router 6b14d62b-940b-4307-969a-3906289546e9 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:37.322100 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-72167558-9570-4771-8bed-0f73b3e1bbde admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d93be3b114d2427fb469843b697c1217&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0762341 Feb 20 05:55:37.322810 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60548) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:37.381975 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-292981b8-7cd7-4352-9a4d-364d0e404746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:55:36Z', 'revision_number': 11, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:37.419497 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292981b8-7cd7-4352-9a4d-364d0e404746 None None] The sync data for ids ['6b14d62b-940b-4307-969a-3906289546e9'] in n-d-829866-5 is: [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:55:36Z', 'revision_number': 11, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:55:37.451476 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9257c319-e5d3-4124-b1b4-22daaaa670eb admin admin] Publish callbacks [] for security_group (e5c924bf-de1b-4f4b-9d1b-0ae34b4bc76c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:37.562363 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9257c319-e5d3-4124-b1b4-22daaaa670eb admin admin] Publish callbacks [] for security_group (e5c924bf-de1b-4f4b-9d1b-0ae34b4bc76c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:37.615676 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96548968-0a18-4ccc-9b92-1c304161119d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (116887cc-6edd-4815-8b58-8d7fe3918b5d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:37.637732 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9257c319-e5d3-4124-b1b4-22daaaa670eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e5c924bf-de1b-4f4b-9d1b-0ae34b4bc76c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:37.641455 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9257c319-e5d3-4124-b1b4-22daaaa670eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:37.643312 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9257c319-e5d3-4124-b1b4-22daaaa670eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5c924bf-de1b-4f4b-9d1b-0ae34b4bc76c HTTP/1.1" status: 204 len: 168 time: 0.3194418 Feb 20 05:55:37.652612 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257c319-e5d3-4124-b1b4-22daaaa670eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c924bf-de1b-4f4b-9d1b-0ae34b4bc76c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:37.732929 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22717da4-ab05-4981-8d0d-d23b3d3ae369 req-32da94a4-6ffb-43bb-9cbc-c59c9b6d60d6 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:37.734518 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22717da4-ab05-4981-8d0d-d23b3d3ae369 req-32da94a4-6ffb-43bb-9cbc-c59c9b6d60d6 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.48 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 947 time: 0.2378993 Feb 20 05:55:37.747414 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a896771-83f2-41e2-83de-b6b0961637be req-7df84309-a8e7-4f81-8c5f-fb04531faa0a tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:37.754402 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6a896771-83f2-41e2-83de-b6b0961637be req-7df84309-a8e7-4f81-8c5f-fb04531faa0a tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 947 time: 0.1862578 Feb 20 05:55:37.845538 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a1fd8c-549b-42a2-abef-50536431c988 None None] DHCP port deletion for 116887cc-6edd-4815-8b58-8d7fe3918b5d request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:55:37.897357 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6a896771-83f2-41e2-83de-b6b0961637be req-5d0901a9-b186-44f2-ab76-ca9f6db9e775 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d59166d-9bbd-4ac6-8358-c3baaede763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420989 Feb 20 05:55:37.898661 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-96548968-0a18-4ccc-9b92-1c304161119d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Deleting port 3bf55f34-7213-432a-a096-c41024c5dc68 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:55:37.899050 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96548968-0a18-4ccc-9b92-1c304161119d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3bf55f34-7213-432a-a096-c41024c5dc68), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:37.959222 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f0a1fd8c-549b-42a2-abef-50536431c988 None None] Deleting port 3bf55f34-7213-432a-a096-c41024c5dc68 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:55:37.959603 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0a1fd8c-549b-42a2-abef-50536431c988 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3bf55f34-7213-432a-a096-c41024c5dc68), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:38.053600 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-22717da4-ab05-4981-8d0d-d23b3d3ae369 req-fb397f57-5cf7-418b-90d0-e2cd9edc38f5 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Deleting port e7766f16-9671-411a-9975-a68233359b96 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:55:38.053953 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-22717da4-ab05-4981-8d0d-d23b3d3ae369 req-fb397f57-5cf7-418b-90d0-e2cd9edc38f5 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (e7766f16-9671-411a-9975-a68233359b96), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:38.097580 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f0a1fd8c-549b-42a2-abef-50536431c988 None None] For port 3bf55f34-7213-432a-a096-c41024c5dc68, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3bf55f34-7213-432a-a096-c41024c5dc68,segment=NetworkSegment(1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b),segment_id=1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:55:38.097985 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0a1fd8c-549b-42a2-abef-50536431c988 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3bf55f34-7213-432a-a096-c41024c5dc68), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:38.124723 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f0a1fd8c-549b-42a2-abef-50536431c988 None None] Calling delete_port for 3bf55f34-7213-432a-a096-c41024c5dc68 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:55:38.222278 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-22717da4-ab05-4981-8d0d-d23b3d3ae369 req-fb397f57-5cf7-418b-90d0-e2cd9edc38f5 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] For port e7766f16-9671-411a-9975-a68233359b96, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=e7766f16-9671-411a-9975-a68233359b96,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:55:38.222653 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-22717da4-ab05-4981-8d0d-d23b3d3ae369 req-fb397f57-5cf7-418b-90d0-e2cd9edc38f5 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (e7766f16-9671-411a-9975-a68233359b96), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:38.236432 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 98d09af7-1f07-4e03-9ca9-95713cb0c9b9 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:55:38.265652 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0a1fd8c-549b-42a2-abef-50536431c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (3bf55f34-7213-432a-a096-c41024c5dc68), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:38.297200 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 98d09af7-1f07-4e03-9ca9-95713cb0c9b9 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:55:38.298444 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 98d09af7-1f07-4e03-9ca9-95713cb0c9b9 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:55:38.299219 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3bf55f34-7213-432a-a096-c41024c5dc68 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:55:38.303385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1fd8c-549b-42a2-abef-50536431c988 None None] Pushing event deleted for resources: {'Port': ['ID=3bf55f34-7213-432a-a096-c41024c5dc68,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:38.330002 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 3bf55f34-7213-432a-a096-c41024c5dc68 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:55:38.330431 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3bf55f34-7213-432a-a096-c41024c5dc68 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:55:38.334088 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a1fd8c-549b-42a2-abef-50536431c988 None None] No DVR routers for this DVR port 3bf55f34-7213-432a-a096-c41024c5dc68 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:55:38.362831 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-96548968-0a18-4ccc-9b92-1c304161119d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] For port 3bf55f34-7213-432a-a096-c41024c5dc68, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3bf55f34-7213-432a-a096-c41024c5dc68,segment=NetworkSegment(1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b),segment_id=1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:55:38.363592 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96548968-0a18-4ccc-9b92-1c304161119d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3bf55f34-7213-432a-a096-c41024c5dc68), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:38.403105 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-96548968-0a18-4ccc-9b92-1c304161119d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Calling delete_port for 3bf55f34-7213-432a-a096-c41024c5dc68 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:55:38.653425 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-22717da4-ab05-4981-8d0d-d23b3d3ae369 req-fb397f57-5cf7-418b-90d0-e2cd9edc38f5 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:38.653784 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-22717da4-ab05-4981-8d0d-d23b3d3ae369 req-fb397f57-5cf7-418b-90d0-e2cd9edc38f5 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (448eaa8f-7b44-429e-8c89-656a4ddf7028), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:38.654166 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [req-22717da4-ab05-4981-8d0d-d23b3d3ae369 req-fb397f57-5cf7-418b-90d0-e2cd9edc38f5 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Floating IP 448eaa8f-7b44-429e-8c89-656a4ddf7028 disassociated. External IP: 172.25.3.202, port: e7766f16-9671-411a-9975-a68233359b96. Feb 20 05:55:38.655040 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-22717da4-ab05-4981-8d0d-d23b3d3ae369 req-fb397f57-5cf7-418b-90d0-e2cd9edc38f5 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Calling delete_port for e7766f16-9671-411a-9975-a68233359b96 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:55:38.662347 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96548968-0a18-4ccc-9b92-1c304161119d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (3bf55f34-7213-432a-a096-c41024c5dc68), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:38.733768 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96548968-0a18-4ccc-9b92-1c304161119d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Port': ['ID=3bf55f34-7213-432a-a096-c41024c5dc68,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:38.739826 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96548968-0a18-4ccc-9b92-1c304161119d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] No DVR routers for this DVR port 3bf55f34-7213-432a-a096-c41024c5dc68 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:55:38.859189 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96548968-0a18-4ccc-9b92-1c304161119d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (116887cc-6edd-4815-8b58-8d7fe3918b5d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:38.881225 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-96548968-0a18-4ccc-9b92-1c304161119d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116887cc-6edd-4815-8b58-8d7fe3918b5d']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:38.915275 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-96548968-0a18-4ccc-9b92-1c304161119d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:38.915570 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-96548968-0a18-4ccc-9b92-1c304161119d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:38.932299 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96548968-0a18-4ccc-9b92-1c304161119d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:38.954079 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96548968-0a18-4ccc-9b92-1c304161119d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:38.962306 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96548968-0a18-4ccc-9b92-1c304161119d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:55:38.963070 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96548968-0a18-4ccc-9b92-1c304161119d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (1e8f9ff8-42e7-4e2b-a7cc-2888a0551d9b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: self.session.flush() Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:55:38.967193 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:55:38.982651 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-22717da4-ab05-4981-8d0d-d23b3d3ae369 req-fb397f57-5cf7-418b-90d0-e2cd9edc38f5 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (e7766f16-9671-411a-9975-a68233359b96), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:39.071863 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb397f57-5cf7-418b-90d0-e2cd9edc38f5 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Pushing event deleted for resources: {'Port': ['ID=e7766f16-9671-411a-9975-a68233359b96,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:39.537797 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22717da4-ab05-4981-8d0d-d23b3d3ae369 req-fb397f57-5cf7-418b-90d0-e2cd9edc38f5 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Router c8a337db-0481-4884-9540-632605b7d257 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:55:39.539044 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96548968-0a18-4ccc-9b92-1c304161119d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (116887cc-6edd-4815-8b58-8d7fe3918b5d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:39.570423 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96548968-0a18-4ccc-9b92-1c304161119d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:39.576404 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-96548968-0a18-4ccc-9b92-1c304161119d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/networks/116887cc-6edd-4815-8b58-8d7fe3918b5d HTTP/1.1" status: 204 len: 168 time: 2.2778094 Feb 20 05:55:39.576773 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60626) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:39.582672 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-fea9cbe8-c70f-4ef4-a6e8-0d78a140d45c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'router': {'routes': None}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:39.590432 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e289264-a633-48ca-a23b-e689dc6edf6e req-544764b8-7f87-4acd-98ea-3886cd3b2ca6 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/ports?device_id=de47a2f3-aaa2-42bf-9fcf-78d85176fcd3 HTTP/1.1" status: 200 len: 210 time: 0.0689969 Feb 20 05:55:39.639342 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96548968-0a18-4ccc-9b92-1c304161119d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Pushing event deleted for resources: {'Network': ['ID=116887cc-6edd-4815-8b58-8d7fe3918b5d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:39.846769 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22717da4-ab05-4981-8d0d-d23b3d3ae369 req-fb397f57-5cf7-418b-90d0-e2cd9edc38f5 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:55:39.861463 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9f30c0-c137-48cb-984d-d4bc861971f2 None None] Sync routers for ids ['c8a337db-0481-4884-9540-632605b7d257'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:55:39.880904 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9f30c0-c137-48cb-984d-d4bc861971f2 None None] Routers {'c8a337db-0481-4884-9540-632605b7d257'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:39.882165 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8d9f30c0-c137-48cb-984d-d4bc861971f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:55:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8a337db-0481-4884-9540-632605b7d257'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:39.940663 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.extraroute_db [None req-fea9cbe8-c70f-4ef4-a6e8-0d78a140d45c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Added routes are [] {{(pid=103406) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 20 05:55:39.941189 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.extraroute_db [None req-fea9cbe8-c70f-4ef4-a6e8-0d78a140d45c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Removed routes are [] {{(pid=103406) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 20 05:55:39.941744 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fea9cbe8-c70f-4ef4-a6e8-0d78a140d45c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (6b14d62b-940b-4307-969a-3906289546e9), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:39.950882 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-22717da4-ab05-4981-8d0d-d23b3d3ae369 req-fb397f57-5cf7-418b-90d0-e2cd9edc38f5 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] No DVR routers for this DVR port e7766f16-9671-411a-9975-a68233359b96 on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:55:39.955720 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-22717da4-ab05-4981-8d0d-d23b3d3ae369 req-fb397f57-5cf7-418b-90d0-e2cd9edc38f5 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:39.963314 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22717da4-ab05-4981-8d0d-d23b3d3ae369 req-fb397f57-5cf7-418b-90d0-e2cd9edc38f5 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.48 "DELETE /v2.0/ports/e7766f16-9671-411a-9975-a68233359b96 HTTP/1.1" status: 204 len: 173 time: 2.2224598 Feb 20 05:55:39.971471 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de47a2f3-aaa2-42bf-9fcf-78d85176fcd3', 'name': 'network-vif-deleted', 'tag': 'e7766f16-9671-411a-9975-a68233359b96'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:55:39.977541 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f106a46-c18d-4c88-b0ab-e3089fdbe976" -d '{"events": [{"server_uuid": "de47a2f3-aaa2-42bf-9fcf-78d85176fcd3", "name": "network-vif-deleted", "tag": "e7766f16-9671-411a-9975-a68233359b96"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:55:40.081912 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2066c71e-e2a4-4680-8898-a3e6a7c65b5f x-openstack-request-id: req-2066c71e-e2a4-4680-8898-a3e6a7c65b5f {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:55:40.082214 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de47a2f3-aaa2-42bf-9fcf-78d85176fcd3", "name": "network-vif-deleted", "tag": "e7766f16-9671-411a-9975-a68233359b96", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:55:40.082470 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2066c71e-e2a4-4680-8898-a3e6a7c65b5f {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:55:40.082880 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de47a2f3-aaa2-42bf-9fcf-78d85176fcd3', 'name': 'network-vif-deleted', 'tag': 'e7766f16-9671-411a-9975-a68233359b96', 'status': 'completed', 'code': 200} Feb 20 05:55:40.171261 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fea9cbe8-c70f-4ef4-a6e8-0d78a140d45c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (6b14d62b-940b-4307-969a-3906289546e9), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:40.182693 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fea9cbe8-c70f-4ef4-a6e8-0d78a140d45c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691773'] for router (6b14d62b-940b-4307-969a-3906289546e9), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:40.319859 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-8d9f30c0-c137-48cb-984d-d4bc861971f2 None None] Set router c8a337db-0481-4884-9540-632605b7d257 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:40.333584 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea9cbe8-c70f-4ef4-a6e8-0d78a140d45c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Router 6b14d62b-940b-4307-969a-3906289546e9 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:55:40.479113 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea9cbe8-c70f-4ef4-a6e8-0d78a140d45c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:55:40.489015 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fea9cbe8-c70f-4ef4-a6e8-0d78a140d45c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:40.494337 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60658) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:40.500413 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3af9e54-c823-4ce6-9b5a-435835e9f672 None None] Sync routers for ids ['6b14d62b-940b-4307-969a-3906289546e9'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:55:40.518726 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fea9cbe8-c70f-4ef4-a6e8-0d78a140d45c tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "PUT /v2.0/routers/6b14d62b-940b-4307-969a-3906289546e9 HTTP/1.1" status: 200 len: 704 time: 0.9406872 Feb 20 05:55:40.523350 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3af9e54-c823-4ce6-9b5a-435835e9f672 None None] Routers {'6b14d62b-940b-4307-969a-3906289546e9'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:40.523992 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f3af9e54-c823-4ce6-9b5a-435835e9f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:55:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['6b14d62b-940b-4307-969a-3906289546e9'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:40.578055 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60660) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:40.594075 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-10b21a6e-b66d-4d96-a267-21a3cfcb8db5 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b14d62b-940b-4307-969a-3906289546e9 HTTP/1.1" status: 200 len: 205 time: 0.0926745 Feb 20 05:55:40.698015 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-f3af9e54-c823-4ce6-9b5a-435835e9f672 None None] Set router 6b14d62b-940b-4307-969a-3906289546e9 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:40.793452 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60674) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:40.815217 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f3af9e54-c823-4ce6-9b5a-435835e9f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:55:36Z', 'revision_number': 11, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:40.841449 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3566feb-5cb7-4ff4-b5ca-6ed2e7f79157 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router (6b14d62b-940b-4307-969a-3906289546e9), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:40.871454 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3af9e54-c823-4ce6-9b5a-435835e9f672 None None] Checking router: 6b14d62b-940b-4307-969a-3906289546e9 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:55:40.883879 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3af9e54-c823-4ce6-9b5a-435835e9f672 None None] Routers {'6b14d62b-940b-4307-969a-3906289546e9'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:40.884802 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f3af9e54-c823-4ce6-9b5a-435835e9f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:55:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['6b14d62b-940b-4307-969a-3906289546e9'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:40.887167 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8d9f30c0-c137-48cb-984d-d4bc861971f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a337db-0481-4884-9540-632605b7d257', 'name': 'tempest-AttachVolumeShelveTestJSON-714751017-router', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:47:47Z', 'updated_at': '2022-02-20T05:48:01Z', 'revision_number': 4, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'gw_port': {'id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:47:50Z', 'updated_at': '2022-02-20T05:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '7d7454a1-b288-4b63-9367-fdc897ea412a', 'name': '', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'mac_address': 'fa:16:3e:dc:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:48:00Z', 'updated_at': '2022-02-20T05:48:06Z', 'revision_number': 5, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'subnets': [{'id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:40.990001 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-f3af9e54-c823-4ce6-9b5a-435835e9f672 None None] Set router 6b14d62b-940b-4307-969a-3906289546e9 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:41.004081 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9040d215-bde3-4ee4-b3f9-f41376c9f8e2 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for security_group (3d59166d-9bbd-4ac6-8358-c3baaede763f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:41.018891 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9f30c0-c137-48cb-984d-d4bc861971f2 None None] Checking router: c8a337db-0481-4884-9540-632605b7d257 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:55:41.033975 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9f30c0-c137-48cb-984d-d4bc861971f2 None None] Routers {'c8a337db-0481-4884-9540-632605b7d257'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:41.034614 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8d9f30c0-c137-48cb-984d-d4bc861971f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:55:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8a337db-0481-4884-9540-632605b7d257'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:41.054355 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9040d215-bde3-4ee4-b3f9-f41376c9f8e2 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for security_group (3d59166d-9bbd-4ac6-8358-c3baaede763f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:41.145258 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f3af9e54-c823-4ce6-9b5a-435835e9f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:55:36Z', 'revision_number': 11, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:41.174676 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9040d215-bde3-4ee4-b3f9-f41376c9f8e2 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3d59166d-9bbd-4ac6-8358-c3baaede763f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:41.177380 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3af9e54-c823-4ce6-9b5a-435835e9f672 None None] The sync data for ids ['6b14d62b-940b-4307-969a-3906289546e9'] in n-d-829866-5 is: [{'id': '6b14d62b-940b-4307-969a-3906289546e9', 'name': 'tempest-RoutersIpV6Test-router-523818154', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:54:35Z', 'updated_at': '2022-02-20T05:55:36Z', 'revision_number': 11, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:55:41.178746 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9040d215-bde3-4ee4-b3f9-f41376c9f8e2 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:41.179980 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9040d215-bde3-4ee4-b3f9-f41376c9f8e2 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "DELETE /v2.0/security-groups/3d59166d-9bbd-4ac6-8358-c3baaede763f HTTP/1.1" status: 204 len: 168 time: 0.3855400 Feb 20 05:55:41.185001 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60688) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:41.217670 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040d215-bde3-4ee4-b3f9-f41376c9f8e2 tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d59166d-9bbd-4ac6-8358-c3baaede763f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:41.225045 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-d19555c6-5788-4391-b80c-d5f7b0fa77ed tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] show failed (client error): The resource could not be found. Feb 20 05:55:41.226384 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d19555c6-5788-4391-b80c-d5f7b0fa77ed tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "GET /v2.0/security-groups/3d59166d-9bbd-4ac6-8358-c3baaede763f HTTP/1.1" status: 404 len: 347 time: 0.0351102 Feb 20 05:55:41.229677 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60692) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:41.276422 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3566feb-5cb7-4ff4-b5ca-6ed2e7f79157 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (6b14d62b-940b-4307-969a-3906289546e9), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:41.282648 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3566feb-5cb7-4ff4-b5ca-6ed2e7f79157 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router_controller (6b14d62b-940b-4307-969a-3906289546e9), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:41.336511 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-8d9f30c0-c137-48cb-984d-d4bc861971f2 None None] Set router c8a337db-0481-4884-9540-632605b7d257 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:41.614652 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8d9f30c0-c137-48cb-984d-d4bc861971f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a337db-0481-4884-9540-632605b7d257', 'name': 'tempest-AttachVolumeShelveTestJSON-714751017-router', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:47:47Z', 'updated_at': '2022-02-20T05:48:01Z', 'revision_number': 4, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'gw_port': {'id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:47:50Z', 'updated_at': '2022-02-20T05:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '7d7454a1-b288-4b63-9367-fdc897ea412a', 'name': '', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'mac_address': 'fa:16:3e:dc:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:48:00Z', 'updated_at': '2022-02-20T05:48:06Z', 'revision_number': 5, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'subnets': [{'id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:41.670937 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9f30c0-c137-48cb-984d-d4bc861971f2 None None] The sync data for ids ['c8a337db-0481-4884-9540-632605b7d257'] in n-d-829866-5 is: [{'id': 'c8a337db-0481-4884-9540-632605b7d257', 'name': 'tempest-AttachVolumeShelveTestJSON-714751017-router', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:47:47Z', 'updated_at': '2022-02-20T05:48:01Z', 'revision_number': 4, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'gw_port': {'id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:47:50Z', 'updated_at': '2022-02-20T05:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '7d7454a1-b288-4b63-9367-fdc897ea412a', 'name': '', 'network_id': '72954832-dc86-4706-b5e9-cf8eb66f0446', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'mac_address': 'fa:16:3e:dc:67:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:48:00Z', 'updated_at': '2022-02-20T05:48:06Z', 'revision_number': 5, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'subnets': [{'id': 'ec01882b-2949-4e73-b51b-e8c64ca48e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:55:41.900418 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3566feb-5cb7-4ff4-b5ca-6ed2e7f79157 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (6b14d62b-940b-4307-969a-3906289546e9), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:41.901181 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3566feb-5cb7-4ff4-b5ca-6ed2e7f79157 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Fanout notify agent at l3_agent the message router_deleted on router 6b14d62b-940b-4307-969a-3906289546e9 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:55:41.908286 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3566feb-5cb7-4ff4-b5ca-6ed2e7f79157 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:41.913818 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60710) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:41.914449 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c3566feb-5cb7-4ff4-b5ca-6ed2e7f79157 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/routers/6b14d62b-940b-4307-969a-3906289546e9 HTTP/1.1" status: 204 len: 168 time: 1.3352377 Feb 20 05:55:41.929056 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-3f32fe97-6606-4acf-a7fb-a7a9c8f2bbbc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Deleting port adc878f7-7eb7-48f8-bd81-dbf5b070679b {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:55:41.929706 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f32fe97-6606-4acf-a7fb-a7a9c8f2bbbc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (adc878f7-7eb7-48f8-bd81-dbf5b070679b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:41.942101 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-537d2d99-dd01-4218-8101-4498a8654d0e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1778084066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:41.988238 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device e7766f16-9671-411a-9975-a68233359b96 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:55:42.018531 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-537d2d99-dd01-4218-8101-4498a8654d0e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (f795d9b7-bede-4912-920e-4d728b331c0b), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:42.021446 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-537d2d99-dd01-4218-8101-4498a8654d0e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (f795d9b7-bede-4912-920e-4d728b331c0b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:42.102060 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: e7766f16-9671-411a-9975-a68233359b96 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:55:42.102415 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device e7766f16-9671-411a-9975-a68233359b96 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:55:42.122075 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f32fe97-6606-4acf-a7fb-a7a9c8f2bbbc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (adc878f7-7eb7-48f8-bd81-dbf5b070679b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:42.122417 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f32fe97-6606-4acf-a7fb-a7a9c8f2bbbc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for floatingip (adc878f7-7eb7-48f8-bd81-dbf5b070679b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:42.165835 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-3f32fe97-6606-4acf-a7fb-a7a9c8f2bbbc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Calling delete_port for adc878f7-7eb7-48f8-bd81-dbf5b070679b owned by network:floatingip {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:55:42.179469 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-537d2d99-dd01-4218-8101-4498a8654d0e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router_controller (f795d9b7-bede-4912-920e-4d728b331c0b), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:42.198796 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-537d2d99-dd01-4218-8101-4498a8654d0e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (f795d9b7-bede-4912-920e-4d728b331c0b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:42.250136 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-537d2d99-dd01-4218-8101-4498a8654d0e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:42.254131 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-537d2d99-dd01-4218-8101-4498a8654d0e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3373086 Feb 20 05:55:42.254753 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60726) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:42.262278 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9f80aa5e-3f19-48b3-b61c-ff0e6968b49f tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:42.356405 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f309c52-d6a1-4e09-9271-fcc279b5af54 None None] New status for floating IP 448eaa8f-7b44-429e-8c89-656a4ddf7028: DOWN {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:55:42.550651 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-6f309c52-d6a1-4e09-9271-fcc279b5af54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:55:42.551042 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-6f309c52-d6a1-4e09-9271-fcc279b5af54 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:55:42.559035 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f32fe97-6606-4acf-a7fb-a7a9c8f2bbbc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (adc878f7-7eb7-48f8-bd81-dbf5b070679b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:42.612212 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32fe97-6606-4acf-a7fb-a7a9c8f2bbbc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Pushing event deleted for resources: {'Port': ['ID=adc878f7-7eb7-48f8-bd81-dbf5b070679b,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:42.671761 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f32fe97-6606-4acf-a7fb-a7a9c8f2bbbc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks [] for floatingip (448eaa8f-7b44-429e-8c89-656a4ddf7028), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:42.674819 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f32fe97-6606-4acf-a7fb-a7a9c8f2bbbc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:42.684591 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3f32fe97-6606-4acf-a7fb-a7a9c8f2bbbc tempest-AttachVolumeShelveTestJSON-1959371436 tempest-AttachVolumeShelveTestJSON-1959371436-project] 10.222.0.37 "DELETE /v2.0/floatingips/448eaa8f-7b44-429e-8c89-656a4ddf7028 HTTP/1.1" status: 204 len: 168 time: 1.4536791 Feb 20 05:55:42.820246 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f80aa5e-3f19-48b3-b61c-ff0e6968b49f tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4790'] for router (f795d9b7-bede-4912-920e-4d728b331c0b), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:42.848793 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f80aa5e-3f19-48b3-b61c-ff0e6968b49f tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691773'] for router (f795d9b7-bede-4912-920e-4d728b331c0b), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:42.878471 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb72a99-50d4-4bbd-a543-b88fa686ad0a req-9311a0ca-3295-4390-be8e-55595ef28a8a tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:42.878471 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aeb72a99-50d4-4bbd-a543-b88fa686ad0a req-9311a0ca-3295-4390-be8e-55595ef28a8a tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 945 time: 0.2937346 Feb 20 05:55:43.061988 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f309c52-d6a1-4e09-9271-fcc279b5af54 None None] New status for floating IP 448eaa8f-7b44-429e-8c89-656a4ddf7028: DOWN {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:55:43.242714 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aeb72a99-50d4-4bbd-a543-b88fa686ad0a req-087d56e8-cee3-4a55-9eb7-85ec1597a92e tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=959533d2-481e-41a8-b3ea-f6c369b01081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908994 Feb 20 05:55:43.268631 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f80aa5e-3f19-48b3-b61c-ff0e6968b49f tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Router f795d9b7-bede-4912-920e-4d728b331c0b is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:55:43.460008 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f80aa5e-3f19-48b3-b61c-ff0e6968b49f tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:55:43.478536 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f80aa5e-3f19-48b3-b61c-ff0e6968b49f tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:43.480104 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9f80aa5e-3f19-48b3-b61c-ff0e6968b49f tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "PUT /v2.0/routers/f795d9b7-bede-4912-920e-4d728b331c0b HTTP/1.1" status: 200 len: 698 time: 1.2242856 Feb 20 05:55:43.483195 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60756) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:43.530373 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3affb0-2d58-4e4d-95ca-72e121da7418 None None] Sync routers for ids ['f795d9b7-bede-4912-920e-4d728b331c0b'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:55:43.562620 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3affb0-2d58-4e4d-95ca-72e121da7418 None None] Routers {'f795d9b7-bede-4912-920e-4d728b331c0b'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:43.563281 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-8e3affb0-2d58-4e4d-95ca-72e121da7418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:55:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f795d9b7-bede-4912-920e-4d728b331c0b'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:43.665035 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-69112ecd-cbcc-4610-8ce2-9cad2d6c5686 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "GET /v2.0/routers/f795d9b7-bede-4912-920e-4d728b331c0b HTTP/1.1" status: 200 len: 704 time: 0.1797369 Feb 20 05:55:43.667745 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60758) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:43.704810 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0a694a81-656e-4de2-afb7-ab89934b1bcb tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "GET /v2.0/ports?device_id=f795d9b7-bede-4912-920e-4d728b331c0b HTTP/1.1" status: 200 len: 205 time: 0.0358827 Feb 20 05:55:43.707277 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60760) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:43.743814 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-8e3affb0-2d58-4e4d-95ca-72e121da7418 None None] Set router f795d9b7-bede-4912-920e-4d728b331c0b gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:43.812225 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f090707a-fcc8-4bfb-8dec-66f979ee550e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router (f795d9b7-bede-4912-920e-4d728b331c0b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:43.813086 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-8e3affb0-2d58-4e4d-95ca-72e121da7418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f795d9b7-bede-4912-920e-4d728b331c0b', 'name': 'tempest-RoutersIpV6Test-router-1778084066', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:55:42Z', 'updated_at': '2022-02-20T05:55:42Z', 'revision_number': 2, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:43.841219 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3affb0-2d58-4e4d-95ca-72e121da7418 None None] Checking router: f795d9b7-bede-4912-920e-4d728b331c0b for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:55:43.904991 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3affb0-2d58-4e4d-95ca-72e121da7418 None None] Routers {'f795d9b7-bede-4912-920e-4d728b331c0b'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:43.905915 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-8e3affb0-2d58-4e4d-95ca-72e121da7418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:55:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f795d9b7-bede-4912-920e-4d728b331c0b'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:44.140038 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-8e3affb0-2d58-4e4d-95ca-72e121da7418 None None] Set router f795d9b7-bede-4912-920e-4d728b331c0b gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:44.256956 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-8e3affb0-2d58-4e4d-95ca-72e121da7418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f795d9b7-bede-4912-920e-4d728b331c0b', 'name': 'tempest-RoutersIpV6Test-router-1778084066', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:55:42Z', 'updated_at': '2022-02-20T05:55:42Z', 'revision_number': 2, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:44.301005 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3affb0-2d58-4e4d-95ca-72e121da7418 None None] The sync data for ids ['f795d9b7-bede-4912-920e-4d728b331c0b'] in n-d-829866-5 is: [{'id': 'f795d9b7-bede-4912-920e-4d728b331c0b', 'name': 'tempest-RoutersIpV6Test-router-1778084066', 'tenant_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:55:42Z', 'updated_at': '2022-02-20T05:55:42Z', 'revision_number': 2, 'project_id': 'a2613a7574bb49c4a1dbfc74ee90b857', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:55:44.366168 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f090707a-fcc8-4bfb-8dec-66f979ee550e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (f795d9b7-bede-4912-920e-4d728b331c0b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:44.398270 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f090707a-fcc8-4bfb-8dec-66f979ee550e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router_controller (f795d9b7-bede-4912-920e-4d728b331c0b), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:44.532198 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7817f2-5f9c-446c-94ca-976f051c8c64 req-7970a23a-db60-47ab-ae59-32a70990ce63 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:44.538283 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ec7817f2-5f9c-446c-94ca-976f051c8c64 req-7970a23a-db60-47ab-ae59-32a70990ce63 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 945 time: 0.1489806 Feb 20 05:55:44.554736 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7ec31-3c85-4d72-93ca-be0bc224a715 req-898063f6-31fd-4e04-a728-205117d2cee0 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:44.562521 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2ad7ec31-3c85-4d72-93ca-be0bc224a715 req-898063f6-31fd-4e04-a728-205117d2cee0 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 945 time: 0.2106614 Feb 20 05:55:44.565717 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f090707a-fcc8-4bfb-8dec-66f979ee550e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (f795d9b7-bede-4912-920e-4d728b331c0b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:44.566756 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f090707a-fcc8-4bfb-8dec-66f979ee550e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Fanout notify agent at l3_agent the message router_deleted on router f795d9b7-bede-4912-920e-4d728b331c0b {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:55:44.585399 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f090707a-fcc8-4bfb-8dec-66f979ee550e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:44.589643 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f090707a-fcc8-4bfb-8dec-66f979ee550e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/routers/f795d9b7-bede-4912-920e-4d728b331c0b HTTP/1.1" status: 204 len: 168 time: 0.8780761 Feb 20 05:55:44.596622 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60784) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:44.646700 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0299c70f-e0f3-47ff-948e-f584560a86bf tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "GET /v2.0/ports?device_id=f795d9b7-bede-4912-920e-4d728b331c0b HTTP/1.1" status: 200 len: 205 time: 0.0459273 Feb 20 05:55:44.651084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60786) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:44.707918 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ec7817f2-5f9c-446c-94ca-976f051c8c64 req-f42c3374-82f2-488e-9a67-3232bb1732a1 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=959533d2-481e-41a8-b3ea-f6c369b01081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440105 Feb 20 05:55:44.736519 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-960121d8-8f99-4b49-919b-4ed8d725408f tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] delete failed (client error): The resource could not be found. Feb 20 05:55:44.739944 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-960121d8-8f99-4b49-919b-4ed8d725408f tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/routers/f795d9b7-bede-4912-920e-4d728b331c0b HTTP/1.1" status: 404 len: 336 time: 0.0857131 Feb 20 05:55:44.740446 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60788) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:44.799335 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-7415042a-3793-4caa-b820-818a52d307fa tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] DELETE failed (client error): The resource could not be found. Feb 20 05:55:44.803528 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7415042a-3793-4caa-b820-818a52d307fa tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:55:44.809164 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7415042a-3793-4caa-b820-818a52d307fa tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/subnets/70d49801-a1f7-426b-b9e0-e95b7b99279d HTTP/1.1" status: 404 len: 337 time: 0.0654082 Feb 20 05:55:44.809714 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60790) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:44.871502 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d2b735-4688-4e68-ba62-a4428b57d89d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] DELETE failed (client error): The resource could not be found. Feb 20 05:55:44.875591 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44d2b735-4688-4e68-ba62-a4428b57d89d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:55:44.884249 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-44d2b735-4688-4e68-ba62-a4428b57d89d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/subnets/fedd79eb-ddaf-438b-a29f-b933b97f6f94 HTTP/1.1" status: 404 len: 337 time: 0.0706215 Feb 20 05:55:44.884892 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60792) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:44.888543 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-2ad7ec31-3c85-4d72-93ca-be0bc224a715 req-1e36e665-83a3-4575-991c-f4c8cf6143bf tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Deleting port 4022c786-c891-4be2-aad4-6481a44df2bd {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:55:44.889611 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2ad7ec31-3c85-4d72-93ca-be0bc224a715 req-1e36e665-83a3-4575-991c-f4c8cf6143bf tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4022c786-c891-4be2-aad4-6481a44df2bd), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:44.954523 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd4ccbd-4181-4333-8571-da01b566f5fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] DELETE failed (client error): The resource could not be found. Feb 20 05:55:44.956773 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd4ccbd-4181-4333-8571-da01b566f5fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:55:44.975195 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ccd4ccbd-4181-4333-8571-da01b566f5fc tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/subnets/6d7f3f45-ead4-4b59-b2bb-1f27871db022 HTTP/1.1" status: 404 len: 337 time: 0.0869508 Feb 20 05:55:44.977598 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60798) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:45.039838 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c66cc5-0e79-4873-bd74-6cd8b9c3a0a5 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] DELETE failed (client error): The resource could not be found. Feb 20 05:55:45.042668 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40c66cc5-0e79-4873-bd74-6cd8b9c3a0a5 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:55:45.049351 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-40c66cc5-0e79-4873-bd74-6cd8b9c3a0a5 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/subnets/d2d68175-3811-423f-9733-640c718cde32 HTTP/1.1" status: 404 len: 337 time: 0.0681438 Feb 20 05:55:45.049902 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60802) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:45.110398 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-2ad7ec31-3c85-4d72-93ca-be0bc224a715 req-1e36e665-83a3-4575-991c-f4c8cf6143bf tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] For port 4022c786-c891-4be2-aad4-6481a44df2bd, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4022c786-c891-4be2-aad4-6481a44df2bd,segment=NetworkSegment(7148d78d-4a2a-41e2-9dce-a1cc038d3a3f),segment_id=7148d78d-4a2a-41e2-9dce-a1cc038d3a3f)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:55:45.111165 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2ad7ec31-3c85-4d72-93ca-be0bc224a715 req-1e36e665-83a3-4575-991c-f4c8cf6143bf tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4022c786-c891-4be2-aad4-6481a44df2bd), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:45.127206 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-93e5c571-9019-48d8-aa8d-f7cb01d72267 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b14d62b-940b-4307-969a-3906289546e9 HTTP/1.1" status: 200 len: 205 time: 0.0752215 Feb 20 05:55:45.129389 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60804) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:45.174809 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-f5f69f8a-c989-4bde-9031-f2c75ca8fa12 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] delete failed (client error): The resource could not be found. Feb 20 05:55:45.176716 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f5f69f8a-c989-4bde-9031-f2c75ca8fa12 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/routers/6b14d62b-940b-4307-969a-3906289546e9 HTTP/1.1" status: 404 len: 336 time: 0.0459154 Feb 20 05:55:45.179236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60808) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:45.214706 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ff76827e-e118-4dff-967e-3b3e8d0ac165 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "GET /v2.0/ports?device_id=4de3af68-9e8f-4c28-a563-11664e670186 HTTP/1.1" status: 200 len: 205 time: 0.0335958 Feb 20 05:55:45.224442 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60812) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:45.335042 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-30a83756-2c6c-4122-90ad-bdbf7093745e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] delete failed (client error): The resource could not be found. Feb 20 05:55:45.338433 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-30a83756-2c6c-4122-90ad-bdbf7093745e tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/routers/4de3af68-9e8f-4c28-a563-11664e670186 HTTP/1.1" status: 404 len: 336 time: 0.1104765 Feb 20 05:55:45.339277 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60820) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:45.390079 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83c9713-e9eb-4e88-9ce2-9f03c60b524f tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] DELETE failed (client error): The resource could not be found. Feb 20 05:55:45.390499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83c9713-e9eb-4e88-9ce2-9f03c60b524f tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:55:45.401849 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a83c9713-e9eb-4e88-9ce2-9f03c60b524f tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/subnets/177fff84-4909-41f9-b968-3e56296bea7a HTTP/1.1" status: 404 len: 337 time: 0.0591016 Feb 20 05:55:45.402039 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60822) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:45.461655 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-979924d4-4fe2-4ca9-91ed-5931335793a0 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0 HTTP/1.1" status: 200 len: 205 time: 0.0564544 Feb 20 05:55:45.465675 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60826) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:45.577544 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-d3ebf386-6266-49de-850b-06b6e6dd19c1 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] delete failed (client error): The resource could not be found. Feb 20 05:55:45.578613 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d3ebf386-6266-49de-850b-06b6e6dd19c1 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/routers/eb8b3d3d-9d44-4df4-832d-8acc7ebcbcb0 HTTP/1.1" status: 404 len: 336 time: 0.0975590 Feb 20 05:55:45.583456 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60834) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:45.713491 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1a189856-3c80-4c07-b993-430707553321 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "GET /v2.0/ports?device_id=17ef96e9-7194-4bf9-ab81-7c282310d9cb HTTP/1.1" status: 200 len: 205 time: 0.1285987 Feb 20 05:55:45.714109 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60840) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:45.818809 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2ad7ec31-3c85-4d72-93ca-be0bc224a715 req-1e36e665-83a3-4575-991c-f4c8cf6143bf tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:45.819451 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2ad7ec31-3c85-4d72-93ca-be0bc224a715 req-1e36e665-83a3-4575-991c-f4c8cf6143bf tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (182b4c15-3a43-4ac9-a06e-ebb498125fef), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:45.819582 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [req-2ad7ec31-3c85-4d72-93ca-be0bc224a715 req-1e36e665-83a3-4575-991c-f4c8cf6143bf tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Floating IP 182b4c15-3a43-4ac9-a06e-ebb498125fef disassociated. External IP: 172.25.3.49, port: 4022c786-c891-4be2-aad4-6481a44df2bd. Feb 20 05:55:45.819929 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-2ad7ec31-3c85-4d72-93ca-be0bc224a715 req-1e36e665-83a3-4575-991c-f4c8cf6143bf tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Calling delete_port for 4022c786-c891-4be2-aad4-6481a44df2bd owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:55:45.830816 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-22e50900-e5c2-4946-a3c9-8b0a5216e9b8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] delete failed (client error): The resource could not be found. Feb 20 05:55:45.845233 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60848) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:45.845903 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-22e50900-e5c2-4946-a3c9-8b0a5216e9b8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/routers/17ef96e9-7194-4bf9-ab81-7c282310d9cb HTTP/1.1" status: 404 len: 336 time: 0.1306548 Feb 20 05:55:45.931992 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-c769fc41-c973-4495-bbec-b79db346dd15 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] DELETE failed (client error): The resource could not be found. Feb 20 05:55:45.932458 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c769fc41-c973-4495-bbec-b79db346dd15 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:55:45.936197 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c769fc41-c973-4495-bbec-b79db346dd15 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/subnets/d266ee81-05c0-42fd-a9e7-648226e5251b HTTP/1.1" status: 404 len: 337 time: 0.0897698 Feb 20 05:55:45.939198 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60850) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:46.037437 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-19a7187a-9c0d-4082-b307-a25f6982105d tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "GET /v2.0/ports?device_id=33e20ab9-1233-43c0-802d-078aec7b68b6 HTTP/1.1" status: 200 len: 205 time: 0.0949113 Feb 20 05:55:46.040095 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60854) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:46.086987 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47327239-a3c4-4a1a-bb59-a4ccbbbf8e0a req-a58bcdf2-7f92-49e3-89b5-254cbb00ac12 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:46.102728 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-47327239-a3c4-4a1a-bb59-a4ccbbbf8e0a req-a58bcdf2-7f92-49e3-89b5-254cbb00ac12 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 945 time: 0.2457170 Feb 20 05:55:46.235074 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-3969adb2-bb91-455e-92ab-a5642284bb52 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] delete failed (client error): The resource could not be found. Feb 20 05:55:46.240471 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3969adb2-bb91-455e-92ab-a5642284bb52 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/routers/33e20ab9-1233-43c0-802d-078aec7b68b6 HTTP/1.1" status: 404 len: 336 time: 0.1967030 Feb 20 05:55:46.246081 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60862) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:46.259964 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-47327239-a3c4-4a1a-bb59-a4ccbbbf8e0a req-3bb338af-2bf3-43e0-b747-1f77ee2c7556 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=959533d2-481e-41a8-b3ea-f6c369b01081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511068 Feb 20 05:55:46.384986 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-57aee0a5-0522-47ab-82fc-c724b386e884 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] DELETE failed (client error): The resource could not be found. Feb 20 05:55:46.385483 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57aee0a5-0522-47ab-82fc-c724b386e884 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:55:46.388862 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-57aee0a5-0522-47ab-82fc-c724b386e884 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/subnets/cdc69402-f397-48f3-b02a-725230ffd56a HTTP/1.1" status: 404 len: 337 time: 0.1380424 Feb 20 05:55:46.394101 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60864) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:46.435528 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-96b738a7-5abf-4b3a-947a-7081fd61f8a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:46.448532 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d9bf6951-dfde-4045-9169-8ee776742039 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62bfddf-e1f6-4c4f-b35f-2918972dd89c HTTP/1.1" status: 200 len: 205 time: 0.0506158 Feb 20 05:55:46.450842 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60868) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:46.453967 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2ad7ec31-3c85-4d72-93ca-be0bc224a715 req-1e36e665-83a3-4575-991c-f4c8cf6143bf tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (4022c786-c891-4be2-aad4-6481a44df2bd), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:46.545622 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-1c071d45-206d-4e89-8167-aba1d63f08a1 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] delete failed (client error): The resource could not be found. Feb 20 05:55:46.549247 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1c071d45-206d-4e89-8167-aba1d63f08a1 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/routers/a62bfddf-e1f6-4c4f-b35f-2918972dd89c HTTP/1.1" status: 404 len: 336 time: 0.0931973 Feb 20 05:55:46.550315 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60872) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:46.555149 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36e665-83a3-4575-991c-f4c8cf6143bf tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Pushing event deleted for resources: {'Port': ['ID=4022c786-c891-4be2-aad4-6481a44df2bd,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:46.636517 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-13fd8677-3a6a-4762-8f62-15b1c7de1cd8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] DELETE failed (client error): The resource could not be found. Feb 20 05:55:46.637097 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13fd8677-3a6a-4762-8f62-15b1c7de1cd8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:55:46.645118 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-13fd8677-3a6a-4762-8f62-15b1c7de1cd8 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/subnets/c9c8c4d7-44b2-412c-811b-6f9b9dee3458 HTTP/1.1" status: 404 len: 337 time: 0.0880468 Feb 20 05:55:46.650733 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60880) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:46.718124 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce35328a-2b7a-469d-a03c-42b624e90769 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] DELETE failed (client error): The resource could not be found. Feb 20 05:55:46.718924 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce35328a-2b7a-469d-a03c-42b624e90769 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:55:46.724146 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ce35328a-2b7a-469d-a03c-42b624e90769 tempest-RoutersIpV6Test-419497593 tempest-RoutersIpV6Test-419497593-project] 10.222.0.37 "DELETE /v2.0/subnets/51a761b6-769d-4c87-9e83-a19dd10d08e4 HTTP/1.1" status: 404 len: 337 time: 0.0719149 Feb 20 05:55:46.789589 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ad7ec31-3c85-4d72-93ca-be0bc224a715 req-1e36e665-83a3-4575-991c-f4c8cf6143bf tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Router 93d34c56-1f4f-48e2-82e2-0dd1b0672024 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:55:47.073229 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ad7ec31-3c85-4d72-93ca-be0bc224a715 req-1e36e665-83a3-4575-991c-f4c8cf6143bf tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:55:47.085580 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f82ea6-240b-46f3-9ed9-164e0174a797 None None] Sync routers for ids ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:55:47.101694 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f82ea6-240b-46f3-9ed9-164e0174a797 None None] Routers {'93d34c56-1f4f-48e2-82e2-0dd1b0672024'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:47.103637 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f3f82ea6-240b-46f3-9ed9-164e0174a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:55:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:47.162796 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad7ec31-3c85-4d72-93ca-be0bc224a715 req-1e36e665-83a3-4575-991c-f4c8cf6143bf tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] No DVR routers for this DVR port 4022c786-c891-4be2-aad4-6481a44df2bd on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:55:47.165832 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2ad7ec31-3c85-4d72-93ca-be0bc224a715 req-1e36e665-83a3-4575-991c-f4c8cf6143bf tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:47.170086 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2ad7ec31-3c85-4d72-93ca-be0bc224a715 req-1e36e665-83a3-4575-991c-f4c8cf6143bf tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.61 "DELETE /v2.0/ports/4022c786-c891-4be2-aad4-6481a44df2bd HTTP/1.1" status: 204 len: 173 time: 2.5823991 Feb 20 05:55:47.170572 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc481a5-4115-479f-8845-ab2275f206b6', 'name': 'network-vif-deleted', 'tag': '4022c786-c891-4be2-aad4-6481a44df2bd'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:55:47.174018 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ebd093-d4f4-4662-97bb-ede41706ffd2" -d '{"events": [{"server_uuid": "ffc481a5-4115-479f-8845-ab2275f206b6", "name": "network-vif-deleted", "tag": "4022c786-c891-4be2-aad4-6481a44df2bd"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:55:47.386357 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60900) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:47.519074 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-f3f82ea6-240b-46f3-9ed9-164e0174a797 None None] Set router 93d34c56-1f4f-48e2-82e2-0dd1b0672024 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:47.736503 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0743050f-7b6d-44b2-94d5-f38eaea214d6 x-openstack-request-id: req-0743050f-7b6d-44b2-94d5-f38eaea214d6 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:55:47.736882 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc481a5-4115-479f-8845-ab2275f206b6", "name": "network-vif-deleted", "tag": "4022c786-c891-4be2-aad4-6481a44df2bd", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:55:47.737043 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0743050f-7b6d-44b2-94d5-f38eaea214d6 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:55:47.737433 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc481a5-4115-479f-8845-ab2275f206b6', 'name': 'network-vif-deleted', 'tag': '4022c786-c891-4be2-aad4-6481a44df2bd', 'status': 'completed', 'code': 200} Feb 20 05:55:47.848530 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6b5c4633-f8f4-4951-8775-e9de3fbc7164 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2613a7574bb49c4a1dbfc74ee90b857&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4587388 Feb 20 05:55:47.848914 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60912) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:48.070866 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6a21b6bd-e97a-4285-bf0c-20ea4ff33c19 req-ef2ee3df-9f34-4665-a4e6-12928c55b180 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc481a5-4115-479f-8845-ab2275f206b6 HTTP/1.1" status: 200 len: 210 time: 0.1439562 Feb 20 05:55:48.123696 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-91f40a9a-b2b2-4918-9ed5-f11f768ca7c9 admin admin] Publish callbacks [] for security_group (6e329eb9-0b64-4b26-880e-c520decd8d77), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:48.182910 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-91f40a9a-b2b2-4918-9ed5-f11f768ca7c9 admin admin] Publish callbacks [] for security_group (6e329eb9-0b64-4b26-880e-c520decd8d77), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:48.203698 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f3f82ea6-240b-46f3-9ed9-164e0174a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'name': 'tempest-AttachVolumeTestJSON-1403786472-router', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:51:09Z', 'updated_at': '2022-02-20T05:51:18Z', 'revision_number': 4, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'gw_port': {'id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:10Z', 'updated_at': '2022-02-20T05:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '086cd9d9-a93d-4f6e-99d2-743885b4cccd', 'name': '', 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'mac_address': 'fa:16:3e:41:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:16Z', 'updated_at': '2022-02-20T05:51:27Z', 'revision_number': 5, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'subnets': [{'id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:48.291035 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f82ea6-240b-46f3-9ed9-164e0174a797 None None] Checking router: 93d34c56-1f4f-48e2-82e2-0dd1b0672024 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:55:48.296192 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-91f40a9a-b2b2-4918-9ed5-f11f768ca7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6e329eb9-0b64-4b26-880e-c520decd8d77), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:48.299110 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-91f40a9a-b2b2-4918-9ed5-f11f768ca7c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:48.300409 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-91f40a9a-b2b2-4918-9ed5-f11f768ca7c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e329eb9-0b64-4b26-880e-c520decd8d77 HTTP/1.1" status: 204 len: 168 time: 0.4498551 Feb 20 05:55:48.326726 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f40a9a-b2b2-4918-9ed5-f11f768ca7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e329eb9-0b64-4b26-880e-c520decd8d77,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:48.374663 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f82ea6-240b-46f3-9ed9-164e0174a797 None None] Routers {'93d34c56-1f4f-48e2-82e2-0dd1b0672024'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:48.391535 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f3f82ea6-240b-46f3-9ed9-164e0174a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:55:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:48.709337 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-f3f82ea6-240b-46f3-9ed9-164e0174a797 None None] Set router 93d34c56-1f4f-48e2-82e2-0dd1b0672024 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:48.997134 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a7ca964c-08b1-4b51-97e1-b5aea6ee46f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:49.031874 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f3f82ea6-240b-46f3-9ed9-164e0174a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'name': 'tempest-AttachVolumeTestJSON-1403786472-router', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:51:09Z', 'updated_at': '2022-02-20T05:51:18Z', 'revision_number': 4, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'gw_port': {'id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:10Z', 'updated_at': '2022-02-20T05:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '086cd9d9-a93d-4f6e-99d2-743885b4cccd', 'name': '', 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'mac_address': 'fa:16:3e:41:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:16Z', 'updated_at': '2022-02-20T05:51:27Z', 'revision_number': 5, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'subnets': [{'id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:49.106031 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f82ea6-240b-46f3-9ed9-164e0174a797 None None] The sync data for ids ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'] in n-d-829866-5 is: [{'id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'name': 'tempest-AttachVolumeTestJSON-1403786472-router', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:51:09Z', 'updated_at': '2022-02-20T05:51:18Z', 'revision_number': 4, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'gw_port': {'id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:10Z', 'updated_at': '2022-02-20T05:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '086cd9d9-a93d-4f6e-99d2-743885b4cccd', 'name': '', 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'mac_address': 'fa:16:3e:41:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:16Z', 'updated_at': '2022-02-20T05:51:27Z', 'revision_number': 5, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'subnets': [{'id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:55:49.245106 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60954) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:49.384685 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 4022c786-c891-4be2-aad4-6481a44df2bd no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:55:49.407683 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 4022c786-c891-4be2-aad4-6481a44df2bd {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:55:49.408144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 4022c786-c891-4be2-aad4-6481a44df2bd not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:55:49.446542 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e6f9066f-2498-47c8-a5eb-86c5c5715365 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for security_group (959533d2-481e-41a8-b3ea-f6c369b01081), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:49.508168 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e6f9066f-2498-47c8-a5eb-86c5c5715365 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for security_group (959533d2-481e-41a8-b3ea-f6c369b01081), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:49.623963 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e6f9066f-2498-47c8-a5eb-86c5c5715365 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (959533d2-481e-41a8-b3ea-f6c369b01081), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:49.627390 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e6f9066f-2498-47c8-a5eb-86c5c5715365 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:49.631981 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60974) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:49.632766 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e6f9066f-2498-47c8-a5eb-86c5c5715365 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "DELETE /v2.0/security-groups/959533d2-481e-41a8-b3ea-f6c369b01081 HTTP/1.1" status: 204 len: 168 time: 0.3858213 Feb 20 05:55:49.637012 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:49.648010 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-6a2243cb-06b3-4e02-94a1-206ef3f7a237 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] show failed (client error): The resource could not be found. Feb 20 05:55:49.649433 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6a2243cb-06b3-4e02-94a1-206ef3f7a237 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups/959533d2-481e-41a8-b3ea-f6c369b01081 HTTP/1.1" status: 404 len: 347 time: 0.0163841 Feb 20 05:55:49.653246 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 60976) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:49.676288 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9066f-2498-47c8-a5eb-86c5c5715365 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=959533d2-481e-41a8-b3ea-f6c369b01081,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:49.847885 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f8c8f7-388a-4e31-b871-b6d50b391788 None None] New status for floating IP 182b4c15-3a43-4ac9-a06e-ebb498125fef: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:55:49.945044 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60984) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:50.175974 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-8bab44a0-de00-4d7f-bf8f-365877f98790 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Deleting port 74230007-679e-43c3-8d99-65f53be09749 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:55:50.176527 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8bab44a0-de00-4d7f-bf8f-365877f98790 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (74230007-679e-43c3-8d99-65f53be09749), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:50.271790 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ead89744-a788-4ab3-88ab-4c3458e7a393 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:50.273342 n-d-829866-5 neutron-server[103407]: WARNING neutron.api.v2.base [None req-ead89744-a788-4ab3-88ab-4c3458e7a393 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 20 05:55:50.273853 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-ead89744-a788-4ab3-88ab-4c3458e7a393 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] create failed (client error): There was a conflict when trying to complete your request. Feb 20 05:55:50.274929 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ead89744-a788-4ab3-88ab-4c3458e7a393 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3283215 Feb 20 05:55:50.279296 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 60988) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:50.295325 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-abd3690d-838b-424b-9caf-4eb6a2d78491 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group': {'name': 'tempest-secgroup--1514798362'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:50.339564 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-abd3690d-838b-424b-9caf-4eb6a2d78491 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:50.344059 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8bab44a0-de00-4d7f-bf8f-365877f98790 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (74230007-679e-43c3-8d99-65f53be09749), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:50.344387 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8bab44a0-de00-4d7f-bf8f-365877f98790 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for floatingip (74230007-679e-43c3-8d99-65f53be09749), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:50.352132 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-abd3690d-838b-424b-9caf-4eb6a2d78491 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:50.427560 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-8bab44a0-de00-4d7f-bf8f-365877f98790 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Calling delete_port for 74230007-679e-43c3-8d99-65f53be09749 owned by network:floatingip {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:55:50.520589 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-abd3690d-838b-424b-9caf-4eb6a2d78491 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (de16bf76-c688-4300-81aa-5322944d9517), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:50.530936 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-abd3690d-838b-424b-9caf-4eb6a2d78491 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (de16bf76-c688-4300-81aa-5322944d9517), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:50.620305 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3690d-838b-424b-9caf-4eb6a2d78491 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de16bf76-c688-4300-81aa-5322944d9517,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:50.689404 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8bab44a0-de00-4d7f-bf8f-365877f98790 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (74230007-679e-43c3-8d99-65f53be09749), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:50.709695 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-abd3690d-838b-424b-9caf-4eb6a2d78491 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (9b290d61-c371-4548-921e-2b92c5f42c6e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:50.714430 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-abd3690d-838b-424b-9caf-4eb6a2d78491 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9b290d61-c371-4548-921e-2b92c5f42c6e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:50.746446 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-abd3690d-838b-424b-9caf-4eb6a2d78491 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:50.755997 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-abd3690d-838b-424b-9caf-4eb6a2d78491 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4756274 Feb 20 05:55:50.762422 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 32772) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:50.775316 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f14087c4-84d0-4100-924e-b924b2f9c2be tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group_rule': {'security_group_id': '9b290d61-c371-4548-921e-2b92c5f42c6e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:50.776975 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab44a0-de00-4d7f-bf8f-365877f98790 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Pushing event deleted for resources: {'Port': ['ID=74230007-679e-43c3-8d99-65f53be09749,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:50.819165 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab44a0-de00-4d7f-bf8f-365877f98790 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:50.819663 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab44a0-de00-4d7f-bf8f-365877f98790 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:50.820013 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab44a0-de00-4d7f-bf8f-365877f98790 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:50.820370 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab44a0-de00-4d7f-bf8f-365877f98790 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:50.825072 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab44a0-de00-4d7f-bf8f-365877f98790 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:50.827666 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab44a0-de00-4d7f-bf8f-365877f98790 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:50.828032 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab44a0-de00-4d7f-bf8f-365877f98790 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:50.828379 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab44a0-de00-4d7f-bf8f-365877f98790 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:50.831047 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab44a0-de00-4d7f-bf8f-365877f98790 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:50.831489 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab44a0-de00-4d7f-bf8f-365877f98790 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:50.831841 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab44a0-de00-4d7f-bf8f-365877f98790 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:50.832187 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab44a0-de00-4d7f-bf8f-365877f98790 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:50.834647 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab44a0-de00-4d7f-bf8f-365877f98790 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:55:50.850174 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f14087c4-84d0-4100-924e-b924b2f9c2be tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group_rule (15e26fde-4388-4293-9324-bec12cc188fc), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:50.912123 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3690d-838b-424b-9caf-4eb6a2d78491 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b290d61-c371-4548-921e-2b92c5f42c6e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:50.976721 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8bab44a0-de00-4d7f-bf8f-365877f98790 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for floatingip (182b4c15-3a43-4ac9-a06e-ebb498125fef), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:50.981761 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8bab44a0-de00-4d7f-bf8f-365877f98790 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:50.990936 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8bab44a0-de00-4d7f-bf8f-365877f98790 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "DELETE /v2.0/floatingips/182b4c15-3a43-4ac9-a06e-ebb498125fef HTTP/1.1" status: 204 len: 168 time: 1.3293571 Feb 20 05:55:51.080939 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f14087c4-84d0-4100-924e-b924b2f9c2be tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group_rule (15e26fde-4388-4293-9324-bec12cc188fc), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:51.095874 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f14087c4-84d0-4100-924e-b924b2f9c2be tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (15e26fde-4388-4293-9324-bec12cc188fc), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:51.158434 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f14087c4-84d0-4100-924e-b924b2f9c2be tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:51.160003 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f14087c4-84d0-4100-924e-b924b2f9c2be tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3967083 Feb 20 05:55:51.166223 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32790) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:51.167749 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-e44953ce-b62e-4f65-b841-94c3bdf54df9 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group_rule': {'security_group_id': '9b290d61-c371-4548-921e-2b92c5f42c6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:51.182769 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14087c4-84d0-4100-924e-b924b2f9c2be tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e26fde-4388-4293-9324-bec12cc188fc,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:51.240828 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e44953ce-b62e-4f65-b841-94c3bdf54df9 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group_rule (d2c69039-8a92-4ad6-9379-a6ed10e9ae8a), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:51.370497 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-e44953ce-b62e-4f65-b841-94c3bdf54df9 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] create failed (client error): There was a conflict when trying to complete your request. Feb 20 05:55:51.371810 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e44953ce-b62e-4f65-b841-94c3bdf54df9 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2079730 Feb 20 05:55:51.374594 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32792) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:51.421480 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:51.491501 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-70cd5159-7c8a-4e4e-8d1c-9aaa4c3ccbad tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (9b290d61-c371-4548-921e-2b92c5f42c6e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:51.550256 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-70cd5159-7c8a-4e4e-8d1c-9aaa4c3ccbad tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (9b290d61-c371-4548-921e-2b92c5f42c6e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:51.599480 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 32800) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:51.604554 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-27c05c3d-705c-4f9a-b77f-9fc47e544b02 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2000019227', 'description': 'tempest-description--904987279'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:51.653663 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-70cd5159-7c8a-4e4e-8d1c-9aaa4c3ccbad tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9b290d61-c371-4548-921e-2b92c5f42c6e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:51.662097 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-70cd5159-7c8a-4e4e-8d1c-9aaa4c3ccbad tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:51.662778 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-27c05c3d-705c-4f9a-b77f-9fc47e544b02 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:51.663868 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-70cd5159-7c8a-4e4e-8d1c-9aaa4c3ccbad tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "DELETE /v2.0/security-groups/9b290d61-c371-4548-921e-2b92c5f42c6e HTTP/1.1" status: 204 len: 168 time: 0.2881899 Feb 20 05:55:51.676329 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32802) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:51.710440 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd5159-7c8a-4e4e-8d1c-9aaa4c3ccbad tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b290d61-c371-4548-921e-2b92c5f42c6e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:51.767708 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-72e85903-b288-4040-afc2-097ce5afd98d tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0882804 Feb 20 05:55:51.770112 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32804) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:51.781678 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c3daffb5-de9c-4ac2-951d-b6f9cfac1d77 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group': {'name': 'tempest-secgroup--997197999'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:51.834273 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3daffb5-de9c-4ac2-951d-b6f9cfac1d77 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:51.844072 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-27c05c3d-705c-4f9a-b77f-9fc47e544b02 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for security_group (6fd989d3-4af0-42d4-861c-c2470fadb943), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:51.850750 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-27c05c3d-705c-4f9a-b77f-9fc47e544b02 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6fd989d3-4af0-42d4-861c-c2470fadb943), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:51.954288 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-27c05c3d-705c-4f9a-b77f-9fc47e544b02 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:51.960052 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-27c05c3d-705c-4f9a-b77f-9fc47e544b02 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3595295 Feb 20 05:55:51.963956 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32808) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:51.970228 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-80668656-0ada-4d6d-b185-ec2b1366008c tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Request body: {'security_group_rule': {'security_group_id': '6fd989d3-4af0-42d4-861c-c2470fadb943', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:51.971459 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c05c3d-705c-4f9a-b77f-9fc47e544b02 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd989d3-4af0-42d4-861c-c2470fadb943,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:52.040845 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-80668656-0ada-4d6d-b185-ec2b1366008c tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for security_group_rule (71e065b5-2bf4-4b32-bc8a-b8645b0eaf38), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:52.077911 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3daffb5-de9c-4ac2-951d-b6f9cfac1d77 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (543c8660-b72b-498f-974f-99b112779d29), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:52.104029 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-80668656-0ada-4d6d-b185-ec2b1366008c tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for security_group_rule (71e065b5-2bf4-4b32-bc8a-b8645b0eaf38), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:52.105988 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3daffb5-de9c-4ac2-951d-b6f9cfac1d77 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (543c8660-b72b-498f-974f-99b112779d29), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:52.139967 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-80668656-0ada-4d6d-b185-ec2b1366008c tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (71e065b5-2bf4-4b32-bc8a-b8645b0eaf38), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:52.143092 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3daffb5-de9c-4ac2-951d-b6f9cfac1d77 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=543c8660-b72b-498f-974f-99b112779d29,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:52.175070 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-80668656-0ada-4d6d-b185-ec2b1366008c tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:52.176380 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-80668656-0ada-4d6d-b185-ec2b1366008c tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2102249 Feb 20 05:55:52.179303 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 32818) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:52.184412 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f830f54a-9ae1-4a33-b668-28bfc5e429bf tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Request body: {'security_group_rule': {'security_group_id': '6fd989d3-4af0-42d4-861c-c2470fadb943', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:52.189817 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80668656-0ada-4d6d-b185-ec2b1366008c tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e065b5-2bf4-4b32-bc8a-b8645b0eaf38,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:52.197400 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3daffb5-de9c-4ac2-951d-b6f9cfac1d77 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:52.203207 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c3daffb5-de9c-4ac2-951d-b6f9cfac1d77 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4298329 Feb 20 05:55:52.204088 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32820) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:52.210463 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-4f2c92fe-92d7-4683-84fa-e0724ba2f8db tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group_rule': {'security_group_id': '543c8660-b72b-498f-974f-99b112779d29', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:52.213184 n-d-829866-5 neutron-server[103406]: WARNING neutron.api.v2.base [None req-4f2c92fe-92d7-4683-84fa-e0724ba2f8db tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 20 05:55:52.215482 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-4f2c92fe-92d7-4683-84fa-e0724ba2f8db tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:55:52.218151 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4f2c92fe-92d7-4683-84fa-e0724ba2f8db tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0122046 Feb 20 05:55:52.222055 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 32824) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:52.244760 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f830f54a-9ae1-4a33-b668-28bfc5e429bf tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for security_group_rule (fd7ccc68-5a2b-4aa9-8a56-3f209ec385a3), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:52.311736 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f830f54a-9ae1-4a33-b668-28bfc5e429bf tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for security_group_rule (fd7ccc68-5a2b-4aa9-8a56-3f209ec385a3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:52.317488 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f830f54a-9ae1-4a33-b668-28bfc5e429bf tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (fd7ccc68-5a2b-4aa9-8a56-3f209ec385a3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:52.350828 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830f54a-9ae1-4a33-b668-28bfc5e429bf tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7ccc68-5a2b-4aa9-8a56-3f209ec385a3,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:52.376882 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f830f54a-9ae1-4a33-b668-28bfc5e429bf tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:52.381289 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f830f54a-9ae1-4a33-b668-28bfc5e429bf tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1978257 Feb 20 05:55:52.381797 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32828) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:52.386576 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-29496c91-f965-4c8b-89dc-8c7585e14786 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:52.398743 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-56d548f9-d9dc-4e3e-9aa2-f44839bbda16 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (543c8660-b72b-498f-974f-99b112779d29), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:52.429038 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-29496c91-f965-4c8b-89dc-8c7585e14786 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:52.452792 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-56d548f9-d9dc-4e3e-9aa2-f44839bbda16 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (543c8660-b72b-498f-974f-99b112779d29), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:52.547111 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-56d548f9-d9dc-4e3e-9aa2-f44839bbda16 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (543c8660-b72b-498f-974f-99b112779d29), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:52.550035 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-56d548f9-d9dc-4e3e-9aa2-f44839bbda16 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:52.551388 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-56d548f9-d9dc-4e3e-9aa2-f44839bbda16 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "DELETE /v2.0/security-groups/543c8660-b72b-498f-974f-99b112779d29 HTTP/1.1" status: 204 len: 168 time: 0.3282053 Feb 20 05:55:52.562286 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32830) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:52.568250 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d548f9-d9dc-4e3e-9aa2-f44839bbda16 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=543c8660-b72b-498f-974f-99b112779d29,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:52.646127 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9781f67d-1868-433f-99fb-0ae875a45ca3 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0824773 Feb 20 05:55:52.649820 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 32834) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:52.658330 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f090d91f-2654-4966-b152-d4e41733f0a6 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group': {'name': 'tempest-secgroup--1457784486'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:52.698207 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:52.719449 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f090d91f-2654-4966-b152-d4e41733f0a6 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:52.786849 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-29496c91-f965-4c8b-89dc-8c7585e14786 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:52.852691 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 32840) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:52.984239 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:53.017511 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f090d91f-2654-4966-b152-d4e41733f0a6 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (e00affb7-029d-4798-9880-3b4f0489e954), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:53.024277 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f090d91f-2654-4966-b152-d4e41733f0a6 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e00affb7-029d-4798-9880-3b4f0489e954), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:53.122367 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f090d91f-2654-4966-b152-d4e41733f0a6 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:53.127670 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f090d91f-2654-4966-b152-d4e41733f0a6 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4766912 Feb 20 05:55:53.132651 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 32846) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:53.142885 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090d91f-2654-4966-b152-d4e41733f0a6 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e00affb7-029d-4798-9880-3b4f0489e954,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:53.169048 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2768c7d2-75ba-4f83-83a6-365ac443c0b9 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group_rule': {'security_group_id': 'e00affb7-029d-4798-9880-3b4f0489e954', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:53.173764 n-d-829866-5 neutron-server[103407]: WARNING neutron.api.v2.base [None req-2768c7d2-75ba-4f83-83a6-365ac443c0b9 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 20 05:55:53.174792 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-2768c7d2-75ba-4f83-83a6-365ac443c0b9 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:55:53.181323 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2768c7d2-75ba-4f83-83a6-365ac443c0b9 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0444288 Feb 20 05:55:53.181761 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 32848) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:53.193702 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-29496c91-f965-4c8b-89dc-8c7585e14786 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Allocated IP 172.25.3.129 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/ec8afbbf-266b-4335-8983-c0b336354ef3) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:55:53.397450 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b87c4814-f591-4acc-aa71-f3162f46a557 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (e00affb7-029d-4798-9880-3b4f0489e954), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:53.444435 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b87c4814-f591-4acc-aa71-f3162f46a557 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (e00affb7-029d-4798-9880-3b4f0489e954), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:53.507608 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-29496c91-f965-4c8b-89dc-8c7585e14786 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for port (ec8afbbf-266b-4335-8983-c0b336354ef3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:53.594094 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-29496c91-f965-4c8b-89dc-8c7585e14786 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (ec8afbbf-266b-4335-8983-c0b336354ef3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:53.699650 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29496c91-f965-4c8b-89dc-8c7585e14786 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Pushing event updated for resources: {'Port': ['ID=ec8afbbf-266b-4335-8983-c0b336354ef3,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:53.724049 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29496c91-f965-4c8b-89dc-8c7585e14786 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:55:53.726391 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-29496c91-f965-4c8b-89dc-8c7585e14786 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:55:53.729508 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29496c91-f965-4c8b-89dc-8c7585e14786 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:55:53.760712 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b87c4814-f591-4acc-aa71-f3162f46a557 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e00affb7-029d-4798-9880-3b4f0489e954), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:53.770540 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b87c4814-f591-4acc-aa71-f3162f46a557 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:53.774123 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b87c4814-f591-4acc-aa71-f3162f46a557 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "DELETE /v2.0/security-groups/e00affb7-029d-4798-9880-3b4f0489e954 HTTP/1.1" status: 204 len: 168 time: 0.5890326 Feb 20 05:55:53.797125 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 32866) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:53.802771 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c4814-f591-4acc-aa71-f3162f46a557 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00affb7-029d-4798-9880-3b4f0489e954,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:54.069704 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-29496c91-f965-4c8b-89dc-8c7585e14786 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for floatingip (09dd73ff-9e83-40c0-8b14-fd5316495872), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:54.130580 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-47100732-100b-49b4-b6f9-b953c1132b22 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3095362 Feb 20 05:55:54.136910 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 32870) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:54.147483 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-be309724-3778-4acc-8540-f703604b2f39 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group': {'name': 'tempest-secgroup--713940945'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:54.174398 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-29496c91-f965-4c8b-89dc-8c7585e14786 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ec8afbbf-266b-4335-8983-c0b336354ef3), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:54.198088 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be309724-3778-4acc-8540-f703604b2f39 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:54.415361 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be309724-3778-4acc-8540-f703604b2f39 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (2f4e0783-0318-4a95-8c4c-e6963ee80055), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:54.442749 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be309724-3778-4acc-8540-f703604b2f39 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2f4e0783-0318-4a95-8c4c-e6963ee80055), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:54.553670 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be309724-3778-4acc-8540-f703604b2f39 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4e0783-0318-4a95-8c4c-e6963ee80055,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:54.584247 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c7af610-8510-4e3f-9aeb-611e21ab8735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (34586335-c1cd-40d8-aaab-68c56f54f6ea), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:54.981712 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-29496c91-f965-4c8b-89dc-8c7585e14786 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for port (ec8afbbf-266b-4335-8983-c0b336354ef3), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:54.990116 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-29496c91-f965-4c8b-89dc-8c7585e14786 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (ec8afbbf-266b-4335-8983-c0b336354ef3), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:55.005863 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be309724-3778-4acc-8540-f703604b2f39 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:55.012285 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-be309724-3778-4acc-8540-f703604b2f39 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8656104 Feb 20 05:55:55.023931 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32888) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:55.048775 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-db368edf-4373-459d-98f8-f62dba657e45 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group_rule': {'security_group_id': '2f4e0783-0318-4a95-8c4c-e6963ee80055', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:55.057368 n-d-829866-5 neutron-server[103406]: WARNING neutron.api.v2.base [None req-db368edf-4373-459d-98f8-f62dba657e45 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 20 05:55:55.058166 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-db368edf-4373-459d-98f8-f62dba657e45 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:55:55.059437 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-db368edf-4373-459d-98f8-f62dba657e45 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0327876 Feb 20 05:55:55.064094 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 32890) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:55.077594 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ccb9bea5-db4f-46ec-be64-ba6011cc04ab tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group_rule': {'security_group_id': '2f4e0783-0318-4a95-8c4c-e6963ee80055', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:55.078285 n-d-829866-5 neutron-server[103407]: WARNING neutron.api.v2.base [None req-ccb9bea5-db4f-46ec-be64-ba6011cc04ab tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 20 05:55:55.078786 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-ccb9bea5-db4f-46ec-be64-ba6011cc04ab tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:55:55.079838 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ccb9bea5-db4f-46ec-be64-ba6011cc04ab tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0147943 Feb 20 05:55:55.083422 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 32892) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:55.117663 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-5f0f6aff-f22a-46d6-a3d6-ce8696f970b0 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group_rule': {'security_group_id': '2f4e0783-0318-4a95-8c4c-e6963ee80055', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:55.118496 n-d-829866-5 neutron-server[103407]: WARNING neutron.api.v2.base [None req-5f0f6aff-f22a-46d6-a3d6-ce8696f970b0 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 20 05:55:55.128331 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-5f0f6aff-f22a-46d6-a3d6-ce8696f970b0 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:55:55.136155 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5f0f6aff-f22a-46d6-a3d6-ce8696f970b0 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0382988 Feb 20 05:55:55.138538 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 32894) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:55.145778 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-bdb2ce4a-420c-43d4-9969-6f6fe55f4288 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group_rule': {'security_group_id': '2f4e0783-0318-4a95-8c4c-e6963ee80055', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:55.146804 n-d-829866-5 neutron-server[103407]: WARNING neutron.api.v2.base [None req-bdb2ce4a-420c-43d4-9969-6f6fe55f4288 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 20 05:55:55.147316 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-bdb2ce4a-420c-43d4-9969-6f6fe55f4288 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:55:55.151847 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bdb2ce4a-420c-43d4-9969-6f6fe55f4288 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0103221 Feb 20 05:55:55.153624 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 32896) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:55.267518 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-29496c91-f965-4c8b-89dc-8c7585e14786 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (09dd73ff-9e83-40c0-8b14-fd5316495872), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:55.270262 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29496c91-f965-4c8b-89dc-8c7585e14786 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Pushing event updated for resources: {'Port': ['ID=ec8afbbf-266b-4335-8983-c0b336354ef3,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:55.305594 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-29496c91-f965-4c8b-89dc-8c7585e14786 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:55.315440 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-29496c91-f965-4c8b-89dc-8c7585e14786 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9239826 Feb 20 05:55:55.317086 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:55.349725 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5a60cf4-c50e-41fc-9f2b-cebb0be33d7b tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (2f4e0783-0318-4a95-8c4c-e6963ee80055), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:55.380955 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5a60cf4-c50e-41fc-9f2b-cebb0be33d7b tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (2f4e0783-0318-4a95-8c4c-e6963ee80055), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:55.441395 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5a60cf4-c50e-41fc-9f2b-cebb0be33d7b tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2f4e0783-0318-4a95-8c4c-e6963ee80055), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:55.445051 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5a60cf4-c50e-41fc-9f2b-cebb0be33d7b tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:55.449110 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32902) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:55.449448 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e5a60cf4-c50e-41fc-9f2b-cebb0be33d7b tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "DELETE /v2.0/security-groups/2f4e0783-0318-4a95-8c4c-e6963ee80055 HTTP/1.1" status: 204 len: 168 time: 0.2908030 Feb 20 05:55:55.513326 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-3c7af610-8510-4e3f-9aeb-611e21ab8735 admin admin] Deleting port a40d652c-9992-4030-b63f-7681916a0f68 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:55:55.517895 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c7af610-8510-4e3f-9aeb-611e21ab8735 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a40d652c-9992-4030-b63f-7681916a0f68), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:55.519909 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a60cf4-c50e-41fc-9f2b-cebb0be33d7b tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4e0783-0318-4a95-8c4c-e6963ee80055,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:55.611418 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-371cd818-ec2d-42a7-9e01-2a768d1d8833 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1574063 Feb 20 05:55:55.621500 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32918) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:55.628369 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-7fca233f-c883-4858-91b6-a095514d7858 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group': {'name': 'tempest-secgroup--634855252'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:55.671275 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7fca233f-c883-4858-91b6-a095514d7858 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:55.779565 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7fca233f-c883-4858-91b6-a095514d7858 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (276928eb-e310-4fa8-be2c-be352f71e4ff), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:55.785545 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-3c7af610-8510-4e3f-9aeb-611e21ab8735 admin admin] For port a40d652c-9992-4030-b63f-7681916a0f68, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a40d652c-9992-4030-b63f-7681916a0f68,segment=NetworkSegment(327005f6-05b1-4d13-898b-12f73bbb891e),segment_id=327005f6-05b1-4d13-898b-12f73bbb891e)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:55:55.786028 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c7af610-8510-4e3f-9aeb-611e21ab8735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a40d652c-9992-4030-b63f-7681916a0f68), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:55.791449 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7fca233f-c883-4858-91b6-a095514d7858 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (276928eb-e310-4fa8-be2c-be352f71e4ff), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:55.808268 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-a6cf6c4c-d838-497a-88f7-43c2bc9efb71 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2000019227&fields=id&tenant_id=d8f18450ca5d4be1a9fccbc37e9fb12f HTTP/1.1" status: 200 len: 267 time: 0.1244555 Feb 20 05:55:55.809258 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-3c7af610-8510-4e3f-9aeb-611e21ab8735 admin admin] Calling delete_port for a40d652c-9992-4030-b63f-7681916a0f68 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:55:55.897674 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca233f-c883-4858-91b6-a095514d7858 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=276928eb-e310-4fa8-be2c-be352f71e4ff,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:55.906569 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7fca233f-c883-4858-91b6-a095514d7858 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:55.910394 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7fca233f-c883-4858-91b6-a095514d7858 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2853508 Feb 20 05:55:55.919495 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32934) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:55.924284 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-358c50f0-bbf0-4901-92d9-b9aa69bf7d66 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group_rule': {'security_group_id': '276928eb-e310-4fa8-be2c-be352f71e4ff', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:55.924771 n-d-829866-5 neutron-server[103406]: WARNING neutron.api.v2.base [None req-358c50f0-bbf0-4901-92d9-b9aa69bf7d66 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 20 05:55:55.925500 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-358c50f0-bbf0-4901-92d9-b9aa69bf7d66 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:55:55.926701 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-358c50f0-bbf0-4901-92d9-b9aa69bf7d66 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062008 Feb 20 05:55:55.933067 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32936) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:55.937975 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0ed4071a-f86e-4759-9674-7e39e182fe43 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group_rule': {'security_group_id': '276928eb-e310-4fa8-be2c-be352f71e4ff', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:56.005742 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-0ed4071a-f86e-4759-9674-7e39e182fe43 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:55:56.016347 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0ed4071a-f86e-4759-9674-7e39e182fe43 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0726907 Feb 20 05:55:56.016347 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32938) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:56.018204 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-b597ae33-9c39-4480-982a-fc1be9233872 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group_rule': {'security_group_id': '276928eb-e310-4fa8-be2c-be352f71e4ff', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:56.018750 n-d-829866-5 neutron-server[103406]: WARNING neutron.api.v2.base [None req-b597ae33-9c39-4480-982a-fc1be9233872 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 20 05:55:56.025979 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-b597ae33-9c39-4480-982a-fc1be9233872 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:55:56.025979 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b597ae33-9c39-4480-982a-fc1be9233872 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086241 Feb 20 05:55:56.025979 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32940) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:56.028326 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a9b5144d-5c8e-4d96-9139-56c1fe93ac83 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group_rule': {'security_group_id': '276928eb-e310-4fa8-be2c-be352f71e4ff', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:56.079982 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-a9b5144d-5c8e-4d96-9139-56c1fe93ac83 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:55:56.082049 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a9b5144d-5c8e-4d96-9139-56c1fe93ac83 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0565670 Feb 20 05:55:56.085236 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32942) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:56.095523 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-aa77e7b5-882e-420a-9f13-83a90dcb3662 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group_rule': {'security_group_id': '276928eb-e310-4fa8-be2c-be352f71e4ff', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:56.096116 n-d-829866-5 neutron-server[103406]: WARNING neutron.api.v2.base [None req-aa77e7b5-882e-420a-9f13-83a90dcb3662 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 20 05:55:56.098804 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-aa77e7b5-882e-420a-9f13-83a90dcb3662 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:55:56.100281 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-aa77e7b5-882e-420a-9f13-83a90dcb3662 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0128050 Feb 20 05:55:56.104457 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32944) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:56.113271 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-1bfedcce-65e1-4644-9caa-0aef2452c57e tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group_rule': {'security_group_id': '276928eb-e310-4fa8-be2c-be352f71e4ff', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:56.167962 n-d-829866-5 neutron-server[103406]: INFO neutron.db.securitygroups_db [None req-1bfedcce-65e1-4644-9caa-0aef2452c57e tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Project b75ad33ceb2c485385d792b770815cf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 05:55:56.189266 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-1bfedcce-65e1-4644-9caa-0aef2452c57e tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:55:56.190507 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1bfedcce-65e1-4644-9caa-0aef2452c57e tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0848768 Feb 20 05:55:56.193426 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32946) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:56.198562 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-83822cff-5eca-4bec-b0e7-ff08f3e3d8d7 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group_rule': {'security_group_id': '276928eb-e310-4fa8-be2c-be352f71e4ff', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:56.199268 n-d-829866-5 neutron-server[103406]: WARNING neutron.api.v2.base [None req-83822cff-5eca-4bec-b0e7-ff08f3e3d8d7 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 20 05:55:56.199836 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-83822cff-5eca-4bec-b0e7-ff08f3e3d8d7 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:55:56.201920 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-83822cff-5eca-4bec-b0e7-ff08f3e3d8d7 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073826 Feb 20 05:55:56.204859 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32948) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:56.215285 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-af444236-8e5b-4714-9bad-ef3e5ef11846 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group_rule': {'security_group_id': '276928eb-e310-4fa8-be2c-be352f71e4ff', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:56.290886 n-d-829866-5 neutron-server[103406]: INFO neutron.db.securitygroups_db [None req-af444236-8e5b-4714-9bad-ef3e5ef11846 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Project b75ad33ceb2c485385d792b770815cf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 05:55:56.328002 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-af444236-8e5b-4714-9bad-ef3e5ef11846 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:55:56.329365 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-af444236-8e5b-4714-9bad-ef3e5ef11846 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1235263 Feb 20 05:55:56.332356 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32954) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:56.350173 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-25032ae0-b48b-4722-a951-3f0403fab4e3 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group_rule': {'security_group_id': '276928eb-e310-4fa8-be2c-be352f71e4ff', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:56.407650 n-d-829866-5 neutron-server[103406]: INFO neutron.db.securitygroups_db [None req-25032ae0-b48b-4722-a951-3f0403fab4e3 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Project b75ad33ceb2c485385d792b770815cf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 05:55:56.447573 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-25032ae0-b48b-4722-a951-3f0403fab4e3 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:55:56.449164 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-25032ae0-b48b-4722-a951-3f0403fab4e3 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1127353 Feb 20 05:55:56.452461 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32956) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:56.551350 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c7af610-8510-4e3f-9aeb-611e21ab8735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (a40d652c-9992-4030-b63f-7681916a0f68), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:56.555998 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07ee2b2e-47e4-430d-9754-533b2b9a796b tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (276928eb-e310-4fa8-be2c-be352f71e4ff), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:56.618868 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07ee2b2e-47e4-430d-9754-533b2b9a796b tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (276928eb-e310-4fa8-be2c-be352f71e4ff), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:56.697335 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-00fad10e-8753-482c-a256-b71ad6a3a144 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:55:56.702098 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07ee2b2e-47e4-430d-9754-533b2b9a796b tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (276928eb-e310-4fa8-be2c-be352f71e4ff), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:56.705262 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07ee2b2e-47e4-430d-9754-533b2b9a796b tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:56.706879 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-00fad10e-8753-482c-a256-b71ad6a3a144 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/networks?id=cc99b155-842d-47d9-a797-22be9782748f HTTP/1.1" status: 200 len: 811 time: 0.8847356 Feb 20 05:55:56.707298 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-07ee2b2e-47e4-430d-9754-533b2b9a796b tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "DELETE /v2.0/security-groups/276928eb-e310-4fa8-be2c-be352f71e4ff HTTP/1.1" status: 204 len: 168 time: 0.2532551 Feb 20 05:55:56.713166 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7af610-8510-4e3f-9aeb-611e21ab8735 admin admin] Pushing event deleted for resources: {'Port': ['ID=a40d652c-9992-4030-b63f-7681916a0f68,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:56.717126 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 32966) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:56.736836 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee2b2e-47e4-430d-9754-533b2b9a796b tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=276928eb-e310-4fa8-be2c-be352f71e4ff,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:56.843654 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-32ac8a2e-2f3f-48dc-bda0-12b202d86122 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/quotas/d8f18450ca5d4be1a9fccbc37e9fb12f HTTP/1.1" status: 200 len: 375 time: 0.1353700 Feb 20 05:55:56.992165 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-37dc364a-c3d4-4f85-be12-aa17f8e92997 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2646093 Feb 20 05:55:56.996288 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32980) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:57.001461 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-72f469ba-e512-4662-8a16-1c4d557fc45c tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group': {'name': 'tempest-secgroup--322749813'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:57.068704 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-72f469ba-e512-4662-8a16-1c4d557fc45c tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:57.205634 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-7b808c94-1082-40b5-8ab8-26f5e8e846e5 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d8f18450ca5d4be1a9fccbc37e9fb12f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3610377 Feb 20 05:55:57.210448 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-72f469ba-e512-4662-8a16-1c4d557fc45c tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (5affb701-d5e7-4dfe-9ac8-e598c27f71b8), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:57.232804 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-72f469ba-e512-4662-8a16-1c4d557fc45c tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5affb701-d5e7-4dfe-9ac8-e598c27f71b8), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:57.307201 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f469ba-e512-4662-8a16-1c4d557fc45c tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5affb701-d5e7-4dfe-9ac8-e598c27f71b8,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:57.329036 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-72f469ba-e512-4662-8a16-1c4d557fc45c tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:57.332609 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-72f469ba-e512-4662-8a16-1c4d557fc45c tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3355291 Feb 20 05:55:57.333205 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32986) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:57.346785 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-75ad068a-f593-448d-9d28-326bbff757b0 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group_rule': {'security_group_id': '5affb701-d5e7-4dfe-9ac8-e598c27f71b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:57.414421 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c7af610-8510-4e3f-9aeb-611e21ab8735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (34586335-c1cd-40d8-aaab-68c56f54f6ea), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:57.455220 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-75ad068a-f593-448d-9d28-326bbff757b0 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] create failed (client error): The resource could not be found. Feb 20 05:55:57.456857 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-75ad068a-f593-448d-9d28-326bbff757b0 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1200857 Feb 20 05:55:57.460817 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32992) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:57.480671 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-16e323b5-7c88-4515-aff1-eff70e2926a6 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group_rule': {'security_group_id': '5affb701-d5e7-4dfe-9ac8-e598c27f71b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2739c49b-d60c-46c9-95e9-bfa9cc324010'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:57.568523 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-16e323b5-7c88-4515-aff1-eff70e2926a6 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] create failed (client error): The resource could not be found. Feb 20 05:55:57.572554 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-16e323b5-7c88-4515-aff1-eff70e2926a6 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0969474 Feb 20 05:55:57.573118 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 32994) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:57.625349 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-2949f296-65b2-4663-921d-55a52e6377b6 service neutron] 10.222.0.37 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128006 Feb 20 05:55:57.650653 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-da810555-fac2-4936-b436-353c14a1fc93 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (5affb701-d5e7-4dfe-9ac8-e598c27f71b8), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:57.707903 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-da810555-fac2-4936-b436-353c14a1fc93 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (5affb701-d5e7-4dfe-9ac8-e598c27f71b8), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:57.764030 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-da810555-fac2-4936-b436-353c14a1fc93 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5affb701-d5e7-4dfe-9ac8-e598c27f71b8), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:57.768309 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-da810555-fac2-4936-b436-353c14a1fc93 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:57.771963 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-da810555-fac2-4936-b436-353c14a1fc93 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "DELETE /v2.0/security-groups/5affb701-d5e7-4dfe-9ac8-e598c27f71b8 HTTP/1.1" status: 204 len: 168 time: 0.1955099 Feb 20 05:55:57.773887 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33000) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:57.849487 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da810555-fac2-4936-b436-353c14a1fc93 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5affb701-d5e7-4dfe-9ac8-e598c27f71b8,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:57.913648 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-63215285-6291-4e6e-bf6e-e13626b3dcbc service neutron] 10.222.0.37 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874155 Feb 20 05:55:57.934457 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e442b35e-ebc5-424d-9fbc-c21203a1dc73 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1195340 Feb 20 05:55:57.941979 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 33004) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:57.962989 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6b782ec9-659c-4a41-9955-6e18bc6d89bf tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group_rule': {'security_group_id': 'ebdacb99-9108-40be-a5ed-414ff406629b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:58.256425 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a51b66d9-3e5c-4d80-9b2b-ca4c99da1617 req-93d2932c-2b1e-4687-b180-613a29c83ba3 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f HTTP/1.1" status: 200 len: 210 time: 0.1029742 Feb 20 05:55:58.283855 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-6b782ec9-659c-4a41-9955-6e18bc6d89bf tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] create failed (client error): The resource could not be found. Feb 20 05:55:58.295809 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6b782ec9-659c-4a41-9955-6e18bc6d89bf tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3485041 Feb 20 05:55:58.296190 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33024) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:58.301549 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-52688e97-6d73-42ee-8129-314a8e6dc6f5 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group': {'name': 'tempest-secgroup--761352238'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:58.322276 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7af610-8510-4e3f-9aeb-611e21ab8735 admin admin] Router 34586335-c1cd-40d8-aaab-68c56f54f6ea has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:55:58.400294 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52688e97-6d73-42ee-8129-314a8e6dc6f5 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:58.524645 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52688e97-6d73-42ee-8129-314a8e6dc6f5 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (10c1c2d1-4a6b-471b-b852-c7e6cddb6bdd), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:58.527857 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7af610-8510-4e3f-9aeb-611e21ab8735 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:55:58.538790 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa78a74b-4d3a-4766-93cf-aec2eae9fdf8 None None] Sync routers for ids ['34586335-c1cd-40d8-aaab-68c56f54f6ea'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:55:58.542125 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52688e97-6d73-42ee-8129-314a8e6dc6f5 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (10c1c2d1-4a6b-471b-b852-c7e6cddb6bdd), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:58.557809 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3c7af610-8510-4e3f-9aeb-611e21ab8735 admin admin] 10.222.0.37 "PUT /v2.0/routers/34586335-c1cd-40d8-aaab-68c56f54f6ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7012613 Feb 20 05:55:58.558019 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa78a74b-4d3a-4766-93cf-aec2eae9fdf8 None None] Routers {'34586335-c1cd-40d8-aaab-68c56f54f6ea'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:58.558019 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fa78a74b-4d3a-4766-93cf-aec2eae9fdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:55:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['34586335-c1cd-40d8-aaab-68c56f54f6ea'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:58.558265 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 33026) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:58.610624 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52688e97-6d73-42ee-8129-314a8e6dc6f5 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c1c2d1-4a6b-471b-b852-c7e6cddb6bdd,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:58.630338 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-52688e97-6d73-42ee-8129-314a8e6dc6f5 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:58.634098 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-52688e97-6d73-42ee-8129-314a8e6dc6f5 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3344831 Feb 20 05:55:58.635393 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33032) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:58.640821 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-43d2b50c-5f93-43ac-8396-fc94abf1a700 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group': {'name': 'tempest-secgroup--2136719743'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:58.671724 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-43d2b50c-5f93-43ac-8396-fc94abf1a700 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:58.793176 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-fa78a74b-4d3a-4766-93cf-aec2eae9fdf8 None None] Set router 34586335-c1cd-40d8-aaab-68c56f54f6ea gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:58.800438 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9048a7d9-9949-4615-828f-ff6cdbada280 admin admin] Publish callbacks [] for router (34586335-c1cd-40d8-aaab-68c56f54f6ea), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:58.819582 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-43d2b50c-5f93-43ac-8396-fc94abf1a700 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (b0a78af1-3f8f-4102-8e99-c35f8d472598), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:58.831593 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-43d2b50c-5f93-43ac-8396-fc94abf1a700 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b0a78af1-3f8f-4102-8e99-c35f8d472598), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:58.925946 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-43d2b50c-5f93-43ac-8396-fc94abf1a700 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:58.932435 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 33040) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:58.933343 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-43d2b50c-5f93-43ac-8396-fc94abf1a700 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2969317 Feb 20 05:55:58.940769 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2b50c-5f93-43ac-8396-fc94abf1a700 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a78af1-3f8f-4102-8e99-c35f8d472598,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:58.941594 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0ee5ec1a-3595-4f89-9e24-fba5c62d3f96 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group_rule': {'security_group_id': '10c1c2d1-4a6b-471b-b852-c7e6cddb6bdd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b0a78af1-3f8f-4102-8e99-c35f8d472598'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:55:59.169025 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9048a7d9-9949-4615-828f-ff6cdbada280 admin admin] Publish callbacks [] for router_gateway (34586335-c1cd-40d8-aaab-68c56f54f6ea), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:59.193365 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-0ee5ec1a-3595-4f89-9e24-fba5c62d3f96 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:55:59.197690 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0ee5ec1a-3595-4f89-9e24-fba5c62d3f96 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2639751 Feb 20 05:55:59.200922 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33054) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:59.361453 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b0f140fc-55a8-4309-b047-9be8c7847cd7 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (b0a78af1-3f8f-4102-8e99-c35f8d472598), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:59.402323 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9048a7d9-9949-4615-828f-ff6cdbada280 admin admin] Deleting port 36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:55:59.402559 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9048a7d9-9949-4615-828f-ff6cdbada280 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:59.408802 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fa78a74b-4d3a-4766-93cf-aec2eae9fdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'name': 'tempest-TestVolumeBackupRestore-391927416-router', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:22Z', 'updated_at': '2022-02-20T05:55:56Z', 'revision_number': 5, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'gw_port': {'id': '36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:24Z', 'updated_at': '2022-02-20T05:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:59.415458 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b0f140fc-55a8-4309-b047-9be8c7847cd7 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (b0a78af1-3f8f-4102-8e99-c35f8d472598), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:59.546063 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa78a74b-4d3a-4766-93cf-aec2eae9fdf8 None None] Checking router: 34586335-c1cd-40d8-aaab-68c56f54f6ea for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:55:59.563196 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b0f140fc-55a8-4309-b047-9be8c7847cd7 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b0a78af1-3f8f-4102-8e99-c35f8d472598), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:59.565919 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b0f140fc-55a8-4309-b047-9be8c7847cd7 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:59.569487 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b0f140fc-55a8-4309-b047-9be8c7847cd7 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "DELETE /v2.0/security-groups/b0a78af1-3f8f-4102-8e99-c35f8d472598 HTTP/1.1" status: 204 len: 168 time: 0.3650901 Feb 20 05:55:59.582798 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33062) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:59.598120 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa78a74b-4d3a-4766-93cf-aec2eae9fdf8 None None] Routers {'34586335-c1cd-40d8-aaab-68c56f54f6ea'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:55:59.598786 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fa78a74b-4d3a-4766-93cf-aec2eae9fdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:55:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['34586335-c1cd-40d8-aaab-68c56f54f6ea'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:55:59.605353 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d449826d-86d5-45e6-8cb3-f853f280acad req-ba5c9067-6d55-4ed2-9624-85822737ae8a tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f HTTP/1.1" status: 200 len: 210 time: 0.1433902 Feb 20 05:55:59.671012 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f140fc-55a8-4309-b047-9be8c7847cd7 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a78af1-3f8f-4102-8e99-c35f8d472598,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:55:59.714197 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-9048a7d9-9949-4615-828f-ff6cdbada280 admin admin] For port 36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:55:59.714570 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9048a7d9-9949-4615-828f-ff6cdbada280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:59.747902 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9048a7d9-9949-4615-828f-ff6cdbada280 admin admin] Calling delete_port for 36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:55:59.803105 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-48f7655e-287d-4b13-8bfc-33b1ca89d6d7 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2182224 Feb 20 05:55:59.803857 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33068) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:55:59.865989 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-fa78a74b-4d3a-4766-93cf-aec2eae9fdf8 None None] Set router 34586335-c1cd-40d8-aaab-68c56f54f6ea gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:55:59.890944 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f0dd3b2f-ce18-493b-a82d-47c2a2f8e8fe tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (10c1c2d1-4a6b-471b-b852-c7e6cddb6bdd), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:55:59.944539 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f0dd3b2f-ce18-493b-a82d-47c2a2f8e8fe tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (10c1c2d1-4a6b-471b-b852-c7e6cddb6bdd), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:00.099628 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f0dd3b2f-ce18-493b-a82d-47c2a2f8e8fe tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (10c1c2d1-4a6b-471b-b852-c7e6cddb6bdd), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:00.102001 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fa78a74b-4d3a-4766-93cf-aec2eae9fdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'name': 'tempest-TestVolumeBackupRestore-391927416-router', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:22Z', 'updated_at': '2022-02-20T05:55:59Z', 'revision_number': 6, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:56:00.102189 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f0dd3b2f-ce18-493b-a82d-47c2a2f8e8fe tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:00.114548 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f0dd3b2f-ce18-493b-a82d-47c2a2f8e8fe tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "DELETE /v2.0/security-groups/10c1c2d1-4a6b-471b-b852-c7e6cddb6bdd HTTP/1.1" status: 204 len: 168 time: 0.3074279 Feb 20 05:56:00.120147 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33070) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:00.243160 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa78a74b-4d3a-4766-93cf-aec2eae9fdf8 None None] The sync data for ids ['34586335-c1cd-40d8-aaab-68c56f54f6ea'] in n-d-829866-5 is: [{'id': '34586335-c1cd-40d8-aaab-68c56f54f6ea', 'name': 'tempest-TestVolumeBackupRestore-391927416-router', 'tenant_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:22Z', 'updated_at': '2022-02-20T05:55:59Z', 'revision_number': 6, 'project_id': '4c628ee270a94ff4b5ce2b0598d240ce', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:56:00.263697 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd3b2f-ce18-493b-a82d-47c2a2f8e8fe tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c1c2d1-4a6b-471b-b852-c7e6cddb6bdd,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:00.373785 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9048a7d9-9949-4615-828f-ff6cdbada280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:00.453530 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048a7d9-9949-4615-828f-ff6cdbada280 admin admin] Pushing event deleted for resources: {'Port': ['ID=36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:00.583447 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9c59e364-a6e4-48e0-8270-e1eff02cf6d0 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4527559 Feb 20 05:56:00.584220 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33086) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:00.609931 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-3ec5cba0-c7d2-4b63-b901-ed2a98ba3bf4 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group': {'name': 'tempest-secgroup--1729121562'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:56:00.674763 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9048a7d9-9949-4615-828f-ff6cdbada280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (34586335-c1cd-40d8-aaab-68c56f54f6ea), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:00.767585 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-1abbc534-33a3-4902-9494-4fb4a3e43392 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:00.769947 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-1abbc534-33a3-4902-9494-4fb4a3e43392 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.61 "GET /v2.0/networks?id=cc99b155-842d-47d9-a797-22be9782748f HTTP/1.1" status: 200 len: 811 time: 0.5563457 Feb 20 05:56:00.783266 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cba0-c7d2-4b63-b901-ed2a98ba3bf4 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:00.871377 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9048a7d9-9949-4615-828f-ff6cdbada280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (34586335-c1cd-40d8-aaab-68c56f54f6ea), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:00.874290 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9048a7d9-9949-4615-828f-ff6cdbada280 admin admin] Publish callbacks [] for router_controller (34586335-c1cd-40d8-aaab-68c56f54f6ea), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:00.962543 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9048a7d9-9949-4615-828f-ff6cdbada280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (34586335-c1cd-40d8-aaab-68c56f54f6ea), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:00.963496 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9048a7d9-9949-4615-828f-ff6cdbada280 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34586335-c1cd-40d8-aaab-68c56f54f6ea {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:56:00.971109 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9048a7d9-9949-4615-828f-ff6cdbada280 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:00.972553 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9048a7d9-9949-4615-828f-ff6cdbada280 admin admin] 10.222.0.37 "DELETE /v2.0/routers/34586335-c1cd-40d8-aaab-68c56f54f6ea HTTP/1.1" status: 204 len: 168 time: 2.4135680 Feb 20 05:56:00.979583 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33098) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:01.029829 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-43545433-dae6-41b6-947c-03a786e1f340 req-15413946-2453-4564-abb3-2ee89bdc1093 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f HTTP/1.1" status: 200 len: 210 time: 0.0793512 Feb 20 05:56:01.175828 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-1c0af38c-60c0-43da-a411-eda1dc6e2da9 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8f18450ca5d4be1a9fccbc37e9fb12f HTTP/1.1" status: 200 len: 380 time: 0.3836622 Feb 20 05:56:01.186360 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-77b47bd6-1832-483d-86ae-f676c83ad741 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Request body: {'port': {'device_id': 'b637dbaf-bd6f-40c7-bb05-2ca1328ae54f', 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f', 'admin_state_up': True, 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'security_groups': ['6fd989d3-4af0-42d4-861c-c2470fadb943']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:56:01.224004 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-89776e8a-6342-4ab9-94ba-a31dd16761dd admin admin] Deleting subnet 74159ea5-da94-47c3-9460-94aa951cddff {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:56:01.304140 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-89776e8a-6342-4ab9-94ba-a31dd16761dd admin admin] Publish callbacks [] for subnet (74159ea5-da94-47c3-9460-94aa951cddff), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:01.357553 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cba0-c7d2-4b63-b901-ed2a98ba3bf4 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (c5b73bd6-bd6f-402a-9adb-3e6d4f110e6f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:01.383541 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cba0-c7d2-4b63-b901-ed2a98ba3bf4 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c5b73bd6-bd6f-402a-9adb-3e6d4f110e6f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:01.490085 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-89776e8a-6342-4ab9-94ba-a31dd16761dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (74159ea5-da94-47c3-9460-94aa951cddff), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:01.640936 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cba0-c7d2-4b63-b901-ed2a98ba3bf4 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:01.646197 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 33122) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:01.646758 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3ec5cba0-c7d2-4b63-b901-ed2a98ba3bf4 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0562499 Feb 20 05:56:01.651739 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-aeb93798-2b4e-44a8-9144-c84bf3ab1ca2 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group_rule': {'security_group_id': 'c5b73bd6-bd6f-402a-9adb-3e6d4f110e6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:56:01.655184 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5cba0-c7d2-4b63-b901-ed2a98ba3bf4 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b73bd6-bd6f-402a-9adb-3e6d4f110e6f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:01.753442 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-aeb93798-2b4e-44a8-9144-c84bf3ab1ca2 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:56:01.755092 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-aeb93798-2b4e-44a8-9144-c84bf3ab1ca2 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1069722 Feb 20 05:56:01.757706 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 33124) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:01.762029 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0b3810d9-05d9-4443-b51c-17c410be3e5a tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group_rule': {'security_group_id': 'c5b73bd6-bd6f-402a-9adb-3e6d4f110e6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:56:01.796643 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-77b47bd6-1832-483d-86ae-f676c83ad741 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Made reservation on behalf of d8f18450ca5d4be1a9fccbc37e9fb12f for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:56:01.814729 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-77b47bd6-1832-483d-86ae-f676c83ad741 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:01.850261 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-0b3810d9-05d9-4443-b51c-17c410be3e5a tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:56:01.851565 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0b3810d9-05d9-4443-b51c-17c410be3e5a tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0927277 Feb 20 05:56:01.855154 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 33128) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:01.902438 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a40d652c-9992-4030-b63f-7681916a0f68 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:56:01.968277 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: a40d652c-9992-4030-b63f-7681916a0f68 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:56:01.968624 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a40d652c-9992-4030-b63f-7681916a0f68 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:56:01.975881 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:56:01.986412 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1e369f08-2f2f-48c7-8a43-3aa75a542d88 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (c5b73bd6-bd6f-402a-9adb-3e6d4f110e6f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:02.039408 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1e369f08-2f2f-48c7-8a43-3aa75a542d88 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (c5b73bd6-bd6f-402a-9adb-3e6d4f110e6f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:02.046746 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:56:02.047214 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 36ad8228-f4e9-4149-bbdf-f0a47f9b2ec4 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:56:02.139341 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1e369f08-2f2f-48c7-8a43-3aa75a542d88 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c5b73bd6-bd6f-402a-9adb-3e6d4f110e6f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:02.142814 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1e369f08-2f2f-48c7-8a43-3aa75a542d88 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:02.145068 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1e369f08-2f2f-48c7-8a43-3aa75a542d88 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "DELETE /v2.0/security-groups/c5b73bd6-bd6f-402a-9adb-3e6d4f110e6f HTTP/1.1" status: 204 len: 168 time: 0.2880428 Feb 20 05:56:02.168031 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 33136) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:02.171127 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e369f08-2f2f-48c7-8a43-3aa75a542d88 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b73bd6-bd6f-402a-9adb-3e6d4f110e6f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:02.302758 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-89776e8a-6342-4ab9-94ba-a31dd16761dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (74159ea5-da94-47c3-9460-94aa951cddff), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:02.307252 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f63f3a0f-3fef-41e2-99ba-dc870cc5c53e tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1271827 Feb 20 05:56:02.308236 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33138) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:02.337102 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-890c9d62-4296-45e3-bd0f-f5ea1513f11e tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group': {'name': 'tempest-secgroup--1525330111'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:56:02.337855 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-63208358-f9ba-496e-af09-dbea9adecf08 req-7a779098-0d3f-485c-a35c-38aa7439a080 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f HTTP/1.1" status: 200 len: 210 time: 0.0648918 Feb 20 05:56:02.370766 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-890c9d62-4296-45e3-bd0f-f5ea1513f11e tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:02.468028 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-890c9d62-4296-45e3-bd0f-f5ea1513f11e tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (0ddd86e5-bbbc-4b5d-9d83-711507b5671a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:02.499549 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-890c9d62-4296-45e3-bd0f-f5ea1513f11e tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0ddd86e5-bbbc-4b5d-9d83-711507b5671a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:02.554851 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-77b47bd6-1832-483d-86ae-f676c83ad741 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Allocated IP 172.20.0.5 (cc99b155-842d-47d9-a797-22be9782748f/31ac9d55-2ac0-4f22-ae17-262bbbe19926/f1a8652f-4210-43ac-a4eb-c5d281b8c151) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:56:02.560410 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-89776e8a-6342-4ab9-94ba-a31dd16761dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (74159ea5-da94-47c3-9460-94aa951cddff), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:02.637205 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-890c9d62-4296-45e3-bd0f-f5ea1513f11e tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:02.639059 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-890c9d62-4296-45e3-bd0f-f5ea1513f11e tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3065083 Feb 20 05:56:02.642175 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 33142) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:02.647244 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89776e8a-6342-4ab9-94ba-a31dd16761dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74159ea5-da94-47c3-9460-94aa951cddff,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:02.647921 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-1ff84279-17ba-45b1-84f3-fdfd5667777d tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:56:02.648469 n-d-829866-5 neutron-server[103407]: WARNING neutron.api.v2.base [None req-1ff84279-17ba-45b1-84f3-fdfd5667777d tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 20 05:56:02.652433 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-89776e8a-6342-4ab9-94ba-a31dd16761dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:02.654490 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-1ff84279-17ba-45b1-84f3-fdfd5667777d tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] update failed (client error): There was a conflict when trying to complete your request. Feb 20 05:56:02.656927 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-89776e8a-6342-4ab9-94ba-a31dd16761dd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/74159ea5-da94-47c3-9460-94aa951cddff HTTP/1.1" status: 204 len: 168 time: 1.6724956 Feb 20 05:56:02.658089 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0228d29a-bb79-4b44-bc3b-4dfe1678376e None None] Network 857e7610-02f5-4bcf-9da6-3d515101f61f requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:56:02.659738 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c9d62-4296-45e3-bd0f-f5ea1513f11e tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddd86e5-bbbc-4b5d-9d83-711507b5671a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:02.662321 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33144) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:02.669375 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1ff84279-17ba-45b1-84f3-fdfd5667777d tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "PUT /v2.0/security-groups/0ddd86e5-bbbc-4b5d-9d83-711507b5671a HTTP/1.1" status: 409 len: 330 time: 0.0259736 Feb 20 05:56:02.672325 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 33146) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:02.824094 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-13515685-c094-46fc-97ca-b860084352f0 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (0ddd86e5-bbbc-4b5d-9d83-711507b5671a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:02.883727 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-13515685-c094-46fc-97ca-b860084352f0 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (0ddd86e5-bbbc-4b5d-9d83-711507b5671a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:02.982059 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-13515685-c094-46fc-97ca-b860084352f0 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0ddd86e5-bbbc-4b5d-9d83-711507b5671a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:02.984989 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-13515685-c094-46fc-97ca-b860084352f0 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:02.986264 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-13515685-c094-46fc-97ca-b860084352f0 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "DELETE /v2.0/security-groups/0ddd86e5-bbbc-4b5d-9d83-711507b5671a HTTP/1.1" status: 204 len: 168 time: 0.3121502 Feb 20 05:56:02.989736 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 33158) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:03.031100 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5665a455-7b08-4fb8-bb2d-f5ede3944618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (857e7610-02f5-4bcf-9da6-3d515101f61f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:03.039425 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13515685-c094-46fc-97ca-b860084352f0 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddd86e5-bbbc-4b5d-9d83-711507b5671a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:03.084304 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5568b4e4-87b1-4d91-8aa9-b924b22abfcc None None] DHCP port deletion for 857e7610-02f5-4bcf-9da6-3d515101f61f request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:56:03.108950 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3478d555-0c29-4c21-ae71-2d67b23dc37d tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1180046 Feb 20 05:56:03.119418 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33162) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:03.192577 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-352866a1-f2b7-45bc-8fc7-fb1457daa718 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] delete failed (client error): The resource could not be found. Feb 20 05:56:03.193903 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-352866a1-f2b7-45bc-8fc7-fb1457daa718 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "DELETE /v2.0/security-groups/c630ea61-abff-4a99-8524-eb5c1cb6ce6a HTTP/1.1" status: 404 len: 347 time: 0.0727925 Feb 20 05:56:03.197724 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 33164) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:03.214157 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-ee8df425-4ed8-4343-bed7-be18182576e9 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] show failed (client error): The resource could not be found. Feb 20 05:56:03.220886 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-77b47bd6-1832-483d-86ae-f676c83ad741 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for port (f1a8652f-4210-43ac-a4eb-c5d281b8c151), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:03.229492 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ee8df425-4ed8-4343-bed7-be18182576e9 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "GET /v2.0/security-groups/d0f45ddd-9b8a-41e6-9090-df5ae9eef541 HTTP/1.1" status: 404 len: 347 time: 0.0302837 Feb 20 05:56:03.234345 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33166) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:03.248429 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5568b4e4-87b1-4d91-8aa9-b924b22abfcc None None] Deleting port 36c7b499-cb4f-49f0-913d-06536e91d189 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:56:03.248915 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5568b4e4-87b1-4d91-8aa9-b924b22abfcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (36c7b499-cb4f-49f0-913d-06536e91d189), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:03.262121 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-603794f0-2303-449f-a7ed-21769aa6aea0 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] show failed (client error): The resource could not be found. Feb 20 05:56:03.263733 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-603794f0-2303-449f-a7ed-21769aa6aea0 tempest-NegativeSecGroupIPv6Test-1780267367 tempest-NegativeSecGroupIPv6Test-1780267367-project] 10.222.0.37 "GET /v2.0/security-group-rules/4cc835ef-ab26-45ac-adde-cddbc18c9dc5 HTTP/1.1" status: 404 len: 356 time: 0.0270422 Feb 20 05:56:03.296986 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-5665a455-7b08-4fb8-bb2d-f5ede3944618 admin admin] Deleting port 36c7b499-cb4f-49f0-913d-06536e91d189 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:56:03.297552 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5665a455-7b08-4fb8-bb2d-f5ede3944618 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (36c7b499-cb4f-49f0-913d-06536e91d189), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:03.413727 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-5568b4e4-87b1-4d91-8aa9-b924b22abfcc None None] For port 36c7b499-cb4f-49f0-913d-06536e91d189, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=36c7b499-cb4f-49f0-913d-06536e91d189,segment=NetworkSegment(327005f6-05b1-4d13-898b-12f73bbb891e),segment_id=327005f6-05b1-4d13-898b-12f73bbb891e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:56:03.415359 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5568b4e4-87b1-4d91-8aa9-b924b22abfcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (36c7b499-cb4f-49f0-913d-06536e91d189), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:03.423092 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-5665a455-7b08-4fb8-bb2d-f5ede3944618 admin admin] For port 36c7b499-cb4f-49f0-913d-06536e91d189, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=36c7b499-cb4f-49f0-913d-06536e91d189,segment=NetworkSegment(327005f6-05b1-4d13-898b-12f73bbb891e),segment_id=327005f6-05b1-4d13-898b-12f73bbb891e)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:56:03.423723 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5665a455-7b08-4fb8-bb2d-f5ede3944618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (36c7b499-cb4f-49f0-913d-06536e91d189), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:03.448251 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5568b4e4-87b1-4d91-8aa9-b924b22abfcc None None] Calling delete_port for 36c7b499-cb4f-49f0-913d-06536e91d189 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:56:03.506563 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-5665a455-7b08-4fb8-bb2d-f5ede3944618 admin admin] Calling delete_port for 36c7b499-cb4f-49f0-913d-06536e91d189 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:56:03.561991 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-abe0323c-bd3a-43bd-ae77-c86384ce1dd6 req-679eecee-81b2-42ce-b646-f21f46d6f251 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f HTTP/1.1" status: 200 len: 210 time: 0.0848436 Feb 20 05:56:03.688064 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5568b4e4-87b1-4d91-8aa9-b924b22abfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (36c7b499-cb4f-49f0-913d-06536e91d189), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:03.699565 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5665a455-7b08-4fb8-bb2d-f5ede3944618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (36c7b499-cb4f-49f0-913d-06536e91d189), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:03.789002 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568b4e4-87b1-4d91-8aa9-b924b22abfcc None None] Pushing event deleted for resources: {'Port': ['ID=36c7b499-cb4f-49f0-913d-06536e91d189,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:03.796726 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5665a455-7b08-4fb8-bb2d-f5ede3944618 admin admin] Pushing event deleted for resources: {'Port': ['ID=36c7b499-cb4f-49f0-913d-06536e91d189,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:03.798954 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 36c7b499-cb4f-49f0-913d-06536e91d189 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:56:03.805388 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-77b47bd6-1832-483d-86ae-f676c83ad741 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (f1a8652f-4210-43ac-a4eb-c5d281b8c151), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:03.812592 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5665a455-7b08-4fb8-bb2d-f5ede3944618 admin admin] No DVR routers for this DVR port 36c7b499-cb4f-49f0-913d-06536e91d189 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:56:03.833768 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 33180) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:03.873523 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 36c7b499-cb4f-49f0-913d-06536e91d189 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:56:03.876306 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 36c7b499-cb4f-49f0-913d-06536e91d189 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:56:03.892188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5568b4e4-87b1-4d91-8aa9-b924b22abfcc None None] No DVR routers for this DVR port 36c7b499-cb4f-49f0-913d-06536e91d189 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:56:04.131170 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-693064af-c9ad-41bd-903b-9c96181a755f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b75ad33ceb2c485385d792b770815cf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2959702 Feb 20 05:56:04.133883 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 33194) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:04.194964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-77b47bd6-1832-483d-86ae-f676c83ad741 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Network cc99b155-842d-47d9-a797-22be9782748f is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:56:04.248424 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5665a455-7b08-4fb8-bb2d-f5ede3944618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (857e7610-02f5-4bcf-9da6-3d515101f61f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:04.271494 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db685aaf-3597-4421-9b35-6d957c7730e0 admin admin] Publish callbacks [] for security_group (de16bf76-c688-4300-81aa-5322944d9517), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:04.285091 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-77b47bd6-1832-483d-86ae-f676c83ad741 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:56:04.291773 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-77b47bd6-1832-483d-86ae-f676c83ad741 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:56:04.309313 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b47bd6-1832-483d-86ae-f676c83ad741 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Pushing event updated for resources: {'Port': ['ID=f1a8652f-4210-43ac-a4eb-c5d281b8c151,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:04.322814 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db685aaf-3597-4421-9b35-6d957c7730e0 admin admin] Publish callbacks [] for security_group (de16bf76-c688-4300-81aa-5322944d9517), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:04.388336 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-5665a455-7b08-4fb8-bb2d-f5ede3944618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['857e7610-02f5-4bcf-9da6-3d515101f61f']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:56:04.407200 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-5665a455-7b08-4fb8-bb2d-f5ede3944618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327005f6-05b1-4d13-898b-12f73bbb891e') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:56:04.408150 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-5665a455-7b08-4fb8-bb2d-f5ede3944618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327005f6-05b1-4d13-898b-12f73bbb891e') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:56:04.436992 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5665a455-7b08-4fb8-bb2d-f5ede3944618 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (327005f6-05b1-4d13-898b-12f73bbb891e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:04.452793 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-77b47bd6-1832-483d-86ae-f676c83ad741 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:04.453728 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-77b47bd6-1832-483d-86ae-f676c83ad741 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:04.469983 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5665a455-7b08-4fb8-bb2d-f5ede3944618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (327005f6-05b1-4d13-898b-12f73bbb891e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:04.480707 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db685aaf-3597-4421-9b35-6d957c7730e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (de16bf76-c688-4300-81aa-5322944d9517), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:04.484099 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5665a455-7b08-4fb8-bb2d-f5ede3944618 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:56:04.486096 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db685aaf-3597-4421-9b35-6d957c7730e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:04.488501 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-db685aaf-3597-4421-9b35-6d957c7730e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de16bf76-c688-4300-81aa-5322944d9517 HTTP/1.1" status: 204 len: 168 time: 0.3524563 Feb 20 05:56:04.500943 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5665a455-7b08-4fb8-bb2d-f5ede3944618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (327005f6-05b1-4d13-898b-12f73bbb891e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:56:04.511027 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:56:04.519421 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db685aaf-3597-4421-9b35-6d957c7730e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de16bf76-c688-4300-81aa-5322944d9517,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:04.537227 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-77b47bd6-1832-483d-86ae-f676c83ad741 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3546820 Feb 20 05:56:04.558331 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-6e8a022e-505e-40a5-869c-c6005199dc75 service neutron] Request body: {'port': {'device_id': 'b637dbaf-bd6f-40c7-bb05-2ca1328ae54f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:56:04.816602 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d17b63-ed6a-4139-b92f-45006988fc3e req-b7b1262b-a2d1-4cf9-9341-36b72c48520a tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:04.827711 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-8e02fbfe-2faa-4996-9484-02ee61faf860 None None] Provisioning complete for port f1a8652f-4210-43ac-a4eb-c5d281b8c151 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:56:04.837929 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8e02fbfe-2faa-4996-9484-02ee61faf860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f1a8652f-4210-43ac-a4eb-c5d281b8c151), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:04.840204 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a6d17b63-ed6a-4139-b92f-45006988fc3e req-b7b1262b-a2d1-4cf9-9341-36b72c48520a tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f HTTP/1.1" status: 200 len: 931 time: 0.1355777 Feb 20 05:56:04.905559 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5665a455-7b08-4fb8-bb2d-f5ede3944618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (857e7610-02f5-4bcf-9da6-3d515101f61f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:04.918629 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5665a455-7b08-4fb8-bb2d-f5ede3944618 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:04.936033 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5665a455-7b08-4fb8-bb2d-f5ede3944618 admin admin] 10.222.0.37 "DELETE /v2.0/networks/857e7610-02f5-4bcf-9da6-3d515101f61f HTTP/1.1" status: 204 len: 168 time: 2.2624342 Feb 20 05:56:04.936718 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33210) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:04.939790 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8e02fbfe-2faa-4996-9484-02ee61faf860 None None] Port f1a8652f-4210-43ac-a4eb-c5d281b8c151 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:56:04.974923 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a6d17b63-ed6a-4139-b92f-45006988fc3e req-4208290c-ed7c-43c2-a955-b28482de12ef tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd989d3-4af0-42d4-861c-c2470fadb943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289067 Feb 20 05:56:05.182532 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5665a455-7b08-4fb8-bb2d-f5ede3944618 admin admin] Pushing event deleted for resources: {'Network': ['ID=857e7610-02f5-4bcf-9da6-3d515101f61f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:05.199895 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-6e8a022e-505e-40a5-869c-c6005199dc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f1a8652f-4210-43ac-a4eb-c5d281b8c151), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:05.952965 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 33244) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:05.971309 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-6e8a022e-505e-40a5-869c-c6005199dc75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a8652f-4210-43ac-a4eb-c5d281b8c151 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:56:05.982864 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-6e8a022e-505e-40a5-869c-c6005199dc75 service neutron] Publish callbacks [] for port (f1a8652f-4210-43ac-a4eb-c5d281b8c151), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:06.067254 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-6e8a022e-505e-40a5-869c-c6005199dc75 service neutron] Transition to ACTIVE for port object f1a8652f-4210-43ac-a4eb-c5d281b8c151 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:56:06.085193 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-6e8a022e-505e-40a5-869c-c6005199dc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (f1a8652f-4210-43ac-a4eb-c5d281b8c151), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:06.105460 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4fd936b9-0cfc-4c21-970d-e2c1261db650 tempest-ServiceProvidersTest-1279486781 tempest-ServiceProvidersTest-1279486781-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1509986 Feb 20 05:56:06.238847 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a022e-505e-40a5-869c-c6005199dc75 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a8652f-4210-43ac-a4eb-c5d281b8c151,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:06.269203 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1005d4-b160-44a4-9301-091f3ba04cc6 req-cf513826-5ca9-478e-bdc5-a84fd3ff0a48 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:06.272854 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1c1005d4-b160-44a4-9301-091f3ba04cc6 req-cf513826-5ca9-478e-bdc5-a84fd3ff0a48 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f HTTP/1.1" status: 200 len: 943 time: 0.1519575 Feb 20 05:56:06.392350 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1c1005d4-b160-44a4-9301-091f3ba04cc6 req-10a1ce17-4ae0-4313-9bc9-74ba1319f84b tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd989d3-4af0-42d4-861c-c2470fadb943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134729 Feb 20 05:56:06.516781 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-6e8a022e-505e-40a5-869c-c6005199dc75 service neutron] Attempting to bind port f1a8652f-4210-43ac-a4eb-c5d281b8c151 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:56:06.517135 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-6e8a022e-505e-40a5-869c-c6005199dc75 service neutron] Attempting to bind port f1a8652f-4210-43ac-a4eb-c5d281b8c151 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '7148d78d-4a2a-41e2-9dce-a1cc038d3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:56:06.517467 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-6e8a022e-505e-40a5-869c-c6005199dc75 service neutron] Attempting to bind port f1a8652f-4210-43ac-a4eb-c5d281b8c151 on network cc99b155-842d-47d9-a797-22be9782748f {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:56:06.531075 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-6e8a022e-505e-40a5-869c-c6005199dc75 service neutron] Port f1a8652f-4210-43ac-a4eb-c5d281b8c151 on network cc99b155-842d-47d9-a797-22be9782748f not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:56:06.531417 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-6e8a022e-505e-40a5-869c-c6005199dc75 service neutron] Attempting to bind port f1a8652f-4210-43ac-a4eb-c5d281b8c151 on network cc99b155-842d-47d9-a797-22be9782748f {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:56:06.541851 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-418f28e6-bae0-4559-ae2a-139f9a3f66a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (1bd29161-87b6-4b64-ad63-e285887afa65), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:06.695372 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 33268) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:06.800427 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-6e8a022e-505e-40a5-869c-c6005199dc75 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:56:06.802947 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-6e8a022e-505e-40a5-869c-c6005199dc75 service neutron] Checking segment: {'id': '7148d78d-4a2a-41e2-9dce-a1cc038d3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:56:06.807129 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-6e8a022e-505e-40a5-869c-c6005199dc75 service neutron] Bound using segment: {'id': '7148d78d-4a2a-41e2-9dce-a1cc038d3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:56:06.812092 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-6e8a022e-505e-40a5-869c-c6005199dc75 service neutron] Bound port: f1a8652f-4210-43ac-a4eb-c5d281b8c151, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7148d78d-4a2a-41e2-9dce-a1cc038d3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:56:06.812589 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-6e8a022e-505e-40a5-869c-c6005199dc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f1a8652f-4210-43ac-a4eb-c5d281b8c151), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:06.908471 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-57215592-bc49-4713-9388-e2dcfbee5ab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:06.930059 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-6e8a022e-505e-40a5-869c-c6005199dc75 service neutron] For port f1a8652f-4210-43ac-a4eb-c5d281b8c151, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:56:06.962640 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-6e8a022e-505e-40a5-869c-c6005199dc75 service neutron] For port f1a8652f-4210-43ac-a4eb-c5d281b8c151, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=f1a8652f-4210-43ac-a4eb-c5d281b8c151,segment=NetworkSegment(7148d78d-4a2a-41e2-9dce-a1cc038d3a3f),segment_id=7148d78d-4a2a-41e2-9dce-a1cc038d3a3f)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:56:06.978450 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-6e8a022e-505e-40a5-869c-c6005199dc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (f1a8652f-4210-43ac-a4eb-c5d281b8c151), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:07.048514 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-6e8a022e-505e-40a5-869c-c6005199dc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:07.049317 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-6e8a022e-505e-40a5-869c-c6005199dc75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:07.050826 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-6e8a022e-505e-40a5-869c-c6005199dc75 service neutron] 10.222.0.61 "PUT /v2.0/ports/f1a8652f-4210-43ac-a4eb-c5d281b8c151 HTTP/1.1" status: 200 len: 1091 time: 2.5044336 Feb 20 05:56:07.052287 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b637dbaf-bd6f-40c7-bb05-2ca1328ae54f', 'tag': 'f1a8652f-4210-43ac-a4eb-c5d281b8c151'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:56:07.055599 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c40686-9098-4352-ac6a-154fc0ff5f80" -d '{"events": [{"name": "network-changed", "server_uuid": "b637dbaf-bd6f-40c7-bb05-2ca1328ae54f", "tag": "f1a8652f-4210-43ac-a4eb-c5d281b8c151"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:56:07.089854 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-57215592-bc49-4713-9388-e2dcfbee5ab8 admin admin] Publish callbacks [] for security_group (d9a15b06-dfe0-4f33-a154-0de8f21bd3fc), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:07.103114 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-57215592-bc49-4713-9388-e2dcfbee5ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d9a15b06-dfe0-4f33-a154-0de8f21bd3fc), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:07.154889 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a022e-505e-40a5-869c-c6005199dc75 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a8652f-4210-43ac-a4eb-c5d281b8c151,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:07.167745 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1639dcb2-59c2-4725-b6df-5ec3a6928369 x-openstack-request-id: req-1639dcb2-59c2-4725-b6df-5ec3a6928369 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:56:07.168376 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b637dbaf-bd6f-40c7-bb05-2ca1328ae54f", "tag": "f1a8652f-4210-43ac-a4eb-c5d281b8c151", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:56:07.170057 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1639dcb2-59c2-4725-b6df-5ec3a6928369 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:56:07.173079 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b637dbaf-bd6f-40c7-bb05-2ca1328ae54f', 'tag': 'f1a8652f-4210-43ac-a4eb-c5d281b8c151', 'status': 'completed', 'code': 200} Feb 20 05:56:07.210530 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33278) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:07.211474 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-57215592-bc49-4713-9388-e2dcfbee5ab8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f3ef70232691454baf51e87ecb43d415&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5144403 Feb 20 05:56:07.213766 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57215592-bc49-4713-9388-e2dcfbee5ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a15b06-dfe0-4f33-a154-0de8f21bd3fc,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:07.298363 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-418f28e6-bae0-4559-ae2a-139f9a3f66a8 admin admin] Deleting port f0abae08-72ab-43da-94bc-e271e8e55c5a {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:56:07.298803 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-418f28e6-bae0-4559-ae2a-139f9a3f66a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (f0abae08-72ab-43da-94bc-e271e8e55c5a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:07.463067 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-6a15df06-d87a-4ef8-933b-7b6974006d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:07.464836 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-6a15df06-d87a-4ef8-933b-7b6974006d1a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8f18450ca5d4be1a9fccbc37e9fb12f&device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f HTTP/1.1" status: 200 len: 1125 time: 0.3489075 Feb 20 05:56:07.624558 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-0b1c50ce-2392-4ee2-9a15-6c76c91fd9b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1a8652f-4210-43ac-a4eb-c5d281b8c151 HTTP/1.1" status: 200 len: 217 time: 0.1206179 Feb 20 05:56:07.656157 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6724d881-5c32-4fd8-8c04-7bfc20d5596f admin admin] Publish callbacks [] for security_group (d9a15b06-dfe0-4f33-a154-0de8f21bd3fc), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:07.670000 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2546c8e-1ae3-4cbf-b188-36cbbdb9c92f req-25b88793-86e8-4340-9c50-3ea5dc60218f tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:07.679314 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e2546c8e-1ae3-4cbf-b188-36cbbdb9c92f req-25b88793-86e8-4340-9c50-3ea5dc60218f tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f HTTP/1.1" status: 200 len: 943 time: 0.1092193 Feb 20 05:56:07.681043 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-418f28e6-bae0-4559-ae2a-139f9a3f66a8 admin admin] For port f0abae08-72ab-43da-94bc-e271e8e55c5a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f0abae08-72ab-43da-94bc-e271e8e55c5a,segment=NetworkSegment(4c4a52a3-50a3-4b34-a0f0-c9533601fbda),segment_id=4c4a52a3-50a3-4b34-a0f0-c9533601fbda)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:56:07.684094 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-418f28e6-bae0-4559-ae2a-139f9a3f66a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (f0abae08-72ab-43da-94bc-e271e8e55c5a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:07.739024 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e2546c8e-1ae3-4cbf-b188-36cbbdb9c92f req-ff281eaa-31da-4298-abc5-ad3ad875327a tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd989d3-4af0-42d4-861c-c2470fadb943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584569 Feb 20 05:56:07.779276 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-418f28e6-bae0-4559-ae2a-139f9a3f66a8 admin admin] Calling delete_port for f0abae08-72ab-43da-94bc-e271e8e55c5a owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:56:07.789232 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6724d881-5c32-4fd8-8c04-7bfc20d5596f admin admin] Publish callbacks [] for security_group (d9a15b06-dfe0-4f33-a154-0de8f21bd3fc), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:07.838524 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-1f517248-ecab-42de-b5dc-96a5b700a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:07.840092 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-1f517248-ecab-42de-b5dc-96a5b700a15a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31ac9d55-2ac0-4f22-ae17-262bbbe19926 HTTP/1.1" status: 200 len: 850 time: 0.2011302 Feb 20 05:56:08.383981 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6724d881-5c32-4fd8-8c04-7bfc20d5596f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d9a15b06-dfe0-4f33-a154-0de8f21bd3fc), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:08.387034 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6724d881-5c32-4fd8-8c04-7bfc20d5596f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:08.388227 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6724d881-5c32-4fd8-8c04-7bfc20d5596f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d9a15b06-dfe0-4f33-a154-0de8f21bd3fc HTTP/1.1" status: 204 len: 168 time: 1.1704710 Feb 20 05:56:08.464811 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724d881-5c32-4fd8-8c04-7bfc20d5596f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a15b06-dfe0-4f33-a154-0de8f21bd3fc,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:08.484940 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-48fc8ad5-23a1-45a6-93ba-93e142f02166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:08.486567 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-48fc8ad5-23a1-45a6-93ba-93e142f02166 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc99b155-842d-47d9-a797-22be9782748f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6208479 Feb 20 05:56:08.677149 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-674c5996-51ff-4618-885f-0d93c3e04b8a service neutron] 10.222.0.61 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755390 Feb 20 05:56:08.943067 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-418f28e6-bae0-4559-ae2a-139f9a3f66a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (f0abae08-72ab-43da-94bc-e271e8e55c5a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:09.002477 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d2b9d-fa04-4529-a157-4b870ec342a7 req-d680be9e-c329-4844-b936-21f6d13362f8 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:09.022950 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b44d2b9d-fa04-4529-a157-4b870ec342a7 req-d680be9e-c329-4844-b936-21f6d13362f8 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f HTTP/1.1" status: 200 len: 943 time: 0.1453748 Feb 20 05:56:09.063944 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f28e6-bae0-4559-ae2a-139f9a3f66a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0abae08-72ab-43da-94bc-e271e8e55c5a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:09.219690 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b44d2b9d-fa04-4529-a157-4b870ec342a7 req-5abf750b-b19a-484a-af6e-3544afff34d1 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd989d3-4af0-42d4-861c-c2470fadb943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953661 Feb 20 05:56:09.673236 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aa9daa31-9066-42cf-99b7-a9a6853f014e req-d90e5685-613b-4fa5-adf2-5fc4dfbafe9f service neutron] 10.222.0.61 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9896533 Feb 20 05:56:09.830290 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-418f28e6-bae0-4559-ae2a-139f9a3f66a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (1bd29161-87b6-4b64-ad63-e285887afa65), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:09.913155 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c40686-9098-4352-ac6a-154fc0ff5f80 req-498be61a-2f40-43f3-8d34-5ae908e41dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:09.914968 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-39c40686-9098-4352-ac6a-154fc0ff5f80 req-498be61a-2f40-43f3-8d34-5ae908e41dcc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8f18450ca5d4be1a9fccbc37e9fb12f&device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f HTTP/1.1" status: 200 len: 1125 time: 0.1381211 Feb 20 05:56:10.056843 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 33368) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:10.271912 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e7c701b3-7ab1-497b-801d-a2a12f0dc716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:10.390788 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e7c701b3-7ab1-497b-801d-a2a12f0dc716 admin admin] Publish callbacks [] for security_group (f41a826d-c748-409f-b9bb-4c30f8cf7ddd), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:10.396151 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e7c701b3-7ab1-497b-801d-a2a12f0dc716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f41a826d-c748-409f-b9bb-4c30f8cf7ddd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:10.430194 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c40686-9098-4352-ac6a-154fc0ff5f80 req-a3ced8d6-43a7-4608-a942-035e104f9d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:10.437429 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-39c40686-9098-4352-ac6a-154fc0ff5f80 req-a3ced8d6-43a7-4608-a942-035e104f9d81 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc99b155-842d-47d9-a797-22be9782748f HTTP/1.1" status: 200 len: 911 time: 0.5147648 Feb 20 05:56:10.460837 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e7c701b3-7ab1-497b-801d-a2a12f0dc716 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9bbd2e1ec8ac401a8468f185f1f637da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4027474 Feb 20 05:56:10.470921 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 33380) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:10.596821 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-39c40686-9098-4352-ac6a-154fc0ff5f80 req-8a1922e7-cb72-442f-ae76-e75112a5a89a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1a8652f-4210-43ac-a4eb-c5d281b8c151 HTTP/1.1" status: 200 len: 217 time: 0.1511464 Feb 20 05:56:10.628500 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c701b3-7ab1-497b-801d-a2a12f0dc716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41a826d-c748-409f-b9bb-4c30f8cf7ddd,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:10.779308 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92067eb-a189-4d06-b924-36597abd7bc5 req-dac5d68f-553d-4f8a-ad08-ed0c34730a53 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:10.803121 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d92067eb-a189-4d06-b924-36597abd7bc5 req-dac5d68f-553d-4f8a-ad08-ed0c34730a53 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f HTTP/1.1" status: 200 len: 943 time: 0.4084070 Feb 20 05:56:10.829801 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c40686-9098-4352-ac6a-154fc0ff5f80 req-c661735b-d210-4731-ab3b-840837412cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:10.831305 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-39c40686-9098-4352-ac6a-154fc0ff5f80 req-c661735b-d210-4731-ab3b-840837412cd4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31ac9d55-2ac0-4f22-ae17-262bbbe19926 HTTP/1.1" status: 200 len: 850 time: 0.2242794 Feb 20 05:56:10.977286 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418f28e6-bae0-4559-ae2a-139f9a3f66a8 admin admin] Router 1bd29161-87b6-4b64-ad63-e285887afa65 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:56:11.054141 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c40686-9098-4352-ac6a-154fc0ff5f80 req-62047ff0-4498-4130-8e5d-9bfb36ae8f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:11.073913 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-39c40686-9098-4352-ac6a-154fc0ff5f80 req-62047ff0-4498-4130-8e5d-9bfb36ae8f98 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc99b155-842d-47d9-a797-22be9782748f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2237809 Feb 20 05:56:11.496946 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-39c40686-9098-4352-ac6a-154fc0ff5f80 req-21c7f054-1ba3-4136-8108-331092453595 service neutron] 10.222.0.61 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204590 Feb 20 05:56:11.598167 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-719c879b-6462-4d72-b19a-7c9c6a344e15 admin admin] Publish callbacks [] for security_group (f41a826d-c748-409f-b9bb-4c30f8cf7ddd), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:11.651536 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-719c879b-6462-4d72-b19a-7c9c6a344e15 admin admin] Publish callbacks [] for security_group (f41a826d-c748-409f-b9bb-4c30f8cf7ddd), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:11.683926 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d92067eb-a189-4d06-b924-36597abd7bc5 req-252b7a7b-f904-4941-946f-44cc4f5f7af9 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd989d3-4af0-42d4-861c-c2470fadb943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8785825 Feb 20 05:56:11.727145 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418f28e6-bae0-4559-ae2a-139f9a3f66a8 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:56:11.735095 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-418f28e6-bae0-4559-ae2a-139f9a3f66a8 admin admin] 10.222.0.37 "PUT /v2.0/routers/1bd29161-87b6-4b64-ad63-e285887afa65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7235625 Feb 20 05:56:11.737950 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33414) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:11.740232 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e17951b-3d94-4359-a919-89240428956e None None] Sync routers for ids ['1bd29161-87b6-4b64-ad63-e285887afa65'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:56:11.758066 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e17951b-3d94-4359-a919-89240428956e None None] Routers {'1bd29161-87b6-4b64-ad63-e285887afa65'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:56:11.758709 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0e17951b-3d94-4359-a919-89240428956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:55:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['1bd29161-87b6-4b64-ad63-e285887afa65'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:56:11.813376 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-719c879b-6462-4d72-b19a-7c9c6a344e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f41a826d-c748-409f-b9bb-4c30f8cf7ddd), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:11.816636 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-719c879b-6462-4d72-b19a-7c9c6a344e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:11.824962 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-719c879b-6462-4d72-b19a-7c9c6a344e15 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f41a826d-c748-409f-b9bb-4c30f8cf7ddd HTTP/1.1" status: 204 len: 168 time: 1.3428116 Feb 20 05:56:11.861728 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c879b-6462-4d72-b19a-7c9c6a344e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41a826d-c748-409f-b9bb-4c30f8cf7ddd,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:11.875145 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-39c40686-9098-4352-ac6a-154fc0ff5f80 req-3d74cf12-3556-4bf9-887f-c89648f83dd6 service neutron] 10.222.0.61 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508239 Feb 20 05:56:11.933985 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:56:12.062071 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-150c67ab-54d5-4ad2-9453-cf00e23ddaf0 admin admin] Publish callbacks [] for router (1bd29161-87b6-4b64-ad63-e285887afa65), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:12.130636 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-0e17951b-3d94-4359-a919-89240428956e None None] Set router 1bd29161-87b6-4b64-ad63-e285887afa65 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:56:12.399012 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-150c67ab-54d5-4ad2-9453-cf00e23ddaf0 admin admin] Publish callbacks [] for router_gateway (1bd29161-87b6-4b64-ad63-e285887afa65), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:12.578679 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-150c67ab-54d5-4ad2-9453-cf00e23ddaf0 admin admin] Deleting port 2d8aa650-de4d-44b1-9380-37b5c193e082 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:56:12.579843 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-150c67ab-54d5-4ad2-9453-cf00e23ddaf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (2d8aa650-de4d-44b1-9380-37b5c193e082), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:12.806035 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0e17951b-3d94-4359-a919-89240428956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd29161-87b6-4b64-ad63-e285887afa65', 'name': 'tempest-TestVolumeBackupRestore-1340458230-router', 'tenant_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '2d8aa650-de4d-44b1-9380-37b5c193e082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:35Z', 'updated_at': '2022-02-20T05:56:08Z', 'revision_number': 5, 'project_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'gw_port': {'id': '2d8aa650-de4d-44b1-9380-37b5c193e082', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd29161-87b6-4b64-ad63-e285887afa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:46:37Z', 'updated_at': '2022-02-20T05:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:56:12.837010 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 33452) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:12.839146 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-150c67ab-54d5-4ad2-9453-cf00e23ddaf0 admin admin] For port 2d8aa650-de4d-44b1-9380-37b5c193e082, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=2d8aa650-de4d-44b1-9380-37b5c193e082,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:56:12.840429 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-150c67ab-54d5-4ad2-9453-cf00e23ddaf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (2d8aa650-de4d-44b1-9380-37b5c193e082), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:12.865095 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3aba4fd8-d1bf-4667-b0f1-4f0ca9cdbd4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:12.883426 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-150c67ab-54d5-4ad2-9453-cf00e23ddaf0 admin admin] Calling delete_port for 2d8aa650-de4d-44b1-9380-37b5c193e082 owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:56:12.900684 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e17951b-3d94-4359-a919-89240428956e None None] Checking router: 1bd29161-87b6-4b64-ad63-e285887afa65 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:56:12.951928 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e17951b-3d94-4359-a919-89240428956e None None] Routers {'1bd29161-87b6-4b64-ad63-e285887afa65'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:56:12.955623 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0e17951b-3d94-4359-a919-89240428956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:55:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['1bd29161-87b6-4b64-ad63-e285887afa65'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:56:13.147675 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3aba4fd8-d1bf-4667-b0f1-4f0ca9cdbd4f admin admin] Publish callbacks [] for security_group (81739a33-1d6f-4063-9e59-b8348002ee53), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:13.158523 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3aba4fd8-d1bf-4667-b0f1-4f0ca9cdbd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (81739a33-1d6f-4063-9e59-b8348002ee53), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:13.209958 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-0e17951b-3d94-4359-a919-89240428956e None None] Set router 1bd29161-87b6-4b64-ad63-e285887afa65 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:56:13.292407 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3aba4fd8-d1bf-4667-b0f1-4f0ca9cdbd4f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4061a30c0781437bb550014d28d8d839&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4542880 Feb 20 05:56:13.298278 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33456) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:13.308039 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3255d-9149-4709-afaf-41de12fab0de req-6ed480a4-9db8-44cd-a103-385b18f30c48 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:13.319845 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-20c3255d-9149-4709-afaf-41de12fab0de req-6ed480a4-9db8-44cd-a103-385b18f30c48 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f HTTP/1.1" status: 200 len: 943 time: 0.4680686 Feb 20 05:56:13.320683 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-150c67ab-54d5-4ad2-9453-cf00e23ddaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (2d8aa650-de4d-44b1-9380-37b5c193e082), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:13.379212 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0e17951b-3d94-4359-a919-89240428956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd29161-87b6-4b64-ad63-e285887afa65', 'name': 'tempest-TestVolumeBackupRestore-1340458230-router', 'tenant_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:35Z', 'updated_at': '2022-02-20T05:56:12Z', 'revision_number': 6, 'project_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:56:13.410703 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba4fd8-d1bf-4667-b0f1-4f0ca9cdbd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81739a33-1d6f-4063-9e59-b8348002ee53,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:13.476061 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device f1a8652f-4210-43ac-a4eb-c5d281b8c151 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:56:13.516172 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-20c3255d-9149-4709-afaf-41de12fab0de req-5ea56e05-ac04-4870-b3e9-69baaaf4a9b9 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd989d3-4af0-42d4-861c-c2470fadb943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608741 Feb 20 05:56:13.521634 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c67ab-54d5-4ad2-9453-cf00e23ddaf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d8aa650-de4d-44b1-9380-37b5c193e082,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:13.547680 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e17951b-3d94-4359-a919-89240428956e None None] The sync data for ids ['1bd29161-87b6-4b64-ad63-e285887afa65'] in n-d-829866-5 is: [{'id': '1bd29161-87b6-4b64-ad63-e285887afa65', 'name': 'tempest-TestVolumeBackupRestore-1340458230-router', 'tenant_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:46:35Z', 'updated_at': '2022-02-20T05:56:12Z', 'revision_number': 6, 'project_id': 'f3f3ac62ad814680bd6d5a2689a3799b', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:56:13.641668 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-150c67ab-54d5-4ad2-9453-cf00e23ddaf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (1bd29161-87b6-4b64-ad63-e285887afa65), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:13.694823 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port f1a8652f-4210-43ac-a4eb-c5d281b8c151, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=f1a8652f-4210-43ac-a4eb-c5d281b8c151,segment=NetworkSegment(7148d78d-4a2a-41e2-9dce-a1cc038d3a3f),segment_id=7148d78d-4a2a-41e2-9dce-a1cc038d3a3f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:56:13.707016 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'f1a8652f-4210-43ac-a4eb-c5d281b8c151', 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f', 'port_id': 'f1a8652f-4210-43ac-a4eb-c5d281b8c151', 'mac_address': 'fa:16:3e:da:bd:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:56:13.787529 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port f1a8652f-4210-43ac-a4eb-c5d281b8c151 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:56:13.788079 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f1a8652f-4210-43ac-a4eb-c5d281b8c151), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:13.813840 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a8652f-4210-43ac-a4eb-c5d281b8c151 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:56:13.881612 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port f1a8652f-4210-43ac-a4eb-c5d281b8c151, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=f1a8652f-4210-43ac-a4eb-c5d281b8c151,segment=NetworkSegment(7148d78d-4a2a-41e2-9dce-a1cc038d3a3f),segment_id=7148d78d-4a2a-41e2-9dce-a1cc038d3a3f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:56:13.889659 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f1a8652f-4210-43ac-a4eb-c5d281b8c151), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:13.895945 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-150c67ab-54d5-4ad2-9453-cf00e23ddaf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (1bd29161-87b6-4b64-ad63-e285887afa65), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:13.937538 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-150c67ab-54d5-4ad2-9453-cf00e23ddaf0 admin admin] Publish callbacks [] for router_controller (1bd29161-87b6-4b64-ad63-e285887afa65), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:13.971211 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d21883fa-26d4-4a0d-9a56-5767907ae3da admin admin] Publish callbacks [] for security_group (81739a33-1d6f-4063-9e59-b8348002ee53), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:14.049406 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=f1a8652f-4210-43ac-a4eb-c5d281b8c151,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:14.139284 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['f1a8652f-4210-43ac-a4eb-c5d281b8c151'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:56:14.171515 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-150c67ab-54d5-4ad2-9453-cf00e23ddaf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (1bd29161-87b6-4b64-ad63-e285887afa65), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:14.172239 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150c67ab-54d5-4ad2-9453-cf00e23ddaf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bd29161-87b6-4b64-ad63-e285887afa65 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:56:14.179640 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d21883fa-26d4-4a0d-9a56-5767907ae3da admin admin] Publish callbacks [] for security_group (81739a33-1d6f-4063-9e59-b8348002ee53), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:14.183988 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-150c67ab-54d5-4ad2-9453-cf00e23ddaf0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:14.195120 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-150c67ab-54d5-4ad2-9453-cf00e23ddaf0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1bd29161-87b6-4b64-ad63-e285887afa65 HTTP/1.1" status: 204 len: 168 time: 2.4515831 Feb 20 05:56:14.196058 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 33488) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:14.284741 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d21883fa-26d4-4a0d-9a56-5767907ae3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (81739a33-1d6f-4063-9e59-b8348002ee53), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:14.287672 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d21883fa-26d4-4a0d-9a56-5767907ae3da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:14.288979 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d21883fa-26d4-4a0d-9a56-5767907ae3da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/81739a33-1d6f-4063-9e59-b8348002ee53 HTTP/1.1" status: 204 len: 168 time: 0.9891531 Feb 20 05:56:14.302085 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21883fa-26d4-4a0d-9a56-5767907ae3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81739a33-1d6f-4063-9e59-b8348002ee53,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:14.349574 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f0abae08-72ab-43da-94bc-e271e8e55c5a no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:56:14.394209 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b8e490-31bb-4795-a380-300793c75a02 admin admin] Deleting subnet 0aba15b1-e50a-4691-9398-19c325786eb8 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:56:14.411958 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2b8e490-31bb-4795-a380-300793c75a02 admin admin] Publish callbacks [] for subnet (0aba15b1-e50a-4691-9398-19c325786eb8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:14.431963 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: f0abae08-72ab-43da-94bc-e271e8e55c5a {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:56:14.432730 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f0abae08-72ab-43da-94bc-e271e8e55c5a not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:56:14.495033 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2b8e490-31bb-4795-a380-300793c75a02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (0aba15b1-e50a-4691-9398-19c325786eb8), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:14.854509 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07477e-d1b3-4e4b-a316-44cae8a2d732 req-55ef94fc-819c-4824-a341-ac9dff72b6c6 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:14.874409 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6b07477e-d1b3-4e4b-a316-44cae8a2d732 req-55ef94fc-819c-4824-a341-ac9dff72b6c6 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f HTTP/1.1" status: 200 len: 944 time: 0.2791431 Feb 20 05:56:15.022280 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2b8e490-31bb-4795-a380-300793c75a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (0aba15b1-e50a-4691-9398-19c325786eb8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:15.115328 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6b07477e-d1b3-4e4b-a316-44cae8a2d732 req-09be3717-2dd0-42e4-888c-4c057e3143c2 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd989d3-4af0-42d4-861c-c2470fadb943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393177 Feb 20 05:56:15.159054 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2b8e490-31bb-4795-a380-300793c75a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (0aba15b1-e50a-4691-9398-19c325786eb8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:15.175888 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2b8e490-31bb-4795-a380-300793c75a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:15.181500 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fa947a-4f33-4b8a-8c48-451ef2b7aaab None None] Network 862264ad-4c00-45bf-8ef1-1df919f51be1 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:56:15.188721 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33516) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:15.190581 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c2b8e490-31bb-4795-a380-300793c75a02 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0aba15b1-e50a-4691-9398-19c325786eb8 HTTP/1.1" status: 204 len: 168 time: 0.9851377 Feb 20 05:56:15.274497 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8e490-31bb-4795-a380-300793c75a02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aba15b1-e50a-4691-9398-19c325786eb8,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:15.288845 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b8e490-31bb-4795-a380-300793c75a02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:15.294947 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b8e490-31bb-4795-a380-300793c75a02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:15.295561 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b8e490-31bb-4795-a380-300793c75a02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:15.296015 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b8e490-31bb-4795-a380-300793c75a02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:15.296462 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b8e490-31bb-4795-a380-300793c75a02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:15.296908 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b8e490-31bb-4795-a380-300793c75a02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:15.307553 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b8e490-31bb-4795-a380-300793c75a02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:15.308020 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b8e490-31bb-4795-a380-300793c75a02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:15.308488 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b8e490-31bb-4795-a380-300793c75a02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:15.308963 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b8e490-31bb-4795-a380-300793c75a02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:15.309417 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b8e490-31bb-4795-a380-300793c75a02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:15.310435 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b8e490-31bb-4795-a380-300793c75a02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:15.310881 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b8e490-31bb-4795-a380-300793c75a02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:15.313733 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 33522) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:15.346562 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa4a4d39-857c-46db-8d91-6582573c4c06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:15.380181 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0b298e00-0ea9-43bb-9c0e-9f79c9c7b343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (862264ad-4c00-45bf-8ef1-1df919f51be1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:15.493777 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device f1a8652f-4210-43ac-a4eb-c5d281b8c151 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:56:15.583393 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-0b298e00-0ea9-43bb-9c0e-9f79c9c7b343 admin admin] Deleting port 260094c3-1646-491a-8b87-22956420288e {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:56:15.584153 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0b298e00-0ea9-43bb-9c0e-9f79c9c7b343 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (260094c3-1646-491a-8b87-22956420288e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:15.587341 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa4a4d39-857c-46db-8d91-6582573c4c06 admin admin] Publish callbacks [] for security_group (ac320d91-639a-4e36-a6d3-fa956794582a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:15.605447 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa4a4d39-857c-46db-8d91-6582573c4c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ac320d91-639a-4e36-a6d3-fa956794582a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:15.608741 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f88e0f-6359-4e0c-b402-9ead9fc5d846 None None] DHCP port deletion for 862264ad-4c00-45bf-8ef1-1df919f51be1 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:56:15.614356 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port f1a8652f-4210-43ac-a4eb-c5d281b8c151 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:56:15.625683 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port f1a8652f-4210-43ac-a4eb-c5d281b8c151 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:56:15.625940 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f1a8652f-4210-43ac-a4eb-c5d281b8c151), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:15.657967 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a4d39-857c-46db-8d91-6582573c4c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac320d91-639a-4e36-a6d3-fa956794582a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:15.733107 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-0b298e00-0ea9-43bb-9c0e-9f79c9c7b343 admin admin] For port 260094c3-1646-491a-8b87-22956420288e, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=260094c3-1646-491a-8b87-22956420288e,segment=NetworkSegment(4c4a52a3-50a3-4b34-a0f0-c9533601fbda),segment_id=4c4a52a3-50a3-4b34-a0f0-c9533601fbda)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:56:15.733661 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0b298e00-0ea9-43bb-9c0e-9f79c9c7b343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (260094c3-1646-491a-8b87-22956420288e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:15.738284 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fa4a4d39-857c-46db-8d91-6582573c4c06 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a280064e0cf34d5596fe74eb399f3f58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4190600 Feb 20 05:56:15.740734 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 33528) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:15.750115 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-0b298e00-0ea9-43bb-9c0e-9f79c9c7b343 admin admin] Calling delete_port for 260094c3-1646-491a-8b87-22956420288e owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:56:15.862240 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cd8aa24-6704-45c4-86df-a5667fb7075a admin admin] Publish callbacks [] for security_group (ac320d91-639a-4e36-a6d3-fa956794582a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:15.867075 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port f1a8652f-4210-43ac-a4eb-c5d281b8c151 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:56:15.867467 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f1a8652f-4210-43ac-a4eb-c5d281b8c151), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:15.891432 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0b298e00-0ea9-43bb-9c0e-9f79c9c7b343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (260094c3-1646-491a-8b87-22956420288e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:15.899204 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cd8aa24-6704-45c4-86df-a5667fb7075a admin admin] Publish callbacks [] for security_group (ac320d91-639a-4e36-a6d3-fa956794582a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:15.905121 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 260094c3-1646-491a-8b87-22956420288e no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:56:15.968535 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b298e00-0ea9-43bb-9c0e-9f79c9c7b343 admin admin] Pushing event deleted for resources: {'Port': ['ID=260094c3-1646-491a-8b87-22956420288e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:15.979227 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b298e00-0ea9-43bb-9c0e-9f79c9c7b343 admin admin] No DVR routers for this DVR port 260094c3-1646-491a-8b87-22956420288e on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:56:15.984321 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cd8aa24-6704-45c4-86df-a5667fb7075a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ac320d91-639a-4e36-a6d3-fa956794582a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:15.986990 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cd8aa24-6704-45c4-86df-a5667fb7075a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:15.988167 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0cd8aa24-6704-45c4-86df-a5667fb7075a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac320d91-639a-4e36-a6d3-fa956794582a HTTP/1.1" status: 204 len: 168 time: 0.2434127 Feb 20 05:56:15.997211 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8aa24-6704-45c4-86df-a5667fb7075a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac320d91-639a-4e36-a6d3-fa956794582a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:16.019083 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port f1a8652f-4210-43ac-a4eb-c5d281b8c151, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=f1a8652f-4210-43ac-a4eb-c5d281b8c151,segment=NetworkSegment(7148d78d-4a2a-41e2-9dce-a1cc038d3a3f),segment_id=7148d78d-4a2a-41e2-9dce-a1cc038d3a3f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:56:16.026677 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b637dbaf-bd6f-40c7-bb05-2ca1328ae54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a8652f-4210-43ac-a4eb-c5d281b8c151'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:56:16.033279 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55324265-86e4-4460-a246-714085aba911" -d '{"events": [{"server_uuid": "b637dbaf-bd6f-40c7-bb05-2ca1328ae54f", "name": "network-vif-plugged", "status": "completed", "tag": "f1a8652f-4210-43ac-a4eb-c5d281b8c151"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:56:16.039362 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 260094c3-1646-491a-8b87-22956420288e {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:56:16.039719 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 260094c3-1646-491a-8b87-22956420288e not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:56:16.040154 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 2d8aa650-de4d-44b1-9380-37b5c193e082 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:56:16.113328 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 2d8aa650-de4d-44b1-9380-37b5c193e082 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:56:16.113688 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 2d8aa650-de4d-44b1-9380-37b5c193e082 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:56:16.133827 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f1a8652f-4210-43ac-a4eb-c5d281b8c151), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:16.177376 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0b298e00-0ea9-43bb-9c0e-9f79c9c7b343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (862264ad-4c00-45bf-8ef1-1df919f51be1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:16.239117 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-0b298e00-0ea9-43bb-9c0e-9f79c9c7b343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862264ad-4c00-45bf-8ef1-1df919f51be1']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:56:16.255433 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-0b298e00-0ea9-43bb-9c0e-9f79c9c7b343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4a52a3-50a3-4b34-a0f0-c9533601fbda') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:56:16.255731 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-0b298e00-0ea9-43bb-9c0e-9f79c9c7b343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4a52a3-50a3-4b34-a0f0-c9533601fbda') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:56:16.282734 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0b298e00-0ea9-43bb-9c0e-9f79c9c7b343 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (4c4a52a3-50a3-4b34-a0f0-c9533601fbda), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:16.305470 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=f1a8652f-4210-43ac-a4eb-c5d281b8c151,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:16.313219 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0b298e00-0ea9-43bb-9c0e-9f79c9c7b343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (4c4a52a3-50a3-4b34-a0f0-c9533601fbda), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:16.326865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b298e00-0ea9-43bb-9c0e-9f79c9c7b343 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:56:16.328613 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0b298e00-0ea9-43bb-9c0e-9f79c9c7b343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (4c4a52a3-50a3-4b34-a0f0-c9533601fbda), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:56:16.333545 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:56:16.345472 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:16.345825 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:16.346167 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:16.346502 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:16.346827 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:16.347177 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:16.358463 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:16.359373 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:16.359738 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:16.360082 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:16.360479 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:16.360813 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:16.361164 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:16.482566 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-68f88e0f-6359-4e0c-b402-9ead9fc5d846 None None] Deleting port 260094c3-1646-491a-8b87-22956420288e {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:56:16.486748 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68f88e0f-6359-4e0c-b402-9ead9fc5d846 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (260094c3-1646-491a-8b87-22956420288e), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:16.494493 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-49ac2350-62a0-4200-b37e-b245a089e3c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:16.530063 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0b298e00-0ea9-43bb-9c0e-9f79c9c7b343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (862264ad-4c00-45bf-8ef1-1df919f51be1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:16.542945 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0b298e00-0ea9-43bb-9c0e-9f79c9c7b343 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:16.554126 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0b298e00-0ea9-43bb-9c0e-9f79c9c7b343 admin admin] 10.222.0.37 "DELETE /v2.0/networks/862264ad-4c00-45bf-8ef1-1df919f51be1 HTTP/1.1" status: 204 len: 168 time: 1.3648834 Feb 20 05:56:16.591195 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b298e00-0ea9-43bb-9c0e-9f79c9c7b343 admin admin] Pushing event deleted for resources: {'Network': ['ID=862264ad-4c00-45bf-8ef1-1df919f51be1,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:16.678035 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-68f88e0f-6359-4e0c-b402-9ead9fc5d846 None None] For port 260094c3-1646-491a-8b87-22956420288e, host n-d-829866-5, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:56:16.678513 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68f88e0f-6359-4e0c-b402-9ead9fc5d846 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (260094c3-1646-491a-8b87-22956420288e), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:16.717489 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-68f88e0f-6359-4e0c-b402-9ead9fc5d846 None None] Calling delete_port for 260094c3-1646-491a-8b87-22956420288e owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:56:16.724184 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-68f88e0f-6359-4e0c-b402-9ead9fc5d846 None None] Port 260094c3-1646-491a-8b87-22956420288e was not found and therefore no delete operation was performed {{(pid=103408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 05:56:16.732649 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b78fbc1-ceb1-4697-810f-bc7247ed32ec x-openstack-request-id: req-7b78fbc1-ceb1-4697-810f-bc7247ed32ec {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:56:16.735746 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b637dbaf-bd6f-40c7-bb05-2ca1328ae54f", "name": "network-vif-plugged", "status": "completed", "tag": "f1a8652f-4210-43ac-a4eb-c5d281b8c151", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:56:16.736204 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b78fbc1-ceb1-4697-810f-bc7247ed32ec {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:56:16.736789 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b637dbaf-bd6f-40c7-bb05-2ca1328ae54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a8652f-4210-43ac-a4eb-c5d281b8c151', 'code': 200} Feb 20 05:56:16.739755 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68f88e0f-6359-4e0c-b402-9ead9fc5d846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (260094c3-1646-491a-8b87-22956420288e), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:16.820948 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-68f88e0f-6359-4e0c-b402-9ead9fc5d846 None None] Network 862264ad-4c00-45bf-8ef1-1df919f51be1 is not hosted by any dhcp agent {{(pid=103408) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 20 05:56:16.821542 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f88e0f-6359-4e0c-b402-9ead9fc5d846 None None] No DVR routers for this DVR port 260094c3-1646-491a-8b87-22956420288e on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:56:16.823316 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f88e0f-6359-4e0c-b402-9ead9fc5d846 None None] Pushing event deleted for resources: {'Port': ['ID=260094c3-1646-491a-8b87-22956420288e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:16.949849 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659dfde-1483-4158-b515-227f504b8acc req-ddd6ffb1-7081-4e2c-8f43-8068d0eda71d tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:16.955699 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33582) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:16.960422 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8659dfde-1483-4158-b515-227f504b8acc req-ddd6ffb1-7081-4e2c-8f43-8068d0eda71d tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f HTTP/1.1" status: 200 len: 945 time: 0.1003392 Feb 20 05:56:17.056433 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-684e86d8-ddab-47bd-8161-dc745b7854a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c628ee270a94ff4b5ce2b0598d240ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0994668 Feb 20 05:56:17.059495 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33590) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:17.074840 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8659dfde-1483-4158-b515-227f504b8acc req-61d193bc-2f78-42cf-8d59-670dc9d4221e tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd989d3-4af0-42d4-861c-c2470fadb943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066053 Feb 20 05:56:17.089746 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba5f7a-d411-4c6a-ab58-87f7cbb425fb req-95c9162b-b35e-43c3-84d8-c1668b708616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:17.100283 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-21ba5f7a-d411-4c6a-ab58-87f7cbb425fb req-95c9162b-b35e-43c3-84d8-c1668b708616 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f HTTP/1.1" status: 200 len: 1127 time: 0.2780960 Feb 20 05:56:17.166067 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-21ba5f7a-d411-4c6a-ab58-87f7cbb425fb req-5db0d904-dfba-48cc-a580-e781fe5fbfad service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6fd989d3-4af0-42d4-861c-c2470fadb943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567288 Feb 20 05:56:17.194850 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-70a13012-7dae-4d6e-9adc-f7411e2a86ed admin admin] Publish callbacks [] for security_group (c22320ef-57f2-4775-926e-9601f46840e5), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:17.239684 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-70a13012-7dae-4d6e-9adc-f7411e2a86ed admin admin] Publish callbacks [] for security_group (c22320ef-57f2-4775-926e-9601f46840e5), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:17.348180 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-70a13012-7dae-4d6e-9adc-f7411e2a86ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c22320ef-57f2-4775-926e-9601f46840e5), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:17.351928 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-70a13012-7dae-4d6e-9adc-f7411e2a86ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:17.354021 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-70a13012-7dae-4d6e-9adc-f7411e2a86ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c22320ef-57f2-4775-926e-9601f46840e5 HTTP/1.1" status: 204 len: 168 time: 0.2919686 Feb 20 05:56:17.371634 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a13012-7dae-4d6e-9adc-f7411e2a86ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22320ef-57f2-4775-926e-9601f46840e5,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:18.184165 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33650) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:18.316570 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12408b34-8129-4686-a007-6196e17816e7 req-22b131bf-7c40-42dd-a150-c89e4406852c tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:18.318507 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-22c35f35-887a-4849-b3a2-ecc4aa4b9f19 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f3f3ac62ad814680bd6d5a2689a3799b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324744 Feb 20 05:56:18.319141 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33654) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:18.328269 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-12408b34-8129-4686-a007-6196e17816e7 req-22b131bf-7c40-42dd-a150-c89e4406852c tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f HTTP/1.1" status: 200 len: 945 time: 0.1167912 Feb 20 05:56:18.465847 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-12408b34-8129-4686-a007-6196e17816e7 req-02c6cb43-7a80-440a-b18f-8c231f60d02f tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd989d3-4af0-42d4-861c-c2470fadb943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353452 Feb 20 05:56:18.487792 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e419e7d0-69c8-49f1-bccc-ea128f5aa0cf admin admin] Publish callbacks [] for security_group (12ce4dd3-2da7-4897-85cd-10e60c491171), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:18.539772 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e419e7d0-69c8-49f1-bccc-ea128f5aa0cf admin admin] Publish callbacks [] for security_group (12ce4dd3-2da7-4897-85cd-10e60c491171), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:18.662790 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e419e7d0-69c8-49f1-bccc-ea128f5aa0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (12ce4dd3-2da7-4897-85cd-10e60c491171), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:18.666199 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e419e7d0-69c8-49f1-bccc-ea128f5aa0cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:18.668236 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e419e7d0-69c8-49f1-bccc-ea128f5aa0cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/12ce4dd3-2da7-4897-85cd-10e60c491171 HTTP/1.1" status: 204 len: 168 time: 0.3480916 Feb 20 05:56:18.686796 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419e7d0-69c8-49f1-bccc-ea128f5aa0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ce4dd3-2da7-4897-85cd-10e60c491171,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:18.953088 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d0b318a6-f3a8-4450-97a5-cca21b898a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:19.631033 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:19.742889 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49998c4a-197b-46ac-926b-52c1d4973ac6 req-0b8da5eb-ce19-4a05-9b7d-a2982e2e0ae7 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:19.756972 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-49998c4a-197b-46ac-926b-52c1d4973ac6 req-0b8da5eb-ce19-4a05-9b7d-a2982e2e0ae7 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f HTTP/1.1" status: 200 len: 945 time: 0.1561251 Feb 20 05:56:19.829254 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-49998c4a-197b-46ac-926b-52c1d4973ac6 req-c876b939-f6d0-42cb-b542-c6e313a3325c tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd989d3-4af0-42d4-861c-c2470fadb943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661693 Feb 20 05:56:20.018338 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bf385-a84d-4346-98f2-6404b3c7836e req-a1a3b6ba-5757-41f6-8f17-aaaf40511778 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:20.023782 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-775bf385-a84d-4346-98f2-6404b3c7836e req-a1a3b6ba-5757-41f6-8f17-aaaf40511778 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f HTTP/1.1" status: 200 len: 945 time: 0.1175578 Feb 20 05:56:20.029758 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 33706) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:20.035832 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-9323edd4-be68-455e-b93b-5db8af0bdce8 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Request body: {'floatingip': {'port_id': 'f1a8652f-4210-43ac-a4eb-c5d281b8c151'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:56:20.695666 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9323edd4-be68-455e-b93b-5db8af0bdce8 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for floatingip (09dd73ff-9e83-40c0-8b14-fd5316495872), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:21.432127 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:21.586108 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9323edd4-be68-455e-b93b-5db8af0bdce8 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:21.592174 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9323edd4-be68-455e-b93b-5db8af0bdce8 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (09dd73ff-9e83-40c0-8b14-fd5316495872), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:21.746059 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-9323edd4-be68-455e-b93b-5db8af0bdce8 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Floating IP 09dd73ff-9e83-40c0-8b14-fd5316495872 associated. External IP: 172.25.3.129, port: f1a8652f-4210-43ac-a4eb-c5d281b8c151. Feb 20 05:56:22.036037 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9323edd4-be68-455e-b93b-5db8af0bdce8 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Router 93d34c56-1f4f-48e2-82e2-0dd1b0672024 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:56:22.230187 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9323edd4-be68-455e-b93b-5db8af0bdce8 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:56:22.235675 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9323edd4-be68-455e-b93b-5db8af0bdce8 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:22.241243 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3488aec-dcd6-4a98-bf40-e233389b651d None None] Sync routers for ids ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:56:22.258393 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3488aec-dcd6-4a98-bf40-e233389b651d None None] Routers {'93d34c56-1f4f-48e2-82e2-0dd1b0672024'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:56:22.273306 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-c3488aec-dcd6-4a98-bf40-e233389b651d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:56:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:56:22.324865 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9323edd4-be68-455e-b93b-5db8af0bdce8 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "PUT /v2.0/floatingips/09dd73ff-9e83-40c0-8b14-fd5316495872 HTTP/1.1" status: 200 len: 991 time: 2.2909460 Feb 20 05:56:22.324865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b637dbaf-bd6f-40c7-bb05-2ca1328ae54f', 'tag': 'f1a8652f-4210-43ac-a4eb-c5d281b8c151'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:56:22.326891 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5b850c-d743-4bba-81a8-98c426eb78d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b637dbaf-bd6f-40c7-bb05-2ca1328ae54f", "tag": "f1a8652f-4210-43ac-a4eb-c5d281b8c151"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:56:22.586473 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-c3488aec-dcd6-4a98-bf40-e233389b651d None None] Set router 93d34c56-1f4f-48e2-82e2-0dd1b0672024 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:56:22.767574 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:22.808280 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ad2056-b6f2-40a9-8fef-1aa49a3615aa x-openstack-request-id: req-87ad2056-b6f2-40a9-8fef-1aa49a3615aa {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:56:22.808786 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b637dbaf-bd6f-40c7-bb05-2ca1328ae54f", "tag": "f1a8652f-4210-43ac-a4eb-c5d281b8c151", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:56:22.808959 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87ad2056-b6f2-40a9-8fef-1aa49a3615aa {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:56:22.810205 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b637dbaf-bd6f-40c7-bb05-2ca1328ae54f', 'tag': 'f1a8652f-4210-43ac-a4eb-c5d281b8c151', 'status': 'completed', 'code': 200} Feb 20 05:56:22.960499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b850c-d743-4bba-81a8-98c426eb78d5 req-d55de0e6-782a-4c56-b7ba-2d6dd43b04bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:22.962053 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-da5b850c-d743-4bba-81a8-98c426eb78d5 req-d55de0e6-782a-4c56-b7ba-2d6dd43b04bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8f18450ca5d4be1a9fccbc37e9fb12f&device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f HTTP/1.1" status: 200 len: 1127 time: 0.1284566 Feb 20 05:56:23.155521 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:23.202230 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-c3488aec-dcd6-4a98-bf40-e233389b651d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'name': 'tempest-AttachVolumeTestJSON-1403786472-router', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:51:09Z', 'updated_at': '2022-02-20T05:51:18Z', 'revision_number': 4, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'gw_port': {'id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:10Z', 'updated_at': '2022-02-20T05:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '09dd73ff-9e83-40c0-8b14-fd5316495872', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'floating_ip_address': '172.25.3.129', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'port_id': 'f1a8652f-4210-43ac-a4eb-c5d281b8c151', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f', 'mac_address': 'fa:16:3e:da:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b637dbaf-bd6f-40c7-bb05-2ca1328ae54f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:55:53Z', 'updated_at': '2022-02-20T05:56:21Z', 'revision_number': 1, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '086cd9d9-a93d-4f6e-99d2-743885b4cccd', 'name': '', 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'mac_address': 'fa:16:3e:41:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:16Z', 'updated_at': '2022-02-20T05:51:27Z', 'revision_number': 5, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'subnets': [{'id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:56:23.214469 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b850c-d743-4bba-81a8-98c426eb78d5 req-fbb4f430-912c-4bd6-8f14-386a9148799a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:23.225012 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-da5b850c-d743-4bba-81a8-98c426eb78d5 req-fbb4f430-912c-4bd6-8f14-386a9148799a service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc99b155-842d-47d9-a797-22be9782748f HTTP/1.1" status: 200 len: 911 time: 0.2556467 Feb 20 05:56:23.234031 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3488aec-dcd6-4a98-bf40-e233389b651d None None] Checking router: 93d34c56-1f4f-48e2-82e2-0dd1b0672024 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:56:23.244680 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3488aec-dcd6-4a98-bf40-e233389b651d None None] Routers {'93d34c56-1f4f-48e2-82e2-0dd1b0672024'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:56:23.245601 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-c3488aec-dcd6-4a98-bf40-e233389b651d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:56:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:56:23.372827 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-da5b850c-d743-4bba-81a8-98c426eb78d5 req-0851167e-c250-42c9-9f92-b1c211bf7fec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1a8652f-4210-43ac-a4eb-c5d281b8c151 HTTP/1.1" status: 200 len: 999 time: 0.1468637 Feb 20 05:56:23.414063 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-c3488aec-dcd6-4a98-bf40-e233389b651d None None] Set router 93d34c56-1f4f-48e2-82e2-0dd1b0672024 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:56:23.484116 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b850c-d743-4bba-81a8-98c426eb78d5 req-051f1e64-ec49-49cf-9785-9769dc749f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:23.491508 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-da5b850c-d743-4bba-81a8-98c426eb78d5 req-051f1e64-ec49-49cf-9785-9769dc749f3b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31ac9d55-2ac0-4f22-ae17-262bbbe19926 HTTP/1.1" status: 200 len: 850 time: 0.1126404 Feb 20 05:56:23.681906 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b850c-d743-4bba-81a8-98c426eb78d5 req-8ab10133-e082-40cc-b0b7-e6fcb25ffc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:23.683857 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-da5b850c-d743-4bba-81a8-98c426eb78d5 req-8ab10133-e082-40cc-b0b7-e6fcb25ffc13 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc99b155-842d-47d9-a797-22be9782748f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1848669 Feb 20 05:56:23.976322 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-da5b850c-d743-4bba-81a8-98c426eb78d5 req-fe97bd67-3fdc-4891-b4b4-db2d23d48a15 service neutron] 10.222.0.61 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792852 Feb 20 05:56:24.258317 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-da5b850c-d743-4bba-81a8-98c426eb78d5 req-d66cbdef-cec5-4d00-8f4a-19d011ff110c service neutron] 10.222.0.61 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150521 Feb 20 05:56:24.735478 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-c3488aec-dcd6-4a98-bf40-e233389b651d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'name': 'tempest-AttachVolumeTestJSON-1403786472-router', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:51:09Z', 'updated_at': '2022-02-20T05:51:18Z', 'revision_number': 4, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'gw_port': {'id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:10Z', 'updated_at': '2022-02-20T05:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '09dd73ff-9e83-40c0-8b14-fd5316495872', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'floating_ip_address': '172.25.3.129', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'port_id': 'f1a8652f-4210-43ac-a4eb-c5d281b8c151', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f', 'mac_address': 'fa:16:3e:da:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b637dbaf-bd6f-40c7-bb05-2ca1328ae54f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:55:53Z', 'updated_at': '2022-02-20T05:56:21Z', 'revision_number': 1, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '086cd9d9-a93d-4f6e-99d2-743885b4cccd', 'name': '', 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'mac_address': 'fa:16:3e:41:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:16Z', 'updated_at': '2022-02-20T05:51:27Z', 'revision_number': 5, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'subnets': [{'id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:56:24.820623 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3488aec-dcd6-4a98-bf40-e233389b651d None None] The sync data for ids ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'] in n-d-829866-5 is: [{'id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'name': 'tempest-AttachVolumeTestJSON-1403786472-router', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:51:09Z', 'updated_at': '2022-02-20T05:51:18Z', 'revision_number': 4, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'gw_port': {'id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:10Z', 'updated_at': '2022-02-20T05:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '09dd73ff-9e83-40c0-8b14-fd5316495872', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'floating_ip_address': '172.25.3.129', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'port_id': 'f1a8652f-4210-43ac-a4eb-c5d281b8c151', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f', 'mac_address': 'fa:16:3e:da:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b637dbaf-bd6f-40c7-bb05-2ca1328ae54f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:55:53Z', 'updated_at': '2022-02-20T05:56:21Z', 'revision_number': 1, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '086cd9d9-a93d-4f6e-99d2-743885b4cccd', 'name': '', 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'mac_address': 'fa:16:3e:41:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:16Z', 'updated_at': '2022-02-20T05:51:27Z', 'revision_number': 5, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'subnets': [{'id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:56:25.275735 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80dc84b-6ec8-46b0-955e-fd32894a722f None None] New status for floating IP 09dd73ff-9e83-40c0-8b14-fd5316495872: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:56:25.328240 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:26.162029 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-74acd0d3-2040-4e96-b4dc-a3c74632abf6 req-a3df4307-6aea-4958-83df-fc649a4bf15b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1459227 Feb 20 05:56:26.357852 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acd0d3-2040-4e96-b4dc-a3c74632abf6 req-357d171f-2e3b-4bdc-96f0-794d523733ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:26.364463 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-74acd0d3-2040-4e96-b4dc-a3c74632abf6 req-357d171f-2e3b-4bdc-96f0-794d523733ef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8f18450ca5d4be1a9fccbc37e9fb12f&device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f HTTP/1.1" status: 200 len: 1127 time: 0.1276603 Feb 20 05:56:26.614707 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acd0d3-2040-4e96-b4dc-a3c74632abf6 req-61d3071b-e06b-4789-ad97-8c3dee162646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:26.616995 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-74acd0d3-2040-4e96-b4dc-a3c74632abf6 req-61d3071b-e06b-4789-ad97-8c3dee162646 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc99b155-842d-47d9-a797-22be9782748f HTTP/1.1" status: 200 len: 911 time: 0.2227356 Feb 20 05:56:26.761099 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-74acd0d3-2040-4e96-b4dc-a3c74632abf6 req-d2e60c3f-d4bf-4816-b698-00afe5611ad4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1a8652f-4210-43ac-a4eb-c5d281b8c151 HTTP/1.1" status: 200 len: 1001 time: 0.1363313 Feb 20 05:56:26.834223 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acd0d3-2040-4e96-b4dc-a3c74632abf6 req-85b95cdd-e415-4861-9b90-79ec3ef9a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:26.835868 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-74acd0d3-2040-4e96-b4dc-a3c74632abf6 req-85b95cdd-e415-4861-9b90-79ec3ef9a94b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31ac9d55-2ac0-4f22-ae17-262bbbe19926 HTTP/1.1" status: 200 len: 850 time: 0.0672443 Feb 20 05:56:26.942201 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acd0d3-2040-4e96-b4dc-a3c74632abf6 req-24c9201c-c6c8-4934-a0cf-ffc1fc61c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:26.943842 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-74acd0d3-2040-4e96-b4dc-a3c74632abf6 req-24c9201c-c6c8-4934-a0cf-ffc1fc61c7dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc99b155-842d-47d9-a797-22be9782748f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0998750 Feb 20 05:56:27.112262 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-74acd0d3-2040-4e96-b4dc-a3c74632abf6 req-be15f345-fcd9-4d55-acb8-d160e66303cc service neutron] 10.222.0.61 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607058 Feb 20 05:56:27.338056 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-74acd0d3-2040-4e96-b4dc-a3c74632abf6 req-1f1fa3ad-f535-4904-9583-01cdbd694870 service neutron] 10.222.0.61 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115226 Feb 20 05:56:30.080000 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34044) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:30.422474 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-18299d84-754f-4c80-8cf9-61b737085ac8 req-d4b713b6-18c3-4f9a-ad0f-80feff47ec61 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=de16bf13-1464-406a-b7cc-32b65e1b47a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1014068 Feb 20 05:56:30.533982 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18299d84-754f-4c80-8cf9-61b737085ac8 req-e1613d28-1c80-4930-aadd-a772017e08c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:30.535918 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-18299d84-754f-4c80-8cf9-61b737085ac8 req-e1613d28-1c80-4930-aadd-a772017e08c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a4ef71f8a9048568c69ff01bf2b9bee&device_id=de16bf13-1464-406a-b7cc-32b65e1b47a0 HTTP/1.1" status: 200 len: 1127 time: 0.0913475 Feb 20 05:56:30.747829 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18299d84-754f-4c80-8cf9-61b737085ac8 req-e951f169-5ee4-428e-a550-21c8282b8d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:30.749454 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-18299d84-754f-4c80-8cf9-61b737085ac8 req-e951f169-5ee4-428e-a550-21c8282b8d64 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e49102ae-3060-48a8-853b-91c68016e434 HTTP/1.1" status: 200 len: 913 time: 0.1935012 Feb 20 05:56:30.821242 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-18299d84-754f-4c80-8cf9-61b737085ac8 req-d89fd1b0-b66e-4706-b72b-78f709013d8d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87a309b0-8090-4b88-92ca-c9599e454a79 HTTP/1.1" status: 200 len: 217 time: 0.0650957 Feb 20 05:56:30.932947 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18299d84-754f-4c80-8cf9-61b737085ac8 req-8a299355-cfcb-492e-8bc6-cc7ba642bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:56:30.935258 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-18299d84-754f-4c80-8cf9-61b737085ac8 req-8a299355-cfcb-492e-8bc6-cc7ba642bd12 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13e07dba-1e8d-497f-8e1b-6fffafafa42c HTTP/1.1" status: 200 len: 853 time: 0.1068685 Feb 20 05:56:30.987982 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-18299d84-754f-4c80-8cf9-61b737085ac8 req-9a08a031-6cf9-44ed-b353-d91d2f587dc2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e49102ae-3060-48a8-853b-91c68016e434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470848 Feb 20 05:56:31.308489 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-18299d84-754f-4c80-8cf9-61b737085ac8 req-655b3099-cab5-42b3-8d97-b6e37eb54244 service neutron] 10.222.0.48 "GET /v2.0/networks/e49102ae-3060-48a8-853b-91c68016e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085141 Feb 20 05:56:31.654239 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-18299d84-754f-4c80-8cf9-61b737085ac8 req-efa6c124-6f0a-4791-84b6-d1c91ac70f86 service neutron] 10.222.0.48 "GET /v2.0/networks/e49102ae-3060-48a8-853b-91c68016e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302410 Feb 20 05:56:32.371518 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-492808c4-a075-4e64-be88-4b93e7abb25e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (c8a337db-0481-4884-9540-632605b7d257), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:32.948958 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-492808c4-a075-4e64-be88-4b93e7abb25e admin admin] Deleting port 7d7454a1-b288-4b63-9367-fdc897ea412a {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:56:32.949280 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-492808c4-a075-4e64-be88-4b93e7abb25e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (7d7454a1-b288-4b63-9367-fdc897ea412a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:33.167257 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-492808c4-a075-4e64-be88-4b93e7abb25e admin admin] For port 7d7454a1-b288-4b63-9367-fdc897ea412a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7d7454a1-b288-4b63-9367-fdc897ea412a,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:56:33.167621 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-492808c4-a075-4e64-be88-4b93e7abb25e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (7d7454a1-b288-4b63-9367-fdc897ea412a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:33.212490 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-492808c4-a075-4e64-be88-4b93e7abb25e admin admin] Calling delete_port for 7d7454a1-b288-4b63-9367-fdc897ea412a owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:56:33.677540 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-492808c4-a075-4e64-be88-4b93e7abb25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (7d7454a1-b288-4b63-9367-fdc897ea412a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:33.727793 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492808c4-a075-4e64-be88-4b93e7abb25e admin admin] Pushing event deleted for resources: {'Port': ['ID=7d7454a1-b288-4b63-9367-fdc897ea412a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:34.124142 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-492808c4-a075-4e64-be88-4b93e7abb25e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (c8a337db-0481-4884-9540-632605b7d257), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:34.689086 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492808c4-a075-4e64-be88-4b93e7abb25e admin admin] Router c8a337db-0481-4884-9540-632605b7d257 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:56:34.991056 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492808c4-a075-4e64-be88-4b93e7abb25e admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:56:35.005272 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5146557e-bcc7-4096-8300-f58c88ce366a None None] Sync routers for ids ['c8a337db-0481-4884-9540-632605b7d257'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:56:35.007114 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-492808c4-a075-4e64-be88-4b93e7abb25e admin admin] 10.222.0.37 "PUT /v2.0/routers/c8a337db-0481-4884-9540-632605b7d257/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9249032 Feb 20 05:56:35.008443 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34144) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:35.026022 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5146557e-bcc7-4096-8300-f58c88ce366a None None] Routers {'c8a337db-0481-4884-9540-632605b7d257'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:56:35.026658 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-5146557e-bcc7-4096-8300-f58c88ce366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:56:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8a337db-0481-4884-9540-632605b7d257'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:56:35.440505 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-188c6af0-30ee-4f23-b00e-1690ef7c5ad5 admin admin] Publish callbacks [] for router (c8a337db-0481-4884-9540-632605b7d257), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:35.465443 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-5146557e-bcc7-4096-8300-f58c88ce366a None None] Set router c8a337db-0481-4884-9540-632605b7d257 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:56:35.873048 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-188c6af0-30ee-4f23-b00e-1690ef7c5ad5 admin admin] Publish callbacks [] for router_gateway (c8a337db-0481-4884-9540-632605b7d257), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:35.962150 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-188c6af0-30ee-4f23-b00e-1690ef7c5ad5 admin admin] Deleting port 96dfd4b2-092a-4080-9a2f-4544c059bf6a {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:56:35.963036 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-188c6af0-30ee-4f23-b00e-1690ef7c5ad5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (96dfd4b2-092a-4080-9a2f-4544c059bf6a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:36.041265 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-5146557e-bcc7-4096-8300-f58c88ce366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a337db-0481-4884-9540-632605b7d257', 'name': 'tempest-AttachVolumeShelveTestJSON-714751017-router', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:47:47Z', 'updated_at': '2022-02-20T05:56:33Z', 'revision_number': 5, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'gw_port': {'id': '96dfd4b2-092a-4080-9a2f-4544c059bf6a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a337db-0481-4884-9540-632605b7d257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2359, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:47:50Z', 'updated_at': '2022-02-20T05:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:56:36.066097 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-188c6af0-30ee-4f23-b00e-1690ef7c5ad5 admin admin] For port 96dfd4b2-092a-4080-9a2f-4544c059bf6a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=96dfd4b2-092a-4080-9a2f-4544c059bf6a,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:56:36.066815 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-188c6af0-30ee-4f23-b00e-1690ef7c5ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (96dfd4b2-092a-4080-9a2f-4544c059bf6a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:36.081971 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-188c6af0-30ee-4f23-b00e-1690ef7c5ad5 admin admin] Calling delete_port for 96dfd4b2-092a-4080-9a2f-4544c059bf6a owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:56:36.095807 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5146557e-bcc7-4096-8300-f58c88ce366a None None] Checking router: c8a337db-0481-4884-9540-632605b7d257 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:56:36.105866 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5146557e-bcc7-4096-8300-f58c88ce366a None None] Routers {'c8a337db-0481-4884-9540-632605b7d257'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:56:36.106526 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-5146557e-bcc7-4096-8300-f58c88ce366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:56:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['c8a337db-0481-4884-9540-632605b7d257'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:56:36.273449 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-5146557e-bcc7-4096-8300-f58c88ce366a None None] Set router c8a337db-0481-4884-9540-632605b7d257 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:56:36.363077 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-5146557e-bcc7-4096-8300-f58c88ce366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a337db-0481-4884-9540-632605b7d257', 'name': 'tempest-AttachVolumeShelveTestJSON-714751017-router', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:47:47Z', 'updated_at': '2022-02-20T05:56:35Z', 'revision_number': 6, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:56:36.416039 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5146557e-bcc7-4096-8300-f58c88ce366a None None] The sync data for ids ['c8a337db-0481-4884-9540-632605b7d257'] in n-d-829866-5 is: [{'id': 'c8a337db-0481-4884-9540-632605b7d257', 'name': 'tempest-AttachVolumeShelveTestJSON-714751017-router', 'tenant_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:47:47Z', 'updated_at': '2022-02-20T05:56:35Z', 'revision_number': 6, 'project_id': '1cc50ee140854bcc8f6ed45dd231f31c', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:56:36.518876 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-188c6af0-30ee-4f23-b00e-1690ef7c5ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (96dfd4b2-092a-4080-9a2f-4544c059bf6a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:36.570644 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c6af0-30ee-4f23-b00e-1690ef7c5ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=96dfd4b2-092a-4080-9a2f-4544c059bf6a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:36.663761 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-188c6af0-30ee-4f23-b00e-1690ef7c5ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (c8a337db-0481-4884-9540-632605b7d257), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:36.804172 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-188c6af0-30ee-4f23-b00e-1690ef7c5ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (c8a337db-0481-4884-9540-632605b7d257), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:36.806727 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-188c6af0-30ee-4f23-b00e-1690ef7c5ad5 admin admin] Publish callbacks [] for router_controller (c8a337db-0481-4884-9540-632605b7d257), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:36.885435 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-188c6af0-30ee-4f23-b00e-1690ef7c5ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (c8a337db-0481-4884-9540-632605b7d257), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:36.886644 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188c6af0-30ee-4f23-b00e-1690ef7c5ad5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8a337db-0481-4884-9540-632605b7d257 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:56:36.893258 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-188c6af0-30ee-4f23-b00e-1690ef7c5ad5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:36.894747 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-188c6af0-30ee-4f23-b00e-1690ef7c5ad5 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c8a337db-0481-4884-9540-632605b7d257 HTTP/1.1" status: 204 len: 168 time: 1.8850641 Feb 20 05:56:36.897440 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 34194) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:36.957259 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e052f5-afcb-44fb-8724-802529b0ce69 admin admin] Deleting subnet ec01882b-2949-4e73-b51b-e8c64ca48e8d {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:56:36.961671 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d1e052f5-afcb-44fb-8724-802529b0ce69 admin admin] Publish callbacks [] for subnet (ec01882b-2949-4e73-b51b-e8c64ca48e8d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:37.048281 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d1e052f5-afcb-44fb-8724-802529b0ce69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (ec01882b-2949-4e73-b51b-e8c64ca48e8d), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:37.157696 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d1e052f5-afcb-44fb-8724-802529b0ce69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (ec01882b-2949-4e73-b51b-e8c64ca48e8d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:37.230852 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d1e052f5-afcb-44fb-8724-802529b0ce69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (ec01882b-2949-4e73-b51b-e8c64ca48e8d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:37.261251 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e052f5-afcb-44fb-8724-802529b0ce69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec01882b-2949-4e73-b51b-e8c64ca48e8d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:37.275470 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27ab897-5521-499a-a7dc-fbcece3fd540 None None] Network 72954832-dc86-4706-b5e9-cf8eb66f0446 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:56:37.289006 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d1e052f5-afcb-44fb-8724-802529b0ce69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:37.305044 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d1e052f5-afcb-44fb-8724-802529b0ce69 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ec01882b-2949-4e73-b51b-e8c64ca48e8d HTTP/1.1" status: 204 len: 168 time: 0.4057891 Feb 20 05:56:37.307536 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34204) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:37.507429 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5a44974e-856d-4d68-9e17-1f90b043826a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (72954832-dc86-4706-b5e9-cf8eb66f0446), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:37.585760 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e30752-e778-4cb5-a57d-f9ac393d02a7 None None] DHCP port deletion for 72954832-dc86-4706-b5e9-cf8eb66f0446 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:56:37.644806 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-5a44974e-856d-4d68-9e17-1f90b043826a admin admin] Deleting port 8f9d8388-7233-4715-b5e2-92c6df03a847 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:56:37.645594 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5a44974e-856d-4d68-9e17-1f90b043826a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (8f9d8388-7233-4715-b5e2-92c6df03a847), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:37.721132 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d9e30752-e778-4cb5-a57d-f9ac393d02a7 None None] Deleting port 8f9d8388-7233-4715-b5e2-92c6df03a847 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:56:37.721651 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9e30752-e778-4cb5-a57d-f9ac393d02a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (8f9d8388-7233-4715-b5e2-92c6df03a847), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:37.769244 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-5a44974e-856d-4d68-9e17-1f90b043826a admin admin] For port 8f9d8388-7233-4715-b5e2-92c6df03a847, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8f9d8388-7233-4715-b5e2-92c6df03a847,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:56:37.773893 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5a44974e-856d-4d68-9e17-1f90b043826a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (8f9d8388-7233-4715-b5e2-92c6df03a847), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:37.802282 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d9e30752-e778-4cb5-a57d-f9ac393d02a7 None None] For port 8f9d8388-7233-4715-b5e2-92c6df03a847, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8f9d8388-7233-4715-b5e2-92c6df03a847,segment=NetworkSegment(b4b86e82-8259-4c94-b5ea-eb6f2e16ee38),segment_id=b4b86e82-8259-4c94-b5ea-eb6f2e16ee38)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:56:37.802864 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9e30752-e778-4cb5-a57d-f9ac393d02a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (8f9d8388-7233-4715-b5e2-92c6df03a847), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:37.803738 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-5a44974e-856d-4d68-9e17-1f90b043826a admin admin] Calling delete_port for 8f9d8388-7233-4715-b5e2-92c6df03a847 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:56:37.823314 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d9e30752-e778-4cb5-a57d-f9ac393d02a7 None None] Calling delete_port for 8f9d8388-7233-4715-b5e2-92c6df03a847 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:56:37.928874 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8f9d8388-7233-4715-b5e2-92c6df03a847 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:56:38.002260 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9e30752-e778-4cb5-a57d-f9ac393d02a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (8f9d8388-7233-4715-b5e2-92c6df03a847), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:38.028943 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5a44974e-856d-4d68-9e17-1f90b043826a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (8f9d8388-7233-4715-b5e2-92c6df03a847), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:38.076513 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e30752-e778-4cb5-a57d-f9ac393d02a7 None None] No DVR routers for this DVR port 8f9d8388-7233-4715-b5e2-92c6df03a847 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:56:38.081069 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e30752-e778-4cb5-a57d-f9ac393d02a7 None None] Pushing event deleted for resources: {'Port': ['ID=8f9d8388-7233-4715-b5e2-92c6df03a847,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:38.092515 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44974e-856d-4d68-9e17-1f90b043826a admin admin] Pushing event deleted for resources: {'Port': ['ID=8f9d8388-7233-4715-b5e2-92c6df03a847,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:38.095978 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No active binding found for port 8f9d8388-7233-4715-b5e2-92c6df03a847 {{(pid=103408) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 20 05:56:38.096566 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] The host n-d-829866-5 is not matching for port 8f9d8388-7233-4715-b5e2-92c6df03a847 host None! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 05:56:38.097046 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8f9d8388-7233-4715-b5e2-92c6df03a847 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:56:38.097396 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 96dfd4b2-092a-4080-9a2f-4544c059bf6a no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:56:38.108190 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a44974e-856d-4d68-9e17-1f90b043826a admin admin] No DVR routers for this DVR port 8f9d8388-7233-4715-b5e2-92c6df03a847 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:56:38.136767 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 96dfd4b2-092a-4080-9a2f-4544c059bf6a {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:56:38.143025 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 96dfd4b2-092a-4080-9a2f-4544c059bf6a not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:56:38.143528 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7d7454a1-b288-4b63-9367-fdc897ea412a no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:56:38.209012 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 7d7454a1-b288-4b63-9367-fdc897ea412a {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:56:38.209515 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7d7454a1-b288-4b63-9367-fdc897ea412a not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:56:38.280103 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5a44974e-856d-4d68-9e17-1f90b043826a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (72954832-dc86-4706-b5e9-cf8eb66f0446), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:38.327796 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-5a44974e-856d-4d68-9e17-1f90b043826a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72954832-dc86-4706-b5e9-cf8eb66f0446']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:56:38.359879 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-5a44974e-856d-4d68-9e17-1f90b043826a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b86e82-8259-4c94-b5ea-eb6f2e16ee38') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:56:38.360302 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-5a44974e-856d-4d68-9e17-1f90b043826a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b86e82-8259-4c94-b5ea-eb6f2e16ee38') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:56:38.375951 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5a44974e-856d-4d68-9e17-1f90b043826a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (b4b86e82-8259-4c94-b5ea-eb6f2e16ee38), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:38.427892 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5a44974e-856d-4d68-9e17-1f90b043826a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (b4b86e82-8259-4c94-b5ea-eb6f2e16ee38), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:38.443307 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a44974e-856d-4d68-9e17-1f90b043826a admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:56:38.445642 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5a44974e-856d-4d68-9e17-1f90b043826a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (b4b86e82-8259-4c94-b5ea-eb6f2e16ee38), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: self.session.flush() Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:56:38.450593 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:56:38.594108 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5a44974e-856d-4d68-9e17-1f90b043826a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (72954832-dc86-4706-b5e9-cf8eb66f0446), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:38.603734 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5a44974e-856d-4d68-9e17-1f90b043826a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:38.611952 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5a44974e-856d-4d68-9e17-1f90b043826a admin admin] 10.222.0.37 "DELETE /v2.0/networks/72954832-dc86-4706-b5e9-cf8eb66f0446 HTTP/1.1" status: 204 len: 168 time: 1.3032205 Feb 20 05:56:38.636586 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44974e-856d-4d68-9e17-1f90b043826a admin admin] Pushing event deleted for resources: {'Network': ['ID=72954832-dc86-4706-b5e9-cf8eb66f0446,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:38.851006 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 34244) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:38.976149 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4e5c3c11-a515-4e97-ac68-53094e4c8ffc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1cc50ee140854bcc8f6ed45dd231f31c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1233160 Feb 20 05:56:38.978780 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34246) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:39.098253 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-86d1a016-3954-47c9-b907-d470665235ba admin admin] Publish callbacks [] for security_group (9fb08c79-1824-4bd8-b676-e2bc5d941a7d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:39.171517 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-86d1a016-3954-47c9-b907-d470665235ba admin admin] Publish callbacks [] for security_group (9fb08c79-1824-4bd8-b676-e2bc5d941a7d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:39.304107 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-86d1a016-3954-47c9-b907-d470665235ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9fb08c79-1824-4bd8-b676-e2bc5d941a7d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:39.306842 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-86d1a016-3954-47c9-b907-d470665235ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:39.308155 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-86d1a016-3954-47c9-b907-d470665235ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9fb08c79-1824-4bd8-b676-e2bc5d941a7d HTTP/1.1" status: 204 len: 168 time: 0.3280334 Feb 20 05:56:39.334856 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1a016-3954-47c9-b907-d470665235ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb08c79-1824-4bd8-b676-e2bc5d941a7d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:44.549759 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34414) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:44.712177 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34420) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:44.892910 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-020c2607-b9e0-47d4-bf01-b62fd2c04aab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:45.113874 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0f751553-acfe-46b0-b5ba-25095b27eb7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:45.322122 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-020c2607-b9e0-47d4-bf01-b62fd2c04aab admin admin] Publish callbacks [] for security_group (093f244e-ddb8-40ad-809a-6b05dbb0d23d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:45.330143 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0f751553-acfe-46b0-b5ba-25095b27eb7a admin admin] Publish callbacks [] for security_group (6a8d1c04-792d-4684-b044-8d4ffeb4d422), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:45.333628 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-020c2607-b9e0-47d4-bf01-b62fd2c04aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (093f244e-ddb8-40ad-809a-6b05dbb0d23d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:45.356131 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0f751553-acfe-46b0-b5ba-25095b27eb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6a8d1c04-792d-4684-b044-8d4ffeb4d422), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:45.381282 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c2607-b9e0-47d4-bf01-b62fd2c04aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093f244e-ddb8-40ad-809a-6b05dbb0d23d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:45.433402 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-020c2607-b9e0-47d4-bf01-b62fd2c04aab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=664d132294d04bc38afcb74966905be3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8818176 Feb 20 05:56:45.436100 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 34448) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:45.459002 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0f751553-acfe-46b0-b5ba-25095b27eb7a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b0d2023ac89460bba80f47f18823fb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7455480 Feb 20 05:56:45.459631 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34452) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:45.543187 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cff7b400-51b0-4555-a00b-41b93d1f631f admin admin] Publish callbacks [] for security_group (093f244e-ddb8-40ad-809a-6b05dbb0d23d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:45.582945 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f751553-acfe-46b0-b5ba-25095b27eb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8d1c04-792d-4684-b044-8d4ffeb4d422,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:45.601158 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cff7b400-51b0-4555-a00b-41b93d1f631f admin admin] Publish callbacks [] for security_group (093f244e-ddb8-40ad-809a-6b05dbb0d23d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:45.611065 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b0a69c09-e7e3-46d2-96c6-c1c840d3a429 admin admin] Publish callbacks [] for security_group (6a8d1c04-792d-4684-b044-8d4ffeb4d422), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:45.667248 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b0a69c09-e7e3-46d2-96c6-c1c840d3a429 admin admin] Publish callbacks [] for security_group (6a8d1c04-792d-4684-b044-8d4ffeb4d422), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:45.722479 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cff7b400-51b0-4555-a00b-41b93d1f631f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (093f244e-ddb8-40ad-809a-6b05dbb0d23d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:45.725071 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cff7b400-51b0-4555-a00b-41b93d1f631f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:45.726930 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-cff7b400-51b0-4555-a00b-41b93d1f631f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/093f244e-ddb8-40ad-809a-6b05dbb0d23d HTTP/1.1" status: 204 len: 168 time: 0.2897167 Feb 20 05:56:45.738057 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7b400-51b0-4555-a00b-41b93d1f631f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093f244e-ddb8-40ad-809a-6b05dbb0d23d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:45.843125 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b0a69c09-e7e3-46d2-96c6-c1c840d3a429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6a8d1c04-792d-4684-b044-8d4ffeb4d422), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:45.845804 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b0a69c09-e7e3-46d2-96c6-c1c840d3a429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:45.847064 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b0a69c09-e7e3-46d2-96c6-c1c840d3a429 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a8d1c04-792d-4684-b044-8d4ffeb4d422 HTTP/1.1" status: 204 len: 168 time: 0.3765478 Feb 20 05:56:45.880518 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a69c09-e7e3-46d2-96c6-c1c840d3a429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8d1c04-792d-4684-b044-8d4ffeb4d422,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:46.462394 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a8aaf25-be05-4c22-96a3-2bad46fb27fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:46.962013 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34484) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:46.983591 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-15c74257-ba8b-42d9-92c3-ab5e5c985532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:47.171977 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-15c74257-ba8b-42d9-92c3-ab5e5c985532 admin admin] Publish callbacks [] for security_group (69d54f31-5256-4b21-bea3-6d2534cdb94e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:47.177186 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-15c74257-ba8b-42d9-92c3-ab5e5c985532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (69d54f31-5256-4b21-bea3-6d2534cdb94e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:47.230424 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 34490) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:47.244493 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-15c74257-ba8b-42d9-92c3-ab5e5c985532 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eff571b380584d0691165d78917d34bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2806494 Feb 20 05:56:47.326031 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c74257-ba8b-42d9-92c3-ab5e5c985532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d54f31-5256-4b21-bea3-6d2534cdb94e,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:47.386755 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eca56214-ef71-4997-8c93-54d8ef5ad7ee admin admin] Publish callbacks [] for security_group (69d54f31-5256-4b21-bea3-6d2534cdb94e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:47.413657 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eca56214-ef71-4997-8c93-54d8ef5ad7ee admin admin] Publish callbacks [] for security_group (69d54f31-5256-4b21-bea3-6d2534cdb94e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:47.468416 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eca56214-ef71-4997-8c93-54d8ef5ad7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (69d54f31-5256-4b21-bea3-6d2534cdb94e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:47.474871 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eca56214-ef71-4997-8c93-54d8ef5ad7ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:47.487067 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-eca56214-ef71-4997-8c93-54d8ef5ad7ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/69d54f31-5256-4b21-bea3-6d2534cdb94e HTTP/1.1" status: 204 len: 168 time: 0.2494361 Feb 20 05:56:47.518413 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca56214-ef71-4997-8c93-54d8ef5ad7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d54f31-5256-4b21-bea3-6d2534cdb94e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:48.931039 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:56:48.950535 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-775732f7-93a1-4964-b82c-46cb2bfab2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:49.657925 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:51.439451 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:52.686415 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:52.961720 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:53.240882 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34686) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:53.501074 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-09266620-053d-4313-b4ca-19e05824d0cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:53.687656 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-09266620-053d-4313-b4ca-19e05824d0cc admin admin] Publish callbacks [] for security_group (b0811baa-bc70-4ca4-8e75-6afcd450cf84), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:53.694675 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-09266620-053d-4313-b4ca-19e05824d0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b0811baa-bc70-4ca4-8e75-6afcd450cf84), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:53.766207 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-09266620-053d-4313-b4ca-19e05824d0cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7cb38f01690d4a3ea3d8f756210a4e56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5219057 Feb 20 05:56:53.766816 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 34694) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:53.767782 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09266620-053d-4313-b4ca-19e05824d0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0811baa-bc70-4ca4-8e75-6afcd450cf84,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:53.785075 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09266620-053d-4313-b4ca-19e05824d0cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:53.785421 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09266620-053d-4313-b4ca-19e05824d0cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:53.785764 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09266620-053d-4313-b4ca-19e05824d0cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:53.786106 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09266620-053d-4313-b4ca-19e05824d0cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:53.788038 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09266620-053d-4313-b4ca-19e05824d0cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:53.788385 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09266620-053d-4313-b4ca-19e05824d0cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:53.788727 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09266620-053d-4313-b4ca-19e05824d0cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:53.789066 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09266620-053d-4313-b4ca-19e05824d0cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:53.789397 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09266620-053d-4313-b4ca-19e05824d0cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:53.789726 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09266620-053d-4313-b4ca-19e05824d0cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:53.790058 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09266620-053d-4313-b4ca-19e05824d0cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:53.790381 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09266620-053d-4313-b4ca-19e05824d0cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:53.790707 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09266620-053d-4313-b4ca-19e05824d0cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:56:53.838427 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1baea590-b8e2-4812-814b-c22ad8c05dae admin admin] Publish callbacks [] for security_group (b0811baa-bc70-4ca4-8e75-6afcd450cf84), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:53.866000 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1baea590-b8e2-4812-814b-c22ad8c05dae admin admin] Publish callbacks [] for security_group (b0811baa-bc70-4ca4-8e75-6afcd450cf84), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:53.925157 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1baea590-b8e2-4812-814b-c22ad8c05dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b0811baa-bc70-4ca4-8e75-6afcd450cf84), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:53.929073 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1baea590-b8e2-4812-814b-c22ad8c05dae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:53.930607 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1baea590-b8e2-4812-814b-c22ad8c05dae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0811baa-bc70-4ca4-8e75-6afcd450cf84 HTTP/1.1" status: 204 len: 168 time: 0.1624465 Feb 20 05:56:53.961207 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baea590-b8e2-4812-814b-c22ad8c05dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0811baa-bc70-4ca4-8e75-6afcd450cf84,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:55.343272 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:56.962090 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 34808) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:57.102800 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70937fe0-2b9f-46b4-9525-a94aec7282c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:57.200769 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70937fe0-2b9f-46b4-9525-a94aec7282c6 admin admin] Publish callbacks [] for security_group (56bcc19b-5296-4746-a027-5b66e185bbff), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:57.206018 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70937fe0-2b9f-46b4-9525-a94aec7282c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (56bcc19b-5296-4746-a027-5b66e185bbff), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:57.249847 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-70937fe0-2b9f-46b4-9525-a94aec7282c6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20b56f312b2d42f1992fcf079cd01b61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2860548 Feb 20 05:56:57.251686 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70937fe0-2b9f-46b4-9525-a94aec7282c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bcc19b-5296-4746-a027-5b66e185bbff,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:57.252601 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34816) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:57.311077 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07adb0c3-d38f-46e1-8dc8-530cd4e3c043 admin admin] Publish callbacks [] for security_group (56bcc19b-5296-4746-a027-5b66e185bbff), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:57.342742 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07adb0c3-d38f-46e1-8dc8-530cd4e3c043 admin admin] Publish callbacks [] for security_group (56bcc19b-5296-4746-a027-5b66e185bbff), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:57.431311 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07adb0c3-d38f-46e1-8dc8-530cd4e3c043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (56bcc19b-5296-4746-a027-5b66e185bbff), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:57.435620 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-07adb0c3-d38f-46e1-8dc8-530cd4e3c043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:57.440657 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-07adb0c3-d38f-46e1-8dc8-530cd4e3c043 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56bcc19b-5296-4746-a027-5b66e185bbff HTTP/1.1" status: 204 len: 168 time: 0.1864474 Feb 20 05:56:57.451389 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07adb0c3-d38f-46e1-8dc8-530cd4e3c043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bcc19b-5296-4746-a027-5b66e185bbff,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:57.804623 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34834) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:57.822290 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-998fa476-9ebc-4a3f-acaa-943a6b0b9650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:57.945990 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-998fa476-9ebc-4a3f-acaa-943a6b0b9650 admin admin] Publish callbacks [] for security_group (59162e1a-2eeb-4c07-802a-891301b1c78b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:57.955614 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-998fa476-9ebc-4a3f-acaa-943a6b0b9650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (59162e1a-2eeb-4c07-802a-891301b1c78b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:58.016310 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998fa476-9ebc-4a3f-acaa-943a6b0b9650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59162e1a-2eeb-4c07-802a-891301b1c78b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:58.097089 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-998fa476-9ebc-4a3f-acaa-943a6b0b9650 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=882c8812898644508ad12262138c4322&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2894645 Feb 20 05:56:58.099884 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 34848) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:58.186398 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1edc3691-f2fb-41e7-9c14-c86184568c2c admin admin] Publish callbacks [] for security_group (59162e1a-2eeb-4c07-802a-891301b1c78b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:58.230255 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1edc3691-f2fb-41e7-9c14-c86184568c2c admin admin] Publish callbacks [] for security_group (59162e1a-2eeb-4c07-802a-891301b1c78b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:58.313960 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1edc3691-f2fb-41e7-9c14-c86184568c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (59162e1a-2eeb-4c07-802a-891301b1c78b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:58.316491 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1edc3691-f2fb-41e7-9c14-c86184568c2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:58.317635 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1edc3691-f2fb-41e7-9c14-c86184568c2c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59162e1a-2eeb-4c07-802a-891301b1c78b HTTP/1.1" status: 204 len: 168 time: 0.2167737 Feb 20 05:56:58.337057 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc3691-f2fb-41e7-9c14-c86184568c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59162e1a-2eeb-4c07-802a-891301b1c78b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:58.455061 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 34858) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:58.849696 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-80b86e73-db40-4b76-b063-2ae5381494b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:59.008975 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-80b86e73-db40-4b76-b063-2ae5381494b9 admin admin] Publish callbacks [] for security_group (3710501a-1c18-43d5-832c-6729ec04ee1e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:59.024362 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-80b86e73-db40-4b76-b063-2ae5381494b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3710501a-1c18-43d5-832c-6729ec04ee1e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:59.081651 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-80b86e73-db40-4b76-b063-2ae5381494b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc4d488f1e04476fad5d671984561013&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6253657 Feb 20 05:56:59.082908 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b86e73-db40-4b76-b063-2ae5381494b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3710501a-1c18-43d5-832c-6729ec04ee1e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:59.084297 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34888) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:59.179678 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aee9d037-fa28-45be-9968-3a7dc3671bf7 admin admin] Publish callbacks [] for security_group (3710501a-1c18-43d5-832c-6729ec04ee1e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:59.203313 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aee9d037-fa28-45be-9968-3a7dc3671bf7 admin admin] Publish callbacks [] for security_group (3710501a-1c18-43d5-832c-6729ec04ee1e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:59.260143 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aee9d037-fa28-45be-9968-3a7dc3671bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3710501a-1c18-43d5-832c-6729ec04ee1e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:59.264753 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aee9d037-fa28-45be-9968-3a7dc3671bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:59.266112 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-aee9d037-fa28-45be-9968-3a7dc3671bf7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3710501a-1c18-43d5-832c-6729ec04ee1e HTTP/1.1" status: 204 len: 168 time: 0.1802983 Feb 20 05:56:59.276408 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9d037-fa28-45be-9968-3a7dc3671bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3710501a-1c18-43d5-832c-6729ec04ee1e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:56:59.708141 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 34910) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:56:59.742385 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ad85bf0d-780a-49d9-accf-8240d3a63380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:59.953182 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ad85bf0d-780a-49d9-accf-8240d3a63380 admin admin] Publish callbacks [] for security_group (bcc12487-bf61-452b-b6fd-0bfb6cde2199), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:56:59.970170 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ad85bf0d-780a-49d9-accf-8240d3a63380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (bcc12487-bf61-452b-b6fd-0bfb6cde2199), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:00.086121 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ad85bf0d-780a-49d9-accf-8240d3a63380 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1fd8d95d4e384dadac86043bf3b2080e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3763688 Feb 20 05:57:00.088782 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 34928) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:00.127642 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85bf0d-780a-49d9-accf-8240d3a63380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc12487-bf61-452b-b6fd-0bfb6cde2199,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:00.202498 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7611a56b-c301-4101-a060-ebb2cc16fd69 admin admin] Publish callbacks [] for security_group (bcc12487-bf61-452b-b6fd-0bfb6cde2199), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:00.291820 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7611a56b-c301-4101-a060-ebb2cc16fd69 admin admin] Publish callbacks [] for security_group (bcc12487-bf61-452b-b6fd-0bfb6cde2199), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:00.408004 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7611a56b-c301-4101-a060-ebb2cc16fd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (bcc12487-bf61-452b-b6fd-0bfb6cde2199), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:00.411117 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7611a56b-c301-4101-a060-ebb2cc16fd69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:00.412630 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7611a56b-c301-4101-a060-ebb2cc16fd69 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bcc12487-bf61-452b-b6fd-0bfb6cde2199 HTTP/1.1" status: 204 len: 168 time: 0.3223977 Feb 20 05:57:00.431806 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611a56b-c301-4101-a060-ebb2cc16fd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc12487-bf61-452b-b6fd-0bfb6cde2199,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:02.995573 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35062) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:03.133524 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-de9452d8-c34f-4c15-b87e-7cb40cf56957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:03.312507 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-de9452d8-c34f-4c15-b87e-7cb40cf56957 admin admin] Publish callbacks [] for security_group (4d7f8449-4d05-4f9e-bba7-382628aa7032), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:03.317698 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-de9452d8-c34f-4c15-b87e-7cb40cf56957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4d7f8449-4d05-4f9e-bba7-382628aa7032), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:03.349423 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-de9452d8-c34f-4c15-b87e-7cb40cf56957 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9710203ffba47caaf78d9c08aed15a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3515434 Feb 20 05:57:03.353224 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35078) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:03.417927 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9452d8-c34f-4c15-b87e-7cb40cf56957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7f8449-4d05-4f9e-bba7-382628aa7032,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:03.442979 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7b30359a-1a6d-47b0-9e91-c1007470f1b2 admin admin] Publish callbacks [] for security_group (4d7f8449-4d05-4f9e-bba7-382628aa7032), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:03.492614 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7b30359a-1a6d-47b0-9e91-c1007470f1b2 admin admin] Publish callbacks [] for security_group (4d7f8449-4d05-4f9e-bba7-382628aa7032), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:03.593317 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7b30359a-1a6d-47b0-9e91-c1007470f1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4d7f8449-4d05-4f9e-bba7-382628aa7032), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:03.596671 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7b30359a-1a6d-47b0-9e91-c1007470f1b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:03.600459 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7b30359a-1a6d-47b0-9e91-c1007470f1b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d7f8449-4d05-4f9e-bba7-382628aa7032 HTTP/1.1" status: 204 len: 168 time: 0.2434697 Feb 20 05:57:03.623146 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30359a-1a6d-47b0-9e91-c1007470f1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7f8449-4d05-4f9e-bba7-382628aa7032,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:04.119821 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35102) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:04.135732 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0d90fae-0ba2-44ed-9584-b8b304f613ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:04.274835 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0d90fae-0ba2-44ed-9584-b8b304f613ca admin admin] Publish callbacks [] for security_group (c1a7fa8e-03ec-4201-bd8f-de2a4f1fbb85), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:04.282644 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0d90fae-0ba2-44ed-9584-b8b304f613ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c1a7fa8e-03ec-4201-bd8f-de2a4f1fbb85), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:04.354425 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d90fae-0ba2-44ed-9584-b8b304f613ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a7fa8e-03ec-4201-bd8f-de2a4f1fbb85,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:04.372986 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b0d90fae-0ba2-44ed-9584-b8b304f613ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b64df08af7354c98a0bb2509f7f3526a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2511930 Feb 20 05:57:04.375935 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35120) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:04.429289 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-30677975-93b1-47d3-a2df-8d578eac4d23 admin admin] Publish callbacks [] for security_group (c1a7fa8e-03ec-4201-bd8f-de2a4f1fbb85), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:04.459214 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-30677975-93b1-47d3-a2df-8d578eac4d23 admin admin] Publish callbacks [] for security_group (c1a7fa8e-03ec-4201-bd8f-de2a4f1fbb85), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:04.514118 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-30677975-93b1-47d3-a2df-8d578eac4d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c1a7fa8e-03ec-4201-bd8f-de2a4f1fbb85), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:04.520141 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-30677975-93b1-47d3-a2df-8d578eac4d23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:04.527141 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-30677975-93b1-47d3-a2df-8d578eac4d23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1a7fa8e-03ec-4201-bd8f-de2a4f1fbb85 HTTP/1.1" status: 204 len: 168 time: 0.1499307 Feb 20 05:57:04.555318 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30677975-93b1-47d3-a2df-8d578eac4d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a7fa8e-03ec-4201-bd8f-de2a4f1fbb85,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:07.395483 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 35532) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:07.531908 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c6dd2b48-9b05-413b-b779-cfc7853f63e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:07.623671 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c6dd2b48-9b05-413b-b779-cfc7853f63e3 admin admin] Publish callbacks [] for security_group (cc172464-cd09-4777-b697-7259662f787e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:07.628414 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c6dd2b48-9b05-413b-b779-cfc7853f63e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (cc172464-cd09-4777-b697-7259662f787e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:07.674140 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35576) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:07.680533 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c6dd2b48-9b05-413b-b779-cfc7853f63e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5b105a32b32e42adb4f25d1e62511be1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2838280 Feb 20 05:57:07.681578 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd2b48-9b05-413b-b779-cfc7853f63e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc172464-cd09-4777-b697-7259662f787e,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:07.740883 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-87ddcf23-fe95-4b5b-95d0-99d3d2fc664b admin admin] Publish callbacks [] for security_group (cc172464-cd09-4777-b697-7259662f787e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:07.768699 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-87ddcf23-fe95-4b5b-95d0-99d3d2fc664b admin admin] Publish callbacks [] for security_group (cc172464-cd09-4777-b697-7259662f787e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:07.822471 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-87ddcf23-fe95-4b5b-95d0-99d3d2fc664b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (cc172464-cd09-4777-b697-7259662f787e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:07.827468 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-87ddcf23-fe95-4b5b-95d0-99d3d2fc664b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:07.828810 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-87ddcf23-fe95-4b5b-95d0-99d3d2fc664b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc172464-cd09-4777-b697-7259662f787e HTTP/1.1" status: 204 len: 168 time: 0.1536913 Feb 20 05:57:07.839454 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ddcf23-fe95-4b5b-95d0-99d3d2fc664b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc172464-cd09-4777-b697-7259662f787e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:08.132863 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35628) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:08.146586 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-415c0032-2c06-47d7-8783-357617721dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:08.222489 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-415c0032-2c06-47d7-8783-357617721dee admin admin] Publish callbacks [] for security_group (a4400dcd-f8cb-4db9-bfd1-01d940903bd7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:08.226375 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-415c0032-2c06-47d7-8783-357617721dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a4400dcd-f8cb-4db9-bfd1-01d940903bd7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:08.263426 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c0032-2c06-47d7-8783-357617721dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4400dcd-f8cb-4db9-bfd1-01d940903bd7,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:08.267786 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-415c0032-2c06-47d7-8783-357617721dee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53833c39309a4eb2a3be056fc4919661&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1339068 Feb 20 05:57:08.270424 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 35630) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:08.318054 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-73703f4b-71de-4fbf-8501-88bbcdb9ba78 admin admin] Publish callbacks [] for security_group (a4400dcd-f8cb-4db9-bfd1-01d940903bd7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:08.339922 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-73703f4b-71de-4fbf-8501-88bbcdb9ba78 admin admin] Publish callbacks [] for security_group (a4400dcd-f8cb-4db9-bfd1-01d940903bd7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:08.387220 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-73703f4b-71de-4fbf-8501-88bbcdb9ba78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a4400dcd-f8cb-4db9-bfd1-01d940903bd7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:08.390422 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-73703f4b-71de-4fbf-8501-88bbcdb9ba78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:08.391599 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-73703f4b-71de-4fbf-8501-88bbcdb9ba78 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4400dcd-f8cb-4db9-bfd1-01d940903bd7 HTTP/1.1" status: 204 len: 168 time: 0.1203308 Feb 20 05:57:08.400732 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73703f4b-71de-4fbf-8501-88bbcdb9ba78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4400dcd-f8cb-4db9-bfd1-01d940903bd7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:13.562592 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe90e39-e473-46cc-bfbb-fc47ae4d2c18 req-c17a8485-d6a4-4b83-84eb-e91eb82b019e tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:57:13.570091 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-efe90e39-e473-46cc-bfbb-fc47ae4d2c18 req-c17a8485-d6a4-4b83-84eb-e91eb82b019e tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?device_id=de16bf13-1464-406a-b7cc-32b65e1b47a0 HTTP/1.1" status: 200 len: 945 time: 0.0767148 Feb 20 05:57:13.635426 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-efe90e39-e473-46cc-bfbb-fc47ae4d2c18 req-337664e6-149b-449d-8783-7afe07921558 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/security-groups?id=34bd1160-20c0-4ffc-ba72-474639722b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623579 Feb 20 05:57:14.788758 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdda6ac-b475-4571-b778-74a5f77e3c94 req-41042ebf-2146-4989-a4e8-994cef27c8c2 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:57:14.797463 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6cdda6ac-b475-4571-b778-74a5f77e3c94 req-41042ebf-2146-4989-a4e8-994cef27c8c2 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?device_id=de16bf13-1464-406a-b7cc-32b65e1b47a0 HTTP/1.1" status: 200 len: 945 time: 0.0827825 Feb 20 05:57:14.847930 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6cdda6ac-b475-4571-b778-74a5f77e3c94 req-106044dc-ddfd-4849-b10f-a0771f1530ca tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/security-groups?id=34bd1160-20c0-4ffc-ba72-474639722b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497532 Feb 20 05:57:14.972982 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232deba-12d5-4055-b903-ea78a0788186 req-640f9cc9-6ada-49ab-b24e-2ec30b65d978 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:57:14.979526 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b232deba-12d5-4055-b903-ea78a0788186 req-640f9cc9-6ada-49ab-b24e-2ec30b65d978 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.48 "GET /v2.0/ports?device_id=de16bf13-1464-406a-b7cc-32b65e1b47a0 HTTP/1.1" status: 200 len: 945 time: 0.0889180 Feb 20 05:57:15.119707 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-b232deba-12d5-4055-b903-ea78a0788186 req-7e228100-7bba-406a-b3ab-c987b9719cc5 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Deleting port 87a309b0-8090-4b88-92ca-c9599e454a79 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:57:15.120157 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b232deba-12d5-4055-b903-ea78a0788186 req-7e228100-7bba-406a-b3ab-c987b9719cc5 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (87a309b0-8090-4b88-92ca-c9599e454a79), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:15.218137 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-b232deba-12d5-4055-b903-ea78a0788186 req-7e228100-7bba-406a-b3ab-c987b9719cc5 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] For port 87a309b0-8090-4b88-92ca-c9599e454a79, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=87a309b0-8090-4b88-92ca-c9599e454a79,segment=NetworkSegment(9742512a-5cfc-46b8-9c26-97e97a36b3ce),segment_id=9742512a-5cfc-46b8-9c26-97e97a36b3ce)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:57:15.218607 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b232deba-12d5-4055-b903-ea78a0788186 req-7e228100-7bba-406a-b3ab-c987b9719cc5 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (87a309b0-8090-4b88-92ca-c9599e454a79), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:15.232161 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-b232deba-12d5-4055-b903-ea78a0788186 req-7e228100-7bba-406a-b3ab-c987b9719cc5 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Calling delete_port for 87a309b0-8090-4b88-92ca-c9599e454a79 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:57:15.374649 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b232deba-12d5-4055-b903-ea78a0788186 req-7e228100-7bba-406a-b3ab-c987b9719cc5 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (87a309b0-8090-4b88-92ca-c9599e454a79), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:15.386315 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['87a309b0-8090-4b88-92ca-c9599e454a79'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:57:15.441105 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e228100-7bba-406a-b3ab-c987b9719cc5 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Pushing event deleted for resources: {'Port': ['ID=87a309b0-8090-4b88-92ca-c9599e454a79,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:15.478995 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e228100-7bba-406a-b3ab-c987b9719cc5 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:57:15.479568 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e228100-7bba-406a-b3ab-c987b9719cc5 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:57:15.480376 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e228100-7bba-406a-b3ab-c987b9719cc5 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:57:15.481533 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e228100-7bba-406a-b3ab-c987b9719cc5 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:57:15.482232 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e228100-7bba-406a-b3ab-c987b9719cc5 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:57:15.482716 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e228100-7bba-406a-b3ab-c987b9719cc5 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:57:15.483350 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e228100-7bba-406a-b3ab-c987b9719cc5 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:57:15.483827 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e228100-7bba-406a-b3ab-c987b9719cc5 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:57:15.484300 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e228100-7bba-406a-b3ab-c987b9719cc5 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:57:15.484798 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e228100-7bba-406a-b3ab-c987b9719cc5 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:57:15.485460 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e228100-7bba-406a-b3ab-c987b9719cc5 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:57:15.485929 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e228100-7bba-406a-b3ab-c987b9719cc5 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:57:15.486410 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e228100-7bba-406a-b3ab-c987b9719cc5 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:57:15.514439 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-b232deba-12d5-4055-b903-ea78a0788186 req-7e228100-7bba-406a-b3ab-c987b9719cc5 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] No DVR routers for this DVR port 87a309b0-8090-4b88-92ca-c9599e454a79 on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:57:15.517426 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b232deba-12d5-4055-b903-ea78a0788186 req-7e228100-7bba-406a-b3ab-c987b9719cc5 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:15.522867 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b232deba-12d5-4055-b903-ea78a0788186 req-7e228100-7bba-406a-b3ab-c987b9719cc5 tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.48 "DELETE /v2.0/ports/87a309b0-8090-4b88-92ca-c9599e454a79 HTTP/1.1" status: 204 len: 173 time: 0.5398023 Feb 20 05:57:15.522867 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de16bf13-1464-406a-b7cc-32b65e1b47a0', 'name': 'network-vif-deleted', 'tag': '87a309b0-8090-4b88-92ca-c9599e454a79'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:57:15.531457 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338ff119-0f50-483e-921e-5bd3f4dac96c" -d '{"events": [{"server_uuid": "de16bf13-1464-406a-b7cc-32b65e1b47a0", "name": "network-vif-deleted", "tag": "87a309b0-8090-4b88-92ca-c9599e454a79"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:57:15.944519 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e414aa-fdf7-4ef5-9ea3-ced740a8594f x-openstack-request-id: req-f6e414aa-fdf7-4ef5-9ea3-ced740a8594f {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:57:15.945425 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de16bf13-1464-406a-b7cc-32b65e1b47a0", "name": "network-vif-deleted", "tag": "87a309b0-8090-4b88-92ca-c9599e454a79", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:57:15.945833 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6e414aa-fdf7-4ef5-9ea3-ced740a8594f {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:57:15.946242 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de16bf13-1464-406a-b7cc-32b65e1b47a0', 'name': 'network-vif-deleted', 'tag': '87a309b0-8090-4b88-92ca-c9599e454a79', 'status': 'completed', 'code': 200} Feb 20 05:57:16.149265 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6fcfa771-628b-4c87-8810-3f4cacc9ad61 req-648a8c30-3348-4554-8951-44b9f5cf9deb tempest-VolumesSnapshotTestJSON-163678646 tempest-VolumesSnapshotTestJSON-163678646-project] 10.222.0.37 "GET /v2.0/ports?device_id=de16bf13-1464-406a-b7cc-32b65e1b47a0 HTTP/1.1" status: 200 len: 210 time: 0.0521891 Feb 20 05:57:16.428083 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-42574122-cb02-46af-b978-8c539ef36166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:18.362738 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 87a309b0-8090-4b88-92ca-c9599e454a79 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:57:18.388394 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 87a309b0-8090-4b88-92ca-c9599e454a79 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:57:18.389237 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 87a309b0-8090-4b88-92ca-c9599e454a79 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:57:18.941241 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e2f997eb-b415-4cf9-94c8-9bbf8fe98600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:19.632489 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:21.224864 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36002) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:21.359432 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5cd43acc-0a1d-4cff-a042-b80b2c46f090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:21.450659 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:21.452776 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5cd43acc-0a1d-4cff-a042-b80b2c46f090 admin admin] Publish callbacks [] for security_group (2131f1d1-a8c9-4bd0-8658-8f640eb6f6b9), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:21.458414 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5cd43acc-0a1d-4cff-a042-b80b2c46f090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2131f1d1-a8c9-4bd0-8658-8f640eb6f6b9), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:21.510081 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36008) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:21.511216 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5cd43acc-0a1d-4cff-a042-b80b2c46f090 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=960e7814189d41098e7291286b43708c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2839074 Feb 20 05:57:21.513833 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd43acc-0a1d-4cff-a042-b80b2c46f090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2131f1d1-a8c9-4bd0-8658-8f640eb6f6b9,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:21.568893 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-268155c5-f06b-491f-b96c-320a2d0ee383 admin admin] Publish callbacks [] for security_group (2131f1d1-a8c9-4bd0-8658-8f640eb6f6b9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:21.597080 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-268155c5-f06b-491f-b96c-320a2d0ee383 admin admin] Publish callbacks [] for security_group (2131f1d1-a8c9-4bd0-8658-8f640eb6f6b9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:21.663165 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-268155c5-f06b-491f-b96c-320a2d0ee383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2131f1d1-a8c9-4bd0-8658-8f640eb6f6b9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:21.666790 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-268155c5-f06b-491f-b96c-320a2d0ee383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:21.671519 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-268155c5-f06b-491f-b96c-320a2d0ee383 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2131f1d1-a8c9-4bd0-8658-8f640eb6f6b9 HTTP/1.1" status: 204 len: 168 time: 0.1602602 Feb 20 05:57:21.681469 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268155c5-f06b-491f-b96c-320a2d0ee383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2131f1d1-a8c9-4bd0-8658-8f640eb6f6b9,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:22.054784 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36020) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:22.079028 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9a771110-f2e0-4d36-86cd-5940c727cfae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:22.234757 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9a771110-f2e0-4d36-86cd-5940c727cfae admin admin] Publish callbacks [] for security_group (d84901f5-d684-4f88-9346-ddfa6373453e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:22.248221 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9a771110-f2e0-4d36-86cd-5940c727cfae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d84901f5-d684-4f88-9346-ddfa6373453e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:22.316902 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36024) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:22.323898 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9a771110-f2e0-4d36-86cd-5940c727cfae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b89044ecffe42c28a5f3592e214484e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2679784 Feb 20 05:57:22.331566 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a771110-f2e0-4d36-86cd-5940c727cfae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84901f5-d684-4f88-9346-ddfa6373453e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:22.388895 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1833b415-7114-456f-8879-7a7448ee7b10 admin admin] Publish callbacks [] for security_group (d84901f5-d684-4f88-9346-ddfa6373453e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:22.417465 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1833b415-7114-456f-8879-7a7448ee7b10 admin admin] Publish callbacks [] for security_group (d84901f5-d684-4f88-9346-ddfa6373453e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:22.526988 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1833b415-7114-456f-8879-7a7448ee7b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d84901f5-d684-4f88-9346-ddfa6373453e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:22.527996 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1833b415-7114-456f-8879-7a7448ee7b10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:22.531935 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1833b415-7114-456f-8879-7a7448ee7b10 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d84901f5-d684-4f88-9346-ddfa6373453e HTTP/1.1" status: 204 len: 168 time: 0.2107172 Feb 20 05:57:22.601850 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833b415-7114-456f-8879-7a7448ee7b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84901f5-d684-4f88-9346-ddfa6373453e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:22.696044 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:22.969950 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:24.316650 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36084) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:24.470010 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-691533af-efe7-4613-b929-c0d151107052 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:57:24.497033 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-691533af-efe7-4613-b929-c0d151107052 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:24.592180 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-691533af-efe7-4613-b929-c0d151107052 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:24.770454 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-691533af-efe7-4613-b929-c0d151107052 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Allocated IP 172.25.3.184 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/4d5d12de-6207-4ef1-a190-0f359599c581) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:57:24.893195 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-691533af-efe7-4613-b929-c0d151107052 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Publish callbacks [] for port (4d5d12de-6207-4ef1-a190-0f359599c581), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:24.934181 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-691533af-efe7-4613-b929-c0d151107052 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (4d5d12de-6207-4ef1-a190-0f359599c581), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:24.981423 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691533af-efe7-4613-b929-c0d151107052 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:57:24.984347 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-691533af-efe7-4613-b929-c0d151107052 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:57:24.992733 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691533af-efe7-4613-b929-c0d151107052 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:57:25.097029 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691533af-efe7-4613-b929-c0d151107052 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Pushing event updated for resources: {'Port': ['ID=4d5d12de-6207-4ef1-a190-0f359599c581,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:25.124257 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-691533af-efe7-4613-b929-c0d151107052 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Publish callbacks [] for floatingip (ce929af9-d2e0-4e80-aea8-b8841f95f70d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:25.188958 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-691533af-efe7-4613-b929-c0d151107052 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4d5d12de-6207-4ef1-a190-0f359599c581), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:25.347827 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:25.384039 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-691533af-efe7-4613-b929-c0d151107052 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Publish callbacks [] for port (4d5d12de-6207-4ef1-a190-0f359599c581), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:25.390106 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-691533af-efe7-4613-b929-c0d151107052 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (4d5d12de-6207-4ef1-a190-0f359599c581), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:25.482585 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691533af-efe7-4613-b929-c0d151107052 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Pushing event updated for resources: {'Port': ['ID=4d5d12de-6207-4ef1-a190-0f359599c581,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:25.495051 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-691533af-efe7-4613-b929-c0d151107052 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (ce929af9-d2e0-4e80-aea8-b8841f95f70d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:25.516696 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-691533af-efe7-4613-b929-c0d151107052 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:25.518368 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-691533af-efe7-4613-b929-c0d151107052 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2005880 Feb 20 05:57:25.521105 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36098) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:25.527679 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0ae69c05-e5c9-4251-a537-7cf049ad7797 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1696813643', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'fixed_ips': [{'ip_address': '172.25.3.184'}]}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:57:25.550456 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae69c05-e5c9-4251-a537-7cf049ad7797 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Made reservation on behalf of 2150483076b34fbca8f971e2db8707ff for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:57:25.554307 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0ae69c05-e5c9-4251-a537-7cf049ad7797 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:25.570852 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0ae69c05-e5c9-4251-a537-7cf049ad7797 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:25.661944 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0ae69c05-e5c9-4251-a537-7cf049ad7797 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Publish callbacks [] for security_group (182d0784-9cfb-4a01-afc6-fd0691042e6c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:25.667547 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0ae69c05-e5c9-4251-a537-7cf049ad7797 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (182d0784-9cfb-4a01-afc6-fd0691042e6c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:25.674063 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-0ae69c05-e5c9-4251-a537-7cf049ad7797 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] device_id is not set on port e81bc98f-44ec-4ad7-8bba-6d37314ed079 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:57:25.790759 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae69c05-e5c9-4251-a537-7cf049ad7797 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182d0784-9cfb-4a01-afc6-fd0691042e6c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:25.914371 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:57:25.950214 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae69c05-e5c9-4251-a537-7cf049ad7797 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 20 05:57:25.951066 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae69c05-e5c9-4251-a537-7cf049ad7797 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:57:25.975009 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0ae69c05-e5c9-4251-a537-7cf049ad7797 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4512165 Feb 20 05:57:25.976756 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36108) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:26.111829 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b3fdb13d-864d-4339-9049-52fb8e786e0b req-e06a7c82-b986-4020-9140-9ce5fc5c842c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722148 Feb 20 05:57:26.231078 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdb13d-864d-4339-9049-52fb8e786e0b req-bbcf66d0-ee6b-4797-9cc5-1238f566119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:57:26.233081 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b3fdb13d-864d-4339-9049-52fb8e786e0b req-bbcf66d0-ee6b-4797-9cc5-1238f566119b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8f18450ca5d4be1a9fccbc37e9fb12f&device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f HTTP/1.1" status: 200 len: 1127 time: 0.0784342 Feb 20 05:57:26.247289 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-68bb3301-74bc-4137-8d56-e2f9b1bee73f tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Deleting port 4d5d12de-6207-4ef1-a190-0f359599c581 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:57:26.247909 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68bb3301-74bc-4137-8d56-e2f9b1bee73f tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4d5d12de-6207-4ef1-a190-0f359599c581), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:26.350761 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68bb3301-74bc-4137-8d56-e2f9b1bee73f tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4d5d12de-6207-4ef1-a190-0f359599c581), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:26.351470 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68bb3301-74bc-4137-8d56-e2f9b1bee73f tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Publish callbacks [] for floatingip (4d5d12de-6207-4ef1-a190-0f359599c581), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:26.393655 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-68bb3301-74bc-4137-8d56-e2f9b1bee73f tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Calling delete_port for 4d5d12de-6207-4ef1-a190-0f359599c581 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:57:26.469676 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdb13d-864d-4339-9049-52fb8e786e0b req-2197ba1c-48ce-46ef-a179-876de64ae12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:57:26.475162 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b3fdb13d-864d-4339-9049-52fb8e786e0b req-2197ba1c-48ce-46ef-a179-876de64ae12d service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc99b155-842d-47d9-a797-22be9782748f HTTP/1.1" status: 200 len: 911 time: 0.2092299 Feb 20 05:57:26.602173 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68bb3301-74bc-4137-8d56-e2f9b1bee73f tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (4d5d12de-6207-4ef1-a190-0f359599c581), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:26.605184 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b3fdb13d-864d-4339-9049-52fb8e786e0b req-94ddda2a-e924-4eb8-b3b7-e95fb6f70f28 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1a8652f-4210-43ac-a4eb-c5d281b8c151 HTTP/1.1" status: 200 len: 1001 time: 0.1213181 Feb 20 05:57:26.633341 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb3301-74bc-4137-8d56-e2f9b1bee73f tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d5d12de-6207-4ef1-a190-0f359599c581,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:26.679177 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdb13d-864d-4339-9049-52fb8e786e0b req-73313ba4-ee76-4ec9-a139-73d391623321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:57:26.680736 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b3fdb13d-864d-4339-9049-52fb8e786e0b req-73313ba4-ee76-4ec9-a139-73d391623321 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31ac9d55-2ac0-4f22-ae17-262bbbe19926 HTTP/1.1" status: 200 len: 850 time: 0.0700948 Feb 20 05:57:26.711895 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68bb3301-74bc-4137-8d56-e2f9b1bee73f tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Publish callbacks [] for floatingip (ce929af9-d2e0-4e80-aea8-b8841f95f70d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:26.717455 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68bb3301-74bc-4137-8d56-e2f9b1bee73f tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:26.723858 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-68bb3301-74bc-4137-8d56-e2f9b1bee73f tempest-ExternalNetworksAdminNegativeTestJSON-1770676430 tempest-ExternalNetworksAdminNegativeTestJSON-1770676430-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/ce929af9-d2e0-4e80-aea8-b8841f95f70d HTTP/1.1" status: 204 len: 168 time: 0.7447622 Feb 20 05:57:26.773919 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdb13d-864d-4339-9049-52fb8e786e0b req-62ac5d20-8d1a-4108-a265-f4e24ad03314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:57:26.775661 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b3fdb13d-864d-4339-9049-52fb8e786e0b req-62ac5d20-8d1a-4108-a265-f4e24ad03314 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc99b155-842d-47d9-a797-22be9782748f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0880573 Feb 20 05:57:26.955035 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b3fdb13d-864d-4339-9049-52fb8e786e0b req-5dece462-08bc-4932-9595-2228cd46c7c6 service neutron] 10.222.0.61 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720765 Feb 20 05:57:27.187454 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36124) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:27.343886 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c23457fd-93c4-4ea9-88e0-757429cef54c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:27.490271 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b3fdb13d-864d-4339-9049-52fb8e786e0b req-e18a49cd-62ec-422f-b7e7-3697562ffb9d service neutron] 10.222.0.61 "GET /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264277 Feb 20 05:57:27.516999 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c23457fd-93c4-4ea9-88e0-757429cef54c admin admin] Publish callbacks [] for security_group (d54d0a07-a99c-40e0-b4b7-31d6617716cf), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:27.524849 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c23457fd-93c4-4ea9-88e0-757429cef54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d54d0a07-a99c-40e0-b4b7-31d6617716cf), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:27.593272 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23457fd-93c4-4ea9-88e0-757429cef54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54d0a07-a99c-40e0-b4b7-31d6617716cf,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:27.601743 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36130) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:27.601891 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c23457fd-93c4-4ea9-88e0-757429cef54c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17169aecad4745fcab643c3e04fea2c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4127178 Feb 20 05:57:27.668267 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a9b485fe-edc2-4582-842a-376422d0e4bb admin admin] Publish callbacks [] for security_group (d54d0a07-a99c-40e0-b4b7-31d6617716cf), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:27.693851 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a9b485fe-edc2-4582-842a-376422d0e4bb admin admin] Publish callbacks [] for security_group (d54d0a07-a99c-40e0-b4b7-31d6617716cf), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:27.750594 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a9b485fe-edc2-4582-842a-376422d0e4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d54d0a07-a99c-40e0-b4b7-31d6617716cf), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:27.754191 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a9b485fe-edc2-4582-842a-376422d0e4bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:27.755768 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a9b485fe-edc2-4582-842a-376422d0e4bb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d54d0a07-a99c-40e0-b4b7-31d6617716cf HTTP/1.1" status: 204 len: 168 time: 0.1525996 Feb 20 05:57:27.767366 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b485fe-edc2-4582-842a-376422d0e4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54d0a07-a99c-40e0-b4b7-31d6617716cf,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:28.224802 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36144) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:28.280099 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-38a8cd8d-3ee0-4727-99e7-5eec00353e76 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2150483076b34fbca8f971e2db8707ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0537415 Feb 20 05:57:28.282362 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36146) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:28.337933 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0be7cb4a-dbb5-44a0-b3b1-4a1415e53bd8 admin admin] Publish callbacks [] for security_group (182d0784-9cfb-4a01-afc6-fd0691042e6c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:28.361691 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0be7cb4a-dbb5-44a0-b3b1-4a1415e53bd8 admin admin] Publish callbacks [] for security_group (182d0784-9cfb-4a01-afc6-fd0691042e6c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:28.413059 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0be7cb4a-dbb5-44a0-b3b1-4a1415e53bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (182d0784-9cfb-4a01-afc6-fd0691042e6c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:28.416712 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0be7cb4a-dbb5-44a0-b3b1-4a1415e53bd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:28.419029 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0be7cb4a-dbb5-44a0-b3b1-4a1415e53bd8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/182d0784-9cfb-4a01-afc6-fd0691042e6c HTTP/1.1" status: 204 len: 168 time: 0.1353929 Feb 20 05:57:28.428711 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7cb4a-dbb5-44a0-b3b1-4a1415e53bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182d0784-9cfb-4a01-afc6-fd0691042e6c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:28.881834 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-f67cb1d3-93d5-4f92-a630-decb733a52c1 req-572e06e0-450f-4fae-9c84-67bd60f39b60 service neutron] (103407) timed out ('10.222.0.61', 62947) {{(pid=103407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 05:57:30.678471 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36210) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:30.974376 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-00c0f4c6-8492-4c57-bc07-128fbb459487 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:57:31.018122 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-00c0f4c6-8492-4c57-bc07-128fbb459487 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] 10.222.0.37 "PUT /v2.0/quotas/d19421ee962f46f98d7c4bb0a762929c HTTP/1.1" status: 200 len: 368 time: 0.3358634 Feb 20 05:57:31.021597 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36216) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:31.029128 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-e6c83956-0c49-467d-b4dd-a2c8627e2238 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Request body: {'network': {'project_id': 'd19421ee962f46f98d7c4bb0a762929c'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:57:31.053845 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c83956-0c49-467d-b4dd-a2c8627e2238 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Made reservation on behalf of d19421ee962f46f98d7c4bb0a762929c for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:57:31.060229 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6c83956-0c49-467d-b4dd-a2c8627e2238 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:31.078951 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6c83956-0c49-467d-b4dd-a2c8627e2238 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:31.202753 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6c83956-0c49-467d-b4dd-a2c8627e2238 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks [] for security_group (3b0283b9-47a5-480f-9a3b-4a20067cd196), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:31.220588 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6c83956-0c49-467d-b4dd-a2c8627e2238 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3b0283b9-47a5-480f-9a3b-4a20067cd196), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:31.298816 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c83956-0c49-467d-b4dd-a2c8627e2238 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0283b9-47a5-480f-9a3b-4a20067cd196,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:31.337215 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c83956-0c49-467d-b4dd-a2c8627e2238 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:57:31.351431 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6c83956-0c49-467d-b4dd-a2c8627e2238 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (2e1cb652-c203-4300-8c5c-a5da60848f9b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:31.359179 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-e6c83956-0c49-467d-b4dd-a2c8627e2238 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Added segment 2e1cb652-c203-4300-8c5c-a5da60848f9b of type vlan for network 25361ffb-42ec-4cf6-aa46-ef403add73dd Feb 20 05:57:31.414997 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6c83956-0c49-467d-b4dd-a2c8627e2238 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (25361ffb-42ec-4cf6-aa46-ef403add73dd), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:31.475022 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6c83956-0c49-467d-b4dd-a2c8627e2238 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (25361ffb-42ec-4cf6-aa46-ef403add73dd), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:31.478031 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c83956-0c49-467d-b4dd-a2c8627e2238 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:57:31.482026 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6c83956-0c49-467d-b4dd-a2c8627e2238 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:31.623671 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c83956-0c49-467d-b4dd-a2c8627e2238 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Pushing event updated for resources: {'Network': ['ID=25361ffb-42ec-4cf6-aa46-ef403add73dd,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:31.636983 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 25361ffb-42ec-4cf6-aa46-ef403add73dd details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:57:31.688479 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e6c83956-0c49-467d-b4dd-a2c8627e2238 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6623595 Feb 20 05:57:31.696932 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36232) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:31.746747 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-8a8c8fb7-4473-49ae-a73f-9f0d05ad793f tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Request body: {'network': {'project_id': 'd19421ee962f46f98d7c4bb0a762929c'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:57:31.806379 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8c8fb7-4473-49ae-a73f-9f0d05ad793f tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Made reservation on behalf of d19421ee962f46f98d7c4bb0a762929c for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:57:31.812378 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a8c8fb7-4473-49ae-a73f-9f0d05ad793f tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:31.841149 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8c8fb7-4473-49ae-a73f-9f0d05ad793f tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:57:31.853250 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a8c8fb7-4473-49ae-a73f-9f0d05ad793f tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (e27c2347-8d64-4e96-a39e-4e9ebeeabd48), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:31.853704 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-8a8c8fb7-4473-49ae-a73f-9f0d05ad793f tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Added segment e27c2347-8d64-4e96-a39e-4e9ebeeabd48 of type vlan for network 8a25c1bb-2516-4690-ba7c-08827a95c6e7 Feb 20 05:57:31.899137 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a8c8fb7-4473-49ae-a73f-9f0d05ad793f tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (8a25c1bb-2516-4690-ba7c-08827a95c6e7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:31.928785 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a8c8fb7-4473-49ae-a73f-9f0d05ad793f tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (8a25c1bb-2516-4690-ba7c-08827a95c6e7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:31.931461 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8c8fb7-4473-49ae-a73f-9f0d05ad793f tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:57:31.932301 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a8c8fb7-4473-49ae-a73f-9f0d05ad793f tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:31.962076 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8a8c8fb7-4473-49ae-a73f-9f0d05ad793f tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2498641 Feb 20 05:57:31.965684 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36236) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:31.970820 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-30ac3e4c-f27e-4141-a203-e5d1f4d0754f tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Request body: {'network': {'project_id': 'd19421ee962f46f98d7c4bb0a762929c'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:57:31.997120 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ac3e4c-f27e-4141-a203-e5d1f4d0754f tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 20 05:57:31.997120 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ac3e4c-f27e-4141-a203-e5d1f4d0754f tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:57:31.997120 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-30ac3e4c-f27e-4141-a203-e5d1f4d0754f tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0255132 Feb 20 05:57:31.997120 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36240) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:32.031716 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c8fb7-4473-49ae-a73f-9f0d05ad793f tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Pushing event updated for resources: {'Network': ['ID=8a25c1bb-2516-4690-ba7c-08827a95c6e7,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:32.065973 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 8a25c1bb-2516-4690-ba7c-08827a95c6e7 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:57:32.098198 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2d518972-a4ab-4947-9171-c39c02dc5287 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d19421ee962f46f98d7c4bb0a762929c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1013906 Feb 20 05:57:32.100834 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36244) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:32.223397 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46d42592-5ab2-44f4-99ca-1cf97427c8a1 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks [] for security_group (3b0283b9-47a5-480f-9a3b-4a20067cd196), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:32.265142 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46d42592-5ab2-44f4-99ca-1cf97427c8a1 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks [] for security_group (3b0283b9-47a5-480f-9a3b-4a20067cd196), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:32.401143 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46d42592-5ab2-44f4-99ca-1cf97427c8a1 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3b0283b9-47a5-480f-9a3b-4a20067cd196), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:32.406662 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46d42592-5ab2-44f4-99ca-1cf97427c8a1 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:32.408736 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-46d42592-5ab2-44f4-99ca-1cf97427c8a1 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/3b0283b9-47a5-480f-9a3b-4a20067cd196 HTTP/1.1" status: 204 len: 168 time: 0.3066609 Feb 20 05:57:32.411361 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36252) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:32.451675 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d42592-5ab2-44f4-99ca-1cf97427c8a1 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0283b9-47a5-480f-9a3b-4a20067cd196,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:32.601771 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fefb831-df13-4cd8-b900-56518558949c tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (8a25c1bb-2516-4690-ba7c-08827a95c6e7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:32.803693 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fefb831-df13-4cd8-b900-56518558949c tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (8a25c1bb-2516-4690-ba7c-08827a95c6e7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:32.885596 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-9fefb831-df13-4cd8-b900-56518558949c tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a25c1bb-2516-4690-ba7c-08827a95c6e7']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:57:32.913285 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-9fefb831-df13-4cd8-b900-56518558949c tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27c2347-8d64-4e96-a39e-4e9ebeeabd48') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:57:32.913938 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-9fefb831-df13-4cd8-b900-56518558949c tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27c2347-8d64-4e96-a39e-4e9ebeeabd48') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:57:32.948044 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fefb831-df13-4cd8-b900-56518558949c tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (e27c2347-8d64-4e96-a39e-4e9ebeeabd48), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:32.989064 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fefb831-df13-4cd8-b900-56518558949c tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (e27c2347-8d64-4e96-a39e-4e9ebeeabd48), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:33.025729 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fefb831-df13-4cd8-b900-56518558949c tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:57:33.027998 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fefb831-df13-4cd8-b900-56518558949c tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (e27c2347-8d64-4e96-a39e-4e9ebeeabd48), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: warnings.warn('Neutron quota engine will require "--force" ' Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:57:33.035345 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:57:33.125959 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fefb831-df13-4cd8-b900-56518558949c tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (8a25c1bb-2516-4690-ba7c-08827a95c6e7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:33.140309 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fefb831-df13-4cd8-b900-56518558949c tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:33.148655 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9fefb831-df13-4cd8-b900-56518558949c tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] 10.222.0.37 "DELETE /v2.0/networks/8a25c1bb-2516-4690-ba7c-08827a95c6e7 HTTP/1.1" status: 204 len: 168 time: 0.7337236 Feb 20 05:57:33.149084 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36260) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:33.317083 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fefb831-df13-4cd8-b900-56518558949c tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Pushing event deleted for resources: {'Network': ['ID=8a25c1bb-2516-4690-ba7c-08827a95c6e7,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:33.476945 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-53255a52-0d4b-439e-9727-37e1915be907 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (25361ffb-42ec-4cf6-aa46-ef403add73dd), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:33.640187 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-53255a52-0d4b-439e-9727-37e1915be907 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (25361ffb-42ec-4cf6-aa46-ef403add73dd), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:33.700864 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-53255a52-0d4b-439e-9727-37e1915be907 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25361ffb-42ec-4cf6-aa46-ef403add73dd']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:57:33.726566 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-53255a52-0d4b-439e-9727-37e1915be907 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e1cb652-c203-4300-8c5c-a5da60848f9b') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:57:33.727370 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-53255a52-0d4b-439e-9727-37e1915be907 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e1cb652-c203-4300-8c5c-a5da60848f9b') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:57:33.763311 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-53255a52-0d4b-439e-9727-37e1915be907 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (2e1cb652-c203-4300-8c5c-a5da60848f9b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:33.822113 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-53255a52-0d4b-439e-9727-37e1915be907 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (2e1cb652-c203-4300-8c5c-a5da60848f9b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:33.839199 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53255a52-0d4b-439e-9727-37e1915be907 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:57:33.843859 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-53255a52-0d4b-439e-9727-37e1915be907 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (2e1cb652-c203-4300-8c5c-a5da60848f9b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:57:33.850222 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:57:34.048068 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-53255a52-0d4b-439e-9727-37e1915be907 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (25361ffb-42ec-4cf6-aa46-ef403add73dd), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:34.062865 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-53255a52-0d4b-439e-9727-37e1915be907 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:34.070845 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-53255a52-0d4b-439e-9727-37e1915be907 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] 10.222.0.37 "DELETE /v2.0/networks/25361ffb-42ec-4cf6-aa46-ef403add73dd HTTP/1.1" status: 204 len: 168 time: 0.9197567 Feb 20 05:57:34.128123 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53255a52-0d4b-439e-9727-37e1915be907 tempest-QuotasNegativeTest-1338578491 tempest-QuotasNegativeTest-1338578491-project-admin] Pushing event deleted for resources: {'Network': ['ID=25361ffb-42ec-4cf6-aa46-ef403add73dd,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:34.909674 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36286) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:35.055131 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5646c80-f55b-49b2-b6cf-ff13b0412e3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:35.145214 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5646c80-f55b-49b2-b6cf-ff13b0412e3e admin admin] Publish callbacks [] for security_group (711f78fb-5c2f-4e50-9c73-6345bd6b2f5d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:35.150731 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5646c80-f55b-49b2-b6cf-ff13b0412e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (711f78fb-5c2f-4e50-9c73-6345bd6b2f5d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:35.180203 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e5646c80-f55b-49b2-b6cf-ff13b0412e3e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5eac5cb53c6842e980181410671100e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2673249 Feb 20 05:57:35.180631 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36290) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:35.228584 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5646c80-f55b-49b2-b6cf-ff13b0412e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711f78fb-5c2f-4e50-9c73-6345bd6b2f5d,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:35.260912 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3cf65bea-d142-4403-9ba0-d16fecfd8dee admin admin] Publish callbacks [] for security_group (711f78fb-5c2f-4e50-9c73-6345bd6b2f5d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:35.288164 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3cf65bea-d142-4403-9ba0-d16fecfd8dee admin admin] Publish callbacks [] for security_group (711f78fb-5c2f-4e50-9c73-6345bd6b2f5d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:35.357780 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3cf65bea-d142-4403-9ba0-d16fecfd8dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (711f78fb-5c2f-4e50-9c73-6345bd6b2f5d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:35.360419 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3cf65bea-d142-4403-9ba0-d16fecfd8dee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:35.365457 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3cf65bea-d142-4403-9ba0-d16fecfd8dee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/711f78fb-5c2f-4e50-9c73-6345bd6b2f5d HTTP/1.1" status: 204 len: 168 time: 0.1800170 Feb 20 05:57:35.376811 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf65bea-d142-4403-9ba0-d16fecfd8dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711f78fb-5c2f-4e50-9c73-6345bd6b2f5d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:35.997084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36322) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:36.017781 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5214a3ad-7fde-4bc7-8881-9cef4ef7e926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:36.111678 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5214a3ad-7fde-4bc7-8881-9cef4ef7e926 admin admin] Publish callbacks [] for security_group (b4ee8906-aa1c-4f4b-a6d5-cf1d1a4744d9), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:36.118428 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5214a3ad-7fde-4bc7-8881-9cef4ef7e926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b4ee8906-aa1c-4f4b-a6d5-cf1d1a4744d9), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:36.212001 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5214a3ad-7fde-4bc7-8881-9cef4ef7e926 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fbb846d922d34b07a798b9be3e92b389&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2160838 Feb 20 05:57:36.212001 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214a3ad-7fde-4bc7-8881-9cef4ef7e926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ee8906-aa1c-4f4b-a6d5-cf1d1a4744d9,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:36.212586 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36328) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:36.352995 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ae358738-1ff4-498b-b023-e1ce5a29b776 admin admin] Publish callbacks [] for security_group (b4ee8906-aa1c-4f4b-a6d5-cf1d1a4744d9), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:36.383719 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ae358738-1ff4-498b-b023-e1ce5a29b776 admin admin] Publish callbacks [] for security_group (b4ee8906-aa1c-4f4b-a6d5-cf1d1a4744d9), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:36.462749 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ae358738-1ff4-498b-b023-e1ce5a29b776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b4ee8906-aa1c-4f4b-a6d5-cf1d1a4744d9), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:36.470225 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ae358738-1ff4-498b-b023-e1ce5a29b776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:36.475199 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ae358738-1ff4-498b-b023-e1ce5a29b776 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b4ee8906-aa1c-4f4b-a6d5-cf1d1a4744d9 HTTP/1.1" status: 204 len: 168 time: 0.2539759 Feb 20 05:57:36.491592 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae358738-1ff4-498b-b023-e1ce5a29b776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ee8906-aa1c-4f4b-a6d5-cf1d1a4744d9,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:37.664625 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36430) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:37.835965 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-2b1f400a-16cc-4f73-a62c-0de68c46d7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-980970910'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:57:37.869333 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1f400a-16cc-4f73-a62c-0de68c46d7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Made reservation on behalf of f6eb557aed7d4ac49be7405a17271a8b for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:57:37.874500 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b1f400a-16cc-4f73-a62c-0de68c46d7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:37.889139 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b1f400a-16cc-4f73-a62c-0de68c46d7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:38.083941 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b1f400a-16cc-4f73-a62c-0de68c46d7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks [] for security_group (53dcf488-0233-4909-8b77-9e18d97baf55), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:38.089659 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b1f400a-16cc-4f73-a62c-0de68c46d7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (53dcf488-0233-4909-8b77-9e18d97baf55), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:38.147391 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1f400a-16cc-4f73-a62c-0de68c46d7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:57:38.160559 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f400a-16cc-4f73-a62c-0de68c46d7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53dcf488-0233-4909-8b77-9e18d97baf55,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:38.176565 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b1f400a-16cc-4f73-a62c-0de68c46d7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (e7a95815-f2cd-44f7-a662-a9664282edea), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:38.179218 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-2b1f400a-16cc-4f73-a62c-0de68c46d7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Added segment e7a95815-f2cd-44f7-a662-a9664282edea of type vlan for network ee43cf3d-a3e4-4ade-af89-eca249d27eda Feb 20 05:57:38.272911 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b1f400a-16cc-4f73-a62c-0de68c46d7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (ee43cf3d-a3e4-4ade-af89-eca249d27eda), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:38.314331 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b1f400a-16cc-4f73-a62c-0de68c46d7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (ee43cf3d-a3e4-4ade-af89-eca249d27eda), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:38.320092 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1f400a-16cc-4f73-a62c-0de68c46d7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:57:38.321209 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2b1f400a-16cc-4f73-a62c-0de68c46d7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:38.399646 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f400a-16cc-4f73-a62c-0de68c46d7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Pushing event updated for resources: {'Network': ['ID=ee43cf3d-a3e4-4ade-af89-eca249d27eda,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:38.413524 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network ee43cf3d-a3e4-4ade-af89-eca249d27eda details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:57:38.438098 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2b1f400a-16cc-4f73-a62c-0de68c46d7b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7715187 Feb 20 05:57:38.441239 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36518) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:38.446542 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-8f7dafea-8207-426c-a05c-6f99f8532ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Request body: {'subnet': {'network_id': 'ee43cf3d-a3e4-4ade-af89-eca249d27eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:57:38.603217 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7dafea-8207-426c-a05c-6f99f8532ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Made reservation on behalf of f6eb557aed7d4ac49be7405a17271a8b for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:57:38.607582 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f7dafea-8207-426c-a05c-6f99f8532ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:39.018443 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f7dafea-8207-426c-a05c-6f99f8532ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (42390a28-551a-4a02-9b76-d2f41897b049), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:39.264160 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7dafea-8207-426c-a05c-6f99f8532ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Pushing event updated for resources: {'Subnet': ['ID=42390a28-551a-4a02-9b76-d2f41897b049,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:39.368594 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7dafea-8207-426c-a05c-6f99f8532ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Checking segment: {'id': 'e7a95815-f2cd-44f7-a662-a9664282edea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ee43cf3d-a3e4-4ade-af89-eca249d27eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:57:39.368891 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7dafea-8207-426c-a05c-6f99f8532ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Network hostable DHCP agents. Network: ee43cf3d-a3e4-4ade-af89-eca249d27eda, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:57:39.417958 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7dafea-8207-426c-a05c-6f99f8532ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Network ee43cf3d-a3e4-4ade-af89-eca249d27eda is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:57:39.435097 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-8f7dafea-8207-426c-a05c-6f99f8532ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, ee43cf3d-a3e4-4ade-af89-eca249d27eda) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:57:39.443494 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7dafea-8207-426c-a05c-6f99f8532ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:57:39.444720 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f7dafea-8207-426c-a05c-6f99f8532ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:39.458597 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0903aa34-d721-463b-ad01-df96f8770a2a None None] Network ee43cf3d-a3e4-4ade-af89-eca249d27eda requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:57:39.474560 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8f7dafea-8207-426c-a05c-6f99f8532ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0322046 Feb 20 05:57:39.478323 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36616) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:39.485453 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-24dd6fd1-2b67-4f09-bb84-ccd3199a9217 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Request body: {'port': {'network_id': 'ee43cf3d-a3e4-4ade-af89-eca249d27eda', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1864991325'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:57:39.782373 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24dd6fd1-2b67-4f09-bb84-ccd3199a9217 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Made reservation on behalf of f6eb557aed7d4ac49be7405a17271a8b for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:57:39.787694 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-24dd6fd1-2b67-4f09-bb84-ccd3199a9217 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:39.836919 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-24dd6fd1-2b67-4f09-bb84-ccd3199a9217 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] device_id is not set on port 3d956591-69e5-4686-ae8c-75f622d53eff yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:57:39.973211 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-ee43cf3d-a3e4-4ade-af89-eca249d27eda', 'network_id': 'ee43cf3d-a3e4-4ade-af89-eca249d27eda', 'project_id': 'f6eb557aed7d4ac49be7405a17271a8b', 'fixed_ips': [{'subnet_id': '42390a28-551a-4a02-9b76-d2f41897b049'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:57:39.974443 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:40.081606 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-24dd6fd1-2b67-4f09-bb84-ccd3199a9217 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Allocated IP 2001:db8::1e4 (ee43cf3d-a3e4-4ade-af89-eca249d27eda/42390a28-551a-4a02-9b76-d2f41897b049/3d956591-69e5-4686-ae8c-75f622d53eff) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:57:40.451331 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-24dd6fd1-2b67-4f09-bb84-ccd3199a9217 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks [] for port (3d956591-69e5-4686-ae8c-75f622d53eff), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:40.519462 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-24dd6fd1-2b67-4f09-bb84-ccd3199a9217 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (3d956591-69e5-4686-ae8c-75f622d53eff), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:40.630608 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Allocated IP 2001:db8::2 (ee43cf3d-a3e4-4ade-af89-eca249d27eda/42390a28-551a-4a02-9b76-d2f41897b049/289fd6f7-2441-40c8-a57d-cc92d80e5519) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:57:40.708497 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd6fd1-2b67-4f09-bb84-ccd3199a9217 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Pushing event updated for resources: {'Port': ['ID=3d956591-69e5-4686-ae8c-75f622d53eff,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:40.788930 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dd6fd1-2b67-4f09-bb84-ccd3199a9217 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Network ee43cf3d-a3e4-4ade-af89-eca249d27eda is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:57:40.790969 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-24dd6fd1-2b67-4f09-bb84-ccd3199a9217 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:57:40.832752 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dd6fd1-2b67-4f09-bb84-ccd3199a9217 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:57:40.859933 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dd6fd1-2b67-4f09-bb84-ccd3199a9217 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:57:40.860812 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-24dd6fd1-2b67-4f09-bb84-ccd3199a9217 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:40.905495 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-24dd6fd1-2b67-4f09-bb84-ccd3199a9217 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4260230 Feb 20 05:57:40.908572 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36764) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:40.913698 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ae715133-d5c8-4ad6-8be6-67e551b76f4f tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Request body: {'port': {'network_id': 'ee43cf3d-a3e4-4ade-af89-eca249d27eda', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-263292460', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:57:40.914264 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.api.validators [None req-ae715133-d5c8-4ad6-8be6-67e551b76f4f tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] bootfile-name is not in valid_values {{(pid=103407) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 20 05:57:40.914607 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.api.validators [None req-ae715133-d5c8-4ad6-8be6-67e551b76f4f tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] tftp-server is not in valid_values {{(pid=103407) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 20 05:57:40.922977 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.api.validators [None req-ae715133-d5c8-4ad6-8be6-67e551b76f4f tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] server-ip-address is not in valid_values {{(pid=103407) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 20 05:57:40.940281 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Publish callbacks [] for port (289fd6f7-2441-40c8-a57d-cc92d80e5519), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:40.957567 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (289fd6f7-2441-40c8-a57d-cc92d80e5519), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:41.049238 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Network ee43cf3d-a3e4-4ade-af89-eca249d27eda is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:57:41.051091 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:57:41.097342 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Pushing event updated for resources: {'Port': ['ID=289fd6f7-2441-40c8-a57d-cc92d80e5519,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:41.102992 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:57:41.216880 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae715133-d5c8-4ad6-8be6-67e551b76f4f tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Made reservation on behalf of f6eb557aed7d4ac49be7405a17271a8b for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:57:41.226535 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ae715133-d5c8-4ad6-8be6-67e551b76f4f tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:41.247154 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:57:41.249578 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:57:41.250352 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:57:41.250935 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:57:41.251471 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:57:41.251962 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:57:41.252466 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:57:41.252953 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:57:41.255034 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:57:41.255880 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:57:41.256387 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:57:41.258323 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:57:41.259086 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:57:41.259205 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-ae715133-d5c8-4ad6-8be6-67e551b76f4f tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] device_id is not set on port 75c80a6a-4f91-4061-9ccd-44579d330601 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:57:41.303259 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Attempting to bind port 289fd6f7-2441-40c8-a57d-cc92d80e5519 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:57:41.303682 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Attempting to bind port 289fd6f7-2441-40c8-a57d-cc92d80e5519 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'e7a95815-f2cd-44f7-a662-a9664282edea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ee43cf3d-a3e4-4ade-af89-eca249d27eda'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:57:41.304011 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Attempting to bind port 289fd6f7-2441-40c8-a57d-cc92d80e5519 on network ee43cf3d-a3e4-4ade-af89-eca249d27eda {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:57:41.316090 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:57:41.316484 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Checking segment: {'id': 'e7a95815-f2cd-44f7-a662-a9664282edea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ee43cf3d-a3e4-4ade-af89-eca249d27eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:57:41.321033 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:41.321457 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Bound using segment: {'id': 'e7a95815-f2cd-44f7-a662-a9664282edea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ee43cf3d-a3e4-4ade-af89-eca249d27eda'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:57:41.321950 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Bound port: 289fd6f7-2441-40c8-a57d-cc92d80e5519, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a95815-f2cd-44f7-a662-a9664282edea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ee43cf3d-a3e4-4ade-af89-eca249d27eda'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:57:41.322369 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (289fd6f7-2441-40c8-a57d-cc92d80e5519), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:41.474173 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] For port 289fd6f7-2441-40c8-a57d-cc92d80e5519, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:57:41.484396 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] For port 289fd6f7-2441-40c8-a57d-cc92d80e5519, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=289fd6f7-2441-40c8-a57d-cc92d80e5519,segment=NetworkSegment(e7a95815-f2cd-44f7-a662-a9664282edea),segment_id=e7a95815-f2cd-44f7-a662-a9664282edea)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:57:41.500244 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (289fd6f7-2441-40c8-a57d-cc92d80e5519), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:41.557020 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-ae715133-d5c8-4ad6-8be6-67e551b76f4f tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Allocated IP 2001:db8::296 (ee43cf3d-a3e4-4ade-af89-eca249d27eda/42390a28-551a-4a02-9b76-d2f41897b049/75c80a6a-4f91-4061-9ccd-44579d330601) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:57:41.661936 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae35fc5-a0c0-4c1b-bfed-3486f09c03ea None None] Pushing event updated for resources: {'Port': ['ID=289fd6f7-2441-40c8-a57d-cc92d80e5519,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:42.010275 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ae715133-d5c8-4ad6-8be6-67e551b76f4f tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks [] for port (75c80a6a-4f91-4061-9ccd-44579d330601), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:42.145444 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ae715133-d5c8-4ad6-8be6-67e551b76f4f tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (75c80a6a-4f91-4061-9ccd-44579d330601), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:42.289308 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae715133-d5c8-4ad6-8be6-67e551b76f4f tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Pushing event updated for resources: {'Port': ['ID=75c80a6a-4f91-4061-9ccd-44579d330601,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:42.319369 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae715133-d5c8-4ad6-8be6-67e551b76f4f tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Network ee43cf3d-a3e4-4ade-af89-eca249d27eda is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:57:42.321216 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-ae715133-d5c8-4ad6-8be6-67e551b76f4f tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:57:42.327712 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae715133-d5c8-4ad6-8be6-67e551b76f4f tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:57:42.333178 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae715133-d5c8-4ad6-8be6-67e551b76f4f tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:57:42.347626 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ae715133-d5c8-4ad6-8be6-67e551b76f4f tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:42.376836 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36876) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:42.377883 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ae715133-d5c8-4ad6-8be6-67e551b76f4f tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.4672651 Feb 20 05:57:42.502611 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fd0da1-6c4b-4b20-b564-b8a25571502e tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:57:42.509277 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fd0da1-6c4b-4b20-b564-b8a25571502e tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:57:42.515724 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fd0da1-6c4b-4b20-b564-b8a25571502e tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:57:42.518113 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-97fd0da1-6c4b-4b20-b564-b8a25571502e tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1403403 Feb 20 05:57:42.521117 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36878) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:42.635439 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-de80a489-798d-4760-9c20-acc4b28503d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Deleting port 75c80a6a-4f91-4061-9ccd-44579d330601 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:57:42.636022 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de80a489-798d-4760-9c20-acc4b28503d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (75c80a6a-4f91-4061-9ccd-44579d330601), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:42.749637 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de80a489-798d-4760-9c20-acc4b28503d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (75c80a6a-4f91-4061-9ccd-44579d330601), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:42.772928 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-de80a489-798d-4760-9c20-acc4b28503d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Calling delete_port for 75c80a6a-4f91-4061-9ccd-44579d330601 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:57:43.188153 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de80a489-798d-4760-9c20-acc4b28503d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (75c80a6a-4f91-4061-9ccd-44579d330601), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:43.236522 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80a489-798d-4760-9c20-acc4b28503d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Pushing event deleted for resources: {'Port': ['ID=75c80a6a-4f91-4061-9ccd-44579d330601,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:43.346416 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de80a489-798d-4760-9c20-acc4b28503d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:43.362536 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36894) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:43.368010 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-11c54d3e-1f3e-447f-a27e-7d678a8ef59e tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Request body: {'port': {'name': 'tempest-new-port-name-1563842012', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:57:43.368407 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.api.validators [None req-11c54d3e-1f3e-447f-a27e-7d678a8ef59e tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] bootfile-name is not in valid_values {{(pid=103407) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 20 05:57:43.368743 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.api.validators [None req-11c54d3e-1f3e-447f-a27e-7d678a8ef59e tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] tftp-server is not in valid_values {{(pid=103407) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 20 05:57:43.369070 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.api.validators [None req-11c54d3e-1f3e-447f-a27e-7d678a8ef59e tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] server-ip-address is not in valid_values {{(pid=103407) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 20 05:57:43.373468 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-de80a489-798d-4760-9c20-acc4b28503d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] 10.222.0.37 "DELETE /v2.0/ports/75c80a6a-4f91-4061-9ccd-44579d330601 HTTP/1.1" status: 204 len: 168 time: 0.8510585 Feb 20 05:57:43.484690 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4dcbd2-c57a-49b7-adcc-b346ddaaea33 None None] Network ee43cf3d-a3e4-4ade-af89-eca249d27eda requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:57:43.527178 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-11c54d3e-1f3e-447f-a27e-7d678a8ef59e tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3d956591-69e5-4686-ae8c-75f622d53eff), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:43.673662 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e8b957ba-bf6f-42a0-bedf-768a9fcf3b39 None None] Provisioning complete for port 289fd6f7-2441-40c8-a57d-cc92d80e5519 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:57:43.674213 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e8b957ba-bf6f-42a0-bedf-768a9fcf3b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (289fd6f7-2441-40c8-a57d-cc92d80e5519), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:43.868644 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e8b957ba-bf6f-42a0-bedf-768a9fcf3b39 None None] Current status of the port 289fd6f7-2441-40c8-a57d-cc92d80e5519 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:57:43.869186 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e8b957ba-bf6f-42a0-bedf-768a9fcf3b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (289fd6f7-2441-40c8-a57d-cc92d80e5519), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:43.938329 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e8b957ba-bf6f-42a0-bedf-768a9fcf3b39 None None] For port 289fd6f7-2441-40c8-a57d-cc92d80e5519, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=289fd6f7-2441-40c8-a57d-cc92d80e5519,segment=NetworkSegment(e7a95815-f2cd-44f7-a662-a9664282edea),segment_id=e7a95815-f2cd-44f7-a662-a9664282edea)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:57:43.952104 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e8b957ba-bf6f-42a0-bedf-768a9fcf3b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (289fd6f7-2441-40c8-a57d-cc92d80e5519), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:44.014108 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-11c54d3e-1f3e-447f-a27e-7d678a8ef59e tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks [] for port (3d956591-69e5-4686-ae8c-75f622d53eff), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:44.022453 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-11c54d3e-1f3e-447f-a27e-7d678a8ef59e tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (3d956591-69e5-4686-ae8c-75f622d53eff), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:44.058220 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b957ba-bf6f-42a0-bedf-768a9fcf3b39 None None] Pushing event updated for resources: {'Port': ['ID=289fd6f7-2441-40c8-a57d-cc92d80e5519,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:44.062767 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 289fd6f7-2441-40c8-a57d-cc92d80e5519 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:57:44.076378 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-11c54d3e-1f3e-447f-a27e-7d678a8ef59e tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] In _notify_port_updated(), no bound segment for port 3d956591-69e5-4686-ae8c-75f622d53eff on network ee43cf3d-a3e4-4ade-af89-eca249d27eda {{(pid=103407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 05:57:44.084600 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c54d3e-1f3e-447f-a27e-7d678a8ef59e tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:57:44.085760 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-11c54d3e-1f3e-447f-a27e-7d678a8ef59e tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:44.087424 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-11c54d3e-1f3e-447f-a27e-7d678a8ef59e tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] 10.222.0.37 "PUT /v2.0/ports/3d956591-69e5-4686-ae8c-75f622d53eff HTTP/1.1" status: 200 len: 1130 time: 0.7238433 Feb 20 05:57:44.093198 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36898) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:44.122281 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c54d3e-1f3e-447f-a27e-7d678a8ef59e tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Pushing event updated for resources: {'Port': ['ID=3d956591-69e5-4686-ae8c-75f622d53eff,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:44.190765 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c251fea-9090-4642-a5e1-3c0ca5bb15c5 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:57:44.197361 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36902) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:44.197692 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3c251fea-9090-4642-a5e1-3c0ca5bb15c5 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] 10.222.0.37 "GET /v2.0/ports/3d956591-69e5-4686-ae8c-75f622d53eff HTTP/1.1" status: 200 len: 1130 time: 0.1032503 Feb 20 05:57:44.254619 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 289fd6f7-2441-40c8-a57d-cc92d80e5519 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:57:44.255056 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (289fd6f7-2441-40c8-a57d-cc92d80e5519), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:44.396726 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d5672305-3066-435e-9288-d93f1665c9b2 None None] Provisioning complete for port 3d956591-69e5-4686-ae8c-75f622d53eff triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:57:44.397115 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5672305-3066-435e-9288-d93f1665c9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3d956591-69e5-4686-ae8c-75f622d53eff), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:44.465324 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 289fd6f7-2441-40c8-a57d-cc92d80e5519 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:57:44.483931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b325a046-86cb-45d3-9dc5-dacf64d25c49 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Deleting port 3d956591-69e5-4686-ae8c-75f622d53eff {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:57:44.484493 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b325a046-86cb-45d3-9dc5-dacf64d25c49 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3d956591-69e5-4686-ae8c-75f622d53eff), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:44.544800 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d5672305-3066-435e-9288-d93f1665c9b2 None None] Port 3d956591-69e5-4686-ae8c-75f622d53eff cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:57:44.589973 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d5672305-3066-435e-9288-d93f1665c9b2 None None] Provisioning complete for port 289fd6f7-2441-40c8-a57d-cc92d80e5519 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:57:44.590607 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5672305-3066-435e-9288-d93f1665c9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (289fd6f7-2441-40c8-a57d-cc92d80e5519), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:44.670271 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b325a046-86cb-45d3-9dc5-dacf64d25c49 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3d956591-69e5-4686-ae8c-75f622d53eff), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:44.700768 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b325a046-86cb-45d3-9dc5-dacf64d25c49 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Calling delete_port for 3d956591-69e5-4686-ae8c-75f622d53eff owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:57:44.735043 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d5672305-3066-435e-9288-d93f1665c9b2 None None] Current status of the port 289fd6f7-2441-40c8-a57d-cc92d80e5519 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:57:44.873037 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-21403a76-874a-4c58-9049-bfbcc83c89dc None None] Provisioning complete for port 3d956591-69e5-4686-ae8c-75f622d53eff triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:57:44.873735 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-21403a76-874a-4c58-9049-bfbcc83c89dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3d956591-69e5-4686-ae8c-75f622d53eff), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:44.922625 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-21403a76-874a-4c58-9049-bfbcc83c89dc None None] Port 3d956591-69e5-4686-ae8c-75f622d53eff cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:57:44.983030 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b325a046-86cb-45d3-9dc5-dacf64d25c49 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (3d956591-69e5-4686-ae8c-75f622d53eff), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:45.037966 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325a046-86cb-45d3-9dc5-dacf64d25c49 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Pushing event deleted for resources: {'Port': ['ID=3d956591-69e5-4686-ae8c-75f622d53eff,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:45.081653 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b325a046-86cb-45d3-9dc5-dacf64d25c49 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:45.094467 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b325a046-86cb-45d3-9dc5-dacf64d25c49 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] 10.222.0.37 "DELETE /v2.0/ports/3d956591-69e5-4686-ae8c-75f622d53eff HTTP/1.1" status: 204 len: 168 time: 0.8960102 Feb 20 05:57:45.097484 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36910) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:45.239955 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e7879a-638a-4e9b-b2e2-c20bd54a5279 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Deleting subnet 42390a28-551a-4a02-9b76-d2f41897b049 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:57:45.243883 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f7e7879a-638a-4e9b-b2e2-c20bd54a5279 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks [] for subnet (42390a28-551a-4a02-9b76-d2f41897b049), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:45.248680 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-deb49b34-e22e-4fe8-9691-114e4cd07849 None None] Could not find standard attr ID for object 75c80a6a-4f91-4061-9ccd-44579d330601. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:57:45.311937 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f7e7879a-638a-4e9b-b2e2-c20bd54a5279 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (42390a28-551a-4a02-9b76-d2f41897b049), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:45.430001 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f7e7879a-638a-4e9b-b2e2-c20bd54a5279 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (42390a28-551a-4a02-9b76-d2f41897b049), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:45.523424 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f7e7879a-638a-4e9b-b2e2-c20bd54a5279 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (42390a28-551a-4a02-9b76-d2f41897b049), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:45.580048 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f7e7879a-638a-4e9b-b2e2-c20bd54a5279 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:45.585198 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f7e7879a-638a-4e9b-b2e2-c20bd54a5279 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] 10.222.0.37 "DELETE /v2.0/subnets/42390a28-551a-4a02-9b76-d2f41897b049 HTTP/1.1" status: 204 len: 168 time: 0.4859765 Feb 20 05:57:45.586494 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7879a-638a-4e9b-b2e2-c20bd54a5279 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Pushing event deleted for resources: {'Subnet': ['ID=42390a28-551a-4a02-9b76-d2f41897b049,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:45.587883 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36922) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:45.604755 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9898b522-1639-41ba-931f-f7b8adbb4d4b None None] Network ee43cf3d-a3e4-4ade-af89-eca249d27eda requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:57:45.688541 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb75e6db-d968-438b-a3d7-c0f8c832782b tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (ee43cf3d-a3e4-4ade-af89-eca249d27eda), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:45.786495 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-bb75e6db-d968-438b-a3d7-c0f8c832782b tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Deleting port 289fd6f7-2441-40c8-a57d-cc92d80e5519 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:57:45.787265 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb75e6db-d968-438b-a3d7-c0f8c832782b tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (289fd6f7-2441-40c8-a57d-cc92d80e5519), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:45.954446 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 289fd6f7-2441-40c8-a57d-cc92d80e5519 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:57:46.022497 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-bb75e6db-d968-438b-a3d7-c0f8c832782b tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] For port 289fd6f7-2441-40c8-a57d-cc92d80e5519, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=289fd6f7-2441-40c8-a57d-cc92d80e5519,segment=NetworkSegment(e7a95815-f2cd-44f7-a662-a9664282edea),segment_id=e7a95815-f2cd-44f7-a662-a9664282edea)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:57:46.022890 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb75e6db-d968-438b-a3d7-c0f8c832782b tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (289fd6f7-2441-40c8-a57d-cc92d80e5519), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:46.057882 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-bb75e6db-d968-438b-a3d7-c0f8c832782b tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Calling delete_port for 289fd6f7-2441-40c8-a57d-cc92d80e5519 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:57:46.088012 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cea997-e600-40a7-b4c9-afb29dd733b2 None None] DHCP port deletion for ee43cf3d-a3e4-4ade-af89-eca249d27eda request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:57:46.200568 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 289fd6f7-2441-40c8-a57d-cc92d80e5519 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:57:46.217357 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (289fd6f7-2441-40c8-a57d-cc92d80e5519), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:46.352753 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-34cea997-e600-40a7-b4c9-afb29dd733b2 None None] Deleting port 289fd6f7-2441-40c8-a57d-cc92d80e5519 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:57:46.353176 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34cea997-e600-40a7-b4c9-afb29dd733b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (289fd6f7-2441-40c8-a57d-cc92d80e5519), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:46.464498 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-34cea997-e600-40a7-b4c9-afb29dd733b2 None None] For port 289fd6f7-2441-40c8-a57d-cc92d80e5519, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=289fd6f7-2441-40c8-a57d-cc92d80e5519,segment=NetworkSegment(e7a95815-f2cd-44f7-a662-a9664282edea),segment_id=e7a95815-f2cd-44f7-a662-a9664282edea)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:57:46.464895 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34cea997-e600-40a7-b4c9-afb29dd733b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (289fd6f7-2441-40c8-a57d-cc92d80e5519), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:46.486414 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-34cea997-e600-40a7-b4c9-afb29dd733b2 None None] Calling delete_port for 289fd6f7-2441-40c8-a57d-cc92d80e5519 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:57:46.611148 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb75e6db-d968-438b-a3d7-c0f8c832782b tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (289fd6f7-2441-40c8-a57d-cc92d80e5519), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:46.643829 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34cea997-e600-40a7-b4c9-afb29dd733b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (289fd6f7-2441-40c8-a57d-cc92d80e5519), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:46.666762 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75e6db-d968-438b-a3d7-c0f8c832782b tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Pushing event deleted for resources: {'Port': ['ID=289fd6f7-2441-40c8-a57d-cc92d80e5519,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:46.673544 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb75e6db-d968-438b-a3d7-c0f8c832782b tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] No DVR routers for this DVR port 289fd6f7-2441-40c8-a57d-cc92d80e5519 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:57:46.697636 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cea997-e600-40a7-b4c9-afb29dd733b2 None None] Pushing event deleted for resources: {'Port': ['ID=289fd6f7-2441-40c8-a57d-cc92d80e5519,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:46.769889 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Port 289fd6f7-2441-40c8-a57d-cc92d80e5519 update to ACTIVE by agent not found {{(pid=103408) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 20 05:57:46.777825 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1b526b78-da78-4328-acc0-9afc5591cd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:46.779436 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cea997-e600-40a7-b4c9-afb29dd733b2 None None] No DVR routers for this DVR port 289fd6f7-2441-40c8-a57d-cc92d80e5519 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:57:46.849423 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb75e6db-d968-438b-a3d7-c0f8c832782b tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (ee43cf3d-a3e4-4ade-af89-eca249d27eda), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:46.869860 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-bb75e6db-d968-438b-a3d7-c0f8c832782b tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee43cf3d-a3e4-4ade-af89-eca249d27eda']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:57:46.879379 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-bb75e6db-d968-438b-a3d7-c0f8c832782b tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a95815-f2cd-44f7-a662-a9664282edea') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:57:46.879670 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-bb75e6db-d968-438b-a3d7-c0f8c832782b tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a95815-f2cd-44f7-a662-a9664282edea') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:57:46.917715 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb75e6db-d968-438b-a3d7-c0f8c832782b tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (e7a95815-f2cd-44f7-a662-a9664282edea), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:46.944715 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb75e6db-d968-438b-a3d7-c0f8c832782b tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (e7a95815-f2cd-44f7-a662-a9664282edea), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:46.958412 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb75e6db-d968-438b-a3d7-c0f8c832782b tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:57:46.958809 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb75e6db-d968-438b-a3d7-c0f8c832782b tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (e7a95815-f2cd-44f7-a662-a9664282edea), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:57:47.097267 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:57:47.107768 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb75e6db-d968-438b-a3d7-c0f8c832782b tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (ee43cf3d-a3e4-4ade-af89-eca249d27eda), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:47.114999 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb75e6db-d968-438b-a3d7-c0f8c832782b tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:47.120333 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bb75e6db-d968-438b-a3d7-c0f8c832782b tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] 10.222.0.37 "DELETE /v2.0/networks/ee43cf3d-a3e4-4ade-af89-eca249d27eda HTTP/1.1" status: 204 len: 168 time: 1.5306396 Feb 20 05:57:47.145943 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75e6db-d968-438b-a3d7-c0f8c832782b tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963 tempest-ExtraDHCPOptionsIpV6TestJSON-2138940963-project] Pushing event deleted for resources: {'Network': ['ID=ee43cf3d-a3e4-4ade-af89-eca249d27eda,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:47.615458 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 36950) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:47.908896 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9cba4f21-cb3a-48f6-9002-a1700f60a90b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f6eb557aed7d4ac49be7405a17271a8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2925129 Feb 20 05:57:47.911726 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36954) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:47.923237 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 289fd6f7-2441-40c8-a57d-cc92d80e5519 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:57:48.034400 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 289fd6f7-2441-40c8-a57d-cc92d80e5519 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:57:48.034756 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 289fd6f7-2441-40c8-a57d-cc92d80e5519 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:57:48.113220 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f6d8835c-4546-4ebd-9aad-96c77b898f8c admin admin] Publish callbacks [] for security_group (53dcf488-0233-4909-8b77-9e18d97baf55), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:48.162483 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f6d8835c-4546-4ebd-9aad-96c77b898f8c admin admin] Publish callbacks [] for security_group (53dcf488-0233-4909-8b77-9e18d97baf55), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:48.253369 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f6d8835c-4546-4ebd-9aad-96c77b898f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (53dcf488-0233-4909-8b77-9e18d97baf55), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:48.256185 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f6d8835c-4546-4ebd-9aad-96c77b898f8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:48.266632 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f6d8835c-4546-4ebd-9aad-96c77b898f8c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/53dcf488-0233-4909-8b77-9e18d97baf55 HTTP/1.1" status: 204 len: 168 time: 0.3426731 Feb 20 05:57:48.302308 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8835c-4546-4ebd-9aad-96c77b898f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dcf488-0233-4909-8b77-9e18d97baf55,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:48.952895 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4df3503f-6029-4078-973b-7637116f5570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:49.495841 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 36994) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:49.627761 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:49.631526 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c2c1efcd-90f2-4768-85a9-658dd957aede tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1851039953'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:57:49.654783 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c1efcd-90f2-4768-85a9-658dd957aede tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Made reservation on behalf of 5318d5e874644fa798c4615f6c57dcb6 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:57:49.661152 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c2c1efcd-90f2-4768-85a9-658dd957aede tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:49.673804 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c2c1efcd-90f2-4768-85a9-658dd957aede tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:49.781008 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c2c1efcd-90f2-4768-85a9-658dd957aede tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for security_group (2b8db3a4-731d-42ab-bc5e-236a334b9a8b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:49.785351 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c2c1efcd-90f2-4768-85a9-658dd957aede tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2b8db3a4-731d-42ab-bc5e-236a334b9a8b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:49.813462 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c1efcd-90f2-4768-85a9-658dd957aede tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:57:49.839035 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1efcd-90f2-4768-85a9-658dd957aede tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8db3a4-731d-42ab-bc5e-236a334b9a8b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:49.845944 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c2c1efcd-90f2-4768-85a9-658dd957aede tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (5c9c2cce-3b63-4263-bae5-4e5d505b167a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:49.846542 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-c2c1efcd-90f2-4768-85a9-658dd957aede tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Added segment 5c9c2cce-3b63-4263-bae5-4e5d505b167a of type vlan for network acdb00cd-7b70-49b5-a2d9-943242724eaa Feb 20 05:57:49.897654 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c2c1efcd-90f2-4768-85a9-658dd957aede tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (acdb00cd-7b70-49b5-a2d9-943242724eaa), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:49.927925 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c2c1efcd-90f2-4768-85a9-658dd957aede tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (acdb00cd-7b70-49b5-a2d9-943242724eaa), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:49.935361 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c1efcd-90f2-4768-85a9-658dd957aede tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:57:49.936042 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c2c1efcd-90f2-4768-85a9-658dd957aede tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:50.021305 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c2c1efcd-90f2-4768-85a9-658dd957aede tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5227158 Feb 20 05:57:50.022096 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37004) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:50.027896 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-220d666c-769c-4284-9306-827f49b98978 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Request body: {'subnet': {'network_id': 'acdb00cd-7b70-49b5-a2d9-943242724eaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:57:50.049944 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1efcd-90f2-4768-85a9-658dd957aede tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event updated for resources: {'Network': ['ID=acdb00cd-7b70-49b5-a2d9-943242724eaa,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:50.063342 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network acdb00cd-7b70-49b5-a2d9-943242724eaa details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:57:50.162358 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220d666c-769c-4284-9306-827f49b98978 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Made reservation on behalf of 5318d5e874644fa798c4615f6c57dcb6 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:57:50.166881 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-220d666c-769c-4284-9306-827f49b98978 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:50.412954 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-220d666c-769c-4284-9306-827f49b98978 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (2b569548-1809-47ca-96f6-4d17b0d2d50e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:50.507513 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220d666c-769c-4284-9306-827f49b98978 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Checking segment: {'id': '5c9c2cce-3b63-4263-bae5-4e5d505b167a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'acdb00cd-7b70-49b5-a2d9-943242724eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:57:50.508213 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220d666c-769c-4284-9306-827f49b98978 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Network hostable DHCP agents. Network: acdb00cd-7b70-49b5-a2d9-943242724eaa, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:57:50.522977 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d666c-769c-4284-9306-827f49b98978 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event updated for resources: {'Subnet': ['ID=2b569548-1809-47ca-96f6-4d17b0d2d50e,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:50.548384 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220d666c-769c-4284-9306-827f49b98978 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Network acdb00cd-7b70-49b5-a2d9-943242724eaa is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:57:50.562876 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-220d666c-769c-4284-9306-827f49b98978 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, acdb00cd-7b70-49b5-a2d9-943242724eaa) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:57:50.574552 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4fed7d-4f84-4eb9-9cd1-b731a8273250 None None] Network acdb00cd-7b70-49b5-a2d9-943242724eaa requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:57:50.581464 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220d666c-769c-4284-9306-827f49b98978 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:57:50.583280 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-220d666c-769c-4284-9306-827f49b98978 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:50.611036 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-220d666c-769c-4284-9306-827f49b98978 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5860431 Feb 20 05:57:50.612910 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37012) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:50.618216 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-844ae978-0aea-45a7-9c11-1e049355a88b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2141373160', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}, 'admin_state_up': False}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:57:50.647422 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-844ae978-0aea-45a7-9c11-1e049355a88b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (fa71afbe-8989-495a-9c7e-cb38768cae8e), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:50.648829 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-844ae978-0aea-45a7-9c11-1e049355a88b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (fa71afbe-8989-495a-9c7e-cb38768cae8e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:50.717824 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1852c21b-51ba-4ac1-8eff-f0024e012da2 None None] Network acdb00cd-7b70-49b5-a2d9-943242724eaa requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:57:50.743485 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-844ae978-0aea-45a7-9c11-1e049355a88b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for router_controller (fa71afbe-8989-495a-9c7e-cb38768cae8e), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:51.040937 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-844ae978-0aea-45a7-9c11-1e049355a88b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for router_gateway (fa71afbe-8989-495a-9c7e-cb38768cae8e), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:51.280086 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-844ae978-0aea-45a7-9c11-1e049355a88b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for router_gateway (fa71afbe-8989-495a-9c7e-cb38768cae8e), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:51.299529 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-844ae978-0aea-45a7-9c11-1e049355a88b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:51.428070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-844ae978-0aea-45a7-9c11-1e049355a88b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Allocated IP 172.25.3.231 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/67c80646-1ca6-4b05-aa4a-459c424c2d4b) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:57:51.443067 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:51.575440 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-844ae978-0aea-45a7-9c11-1e049355a88b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for port (67c80646-1ca6-4b05-aa4a-459c424c2d4b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:51.622382 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-844ae978-0aea-45a7-9c11-1e049355a88b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (67c80646-1ca6-4b05-aa4a-459c424c2d4b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:51.696487 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844ae978-0aea-45a7-9c11-1e049355a88b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:57:51.701513 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-844ae978-0aea-45a7-9c11-1e049355a88b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:57:51.705208 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844ae978-0aea-45a7-9c11-1e049355a88b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:57:51.740365 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ae978-0aea-45a7-9c11-1e049355a88b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event updated for resources: {'Port': ['ID=67c80646-1ca6-4b05-aa4a-459c424c2d4b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:52.199593 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-844ae978-0aea-45a7-9c11-1e049355a88b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for router_gateway (fa71afbe-8989-495a-9c7e-cb38768cae8e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:52.696540 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:52.842198 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-844ae978-0aea-45a7-9c11-1e049355a88b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (fa71afbe-8989-495a-9c7e-cb38768cae8e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:52.971037 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:53.072348 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844ae978-0aea-45a7-9c11-1e049355a88b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Router fa71afbe-8989-495a-9c7e-cb38768cae8e is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:57:53.283265 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844ae978-0aea-45a7-9c11-1e049355a88b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:57:53.316984 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36316a3-e170-4529-a5ee-027cffc3aa64 None None] Sync routers for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:57:53.334694 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-844ae978-0aea-45a7-9c11-1e049355a88b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:53.334694 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-844ae978-0aea-45a7-9c11-1e049355a88b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7176576 Feb 20 05:57:53.335271 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37040) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:53.335997 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36316a3-e170-4529-a5ee-027cffc3aa64 None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:57:53.340768 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b36316a3-e170-4529-a5ee-027cffc3aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:57:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:57:53.526820 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b36316a3-e170-4529-a5ee-027cffc3aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:57:53.548450 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36316a3-e170-4529-a5ee-027cffc3aa64 None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:57:53.552766 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b36316a3-e170-4529-a5ee-027cffc3aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:57:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:57:53.615369 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b36316a3-e170-4529-a5ee-027cffc3aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:57:53.616465 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36316a3-e170-4529-a5ee-027cffc3aa64 None None] The sync data for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:57:54.386726 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-957eda38-f212-4168-8382-e946d7a5465d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:54.905727 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-957eda38-f212-4168-8382-e946d7a5465d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Allocated IP 172.20.0.1 (acdb00cd-7b70-49b5-a2d9-943242724eaa/2b569548-1809-47ca-96f6-4d17b0d2d50e/e6ecb790-c0b1-4f32-be45-d4614f4de4eb) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:57:55.195914 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-957eda38-f212-4168-8382-e946d7a5465d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for port (e6ecb790-c0b1-4f32-be45-d4614f4de4eb), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:55.288856 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-957eda38-f212-4168-8382-e946d7a5465d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (e6ecb790-c0b1-4f32-be45-d4614f4de4eb), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:55.352773 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:55.389485 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957eda38-f212-4168-8382-e946d7a5465d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Network acdb00cd-7b70-49b5-a2d9-943242724eaa is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:57:55.393812 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-957eda38-f212-4168-8382-e946d7a5465d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:57:55.396938 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957eda38-f212-4168-8382-e946d7a5465d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:57:55.484243 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-957eda38-f212-4168-8382-e946d7a5465d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (fa71afbe-8989-495a-9c7e-cb38768cae8e), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:55.550080 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957eda38-f212-4168-8382-e946d7a5465d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event updated for resources: {'Port': ['ID=e6ecb790-c0b1-4f32-be45-d4614f4de4eb,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:55.816355 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-957eda38-f212-4168-8382-e946d7a5465d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e6ecb790-c0b1-4f32-be45-d4614f4de4eb), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:56.446408 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-957eda38-f212-4168-8382-e946d7a5465d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for port (e6ecb790-c0b1-4f32-be45-d4614f4de4eb), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:56.454058 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-957eda38-f212-4168-8382-e946d7a5465d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (e6ecb790-c0b1-4f32-be45-d4614f4de4eb), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:56.529519 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957eda38-f212-4168-8382-e946d7a5465d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event updated for resources: {'Port': ['ID=e6ecb790-c0b1-4f32-be45-d4614f4de4eb,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:56.556844 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-957eda38-f212-4168-8382-e946d7a5465d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (fa71afbe-8989-495a-9c7e-cb38768cae8e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:56.696292 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957eda38-f212-4168-8382-e946d7a5465d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Network acdb00cd-7b70-49b5-a2d9-943242724eaa is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:57:56.700550 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-957eda38-f212-4168-8382-e946d7a5465d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:57:57.054206 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957eda38-f212-4168-8382-e946d7a5465d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Router fa71afbe-8989-495a-9c7e-cb38768cae8e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:57:57.229598 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957eda38-f212-4168-8382-e946d7a5465d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:57:57.237271 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-957eda38-f212-4168-8382-e946d7a5465d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "PUT /v2.0/routers/fa71afbe-8989-495a-9c7e-cb38768cae8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9004173 Feb 20 05:57:57.239977 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37090) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:57.243660 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922be125-e20e-4e8e-9574-6590ed00723f None None] Sync routers for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:57:57.261514 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-4ff9ae9d-846e-4d41-b665-be2f2d5dd691 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Request body: {'port': {'network_id': 'acdb00cd-7b70-49b5-a2d9-943242724eaa', 'name': 'tempest-FloatingIPTestJSON-1113800064'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:57:57.271842 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922be125-e20e-4e8e-9574-6590ed00723f None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:57:57.272975 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-922be125-e20e-4e8e-9574-6590ed00723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:57:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:57:57.352886 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-922be125-e20e-4e8e-9574-6590ed00723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:57:57.373870 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922be125-e20e-4e8e-9574-6590ed00723f None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:57:57.376868 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-922be125-e20e-4e8e-9574-6590ed00723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:57:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:57:57.477112 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-922be125-e20e-4e8e-9574-6590ed00723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:57:57.477768 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922be125-e20e-4e8e-9574-6590ed00723f None None] The sync data for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:57:57.515864 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff9ae9d-846e-4d41-b665-be2f2d5dd691 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Made reservation on behalf of 5318d5e874644fa798c4615f6c57dcb6 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:57:57.522869 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4ff9ae9d-846e-4d41-b665-be2f2d5dd691 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:57.571955 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-4ff9ae9d-846e-4d41-b665-be2f2d5dd691 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] device_id is not set on port 99092118-b70d-48d0-a9b1-463db7015960 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:57:57.825306 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-4ff9ae9d-846e-4d41-b665-be2f2d5dd691 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Allocated IP 172.20.0.9 (acdb00cd-7b70-49b5-a2d9-943242724eaa/2b569548-1809-47ca-96f6-4d17b0d2d50e/99092118-b70d-48d0-a9b1-463db7015960) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:57:58.094223 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4ff9ae9d-846e-4d41-b665-be2f2d5dd691 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for port (99092118-b70d-48d0-a9b1-463db7015960), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:58.137702 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4ff9ae9d-846e-4d41-b665-be2f2d5dd691 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (99092118-b70d-48d0-a9b1-463db7015960), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:58.185765 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff9ae9d-846e-4d41-b665-be2f2d5dd691 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Network acdb00cd-7b70-49b5-a2d9-943242724eaa is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:57:58.189070 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-4ff9ae9d-846e-4d41-b665-be2f2d5dd691 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:57:58.193678 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff9ae9d-846e-4d41-b665-be2f2d5dd691 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:57:58.254096 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff9ae9d-846e-4d41-b665-be2f2d5dd691 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:57:58.254829 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4ff9ae9d-846e-4d41-b665-be2f2d5dd691 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:58.270574 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9ae9d-846e-4d41-b665-be2f2d5dd691 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event updated for resources: {'Port': ['ID=99092118-b70d-48d0-a9b1-463db7015960,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:58.284173 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4ff9ae9d-846e-4d41-b665-be2f2d5dd691 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0379152 Feb 20 05:57:58.284411 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37102) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:58.294269 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-404e9155-8c49-4bab-86c9-80eb0a9b53c5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Request body: {'port': {'network_id': 'acdb00cd-7b70-49b5-a2d9-943242724eaa', 'name': 'tempest-FloatingIPTestJSON-1824387459'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:57:58.426790 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404e9155-8c49-4bab-86c9-80eb0a9b53c5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Made reservation on behalf of 5318d5e874644fa798c4615f6c57dcb6 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:57:58.431702 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-404e9155-8c49-4bab-86c9-80eb0a9b53c5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:58.455083 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-404e9155-8c49-4bab-86c9-80eb0a9b53c5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] device_id is not set on port 897e050c-1b05-43cb-b4ff-565cdf7df17b yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:57:58.607069 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-404e9155-8c49-4bab-86c9-80eb0a9b53c5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Allocated IP 172.20.0.10 (acdb00cd-7b70-49b5-a2d9-943242724eaa/2b569548-1809-47ca-96f6-4d17b0d2d50e/897e050c-1b05-43cb-b4ff-565cdf7df17b) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:57:58.880049 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-404e9155-8c49-4bab-86c9-80eb0a9b53c5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for port (897e050c-1b05-43cb-b4ff-565cdf7df17b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:58.924581 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-404e9155-8c49-4bab-86c9-80eb0a9b53c5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (897e050c-1b05-43cb-b4ff-565cdf7df17b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:59.032699 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e9155-8c49-4bab-86c9-80eb0a9b53c5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event updated for resources: {'Port': ['ID=897e050c-1b05-43cb-b4ff-565cdf7df17b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:57:59.049675 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404e9155-8c49-4bab-86c9-80eb0a9b53c5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Network acdb00cd-7b70-49b5-a2d9-943242724eaa is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:57:59.051097 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-404e9155-8c49-4bab-86c9-80eb0a9b53c5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:57:59.054710 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404e9155-8c49-4bab-86c9-80eb0a9b53c5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:57:59.112343 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404e9155-8c49-4bab-86c9-80eb0a9b53c5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:57:59.113356 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-404e9155-8c49-4bab-86c9-80eb0a9b53c5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:59.140295 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-404e9155-8c49-4bab-86c9-80eb0a9b53c5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8536603 Feb 20 05:57:59.143287 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37116) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:57:59.149446 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a24e9b2c-62bf-4bbf-8e49-75522a1bff96 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'port_id': '897e050c-1b05-43cb-b4ff-565cdf7df17b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:57:59.215909 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a24e9b2c-62bf-4bbf-8e49-75522a1bff96 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:59.376270 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a24e9b2c-62bf-4bbf-8e49-75522a1bff96 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:57:59.538808 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-a24e9b2c-62bf-4bbf-8e49-75522a1bff96 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Allocated IP 172.25.3.53 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/4db04c7b-c51a-4fa9-991d-aa46e6f25202) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:58:00.421675 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a24e9b2c-62bf-4bbf-8e49-75522a1bff96 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for port (4db04c7b-c51a-4fa9-991d-aa46e6f25202), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:00.544955 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a24e9b2c-62bf-4bbf-8e49-75522a1bff96 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (4db04c7b-c51a-4fa9-991d-aa46e6f25202), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:00.625527 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24e9b2c-62bf-4bbf-8e49-75522a1bff96 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:58:00.629580 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-a24e9b2c-62bf-4bbf-8e49-75522a1bff96 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:58:00.639347 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24e9b2c-62bf-4bbf-8e49-75522a1bff96 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:58:00.737486 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e9b2c-62bf-4bbf-8e49-75522a1bff96 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event updated for resources: {'Port': ['ID=4db04c7b-c51a-4fa9-991d-aa46e6f25202,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:01.497107 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a24e9b2c-62bf-4bbf-8e49-75522a1bff96 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (a8a25a85-65be-4663-9e6a-50f653672906), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:01.662140 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a24e9b2c-62bf-4bbf-8e49-75522a1bff96 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4db04c7b-c51a-4fa9-991d-aa46e6f25202), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:02.012548 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a24e9b2c-62bf-4bbf-8e49-75522a1bff96 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for port (4db04c7b-c51a-4fa9-991d-aa46e6f25202), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:02.029249 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a24e9b2c-62bf-4bbf-8e49-75522a1bff96 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (4db04c7b-c51a-4fa9-991d-aa46e6f25202), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:02.242416 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a24e9b2c-62bf-4bbf-8e49-75522a1bff96 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (a8a25a85-65be-4663-9e6a-50f653672906), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:02.244785 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e9b2c-62bf-4bbf-8e49-75522a1bff96 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event updated for resources: {'Port': ['ID=4db04c7b-c51a-4fa9-991d-aa46e6f25202,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:02.454369 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-a24e9b2c-62bf-4bbf-8e49-75522a1bff96 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Floating IP a8a25a85-65be-4663-9e6a-50f653672906 associated. External IP: 172.25.3.53, port: 897e050c-1b05-43cb-b4ff-565cdf7df17b. Feb 20 05:58:02.756109 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24e9b2c-62bf-4bbf-8e49-75522a1bff96 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Router fa71afbe-8989-495a-9c7e-cb38768cae8e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:58:02.914883 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:58:03.017247 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24e9b2c-62bf-4bbf-8e49-75522a1bff96 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:58:03.030792 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743fb955-dc34-4111-9225-6038e0532a30 None None] Sync routers for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:58:03.046667 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743fb955-dc34-4111-9225-6038e0532a30 None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:03.049592 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-743fb955-dc34-4111-9225-6038e0532a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:57:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:03.061516 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a24e9b2c-62bf-4bbf-8e49-75522a1bff96 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:03.117111 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a24e9b2c-62bf-4bbf-8e49-75522a1bff96 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.9724364 Feb 20 05:58:03.122223 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37156) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:03.124397 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-743fb955-dc34-4111-9225-6038e0532a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:03.133748 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-47cf6d2e-d7aa-4125-ba0f-35c7d613a177 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:03.146730 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743fb955-dc34-4111-9225-6038e0532a30 None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:03.147388 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-743fb955-dc34-4111-9225-6038e0532a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:57:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:03.441537 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-47cf6d2e-d7aa-4125-ba0f-35c7d613a177 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (a8a25a85-65be-4663-9e6a-50f653672906), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:03.598807 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37166) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:03.613482 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-743fb955-dc34-4111-9225-6038e0532a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:03.625887 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743fb955-dc34-4111-9225-6038e0532a30 None None] The sync data for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:58:03.930658 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-78061f59-736c-47d5-a273-05a6cb7ff03d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:04.042148 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-47cf6d2e-d7aa-4125-ba0f-35c7d613a177 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:04.047920 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-47cf6d2e-d7aa-4125-ba0f-35c7d613a177 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (a8a25a85-65be-4663-9e6a-50f653672906), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:04.047920 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-47cf6d2e-d7aa-4125-ba0f-35c7d613a177 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Floating IP a8a25a85-65be-4663-9e6a-50f653672906 disassociated. External IP: 172.25.3.53, port: 897e050c-1b05-43cb-b4ff-565cdf7df17b. Feb 20 05:58:04.184121 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-78061f59-736c-47d5-a273-05a6cb7ff03d admin admin] Publish callbacks [] for security_group (0f7cf6b4-4d31-4aa7-8c48-fa068adf7ad3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:04.191350 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-78061f59-736c-47d5-a273-05a6cb7ff03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0f7cf6b4-4d31-4aa7-8c48-fa068adf7ad3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:04.315987 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78061f59-736c-47d5-a273-05a6cb7ff03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7cf6b4-4d31-4aa7-8c48-fa068adf7ad3,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:04.327028 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-78061f59-736c-47d5-a273-05a6cb7ff03d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41155fbabcf8482abf9aa9a61265efaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7245834 Feb 20 05:58:04.328958 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37174) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:04.477845 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a8aae491-3322-4408-9132-55e442e139d7 admin admin] Publish callbacks [] for security_group (0f7cf6b4-4d31-4aa7-8c48-fa068adf7ad3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:04.576795 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a8aae491-3322-4408-9132-55e442e139d7 admin admin] Publish callbacks [] for security_group (0f7cf6b4-4d31-4aa7-8c48-fa068adf7ad3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:04.813166 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a8aae491-3322-4408-9132-55e442e139d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0f7cf6b4-4d31-4aa7-8c48-fa068adf7ad3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:04.816558 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a8aae491-3322-4408-9132-55e442e139d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:04.817809 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a8aae491-3322-4408-9132-55e442e139d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f7cf6b4-4d31-4aa7-8c48-fa068adf7ad3 HTTP/1.1" status: 204 len: 168 time: 0.4881625 Feb 20 05:58:04.854619 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aae491-3322-4408-9132-55e442e139d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7cf6b4-4d31-4aa7-8c48-fa068adf7ad3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:05.055154 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47cf6d2e-d7aa-4125-ba0f-35c7d613a177 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Router fa71afbe-8989-495a-9c7e-cb38768cae8e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:58:05.346027 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cf6d2e-d7aa-4125-ba0f-35c7d613a177 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:58:05.359998 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0ce1a2-19c7-47bc-ab51-e1f9d05b7b0c None None] Sync routers for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:58:05.368202 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-47cf6d2e-d7aa-4125-ba0f-35c7d613a177 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:05.380396 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0ce1a2-19c7-47bc-ab51-e1f9d05b7b0c None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:05.388334 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-1a0ce1a2-19c7-47bc-ab51-e1f9d05b7b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:57:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:05.427924 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37186) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:05.452584 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0fba67e-3855-4d00-b293-e80c3b7ba96a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:05.485204 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-47cf6d2e-d7aa-4125-ba0f-35c7d613a177 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "PUT /v2.0/floatingips/a8a25a85-65be-4663-9e6a-50f653672906 HTTP/1.1" status: 200 len: 687 time: 2.3606186 Feb 20 05:58:05.486116 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37190) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:05.502541 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-1a0ce1a2-19c7-47bc-ab51-e1f9d05b7b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:05.521384 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0ce1a2-19c7-47bc-ab51-e1f9d05b7b0c None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:05.522374 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-1a0ce1a2-19c7-47bc-ab51-e1f9d05b7b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:57:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:05.642935 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-1a0ce1a2-19c7-47bc-ab51-e1f9d05b7b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:05.644828 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0ce1a2-19c7-47bc-ab51-e1f9d05b7b0c None None] The sync data for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:58:06.108544 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0fba67e-3855-4d00-b293-e80c3b7ba96a admin admin] Publish callbacks [] for security_group (b1916eb9-47be-4238-93ba-ea778c9c619a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:06.128919 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0fba67e-3855-4d00-b293-e80c3b7ba96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b1916eb9-47be-4238-93ba-ea778c9c619a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:06.210846 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c0fba67e-3855-4d00-b293-e80c3b7ba96a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1b33f3c86054747bbffbcf4bcd19fde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7816999 Feb 20 05:58:06.213417 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37198) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:06.241033 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fba67e-3855-4d00-b293-e80c3b7ba96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1916eb9-47be-4238-93ba-ea778c9c619a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:06.259618 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-83a88623-7425-4623-8756-f7b1a99d9ece tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Deleting port 4db04c7b-c51a-4fa9-991d-aa46e6f25202 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:58:06.261072 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-83a88623-7425-4623-8756-f7b1a99d9ece tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4db04c7b-c51a-4fa9-991d-aa46e6f25202), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:06.324828 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-769e1b5e-1320-4c6e-be99-e90780c93df5 admin admin] Publish callbacks [] for security_group (b1916eb9-47be-4238-93ba-ea778c9c619a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:06.368872 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-769e1b5e-1320-4c6e-be99-e90780c93df5 admin admin] Publish callbacks [] for security_group (b1916eb9-47be-4238-93ba-ea778c9c619a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:06.420991 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-769e1b5e-1320-4c6e-be99-e90780c93df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b1916eb9-47be-4238-93ba-ea778c9c619a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:06.424244 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-769e1b5e-1320-4c6e-be99-e90780c93df5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:06.425647 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-769e1b5e-1320-4c6e-be99-e90780c93df5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b1916eb9-47be-4238-93ba-ea778c9c619a HTTP/1.1" status: 204 len: 168 time: 0.2100961 Feb 20 05:58:06.450862 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e1b5e-1320-4c6e-be99-e90780c93df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1916eb9-47be-4238-93ba-ea778c9c619a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:06.474947 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e1b5e-1320-4c6e-be99-e90780c93df5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:06.481852 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e1b5e-1320-4c6e-be99-e90780c93df5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:06.483301 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e1b5e-1320-4c6e-be99-e90780c93df5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:06.485127 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-83a88623-7425-4623-8756-f7b1a99d9ece tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4db04c7b-c51a-4fa9-991d-aa46e6f25202), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:06.485621 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-83a88623-7425-4623-8756-f7b1a99d9ece tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (4db04c7b-c51a-4fa9-991d-aa46e6f25202), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:06.486053 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e1b5e-1320-4c6e-be99-e90780c93df5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:06.486491 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e1b5e-1320-4c6e-be99-e90780c93df5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:06.486951 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e1b5e-1320-4c6e-be99-e90780c93df5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:06.487605 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e1b5e-1320-4c6e-be99-e90780c93df5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:06.488105 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e1b5e-1320-4c6e-be99-e90780c93df5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:06.488535 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e1b5e-1320-4c6e-be99-e90780c93df5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:06.490498 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e1b5e-1320-4c6e-be99-e90780c93df5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:06.497969 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e1b5e-1320-4c6e-be99-e90780c93df5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:06.498458 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e1b5e-1320-4c6e-be99-e90780c93df5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:06.499208 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e1b5e-1320-4c6e-be99-e90780c93df5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:06.527979 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-83a88623-7425-4623-8756-f7b1a99d9ece tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Calling delete_port for 4db04c7b-c51a-4fa9-991d-aa46e6f25202 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:58:06.884601 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-83a88623-7425-4623-8756-f7b1a99d9ece tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (4db04c7b-c51a-4fa9-991d-aa46e6f25202), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:07.082268 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a88623-7425-4623-8756-f7b1a99d9ece tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event deleted for resources: {'Port': ['ID=4db04c7b-c51a-4fa9-991d-aa46e6f25202,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:07.268109 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-83a88623-7425-4623-8756-f7b1a99d9ece tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (a8a25a85-65be-4663-9e6a-50f653672906), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:07.276350 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-83a88623-7425-4623-8756-f7b1a99d9ece tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:07.284875 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37216) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:07.286934 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-1385ed74-0dce-4374-b1de-904b0f0de6e8 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'port_id': '99092118-b70d-48d0-a9b1-463db7015960'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:07.289499 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-83a88623-7425-4623-8756-f7b1a99d9ece tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "DELETE /v2.0/floatingips/a8a25a85-65be-4663-9e6a-50f653672906 HTTP/1.1" status: 204 len: 168 time: 1.7994921 Feb 20 05:58:07.329466 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1385ed74-0dce-4374-b1de-904b0f0de6e8 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:07.534944 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1385ed74-0dce-4374-b1de-904b0f0de6e8 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:07.794263 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-1385ed74-0dce-4374-b1de-904b0f0de6e8 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Allocated IP 172.25.3.103 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/51f5727b-8a3c-4886-b602-cf92c407aefc) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:58:08.123785 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1385ed74-0dce-4374-b1de-904b0f0de6e8 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for port (51f5727b-8a3c-4886-b602-cf92c407aefc), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:08.267441 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1385ed74-0dce-4374-b1de-904b0f0de6e8 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (51f5727b-8a3c-4886-b602-cf92c407aefc), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:08.386861 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1385ed74-0dce-4374-b1de-904b0f0de6e8 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:58:08.390108 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-1385ed74-0dce-4374-b1de-904b0f0de6e8 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:58:08.403687 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1385ed74-0dce-4374-b1de-904b0f0de6e8 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:58:08.625358 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385ed74-0dce-4374-b1de-904b0f0de6e8 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event updated for resources: {'Port': ['ID=51f5727b-8a3c-4886-b602-cf92c407aefc,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:08.742471 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37250) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:09.130511 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b53bcd22-fd12-4009-a21d-f6209a904fd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:09.269366 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1385ed74-0dce-4374-b1de-904b0f0de6e8 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (fba84709-fc42-4d64-99bb-258d6aed2ff4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:09.391949 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b53bcd22-fd12-4009-a21d-f6209a904fd2 admin admin] Publish callbacks [] for security_group (ac710f9c-a2a3-4003-8fc4-d731f5c1fa0a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:09.401996 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b53bcd22-fd12-4009-a21d-f6209a904fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ac710f9c-a2a3-4003-8fc4-d731f5c1fa0a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:09.413760 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1385ed74-0dce-4374-b1de-904b0f0de6e8 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (51f5727b-8a3c-4886-b602-cf92c407aefc), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:09.462963 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bcd22-fd12-4009-a21d-f6209a904fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac710f9c-a2a3-4003-8fc4-d731f5c1fa0a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:09.503293 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b53bcd22-fd12-4009-a21d-f6209a904fd2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f446a8365bd94e44bf171268212e316a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7595832 Feb 20 05:58:09.506384 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37260) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:09.568166 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37262) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:09.681890 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-af1d00f8-e3eb-4b35-8af4-41144b7e9b9d admin admin] Publish callbacks [] for security_group (ac710f9c-a2a3-4003-8fc4-d731f5c1fa0a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:09.712110 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1385ed74-0dce-4374-b1de-904b0f0de6e8 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for port (51f5727b-8a3c-4886-b602-cf92c407aefc), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:09.720900 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1385ed74-0dce-4374-b1de-904b0f0de6e8 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (51f5727b-8a3c-4886-b602-cf92c407aefc), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:09.769560 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-af1d00f8-e3eb-4b35-8af4-41144b7e9b9d admin admin] Publish callbacks [] for security_group (ac710f9c-a2a3-4003-8fc4-d731f5c1fa0a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:09.790207 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f2f7e8ca-9126-403e-a8be-aa075aa8bbd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:09.899112 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1385ed74-0dce-4374-b1de-904b0f0de6e8 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (fba84709-fc42-4d64-99bb-258d6aed2ff4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:09.941036 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-af1d00f8-e3eb-4b35-8af4-41144b7e9b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ac710f9c-a2a3-4003-8fc4-d731f5c1fa0a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:09.944875 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-af1d00f8-e3eb-4b35-8af4-41144b7e9b9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:09.950989 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-af1d00f8-e3eb-4b35-8af4-41144b7e9b9d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac710f9c-a2a3-4003-8fc4-d731f5c1fa0a HTTP/1.1" status: 204 len: 168 time: 0.4431949 Feb 20 05:58:09.963183 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d00f8-e3eb-4b35-8af4-41144b7e9b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac710f9c-a2a3-4003-8fc4-d731f5c1fa0a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:10.039477 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f2f7e8ca-9126-403e-a8be-aa075aa8bbd3 admin admin] Publish callbacks [] for security_group (566a8b91-38bd-42bc-a7b7-2b2db7acae0f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:10.045206 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f2f7e8ca-9126-403e-a8be-aa075aa8bbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (566a8b91-38bd-42bc-a7b7-2b2db7acae0f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:10.064516 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-1385ed74-0dce-4374-b1de-904b0f0de6e8 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Floating IP fba84709-fc42-4d64-99bb-258d6aed2ff4 associated. External IP: 172.25.3.103, port: 99092118-b70d-48d0-a9b1-463db7015960. Feb 20 05:58:10.114640 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f2f7e8ca-9126-403e-a8be-aa075aa8bbd3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e8dcd62e05b4f0c98f56ccbb0a5816a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5434208 Feb 20 05:58:10.116474 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7e8ca-9126-403e-a8be-aa075aa8bbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566a8b91-38bd-42bc-a7b7-2b2db7acae0f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:10.118967 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37270) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:10.156215 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385ed74-0dce-4374-b1de-904b0f0de6e8 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event updated for resources: {'Port': ['ID=51f5727b-8a3c-4886-b602-cf92c407aefc,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:10.191387 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-12711416-3969-43db-8228-6839c5325faa admin admin] Publish callbacks [] for security_group (566a8b91-38bd-42bc-a7b7-2b2db7acae0f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:10.215949 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-12711416-3969-43db-8228-6839c5325faa admin admin] Publish callbacks [] for security_group (566a8b91-38bd-42bc-a7b7-2b2db7acae0f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:10.312087 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-12711416-3969-43db-8228-6839c5325faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (566a8b91-38bd-42bc-a7b7-2b2db7acae0f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:10.314974 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-12711416-3969-43db-8228-6839c5325faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:10.321041 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-12711416-3969-43db-8228-6839c5325faa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/566a8b91-38bd-42bc-a7b7-2b2db7acae0f HTTP/1.1" status: 204 len: 168 time: 0.1975484 Feb 20 05:58:10.333117 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12711416-3969-43db-8228-6839c5325faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566a8b91-38bd-42bc-a7b7-2b2db7acae0f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:10.499041 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1385ed74-0dce-4374-b1de-904b0f0de6e8 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Router fa71afbe-8989-495a-9c7e-cb38768cae8e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:58:10.807659 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1385ed74-0dce-4374-b1de-904b0f0de6e8 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:58:10.824212 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c677b9-2910-4634-ad27-570721e3e31f None None] Sync routers for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:58:10.849859 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c677b9-2910-4634-ad27-570721e3e31f None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:10.850601 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-42c677b9-2910-4634-ad27-570721e3e31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:57:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:10.869367 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1385ed74-0dce-4374-b1de-904b0f0de6e8 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:10.992433 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37300) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:10.993315 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1385ed74-0dce-4374-b1de-904b0f0de6e8 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.7066255 Feb 20 05:58:11.024505 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-42c677b9-2910-4634-ad27-570721e3e31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:11.052808 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c677b9-2910-4634-ad27-570721e3e31f None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:11.057195 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-42c677b9-2910-4634-ad27-570721e3e31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:57:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:11.137697 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-42c677b9-2910-4634-ad27-570721e3e31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:11.142815 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c677b9-2910-4634-ad27-570721e3e31f None None] The sync data for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:58:11.154790 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-18d4c2a1-1b0d-4334-a00b-6df5067564a3 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "GET /v2.0/floatingips/fba84709-fc42-4d64-99bb-258d6aed2ff4 HTTP/1.1" status: 200 len: 978 time: 0.1583130 Feb 20 05:58:11.155160 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37308) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:11.373657 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-be6f69bc-fab1-409e-91c8-a0460c99203e tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2172329 Feb 20 05:58:11.376173 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37320) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:11.380988 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-1da35c25-1da1-4afb-85c9-9ff4ce17cab3 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Request body: {'floatingip': {'port_id': '897e050c-1b05-43cb-b4ff-565cdf7df17b'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:11.497128 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1da35c25-1da1-4afb-85c9-9ff4ce17cab3 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (fba84709-fc42-4d64-99bb-258d6aed2ff4), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:11.855681 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37334) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:12.096616 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-1e755f9b-d55f-404a-80cc-a7abd9a3dac8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1054578407-network', 'tenant_id': '3d9bead48801481283ace5b2e05e0d6e'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:12.145976 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e755f9b-d55f-404a-80cc-a7abd9a3dac8 admin admin] Made reservation on behalf of 3d9bead48801481283ace5b2e05e0d6e for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:58:12.148850 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e755f9b-d55f-404a-80cc-a7abd9a3dac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:12.179938 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e755f9b-d55f-404a-80cc-a7abd9a3dac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:12.391550 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e755f9b-d55f-404a-80cc-a7abd9a3dac8 admin admin] Publish callbacks [] for security_group (32fac512-7c98-4203-9922-2d29654c14a4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:12.403727 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e755f9b-d55f-404a-80cc-a7abd9a3dac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (32fac512-7c98-4203-9922-2d29654c14a4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:12.467796 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e755f9b-d55f-404a-80cc-a7abd9a3dac8 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:58:12.493072 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e755f9b-d55f-404a-80cc-a7abd9a3dac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fac512-7c98-4203-9922-2d29654c14a4,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:12.494019 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.db.resource_extend [None req-1da35c25-1da1-4afb-85c9-9ff4ce17cab3 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:58:12.516141 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e755f9b-d55f-404a-80cc-a7abd9a3dac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (6c2388e5-b432-4ef4-a093-57065aaac97b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:12.516668 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-1e755f9b-d55f-404a-80cc-a7abd9a3dac8 admin admin] Added segment 6c2388e5-b432-4ef4-a093-57065aaac97b of type vlan for network 29b668bf-f35c-4e3e-9271-d210f6677079 Feb 20 05:58:12.606283 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1da35c25-1da1-4afb-85c9-9ff4ce17cab3 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:12.609144 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e755f9b-d55f-404a-80cc-a7abd9a3dac8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (29b668bf-f35c-4e3e-9271-d210f6677079), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:12.620049 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1da35c25-1da1-4afb-85c9-9ff4ce17cab3 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (fba84709-fc42-4d64-99bb-258d6aed2ff4), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:12.672514 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e755f9b-d55f-404a-80cc-a7abd9a3dac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (29b668bf-f35c-4e3e-9271-d210f6677079), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:12.673577 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e755f9b-d55f-404a-80cc-a7abd9a3dac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:12.674164 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e755f9b-d55f-404a-80cc-a7abd9a3dac8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:12.718012 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1e755f9b-d55f-404a-80cc-a7abd9a3dac8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8608491 Feb 20 05:58:12.720942 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37360) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:12.727467 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-7569ac1e-1f7f-42a6-a32a-735f8789678d admin admin] Request body: {'subnet': {'network_id': '29b668bf-f35c-4e3e-9271-d210f6677079', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1054578407-subnet', 'tenant_id': '3d9bead48801481283ace5b2e05e0d6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:12.810354 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e755f9b-d55f-404a-80cc-a7abd9a3dac8 admin admin] Pushing event updated for resources: {'Network': ['ID=29b668bf-f35c-4e3e-9271-d210f6677079,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:12.820689 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 29b668bf-f35c-4e3e-9271-d210f6677079 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:58:12.852208 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7569ac1e-1f7f-42a6-a32a-735f8789678d admin admin] Made reservation on behalf of 3d9bead48801481283ace5b2e05e0d6e for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:58:12.855862 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7569ac1e-1f7f-42a6-a32a-735f8789678d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:13.074146 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-1da35c25-1da1-4afb-85c9-9ff4ce17cab3 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Floating IP fba84709-fc42-4d64-99bb-258d6aed2ff4 associated. External IP: 172.25.3.103, port: 99092118-b70d-48d0-a9b1-463db7015960. Feb 20 05:58:13.078357 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7569ac1e-1f7f-42a6-a32a-735f8789678d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (f300f52d-3c63-426c-82cf-054df4eb3e56), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:13.278639 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37370) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:13.283518 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-e6c9267a-d8f2-4be5-a81b-5dc880c6adca tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1038825841', 'description': 'tempest-secgroup-smoke-1038825841 description', 'project_id': '50b63137536d4822a61a7b01dd632aeb'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:13.315705 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6c9267a-d8f2-4be5-a81b-5dc880c6adca tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:13.336630 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6c9267a-d8f2-4be5-a81b-5dc880c6adca tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:13.456566 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6c9267a-d8f2-4be5-a81b-5dc880c6adca tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group (7ed8f4d0-3aee-4145-bbf8-1cfa8cb6a095), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:13.476736 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6c9267a-d8f2-4be5-a81b-5dc880c6adca tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7ed8f4d0-3aee-4145-bbf8-1cfa8cb6a095), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:13.531903 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9267a-d8f2-4be5-a81b-5dc880c6adca tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed8f4d0-3aee-4145-bbf8-1cfa8cb6a095,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:13.619116 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569ac1e-1f7f-42a6-a32a-735f8789678d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f300f52d-3c63-426c-82cf-054df4eb3e56,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:13.692669 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6c9267a-d8f2-4be5-a81b-5dc880c6adca tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group (9a140902-a313-47b6-a5b3-4dadd879b419), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:13.704754 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6c9267a-d8f2-4be5-a81b-5dc880c6adca tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9a140902-a313-47b6-a5b3-4dadd879b419), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:13.718888 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7569ac1e-1f7f-42a6-a32a-735f8789678d admin admin] Checking segment: {'id': '6c2388e5-b432-4ef4-a093-57065aaac97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '29b668bf-f35c-4e3e-9271-d210f6677079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:58:13.719275 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7569ac1e-1f7f-42a6-a32a-735f8789678d admin admin] Network hostable DHCP agents. Network: 29b668bf-f35c-4e3e-9271-d210f6677079, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:58:13.757336 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6c9267a-d8f2-4be5-a81b-5dc880c6adca tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:13.762397 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e6c9267a-d8f2-4be5-a81b-5dc880c6adca tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4789326 Feb 20 05:58:13.763176 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37378) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:13.791268 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-f103fa88-6e2b-4a9c-acb0-5f7aca2b3fe1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group_rule': {'security_group_id': '9a140902-a313-47b6-a5b3-4dadd879b419', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:13.796045 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7569ac1e-1f7f-42a6-a32a-735f8789678d admin admin] Network 29b668bf-f35c-4e3e-9271-d210f6677079 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:58:13.811126 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-7569ac1e-1f7f-42a6-a32a-735f8789678d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 29b668bf-f35c-4e3e-9271-d210f6677079) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:58:13.823231 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06561674-614a-4bf8-8e1d-b8db43353dda None None] Network 29b668bf-f35c-4e3e-9271-d210f6677079 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:58:13.849524 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9267a-d8f2-4be5-a81b-5dc880c6adca tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a140902-a313-47b6-a5b3-4dadd879b419,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:13.864087 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f103fa88-6e2b-4a9c-acb0-5f7aca2b3fe1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (79c4a964-2486-4b1c-b6d5-d882502d8b88), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:13.902079 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7569ac1e-1f7f-42a6-a32a-735f8789678d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:13.902678 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7569ac1e-1f7f-42a6-a32a-735f8789678d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:13.944291 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f103fa88-6e2b-4a9c-acb0-5f7aca2b3fe1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (79c4a964-2486-4b1c-b6d5-d882502d8b88), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:13.950611 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f103fa88-6e2b-4a9c-acb0-5f7aca2b3fe1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (79c4a964-2486-4b1c-b6d5-d882502d8b88), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:13.959443 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7569ac1e-1f7f-42a6-a32a-735f8789678d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2370005 Feb 20 05:58:13.986389 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103fa88-6e2b-4a9c-acb0-5f7aca2b3fe1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c4a964-2486-4b1c-b6d5-d882502d8b88,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:13.997785 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f103fa88-6e2b-4a9c-acb0-5f7aca2b3fe1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:14.000327 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f103fa88-6e2b-4a9c-acb0-5f7aca2b3fe1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2286565 Feb 20 05:58:14.001818 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37382) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:14.007243 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-9ae245f1-9c94-470e-b410-64019d952be2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group_rule': {'security_group_id': '9a140902-a313-47b6-a5b3-4dadd879b419', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:14.083790 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da35c25-1da1-4afb-85c9-9ff4ce17cab3 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Router fa71afbe-8989-495a-9c7e-cb38768cae8e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:58:14.098162 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9ae245f1-9c94-470e-b410-64019d952be2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (cbbbd071-9227-4e2f-9249-7a089f10dfe4), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:14.113684 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5953257-6261-4df8-bf5b-d9031d2023b5 None None] Network 29b668bf-f35c-4e3e-9271-d210f6677079 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:58:14.258102 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9ae245f1-9c94-470e-b410-64019d952be2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (cbbbd071-9227-4e2f-9249-7a089f10dfe4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:14.271831 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9ae245f1-9c94-470e-b410-64019d952be2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (cbbbd071-9227-4e2f-9249-7a089f10dfe4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:14.275465 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da35c25-1da1-4afb-85c9-9ff4ce17cab3 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:58:14.294824 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45315bb1-36fa-4b96-bc95-ccd9f6230aa8 None None] Sync routers for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:58:14.339630 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9ae245f1-9c94-470e-b410-64019d952be2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:14.351677 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45315bb1-36fa-4b96-bc95-ccd9f6230aa8 None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:14.352572 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-45315bb1-36fa-4b96-bc95-ccd9f6230aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:57:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:14.371013 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9ae245f1-9c94-470e-b410-64019d952be2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3642521 Feb 20 05:58:14.374314 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae245f1-9c94-470e-b410-64019d952be2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbbbd071-9227-4e2f-9249-7a089f10dfe4,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:14.384290 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37390) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:14.394129 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-e2e61b9b-6cde-49d4-8fa6-7c89d38e263a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group_rule': {'security_group_id': '9a140902-a313-47b6-a5b3-4dadd879b419', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:14.474040 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e2e61b9b-6cde-49d4-8fa6-7c89d38e263a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (65ae1e27-ce82-40d7-9b4a-9c8ef4872c74), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:14.483302 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-45315bb1-36fa-4b96-bc95-ccd9f6230aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:14.513712 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45315bb1-36fa-4b96-bc95-ccd9f6230aa8 None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:14.517991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-45315bb1-36fa-4b96-bc95-ccd9f6230aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:57:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:14.596786 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-45315bb1-36fa-4b96-bc95-ccd9f6230aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:14.597608 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45315bb1-36fa-4b96-bc95-ccd9f6230aa8 None None] The sync data for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:58:14.667760 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da35c25-1da1-4afb-85c9-9ff4ce17cab3 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Router fa71afbe-8989-495a-9c7e-cb38768cae8e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:58:14.701840 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e2e61b9b-6cde-49d4-8fa6-7c89d38e263a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (65ae1e27-ce82-40d7-9b4a-9c8ef4872c74), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:14.716411 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e2e61b9b-6cde-49d4-8fa6-7c89d38e263a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (65ae1e27-ce82-40d7-9b4a-9c8ef4872c74), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:14.776328 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e2e61b9b-6cde-49d4-8fa6-7c89d38e263a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:14.781495 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e2e61b9b-6cde-49d4-8fa6-7c89d38e263a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3960013 Feb 20 05:58:14.785319 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37396) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:14.798811 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-9f0ab694-1312-44a8-aba3-ae426c99b011 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group_rule': {'security_group_id': '9a140902-a313-47b6-a5b3-4dadd879b419', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:14.848046 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e61b9b-6cde-49d4-8fa6-7c89d38e263a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ae1e27-ce82-40d7-9b4a-9c8ef4872c74,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:14.878027 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f0ab694-1312-44a8-aba3-ae426c99b011 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (f4e22dee-390f-491e-93ee-f549cb2a9fab), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:14.924279 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da35c25-1da1-4afb-85c9-9ff4ce17cab3 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:58:14.936053 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1da35c25-1da1-4afb-85c9-9ff4ce17cab3 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:14.938257 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdacded1-08f5-4176-878d-b36126d67e52 None None] Sync routers for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:58:14.959787 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdacded1-08f5-4176-878d-b36126d67e52 None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:14.960551 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-cdacded1-08f5-4176-878d-b36126d67e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:57:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:15.038864 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f0ab694-1312-44a8-aba3-ae426c99b011 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (f4e22dee-390f-491e-93ee-f549cb2a9fab), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:15.043935 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f0ab694-1312-44a8-aba3-ae426c99b011 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (f4e22dee-390f-491e-93ee-f549cb2a9fab), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:15.074838 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1da35c25-1da1-4afb-85c9-9ff4ce17cab3 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "PUT /v2.0/floatingips/fba84709-fc42-4d64-99bb-258d6aed2ff4 HTTP/1.1" status: 200 len: 979 time: 3.6972308 Feb 20 05:58:15.078839 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37398) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:15.079040 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ab694-1312-44a8-aba3-ae426c99b011 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e22dee-390f-491e-93ee-f549cb2a9fab,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:15.088603 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f0ab694-1312-44a8-aba3-ae426c99b011 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:15.090020 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f4275536-2c46-4ed4-91a6-5b19299246a6 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:15.090362 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9f0ab694-1312-44a8-aba3-ae426c99b011 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2999187 Feb 20 05:58:15.093600 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37400) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:15.111814 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-e3ba2bd8-98f5-4f10-8c95-91e0e0dc0e6e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group_rule': {'security_group_id': '9a140902-a313-47b6-a5b3-4dadd879b419', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:15.112276 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-cdacded1-08f5-4176-878d-b36126d67e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:15.143452 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdacded1-08f5-4176-878d-b36126d67e52 None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:15.145570 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-cdacded1-08f5-4176-878d-b36126d67e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:57:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:15.179344 n-d-829866-5 neutron-server[103406]: INFO neutron.db.securitygroups_db [None req-e3ba2bd8-98f5-4f10-8c95-91e0e0dc0e6e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Project 50b63137536d4822a61a7b01dd632aeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 05:58:15.195576 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2bd8-98f5-4f10-8c95-91e0e0dc0e6e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (3175228b-9ebf-4137-93a2-ba8e4ac9815e), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:15.248981 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f4275536-2c46-4ed4-91a6-5b19299246a6 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (fba84709-fc42-4d64-99bb-258d6aed2ff4), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:15.273816 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-cdacded1-08f5-4176-878d-b36126d67e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:15.273816 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdacded1-08f5-4176-878d-b36126d67e52 None None] The sync data for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:58:15.373305 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2bd8-98f5-4f10-8c95-91e0e0dc0e6e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (3175228b-9ebf-4137-93a2-ba8e4ac9815e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:15.385268 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2bd8-98f5-4f10-8c95-91e0e0dc0e6e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (3175228b-9ebf-4137-93a2-ba8e4ac9815e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:15.405652 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba2bd8-98f5-4f10-8c95-91e0e0dc0e6e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3175228b-9ebf-4137-93a2-ba8e4ac9815e,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:15.427010 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2bd8-98f5-4f10-8c95-91e0e0dc0e6e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:15.428286 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e3ba2bd8-98f5-4f10-8c95-91e0e0dc0e6e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3335581 Feb 20 05:58:15.431200 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37408) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:15.443888 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-cae11d08-a65d-4302-a802-b1cd224768c4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group_rule': {'security_group_id': '9a140902-a313-47b6-a5b3-4dadd879b419', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:15.483476 n-d-829866-5 neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-cae11d08-a65d-4302-a802-b1cd224768c4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Project 50b63137536d4822a61a7b01dd632aeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 05:58:15.494915 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cae11d08-a65d-4302-a802-b1cd224768c4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (2b22ce9d-cdcd-4dd9-951f-228bf40882f0), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:15.632293 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f4275536-2c46-4ed4-91a6-5b19299246a6 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:15.647975 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f4275536-2c46-4ed4-91a6-5b19299246a6 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (fba84709-fc42-4d64-99bb-258d6aed2ff4), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:15.648358 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-f4275536-2c46-4ed4-91a6-5b19299246a6 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Floating IP fba84709-fc42-4d64-99bb-258d6aed2ff4 disassociated. External IP: 172.25.3.103, port: 897e050c-1b05-43cb-b4ff-565cdf7df17b. Feb 20 05:58:15.787538 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cae11d08-a65d-4302-a802-b1cd224768c4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (2b22ce9d-cdcd-4dd9-951f-228bf40882f0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:15.946551 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4275536-2c46-4ed4-91a6-5b19299246a6 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Router fa71afbe-8989-495a-9c7e-cb38768cae8e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:58:15.947925 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cae11d08-a65d-4302-a802-b1cd224768c4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (2b22ce9d-cdcd-4dd9-951f-228bf40882f0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:15.966027 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae11d08-a65d-4302-a802-b1cd224768c4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b22ce9d-cdcd-4dd9-951f-228bf40882f0,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:16.158461 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae11d08-a65d-4302-a802-b1cd224768c4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:16.158859 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae11d08-a65d-4302-a802-b1cd224768c4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:16.159240 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae11d08-a65d-4302-a802-b1cd224768c4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:16.159584 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae11d08-a65d-4302-a802-b1cd224768c4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:16.160036 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae11d08-a65d-4302-a802-b1cd224768c4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:16.160484 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae11d08-a65d-4302-a802-b1cd224768c4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:16.160821 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae11d08-a65d-4302-a802-b1cd224768c4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:16.161153 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae11d08-a65d-4302-a802-b1cd224768c4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:16.161485 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae11d08-a65d-4302-a802-b1cd224768c4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:16.161818 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae11d08-a65d-4302-a802-b1cd224768c4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:16.162148 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae11d08-a65d-4302-a802-b1cd224768c4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:16.162473 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae11d08-a65d-4302-a802-b1cd224768c4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:16.162796 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae11d08-a65d-4302-a802-b1cd224768c4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:16.181624 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cae11d08-a65d-4302-a802-b1cd224768c4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:16.198392 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37412) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:16.198565 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-cae11d08-a65d-4302-a802-b1cd224768c4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7654431 Feb 20 05:58:16.203584 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4275536-2c46-4ed4-91a6-5b19299246a6 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:58:16.204509 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-664b357f-27e4-4080-a5c9-0f1942d451f2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'network': {'name': 'tempest-network-smoke--290123669', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'port_security_enabled': True}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:16.213802 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45b1c7d-b21d-4419-b052-23625be144ad None None] Sync routers for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:58:16.225428 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f4275536-2c46-4ed4-91a6-5b19299246a6 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:16.233955 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45b1c7d-b21d-4419-b052-23625be144ad None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:16.234660 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e45b1c7d-b21d-4419-b052-23625be144ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:57:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:16.248702 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664b357f-27e4-4080-a5c9-0f1942d451f2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Made reservation on behalf of 50b63137536d4822a61a7b01dd632aeb for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:58:16.253033 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-664b357f-27e4-4080-a5c9-0f1942d451f2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:16.314138 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-664b357f-27e4-4080-a5c9-0f1942d451f2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:58:16.337297 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-664b357f-27e4-4080-a5c9-0f1942d451f2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (cfae17b7-c58a-42dc-ad2a-f96da9c037eb), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:16.340417 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-664b357f-27e4-4080-a5c9-0f1942d451f2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Added segment cfae17b7-c58a-42dc-ad2a-f96da9c037eb of type vlan for network a97b557b-6d89-4051-82cf-afc4b06f9eff Feb 20 05:58:16.353697 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f4275536-2c46-4ed4-91a6-5b19299246a6 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "PUT /v2.0/floatingips/fba84709-fc42-4d64-99bb-258d6aed2ff4 HTTP/1.1" status: 200 len: 688 time: 1.2731740 Feb 20 05:58:16.359379 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37416) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:16.380363 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e45b1c7d-b21d-4419-b052-23625be144ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:16.396674 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45b1c7d-b21d-4419-b052-23625be144ad None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:16.399433 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e45b1c7d-b21d-4419-b052-23625be144ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:57:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:16.507864 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e45b1c7d-b21d-4419-b052-23625be144ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:16.516344 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45b1c7d-b21d-4419-b052-23625be144ad None None] The sync data for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:58:16.562830 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f4edeeb-88c5-49d4-88f0-d5aa4cba392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:16.599295 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-664b357f-27e4-4080-a5c9-0f1942d451f2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (a97b557b-6d89-4051-82cf-afc4b06f9eff), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:16.784273 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-664b357f-27e4-4080-a5c9-0f1942d451f2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (a97b557b-6d89-4051-82cf-afc4b06f9eff), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:16.791713 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664b357f-27e4-4080-a5c9-0f1942d451f2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:16.793128 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-664b357f-27e4-4080-a5c9-0f1942d451f2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:16.877459 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-664b357f-27e4-4080-a5c9-0f1942d451f2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6773360 Feb 20 05:58:16.880484 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37424) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:16.885070 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-868c6fe1-acdf-4a29-bfd4-be2f35e47502 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1979371108', 'admin_state_up': True, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:16.894774 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-9fa48794-ee51-4ad1-a461-718700b5d8b9 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Deleting port 51f5727b-8a3c-4886-b602-cf92c407aefc {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:58:16.895428 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fa48794-ee51-4ad1-a461-718700b5d8b9 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (51f5727b-8a3c-4886-b602-cf92c407aefc), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:16.934803 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-868c6fe1-acdf-4a29-bfd4-be2f35e47502 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (a6dab2b7-b436-4869-b231-08c9ac584b31), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:16.936002 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-868c6fe1-acdf-4a29-bfd4-be2f35e47502 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (a6dab2b7-b436-4869-b231-08c9ac584b31), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:17.027650 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fa48794-ee51-4ad1-a461-718700b5d8b9 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (51f5727b-8a3c-4886-b602-cf92c407aefc), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:17.029177 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fa48794-ee51-4ad1-a461-718700b5d8b9 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (51f5727b-8a3c-4886-b602-cf92c407aefc), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:17.048655 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-868c6fe1-acdf-4a29-bfd4-be2f35e47502 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router_controller (a6dab2b7-b436-4869-b231-08c9ac584b31), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:17.059946 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-9fa48794-ee51-4ad1-a461-718700b5d8b9 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Calling delete_port for 51f5727b-8a3c-4886-b602-cf92c407aefc owned by network:floatingip {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:58:17.179367 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b357f-27e4-4080-a5c9-0f1942d451f2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Network': ['ID=a97b557b-6d89-4051-82cf-afc4b06f9eff,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:17.192210 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network a97b557b-6d89-4051-82cf-afc4b06f9eff details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:58:17.375223 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-868c6fe1-acdf-4a29-bfd4-be2f35e47502 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router_gateway (a6dab2b7-b436-4869-b231-08c9ac584b31), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:17.740340 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fa48794-ee51-4ad1-a461-718700b5d8b9 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (51f5727b-8a3c-4886-b602-cf92c407aefc), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:17.784675 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa48794-ee51-4ad1-a461-718700b5d8b9 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event deleted for resources: {'Port': ['ID=51f5727b-8a3c-4886-b602-cf92c407aefc,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:17.851777 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-868c6fe1-acdf-4a29-bfd4-be2f35e47502 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router_gateway (a6dab2b7-b436-4869-b231-08c9ac584b31), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:17.874940 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fa48794-ee51-4ad1-a461-718700b5d8b9 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (fba84709-fc42-4d64-99bb-258d6aed2ff4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:17.879033 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9fa48794-ee51-4ad1-a461-718700b5d8b9 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:17.882873 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9fa48794-ee51-4ad1-a461-718700b5d8b9 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "DELETE /v2.0/floatingips/fba84709-fc42-4d64-99bb-258d6aed2ff4 HTTP/1.1" status: 204 len: 168 time: 1.5189440 Feb 20 05:58:17.883386 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37434) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:17.891368 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-868c6fe1-acdf-4a29-bfd4-be2f35e47502 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:17.935847 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-1cea1038-eb52-45b1-a52c-5a89bcf1e87c tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] delete failed (client error): The resource could not be found. Feb 20 05:58:17.940495 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1cea1038-eb52-45b1-a52c-5a89bcf1e87c tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "DELETE /v2.0/floatingips/fba84709-fc42-4d64-99bb-258d6aed2ff4 HTTP/1.1" status: 404 len: 345 time: 0.0524743 Feb 20 05:58:17.941125 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37436) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:18.089867 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb340db0-6482-4cdb-98db-7a049732c4d9 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:18.095499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb340db0-6482-4cdb-98db-7a049732c4d9 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:18.102773 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb340db0-6482-4cdb-98db-7a049732c4d9 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:18.105895 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-868c6fe1-acdf-4a29-bfd4-be2f35e47502 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Allocated IP 172.25.3.215 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/3dc5680b-073b-4f1c-9095-9ea0bedd4eff) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:58:18.110768 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fb340db0-6482-4cdb-98db-7a049732c4d9 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "GET /v2.0/ports?network_id=acdb00cd-7b70-49b5-a2d9-943242724eaa HTTP/1.1" status: 200 len: 2359 time: 0.1685238 Feb 20 05:58:18.111491 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37438) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:18.259006 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bc97e5-1a7f-4b30-9041-7455d7018847 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:18.267620 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37440) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:18.276534 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-91bc97e5-1a7f-4b30-9041-7455d7018847 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "GET /v2.0/subnets/2b569548-1809-47ca-96f6-4d17b0d2d50e HTTP/1.1" status: 200 len: 797 time: 0.1637952 Feb 20 05:58:18.281039 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-61094a96-fddf-401a-8e82-7ad368cb8911 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Request body: {'port': {'network_id': 'acdb00cd-7b70-49b5-a2d9-943242724eaa', 'name': 'tempest-FloatingIPTestJSON-1049793344', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:18.365290 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-868c6fe1-acdf-4a29-bfd4-be2f35e47502 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for port (3dc5680b-073b-4f1c-9095-9ea0bedd4eff), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:18.458369 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-868c6fe1-acdf-4a29-bfd4-be2f35e47502 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (3dc5680b-073b-4f1c-9095-9ea0bedd4eff), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:18.467801 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61094a96-fddf-401a-8e82-7ad368cb8911 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Made reservation on behalf of 5318d5e874644fa798c4615f6c57dcb6 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:58:18.500899 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868c6fe1-acdf-4a29-bfd4-be2f35e47502 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:58:18.513583 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-868c6fe1-acdf-4a29-bfd4-be2f35e47502 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:58:18.524141 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868c6fe1-acdf-4a29-bfd4-be2f35e47502 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:58:18.590110 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c6fe1-acdf-4a29-bfd4-be2f35e47502 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Port': ['ID=3dc5680b-073b-4f1c-9095-9ea0bedd4eff,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:18.708475 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61094a96-fddf-401a-8e82-7ad368cb8911 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:18.771101 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-61094a96-fddf-401a-8e82-7ad368cb8911 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] device_id is not set on port c7bb5711-cd43-475b-a1af-837e0987a1e7 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:58:18.956479 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5a146856-6dcf-4231-8ee0-f64197622f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:19.094500 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-868c6fe1-acdf-4a29-bfd4-be2f35e47502 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router_gateway (a6dab2b7-b436-4869-b231-08c9ac584b31), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:19.669995 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:19.895027 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-61094a96-fddf-401a-8e82-7ad368cb8911 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Allocated IP 172.20.0.14 (acdb00cd-7b70-49b5-a2d9-943242724eaa/2b569548-1809-47ca-96f6-4d17b0d2d50e/c7bb5711-cd43-475b-a1af-837e0987a1e7) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:58:19.904138 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-61094a96-fddf-401a-8e82-7ad368cb8911 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Allocated IP 172.20.0.13 (acdb00cd-7b70-49b5-a2d9-943242724eaa/2b569548-1809-47ca-96f6-4d17b0d2d50e/c7bb5711-cd43-475b-a1af-837e0987a1e7) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:58:20.085675 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-83849ff7-0810-4e16-ad7b-3e0c62f6a748 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:20.093613 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-83849ff7-0810-4e16-ad7b-3e0c62f6a748 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/networks?id=29b668bf-f35c-4e3e-9271-d210f6677079 HTTP/1.1" status: 200 len: 809 time: 0.9961929 Feb 20 05:58:20.115367 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-84b44cc1-b69d-446f-a2ce-82e740af4af4 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/quotas/3d9bead48801481283ace5b2e05e0d6e HTTP/1.1" status: 200 len: 375 time: 0.0207613 Feb 20 05:58:20.175699 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-beda86e2-56b8-4374-b4d6-ed147a247480 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d9bead48801481283ace5b2e05e0d6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593514 Feb 20 05:58:20.264884 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61094a96-fddf-401a-8e82-7ad368cb8911 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for port (c7bb5711-cd43-475b-a1af-837e0987a1e7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:20.267066 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-868c6fe1-acdf-4a29-bfd4-be2f35e47502 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (a6dab2b7-b436-4869-b231-08c9ac584b31), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:20.325426 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-2e035bca-0d9f-4e50-a14f-efafe20e5589 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:58:20.332171 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-2e035bca-0d9f-4e50-a14f-efafe20e5589 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1556463 Feb 20 05:58:20.474439 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61094a96-fddf-401a-8e82-7ad368cb8911 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (c7bb5711-cd43-475b-a1af-837e0987a1e7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:20.543250 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61094a96-fddf-401a-8e82-7ad368cb8911 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event updated for resources: {'Port': ['ID=c7bb5711-cd43-475b-a1af-837e0987a1e7,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:20.554845 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61094a96-fddf-401a-8e82-7ad368cb8911 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Network acdb00cd-7b70-49b5-a2d9-943242724eaa is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:58:20.561691 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-61094a96-fddf-401a-8e82-7ad368cb8911 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:58:20.565473 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61094a96-fddf-401a-8e82-7ad368cb8911 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:58:20.576970 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-d0e910b4-ce87-4eea-90ea-c8f4eca24142 service neutron] 10.222.0.37 "GET /v2.0/networks/29b668bf-f35c-4e3e-9271-d210f6677079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436204 Feb 20 05:58:20.672476 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-cd9c6028-5cff-4329-b577-4e23c7411e97 service neutron] 10.222.0.37 "GET /v2.0/networks/29b668bf-f35c-4e3e-9271-d210f6677079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945902 Feb 20 05:58:20.817739 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61094a96-fddf-401a-8e82-7ad368cb8911 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:20.832623 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61094a96-fddf-401a-8e82-7ad368cb8911 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:20.873066 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868c6fe1-acdf-4a29-bfd4-be2f35e47502 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Router a6dab2b7-b436-4869-b231-08c9ac584b31 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:58:20.897668 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-61094a96-fddf-401a-8e82-7ad368cb8911 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.6287315 Feb 20 05:58:20.900485 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37502) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:20.905574 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c01dfd06-6057-46b1-b1aa-774b4a214aa5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'port_id': 'c7bb5711-cd43-475b-a1af-837e0987a1e7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:20.967661 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c01dfd06-6057-46b1-b1aa-774b4a214aa5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:21.110441 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868c6fe1-acdf-4a29-bfd4-be2f35e47502 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:58:21.123628 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6353018f-a51f-4a14-8826-1670433a35f6 None None] Sync routers for ids ['a6dab2b7-b436-4869-b231-08c9ac584b31'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:58:21.142580 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-868c6fe1-acdf-4a29-bfd4-be2f35e47502 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:21.144013 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6353018f-a51f-4a14-8826-1670433a35f6 None None] Routers {'a6dab2b7-b436-4869-b231-08c9ac584b31'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:21.144828 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6353018f-a51f-4a14-8826-1670433a35f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a6dab2b7-b436-4869-b231-08c9ac584b31'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:21.148830 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37508) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:21.149294 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-868c6fe1-acdf-4a29-bfd4-be2f35e47502 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.2673399 Feb 20 05:58:21.182351 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c01dfd06-6057-46b1-b1aa-774b4a214aa5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:21.304573 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37512) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:21.320194 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-6353018f-a51f-4a14-8826-1670433a35f6 None None] Set router a6dab2b7-b436-4869-b231-08c9ac584b31 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:58:21.342154 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-c01dfd06-6057-46b1-b1aa-774b4a214aa5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Allocated IP 172.25.3.57 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/1c6d62a6-e11f-4969-b6f2-f88930e0e37d) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:58:21.435365 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:21.470447 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-db4ac26b-659f-449f-b586-47851a3337fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:21.474794 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0da4a0bb-4fc8-4a21-b84e-13f0efec3083 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=50b63137536d4822a61a7b01dd632aeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3248048 Feb 20 05:58:21.478787 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37518) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:21.560139 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6353018f-a51f-4a14-8826-1670433a35f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979371108', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:58:16Z', 'updated_at': '2022-02-20T05:58:18Z', 'revision_number': 3, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:58:17Z', 'updated_at': '2022-02-20T05:58:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:21.570206 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c01dfd06-6057-46b1-b1aa-774b4a214aa5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for port (1c6d62a6-e11f-4969-b6f2-f88930e0e37d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:21.610955 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6353018f-a51f-4a14-8826-1670433a35f6 None None] Checking router: a6dab2b7-b436-4869-b231-08c9ac584b31 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:58:21.611298 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6353018f-a51f-4a14-8826-1670433a35f6 None None] Updating router a6dab2b7-b436-4869-b231-08c9ac584b31 port 3dc5680b-073b-4f1c-9095-9ea0bedd4eff binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:58:21.646022 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-db4ac26b-659f-449f-b586-47851a3337fc admin admin] Publish callbacks [] for security_group (2781093c-09b5-4b08-b9a5-06c8223da6ec), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:21.655418 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-db4ac26b-659f-449f-b586-47851a3337fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2781093c-09b5-4b08-b9a5-06c8223da6ec), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:21.662298 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6353018f-a51f-4a14-8826-1670433a35f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3dc5680b-073b-4f1c-9095-9ea0bedd4eff), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:21.736468 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc519124-eb92-46bf-8c62-991b90527498 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:21.741955 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fc519124-eb92-46bf-8c62-991b90527498 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2603660 Feb 20 05:58:21.743757 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-db4ac26b-659f-449f-b586-47851a3337fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5eb15fb36e734604a61c0d634d8d558c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4380155 Feb 20 05:58:21.744447 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37520) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:21.746237 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ac26b-659f-449f-b586-47851a3337fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2781093c-09b5-4b08-b9a5-06c8223da6ec,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:21.751020 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37522) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:21.787254 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f5221290-c578-4730-ac6b-887ebe1127d0 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416594 Feb 20 05:58:21.788098 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37524) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:21.793507 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e1236f90-85e2-48bd-8bd6-3cc58ccfa0c7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1806893332', 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:21.811491 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c01dfd06-6057-46b1-b1aa-774b4a214aa5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (1c6d62a6-e11f-4969-b6f2-f88930e0e37d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:21.873731 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd6dc198-98f2-449c-9d5d-ca8f74a25c78 admin admin] Publish callbacks [] for security_group (2781093c-09b5-4b08-b9a5-06c8223da6ec), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:21.951160 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd6dc198-98f2-449c-9d5d-ca8f74a25c78 admin admin] Publish callbacks [] for security_group (2781093c-09b5-4b08-b9a5-06c8223da6ec), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:21.979565 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01dfd06-6057-46b1-b1aa-774b4a214aa5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:58:22.017474 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01dfd06-6057-46b1-b1aa-774b4a214aa5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event updated for resources: {'Port': ['ID=1c6d62a6-e11f-4969-b6f2-f88930e0e37d,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:22.030811 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd6dc198-98f2-449c-9d5d-ca8f74a25c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2781093c-09b5-4b08-b9a5-06c8223da6ec), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:22.035173 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd6dc198-98f2-449c-9d5d-ca8f74a25c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:22.036538 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dd6dc198-98f2-449c-9d5d-ca8f74a25c78 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2781093c-09b5-4b08-b9a5-06c8223da6ec HTTP/1.1" status: 204 len: 168 time: 0.2680535 Feb 20 05:58:22.044466 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-c01dfd06-6057-46b1-b1aa-774b4a214aa5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:58:22.049283 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01dfd06-6057-46b1-b1aa-774b4a214aa5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:58:22.056265 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6dc198-98f2-449c-9d5d-ca8f74a25c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2781093c-09b5-4b08-b9a5-06c8223da6ec,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:22.068760 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1236f90-85e2-48bd-8bd6-3cc58ccfa0c7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Made reservation on behalf of 50b63137536d4822a61a7b01dd632aeb for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:58:22.073637 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e1236f90-85e2-48bd-8bd6-3cc58ccfa0c7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:22.308185 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6353018f-a51f-4a14-8826-1670433a35f6 None None] Publish callbacks [] for port (3dc5680b-073b-4f1c-9095-9ea0bedd4eff), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:22.315097 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6353018f-a51f-4a14-8826-1670433a35f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3dc5680b-073b-4f1c-9095-9ea0bedd4eff), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:22.374985 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-6353018f-a51f-4a14-8826-1670433a35f6 None None] Attempting to bind port 3dc5680b-073b-4f1c-9095-9ea0bedd4eff on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:58:22.375700 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-6353018f-a51f-4a14-8826-1670433a35f6 None None] Attempting to bind port 3dc5680b-073b-4f1c-9095-9ea0bedd4eff by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:58:22.376227 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6353018f-a51f-4a14-8826-1670433a35f6 None None] Attempting to bind port 3dc5680b-073b-4f1c-9095-9ea0bedd4eff on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:58:22.387945 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6353018f-a51f-4a14-8826-1670433a35f6 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:58:22.388844 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6353018f-a51f-4a14-8826-1670433a35f6 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:58:22.389410 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6353018f-a51f-4a14-8826-1670433a35f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:22.389955 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6353018f-a51f-4a14-8826-1670433a35f6 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:58:22.390594 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-6353018f-a51f-4a14-8826-1670433a35f6 None None] Bound port: 3dc5680b-073b-4f1c-9095-9ea0bedd4eff, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:58:22.391228 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6353018f-a51f-4a14-8826-1670433a35f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3dc5680b-073b-4f1c-9095-9ea0bedd4eff), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:22.478699 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-6353018f-a51f-4a14-8826-1670433a35f6 None None] For port 3dc5680b-073b-4f1c-9095-9ea0bedd4eff, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:58:22.484989 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-6353018f-a51f-4a14-8826-1670433a35f6 None None] For port 3dc5680b-073b-4f1c-9095-9ea0bedd4eff, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3dc5680b-073b-4f1c-9095-9ea0bedd4eff,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:58:22.502575 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6353018f-a51f-4a14-8826-1670433a35f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3dc5680b-073b-4f1c-9095-9ea0bedd4eff), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:22.514721 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d945d4c-fe2c-42b7-9d4d-0ae72f773110 None None] Pushing event updated for resources: {'Port': ['ID=3dc5680b-073b-4f1c-9095-9ea0bedd4eff,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:22.542409 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d945d4c-fe2c-42b7-9d4d-0ae72f773110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:22.542783 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d945d4c-fe2c-42b7-9d4d-0ae72f773110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:22.543215 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d945d4c-fe2c-42b7-9d4d-0ae72f773110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:22.543553 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d945d4c-fe2c-42b7-9d4d-0ae72f773110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:22.546953 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d945d4c-fe2c-42b7-9d4d-0ae72f773110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:22.546953 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d945d4c-fe2c-42b7-9d4d-0ae72f773110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:22.546953 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d945d4c-fe2c-42b7-9d4d-0ae72f773110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:22.546953 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d945d4c-fe2c-42b7-9d4d-0ae72f773110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:22.546953 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d945d4c-fe2c-42b7-9d4d-0ae72f773110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:22.546953 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d945d4c-fe2c-42b7-9d4d-0ae72f773110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:22.546953 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d945d4c-fe2c-42b7-9d4d-0ae72f773110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:22.546953 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d945d4c-fe2c-42b7-9d4d-0ae72f773110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:22.546953 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d945d4c-fe2c-42b7-9d4d-0ae72f773110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:22.630998 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6353018f-a51f-4a14-8826-1670433a35f6 None None] Routers {'a6dab2b7-b436-4869-b231-08c9ac584b31'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:22.631649 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6353018f-a51f-4a14-8826-1670433a35f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a6dab2b7-b436-4869-b231-08c9ac584b31'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:22.634709 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-49794e52-f345-4949-b9bd-528314e4e153 req-f4904270-b2b3-468b-82cc-f0b55c673bca tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d48df6-06ef-49a7-b60c-7f0f32edf88a HTTP/1.1" status: 200 len: 210 time: 0.5083621 Feb 20 05:58:22.709445 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:22.733957 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d945d4c-fe2c-42b7-9d4d-0ae72f773110 None None] Pushing event updated for resources: {'Port': ['ID=3dc5680b-073b-4f1c-9095-9ea0bedd4eff,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:22.858849 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-6353018f-a51f-4a14-8826-1670433a35f6 None None] Set router a6dab2b7-b436-4869-b231-08c9ac584b31 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:58:23.001632 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:23.207819 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6353018f-a51f-4a14-8826-1670433a35f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979371108', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:58:16Z', 'updated_at': '2022-02-20T05:58:18Z', 'revision_number': 3, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:58:17Z', 'updated_at': '2022-02-20T05:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:23.241253 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6353018f-a51f-4a14-8826-1670433a35f6 None None] The sync data for ids ['a6dab2b7-b436-4869-b231-08c9ac584b31'] in n-d-829866-5 is: [{'id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979371108', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:58:16Z', 'updated_at': '2022-02-20T05:58:18Z', 'revision_number': 3, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:58:17Z', 'updated_at': '2022-02-20T05:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:58:23.300221 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877e304-fe63-465b-9638-6ec15149ab09 req-b6814f18-92f9-4163-a9bd-7ee1a7a46c70 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:23.301933 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7877e304-fe63-465b-9638-6ec15149ab09 req-b6814f18-92f9-4163-a9bd-7ee1a7a46c70 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f HTTP/1.1" status: 200 len: 945 time: 0.2133806 Feb 20 05:58:23.319277 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c01dfd06-6057-46b1-b1aa-774b4a214aa5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (fc9a5ead-856f-4367-b7b9-23e466f82d8e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:23.443508 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7877e304-fe63-465b-9638-6ec15149ab09 req-2f01b681-10d0-4e73-9244-59656ac53306 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd989d3-4af0-42d4-861c-c2470fadb943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326792 Feb 20 05:58:23.471404 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e1236f90-85e2-48bd-8bd6-3cc58ccfa0c7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (c18849a5-e890-4940-bc50-1c71fe5b530c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:23.584077 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c01dfd06-6057-46b1-b1aa-774b4a214aa5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1c6d62a6-e11f-4969-b6f2-f88930e0e37d), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:23.910764 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1236f90-85e2-48bd-8bd6-3cc58ccfa0c7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Subnet': ['ID=c18849a5-e890-4940-bc50-1c71fe5b530c,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:23.961339 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1236f90-85e2-48bd-8bd6-3cc58ccfa0c7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Checking segment: {'id': 'cfae17b7-c58a-42dc-ad2a-f96da9c037eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:58:23.961711 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1236f90-85e2-48bd-8bd6-3cc58ccfa0c7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network hostable DHCP agents. Network: a97b557b-6d89-4051-82cf-afc4b06f9eff, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:58:23.990279 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3dc5680b-073b-4f1c-9095-9ea0bedd4eff up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:58:23.998565 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b52f1fff-ef45-47c4-ab8e-adc3494379ae req-83f4b551-bb62-4a6a-bf75-2cd9f08cda3c tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d48df6-06ef-49a7-b60c-7f0f32edf88a HTTP/1.1" status: 200 len: 210 time: 0.1732905 Feb 20 05:58:24.062110 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1236f90-85e2-48bd-8bd6-3cc58ccfa0c7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network a97b557b-6d89-4051-82cf-afc4b06f9eff is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:58:24.097821 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 3dc5680b-073b-4f1c-9095-9ea0bedd4eff triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:58:24.098203 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3dc5680b-073b-4f1c-9095-9ea0bedd4eff), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:24.143781 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-e1236f90-85e2-48bd-8bd6-3cc58ccfa0c7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, a97b557b-6d89-4051-82cf-afc4b06f9eff) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:58:24.149593 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1236f90-85e2-48bd-8bd6-3cc58ccfa0c7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:24.149593 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e1236f90-85e2-48bd-8bd6-3cc58ccfa0c7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:24.164775 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0301cdeb-6194-4189-bf31-1e1e9c656b17 None None] Network a97b557b-6d89-4051-82cf-afc4b06f9eff requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:58:24.196674 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-5ee41a4d-6c7d-4851-8666-56344198cb13 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:24.198764 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-5ee41a4d-6c7d-4851-8666-56344198cb13 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.48 "GET /v2.0/networks?id=29b668bf-f35c-4e3e-9271-d210f6677079 HTTP/1.1" status: 200 len: 809 time: 0.4382446 Feb 20 05:58:24.211224 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e1236f90-85e2-48bd-8bd6-3cc58ccfa0c7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4196856 Feb 20 05:58:24.212198 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37584) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:24.219970 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-7523b522-7649-4b9d-b9b3-d0da00d65d15 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Request body: {'port': {'device_id': '49d48df6-06ef-49a7-b60c-7f0f32edf88a', 'network_id': '29b668bf-f35c-4e3e-9271-d210f6677079', 'admin_state_up': True, 'tenant_id': '3d9bead48801481283ace5b2e05e0d6e'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:24.229543 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c01dfd06-6057-46b1-b1aa-774b4a214aa5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for port (1c6d62a6-e11f-4969-b6f2-f88930e0e37d), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:24.242757 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c01dfd06-6057-46b1-b1aa-774b4a214aa5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (1c6d62a6-e11f-4969-b6f2-f88930e0e37d), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:24.309043 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 3dc5680b-073b-4f1c-9095-9ea0bedd4eff is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:58:24.315249 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3dc5680b-073b-4f1c-9095-9ea0bedd4eff), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:24.347548 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 3dc5680b-073b-4f1c-9095-9ea0bedd4eff, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3dc5680b-073b-4f1c-9095-9ea0bedd4eff,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:58:24.385008 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3dc5680b-073b-4f1c-9095-9ea0bedd4eff), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:24.473519 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f666d82-de01-40df-a5f4-f19a8033fe98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-a97b557b-6d89-4051-82cf-afc4b06f9eff', 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'fixed_ips': [{'subnet_id': 'c18849a5-e890-4940-bc50-1c71fe5b530c'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:58:24.474402 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f666d82-de01-40df-a5f4-f19a8033fe98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:24.475342 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01dfd06-6057-46b1-b1aa-774b4a214aa5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event updated for resources: {'Port': ['ID=1c6d62a6-e11f-4969-b6f2-f88930e0e37d,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:24.527201 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=3dc5680b-073b-4f1c-9095-9ea0bedd4eff,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:24.710502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459056a-a06e-497a-9238-d4695571d3f6 req-34350306-e186-49e4-bd6f-ad349dc96bfb tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:24.712759 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5459056a-a06e-497a-9238-d4695571d3f6 req-34350306-e186-49e4-bd6f-ad349dc96bfb tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.61 "GET /v2.0/ports?device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f HTTP/1.1" status: 200 len: 945 time: 0.1868651 Feb 20 05:58:24.744030 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-7523b522-7649-4b9d-b9b3-d0da00d65d15 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Made reservation on behalf of 3d9bead48801481283ace5b2e05e0d6e for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:58:24.756512 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-7523b522-7649-4b9d-b9b3-d0da00d65d15 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:24.761608 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-7f666d82-de01-40df-a5f4-f19a8033fe98 None None] Allocated IP 172.20.0.2 (a97b557b-6d89-4051-82cf-afc4b06f9eff/c18849a5-e890-4940-bc50-1c71fe5b530c/288cb61d-11f3-4dfc-827b-2eb41f003c92) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:58:24.789011 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c01dfd06-6057-46b1-b1aa-774b4a214aa5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (fc9a5ead-856f-4367-b7b9-23e466f82d8e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:24.890872 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ce88b-9147-4f58-902a-cde8d7732c8d req-922dbece-7951-42e5-85f8-c5aaf6f67b4a tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:24.905398 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d7ce88b-9147-4f58-902a-cde8d7732c8d req-922dbece-7951-42e5-85f8-c5aaf6f67b4a tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f HTTP/1.1" status: 200 len: 945 time: 0.3062980 Feb 20 05:58:24.959395 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f666d82-de01-40df-a5f4-f19a8033fe98 None None] Publish callbacks [] for port (288cb61d-11f3-4dfc-827b-2eb41f003c92), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:24.971943 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f666d82-de01-40df-a5f4-f19a8033fe98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (288cb61d-11f3-4dfc-827b-2eb41f003c92), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:25.047972 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f666d82-de01-40df-a5f4-f19a8033fe98 None None] Pushing event updated for resources: {'Port': ['ID=288cb61d-11f3-4dfc-827b-2eb41f003c92,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:25.068914 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f666d82-de01-40df-a5f4-f19a8033fe98 None None] Network a97b557b-6d89-4051-82cf-afc4b06f9eff is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:58:25.071508 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-7f666d82-de01-40df-a5f4-f19a8033fe98 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:58:25.075495 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f666d82-de01-40df-a5f4-f19a8033fe98 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:58:25.107719 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d7ce88b-9147-4f58-902a-cde8d7732c8d req-b9cb37c7-707e-4ea1-85fa-b64aab3a9bb1 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd989d3-4af0-42d4-861c-c2470fadb943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013285 Feb 20 05:58:25.112836 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-5459056a-a06e-497a-9238-d4695571d3f6 req-d79f1311-10a7-47fe-b36b-cde798e28989 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Deleting port f1a8652f-4210-43ac-a4eb-c5d281b8c151 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:58:25.113320 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5459056a-a06e-497a-9238-d4695571d3f6 req-d79f1311-10a7-47fe-b36b-cde798e28989 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (f1a8652f-4210-43ac-a4eb-c5d281b8c151), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:25.171507 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-7f666d82-de01-40df-a5f4-f19a8033fe98 None None] Attempting to bind port 288cb61d-11f3-4dfc-827b-2eb41f003c92 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:58:25.171892 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-7f666d82-de01-40df-a5f4-f19a8033fe98 None None] Attempting to bind port 288cb61d-11f3-4dfc-827b-2eb41f003c92 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'cfae17b7-c58a-42dc-ad2a-f96da9c037eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:58:25.172263 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f666d82-de01-40df-a5f4-f19a8033fe98 None None] Attempting to bind port 288cb61d-11f3-4dfc-827b-2eb41f003c92 on network a97b557b-6d89-4051-82cf-afc4b06f9eff {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:58:25.178751 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f666d82-de01-40df-a5f4-f19a8033fe98 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:58:25.179167 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f666d82-de01-40df-a5f4-f19a8033fe98 None None] Checking segment: {'id': 'cfae17b7-c58a-42dc-ad2a-f96da9c037eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:58:25.179579 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f666d82-de01-40df-a5f4-f19a8033fe98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:25.179982 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f666d82-de01-40df-a5f4-f19a8033fe98 None None] Bound using segment: {'id': 'cfae17b7-c58a-42dc-ad2a-f96da9c037eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:58:25.180458 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-7f666d82-de01-40df-a5f4-f19a8033fe98 None None] Bound port: 288cb61d-11f3-4dfc-827b-2eb41f003c92, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae17b7-c58a-42dc-ad2a-f96da9c037eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:58:25.180845 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f666d82-de01-40df-a5f4-f19a8033fe98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (288cb61d-11f3-4dfc-827b-2eb41f003c92), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:25.287953 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7f666d82-de01-40df-a5f4-f19a8033fe98 None None] For port 288cb61d-11f3-4dfc-827b-2eb41f003c92, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:58:25.293070 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7f666d82-de01-40df-a5f4-f19a8033fe98 None None] For port 288cb61d-11f3-4dfc-827b-2eb41f003c92, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=288cb61d-11f3-4dfc-827b-2eb41f003c92,segment=NetworkSegment(cfae17b7-c58a-42dc-ad2a-f96da9c037eb),segment_id=cfae17b7-c58a-42dc-ad2a-f96da9c037eb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:58:25.296865 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4830f60f-f655-4793-a1ee-01c561ac17f0 req-8ee404e5-b348-49eb-a784-833e33519187 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d48df6-06ef-49a7-b60c-7f0f32edf88a HTTP/1.1" status: 200 len: 210 time: 0.0638099 Feb 20 05:58:25.301522 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f666d82-de01-40df-a5f4-f19a8033fe98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (288cb61d-11f3-4dfc-827b-2eb41f003c92), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:25.309416 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-c01dfd06-6057-46b1-b1aa-774b4a214aa5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Floating IP fc9a5ead-856f-4367-b7b9-23e466f82d8e associated. External IP: 172.25.3.57, port: c7bb5711-cd43-475b-a1af-837e0987a1e7. Feb 20 05:58:25.400930 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-5459056a-a06e-497a-9238-d4695571d3f6 req-d79f1311-10a7-47fe-b36b-cde798e28989 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] For port f1a8652f-4210-43ac-a4eb-c5d281b8c151, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=f1a8652f-4210-43ac-a4eb-c5d281b8c151,segment=NetworkSegment(7148d78d-4a2a-41e2-9dce-a1cc038d3a3f),segment_id=7148d78d-4a2a-41e2-9dce-a1cc038d3a3f)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:58:25.401538 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5459056a-a06e-497a-9238-d4695571d3f6 req-d79f1311-10a7-47fe-b36b-cde798e28989 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (f1a8652f-4210-43ac-a4eb-c5d281b8c151), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:25.404264 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:25.441937 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f666d82-de01-40df-a5f4-f19a8033fe98 None None] Pushing event updated for resources: {'Port': ['ID=288cb61d-11f3-4dfc-827b-2eb41f003c92,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:25.473286 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-7523b522-7649-4b9d-b9b3-d0da00d65d15 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Allocated IP 172.20.0.13 (29b668bf-f35c-4e3e-9271-d210f6677079/f300f52d-3c63-426c-82cf-054df4eb3e56/9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:58:25.884191 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-7523b522-7649-4b9d-b9b3-d0da00d65d15 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Publish callbacks [] for port (9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:25.907172 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17b9a3b2-6990-47ef-9c05-2b834ad52faf tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:25.954741 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-7523b522-7649-4b9d-b9b3-d0da00d65d15 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:26.013009 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5459056a-a06e-497a-9238-d4695571d3f6 req-d79f1311-10a7-47fe-b36b-cde798e28989 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:26.013375 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5459056a-a06e-497a-9238-d4695571d3f6 req-d79f1311-10a7-47fe-b36b-cde798e28989 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (09dd73ff-9e83-40c0-8b14-fd5316495872), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:26.013715 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [req-5459056a-a06e-497a-9238-d4695571d3f6 req-d79f1311-10a7-47fe-b36b-cde798e28989 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Floating IP 09dd73ff-9e83-40c0-8b14-fd5316495872 disassociated. External IP: 172.25.3.129, port: f1a8652f-4210-43ac-a4eb-c5d281b8c151. Feb 20 05:58:26.014059 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-5459056a-a06e-497a-9238-d4695571d3f6 req-d79f1311-10a7-47fe-b36b-cde798e28989 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Calling delete_port for f1a8652f-4210-43ac-a4eb-c5d281b8c151 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:58:26.032815 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-7523b522-7649-4b9d-b9b3-d0da00d65d15 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Network 29b668bf-f35c-4e3e-9271-d210f6677079 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:58:26.072315 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-7523b522-7649-4b9d-b9b3-d0da00d65d15 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:58:26.079894 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-7523b522-7649-4b9d-b9b3-d0da00d65d15 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:58:26.155933 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 288cb61d-11f3-4dfc-827b-2eb41f003c92 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:58:26.236075 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523b522-7649-4b9d-b9b3-d0da00d65d15 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Pushing event updated for resources: {'Port': ['ID=9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:26.274596 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-7523b522-7649-4b9d-b9b3-d0da00d65d15 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:26.278976 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-7523b522-7649-4b9d-b9b3-d0da00d65d15 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:26.287201 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 288cb61d-11f3-4dfc-827b-2eb41f003c92 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:58:26.288030 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (288cb61d-11f3-4dfc-827b-2eb41f003c92), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:26.382847 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01dfd06-6057-46b1-b1aa-774b4a214aa5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Router fa71afbe-8989-495a-9c7e-cb38768cae8e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:58:26.392709 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-7523b522-7649-4b9d-b9b3-d0da00d65d15 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1826882 Feb 20 05:58:26.418244 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 288cb61d-11f3-4dfc-827b-2eb41f003c92 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:58:26.420222 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (288cb61d-11f3-4dfc-827b-2eb41f003c92), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:26.420854 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-94f5ef2d-6fed-4818-84fe-f112d08742f9 service neutron] Request body: {'port': {'device_id': '49d48df6-06ef-49a7-b60c-7f0f32edf88a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:26.482205 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 288cb61d-11f3-4dfc-827b-2eb41f003c92, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=288cb61d-11f3-4dfc-827b-2eb41f003c92,segment=NetworkSegment(cfae17b7-c58a-42dc-ad2a-f96da9c037eb),segment_id=cfae17b7-c58a-42dc-ad2a-f96da9c037eb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:58:26.486587 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5459056a-a06e-497a-9238-d4695571d3f6 req-d79f1311-10a7-47fe-b36b-cde798e28989 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (f1a8652f-4210-43ac-a4eb-c5d281b8c151), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:26.492790 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (288cb61d-11f3-4dfc-827b-2eb41f003c92), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:26.493767 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3dc5680b-073b-4f1c-9095-9ea0bedd4eff up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:58:26.512204 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ee9ab-b617-4b02-8699-6998a1529edd req-fd87aaf3-2740-4aa0-87ea-5f42a4c34afc tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:26.517367 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c00ee9ab-b617-4b02-8699-6998a1529edd req-fd87aaf3-2740-4aa0-87ea-5f42a4c34afc tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/ports?device_id=b637dbaf-bd6f-40c7-bb05-2ca1328ae54f HTTP/1.1" status: 200 len: 945 time: 0.2645183 Feb 20 05:58:26.579602 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f1311-10a7-47fe-b36b-cde798e28989 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Pushing event deleted for resources: {'Port': ['ID=f1a8652f-4210-43ac-a4eb-c5d281b8c151,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:26.636960 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 3dc5680b-073b-4f1c-9095-9ea0bedd4eff triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:58:26.637422 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3dc5680b-073b-4f1c-9095-9ea0bedd4eff), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:26.640486 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=288cb61d-11f3-4dfc-827b-2eb41f003c92,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:26.729609 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-17b9a3b2-6990-47ef-9c05-2b834ad52faf tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Allocated IP 172.20.0.1 (a97b557b-6d89-4051-82cf-afc4b06f9eff/c18849a5-e890-4940-bc50-1c71fe5b530c/a0de4e38-7dcd-4130-809a-cf627d6f5b7d) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:58:26.740059 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 3dc5680b-073b-4f1c-9095-9ea0bedd4eff is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:58:26.856136 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5459056a-a06e-497a-9238-d4695571d3f6 req-d79f1311-10a7-47fe-b36b-cde798e28989 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Router 93d34c56-1f4f-48e2-82e2-0dd1b0672024 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:58:26.896621 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c54b0e-b9c6-4734-8d1e-a44737b78365 None None] Network a97b557b-6d89-4051-82cf-afc4b06f9eff requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:58:26.978702 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17b9a3b2-6990-47ef-9c05-2b834ad52faf tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for port (a0de4e38-7dcd-4130-809a-cf627d6f5b7d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:26.985102 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a44de781-6559-4ee5-9774-d84412501b3e None None] Provisioning complete for port 288cb61d-11f3-4dfc-827b-2eb41f003c92 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:58:26.985494 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a44de781-6559-4ee5-9774-d84412501b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (288cb61d-11f3-4dfc-827b-2eb41f003c92), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:27.075805 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5459056a-a06e-497a-9238-d4695571d3f6 req-d79f1311-10a7-47fe-b36b-cde798e28989 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:58:27.091305 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-ff8bf3b8-459d-443f-9960-fa1608723059 req-46844a18-ffb7-432a-aef2-e4e63b1c20cb service neutron] (103407) timed out ('10.222.0.48', 56313) {{(pid=103407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 05:58:27.091865 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-94f5ef2d-6fed-4818-84fe-f112d08742f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:27.099232 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9a2251-3d17-4add-8c4f-acb83d03b8f9 None None] Sync routers for ids ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:58:27.171118 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-5459056a-a06e-497a-9238-d4695571d3f6 req-d79f1311-10a7-47fe-b36b-cde798e28989 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] No DVR routers for this DVR port f1a8652f-4210-43ac-a4eb-c5d281b8c151 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:58:27.173960 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5459056a-a06e-497a-9238-d4695571d3f6 req-d79f1311-10a7-47fe-b36b-cde798e28989 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:27.177970 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5459056a-a06e-497a-9238-d4695571d3f6 req-d79f1311-10a7-47fe-b36b-cde798e28989 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.61 "DELETE /v2.0/ports/f1a8652f-4210-43ac-a4eb-c5d281b8c151 HTTP/1.1" status: 204 len: 173 time: 2.4508121 Feb 20 05:58:27.179147 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17b9a3b2-6990-47ef-9c05-2b834ad52faf tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (a0de4e38-7dcd-4130-809a-cf627d6f5b7d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:27.181841 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b637dbaf-bd6f-40c7-bb05-2ca1328ae54f', 'name': 'network-vif-deleted', 'tag': 'f1a8652f-4210-43ac-a4eb-c5d281b8c151'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:58:27.185382 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee00752-ac3c-4508-9792-03a673dcd85d" -d '{"events": [{"server_uuid": "b637dbaf-bd6f-40c7-bb05-2ca1328ae54f", "name": "network-vif-deleted", "tag": "f1a8652f-4210-43ac-a4eb-c5d281b8c151"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:58:27.200467 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a44de781-6559-4ee5-9774-d84412501b3e None None] Current status of the port 288cb61d-11f3-4dfc-827b-2eb41f003c92 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:58:27.211236 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9a2251-3d17-4add-8c4f-acb83d03b8f9 None None] Routers {'93d34c56-1f4f-48e2-82e2-0dd1b0672024'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:27.211855 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-9c9a2251-3d17-4add-8c4f-acb83d03b8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:27.223909 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c00ee9ab-b617-4b02-8699-6998a1529edd req-8bb7df2e-fe41-4a83-b6e6-7cb542bdfa2e tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd989d3-4af0-42d4-861c-c2470fadb943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6975679 Feb 20 05:58:27.241903 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b9a3b2-6990-47ef-9c05-2b834ad52faf tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network a97b557b-6d89-4051-82cf-afc4b06f9eff is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:58:27.246176 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-17b9a3b2-6990-47ef-9c05-2b834ad52faf tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:58:27.248717 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b9a3b2-6990-47ef-9c05-2b834ad52faf tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:58:27.389717 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17b9a3b2-6990-47ef-9c05-2b834ad52faf tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (a6dab2b7-b436-4869-b231-08c9ac584b31), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:27.426530 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01dfd06-6057-46b1-b1aa-774b4a214aa5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:58:27.433074 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-9c9a2251-3d17-4add-8c4f-acb83d03b8f9 None None] Set router 93d34c56-1f4f-48e2-82e2-0dd1b0672024 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:58:27.456609 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62c0169-76a8-44c0-afc8-00bf1b97a44b None None] Sync routers for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:58:27.484415 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62c0169-76a8-44c0-afc8-00bf1b97a44b None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:27.485062 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d62c0169-76a8-44c0-afc8-00bf1b97a44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:27.592290 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d62c0169-76a8-44c0-afc8-00bf1b97a44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:27.630405 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62c0169-76a8-44c0-afc8-00bf1b97a44b None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:27.631062 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d62c0169-76a8-44c0-afc8-00bf1b97a44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:27.642758 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9a3b2-6990-47ef-9c05-2b834ad52faf tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Port': ['ID=a0de4e38-7dcd-4130-809a-cf627d6f5b7d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:27.683192 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c01dfd06-6057-46b1-b1aa-774b4a214aa5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:27.742324 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17b9a3b2-6990-47ef-9c05-2b834ad52faf tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a0de4e38-7dcd-4130-809a-cf627d6f5b7d), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:27.866752 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67f17a-ed9c-4373-b20c-096aa0afa544 req-7bfe806e-c65d-432a-a81c-fd924e125b95 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:27.885178 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1f67f17a-ed9c-4373-b20c-096aa0afa544 req-7bfe806e-c65d-432a-a81c-fd924e125b95 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d48df6-06ef-49a7-b60c-7f0f32edf88a HTTP/1.1" status: 200 len: 932 time: 0.4407592 Feb 20 05:58:27.983346 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d62c0169-76a8-44c0-afc8-00bf1b97a44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:28.015557 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-bfb23195-ba58-4867-ab62-c704bbd94a4b None None] Provisioning complete for port 288cb61d-11f3-4dfc-827b-2eb41f003c92 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:58:28.016016 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bfb23195-ba58-4867-ab62-c704bbd94a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (288cb61d-11f3-4dfc-827b-2eb41f003c92), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:28.027994 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62c0169-76a8-44c0-afc8-00bf1b97a44b None None] The sync data for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:58:28.034295 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1f67f17a-ed9c-4373-b20c-096aa0afa544 req-508ca732-7359-4073-8285-c80faa8cc549 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/security-groups?id=32fac512-7c98-4203-9922-2d29654c14a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478696 Feb 20 05:58:28.067127 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 288cb61d-11f3-4dfc-827b-2eb41f003c92 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:58:28.141443 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device f1a8652f-4210-43ac-a4eb-c5d281b8c151 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:58:28.165360 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c01dfd06-6057-46b1-b1aa-774b4a214aa5 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.2638252 Feb 20 05:58:28.173841 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487ac153-df96-471c-a297-abc1c990fbbb x-openstack-request-id: req-487ac153-df96-471c-a297-abc1c990fbbb {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:58:28.174132 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b637dbaf-bd6f-40c7-bb05-2ca1328ae54f", "name": "network-vif-deleted", "tag": "f1a8652f-4210-43ac-a4eb-c5d281b8c151", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:58:28.174393 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-487ac153-df96-471c-a297-abc1c990fbbb {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:58:28.174803 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b637dbaf-bd6f-40c7-bb05-2ca1328ae54f', 'name': 'network-vif-deleted', 'tag': 'f1a8652f-4210-43ac-a4eb-c5d281b8c151', 'status': 'completed', 'code': 200} Feb 20 05:58:28.178500 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37630) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:28.182007 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: f1a8652f-4210-43ac-a4eb-c5d281b8c151 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:58:28.182355 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device f1a8652f-4210-43ac-a4eb-c5d281b8c151 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:58:28.188630 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0b2a9a50-9e19-4286-a238-3ef51c420e2e tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Request body: {'floatingip': {'port_id': 'c7bb5711-cd43-475b-a1af-837e0987a1e7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:28.196736 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-9c9a2251-3d17-4add-8c4f-acb83d03b8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'name': 'tempest-AttachVolumeTestJSON-1403786472-router', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:51:09Z', 'updated_at': '2022-02-20T05:51:18Z', 'revision_number': 4, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'gw_port': {'id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:10Z', 'updated_at': '2022-02-20T05:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '086cd9d9-a93d-4f6e-99d2-743885b4cccd', 'name': '', 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'mac_address': 'fa:16:3e:41:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:16Z', 'updated_at': '2022-02-20T05:51:27Z', 'revision_number': 5, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'subnets': [{'id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:28.250314 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-94f5ef2d-6fed-4818-84fe-f112d08742f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:58:28.280640 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-94f5ef2d-6fed-4818-84fe-f112d08742f9 service neutron] Publish callbacks [] for port (9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:28.301373 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-94f5ef2d-6fed-4818-84fe-f112d08742f9 service neutron] Transition to ACTIVE for port object 9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:58:28.306349 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-94f5ef2d-6fed-4818-84fe-f112d08742f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:28.331511 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9a2251-3d17-4add-8c4f-acb83d03b8f9 None None] Checking router: 93d34c56-1f4f-48e2-82e2-0dd1b0672024 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:58:28.377002 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9a2251-3d17-4add-8c4f-acb83d03b8f9 None None] Routers {'93d34c56-1f4f-48e2-82e2-0dd1b0672024'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:28.378073 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-9c9a2251-3d17-4add-8c4f-acb83d03b8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:28.381981 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5ef2d-6fed-4818-84fe-f112d08742f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:28.383157 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 288cb61d-11f3-4dfc-827b-2eb41f003c92 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:58:28.383708 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (288cb61d-11f3-4dfc-827b-2eb41f003c92), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:28.405714 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37642) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:28.419653 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0b2a9a50-9e19-4286-a238-3ef51c420e2e tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (fc9a5ead-856f-4367-b7b9-23e466f82d8e), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:28.541908 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bfb23195-ba58-4867-ab62-c704bbd94a4b None None] Current status of the port 288cb61d-11f3-4dfc-827b-2eb41f003c92 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:58:28.554836 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-94f5ef2d-6fed-4818-84fe-f112d08742f9 service neutron] Attempting to bind port 9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:58:28.555388 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-94f5ef2d-6fed-4818-84fe-f112d08742f9 service neutron] Attempting to bind port 9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '6c2388e5-b432-4ef4-a093-57065aaac97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '29b668bf-f35c-4e3e-9271-d210f6677079'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:58:28.555756 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-94f5ef2d-6fed-4818-84fe-f112d08742f9 service neutron] Attempting to bind port 9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee on network 29b668bf-f35c-4e3e-9271-d210f6677079 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:58:28.567302 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-94f5ef2d-6fed-4818-84fe-f112d08742f9 service neutron] Port 9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee on network 29b668bf-f35c-4e3e-9271-d210f6677079 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:58:28.568222 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-94f5ef2d-6fed-4818-84fe-f112d08742f9 service neutron] Attempting to bind port 9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee on network 29b668bf-f35c-4e3e-9271-d210f6677079 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:58:28.590797 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-94f5ef2d-6fed-4818-84fe-f112d08742f9 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:58:28.591458 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-94f5ef2d-6fed-4818-84fe-f112d08742f9 service neutron] Checking segment: {'id': '6c2388e5-b432-4ef4-a093-57065aaac97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '29b668bf-f35c-4e3e-9271-d210f6677079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:58:28.591955 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-94f5ef2d-6fed-4818-84fe-f112d08742f9 service neutron] Bound using segment: {'id': '6c2388e5-b432-4ef4-a093-57065aaac97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '29b668bf-f35c-4e3e-9271-d210f6677079'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:58:28.592629 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-94f5ef2d-6fed-4818-84fe-f112d08742f9 service neutron] Bound port: 9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c2388e5-b432-4ef4-a093-57065aaac97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '29b668bf-f35c-4e3e-9271-d210f6677079'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:58:28.593130 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-94f5ef2d-6fed-4818-84fe-f112d08742f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:28.595840 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e49d5959-264c-4813-97ca-9d882b915ab1 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for security_group (6fd989d3-4af0-42d4-861c-c2470fadb943), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:28.739480 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-94f5ef2d-6fed-4818-84fe-f112d08742f9 service neutron] For port 9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:58:28.743978 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-94f5ef2d-6fed-4818-84fe-f112d08742f9 service neutron] For port 9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee,segment=NetworkSegment(6c2388e5-b432-4ef4-a093-57065aaac97b),segment_id=6c2388e5-b432-4ef4-a093-57065aaac97b)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:58:28.755788 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-94f5ef2d-6fed-4818-84fe-f112d08742f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:28.767291 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e49d5959-264c-4813-97ca-9d882b915ab1 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for security_group (6fd989d3-4af0-42d4-861c-c2470fadb943), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:28.813077 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-94f5ef2d-6fed-4818-84fe-f112d08742f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:28.814722 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-94f5ef2d-6fed-4818-84fe-f112d08742f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:28.816469 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-94f5ef2d-6fed-4818-84fe-f112d08742f9 service neutron] 10.222.0.48 "PUT /v2.0/ports/9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee HTTP/1.1" status: 200 len: 1092 time: 2.4034684 Feb 20 05:58:28.819038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 288cb61d-11f3-4dfc-827b-2eb41f003c92 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:58:28.832839 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d48df6-06ef-49a7-b60c-7f0f32edf88a', 'tag': '9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:58:28.838547 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09fff60-4923-4625-a03b-e3a3772bd8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "49d48df6-06ef-49a7-b60c-7f0f32edf88a", "tag": "9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:58:28.903840 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-95502434-6d92-4f45-af18-bc1443702564 None None] Provisioning complete for port a0de4e38-7dcd-4130-809a-cf627d6f5b7d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:58:28.904521 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95502434-6d92-4f45-af18-bc1443702564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a0de4e38-7dcd-4130-809a-cf627d6f5b7d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:28.934722 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5ef2d-6fed-4818-84fe-f112d08742f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:28.954245 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-95502434-6d92-4f45-af18-bc1443702564 None None] Port a0de4e38-7dcd-4130-809a-cf627d6f5b7d cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:58:28.957233 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-9c9a2251-3d17-4add-8c4f-acb83d03b8f9 None None] Set router 93d34c56-1f4f-48e2-82e2-0dd1b0672024 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:58:28.962808 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3ecb71-7c48-4353-b6de-a43a45be1a72 x-openstack-request-id: req-5f3ecb71-7c48-4353-b6de-a43a45be1a72 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:58:28.963305 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d48df6-06ef-49a7-b60c-7f0f32edf88a", "tag": "9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:58:28.964356 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f3ecb71-7c48-4353-b6de-a43a45be1a72 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:58:28.964916 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d48df6-06ef-49a7-b60c-7f0f32edf88a', 'tag': '9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee', 'status': 'completed', 'code': 200} Feb 20 05:58:28.965989 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e49d5959-264c-4813-97ca-9d882b915ab1 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6fd989d3-4af0-42d4-861c-c2470fadb943), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:28.968850 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e49d5959-264c-4813-97ca-9d882b915ab1 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:28.970249 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e49d5959-264c-4813-97ca-9d882b915ab1 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "DELETE /v2.0/security-groups/6fd989d3-4af0-42d4-861c-c2470fadb943 HTTP/1.1" status: 204 len: 168 time: 0.5634542 Feb 20 05:58:28.972502 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-99200315-53da-44ad-ba4d-3642636ab436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:28.974208 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-99200315-53da-44ad-ba4d-3642636ab436 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3d9bead48801481283ace5b2e05e0d6e&device_id=49d48df6-06ef-49a7-b60c-7f0f32edf88a HTTP/1.1" status: 200 len: 1126 time: 0.1124654 Feb 20 05:58:28.974686 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37654) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:29.027769 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d5959-264c-4813-97ca-9d882b915ab1 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd989d3-4af0-42d4-861c-c2470fadb943,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:29.059271 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-7200bff8-84b5-4c78-8989-c7c5a3247044 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] show failed (client error): The resource could not be found. Feb 20 05:58:29.063512 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7200bff8-84b5-4c78-8989-c7c5a3247044 tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "GET /v2.0/security-groups/6fd989d3-4af0-42d4-861c-c2470fadb943 HTTP/1.1" status: 404 len: 347 time: 0.0821571 Feb 20 05:58:29.063512 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-d61bcd0b-a7cd-4be0-b6ed-76679b220a5f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee HTTP/1.1" status: 200 len: 217 time: 0.0582447 Feb 20 05:58:29.063752 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37656) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:29.135044 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17b9a3b2-6990-47ef-9c05-2b834ad52faf tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for port (a0de4e38-7dcd-4130-809a-cf627d6f5b7d), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:29.160985 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17b9a3b2-6990-47ef-9c05-2b834ad52faf tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (a0de4e38-7dcd-4130-809a-cf627d6f5b7d), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:29.247324 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-9c9a2251-3d17-4add-8c4f-acb83d03b8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'name': 'tempest-AttachVolumeTestJSON-1403786472-router', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:51:09Z', 'updated_at': '2022-02-20T05:51:18Z', 'revision_number': 4, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'gw_port': {'id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:10Z', 'updated_at': '2022-02-20T05:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '086cd9d9-a93d-4f6e-99d2-743885b4cccd', 'name': '', 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'mac_address': 'fa:16:3e:41:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:16Z', 'updated_at': '2022-02-20T05:51:27Z', 'revision_number': 5, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'subnets': [{'id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:29.291661 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9a2251-3d17-4add-8c4f-acb83d03b8f9 None None] The sync data for ids ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'] in n-d-829866-5 is: [{'id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'name': 'tempest-AttachVolumeTestJSON-1403786472-router', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:51:09Z', 'updated_at': '2022-02-20T05:51:18Z', 'revision_number': 4, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'gw_port': {'id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:10Z', 'updated_at': '2022-02-20T05:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '086cd9d9-a93d-4f6e-99d2-743885b4cccd', 'name': '', 'network_id': 'cc99b155-842d-47d9-a797-22be9782748f', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'mac_address': 'fa:16:3e:41:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:16Z', 'updated_at': '2022-02-20T05:51:27Z', 'revision_number': 5, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'subnets': [{'id': '31ac9d55-2ac0-4f22-ae17-262bbbe19926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:58:29.325154 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-a5b74a47-35a4-44f3-a25d-6b792f1fbed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:29.328525 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-a5b74a47-35a4-44f3-a25d-6b792f1fbed1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f300f52d-3c63-426c-82cf-054df4eb3e56 HTTP/1.1" status: 200 len: 849 time: 0.2589862 Feb 20 05:58:29.330572 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17b9a3b2-6990-47ef-9c05-2b834ad52faf tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (a6dab2b7-b436-4869-b231-08c9ac584b31), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:29.335542 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9a3b2-6990-47ef-9c05-2b834ad52faf tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Port': ['ID=a0de4e38-7dcd-4130-809a-cf627d6f5b7d,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:29.426826 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-67420474-e707-4a2f-92db-ee10d6884410 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=29b668bf-f35c-4e3e-9271-d210f6677079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617018 Feb 20 05:58:29.459504 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c513f7-24ce-4d05-a002-be5a37f4a8be req-61c6e213-5da9-4af5-a6c9-3b870460ecaa tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:29.467011 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50c513f7-24ce-4d05-a002-be5a37f4a8be req-61c6e213-5da9-4af5-a6c9-3b870460ecaa tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d48df6-06ef-49a7-b60c-7f0f32edf88a HTTP/1.1" status: 200 len: 944 time: 0.2641082 Feb 20 05:58:29.599287 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-522a49de-4428-4c2a-aca2-791b514cf59c tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Deleting port ec8afbbf-266b-4335-8983-c0b336354ef3 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:58:29.599957 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-522a49de-4428-4c2a-aca2-791b514cf59c tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (ec8afbbf-266b-4335-8983-c0b336354ef3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:29.633381 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50c513f7-24ce-4d05-a002-be5a37f4a8be req-4ff579b2-b2f2-4a73-bd38-50c9fee6d69f tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/security-groups?id=32fac512-7c98-4203-9922-2d29654c14a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633873 Feb 20 05:58:29.717469 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-f096f7db-d9ef-4ff5-9749-9fe278a6c4fc service neutron] 10.222.0.48 "GET /v2.0/networks/29b668bf-f35c-4e3e-9271-d210f6677079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817447 Feb 20 05:58:29.789379 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78111d1-5d3e-46a9-8bf4-e17052696dde None None] New status for floating IP 09dd73ff-9e83-40c0-8b14-fd5316495872: DOWN {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:58:29.835444 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-522a49de-4428-4c2a-aca2-791b514cf59c tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (ec8afbbf-266b-4335-8983-c0b336354ef3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:29.835719 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-522a49de-4428-4c2a-aca2-791b514cf59c tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for floatingip (ec8afbbf-266b-4335-8983-c0b336354ef3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:29.859869 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-522a49de-4428-4c2a-aca2-791b514cf59c tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Calling delete_port for ec8afbbf-266b-4335-8983-c0b336354ef3 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:58:29.897166 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e172b66-63bd-4f9f-a61e-927d9598d1e3 req-f420e77c-4ed5-49b9-912c-4665517b267d service neutron] 10.222.0.48 "GET /v2.0/networks/29b668bf-f35c-4e3e-9271-d210f6677079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676457 Feb 20 05:58:29.995975 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b9a3b2-6990-47ef-9c05-2b834ad52faf tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network a97b557b-6d89-4051-82cf-afc4b06f9eff is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:58:30.003182 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-17b9a3b2-6990-47ef-9c05-2b834ad52faf tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:58:30.057126 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fff60-4923-4625-a03b-e3a3772bd8c5 req-15c4ee58-c84c-4acc-9b1d-c9e5dd98686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:30.058762 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d09fff60-4923-4625-a03b-e3a3772bd8c5 req-15c4ee58-c84c-4acc-9b1d-c9e5dd98686d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3d9bead48801481283ace5b2e05e0d6e&device_id=49d48df6-06ef-49a7-b60c-7f0f32edf88a HTTP/1.1" status: 200 len: 1126 time: 0.0796554 Feb 20 05:58:30.201981 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.db.resource_extend [None req-0b2a9a50-9e19-4286-a238-3ef51c420e2e tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 05:58:30.239236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fff60-4923-4625-a03b-e3a3772bd8c5 req-be36c705-de9e-4883-8b5d-9e6cbe0d399e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:30.240978 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d09fff60-4923-4625-a03b-e3a3772bd8c5 req-be36c705-de9e-4883-8b5d-9e6cbe0d399e service neutron] 10.222.0.48 "GET /v2.0/networks?id=29b668bf-f35c-4e3e-9271-d210f6677079 HTTP/1.1" status: 200 len: 909 time: 0.1765733 Feb 20 05:58:30.289389 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b9a3b2-6990-47ef-9c05-2b834ad52faf tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Router a6dab2b7-b436-4869-b231-08c9ac584b31 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:58:30.304563 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d09fff60-4923-4625-a03b-e3a3772bd8c5 req-12d17ba3-f742-4ac3-98bd-64e4e5bc0b10 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee HTTP/1.1" status: 200 len: 217 time: 0.0576236 Feb 20 05:58:30.363600 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0b2a9a50-9e19-4286-a238-3ef51c420e2e tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:30.424709 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0b2a9a50-9e19-4286-a238-3ef51c420e2e tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (fc9a5ead-856f-4367-b7b9-23e466f82d8e), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:30.430308 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fff60-4923-4625-a03b-e3a3772bd8c5 req-809b409b-6bff-4d22-a860-8aa7e1da9389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:30.433788 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d09fff60-4923-4625-a03b-e3a3772bd8c5 req-809b409b-6bff-4d22-a860-8aa7e1da9389 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f300f52d-3c63-426c-82cf-054df4eb3e56 HTTP/1.1" status: 200 len: 849 time: 0.1091278 Feb 20 05:58:30.434832 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-522a49de-4428-4c2a-aca2-791b514cf59c tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (ec8afbbf-266b-4335-8983-c0b336354ef3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:30.486337 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a49de-4428-4c2a-aca2-791b514cf59c tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Pushing event deleted for resources: {'Port': ['ID=ec8afbbf-266b-4335-8983-c0b336354ef3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:30.495873 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-05568852-794b-4984-b8c9-0074b37d6df9 None None] Provisioning complete for port a0de4e38-7dcd-4130-809a-cf627d6f5b7d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:58:30.496254 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-05568852-794b-4984-b8c9-0074b37d6df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a0de4e38-7dcd-4130-809a-cf627d6f5b7d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:30.508188 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d09fff60-4923-4625-a03b-e3a3772bd8c5 req-998e6f00-4449-4ce7-beb3-2be7d90f2f57 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=29b668bf-f35c-4e3e-9271-d210f6677079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664303 Feb 20 05:58:30.570475 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-05568852-794b-4984-b8c9-0074b37d6df9 None None] Port a0de4e38-7dcd-4130-809a-cf627d6f5b7d cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:58:30.638935 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-522a49de-4428-4c2a-aca2-791b514cf59c tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks [] for floatingip (09dd73ff-9e83-40c0-8b14-fd5316495872), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:30.642102 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-522a49de-4428-4c2a-aca2-791b514cf59c tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:30.643384 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-522a49de-4428-4c2a-aca2-791b514cf59c tempest-AttachVolumeTestJSON-2070629843 tempest-AttachVolumeTestJSON-2070629843-project] 10.222.0.37 "DELETE /v2.0/floatingips/09dd73ff-9e83-40c0-8b14-fd5316495872 HTTP/1.1" status: 204 len: 168 time: 1.5787256 Feb 20 05:58:30.678776 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d09fff60-4923-4625-a03b-e3a3772bd8c5 req-645180c2-cf82-4d4b-90ec-5676eff46218 service neutron] 10.222.0.48 "GET /v2.0/networks/29b668bf-f35c-4e3e-9271-d210f6677079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410525 Feb 20 05:58:30.790494 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b9a3b2-6990-47ef-9c05-2b834ad52faf tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:58:30.806869 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4c390-8b74-42dd-93e3-70f3cdb818d5 None None] Sync routers for ids ['a6dab2b7-b436-4869-b231-08c9ac584b31'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:58:30.824196 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f4c390-8b74-42dd-93e3-70f3cdb818d5 None None] Routers {'a6dab2b7-b436-4869-b231-08c9ac584b31'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:30.825394 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d9f4c390-8b74-42dd-93e3-70f3cdb818d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a6dab2b7-b436-4869-b231-08c9ac584b31'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:30.848911 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-17b9a3b2-6990-47ef-9c05-2b834ad52faf tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "PUT /v2.0/routers/a6dab2b7-b436-4869-b231-08c9ac584b31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6327696 Feb 20 05:58:30.925792 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d09fff60-4923-4625-a03b-e3a3772bd8c5 req-46a66bbb-a51d-4551-8018-ac0f404d4f05 service neutron] 10.222.0.48 "GET /v2.0/networks/29b668bf-f35c-4e3e-9271-d210f6677079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416842 Feb 20 05:58:31.094058 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c5a5e-b0a6-461b-899e-6cadb64a0373 req-e18a14d1-1fe0-48c3-bfdd-45360df068c8 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:31.100707 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-122c5a5e-b0a6-461b-899e-6cadb64a0373 req-e18a14d1-1fe0-48c3-bfdd-45360df068c8 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d48df6-06ef-49a7-b60c-7f0f32edf88a HTTP/1.1" status: 200 len: 944 time: 0.1739738 Feb 20 05:58:31.148449 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d9f4c390-8b74-42dd-93e3-70f3cdb818d5 None None] Set router a6dab2b7-b436-4869-b231-08c9ac584b31 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:58:31.187497 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2a9a50-9e19-4286-a238-3ef51c420e2e tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Router fa71afbe-8989-495a-9c7e-cb38768cae8e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:58:31.192064 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-122c5a5e-b0a6-461b-899e-6cadb64a0373 req-e343e7f2-f126-4da9-8edd-54bc7acc316e tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/security-groups?id=32fac512-7c98-4203-9922-2d29654c14a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830543 Feb 20 05:58:31.358285 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2a9a50-9e19-4286-a238-3ef51c420e2e tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:58:31.369077 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe80a1-0d0a-488f-9a47-450da214fa3f None None] Sync routers for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:58:31.382536 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0b2a9a50-9e19-4286-a238-3ef51c420e2e tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:31.389552 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebe80a1-0d0a-488f-9a47-450da214fa3f None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:31.391765 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8ebe80a1-0d0a-488f-9a47-450da214fa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:31.427457 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-2c4eb064-d60d-4138-b151-57cd7278ae8f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1038825841&fields=id&tenant_id=50b63137536d4822a61a7b01dd632aeb HTTP/1.1" status: 200 len: 267 time: 0.0982430 Feb 20 05:58:31.494425 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8ebe80a1-0d0a-488f-9a47-450da214fa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:31.518562 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebe80a1-0d0a-488f-9a47-450da214fa3f None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:31.520316 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8ebe80a1-0d0a-488f-9a47-450da214fa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:31.552183 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0b2a9a50-9e19-4286-a238-3ef51c420e2e tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "PUT /v2.0/floatingips/fc9a5ead-856f-4367-b7b9-23e466f82d8e HTTP/1.1" status: 200 len: 978 time: 3.3719053 Feb 20 05:58:31.555133 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37694) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:31.576031 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d9f4c390-8b74-42dd-93e3-70f3cdb818d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979371108', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:58:16Z', 'updated_at': '2022-02-20T05:58:27Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:58:17Z', 'updated_at': '2022-02-20T05:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'a0de4e38-7dcd-4130-809a-cf627d6f5b7d', 'name': '', 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:43:d4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'c18849a5-e890-4940-bc50-1c71fe5b530c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:58:26Z', 'updated_at': '2022-02-20T05:58:28Z', 'revision_number': 2, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': 'c18849a5-e890-4940-bc50-1c71fe5b530c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:31.613099 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8ebe80a1-0d0a-488f-9a47-450da214fa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:31.615094 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe80a1-0d0a-488f-9a47-450da214fa3f None None] The sync data for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:58:31.631881 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-2a70ce2b-6585-4509-8dc8-e6f62c4871ae tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:31.633403 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-2a70ce2b-6585-4509-8dc8-e6f62c4871ae tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/networks?id=a97b557b-6d89-4051-82cf-afc4b06f9eff HTTP/1.1" status: 200 len: 796 time: 0.1985848 Feb 20 05:58:31.643916 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4c390-8b74-42dd-93e3-70f3cdb818d5 None None] Checking router: a6dab2b7-b436-4869-b231-08c9ac584b31 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:58:31.646202 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4c390-8b74-42dd-93e3-70f3cdb818d5 None None] Updating router a6dab2b7-b436-4869-b231-08c9ac584b31 port a0de4e38-7dcd-4130-809a-cf627d6f5b7d binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 05:58:31.663892 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-6bab3da4-e097-4fd5-aa1f-2cbd090de1a0 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/quotas/50b63137536d4822a61a7b01dd632aeb HTTP/1.1" status: 200 len: 375 time: 0.0208549 Feb 20 05:58:31.713948 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d9f4c390-8b74-42dd-93e3-70f3cdb818d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a0de4e38-7dcd-4130-809a-cf627d6f5b7d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:31.740396 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-2c8bc1fc-9753-488c-bda0-05f0c910abae tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705619 Feb 20 05:58:31.938249 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-26db9016-032d-457b-8de6-3568ce874f38 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Deleting port 1c6d62a6-e11f-4969-b6f2-f88930e0e37d {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:58:31.938608 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26db9016-032d-457b-8de6-3568ce874f38 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1c6d62a6-e11f-4969-b6f2-f88930e0e37d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:31.969244 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-dd350a44-b317-4c0d-b3eb-b3c79488b4b7 service neutron] 10.222.0.37 "GET /v2.0/networks/a97b557b-6d89-4051-82cf-afc4b06f9eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165945 Feb 20 05:58:32.111147 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26db9016-032d-457b-8de6-3568ce874f38 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1c6d62a6-e11f-4969-b6f2-f88930e0e37d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:32.111488 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26db9016-032d-457b-8de6-3568ce874f38 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (1c6d62a6-e11f-4969-b6f2-f88930e0e37d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:32.140031 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-26db9016-032d-457b-8de6-3568ce874f38 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Calling delete_port for 1c6d62a6-e11f-4969-b6f2-f88930e0e37d owned by network:floatingip {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:58:32.222402 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-37ac191f-8cf5-4b8f-9fd1-260a08144c0e service neutron] 10.222.0.37 "GET /v2.0/networks/a97b557b-6d89-4051-82cf-afc4b06f9eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384033 Feb 20 05:58:32.286387 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d9f4c390-8b74-42dd-93e3-70f3cdb818d5 None None] Publish callbacks [] for port (a0de4e38-7dcd-4130-809a-cf627d6f5b7d), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:32.302783 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d9f4c390-8b74-42dd-93e3-70f3cdb818d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a0de4e38-7dcd-4130-809a-cf627d6f5b7d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:32.431096 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9992321-2508-46a9-8a3a-5ed31005139f None None] Pushing event updated for resources: {'Port': ['ID=a0de4e38-7dcd-4130-809a-cf627d6f5b7d,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:32.540661 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d9f4c390-8b74-42dd-93e3-70f3cdb818d5 None None] Attempting to bind port a0de4e38-7dcd-4130-809a-cf627d6f5b7d on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:58:32.541143 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d9f4c390-8b74-42dd-93e3-70f3cdb818d5 None None] Attempting to bind port a0de4e38-7dcd-4130-809a-cf627d6f5b7d by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'cfae17b7-c58a-42dc-ad2a-f96da9c037eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:58:32.541634 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4c390-8b74-42dd-93e3-70f3cdb818d5 None None] Attempting to bind port a0de4e38-7dcd-4130-809a-cf627d6f5b7d on network a97b557b-6d89-4051-82cf-afc4b06f9eff {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:58:32.548559 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4c390-8b74-42dd-93e3-70f3cdb818d5 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:58:32.549083 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4c390-8b74-42dd-93e3-70f3cdb818d5 None None] Checking segment: {'id': 'cfae17b7-c58a-42dc-ad2a-f96da9c037eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:58:32.549596 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d9f4c390-8b74-42dd-93e3-70f3cdb818d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:32.550099 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4c390-8b74-42dd-93e3-70f3cdb818d5 None None] Bound using segment: {'id': 'cfae17b7-c58a-42dc-ad2a-f96da9c037eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:58:32.551402 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d9f4c390-8b74-42dd-93e3-70f3cdb818d5 None None] Bound port: a0de4e38-7dcd-4130-809a-cf627d6f5b7d, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae17b7-c58a-42dc-ad2a-f96da9c037eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:58:32.551922 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d9f4c390-8b74-42dd-93e3-70f3cdb818d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a0de4e38-7dcd-4130-809a-cf627d6f5b7d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:32.637532 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-d9f4c390-8b74-42dd-93e3-70f3cdb818d5 None None] For port a0de4e38-7dcd-4130-809a-cf627d6f5b7d, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:58:32.640492 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26db9016-032d-457b-8de6-3568ce874f38 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (1c6d62a6-e11f-4969-b6f2-f88930e0e37d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:32.642834 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-d9f4c390-8b74-42dd-93e3-70f3cdb818d5 None None] For port a0de4e38-7dcd-4130-809a-cf627d6f5b7d, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a0de4e38-7dcd-4130-809a-cf627d6f5b7d,segment=NetworkSegment(cfae17b7-c58a-42dc-ad2a-f96da9c037eb),segment_id=cfae17b7-c58a-42dc-ad2a-f96da9c037eb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:58:32.656083 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d9f4c390-8b74-42dd-93e3-70f3cdb818d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a0de4e38-7dcd-4130-809a-cf627d6f5b7d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:32.674258 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:58:32.734011 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db9016-032d-457b-8de6-3568ce874f38 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event deleted for resources: {'Port': ['ID=1c6d62a6-e11f-4969-b6f2-f88930e0e37d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:32.737994 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb7488-c25e-41a1-9891-fc52add231a3 req-7a3f7c6e-6466-4029-a419-2136c1224eb7 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:32.759356 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-80eb7488-c25e-41a1-9891-fc52add231a3 req-7a3f7c6e-6466-4029-a419-2136c1224eb7 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d48df6-06ef-49a7-b60c-7f0f32edf88a HTTP/1.1" status: 200 len: 944 time: 0.1220593 Feb 20 05:58:32.845040 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9992321-2508-46a9-8a3a-5ed31005139f None None] Pushing event updated for resources: {'Port': ['ID=a0de4e38-7dcd-4130-809a-cf627d6f5b7d,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:32.865384 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f4c390-8b74-42dd-93e3-70f3cdb818d5 None None] Routers {'a6dab2b7-b436-4869-b231-08c9ac584b31'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:32.867683 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d9f4c390-8b74-42dd-93e3-70f3cdb818d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a6dab2b7-b436-4869-b231-08c9ac584b31'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:32.921492 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-80eb7488-c25e-41a1-9891-fc52add231a3 req-dd69195b-d69c-4e4c-84d6-07b233bb6cd7 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/security-groups?id=32fac512-7c98-4203-9922-2d29654c14a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611736 Feb 20 05:58:32.928385 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26db9016-032d-457b-8de6-3568ce874f38 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (fc9a5ead-856f-4367-b7b9-23e466f82d8e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:32.928649 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-26db9016-032d-457b-8de6-3568ce874f38 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Floating IP fc9a5ead-856f-4367-b7b9-23e466f82d8e disassociated (deleted). External IP: 172.25.3.57, port: c7bb5711-cd43-475b-a1af-837e0987a1e7. Feb 20 05:58:32.988570 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee,segment=NetworkSegment(6c2388e5-b432-4ef4-a093-57065aaac97b),segment_id=6c2388e5-b432-4ef4-a093-57065aaac97b)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:58:33.102128 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-489e89e1-c7ce-42a9-ad9a-7cdd3328fde8 req-35b6626c-eb93-48ca-aff4-bb854ddc8252 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 210 time: 0.1050553 Feb 20 05:58:33.119072 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee', 'network_id': '29b668bf-f35c-4e3e-9271-d210f6677079', 'port_id': '9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee', 'mac_address': 'fa:16:3e:76:ac:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f300f52d-3c63-426c-82cf-054df4eb3e56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:58:33.152891 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b4708abc-ee5a-4ec8-94a5-5cfcbcab6bc9 None None] Provisioning complete for port a0de4e38-7dcd-4130-809a-cf627d6f5b7d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:58:33.153324 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b4708abc-ee5a-4ec8-94a5-5cfcbcab6bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a0de4e38-7dcd-4130-809a-cf627d6f5b7d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:33.202880 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d9f4c390-8b74-42dd-93e3-70f3cdb818d5 None None] Set router a6dab2b7-b436-4869-b231-08c9ac584b31 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:58:33.309913 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:58:33.310329 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:33.347520 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:58:33.411075 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee,segment=NetworkSegment(6c2388e5-b432-4ef4-a093-57065aaac97b),segment_id=6c2388e5-b432-4ef4-a093-57065aaac97b)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:58:33.421800 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:33.631298 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b4708abc-ee5a-4ec8-94a5-5cfcbcab6bc9 None None] Current status of the port a0de4e38-7dcd-4130-809a-cf627d6f5b7d is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:58:33.631575 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b4708abc-ee5a-4ec8-94a5-5cfcbcab6bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a0de4e38-7dcd-4130-809a-cf627d6f5b7d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:33.673504 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:33.680315 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26db9016-032d-457b-8de6-3568ce874f38 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Router fa71afbe-8989-495a-9c7e-cb38768cae8e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:58:33.732863 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b4708abc-ee5a-4ec8-94a5-5cfcbcab6bc9 None None] For port a0de4e38-7dcd-4130-809a-cf627d6f5b7d, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a0de4e38-7dcd-4130-809a-cf627d6f5b7d,segment=NetworkSegment(cfae17b7-c58a-42dc-ad2a-f96da9c037eb),segment_id=cfae17b7-c58a-42dc-ad2a-f96da9c037eb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:58:33.740533 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:58:33.771396 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d9f4c390-8b74-42dd-93e3-70f3cdb818d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979371108', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:58:16Z', 'updated_at': '2022-02-20T05:58:27Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:58:17Z', 'updated_at': '2022-02-20T05:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'a0de4e38-7dcd-4130-809a-cf627d6f5b7d', 'name': '', 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:43:d4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'c18849a5-e890-4940-bc50-1c71fe5b530c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:58:26Z', 'updated_at': '2022-02-20T05:58:32Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': 'c18849a5-e890-4940-bc50-1c71fe5b530c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:33.834253 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4c390-8b74-42dd-93e3-70f3cdb818d5 None None] The sync data for ids ['a6dab2b7-b436-4869-b231-08c9ac584b31'] in n-d-829866-5 is: [{'id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979371108', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:58:16Z', 'updated_at': '2022-02-20T05:58:27Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:58:17Z', 'updated_at': '2022-02-20T05:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'a0de4e38-7dcd-4130-809a-cf627d6f5b7d', 'name': '', 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:43:d4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'c18849a5-e890-4940-bc50-1c71fe5b530c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:58:26Z', 'updated_at': '2022-02-20T05:58:32Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': 'c18849a5-e890-4940-bc50-1c71fe5b530c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:58:33.837926 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b4708abc-ee5a-4ec8-94a5-5cfcbcab6bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a0de4e38-7dcd-4130-809a-cf627d6f5b7d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:34.130150 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b76310-5b9f-4496-8372-13def8a9994a req-3ec9e3a8-68ce-4815-a170-b449d4c95374 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:34.143118 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-31b76310-5b9f-4496-8372-13def8a9994a req-3ec9e3a8-68ce-4815-a170-b449d4c95374 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d48df6-06ef-49a7-b60c-7f0f32edf88a HTTP/1.1" status: 200 len: 945 time: 0.0926423 Feb 20 05:58:34.156905 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-66c3605a-ccac-4fb3-8eeb-57db567214ec None None] Provisioning complete for port a0de4e38-7dcd-4130-809a-cf627d6f5b7d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:58:34.157114 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26db9016-032d-457b-8de6-3568ce874f38 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:58:34.157285 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-66c3605a-ccac-4fb3-8eeb-57db567214ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a0de4e38-7dcd-4130-809a-cf627d6f5b7d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:34.164338 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-26db9016-032d-457b-8de6-3568ce874f38 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:34.172734 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b9bd61-423e-4ee9-bfc8-9302f9dafa04 None None] Sync routers for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:58:34.184617 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9bd61-423e-4ee9-bfc8-9302f9dafa04 None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:34.185932 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-14b9bd61-423e-4ee9-bfc8-9302f9dafa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:34.270954 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-14b9bd61-423e-4ee9-bfc8-9302f9dafa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:34.271190 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4708abc-ee5a-4ec8-94a5-5cfcbcab6bc9 None None] Pushing event updated for resources: {'Port': ['ID=a0de4e38-7dcd-4130-809a-cf627d6f5b7d,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:34.276055 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-31b76310-5b9f-4496-8372-13def8a9994a req-5d1368af-e8c7-4619-b991-83ca964fc819 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/security-groups?id=32fac512-7c98-4203-9922-2d29654c14a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314163 Feb 20 05:58:34.289664 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9bd61-423e-4ee9-bfc8-9302f9dafa04 None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:34.294429 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-14b9bd61-423e-4ee9-bfc8-9302f9dafa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:34.355852 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-26db9016-032d-457b-8de6-3568ce874f38 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "DELETE /v2.0/floatingips/fc9a5ead-856f-4367-b7b9-23e466f82d8e HTTP/1.1" status: 204 len: 168 time: 2.7970963 Feb 20 05:58:34.356287 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37730) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:34.481029 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-14b9bd61-423e-4ee9-bfc8-9302f9dafa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:34.482147 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b9bd61-423e-4ee9-bfc8-9302f9dafa04 None None] The sync data for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:58:34.540750 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-66c3605a-ccac-4fb3-8eeb-57db567214ec None None] Current status of the port a0de4e38-7dcd-4130-809a-cf627d6f5b7d is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:58:34.543245 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-905551da-653f-40c9-9f1b-3ed6ebdbc56c req-6fddbf57-b05f-4516-958e-53f99940312c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 210 time: 0.0880246 Feb 20 05:58:34.780208 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-7227774b-ade9-422e-8061-766d52cf5520 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Deleting port c7bb5711-cd43-475b-a1af-837e0987a1e7 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:58:34.780828 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7227774b-ade9-422e-8061-766d52cf5520 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (c7bb5711-cd43-475b-a1af-837e0987a1e7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:34.887922 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-065848fd-e326-48fe-81b6-4dbc6fbb6f4f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:34.889393 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-065848fd-e326-48fe-81b6-4dbc6fbb6f4f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.61 "GET /v2.0/networks?id=a97b557b-6d89-4051-82cf-afc4b06f9eff HTTP/1.1" status: 200 len: 796 time: 0.3481648 Feb 20 05:58:35.068322 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-e8546d85-efba-4a78-91ed-5f9b5d437649 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50b63137536d4822a61a7b01dd632aeb HTTP/1.1" status: 200 len: 380 time: 0.1630988 Feb 20 05:58:35.080502 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7227774b-ade9-422e-8061-766d52cf5520 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (c7bb5711-cd43-475b-a1af-837e0987a1e7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:35.111714 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-12549e5f-e45f-43f6-bd66-86b0016eb3a9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'port': {'device_id': 'eb8f86aa-7113-40af-b105-5b8d3dedb2ac', 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff', 'admin_state_up': True, 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'security_groups': ['9a140902-a313-47b6-a5b3-4dadd879b419']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:35.144055 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-7227774b-ade9-422e-8061-766d52cf5520 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Calling delete_port for c7bb5711-cd43-475b-a1af-837e0987a1e7 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:58:35.389194 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-12549e5f-e45f-43f6-bd66-86b0016eb3a9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Made reservation on behalf of 50b63137536d4822a61a7b01dd632aeb for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:58:35.394547 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-12549e5f-e45f-43f6-bd66-86b0016eb3a9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:35.478992 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a1cc2-34c8-49fd-b27b-7f2dcc624127 req-b1b5179d-eba9-4c8d-a45d-ddf4bdad8f09 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:35.491883 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b03a1cc2-34c8-49fd-b27b-7f2dcc624127 req-b1b5179d-eba9-4c8d-a45d-ddf4bdad8f09 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d48df6-06ef-49a7-b60c-7f0f32edf88a HTTP/1.1" status: 200 len: 945 time: 0.1157606 Feb 20 05:58:35.572156 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b03a1cc2-34c8-49fd-b27b-7f2dcc624127 req-53986469-2fa9-4a77-9472-8c319109584b tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/security-groups?id=32fac512-7c98-4203-9922-2d29654c14a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622733 Feb 20 05:58:35.646374 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-12549e5f-e45f-43f6-bd66-86b0016eb3a9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Allocated IP 172.20.0.8 (a97b557b-6d89-4051-82cf-afc4b06f9eff/c18849a5-e890-4940-bc50-1c71fe5b530c/605aa974-6a17-438d-84de-2cc66b9bff6c) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:58:35.697520 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0a861610-6dd0-44c3-9962-dcf840ac8d34 req-d0dcdd57-326e-4318-b7a1-4606b9dfb750 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 210 time: 0.0350261 Feb 20 05:58:35.934584 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-12549e5f-e45f-43f6-bd66-86b0016eb3a9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for port (605aa974-6a17-438d-84de-2cc66b9bff6c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:35.952679 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7227774b-ade9-422e-8061-766d52cf5520 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (c7bb5711-cd43-475b-a1af-837e0987a1e7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:36.005719 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a0de4e38-7dcd-4130-809a-cf627d6f5b7d up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:58:36.017565 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227774b-ade9-422e-8061-766d52cf5520 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event deleted for resources: {'Port': ['ID=c7bb5711-cd43-475b-a1af-837e0987a1e7,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:36.080873 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port a0de4e38-7dcd-4130-809a-cf627d6f5b7d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:58:36.082660 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a0de4e38-7dcd-4130-809a-cf627d6f5b7d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:36.149087 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7227774b-ade9-422e-8061-766d52cf5520 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:36.154211 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7227774b-ade9-422e-8061-766d52cf5520 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "DELETE /v2.0/ports/c7bb5711-cd43-475b-a1af-837e0987a1e7 HTTP/1.1" status: 204 len: 168 time: 1.7930646 Feb 20 05:58:36.158330 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37742) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:36.163999 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-69010c51-8741-426e-ad73-58893865e2a4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:36.181587 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-12549e5f-e45f-43f6-bd66-86b0016eb3a9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (605aa974-6a17-438d-84de-2cc66b9bff6c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:36.183378 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port a0de4e38-7dcd-4130-809a-cf627d6f5b7d is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:58:36.204633 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69010c51-8741-426e-ad73-58893865e2a4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:36.247308 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12549e5f-e45f-43f6-bd66-86b0016eb3a9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Port': ['ID=605aa974-6a17-438d-84de-2cc66b9bff6c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:36.275892 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-12549e5f-e45f-43f6-bd66-86b0016eb3a9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network a97b557b-6d89-4051-82cf-afc4b06f9eff is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:58:36.278317 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-12549e5f-e45f-43f6-bd66-86b0016eb3a9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:58:36.293743 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-12549e5f-e45f-43f6-bd66-86b0016eb3a9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:58:36.328445 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69010c51-8741-426e-ad73-58893865e2a4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:36.365368 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-12549e5f-e45f-43f6-bd66-86b0016eb3a9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:36.366166 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-12549e5f-e45f-43f6-bd66-86b0016eb3a9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:36.391998 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-12549e5f-e45f-43f6-bd66-86b0016eb3a9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2887068 Feb 20 05:58:36.420559 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-bff0aa80-4383-49f2-b344-2d186b65c06a service neutron] Request body: {'port': {'device_id': 'eb8f86aa-7113-40af-b105-5b8d3dedb2ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:36.538116 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-bff0aa80-4383-49f2-b344-2d186b65c06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (605aa974-6a17-438d-84de-2cc66b9bff6c), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:36.551425 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-69010c51-8741-426e-ad73-58893865e2a4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Allocated IP 172.25.3.138 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/a85332be-1ad7-438a-872c-c117bb7ec35d) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:58:36.674383 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:58:36.868002 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-37fddc53-d837-4cf9-ae62-dd9017e0a109 None None] Provisioning complete for port 605aa974-6a17-438d-84de-2cc66b9bff6c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:58:36.873453 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37fddc53-d837-4cf9-ae62-dd9017e0a109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (605aa974-6a17-438d-84de-2cc66b9bff6c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:36.919880 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69010c51-8741-426e-ad73-58893865e2a4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for port (a85332be-1ad7-438a-872c-c117bb7ec35d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:36.991925 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-37fddc53-d837-4cf9-ae62-dd9017e0a109 None None] Port 605aa974-6a17-438d-84de-2cc66b9bff6c cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:58:37.048976 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:58:37.055276 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:58:37.056018 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:37.058823 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69010c51-8741-426e-ad73-58893865e2a4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (a85332be-1ad7-438a-872c-c117bb7ec35d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:37.157608 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37762) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:37.161032 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69010c51-8741-426e-ad73-58893865e2a4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event updated for resources: {'Port': ['ID=a85332be-1ad7-438a-872c-c117bb7ec35d,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:37.188557 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a443b-f98c-4f39-a62b-40a1472067a1 req-581c6f4b-474a-4394-b995-8758fbbc1d41 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:37.196874 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c32a443b-f98c-4f39-a62b-40a1472067a1 req-581c6f4b-474a-4394-b995-8758fbbc1d41 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d48df6-06ef-49a7-b60c-7f0f32edf88a HTTP/1.1" status: 200 len: 945 time: 0.4365447 Feb 20 05:58:37.198985 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:58:37.199613 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:37.242389 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69010c51-8741-426e-ad73-58893865e2a4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:58:37.249541 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-69010c51-8741-426e-ad73-58893865e2a4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:58:37.260698 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d48df6-06ef-49a7-b60c-7f0f32edf88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:58:37.266241 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbf4485-6439-41f1-a310-280f0d03eb33" -d '{"events": [{"server_uuid": "49d48df6-06ef-49a7-b60c-7f0f32edf88a", "name": "network-vif-plugged", "status": "completed", "tag": "9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:58:37.267033 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69010c51-8741-426e-ad73-58893865e2a4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:58:37.303614 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee,segment=NetworkSegment(6c2388e5-b432-4ef4-a093-57065aaac97b),segment_id=6c2388e5-b432-4ef4-a093-57065aaac97b)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:58:37.314320 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:37.425839 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:37.430611 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4b9a0b3c-dac8-44ad-937b-156539220162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:37.504636 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69010c51-8741-426e-ad73-58893865e2a4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (fcb0358e-a466-46e4-aa02-05cfac611855), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:37.528614 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c32a443b-f98c-4f39-a62b-40a1472067a1 req-c97eef77-3305-426b-b114-56f9e5c73023 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/security-groups?id=32fac512-7c98-4203-9922-2d29654c14a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307970 Feb 20 05:58:37.628486 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69010c51-8741-426e-ad73-58893865e2a4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a85332be-1ad7-438a-872c-c117bb7ec35d), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:37.658322 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-bff0aa80-4383-49f2-b344-2d186b65c06a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 605aa974-6a17-438d-84de-2cc66b9bff6c {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:58:37.676037 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-bff0aa80-4383-49f2-b344-2d186b65c06a service neutron] Publish callbacks [] for port (605aa974-6a17-438d-84de-2cc66b9bff6c), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:37.706523 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-bff0aa80-4383-49f2-b344-2d186b65c06a service neutron] Transition to ACTIVE for port object 605aa974-6a17-438d-84de-2cc66b9bff6c will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:58:37.724347 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-bff0aa80-4383-49f2-b344-2d186b65c06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (605aa974-6a17-438d-84de-2cc66b9bff6c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:37.814489 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69010c51-8741-426e-ad73-58893865e2a4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for port (a85332be-1ad7-438a-872c-c117bb7ec35d), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:37.834508 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0aa80-4383-49f2-b344-2d186b65c06a service neutron] Pushing event updated for resources: {'Port': ['ID=605aa974-6a17-438d-84de-2cc66b9bff6c,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:37.836816 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69010c51-8741-426e-ad73-58893865e2a4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (a85332be-1ad7-438a-872c-c117bb7ec35d), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:37.987517 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-bff0aa80-4383-49f2-b344-2d186b65c06a service neutron] Attempting to bind port 605aa974-6a17-438d-84de-2cc66b9bff6c on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:58:37.987862 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-bff0aa80-4383-49f2-b344-2d186b65c06a service neutron] Attempting to bind port 605aa974-6a17-438d-84de-2cc66b9bff6c by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'cfae17b7-c58a-42dc-ad2a-f96da9c037eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:58:37.988184 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-bff0aa80-4383-49f2-b344-2d186b65c06a service neutron] Attempting to bind port 605aa974-6a17-438d-84de-2cc66b9bff6c on network a97b557b-6d89-4051-82cf-afc4b06f9eff {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:58:37.993777 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-bff0aa80-4383-49f2-b344-2d186b65c06a service neutron] Port 605aa974-6a17-438d-84de-2cc66b9bff6c on network a97b557b-6d89-4051-82cf-afc4b06f9eff not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:58:37.993777 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-bff0aa80-4383-49f2-b344-2d186b65c06a service neutron] Attempting to bind port 605aa974-6a17-438d-84de-2cc66b9bff6c on network a97b557b-6d89-4051-82cf-afc4b06f9eff {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:58:38.002224 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-bff0aa80-4383-49f2-b344-2d186b65c06a service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:58:38.002568 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-bff0aa80-4383-49f2-b344-2d186b65c06a service neutron] Checking segment: {'id': 'cfae17b7-c58a-42dc-ad2a-f96da9c037eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:58:38.002976 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-bff0aa80-4383-49f2-b344-2d186b65c06a service neutron] Bound using segment: {'id': 'cfae17b7-c58a-42dc-ad2a-f96da9c037eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:58:38.003413 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-bff0aa80-4383-49f2-b344-2d186b65c06a service neutron] Bound port: 605aa974-6a17-438d-84de-2cc66b9bff6c, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfae17b7-c58a-42dc-ad2a-f96da9c037eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:58:38.003769 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-bff0aa80-4383-49f2-b344-2d186b65c06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (605aa974-6a17-438d-84de-2cc66b9bff6c), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:38.009779 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69010c51-8741-426e-ad73-58893865e2a4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (fcb0358e-a466-46e4-aa02-05cfac611855), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:38.059381 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69010c51-8741-426e-ad73-58893865e2a4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event updated for resources: {'Port': ['ID=a85332be-1ad7-438a-872c-c117bb7ec35d,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:38.087734 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3944b06-b36e-4f7a-9bb7-d1df08b4983c req-8fe43e5d-7ca3-4f3d-91ba-6c51055c7e81 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:38.101118 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e3944b06-b36e-4f7a-9bb7-d1df08b4983c req-8fe43e5d-7ca3-4f3d-91ba-6c51055c7e81 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 943 time: 0.2805555 Feb 20 05:58:38.106544 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-bff0aa80-4383-49f2-b344-2d186b65c06a service neutron] For port 605aa974-6a17-438d-84de-2cc66b9bff6c, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:58:38.110986 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69010c51-8741-426e-ad73-58893865e2a4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:38.114218 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-bff0aa80-4383-49f2-b344-2d186b65c06a service neutron] For port 605aa974-6a17-438d-84de-2cc66b9bff6c, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=605aa974-6a17-438d-84de-2cc66b9bff6c,segment=NetworkSegment(cfae17b7-c58a-42dc-ad2a-f96da9c037eb),segment_id=cfae17b7-c58a-42dc-ad2a-f96da9c037eb)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:58:38.121127 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37772) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:38.123317 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-69010c51-8741-426e-ad73-58893865e2a4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9573002 Feb 20 05:58:38.136666 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-bb0f88fa-a2f7-424a-824b-cffbae7bd18d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Request body: {'port': {'network_id': 'acdb00cd-7b70-49b5-a2d9-943242724eaa', 'name': 'tempest-FloatingIPTestJSON-1836537329'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:38.176596 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-bff0aa80-4383-49f2-b344-2d186b65c06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (605aa974-6a17-438d-84de-2cc66b9bff6c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:38.329551 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-bff0aa80-4383-49f2-b344-2d186b65c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:38.330198 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-bff0aa80-4383-49f2-b344-2d186b65c06a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:38.344059 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-bff0aa80-4383-49f2-b344-2d186b65c06a service neutron] 10.222.0.61 "PUT /v2.0/ports/605aa974-6a17-438d-84de-2cc66b9bff6c HTTP/1.1" status: 200 len: 1091 time: 1.9368229 Feb 20 05:58:38.344525 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8f86aa-7113-40af-b105-5b8d3dedb2ac', 'tag': '605aa974-6a17-438d-84de-2cc66b9bff6c'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:58:38.346885 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299db85c-371e-4271-84e1-b80a3339a842" -d '{"events": [{"name": "network-changed", "server_uuid": "eb8f86aa-7113-40af-b105-5b8d3dedb2ac", "tag": "605aa974-6a17-438d-84de-2cc66b9bff6c"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:58:38.531608 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0aa80-4383-49f2-b344-2d186b65c06a service neutron] Pushing event updated for resources: {'Port': ['ID=605aa974-6a17-438d-84de-2cc66b9bff6c,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:38.612033 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-f2231673-b718-466f-a7f3-adefbcf1dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:38.615811 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-f2231673-b718-466f-a7f3-adefbcf1dc9f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 1125 time: 0.2120557 Feb 20 05:58:38.618767 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0f88fa-a2f7-424a-824b-cffbae7bd18d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Made reservation on behalf of 5318d5e874644fa798c4615f6c57dcb6 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:58:38.624693 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bb0f88fa-a2f7-424a-824b-cffbae7bd18d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:38.681686 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-24bd421d-a786-4e21-8e43-d7ac57cfd2cb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=605aa974-6a17-438d-84de-2cc66b9bff6c HTTP/1.1" status: 200 len: 217 time: 0.0544932 Feb 20 05:58:38.689537 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-bb0f88fa-a2f7-424a-824b-cffbae7bd18d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] device_id is not set on port 760bae64-d0ca-4980-8b76-5066bf95904e yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:58:38.690610 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4b9a0b3c-dac8-44ad-937b-156539220162 admin admin] Publish callbacks [] for security_group (ce6b899f-7176-4547-9b02-6a54d656c7d6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:38.713507 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4b9a0b3c-dac8-44ad-937b-156539220162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ce6b899f-7176-4547-9b02-6a54d656c7d6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:38.761915 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4b9a0b3c-dac8-44ad-937b-156539220162 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3106c24f02a4a00b5c7fa1a9b0c5bac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5960577 Feb 20 05:58:38.770674 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37780) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:38.796054 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e3944b06-b36e-4f7a-9bb7-d1df08b4983c req-13476cad-bf13-4b2e-b795-86ade0a43d1f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6936407 Feb 20 05:58:38.834328 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a0b3c-dac8-44ad-937b-156539220162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6b899f-7176-4547-9b02-6a54d656c7d6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:38.872435 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-450eb399-2435-47b3-a46f-9263caf72da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:38.873955 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-450eb399-2435-47b3-a46f-9263caf72da5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c18849a5-e890-4940-bc50-1c71fe5b530c HTTP/1.1" status: 200 len: 835 time: 0.1861122 Feb 20 05:58:38.896434 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6a73168-51c2-46d7-beea-38617bf51263 admin admin] Publish callbacks [] for security_group (ce6b899f-7176-4547-9b02-6a54d656c7d6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:38.923344 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45ea76d-06a5-4627-9969-41e6ccab915f x-openstack-request-id: req-d45ea76d-06a5-4627-9969-41e6ccab915f {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:58:38.923869 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d48df6-06ef-49a7-b60c-7f0f32edf88a", "name": "network-vif-plugged", "status": "completed", "tag": "9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:58:38.924083 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d45ea76d-06a5-4627-9969-41e6ccab915f {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:58:38.924583 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d48df6-06ef-49a7-b60c-7f0f32edf88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee', 'code': 200} Feb 20 05:58:38.942857 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6a73168-51c2-46d7-beea-38617bf51263 admin admin] Publish callbacks [] for security_group (ce6b899f-7176-4547-9b02-6a54d656c7d6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:39.058388 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-bb0f88fa-a2f7-424a-824b-cffbae7bd18d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Allocated IP 172.20.0.8 (acdb00cd-7b70-49b5-a2d9-943242724eaa/2b569548-1809-47ca-96f6-4d17b0d2d50e/760bae64-d0ca-4980-8b76-5066bf95904e) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:58:39.175917 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9388245-f6ee-40fe-9df6-490510d12a18 req-95e175fc-30d6-4636-9ad6-aabf225ef76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:39.177430 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9388245-f6ee-40fe-9df6-490510d12a18 req-95e175fc-30d6-4636-9ad6-aabf225ef76e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=49d48df6-06ef-49a7-b60c-7f0f32edf88a HTTP/1.1" status: 200 len: 1128 time: 0.1977096 Feb 20 05:58:39.182727 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2e5c51-6cc2-4640-8188-57defed6e4d8 x-openstack-request-id: req-5b2e5c51-6cc2-4640-8188-57defed6e4d8 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:58:39.183322 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb8f86aa-7113-40af-b105-5b8d3dedb2ac", "tag": "605aa974-6a17-438d-84de-2cc66b9bff6c", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:58:39.183949 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5b2e5c51-6cc2-4640-8188-57defed6e4d8 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:58:39.184165 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6a73168-51c2-46d7-beea-38617bf51263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ce6b899f-7176-4547-9b02-6a54d656c7d6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:39.184818 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb8f86aa-7113-40af-b105-5b8d3dedb2ac', 'tag': '605aa974-6a17-438d-84de-2cc66b9bff6c', 'status': 'completed', 'code': 200} Feb 20 05:58:39.186848 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6a73168-51c2-46d7-beea-38617bf51263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:39.190651 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f6a73168-51c2-46d7-beea-38617bf51263 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce6b899f-7176-4547-9b02-6a54d656c7d6 HTTP/1.1" status: 204 len: 168 time: 0.4185946 Feb 20 05:58:39.236394 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a73168-51c2-46d7-beea-38617bf51263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6b899f-7176-4547-9b02-6a54d656c7d6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:39.267637 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da67257-c108-4212-87e5-8115b124f603 req-9e099ceb-e360-4004-ac8e-97f232cb5a65 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:39.269398 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2da67257-c108-4212-87e5-8115b124f603 req-9e099ceb-e360-4004-ac8e-97f232cb5a65 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d48df6-06ef-49a7-b60c-7f0f32edf88a HTTP/1.1" status: 200 len: 946 time: 0.1425202 Feb 20 05:58:39.276915 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9388245-f6ee-40fe-9df6-490510d12a18 req-998d33db-2da8-48c8-a7ae-c6802a7ce280 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=32fac512-7c98-4203-9922-2d29654c14a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845594 Feb 20 05:58:39.282928 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bb0f88fa-a2f7-424a-824b-cffbae7bd18d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for port (760bae64-d0ca-4980-8b76-5066bf95904e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:39.340104 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bb0f88fa-a2f7-424a-824b-cffbae7bd18d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (760bae64-d0ca-4980-8b76-5066bf95904e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:39.384451 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2da67257-c108-4212-87e5-8115b124f603 req-da3cfe50-779e-4416-825b-27bdd13adc2d tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/security-groups?id=32fac512-7c98-4203-9922-2d29654c14a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014347 Feb 20 05:58:39.409200 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0f88fa-a2f7-424a-824b-cffbae7bd18d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Network acdb00cd-7b70-49b5-a2d9-943242724eaa is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:58:39.414784 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-bb0f88fa-a2f7-424a-824b-cffbae7bd18d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:58:39.420277 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0f88fa-a2f7-424a-824b-cffbae7bd18d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:58:39.459886 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-d6e38a3d-a417-4a04-b44c-7722c3aa0ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:39.462068 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-d6e38a3d-a417-4a04-b44c-7722c3aa0ee8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a97b557b-6d89-4051-82cf-afc4b06f9eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2762358 Feb 20 05:58:39.568511 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-111de5f4-d336-46f7-b392-4a8c03242b9a service neutron] 10.222.0.61 "GET /v2.0/networks/a97b557b-6d89-4051-82cf-afc4b06f9eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982018 Feb 20 05:58:39.569284 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f88fa-a2f7-424a-824b-cffbae7bd18d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event updated for resources: {'Port': ['ID=760bae64-d0ca-4980-8b76-5066bf95904e,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:39.652832 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0f88fa-a2f7-424a-824b-cffbae7bd18d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:39.653505 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bb0f88fa-a2f7-424a-824b-cffbae7bd18d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:39.680340 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bb0f88fa-a2f7-424a-824b-cffbae7bd18d tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5580611 Feb 20 05:58:39.683358 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37792) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:39.692332 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-25777bad-2713-4781-b34e-a526fb9c601b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Request body: {'floatingip': {'port_id': '760bae64-d0ca-4980-8b76-5066bf95904e'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:39.714795 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2843e888-c79e-4f52-a09c-9de35a0249f4 req-c08d7128-7ddd-4c76-9898-ed9b383e4500 service neutron] 10.222.0.61 "GET /v2.0/networks/a97b557b-6d89-4051-82cf-afc4b06f9eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379893 Feb 20 05:58:39.755392 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-25777bad-2713-4781-b34e-a526fb9c601b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (fcb0358e-a466-46e4-aa02-05cfac611855), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:39.869253 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299db85c-371e-4271-84e1-b80a3339a842 req-3e224bfb-d19e-4827-b1a4-6249e31dc120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:39.871481 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-299db85c-371e-4271-84e1-b80a3339a842 req-3e224bfb-d19e-4827-b1a4-6249e31dc120 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 1125 time: 0.0836022 Feb 20 05:58:39.914692 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:58:40.045878 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299db85c-371e-4271-84e1-b80a3339a842 req-48e3668c-56c0-4adc-9828-e97db91430f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:40.048112 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-299db85c-371e-4271-84e1-b80a3339a842 req-48e3668c-56c0-4adc-9828-e97db91430f9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a97b557b-6d89-4051-82cf-afc4b06f9eff HTTP/1.1" status: 200 len: 896 time: 0.1712213 Feb 20 05:58:40.105643 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-299db85c-371e-4271-84e1-b80a3339a842 req-a5c8855f-cc64-4161-beb1-ead0a3b00c63 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=605aa974-6a17-438d-84de-2cc66b9bff6c HTTP/1.1" status: 200 len: 217 time: 0.0502326 Feb 20 05:58:40.156172 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f86235-3a83-4952-995d-a6f6c8c64583 req-c87dafc0-81fe-4c31-be87-e4844fe959ae tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:40.157808 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74f86235-3a83-4952-995d-a6f6c8c64583 req-c87dafc0-81fe-4c31-be87-e4844fe959ae tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 943 time: 0.2059271 Feb 20 05:58:40.219673 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299db85c-371e-4271-84e1-b80a3339a842 req-910ac53e-60bc-406f-908b-407584a5cead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:40.221315 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-299db85c-371e-4271-84e1-b80a3339a842 req-910ac53e-60bc-406f-908b-407584a5cead service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c18849a5-e890-4940-bc50-1c71fe5b530c HTTP/1.1" status: 200 len: 835 time: 0.0982623 Feb 20 05:58:40.360302 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299db85c-371e-4271-84e1-b80a3339a842 req-2ddaadae-3414-4518-95a7-7cb0312aa38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:40.362321 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-299db85c-371e-4271-84e1-b80a3339a842 req-2ddaadae-3414-4518-95a7-7cb0312aa38c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a97b557b-6d89-4051-82cf-afc4b06f9eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1338782 Feb 20 05:58:40.496116 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-299db85c-371e-4271-84e1-b80a3339a842 req-084ab053-9d35-447e-a022-19b4e38698b8 service neutron] 10.222.0.61 "GET /v2.0/networks/a97b557b-6d89-4051-82cf-afc4b06f9eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192594 Feb 20 05:58:40.574036 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74f86235-3a83-4952-995d-a6f6c8c64583 req-32ff146e-6e9d-41c4-9b55-b1e04da1f9a9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262515 Feb 20 05:58:40.593635 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-25777bad-2713-4781-b34e-a526fb9c601b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:40.605699 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-25777bad-2713-4781-b34e-a526fb9c601b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (fcb0358e-a466-46e4-aa02-05cfac611855), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:40.655408 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-299db85c-371e-4271-84e1-b80a3339a842 req-277400c2-ed61-466b-8578-8e0cd4aee83c service neutron] 10.222.0.61 "GET /v2.0/networks/a97b557b-6d89-4051-82cf-afc4b06f9eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517925 Feb 20 05:58:40.792111 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f1c13-9d64-41fb-9011-6b1347559872 req-2d60089b-cccf-446a-9b6a-bdc7ee41e374 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:40.793601 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f24f1c13-9d64-41fb-9011-6b1347559872 req-2d60089b-cccf-446a-9b6a-bdc7ee41e374 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d48df6-06ef-49a7-b60c-7f0f32edf88a HTTP/1.1" status: 200 len: 946 time: 0.1150234 Feb 20 05:58:40.808091 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-25777bad-2713-4781-b34e-a526fb9c601b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Floating IP fcb0358e-a466-46e4-aa02-05cfac611855 associated. External IP: 172.25.3.138, port: 760bae64-d0ca-4980-8b76-5066bf95904e. Feb 20 05:58:40.935957 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f24f1c13-9d64-41fb-9011-6b1347559872 req-da05b52f-bead-45ae-92f8-f4c23edd6bb0 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/security-groups?id=32fac512-7c98-4203-9922-2d29654c14a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366558 Feb 20 05:58:41.199111 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25777bad-2713-4781-b34e-a526fb9c601b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Router fa71afbe-8989-495a-9c7e-cb38768cae8e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:58:41.462293 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25777bad-2713-4781-b34e-a526fb9c601b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:58:41.468177 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-25777bad-2713-4781-b34e-a526fb9c601b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:41.473893 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef80d0e0-b993-4649-aa87-fd7535b1bd01 None None] Sync routers for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:58:41.489579 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef80d0e0-b993-4649-aa87-fd7535b1bd01 None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:41.494519 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ef80d0e0-b993-4649-aa87-fd7535b1bd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:41.501584 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-25777bad-2713-4781-b34e-a526fb9c601b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "PUT /v2.0/floatingips/fcb0358e-a466-46e4-aa02-05cfac611855 HTTP/1.1" status: 200 len: 978 time: 1.8167048 Feb 20 05:58:41.504249 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37836) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:41.583159 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ef80d0e0-b993-4649-aa87-fd7535b1bd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:41.611476 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef80d0e0-b993-4649-aa87-fd7535b1bd01 None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:41.620232 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ef80d0e0-b993-4649-aa87-fd7535b1bd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:41.696833 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ef80d0e0-b993-4649-aa87-fd7535b1bd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:41.697724 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef80d0e0-b993-4649-aa87-fd7535b1bd01 None None] The sync data for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:58:41.701986 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-ed948908-a59f-4f8c-aaed-a424cee098f2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Deleting port 760bae64-d0ca-4980-8b76-5066bf95904e {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:58:41.703022 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ed948908-a59f-4f8c-aaed-a424cee098f2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (760bae64-d0ca-4980-8b76-5066bf95904e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:41.900389 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80397aa6-dcb6-463c-a5dd-d1c9ad82d7f7 req-f340f898-344e-4aaf-ba28-fde7deddd3bd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:41.912087 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-80397aa6-dcb6-463c-a5dd-d1c9ad82d7f7 req-f340f898-344e-4aaf-ba28-fde7deddd3bd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 943 time: 0.1400754 Feb 20 05:58:41.922122 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ed948908-a59f-4f8c-aaed-a424cee098f2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (760bae64-d0ca-4980-8b76-5066bf95904e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:42.079098 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-80397aa6-dcb6-463c-a5dd-d1c9ad82d7f7 req-1891702b-076f-45e1-8369-bfa6cb395c8b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575432 Feb 20 05:58:42.203378 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 605aa974-6a17-438d-84de-2cc66b9bff6c details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:58:42.309286 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ed948908-a59f-4f8c-aaed-a424cee098f2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:42.311242 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ed948908-a59f-4f8c-aaed-a424cee098f2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (fcb0358e-a466-46e4-aa02-05cfac611855), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:42.311774 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-ed948908-a59f-4f8c-aaed-a424cee098f2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Floating IP fcb0358e-a466-46e4-aa02-05cfac611855 disassociated. External IP: 172.25.3.138, port: 760bae64-d0ca-4980-8b76-5066bf95904e. Feb 20 05:58:42.313296 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-ed948908-a59f-4f8c-aaed-a424cee098f2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Calling delete_port for 760bae64-d0ca-4980-8b76-5066bf95904e owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:58:42.511909 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 605aa974-6a17-438d-84de-2cc66b9bff6c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=605aa974-6a17-438d-84de-2cc66b9bff6c,segment=NetworkSegment(cfae17b7-c58a-42dc-ad2a-f96da9c037eb),segment_id=cfae17b7-c58a-42dc-ad2a-f96da9c037eb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:58:42.552031 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '605aa974-6a17-438d-84de-2cc66b9bff6c', 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff', 'port_id': '605aa974-6a17-438d-84de-2cc66b9bff6c', 'mac_address': 'fa:16:3e:bf:70:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c18849a5-e890-4940-bc50-1c71fe5b530c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:58:42.712761 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 605aa974-6a17-438d-84de-2cc66b9bff6c is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:58:42.713161 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (605aa974-6a17-438d-84de-2cc66b9bff6c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:42.716394 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0959520-7cba-43eb-a667-da86babe3b7e req-75a8ad4b-0345-49a2-9d39-110307961d88 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:42.718501 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0959520-7cba-43eb-a667-da86babe3b7e req-75a8ad4b-0345-49a2-9d39-110307961d88 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d48df6-06ef-49a7-b60c-7f0f32edf88a HTTP/1.1" status: 200 len: 946 time: 0.1415539 Feb 20 05:58:42.771876 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ed948908-a59f-4f8c-aaed-a424cee098f2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (760bae64-d0ca-4980-8b76-5066bf95904e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:42.776836 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605aa974-6a17-438d-84de-2cc66b9bff6c {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:58:42.863407 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 605aa974-6a17-438d-84de-2cc66b9bff6c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=605aa974-6a17-438d-84de-2cc66b9bff6c,segment=NetworkSegment(cfae17b7-c58a-42dc-ad2a-f96da9c037eb),segment_id=cfae17b7-c58a-42dc-ad2a-f96da9c037eb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:58:42.868704 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0959520-7cba-43eb-a667-da86babe3b7e req-aef477ba-4f6f-44ed-907a-dc04c5213d99 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/security-groups?id=32fac512-7c98-4203-9922-2d29654c14a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422877 Feb 20 05:58:42.869015 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (605aa974-6a17-438d-84de-2cc66b9bff6c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:42.983745 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=605aa974-6a17-438d-84de-2cc66b9bff6c,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:43.000897 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:43.001645 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:43.002220 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:43.002778 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:43.003353 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:43.003922 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:43.005322 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:43.005887 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:43.006768 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:43.007359 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:43.008081 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:43.008753 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:43.009300 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:58:43.025363 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed948908-a59f-4f8c-aaed-a424cee098f2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event deleted for resources: {'Port': ['ID=760bae64-d0ca-4980-8b76-5066bf95904e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:43.032156 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed948908-a59f-4f8c-aaed-a424cee098f2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Router fa71afbe-8989-495a-9c7e-cb38768cae8e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:58:43.104596 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['605aa974-6a17-438d-84de-2cc66b9bff6c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:58:43.252069 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed948908-a59f-4f8c-aaed-a424cee098f2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:58:43.262982 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d9e67d-a244-4c47-837b-cbf4e1906f1b None None] Sync routers for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:58:43.278013 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d9e67d-a244-4c47-837b-cbf4e1906f1b None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:43.278656 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-69d9e67d-a244-4c47-837b-cbf4e1906f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:43.310052 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826e3eb-1374-4b94-ba4b-0072cb16fa6f req-45e31856-2cda-47be-8363-2d5f5dd06731 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:43.317156 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1826e3eb-1374-4b94-ba4b-0072cb16fa6f req-45e31856-2cda-47be-8363-2d5f5dd06731 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 944 time: 0.1375823 Feb 20 05:58:43.374242 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-69d9e67d-a244-4c47-837b-cbf4e1906f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:43.397136 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d9e67d-a244-4c47-837b-cbf4e1906f1b None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:43.397760 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-69d9e67d-a244-4c47-837b-cbf4e1906f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:43.416806 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ed948908-a59f-4f8c-aaed-a424cee098f2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:43.420919 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ed948908-a59f-4f8c-aaed-a424cee098f2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "DELETE /v2.0/ports/760bae64-d0ca-4980-8b76-5066bf95904e HTTP/1.1" status: 204 len: 168 time: 1.9155667 Feb 20 05:58:43.430010 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37876) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:43.483278 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-69d9e67d-a244-4c47-837b-cbf4e1906f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:43.483938 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d9e67d-a244-4c47-837b-cbf4e1906f1b None None] The sync data for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:58:43.498410 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1826e3eb-1374-4b94-ba4b-0072cb16fa6f req-207f3b9e-8eba-4a98-beb6-c7f41eea23a3 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802778 Feb 20 05:58:43.509309 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a79ab019-3e51-4fd8-8f11-330330b05cca tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "GET /v2.0/floatingips/fcb0358e-a466-46e4-aa02-05cfac611855 HTTP/1.1" status: 200 len: 688 time: 0.0782831 Feb 20 05:58:43.512425 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37880) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:43.796518 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ad78e-f832-4869-9652-7646c7e62a00 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Deleting port a85332be-1ad7-438a-872c-c117bb7ec35d {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:58:43.797157 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7f3ad78e-f832-4869-9652-7646c7e62a00 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a85332be-1ad7-438a-872c-c117bb7ec35d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:43.800587 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41530865-6905-4d2f-b5bd-838e2b51c458 req-07a305b8-fb0f-4cf4-99b8-64250ea2b072 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:43.805458 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41530865-6905-4d2f-b5bd-838e2b51c458 req-07a305b8-fb0f-4cf4-99b8-64250ea2b072 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.48 "GET /v2.0/ports?device_id=49d48df6-06ef-49a7-b60c-7f0f32edf88a HTTP/1.1" status: 200 len: 946 time: 0.1237864 Feb 20 05:58:43.951212 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7f3ad78e-f832-4869-9652-7646c7e62a00 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a85332be-1ad7-438a-872c-c117bb7ec35d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:43.951702 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7f3ad78e-f832-4869-9652-7646c7e62a00 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (a85332be-1ad7-438a-872c-c117bb7ec35d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:43.966026 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ad78e-f832-4869-9652-7646c7e62a00 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Calling delete_port for a85332be-1ad7-438a-872c-c117bb7ec35d owned by network:floatingip {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:58:44.137179 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d98d6-8e41-4cf6-9801-d363b1a693af req-b23e46c5-8f61-4cc0-ac5d-8230980fb4b2 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:44.147080 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8b0d98d6-8e41-4cf6-9801-d363b1a693af req-b23e46c5-8f61-4cc0-ac5d-8230980fb4b2 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d48df6-06ef-49a7-b60c-7f0f32edf88a HTTP/1.1" status: 200 len: 946 time: 0.1165183 Feb 20 05:58:44.160174 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7f3ad78e-f832-4869-9652-7646c7e62a00 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (a85332be-1ad7-438a-872c-c117bb7ec35d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:44.188984 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ad78e-f832-4869-9652-7646c7e62a00 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event deleted for resources: {'Port': ['ID=a85332be-1ad7-438a-872c-c117bb7ec35d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:44.228698 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8b0d98d6-8e41-4cf6-9801-d363b1a693af req-6d5986f3-fe5c-4ede-a327-386047c80e45 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/security-groups?id=32fac512-7c98-4203-9922-2d29654c14a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754604 Feb 20 05:58:44.235314 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 605aa974-6a17-438d-84de-2cc66b9bff6c up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:58:44.248127 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-41530865-6905-4d2f-b5bd-838e2b51c458 req-c04e1d84-edea-4216-ba12-989ac066fad3 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Deleting port 9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:58:44.248789 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-41530865-6905-4d2f-b5bd-838e2b51c458 req-c04e1d84-edea-4216-ba12-989ac066fad3 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:44.285594 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7f3ad78e-f832-4869-9652-7646c7e62a00 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (fcb0358e-a466-46e4-aa02-05cfac611855), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:44.289237 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7f3ad78e-f832-4869-9652-7646c7e62a00 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:44.296668 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7f3ad78e-f832-4869-9652-7646c7e62a00 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "DELETE /v2.0/floatingips/fcb0358e-a466-46e4-aa02-05cfac611855 HTTP/1.1" status: 204 len: 168 time: 0.7831442 Feb 20 05:58:44.297335 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37888) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:44.303205 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-3c694adc-5ca0-48d4-b2b3-7bbaf9be265f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'port_id': '897e050c-1b05-43cb-b4ff-565cdf7df17b'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:44.335808 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c694adc-5ca0-48d4-b2b3-7bbaf9be265f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:44.353752 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 605aa974-6a17-438d-84de-2cc66b9bff6c completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:58:44.362593 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 605aa974-6a17-438d-84de-2cc66b9bff6c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:58:44.364979 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (605aa974-6a17-438d-84de-2cc66b9bff6c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:44.459257 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c694adc-5ca0-48d4-b2b3-7bbaf9be265f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:44.490868 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-41530865-6905-4d2f-b5bd-838e2b51c458 req-c04e1d84-edea-4216-ba12-989ac066fad3 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] For port 9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee,segment=NetworkSegment(6c2388e5-b432-4ef4-a093-57065aaac97b),segment_id=6c2388e5-b432-4ef4-a093-57065aaac97b)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:58:44.499353 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-41530865-6905-4d2f-b5bd-838e2b51c458 req-c04e1d84-edea-4216-ba12-989ac066fad3 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:44.519515 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-41530865-6905-4d2f-b5bd-838e2b51c458 req-c04e1d84-edea-4216-ba12-989ac066fad3 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Calling delete_port for 9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:58:44.594390 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 605aa974-6a17-438d-84de-2cc66b9bff6c is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:58:44.595094 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (605aa974-6a17-438d-84de-2cc66b9bff6c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:44.630089 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-3c694adc-5ca0-48d4-b2b3-7bbaf9be265f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Allocated IP 172.25.3.184 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/b0af5a3c-8fb3-470f-a1df-feb496467674) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:58:44.656409 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 605aa974-6a17-438d-84de-2cc66b9bff6c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=605aa974-6a17-438d-84de-2cc66b9bff6c,segment=NetworkSegment(cfae17b7-c58a-42dc-ad2a-f96da9c037eb),segment_id=cfae17b7-c58a-42dc-ad2a-f96da9c037eb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:58:44.658886 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8f86aa-7113-40af-b105-5b8d3dedb2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605aa974-6a17-438d-84de-2cc66b9bff6c'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:58:44.664275 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc4ef00-e28e-4b9d-9481-d8c59204445d" -d '{"events": [{"server_uuid": "eb8f86aa-7113-40af-b105-5b8d3dedb2ac", "name": "network-vif-plugged", "status": "completed", "tag": "605aa974-6a17-438d-84de-2cc66b9bff6c"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:58:44.676806 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (605aa974-6a17-438d-84de-2cc66b9bff6c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:44.737924 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=605aa974-6a17-438d-84de-2cc66b9bff6c,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:44.800633 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c694adc-5ca0-48d4-b2b3-7bbaf9be265f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for port (b0af5a3c-8fb3-470f-a1df-feb496467674), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:44.825692 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb07010-b235-4e42-9d28-f079342d8851 req-560ca5ce-f3c2-4b93-936b-4ace6898b3de tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:44.835757 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6cb07010-b235-4e42-9d28-f079342d8851 req-560ca5ce-f3c2-4b93-936b-4ace6898b3de tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 944 time: 0.2219443 Feb 20 05:58:44.913622 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c694adc-5ca0-48d4-b2b3-7bbaf9be265f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (b0af5a3c-8fb3-470f-a1df-feb496467674), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:44.924938 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6cb07010-b235-4e42-9d28-f079342d8851 req-e5dea743-90a0-45a1-9b6d-608dce6355c4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877738 Feb 20 05:58:45.002856 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c694adc-5ca0-48d4-b2b3-7bbaf9be265f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:58:45.007996 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c311e31-a5bc-4586-9314-db43d18ce931 x-openstack-request-id: req-6c311e31-a5bc-4586-9314-db43d18ce931 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:58:45.008217 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8f86aa-7113-40af-b105-5b8d3dedb2ac", "name": "network-vif-plugged", "status": "completed", "tag": "605aa974-6a17-438d-84de-2cc66b9bff6c", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:58:45.008473 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c311e31-a5bc-4586-9314-db43d18ce931 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:58:45.008874 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8f86aa-7113-40af-b105-5b8d3dedb2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605aa974-6a17-438d-84de-2cc66b9bff6c', 'code': 200} Feb 20 05:58:45.011917 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-3c694adc-5ca0-48d4-b2b3-7bbaf9be265f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:58:45.038144 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c694adc-5ca0-48d4-b2b3-7bbaf9be265f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:58:45.049385 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c694adc-5ca0-48d4-b2b3-7bbaf9be265f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event updated for resources: {'Port': ['ID=b0af5a3c-8fb3-470f-a1df-feb496467674,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:45.065465 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-41530865-6905-4d2f-b5bd-838e2b51c458 req-c04e1d84-edea-4216-ba12-989ac066fad3 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:45.079639 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:58:45.154860 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e1d84-edea-4216-ba12-989ac066fad3 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Pushing event deleted for resources: {'Port': ['ID=9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:45.200039 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-41530865-6905-4d2f-b5bd-838e2b51c458 req-c04e1d84-edea-4216-ba12-989ac066fad3 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] No DVR routers for this DVR port 9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:58:45.202659 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-41530865-6905-4d2f-b5bd-838e2b51c458 req-c04e1d84-edea-4216-ba12-989ac066fad3 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:45.206393 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41530865-6905-4d2f-b5bd-838e2b51c458 req-c04e1d84-edea-4216-ba12-989ac066fad3 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.48 "DELETE /v2.0/ports/9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee HTTP/1.1" status: 204 len: 173 time: 1.3933918 Feb 20 05:58:45.206906 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d48df6-06ef-49a7-b60c-7f0f32edf88a', 'name': 'network-vif-deleted', 'tag': '9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:58:45.210005 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac85bd8-4a6e-4b5b-9061-12aa691bed6c" -d '{"events": [{"server_uuid": "49d48df6-06ef-49a7-b60c-7f0f32edf88a", "name": "network-vif-deleted", "tag": "9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:58:45.301906 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9741a244-c33d-4f4a-abcc-95a899ddb7cf x-openstack-request-id: req-9741a244-c33d-4f4a-abcc-95a899ddb7cf {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:58:45.302247 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d48df6-06ef-49a7-b60c-7f0f32edf88a", "name": "network-vif-deleted", "tag": "9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:58:45.302501 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9741a244-c33d-4f4a-abcc-95a899ddb7cf {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:58:45.302916 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d48df6-06ef-49a7-b60c-7f0f32edf88a', 'name': 'network-vif-deleted', 'tag': '9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee', 'status': 'completed', 'code': 200} Feb 20 05:58:45.356605 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd6bf5-c23c-4fba-83ab-61e42aa88f78 req-80679046-aab7-4a77-a0a6-ad2af6469306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:45.371740 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3acd6bf5-c23c-4fba-83ab-61e42aa88f78 req-80679046-aab7-4a77-a0a6-ad2af6469306 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 1127 time: 0.2225013 Feb 20 05:58:45.428532 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a4e821c7-e863-41a1-aee6-6a8acf34912e req-c3f66e91-63c3-487c-a722-e77d9ace16b7 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d48df6-06ef-49a7-b60c-7f0f32edf88a HTTP/1.1" status: 200 len: 210 time: 0.0484946 Feb 20 05:58:45.524824 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3acd6bf5-c23c-4fba-83ab-61e42aa88f78 req-d29169d9-d0ee-4786-80c4-8df252a179a0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269224 Feb 20 05:58:45.961994 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c694adc-5ca0-48d4-b2b3-7bbaf9be265f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (c2d5dbf6-12f1-4194-a3a1-48b42776f807), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:46.076256 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c694adc-5ca0-48d4-b2b3-7bbaf9be265f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b0af5a3c-8fb3-470f-a1df-feb496467674), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:46.222359 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493632e-b223-47e6-a947-54d8ec9cc331 req-2c30e049-9066-4df6-8616-9b889934179b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:46.238396 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a493632e-b223-47e6-a947-54d8ec9cc331 req-2c30e049-9066-4df6-8616-9b889934179b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 945 time: 0.1566253 Feb 20 05:58:46.277374 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c694adc-5ca0-48d4-b2b3-7bbaf9be265f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for port (b0af5a3c-8fb3-470f-a1df-feb496467674), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:46.283850 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c694adc-5ca0-48d4-b2b3-7bbaf9be265f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (b0af5a3c-8fb3-470f-a1df-feb496467674), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:46.342311 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c694adc-5ca0-48d4-b2b3-7bbaf9be265f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event updated for resources: {'Port': ['ID=b0af5a3c-8fb3-470f-a1df-feb496467674,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:46.358425 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a493632e-b223-47e6-a947-54d8ec9cc331 req-0d86d182-9400-49bb-b8b3-05dbc8f638f7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051192 Feb 20 05:58:46.449325 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-609b2555-be38-4cd2-97cc-38f6dfd9e9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:46.476751 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c694adc-5ca0-48d4-b2b3-7bbaf9be265f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (c2d5dbf6-12f1-4194-a3a1-48b42776f807), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:46.715961 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-3c694adc-5ca0-48d4-b2b3-7bbaf9be265f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Floating IP c2d5dbf6-12f1-4194-a3a1-48b42776f807 associated. External IP: 172.25.3.184, port: 897e050c-1b05-43cb-b4ff-565cdf7df17b. Feb 20 05:58:47.000415 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-25b566f6-439f-4d50-811b-77d57c3b28a1 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:47.011157 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-25b566f6-439f-4d50-811b-77d57c3b28a1 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/networks?id=29b668bf-f35c-4e3e-9271-d210f6677079 HTTP/1.1" status: 200 len: 809 time: 0.2158232 Feb 20 05:58:47.034929 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-5d8b4c1a-dc28-465d-bfbc-b904bd41935d tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/quotas/3d9bead48801481283ace5b2e05e0d6e HTTP/1.1" status: 200 len: 375 time: 0.0210941 Feb 20 05:58:47.059239 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c694adc-5ca0-48d4-b2b3-7bbaf9be265f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Router fa71afbe-8989-495a-9c7e-cb38768cae8e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:58:47.071368 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-9152b402-37d8-468a-81e5-ca5d95fc5155 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d9bead48801481283ace5b2e05e0d6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353355 Feb 20 05:58:47.235478 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-2edab30a-5e71-42f4-92f0-316da99831f7 service neutron] 10.222.0.37 "GET /v2.0/networks/29b668bf-f35c-4e3e-9271-d210f6677079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571717 Feb 20 05:58:47.378685 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-8e9f49c3-ec80-418b-af1f-4463d8fdf726 service neutron] 10.222.0.37 "GET /v2.0/networks/29b668bf-f35c-4e3e-9271-d210f6677079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371965 Feb 20 05:58:47.667957 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c694adc-5ca0-48d4-b2b3-7bbaf9be265f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:58:47.681383 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207b9895-779f-4a44-82e4-02d53d621176 None None] Sync routers for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:58:47.691651 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c694adc-5ca0-48d4-b2b3-7bbaf9be265f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:47.697183 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a1eff-4cb0-46ef-b9b5-8027955fa695 req-15bcd86e-9120-4aa9-a6ac-9f55cba46e4c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:47.697405 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207b9895-779f-4a44-82e4-02d53d621176 None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:47.698072 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-207b9895-779f-4a44-82e4-02d53d621176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:47.698798 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c24a1eff-4cb0-46ef-b9b5-8027955fa695 req-15bcd86e-9120-4aa9-a6ac-9f55cba46e4c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 945 time: 0.1158345 Feb 20 05:58:47.737115 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3c694adc-5ca0-48d4-b2b3-7bbaf9be265f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.4362304 Feb 20 05:58:47.737299 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37952) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:47.742242 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-87566851-3678-47ec-b321-82b77c7b306f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-464263314'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:47.767965 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-207b9895-779f-4a44-82e4-02d53d621176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:47.780257 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87566851-3678-47ec-b321-82b77c7b306f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Made reservation on behalf of 5318d5e874644fa798c4615f6c57dcb6 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:58:47.782120 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207b9895-779f-4a44-82e4-02d53d621176 None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:47.782735 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-207b9895-779f-4a44-82e4-02d53d621176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:47.784274 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-87566851-3678-47ec-b321-82b77c7b306f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:47.826323 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-207b9895-779f-4a44-82e4-02d53d621176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:47.827234 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207b9895-779f-4a44-82e4-02d53d621176 None None] The sync data for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:58:47.847528 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c24a1eff-4cb0-46ef-b9b5-8027955fa695 req-e4218283-e5c3-47ab-8a2d-c061a69fd917 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422336 Feb 20 05:58:47.857541 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87566851-3678-47ec-b321-82b77c7b306f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:58:47.872445 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-87566851-3678-47ec-b321-82b77c7b306f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (b5e8f97a-a863-43a7-95d6-db8924c46cb1), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:47.873110 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-87566851-3678-47ec-b321-82b77c7b306f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Added segment b5e8f97a-a863-43a7-95d6-db8924c46cb1 of type vlan for network 8644b5ec-3478-48ef-90e0-3ce4a21bb775 Feb 20 05:58:47.942413 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-87566851-3678-47ec-b321-82b77c7b306f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (8644b5ec-3478-48ef-90e0-3ce4a21bb775), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:47.960657 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-375694c4-d4d7-45e4-b1fa-13be90187342 req-b6de3c94-0fc4-4aed-b6b7-88fbc981f58f tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b03dcc5-c653-43e8-8cd9-2e07067d03b2 HTTP/1.1" status: 200 len: 210 time: 0.0542285 Feb 20 05:58:47.974494 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-87566851-3678-47ec-b321-82b77c7b306f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (8644b5ec-3478-48ef-90e0-3ce4a21bb775), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:47.982029 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87566851-3678-47ec-b321-82b77c7b306f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:47.983194 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-87566851-3678-47ec-b321-82b77c7b306f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:48.086934 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-87566851-3678-47ec-b321-82b77c7b306f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3482492 Feb 20 05:58:48.087709 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87566851-3678-47ec-b321-82b77c7b306f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event updated for resources: {'Network': ['ID=8644b5ec-3478-48ef-90e0-3ce4a21bb775,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:48.090538 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 37960) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:48.096670 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-574e65a0-1861-44d8-b6d8-197d15d14074 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Request body: {'subnet': {'network_id': '8644b5ec-3478-48ef-90e0-3ce4a21bb775', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:48.101631 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 8644b5ec-3478-48ef-90e0-3ce4a21bb775 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:58:48.168160 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c098c3-6d12-4914-8424-376771b81967 req-e3941bbe-3691-4adb-b246-574318750a6a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:48.171895 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-10c098c3-6d12-4914-8424-376771b81967 req-e3941bbe-3691-4adb-b246-574318750a6a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 945 time: 0.1148248 Feb 20 05:58:48.207773 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574e65a0-1861-44d8-b6d8-197d15d14074 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Made reservation on behalf of 5318d5e874644fa798c4615f6c57dcb6 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:58:48.211966 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-574e65a0-1861-44d8-b6d8-197d15d14074 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:48.298954 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-10c098c3-6d12-4914-8424-376771b81967 req-307ef565-d77e-4a9d-b24d-2f425e2faa42 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079919 Feb 20 05:58:48.301939 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37964) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:48.367925 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bef0db-4d3e-4646-af1e-340193e0737a tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:48.371775 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b8bef0db-4d3e-4646-af1e-340193e0737a tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 1122 time: 0.0683336 Feb 20 05:58:48.374440 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37968) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:48.381148 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-4cce1f66-2133-4651-a48d-489c8b599b30 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'port_id': '605aa974-6a17-438d-84de-2cc66b9bff6c', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:48.419351 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4cce1f66-2133-4651-a48d-489c8b599b30 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:48.600188 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4cce1f66-2133-4651-a48d-489c8b599b30 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:48.604220 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-574e65a0-1861-44d8-b6d8-197d15d14074 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (28aee132-2fb3-4f33-97ae-ebd431942e0f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:48.691872 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e65a0-1861-44d8-b6d8-197d15d14074 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event updated for resources: {'Subnet': ['ID=28aee132-2fb3-4f33-97ae-ebd431942e0f,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:48.701768 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574e65a0-1861-44d8-b6d8-197d15d14074 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Checking segment: {'id': 'b5e8f97a-a863-43a7-95d6-db8924c46cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8644b5ec-3478-48ef-90e0-3ce4a21bb775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:58:48.702301 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574e65a0-1861-44d8-b6d8-197d15d14074 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Network hostable DHCP agents. Network: 8644b5ec-3478-48ef-90e0-3ce4a21bb775, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:58:48.723883 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574e65a0-1861-44d8-b6d8-197d15d14074 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Network 8644b5ec-3478-48ef-90e0-3ce4a21bb775 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:58:48.736369 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-4cce1f66-2133-4651-a48d-489c8b599b30 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Allocated IP 172.25.3.86 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/001ffb5a-5fd2-4460-bffb-cd5e92a99e71) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:58:48.742017 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-574e65a0-1861-44d8-b6d8-197d15d14074 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 8644b5ec-3478-48ef-90e0-3ce4a21bb775) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:58:48.748900 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574e65a0-1861-44d8-b6d8-197d15d14074 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:48.749936 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-574e65a0-1861-44d8-b6d8-197d15d14074 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:48.752220 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:58:48.785543 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:58:48.785897 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 9d8f2c0d-2977-4d4e-b7cc-61e1caf47aee not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:58:48.787924 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a4c268-326d-4eb9-9ddd-8cfa8d2e5f46 None None] Network 8644b5ec-3478-48ef-90e0-3ce4a21bb775 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:58:48.796864 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-574e65a0-1861-44d8-b6d8-197d15d14074 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7052147 Feb 20 05:58:48.797862 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 37974) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:48.809534 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-964cfe24-7ad5-4184-b54e-19209fd483c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-154063645', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:48.863648 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-964cfe24-7ad5-4184-b54e-19209fd483c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (a95dfffe-2dab-48bf-a7b9-2b4932df02e4), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:48.866228 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-964cfe24-7ad5-4184-b54e-19209fd483c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (a95dfffe-2dab-48bf-a7b9-2b4932df02e4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:49.020885 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fb04b0a1-c914-4c2c-879d-4fdac11da672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:49.192678 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4cce1f66-2133-4651-a48d-489c8b599b30 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for port (001ffb5a-5fd2-4460-bffb-cd5e92a99e71), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:49.291792 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504c93eb-c8a3-4fad-ad53-ae8a4123401f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-8644b5ec-3478-48ef-90e0-3ce4a21bb775', 'network_id': '8644b5ec-3478-48ef-90e0-3ce4a21bb775', 'project_id': '5318d5e874644fa798c4615f6c57dcb6', 'fixed_ips': [{'subnet_id': '28aee132-2fb3-4f33-97ae-ebd431942e0f'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:58:49.292643 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-504c93eb-c8a3-4fad-ad53-ae8a4123401f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:49.327481 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-66fefb3e-d2a1-44b5-aedb-ebc0b15f183b req-e6c35d94-286c-4354-a3ff-efb5c869932f tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b03dcc5-c653-43e8-8cd9-2e07067d03b2 HTTP/1.1" status: 200 len: 210 time: 0.0501456 Feb 20 05:58:49.333756 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4cce1f66-2133-4651-a48d-489c8b599b30 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (001ffb5a-5fd2-4460-bffb-cd5e92a99e71), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:49.482135 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-964cfe24-7ad5-4184-b54e-19209fd483c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for router_controller (a95dfffe-2dab-48bf-a7b9-2b4932df02e4), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:49.509843 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-504c93eb-c8a3-4fad-ad53-ae8a4123401f None None] Allocated IP 172.20.0.2 (8644b5ec-3478-48ef-90e0-3ce4a21bb775/28aee132-2fb3-4f33-97ae-ebd431942e0f/4d87029c-5e45-4d48-a142-4250076c8367) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:58:49.519142 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cce1f66-2133-4651-a48d-489c8b599b30 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:58:49.544356 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce1f66-2133-4651-a48d-489c8b599b30 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Port': ['ID=001ffb5a-5fd2-4460-bffb-cd5e92a99e71,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:49.546939 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-4cce1f66-2133-4651-a48d-489c8b599b30 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:58:49.674760 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:49.754089 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-504c93eb-c8a3-4fad-ad53-ae8a4123401f None None] Publish callbacks [] for port (4d87029c-5e45-4d48-a142-4250076c8367), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:49.767329 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-504c93eb-c8a3-4fad-ad53-ae8a4123401f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (4d87029c-5e45-4d48-a142-4250076c8367), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:49.821592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504c93eb-c8a3-4fad-ad53-ae8a4123401f None None] Network 8644b5ec-3478-48ef-90e0-3ce4a21bb775 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:58:49.824691 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-504c93eb-c8a3-4fad-ad53-ae8a4123401f None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:58:49.860004 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504c93eb-c8a3-4fad-ad53-ae8a4123401f None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:58:50.004168 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-504c93eb-c8a3-4fad-ad53-ae8a4123401f None None] Attempting to bind port 4d87029c-5e45-4d48-a142-4250076c8367 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:58:50.004543 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-504c93eb-c8a3-4fad-ad53-ae8a4123401f None None] Attempting to bind port 4d87029c-5e45-4d48-a142-4250076c8367 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'b5e8f97a-a863-43a7-95d6-db8924c46cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8644b5ec-3478-48ef-90e0-3ce4a21bb775'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:58:50.004907 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504c93eb-c8a3-4fad-ad53-ae8a4123401f None None] Attempting to bind port 4d87029c-5e45-4d48-a142-4250076c8367 on network 8644b5ec-3478-48ef-90e0-3ce4a21bb775 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:58:50.007592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c93eb-c8a3-4fad-ad53-ae8a4123401f None None] Pushing event updated for resources: {'Port': ['ID=4d87029c-5e45-4d48-a142-4250076c8367,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:50.022773 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504c93eb-c8a3-4fad-ad53-ae8a4123401f None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:58:50.023194 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504c93eb-c8a3-4fad-ad53-ae8a4123401f None None] Checking segment: {'id': 'b5e8f97a-a863-43a7-95d6-db8924c46cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8644b5ec-3478-48ef-90e0-3ce4a21bb775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:58:50.023600 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-504c93eb-c8a3-4fad-ad53-ae8a4123401f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:50.024165 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504c93eb-c8a3-4fad-ad53-ae8a4123401f None None] Bound using segment: {'id': 'b5e8f97a-a863-43a7-95d6-db8924c46cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8644b5ec-3478-48ef-90e0-3ce4a21bb775'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:58:50.024786 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-504c93eb-c8a3-4fad-ad53-ae8a4123401f None None] Bound port: 4d87029c-5e45-4d48-a142-4250076c8367, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e8f97a-a863-43a7-95d6-db8924c46cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8644b5ec-3478-48ef-90e0-3ce4a21bb775'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:58:50.025323 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-504c93eb-c8a3-4fad-ad53-ae8a4123401f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4d87029c-5e45-4d48-a142-4250076c8367), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:50.062818 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cce1f66-2133-4651-a48d-489c8b599b30 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:58:50.143447 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-504c93eb-c8a3-4fad-ad53-ae8a4123401f None None] For port 4d87029c-5e45-4d48-a142-4250076c8367, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:58:50.156084 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-504c93eb-c8a3-4fad-ad53-ae8a4123401f None None] For port 4d87029c-5e45-4d48-a142-4250076c8367, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4d87029c-5e45-4d48-a142-4250076c8367,segment=NetworkSegment(b5e8f97a-a863-43a7-95d6-db8924c46cb1),segment_id=b5e8f97a-a863-43a7-95d6-db8924c46cb1)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:58:50.157465 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-8e9968d4-11ee-4438-85d1-4b67f9c050ae tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:50.159489 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-8e9968d4-11ee-4438-85d1-4b67f9c050ae tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.48 "GET /v2.0/networks?id=29b668bf-f35c-4e3e-9271-d210f6677079 HTTP/1.1" status: 200 len: 809 time: 1.2077880 Feb 20 05:58:50.189331 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-504c93eb-c8a3-4fad-ad53-ae8a4123401f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4d87029c-5e45-4d48-a142-4250076c8367), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:50.200304 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-83d8be48-dcfe-4c25-bdd9-e2aca2853370 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Request body: {'port': {'device_id': '9b03dcc5-c653-43e8-8cd9-2e07067d03b2', 'network_id': '29b668bf-f35c-4e3e-9271-d210f6677079', 'admin_state_up': True, 'tenant_id': '3d9bead48801481283ace5b2e05e0d6e'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:50.224643 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-964cfe24-7ad5-4184-b54e-19209fd483c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for router_gateway (a95dfffe-2dab-48bf-a7b9-2b4932df02e4), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:50.282637 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c93eb-c8a3-4fad-ad53-ae8a4123401f None None] Pushing event updated for resources: {'Port': ['ID=4d87029c-5e45-4d48-a142-4250076c8367,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:50.580413 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b00b509a-a5cb-457c-9568-ff480118a9f6 req-279d302a-a6af-44ef-ab8c-4718bb56380d tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b03dcc5-c653-43e8-8cd9-2e07067d03b2 HTTP/1.1" status: 200 len: 210 time: 0.0465350 Feb 20 05:58:50.790736 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-83d8be48-dcfe-4c25-bdd9-e2aca2853370 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Made reservation on behalf of 3d9bead48801481283ace5b2e05e0d6e for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:58:50.795064 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-83d8be48-dcfe-4c25-bdd9-e2aca2853370 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:51.081842 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-964cfe24-7ad5-4184-b54e-19209fd483c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for router_gateway (a95dfffe-2dab-48bf-a7b9-2b4932df02e4), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:51.165710 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-964cfe24-7ad5-4184-b54e-19209fd483c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:51.324050 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-83d8be48-dcfe-4c25-bdd9-e2aca2853370 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Allocated IP 172.20.0.5 (29b668bf-f35c-4e3e-9271-d210f6677079/f300f52d-3c63-426c-82cf-054df4eb3e56/345f1105-1591-41a4-9a32-642766fa02e9) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:58:51.374645 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4cce1f66-2133-4651-a48d-489c8b599b30 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for floatingip (17c66d60-6a17-4dc7-9b62-838386347955), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:51.449439 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:51.517163 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-964cfe24-7ad5-4184-b54e-19209fd483c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Allocated IP 172.25.3.46 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/66f29431-1109-4dae-b62b-a7ea101d6e94) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:58:51.822101 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-685c4a58-ea06-4379-9aae-a14a31a06a15 req-01fe43b4-c888-430f-a441-2b9aedbdf888 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b03dcc5-c653-43e8-8cd9-2e07067d03b2 HTTP/1.1" status: 200 len: 210 time: 0.1178036 Feb 20 05:58:51.826848 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4cce1f66-2133-4651-a48d-489c8b599b30 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (001ffb5a-5fd2-4460-bffb-cd5e92a99e71), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:51.944322 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a075b0a0-0adc-4f7a-a611-89fdcf5bc71a None None] Network 8644b5ec-3478-48ef-90e0-3ce4a21bb775 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:58:51.992628 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-83d8be48-dcfe-4c25-bdd9-e2aca2853370 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Publish callbacks [] for port (345f1105-1591-41a4-9a32-642766fa02e9), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:52.036378 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-964cfe24-7ad5-4184-b54e-19209fd483c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for port (66f29431-1109-4dae-b62b-a7ea101d6e94), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:52.094355 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4d87029c-5e45-4d48-a142-4250076c8367 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:58:52.158638 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-964cfe24-7ad5-4184-b54e-19209fd483c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (66f29431-1109-4dae-b62b-a7ea101d6e94), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:52.176076 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-83d8be48-dcfe-4c25-bdd9-e2aca2853370 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (345f1105-1591-41a4-9a32-642766fa02e9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:52.179569 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-f84380ec-c3ff-4d58-a092-0801b4c9acfa None None] Provisioning complete for port 4d87029c-5e45-4d48-a142-4250076c8367 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:58:52.180157 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f84380ec-c3ff-4d58-a092-0801b4c9acfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4d87029c-5e45-4d48-a142-4250076c8367), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:52.201025 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4cce1f66-2133-4651-a48d-489c8b599b30 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for port (001ffb5a-5fd2-4460-bffb-cd5e92a99e71), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:52.226347 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964cfe24-7ad5-4184-b54e-19209fd483c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:58:52.230241 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4cce1f66-2133-4651-a48d-489c8b599b30 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (001ffb5a-5fd2-4460-bffb-cd5e92a99e71), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:52.238937 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 4d87029c-5e45-4d48-a142-4250076c8367 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:58:52.241230 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4d87029c-5e45-4d48-a142-4250076c8367), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:52.250566 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-964cfe24-7ad5-4184-b54e-19209fd483c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:58:52.254548 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964cfe24-7ad5-4184-b54e-19209fd483c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:58:52.305737 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-83d8be48-dcfe-4c25-bdd9-e2aca2853370 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Network 29b668bf-f35c-4e3e-9271-d210f6677079 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:58:52.313961 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cfe24-7ad5-4184-b54e-19209fd483c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event updated for resources: {'Port': ['ID=66f29431-1109-4dae-b62b-a7ea101d6e94,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:52.320701 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-83d8be48-dcfe-4c25-bdd9-e2aca2853370 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:58:52.378256 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8be48-dcfe-4c25-bdd9-e2aca2853370 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Pushing event updated for resources: {'Port': ['ID=345f1105-1591-41a4-9a32-642766fa02e9,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:52.381348 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-83d8be48-dcfe-4c25-bdd9-e2aca2853370 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:58:52.457966 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4cce1f66-2133-4651-a48d-489c8b599b30 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (17c66d60-6a17-4dc7-9b62-838386347955), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:52.505714 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f84380ec-c3ff-4d58-a092-0801b4c9acfa None None] Current status of the port 4d87029c-5e45-4d48-a142-4250076c8367 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:58:52.506219 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f84380ec-c3ff-4d58-a092-0801b4c9acfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4d87029c-5e45-4d48-a142-4250076c8367), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:52.526395 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 4d87029c-5e45-4d48-a142-4250076c8367 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:58:52.526800 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4d87029c-5e45-4d48-a142-4250076c8367), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:52.616752 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-83d8be48-dcfe-4c25-bdd9-e2aca2853370 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:52.617445 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-83d8be48-dcfe-4c25-bdd9-e2aca2853370 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:52.630339 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 4d87029c-5e45-4d48-a142-4250076c8367, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4d87029c-5e45-4d48-a142-4250076c8367,segment=NetworkSegment(b5e8f97a-a863-43a7-95d6-db8924c46cb1),segment_id=b5e8f97a-a863-43a7-95d6-db8924c46cb1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:58:52.642059 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4d87029c-5e45-4d48-a142-4250076c8367), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:52.681681 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce1f66-2133-4651-a48d-489c8b599b30 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Port': ['ID=001ffb5a-5fd2-4460-bffb-cd5e92a99e71,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:52.794867 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-83d8be48-dcfe-4c25-bdd9-e2aca2853370 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5992050 Feb 20 05:58:52.874641 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-432dc73c-e240-4a01-9dc8-1c2bd4e5eee4 service neutron] Request body: {'port': {'device_id': '9b03dcc5-c653-43e8-8cd9-2e07067d03b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:52.899545 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=4d87029c-5e45-4d48-a142-4250076c8367,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:52.946380 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-f84380ec-c3ff-4d58-a092-0801b4c9acfa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:58:52.946785 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-f84380ec-c3ff-4d58-a092-0801b4c9acfa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:58:52.990582 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:53.012831 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:53.408292 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-4cce1f66-2133-4651-a48d-489c8b599b30 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Floating IP 17c66d60-6a17-4dc7-9b62-838386347955 associated. External IP: 172.25.3.86, port: 605aa974-6a17-438d-84de-2cc66b9bff6c. Feb 20 05:58:53.501328 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f84380ec-c3ff-4d58-a092-0801b4c9acfa None None] Current status of the port 4d87029c-5e45-4d48-a142-4250076c8367 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:58:53.605992 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-964cfe24-7ad5-4184-b54e-19209fd483c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for router_gateway (a95dfffe-2dab-48bf-a7b9-2b4932df02e4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:53.615574 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-432dc73c-e240-4a01-9dc8-1c2bd4e5eee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (345f1105-1591-41a4-9a32-642766fa02e9), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:53.628543 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-4baa0c5e-d13b-4ee4-858c-30266b1fd7f7 None None] Provisioning complete for port 4d87029c-5e45-4d48-a142-4250076c8367 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:58:53.629440 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4baa0c5e-d13b-4ee4-858c-30266b1fd7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4d87029c-5e45-4d48-a142-4250076c8367), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:53.665478 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0b99e-d39d-48eb-8c08-792c7295f315 req-4ee2a15f-2b3a-4421-9ecb-4fabc66db195 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:53.667683 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7bd0b99e-d39d-48eb-8c08-792c7295f315 req-4ee2a15f-2b3a-4421-9ecb-4fabc66db195 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b03dcc5-c653-43e8-8cd9-2e07067d03b2 HTTP/1.1" status: 200 len: 931 time: 0.6751590 Feb 20 05:58:53.813466 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7bd0b99e-d39d-48eb-8c08-792c7295f315 req-9be41323-fc0e-413e-888c-ad8deaf38df6 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/security-groups?id=32fac512-7c98-4203-9922-2d29654c14a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361771 Feb 20 05:58:53.858703 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4baa0c5e-d13b-4ee4-858c-30266b1fd7f7 None None] Current status of the port 4d87029c-5e45-4d48-a142-4250076c8367 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:58:54.018055 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4d87029c-5e45-4d48-a142-4250076c8367 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:58:54.099072 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cce1f66-2133-4651-a48d-489c8b599b30 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Router a6dab2b7-b436-4869-b231-08c9ac584b31 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:58:54.148637 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 4d87029c-5e45-4d48-a142-4250076c8367 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:58:54.149035 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4d87029c-5e45-4d48-a142-4250076c8367), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:54.266272 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 4d87029c-5e45-4d48-a142-4250076c8367 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:58:54.418203 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-964cfe24-7ad5-4184-b54e-19209fd483c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (a95dfffe-2dab-48bf-a7b9-2b4932df02e4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:54.622694 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cce1f66-2133-4651-a48d-489c8b599b30 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:58:54.641762 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5198df-3bcf-4400-9ddf-a5b0df99aa66 None None] Sync routers for ids ['a6dab2b7-b436-4869-b231-08c9ac584b31'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:58:54.661287 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5198df-3bcf-4400-9ddf-a5b0df99aa66 None None] Routers {'a6dab2b7-b436-4869-b231-08c9ac584b31'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:54.663421 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ad5198df-3bcf-4400-9ddf-a5b0df99aa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a6dab2b7-b436-4869-b231-08c9ac584b31'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:54.805517 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4cce1f66-2133-4651-a48d-489c8b599b30 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:54.820092 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-432dc73c-e240-4a01-9dc8-1c2bd4e5eee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345f1105-1591-41a4-9a32-642766fa02e9 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:58:54.860653 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-432dc73c-e240-4a01-9dc8-1c2bd4e5eee4 service neutron] Publish callbacks [] for port (345f1105-1591-41a4-9a32-642766fa02e9), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:54.930437 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-432dc73c-e240-4a01-9dc8-1c2bd4e5eee4 service neutron] Transition to ACTIVE for port object 345f1105-1591-41a4-9a32-642766fa02e9 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:58:54.945378 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4cce1f66-2133-4651-a48d-489c8b599b30 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.5694833 Feb 20 05:58:54.948134 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8f86aa-7113-40af-b105-5b8d3dedb2ac', 'tag': '605aa974-6a17-438d-84de-2cc66b9bff6c'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:58:54.950627 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992b8794-8ce8-49f9-a753-2273a99c8137" -d '{"events": [{"name": "network-changed", "server_uuid": "eb8f86aa-7113-40af-b105-5b8d3dedb2ac", "tag": "605aa974-6a17-438d-84de-2cc66b9bff6c"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:58:54.977635 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-432dc73c-e240-4a01-9dc8-1c2bd4e5eee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (345f1105-1591-41a4-9a32-642766fa02e9), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:55.008313 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-ad5198df-3bcf-4400-9ddf-a5b0df99aa66 None None] Set router a6dab2b7-b436-4869-b231-08c9ac584b31 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:58:55.217977 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964cfe24-7ad5-4184-b54e-19209fd483c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Router a95dfffe-2dab-48bf-a7b9-2b4932df02e4 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 05:58:55.239090 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432dc73c-e240-4a01-9dc8-1c2bd4e5eee4 service neutron] Pushing event updated for resources: {'Port': ['ID=345f1105-1591-41a4-9a32-642766fa02e9,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:55.263613 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-432dc73c-e240-4a01-9dc8-1c2bd4e5eee4 service neutron] Attempting to bind port 345f1105-1591-41a4-9a32-642766fa02e9 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:58:55.265283 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-432dc73c-e240-4a01-9dc8-1c2bd4e5eee4 service neutron] Attempting to bind port 345f1105-1591-41a4-9a32-642766fa02e9 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '6c2388e5-b432-4ef4-a093-57065aaac97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '29b668bf-f35c-4e3e-9271-d210f6677079'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:58:55.265774 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-432dc73c-e240-4a01-9dc8-1c2bd4e5eee4 service neutron] Attempting to bind port 345f1105-1591-41a4-9a32-642766fa02e9 on network 29b668bf-f35c-4e3e-9271-d210f6677079 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:58:55.274582 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-432dc73c-e240-4a01-9dc8-1c2bd4e5eee4 service neutron] Port 345f1105-1591-41a4-9a32-642766fa02e9 on network 29b668bf-f35c-4e3e-9271-d210f6677079 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:58:55.275254 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-432dc73c-e240-4a01-9dc8-1c2bd4e5eee4 service neutron] Attempting to bind port 345f1105-1591-41a4-9a32-642766fa02e9 on network 29b668bf-f35c-4e3e-9271-d210f6677079 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:58:55.281442 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-432dc73c-e240-4a01-9dc8-1c2bd4e5eee4 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:58:55.281971 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-432dc73c-e240-4a01-9dc8-1c2bd4e5eee4 service neutron] Checking segment: {'id': '6c2388e5-b432-4ef4-a093-57065aaac97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '29b668bf-f35c-4e3e-9271-d210f6677079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:58:55.282469 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-432dc73c-e240-4a01-9dc8-1c2bd4e5eee4 service neutron] Bound using segment: {'id': '6c2388e5-b432-4ef4-a093-57065aaac97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '29b668bf-f35c-4e3e-9271-d210f6677079'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:58:55.283051 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-432dc73c-e240-4a01-9dc8-1c2bd4e5eee4 service neutron] Bound port: 345f1105-1591-41a4-9a32-642766fa02e9, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c2388e5-b432-4ef4-a093-57065aaac97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '29b668bf-f35c-4e3e-9271-d210f6677079'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:58:55.283526 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-432dc73c-e240-4a01-9dc8-1c2bd4e5eee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (345f1105-1591-41a4-9a32-642766fa02e9), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:55.293238 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519c86a-0246-42b6-a39f-c80c651c32ca req-b16a94ed-bf84-4625-90fb-bff899c389b4 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:55.294981 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c519c86a-0246-42b6-a39f-c80c651c32ca req-b16a94ed-bf84-4625-90fb-bff899c389b4 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b03dcc5-c653-43e8-8cd9-2e07067d03b2 HTTP/1.1" status: 200 len: 943 time: 0.3692141 Feb 20 05:58:55.356786 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:55.364917 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ad5198df-3bcf-4400-9ddf-a5b0df99aa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979371108', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:58:16Z', 'updated_at': '2022-02-20T05:58:27Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:58:17Z', 'updated_at': '2022-02-20T05:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '17c66d60-6a17-4dc7-9b62-838386347955', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'floating_ip_address': '172.25.3.86', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'port_id': '605aa974-6a17-438d-84de-2cc66b9bff6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff', 'mac_address': 'fa:16:3e:bf:70:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8f86aa-7113-40af-b105-5b8d3dedb2ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:58:50Z', 'updated_at': '2022-02-20T05:58:50Z', 'revision_number': 0, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0de4e38-7dcd-4130-809a-cf627d6f5b7d', 'name': '', 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:43:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'c18849a5-e890-4940-bc50-1c71fe5b530c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:58:26Z', 'updated_at': '2022-02-20T05:58:33Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': 'c18849a5-e890-4940-bc50-1c71fe5b530c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:55.374185 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c519c86a-0246-42b6-a39f-c80c651c32ca req-9c54455a-3869-48b1-ab58-8a43be869660 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/security-groups?id=32fac512-7c98-4203-9922-2d29654c14a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675805 Feb 20 05:58:55.391450 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5198df-3bcf-4400-9ddf-a5b0df99aa66 None None] Checking router: a6dab2b7-b436-4869-b231-08c9ac584b31 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:58:55.400615 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5198df-3bcf-4400-9ddf-a5b0df99aa66 None None] Routers {'a6dab2b7-b436-4869-b231-08c9ac584b31'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:55.401904 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ad5198df-3bcf-4400-9ddf-a5b0df99aa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a6dab2b7-b436-4869-b231-08c9ac584b31'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:55.577196 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964cfe24-7ad5-4184-b54e-19209fd483c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:58:55.586516 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb384291-2728-40bb-96fc-1ed25adf0bc8 None None] Sync routers for ids ['a95dfffe-2dab-48bf-a7b9-2b4932df02e4'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:58:55.615414 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb384291-2728-40bb-96fc-1ed25adf0bc8 None None] Routers {'a95dfffe-2dab-48bf-a7b9-2b4932df02e4'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:55.618282 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fb384291-2728-40bb-96fc-1ed25adf0bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a95dfffe-2dab-48bf-a7b9-2b4932df02e4'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:55.624913 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-ad5198df-3bcf-4400-9ddf-a5b0df99aa66 None None] Set router a6dab2b7-b436-4869-b231-08c9ac584b31 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:58:55.692952 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-964cfe24-7ad5-4184-b54e-19209fd483c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:55.694567 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-964cfe24-7ad5-4184-b54e-19209fd483c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.8943188 Feb 20 05:58:55.697662 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38084) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:55.721282 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-432dc73c-e240-4a01-9dc8-1c2bd4e5eee4 service neutron] For port 345f1105-1591-41a4-9a32-642766fa02e9, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:58:55.725759 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-432dc73c-e240-4a01-9dc8-1c2bd4e5eee4 service neutron] For port 345f1105-1591-41a4-9a32-642766fa02e9, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=345f1105-1591-41a4-9a32-642766fa02e9,segment=NetworkSegment(6c2388e5-b432-4ef4-a093-57065aaac97b),segment_id=6c2388e5-b432-4ef4-a093-57065aaac97b)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:58:55.725959 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fb384291-2728-40bb-96fc-1ed25adf0bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:55.734504 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5ba37-71cd-4a54-bce7-34a9e6ea1084 req-619f9aa0-66c4-4b32-860f-e8dfaf87f6b8 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:55.741796 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60c5ba37-71cd-4a54-bce7-34a9e6ea1084 req-619f9aa0-66c4-4b32-860f-e8dfaf87f6b8 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 945 time: 0.1316886 Feb 20 05:58:55.766579 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb384291-2728-40bb-96fc-1ed25adf0bc8 None None] Routers {'a95dfffe-2dab-48bf-a7b9-2b4932df02e4'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:55.767431 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fb384291-2728-40bb-96fc-1ed25adf0bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a95dfffe-2dab-48bf-a7b9-2b4932df02e4'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:55.772593 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-432dc73c-e240-4a01-9dc8-1c2bd4e5eee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (345f1105-1591-41a4-9a32-642766fa02e9), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:55.874453 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fb384291-2728-40bb-96fc-1ed25adf0bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:55.875248 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb384291-2728-40bb-96fc-1ed25adf0bc8 None None] The sync data for ids ['a95dfffe-2dab-48bf-a7b9-2b4932df02e4'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:58:55.899333 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-432dc73c-e240-4a01-9dc8-1c2bd4e5eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:55.899968 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-432dc73c-e240-4a01-9dc8-1c2bd4e5eee4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:55.911064 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-432dc73c-e240-4a01-9dc8-1c2bd4e5eee4 service neutron] 10.222.0.48 "PUT /v2.0/ports/345f1105-1591-41a4-9a32-642766fa02e9 HTTP/1.1" status: 200 len: 1091 time: 3.0410774 Feb 20 05:58:56.110631 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60c5ba37-71cd-4a54-bce7-34a9e6ea1084 req-1afff47e-c2bd-4d51-960a-3a62fabe746b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3677616 Feb 20 05:58:56.127926 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432dc73c-e240-4a01-9dc8-1c2bd4e5eee4 service neutron] Pushing event updated for resources: {'Port': ['ID=345f1105-1591-41a4-9a32-642766fa02e9,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:56.145530 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38096) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:56.194687 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ad5198df-3bcf-4400-9ddf-a5b0df99aa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979371108', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:58:16Z', 'updated_at': '2022-02-20T05:58:27Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:58:17Z', 'updated_at': '2022-02-20T05:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '17c66d60-6a17-4dc7-9b62-838386347955', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'floating_ip_address': '172.25.3.86', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'port_id': '605aa974-6a17-438d-84de-2cc66b9bff6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff', 'mac_address': 'fa:16:3e:bf:70:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8f86aa-7113-40af-b105-5b8d3dedb2ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:58:50Z', 'updated_at': '2022-02-20T05:58:50Z', 'revision_number': 0, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0de4e38-7dcd-4130-809a-cf627d6f5b7d', 'name': '', 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:43:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'c18849a5-e890-4940-bc50-1c71fe5b530c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:58:26Z', 'updated_at': '2022-02-20T05:58:33Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': 'c18849a5-e890-4940-bc50-1c71fe5b530c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:56.224976 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5198df-3bcf-4400-9ddf-a5b0df99aa66 None None] The sync data for ids ['a6dab2b7-b436-4869-b231-08c9ac584b31'] in n-d-829866-5 is: [{'id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979371108', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:58:16Z', 'updated_at': '2022-02-20T05:58:27Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:58:17Z', 'updated_at': '2022-02-20T05:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '17c66d60-6a17-4dc7-9b62-838386347955', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'floating_ip_address': '172.25.3.86', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'port_id': '605aa974-6a17-438d-84de-2cc66b9bff6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff', 'mac_address': 'fa:16:3e:bf:70:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8f86aa-7113-40af-b105-5b8d3dedb2ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T05:58:50Z', 'updated_at': '2022-02-20T05:58:50Z', 'revision_number': 0, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0de4e38-7dcd-4130-809a-cf627d6f5b7d', 'name': '', 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:43:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'c18849a5-e890-4940-bc50-1c71fe5b530c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:58:26Z', 'updated_at': '2022-02-20T05:58:33Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': 'c18849a5-e890-4940-bc50-1c71fe5b530c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:58:56.301051 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b9bb9276-8468-4e5f-ad40-a35bb9ab5997 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/floatingips/17c66d60-6a17-4dc7-9b62-838386347955 HTTP/1.1" status: 200 len: 990 time: 0.1439650 Feb 20 05:58:56.305073 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b381a2-fe13-4c8e-9012-294061329454 x-openstack-request-id: req-f1b381a2-fe13-4c8e-9012-294061329454 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:58:56.305387 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb8f86aa-7113-40af-b105-5b8d3dedb2ac", "tag": "605aa974-6a17-438d-84de-2cc66b9bff6c", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:58:56.305641 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1b381a2-fe13-4c8e-9012-294061329454 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:58:56.306060 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb8f86aa-7113-40af-b105-5b8d3dedb2ac', 'tag': '605aa974-6a17-438d-84de-2cc66b9bff6c', 'status': 'completed', 'code': 200} Feb 20 05:58:56.329612 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-ea84e06c-e074-427a-9978-4424f75e6ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:56.331359 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-ea84e06c-e074-427a-9978-4424f75e6ece service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3d9bead48801481283ace5b2e05e0d6e&device_id=9b03dcc5-c653-43e8-8cd9-2e07067d03b2 HTTP/1.1" status: 200 len: 1125 time: 0.3560574 Feb 20 05:58:56.418217 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-ad96ebdf-4b6c-44cc-8114-7b17451e2511 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=345f1105-1591-41a4-9a32-642766fa02e9 HTTP/1.1" status: 200 len: 217 time: 0.0783300 Feb 20 05:58:56.566422 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-4d25e8bc-c7f6-4984-a029-e9576116f0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:56.567922 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-4d25e8bc-c7f6-4984-a029-e9576116f0ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f300f52d-3c63-426c-82cf-054df4eb3e56 HTTP/1.1" status: 200 len: 849 time: 0.1420214 Feb 20 05:58:56.648458 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65390e0c-4ae1-4ad2-b9c5-1027b5383274 None None] New status for floating IP 17c66d60-6a17-4dc7-9b62-838386347955: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 05:58:56.774165 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-4b1456de-4c7c-48ca-8703-604925a1e8e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=29b668bf-f35c-4e3e-9271-d210f6677079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1630571 Feb 20 05:58:56.777001 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b8794-8ce8-49f9-a753-2273a99c8137 req-e093a0f4-40f7-4bb6-89d5-9fad4c371d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:56.782916 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-992b8794-8ce8-49f9-a753-2273a99c8137 req-e093a0f4-40f7-4bb6-89d5-9fad4c371d77 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 1127 time: 0.3699040 Feb 20 05:58:57.043212 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-ed30853d-1888-4a82-b9e5-0d2048e496d6 service neutron] 10.222.0.48 "GET /v2.0/networks/29b668bf-f35c-4e3e-9271-d210f6677079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625237 Feb 20 05:58:57.071327 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b8794-8ce8-49f9-a753-2273a99c8137 req-5a42651e-69ca-46b9-bb1d-2b572c4e20dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:57.073473 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-992b8794-8ce8-49f9-a753-2273a99c8137 req-5a42651e-69ca-46b9-bb1d-2b572c4e20dc service neutron] 10.222.0.61 "GET /v2.0/networks?id=a97b557b-6d89-4051-82cf-afc4b06f9eff HTTP/1.1" status: 200 len: 896 time: 0.2853422 Feb 20 05:58:57.114641 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b336db2-a3d1-4552-95a0-0cf8306f2c71 req-daf630d5-5989-4f00-87ce-66806fb050f4 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:57.118122 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3b336db2-a3d1-4552-95a0-0cf8306f2c71 req-daf630d5-5989-4f00-87ce-66806fb050f4 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b03dcc5-c653-43e8-8cd9-2e07067d03b2 HTTP/1.1" status: 200 len: 943 time: 0.5492170 Feb 20 05:58:57.233395 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-992b8794-8ce8-49f9-a753-2273a99c8137 req-986c3784-6501-4e8e-a3c5-dd2a1b847436 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=605aa974-6a17-438d-84de-2cc66b9bff6c HTTP/1.1" status: 200 len: 1000 time: 0.1450534 Feb 20 05:58:57.238576 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eff1e9b4-f0ca-4f8f-a36b-9e202e7473b1 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:57.297101 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3b336db2-a3d1-4552-95a0-0cf8306f2c71 req-da1b8a5b-880b-4fcd-8cd4-791b119b5da4 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/security-groups?id=32fac512-7c98-4203-9922-2d29654c14a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483259 Feb 20 05:58:57.318596 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38114) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:57.325104 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b8794-8ce8-49f9-a753-2273a99c8137 req-dbfb850f-7736-4a3e-a8d4-c96059d97ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:57.326939 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-992b8794-8ce8-49f9-a753-2273a99c8137 req-dbfb850f-7736-4a3e-a8d4-c96059d97ab5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c18849a5-e890-4940-bc50-1c71fe5b530c HTTP/1.1" status: 200 len: 835 time: 0.0856104 Feb 20 05:58:57.426350 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c632db9d-d399-4b67-ae27-f64e67e68b40 req-e129a0f7-d63b-4bd2-89be-b008a8e4a640 service neutron] 10.222.0.48 "GET /v2.0/networks/29b668bf-f35c-4e3e-9271-d210f6677079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711545 Feb 20 05:58:57.459842 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a61d1dfc-eab0-443f-b37b-772d29af7447 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/floatingips/17c66d60-6a17-4dc7-9b62-838386347955 HTTP/1.1" status: 200 len: 992 time: 0.1399026 Feb 20 05:58:57.613168 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b8794-8ce8-49f9-a753-2273a99c8137 req-9958cc37-c4da-4cb3-91d9-c20dcc2cd30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:57.614722 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-992b8794-8ce8-49f9-a753-2273a99c8137 req-9958cc37-c4da-4cb3-91d9-c20dcc2cd30e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a97b557b-6d89-4051-82cf-afc4b06f9eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2808771 Feb 20 05:58:57.898167 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-992b8794-8ce8-49f9-a753-2273a99c8137 req-d5b7b691-486d-4b1b-8e62-fad80c695603 service neutron] 10.222.0.61 "GET /v2.0/networks/a97b557b-6d89-4051-82cf-afc4b06f9eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909301 Feb 20 05:58:57.997396 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-eff1e9b4-f0ca-4f8f-a36b-9e202e7473b1 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Allocated IP 172.20.0.1 (8644b5ec-3478-48ef-90e0-3ce4a21bb775/28aee132-2fb3-4f33-97ae-ebd431942e0f/fed1e028-d80c-4128-82f6-ca277c8a83e5) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:58:58.115282 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-992b8794-8ce8-49f9-a753-2273a99c8137 req-e7aeba4d-3618-4239-bdbf-3cc85b14fe4b service neutron] 10.222.0.61 "GET /v2.0/networks/a97b557b-6d89-4051-82cf-afc4b06f9eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060373 Feb 20 05:58:58.199516 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eff1e9b4-f0ca-4f8f-a36b-9e202e7473b1 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for port (fed1e028-d80c-4128-82f6-ca277c8a83e5), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:58.242544 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eff1e9b4-f0ca-4f8f-a36b-9e202e7473b1 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (fed1e028-d80c-4128-82f6-ca277c8a83e5), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:58.290843 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff1e9b4-f0ca-4f8f-a36b-9e202e7473b1 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Network 8644b5ec-3478-48ef-90e0-3ce4a21bb775 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:58:58.295226 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-eff1e9b4-f0ca-4f8f-a36b-9e202e7473b1 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:58:58.300977 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff1e9b4-f0ca-4f8f-a36b-9e202e7473b1 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:58:58.307151 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b03dcc5-c653-43e8-8cd9-2e07067d03b2', 'tag': '345f1105-1591-41a4-9a32-642766fa02e9'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:58:58.310291 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656cb825-7038-4baa-a301-01b43d00060d" -d '{"events": [{"name": "network-changed", "server_uuid": "9b03dcc5-c653-43e8-8cd9-2e07067d03b2", "tag": "345f1105-1591-41a4-9a32-642766fa02e9"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:58:58.360566 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1e9b4-f0ca-4f8f-a36b-9e202e7473b1 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event updated for resources: {'Port': ['ID=fed1e028-d80c-4128-82f6-ca277c8a83e5,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:58.383975 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cedbf0-344f-4442-99b8-75de43c38570 x-openstack-request-id: req-74cedbf0-344f-4442-99b8-75de43c38570 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:58:58.384879 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b03dcc5-c653-43e8-8cd9-2e07067d03b2", "tag": "345f1105-1591-41a4-9a32-642766fa02e9", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:58:58.385416 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74cedbf0-344f-4442-99b8-75de43c38570 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:58:58.386059 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b03dcc5-c653-43e8-8cd9-2e07067d03b2', 'tag': '345f1105-1591-41a4-9a32-642766fa02e9', 'status': 'completed', 'code': 200} Feb 20 05:58:58.416249 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eff1e9b4-f0ca-4f8f-a36b-9e202e7473b1 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (a95dfffe-2dab-48bf-a7b9-2b4932df02e4), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:58.566503 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656cb825-7038-4baa-a301-01b43d00060d req-6c563292-225e-4b19-a116-24466a579272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:58.570781 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-656cb825-7038-4baa-a301-01b43d00060d req-6c563292-225e-4b19-a116-24466a579272 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3d9bead48801481283ace5b2e05e0d6e&device_id=9b03dcc5-c653-43e8-8cd9-2e07067d03b2 HTTP/1.1" status: 200 len: 1125 time: 0.1719010 Feb 20 05:58:58.757205 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d96b8-42e3-41b2-a26b-c409bede404c req-2413cd1a-b525-4028-a56d-9569ad680115 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:58.766039 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b2d96b8-42e3-41b2-a26b-c409bede404c req-2413cd1a-b525-4028-a56d-9569ad680115 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b03dcc5-c653-43e8-8cd9-2e07067d03b2 HTTP/1.1" status: 200 len: 943 time: 0.2704396 Feb 20 05:58:58.767560 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-72f060c5-9b4c-4f03-be71-d5eb0c4bc2be None None] Provisioning complete for port fed1e028-d80c-4128-82f6-ca277c8a83e5 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:58:58.768067 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72f060c5-9b4c-4f03-be71-d5eb0c4bc2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fed1e028-d80c-4128-82f6-ca277c8a83e5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:58.798320 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eff1e9b4-f0ca-4f8f-a36b-9e202e7473b1 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (fed1e028-d80c-4128-82f6-ca277c8a83e5), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:58.803188 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656cb825-7038-4baa-a301-01b43d00060d req-a41a0a53-9e12-44f3-af29-a4fcf4698f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:58.805487 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-656cb825-7038-4baa-a301-01b43d00060d req-a41a0a53-9e12-44f3-af29-a4fcf4698f9b service neutron] 10.222.0.48 "GET /v2.0/networks?id=29b668bf-f35c-4e3e-9271-d210f6677079 HTTP/1.1" status: 200 len: 909 time: 0.2274833 Feb 20 05:58:58.837978 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-72f060c5-9b4c-4f03-be71-d5eb0c4bc2be None None] Port fed1e028-d80c-4128-82f6-ca277c8a83e5 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:58:58.865132 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b2d96b8-42e3-41b2-a26b-c409bede404c req-d31fcdfd-7e35-4bdd-bfb1-1c77d8725a1e tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/security-groups?id=32fac512-7c98-4203-9922-2d29654c14a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981681 Feb 20 05:58:58.913241 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-656cb825-7038-4baa-a301-01b43d00060d req-0c505e3f-3264-44d9-9173-3509b3266890 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=345f1105-1591-41a4-9a32-642766fa02e9 HTTP/1.1" status: 200 len: 217 time: 0.0616748 Feb 20 05:58:59.000740 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656cb825-7038-4baa-a301-01b43d00060d req-08ccb930-002c-4fc8-8b90-9b0e9df830b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:58:59.002280 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-656cb825-7038-4baa-a301-01b43d00060d req-08ccb930-002c-4fc8-8b90-9b0e9df830b8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f300f52d-3c63-426c-82cf-054df4eb3e56 HTTP/1.1" status: 200 len: 849 time: 0.0832093 Feb 20 05:58:59.039919 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-656cb825-7038-4baa-a301-01b43d00060d req-ff81adb3-e5b8-4d7f-933e-c02c8c02e879 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=29b668bf-f35c-4e3e-9271-d210f6677079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301459 Feb 20 05:58:59.184716 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-656cb825-7038-4baa-a301-01b43d00060d req-3f222346-4c85-40de-b145-e00a5bc57148 service neutron] 10.222.0.48 "GET /v2.0/networks/29b668bf-f35c-4e3e-9271-d210f6677079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383357 Feb 20 05:58:59.244200 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eff1e9b4-f0ca-4f8f-a36b-9e202e7473b1 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for port (fed1e028-d80c-4128-82f6-ca277c8a83e5), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:59.253848 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eff1e9b4-f0ca-4f8f-a36b-9e202e7473b1 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (fed1e028-d80c-4128-82f6-ca277c8a83e5), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:59.342414 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1e9b4-f0ca-4f8f-a36b-9e202e7473b1 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event updated for resources: {'Port': ['ID=fed1e028-d80c-4128-82f6-ca277c8a83e5,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:58:59.344034 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-656cb825-7038-4baa-a301-01b43d00060d req-3be28d63-d1ee-46fd-95ac-7a0e50ace868 service neutron] 10.222.0.48 "GET /v2.0/networks/29b668bf-f35c-4e3e-9271-d210f6677079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534717 Feb 20 05:58:59.345020 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eff1e9b4-f0ca-4f8f-a36b-9e202e7473b1 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (a95dfffe-2dab-48bf-a7b9-2b4932df02e4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:58:59.477963 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff1e9b4-f0ca-4f8f-a36b-9e202e7473b1 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Network 8644b5ec-3478-48ef-90e0-3ce4a21bb775 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:58:59.479590 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-eff1e9b4-f0ca-4f8f-a36b-9e202e7473b1 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:58:59.690926 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff1e9b4-f0ca-4f8f-a36b-9e202e7473b1 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Router a95dfffe-2dab-48bf-a7b9-2b4932df02e4 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:58:59.850953 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff1e9b4-f0ca-4f8f-a36b-9e202e7473b1 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:58:59.864556 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7133d08-a860-4f9a-adc5-9b9551f23807 None None] Sync routers for ids ['a95dfffe-2dab-48bf-a7b9-2b4932df02e4'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:58:59.867357 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-eff1e9b4-f0ca-4f8f-a36b-9e202e7473b1 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "PUT /v2.0/routers/a95dfffe-2dab-48bf-a7b9-2b4932df02e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1674616 Feb 20 05:58:59.870276 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38136) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:58:59.877903 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6ca0bcd3-2bce-4fa4-8d36-8955837b784f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Request body: {'port': {'network_id': '8644b5ec-3478-48ef-90e0-3ce4a21bb775', 'name': 'tempest-FloatingIPTestJSON-510855037'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:58:59.906753 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7133d08-a860-4f9a-adc5-9b9551f23807 None None] Routers {'a95dfffe-2dab-48bf-a7b9-2b4932df02e4'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:58:59.907419 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d7133d08-a860-4f9a-adc5-9b9551f23807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a95dfffe-2dab-48bf-a7b9-2b4932df02e4'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:58:59.916154 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-322ce340-4e43-4067-8acf-9b12f15fd694 None None] Provisioning complete for port fed1e028-d80c-4128-82f6-ca277c8a83e5 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:58:59.917332 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-322ce340-4e43-4067-8acf-9b12f15fd694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (fed1e028-d80c-4128-82f6-ca277c8a83e5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:00.034581 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d7133d08-a860-4f9a-adc5-9b9551f23807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:00.077786 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7133d08-a860-4f9a-adc5-9b9551f23807 None None] Routers {'a95dfffe-2dab-48bf-a7b9-2b4932df02e4'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:59:00.089293 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d7133d08-a860-4f9a-adc5-9b9551f23807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a95dfffe-2dab-48bf-a7b9-2b4932df02e4'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:00.101092 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-322ce340-4e43-4067-8acf-9b12f15fd694 None None] Port fed1e028-d80c-4128-82f6-ca277c8a83e5 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:59:00.170159 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d7133d08-a860-4f9a-adc5-9b9551f23807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:00.170923 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7133d08-a860-4f9a-adc5-9b9551f23807 None None] The sync data for ids ['a95dfffe-2dab-48bf-a7b9-2b4932df02e4'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:59:00.449296 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050db2b1-31c7-4787-ae21-c6a49a3eb690 req-87988bda-97fc-4801-9d8b-ae6bf1768a5e tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:00.467249 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-050db2b1-31c7-4787-ae21-c6a49a3eb690 req-87988bda-97fc-4801-9d8b-ae6bf1768a5e tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b03dcc5-c653-43e8-8cd9-2e07067d03b2 HTTP/1.1" status: 200 len: 943 time: 0.4760907 Feb 20 05:59:00.555515 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca0bcd3-2bce-4fa4-8d36-8955837b784f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Made reservation on behalf of 5318d5e874644fa798c4615f6c57dcb6 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:59:00.560163 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ca0bcd3-2bce-4fa4-8d36-8955837b784f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:00.594006 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-050db2b1-31c7-4787-ae21-c6a49a3eb690 req-22e619ef-ed00-4ca1-a02e-ee7d16489d5f tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/security-groups?id=32fac512-7c98-4203-9922-2d29654c14a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237409 Feb 20 05:59:00.615533 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-6ca0bcd3-2bce-4fa4-8d36-8955837b784f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] device_id is not set on port 00b5552c-77d6-4293-bab2-0cd8f732fefa yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:59:00.827831 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 345f1105-1591-41a4-9a32-642766fa02e9 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:59:00.876448 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-6ca0bcd3-2bce-4fa4-8d36-8955837b784f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Allocated IP 172.20.0.12 (8644b5ec-3478-48ef-90e0-3ce4a21bb775/28aee132-2fb3-4f33-97ae-ebd431942e0f/00b5552c-77d6-4293-bab2-0cd8f732fefa) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:59:01.029125 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 345f1105-1591-41a4-9a32-642766fa02e9, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=345f1105-1591-41a4-9a32-642766fa02e9,segment=NetworkSegment(6c2388e5-b432-4ef4-a093-57065aaac97b),segment_id=6c2388e5-b432-4ef4-a093-57065aaac97b)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:59:01.059668 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '345f1105-1591-41a4-9a32-642766fa02e9', 'network_id': '29b668bf-f35c-4e3e-9271-d210f6677079', 'port_id': '345f1105-1591-41a4-9a32-642766fa02e9', 'mac_address': 'fa:16:3e:ec:08:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f300f52d-3c63-426c-82cf-054df4eb3e56', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:59:01.099950 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ca0bcd3-2bce-4fa4-8d36-8955837b784f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for port (00b5552c-77d6-4293-bab2-0cd8f732fefa), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:01.155553 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ca0bcd3-2bce-4fa4-8d36-8955837b784f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (00b5552c-77d6-4293-bab2-0cd8f732fefa), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:01.170359 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 345f1105-1591-41a4-9a32-642766fa02e9 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:59:01.171029 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (345f1105-1591-41a4-9a32-642766fa02e9), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:01.206362 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345f1105-1591-41a4-9a32-642766fa02e9 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:59:01.232070 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0bcd3-2bce-4fa4-8d36-8955837b784f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event updated for resources: {'Port': ['ID=00b5552c-77d6-4293-bab2-0cd8f732fefa,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:01.251247 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 345f1105-1591-41a4-9a32-642766fa02e9, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=345f1105-1591-41a4-9a32-642766fa02e9,segment=NetworkSegment(6c2388e5-b432-4ef4-a093-57065aaac97b),segment_id=6c2388e5-b432-4ef4-a093-57065aaac97b)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:59:01.262401 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (345f1105-1591-41a4-9a32-642766fa02e9), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:01.273981 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca0bcd3-2bce-4fa4-8d36-8955837b784f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Network 8644b5ec-3478-48ef-90e0-3ce4a21bb775 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:59:01.278629 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-6ca0bcd3-2bce-4fa4-8d36-8955837b784f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:59:01.298560 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca0bcd3-2bce-4fa4-8d36-8955837b784f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:59:01.333980 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=345f1105-1591-41a4-9a32-642766fa02e9,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:01.405444 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca0bcd3-2bce-4fa4-8d36-8955837b784f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:01.407294 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ca0bcd3-2bce-4fa4-8d36-8955837b784f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:01.445571 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38152) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:01.446051 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6ca0bcd3-2bce-4fa4-8d36-8955837b784f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5738895 Feb 20 05:59:01.451221 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-34f60ec8-5bbf-4ad8-a78a-2ca197223334 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Request body: {'floatingip': {'port_id': '00b5552c-77d6-4293-bab2-0cd8f732fefa'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:59:01.452237 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['345f1105-1591-41a4-9a32-642766fa02e9'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:59:01.555229 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38158) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:01.605109 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-34f60ec8-5bbf-4ad8-a78a-2ca197223334 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (c2d5dbf6-12f1-4194-a3a1-48b42776f807), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:01.802879 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-46dbc1f5-2f62-4854-bdcc-0a6e851e1a5e None None] Provisioning complete for port 00b5552c-77d6-4293-bab2-0cd8f732fefa triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:59:01.803458 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46dbc1f5-2f62-4854-bdcc-0a6e851e1a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (00b5552c-77d6-4293-bab2-0cd8f732fefa), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:01.819964 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dda5e5-8490-4150-aaf9-c8ca25c845da req-5fa104f9-6ae5-4766-af35-f1f51217dc66 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:01.824556 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62dda5e5-8490-4150-aaf9-c8ca25c845da req-5fa104f9-6ae5-4766-af35-f1f51217dc66 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b03dcc5-c653-43e8-8cd9-2e07067d03b2 HTTP/1.1" status: 200 len: 944 time: 0.1128883 Feb 20 05:59:01.964300 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-46dbc1f5-2f62-4854-bdcc-0a6e851e1a5e None None] Port 00b5552c-77d6-4293-bab2-0cd8f732fefa cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:59:01.970484 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62dda5e5-8490-4150-aaf9-c8ca25c845da req-f4887261-416b-4c23-8395-34cf5b3dfbfa tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/security-groups?id=32fac512-7c98-4203-9922-2d29654c14a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400671 Feb 20 05:59:02.640958 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c76d5379-a7f9-48f7-9a2f-af7976c462e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (93d34c56-1f4f-48e2-82e2-0dd1b0672024), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:02.828497 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 345f1105-1591-41a4-9a32-642766fa02e9 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:59:02.954574 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 345f1105-1591-41a4-9a32-642766fa02e9 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:59:02.963194 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 345f1105-1591-41a4-9a32-642766fa02e9 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:59:02.965433 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (345f1105-1591-41a4-9a32-642766fa02e9), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:03.214603 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cfa90-91ab-424d-92d9-76a3c68317e5 req-806de408-92f2-4ea8-a4ef-84d385352ba8 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:03.217458 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b4cfa90-91ab-424d-92d9-76a3c68317e5 req-806de408-92f2-4ea8-a4ef-84d385352ba8 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b03dcc5-c653-43e8-8cd9-2e07067d03b2 HTTP/1.1" status: 200 len: 944 time: 0.1074944 Feb 20 05:59:03.247346 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 345f1105-1591-41a4-9a32-642766fa02e9 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:59:03.247738 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (345f1105-1591-41a4-9a32-642766fa02e9), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:03.300830 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b03dcc5-c653-43e8-8cd9-2e07067d03b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345f1105-1591-41a4-9a32-642766fa02e9'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:59:03.303256 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8004cd33-d02e-4f95-918d-27fc98301e3a" -d '{"events": [{"server_uuid": "9b03dcc5-c653-43e8-8cd9-2e07067d03b2", "name": "network-vif-plugged", "status": "completed", "tag": "345f1105-1591-41a4-9a32-642766fa02e9"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:59:03.335944 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 345f1105-1591-41a4-9a32-642766fa02e9, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=345f1105-1591-41a4-9a32-642766fa02e9,segment=NetworkSegment(6c2388e5-b432-4ef4-a093-57065aaac97b),segment_id=6c2388e5-b432-4ef4-a093-57065aaac97b)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:59:03.347966 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (345f1105-1591-41a4-9a32-642766fa02e9), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:03.390611 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-34f60ec8-5bbf-4ad8-a78a-2ca197223334 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:03.402929 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-34f60ec8-5bbf-4ad8-a78a-2ca197223334 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (c2d5dbf6-12f1-4194-a3a1-48b42776f807), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:03.413612 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b4cfa90-91ab-424d-92d9-76a3c68317e5 req-565b3a1b-cf4a-4a87-8f43-e3abcbfef1d4 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/security-groups?id=32fac512-7c98-4203-9922-2d29654c14a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573410 Feb 20 05:59:03.423783 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-c76d5379-a7f9-48f7-9a2f-af7976c462e3 admin admin] Deleting port 086cd9d9-a93d-4f6e-99d2-743885b4cccd {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:59:03.424130 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c76d5379-a7f9-48f7-9a2f-af7976c462e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (086cd9d9-a93d-4f6e-99d2-743885b4cccd), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:03.474696 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=345f1105-1591-41a4-9a32-642766fa02e9,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:03.526319 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca98278-6527-4dd8-8c97-d6761df81e26 x-openstack-request-id: req-0ca98278-6527-4dd8-8c97-d6761df81e26 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:59:03.526624 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b03dcc5-c653-43e8-8cd9-2e07067d03b2", "name": "network-vif-plugged", "status": "completed", "tag": "345f1105-1591-41a4-9a32-642766fa02e9", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:59:03.526884 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ca98278-6527-4dd8-8c97-d6761df81e26 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:59:03.527308 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b03dcc5-c653-43e8-8cd9-2e07067d03b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345f1105-1591-41a4-9a32-642766fa02e9', 'code': 200} Feb 20 05:59:03.644200 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-34f60ec8-5bbf-4ad8-a78a-2ca197223334 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Floating IP c2d5dbf6-12f1-4194-a3a1-48b42776f807 associated. External IP: 172.25.3.184, port: 897e050c-1b05-43cb-b4ff-565cdf7df17b. Feb 20 05:59:03.699297 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-c76d5379-a7f9-48f7-9a2f-af7976c462e3 admin admin] For port 086cd9d9-a93d-4f6e-99d2-743885b4cccd, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=086cd9d9-a93d-4f6e-99d2-743885b4cccd,segment=NetworkSegment(7148d78d-4a2a-41e2-9dce-a1cc038d3a3f),segment_id=7148d78d-4a2a-41e2-9dce-a1cc038d3a3f)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:59:03.699701 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c76d5379-a7f9-48f7-9a2f-af7976c462e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (086cd9d9-a93d-4f6e-99d2-743885b4cccd), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:03.737535 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-c76d5379-a7f9-48f7-9a2f-af7976c462e3 admin admin] Calling delete_port for 086cd9d9-a93d-4f6e-99d2-743885b4cccd owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:59:03.746578 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4e7e5-d09a-4b1b-b549-f648d369cb68 req-7cabdf01-b183-4f56-b001-d8eaac6176a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:03.748209 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bda4e7e5-d09a-4b1b-b549-f648d369cb68 req-7cabdf01-b183-4f56-b001-d8eaac6176a8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9b03dcc5-c653-43e8-8cd9-2e07067d03b2 HTTP/1.1" status: 200 len: 1127 time: 0.1569729 Feb 20 05:59:03.999612 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bda4e7e5-d09a-4b1b-b549-f648d369cb68 req-27954379-fd5b-430f-8ac3-efba6c4cdf40 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=32fac512-7c98-4203-9922-2d29654c14a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628269 Feb 20 05:59:04.037042 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f60ec8-5bbf-4ad8-a78a-2ca197223334 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Router fa71afbe-8989-495a-9c7e-cb38768cae8e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:59:04.124168 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c76d5379-a7f9-48f7-9a2f-af7976c462e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (086cd9d9-a93d-4f6e-99d2-743885b4cccd), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:04.240794 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d5379-a7f9-48f7-9a2f-af7976c462e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=086cd9d9-a93d-4f6e-99d2-743885b4cccd,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:04.304550 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f60ec8-5bbf-4ad8-a78a-2ca197223334 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:59:04.316423 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a3b511-d39c-4fb0-a39e-33b8ce603955 None None] Sync routers for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:59:04.339866 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a3b511-d39c-4fb0-a39e-33b8ce603955 None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:59:04.342006 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-38a3b511-d39c-4fb0-a39e-33b8ce603955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:04.418610 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-38a3b511-d39c-4fb0-a39e-33b8ce603955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:04.428452 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a3b511-d39c-4fb0-a39e-33b8ce603955 None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:59:04.429277 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-38a3b511-d39c-4fb0-a39e-33b8ce603955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:04.467001 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-38a3b511-d39c-4fb0-a39e-33b8ce603955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:04.467867 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a3b511-d39c-4fb0-a39e-33b8ce603955 None None] The sync data for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:59:04.697136 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c76d5379-a7f9-48f7-9a2f-af7976c462e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (93d34c56-1f4f-48e2-82e2-0dd1b0672024), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:04.713022 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1ab1d-5157-4602-8819-6a2aa5cb253a req-ba47d463-a37b-473e-aa2a-86a3178b58a4 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:04.715713 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-35c1ab1d-5157-4602-8819-6a2aa5cb253a req-ba47d463-a37b-473e-aa2a-86a3178b58a4 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b03dcc5-c653-43e8-8cd9-2e07067d03b2 HTTP/1.1" status: 200 len: 945 time: 0.1211650 Feb 20 05:59:04.829622 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f60ec8-5bbf-4ad8-a78a-2ca197223334 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Router a95dfffe-2dab-48bf-a7b9-2b4932df02e4 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:59:05.056218 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f60ec8-5bbf-4ad8-a78a-2ca197223334 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:59:05.066350 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-34f60ec8-5bbf-4ad8-a78a-2ca197223334 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:05.069595 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e268dda-da02-4bd7-83c9-be4e3a98f84d None None] Sync routers for ids ['a95dfffe-2dab-48bf-a7b9-2b4932df02e4'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:59:05.083738 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e268dda-da02-4bd7-83c9-be4e3a98f84d None None] Routers {'a95dfffe-2dab-48bf-a7b9-2b4932df02e4'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:59:05.085099 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-2e268dda-da02-4bd7-83c9-be4e3a98f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a95dfffe-2dab-48bf-a7b9-2b4932df02e4'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:05.189197 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-2e268dda-da02-4bd7-83c9-be4e3a98f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:05.199916 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-35c1ab1d-5157-4602-8819-6a2aa5cb253a req-1ef9b2ba-3d0a-4cde-be6a-8b373fb0f65f tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/security-groups?id=32fac512-7c98-4203-9922-2d29654c14a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725471 Feb 20 05:59:05.220373 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76d5379-a7f9-48f7-9a2f-af7976c462e3 admin admin] Router 93d34c56-1f4f-48e2-82e2-0dd1b0672024 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:59:05.232095 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e268dda-da02-4bd7-83c9-be4e3a98f84d None None] Routers {'a95dfffe-2dab-48bf-a7b9-2b4932df02e4'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:59:05.233220 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-2e268dda-da02-4bd7-83c9-be4e3a98f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a95dfffe-2dab-48bf-a7b9-2b4932df02e4'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:05.256931 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-34f60ec8-5bbf-4ad8-a78a-2ca197223334 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "PUT /v2.0/floatingips/c2d5dbf6-12f1-4194-a3a1-48b42776f807 HTTP/1.1" status: 200 len: 978 time: 3.8095887 Feb 20 05:59:05.259599 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38186) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:05.270359 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-2e268dda-da02-4bd7-83c9-be4e3a98f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:05.271311 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e268dda-da02-4bd7-83c9-be4e3a98f84d None None] The sync data for ids ['a95dfffe-2dab-48bf-a7b9-2b4932df02e4'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:59:05.427955 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76d5379-a7f9-48f7-9a2f-af7976c462e3 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:59:05.438339 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc394806-72ff-4110-896f-874141988b3c None None] Sync routers for ids ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:59:05.442229 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c76d5379-a7f9-48f7-9a2f-af7976c462e3 admin admin] 10.222.0.37 "PUT /v2.0/routers/93d34c56-1f4f-48e2-82e2-0dd1b0672024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8858995 Feb 20 05:59:05.444738 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38188) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:05.456013 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc394806-72ff-4110-896f-874141988b3c None None] Routers {'93d34c56-1f4f-48e2-82e2-0dd1b0672024'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:59:05.456637 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-fc394806-72ff-4110-896f-874141988b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:05.494205 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-8a4eaf36-f02a-40d8-a18c-a8dddaf92b97 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Deleting port 00b5552c-77d6-4293-bab2-0cd8f732fefa {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:59:05.494653 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a4eaf36-f02a-40d8-a18c-a8dddaf92b97 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (00b5552c-77d6-4293-bab2-0cd8f732fefa), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:05.584547 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12def610-891d-4c46-898a-fa23ac104b39 admin admin] Publish callbacks [] for router (93d34c56-1f4f-48e2-82e2-0dd1b0672024), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:05.655730 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-fc394806-72ff-4110-896f-874141988b3c None None] Set router 93d34c56-1f4f-48e2-82e2-0dd1b0672024 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:59:05.671007 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a4eaf36-f02a-40d8-a18c-a8dddaf92b97 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (00b5552c-77d6-4293-bab2-0cd8f732fefa), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:05.812059 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12def610-891d-4c46-898a-fa23ac104b39 admin admin] Publish callbacks [] for router_gateway (93d34c56-1f4f-48e2-82e2-0dd1b0672024), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:05.919378 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-fc394806-72ff-4110-896f-874141988b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'name': 'tempest-AttachVolumeTestJSON-1403786472-router', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:51:09Z', 'updated_at': '2022-02-20T05:59:04Z', 'revision_number': 5, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'gw_port': {'id': '77bf97f4-387a-443a-b4ee-fa1a3c46634a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:51:10Z', 'updated_at': '2022-02-20T05:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:05.924881 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a4eaf36-f02a-40d8-a18c-a8dddaf92b97 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:05.928389 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a4eaf36-f02a-40d8-a18c-a8dddaf92b97 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (c2d5dbf6-12f1-4194-a3a1-48b42776f807), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:05.929621 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-8a4eaf36-f02a-40d8-a18c-a8dddaf92b97 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Floating IP c2d5dbf6-12f1-4194-a3a1-48b42776f807 disassociated. External IP: 172.25.3.184, port: 00b5552c-77d6-4293-bab2-0cd8f732fefa. Feb 20 05:59:05.930143 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-8a4eaf36-f02a-40d8-a18c-a8dddaf92b97 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Calling delete_port for 00b5552c-77d6-4293-bab2-0cd8f732fefa owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:59:05.931843 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-12def610-891d-4c46-898a-fa23ac104b39 admin admin] Deleting port 77bf97f4-387a-443a-b4ee-fa1a3c46634a {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:59:05.934297 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12def610-891d-4c46-898a-fa23ac104b39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (77bf97f4-387a-443a-b4ee-fa1a3c46634a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:05.973421 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc394806-72ff-4110-896f-874141988b3c None None] Checking router: 93d34c56-1f4f-48e2-82e2-0dd1b0672024 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 05:59:05.998506 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc394806-72ff-4110-896f-874141988b3c None None] Routers {'93d34c56-1f4f-48e2-82e2-0dd1b0672024'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:59:06.000608 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-fc394806-72ff-4110-896f-874141988b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:06.108197 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a4eaf36-f02a-40d8-a18c-a8dddaf92b97 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (00b5552c-77d6-4293-bab2-0cd8f732fefa), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:06.136905 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-12def610-891d-4c46-898a-fa23ac104b39 admin admin] For port 77bf97f4-387a-443a-b4ee-fa1a3c46634a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=77bf97f4-387a-443a-b4ee-fa1a3c46634a,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:59:06.143468 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12def610-891d-4c46-898a-fa23ac104b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (77bf97f4-387a-443a-b4ee-fa1a3c46634a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:06.165240 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-12def610-891d-4c46-898a-fa23ac104b39 admin admin] Calling delete_port for 77bf97f4-387a-443a-b4ee-fa1a3c46634a owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:59:06.177594 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4eaf36-f02a-40d8-a18c-a8dddaf92b97 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event deleted for resources: {'Port': ['ID=00b5552c-77d6-4293-bab2-0cd8f732fefa,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:06.435228 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5ecdb-6d86-4ec9-b7a9-5f27f5e62e99 req-222b39db-5e94-48a8-94b7-a557113b8c0f tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:06.436662 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-32a5ecdb-6d86-4ec9-b7a9-5f27f5e62e99 req-222b39db-5e94-48a8-94b7-a557113b8c0f tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b03dcc5-c653-43e8-8cd9-2e07067d03b2 HTTP/1.1" status: 200 len: 945 time: 0.0949669 Feb 20 05:59:06.471606 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4eaf36-f02a-40d8-a18c-a8dddaf92b97 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Router a95dfffe-2dab-48bf-a7b9-2b4932df02e4 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:59:06.478394 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-fc394806-72ff-4110-896f-874141988b3c None None] Set router 93d34c56-1f4f-48e2-82e2-0dd1b0672024 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 05:59:06.561151 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-32a5ecdb-6d86-4ec9-b7a9-5f27f5e62e99 req-ca8c8247-05af-4206-8d80-5949dd4b8cf2 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/security-groups?id=32fac512-7c98-4203-9922-2d29654c14a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477662 Feb 20 05:59:06.606527 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-fc394806-72ff-4110-896f-874141988b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'name': 'tempest-AttachVolumeTestJSON-1403786472-router', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:51:09Z', 'updated_at': '2022-02-20T05:59:05Z', 'revision_number': 6, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:06.686378 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc394806-72ff-4110-896f-874141988b3c None None] The sync data for ids ['93d34c56-1f4f-48e2-82e2-0dd1b0672024'] in n-d-829866-5 is: [{'id': '93d34c56-1f4f-48e2-82e2-0dd1b0672024', 'name': 'tempest-AttachVolumeTestJSON-1403786472-router', 'tenant_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:51:09Z', 'updated_at': '2022-02-20T05:59:05Z', 'revision_number': 6, 'project_id': 'd8f18450ca5d4be1a9fccbc37e9fb12f', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:59:06.707966 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4eaf36-f02a-40d8-a18c-a8dddaf92b97 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:59:06.720277 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6218f9c0-5a98-40b6-8b7f-efd997e40857 None None] Sync routers for ids ['a95dfffe-2dab-48bf-a7b9-2b4932df02e4'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:59:06.731675 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12def610-891d-4c46-898a-fa23ac104b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (77bf97f4-387a-443a-b4ee-fa1a3c46634a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:06.756327 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6218f9c0-5a98-40b6-8b7f-efd997e40857 None None] Routers {'a95dfffe-2dab-48bf-a7b9-2b4932df02e4'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:59:06.758653 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-6218f9c0-5a98-40b6-8b7f-efd997e40857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a95dfffe-2dab-48bf-a7b9-2b4932df02e4'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:06.825345 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12def610-891d-4c46-898a-fa23ac104b39 admin admin] Pushing event deleted for resources: {'Port': ['ID=77bf97f4-387a-443a-b4ee-fa1a3c46634a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:06.835796 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-6218f9c0-5a98-40b6-8b7f-efd997e40857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:06.860029 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6218f9c0-5a98-40b6-8b7f-efd997e40857 None None] Routers {'a95dfffe-2dab-48bf-a7b9-2b4932df02e4'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:59:06.865984 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-6218f9c0-5a98-40b6-8b7f-efd997e40857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a95dfffe-2dab-48bf-a7b9-2b4932df02e4'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:06.889295 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a4eaf36-f02a-40d8-a18c-a8dddaf92b97 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:06.898344 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8a4eaf36-f02a-40d8-a18c-a8dddaf92b97 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "DELETE /v2.0/ports/00b5552c-77d6-4293-bab2-0cd8f732fefa HTTP/1.1" status: 204 len: 168 time: 1.6347227 Feb 20 05:59:06.899367 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38202) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:06.928542 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-6218f9c0-5a98-40b6-8b7f-efd997e40857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:06.930004 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6218f9c0-5a98-40b6-8b7f-efd997e40857 None None] The sync data for ids ['a95dfffe-2dab-48bf-a7b9-2b4932df02e4'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:59:07.008273 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12def610-891d-4c46-898a-fa23ac104b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (93d34c56-1f4f-48e2-82e2-0dd1b0672024), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:07.177293 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12def610-891d-4c46-898a-fa23ac104b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (93d34c56-1f4f-48e2-82e2-0dd1b0672024), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:07.179813 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12def610-891d-4c46-898a-fa23ac104b39 admin admin] Publish callbacks [] for router_controller (93d34c56-1f4f-48e2-82e2-0dd1b0672024), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:07.288649 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12def610-891d-4c46-898a-fa23ac104b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (93d34c56-1f4f-48e2-82e2-0dd1b0672024), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:07.291704 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12def610-891d-4c46-898a-fa23ac104b39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93d34c56-1f4f-48e2-82e2-0dd1b0672024 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:59:07.309257 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12def610-891d-4c46-898a-fa23ac104b39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:07.312724 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-12def610-891d-4c46-898a-fa23ac104b39 admin admin] 10.222.0.37 "DELETE /v2.0/routers/93d34c56-1f4f-48e2-82e2-0dd1b0672024 HTTP/1.1" status: 204 len: 168 time: 1.8646355 Feb 20 05:59:07.313650 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38216) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:07.419228 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-f234690f-2401-4f95-bb0d-922ceb2b04b9 admin admin] Deleting subnet 31ac9d55-2ac0-4f22-ae17-262bbbe19926 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:59:07.422586 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f234690f-2401-4f95-bb0d-922ceb2b04b9 admin admin] Publish callbacks [] for subnet (31ac9d55-2ac0-4f22-ae17-262bbbe19926), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:07.468297 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f234690f-2401-4f95-bb0d-922ceb2b04b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (31ac9d55-2ac0-4f22-ae17-262bbbe19926), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:07.981595 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f234690f-2401-4f95-bb0d-922ceb2b04b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (31ac9d55-2ac0-4f22-ae17-262bbbe19926), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:08.037362 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 086cd9d9-a93d-4f6e-99d2-743885b4cccd no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:59:08.081632 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 086cd9d9-a93d-4f6e-99d2-743885b4cccd {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:59:08.081965 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 086cd9d9-a93d-4f6e-99d2-743885b4cccd not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:59:08.082572 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 77bf97f4-387a-443a-b4ee-fa1a3c46634a no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:59:08.110189 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 77bf97f4-387a-443a-b4ee-fa1a3c46634a {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:59:08.110684 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 77bf97f4-387a-443a-b4ee-fa1a3c46634a not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:59:08.111726 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d99492-2aa3-43c2-b526-4bc7a6b25baf req-3071dc52-f3b3-4047-8b92-c07fd1c71e64 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:08.118821 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e0d99492-2aa3-43c2-b526-4bc7a6b25baf req-3071dc52-f3b3-4047-8b92-c07fd1c71e64 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b03dcc5-c653-43e8-8cd9-2e07067d03b2 HTTP/1.1" status: 200 len: 945 time: 0.5840092 Feb 20 05:59:08.187136 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f234690f-2401-4f95-bb0d-922ceb2b04b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (31ac9d55-2ac0-4f22-ae17-262bbbe19926), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:08.248138 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8421b68-a21d-4747-ad15-1ea8d9f6ea20 None None] Network cc99b155-842d-47d9-a797-22be9782748f requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:59:08.257917 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f234690f-2401-4f95-bb0d-922ceb2b04b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:08.263125 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f234690f-2401-4f95-bb0d-922ceb2b04b9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/31ac9d55-2ac0-4f22-ae17-262bbbe19926 HTTP/1.1" status: 204 len: 168 time: 0.9490602 Feb 20 05:59:08.265560 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38222) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:08.288233 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e0d99492-2aa3-43c2-b526-4bc7a6b25baf req-75652549-c9f9-475a-ae76-007e38eced8e tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/security-groups?id=32fac512-7c98-4203-9922-2d29654c14a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503155 Feb 20 05:59:08.294264 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f234690f-2401-4f95-bb0d-922ceb2b04b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31ac9d55-2ac0-4f22-ae17-262bbbe19926,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:08.345232 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9eb52c73-c5db-4b67-960f-dd0272912cb4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (a95dfffe-2dab-48bf-a7b9-2b4932df02e4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:08.417009 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (cc99b155-842d-47d9-a797-22be9782748f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:08.503416 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301e12df-0f85-40e8-bb22-63c875ed6d90 None None] DHCP port deletion for cc99b155-842d-47d9-a797-22be9782748f request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:59:08.531433 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Deleting port 3e90fe54-570b-45c4-9330-217cfa491587 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:59:08.531774 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3e90fe54-570b-45c4-9330-217cfa491587), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:08.579673 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38228) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:08.594693 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-301e12df-0f85-40e8-bb22-63c875ed6d90 None None] Deleting port 3e90fe54-570b-45c4-9330-217cfa491587 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:59:08.595098 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-301e12df-0f85-40e8-bb22-63c875ed6d90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3e90fe54-570b-45c4-9330-217cfa491587), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:08.665307 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] For port 3e90fe54-570b-45c4-9330-217cfa491587, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3e90fe54-570b-45c4-9330-217cfa491587,segment=NetworkSegment(7148d78d-4a2a-41e2-9dce-a1cc038d3a3f),segment_id=7148d78d-4a2a-41e2-9dce-a1cc038d3a3f)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:59:08.665743 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3e90fe54-570b-45c4-9330-217cfa491587), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:08.696167 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Calling delete_port for 3e90fe54-570b-45c4-9330-217cfa491587 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:59:08.733974 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-301e12df-0f85-40e8-bb22-63c875ed6d90 None None] For port 3e90fe54-570b-45c4-9330-217cfa491587, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3e90fe54-570b-45c4-9330-217cfa491587,segment=NetworkSegment(7148d78d-4a2a-41e2-9dce-a1cc038d3a3f),segment_id=7148d78d-4a2a-41e2-9dce-a1cc038d3a3f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:59:08.734454 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-301e12df-0f85-40e8-bb22-63c875ed6d90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3e90fe54-570b-45c4-9330-217cfa491587), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:08.748808 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-301e12df-0f85-40e8-bb22-63c875ed6d90 None None] Calling delete_port for 3e90fe54-570b-45c4-9330-217cfa491587 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:59:08.820310 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-d85225ed-f182-4720-b224-e61a1075eb08 admin admin] Deleting subnet 13e07dba-1e8d-497f-8e1b-6fffafafa42c {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:59:08.824498 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d85225ed-f182-4720-b224-e61a1075eb08 admin admin] Publish callbacks [] for subnet (13e07dba-1e8d-497f-8e1b-6fffafafa42c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:08.860086 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (3e90fe54-570b-45c4-9330-217cfa491587), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:08.864479 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-301e12df-0f85-40e8-bb22-63c875ed6d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (3e90fe54-570b-45c4-9330-217cfa491587), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:08.889096 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d85225ed-f182-4720-b224-e61a1075eb08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (13e07dba-1e8d-497f-8e1b-6fffafafa42c), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:08.893216 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e12df-0f85-40e8-bb22-63c875ed6d90 None None] Pushing event deleted for resources: {'Port': ['ID=3e90fe54-570b-45c4-9330-217cfa491587,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:08.899626 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301e12df-0f85-40e8-bb22-63c875ed6d90 None None] No DVR routers for this DVR port 3e90fe54-570b-45c4-9330-217cfa491587 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:59:08.914481 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e90fe54-570b-45c4-9330-217cfa491587,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:08.918836 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ed1b4-c9c8-414a-95e1-a56727396af3 req-4ee677a0-8dab-4da3-b20b-87a84635f6e8 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:08.923891 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dd8ed1b4-c9c8-414a-95e1-a56727396af3 req-4ee677a0-8dab-4da3-b20b-87a84635f6e8 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b03dcc5-c653-43e8-8cd9-2e07067d03b2 HTTP/1.1" status: 200 len: 945 time: 0.2107272 Feb 20 05:59:08.925425 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:08.925916 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:08.926356 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:08.926799 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:08.927398 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:08.927840 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:08.928279 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:08.928739 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:08.929167 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:08.930203 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:08.930636 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:08.931097 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:08.931530 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:08.936584 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] No DVR routers for this DVR port 3e90fe54-570b-45c4-9330-217cfa491587 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:59:09.024100 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (cc99b155-842d-47d9-a797-22be9782748f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:09.046599 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d85225ed-f182-4720-b224-e61a1075eb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (13e07dba-1e8d-497f-8e1b-6fffafafa42c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:09.057974 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc99b155-842d-47d9-a797-22be9782748f']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:09.074072 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7148d78d-4a2a-41e2-9dce-a1cc038d3a3f') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:09.074412 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7148d78d-4a2a-41e2-9dce-a1cc038d3a3f') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:09.089317 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (7148d78d-4a2a-41e2-9dce-a1cc038d3a3f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:09.111250 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (7148d78d-4a2a-41e2-9dce-a1cc038d3a3f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:09.122144 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:59:09.122610 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (7148d78d-4a2a-41e2-9dce-a1cc038d3a3f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:59:09.138172 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:59:09.184503 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d85225ed-f182-4720-b224-e61a1075eb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (13e07dba-1e8d-497f-8e1b-6fffafafa42c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:09.188103 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-dd8ed1b4-c9c8-414a-95e1-a56727396af3 req-cd5d45b6-4968-4891-9029-25002fe5ae4d tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Deleting port 345f1105-1591-41a4-9a32-642766fa02e9 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:59:09.188669 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dd8ed1b4-c9c8-414a-95e1-a56727396af3 req-cd5d45b6-4968-4891-9029-25002fe5ae4d tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (345f1105-1591-41a4-9a32-642766fa02e9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:09.213036 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (cc99b155-842d-47d9-a797-22be9782748f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:09.228133 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:09.234160 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cc99b155-842d-47d9-a797-22be9782748f HTTP/1.1" status: 204 len: 168 time: 0.9669042 Feb 20 05:59:09.239159 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85225ed-f182-4720-b224-e61a1075eb08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13e07dba-1e8d-497f-8e1b-6fffafafa42c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:09.243913 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d85225ed-f182-4720-b224-e61a1075eb08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:09.247760 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d85225ed-f182-4720-b224-e61a1075eb08 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/13e07dba-1e8d-497f-8e1b-6fffafafa42c HTTP/1.1" status: 204 len: 168 time: 0.6670187 Feb 20 05:59:09.268256 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f876651-3af3-4225-bb3f-eb9264fe9e58 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc99b155-842d-47d9-a797-22be9782748f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:09.273691 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38234) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:09.289080 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9eb52c73-c5db-4b67-960f-dd0272912cb4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Deleting port fed1e028-d80c-4128-82f6-ca277c8a83e5 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:59:09.289431 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9eb52c73-c5db-4b67-960f-dd0272912cb4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (fed1e028-d80c-4128-82f6-ca277c8a83e5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:09.364449 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e79a33f6-b1cf-4f90-a558-91e3c15e9f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (e49102ae-3060-48a8-853b-91c68016e434), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:09.414102 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-dd8ed1b4-c9c8-414a-95e1-a56727396af3 req-cd5d45b6-4968-4891-9029-25002fe5ae4d tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] For port 345f1105-1591-41a4-9a32-642766fa02e9, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=345f1105-1591-41a4-9a32-642766fa02e9,segment=NetworkSegment(6c2388e5-b432-4ef4-a093-57065aaac97b),segment_id=6c2388e5-b432-4ef4-a093-57065aaac97b)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:59:09.414476 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dd8ed1b4-c9c8-414a-95e1-a56727396af3 req-cd5d45b6-4968-4891-9029-25002fe5ae4d tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (345f1105-1591-41a4-9a32-642766fa02e9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:09.461378 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9eb52c73-c5db-4b67-960f-dd0272912cb4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (fed1e028-d80c-4128-82f6-ca277c8a83e5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:09.465400 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-dd8ed1b4-c9c8-414a-95e1-a56727396af3 req-cd5d45b6-4968-4891-9029-25002fe5ae4d tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Calling delete_port for 345f1105-1591-41a4-9a32-642766fa02e9 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:59:09.485885 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9eb52c73-c5db-4b67-960f-dd0272912cb4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Calling delete_port for fed1e028-d80c-4128-82f6-ca277c8a83e5 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:59:09.486668 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38240) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:09.548344 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e79a33f6-b1cf-4f90-a558-91e3c15e9f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (e49102ae-3060-48a8-853b-91c68016e434), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:09.591367 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1f427111-1cf6-46a2-b138-50fbcc08ec73 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8f18450ca5d4be1a9fccbc37e9fb12f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1038175 Feb 20 05:59:09.594128 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38246) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:09.603294 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-e79a33f6-b1cf-4f90-a558-91e3c15e9f24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49102ae-3060-48a8-853b-91c68016e434']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:09.659501 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e378d550-8fdc-40a1-81b7-b71ded31bafd admin admin] Publish callbacks [] for security_group (021f3182-dcb8-4095-b99b-0d287f78bc08), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:09.689231 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e378d550-8fdc-40a1-81b7-b71ded31bafd admin admin] Publish callbacks [] for security_group (021f3182-dcb8-4095-b99b-0d287f78bc08), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:09.700704 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea37efe-59b1-46a9-84f4-c6de2a04430d req-87f6e561-952b-499d-81e2-304b6ad89b52 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:09.702338 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aea37efe-59b1-46a9-84f4-c6de2a04430d req-87f6e561-952b-499d-81e2-304b6ad89b52 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b03dcc5-c653-43e8-8cd9-2e07067d03b2 HTTP/1.1" status: 200 len: 945 time: 0.2910595 Feb 20 05:59:09.750940 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-e79a33f6-b1cf-4f90-a558-91e3c15e9f24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9742512a-5cfc-46b8-9c26-97e97a36b3ce') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:09.751407 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-e79a33f6-b1cf-4f90-a558-91e3c15e9f24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9742512a-5cfc-46b8-9c26-97e97a36b3ce') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:09.764787 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e79a33f6-b1cf-4f90-a558-91e3c15e9f24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (9742512a-5cfc-46b8-9c26-97e97a36b3ce), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:09.783205 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e79a33f6-b1cf-4f90-a558-91e3c15e9f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (9742512a-5cfc-46b8-9c26-97e97a36b3ce), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:09.787140 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aea37efe-59b1-46a9-84f4-c6de2a04430d req-dc546ac4-0fa4-4602-8f0f-3e9f289abbf9 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/security-groups?id=32fac512-7c98-4203-9922-2d29654c14a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772803 Feb 20 05:59:09.815519 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79a33f6-b1cf-4f90-a558-91e3c15e9f24 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:59:09.816019 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e79a33f6-b1cf-4f90-a558-91e3c15e9f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (9742512a-5cfc-46b8-9c26-97e97a36b3ce), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:59:09.884428 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:59:09.889040 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e378d550-8fdc-40a1-81b7-b71ded31bafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (021f3182-dcb8-4095-b99b-0d287f78bc08), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:09.893682 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e378d550-8fdc-40a1-81b7-b71ded31bafd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:09.896415 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e378d550-8fdc-40a1-81b7-b71ded31bafd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/021f3182-dcb8-4095-b99b-0d287f78bc08 HTTP/1.1" status: 204 len: 168 time: 0.3011193 Feb 20 05:59:09.936735 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378d550-8fdc-40a1-81b7-b71ded31bafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021f3182-dcb8-4095-b99b-0d287f78bc08,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:09.954301 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e79a33f6-b1cf-4f90-a558-91e3c15e9f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (e49102ae-3060-48a8-853b-91c68016e434), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:10.015870 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dd8ed1b4-c9c8-414a-95e1-a56727396af3 req-cd5d45b6-4968-4891-9029-25002fe5ae4d tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (345f1105-1591-41a4-9a32-642766fa02e9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:10.018020 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e79a33f6-b1cf-4f90-a558-91e3c15e9f24 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:10.028035 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e79a33f6-b1cf-4f90-a558-91e3c15e9f24 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e49102ae-3060-48a8-853b-91c68016e434 HTTP/1.1" status: 204 len: 168 time: 0.7507923 Feb 20 05:59:10.029099 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a33f6-b1cf-4f90-a558-91e3c15e9f24 admin admin] Pushing event deleted for resources: {'Network': ['ID=e49102ae-3060-48a8-853b-91c68016e434,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:10.029644 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['345f1105-1591-41a4-9a32-642766fa02e9'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:59:10.032376 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3e90fe54-570b-45c4-9330-217cfa491587 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:59:10.091355 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d45b6-4968-4891-9029-25002fe5ae4d tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Pushing event deleted for resources: {'Port': ['ID=345f1105-1591-41a4-9a32-642766fa02e9,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:10.109970 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9eb52c73-c5db-4b67-960f-dd0272912cb4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (fed1e028-d80c-4128-82f6-ca277c8a83e5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:10.151596 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 3e90fe54-570b-45c4-9330-217cfa491587 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:59:10.156637 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3e90fe54-570b-45c4-9330-217cfa491587 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:59:10.216486 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb52c73-c5db-4b67-960f-dd0272912cb4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event deleted for resources: {'Port': ['ID=fed1e028-d80c-4128-82f6-ca277c8a83e5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:10.293266 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8ed1b4-c9c8-414a-95e1-a56727396af3 req-cd5d45b6-4968-4891-9029-25002fe5ae4d tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] No DVR routers for this DVR port 345f1105-1591-41a4-9a32-642766fa02e9 on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:59:10.294075 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dd8ed1b4-c9c8-414a-95e1-a56727396af3 req-cd5d45b6-4968-4891-9029-25002fe5ae4d tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:10.298335 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dd8ed1b4-c9c8-414a-95e1-a56727396af3 req-cd5d45b6-4968-4891-9029-25002fe5ae4d tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.48 "DELETE /v2.0/ports/345f1105-1591-41a4-9a32-642766fa02e9 HTTP/1.1" status: 204 len: 173 time: 1.3505309 Feb 20 05:59:10.298829 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b03dcc5-c653-43e8-8cd9-2e07067d03b2', 'name': 'network-vif-deleted', 'tag': '345f1105-1591-41a4-9a32-642766fa02e9'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:59:10.301212 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f79c77-e7c4-4b9f-8e8e-f8dc3f0482cb" -d '{"events": [{"server_uuid": "9b03dcc5-c653-43e8-8cd9-2e07067d03b2", "name": "network-vif-deleted", "tag": "345f1105-1591-41a4-9a32-642766fa02e9"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:59:10.400420 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38254) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:10.509202 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5701549-27bf-4e42-83d8-0e4e9796df39 x-openstack-request-id: req-d5701549-27bf-4e42-83d8-0e4e9796df39 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:59:10.510528 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b03dcc5-c653-43e8-8cd9-2e07067d03b2", "name": "network-vif-deleted", "tag": "345f1105-1591-41a4-9a32-642766fa02e9", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:59:10.511515 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5701549-27bf-4e42-83d8-0e4e9796df39 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:59:10.512898 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b03dcc5-c653-43e8-8cd9-2e07067d03b2', 'name': 'network-vif-deleted', 'tag': '345f1105-1591-41a4-9a32-642766fa02e9', 'status': 'completed', 'code': 200} Feb 20 05:59:10.520383 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-27908be9-1a5a-41e7-b5bc-1f6b3d3a7f55 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a4ef71f8a9048568c69ff01bf2b9bee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1174157 Feb 20 05:59:10.523471 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38258) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:10.652348 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9eb52c73-c5db-4b67-960f-dd0272912cb4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (a95dfffe-2dab-48bf-a7b9-2b4932df02e4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:10.700791 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c80b1f4f-b71e-44db-975f-3b63d133323e admin admin] Publish callbacks [] for security_group (34bd1160-20c0-4ffc-ba72-474639722b60), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:10.746088 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c80b1f4f-b71e-44db-975f-3b63d133323e admin admin] Publish callbacks [] for security_group (34bd1160-20c0-4ffc-ba72-474639722b60), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:10.875442 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c80b1f4f-b71e-44db-975f-3b63d133323e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (34bd1160-20c0-4ffc-ba72-474639722b60), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:10.889510 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c80b1f4f-b71e-44db-975f-3b63d133323e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:10.896434 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c80b1f4f-b71e-44db-975f-3b63d133323e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34bd1160-20c0-4ffc-ba72-474639722b60 HTTP/1.1" status: 204 len: 168 time: 0.3716819 Feb 20 05:59:10.927404 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b1f4f-b71e-44db-975f-3b63d133323e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bd1160-20c0-4ffc-ba72-474639722b60,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:11.052197 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e27d3d3d-e891-46d6-979d-7b66eced6757 req-45a3df19-4897-4ed1-8ec3-8163e03cb2f1 tempest-VolumesActionsTest-612050189 tempest-VolumesActionsTest-612050189-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b03dcc5-c653-43e8-8cd9-2e07067d03b2 HTTP/1.1" status: 200 len: 210 time: 0.0812185 Feb 20 05:59:11.418872 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb52c73-c5db-4b67-960f-dd0272912cb4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Router a95dfffe-2dab-48bf-a7b9-2b4932df02e4 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:59:11.715749 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb52c73-c5db-4b67-960f-dd0272912cb4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:59:11.727241 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38286) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:11.728865 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85040fe5-b3b8-4b09-acab-f2f4ba5018de None None] Sync routers for ids ['a95dfffe-2dab-48bf-a7b9-2b4932df02e4'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:59:11.735679 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9eb52c73-c5db-4b67-960f-dd0272912cb4 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "PUT /v2.0/routers/a95dfffe-2dab-48bf-a7b9-2b4932df02e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8310275 Feb 20 05:59:11.756530 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85040fe5-b3b8-4b09-acab-f2f4ba5018de None None] Routers {'a95dfffe-2dab-48bf-a7b9-2b4932df02e4'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:59:11.757338 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-85040fe5-b3b8-4b09-acab-f2f4ba5018de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a95dfffe-2dab-48bf-a7b9-2b4932df02e4'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:11.828905 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-85040fe5-b3b8-4b09-acab-f2f4ba5018de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:11.850066 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85040fe5-b3b8-4b09-acab-f2f4ba5018de None None] Routers {'a95dfffe-2dab-48bf-a7b9-2b4932df02e4'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:59:11.850877 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-85040fe5-b3b8-4b09-acab-f2f4ba5018de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:58:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a95dfffe-2dab-48bf-a7b9-2b4932df02e4'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:11.933905 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-85040fe5-b3b8-4b09-acab-f2f4ba5018de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:11.940176 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85040fe5-b3b8-4b09-acab-f2f4ba5018de None None] The sync data for ids ['a95dfffe-2dab-48bf-a7b9-2b4932df02e4'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:59:12.240175 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39765a17-6465-4348-af4f-4efd708990b2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for router (a95dfffe-2dab-48bf-a7b9-2b4932df02e4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:12.448918 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39765a17-6465-4348-af4f-4efd708990b2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for router_gateway (a95dfffe-2dab-48bf-a7b9-2b4932df02e4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:12.552841 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-39765a17-6465-4348-af4f-4efd708990b2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Deleting port 66f29431-1109-4dae-b62b-a7ea101d6e94 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:59:12.553185 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39765a17-6465-4348-af4f-4efd708990b2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (66f29431-1109-4dae-b62b-a7ea101d6e94), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:12.708910 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39765a17-6465-4348-af4f-4efd708990b2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (66f29431-1109-4dae-b62b-a7ea101d6e94), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:12.725892 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-39765a17-6465-4348-af4f-4efd708990b2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Calling delete_port for 66f29431-1109-4dae-b62b-a7ea101d6e94 owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:59:12.876296 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 345f1105-1591-41a4-9a32-642766fa02e9 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:59:12.909422 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38342) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:12.913640 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 345f1105-1591-41a4-9a32-642766fa02e9 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:59:12.915450 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 345f1105-1591-41a4-9a32-642766fa02e9 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:59:13.037832 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39765a17-6465-4348-af4f-4efd708990b2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (66f29431-1109-4dae-b62b-a7ea101d6e94), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:13.070474 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39765a17-6465-4348-af4f-4efd708990b2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event deleted for resources: {'Port': ['ID=66f29431-1109-4dae-b62b-a7ea101d6e94,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:13.131663 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b0b3b2ae-c9c4-4ae0-8a63-0b247a6d855e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:13.169886 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39765a17-6465-4348-af4f-4efd708990b2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (a95dfffe-2dab-48bf-a7b9-2b4932df02e4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:13.281433 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39765a17-6465-4348-af4f-4efd708990b2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (a95dfffe-2dab-48bf-a7b9-2b4932df02e4), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:13.284713 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39765a17-6465-4348-af4f-4efd708990b2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for router_controller (a95dfffe-2dab-48bf-a7b9-2b4932df02e4), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:13.344616 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39765a17-6465-4348-af4f-4efd708990b2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (a95dfffe-2dab-48bf-a7b9-2b4932df02e4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:13.345217 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39765a17-6465-4348-af4f-4efd708990b2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Fanout notify agent at l3_agent the message router_deleted on router a95dfffe-2dab-48bf-a7b9-2b4932df02e4 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:59:13.353841 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39765a17-6465-4348-af4f-4efd708990b2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:13.358736 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-39765a17-6465-4348-af4f-4efd708990b2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "DELETE /v2.0/routers/a95dfffe-2dab-48bf-a7b9-2b4932df02e4 HTTP/1.1" status: 204 len: 168 time: 1.6264565 Feb 20 05:59:13.359827 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38368) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:13.365401 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b0b3b2ae-c9c4-4ae0-8a63-0b247a6d855e admin admin] Publish callbacks [] for security_group (5fa50307-7872-4606-ac97-e5e74fafeadb), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:13.371216 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b0b3b2ae-c9c4-4ae0-8a63-0b247a6d855e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5fa50307-7872-4606-ac97-e5e74fafeadb), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:13.417525 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b0b3b2ae-c9c4-4ae0-8a63-0b247a6d855e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e4881e96445f4768bbdef2e6c7f269b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5052774 Feb 20 05:59:13.419342 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38370) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:13.419907 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba1139b-ae74-4c39-a7de-48dcb82492f0 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Deleting subnet 28aee132-2fb3-4f33-97ae-ebd431942e0f {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:59:13.424206 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4ba1139b-ae74-4c39-a7de-48dcb82492f0 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for subnet (28aee132-2fb3-4f33-97ae-ebd431942e0f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:13.427325 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3b2ae-c9c4-4ae0-8a63-0b247a6d855e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa50307-7872-4606-ac97-e5e74fafeadb,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:13.477115 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4ba1139b-ae74-4c39-a7de-48dcb82492f0 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (28aee132-2fb3-4f33-97ae-ebd431942e0f), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:13.496339 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f471bb22-fa49-4357-b936-0ecd00ca65ce admin admin] Publish callbacks [] for security_group (5fa50307-7872-4606-ac97-e5e74fafeadb), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:13.521182 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f471bb22-fa49-4357-b936-0ecd00ca65ce admin admin] Publish callbacks [] for security_group (5fa50307-7872-4606-ac97-e5e74fafeadb), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:13.582015 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f471bb22-fa49-4357-b936-0ecd00ca65ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5fa50307-7872-4606-ac97-e5e74fafeadb), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:13.587315 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f471bb22-fa49-4357-b936-0ecd00ca65ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:13.589553 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f471bb22-fa49-4357-b936-0ecd00ca65ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5fa50307-7872-4606-ac97-e5e74fafeadb HTTP/1.1" status: 204 len: 168 time: 0.1692493 Feb 20 05:59:13.600221 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4ba1139b-ae74-4c39-a7de-48dcb82492f0 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (28aee132-2fb3-4f33-97ae-ebd431942e0f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:13.602690 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471bb22-fa49-4357-b936-0ecd00ca65ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa50307-7872-4606-ac97-e5e74fafeadb,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:13.685972 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4ba1139b-ae74-4c39-a7de-48dcb82492f0 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (28aee132-2fb3-4f33-97ae-ebd431942e0f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:13.721198 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1139b-ae74-4c39-a7de-48dcb82492f0 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event deleted for resources: {'Subnet': ['ID=28aee132-2fb3-4f33-97ae-ebd431942e0f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:13.727907 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4ba1139b-ae74-4c39-a7de-48dcb82492f0 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:13.733975 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4ba1139b-ae74-4c39-a7de-48dcb82492f0 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "DELETE /v2.0/subnets/28aee132-2fb3-4f33-97ae-ebd431942e0f HTTP/1.1" status: 204 len: 168 time: 0.3697388 Feb 20 05:59:13.734435 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38374) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:13.740928 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f4c1e9-6da2-4266-b33a-50e01d15b13e None None] Network 8644b5ec-3478-48ef-90e0-3ce4a21bb775 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:59:13.820732 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6749-a9da-42be-91fb-0d264316d2c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (8644b5ec-3478-48ef-90e0-3ce4a21bb775), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:13.887341 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-9f6b6749-a9da-42be-91fb-0d264316d2c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Deleting port 4d87029c-5e45-4d48-a142-4250076c8367 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:59:13.887341 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6749-a9da-42be-91fb-0d264316d2c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4d87029c-5e45-4d48-a142-4250076c8367), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:13.958254 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-9f6b6749-a9da-42be-91fb-0d264316d2c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] For port 4d87029c-5e45-4d48-a142-4250076c8367, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4d87029c-5e45-4d48-a142-4250076c8367,segment=NetworkSegment(b5e8f97a-a863-43a7-95d6-db8924c46cb1),segment_id=b5e8f97a-a863-43a7-95d6-db8924c46cb1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:59:13.958928 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6749-a9da-42be-91fb-0d264316d2c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4d87029c-5e45-4d48-a142-4250076c8367), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:13.974188 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-9f6b6749-a9da-42be-91fb-0d264316d2c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Calling delete_port for 4d87029c-5e45-4d48-a142-4250076c8367 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:59:13.986742 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e52703-f33f-4ee8-beea-41a3d4804709 None None] DHCP port deletion for 8644b5ec-3478-48ef-90e0-3ce4a21bb775 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:59:14.092813 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6749-a9da-42be-91fb-0d264316d2c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (4d87029c-5e45-4d48-a142-4250076c8367), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:14.163047 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b6749-a9da-42be-91fb-0d264316d2c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event deleted for resources: {'Port': ['ID=4d87029c-5e45-4d48-a142-4250076c8367,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:14.167921 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6b6749-a9da-42be-91fb-0d264316d2c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] No DVR routers for this DVR port 4d87029c-5e45-4d48-a142-4250076c8367 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:59:14.259873 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6749-a9da-42be-91fb-0d264316d2c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (8644b5ec-3478-48ef-90e0-3ce4a21bb775), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:14.284081 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-9f6b6749-a9da-42be-91fb-0d264316d2c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8644b5ec-3478-48ef-90e0-3ce4a21bb775']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:14.295884 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-9f6b6749-a9da-42be-91fb-0d264316d2c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e8f97a-a863-43a7-95d6-db8924c46cb1') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:14.296212 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-9f6b6749-a9da-42be-91fb-0d264316d2c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e8f97a-a863-43a7-95d6-db8924c46cb1') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:14.308784 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6749-a9da-42be-91fb-0d264316d2c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (b5e8f97a-a863-43a7-95d6-db8924c46cb1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:14.323387 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6749-a9da-42be-91fb-0d264316d2c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (b5e8f97a-a863-43a7-95d6-db8924c46cb1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:14.337315 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6b6749-a9da-42be-91fb-0d264316d2c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:59:14.337914 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6749-a9da-42be-91fb-0d264316d2c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (b5e8f97a-a863-43a7-95d6-db8924c46cb1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:14.346729 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-44e52703-f33f-4ee8-beea-41a3d4804709 None None] Deleting port 4d87029c-5e45-4d48-a142-4250076c8367 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:59:14.348449 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44e52703-f33f-4ee8-beea-41a3d4804709 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4d87029c-5e45-4d48-a142-4250076c8367), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:59:14.413447 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:59:14.419416 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6749-a9da-42be-91fb-0d264316d2c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (8644b5ec-3478-48ef-90e0-3ce4a21bb775), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:14.428258 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6749-a9da-42be-91fb-0d264316d2c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:14.434783 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9f6b6749-a9da-42be-91fb-0d264316d2c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "DELETE /v2.0/networks/8644b5ec-3478-48ef-90e0-3ce4a21bb775 HTTP/1.1" status: 204 len: 168 time: 0.6971531 Feb 20 05:59:14.435201 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38396) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:14.459329 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-44e52703-f33f-4ee8-beea-41a3d4804709 None None] For port 4d87029c-5e45-4d48-a142-4250076c8367, host n-d-829866-5, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:59:14.459845 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b6749-a9da-42be-91fb-0d264316d2c2 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event deleted for resources: {'Network': ['ID=8644b5ec-3478-48ef-90e0-3ce4a21bb775,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:14.459968 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44e52703-f33f-4ee8-beea-41a3d4804709 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4d87029c-5e45-4d48-a142-4250076c8367), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:14.474892 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-44e52703-f33f-4ee8-beea-41a3d4804709 None None] Calling delete_port for 4d87029c-5e45-4d48-a142-4250076c8367 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:59:14.478324 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-44e52703-f33f-4ee8-beea-41a3d4804709 None None] Port 4d87029c-5e45-4d48-a142-4250076c8367 was not found and therefore no delete operation was performed {{(pid=103408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 05:59:14.481610 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44e52703-f33f-4ee8-beea-41a3d4804709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (4d87029c-5e45-4d48-a142-4250076c8367), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:14.511168 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-44e52703-f33f-4ee8-beea-41a3d4804709 None None] Network 8644b5ec-3478-48ef-90e0-3ce4a21bb775 is not hosted by any dhcp agent {{(pid=103408) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 20 05:59:14.511591 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e52703-f33f-4ee8-beea-41a3d4804709 None None] No DVR routers for this DVR port 4d87029c-5e45-4d48-a142-4250076c8367 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:59:14.532234 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e52703-f33f-4ee8-beea-41a3d4804709 None None] Pushing event deleted for resources: {'Port': ['ID=4d87029c-5e45-4d48-a142-4250076c8367,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:14.654471 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-90cf01bb-0814-4653-8fda-6f2abaf2aa18 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Deleting port b0af5a3c-8fb3-470f-a1df-feb496467674 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:59:14.654829 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-90cf01bb-0814-4653-8fda-6f2abaf2aa18 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (b0af5a3c-8fb3-470f-a1df-feb496467674), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:14.768357 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-90cf01bb-0814-4653-8fda-6f2abaf2aa18 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (b0af5a3c-8fb3-470f-a1df-feb496467674), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:14.768860 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-90cf01bb-0814-4653-8fda-6f2abaf2aa18 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (b0af5a3c-8fb3-470f-a1df-feb496467674), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:14.789643 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-90cf01bb-0814-4653-8fda-6f2abaf2aa18 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Calling delete_port for b0af5a3c-8fb3-470f-a1df-feb496467674 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:59:15.019179 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-90cf01bb-0814-4653-8fda-6f2abaf2aa18 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (b0af5a3c-8fb3-470f-a1df-feb496467674), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:15.059753 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf01bb-0814-4653-8fda-6f2abaf2aa18 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event deleted for resources: {'Port': ['ID=b0af5a3c-8fb3-470f-a1df-feb496467674,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:15.148547 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-90cf01bb-0814-4653-8fda-6f2abaf2aa18 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for floatingip (c2d5dbf6-12f1-4194-a3a1-48b42776f807), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:15.152659 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-90cf01bb-0814-4653-8fda-6f2abaf2aa18 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:15.157973 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38430) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:15.159353 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-90cf01bb-0814-4653-8fda-6f2abaf2aa18 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "DELETE /v2.0/floatingips/c2d5dbf6-12f1-4194-a3a1-48b42776f807 HTTP/1.1" status: 204 len: 168 time: 0.7214553 Feb 20 05:59:15.184128 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-4019a53a-ed09-46fa-bd39-d41a301f5f3e tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] DELETE failed (client error): The resource could not be found. Feb 20 05:59:15.184687 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4019a53a-ed09-46fa-bd39-d41a301f5f3e tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:59:15.188229 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4019a53a-ed09-46fa-bd39-d41a301f5f3e tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "DELETE /v2.0/ports/00b5552c-77d6-4293-bab2-0cd8f732fefa HTTP/1.1" status: 404 len: 333 time: 0.0274310 Feb 20 05:59:15.191059 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38432) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:15.266664 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38440) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:15.268519 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-626aabdc-b98c-45a1-9f6e-9d14c27d73bf tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "GET /v2.0/ports?device_id=a95dfffe-2dab-48bf-a7b9-2b4932df02e4 HTTP/1.1" status: 200 len: 205 time: 0.0716965 Feb 20 05:59:15.370942 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-cdab265a-c6c9-4e57-8506-0c99c179856b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] delete failed (client error): The resource could not be found. Feb 20 05:59:15.379375 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38448) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:15.380208 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cdab265a-c6c9-4e57-8506-0c99c179856b tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "DELETE /v2.0/routers/a95dfffe-2dab-48bf-a7b9-2b4932df02e4 HTTP/1.1" status: 404 len: 336 time: 0.1120517 Feb 20 05:59:15.441025 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-5678230f-08e4-4ff5-adfa-15f642593b7f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] DELETE failed (client error): The resource could not be found. Feb 20 05:59:15.441611 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5678230f-08e4-4ff5-adfa-15f642593b7f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:59:15.452743 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5678230f-08e4-4ff5-adfa-15f642593b7f tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "DELETE /v2.0/subnets/28aee132-2fb3-4f33-97ae-ebd431942e0f HTTP/1.1" status: 404 len: 337 time: 0.0722482 Feb 20 05:59:15.455847 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38450) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:15.489669 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38452) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:15.689057 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-744ff821-3d01-4299-a694-06e12b5fe5bd tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Deleting port 897e050c-1b05-43cb-b4ff-565cdf7df17b {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:59:15.689406 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-744ff821-3d01-4299-a694-06e12b5fe5bd tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (897e050c-1b05-43cb-b4ff-565cdf7df17b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:15.856048 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8bd33d3a-3071-4614-9aa4-cc8934f6cb78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:15.863414 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-744ff821-3d01-4299-a694-06e12b5fe5bd tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (897e050c-1b05-43cb-b4ff-565cdf7df17b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:15.880190 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-744ff821-3d01-4299-a694-06e12b5fe5bd tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Calling delete_port for 897e050c-1b05-43cb-b4ff-565cdf7df17b owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:59:16.029098 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4d87029c-5e45-4d48-a142-4250076c8367 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:59:16.049275 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8bd33d3a-3071-4614-9aa4-cc8934f6cb78 admin admin] Publish callbacks [] for security_group (fd17c4db-fd46-4e49-b78a-8f74c58c8117), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:16.055343 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8bd33d3a-3071-4614-9aa4-cc8934f6cb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (fd17c4db-fd46-4e49-b78a-8f74c58c8117), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:16.080793 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 4d87029c-5e45-4d48-a142-4250076c8367 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:59:16.081393 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4d87029c-5e45-4d48-a142-4250076c8367 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:59:16.129704 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd33d3a-3071-4614-9aa4-cc8934f6cb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd17c4db-fd46-4e49-b78a-8f74c58c8117,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:16.154960 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8bd33d3a-3071-4614-9aa4-cc8934f6cb78 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d7465a1d2834b16b33b8626c92ce5b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6629450 Feb 20 05:59:16.154960 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38466) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:16.218117 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-744ff821-3d01-4299-a694-06e12b5fe5bd tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (897e050c-1b05-43cb-b4ff-565cdf7df17b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:16.261106 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-da669c45-c9a0-4d9a-bed8-c4f7623cdb09 admin admin] Publish callbacks [] for security_group (fd17c4db-fd46-4e49-b78a-8f74c58c8117), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:16.267844 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ff821-3d01-4299-a694-06e12b5fe5bd tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event deleted for resources: {'Port': ['ID=897e050c-1b05-43cb-b4ff-565cdf7df17b,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:16.309301 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-da669c45-c9a0-4d9a-bed8-c4f7623cdb09 admin admin] Publish callbacks [] for security_group (fd17c4db-fd46-4e49-b78a-8f74c58c8117), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:16.380946 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-da669c45-c9a0-4d9a-bed8-c4f7623cdb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (fd17c4db-fd46-4e49-b78a-8f74c58c8117), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:16.386046 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-da669c45-c9a0-4d9a-bed8-c4f7623cdb09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:16.394389 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-da669c45-c9a0-4d9a-bed8-c4f7623cdb09 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd17c4db-fd46-4e49-b78a-8f74c58c8117 HTTP/1.1" status: 204 len: 168 time: 0.2377744 Feb 20 05:59:16.399596 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-744ff821-3d01-4299-a694-06e12b5fe5bd tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:16.405936 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-744ff821-3d01-4299-a694-06e12b5fe5bd tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "DELETE /v2.0/ports/897e050c-1b05-43cb-b4ff-565cdf7df17b HTTP/1.1" status: 204 len: 168 time: 0.9490263 Feb 20 05:59:16.409166 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38476) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:16.439666 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da669c45-c9a0-4d9a-bed8-c4f7623cdb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd17c4db-fd46-4e49-b78a-8f74c58c8117,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:16.454603 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669c45-c9a0-4d9a-bed8-c4f7623cdb09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:16.456151 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669c45-c9a0-4d9a-bed8-c4f7623cdb09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:16.456810 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669c45-c9a0-4d9a-bed8-c4f7623cdb09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:16.457471 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669c45-c9a0-4d9a-bed8-c4f7623cdb09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:16.458116 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669c45-c9a0-4d9a-bed8-c4f7623cdb09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:16.458638 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669c45-c9a0-4d9a-bed8-c4f7623cdb09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:16.459174 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669c45-c9a0-4d9a-bed8-c4f7623cdb09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:16.460071 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669c45-c9a0-4d9a-bed8-c4f7623cdb09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:16.461377 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669c45-c9a0-4d9a-bed8-c4f7623cdb09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:16.462193 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9b32219-abbf-4720-92a4-705a226c4de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:16.462337 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669c45-c9a0-4d9a-bed8-c4f7623cdb09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:16.462942 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669c45-c9a0-4d9a-bed8-c4f7623cdb09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:16.464875 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669c45-c9a0-4d9a-bed8-c4f7623cdb09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:16.465384 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da669c45-c9a0-4d9a-bed8-c4f7623cdb09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:16.569027 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-beb2f48b-f9fb-4512-a615-1f7d7615f81c tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Deleting port 99092118-b70d-48d0-a9b1-463db7015960 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:59:16.569582 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-beb2f48b-f9fb-4512-a615-1f7d7615f81c tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (99092118-b70d-48d0-a9b1-463db7015960), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:16.818265 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-beb2f48b-f9fb-4512-a615-1f7d7615f81c tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (99092118-b70d-48d0-a9b1-463db7015960), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:16.845944 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-beb2f48b-f9fb-4512-a615-1f7d7615f81c tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Calling delete_port for 99092118-b70d-48d0-a9b1-463db7015960 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:59:16.917354 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:59:17.168226 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-beb2f48b-f9fb-4512-a615-1f7d7615f81c tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (99092118-b70d-48d0-a9b1-463db7015960), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:17.225267 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2f48b-f9fb-4512-a615-1f7d7615f81c tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event deleted for resources: {'Port': ['ID=99092118-b70d-48d0-a9b1-463db7015960,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:17.373121 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-beb2f48b-f9fb-4512-a615-1f7d7615f81c tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:17.376472 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-beb2f48b-f9fb-4512-a615-1f7d7615f81c tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "DELETE /v2.0/ports/99092118-b70d-48d0-a9b1-463db7015960 HTTP/1.1" status: 204 len: 168 time: 0.9662657 Feb 20 05:59:17.379016 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38492) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:17.465701 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533669f7-a315-47fc-82fb-f346c93e3c2e tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:17.470405 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-533669f7-a315-47fc-82fb-f346c93e3c2e tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa71afbe-8989-495a-9c7e-cb38768cae8e HTTP/1.1" status: 200 len: 913 time: 0.0891457 Feb 20 05:59:17.471862 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38502) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:18.159158 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6bdeda58-d28a-4de8-aa04-be17545f2826 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (fa71afbe-8989-495a-9c7e-cb38768cae8e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:18.280607 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb31644-773b-4e5f-af21-a90ff96324ab req-b36371f8-42e7-4960-9819-3c1648113de3 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:18.289568 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3fb31644-773b-4e5f-af21-a90ff96324ab req-b36371f8-42e7-4960-9819-3c1648113de3 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 1127 time: 0.0958242 Feb 20 05:59:18.329821 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3fb31644-773b-4e5f-af21-a90ff96324ab req-1668b4be-eef7-4ae2-bffb-521f3b706877 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:18.505789 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3fb31644-773b-4e5f-af21-a90ff96324ab req-1668b4be-eef7-4ae2-bffb-521f3b706877 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] Publish callbacks [] for security_group (95946798-5435-4010-a8fe-b7effc6fefc9), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:18.514673 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3fb31644-773b-4e5f-af21-a90ff96324ab req-1668b4be-eef7-4ae2-bffb-521f3b706877 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (95946798-5435-4010-a8fe-b7effc6fefc9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:18.578681 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3fb31644-773b-4e5f-af21-a90ff96324ab req-1668b4be-eef7-4ae2-bffb-521f3b706877 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2877257 Feb 20 05:59:18.601600 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668b4be-eef7-4ae2-bffb-521f3b706877 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95946798-5435-4010-a8fe-b7effc6fefc9,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:18.771942 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c205fc-50a0-499e-8cd3-104c13248727 req-10177adb-6a57-41ce-a5f7-aa5066a90cf6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:18.780488 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c4c205fc-50a0-499e-8cd3-104c13248727 req-10177adb-6a57-41ce-a5f7-aa5066a90cf6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 945 time: 0.0866487 Feb 20 05:59:18.807649 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-6bdeda58-d28a-4de8-aa04-be17545f2826 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Deleting port e6ecb790-c0b1-4f32-be45-d4614f4de4eb {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:59:18.811395 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6bdeda58-d28a-4de8-aa04-be17545f2826 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (e6ecb790-c0b1-4f32-be45-d4614f4de4eb), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:18.886551 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c4c205fc-50a0-499e-8cd3-104c13248727 req-fcf38310-539b-446a-a0cd-809cb1cadb66 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048298 Feb 20 05:59:18.900238 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38538) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:18.946954 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a7987e7e-db95-4a78-a835-c460ab7beabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:19.026049 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6bdeda58-d28a-4de8-aa04-be17545f2826 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (e6ecb790-c0b1-4f32-be45-d4614f4de4eb), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:19.038291 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6384b69e-873e-41a2-9ec1-ea5ce4b20ffd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/floatingips/17c66d60-6a17-4dc7-9b62-838386347955 HTTP/1.1" status: 200 len: 992 time: 0.1368082 Feb 20 05:59:19.047076 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-6bdeda58-d28a-4de8-aa04-be17545f2826 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Calling delete_port for e6ecb790-c0b1-4f32-be45-d4614f4de4eb owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:59:19.432828 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-862e8556-b718-4559-9300-4dbad2c3fd15 req-175e950a-2ed1-4539-add6-8326a5fe90ca service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 05:59:19.434416 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-862e8556-b718-4559-9300-4dbad2c3fd15 req-175e950a-2ed1-4539-add6-8326a5fe90ca service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069759 Feb 20 05:59:19.500620 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6bdeda58-d28a-4de8-aa04-be17545f2826 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e6ecb790-c0b1-4f32-be45-d4614f4de4eb), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:19.558321 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdeda58-d28a-4de8-aa04-be17545f2826 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event deleted for resources: {'Port': ['ID=e6ecb790-c0b1-4f32-be45-d4614f4de4eb,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:19.643159 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:20.102992 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf81d01-83ee-4a29-a5d2-60d3ea53ce4c req-bccc5f50-c3a9-4004-9070-15b750bb242f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:20.113002 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eaf81d01-83ee-4a29-a5d2-60d3ea53ce4c req-bccc5f50-c3a9-4004-9070-15b750bb242f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 945 time: 0.1055927 Feb 20 05:59:20.130276 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6bdeda58-d28a-4de8-aa04-be17545f2826 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (fa71afbe-8989-495a-9c7e-cb38768cae8e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:20.172129 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-43fe2d5c-e2b6-4523-b911-09af50596333 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1583321 Feb 20 05:59:20.284927 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eaf81d01-83ee-4a29-a5d2-60d3ea53ce4c req-eba20c7d-55ca-4767-b94e-f51ce9d71772 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709540 Feb 20 05:59:20.660196 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdeda58-d28a-4de8-aa04-be17545f2826 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Router fa71afbe-8989-495a-9c7e-cb38768cae8e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 05:59:20.877534 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdeda58-d28a-4de8-aa04-be17545f2826 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 05:59:20.885516 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6bdeda58-d28a-4de8-aa04-be17545f2826 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "PUT /v2.0/routers/fa71afbe-8989-495a-9c7e-cb38768cae8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4126494 Feb 20 05:59:20.888159 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38600) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:20.890119 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b08954b-aa73-4483-bf4a-e00a07e98e1e None None] Sync routers for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 05:59:20.908306 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b08954b-aa73-4483-bf4a-e00a07e98e1e None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:59:20.909237 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8b08954b-aa73-4483-bf4a-e00a07e98e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:59:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:21.033296 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d60bfed6-a21e-46d1-b26b-2533309f8bee tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for router (fa71afbe-8989-495a-9c7e-cb38768cae8e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:21.057027 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8b08954b-aa73-4483-bf4a-e00a07e98e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:21.079177 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b08954b-aa73-4483-bf4a-e00a07e98e1e None None] Routers {'fa71afbe-8989-495a-9c7e-cb38768cae8e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 05:59:21.081546 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8b08954b-aa73-4483-bf4a-e00a07e98e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:59:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa71afbe-8989-495a-9c7e-cb38768cae8e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:21.170663 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8b08954b-aa73-4483-bf4a-e00a07e98e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:21.173570 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b08954b-aa73-4483-bf4a-e00a07e98e1e None None] The sync data for ids ['fa71afbe-8989-495a-9c7e-cb38768cae8e'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 05:59:21.450515 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-f32570bd-b0ee-4ce9-8e39-c10cf194dab9 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:21.454495 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:21.463832 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-f32570bd-b0ee-4ce9-8e39-c10cf194dab9 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/ports/605aa974-6a17-438d-84de-2cc66b9bff6c HTTP/1.1" status: 200 len: 1124 time: 0.4720228 Feb 20 05:59:21.846652 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d60bfed6-a21e-46d1-b26b-2533309f8bee tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for router_gateway (fa71afbe-8989-495a-9c7e-cb38768cae8e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:21.872780 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d16cc-ecc7-409c-8ee7-138a779793df req-e533e32f-4b64-4cd1-b711-8a5bed757f70 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:21.874745 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-855d16cc-ecc7-409c-8ee7-138a779793df req-e533e32f-4b64-4cd1-b711-8a5bed757f70 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 945 time: 0.2521434 Feb 20 05:59:22.053661 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-855d16cc-ecc7-409c-8ee7-138a779793df req-56dab14d-53d5-4cb5-9f2f-2e6ca680806e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711173 Feb 20 05:59:22.084736 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-d60bfed6-a21e-46d1-b26b-2533309f8bee tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Deleting port 67c80646-1ca6-4b05-aa4a-459c424c2d4b {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:59:22.084736 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d60bfed6-a21e-46d1-b26b-2533309f8bee tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (67c80646-1ca6-4b05-aa4a-459c424c2d4b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:22.241632 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d60bfed6-a21e-46d1-b26b-2533309f8bee tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (67c80646-1ca6-4b05-aa4a-459c424c2d4b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:22.282854 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-d60bfed6-a21e-46d1-b26b-2533309f8bee tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Calling delete_port for 67c80646-1ca6-4b05-aa4a-459c424c2d4b owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:59:22.566162 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d60bfed6-a21e-46d1-b26b-2533309f8bee tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (67c80646-1ca6-4b05-aa4a-459c424c2d4b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:22.628580 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60bfed6-a21e-46d1-b26b-2533309f8bee tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event deleted for resources: {'Port': ['ID=67c80646-1ca6-4b05-aa4a-459c424c2d4b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:22.737873 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:22.772292 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d60bfed6-a21e-46d1-b26b-2533309f8bee tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (fa71afbe-8989-495a-9c7e-cb38768cae8e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:22.910472 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-3a93a885-8d65-4db8-a5e9-cba6c3f609b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:22.912027 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-3a93a885-8d65-4db8-a5e9-cba6c3f609b1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 1127 time: 0.1128161 Feb 20 05:59:22.920875 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d60bfed6-a21e-46d1-b26b-2533309f8bee tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (fa71afbe-8989-495a-9c7e-cb38768cae8e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:22.924906 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d60bfed6-a21e-46d1-b26b-2533309f8bee tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for router_controller (fa71afbe-8989-495a-9c7e-cb38768cae8e), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:22.992300 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d60bfed6-a21e-46d1-b26b-2533309f8bee tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (fa71afbe-8989-495a-9c7e-cb38768cae8e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:22.993377 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60bfed6-a21e-46d1-b26b-2533309f8bee tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Fanout notify agent at l3_agent the message router_deleted on router fa71afbe-8989-495a-9c7e-cb38768cae8e {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 05:59:22.998036 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:23.020997 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d60bfed6-a21e-46d1-b26b-2533309f8bee tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:23.027911 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d60bfed6-a21e-46d1-b26b-2533309f8bee tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "DELETE /v2.0/routers/fa71afbe-8989-495a-9c7e-cb38768cae8e HTTP/1.1" status: 204 len: 168 time: 2.1338856 Feb 20 05:59:23.029310 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38660) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:23.153735 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b51bc2a-8e1f-40f7-b67a-21fc12d28aae tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Deleting subnet 2b569548-1809-47ca-96f6-4d17b0d2d50e {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:59:23.168083 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7b51bc2a-8e1f-40f7-b67a-21fc12d28aae tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for subnet (2b569548-1809-47ca-96f6-4d17b0d2d50e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:23.180907 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-de06fe4f-9cf6-4a1c-aac8-c3f01ebf19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:23.189424 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-de06fe4f-9cf6-4a1c-aac8-c3f01ebf19c8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a97b557b-6d89-4051-82cf-afc4b06f9eff HTTP/1.1" status: 200 len: 896 time: 0.2694986 Feb 20 05:59:23.228421 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7b51bc2a-8e1f-40f7-b67a-21fc12d28aae tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (2b569548-1809-47ca-96f6-4d17b0d2d50e), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:23.278216 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7b51bc2a-8e1f-40f7-b67a-21fc12d28aae tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (2b569548-1809-47ca-96f6-4d17b0d2d50e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:23.329752 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-75faff11-9e07-4b87-aac6-569e972218d1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=605aa974-6a17-438d-84de-2cc66b9bff6c HTTP/1.1" status: 200 len: 1000 time: 0.1336446 Feb 20 05:59:23.395528 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-fb1af73b-f010-489b-a59d-7b6a7e7610bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:23.397464 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-fb1af73b-f010-489b-a59d-7b6a7e7610bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c18849a5-e890-4940-bc50-1c71fe5b530c HTTP/1.1" status: 200 len: 835 time: 0.0571513 Feb 20 05:59:23.455639 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c92b6a-f0a9-4eaf-8fce-25fed4103f95 req-e6a8d77c-3e9c-47a3-8c88-a54b64033598 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:23.457204 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-43c92b6a-f0a9-4eaf-8fce-25fed4103f95 req-e6a8d77c-3e9c-47a3-8c88-a54b64033598 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 945 time: 0.1403613 Feb 20 05:59:23.496636 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-51ebb3ad-fd28-4087-8f7d-dd5f1b654039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:23.498166 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-51ebb3ad-fd28-4087-8f7d-dd5f1b654039 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a97b557b-6d89-4051-82cf-afc4b06f9eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0945301 Feb 20 05:59:23.567952 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-43c92b6a-f0a9-4eaf-8fce-25fed4103f95 req-5063bf18-293f-4065-bfe9-2f38bd7fd505 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026359 Feb 20 05:59:23.569070 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7b51bc2a-8e1f-40f7-b67a-21fc12d28aae tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (2b569548-1809-47ca-96f6-4d17b0d2d50e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:23.660423 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7b51bc2a-8e1f-40f7-b67a-21fc12d28aae tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:23.670467 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7b51bc2a-8e1f-40f7-b67a-21fc12d28aae tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "DELETE /v2.0/subnets/2b569548-1809-47ca-96f6-4d17b0d2d50e HTTP/1.1" status: 204 len: 168 time: 0.6377096 Feb 20 05:59:23.671001 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38670) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:23.671741 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51bc2a-8e1f-40f7-b67a-21fc12d28aae tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event deleted for resources: {'Subnet': ['ID=2b569548-1809-47ca-96f6-4d17b0d2d50e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:23.739094 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-1b7d5ca6-60fa-46a9-9adb-641072945c48 service neutron] 10.222.0.61 "GET /v2.0/networks/a97b557b-6d89-4051-82cf-afc4b06f9eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325161 Feb 20 05:59:23.920442 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e20b2b4-775d-44cd-8ba1-dadbc9469342 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (acdb00cd-7b70-49b5-a2d9-943242724eaa), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:23.976084 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-208ca4d1-eb53-45eb-a344-893ba7a84c19 service neutron] 10.222.0.61 "GET /v2.0/networks/a97b557b-6d89-4051-82cf-afc4b06f9eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247858 Feb 20 05:59:24.105491 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e20b2b4-775d-44cd-8ba1-dadbc9469342 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (acdb00cd-7b70-49b5-a2d9-943242724eaa), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:24.145008 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6e20b2b4-775d-44cd-8ba1-dadbc9469342 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acdb00cd-7b70-49b5-a2d9-943242724eaa']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:24.162319 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6e20b2b4-775d-44cd-8ba1-dadbc9469342 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9c2cce-3b63-4263-bae5-4e5d505b167a') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:24.163221 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6e20b2b4-775d-44cd-8ba1-dadbc9469342 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9c2cce-3b63-4263-bae5-4e5d505b167a') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:24.177904 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e20b2b4-775d-44cd-8ba1-dadbc9469342 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (5c9c2cce-3b63-4263-bae5-4e5d505b167a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:24.195594 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e20b2b4-775d-44cd-8ba1-dadbc9469342 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (5c9c2cce-3b63-4263-bae5-4e5d505b167a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:24.205610 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e20b2b4-775d-44cd-8ba1-dadbc9469342 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:59:24.206038 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e20b2b4-775d-44cd-8ba1-dadbc9469342 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (5c9c2cce-3b63-4263-bae5-4e5d505b167a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:59:24.211453 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:59:24.288078 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e20b2b4-775d-44cd-8ba1-dadbc9469342 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (acdb00cd-7b70-49b5-a2d9-943242724eaa), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:24.297860 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e20b2b4-775d-44cd-8ba1-dadbc9469342 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:24.304468 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6e20b2b4-775d-44cd-8ba1-dadbc9469342 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] 10.222.0.37 "DELETE /v2.0/networks/acdb00cd-7b70-49b5-a2d9-943242724eaa HTTP/1.1" status: 204 len: 168 time: 0.6305959 Feb 20 05:59:24.315646 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20b2b4-775d-44cd-8ba1-dadbc9469342 tempest-FloatingIPTestJSON-1312689086 tempest-FloatingIPTestJSON-1312689086-project] Pushing event deleted for resources: {'Network': ['ID=acdb00cd-7b70-49b5-a2d9-943242724eaa,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:24.620550 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38686) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:24.779340 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38694) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:24.830248 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb208671-935e-4c13-b415-8f6124520b3e req-a32b4f81-f2a6-4271-840a-8eb75072e459 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:24.847552 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fb208671-935e-4c13-b415-8f6124520b3e req-a32b4f81-f2a6-4271-840a-8eb75072e459 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 945 time: 0.1115494 Feb 20 05:59:24.975698 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fb208671-935e-4c13-b415-8f6124520b3e req-5d35da13-17b8-4616-b5ab-2beced35853e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268651 Feb 20 05:59:24.976376 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-16c5bf37-5ae9-4da2-8290-77aa0fb6819d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:25.031239 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7d3aba69-4096-41b6-b50f-45037ea435b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5318d5e874644fa798c4615f6c57dcb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2504499 Feb 20 05:59:25.033756 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38700) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:25.130807 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9866ab18-b9dc-4f64-aa7f-02b5067be1c7 admin admin] Publish callbacks [] for security_group (2b8db3a4-731d-42ab-bc5e-236a334b9a8b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:25.163637 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9866ab18-b9dc-4f64-aa7f-02b5067be1c7 admin admin] Publish callbacks [] for security_group (2b8db3a4-731d-42ab-bc5e-236a334b9a8b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:25.201874 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-16c5bf37-5ae9-4da2-8290-77aa0fb6819d admin admin] Publish callbacks [] for security_group (41ab3e94-d9e1-4554-a5f9-53c521382a27), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:25.219104 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-16c5bf37-5ae9-4da2-8290-77aa0fb6819d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (41ab3e94-d9e1-4554-a5f9-53c521382a27), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:25.324210 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38702) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:25.324419 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-16c5bf37-5ae9-4da2-8290-77aa0fb6819d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1ce07dd234c4bcf86e135acb03e6642&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7022903 Feb 20 05:59:25.328007 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5bf37-5ae9-4da2-8290-77aa0fb6819d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ab3e94-d9e1-4554-a5f9-53c521382a27,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:25.350783 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:25.352349 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9866ab18-b9dc-4f64-aa7f-02b5067be1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2b8db3a4-731d-42ab-bc5e-236a334b9a8b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:25.357356 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9866ab18-b9dc-4f64-aa7f-02b5067be1c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:25.361172 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9866ab18-b9dc-4f64-aa7f-02b5067be1c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b8db3a4-731d-42ab-bc5e-236a334b9a8b HTTP/1.1" status: 204 len: 168 time: 0.3252769 Feb 20 05:59:25.402779 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866ab18-b9dc-4f64-aa7f-02b5067be1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8db3a4-731d-42ab-bc5e-236a334b9a8b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:25.457816 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17b94caf-838a-411e-b454-a5871a9f904b admin admin] Publish callbacks [] for security_group (41ab3e94-d9e1-4554-a5f9-53c521382a27), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:25.491618 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17b94caf-838a-411e-b454-a5871a9f904b admin admin] Publish callbacks [] for security_group (41ab3e94-d9e1-4554-a5f9-53c521382a27), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:25.618249 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17b94caf-838a-411e-b454-a5871a9f904b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (41ab3e94-d9e1-4554-a5f9-53c521382a27), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:25.621598 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17b94caf-838a-411e-b454-a5871a9f904b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:25.625703 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-17b94caf-838a-411e-b454-a5871a9f904b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41ab3e94-d9e1-4554-a5f9-53c521382a27 HTTP/1.1" status: 204 len: 168 time: 0.2973168 Feb 20 05:59:25.660742 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b94caf-838a-411e-b454-a5871a9f904b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ab3e94-d9e1-4554-a5f9-53c521382a27,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:26.266224 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8eeecc-545e-485d-9b46-e7678ca0de2c req-a8a141ef-de34-4d70-a90d-f3a76c6887e4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:26.289812 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8d8eeecc-545e-485d-9b46-e7678ca0de2c req-a8a141ef-de34-4d70-a90d-f3a76c6887e4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 945 time: 0.1975906 Feb 20 05:59:26.421524 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38728) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:26.429329 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8d8eeecc-545e-485d-9b46-e7678ca0de2c req-9824af8f-ddf8-4d29-8d15-023456cf7669 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321194 Feb 20 05:59:26.458365 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-19e3eae3-76d4-40f2-a9ae-44d77f0a540a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:26.571086 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-19e3eae3-76d4-40f2-a9ae-44d77f0a540a admin admin] Publish callbacks [] for security_group (ce6bf9b1-997f-4f69-ae76-519558b42618), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:26.594413 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-19e3eae3-76d4-40f2-a9ae-44d77f0a540a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ce6bf9b1-997f-4f69-ae76-519558b42618), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:26.647477 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-19e3eae3-76d4-40f2-a9ae-44d77f0a540a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fca8abc281cc45bba062f763a118874f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2235405 Feb 20 05:59:26.648688 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3eae3-76d4-40f2-a9ae-44d77f0a540a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6bf9b1-997f-4f69-ae76-519558b42618,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:26.650163 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38730) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:26.721361 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a786bd11-4dde-401c-a3b8-219cd06f7a1d admin admin] Publish callbacks [] for security_group (ce6bf9b1-997f-4f69-ae76-519558b42618), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:26.756916 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a786bd11-4dde-401c-a3b8-219cd06f7a1d admin admin] Publish callbacks [] for security_group (ce6bf9b1-997f-4f69-ae76-519558b42618), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:26.828940 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a786bd11-4dde-401c-a3b8-219cd06f7a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ce6bf9b1-997f-4f69-ae76-519558b42618), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:26.832462 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a786bd11-4dde-401c-a3b8-219cd06f7a1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:26.835007 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a786bd11-4dde-401c-a3b8-219cd06f7a1d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce6bf9b1-997f-4f69-ae76-519558b42618 HTTP/1.1" status: 204 len: 168 time: 0.1818595 Feb 20 05:59:26.843940 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786bd11-4dde-401c-a3b8-219cd06f7a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6bf9b1-997f-4f69-ae76-519558b42618,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:27.092803 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38748) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:27.252811 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e226562d-1d44-41a4-88a8-89a45d6cf4b8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-457822570'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:59:27.276973 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e226562d-1d44-41a4-88a8-89a45d6cf4b8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:59:27.280829 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e226562d-1d44-41a4-88a8-89a45d6cf4b8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:27.290770 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e226562d-1d44-41a4-88a8-89a45d6cf4b8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:27.437030 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e226562d-1d44-41a4-88a8-89a45d6cf4b8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (fa18b5c5-3f89-4b6c-b34b-dab3663eef4f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:27.447219 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e226562d-1d44-41a4-88a8-89a45d6cf4b8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (fa18b5c5-3f89-4b6c-b34b-dab3663eef4f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:27.504227 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e226562d-1d44-41a4-88a8-89a45d6cf4b8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:59:27.518700 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226562d-1d44-41a4-88a8-89a45d6cf4b8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa18b5c5-3f89-4b6c-b34b-dab3663eef4f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:27.561253 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e226562d-1d44-41a4-88a8-89a45d6cf4b8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (3558fe40-52b5-41e7-821d-b5ecd1d000de), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:27.562432 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-e226562d-1d44-41a4-88a8-89a45d6cf4b8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Added segment 3558fe40-52b5-41e7-821d-b5ecd1d000de of type vlan for network 9fcc7d42-fb92-490d-82c1-129852943a74 Feb 20 05:59:27.682385 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e226562d-1d44-41a4-88a8-89a45d6cf4b8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (9fcc7d42-fb92-490d-82c1-129852943a74), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:27.723854 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d0b8a-ce35-410c-af79-04a6aadd9945 req-0b788aba-5f6b-4da2-a9a7-034e94d99a50 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:27.725648 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a16d0b8a-ce35-410c-af79-04a6aadd9945 req-0b788aba-5f6b-4da2-a9a7-034e94d99a50 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 945 time: 0.1033392 Feb 20 05:59:27.765901 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e226562d-1d44-41a4-88a8-89a45d6cf4b8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (9fcc7d42-fb92-490d-82c1-129852943a74), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:27.772853 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e226562d-1d44-41a4-88a8-89a45d6cf4b8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:27.774371 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e226562d-1d44-41a4-88a8-89a45d6cf4b8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:27.923684 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226562d-1d44-41a4-88a8-89a45d6cf4b8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Network': ['ID=9fcc7d42-fb92-490d-82c1-129852943a74,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:27.939322 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 9fcc7d42-fb92-490d-82c1-129852943a74 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:59:27.967187 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38784) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:27.968010 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e226562d-1d44-41a4-88a8-89a45d6cf4b8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8739436 Feb 20 05:59:27.973603 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-d950887e-15fe-46fb-8c60-cead01ece989 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'port': {'network_id': '9fcc7d42-fb92-490d-82c1-129852943a74', 'name': 'tempest-PortsIpV6TestJSON-1594562266'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:59:28.006185 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a16d0b8a-ce35-410c-af79-04a6aadd9945 req-b5989a0b-244f-418e-bc4f-fc9c29f11b01 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704568 Feb 20 05:59:28.116997 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d950887e-15fe-46fb-8c60-cead01ece989 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:59:28.121095 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d950887e-15fe-46fb-8c60-cead01ece989 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:28.158222 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-d950887e-15fe-46fb-8c60-cead01ece989 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] device_id is not set on port 55f6de8e-1e0f-45fd-8d10-67261bbfbb9c yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:59:28.408158 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d950887e-15fe-46fb-8c60-cead01ece989 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for port (55f6de8e-1e0f-45fd-8d10-67261bbfbb9c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:28.468324 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d950887e-15fe-46fb-8c60-cead01ece989 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (55f6de8e-1e0f-45fd-8d10-67261bbfbb9c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:28.568000 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950887e-15fe-46fb-8c60-cead01ece989 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Port': ['ID=55f6de8e-1e0f-45fd-8d10-67261bbfbb9c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:28.596159 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d950887e-15fe-46fb-8c60-cead01ece989 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Checking segment: {'id': '3558fe40-52b5-41e7-821d-b5ecd1d000de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9fcc7d42-fb92-490d-82c1-129852943a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:59:28.596747 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d950887e-15fe-46fb-8c60-cead01ece989 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network hostable DHCP agents. Network: 9fcc7d42-fb92-490d-82c1-129852943a74, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:59:28.635086 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d950887e-15fe-46fb-8c60-cead01ece989 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network 9fcc7d42-fb92-490d-82c1-129852943a74 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:59:28.655641 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-d950887e-15fe-46fb-8c60-cead01ece989 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 9fcc7d42-fb92-490d-82c1-129852943a74) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:59:28.659933 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d950887e-15fe-46fb-8c60-cead01ece989 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:59:28.665301 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2579f2-a1db-412f-bd33-1e4f569f7f98 None None] Network 9fcc7d42-fb92-490d-82c1-129852943a74 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:59:28.666016 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d950887e-15fe-46fb-8c60-cead01ece989 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:28.667206 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d950887e-15fe-46fb-8c60-cead01ece989 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:28.703457 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38800) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:28.709598 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6e94405a-abf0-42c9-8a39-443856d29bf9 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-363818433'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:59:28.720942 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d950887e-15fe-46fb-8c60-cead01ece989 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7517707 Feb 20 05:59:28.789592 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e94405a-abf0-42c9-8a39-443856d29bf9 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:59:28.795439 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e94405a-abf0-42c9-8a39-443856d29bf9 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:28.840564 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e94405a-abf0-42c9-8a39-443856d29bf9 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:59:28.860589 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e94405a-abf0-42c9-8a39-443856d29bf9 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (1b87c920-bf96-4d6e-b2b2-6330c21bc2c4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:28.861240 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-6e94405a-abf0-42c9-8a39-443856d29bf9 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Added segment 1b87c920-bf96-4d6e-b2b2-6330c21bc2c4 of type vlan for network 65237c0f-78f7-4fcc-9736-ac5fa9932b96 Feb 20 05:59:28.922876 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e94405a-abf0-42c9-8a39-443856d29bf9 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (65237c0f-78f7-4fcc-9736-ac5fa9932b96), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:28.966471 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e94405a-abf0-42c9-8a39-443856d29bf9 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (65237c0f-78f7-4fcc-9736-ac5fa9932b96), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:29.004146 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e94405a-abf0-42c9-8a39-443856d29bf9 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:29.004794 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e94405a-abf0-42c9-8a39-443856d29bf9 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:29.139797 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6e94405a-abf0-42c9-8a39-443856d29bf9 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4346292 Feb 20 05:59:29.159706 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38816) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:29.165539 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-ddabe7af-9f8e-44d3-90ab-7781f6ea2b36 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'ports': [{'network_id': '9fcc7d42-fb92-490d-82c1-129852943a74'}, {'network_id': '65237c0f-78f7-4fcc-9736-ac5fa9932b96'}]} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:59:29.165859 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-ddabe7af-9f8e-44d3-90ab-7781f6ea2b36 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'port': {'network_id': '9fcc7d42-fb92-490d-82c1-129852943a74'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:59:29.166997 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-ddabe7af-9f8e-44d3-90ab-7781f6ea2b36 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'port': {'network_id': '65237c0f-78f7-4fcc-9736-ac5fa9932b96'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:59:29.210328 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94405a-abf0-42c9-8a39-443856d29bf9 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Network': ['ID=65237c0f-78f7-4fcc-9736-ac5fa9932b96,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:29.225501 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 65237c0f-78f7-4fcc-9736-ac5fa9932b96 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:59:29.242596 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a3d9e-74a2-4de4-ba49-db7e73fa2dd9 req-0dfaaef9-9fbc-4f81-b88e-b8a909bf0e84 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:29.245669 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c83a3d9e-74a2-4de4-ba49-db7e73fa2dd9 req-0dfaaef9-9fbc-4f81-b88e-b8a909bf0e84 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 945 time: 0.0834589 Feb 20 05:59:29.260396 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168b203-fd65-4cd3-9fa9-6e9a794536b8 req-868386e4-3020-46e4-8027-978128918250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:29.262416 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2168b203-fd65-4cd3-9fa9-6e9a794536b8 req-868386e4-3020-46e4-8027-978128918250 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 1127 time: 0.1464729 Feb 20 05:59:29.362309 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c83a3d9e-74a2-4de4-ba49-db7e73fa2dd9 req-284be76d-1906-4181-aa40-d1194faeb0ab tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097372 Feb 20 05:59:29.594738 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168b203-fd65-4cd3-9fa9-6e9a794536b8 req-e59d8b31-fe55-425a-af21-2f8bb63f39b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:29.599529 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2168b203-fd65-4cd3-9fa9-6e9a794536b8 req-e59d8b31-fe55-425a-af21-2f8bb63f39b1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a97b557b-6d89-4051-82cf-afc4b06f9eff HTTP/1.1" status: 200 len: 896 time: 0.1969662 Feb 20 05:59:29.773692 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2168b203-fd65-4cd3-9fa9-6e9a794536b8 req-1d53a72f-15a3-4628-8214-fc6f460a36c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=605aa974-6a17-438d-84de-2cc66b9bff6c HTTP/1.1" status: 200 len: 1000 time: 0.1679363 Feb 20 05:59:29.775328 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddabe7af-9f8e-44d3-90ab-7781f6ea2b36 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'port': 2} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:59:29.780352 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ddabe7af-9f8e-44d3-90ab-7781f6ea2b36 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:29.834651 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ddabe7af-9f8e-44d3-90ab-7781f6ea2b36 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:29.919070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168b203-fd65-4cd3-9fa9-6e9a794536b8 req-4177f9f5-6337-4ef9-8441-0ad94d817a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:29.920599 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2168b203-fd65-4cd3-9fa9-6e9a794536b8 req-4177f9f5-6337-4ef9-8441-0ad94d817a2e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c18849a5-e890-4940-bc50-1c71fe5b530c HTTP/1.1" status: 200 len: 835 time: 0.1365902 Feb 20 05:59:30.472716 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-ddabe7af-9f8e-44d3-90ab-7781f6ea2b36 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] device_id is not set on port c50907ad-97f2-4407-8610-6629beb00547 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:59:30.478276 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168b203-fd65-4cd3-9fa9-6e9a794536b8 req-2e523a11-dffb-4da3-9e82-9591a12922f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:30.479938 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2168b203-fd65-4cd3-9fa9-6e9a794536b8 req-2e523a11-dffb-4da3-9e82-9591a12922f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a97b557b-6d89-4051-82cf-afc4b06f9eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5082242 Feb 20 05:59:30.608686 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8402a-b33d-44ec-b658-a71855a24873 req-eefbbf9f-0dc5-4d02-9df0-70fffc731e37 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:30.612837 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3f8402a-b33d-44ec-b658-a71855a24873 req-eefbbf9f-0dc5-4d02-9df0-70fffc731e37 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 945 time: 0.1109748 Feb 20 05:59:30.628014 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2168b203-fd65-4cd3-9fa9-6e9a794536b8 req-8a33224e-cf12-4737-b291-2fe1e376e1c2 service neutron] 10.222.0.61 "GET /v2.0/networks/a97b557b-6d89-4051-82cf-afc4b06f9eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391230 Feb 20 05:59:30.695852 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3f8402a-b33d-44ec-b658-a71855a24873 req-fe5569f7-3087-443c-b6bd-6b29aaa1f2df tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696061 Feb 20 05:59:30.957826 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2168b203-fd65-4cd3-9fa9-6e9a794536b8 req-8d072dea-d12a-475d-8628-803e1f080bf9 service neutron] 10.222.0.61 "GET /v2.0/networks/a97b557b-6d89-4051-82cf-afc4b06f9eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222651 Feb 20 05:59:30.985191 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ddabe7af-9f8e-44d3-90ab-7781f6ea2b36 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for port (c50907ad-97f2-4407-8610-6629beb00547), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:31.110412 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-ddabe7af-9f8e-44d3-90ab-7781f6ea2b36 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] device_id is not set on port 2f6ed44d-1742-4844-bd3e-16a4ce92b43d yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:59:31.258453 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ddabe7af-9f8e-44d3-90ab-7781f6ea2b36 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for port (2f6ed44d-1742-4844-bd3e-16a4ce92b43d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:31.304484 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ddabe7af-9f8e-44d3-90ab-7781f6ea2b36 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (c50907ad-97f2-4407-8610-6629beb00547), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:31.350223 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddabe7af-9f8e-44d3-90ab-7781f6ea2b36 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network 9fcc7d42-fb92-490d-82c1-129852943a74 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:59:31.388273 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-ddabe7af-9f8e-44d3-90ab-7781f6ea2b36 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:59:31.397478 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddabe7af-9f8e-44d3-90ab-7781f6ea2b36 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:59:31.398362 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ddabe7af-9f8e-44d3-90ab-7781f6ea2b36 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (2f6ed44d-1742-4844-bd3e-16a4ce92b43d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:31.440695 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabe7af-9f8e-44d3-90ab-7781f6ea2b36 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Port': ['ID=c50907ad-97f2-4407-8610-6629beb00547,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:31.499641 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabe7af-9f8e-44d3-90ab-7781f6ea2b36 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Port': ['ID=2f6ed44d-1742-4844-bd3e-16a4ce92b43d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:31.507675 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddabe7af-9f8e-44d3-90ab-7781f6ea2b36 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Checking segment: {'id': '1b87c920-bf96-4d6e-b2b2-6330c21bc2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '65237c0f-78f7-4fcc-9736-ac5fa9932b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:59:31.508411 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddabe7af-9f8e-44d3-90ab-7781f6ea2b36 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network hostable DHCP agents. Network: 65237c0f-78f7-4fcc-9736-ac5fa9932b96, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:59:31.529341 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddabe7af-9f8e-44d3-90ab-7781f6ea2b36 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network 65237c0f-78f7-4fcc-9736-ac5fa9932b96 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:59:31.551674 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-ddabe7af-9f8e-44d3-90ab-7781f6ea2b36 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 65237c0f-78f7-4fcc-9736-ac5fa9932b96) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:59:31.563690 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d7016a-9592-446f-befe-8ec347b6bc85 None None] Network 65237c0f-78f7-4fcc-9736-ac5fa9932b96 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:59:31.566434 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddabe7af-9f8e-44d3-90ab-7781f6ea2b36 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:59:31.577358 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddabe7af-9f8e-44d3-90ab-7781f6ea2b36 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:31.584186 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddabe7af-9f8e-44d3-90ab-7781f6ea2b36 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:31.585100 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ddabe7af-9f8e-44d3-90ab-7781f6ea2b36 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:31.620708 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ddabe7af-9f8e-44d3-90ab-7781f6ea2b36 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4597688 Feb 20 05:59:31.623767 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38868) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:31.835562 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-e10fb760-2894-4c2d-85cb-3793b4d3f680 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting port 2f6ed44d-1742-4844-bd3e-16a4ce92b43d {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:59:31.836073 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e10fb760-2894-4c2d-85cb-3793b4d3f680 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (2f6ed44d-1742-4844-bd3e-16a4ce92b43d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:32.005204 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e10fb760-2894-4c2d-85cb-3793b4d3f680 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (2f6ed44d-1742-4844-bd3e-16a4ce92b43d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:32.023174 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16417c7d-9d86-4ba0-a0b1-ddf8bb19bada req-a8f935f4-e4fd-4bfc-8f1f-8d76b595eaae tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:32.030659 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16417c7d-9d86-4ba0-a0b1-ddf8bb19bada req-a8f935f4-e4fd-4bfc-8f1f-8d76b595eaae tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 945 time: 0.1991503 Feb 20 05:59:32.052496 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-e10fb760-2894-4c2d-85cb-3793b4d3f680 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Calling delete_port for 2f6ed44d-1742-4844-bd3e-16a4ce92b43d owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:59:32.169140 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16417c7d-9d86-4ba0-a0b1-ddf8bb19bada req-669ec717-d2d7-4029-ab25-80376a8b5053 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319287 Feb 20 05:59:32.215542 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e10fb760-2894-4c2d-85cb-3793b4d3f680 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (2f6ed44d-1742-4844-bd3e-16a4ce92b43d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:32.252585 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10fb760-2894-4c2d-85cb-3793b4d3f680 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Port': ['ID=2f6ed44d-1742-4844-bd3e-16a4ce92b43d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:32.263246 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e10fb760-2894-4c2d-85cb-3793b4d3f680 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:32.267352 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e10fb760-2894-4c2d-85cb-3793b4d3f680 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/ports/2f6ed44d-1742-4844-bd3e-16a4ce92b43d HTTP/1.1" status: 204 len: 168 time: 0.6423473 Feb 20 05:59:32.270975 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38890) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:32.346198 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a515c57b-11de-4c12-a33c-9583c2586b6a tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:32.352336 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a515c57b-11de-4c12-a33c-9583c2586b6a tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:32.354148 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a515c57b-11de-4c12-a33c-9583c2586b6a tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0815315 Feb 20 05:59:32.357014 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38892) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:32.534977 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-e5ed552f-b983-4fb0-88f5-b42668e4c8cc tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting port c50907ad-97f2-4407-8610-6629beb00547 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:59:32.536126 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e5ed552f-b983-4fb0-88f5-b42668e4c8cc tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (c50907ad-97f2-4407-8610-6629beb00547), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:32.645395 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e5ed552f-b983-4fb0-88f5-b42668e4c8cc tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (c50907ad-97f2-4407-8610-6629beb00547), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:32.660527 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-e5ed552f-b983-4fb0-88f5-b42668e4c8cc tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Calling delete_port for c50907ad-97f2-4407-8610-6629beb00547 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:59:32.797168 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e5ed552f-b983-4fb0-88f5-b42668e4c8cc tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (c50907ad-97f2-4407-8610-6629beb00547), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:32.835924 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed552f-b983-4fb0-88f5-b42668e4c8cc tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Port': ['ID=c50907ad-97f2-4407-8610-6629beb00547,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:32.839929 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e5ed552f-b983-4fb0-88f5-b42668e4c8cc tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:32.843551 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e5ed552f-b983-4fb0-88f5-b42668e4c8cc tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/ports/c50907ad-97f2-4407-8610-6629beb00547 HTTP/1.1" status: 204 len: 168 time: 0.4851241 Feb 20 05:59:32.846314 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38906) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:32.936186 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5c0b01-71a5-4505-b587-f47b085e04f7 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:32.943058 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0c5c0b01-71a5-4505-b587-f47b085e04f7 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0952559 Feb 20 05:59:32.945067 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38910) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:33.022862 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52659fd-7ea9-4d7c-acc9-8d6b679c28d3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] GET failed (client error): The resource could not be found. Feb 20 05:59:33.033208 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b52659fd-7ea9-4d7c-acc9-8d6b679c28d3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "GET /v2.0/ports/2f6ed44d-1742-4844-bd3e-16a4ce92b43d HTTP/1.1" status: 404 len: 333 time: 0.0850720 Feb 20 05:59:33.035339 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38916) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:33.079138 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d88b58-b013-40f3-88a3-85d5ad95c484 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] GET failed (client error): The resource could not be found. Feb 20 05:59:33.080825 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-14d88b58-b013-40f3-88a3-85d5ad95c484 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "GET /v2.0/ports/c50907ad-97f2-4407-8610-6629beb00547 HTTP/1.1" status: 404 len: 333 time: 0.0444515 Feb 20 05:59:33.084120 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38918) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:33.182531 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e6e7c69e-11cb-4256-b3de-a7b606af57ab tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (65237c0f-78f7-4fcc-9736-ac5fa9932b96), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:33.350544 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e6e7c69e-11cb-4256-b3de-a7b606af57ab tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (65237c0f-78f7-4fcc-9736-ac5fa9932b96), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:33.390549 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-e6e7c69e-11cb-4256-b3de-a7b606af57ab tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65237c0f-78f7-4fcc-9736-ac5fa9932b96']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:33.413514 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-e6e7c69e-11cb-4256-b3de-a7b606af57ab tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b87c920-bf96-4d6e-b2b2-6330c21bc2c4') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:33.413856 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-e6e7c69e-11cb-4256-b3de-a7b606af57ab tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b87c920-bf96-4d6e-b2b2-6330c21bc2c4') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:33.430263 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4666f-ff37-431d-9ec8-dd29aa46ad3b req-8de4e85b-3620-4c93-b4d3-7ef7f2b57caf tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:33.432461 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9fb4666f-ff37-431d-9ec8-dd29aa46ad3b req-8de4e85b-3620-4c93-b4d3-7ef7f2b57caf tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 945 time: 0.1770627 Feb 20 05:59:33.449670 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e6e7c69e-11cb-4256-b3de-a7b606af57ab tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (1b87c920-bf96-4d6e-b2b2-6330c21bc2c4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:33.473289 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e6e7c69e-11cb-4256-b3de-a7b606af57ab tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (1b87c920-bf96-4d6e-b2b2-6330c21bc2c4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:33.488820 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e7c69e-11cb-4256-b3de-a7b606af57ab tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:59:33.489100 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e6e7c69e-11cb-4256-b3de-a7b606af57ab tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (1b87c920-bf96-4d6e-b2b2-6330c21bc2c4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:59:33.492506 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:59:33.556431 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9fb4666f-ff37-431d-9ec8-dd29aa46ad3b req-3c9e445a-cb7e-4a44-af53-855f37499a30 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162612 Feb 20 05:59:33.576772 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e6e7c69e-11cb-4256-b3de-a7b606af57ab tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (65237c0f-78f7-4fcc-9736-ac5fa9932b96), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:33.618708 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e6e7c69e-11cb-4256-b3de-a7b606af57ab tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:33.624529 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e6e7c69e-11cb-4256-b3de-a7b606af57ab tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/networks/65237c0f-78f7-4fcc-9736-ac5fa9932b96 HTTP/1.1" status: 204 len: 168 time: 0.5383227 Feb 20 05:59:33.625861 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7c69e-11cb-4256-b3de-a7b606af57ab tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Network': ['ID=65237c0f-78f7-4fcc-9736-ac5fa9932b96,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:33.628607 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 38932) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:33.633359 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-bc515e98-e63f-4140-ae30-4c5287d2792b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1761041650'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:59:33.681131 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc515e98-e63f-4140-ae30-4c5287d2792b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:59:33.685509 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bc515e98-e63f-4140-ae30-4c5287d2792b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:33.740338 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc515e98-e63f-4140-ae30-4c5287d2792b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:59:33.750883 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bc515e98-e63f-4140-ae30-4c5287d2792b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (9ade1e59-6741-4ad8-895b-1c58a0cdd29e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:33.751564 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-bc515e98-e63f-4140-ae30-4c5287d2792b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Added segment 9ade1e59-6741-4ad8-895b-1c58a0cdd29e of type vlan for network 0941aebd-82c5-41b9-872c-16290a5e499d Feb 20 05:59:33.821490 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bc515e98-e63f-4140-ae30-4c5287d2792b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (0941aebd-82c5-41b9-872c-16290a5e499d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:33.931986 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bc515e98-e63f-4140-ae30-4c5287d2792b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (0941aebd-82c5-41b9-872c-16290a5e499d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:33.943556 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc515e98-e63f-4140-ae30-4c5287d2792b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:33.944845 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bc515e98-e63f-4140-ae30-4c5287d2792b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:34.101709 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc515e98-e63f-4140-ae30-4c5287d2792b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Network': ['ID=0941aebd-82c5-41b9-872c-16290a5e499d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:34.116210 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 0941aebd-82c5-41b9-872c-16290a5e499d details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:59:34.162215 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38948) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:34.162825 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bc515e98-e63f-4140-ae30-4c5287d2792b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5332530 Feb 20 05:59:34.167975 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-63f04a70-e642-4fd7-bd3b-f2e53afe351c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'subnet': {'network_id': '0941aebd-82c5-41b9-872c-16290a5e499d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:59:34.429250 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f04a70-e642-4fd7-bd3b-f2e53afe351c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:59:34.433054 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-63f04a70-e642-4fd7-bd3b-f2e53afe351c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:34.542785 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.ipam_backend_mixin [None req-63f04a70-e642-4fd7-bd3b-f2e53afe351c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Performing IP validity checks on allocation pools {{(pid=103407) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 20 05:59:34.547033 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.ipam_backend_mixin [None req-63f04a70-e642-4fd7-bd3b-f2e53afe351c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103407) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 20 05:59:34.951236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a3bed-4ede-4b65-8286-bf989be93a9a req-8ad2237f-b68d-4afb-9622-110c1384622a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:34.951236 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-412a3bed-4ede-4b65-8286-bf989be93a9a req-8ad2237f-b68d-4afb-9622-110c1384622a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 945 time: 0.2689819 Feb 20 05:59:35.069112 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-63f04a70-e642-4fd7-bd3b-f2e53afe351c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (5dbf4f19-c954-46c8-bc9d-e57233aa55e3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:35.220803 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f04a70-e642-4fd7-bd3b-f2e53afe351c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Subnet': ['ID=5dbf4f19-c954-46c8-bc9d-e57233aa55e3,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:35.237241 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-412a3bed-4ede-4b65-8286-bf989be93a9a req-a7bfe160-183a-4bc1-a81a-dd838551d839 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476938 Feb 20 05:59:35.250687 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f04a70-e642-4fd7-bd3b-f2e53afe351c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Checking segment: {'id': '9ade1e59-6741-4ad8-895b-1c58a0cdd29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0941aebd-82c5-41b9-872c-16290a5e499d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:59:35.251285 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f04a70-e642-4fd7-bd3b-f2e53afe351c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network hostable DHCP agents. Network: 0941aebd-82c5-41b9-872c-16290a5e499d, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:59:35.271122 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f04a70-e642-4fd7-bd3b-f2e53afe351c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network 0941aebd-82c5-41b9-872c-16290a5e499d is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:59:35.284814 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-63f04a70-e642-4fd7-bd3b-f2e53afe351c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 0941aebd-82c5-41b9-872c-16290a5e499d) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:59:35.296465 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b5b3bc-c795-466d-9530-1f12fc629359 None None] Network 0941aebd-82c5-41b9-872c-16290a5e499d requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:59:35.307119 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f04a70-e642-4fd7-bd3b-f2e53afe351c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:35.307737 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-63f04a70-e642-4fd7-bd3b-f2e53afe351c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:35.332632 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-63f04a70-e642-4fd7-bd3b-f2e53afe351c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1692996 Feb 20 05:59:35.335600 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 38976) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:35.344439 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6408a707-2854-435a-a3a4-757afa885453 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'port': {'network_id': '0941aebd-82c5-41b9-872c-16290a5e499d', 'name': 'tempest-PortsIpV6TestJSON-1712730956'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:59:35.442218 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b806a52-c99c-4672-99e2-81893915ee69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-0941aebd-82c5-41b9-872c-16290a5e499d', 'network_id': '0941aebd-82c5-41b9-872c-16290a5e499d', 'project_id': 'd4e7f7fef597499b96cf48ad9eb5c1bb', 'fixed_ips': [{'subnet_id': '5dbf4f19-c954-46c8-bc9d-e57233aa55e3'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:59:35.443301 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b806a52-c99c-4672-99e2-81893915ee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:35.527636 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6408a707-2854-435a-a3a4-757afa885453 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:59:35.531975 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6408a707-2854-435a-a3a4-757afa885453 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:35.595306 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-6408a707-2854-435a-a3a4-757afa885453 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] device_id is not set on port b9ded1aa-1f42-4039-a7c1-71f9420f12ab yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:59:35.687650 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-2b806a52-c99c-4672-99e2-81893915ee69 None None] Allocated IP 2001:db8::2 (0941aebd-82c5-41b9-872c-16290a5e499d/5dbf4f19-c954-46c8-bc9d-e57233aa55e3/d06b3383-b0b2-4f19-9e01-284c03293325) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:59:35.872874 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b806a52-c99c-4672-99e2-81893915ee69 None None] Publish callbacks [] for port (d06b3383-b0b2-4f19-9e01-284c03293325), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:35.888782 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b806a52-c99c-4672-99e2-81893915ee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (d06b3383-b0b2-4f19-9e01-284c03293325), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:35.932729 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b806a52-c99c-4672-99e2-81893915ee69 None None] Network 0941aebd-82c5-41b9-872c-16290a5e499d is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:59:35.935365 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-2b806a52-c99c-4672-99e2-81893915ee69 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:59:35.959291 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b806a52-c99c-4672-99e2-81893915ee69 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:59:36.050067 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-6408a707-2854-435a-a3a4-757afa885453 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Allocated IP 2001:db8::d7 (0941aebd-82c5-41b9-872c-16290a5e499d/5dbf4f19-c954-46c8-bc9d-e57233aa55e3/b9ded1aa-1f42-4039-a7c1-71f9420f12ab) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:59:36.080674 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b806a52-c99c-4672-99e2-81893915ee69 None None] Pushing event updated for resources: {'Port': ['ID=d06b3383-b0b2-4f19-9e01-284c03293325,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:36.102492 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-2b806a52-c99c-4672-99e2-81893915ee69 None None] Attempting to bind port d06b3383-b0b2-4f19-9e01-284c03293325 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:59:36.103014 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-2b806a52-c99c-4672-99e2-81893915ee69 None None] Attempting to bind port d06b3383-b0b2-4f19-9e01-284c03293325 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '9ade1e59-6741-4ad8-895b-1c58a0cdd29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0941aebd-82c5-41b9-872c-16290a5e499d'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:59:36.103400 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b806a52-c99c-4672-99e2-81893915ee69 None None] Attempting to bind port d06b3383-b0b2-4f19-9e01-284c03293325 on network 0941aebd-82c5-41b9-872c-16290a5e499d {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:59:36.117488 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b806a52-c99c-4672-99e2-81893915ee69 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:59:36.118359 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b806a52-c99c-4672-99e2-81893915ee69 None None] Checking segment: {'id': '9ade1e59-6741-4ad8-895b-1c58a0cdd29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0941aebd-82c5-41b9-872c-16290a5e499d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:59:36.119235 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b806a52-c99c-4672-99e2-81893915ee69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:36.119813 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b806a52-c99c-4672-99e2-81893915ee69 None None] Bound using segment: {'id': '9ade1e59-6741-4ad8-895b-1c58a0cdd29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0941aebd-82c5-41b9-872c-16290a5e499d'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:59:36.128918 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-2b806a52-c99c-4672-99e2-81893915ee69 None None] Bound port: d06b3383-b0b2-4f19-9e01-284c03293325, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ade1e59-6741-4ad8-895b-1c58a0cdd29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0941aebd-82c5-41b9-872c-16290a5e499d'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:59:36.129376 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b806a52-c99c-4672-99e2-81893915ee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d06b3383-b0b2-4f19-9e01-284c03293325), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:36.327731 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2b806a52-c99c-4672-99e2-81893915ee69 None None] For port d06b3383-b0b2-4f19-9e01-284c03293325, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:59:36.336232 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2b806a52-c99c-4672-99e2-81893915ee69 None None] For port d06b3383-b0b2-4f19-9e01-284c03293325, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d06b3383-b0b2-4f19-9e01-284c03293325,segment=NetworkSegment(9ade1e59-6741-4ad8-895b-1c58a0cdd29e),segment_id=9ade1e59-6741-4ad8-895b-1c58a0cdd29e)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:59:36.352463 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b806a52-c99c-4672-99e2-81893915ee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d06b3383-b0b2-4f19-9e01-284c03293325), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:36.469470 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6408a707-2854-435a-a3a4-757afa885453 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for port (b9ded1aa-1f42-4039-a7c1-71f9420f12ab), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:36.509095 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b806a52-c99c-4672-99e2-81893915ee69 None None] Pushing event updated for resources: {'Port': ['ID=d06b3383-b0b2-4f19-9e01-284c03293325,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:36.586458 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e594f7b-5076-4053-8179-0e4de06a6aba req-257ba2f9-b1db-4313-a13f-30e439cfec5c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:36.588739 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e594f7b-5076-4053-8179-0e4de06a6aba req-257ba2f9-b1db-4313-a13f-30e439cfec5c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 945 time: 0.2521534 Feb 20 05:59:36.590848 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6408a707-2854-435a-a3a4-757afa885453 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (b9ded1aa-1f42-4039-a7c1-71f9420f12ab), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:36.782922 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e594f7b-5076-4053-8179-0e4de06a6aba req-49cfc90e-98b4-43d3-9832-b1c3734898c4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840401 Feb 20 05:59:36.864615 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6408a707-2854-435a-a3a4-757afa885453 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network 0941aebd-82c5-41b9-872c-16290a5e499d is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:59:36.876114 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-6408a707-2854-435a-a3a4-757afa885453 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:59:36.882279 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6408a707-2854-435a-a3a4-757afa885453 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:59:36.889390 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6408a707-2854-435a-a3a4-757afa885453 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:36.890293 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6408a707-2854-435a-a3a4-757afa885453 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:36.911455 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408a707-2854-435a-a3a4-757afa885453 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Port': ['ID=b9ded1aa-1f42-4039-a7c1-71f9420f12ab,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:36.967785 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6408a707-2854-435a-a3a4-757afa885453 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6273031 Feb 20 05:59:36.968406 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39048) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:37.122664 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-17a414c2-3822-4f45-8a87-38c07f88445f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting port b9ded1aa-1f42-4039-a7c1-71f9420f12ab {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:59:37.125432 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17a414c2-3822-4f45-8a87-38c07f88445f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (b9ded1aa-1f42-4039-a7c1-71f9420f12ab), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:37.283456 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17a414c2-3822-4f45-8a87-38c07f88445f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (b9ded1aa-1f42-4039-a7c1-71f9420f12ab), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:37.298819 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-17a414c2-3822-4f45-8a87-38c07f88445f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Calling delete_port for b9ded1aa-1f42-4039-a7c1-71f9420f12ab owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:59:37.555832 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17a414c2-3822-4f45-8a87-38c07f88445f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (b9ded1aa-1f42-4039-a7c1-71f9420f12ab), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:37.661575 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17a414c2-3822-4f45-8a87-38c07f88445f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:37.665525 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-17a414c2-3822-4f45-8a87-38c07f88445f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/ports/b9ded1aa-1f42-4039-a7c1-71f9420f12ab HTTP/1.1" status: 204 len: 168 time: 0.6958170 Feb 20 05:59:37.666526 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a414c2-3822-4f45-8a87-38c07f88445f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Port': ['ID=b9ded1aa-1f42-4039-a7c1-71f9420f12ab,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:37.668507 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39068) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:37.723545 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-29584964-4f65-4acc-b5a0-d85b577b8e2b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] DELETE failed (client error): The resource could not be found. Feb 20 05:59:37.725896 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29584964-4f65-4acc-b5a0-d85b577b8e2b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:59:37.738191 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-29584964-4f65-4acc-b5a0-d85b577b8e2b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/ports/b9ded1aa-1f42-4039-a7c1-71f9420f12ab HTTP/1.1" status: 404 len: 333 time: 0.0671463 Feb 20 05:59:37.739863 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39070) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:37.774765 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-397f88ff-87b5-46a1-aa54-b95353460d41 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] GET failed (client error): The resource could not be found. Feb 20 05:59:37.776822 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-397f88ff-87b5-46a1-aa54-b95353460d41 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "GET /v2.0/ports/b9ded1aa-1f42-4039-a7c1-71f9420f12ab HTTP/1.1" status: 404 len: 333 time: 0.0351717 Feb 20 05:59:37.779715 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39072) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:37.896308 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-87889134-b021-4d7f-9d9e-a4cfc8372984 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting subnet 5dbf4f19-c954-46c8-bc9d-e57233aa55e3 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:59:37.900471 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-87889134-b021-4d7f-9d9e-a4cfc8372984 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for subnet (5dbf4f19-c954-46c8-bc9d-e57233aa55e3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:37.976264 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-87889134-b021-4d7f-9d9e-a4cfc8372984 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (5dbf4f19-c954-46c8-bc9d-e57233aa55e3), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:38.042776 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677b3df-dc23-4c0e-9361-27f4d085c9ac req-801a2a6d-803e-45bb-b629-203ab87ae250 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:38.044375 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9677b3df-dc23-4c0e-9361-27f4d085c9ac req-801a2a6d-803e-45bb-b629-203ab87ae250 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 945 time: 0.1441216 Feb 20 05:59:38.098412 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d06b3383-b0b2-4f19-9e01-284c03293325 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:59:38.098951 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-87889134-b021-4d7f-9d9e-a4cfc8372984 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (5dbf4f19-c954-46c8-bc9d-e57233aa55e3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:38.199092 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-87889134-b021-4d7f-9d9e-a4cfc8372984 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (5dbf4f19-c954-46c8-bc9d-e57233aa55e3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:38.200395 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca667e21-dda1-4351-9ad5-bd8d2e361751 None None] Network 0941aebd-82c5-41b9-872c-16290a5e499d requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:59:38.203530 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9677b3df-dc23-4c0e-9361-27f4d085c9ac req-02878650-04ce-4583-b901-ef6867b9d9f6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500673 Feb 20 05:59:38.236410 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-87889134-b021-4d7f-9d9e-a4cfc8372984 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:38.249905 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-87889134-b021-4d7f-9d9e-a4cfc8372984 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/subnets/5dbf4f19-c954-46c8-bc9d-e57233aa55e3 HTTP/1.1" status: 204 len: 168 time: 0.4688709 Feb 20 05:59:38.251002 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87889134-b021-4d7f-9d9e-a4cfc8372984 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Subnet': ['ID=5dbf4f19-c954-46c8-bc9d-e57233aa55e3,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:38.254022 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39086) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:38.370249 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e05c0b3a-f066-454c-b3ca-578986e516ba None None] Provisioning complete for port d06b3383-b0b2-4f19-9e01-284c03293325 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:59:38.370556 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e05c0b3a-f066-454c-b3ca-578986e516ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d06b3383-b0b2-4f19-9e01-284c03293325), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:38.378382 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port d06b3383-b0b2-4f19-9e01-284c03293325 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:59:38.378753 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d06b3383-b0b2-4f19-9e01-284c03293325), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:38.402639 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6c07744-0f87-4c71-a6d9-e45b8c1a5cc0 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (0941aebd-82c5-41b9-872c-16290a5e499d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:38.482464 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-a6c07744-0f87-4c71-a6d9-e45b8c1a5cc0 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting port d06b3383-b0b2-4f19-9e01-284c03293325 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:59:38.483683 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6c07744-0f87-4c71-a6d9-e45b8c1a5cc0 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (d06b3383-b0b2-4f19-9e01-284c03293325), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:38.599893 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-a6c07744-0f87-4c71-a6d9-e45b8c1a5cc0 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] For port d06b3383-b0b2-4f19-9e01-284c03293325, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d06b3383-b0b2-4f19-9e01-284c03293325,segment=NetworkSegment(9ade1e59-6741-4ad8-895b-1c58a0cdd29e),segment_id=9ade1e59-6741-4ad8-895b-1c58a0cdd29e)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:59:38.600605 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6c07744-0f87-4c71-a6d9-e45b8c1a5cc0 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (d06b3383-b0b2-4f19-9e01-284c03293325), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:38.662567 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port d06b3383-b0b2-4f19-9e01-284c03293325 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:59:38.662819 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-a6c07744-0f87-4c71-a6d9-e45b8c1a5cc0 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Calling delete_port for d06b3383-b0b2-4f19-9e01-284c03293325 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:59:38.662998 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d06b3383-b0b2-4f19-9e01-284c03293325), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:38.665976 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e05c0b3a-f066-454c-b3ca-578986e516ba None None] Current status of the port d06b3383-b0b2-4f19-9e01-284c03293325 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:59:38.666289 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e05c0b3a-f066-454c-b3ca-578986e516ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d06b3383-b0b2-4f19-9e01-284c03293325), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:38.702238 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4584903-110d-409f-bd3e-7dd159538a15 None None] DHCP port deletion for 0941aebd-82c5-41b9-872c-16290a5e499d request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:59:38.723869 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port d06b3383-b0b2-4f19-9e01-284c03293325, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d06b3383-b0b2-4f19-9e01-284c03293325,segment=NetworkSegment(9ade1e59-6741-4ad8-895b-1c58a0cdd29e),segment_id=9ade1e59-6741-4ad8-895b-1c58a0cdd29e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:59:38.754140 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d06b3383-b0b2-4f19-9e01-284c03293325), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:38.803864 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-e05c0b3a-f066-454c-b3ca-578986e516ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 05:59:38.804260 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-e05c0b3a-f066-454c-b3ca-578986e516ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 05:59:38.863120 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=d06b3383-b0b2-4f19-9e01-284c03293325,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:38.870679 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c4584903-110d-409f-bd3e-7dd159538a15 None None] Deleting port d06b3383-b0b2-4f19-9e01-284c03293325 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:59:38.871738 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4584903-110d-409f-bd3e-7dd159538a15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (d06b3383-b0b2-4f19-9e01-284c03293325), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:38.947795 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c4584903-110d-409f-bd3e-7dd159538a15 None None] For port d06b3383-b0b2-4f19-9e01-284c03293325, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d06b3383-b0b2-4f19-9e01-284c03293325,segment=NetworkSegment(9ade1e59-6741-4ad8-895b-1c58a0cdd29e),segment_id=9ade1e59-6741-4ad8-895b-1c58a0cdd29e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:59:38.948050 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6c07744-0f87-4c71-a6d9-e45b8c1a5cc0 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (d06b3383-b0b2-4f19-9e01-284c03293325), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:38.948320 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4584903-110d-409f-bd3e-7dd159538a15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (d06b3383-b0b2-4f19-9e01-284c03293325), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:38.995132 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c4584903-110d-409f-bd3e-7dd159538a15 None None] Calling delete_port for d06b3383-b0b2-4f19-9e01-284c03293325 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:59:39.017351 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c07744-0f87-4c71-a6d9-e45b8c1a5cc0 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] No DVR routers for this DVR port d06b3383-b0b2-4f19-9e01-284c03293325 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:59:39.044509 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c07744-0f87-4c71-a6d9-e45b8c1a5cc0 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Port': ['ID=d06b3383-b0b2-4f19-9e01-284c03293325,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:39.112967 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4584903-110d-409f-bd3e-7dd159538a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (d06b3383-b0b2-4f19-9e01-284c03293325), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:39.179642 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4584903-110d-409f-bd3e-7dd159538a15 None None] Pushing event deleted for resources: {'Port': ['ID=d06b3383-b0b2-4f19-9e01-284c03293325,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:39.194967 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4584903-110d-409f-bd3e-7dd159538a15 None None] No DVR routers for this DVR port d06b3383-b0b2-4f19-9e01-284c03293325 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:59:39.374943 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e05c0b3a-f066-454c-b3ca-578986e516ba None None] Port d06b3383-b0b2-4f19-9e01-284c03293325 update to ACTIVE by agent not found {{(pid=103408) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 20 05:59:39.467410 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6c07744-0f87-4c71-a6d9-e45b8c1a5cc0 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (0941aebd-82c5-41b9-872c-16290a5e499d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:39.513176 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-a6c07744-0f87-4c71-a6d9-e45b8c1a5cc0 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0941aebd-82c5-41b9-872c-16290a5e499d']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:39.522141 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12255b-7356-4669-a0d2-0003587b61ea req-17867b27-239f-422d-b0e1-cc467204045a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:39.523668 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba12255b-7356-4669-a0d2-0003587b61ea req-17867b27-239f-422d-b0e1-cc467204045a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 945 time: 0.1189144 Feb 20 05:59:39.539060 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-a6c07744-0f87-4c71-a6d9-e45b8c1a5cc0 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ade1e59-6741-4ad8-895b-1c58a0cdd29e') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:39.539402 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-a6c07744-0f87-4c71-a6d9-e45b8c1a5cc0 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ade1e59-6741-4ad8-895b-1c58a0cdd29e') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:39.560457 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6c07744-0f87-4c71-a6d9-e45b8c1a5cc0 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (9ade1e59-6741-4ad8-895b-1c58a0cdd29e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:39.587892 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6c07744-0f87-4c71-a6d9-e45b8c1a5cc0 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (9ade1e59-6741-4ad8-895b-1c58a0cdd29e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:39.605592 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c07744-0f87-4c71-a6d9-e45b8c1a5cc0 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:59:39.606241 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6c07744-0f87-4c71-a6d9-e45b8c1a5cc0 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (9ade1e59-6741-4ad8-895b-1c58a0cdd29e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:59:39.609365 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:59:39.634487 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba12255b-7356-4669-a0d2-0003587b61ea req-a19bb145-fd09-4fc0-a91b-05af3703ff09 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048334 Feb 20 05:59:39.721872 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6c07744-0f87-4c71-a6d9-e45b8c1a5cc0 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (0941aebd-82c5-41b9-872c-16290a5e499d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:39.733100 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6c07744-0f87-4c71-a6d9-e45b8c1a5cc0 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:39.740908 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39108) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:39.744794 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a6c07744-0f87-4c71-a6d9-e45b8c1a5cc0 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/networks/0941aebd-82c5-41b9-872c-16290a5e499d HTTP/1.1" status: 204 len: 168 time: 1.4814873 Feb 20 05:59:39.746858 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-5b261abc-bbdf-4fed-9360-ee4992358792 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-717482460'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:59:39.780870 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c07744-0f87-4c71-a6d9-e45b8c1a5cc0 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Network': ['ID=0941aebd-82c5-41b9-872c-16290a5e499d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:39.799777 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b261abc-bbdf-4fed-9360-ee4992358792 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:59:39.809564 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b261abc-bbdf-4fed-9360-ee4992358792 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:39.870967 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b261abc-bbdf-4fed-9360-ee4992358792 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:59:39.894689 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b261abc-bbdf-4fed-9360-ee4992358792 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (a208abb1-3283-4a62-835e-bd7d46f95779), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:39.895513 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-5b261abc-bbdf-4fed-9360-ee4992358792 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Added segment a208abb1-3283-4a62-835e-bd7d46f95779 of type vlan for network a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1 Feb 20 05:59:39.990749 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d06b3383-b0b2-4f19-9e01-284c03293325 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:59:39.991296 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b261abc-bbdf-4fed-9360-ee4992358792 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:40.027877 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b261abc-bbdf-4fed-9360-ee4992358792 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:40.052200 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b261abc-bbdf-4fed-9360-ee4992358792 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:40.055905 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b261abc-bbdf-4fed-9360-ee4992358792 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:40.066594 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: d06b3383-b0b2-4f19-9e01-284c03293325 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:59:40.067620 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d06b3383-b0b2-4f19-9e01-284c03293325 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:59:40.148754 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5b261abc-bbdf-4fed-9360-ee4992358792 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4066844 Feb 20 05:59:40.153217 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39118) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:40.158338 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-8e8f2fe6-e897-422f-8c1f-06bc1115b1da tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'subnet': {'network_id': 'a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:59:40.165247 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b261abc-bbdf-4fed-9360-ee4992358792 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Network': ['ID=a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:40.184812 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:59:40.421626 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8f2fe6-e897-422f-8c1f-06bc1115b1da tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:59:40.425101 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8e8f2fe6-e897-422f-8c1f-06bc1115b1da tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:41.007973 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-4b97f3f7-9047-4d1d-8205-9103b78d109d service neutron] show failed (client error): The resource could not be found. Feb 20 05:59:41.013563 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-4b97f3f7-9047-4d1d-8205-9103b78d109d service neutron] 10.222.0.61 "GET /v2.0/ports/605aa974-6a17-438d-84de-2cc66b9bff6c/bindings/n-h2-829866-5 HTTP/1.1" status: 404 len: 380 time: 0.1532054 Feb 20 05:59:41.041128 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8e8f2fe6-e897-422f-8c1f-06bc1115b1da tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (c45176da-4527-43a1-9d6d-430fabc04c88), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:41.885945 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69165cb2-776f-462e-a20b-904ec03a11ed req-a85a6d37-857a-40b3-b4ad-29240fc87dfe tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:41.888219 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-69165cb2-776f-462e-a20b-904ec03a11ed req-a85a6d37-857a-40b3-b4ad-29240fc87dfe tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 945 time: 1.0929577 Feb 20 05:59:41.963394 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f2fe6-e897-422f-8c1f-06bc1115b1da tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Subnet': ['ID=c45176da-4527-43a1-9d6d-430fabc04c88,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:42.060995 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8f2fe6-e897-422f-8c1f-06bc1115b1da tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Checking segment: {'id': 'a208abb1-3283-4a62-835e-bd7d46f95779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:59:42.061643 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8f2fe6-e897-422f-8c1f-06bc1115b1da tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network hostable DHCP agents. Network: a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:59:42.072764 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-69165cb2-776f-462e-a20b-904ec03a11ed req-4a482293-7ebc-424e-b877-a6c0a54b479b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565995 Feb 20 05:59:42.074644 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-a76dd55f-0a5d-4c9c-83ac-e493cb367c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:42.076209 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-a76dd55f-0a5d-4c9c-83ac-e493cb367c0b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac&tenant_id=50b63137536d4822a61a7b01dd632aeb HTTP/1.1" status: 200 len: 1127 time: 0.4293537 Feb 20 05:59:42.093475 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-e168a91d-7da2-4873-aa29-635698074e94 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829866-5', 'device_owner': 'compute:nova'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:59:42.146847 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8f2fe6-e897-422f-8c1f-06bc1115b1da tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:59:42.194484 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-8e8f2fe6-e897-422f-8c1f-06bc1115b1da tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:59:42.206970 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6d14f8-9e69-4fa1-9c56-3243485c9298 None None] Network a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:59:42.217575 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8f2fe6-e897-422f-8c1f-06bc1115b1da tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:42.221533 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8e8f2fe6-e897-422f-8c1f-06bc1115b1da tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:42.271696 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-e168a91d-7da2-4873-aa29-635698074e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (605aa974-6a17-438d-84de-2cc66b9bff6c), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:42.296932 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8e8f2fe6-e897-422f-8c1f-06bc1115b1da tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1425622 Feb 20 05:59:42.299096 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39164) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:42.306631 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c7fd523e-b9c5-43b8-ad1e-d4473db20dc4 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'port': {'network_id': 'a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-11861382'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:59:42.518699 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1', 'network_id': 'a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1', 'project_id': 'd4e7f7fef597499b96cf48ad9eb5c1bb', 'fixed_ips': [{'subnet_id': 'c45176da-4527-43a1-9d6d-430fabc04c88'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:59:42.519603 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:42.565180 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fd523e-b9c5-43b8-ad1e-d4473db20dc4 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:59:42.568796 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c7fd523e-b9c5-43b8-ad1e-d4473db20dc4 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:42.608028 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-c7fd523e-b9c5-43b8-ad1e-d4473db20dc4 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] device_id is not set on port a5e984c9-5c4d-455a-ae7c-36866efd6b2e yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:59:42.776124 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-e168a91d-7da2-4873-aa29-635698074e94 service neutron] For port 605aa974-6a17-438d-84de-2cc66b9bff6c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=605aa974-6a17-438d-84de-2cc66b9bff6c,segment=NetworkSegment(cfae17b7-c58a-42dc-ad2a-f96da9c037eb),segment_id=cfae17b7-c58a-42dc-ad2a-f96da9c037eb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:59:42.855455 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-e168a91d-7da2-4873-aa29-635698074e94 service neutron] For port 605aa974-6a17-438d-84de-2cc66b9bff6c, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:59:42.886437 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-c7fd523e-b9c5-43b8-ad1e-d4473db20dc4 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Allocated IP 2001:db8::30e (a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1/c45176da-4527-43a1-9d6d-430fabc04c88/a5e984c9-5c4d-455a-ae7c-36866efd6b2e) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:59:42.946375 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8f86aa-7113-40af-b105-5b8d3dedb2ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '605aa974-6a17-438d-84de-2cc66b9bff6c'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:59:42.949188 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4caaa290-0f6a-4be6-b7b7-1dd9e87e1ae7" -d '{"events": [{"server_uuid": "eb8f86aa-7113-40af-b105-5b8d3dedb2ac", "name": "network-vif-unplugged", "status": "completed", "tag": "605aa974-6a17-438d-84de-2cc66b9bff6c"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:59:42.959955 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-e168a91d-7da2-4873-aa29-635698074e94 service neutron] Publish callbacks [] for port (605aa974-6a17-438d-84de-2cc66b9bff6c), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:43.020852 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-e168a91d-7da2-4873-aa29-635698074e94 service neutron] Transition to ACTIVE for port object 605aa974-6a17-438d-84de-2cc66b9bff6c will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 05:59:43.030090 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-e168a91d-7da2-4873-aa29-635698074e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (605aa974-6a17-438d-84de-2cc66b9bff6c), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:43.181341 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 05:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f75437e-dc31-4c45-aa59-8ee1e1a14fac x-openstack-request-id: req-3f75437e-dc31-4c45-aa59-8ee1e1a14fac {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:59:43.181341 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8f86aa-7113-40af-b105-5b8d3dedb2ac", "name": "network-vif-unplugged", "status": "completed", "tag": "605aa974-6a17-438d-84de-2cc66b9bff6c", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:59:43.181341 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f75437e-dc31-4c45-aa59-8ee1e1a14fac {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:59:43.181341 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8f86aa-7113-40af-b105-5b8d3dedb2ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '605aa974-6a17-438d-84de-2cc66b9bff6c', 'code': 200} Feb 20 05:59:43.182387 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168a91d-7da2-4873-aa29-635698074e94 service neutron] Pushing event updated for resources: {'Port': ['ID=605aa974-6a17-438d-84de-2cc66b9bff6c,revision_number=6']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:43.273148 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c7fd523e-b9c5-43b8-ad1e-d4473db20dc4 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for port (a5e984c9-5c4d-455a-ae7c-36866efd6b2e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:43.374315 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c7fd523e-b9c5-43b8-ad1e-d4473db20dc4 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (a5e984c9-5c4d-455a-ae7c-36866efd6b2e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:43.463388 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fd523e-b9c5-43b8-ad1e-d4473db20dc4 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:59:43.465157 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-c7fd523e-b9c5-43b8-ad1e-d4473db20dc4 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:59:43.467917 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fd523e-b9c5-43b8-ad1e-d4473db20dc4 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:59:43.474566 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fd523e-b9c5-43b8-ad1e-d4473db20dc4 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:43.475630 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c7fd523e-b9c5-43b8-ad1e-d4473db20dc4 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:43.517594 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c7fd523e-b9c5-43b8-ad1e-d4473db20dc4 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.2168219 Feb 20 05:59:43.518466 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39196) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:43.528540 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Allocated IP 2001:db8::2 (a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1/c45176da-4527-43a1-9d6d-430fabc04c88/de5eca00-c704-4da7-badd-df7130916596) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:59:43.561426 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd523e-b9c5-43b8-ad1e-d4473db20dc4 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Port': ['ID=a5e984c9-5c4d-455a-ae7c-36866efd6b2e,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:43.701040 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc7b05-e01f-4a5f-b13b-abc7b75b1e33 req-e514e51a-b8ca-43fc-ab59-0d143b30bc69 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:43.709918 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e7dc7b05-e01f-4a5f-b13b-abc7b75b1e33 req-e514e51a-b8ca-43fc-ab59-0d143b30bc69 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 943 time: 0.4470701 Feb 20 05:59:43.741686 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-e168a91d-7da2-4873-aa29-635698074e94 service neutron] No DVR routers for this DVR port 605aa974-6a17-438d-84de-2cc66b9bff6c on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:59:43.800893 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-dbd291cf-9d7d-4ad5-9bc6-0167c4b6487d tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting port a5e984c9-5c4d-455a-ae7c-36866efd6b2e {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:59:43.801254 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dbd291cf-9d7d-4ad5-9bc6-0167c4b6487d tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a5e984c9-5c4d-455a-ae7c-36866efd6b2e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:43.972655 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Publish callbacks [] for port (de5eca00-c704-4da7-badd-df7130916596), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:43.982401 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (de5eca00-c704-4da7-badd-df7130916596), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:44.047192 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Network a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:59:44.050554 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:59:44.051103 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e7dc7b05-e01f-4a5f-b13b-abc7b75b1e33 req-754c5855-ac84-4273-a43d-085ce112fb0b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3360288 Feb 20 05:59:44.060258 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:59:44.086272 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dbd291cf-9d7d-4ad5-9bc6-0167c4b6487d tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a5e984c9-5c4d-455a-ae7c-36866efd6b2e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:44.105570 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-dbd291cf-9d7d-4ad5-9bc6-0167c4b6487d tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Calling delete_port for a5e984c9-5c4d-455a-ae7c-36866efd6b2e owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:59:44.128653 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-e168a91d-7da2-4873-aa29-635698074e94 service neutron] Attempting to bind port 605aa974-6a17-438d-84de-2cc66b9bff6c on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:59:44.128997 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-e168a91d-7da2-4873-aa29-635698074e94 service neutron] Attempting to bind port 605aa974-6a17-438d-84de-2cc66b9bff6c by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'cfae17b7-c58a-42dc-ad2a-f96da9c037eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:59:44.129335 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-e168a91d-7da2-4873-aa29-635698074e94 service neutron] Attempting to bind port 605aa974-6a17-438d-84de-2cc66b9bff6c on network a97b557b-6d89-4051-82cf-afc4b06f9eff {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:59:44.136769 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-e168a91d-7da2-4873-aa29-635698074e94 service neutron] Port 605aa974-6a17-438d-84de-2cc66b9bff6c on network a97b557b-6d89-4051-82cf-afc4b06f9eff not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 05:59:44.137270 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-e168a91d-7da2-4873-aa29-635698074e94 service neutron] Attempting to bind port 605aa974-6a17-438d-84de-2cc66b9bff6c on network a97b557b-6d89-4051-82cf-afc4b06f9eff {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:59:44.144244 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-e168a91d-7da2-4873-aa29-635698074e94 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:59:44.144592 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-e168a91d-7da2-4873-aa29-635698074e94 service neutron] Checking segment: {'id': 'cfae17b7-c58a-42dc-ad2a-f96da9c037eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:59:44.144985 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-e168a91d-7da2-4873-aa29-635698074e94 service neutron] Bound using segment: {'id': 'cfae17b7-c58a-42dc-ad2a-f96da9c037eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:59:44.145441 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-e168a91d-7da2-4873-aa29-635698074e94 service neutron] Bound port: 605aa974-6a17-438d-84de-2cc66b9bff6c, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfae17b7-c58a-42dc-ad2a-f96da9c037eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:59:44.145787 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-e168a91d-7da2-4873-aa29-635698074e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (605aa974-6a17-438d-84de-2cc66b9bff6c), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:44.173036 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Pushing event updated for resources: {'Port': ['ID=de5eca00-c704-4da7-badd-df7130916596,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:44.219532 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:44.220100 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:44.220592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:44.221090 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:44.221573 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:44.222151 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:44.222777 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:44.223291 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:44.223833 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:44.224317 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:44.225024 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:44.225569 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:44.226108 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 05:59:44.248997 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Attempting to bind port de5eca00-c704-4da7-badd-df7130916596 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:59:44.249776 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Attempting to bind port de5eca00-c704-4da7-badd-df7130916596 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'a208abb1-3283-4a62-835e-bd7d46f95779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:59:44.250428 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Attempting to bind port de5eca00-c704-4da7-badd-df7130916596 on network a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:59:44.257223 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:59:44.258011 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Checking segment: {'id': 'a208abb1-3283-4a62-835e-bd7d46f95779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:59:44.258953 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:44.259732 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Bound using segment: {'id': 'a208abb1-3283-4a62-835e-bd7d46f95779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:59:44.264130 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Bound port: de5eca00-c704-4da7-badd-df7130916596, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a208abb1-3283-4a62-835e-bd7d46f95779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:59:44.266303 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (de5eca00-c704-4da7-badd-df7130916596), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:44.275088 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-e168a91d-7da2-4873-aa29-635698074e94 service neutron] For port 605aa974-6a17-438d-84de-2cc66b9bff6c, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:59:44.281204 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-e168a91d-7da2-4873-aa29-635698074e94 service neutron] For port 605aa974-6a17-438d-84de-2cc66b9bff6c, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=605aa974-6a17-438d-84de-2cc66b9bff6c,segment=NetworkSegment(cfae17b7-c58a-42dc-ad2a-f96da9c037eb),segment_id=cfae17b7-c58a-42dc-ad2a-f96da9c037eb)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:59:44.300443 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-e168a91d-7da2-4873-aa29-635698074e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (605aa974-6a17-438d-84de-2cc66b9bff6c), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:44.339872 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dbd291cf-9d7d-4ad5-9bc6-0167c4b6487d tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (a5e984c9-5c4d-455a-ae7c-36866efd6b2e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:44.399466 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd291cf-9d7d-4ad5-9bc6-0167c4b6487d tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Port': ['ID=a5e984c9-5c4d-455a-ae7c-36866efd6b2e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:44.410715 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168a91d-7da2-4873-aa29-635698074e94 service neutron] Pushing event updated for resources: {'Port': ['ID=605aa974-6a17-438d-84de-2cc66b9bff6c,revision_number=7']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:44.457415 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-e168a91d-7da2-4873-aa29-635698074e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:44.458456 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-e168a91d-7da2-4873-aa29-635698074e94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:44.462872 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-e168a91d-7da2-4873-aa29-635698074e94 service neutron] 10.222.0.48 "PUT /v2.0/ports/605aa974-6a17-438d-84de-2cc66b9bff6c HTTP/1.1" status: 200 len: 1091 time: 2.3719320 Feb 20 05:59:44.471904 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dbd291cf-9d7d-4ad5-9bc6-0167c4b6487d tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:44.478293 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dbd291cf-9d7d-4ad5-9bc6-0167c4b6487d tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/ports/a5e984c9-5c4d-455a-ae7c-36866efd6b2e HTTP/1.1" status: 204 len: 168 time: 0.9548669 Feb 20 05:59:44.479580 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39214) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:44.623520 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-796247f7-67a2-4e73-8959-9c744a748be3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] GET failed (client error): The resource could not be found. Feb 20 05:59:44.625658 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-796247f7-67a2-4e73-8959-9c744a748be3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "GET /v2.0/ports/a5e984c9-5c4d-455a-ae7c-36866efd6b2e HTTP/1.1" status: 404 len: 333 time: 0.1435950 Feb 20 05:59:44.628847 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39218) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:44.648956 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-f9b87862-35b8-42b1-a49d-24b318c0c60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:44.652642 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-f9b87862-35b8-42b1-a49d-24b318c0c60b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 1125 time: 0.1471987 Feb 20 05:59:44.784961 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] For port de5eca00-c704-4da7-badd-df7130916596, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:59:44.788669 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] For port de5eca00-c704-4da7-badd-df7130916596, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=de5eca00-c704-4da7-badd-df7130916596,segment=NetworkSegment(a208abb1-3283-4a62-835e-bd7d46f95779),segment_id=a208abb1-3283-4a62-835e-bd7d46f95779)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:59:44.793737 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 605aa974-6a17-438d-84de-2cc66b9bff6c no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:59:44.819051 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d7e267f-3f17-440d-a29b-8b6baf4a4dab tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting subnet c45176da-4527-43a1-9d6d-430fabc04c88 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:59:44.839946 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (de5eca00-c704-4da7-badd-df7130916596), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:44.844958 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8d7e267f-3f17-440d-a29b-8b6baf4a4dab tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for subnet (c45176da-4527-43a1-9d6d-430fabc04c88), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:44.867561 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] The host n-h1-829866-5 is not matching for port 605aa974-6a17-438d-84de-2cc66b9bff6c host n-h2-829866-5! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 05:59:44.867974 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 605aa974-6a17-438d-84de-2cc66b9bff6c not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:59:44.906330 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-2229e964-2e6e-4ee1-817c-dfe00c3d4fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:44.909770 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-2229e964-2e6e-4ee1-817c-dfe00c3d4fcb service neutron] 10.222.0.48 "GET /v2.0/networks?id=a97b557b-6d89-4051-82cf-afc4b06f9eff HTTP/1.1" status: 200 len: 896 time: 0.2496781 Feb 20 05:59:44.942720 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8d7e267f-3f17-440d-a29b-8b6baf4a4dab tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (c45176da-4527-43a1-9d6d-430fabc04c88), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:44.981123 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90df2b0-9010-492a-a04c-ec9333d383ea None None] Pushing event updated for resources: {'Port': ['ID=de5eca00-c704-4da7-badd-df7130916596,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:45.024503 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-f70c36f4-f2a6-4c23-84c6-728d6ec29ff7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=605aa974-6a17-438d-84de-2cc66b9bff6c HTTP/1.1" status: 200 len: 998 time: 0.1081319 Feb 20 05:59:45.096409 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-ea71828e-5ea9-442a-9080-837e24e00df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:45.097966 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-ea71828e-5ea9-442a-9080-837e24e00df2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c18849a5-e890-4940-bc50-1c71fe5b530c HTTP/1.1" status: 200 len: 835 time: 0.0674784 Feb 20 05:59:45.183295 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8f86aa-7113-40af-b105-5b8d3dedb2ac', 'tag': '605aa974-6a17-438d-84de-2cc66b9bff6c'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:59:45.185583 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae7ad9b-f8a5-4ec4-9c74-5a758c26efed" -d '{"events": [{"name": "network-changed", "server_uuid": "eb8f86aa-7113-40af-b105-5b8d3dedb2ac", "tag": "605aa974-6a17-438d-84de-2cc66b9bff6c"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:59:45.190125 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8d7e267f-3f17-440d-a29b-8b6baf4a4dab tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (c45176da-4527-43a1-9d6d-430fabc04c88), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:45.308909 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-37f3335a-b052-4b2e-b584-6d0a9cd40b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:45.310839 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-37f3335a-b052-4b2e-b584-6d0a9cd40b41 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a97b557b-6d89-4051-82cf-afc4b06f9eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2057977 Feb 20 05:59:45.318112 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8d7e267f-3f17-440d-a29b-8b6baf4a4dab tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (c45176da-4527-43a1-9d6d-430fabc04c88), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:45.406807 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11793564-e943-4f61-bbca-d96518fa350e req-01983de0-c37a-45d2-a7e9-47d0dc0bc2f5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:45.408559 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-11793564-e943-4f61-bbca-d96518fa350e req-01983de0-c37a-45d2-a7e9-47d0dc0bc2f5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 943 time: 0.2062526 Feb 20 05:59:45.486818 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-9317c137-7fa0-42ad-9bde-8bca64343ee0 service neutron] 10.222.0.48 "GET /v2.0/networks/a97b557b-6d89-4051-82cf-afc4b06f9eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688836 Feb 20 05:59:45.498473 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e267f-3f17-440d-a29b-8b6baf4a4dab tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Subnet': ['ID=c45176da-4527-43a1-9d6d-430fabc04c88,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:45.506012 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8d7e267f-3f17-440d-a29b-8b6baf4a4dab tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:45.514699 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8d7e267f-3f17-440d-a29b-8b6baf4a4dab tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/subnets/c45176da-4527-43a1-9d6d-430fabc04c88 HTTP/1.1" status: 204 len: 168 time: 0.8847661 Feb 20 05:59:45.519367 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39238) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:45.520881 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-11793564-e943-4f61-bbca-d96518fa350e req-13227a54-0d14-4d6d-b2b6-bc0cc9524816 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979600 Feb 20 05:59:45.668490 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7fd8a96b-53c4-451e-b6e2-ffc45ec35b49 req-916ababf-e45c-44ce-a97d-2172e27e1d22 service neutron] 10.222.0.48 "GET /v2.0/networks/a97b557b-6d89-4051-82cf-afc4b06f9eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529160 Feb 20 05:59:45.670125 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 05:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601b0f7c-17c3-42cc-8e29-492de3992995 x-openstack-request-id: req-601b0f7c-17c3-42cc-8e29-492de3992995 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:59:45.675694 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb8f86aa-7113-40af-b105-5b8d3dedb2ac", "tag": "605aa974-6a17-438d-84de-2cc66b9bff6c", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:59:45.679132 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-601b0f7c-17c3-42cc-8e29-492de3992995 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:59:45.679132 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb8f86aa-7113-40af-b105-5b8d3dedb2ac', 'tag': '605aa974-6a17-438d-84de-2cc66b9bff6c', 'status': 'completed', 'code': 200} Feb 20 05:59:45.753464 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4424f12f-780e-478a-8251-64cd6cfd032f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:45.864936 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7ad9b-f8a5-4ec4-9c74-5a758c26efed req-9cf82057-74c0-4d6f-9d95-080b61378b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:45.866864 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ae7ad9b-f8a5-4ec4-9c74-5a758c26efed req-9cf82057-74c0-4d6f-9d95-080b61378b43 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 1125 time: 0.1423681 Feb 20 05:59:45.887308 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-4424f12f-780e-478a-8251-64cd6cfd032f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting port de5eca00-c704-4da7-badd-df7130916596 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:59:45.887643 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4424f12f-780e-478a-8251-64cd6cfd032f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (de5eca00-c704-4da7-badd-df7130916596), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:46.109845 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device de5eca00-c704-4da7-badd-df7130916596 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:59:46.220071 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-4424f12f-780e-478a-8251-64cd6cfd032f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] For port de5eca00-c704-4da7-badd-df7130916596, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=de5eca00-c704-4da7-badd-df7130916596,segment=NetworkSegment(a208abb1-3283-4a62-835e-bd7d46f95779),segment_id=a208abb1-3283-4a62-835e-bd7d46f95779)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:59:46.220473 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4424f12f-780e-478a-8251-64cd6cfd032f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (de5eca00-c704-4da7-badd-df7130916596), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:46.244927 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7ad9b-f8a5-4ec4-9c74-5a758c26efed req-920de413-97dd-48cd-8a56-64959a1b6c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:46.245166 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-4424f12f-780e-478a-8251-64cd6cfd032f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Calling delete_port for de5eca00-c704-4da7-badd-df7130916596 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:59:46.246657 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ae7ad9b-f8a5-4ec4-9c74-5a758c26efed req-920de413-97dd-48cd-8a56-64959a1b6c0d service neutron] 10.222.0.48 "GET /v2.0/networks?id=a97b557b-6d89-4051-82cf-afc4b06f9eff HTTP/1.1" status: 200 len: 896 time: 0.3732562 Feb 20 05:59:46.254964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7ad9b-f8a5-4ec4-9c74-5a758c26efed req-a590835a-ed80-4104-866c-fa578e37177b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:46.256638 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3ae7ad9b-f8a5-4ec4-9c74-5a758c26efed req-a590835a-ed80-4104-866c-fa578e37177b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 1125 time: 0.5750287 Feb 20 05:59:46.285376 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port de5eca00-c704-4da7-badd-df7130916596 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:59:46.285773 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (de5eca00-c704-4da7-badd-df7130916596), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:46.475198 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ae7ad9b-f8a5-4ec4-9c74-5a758c26efed req-b5246c4d-3af7-4fa7-9978-0e7ed200e653 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=605aa974-6a17-438d-84de-2cc66b9bff6c HTTP/1.1" status: 200 len: 998 time: 0.2123530 Feb 20 05:59:46.476087 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port de5eca00-c704-4da7-badd-df7130916596 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:59:46.476507 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (de5eca00-c704-4da7-badd-df7130916596), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:46.551696 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4424f12f-780e-478a-8251-64cd6cfd032f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (de5eca00-c704-4da7-badd-df7130916596), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:46.597709 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424f12f-780e-478a-8251-64cd6cfd032f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Port': ['ID=de5eca00-c704-4da7-badd-df7130916596,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:46.600449 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4424f12f-780e-478a-8251-64cd6cfd032f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] No DVR routers for this DVR port de5eca00-c704-4da7-badd-df7130916596 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 05:59:46.633936 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7ad9b-f8a5-4ec4-9c74-5a758c26efed req-6568e188-29fb-484b-aa68-d16a77acca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:46.639043 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ae7ad9b-f8a5-4ec4-9c74-5a758c26efed req-6568e188-29fb-484b-aa68-d16a77acca82 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c18849a5-e890-4940-bc50-1c71fe5b530c HTTP/1.1" status: 200 len: 835 time: 0.1526563 Feb 20 05:59:46.668393 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-23a89964-3726-40f2-b570-8f0e8675ea0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:46.696682 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fb530b-7c2a-4ba9-b78e-d1da429c24d1 None None] Network a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:59:46.750572 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4424f12f-780e-478a-8251-64cd6cfd032f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:46.786734 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7ad9b-f8a5-4ec4-9c74-5a758c26efed req-d203f0ad-f9f4-428d-8675-ba45074e5b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:46.788774 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3ae7ad9b-f8a5-4ec4-9c74-5a758c26efed req-d203f0ad-f9f4-428d-8675-ba45074e5b02 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a97b557b-6d89-4051-82cf-afc4b06f9eff HTTP/1.1" status: 200 len: 896 time: 0.5234206 Feb 20 05:59:46.792730 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-4424f12f-780e-478a-8251-64cd6cfd032f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:46.853008 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7ad9b-f8a5-4ec4-9c74-5a758c26efed req-08f34a5e-8777-41aa-99ad-5346838ca9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:46.857029 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ae7ad9b-f8a5-4ec4-9c74-5a758c26efed req-08f34a5e-8777-41aa-99ad-5346838ca9ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a97b557b-6d89-4051-82cf-afc4b06f9eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2116084 Feb 20 05:59:46.858021 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-25d0b5a1-8db7-49a0-803d-41253e6cb1a8 None None] Could not find standard attr ID for object de5eca00-c704-4da7-badd-df7130916596. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:59:46.896070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-4424f12f-780e-478a-8251-64cd6cfd032f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a208abb1-3283-4a62-835e-bd7d46f95779') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:46.896278 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-4424f12f-780e-478a-8251-64cd6cfd032f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a208abb1-3283-4a62-835e-bd7d46f95779') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:46.936705 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3ae7ad9b-f8a5-4ec4-9c74-5a758c26efed req-66815bc9-2985-49b9-9414-e974510e14bd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=605aa974-6a17-438d-84de-2cc66b9bff6c HTTP/1.1" status: 200 len: 998 time: 0.1409211 Feb 20 05:59:46.940203 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa079672-df41-4ac9-a137-5d42c1e27d6f req-690be0b8-231b-4381-8b24-e686ba268462 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:46.942114 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa079672-df41-4ac9-a137-5d42c1e27d6f req-690be0b8-231b-4381-8b24-e686ba268462 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 943 time: 0.2018559 Feb 20 05:59:47.012272 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451fda09-6426-4c0d-b3be-c669b6323490 None None] DHCP port deletion for a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 05:59:47.041510 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa079672-df41-4ac9-a137-5d42c1e27d6f req-0d113452-4d48-476d-b99b-d8fb46b64b82 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919826 Feb 20 05:59:47.064743 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7ad9b-f8a5-4ec4-9c74-5a758c26efed req-31a9cfcf-d151-4b80-94ec-3d80519fd9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:47.066263 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3ae7ad9b-f8a5-4ec4-9c74-5a758c26efed req-31a9cfcf-d151-4b80-94ec-3d80519fd9fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c18849a5-e890-4940-bc50-1c71fe5b530c HTTP/1.1" status: 200 len: 835 time: 0.1232328 Feb 20 05:59:47.091230 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ae7ad9b-f8a5-4ec4-9c74-5a758c26efed req-cd8c0a95-aa2d-41f8-a6f1-815bacb5a5a3 service neutron] 10.222.0.48 "GET /v2.0/networks/a97b557b-6d89-4051-82cf-afc4b06f9eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238700 Feb 20 05:59:47.131823 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4424f12f-780e-478a-8251-64cd6cfd032f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (a208abb1-3283-4a62-835e-bd7d46f95779), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:47.158199 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4424f12f-780e-478a-8251-64cd6cfd032f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (a208abb1-3283-4a62-835e-bd7d46f95779), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:47.167499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7ad9b-f8a5-4ec4-9c74-5a758c26efed req-66b7b38f-ed2b-43b9-ad19-30dc037746dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:47.169113 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3ae7ad9b-f8a5-4ec4-9c74-5a758c26efed req-66b7b38f-ed2b-43b9-ad19-30dc037746dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a97b557b-6d89-4051-82cf-afc4b06f9eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0891302 Feb 20 05:59:47.256277 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ae7ad9b-f8a5-4ec4-9c74-5a758c26efed req-ffe50620-fcc8-427e-ab54-5d7e06a71126 service neutron] 10.222.0.48 "GET /v2.0/networks/a97b557b-6d89-4051-82cf-afc4b06f9eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585536 Feb 20 05:59:47.265248 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4424f12f-780e-478a-8251-64cd6cfd032f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:59:47.265808 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4424f12f-780e-478a-8251-64cd6cfd032f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (a208abb1-3283-4a62-835e-bd7d46f95779), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: timer() Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:59:47.328413 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:59:47.370631 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4424f12f-780e-478a-8251-64cd6cfd032f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:47.398989 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4424f12f-780e-478a-8251-64cd6cfd032f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:47.406141 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39268) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:47.407896 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4424f12f-780e-478a-8251-64cd6cfd032f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/networks/a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1 HTTP/1.1" status: 204 len: 168 time: 1.8872468 Feb 20 05:59:47.413480 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9ab44590-f344-4a4c-9d95-b1d2abc84653 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'port': {'network_id': '9fcc7d42-fb92-490d-82c1-129852943a74', 'name': 'tempest-PortsIpV6TestJSON-1877742352'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:59:47.450071 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424f12f-780e-478a-8251-64cd6cfd032f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Network': ['ID=a0bc0ba8-fcbe-4034-b44a-e2a53e71e0a1,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:47.475013 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3ae7ad9b-f8a5-4ec4-9c74-5a758c26efed req-4a59091e-6024-42ec-a20c-9715330e8fae service neutron] 10.222.0.61 "GET /v2.0/networks/a97b557b-6d89-4051-82cf-afc4b06f9eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960904 Feb 20 05:59:47.667297 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab44590-f344-4a4c-9d95-b1d2abc84653 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:59:47.669462 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3ae7ad9b-f8a5-4ec4-9c74-5a758c26efed req-7fee7480-46e8-4b74-80c0-d20984e6f2b3 service neutron] 10.222.0.61 "GET /v2.0/networks/a97b557b-6d89-4051-82cf-afc4b06f9eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866305 Feb 20 05:59:47.670645 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ab44590-f344-4a4c-9d95-b1d2abc84653 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:47.693363 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-9ab44590-f344-4a4c-9d95-b1d2abc84653 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] device_id is not set on port 0dcde4d9-a9d5-4c2d-bb94-353f60e331fe yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:59:47.811443 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39290) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:47.933519 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ab44590-f344-4a4c-9d95-b1d2abc84653 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for port (0dcde4d9-a9d5-4c2d-bb94-353f60e331fe), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:47.973508 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-03cecf2e-703e-4903-ac35-e1b2990ba196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:48.008825 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ab44590-f344-4a4c-9d95-b1d2abc84653 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (0dcde4d9-a9d5-4c2d-bb94-353f60e331fe), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:48.030333 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device de5eca00-c704-4da7-badd-df7130916596 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 05:59:48.063896 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab44590-f344-4a4c-9d95-b1d2abc84653 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network 9fcc7d42-fb92-490d-82c1-129852943a74 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:59:48.069595 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-9ab44590-f344-4a4c-9d95-b1d2abc84653 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:59:48.077738 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: de5eca00-c704-4da7-badd-df7130916596 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 05:59:48.078092 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device de5eca00-c704-4da7-badd-df7130916596 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 05:59:48.081027 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab44590-f344-4a4c-9d95-b1d2abc84653 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:59:48.089667 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab44590-f344-4a4c-9d95-b1d2abc84653 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:48.090479 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ab44590-f344-4a4c-9d95-b1d2abc84653 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:48.101812 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-03cecf2e-703e-4903-ac35-e1b2990ba196 admin admin] Publish callbacks [] for security_group (d044adef-cc79-4d35-8728-df3165b90d59), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:48.107558 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-03cecf2e-703e-4903-ac35-e1b2990ba196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d044adef-cc79-4d35-8728-df3165b90d59), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:48.115411 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab44590-f344-4a4c-9d95-b1d2abc84653 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Port': ['ID=0dcde4d9-a9d5-4c2d-bb94-353f60e331fe,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:48.125016 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9ab44590-f344-4a4c-9d95-b1d2abc84653 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7172828 Feb 20 05:59:48.127264 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39298) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:48.188887 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-03cecf2e-703e-4903-ac35-e1b2990ba196 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55c4d9f9d1cd4520bdb3c6bc74459098&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3760772 Feb 20 05:59:48.191261 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39300) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:48.197223 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cecf2e-703e-4903-ac35-e1b2990ba196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d044adef-cc79-4d35-8728-df3165b90d59,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:48.269615 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9d8e74c6-3a68-4278-b1aa-4fc609d9d626 admin admin] Publish callbacks [] for security_group (d044adef-cc79-4d35-8728-df3165b90d59), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:48.300604 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9d8e74c6-3a68-4278-b1aa-4fc609d9d626 admin admin] Publish callbacks [] for security_group (d044adef-cc79-4d35-8728-df3165b90d59), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:48.318311 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2adb5-4d76-4895-95a4-d629059b5a4f req-dadd60c8-4002-4797-819a-707364b05ec9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:48.319822 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29f2adb5-4d76-4895-95a4-d629059b5a4f req-dadd60c8-4002-4797-819a-707364b05ec9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 943 time: 0.1539958 Feb 20 05:59:48.346323 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9ccbfafa-0d4c-47ab-b8c2-9b4913d7f379 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting port 0dcde4d9-a9d5-4c2d-bb94-353f60e331fe {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:59:48.346558 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ccbfafa-0d4c-47ab-b8c2-9b4913d7f379 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (0dcde4d9-a9d5-4c2d-bb94-353f60e331fe), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:48.379949 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9d8e74c6-3a68-4278-b1aa-4fc609d9d626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d044adef-cc79-4d35-8728-df3165b90d59), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:48.383533 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9d8e74c6-3a68-4278-b1aa-4fc609d9d626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:48.390541 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9d8e74c6-3a68-4278-b1aa-4fc609d9d626 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d044adef-cc79-4d35-8728-df3165b90d59 HTTP/1.1" status: 204 len: 168 time: 0.1978621 Feb 20 05:59:48.402709 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e74c6-3a68-4278-b1aa-4fc609d9d626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d044adef-cc79-4d35-8728-df3165b90d59,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:48.453555 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ccbfafa-0d4c-47ab-b8c2-9b4913d7f379 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (0dcde4d9-a9d5-4c2d-bb94-353f60e331fe), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:48.469641 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9ccbfafa-0d4c-47ab-b8c2-9b4913d7f379 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Calling delete_port for 0dcde4d9-a9d5-4c2d-bb94-353f60e331fe owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:59:48.482036 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29f2adb5-4d76-4895-95a4-d629059b5a4f req-e70bf1c1-e8fc-4f9c-9451-7a2c905c246e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544065 Feb 20 05:59:48.582701 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ccbfafa-0d4c-47ab-b8c2-9b4913d7f379 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (0dcde4d9-a9d5-4c2d-bb94-353f60e331fe), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:48.664900 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ccbfafa-0d4c-47ab-b8c2-9b4913d7f379 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:48.669404 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9ccbfafa-0d4c-47ab-b8c2-9b4913d7f379 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/ports/0dcde4d9-a9d5-4c2d-bb94-353f60e331fe HTTP/1.1" status: 204 len: 168 time: 0.5406923 Feb 20 05:59:48.670654 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbfafa-0d4c-47ab-b8c2-9b4913d7f379 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Port': ['ID=0dcde4d9-a9d5-4c2d-bb94-353f60e331fe,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:48.672409 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39310) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:48.677293 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6898622a-a4f9-480d-95d0-8c55693508a5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'port': {'network_id': '9fcc7d42-fb92-490d-82c1-129852943a74', 'mac_address': 'fa:16:3e:51:7e:43', 'name': 'tempest-PortsIpV6TestJSON-1158356741'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:59:48.871182 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6898622a-a4f9-480d-95d0-8c55693508a5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:59:48.930184 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39314) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:48.937931 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-547dd5f1-578c-451d-a08a-f15e57b3534d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:48.946438 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e261da-dd8b-40a4-8d53-e3bfa7ec8d14 req-1a4dc9a1-50f0-4afa-84cc-df2f50f4b357 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:48.948801 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e4e261da-dd8b-40a4-8d53-e3bfa7ec8d14 req-1a4dc9a1-50f0-4afa-84cc-df2f50f4b357 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac&tenant_id=50b63137536d4822a61a7b01dd632aeb&binding%3Ahost_id=n-h2-829866-5 HTTP/1.1" status: 200 len: 943 time: 0.1286922 Feb 20 05:59:48.969659 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b115fbd-f197-41cd-989b-576c43fe0043 req-0afbc2ef-9ec8-4cd4-a2c9-942e7e6954f1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:48.972419 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b115fbd-f197-41cd-989b-576c43fe0043 req-0afbc2ef-9ec8-4cd4-a2c9-942e7e6954f1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 943 time: 0.1756084 Feb 20 05:59:48.977481 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-663f832c-1e56-4dbc-94b1-eb7e834174f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:48.998662 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6898622a-a4f9-480d-95d0-8c55693508a5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:49.045942 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [req-e4e261da-dd8b-40a4-8d53-e3bfa7ec8d14 req-9fe9927e-a10d-4ca8-94ff-7a3eac270da6 service neutron] delete failed (client error): The resource could not be found. Feb 20 05:59:49.047031 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e4e261da-dd8b-40a4-8d53-e3bfa7ec8d14 req-9fe9927e-a10d-4ca8-94ff-7a3eac270da6 service neutron] 10.222.0.61 "DELETE /v2.0/ports/605aa974-6a17-438d-84de-2cc66b9bff6c/bindings/n-h1-829866-5 HTTP/1.1" status: 404 len: 380 time: 0.0926292 Feb 20 05:59:49.062054 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 605aa974-6a17-438d-84de-2cc66b9bff6c details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 05:59:49.070167 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-6898622a-a4f9-480d-95d0-8c55693508a5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] device_id is not set on port cb380bf2-db5c-43eb-8c04-0f7c11b61d77 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:59:49.148564 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b115fbd-f197-41cd-989b-576c43fe0043 req-fe672a2d-5a65-45e3-9876-7b683e8bc1be tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598382 Feb 20 05:59:49.209870 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 605aa974-6a17-438d-84de-2cc66b9bff6c, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=605aa974-6a17-438d-84de-2cc66b9bff6c,segment=NetworkSegment(cfae17b7-c58a-42dc-ad2a-f96da9c037eb),segment_id=cfae17b7-c58a-42dc-ad2a-f96da9c037eb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:59:49.215809 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e261da-dd8b-40a4-8d53-e3bfa7ec8d14 req-79a050cb-6e6b-4021-b3e9-2e9bfc571296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:49.218444 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e4e261da-dd8b-40a4-8d53-e3bfa7ec8d14 req-79a050cb-6e6b-4021-b3e9-2e9bfc571296 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 1125 time: 0.0987890 Feb 20 05:59:49.229128 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '605aa974-6a17-438d-84de-2cc66b9bff6c', 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff', 'port_id': '605aa974-6a17-438d-84de-2cc66b9bff6c', 'mac_address': 'fa:16:3e:bf:70:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c18849a5-e890-4940-bc50-1c71fe5b530c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 05:59:49.274672 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 605aa974-6a17-438d-84de-2cc66b9bff6c is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:59:49.276111 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (605aa974-6a17-438d-84de-2cc66b9bff6c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:49.278390 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-663f832c-1e56-4dbc-94b1-eb7e834174f8 admin admin] Publish callbacks [] for security_group (a015da89-4c3f-4f0a-9a1b-2d2edf452aed), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:49.287231 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-663f832c-1e56-4dbc-94b1-eb7e834174f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a015da89-4c3f-4f0a-9a1b-2d2edf452aed), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:49.291527 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605aa974-6a17-438d-84de-2cc66b9bff6c {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 05:59:49.313512 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 605aa974-6a17-438d-84de-2cc66b9bff6c, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=605aa974-6a17-438d-84de-2cc66b9bff6c,segment=NetworkSegment(cfae17b7-c58a-42dc-ad2a-f96da9c037eb),segment_id=cfae17b7-c58a-42dc-ad2a-f96da9c037eb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:59:49.319136 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (605aa974-6a17-438d-84de-2cc66b9bff6c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:49.331408 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e261da-dd8b-40a4-8d53-e3bfa7ec8d14 req-bdffe296-c650-4b71-b223-221a516860f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:49.333803 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e4e261da-dd8b-40a4-8d53-e3bfa7ec8d14 req-bdffe296-c650-4b71-b223-221a516860f5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a97b557b-6d89-4051-82cf-afc4b06f9eff HTTP/1.1" status: 200 len: 896 time: 0.1091802 Feb 20 05:59:49.356193 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-663f832c-1e56-4dbc-94b1-eb7e834174f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=271125c0ea9a479c84d53eb925b3fab1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4207394 Feb 20 05:59:49.359371 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6898622a-a4f9-480d-95d0-8c55693508a5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for port (cb380bf2-db5c-43eb-8c04-0f7c11b61d77), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:49.362160 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39322) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:49.362801 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f832c-1e56-4dbc-94b1-eb7e834174f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a015da89-4c3f-4f0a-9a1b-2d2edf452aed,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:49.391601 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=605aa974-6a17-438d-84de-2cc66b9bff6c,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:49.421614 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e4e261da-dd8b-40a4-8d53-e3bfa7ec8d14 req-65973f2c-6738-4b1c-a6f2-1046bef1cc29 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=605aa974-6a17-438d-84de-2cc66b9bff6c HTTP/1.1" status: 200 len: 999 time: 0.0812352 Feb 20 05:59:49.429549 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75802f62-70f9-4794-ad7f-12ffc5a203d8 admin admin] Publish callbacks [] for security_group (a015da89-4c3f-4f0a-9a1b-2d2edf452aed), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:49.457201 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6898622a-a4f9-480d-95d0-8c55693508a5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (cb380bf2-db5c-43eb-8c04-0f7c11b61d77), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:49.459614 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75802f62-70f9-4794-ad7f-12ffc5a203d8 admin admin] Publish callbacks [] for security_group (a015da89-4c3f-4f0a-9a1b-2d2edf452aed), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:49.474834 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e261da-dd8b-40a4-8d53-e3bfa7ec8d14 req-852f5f55-a660-4852-8aa7-fcacc26f4bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:49.476570 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e4e261da-dd8b-40a4-8d53-e3bfa7ec8d14 req-852f5f55-a660-4852-8aa7-fcacc26f4bf9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c18849a5-e890-4940-bc50-1c71fe5b530c HTTP/1.1" status: 200 len: 835 time: 0.0493510 Feb 20 05:59:49.528579 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e261da-dd8b-40a4-8d53-e3bfa7ec8d14 req-85320243-450c-48f8-910c-8fde10aea8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:49.530327 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e4e261da-dd8b-40a4-8d53-e3bfa7ec8d14 req-85320243-450c-48f8-910c-8fde10aea8bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a97b557b-6d89-4051-82cf-afc4b06f9eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478792 Feb 20 05:59:49.540526 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['605aa974-6a17-438d-84de-2cc66b9bff6c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 05:59:49.638191 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e4e261da-dd8b-40a4-8d53-e3bfa7ec8d14 req-18be2688-a626-43a4-8caf-72f5698a566a service neutron] 10.222.0.61 "GET /v2.0/networks/a97b557b-6d89-4051-82cf-afc4b06f9eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018889 Feb 20 05:59:49.667852 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:49.748086 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e4e261da-dd8b-40a4-8d53-e3bfa7ec8d14 req-550099d6-297f-4c98-941c-9a012f06f565 service neutron] 10.222.0.61 "GET /v2.0/networks/a97b557b-6d89-4051-82cf-afc4b06f9eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042025 Feb 20 05:59:49.894953 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6898622a-a4f9-480d-95d0-8c55693508a5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network 9fcc7d42-fb92-490d-82c1-129852943a74 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:59:49.903863 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-6898622a-a4f9-480d-95d0-8c55693508a5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:59:49.907045 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6898622a-a4f9-480d-95d0-8c55693508a5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:59:49.921920 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6898622a-a4f9-480d-95d0-8c55693508a5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:49.922558 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6898622a-a4f9-480d-95d0-8c55693508a5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:49.955575 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898622a-a4f9-480d-95d0-8c55693508a5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Port': ['ID=cb380bf2-db5c-43eb-8c04-0f7c11b61d77,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:49.968856 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6898622a-a4f9-480d-95d0-8c55693508a5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2953844 Feb 20 05:59:49.971971 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39336) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:50.012847 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75802f62-70f9-4794-ad7f-12ffc5a203d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a015da89-4c3f-4f0a-9a1b-2d2edf452aed), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:50.015648 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75802f62-70f9-4794-ad7f-12ffc5a203d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:50.020034 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-75802f62-70f9-4794-ad7f-12ffc5a203d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a015da89-4c3f-4f0a-9a1b-2d2edf452aed HTTP/1.1" status: 204 len: 168 time: 0.6512353 Feb 20 05:59:50.030848 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75802f62-70f9-4794-ad7f-12ffc5a203d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a015da89-4c3f-4f0a-9a1b-2d2edf452aed,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:50.040081 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112208f0-a80e-42ea-b0e5-e9cc22dbd169 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:50.042967 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-112208f0-a80e-42ea-b0e5-e9cc22dbd169 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "GET /v2.0/ports/cb380bf2-db5c-43eb-8c04-0f7c11b61d77 HTTP/1.1" status: 200 len: 845 time: 0.0691762 Feb 20 05:59:50.045743 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39344) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:50.206851 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-9c461686-4077-4ccf-8def-85d8ff6c0467 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting port cb380bf2-db5c-43eb-8c04-0f7c11b61d77 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:59:50.208902 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9c461686-4077-4ccf-8def-85d8ff6c0467 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (cb380bf2-db5c-43eb-8c04-0f7c11b61d77), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:50.348824 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f1bd3-bd1a-4dfd-9c60-966fd031cf38 req-26b0fdeb-48ac-42cb-afa9-03640485012e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:50.351067 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-249f1bd3-bd1a-4dfd-9c60-966fd031cf38 req-26b0fdeb-48ac-42cb-afa9-03640485012e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 944 time: 0.0741935 Feb 20 05:59:50.396067 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9c461686-4077-4ccf-8def-85d8ff6c0467 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (cb380bf2-db5c-43eb-8c04-0f7c11b61d77), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:50.424292 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-9c461686-4077-4ccf-8def-85d8ff6c0467 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Calling delete_port for cb380bf2-db5c-43eb-8c04-0f7c11b61d77 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:59:50.429093 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-249f1bd3-bd1a-4dfd-9c60-966fd031cf38 req-ca9cfdd6-196b-43dc-90b4-0d75523a6805 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670626 Feb 20 05:59:50.457099 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39372) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:50.569520 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2044aabd-3adb-4a55-96bf-94b2cfada907 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/floatingips/17c66d60-6a17-4dc7-9b62-838386347955 HTTP/1.1" status: 200 len: 991 time: 0.1109638 Feb 20 05:59:50.613385 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9c461686-4077-4ccf-8def-85d8ff6c0467 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (cb380bf2-db5c-43eb-8c04-0f7c11b61d77), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:50.655204 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c461686-4077-4ccf-8def-85d8ff6c0467 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Port': ['ID=cb380bf2-db5c-43eb-8c04-0f7c11b61d77,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:50.660514 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9c461686-4077-4ccf-8def-85d8ff6c0467 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:50.666414 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9c461686-4077-4ccf-8def-85d8ff6c0467 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/ports/cb380bf2-db5c-43eb-8c04-0f7c11b61d77 HTTP/1.1" status: 204 len: 168 time: 0.6169231 Feb 20 05:59:50.667378 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39396) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:50.694874 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a98b66a-2a9e-4a53-a4b5-42ab950ff005 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] GET failed (client error): The resource could not be found. Feb 20 05:59:50.700414 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5a98b66a-2a9e-4a53-a4b5-42ab950ff005 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "GET /v2.0/ports/cb380bf2-db5c-43eb-8c04-0f7c11b61d77 HTTP/1.1" status: 404 len: 333 time: 0.0287356 Feb 20 05:59:50.700814 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39400) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:50.705890 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-40459edb-d2cd-4a32-bb5c-60bab30a92b7 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'port': {'network_id': '9fcc7d42-fb92-490d-82c1-129852943a74', 'name': 'tempest-PortsIpV6TestJSON-1669962246'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:59:50.858229 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40459edb-d2cd-4a32-bb5c-60bab30a92b7 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:59:50.862738 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-40459edb-d2cd-4a32-bb5c-60bab30a92b7 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:50.892754 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-40459edb-d2cd-4a32-bb5c-60bab30a92b7 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] device_id is not set on port 74a3bcdc-4a2b-450b-9887-f53270c5ae16 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:59:51.061703 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 605aa974-6a17-438d-84de-2cc66b9bff6c up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:59:51.137818 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 605aa974-6a17-438d-84de-2cc66b9bff6c completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 05:59:51.143075 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 605aa974-6a17-438d-84de-2cc66b9bff6c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:59:51.143715 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (605aa974-6a17-438d-84de-2cc66b9bff6c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:51.144840 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-40459edb-d2cd-4a32-bb5c-60bab30a92b7 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for port (74a3bcdc-4a2b-450b-9887-f53270c5ae16), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:51.225073 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-40459edb-d2cd-4a32-bb5c-60bab30a92b7 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (74a3bcdc-4a2b-450b-9887-f53270c5ae16), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:51.235349 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 605aa974-6a17-438d-84de-2cc66b9bff6c is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:59:51.235942 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (605aa974-6a17-438d-84de-2cc66b9bff6c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:51.273670 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 605aa974-6a17-438d-84de-2cc66b9bff6c, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=605aa974-6a17-438d-84de-2cc66b9bff6c,segment=NetworkSegment(cfae17b7-c58a-42dc-ad2a-f96da9c037eb),segment_id=cfae17b7-c58a-42dc-ad2a-f96da9c037eb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:59:51.275377 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8f86aa-7113-40af-b105-5b8d3dedb2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605aa974-6a17-438d-84de-2cc66b9bff6c'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 05:59:51.279571 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f640ebf3-ed5c-4c31-84a8-f0ed0f1abdd2" -d '{"events": [{"server_uuid": "eb8f86aa-7113-40af-b105-5b8d3dedb2ac", "name": "network-vif-plugged", "status": "completed", "tag": "605aa974-6a17-438d-84de-2cc66b9bff6c"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 05:59:51.285156 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (605aa974-6a17-438d-84de-2cc66b9bff6c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:51.342871 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40459edb-d2cd-4a32-bb5c-60bab30a92b7 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Port': ['ID=74a3bcdc-4a2b-450b-9887-f53270c5ae16,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:51.359206 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 05:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c2c813-7fb1-41f5-9727-61c8ae8798ec x-openstack-request-id: req-e0c2c813-7fb1-41f5-9727-61c8ae8798ec {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 05:59:51.359505 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8f86aa-7113-40af-b105-5b8d3dedb2ac", "name": "network-vif-plugged", "status": "completed", "tag": "605aa974-6a17-438d-84de-2cc66b9bff6c", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 05:59:51.359762 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0c2c813-7fb1-41f5-9727-61c8ae8798ec {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 05:59:51.360172 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8f86aa-7113-40af-b105-5b8d3dedb2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605aa974-6a17-438d-84de-2cc66b9bff6c', 'code': 200} Feb 20 05:59:51.372559 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40459edb-d2cd-4a32-bb5c-60bab30a92b7 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network 9fcc7d42-fb92-490d-82c1-129852943a74 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:59:51.375651 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-40459edb-d2cd-4a32-bb5c-60bab30a92b7 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:59:51.386995 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40459edb-d2cd-4a32-bb5c-60bab30a92b7 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:59:51.395739 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40459edb-d2cd-4a32-bb5c-60bab30a92b7 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:51.396781 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-40459edb-d2cd-4a32-bb5c-60bab30a92b7 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:51.398768 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=605aa974-6a17-438d-84de-2cc66b9bff6c,revision_number=9']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:51.427385 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39420) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:51.429553 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-40459edb-d2cd-4a32-bb5c-60bab30a92b7 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7263880 Feb 20 05:59:51.435816 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-5d576dcb-dbda-49ee-b477-bb356a12f3c1 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:59:51.452323 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:51.535840 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5d576dcb-dbda-49ee-b477-bb356a12f3c1 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (74a3bcdc-4a2b-450b-9887-f53270c5ae16), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:51.755263 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5d576dcb-dbda-49ee-b477-bb356a12f3c1 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for port (74a3bcdc-4a2b-450b-9887-f53270c5ae16), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:51.761389 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5d576dcb-dbda-49ee-b477-bb356a12f3c1 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (74a3bcdc-4a2b-450b-9887-f53270c5ae16), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:51.809475 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-5d576dcb-dbda-49ee-b477-bb356a12f3c1 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] In _notify_port_updated(), no bound segment for port 74a3bcdc-4a2b-450b-9887-f53270c5ae16 on network 9fcc7d42-fb92-490d-82c1-129852943a74 {{(pid=103406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 05:59:51.814590 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d576dcb-dbda-49ee-b477-bb356a12f3c1 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:51.815246 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5d576dcb-dbda-49ee-b477-bb356a12f3c1 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:51.820484 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39434) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:51.821475 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5d576dcb-dbda-49ee-b477-bb356a12f3c1 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "PUT /v2.0/ports/74a3bcdc-4a2b-450b-9887-f53270c5ae16 HTTP/1.1" status: 200 len: 818 time: 0.3917391 Feb 20 05:59:51.870098 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d576dcb-dbda-49ee-b477-bb356a12f3c1 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Port': ['ID=74a3bcdc-4a2b-450b-9887-f53270c5ae16,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:51.964872 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-87462007-7517-4d0b-83cb-88c182d7d742 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting port 74a3bcdc-4a2b-450b-9887-f53270c5ae16 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:59:51.965726 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-87462007-7517-4d0b-83cb-88c182d7d742 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (74a3bcdc-4a2b-450b-9887-f53270c5ae16), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:52.068534 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-87462007-7517-4d0b-83cb-88c182d7d742 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (74a3bcdc-4a2b-450b-9887-f53270c5ae16), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:52.086529 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-87462007-7517-4d0b-83cb-88c182d7d742 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Calling delete_port for 74a3bcdc-4a2b-450b-9887-f53270c5ae16 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:59:52.190511 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-87462007-7517-4d0b-83cb-88c182d7d742 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (74a3bcdc-4a2b-450b-9887-f53270c5ae16), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:52.230978 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87462007-7517-4d0b-83cb-88c182d7d742 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Port': ['ID=74a3bcdc-4a2b-450b-9887-f53270c5ae16,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:52.240564 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-87462007-7517-4d0b-83cb-88c182d7d742 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:52.245150 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-87462007-7517-4d0b-83cb-88c182d7d742 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/ports/74a3bcdc-4a2b-450b-9887-f53270c5ae16 HTTP/1.1" status: 204 len: 168 time: 0.4230201 Feb 20 05:59:52.247592 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39444) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:52.320794 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4ed42b-ae97-4bf9-86ab-fd7801ed3589 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:52.326287 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6e4ed42b-ae97-4bf9-86ab-fd7801ed3589 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0774007 Feb 20 05:59:52.326503 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39452) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:52.361438 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab19ec96-70cc-4c16-b6f8-c3c2ed6d3365 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] GET failed (client error): The resource could not be found. Feb 20 05:59:52.362923 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ab19ec96-70cc-4c16-b6f8-c3c2ed6d3365 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "GET /v2.0/ports/74a3bcdc-4a2b-450b-9887-f53270c5ae16 HTTP/1.1" status: 404 len: 333 time: 0.0349779 Feb 20 05:59:52.367170 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39456) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:52.372937 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-49bef530-efc1-45fc-805e-19fe6e7bdb9f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1300570872'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:59:52.393639 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bef530-efc1-45fc-805e-19fe6e7bdb9f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:59:52.399789 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-49bef530-efc1-45fc-805e-19fe6e7bdb9f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:52.440963 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49bef530-efc1-45fc-805e-19fe6e7bdb9f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 05:59:52.451691 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-49bef530-efc1-45fc-805e-19fe6e7bdb9f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (306b2b53-df14-4c65-9ded-25df8f368532), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:52.452071 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-49bef530-efc1-45fc-805e-19fe6e7bdb9f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Added segment 306b2b53-df14-4c65-9ded-25df8f368532 of type vlan for network adae98e0-003c-44ee-baa5-b677c1e8420d Feb 20 05:59:52.499203 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-49bef530-efc1-45fc-805e-19fe6e7bdb9f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (adae98e0-003c-44ee-baa5-b677c1e8420d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:52.526724 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-49bef530-efc1-45fc-805e-19fe6e7bdb9f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (adae98e0-003c-44ee-baa5-b677c1e8420d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:52.532282 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bef530-efc1-45fc-805e-19fe6e7bdb9f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:52.532919 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-49bef530-efc1-45fc-805e-19fe6e7bdb9f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:52.606989 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-49bef530-efc1-45fc-805e-19fe6e7bdb9f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2353315 Feb 20 05:59:52.607297 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39460) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:52.616857 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0648300d-205c-46a2-a5e4-6ef6c1db32e8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'subnet': {'network_id': 'adae98e0-003c-44ee-baa5-b677c1e8420d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:59:52.629633 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bef530-efc1-45fc-805e-19fe6e7bdb9f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Network': ['ID=adae98e0-003c-44ee-baa5-b677c1e8420d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:52.641363 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network adae98e0-003c-44ee-baa5-b677c1e8420d details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 05:59:52.755841 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:52.768360 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0648300d-205c-46a2-a5e4-6ef6c1db32e8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:59:52.774059 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0648300d-205c-46a2-a5e4-6ef6c1db32e8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:53.007783 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0648300d-205c-46a2-a5e4-6ef6c1db32e8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (386faa7d-ec06-4b03-a317-7b8df74fdb46), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:53.015187 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:53.091365 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648300d-205c-46a2-a5e4-6ef6c1db32e8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Subnet': ['ID=386faa7d-ec06-4b03-a317-7b8df74fdb46,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:53.102351 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0648300d-205c-46a2-a5e4-6ef6c1db32e8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Checking segment: {'id': '306b2b53-df14-4c65-9ded-25df8f368532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'adae98e0-003c-44ee-baa5-b677c1e8420d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:59:53.102727 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0648300d-205c-46a2-a5e4-6ef6c1db32e8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network hostable DHCP agents. Network: adae98e0-003c-44ee-baa5-b677c1e8420d, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 05:59:53.123547 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0648300d-205c-46a2-a5e4-6ef6c1db32e8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network adae98e0-003c-44ee-baa5-b677c1e8420d is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 05:59:53.134072 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-0648300d-205c-46a2-a5e4-6ef6c1db32e8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, adae98e0-003c-44ee-baa5-b677c1e8420d) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:59:53.142160 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0648300d-205c-46a2-a5e4-6ef6c1db32e8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:53.142770 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0648300d-205c-46a2-a5e4-6ef6c1db32e8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:53.148307 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75913b14-9d1b-4450-9937-481a062dcfd8 None None] Network adae98e0-003c-44ee-baa5-b677c1e8420d requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:59:53.173547 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39476) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:53.176150 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0648300d-205c-46a2-a5e4-6ef6c1db32e8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5676782 Feb 20 05:59:53.178564 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-2036a221-f3a8-4350-95ee-d939f0b35b6f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'subnet': {'network_id': 'adae98e0-003c-44ee-baa5-b677c1e8420d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:59:53.282731 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b564b5-7b06-494d-bd88-3e7994902526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-adae98e0-003c-44ee-baa5-b677c1e8420d', 'network_id': 'adae98e0-003c-44ee-baa5-b677c1e8420d', 'project_id': 'd4e7f7fef597499b96cf48ad9eb5c1bb', 'fixed_ips': [{'subnet_id': '386faa7d-ec06-4b03-a317-7b8df74fdb46'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 05:59:53.283736 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f7b564b5-7b06-494d-bd88-3e7994902526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:53.389632 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2036a221-f3a8-4350-95ee-d939f0b35b6f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:59:53.397122 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2036a221-f3a8-4350-95ee-d939f0b35b6f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:53.509090 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-f7b564b5-7b06-494d-bd88-3e7994902526 None None] Allocated IP 2001:db8::2 (adae98e0-003c-44ee-baa5-b677c1e8420d/386faa7d-ec06-4b03-a317-7b8df74fdb46/053b91c6-db3e-4f68-9706-dbc57e6e9361) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:59:53.620565 n-d-829866-5 neutron-server[103406]: INFO neutron.db.ipam_backend_mixin [None req-2036a221-f3a8-4350-95ee-d939f0b35b6f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 386faa7d-ec06-4b03-a317-7b8df74fdb46 (CIDR: 2001:db8::/64) Feb 20 05:59:53.624534 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-2036a221-f3a8-4350-95ee-d939f0b35b6f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 05:59:53.625242 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2036a221-f3a8-4350-95ee-d939f0b35b6f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 05:59:53.644867 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2036a221-f3a8-4350-95ee-d939f0b35b6f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4701903 Feb 20 05:59:53.648175 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39488) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:53.653536 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a54e144b-b6fd-4a0f-824c-a94e70071906 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'subnet': {'network_id': 'adae98e0-003c-44ee-baa5-b677c1e8420d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:59:53.712036 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f7b564b5-7b06-494d-bd88-3e7994902526 None None] Publish callbacks [] for port (053b91c6-db3e-4f68-9706-dbc57e6e9361), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:53.721438 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f7b564b5-7b06-494d-bd88-3e7994902526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (053b91c6-db3e-4f68-9706-dbc57e6e9361), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:53.802759 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b564b5-7b06-494d-bd88-3e7994902526 None None] Network adae98e0-003c-44ee-baa5-b677c1e8420d is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:59:53.807376 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-f7b564b5-7b06-494d-bd88-3e7994902526 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:59:53.811444 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b564b5-7b06-494d-bd88-3e7994902526 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:59:53.831160 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b564b5-7b06-494d-bd88-3e7994902526 None None] Pushing event updated for resources: {'Port': ['ID=053b91c6-db3e-4f68-9706-dbc57e6e9361,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:53.833448 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54e144b-b6fd-4a0f-824c-a94e70071906 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:59:53.841885 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a54e144b-b6fd-4a0f-824c-a94e70071906 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:53.919155 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 05:59:53.940106 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f7b564b5-7b06-494d-bd88-3e7994902526 None None] Attempting to bind port 053b91c6-db3e-4f68-9706-dbc57e6e9361 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 05:59:53.940764 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f7b564b5-7b06-494d-bd88-3e7994902526 None None] Attempting to bind port 053b91c6-db3e-4f68-9706-dbc57e6e9361 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '306b2b53-df14-4c65-9ded-25df8f368532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'adae98e0-003c-44ee-baa5-b677c1e8420d'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 05:59:53.941130 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b564b5-7b06-494d-bd88-3e7994902526 None None] Attempting to bind port 053b91c6-db3e-4f68-9706-dbc57e6e9361 on network adae98e0-003c-44ee-baa5-b677c1e8420d {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 05:59:53.950087 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b564b5-7b06-494d-bd88-3e7994902526 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 05:59:53.950469 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b564b5-7b06-494d-bd88-3e7994902526 None None] Checking segment: {'id': '306b2b53-df14-4c65-9ded-25df8f368532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'adae98e0-003c-44ee-baa5-b677c1e8420d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 05:59:53.950871 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f7b564b5-7b06-494d-bd88-3e7994902526 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:53.951966 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b564b5-7b06-494d-bd88-3e7994902526 None None] Bound using segment: {'id': '306b2b53-df14-4c65-9ded-25df8f368532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'adae98e0-003c-44ee-baa5-b677c1e8420d'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 05:59:53.952450 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f7b564b5-7b06-494d-bd88-3e7994902526 None None] Bound port: 053b91c6-db3e-4f68-9706-dbc57e6e9361, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '306b2b53-df14-4c65-9ded-25df8f368532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'adae98e0-003c-44ee-baa5-b677c1e8420d'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 05:59:53.952835 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f7b564b5-7b06-494d-bd88-3e7994902526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (053b91c6-db3e-4f68-9706-dbc57e6e9361), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:54.072760 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f7b564b5-7b06-494d-bd88-3e7994902526 None None] For port 053b91c6-db3e-4f68-9706-dbc57e6e9361, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 05:59:54.077188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f7b564b5-7b06-494d-bd88-3e7994902526 None None] For port 053b91c6-db3e-4f68-9706-dbc57e6e9361, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=053b91c6-db3e-4f68-9706-dbc57e6e9361,segment=NetworkSegment(306b2b53-df14-4c65-9ded-25df8f368532),segment_id=306b2b53-df14-4c65-9ded-25df8f368532)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 05:59:54.089465 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f7b564b5-7b06-494d-bd88-3e7994902526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (053b91c6-db3e-4f68-9706-dbc57e6e9361), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:54.183792 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b564b5-7b06-494d-bd88-3e7994902526 None None] Pushing event updated for resources: {'Port': ['ID=053b91c6-db3e-4f68-9706-dbc57e6e9361,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:54.242982 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a54e144b-b6fd-4a0f-824c-a94e70071906 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (76a175f4-81d8-4bf4-9e47-bdcbf841bb06), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:54.311984 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54e144b-b6fd-4a0f-824c-a94e70071906 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network adae98e0-003c-44ee-baa5-b677c1e8420d is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:59:54.313715 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-a54e144b-b6fd-4a0f-824c-a94e70071906 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:59:54.321194 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54e144b-b6fd-4a0f-824c-a94e70071906 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:54.323095 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a54e144b-b6fd-4a0f-824c-a94e70071906 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:54.378159 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39500) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:54.378479 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a54e144b-b6fd-4a0f-824c-a94e70071906 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7290673 Feb 20 05:59:54.383273 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-260cf44f-49ad-4bdf-abbb-15bf7c49999b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'port': {'network_id': 'adae98e0-003c-44ee-baa5-b677c1e8420d', 'fixed_ips': [{'subnet_id': '386faa7d-ec06-4b03-a317-7b8df74fdb46'}, {'subnet_id': '76a175f4-81d8-4bf4-9e47-bdcbf841bb06'}], 'name': 'tempest-PortsIpV6TestJSON-1530492594'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:59:54.398695 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e144b-b6fd-4a0f-824c-a94e70071906 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Subnet': ['ID=76a175f4-81d8-4bf4-9e47-bdcbf841bb06,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:54.574211 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260cf44f-49ad-4bdf-abbb-15bf7c49999b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 05:59:54.711145 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-260cf44f-49ad-4bdf-abbb-15bf7c49999b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:54.732858 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-260cf44f-49ad-4bdf-abbb-15bf7c49999b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] device_id is not set on port c3a9a352-cce1-40b1-ba03-f4b83cfa7530 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 05:59:55.361517 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:55.601182 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-260cf44f-49ad-4bdf-abbb-15bf7c49999b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Allocated IP 2001:db8::a3 (adae98e0-003c-44ee-baa5-b677c1e8420d/386faa7d-ec06-4b03-a317-7b8df74fdb46/c3a9a352-cce1-40b1-ba03-f4b83cfa7530) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:59:55.611301 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-260cf44f-49ad-4bdf-abbb-15bf7c49999b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Allocated IP 2001:db8:0:1::211 (adae98e0-003c-44ee-baa5-b677c1e8420d/76a175f4-81d8-4bf4-9e47-bdcbf841bb06/c3a9a352-cce1-40b1-ba03-f4b83cfa7530) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:59:55.814294 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb448c2-8b0c-42e3-9524-0dc25ebc5d74 None None] Network adae98e0-003c-44ee-baa5-b677c1e8420d requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:59:55.875125 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-260cf44f-49ad-4bdf-abbb-15bf7c49999b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for port (c3a9a352-cce1-40b1-ba03-f4b83cfa7530), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:55.922573 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a6e48f5b-ac85-481e-9b03-42b9680eff0a None None] Provisioning complete for port 053b91c6-db3e-4f68-9706-dbc57e6e9361 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:59:55.922965 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6e48f5b-ac85-481e-9b03-42b9680eff0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (053b91c6-db3e-4f68-9706-dbc57e6e9361), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:55.992748 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-260cf44f-49ad-4bdf-abbb-15bf7c49999b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (c3a9a352-cce1-40b1-ba03-f4b83cfa7530), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:56.092042 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a6e48f5b-ac85-481e-9b03-42b9680eff0a None None] Current status of the port 053b91c6-db3e-4f68-9706-dbc57e6e9361 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:59:56.092767 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6e48f5b-ac85-481e-9b03-42b9680eff0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (053b91c6-db3e-4f68-9706-dbc57e6e9361), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:56.120385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 053b91c6-db3e-4f68-9706-dbc57e6e9361 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:59:56.134018 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260cf44f-49ad-4bdf-abbb-15bf7c49999b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network adae98e0-003c-44ee-baa5-b677c1e8420d is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 05:59:56.144337 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-260cf44f-49ad-4bdf-abbb-15bf7c49999b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 05:59:56.167019 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260cf44f-49ad-4bdf-abbb-15bf7c49999b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 05:59:56.189134 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260cf44f-49ad-4bdf-abbb-15bf7c49999b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:56.189922 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-260cf44f-49ad-4bdf-abbb-15bf7c49999b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:56.203560 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a6e48f5b-ac85-481e-9b03-42b9680eff0a None None] For port 053b91c6-db3e-4f68-9706-dbc57e6e9361, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=053b91c6-db3e-4f68-9706-dbc57e6e9361,segment=NetworkSegment(306b2b53-df14-4c65-9ded-25df8f368532),segment_id=306b2b53-df14-4c65-9ded-25df8f368532)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:59:56.210106 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6e48f5b-ac85-481e-9b03-42b9680eff0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (053b91c6-db3e-4f68-9706-dbc57e6e9361), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:56.257320 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260cf44f-49ad-4bdf-abbb-15bf7c49999b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Port': ['ID=c3a9a352-cce1-40b1-ba03-f4b83cfa7530,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:56.264668 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39530) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:56.278476 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-260cf44f-49ad-4bdf-abbb-15bf7c49999b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.8982568 Feb 20 05:59:56.280362 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39532) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:56.283586 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e48f5b-ac85-481e-9b03-42b9680eff0a None None] Pushing event updated for resources: {'Port': ['ID=053b91c6-db3e-4f68-9706-dbc57e6e9361,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:56.295318 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-ac28d9ce-00de-417b-8d1d-7a77bce49b14 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '386faa7d-ec06-4b03-a317-7b8df74fdb46'}]}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:59:56.326216 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 053b91c6-db3e-4f68-9706-dbc57e6e9361 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:59:56.326598 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (053b91c6-db3e-4f68-9706-dbc57e6e9361), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:56.374743 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006dce48-9e1c-47eb-a5e2-c21cf3bace5c None None] Update dhcp port {'port': {'network_id': 'adae98e0-003c-44ee-baa5-b677c1e8420d', 'fixed_ips': [{'subnet_id': '386faa7d-ec06-4b03-a317-7b8df74fdb46', 'ip_address': '2001:db8::2'}, {'subnet_id': '76a175f4-81d8-4bf4-9e47-bdcbf841bb06'}], 'binding:host_id': 'n-d-829866-5'}, 'id': '053b91c6-db3e-4f68-9706-dbc57e6e9361'} from n-d-829866-5. {{(pid=103408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 05:59:56.387526 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-5071c452-6be1-4d75-9edf-b135aaba7d37 admin admin] Deleting subnet f300f52d-3c63-426c-82cf-054df4eb3e56 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:59:56.396122 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5071c452-6be1-4d75-9edf-b135aaba7d37 admin admin] Publish callbacks [] for subnet (f300f52d-3c63-426c-82cf-054df4eb3e56), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:56.421594 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-006dce48-9e1c-47eb-a5e2-c21cf3bace5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (053b91c6-db3e-4f68-9706-dbc57e6e9361), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:56.475098 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ac28d9ce-00de-417b-8d1d-7a77bce49b14 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c3a9a352-cce1-40b1-ba03-f4b83cfa7530), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:56.476629 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5071c452-6be1-4d75-9edf-b135aaba7d37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (f300f52d-3c63-426c-82cf-054df4eb3e56), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:56.479830 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 053b91c6-db3e-4f68-9706-dbc57e6e9361 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:59:56.562953 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5071c452-6be1-4d75-9edf-b135aaba7d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (f300f52d-3c63-426c-82cf-054df4eb3e56), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:56.629934 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5071c452-6be1-4d75-9edf-b135aaba7d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (f300f52d-3c63-426c-82cf-054df4eb3e56), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:56.646265 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5071c452-6be1-4d75-9edf-b135aaba7d37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:56.649808 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5071c452-6be1-4d75-9edf-b135aaba7d37 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f300f52d-3c63-426c-82cf-054df4eb3e56 HTTP/1.1" status: 204 len: 168 time: 0.3839924 Feb 20 05:59:56.654859 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39534) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:56.687148 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-006dce48-9e1c-47eb-a5e2-c21cf3bace5c None None] Allocated IP 2001:db8:0:1::2 (adae98e0-003c-44ee-baa5-b677c1e8420d/76a175f4-81d8-4bf4-9e47-bdcbf841bb06/053b91c6-db3e-4f68-9706-dbc57e6e9361) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:59:56.701808 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071c452-6be1-4d75-9edf-b135aaba7d37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f300f52d-3c63-426c-82cf-054df4eb3e56,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:56.811555 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-006dce48-9e1c-47eb-a5e2-c21cf3bace5c None None] For port 053b91c6-db3e-4f68-9706-dbc57e6e9361, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=053b91c6-db3e-4f68-9706-dbc57e6e9361,segment=NetworkSegment(306b2b53-df14-4c65-9ded-25df8f368532),segment_id=306b2b53-df14-4c65-9ded-25df8f368532)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 05:59:56.825690 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c0b0407-891e-4294-bf7d-0b029cb52378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (29b668bf-f35c-4e3e-9271-d210f6677079), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:56.856816 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-006dce48-9e1c-47eb-a5e2-c21cf3bace5c None None] Publish callbacks [] for port (053b91c6-db3e-4f68-9706-dbc57e6e9361), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:56.861589 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-006dce48-9e1c-47eb-a5e2-c21cf3bace5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (053b91c6-db3e-4f68-9706-dbc57e6e9361), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:56.929478 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c0b0407-891e-4294-bf7d-0b029cb52378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (29b668bf-f35c-4e3e-9271-d210f6677079), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:56.958561 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-ac28d9ce-00de-417b-8d1d-7a77bce49b14 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Delete allocated IP 2001:db8:0:1::211 (adae98e0-003c-44ee-baa5-b677c1e8420d/76a175f4-81d8-4bf4-9e47-bdcbf841bb06) {{(pid=103406) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 20 05:59:56.980960 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-4c0b0407-891e-4294-bf7d-0b029cb52378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b668bf-f35c-4e3e-9271-d210f6677079']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:56.983336 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006dce48-9e1c-47eb-a5e2-c21cf3bace5c None None] Pushing event updated for resources: {'Port': ['ID=053b91c6-db3e-4f68-9706-dbc57e6e9361,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:57.008797 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-4c0b0407-891e-4294-bf7d-0b029cb52378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2388e5-b432-4ef4-a093-57065aaac97b') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:57.009096 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-4c0b0407-891e-4294-bf7d-0b029cb52378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2388e5-b432-4ef4-a093-57065aaac97b') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 05:59:57.025342 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c0b0407-891e-4294-bf7d-0b029cb52378 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (6c2388e5-b432-4ef4-a093-57065aaac97b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:57.064734 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c0b0407-891e-4294-bf7d-0b029cb52378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (6c2388e5-b432-4ef4-a093-57065aaac97b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:57.073357 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c0b0407-891e-4294-bf7d-0b029cb52378 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 05:59:57.073848 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c0b0407-891e-4294-bf7d-0b029cb52378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (6c2388e5-b432-4ef4-a093-57065aaac97b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: timer() Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 05:59:57.075886 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 05:59:57.170362 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c0b0407-891e-4294-bf7d-0b029cb52378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (29b668bf-f35c-4e3e-9271-d210f6677079), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:57.184865 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c0b0407-891e-4294-bf7d-0b029cb52378 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:57.195492 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4c0b0407-891e-4294-bf7d-0b029cb52378 admin admin] 10.222.0.37 "DELETE /v2.0/networks/29b668bf-f35c-4e3e-9271-d210f6677079 HTTP/1.1" status: 204 len: 168 time: 0.5068281 Feb 20 05:59:57.210455 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b0407-891e-4294-bf7d-0b029cb52378 admin admin] Pushing event deleted for resources: {'Network': ['ID=29b668bf-f35c-4e3e-9271-d210f6677079,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:57.223420 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ac28d9ce-00de-417b-8d1d-7a77bce49b14 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for port (c3a9a352-cce1-40b1-ba03-f4b83cfa7530), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:57.231610 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ac28d9ce-00de-417b-8d1d-7a77bce49b14 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (c3a9a352-cce1-40b1-ba03-f4b83cfa7530), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:57.306445 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-ac28d9ce-00de-417b-8d1d-7a77bce49b14 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] In _notify_port_updated(), no bound segment for port c3a9a352-cce1-40b1-ba03-f4b83cfa7530 on network adae98e0-003c-44ee-baa5-b677c1e8420d {{(pid=103406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 05:59:57.312686 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac28d9ce-00de-417b-8d1d-7a77bce49b14 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:57.313763 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ac28d9ce-00de-417b-8d1d-7a77bce49b14 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:57.319240 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39540) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:57.325952 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-20a6615e-ef64-48f5-b7ec-6e0e63cd738c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '386faa7d-ec06-4b03-a317-7b8df74fdb46'}, {'subnet_id': '76a175f4-81d8-4bf4-9e47-bdcbf841bb06'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 05:59:57.330479 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ac28d9ce-00de-417b-8d1d-7a77bce49b14 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "PUT /v2.0/ports/c3a9a352-cce1-40b1-ba03-f4b83cfa7530 HTTP/1.1" status: 200 len: 925 time: 1.0489688 Feb 20 05:59:57.367133 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28d9ce-00de-417b-8d1d-7a77bce49b14 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Port': ['ID=c3a9a352-cce1-40b1-ba03-f4b83cfa7530,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:57.478891 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39546) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:57.580493 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-20a6615e-ef64-48f5-b7ec-6e0e63cd738c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c3a9a352-cce1-40b1-ba03-f4b83cfa7530), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:57.598742 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7a624975-4498-4fdf-85c3-816de92c8ee5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d9bead48801481283ace5b2e05e0d6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1170864 Feb 20 05:59:57.605241 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39550) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:57.724152 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ea70cfd-3b21-476a-a5b6-3c595f396e33 admin admin] Publish callbacks [] for security_group (32fac512-7c98-4203-9922-2d29654c14a4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:57.800974 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ea70cfd-3b21-476a-a5b6-3c595f396e33 admin admin] Publish callbacks [] for security_group (32fac512-7c98-4203-9922-2d29654c14a4), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:57.887980 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ea70cfd-3b21-476a-a5b6-3c595f396e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (32fac512-7c98-4203-9922-2d29654c14a4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:57.891544 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ea70cfd-3b21-476a-a5b6-3c595f396e33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:57.897267 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2ea70cfd-3b21-476a-a5b6-3c595f396e33 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32fac512-7c98-4203-9922-2d29654c14a4 HTTP/1.1" status: 204 len: 168 time: 0.2894492 Feb 20 05:59:57.913832 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea70cfd-3b21-476a-a5b6-3c595f396e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fac512-7c98-4203-9922-2d29654c14a4,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:57.967017 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3522d1-9309-43f8-8b91-4772419f4c14 None None] Network adae98e0-003c-44ee-baa5-b677c1e8420d requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 05:59:58.037122 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-20a6615e-ef64-48f5-b7ec-6e0e63cd738c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Allocated IP 2001:db8:0:1::320 (adae98e0-003c-44ee-baa5-b677c1e8420d/76a175f4-81d8-4bf4-9e47-bdcbf841bb06/c3a9a352-cce1-40b1-ba03-f4b83cfa7530) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 05:59:58.143899 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 053b91c6-db3e-4f68-9706-dbc57e6e9361 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 05:59:58.189182 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-20a6615e-ef64-48f5-b7ec-6e0e63cd738c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for port (c3a9a352-cce1-40b1-ba03-f4b83cfa7530), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:58.195948 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-20a6615e-ef64-48f5-b7ec-6e0e63cd738c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (c3a9a352-cce1-40b1-ba03-f4b83cfa7530), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:58.259818 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-c72c1c0e-7bc5-4c0b-8afe-d3d072d4ae21 None None] Provisioning complete for port c3a9a352-cce1-40b1-ba03-f4b83cfa7530 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:59:58.260212 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c72c1c0e-7bc5-4c0b-8afe-d3d072d4ae21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c3a9a352-cce1-40b1-ba03-f4b83cfa7530), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:58.313879 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6615e-ef64-48f5-b7ec-6e0e63cd738c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Port': ['ID=c3a9a352-cce1-40b1-ba03-f4b83cfa7530,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:58.390294 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39568) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:58.419999 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-20a6615e-ef64-48f5-b7ec-6e0e63cd738c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] In _notify_port_updated(), no bound segment for port c3a9a352-cce1-40b1-ba03-f4b83cfa7530 on network adae98e0-003c-44ee-baa5-b677c1e8420d {{(pid=103407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 05:59:58.425103 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a6615e-ef64-48f5-b7ec-6e0e63cd738c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 05:59:58.425743 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-20a6615e-ef64-48f5-b7ec-6e0e63cd738c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:58.428939 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-20a6615e-ef64-48f5-b7ec-6e0e63cd738c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "PUT /v2.0/ports/c3a9a352-cce1-40b1-ba03-f4b83cfa7530 HTTP/1.1" status: 200 len: 1011 time: 1.1060772 Feb 20 05:59:58.430958 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39572) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:58.473649 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c72c1c0e-7bc5-4c0b-8afe-d3d072d4ae21 None None] Port c3a9a352-cce1-40b1-ba03-f4b83cfa7530 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 05:59:58.498664 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 053b91c6-db3e-4f68-9706-dbc57e6e9361 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:59:58.499147 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (053b91c6-db3e-4f68-9706-dbc57e6e9361), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:58.584753 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-387730ca-06df-4a8e-a4ff-1ad0bf558ee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:58.707897 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-3c24efb9-7a63-48be-a429-dda03ea70449 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting port c3a9a352-cce1-40b1-ba03-f4b83cfa7530 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 05:59:58.708247 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c24efb9-7a63-48be-a429-dda03ea70449 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (c3a9a352-cce1-40b1-ba03-f4b83cfa7530), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:58.912568 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c24efb9-7a63-48be-a429-dda03ea70449 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (c3a9a352-cce1-40b1-ba03-f4b83cfa7530), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:58.951441 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-c72c1c0e-7bc5-4c0b-8afe-d3d072d4ae21 None None] Provisioning complete for port 053b91c6-db3e-4f68-9706-dbc57e6e9361 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:59:58.951789 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c72c1c0e-7bc5-4c0b-8afe-d3d072d4ae21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (053b91c6-db3e-4f68-9706-dbc57e6e9361), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:58.957749 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-3c24efb9-7a63-48be-a429-dda03ea70449 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Calling delete_port for c3a9a352-cce1-40b1-ba03-f4b83cfa7530 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 05:59:59.083595 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-387730ca-06df-4a8e-a4ff-1ad0bf558ee5 admin admin] Publish callbacks [] for security_group (cc739d09-45fe-4f1d-b5cb-36acf33ebb9e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:59.091234 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-387730ca-06df-4a8e-a4ff-1ad0bf558ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (cc739d09-45fe-4f1d-b5cb-36acf33ebb9e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:59.141050 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c72c1c0e-7bc5-4c0b-8afe-d3d072d4ae21 None None] Current status of the port 053b91c6-db3e-4f68-9706-dbc57e6e9361 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:59:59.172043 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 053b91c6-db3e-4f68-9706-dbc57e6e9361 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:59:59.173801 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39594) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:59.174026 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-387730ca-06df-4a8e-a4ff-1ad0bf558ee5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5892b3eb51674eb5a00cdd2cf03c7381&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7825122 Feb 20 05:59:59.182102 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387730ca-06df-4a8e-a4ff-1ad0bf558ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc739d09-45fe-4f1d-b5cb-36acf33ebb9e,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:59.289391 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7cce201d-14de-46c4-a280-52007525515c admin admin] Publish callbacks [] for security_group (cc739d09-45fe-4f1d-b5cb-36acf33ebb9e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:59.350631 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7cce201d-14de-46c4-a280-52007525515c admin admin] Publish callbacks [] for security_group (cc739d09-45fe-4f1d-b5cb-36acf33ebb9e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:59.362421 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c24efb9-7a63-48be-a429-dda03ea70449 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (c3a9a352-cce1-40b1-ba03-f4b83cfa7530), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:59.439286 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7cce201d-14de-46c4-a280-52007525515c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (cc739d09-45fe-4f1d-b5cb-36acf33ebb9e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:59.442744 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7cce201d-14de-46c4-a280-52007525515c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:59.442979 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24efb9-7a63-48be-a429-dda03ea70449 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Port': ['ID=c3a9a352-cce1-40b1-ba03-f4b83cfa7530,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:59.447562 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7cce201d-14de-46c4-a280-52007525515c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc739d09-45fe-4f1d-b5cb-36acf33ebb9e HTTP/1.1" status: 204 len: 168 time: 0.2706406 Feb 20 05:59:59.469998 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce201d-14de-46c4-a280-52007525515c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc739d09-45fe-4f1d-b5cb-36acf33ebb9e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 05:59:59.534870 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c24efb9-7a63-48be-a429-dda03ea70449 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:59.539552 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3c24efb9-7a63-48be-a429-dda03ea70449 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/ports/c3a9a352-cce1-40b1-ba03-f4b83cfa7530 HTTP/1.1" status: 204 len: 168 time: 1.1066124 Feb 20 05:59:59.542457 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39604) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:59.564353 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5f56a82a-16bc-4755-b151-28d47361990d None None] Could not find standard attr ID for object c3a9a352-cce1-40b1-ba03-f4b83cfa7530. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 05:59:59.571042 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-077ad12a-21c8-48fb-82fa-ccff195c7c37 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] GET failed (client error): The resource could not be found. Feb 20 05:59:59.574535 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-077ad12a-21c8-48fb-82fa-ccff195c7c37 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "GET /v2.0/ports/c3a9a352-cce1-40b1-ba03-f4b83cfa7530 HTTP/1.1" status: 404 len: 333 time: 0.0304339 Feb 20 05:59:59.577924 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39606) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 05:59:59.602958 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5f56a82a-16bc-4755-b151-28d47361990d None None] Provisioning complete for port 053b91c6-db3e-4f68-9706-dbc57e6e9361 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 05:59:59.604846 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f56a82a-16bc-4755-b151-28d47361990d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (053b91c6-db3e-4f68-9706-dbc57e6e9361), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:59.645918 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-f41aadfa-9936-43fb-a563-d78867ace230 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting subnet 76a175f4-81d8-4bf4-9e47-bdcbf841bb06 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 05:59:59.650653 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f41aadfa-9936-43fb-a563-d78867ace230 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for subnet (76a175f4-81d8-4bf4-9e47-bdcbf841bb06), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:59.728956 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f41aadfa-9936-43fb-a563-d78867ace230 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (76a175f4-81d8-4bf4-9e47-bdcbf841bb06), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:59.789448 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5f56a82a-16bc-4755-b151-28d47361990d None None] Current status of the port 053b91c6-db3e-4f68-9706-dbc57e6e9361 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 05:59:59.879362 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f41aadfa-9936-43fb-a563-d78867ace230 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (76a175f4-81d8-4bf4-9e47-bdcbf841bb06), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 05:59:59.913466 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-83ed4da4-6a04-417e-9d1a-f6e13a9b1134 None None] Could not find standard attr ID for object c3a9a352-cce1-40b1-ba03-f4b83cfa7530. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 06:00:00.011806 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f41aadfa-9936-43fb-a563-d78867ace230 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (76a175f4-81d8-4bf4-9e47-bdcbf841bb06), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:00.061985 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41aadfa-9936-43fb-a563-d78867ace230 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Subnet': ['ID=76a175f4-81d8-4bf4-9e47-bdcbf841bb06,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:00.081408 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f41aadfa-9936-43fb-a563-d78867ace230 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:00.085578 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f41aadfa-9936-43fb-a563-d78867ace230 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/subnets/76a175f4-81d8-4bf4-9e47-bdcbf841bb06 HTTP/1.1" status: 204 len: 168 time: 0.5056655 Feb 20 06:00:00.089049 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39612) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:00.235016 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab890f15-b509-46fe-b4b6-0b6528166047 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting subnet 386faa7d-ec06-4b03-a317-7b8df74fdb46 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:00:00.239658 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab890f15-b509-46fe-b4b6-0b6528166047 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for subnet (386faa7d-ec06-4b03-a317-7b8df74fdb46), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:00.298833 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39618) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:00.318421 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab890f15-b509-46fe-b4b6-0b6528166047 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (386faa7d-ec06-4b03-a317-7b8df74fdb46), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:00.325147 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6560e4b1-ab4b-4780-9196-4386e2fc7687 None None] Network adae98e0-003c-44ee-baa5-b677c1e8420d requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:00.449843 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0880d323-e8d1-4eb9-a021-e03f2aa91708 None None] Could not find standard attr ID for object c3a9a352-cce1-40b1-ba03-f4b83cfa7530. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 06:00:00.541444 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab890f15-b509-46fe-b4b6-0b6528166047 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (386faa7d-ec06-4b03-a317-7b8df74fdb46), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:00.597308 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39d650ff-259a-4636-be41-420bd242bbfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:00.690683 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab890f15-b509-46fe-b4b6-0b6528166047 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (386faa7d-ec06-4b03-a317-7b8df74fdb46), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:00.753905 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab890f15-b509-46fe-b4b6-0b6528166047 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Subnet': ['ID=386faa7d-ec06-4b03-a317-7b8df74fdb46,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:00.757192 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ab890f15-b509-46fe-b4b6-0b6528166047 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:00.764497 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39636) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:00.765750 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ab890f15-b509-46fe-b4b6-0b6528166047 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/subnets/386faa7d-ec06-4b03-a317-7b8df74fdb46 HTTP/1.1" status: 204 len: 168 time: 0.6734684 Feb 20 06:00:00.801714 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39d650ff-259a-4636-be41-420bd242bbfb admin admin] Publish callbacks [] for security_group (4cb0c245-da67-4919-9c82-d5cbadf87b86), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:00.807140 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-39d650ff-259a-4636-be41-420bd242bbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4cb0c245-da67-4919-9c82-d5cbadf87b86), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:00.851660 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-39d650ff-259a-4636-be41-420bd242bbfb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a549ab2ec08442ba9804ee65ae41d13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5510426 Feb 20 06:00:00.855429 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39638) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:00.922946 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74e6ff7f-9509-46f2-b130-3051f96b76f5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (adae98e0-003c-44ee-baa5-b677c1e8420d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:01.002198 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d650ff-259a-4636-be41-420bd242bbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb0c245-da67-4919-9c82-d5cbadf87b86,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:01.033555 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-005b330d-3640-472d-b3a4-530e79bd9e22 admin admin] Publish callbacks [] for security_group (4cb0c245-da67-4919-9c82-d5cbadf87b86), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:01.066367 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-74e6ff7f-9509-46f2-b130-3051f96b76f5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting port 053b91c6-db3e-4f68-9706-dbc57e6e9361 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:00:01.066711 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74e6ff7f-9509-46f2-b130-3051f96b76f5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (053b91c6-db3e-4f68-9706-dbc57e6e9361), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:01.091386 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-005b330d-3640-472d-b3a4-530e79bd9e22 admin admin] Publish callbacks [] for security_group (4cb0c245-da67-4919-9c82-d5cbadf87b86), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:01.168224 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-005b330d-3640-472d-b3a4-530e79bd9e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4cb0c245-da67-4919-9c82-d5cbadf87b86), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:01.170838 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-005b330d-3640-472d-b3a4-530e79bd9e22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:01.184301 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-005b330d-3640-472d-b3a4-530e79bd9e22 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4cb0c245-da67-4919-9c82-d5cbadf87b86 HTTP/1.1" status: 204 len: 168 time: 0.3187318 Feb 20 06:00:01.205054 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b330d-3640-472d-b3a4-530e79bd9e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb0c245-da67-4919-9c82-d5cbadf87b86,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:01.280081 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-74e6ff7f-9509-46f2-b130-3051f96b76f5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] For port 053b91c6-db3e-4f68-9706-dbc57e6e9361, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=053b91c6-db3e-4f68-9706-dbc57e6e9361,segment=NetworkSegment(306b2b53-df14-4c65-9ded-25df8f368532),segment_id=306b2b53-df14-4c65-9ded-25df8f368532)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:01.282576 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74e6ff7f-9509-46f2-b130-3051f96b76f5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (053b91c6-db3e-4f68-9706-dbc57e6e9361), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:01.327940 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-74e6ff7f-9509-46f2-b130-3051f96b76f5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Calling delete_port for 053b91c6-db3e-4f68-9706-dbc57e6e9361 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:00:01.510106 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74e6ff7f-9509-46f2-b130-3051f96b76f5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (053b91c6-db3e-4f68-9706-dbc57e6e9361), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:01.539348 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e6ff7f-9509-46f2-b130-3051f96b76f5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] No DVR routers for this DVR port 053b91c6-db3e-4f68-9706-dbc57e6e9361 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:00:01.568144 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6ff7f-9509-46f2-b130-3051f96b76f5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Port': ['ID=053b91c6-db3e-4f68-9706-dbc57e6e9361,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:01.666397 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d73b85d-eb46-41c5-bba4-66e1167b7711 None None] Network adae98e0-003c-44ee-baa5-b677c1e8420d requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:01.772731 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74e6ff7f-9509-46f2-b130-3051f96b76f5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (adae98e0-003c-44ee-baa5-b677c1e8420d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:01.808944 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-78391f8d-96d8-4873-a9a1-339fb961660c None None] Could not find standard attr ID for object 053b91c6-db3e-4f68-9706-dbc57e6e9361. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 06:00:01.812110 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-74e6ff7f-9509-46f2-b130-3051f96b76f5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adae98e0-003c-44ee-baa5-b677c1e8420d']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:01.847968 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-74e6ff7f-9509-46f2-b130-3051f96b76f5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306b2b53-df14-4c65-9ded-25df8f368532') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:01.848237 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-74e6ff7f-9509-46f2-b130-3051f96b76f5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306b2b53-df14-4c65-9ded-25df8f368532') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:01.871684 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74e6ff7f-9509-46f2-b130-3051f96b76f5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (306b2b53-df14-4c65-9ded-25df8f368532), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:01.873036 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39662) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:01.893037 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74e6ff7f-9509-46f2-b130-3051f96b76f5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (306b2b53-df14-4c65-9ded-25df8f368532), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:01.901764 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e6ff7f-9509-46f2-b130-3051f96b76f5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:00:01.902603 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74e6ff7f-9509-46f2-b130-3051f96b76f5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (306b2b53-df14-4c65-9ded-25df8f368532), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:01.906991 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7ee425b4-5faa-43e9-9630-917379be38e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:01.972244 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a8e8f5-c430-4c0e-91e1-f232ad676233 None None] DHCP port deletion for adae98e0-003c-44ee-baa5-b677c1e8420d request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: timer() Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:00:02.023619 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:00:02.029083 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74e6ff7f-9509-46f2-b130-3051f96b76f5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (adae98e0-003c-44ee-baa5-b677c1e8420d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:02.045117 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74e6ff7f-9509-46f2-b130-3051f96b76f5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:02.049704 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-74e6ff7f-9509-46f2-b130-3051f96b76f5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/networks/adae98e0-003c-44ee-baa5-b677c1e8420d HTTP/1.1" status: 204 len: 168 time: 1.2839351 Feb 20 06:00:02.053385 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39664) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:02.136016 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6ff7f-9509-46f2-b130-3051f96b76f5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Network': ['ID=adae98e0-003c-44ee-baa5-b677c1e8420d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:02.163398 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7ee425b4-5faa-43e9-9630-917379be38e0 admin admin] Publish callbacks [] for security_group (86f9fcdf-184a-4165-9ae2-310a6ab7cd84), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:02.175082 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7ee425b4-5faa-43e9-9630-917379be38e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (86f9fcdf-184a-4165-9ae2-310a6ab7cd84), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:02.186023 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adde81e-a827-4925-9bd3-1ad8d295a585 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:02.193850 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0adde81e-a827-4925-9bd3-1ad8d295a585 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1387289 Feb 20 06:00:02.194745 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39668) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:02.224538 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee425b4-5faa-43e9-9630-917379be38e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f9fcdf-184a-4165-9ae2-310a6ab7cd84,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:02.255186 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7ee425b4-5faa-43e9-9630-917379be38e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29119b759119492398da44b2be0ccbdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3806763 Feb 20 06:00:02.258325 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39672) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:02.311822 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0984ce4d-a84f-4832-a18c-b970d235ab58 admin admin] Publish callbacks [] for security_group (86f9fcdf-184a-4165-9ae2-310a6ab7cd84), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:02.328410 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39674) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:02.347566 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2ed3a958-de76-46f2-8694-f17fe59a2316 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1471019 Feb 20 06:00:02.349536 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0984ce4d-a84f-4832-a18c-b970d235ab58 admin admin] Publish callbacks [] for security_group (86f9fcdf-184a-4165-9ae2-310a6ab7cd84), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:02.351255 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39678) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:02.356058 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-f79dd9fc-9a64-4ae2-878b-62c2f509a452 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-750932875'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:02.404609 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79dd9fc-9a64-4ae2-878b-62c2f509a452 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:02.408375 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f79dd9fc-9a64-4ae2-878b-62c2f509a452 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:02.448476 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f79dd9fc-9a64-4ae2-878b-62c2f509a452 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:00:02.459404 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f79dd9fc-9a64-4ae2-878b-62c2f509a452 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (c3d7910b-2c1d-4475-a958-ba08ada64959), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:02.459788 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-f79dd9fc-9a64-4ae2-878b-62c2f509a452 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Added segment c3d7910b-2c1d-4475-a958-ba08ada64959 of type vlan for network dedbc9e7-2e60-4472-b5e1-a4cfafab6f04 Feb 20 06:00:02.505921 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f79dd9fc-9a64-4ae2-878b-62c2f509a452 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (dedbc9e7-2e60-4472-b5e1-a4cfafab6f04), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:02.522441 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0984ce4d-a84f-4832-a18c-b970d235ab58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (86f9fcdf-184a-4165-9ae2-310a6ab7cd84), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:02.525209 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0984ce4d-a84f-4832-a18c-b970d235ab58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:02.528676 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0984ce4d-a84f-4832-a18c-b970d235ab58 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86f9fcdf-184a-4165-9ae2-310a6ab7cd84 HTTP/1.1" status: 204 len: 168 time: 0.2674496 Feb 20 06:00:02.537557 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984ce4d-a84f-4832-a18c-b970d235ab58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f9fcdf-184a-4165-9ae2-310a6ab7cd84,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:02.547866 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f79dd9fc-9a64-4ae2-878b-62c2f509a452 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (dedbc9e7-2e60-4472-b5e1-a4cfafab6f04), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:02.553235 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79dd9fc-9a64-4ae2-878b-62c2f509a452 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:02.553827 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f79dd9fc-9a64-4ae2-878b-62c2f509a452 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:02.567581 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-fb0c56d9-de3f-4308-bbef-180135f0e6a2 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'network': {'name': 'tempest-network-smoke--307898530', 'project_id': '111d530b12d246f29867a11f6618a046', 'port_security_enabled': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:02.592808 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0c56d9-de3f-4308-bbef-180135f0e6a2 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Made reservation on behalf of 111d530b12d246f29867a11f6618a046 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:02.598077 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb0c56d9-de3f-4308-bbef-180135f0e6a2 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:02.608583 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb0c56d9-de3f-4308-bbef-180135f0e6a2 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:02.639924 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f79dd9fc-9a64-4ae2-878b-62c2f509a452 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2871950 Feb 20 06:00:02.644677 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39682) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:02.660722 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79dd9fc-9a64-4ae2-878b-62c2f509a452 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Network': ['ID=dedbc9e7-2e60-4472-b5e1-a4cfafab6f04,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:02.661504 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-5489bace-05e7-4ef0-af19-46f96466af4c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'subnet': {'network_id': 'dedbc9e7-2e60-4472-b5e1-a4cfafab6f04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:02.672710 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network dedbc9e7-2e60-4472-b5e1-a4cfafab6f04 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:00:02.824049 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb0c56d9-de3f-4308-bbef-180135f0e6a2 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group (53cb6d8b-eb1f-465c-a9e2-7b7203a4313e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:02.835466 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb0c56d9-de3f-4308-bbef-180135f0e6a2 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (53cb6d8b-eb1f-465c-a9e2-7b7203a4313e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:02.851990 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5489bace-05e7-4ef0-af19-46f96466af4c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:02.856239 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5489bace-05e7-4ef0-af19-46f96466af4c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:03.019053 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0c56d9-de3f-4308-bbef-180135f0e6a2 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:00:03.031480 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c56d9-de3f-4308-bbef-180135f0e6a2 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53cb6d8b-eb1f-465c-a9e2-7b7203a4313e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:03.037649 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb0c56d9-de3f-4308-bbef-180135f0e6a2 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:03.038004 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-fb0c56d9-de3f-4308-bbef-180135f0e6a2 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Added segment ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0 of type vlan for network 59b9bd63-b1f0-4436-a092-d5238dc18f02 Feb 20 06:00:03.123443 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5489bace-05e7-4ef0-af19-46f96466af4c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (81671a60-0f8e-405d-bab4-4484cd1c3618), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:03.131391 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb0c56d9-de3f-4308-bbef-180135f0e6a2 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (59b9bd63-b1f0-4436-a092-d5238dc18f02), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:03.208954 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489bace-05e7-4ef0-af19-46f96466af4c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Subnet': ['ID=81671a60-0f8e-405d-bab4-4484cd1c3618,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:03.214167 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb0c56d9-de3f-4308-bbef-180135f0e6a2 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (59b9bd63-b1f0-4436-a092-d5238dc18f02), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:03.220880 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0c56d9-de3f-4308-bbef-180135f0e6a2 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:03.221437 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb0c56d9-de3f-4308-bbef-180135f0e6a2 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:03.252152 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5489bace-05e7-4ef0-af19-46f96466af4c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Checking segment: {'id': 'c3d7910b-2c1d-4475-a958-ba08ada64959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'dedbc9e7-2e60-4472-b5e1-a4cfafab6f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:00:03.252538 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5489bace-05e7-4ef0-af19-46f96466af4c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network hostable DHCP agents. Network: dedbc9e7-2e60-4472-b5e1-a4cfafab6f04, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:00:03.295058 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fb0c56d9-de3f-4308-bbef-180135f0e6a2 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9654179 Feb 20 06:00:03.297872 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39698) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:03.303100 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-9001efae-b5ec-47e3-beca-784ae30cce1e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-194093614', 'admin_state_up': True, 'project_id': '111d530b12d246f29867a11f6618a046', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:03.318673 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c56d9-de3f-4308-bbef-180135f0e6a2 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'Network': ['ID=59b9bd63-b1f0-4436-a092-d5238dc18f02,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:03.323233 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5489bace-05e7-4ef0-af19-46f96466af4c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network dedbc9e7-2e60-4472-b5e1-a4cfafab6f04 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:00:03.325171 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9001efae-b5ec-47e3-beca-784ae30cce1e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (b963ffda-6ba5-421f-a5cc-a6a706e357ed), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:03.326612 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9001efae-b5ec-47e3-beca-784ae30cce1e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (b963ffda-6ba5-421f-a5cc-a6a706e357ed), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:03.333006 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 59b9bd63-b1f0-4436-a092-d5238dc18f02 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:00:03.347297 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-5489bace-05e7-4ef0-af19-46f96466af4c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, dedbc9e7-2e60-4472-b5e1-a4cfafab6f04) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:03.369906 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5489bace-05e7-4ef0-af19-46f96466af4c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:03.371304 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5489bace-05e7-4ef0-af19-46f96466af4c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:03.395075 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413f1bb8-709d-4eb2-8945-d7dae6924641 None None] Network dedbc9e7-2e60-4472-b5e1-a4cfafab6f04 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:03.408250 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5489bace-05e7-4ef0-af19-46f96466af4c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7554677 Feb 20 06:00:03.409107 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39702) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:03.415465 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9001efae-b5ec-47e3-beca-784ae30cce1e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for router_controller (b963ffda-6ba5-421f-a5cc-a6a706e357ed), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:03.422160 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d3fc9f12-927d-4632-97a8-6cd62da40c81 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'port': {'network_id': 'dedbc9e7-2e60-4472-b5e1-a4cfafab6f04', 'name': 'tempest-PortsIpV6TestJSON-1408830344'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:03.548170 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d285f6-5f32-4849-9393-c2567f77cc2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-dedbc9e7-2e60-4472-b5e1-a4cfafab6f04', 'network_id': 'dedbc9e7-2e60-4472-b5e1-a4cfafab6f04', 'project_id': 'd4e7f7fef597499b96cf48ad9eb5c1bb', 'fixed_ips': [{'subnet_id': '81671a60-0f8e-405d-bab4-4484cd1c3618'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:00:03.549040 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d0d285f6-5f32-4849-9393-c2567f77cc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:03.582244 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fc9f12-927d-4632-97a8-6cd62da40c81 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:03.588399 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d3fc9f12-927d-4632-97a8-6cd62da40c81 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:03.613510 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-d3fc9f12-927d-4632-97a8-6cd62da40c81 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] device_id is not set on port 501ddc1a-c423-4d32-ae0f-aaa08ade0229 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 06:00:03.624959 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9001efae-b5ec-47e3-beca-784ae30cce1e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for router_gateway (b963ffda-6ba5-421f-a5cc-a6a706e357ed), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:03.721549 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-d0d285f6-5f32-4849-9393-c2567f77cc2e None None] Allocated IP 2001:db8::2 (dedbc9e7-2e60-4472-b5e1-a4cfafab6f04/81671a60-0f8e-405d-bab4-4484cd1c3618/a28efff2-2414-4c79-9c96-a4e5f2148b7a) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:03.853217 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9001efae-b5ec-47e3-beca-784ae30cce1e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for router_gateway (b963ffda-6ba5-421f-a5cc-a6a706e357ed), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:03.882690 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9001efae-b5ec-47e3-beca-784ae30cce1e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:03.903782 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d0d285f6-5f32-4849-9393-c2567f77cc2e None None] Publish callbacks [] for port (a28efff2-2414-4c79-9c96-a4e5f2148b7a), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:03.912047 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d0d285f6-5f32-4849-9393-c2567f77cc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (a28efff2-2414-4c79-9c96-a4e5f2148b7a), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:03.962568 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d285f6-5f32-4849-9393-c2567f77cc2e None None] Network dedbc9e7-2e60-4472-b5e1-a4cfafab6f04 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:03.965942 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 053b91c6-db3e-4f68-9706-dbc57e6e9361 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:00:03.969152 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-d0d285f6-5f32-4849-9393-c2567f77cc2e None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:03.974028 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d285f6-5f32-4849-9393-c2567f77cc2e None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:04.007183 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 053b91c6-db3e-4f68-9706-dbc57e6e9361 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:00:04.007562 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 053b91c6-db3e-4f68-9706-dbc57e6e9361 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:00:04.036314 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-d3fc9f12-927d-4632-97a8-6cd62da40c81 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Allocated IP 2001:db8::3a9 (dedbc9e7-2e60-4472-b5e1-a4cfafab6f04/81671a60-0f8e-405d-bab4-4484cd1c3618/501ddc1a-c423-4d32-ae0f-aaa08ade0229) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:04.037118 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d285f6-5f32-4849-9393-c2567f77cc2e None None] Pushing event updated for resources: {'Port': ['ID=a28efff2-2414-4c79-9c96-a4e5f2148b7a,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:04.077302 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d0d285f6-5f32-4849-9393-c2567f77cc2e None None] Attempting to bind port a28efff2-2414-4c79-9c96-a4e5f2148b7a on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:00:04.077740 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d0d285f6-5f32-4849-9393-c2567f77cc2e None None] Attempting to bind port a28efff2-2414-4c79-9c96-a4e5f2148b7a by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'c3d7910b-2c1d-4475-a958-ba08ada64959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'dedbc9e7-2e60-4472-b5e1-a4cfafab6f04'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:00:04.078117 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d285f6-5f32-4849-9393-c2567f77cc2e None None] Attempting to bind port a28efff2-2414-4c79-9c96-a4e5f2148b7a on network dedbc9e7-2e60-4472-b5e1-a4cfafab6f04 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:00:04.085466 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d285f6-5f32-4849-9393-c2567f77cc2e None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:00:04.087017 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d285f6-5f32-4849-9393-c2567f77cc2e None None] Checking segment: {'id': 'c3d7910b-2c1d-4475-a958-ba08ada64959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'dedbc9e7-2e60-4472-b5e1-a4cfafab6f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:00:04.088697 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d0d285f6-5f32-4849-9393-c2567f77cc2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:04.089305 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d285f6-5f32-4849-9393-c2567f77cc2e None None] Bound using segment: {'id': 'c3d7910b-2c1d-4475-a958-ba08ada64959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'dedbc9e7-2e60-4472-b5e1-a4cfafab6f04'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:00:04.089979 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d0d285f6-5f32-4849-9393-c2567f77cc2e None None] Bound port: a28efff2-2414-4c79-9c96-a4e5f2148b7a, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d7910b-2c1d-4475-a958-ba08ada64959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'dedbc9e7-2e60-4472-b5e1-a4cfafab6f04'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:00:04.091199 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d0d285f6-5f32-4849-9393-c2567f77cc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a28efff2-2414-4c79-9c96-a4e5f2148b7a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:04.101017 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-9001efae-b5ec-47e3-beca-784ae30cce1e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Allocated IP 172.25.3.211 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:04.186015 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d0d285f6-5f32-4849-9393-c2567f77cc2e None None] For port a28efff2-2414-4c79-9c96-a4e5f2148b7a, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:00:04.186015 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d0d285f6-5f32-4849-9393-c2567f77cc2e None None] For port a28efff2-2414-4c79-9c96-a4e5f2148b7a, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a28efff2-2414-4c79-9c96-a4e5f2148b7a,segment=NetworkSegment(c3d7910b-2c1d-4475-a958-ba08ada64959),segment_id=c3d7910b-2c1d-4475-a958-ba08ada64959)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:00:04.194500 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d0d285f6-5f32-4849-9393-c2567f77cc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a28efff2-2414-4c79-9c96-a4e5f2148b7a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:04.286491 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d285f6-5f32-4849-9393-c2567f77cc2e None None] Pushing event updated for resources: {'Port': ['ID=a28efff2-2414-4c79-9c96-a4e5f2148b7a,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:04.293796 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9001efae-b5ec-47e3-beca-784ae30cce1e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for port (33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:04.334567 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d3fc9f12-927d-4632-97a8-6cd62da40c81 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for port (501ddc1a-c423-4d32-ae0f-aaa08ade0229), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:04.382572 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9001efae-b5ec-47e3-beca-784ae30cce1e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:04.413245 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d3fc9f12-927d-4632-97a8-6cd62da40c81 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (501ddc1a-c423-4d32-ae0f-aaa08ade0229), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:04.456238 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9001efae-b5ec-47e3-beca-784ae30cce1e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:04.459684 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-9001efae-b5ec-47e3-beca-784ae30cce1e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:04.465921 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9001efae-b5ec-47e3-beca-784ae30cce1e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:04.467609 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc9f12-927d-4632-97a8-6cd62da40c81 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Port': ['ID=501ddc1a-c423-4d32-ae0f-aaa08ade0229,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:04.483697 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fc9f12-927d-4632-97a8-6cd62da40c81 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network dedbc9e7-2e60-4472-b5e1-a4cfafab6f04 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:04.487344 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-d3fc9f12-927d-4632-97a8-6cd62da40c81 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:04.490710 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fc9f12-927d-4632-97a8-6cd62da40c81 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:04.496193 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fc9f12-927d-4632-97a8-6cd62da40c81 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:04.497057 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d3fc9f12-927d-4632-97a8-6cd62da40c81 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:04.522605 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001efae-b5ec-47e3-beca-784ae30cce1e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'Port': ['ID=33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:04.526505 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d3fc9f12-927d-4632-97a8-6cd62da40c81 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1155169 Feb 20 06:00:04.527467 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39730) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:04.532595 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-5a5e5aec-98dc-4c11-8ede-af78d4084f12 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'port': {'network_id': 'dedbc9e7-2e60-4472-b5e1-a4cfafab6f04', 'name': 'tempest-PortsIpV6TestJSON-1998504651'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:04.725757 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5e5aec-98dc-4c11-8ede-af78d4084f12 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:04.734703 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5a5e5aec-98dc-4c11-8ede-af78d4084f12 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:04.788438 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-5a5e5aec-98dc-4c11-8ede-af78d4084f12 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] device_id is not set on port 920f2db1-b68c-4691-9a99-c196209094f4 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 06:00:04.910140 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9001efae-b5ec-47e3-beca-784ae30cce1e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for router_gateway (b963ffda-6ba5-421f-a5cc-a6a706e357ed), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:04.939470 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-5a5e5aec-98dc-4c11-8ede-af78d4084f12 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Allocated IP 2001:db8::9 (dedbc9e7-2e60-4472-b5e1-a4cfafab6f04/81671a60-0f8e-405d-bab4-4484cd1c3618/920f2db1-b68c-4691-9a99-c196209094f4) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:05.110808 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39740) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:05.182216 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5a5e5aec-98dc-4c11-8ede-af78d4084f12 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for port (920f2db1-b68c-4691-9a99-c196209094f4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:05.211708 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9001efae-b5ec-47e3-beca-784ae30cce1e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (b963ffda-6ba5-421f-a5cc-a6a706e357ed), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:05.221614 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5a5e5aec-98dc-4c11-8ede-af78d4084f12 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (920f2db1-b68c-4691-9a99-c196209094f4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:05.291801 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e5aec-98dc-4c11-8ede-af78d4084f12 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Port': ['ID=920f2db1-b68c-4691-9a99-c196209094f4,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:05.306726 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5e5aec-98dc-4c11-8ede-af78d4084f12 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network dedbc9e7-2e60-4472-b5e1-a4cfafab6f04 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:05.328513 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-5a5e5aec-98dc-4c11-8ede-af78d4084f12 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:05.331095 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5e5aec-98dc-4c11-8ede-af78d4084f12 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:05.336436 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5e5aec-98dc-4c11-8ede-af78d4084f12 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:05.337085 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5a5e5aec-98dc-4c11-8ede-af78d4084f12 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:05.341497 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ae00d13e-43b5-4eee-b1cf-479da72099a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:05.366972 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5a5e5aec-98dc-4c11-8ede-af78d4084f12 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8383296 Feb 20 06:00:05.371366 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39746) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:05.433092 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9001efae-b5ec-47e3-beca-784ae30cce1e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Router b963ffda-6ba5-421f-a5cc-a6a706e357ed is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:00:05.521544 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc144665-e9c8-479f-8acb-fc7f6f95834d tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:05.526159 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39748) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:05.526389 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-cc144665-e9c8-479f-8acb-fc7f6f95834d tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3a9 HTTP/1.1" status: 200 len: 929 time: 0.1538644 Feb 20 06:00:05.546694 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ae00d13e-43b5-4eee-b1cf-479da72099a4 admin admin] Publish callbacks [] for security_group (7267d875-5551-4fb4-b119-e339e0b094da), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:05.553668 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ae00d13e-43b5-4eee-b1cf-479da72099a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7267d875-5551-4fb4-b119-e339e0b094da), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:05.609695 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ae00d13e-43b5-4eee-b1cf-479da72099a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=471a0d80003843b1bef8f6ee6000e1e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4975414 Feb 20 06:00:05.610761 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00d13e-43b5-4eee-b1cf-479da72099a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7267d875-5551-4fb4-b119-e339e0b094da,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:05.613475 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39750) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:05.664265 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9001efae-b5ec-47e3-beca-784ae30cce1e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:00:05.669145 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e6194fc6-62bf-402e-b1ce-54be556f07f1 admin admin] Publish callbacks [] for security_group (7267d875-5551-4fb4-b119-e339e0b094da), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:05.676052 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3594631a-f480-44df-a26a-98f1c58a669f None None] Sync routers for ids ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:00:05.689600 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3594631a-f480-44df-a26a-98f1c58a669f None None] Routers {'b963ffda-6ba5-421f-a5cc-a6a706e357ed'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:00:05.690150 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3594631a-f480-44df-a26a-98f1c58a669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:59:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:05.699967 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e6194fc6-62bf-402e-b1ce-54be556f07f1 admin admin] Publish callbacks [] for security_group (7267d875-5551-4fb4-b119-e339e0b094da), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:05.715917 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5620e4-d543-4fa9-ad00-3e4eba5a5c5e None None] Network dedbc9e7-2e60-4472-b5e1-a4cfafab6f04 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:05.725327 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9001efae-b5ec-47e3-beca-784ae30cce1e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:05.729982 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9001efae-b5ec-47e3-beca-784ae30cce1e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4271705 Feb 20 06:00:05.731412 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39752) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:05.746509 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-479d4ce3-775f-46b8-8e65-9afd377df901 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting port 920f2db1-b68c-4691-9a99-c196209094f4 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:00:05.747265 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-479d4ce3-775f-46b8-8e65-9afd377df901 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (920f2db1-b68c-4691-9a99-c196209094f4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:05.798580 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e6194fc6-62bf-402e-b1ce-54be556f07f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7267d875-5551-4fb4-b119-e339e0b094da), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:05.801381 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e6194fc6-62bf-402e-b1ce-54be556f07f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:05.805769 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e6194fc6-62bf-402e-b1ce-54be556f07f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7267d875-5551-4fb4-b119-e339e0b094da HTTP/1.1" status: 204 len: 168 time: 0.1912816 Feb 20 06:00:05.820525 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6194fc6-62bf-402e-b1ce-54be556f07f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7267d875-5551-4fb4-b119-e339e0b094da,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:05.841483 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-3594631a-f480-44df-a26a-98f1c58a669f None None] Set router b963ffda-6ba5-421f-a5cc-a6a706e357ed gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:00:05.962395 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-c56cb291-bb82-4087-8b75-9a5c292d203d None None] Provisioning complete for port a28efff2-2414-4c79-9c96-a4e5f2148b7a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:05.963555 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c56cb291-bb82-4087-8b75-9a5c292d203d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a28efff2-2414-4c79-9c96-a4e5f2148b7a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:05.985785 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-479d4ce3-775f-46b8-8e65-9afd377df901 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (920f2db1-b68c-4691-9a99-c196209094f4), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:06.020977 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-479d4ce3-775f-46b8-8e65-9afd377df901 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Calling delete_port for 920f2db1-b68c-4691-9a99-c196209094f4 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:00:06.106231 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-69c6532e-9bae-4342-8b31-f005bc16205f tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=111d530b12d246f29867a11f6618a046&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3676903 Feb 20 06:00:06.109150 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39760) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:06.134198 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c56cb291-bb82-4087-8b75-9a5c292d203d None None] Current status of the port a28efff2-2414-4c79-9c96-a4e5f2148b7a is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:06.135885 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c56cb291-bb82-4087-8b75-9a5c292d203d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a28efff2-2414-4c79-9c96-a4e5f2148b7a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:06.145085 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a28efff2-2414-4c79-9c96-a4e5f2148b7a up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:00:06.159505 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3594631a-f480-44df-a26a-98f1c58a669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'name': 'tempest-TestNetworkBasicOps-router-194093614', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:04Z', 'revision_number': 3, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:be:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:06.214460 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3594631a-f480-44df-a26a-98f1c58a669f None None] Checking router: b963ffda-6ba5-421f-a5cc-a6a706e357ed for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:00:06.224894 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3594631a-f480-44df-a26a-98f1c58a669f None None] Updating router b963ffda-6ba5-421f-a5cc-a6a706e357ed port 33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:00:06.299672 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3594631a-f480-44df-a26a-98f1c58a669f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:06.329754 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c56cb291-bb82-4087-8b75-9a5c292d203d None None] For port a28efff2-2414-4c79-9c96-a4e5f2148b7a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a28efff2-2414-4c79-9c96-a4e5f2148b7a,segment=NetworkSegment(c3d7910b-2c1d-4475-a958-ba08ada64959),segment_id=c3d7910b-2c1d-4475-a958-ba08ada64959)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:06.348274 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3c0ac2-44e3-4215-8b75-ee7fb155483b tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:06.350078 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ee3c0ac2-44e3-4215-8b75-ee7fb155483b tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2391226 Feb 20 06:00:06.358627 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39764) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:06.360233 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c56cb291-bb82-4087-8b75-9a5c292d203d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a28efff2-2414-4c79-9c96-a4e5f2148b7a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:06.379068 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39766) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:06.401501 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e6cd1450-0af6-4def-93e1-705b440e0479 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:06.412508 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port a28efff2-2414-4c79-9c96-a4e5f2148b7a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:06.412906 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a28efff2-2414-4c79-9c96-a4e5f2148b7a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:06.436208 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a16a3dda-1fbf-4591-9bb9-38a1bbecab3e tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0735958 Feb 20 06:00:06.439216 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39768) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:06.444199 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-71de7821-c388-4221-a59c-2f138115cd9f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-823819765', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'project_id': '111d530b12d246f29867a11f6618a046', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:06.495230 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56cb291-bb82-4087-8b75-9a5c292d203d None None] Pushing event updated for resources: {'Port': ['ID=a28efff2-2414-4c79-9c96-a4e5f2148b7a,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:06.568563 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port a28efff2-2414-4c79-9c96-a4e5f2148b7a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:06.581754 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e6cd1450-0af6-4def-93e1-705b440e0479 admin admin] Publish callbacks [] for security_group (8664f368-834b-49bc-908b-25f9216b2a28), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:06.588461 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-479d4ce3-775f-46b8-8e65-9afd377df901 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (920f2db1-b68c-4691-9a99-c196209094f4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:06.589063 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e6cd1450-0af6-4def-93e1-705b440e0479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8664f368-834b-49bc-908b-25f9216b2a28), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:06.608206 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d98f5300-fdf7-470a-b5df-382870411ce2 None None] Provisioning complete for port 501ddc1a-c423-4d32-ae0f-aaa08ade0229 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:06.609984 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d98f5300-fdf7-470a-b5df-382870411ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (501ddc1a-c423-4d32-ae0f-aaa08ade0229), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:06.667485 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd1450-0af6-4def-93e1-705b440e0479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8664f368-834b-49bc-908b-25f9216b2a28,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:06.675287 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d98f5300-fdf7-470a-b5df-382870411ce2 None None] Port 501ddc1a-c423-4d32-ae0f-aaa08ade0229 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:00:06.685947 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e6cd1450-0af6-4def-93e1-705b440e0479 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c118b9f7a5c4c0c8443b4870968e52e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3058999 Feb 20 06:00:06.690487 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d98f5300-fdf7-470a-b5df-382870411ce2 None None] Provisioning complete for port a28efff2-2414-4c79-9c96-a4e5f2148b7a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:06.690873 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d98f5300-fdf7-470a-b5df-382870411ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a28efff2-2414-4c79-9c96-a4e5f2148b7a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:06.695454 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39770) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:06.793676 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d0105b0-261b-48d7-a508-826789b999a4 admin admin] Publish callbacks [] for security_group (8664f368-834b-49bc-908b-25f9216b2a28), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:06.793923 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d98f5300-fdf7-470a-b5df-382870411ce2 None None] Current status of the port a28efff2-2414-4c79-9c96-a4e5f2148b7a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:06.802008 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d98f5300-fdf7-470a-b5df-382870411ce2 None None] Could not find standard attr ID for object 920f2db1-b68c-4691-9a99-c196209094f4. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 06:00:06.803166 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3594631a-f480-44df-a26a-98f1c58a669f None None] Publish callbacks [] for port (33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:06.810863 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3594631a-f480-44df-a26a-98f1c58a669f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:06.827645 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d0105b0-261b-48d7-a508-826789b999a4 admin admin] Publish callbacks [] for security_group (8664f368-834b-49bc-908b-25f9216b2a28), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:06.892871 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d0105b0-261b-48d7-a508-826789b999a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8664f368-834b-49bc-908b-25f9216b2a28), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:06.895759 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d0105b0-261b-48d7-a508-826789b999a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:06.899489 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0d0105b0-261b-48d7-a508-826789b999a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8664f368-834b-49bc-908b-25f9216b2a28 HTTP/1.1" status: 204 len: 168 time: 0.2008355 Feb 20 06:00:06.899666 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-3594631a-f480-44df-a26a-98f1c58a669f None None] Attempting to bind port 33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:00:06.899666 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-3594631a-f480-44df-a26a-98f1c58a669f None None] Attempting to bind port 33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:00:06.899666 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594631a-f480-44df-a26a-98f1c58a669f None None] Attempting to bind port 33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:00:06.908181 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0105b0-261b-48d7-a508-826789b999a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8664f368-834b-49bc-908b-25f9216b2a28,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:06.921040 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a229c-9cb3-4e8c-ad68-2f7af5e36ffc None None] Pushing event updated for resources: {'Port': ['ID=33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:06.939283 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594631a-f480-44df-a26a-98f1c58a669f None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:00:06.939715 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594631a-f480-44df-a26a-98f1c58a669f None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:00:06.940041 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3594631a-f480-44df-a26a-98f1c58a669f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:06.940626 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594631a-f480-44df-a26a-98f1c58a669f None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:00:06.941114 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-3594631a-f480-44df-a26a-98f1c58a669f None None] Bound port: 33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:00:06.941493 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3594631a-f480-44df-a26a-98f1c58a669f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:06.990436 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-314eccb9-901f-4165-83e8-0999ec17045c None None] Provisioning complete for port 501ddc1a-c423-4d32-ae0f-aaa08ade0229 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:06.990818 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-314eccb9-901f-4165-83e8-0999ec17045c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (501ddc1a-c423-4d32-ae0f-aaa08ade0229), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:06.993963 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a229c-9cb3-4e8c-ad68-2f7af5e36ffc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:06.994273 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a229c-9cb3-4e8c-ad68-2f7af5e36ffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:06.994620 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a229c-9cb3-4e8c-ad68-2f7af5e36ffc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:06.994989 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a229c-9cb3-4e8c-ad68-2f7af5e36ffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:06.995328 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a229c-9cb3-4e8c-ad68-2f7af5e36ffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:06.995659 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a229c-9cb3-4e8c-ad68-2f7af5e36ffc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:06.995985 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a229c-9cb3-4e8c-ad68-2f7af5e36ffc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:06.996311 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a229c-9cb3-4e8c-ad68-2f7af5e36ffc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:06.996636 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a229c-9cb3-4e8c-ad68-2f7af5e36ffc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:06.996956 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a229c-9cb3-4e8c-ad68-2f7af5e36ffc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:06.997281 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a229c-9cb3-4e8c-ad68-2f7af5e36ffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:06.997604 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a229c-9cb3-4e8c-ad68-2f7af5e36ffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:06.997919 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a229c-9cb3-4e8c-ad68-2f7af5e36ffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:07.040327 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-3594631a-f480-44df-a26a-98f1c58a669f None None] For port 33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:00:07.045726 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-3594631a-f480-44df-a26a-98f1c58a669f None None] For port 33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:00:07.054338 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3594631a-f480-44df-a26a-98f1c58a669f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:07.079515 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-314eccb9-901f-4165-83e8-0999ec17045c None None] Port 501ddc1a-c423-4d32-ae0f-aaa08ade0229 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:00:07.136853 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a229c-9cb3-4e8c-ad68-2f7af5e36ffc None None] Pushing event updated for resources: {'Port': ['ID=33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:07.148209 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d4ce3-775f-46b8-8e65-9afd377df901 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Port': ['ID=920f2db1-b68c-4691-9a99-c196209094f4,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:07.166855 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71de7821-c388-4221-a59c-2f138115cd9f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Made reservation on behalf of 111d530b12d246f29867a11f6618a046 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:07.168432 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3594631a-f480-44df-a26a-98f1c58a669f None None] Routers {'b963ffda-6ba5-421f-a5cc-a6a706e357ed'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:00:07.169236 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3594631a-f480-44df-a26a-98f1c58a669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:59:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:07.171672 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-71de7821-c388-4221-a59c-2f138115cd9f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:07.274702 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-479d4ce3-775f-46b8-8e65-9afd377df901 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:07.281351 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-479d4ce3-775f-46b8-8e65-9afd377df901 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/ports/920f2db1-b68c-4691-9a99-c196209094f4 HTTP/1.1" status: 204 len: 168 time: 1.7507405 Feb 20 06:00:07.281351 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39776) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:07.296705 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-3594631a-f480-44df-a26a-98f1c58a669f None None] Set router b963ffda-6ba5-421f-a5cc-a6a706e357ed gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:00:07.313015 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b36990-fcb8-467e-95a3-38d1c81d829b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] GET failed (client error): The resource could not be found. Feb 20 06:00:07.317193 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f2b36990-fcb8-467e-95a3-38d1c81d829b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "GET /v2.0/ports/920f2db1-b68c-4691-9a99-c196209094f4 HTTP/1.1" status: 404 len: 333 time: 0.0323000 Feb 20 06:00:07.317372 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39778) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:07.426304 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-89dfd2b0-1608-4617-af85-a94bfbce29df None None] Could not find standard attr ID for object 920f2db1-b68c-4691-9a99-c196209094f4. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 06:00:07.562266 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-753db7f0-c409-4e91-8636-fa8f4ebcbb9f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting port 501ddc1a-c423-4d32-ae0f-aaa08ade0229 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:00:07.565035 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-753db7f0-c409-4e91-8636-fa8f4ebcbb9f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (501ddc1a-c423-4d32-ae0f-aaa08ade0229), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:07.628173 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3594631a-f480-44df-a26a-98f1c58a669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'name': 'tempest-TestNetworkBasicOps-router-194093614', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:04Z', 'revision_number': 3, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:be:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:07.664815 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3594631a-f480-44df-a26a-98f1c58a669f None None] The sync data for ids ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'] in n-d-829866-5 is: [{'id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'name': 'tempest-TestNetworkBasicOps-router-194093614', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:04Z', 'revision_number': 3, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:be:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:00:07.669203 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-71de7821-c388-4221-a59c-2f138115cd9f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (b0e08fb7-a82b-4f45-b60f-790274c7b4db), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:07.778314 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de7821-c388-4221-a59c-2f138115cd9f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'Subnet': ['ID=b0e08fb7-a82b-4f45-b60f-790274c7b4db,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:07.811179 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-753db7f0-c409-4e91-8636-fa8f4ebcbb9f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (501ddc1a-c423-4d32-ae0f-aaa08ade0229), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:07.820539 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71de7821-c388-4221-a59c-2f138115cd9f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Checking segment: {'id': 'ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:00:07.820917 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71de7821-c388-4221-a59c-2f138115cd9f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Network hostable DHCP agents. Network: 59b9bd63-b1f0-4436-a092-d5238dc18f02, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:00:07.831110 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-753db7f0-c409-4e91-8636-fa8f4ebcbb9f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Calling delete_port for 501ddc1a-c423-4d32-ae0f-aaa08ade0229 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:00:07.889009 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71de7821-c388-4221-a59c-2f138115cd9f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Network 59b9bd63-b1f0-4436-a092-d5238dc18f02 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:00:07.901983 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-71de7821-c388-4221-a59c-2f138115cd9f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 59b9bd63-b1f0-4436-a092-d5238dc18f02) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:07.912860 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45259af2-db0a-4096-850d-56a709e7755c None None] Network 59b9bd63-b1f0-4436-a092-d5238dc18f02 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:07.926084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71de7821-c388-4221-a59c-2f138115cd9f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:07.926690 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-71de7821-c388-4221-a59c-2f138115cd9f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:07.963865 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-71de7821-c388-4221-a59c-2f138115cd9f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5235140 Feb 20 06:00:07.966627 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39798) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:08.097381 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a28efff2-2414-4c79-9c96-a4e5f2148b7a up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:00:08.112811 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-753db7f0-c409-4e91-8636-fa8f4ebcbb9f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (501ddc1a-c423-4d32-ae0f-aaa08ade0229), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:08.151509 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753db7f0-c409-4e91-8636-fa8f4ebcbb9f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Port': ['ID=501ddc1a-c423-4d32-ae0f-aaa08ade0229,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:08.158318 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e47323-ab00-4d98-9517-5587f0fb7193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-59b9bd63-b1f0-4436-a092-d5238dc18f02', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'project_id': '111d530b12d246f29867a11f6618a046', 'fixed_ips': [{'subnet_id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:00:08.159521 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e2e47323-ab00-4d98-9517-5587f0fb7193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:08.201373 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-753db7f0-c409-4e91-8636-fa8f4ebcbb9f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:08.206029 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-753db7f0-c409-4e91-8636-fa8f4ebcbb9f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/ports/501ddc1a-c423-4d32-ae0f-aaa08ade0229 HTTP/1.1" status: 204 len: 168 time: 0.8877599 Feb 20 06:00:08.208934 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39800) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:08.286483 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5b6263-902a-4126-8cd5-2356c15608e1 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] GET failed (client error): The resource could not be found. Feb 20 06:00:08.295250 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3e5b6263-902a-4126-8cd5-2356c15608e1 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "GET /v2.0/ports/501ddc1a-c423-4d32-ae0f-aaa08ade0229 HTTP/1.1" status: 404 len: 333 time: 0.0847683 Feb 20 06:00:08.299147 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39808) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:08.412797 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-873d8f83-c166-41cc-af08-54e162fd1370 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting subnet 81671a60-0f8e-405d-bab4-4484cd1c3618 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:00:08.425296 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-873d8f83-c166-41cc-af08-54e162fd1370 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for subnet (81671a60-0f8e-405d-bab4-4484cd1c3618), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:08.463761 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-e2e47323-ab00-4d98-9517-5587f0fb7193 None None] Allocated IP 172.20.0.2 (59b9bd63-b1f0-4436-a092-d5238dc18f02/b0e08fb7-a82b-4f45-b60f-790274c7b4db/3390825a-1ded-4281-a544-71cb2ea9f868) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:08.571937 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-873d8f83-c166-41cc-af08-54e162fd1370 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (81671a60-0f8e-405d-bab4-4484cd1c3618), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:08.693191 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port a28efff2-2414-4c79-9c96-a4e5f2148b7a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:08.693925 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a28efff2-2414-4c79-9c96-a4e5f2148b7a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:08.763703 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e2e47323-ab00-4d98-9517-5587f0fb7193 None None] Publish callbacks [] for port (3390825a-1ded-4281-a544-71cb2ea9f868), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:08.774252 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e2e47323-ab00-4d98-9517-5587f0fb7193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (3390825a-1ded-4281-a544-71cb2ea9f868), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:08.798227 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-873d8f83-c166-41cc-af08-54e162fd1370 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (81671a60-0f8e-405d-bab4-4484cd1c3618), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:08.831971 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e47323-ab00-4d98-9517-5587f0fb7193 None None] Pushing event updated for resources: {'Port': ['ID=3390825a-1ded-4281-a544-71cb2ea9f868,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:08.862203 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e47323-ab00-4d98-9517-5587f0fb7193 None None] Network 59b9bd63-b1f0-4436-a092-d5238dc18f02 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:08.888225 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-e2e47323-ab00-4d98-9517-5587f0fb7193 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:08.892452 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e47323-ab00-4d98-9517-5587f0fb7193 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:08.944845 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-873d8f83-c166-41cc-af08-54e162fd1370 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (81671a60-0f8e-405d-bab4-4484cd1c3618), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:08.957401 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port a28efff2-2414-4c79-9c96-a4e5f2148b7a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:08.996442 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e2e47323-ab00-4d98-9517-5587f0fb7193 None None] Attempting to bind port 3390825a-1ded-4281-a544-71cb2ea9f868 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:00:08.996442 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e2e47323-ab00-4d98-9517-5587f0fb7193 None None] Attempting to bind port 3390825a-1ded-4281-a544-71cb2ea9f868 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:00:08.996720 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e47323-ab00-4d98-9517-5587f0fb7193 None None] Attempting to bind port 3390825a-1ded-4281-a544-71cb2ea9f868 on network 59b9bd63-b1f0-4436-a092-d5238dc18f02 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:00:09.002762 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e47323-ab00-4d98-9517-5587f0fb7193 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:00:09.003566 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e47323-ab00-4d98-9517-5587f0fb7193 None None] Checking segment: {'id': 'ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:00:09.004322 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e2e47323-ab00-4d98-9517-5587f0fb7193 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:09.005265 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e47323-ab00-4d98-9517-5587f0fb7193 None None] Bound using segment: {'id': 'ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:00:09.006577 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e2e47323-ab00-4d98-9517-5587f0fb7193 None None] Bound port: 3390825a-1ded-4281-a544-71cb2ea9f868, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:00:09.007175 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e2e47323-ab00-4d98-9517-5587f0fb7193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3390825a-1ded-4281-a544-71cb2ea9f868), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:09.025545 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-873d8f83-c166-41cc-af08-54e162fd1370 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:09.028758 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-873d8f83-c166-41cc-af08-54e162fd1370 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/subnets/81671a60-0f8e-405d-bab4-4484cd1c3618 HTTP/1.1" status: 204 len: 168 time: 0.7283921 Feb 20 06:00:09.029779 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d8f83-c166-41cc-af08-54e162fd1370 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Subnet': ['ID=81671a60-0f8e-405d-bab4-4484cd1c3618,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:09.032319 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39852) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:09.047770 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b18146-dbf5-46af-94cc-c5e5b34a1c68 None None] Network dedbc9e7-2e60-4472-b5e1-a4cfafab6f04 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:09.061535 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d8f83-c166-41cc-af08-54e162fd1370 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:09.061982 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d8f83-c166-41cc-af08-54e162fd1370 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:09.062237 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d8f83-c166-41cc-af08-54e162fd1370 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:09.062626 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d8f83-c166-41cc-af08-54e162fd1370 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:09.063043 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d8f83-c166-41cc-af08-54e162fd1370 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:09.063379 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d8f83-c166-41cc-af08-54e162fd1370 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:09.063710 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d8f83-c166-41cc-af08-54e162fd1370 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:09.064039 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d8f83-c166-41cc-af08-54e162fd1370 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:09.064367 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d8f83-c166-41cc-af08-54e162fd1370 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:09.064781 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d8f83-c166-41cc-af08-54e162fd1370 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:09.065116 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d8f83-c166-41cc-af08-54e162fd1370 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:09.065442 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d8f83-c166-41cc-af08-54e162fd1370 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:09.065764 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d8f83-c166-41cc-af08-54e162fd1370 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:09.152173 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c7931018-074c-46f2-baba-0381d971ed2f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (dedbc9e7-2e60-4472-b5e1-a4cfafab6f04), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:09.222530 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e2e47323-ab00-4d98-9517-5587f0fb7193 None None] For port 3390825a-1ded-4281-a544-71cb2ea9f868, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:00:09.229276 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e2e47323-ab00-4d98-9517-5587f0fb7193 None None] For port 3390825a-1ded-4281-a544-71cb2ea9f868, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3390825a-1ded-4281-a544-71cb2ea9f868,segment=NetworkSegment(ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0),segment_id=ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:00:09.231474 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39854) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:09.261447 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e2e47323-ab00-4d98-9517-5587f0fb7193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3390825a-1ded-4281-a544-71cb2ea9f868), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:09.282620 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-c7931018-074c-46f2-baba-0381d971ed2f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting port a28efff2-2414-4c79-9c96-a4e5f2148b7a {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:00:09.283078 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c7931018-074c-46f2-baba-0381d971ed2f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a28efff2-2414-4c79-9c96-a4e5f2148b7a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:09.403635 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e47323-ab00-4d98-9517-5587f0fb7193 None None] Pushing event updated for resources: {'Port': ['ID=3390825a-1ded-4281-a544-71cb2ea9f868,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:09.468438 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-c7931018-074c-46f2-baba-0381d971ed2f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] For port a28efff2-2414-4c79-9c96-a4e5f2148b7a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a28efff2-2414-4c79-9c96-a4e5f2148b7a,segment=NetworkSegment(c3d7910b-2c1d-4475-a958-ba08ada64959),segment_id=c3d7910b-2c1d-4475-a958-ba08ada64959)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:09.469761 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c7931018-074c-46f2-baba-0381d971ed2f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a28efff2-2414-4c79-9c96-a4e5f2148b7a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:09.484063 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d83fc34b-fbe6-4925-a8ee-1da5cc988bc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:09.489837 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-57b8f667-e0a4-49a3-ab80-08bffaa803d5 req-a2df7f54-c2f2-43f6-a578-df8f27546aed service neutron] (103407) timed out ('10.222.0.61', 63213) {{(pid=103407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 06:00:09.503314 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-c7931018-074c-46f2-baba-0381d971ed2f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Calling delete_port for a28efff2-2414-4c79-9c96-a4e5f2148b7a owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:00:09.506567 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d3bb41-6ed8-496a-af4d-6b0957efc222 None None] DHCP port deletion for dedbc9e7-2e60-4472-b5e1-a4cfafab6f04 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:00:09.540245 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0171a8b6-b76a-4d87-af35-e194c855a2b7 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:09.608946 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a6d3bb41-6ed8-496a-af4d-6b0957efc222 None None] Deleting port a28efff2-2414-4c79-9c96-a4e5f2148b7a {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:00:09.613709 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6d3bb41-6ed8-496a-af4d-6b0957efc222 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a28efff2-2414-4c79-9c96-a4e5f2148b7a), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:09.690534 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d83fc34b-fbe6-4925-a8ee-1da5cc988bc6 admin admin] Publish callbacks [] for security_group (23ac62b1-245d-423c-a747-edc5a749c8ae), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:09.695541 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c7931018-074c-46f2-baba-0381d971ed2f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (a28efff2-2414-4c79-9c96-a4e5f2148b7a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:09.745832 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d83fc34b-fbe6-4925-a8ee-1da5cc988bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (23ac62b1-245d-423c-a747-edc5a749c8ae), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:09.752402 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7931018-074c-46f2-baba-0381d971ed2f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] No DVR routers for this DVR port a28efff2-2414-4c79-9c96-a4e5f2148b7a on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:00:09.815487 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a6d3bb41-6ed8-496a-af4d-6b0957efc222 None None] For port a28efff2-2414-4c79-9c96-a4e5f2148b7a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a28efff2-2414-4c79-9c96-a4e5f2148b7a,segment=NetworkSegment(c3d7910b-2c1d-4475-a958-ba08ada64959),segment_id=c3d7910b-2c1d-4475-a958-ba08ada64959)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:09.816101 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6d3bb41-6ed8-496a-af4d-6b0957efc222 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a28efff2-2414-4c79-9c96-a4e5f2148b7a), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:09.829416 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fc34b-fbe6-4925-a8ee-1da5cc988bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ac62b1-245d-423c-a747-edc5a749c8ae,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:09.832044 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7931018-074c-46f2-baba-0381d971ed2f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Port': ['ID=a28efff2-2414-4c79-9c96-a4e5f2148b7a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:09.832603 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a6d3bb41-6ed8-496a-af4d-6b0957efc222 None None] Calling delete_port for a28efff2-2414-4c79-9c96-a4e5f2148b7a owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:00:09.836000 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d83fc34b-fbe6-4925-a8ee-1da5cc988bc6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3451b93025014f178369339c85e7f9ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6033587 Feb 20 06:00:09.839281 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39860) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:10.007447 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c7931018-074c-46f2-baba-0381d971ed2f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (dedbc9e7-2e60-4472-b5e1-a4cfafab6f04), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:10.047302 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-40834682-5203-416b-b2ac-52b7e18bf15d admin admin] Publish callbacks [] for security_group (23ac62b1-245d-423c-a747-edc5a749c8ae), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:10.052301 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-c7931018-074c-46f2-baba-0381d971ed2f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dedbc9e7-2e60-4472-b5e1-a4cfafab6f04']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:10.071205 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-c7931018-074c-46f2-baba-0381d971ed2f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d7910b-2c1d-4475-a958-ba08ada64959') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:10.071509 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-c7931018-074c-46f2-baba-0381d971ed2f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d7910b-2c1d-4475-a958-ba08ada64959') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:10.090101 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c7931018-074c-46f2-baba-0381d971ed2f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (c3d7910b-2c1d-4475-a958-ba08ada64959), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:10.105570 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-40834682-5203-416b-b2ac-52b7e18bf15d admin admin] Publish callbacks [] for security_group (23ac62b1-245d-423c-a747-edc5a749c8ae), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:10.113348 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-0171a8b6-b76a-4d87-af35-e194c855a2b7 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Allocated IP 172.20.0.1 (59b9bd63-b1f0-4436-a092-d5238dc18f02/b0e08fb7-a82b-4f45-b60f-790274c7b4db/56fc711a-ce74-4b0b-97a2-d74343a57c79) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:10.123910 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c7931018-074c-46f2-baba-0381d971ed2f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (c3d7910b-2c1d-4475-a958-ba08ada64959), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:10.140829 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7931018-074c-46f2-baba-0381d971ed2f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:00:10.141258 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c7931018-074c-46f2-baba-0381d971ed2f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (c3d7910b-2c1d-4475-a958-ba08ada64959), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: timer() Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:00:10.144497 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:00:10.229713 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3390825a-1ded-4281-a544-71cb2ea9f868 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:00:10.277546 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-40834682-5203-416b-b2ac-52b7e18bf15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (23ac62b1-245d-423c-a747-edc5a749c8ae), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:10.282112 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-40834682-5203-416b-b2ac-52b7e18bf15d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:10.283932 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-40834682-5203-416b-b2ac-52b7e18bf15d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/23ac62b1-245d-423c-a747-edc5a749c8ae HTTP/1.1" status: 204 len: 168 time: 0.4437413 Feb 20 06:00:10.308830 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40834682-5203-416b-b2ac-52b7e18bf15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ac62b1-245d-423c-a747-edc5a749c8ae,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:00:10.309127 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:00:10.313275 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c7931018-074c-46f2-baba-0381d971ed2f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (dedbc9e7-2e60-4472-b5e1-a4cfafab6f04), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:10.332974 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6d3bb41-6ed8-496a-af4d-6b0957efc222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (a28efff2-2414-4c79-9c96-a4e5f2148b7a), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:10.346827 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c7931018-074c-46f2-baba-0381d971ed2f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:10.355257 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c7931018-074c-46f2-baba-0381d971ed2f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/networks/dedbc9e7-2e60-4472-b5e1-a4cfafab6f04 HTTP/1.1" status: 204 len: 168 time: 1.3167899 Feb 20 06:00:10.355257 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7931018-074c-46f2-baba-0381d971ed2f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Network': ['ID=dedbc9e7-2e60-4472-b5e1-a4cfafab6f04,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:10.356220 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39864) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:10.366843 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-bd3b98f3-e26f-4023-bc76-8fe5c98de220 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-562210641'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:10.373432 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3bb41-6ed8-496a-af4d-6b0957efc222 None None] Pushing event deleted for resources: {'Port': ['ID=a28efff2-2414-4c79-9c96-a4e5f2148b7a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:10.391835 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a6d3bb41-6ed8-496a-af4d-6b0957efc222 None None] Network dedbc9e7-2e60-4472-b5e1-a4cfafab6f04 is not hosted by any dhcp agent {{(pid=103408) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 20 06:00:10.392309 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d3bb41-6ed8-496a-af4d-6b0957efc222 None None] No DVR routers for this DVR port a28efff2-2414-4c79-9c96-a4e5f2148b7a on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:00:10.408253 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 3390825a-1ded-4281-a544-71cb2ea9f868 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:10.408598 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3390825a-1ded-4281-a544-71cb2ea9f868), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:10.409336 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0171a8b6-b76a-4d87-af35-e194c855a2b7 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for port (56fc711a-ce74-4b0b-97a2-d74343a57c79), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:10.424805 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3b98f3-e26f-4023-bc76-8fe5c98de220 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:10.428273 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd3b98f3-e26f-4023-bc76-8fe5c98de220 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:10.468946 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3b98f3-e26f-4023-bc76-8fe5c98de220 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:00:10.475390 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0171a8b6-b76a-4d87-af35-e194c855a2b7 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (56fc711a-ce74-4b0b-97a2-d74343a57c79), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:10.507980 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd3b98f3-e26f-4023-bc76-8fe5c98de220 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (424ba124-fd0e-4923-bb1c-a56547af55bc), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:10.507980 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-bd3b98f3-e26f-4023-bc76-8fe5c98de220 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Added segment 424ba124-fd0e-4923-bb1c-a56547af55bc of type vlan for network 4908bf23-a7eb-423e-baf3-6e02de1d4752 Feb 20 06:00:10.530331 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 3390825a-1ded-4281-a544-71cb2ea9f868 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:10.530949 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3390825a-1ded-4281-a544-71cb2ea9f868), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:10.542235 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0171a8b6-b76a-4d87-af35-e194c855a2b7 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Network 59b9bd63-b1f0-4436-a092-d5238dc18f02 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:10.586069 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 3390825a-1ded-4281-a544-71cb2ea9f868, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3390825a-1ded-4281-a544-71cb2ea9f868,segment=NetworkSegment(ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0),segment_id=ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:10.591951 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3390825a-1ded-4281-a544-71cb2ea9f868), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:10.592944 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:00:10.593548 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171a8b6-b76a-4d87-af35-e194c855a2b7 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'Port': ['ID=56fc711a-ce74-4b0b-97a2-d74343a57c79,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:10.608009 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-0171a8b6-b76a-4d87-af35-e194c855a2b7 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:10.626508 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0171a8b6-b76a-4d87-af35-e194c855a2b7 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:10.635607 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd3b98f3-e26f-4023-bc76-8fe5c98de220 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (4908bf23-a7eb-423e-baf3-6e02de1d4752), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:10.694306 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=3390825a-1ded-4281-a544-71cb2ea9f868,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:10.730699 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:10.731096 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:10.784087 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0171a8b6-b76a-4d87-af35-e194c855a2b7 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (b963ffda-6ba5-421f-a5cc-a6a706e357ed), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:10.841858 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:10.842927 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:10.877428 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:10.883512 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:10.899494 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd3b98f3-e26f-4023-bc76-8fe5c98de220 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (4908bf23-a7eb-423e-baf3-6e02de1d4752), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:10.906757 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3b98f3-e26f-4023-bc76-8fe5c98de220 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:10.907418 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd3b98f3-e26f-4023-bc76-8fe5c98de220 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:11.009115 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:11.028005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a28efff2-2414-4c79-9c96-a4e5f2148b7a no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:00:11.061761 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bd3b98f3-e26f-4023-bc76-8fe5c98de220 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7043359 Feb 20 06:00:11.065221 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39882) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:11.070473 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-95e76bab-4b2e-4fdd-881f-c25f67fa9d42 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'subnet': {'network_id': '4908bf23-a7eb-423e-baf3-6e02de1d4752', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:11.098098 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: a28efff2-2414-4c79-9c96-a4e5f2148b7a {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:00:11.098479 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a28efff2-2414-4c79-9c96-a4e5f2148b7a not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:00:11.125694 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b98f3-e26f-4023-bc76-8fe5c98de220 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Network': ['ID=4908bf23-a7eb-423e-baf3-6e02de1d4752,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:11.143250 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 4908bf23-a7eb-423e-baf3-6e02de1d4752 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:00:11.167755 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39884) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:11.217205 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0171a8b6-b76a-4d87-af35-e194c855a2b7 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (56fc711a-ce74-4b0b-97a2-d74343a57c79), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:11.242534 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e76bab-4b2e-4fdd-881f-c25f67fa9d42 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:11.246891 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-95e76bab-4b2e-4fdd-881f-c25f67fa9d42 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:11.284586 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc849688-c938-4f23-9637-0a142f14cf15 None None] Network 59b9bd63-b1f0-4436-a092-d5238dc18f02 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:11.361214 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-983b4034-0929-4998-b074-8b1bcb45d30b None None] Provisioning complete for port 3390825a-1ded-4281-a544-71cb2ea9f868 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:11.361591 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-983b4034-0929-4998-b074-8b1bcb45d30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3390825a-1ded-4281-a544-71cb2ea9f868), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:11.505085 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-983b4034-0929-4998-b074-8b1bcb45d30b None None] Current status of the port 3390825a-1ded-4281-a544-71cb2ea9f868 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:11.522523 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-710fcbed-12fd-4be4-9423-0e163145bf5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:11.641638 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-95e76bab-4b2e-4fdd-881f-c25f67fa9d42 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (0ee02318-9a28-42fc-942b-12eadc1ece5d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:11.744445 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-710fcbed-12fd-4be4-9423-0e163145bf5e admin admin] Publish callbacks [] for security_group (66649251-f893-4619-9253-994053aea1ec), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:11.764853 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-710fcbed-12fd-4be4-9423-0e163145bf5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (66649251-f893-4619-9253-994053aea1ec), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:11.774191 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0171a8b6-b76a-4d87-af35-e194c855a2b7 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for port (56fc711a-ce74-4b0b-97a2-d74343a57c79), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:11.789009 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e76bab-4b2e-4fdd-881f-c25f67fa9d42 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Checking segment: {'id': '424ba124-fd0e-4923-bb1c-a56547af55bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4908bf23-a7eb-423e-baf3-6e02de1d4752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:00:11.789851 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e76bab-4b2e-4fdd-881f-c25f67fa9d42 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network hostable DHCP agents. Network: 4908bf23-a7eb-423e-baf3-6e02de1d4752, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:00:11.789980 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0171a8b6-b76a-4d87-af35-e194c855a2b7 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (56fc711a-ce74-4b0b-97a2-d74343a57c79), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:11.801626 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e76bab-4b2e-4fdd-881f-c25f67fa9d42 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Subnet': ['ID=0ee02318-9a28-42fc-942b-12eadc1ece5d,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:11.833792 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d6967e4e-3859-48f0-9402-0a233ec95c36 None None] Provisioning complete for port 3390825a-1ded-4281-a544-71cb2ea9f868 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:11.834253 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d6967e4e-3859-48f0-9402-0a233ec95c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3390825a-1ded-4281-a544-71cb2ea9f868), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:11.836609 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e76bab-4b2e-4fdd-881f-c25f67fa9d42 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network 4908bf23-a7eb-423e-baf3-6e02de1d4752 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:00:11.854865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-95e76bab-4b2e-4fdd-881f-c25f67fa9d42 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 4908bf23-a7eb-423e-baf3-6e02de1d4752) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:11.861120 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0171a8b6-b76a-4d87-af35-e194c855a2b7 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (b963ffda-6ba5-421f-a5cc-a6a706e357ed), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:11.866421 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e76bab-4b2e-4fdd-881f-c25f67fa9d42 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:11.867052 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-95e76bab-4b2e-4fdd-881f-c25f67fa9d42 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:11.912435 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-95e76bab-4b2e-4fdd-881f-c25f67fa9d42 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8459456 Feb 20 06:00:11.915452 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39900) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:11.921074 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c40e142-e1d3-4a5f-88a3-0cb5712c472b None None] Network 4908bf23-a7eb-423e-baf3-6e02de1d4752 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:11.922857 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-dcf862d9-b9b1-4c07-a9f1-7f0ebbcb031b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'port': {'network_id': '4908bf23-a7eb-423e-baf3-6e02de1d4752', 'name': 'tempest-PortsIpV6TestJSON-418914324', 'fixed_ips': [{'subnet_id': '0ee02318-9a28-42fc-942b-12eadc1ece5d', 'ip_address': '2001:db8::10'}]}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:11.939474 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-710fcbed-12fd-4be4-9423-0e163145bf5e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0fbb6e36d7b483c997b164451cd71b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7699566 Feb 20 06:00:11.944772 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39902) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:11.956327 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fcbed-12fd-4be4-9423-0e163145bf5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66649251-f893-4619-9253-994053aea1ec,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:12.074455 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171a8b6-b76a-4d87-af35-e194c855a2b7 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'Port': ['ID=56fc711a-ce74-4b0b-97a2-d74343a57c79,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:12.157750 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3390825a-1ded-4281-a544-71cb2ea9f868 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:00:12.199397 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf862d9-b9b1-4c07-a9f1-7f0ebbcb031b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:12.214044 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fd5928d8-ba74-40f1-b525-3d3ac47cd4ab admin admin] Publish callbacks [] for security_group (66649251-f893-4619-9253-994053aea1ec), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:12.216814 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c51801-26d4-43d6-8878-728bef56b39d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-4908bf23-a7eb-423e-baf3-6e02de1d4752', 'network_id': '4908bf23-a7eb-423e-baf3-6e02de1d4752', 'project_id': 'd4e7f7fef597499b96cf48ad9eb5c1bb', 'fixed_ips': [{'subnet_id': '0ee02318-9a28-42fc-942b-12eadc1ece5d'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:00:12.218214 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-03c51801-26d4-43d6-8878-728bef56b39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:12.245681 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0171a8b6-b76a-4d87-af35-e194c855a2b7 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Network 59b9bd63-b1f0-4436-a092-d5238dc18f02 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:12.251103 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fd5928d8-ba74-40f1-b525-3d3ac47cd4ab admin admin] Publish callbacks [] for security_group (66649251-f893-4619-9253-994053aea1ec), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:12.253562 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-0171a8b6-b76a-4d87-af35-e194c855a2b7 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:12.364871 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dcf862d9-b9b1-4c07-a9f1-7f0ebbcb031b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:12.389704 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-dcf862d9-b9b1-4c07-a9f1-7f0ebbcb031b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] device_id is not set on port d5721cc0-a2a8-4d50-8aac-972fab814db5 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 06:00:12.428759 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d6967e4e-3859-48f0-9402-0a233ec95c36 None None] Current status of the port 3390825a-1ded-4281-a544-71cb2ea9f868 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:12.498260 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d6967e4e-3859-48f0-9402-0a233ec95c36 None None] Provisioning complete for port 56fc711a-ce74-4b0b-97a2-d74343a57c79 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:12.498634 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d6967e4e-3859-48f0-9402-0a233ec95c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (56fc711a-ce74-4b0b-97a2-d74343a57c79), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:12.518776 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0171a8b6-b76a-4d87-af35-e194c855a2b7 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Router b963ffda-6ba5-421f-a5cc-a6a706e357ed has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:00:12.523430 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fd5928d8-ba74-40f1-b525-3d3ac47cd4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (66649251-f893-4619-9253-994053aea1ec), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:12.528912 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fd5928d8-ba74-40f1-b525-3d3ac47cd4ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:12.535011 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fd5928d8-ba74-40f1-b525-3d3ac47cd4ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66649251-f893-4619-9253-994053aea1ec HTTP/1.1" status: 204 len: 168 time: 0.5770726 Feb 20 06:00:12.583022 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5928d8-ba74-40f1-b525-3d3ac47cd4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66649251-f893-4619-9253-994053aea1ec,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:12.623850 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d6967e4e-3859-48f0-9402-0a233ec95c36 None None] Port 56fc711a-ce74-4b0b-97a2-d74343a57c79 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:00:12.700237 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 3390825a-1ded-4281-a544-71cb2ea9f868 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:12.700612 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3390825a-1ded-4281-a544-71cb2ea9f868), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:12.744931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39918) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:12.827547 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e2fbd85f-3cda-4dca-857c-d7b88dea9c81 None None] Provisioning complete for port 56fc711a-ce74-4b0b-97a2-d74343a57c79 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:12.827547 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e2fbd85f-3cda-4dca-857c-d7b88dea9c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (56fc711a-ce74-4b0b-97a2-d74343a57c79), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:12.835516 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-dcf862d9-b9b1-4c07-a9f1-7f0ebbcb031b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Allocated IP 2001:db8::10 (4908bf23-a7eb-423e-baf3-6e02de1d4752/0ee02318-9a28-42fc-942b-12eadc1ece5d/d5721cc0-a2a8-4d50-8aac-972fab814db5) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:12.912370 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0171a8b6-b76a-4d87-af35-e194c855a2b7 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:00:12.930828 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0171a8b6-b76a-4d87-af35-e194c855a2b7 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "PUT /v2.0/routers/b963ffda-6ba5-421f-a5cc-a6a706e357ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9628625 Feb 20 06:00:12.931396 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39926) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:12.934424 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e2fbd85f-3cda-4dca-857c-d7b88dea9c81 None None] Port 56fc711a-ce74-4b0b-97a2-d74343a57c79 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:00:12.949022 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b635e2db-d04e-45ca-b648-0ea7d78a4a61 None None] Sync routers for ids ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:00:13.002209 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b635e2db-d04e-45ca-b648-0ea7d78a4a61 None None] Routers {'b963ffda-6ba5-421f-a5cc-a6a706e357ed'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:00:13.002862 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-b635e2db-d04e-45ca-b648-0ea7d78a4a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:59:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:13.004771 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 3390825a-1ded-4281-a544-71cb2ea9f868 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:13.006290 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:00:13.168729 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dcf862d9-b9b1-4c07-a9f1-7f0ebbcb031b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for port (d5721cc0-a2a8-4d50-8aac-972fab814db5), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:13.216364 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dcf862d9-b9b1-4c07-a9f1-7f0ebbcb031b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (d5721cc0-a2a8-4d50-8aac-972fab814db5), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:13.236894 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-5c3226b8-aa5f-4789-99ca-33733eb6b45c tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1438556827'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:13.249385 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf862d9-b9b1-4c07-a9f1-7f0ebbcb031b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network 4908bf23-a7eb-423e-baf3-6e02de1d4752 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:13.253159 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-dcf862d9-b9b1-4c07-a9f1-7f0ebbcb031b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:13.268878 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf862d9-b9b1-4c07-a9f1-7f0ebbcb031b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:13.292672 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf862d9-b9b1-4c07-a9f1-7f0ebbcb031b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:13.293509 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dcf862d9-b9b1-4c07-a9f1-7f0ebbcb031b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:13.317308 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:13.318385 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:13.320314 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-66ca81a3-3db5-4721-8704-f0c6038add73 None None] Provisioning complete for port 56fc711a-ce74-4b0b-97a2-d74343a57c79 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:13.320867 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-66ca81a3-3db5-4721-8704-f0c6038add73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (56fc711a-ce74-4b0b-97a2-d74343a57c79), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:13.344587 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3226b8-aa5f-4789-99ca-33733eb6b45c tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Made reservation on behalf of cea20d41d78047bb86d3a366f8a8255b for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:13.348054 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5c3226b8-aa5f-4789-99ca-33733eb6b45c tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:13.361973 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5c3226b8-aa5f-4789-99ca-33733eb6b45c tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:13.368132 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bb6bcb-e7b4-417c-b511-464106d6598c tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:13.369134 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bb6bcb-e7b4-417c-b511-464106d6598c tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:13.369594 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-66ca81a3-3db5-4721-8704-f0c6038add73 None None] Port 56fc711a-ce74-4b0b-97a2-d74343a57c79 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:00:13.369763 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bb6bcb-e7b4-417c-b511-464106d6598c tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:13.370078 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bb6bcb-e7b4-417c-b511-464106d6598c tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:13.370545 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bb6bcb-e7b4-417c-b511-464106d6598c tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:13.371035 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bb6bcb-e7b4-417c-b511-464106d6598c tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:13.371493 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bb6bcb-e7b4-417c-b511-464106d6598c tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:13.375792 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-66bb6bcb-e7b4-417c-b511-464106d6598c tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4912 time: 0.4409983 Feb 20 06:00:13.379115 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39936) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:13.404145 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dcf862d9-b9b1-4c07-a9f1-7f0ebbcb031b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4872410 Feb 20 06:00:13.405625 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39938) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:13.428602 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0c843d10-d62d-4a8c-a727-05ecec59ef32 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'port': {'network_id': '4908bf23-a7eb-423e-baf3-6e02de1d4752', 'name': 'tempest-PortsIpV6TestJSON-1349903796', 'fixed_ips': [{'subnet_id': '0ee02318-9a28-42fc-942b-12eadc1ece5d', 'ip_address': '2001:db8::f'}]}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:13.477810 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-03c51801-26d4-43d6-8878-728bef56b39d None None] Allocated IP 2001:db8::2 (4908bf23-a7eb-423e-baf3-6e02de1d4752/0ee02318-9a28-42fc-942b-12eadc1ece5d/7d8cdb85-0e03-4a3b-95f5-eba7384c6a58) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:13.496003 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf862d9-b9b1-4c07-a9f1-7f0ebbcb031b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Port': ['ID=d5721cc0-a2a8-4d50-8aac-972fab814db5,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:13.519191 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca990c5-a326-4a6a-939a-1e62a64c06ef tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:13.519662 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca990c5-a326-4a6a-939a-1e62a64c06ef tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:13.521025 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca990c5-a326-4a6a-939a-1e62a64c06ef tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:13.521502 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca990c5-a326-4a6a-939a-1e62a64c06ef tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:13.522064 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca990c5-a326-4a6a-939a-1e62a64c06ef tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:13.522524 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca990c5-a326-4a6a-939a-1e62a64c06ef tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:13.527406 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5ca990c5-a326-4a6a-939a-1e62a64c06ef tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3962 time: 0.1442900 Feb 20 06:00:13.528358 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39942) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:13.566632 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-b635e2db-d04e-45ca-b648-0ea7d78a4a61 None None] Set router b963ffda-6ba5-421f-a5cc-a6a706e357ed gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:00:13.635038 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c843d10-d62d-4a8c-a727-05ecec59ef32 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:13.640969 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c843d10-d62d-4a8c-a727-05ecec59ef32 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:13.660747 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-0c843d10-d62d-4a8c-a727-05ecec59ef32 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] device_id is not set on port 08c28a9b-fa9a-49c3-a2aa-9b8280569ba4 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 06:00:13.672657 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:13.746705 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5c3226b8-aa5f-4789-99ca-33733eb6b45c tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks [] for security_group (e0568dfc-13f8-4541-92c9-6bfcbfb69f11), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:13.761502 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5c3226b8-aa5f-4789-99ca-33733eb6b45c tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e0568dfc-13f8-4541-92c9-6bfcbfb69f11), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:13.902539 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c3226b8-aa5f-4789-99ca-33733eb6b45c tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:00:13.920107 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3226b8-aa5f-4789-99ca-33733eb6b45c tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0568dfc-13f8-4541-92c9-6bfcbfb69f11,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:13.933143 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5c3226b8-aa5f-4789-99ca-33733eb6b45c tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (517d8128-77a2-45d1-9d4f-57327c9f2b6d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:13.933508 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-5c3226b8-aa5f-4789-99ca-33733eb6b45c tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Added segment 517d8128-77a2-45d1-9d4f-57327c9f2b6d of type vlan for network b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b Feb 20 06:00:14.109253 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-03c51801-26d4-43d6-8878-728bef56b39d None None] Publish callbacks [] for port (7d8cdb85-0e03-4a3b-95f5-eba7384c6a58), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:14.120677 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-03c51801-26d4-43d6-8878-728bef56b39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (7d8cdb85-0e03-4a3b-95f5-eba7384c6a58), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:14.168766 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c51801-26d4-43d6-8878-728bef56b39d None None] Network 4908bf23-a7eb-423e-baf3-6e02de1d4752 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:14.175178 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-03c51801-26d4-43d6-8878-728bef56b39d None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:14.181879 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c51801-26d4-43d6-8878-728bef56b39d None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:14.182421 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-0c843d10-d62d-4a8c-a727-05ecec59ef32 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Allocated IP 2001:db8::f (4908bf23-a7eb-423e-baf3-6e02de1d4752/0ee02318-9a28-42fc-942b-12eadc1ece5d/08c28a9b-fa9a-49c3-a2aa-9b8280569ba4) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:14.192844 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-b635e2db-d04e-45ca-b648-0ea7d78a4a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'name': 'tempest-TestNetworkBasicOps-router-194093614', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:11Z', 'revision_number': 4, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '56fc711a-ce74-4b0b-97a2-d74343a57c79', 'name': '', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'mac_address': 'fa:16:3e:f9:3b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:09Z', 'updated_at': '2022-02-20T06:00:11Z', 'revision_number': 2, 'project_id': '111d530b12d246f29867a11f6618a046', 'subnets': [{'id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:14.226203 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b635e2db-d04e-45ca-b648-0ea7d78a4a61 None None] Checking router: b963ffda-6ba5-421f-a5cc-a6a706e357ed for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:00:14.226650 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b635e2db-d04e-45ca-b648-0ea7d78a4a61 None None] Updating router b963ffda-6ba5-421f-a5cc-a6a706e357ed port 56fc711a-ce74-4b0b-97a2-d74343a57c79 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:00:14.265259 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c51801-26d4-43d6-8878-728bef56b39d None None] Pushing event updated for resources: {'Port': ['ID=7d8cdb85-0e03-4a3b-95f5-eba7384c6a58,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:14.303418 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-03c51801-26d4-43d6-8878-728bef56b39d None None] Attempting to bind port 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:00:14.303892 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-03c51801-26d4-43d6-8878-728bef56b39d None None] Attempting to bind port 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '424ba124-fd0e-4923-bb1c-a56547af55bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4908bf23-a7eb-423e-baf3-6e02de1d4752'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:00:14.304335 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c51801-26d4-43d6-8878-728bef56b39d None None] Attempting to bind port 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58 on network 4908bf23-a7eb-423e-baf3-6e02de1d4752 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:00:14.316146 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b635e2db-d04e-45ca-b648-0ea7d78a4a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (56fc711a-ce74-4b0b-97a2-d74343a57c79), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:14.318298 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c51801-26d4-43d6-8878-728bef56b39d None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:00:14.318777 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c51801-26d4-43d6-8878-728bef56b39d None None] Checking segment: {'id': '424ba124-fd0e-4923-bb1c-a56547af55bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4908bf23-a7eb-423e-baf3-6e02de1d4752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:00:14.319268 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-03c51801-26d4-43d6-8878-728bef56b39d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:14.319866 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c51801-26d4-43d6-8878-728bef56b39d None None] Bound using segment: {'id': '424ba124-fd0e-4923-bb1c-a56547af55bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4908bf23-a7eb-423e-baf3-6e02de1d4752'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:00:14.320533 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-03c51801-26d4-43d6-8878-728bef56b39d None None] Bound port: 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '424ba124-fd0e-4923-bb1c-a56547af55bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4908bf23-a7eb-423e-baf3-6e02de1d4752'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:00:14.321100 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-03c51801-26d4-43d6-8878-728bef56b39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7d8cdb85-0e03-4a3b-95f5-eba7384c6a58), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:14.325137 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5c3226b8-aa5f-4789-99ca-33733eb6b45c tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:14.372502 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9ada28f6-ad29-4a01-82e7-a8d79b833b6c tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.8428526 Feb 20 06:00:14.387764 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5c3226b8-aa5f-4789-99ca-33733eb6b45c tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:14.395125 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-03c51801-26d4-43d6-8878-728bef56b39d None None] For port 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:00:14.398397 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-03c51801-26d4-43d6-8878-728bef56b39d None None] For port 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7d8cdb85-0e03-4a3b-95f5-eba7384c6a58,segment=NetworkSegment(424ba124-fd0e-4923-bb1c-a56547af55bc),segment_id=424ba124-fd0e-4923-bb1c-a56547af55bc)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:00:14.402135 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3226b8-aa5f-4789-99ca-33733eb6b45c tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:14.403184 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5c3226b8-aa5f-4789-99ca-33733eb6b45c tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:14.404553 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-03c51801-26d4-43d6-8878-728bef56b39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7d8cdb85-0e03-4a3b-95f5-eba7384c6a58), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:14.436779 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c843d10-d62d-4a8c-a727-05ecec59ef32 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for port (08c28a9b-fa9a-49c3-a2aa-9b8280569ba4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:14.467011 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5c3226b8-aa5f-4789-99ca-33733eb6b45c tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7207310 Feb 20 06:00:14.472421 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39958) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:14.499155 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-bc0d1039-37b5-401a-bf66-57c5106d2200 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Request body: {'subnet': {'network_id': 'b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:14.515565 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c843d10-d62d-4a8c-a727-05ecec59ef32 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (08c28a9b-fa9a-49c3-a2aa-9b8280569ba4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:14.535997 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3226b8-aa5f-4789-99ca-33733eb6b45c tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Pushing event updated for resources: {'Network': ['ID=b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:14.552105 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c51801-26d4-43d6-8878-728bef56b39d None None] Pushing event updated for resources: {'Port': ['ID=7d8cdb85-0e03-4a3b-95f5-eba7384c6a58,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:14.610179 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c843d10-d62d-4a8c-a727-05ecec59ef32 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network 4908bf23-a7eb-423e-baf3-6e02de1d4752 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:14.613985 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-0c843d10-d62d-4a8c-a727-05ecec59ef32 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:14.622488 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c843d10-d62d-4a8c-a727-05ecec59ef32 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:14.628463 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c843d10-d62d-4a8c-a727-05ecec59ef32 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:14.629103 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c843d10-d62d-4a8c-a727-05ecec59ef32 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:14.655558 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0d1039-37b5-401a-bf66-57c5106d2200 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Made reservation on behalf of cea20d41d78047bb86d3a366f8a8255b for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:14.659009 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc0d1039-37b5-401a-bf66-57c5106d2200 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:14.664658 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0c843d10-d62d-4a8c-a727-05ecec59ef32 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2436845 Feb 20 06:00:14.664658 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c843d10-d62d-4a8c-a727-05ecec59ef32 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Port': ['ID=08c28a9b-fa9a-49c3-a2aa-9b8280569ba4,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:14.667419 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39962) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:14.679579 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:00:14.967726 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b635e2db-d04e-45ca-b648-0ea7d78a4a61 None None] Publish callbacks [] for port (56fc711a-ce74-4b0b-97a2-d74343a57c79), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:14.977229 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b635e2db-d04e-45ca-b648-0ea7d78a4a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (56fc711a-ce74-4b0b-97a2-d74343a57c79), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:15.020390 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5612dd-07d5-4ac1-883d-592eac289239 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:15.027692 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6c5612dd-07d5-4ac1-883d-592eac289239 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3592322 Feb 20 06:00:15.030476 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39966) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:15.062655 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39968) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:15.086606 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3665f8-9b86-403d-836c-145c1f8c1525 None None] Pushing event updated for resources: {'Port': ['ID=56fc711a-ce74-4b0b-97a2-d74343a57c79,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:15.087166 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-92db322b-d730-4ade-a055-424b42673c29 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-441336767', 'description': 'tempest-secgroup-smoke-441336767 description', 'project_id': '111d530b12d246f29867a11f6618a046'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:15.184361 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-b635e2db-d04e-45ca-b648-0ea7d78a4a61 None None] Attempting to bind port 56fc711a-ce74-4b0b-97a2-d74343a57c79 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:00:15.184691 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-b635e2db-d04e-45ca-b648-0ea7d78a4a61 None None] Attempting to bind port 56fc711a-ce74-4b0b-97a2-d74343a57c79 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:00:15.185045 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b635e2db-d04e-45ca-b648-0ea7d78a4a61 None None] Attempting to bind port 56fc711a-ce74-4b0b-97a2-d74343a57c79 on network 59b9bd63-b1f0-4436-a092-d5238dc18f02 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:00:15.192294 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b635e2db-d04e-45ca-b648-0ea7d78a4a61 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:00:15.192687 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b635e2db-d04e-45ca-b648-0ea7d78a4a61 None None] Checking segment: {'id': 'ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:00:15.193220 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b635e2db-d04e-45ca-b648-0ea7d78a4a61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:15.193616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b635e2db-d04e-45ca-b648-0ea7d78a4a61 None None] Bound using segment: {'id': 'ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:00:15.194093 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-b635e2db-d04e-45ca-b648-0ea7d78a4a61 None None] Bound port: 56fc711a-ce74-4b0b-97a2-d74343a57c79, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:00:15.194473 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b635e2db-d04e-45ca-b648-0ea7d78a4a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (56fc711a-ce74-4b0b-97a2-d74343a57c79), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:15.209291 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddadc894-8b42-4939-a331-a506b05be837 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:15.216530 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddadc894-8b42-4939-a331-a506b05be837 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:15.222971 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddadc894-8b42-4939-a331-a506b05be837 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:15.228979 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ddadc894-8b42-4939-a331-a506b05be837 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1973774 Feb 20 06:00:15.229618 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39970) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:15.237746 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-92db322b-d730-4ade-a055-424b42673c29 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:15.321777 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b635e2db-d04e-45ca-b648-0ea7d78a4a61 None None] For port 56fc711a-ce74-4b0b-97a2-d74343a57c79, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:00:15.339230 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b635e2db-d04e-45ca-b648-0ea7d78a4a61 None None] For port 56fc711a-ce74-4b0b-97a2-d74343a57c79, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=56fc711a-ce74-4b0b-97a2-d74343a57c79,segment=NetworkSegment(ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0),segment_id=ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:00:15.348515 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b635e2db-d04e-45ca-b648-0ea7d78a4a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (56fc711a-ce74-4b0b-97a2-d74343a57c79), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:15.355731 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-8fd9e21c-a353-45cd-8460-491089baec38 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting port 08c28a9b-fa9a-49c3-a2aa-9b8280569ba4 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:00:15.356135 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8fd9e21c-a353-45cd-8460-491089baec38 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (08c28a9b-fa9a-49c3-a2aa-9b8280569ba4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:15.381328 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-92db322b-d730-4ade-a055-424b42673c29 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group (8e2fb20d-e3be-4143-ba7c-fc287e38c73e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:15.386158 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc0d1039-37b5-401a-bf66-57c5106d2200 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (6baae2e6-6e1b-4084-98b0-3c28e7928518), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:15.411487 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b635e2db-d04e-45ca-b648-0ea7d78a4a61 None None] Routers {'b963ffda-6ba5-421f-a5cc-a6a706e357ed'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:00:15.411953 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-b635e2db-d04e-45ca-b648-0ea7d78a4a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T05:59:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:15.465547 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d1039-37b5-401a-bf66-57c5106d2200 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Pushing event updated for resources: {'Subnet': ['ID=6baae2e6-6e1b-4084-98b0-3c28e7928518,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:15.469856 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-92db322b-d730-4ade-a055-424b42673c29 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8e2fb20d-e3be-4143-ba7c-fc287e38c73e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:15.504221 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8fd9e21c-a353-45cd-8460-491089baec38 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (08c28a9b-fa9a-49c3-a2aa-9b8280569ba4), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:15.527361 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-92db322b-d730-4ade-a055-424b42673c29 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:15.531309 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-92db322b-d730-4ade-a055-424b42673c29 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4646442 Feb 20 06:00:15.533565 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39974) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:15.541873 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3665f8-9b86-403d-836c-145c1f8c1525 None None] Pushing event updated for resources: {'Port': ['ID=56fc711a-ce74-4b0b-97a2-d74343a57c79,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:15.557165 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-90b7384b-21e7-4b52-b2b9-423d3cb1644c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'security_group_rule': {'security_group_id': '8e2fb20d-e3be-4143-ba7c-fc287e38c73e', 'project_id': '111d530b12d246f29867a11f6618a046', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:15.566683 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-8fd9e21c-a353-45cd-8460-491089baec38 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Calling delete_port for 08c28a9b-fa9a-49c3-a2aa-9b8280569ba4 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:00:15.573609 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db322b-d730-4ade-a055-424b42673c29 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2fb20d-e3be-4143-ba7c-fc287e38c73e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:15.587126 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0d1039-37b5-401a-bf66-57c5106d2200 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Checking segment: {'id': '517d8128-77a2-45d1-9d4f-57327c9f2b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:00:15.588181 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0d1039-37b5-401a-bf66-57c5106d2200 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Network hostable DHCP agents. Network: b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:00:15.595875 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-bbc8b13f-592e-4bc0-8512-464366e5cfe7 None None] Provisioning complete for port 56fc711a-ce74-4b0b-97a2-d74343a57c79 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:15.596418 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bbc8b13f-592e-4bc0-8512-464366e5cfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (56fc711a-ce74-4b0b-97a2-d74343a57c79), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:15.607956 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0d1039-37b5-401a-bf66-57c5106d2200 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Network b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:00:15.619682 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-bc0d1039-37b5-401a-bf66-57c5106d2200 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:15.625692 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0d1039-37b5-401a-bf66-57c5106d2200 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:15.626762 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc0d1039-37b5-401a-bf66-57c5106d2200 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:15.647272 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bc0d1039-37b5-401a-bf66-57c5106d2200 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1734736 Feb 20 06:00:15.650625 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39978) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:15.660494 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-17796188-5ed6-460b-8ba2-0104a390345b tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Request body: {'port': {'network_id': 'b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2016885504'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:15.684411 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56fe98c-3ebf-49cf-a38a-62a8a0357289 None None] Network b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:15.742873 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-90b7384b-21e7-4b52-b2b9-423d3cb1644c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (96e6ff09-5c1f-4ce5-93f9-312895fcbe6b), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:15.895189 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8fd9e21c-a353-45cd-8460-491089baec38 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (08c28a9b-fa9a-49c3-a2aa-9b8280569ba4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:15.904513 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bbc8b13f-592e-4bc0-8512-464366e5cfe7 None None] Current status of the port 56fc711a-ce74-4b0b-97a2-d74343a57c79 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:15.904910 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bbc8b13f-592e-4bc0-8512-464366e5cfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (56fc711a-ce74-4b0b-97a2-d74343a57c79), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:15.907183 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17796188-5ed6-460b-8ba2-0104a390345b tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Made reservation on behalf of cea20d41d78047bb86d3a366f8a8255b for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:15.911481 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17796188-5ed6-460b-8ba2-0104a390345b tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:15.917007 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-90b7384b-21e7-4b52-b2b9-423d3cb1644c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (96e6ff09-5c1f-4ce5-93f9-312895fcbe6b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:15.942155 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-17796188-5ed6-460b-8ba2-0104a390345b tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] device_id is not set on port e575868a-d1e4-4bc7-a11a-07b6493b9b57 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 06:00:15.945626 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-90b7384b-21e7-4b52-b2b9-423d3cb1644c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (96e6ff09-5c1f-4ce5-93f9-312895fcbe6b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:15.953543 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9e21c-a353-45cd-8460-491089baec38 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Port': ['ID=08c28a9b-fa9a-49c3-a2aa-9b8280569ba4,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:15.958296 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-b635e2db-d04e-45ca-b648-0ea7d78a4a61 None None] Set router b963ffda-6ba5-421f-a5cc-a6a706e357ed gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:00:16.039471 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7384b-21e7-4b52-b2b9-423d3cb1644c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e6ff09-5c1f-4ce5-93f9-312895fcbe6b,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:16.042241 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8fd9e21c-a353-45cd-8460-491089baec38 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:16.048558 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8fd9e21c-a353-45cd-8460-491089baec38 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/ports/08c28a9b-fa9a-49c3-a2aa-9b8280569ba4 HTTP/1.1" status: 204 len: 168 time: 0.8178720 Feb 20 06:00:16.049379 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39980) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:16.061288 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-90b7384b-21e7-4b52-b2b9-423d3cb1644c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:16.065431 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-90b7384b-21e7-4b52-b2b9-423d3cb1644c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5307660 Feb 20 06:00:16.066261 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39982) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:16.070829 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-3d1bf2cc-e652-4d49-b73c-ae5a5a28114b tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'security_group_rule': {'security_group_id': '8e2fb20d-e3be-4143-ba7c-fc287e38c73e', 'project_id': '111d530b12d246f29867a11f6618a046', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:16.116232 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-bbc8b13f-592e-4bc0-8512-464366e5cfe7 None None] For port 56fc711a-ce74-4b0b-97a2-d74343a57c79, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=56fc711a-ce74-4b0b-97a2-d74343a57c79,segment=NetworkSegment(ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0),segment_id=ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:16.126418 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3d1bf2cc-e652-4d49-b73c-ae5a5a28114b tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (0e25ce53-f287-49c7-8977-6d785d363fd5), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:16.129348 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef2ea34c-6604-4a76-a4b0-298e1440c49f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] GET failed (client error): The resource could not be found. Feb 20 06:00:16.134155 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ef2ea34c-6604-4a76-a4b0-298e1440c49f tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "GET /v2.0/ports/08c28a9b-fa9a-49c3-a2aa-9b8280569ba4 HTTP/1.1" status: 404 len: 333 time: 0.0762179 Feb 20 06:00:16.135745 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39984) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:16.150302 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:00:16.159628 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bbc8b13f-592e-4bc0-8512-464366e5cfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (56fc711a-ce74-4b0b-97a2-d74343a57c79), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:16.230319 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3d1bf2cc-e652-4d49-b73c-ae5a5a28114b tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (0e25ce53-f287-49c7-8977-6d785d363fd5), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:16.237455 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3d1bf2cc-e652-4d49-b73c-ae5a5a28114b tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (0e25ce53-f287-49c7-8977-6d785d363fd5), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:16.260326 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1bf2cc-e652-4d49-b73c-ae5a5a28114b tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e25ce53-f287-49c7-8977-6d785d363fd5,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:16.268343 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31ed72f-f1aa-4c56-a6e5-465928b32270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b', 'network_id': 'b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b', 'project_id': 'cea20d41d78047bb86d3a366f8a8255b', 'fixed_ips': [{'subnet_id': '6baae2e6-6e1b-4084-98b0-3c28e7928518'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:00:16.269125 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c31ed72f-f1aa-4c56-a6e5-465928b32270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:16.271325 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c622558-1f50-4ed6-9f81-d39277c39bb4 None None] Network 4908bf23-a7eb-423e-baf3-6e02de1d4752 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:16.274319 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3d1bf2cc-e652-4d49-b73c-ae5a5a28114b tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:16.279994 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 39986) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:16.280650 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3d1bf2cc-e652-4d49-b73c-ae5a5a28114b tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2133858 Feb 20 06:00:16.284879 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-89ba9fb3-b20c-4000-b6d6-2604f99fed64 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'security_group_rule': {'security_group_id': '8e2fb20d-e3be-4143-ba7c-fc287e38c73e', 'project_id': '111d530b12d246f29867a11f6618a046', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:16.287360 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8b13f-592e-4bc0-8512-464366e5cfe7 None None] Pushing event updated for resources: {'Port': ['ID=56fc711a-ce74-4b0b-97a2-d74343a57c79,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:16.312549 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-17796188-5ed6-460b-8ba2-0104a390345b tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Allocated IP 172.20.0.7 (b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b/6baae2e6-6e1b-4084-98b0-3c28e7928518/e575868a-d1e4-4bc7-a11a-07b6493b9b57) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:16.358083 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-89ba9fb3-b20c-4000-b6d6-2604f99fed64 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (24c1d50c-6f5a-4056-b7db-7496206c1436), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:16.398581 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-acc276e1-9a13-4287-afde-a8bcb52b4207 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting port d5721cc0-a2a8-4d50-8aac-972fab814db5 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:00:16.399082 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-acc276e1-9a13-4287-afde-a8bcb52b4207 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (d5721cc0-a2a8-4d50-8aac-972fab814db5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:16.506342 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-4d9cff99-b2ae-4a84-852f-7319e0e3f543 None None] Provisioning complete for port 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:16.506765 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d9cff99-b2ae-4a84-852f-7319e0e3f543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7d8cdb85-0e03-4a3b-95f5-eba7384c6a58), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:16.558294 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-89ba9fb3-b20c-4000-b6d6-2604f99fed64 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (24c1d50c-6f5a-4056-b7db-7496206c1436), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:16.573281 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f2f80d36-3f44-43c7-8c21-6530dd4d08e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:16.575315 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-89ba9fb3-b20c-4000-b6d6-2604f99fed64 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (24c1d50c-6f5a-4056-b7db-7496206c1436), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:16.628795 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba9fb3-b20c-4000-b6d6-2604f99fed64 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c1d50c-6f5a-4056-b7db-7496206c1436,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:16.635246 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-acc276e1-9a13-4287-afde-a8bcb52b4207 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (d5721cc0-a2a8-4d50-8aac-972fab814db5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:16.653363 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-89ba9fb3-b20c-4000-b6d6-2604f99fed64 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:16.657760 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-89ba9fb3-b20c-4000-b6d6-2604f99fed64 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3731475 Feb 20 06:00:16.658052 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:16.658516 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39988) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:16.658914 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7d8cdb85-0e03-4a3b-95f5-eba7384c6a58), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:16.663452 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-d01e7a17-b408-4795-9b0b-d04203db1173 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'security_group_rule': {'security_group_id': '8e2fb20d-e3be-4143-ba7c-fc287e38c73e', 'project_id': '111d530b12d246f29867a11f6618a046', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:16.663763 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba9fb3-b20c-4000-b6d6-2604f99fed64 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:16.664124 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba9fb3-b20c-4000-b6d6-2604f99fed64 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:16.664476 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba9fb3-b20c-4000-b6d6-2604f99fed64 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:16.664819 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba9fb3-b20c-4000-b6d6-2604f99fed64 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:16.666524 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba9fb3-b20c-4000-b6d6-2604f99fed64 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:16.666524 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba9fb3-b20c-4000-b6d6-2604f99fed64 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:16.666524 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba9fb3-b20c-4000-b6d6-2604f99fed64 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:16.666819 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba9fb3-b20c-4000-b6d6-2604f99fed64 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:16.667162 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba9fb3-b20c-4000-b6d6-2604f99fed64 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:16.667417 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba9fb3-b20c-4000-b6d6-2604f99fed64 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:16.667755 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba9fb3-b20c-4000-b6d6-2604f99fed64 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:16.668088 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba9fb3-b20c-4000-b6d6-2604f99fed64 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:16.668889 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba9fb3-b20c-4000-b6d6-2604f99fed64 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:16.680426 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-acc276e1-9a13-4287-afde-a8bcb52b4207 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Calling delete_port for d5721cc0-a2a8-4d50-8aac-972fab814db5 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:00:16.699633 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17796188-5ed6-460b-8ba2-0104a390345b tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks [] for port (e575868a-d1e4-4bc7-a11a-07b6493b9b57), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:16.727450 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d01e7a17-b408-4795-9b0b-d04203db1173 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (14496312-8c1c-4565-a412-4a9fdfda66f4), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:16.783607 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4d9cff99-b2ae-4a84-852f-7319e0e3f543 None None] Current status of the port 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:16.784004 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d9cff99-b2ae-4a84-852f-7319e0e3f543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7d8cdb85-0e03-4a3b-95f5-eba7384c6a58), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:16.796894 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17796188-5ed6-460b-8ba2-0104a390345b tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (e575868a-d1e4-4bc7-a11a-07b6493b9b57), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:16.815463 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d01e7a17-b408-4795-9b0b-d04203db1173 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (14496312-8c1c-4565-a412-4a9fdfda66f4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:16.834300 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d01e7a17-b408-4795-9b0b-d04203db1173 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (14496312-8c1c-4565-a412-4a9fdfda66f4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:16.860951 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e7a17-b408-4795-9b0b-d04203db1173 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14496312-8c1c-4565-a412-4a9fdfda66f4,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:16.880363 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d01e7a17-b408-4795-9b0b-d04203db1173 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:16.880363 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d01e7a17-b408-4795-9b0b-d04203db1173 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2169120 Feb 20 06:00:16.880363 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 39996) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:16.885694 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-04873f42-b0cf-4c05-a7cd-1b9752890f3b tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'security_group_rule': {'security_group_id': '8e2fb20d-e3be-4143-ba7c-fc287e38c73e', 'project_id': '111d530b12d246f29867a11f6618a046', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:16.898231 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17796188-5ed6-460b-8ba2-0104a390345b tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Network b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:16.899576 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17796188-5ed6-460b-8ba2-0104a390345b tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Pushing event updated for resources: {'Port': ['ID=e575868a-d1e4-4bc7-a11a-07b6493b9b57,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:16.915352 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-17796188-5ed6-460b-8ba2-0104a390345b tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:16.917394 n-d-829866-5 neutron-server[103406]: INFO neutron.db.securitygroups_db [None req-04873f42-b0cf-4c05-a7cd-1b9752890f3b tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Project 111d530b12d246f29867a11f6618a046 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:00:16.934334 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-b635e2db-d04e-45ca-b648-0ea7d78a4a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'name': 'tempest-TestNetworkBasicOps-router-194093614', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:11Z', 'revision_number': 4, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '56fc711a-ce74-4b0b-97a2-d74343a57c79', 'name': '', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'mac_address': 'fa:16:3e:f9:3b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:09Z', 'updated_at': '2022-02-20T06:00:15Z', 'revision_number': 4, 'project_id': '111d530b12d246f29867a11f6618a046', 'subnets': [{'id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:16.934700 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-04873f42-b0cf-4c05-a7cd-1b9752890f3b tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (70bb5fd2-751d-4796-aae6-c9efad9c1477), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:16.946407 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17796188-5ed6-460b-8ba2-0104a390345b tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:17.037110 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17796188-5ed6-460b-8ba2-0104a390345b tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:17.037776 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17796188-5ed6-460b-8ba2-0104a390345b tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:17.065322 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-17796188-5ed6-460b-8ba2-0104a390345b tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4131913 Feb 20 06:00:17.066314 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40004) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:17.068198 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-04873f42-b0cf-4c05-a7cd-1b9752890f3b tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (70bb5fd2-751d-4796-aae6-c9efad9c1477), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:17.075814 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-acc276e1-9a13-4287-afde-a8bcb52b4207 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (d5721cc0-a2a8-4d50-8aac-972fab814db5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:17.076311 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-04873f42-b0cf-4c05-a7cd-1b9752890f3b tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (70bb5fd2-751d-4796-aae6-c9efad9c1477), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:17.101044 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-04873f42-b0cf-4c05-a7cd-1b9752890f3b tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:17.102449 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-04873f42-b0cf-4c05-a7cd-1b9752890f3b tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2208896 Feb 20 06:00:17.109201 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40006) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:17.116486 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-24cfbb11-1720-4584-b414-a611823969bc tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'security_group_rule': {'security_group_id': '8e2fb20d-e3be-4143-ba7c-fc287e38c73e', 'project_id': '111d530b12d246f29867a11f6618a046', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:17.130119 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04873f42-b0cf-4c05-a7cd-1b9752890f3b tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70bb5fd2-751d-4796-aae6-c9efad9c1477,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:17.149586 n-d-829866-5 neutron-server[103406]: INFO neutron.db.securitygroups_db [None req-24cfbb11-1720-4584-b414-a611823969bc tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Project 111d530b12d246f29867a11f6618a046 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:00:17.156981 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc276e1-9a13-4287-afde-a8bcb52b4207 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Port': ['ID=d5721cc0-a2a8-4d50-8aac-972fab814db5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:17.157234 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-24cfbb11-1720-4584-b414-a611823969bc tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (83e52d88-62b4-496c-b8bf-9f8809b576ab), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:17.200157 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-acc276e1-9a13-4287-afde-a8bcb52b4207 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:17.207757 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-acc276e1-9a13-4287-afde-a8bcb52b4207 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/ports/d5721cc0-a2a8-4d50-8aac-972fab814db5 HTTP/1.1" status: 204 len: 168 time: 1.0708525 Feb 20 06:00:17.208391 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40008) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:17.240027 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d136bbc-c2b6-4921-93c0-4ff0d66fbb67 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] GET failed (client error): The resource could not be found. Feb 20 06:00:17.245041 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6d136bbc-c2b6-4921-93c0-4ff0d66fbb67 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "GET /v2.0/ports/d5721cc0-a2a8-4d50-8aac-972fab814db5 HTTP/1.1" status: 404 len: 333 time: 0.0334694 Feb 20 06:00:17.245676 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40010) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:17.282165 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-24cfbb11-1720-4584-b414-a611823969bc tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (83e52d88-62b4-496c-b8bf-9f8809b576ab), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:17.291605 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-24cfbb11-1720-4584-b414-a611823969bc tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (83e52d88-62b4-496c-b8bf-9f8809b576ab), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:17.300922 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-4d9cff99-b2ae-4a84-852f-7319e0e3f543 None None] For port 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7d8cdb85-0e03-4a3b-95f5-eba7384c6a58,segment=NetworkSegment(424ba124-fd0e-4923-bb1c-a56547af55bc),segment_id=424ba124-fd0e-4923-bb1c-a56547af55bc)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:17.302929 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-c31ed72f-f1aa-4c56-a6e5-465928b32270 None None] Allocated IP 172.20.0.2 (b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b/6baae2e6-6e1b-4084-98b0-3c28e7928518/c412073b-d721-43ce-aa94-0cb4188a4e40) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:17.307249 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b635e2db-d04e-45ca-b648-0ea7d78a4a61 None None] The sync data for ids ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'] in n-d-829866-5 is: [{'id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'name': 'tempest-TestNetworkBasicOps-router-194093614', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:11Z', 'revision_number': 4, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '56fc711a-ce74-4b0b-97a2-d74343a57c79', 'name': '', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'mac_address': 'fa:16:3e:f9:3b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:09Z', 'updated_at': '2022-02-20T06:00:15Z', 'revision_number': 4, 'project_id': '111d530b12d246f29867a11f6618a046', 'subnets': [{'id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:00:17.320280 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d9cff99-b2ae-4a84-852f-7319e0e3f543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7d8cdb85-0e03-4a3b-95f5-eba7384c6a58), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:17.339749 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cfbb11-1720-4584-b414-a611823969bc tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e52d88-62b4-496c-b8bf-9f8809b576ab,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:17.364765 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-24cfbb11-1720-4584-b414-a611823969bc tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:17.365460 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-24cfbb11-1720-4584-b414-a611823969bc tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2549663 Feb 20 06:00:17.385368 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-535a8648-8645-48b6-962c-bbdee6c9777e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting subnet 0ee02318-9a28-42fc-942b-12eadc1ece5d {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:00:17.394713 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-535a8648-8645-48b6-962c-bbdee6c9777e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for subnet (0ee02318-9a28-42fc-942b-12eadc1ece5d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:17.496126 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-4d9cff99-b2ae-4a84-852f-7319e0e3f543 None None] Provisioning complete for port 56fc711a-ce74-4b0b-97a2-d74343a57c79 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:17.496514 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d9cff99-b2ae-4a84-852f-7319e0e3f543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (56fc711a-ce74-4b0b-97a2-d74343a57c79), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:17.523420 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8e280e01-e3c1-4f11-b3cf-c8e8e90d5c3a tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Deleting port e575868a-d1e4-4bc7-a11a-07b6493b9b57 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:00:17.523420 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8e280e01-e3c1-4f11-b3cf-c8e8e90d5c3a tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (e575868a-d1e4-4bc7-a11a-07b6493b9b57), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:17.555617 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:17.556224 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7d8cdb85-0e03-4a3b-95f5-eba7384c6a58), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:17.597058 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9cff99-b2ae-4a84-852f-7319e0e3f543 None None] Pushing event updated for resources: {'Port': ['ID=7d8cdb85-0e03-4a3b-95f5-eba7384c6a58,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:17.674379 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-535a8648-8645-48b6-962c-bbdee6c9777e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (0ee02318-9a28-42fc-942b-12eadc1ece5d), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:17.770971 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8e280e01-e3c1-4f11-b3cf-c8e8e90d5c3a tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (e575868a-d1e4-4bc7-a11a-07b6493b9b57), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:17.804718 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8e280e01-e3c1-4f11-b3cf-c8e8e90d5c3a tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Calling delete_port for e575868a-d1e4-4bc7-a11a-07b6493b9b57 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:00:17.808958 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4d9cff99-b2ae-4a84-852f-7319e0e3f543 None None] Current status of the port 56fc711a-ce74-4b0b-97a2-d74343a57c79 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:17.829372 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 06:00:17.829726 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 06:00:17.847488 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-ebd8e114-33d0-412a-bd70-fd36a095b49b tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-441336767&fields=id&tenant_id=111d530b12d246f29867a11f6618a046 HTTP/1.1" status: 200 len: 267 time: 0.1584997 Feb 20 06:00:17.919018 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c31ed72f-f1aa-4c56-a6e5-465928b32270 None None] Publish callbacks [] for port (c412073b-d721-43ce-aa94-0cb4188a4e40), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:17.938949 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0c0485d2-0841-4e20-8b55-6a802bb13885 None None] Could not find standard attr ID for object d5721cc0-a2a8-4d50-8aac-972fab814db5. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 06:00:17.941568 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c31ed72f-f1aa-4c56-a6e5-465928b32270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (c412073b-d721-43ce-aa94-0cb4188a4e40), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:17.994537 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31ed72f-f1aa-4c56-a6e5-465928b32270 None None] Network b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:17.999510 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-c31ed72f-f1aa-4c56-a6e5-465928b32270 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:18.007587 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31ed72f-f1aa-4c56-a6e5-465928b32270 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:18.024547 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-535a8648-8645-48b6-962c-bbdee6c9777e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (0ee02318-9a28-42fc-942b-12eadc1ece5d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:18.063932 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0c0485d2-0841-4e20-8b55-6a802bb13885 None None] Provisioning complete for port 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:18.064115 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0c0485d2-0841-4e20-8b55-6a802bb13885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7d8cdb85-0e03-4a3b-95f5-eba7384c6a58), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:18.128030 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ed72f-f1aa-4c56-a6e5-465928b32270 None None] Pushing event updated for resources: {'Port': ['ID=c412073b-d721-43ce-aa94-0cb4188a4e40,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:18.164488 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-c31ed72f-f1aa-4c56-a6e5-465928b32270 None None] Attempting to bind port c412073b-d721-43ce-aa94-0cb4188a4e40 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:00:18.164867 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-c31ed72f-f1aa-4c56-a6e5-465928b32270 None None] Attempting to bind port c412073b-d721-43ce-aa94-0cb4188a4e40 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '517d8128-77a2-45d1-9d4f-57327c9f2b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:00:18.165229 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ed72f-f1aa-4c56-a6e5-465928b32270 None None] Attempting to bind port c412073b-d721-43ce-aa94-0cb4188a4e40 on network b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:00:18.167124 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-3f73c659-0696-4cdd-a3ed-4cdcd2c4dd11 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:18.174656 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-3f73c659-0696-4cdd-a3ed-4cdcd2c4dd11 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/networks?id=59b9bd63-b1f0-4436-a092-d5238dc18f02 HTTP/1.1" status: 200 len: 796 time: 0.2811868 Feb 20 06:00:18.176884 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ed72f-f1aa-4c56-a6e5-465928b32270 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:00:18.177268 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ed72f-f1aa-4c56-a6e5-465928b32270 None None] Checking segment: {'id': '517d8128-77a2-45d1-9d4f-57327c9f2b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:00:18.177677 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c31ed72f-f1aa-4c56-a6e5-465928b32270 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:18.178073 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ed72f-f1aa-4c56-a6e5-465928b32270 None None] Bound using segment: {'id': '517d8128-77a2-45d1-9d4f-57327c9f2b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:00:18.178559 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-c31ed72f-f1aa-4c56-a6e5-465928b32270 None None] Bound port: c412073b-d721-43ce-aa94-0cb4188a4e40, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517d8128-77a2-45d1-9d4f-57327c9f2b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:00:18.178963 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c31ed72f-f1aa-4c56-a6e5-465928b32270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c412073b-d721-43ce-aa94-0cb4188a4e40), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:18.232155 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-3df8fbab-b5e8-4611-a6c4-69944babf2ec tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/quotas/111d530b12d246f29867a11f6618a046 HTTP/1.1" status: 200 len: 375 time: 0.0563834 Feb 20 06:00:18.246180 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-535a8648-8645-48b6-962c-bbdee6c9777e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (0ee02318-9a28-42fc-942b-12eadc1ece5d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:18.325416 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c31ed72f-f1aa-4c56-a6e5-465928b32270 None None] For port c412073b-d721-43ce-aa94-0cb4188a4e40, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:00:18.329551 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0c0485d2-0841-4e20-8b55-6a802bb13885 None None] Current status of the port 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:18.377713 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c31ed72f-f1aa-4c56-a6e5-465928b32270 None None] For port c412073b-d721-43ce-aa94-0cb4188a4e40, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=c412073b-d721-43ce-aa94-0cb4188a4e40,segment=NetworkSegment(517d8128-77a2-45d1-9d4f-57327c9f2b6d),segment_id=517d8128-77a2-45d1-9d4f-57327c9f2b6d)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:00:18.391722 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c31ed72f-f1aa-4c56-a6e5-465928b32270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c412073b-d721-43ce-aa94-0cb4188a4e40), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:18.395578 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8e280e01-e3c1-4f11-b3cf-c8e8e90d5c3a tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (e575868a-d1e4-4bc7-a11a-07b6493b9b57), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:18.398798 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-535a8648-8645-48b6-962c-bbdee6c9777e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:18.405488 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-535a8648-8645-48b6-962c-bbdee6c9777e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/subnets/0ee02318-9a28-42fc-942b-12eadc1ece5d HTTP/1.1" status: 204 len: 168 time: 1.1541679 Feb 20 06:00:18.405488 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a8648-8645-48b6-962c-bbdee6c9777e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Subnet': ['ID=0ee02318-9a28-42fc-942b-12eadc1ece5d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:18.406058 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40030) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:18.480861 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-46c8566a-9124-4b18-bd47-9669f8ced81b None None] Could not find standard attr ID for object 08c28a9b-fa9a-49c3-a2aa-9b8280569ba4. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 06:00:18.482304 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:18.518995 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e280e01-e3c1-4f11-b3cf-c8e8e90d5c3a tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Pushing event deleted for resources: {'Port': ['ID=e575868a-d1e4-4bc7-a11a-07b6493b9b57,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:18.574880 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de0857e9-fcbd-4ee7-b738-2b00e39b9f7c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (4908bf23-a7eb-423e-baf3-6e02de1d4752), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:18.588983 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b0aafc-3a07-44ba-b322-da98ab05ee96 None None] Network 4908bf23-a7eb-423e-baf3-6e02de1d4752 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:18.676128 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-eff7c2f5-c7ec-4db3-9c0f-1743833547d0 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=111d530b12d246f29867a11f6618a046&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4430780 Feb 20 06:00:18.709417 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ed72f-f1aa-4c56-a6e5-465928b32270 None None] Pushing event updated for resources: {'Port': ['ID=c412073b-d721-43ce-aa94-0cb4188a4e40,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:18.751212 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-de0857e9-fcbd-4ee7-b738-2b00e39b9f7c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting port 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:00:18.751794 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8e280e01-e3c1-4f11-b3cf-c8e8e90d5c3a tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:18.751989 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de0857e9-fcbd-4ee7-b738-2b00e39b9f7c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (7d8cdb85-0e03-4a3b-95f5-eba7384c6a58), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:18.756471 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8e280e01-e3c1-4f11-b3cf-c8e8e90d5c3a tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] 10.222.0.37 "DELETE /v2.0/ports/e575868a-d1e4-4bc7-a11a-07b6493b9b57 HTTP/1.1" status: 204 len: 168 time: 1.6891804 Feb 20 06:00:18.759148 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40034) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:18.916971 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-de0857e9-fcbd-4ee7-b738-2b00e39b9f7c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] For port 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7d8cdb85-0e03-4a3b-95f5-eba7384c6a58,segment=NetworkSegment(424ba124-fd0e-4923-bb1c-a56547af55bc),segment_id=424ba124-fd0e-4923-bb1c-a56547af55bc)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:18.917350 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de0857e9-fcbd-4ee7-b738-2b00e39b9f7c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (7d8cdb85-0e03-4a3b-95f5-eba7384c6a58), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:18.941420 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-de0857e9-fcbd-4ee7-b738-2b00e39b9f7c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Calling delete_port for 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:00:18.954835 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:00:19.015274 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22edea9c-5e8a-413e-b4b4-9a821457f6f9 None None] DHCP port deletion for 4908bf23-a7eb-423e-baf3-6e02de1d4752 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:00:19.019771 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec897467-ea68-48a5-beef-6edecdacdf4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:19.064935 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de0857e9-fcbd-4ee7-b738-2b00e39b9f7c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (7d8cdb85-0e03-4a3b-95f5-eba7384c6a58), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:19.073843 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No active binding found for port 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58 {{(pid=103408) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 20 06:00:19.073843 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] The host n-d-829866-5 is not matching for port 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58 host None! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 06:00:19.073843 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 20 06:00:19.087451 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-28014960-7135-4d85-9581-e7a1235311ae service neutron] 10.222.0.37 "GET /v2.0/networks/59b9bd63-b1f0-4436-a092-d5238dc18f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867707 Feb 20 06:00:19.115646 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0857e9-fcbd-4ee7-b738-2b00e39b9f7c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Port': ['ID=7d8cdb85-0e03-4a3b-95f5-eba7384c6a58,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:19.126173 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Port 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58 not found, will not notify nova. {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 20 06:00:19.126590 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 56fc711a-ce74-4b0b-97a2-d74343a57c79 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:00:19.132547 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0857e9-fcbd-4ee7-b738-2b00e39b9f7c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] No DVR routers for this DVR port 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:00:19.190461 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-22edea9c-5e8a-413e-b4b4-9a821457f6f9 None None] Deleting port 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:00:19.190842 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-22edea9c-5e8a-413e-b4b4-9a821457f6f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (7d8cdb85-0e03-4a3b-95f5-eba7384c6a58), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:19.246803 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dc32e97b-a4a0-4ef6-ab49-a183c8bc283a tempest-DHCPAgentSchedulersTestJSON-124032672 tempest-DHCPAgentSchedulersTestJSON-124032672-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.4861016 Feb 20 06:00:19.254225 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40042) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:19.263180 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-b3877ac3-11fe-4930-84b3-933c45e8063e tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-352332950'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:19.272949 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de0857e9-fcbd-4ee7-b738-2b00e39b9f7c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (4908bf23-a7eb-423e-baf3-6e02de1d4752), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:19.296635 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-5ed69e07-9533-41f2-9025-c67fa13da730 service neutron] 10.222.0.37 "GET /v2.0/networks/59b9bd63-b1f0-4436-a092-d5238dc18f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042892 Feb 20 06:00:19.312912 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-22edea9c-5e8a-413e-b4b4-9a821457f6f9 None None] For port 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58, host n-d-829866-5, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:19.313526 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-22edea9c-5e8a-413e-b4b4-9a821457f6f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (7d8cdb85-0e03-4a3b-95f5-eba7384c6a58), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:19.320210 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-de0857e9-fcbd-4ee7-b738-2b00e39b9f7c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4908bf23-a7eb-423e-baf3-6e02de1d4752']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:19.329718 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-22edea9c-5e8a-413e-b4b4-9a821457f6f9 None None] Calling delete_port for 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:00:19.331638 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 56fc711a-ce74-4b0b-97a2-d74343a57c79 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:19.332219 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (56fc711a-ce74-4b0b-97a2-d74343a57c79), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:19.335258 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-22edea9c-5e8a-413e-b4b4-9a821457f6f9 None None] Port 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58 was not found and therefore no delete operation was performed {{(pid=103408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 06:00:19.337458 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-22edea9c-5e8a-413e-b4b4-9a821457f6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (7d8cdb85-0e03-4a3b-95f5-eba7384c6a58), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:19.337634 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-de0857e9-fcbd-4ee7-b738-2b00e39b9f7c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '424ba124-fd0e-4923-bb1c-a56547af55bc') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:19.338735 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-de0857e9-fcbd-4ee7-b738-2b00e39b9f7c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '424ba124-fd0e-4923-bb1c-a56547af55bc') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:19.356502 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de0857e9-fcbd-4ee7-b738-2b00e39b9f7c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (424ba124-fd0e-4923-bb1c-a56547af55bc), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:19.374011 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de0857e9-fcbd-4ee7-b738-2b00e39b9f7c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (424ba124-fd0e-4923-bb1c-a56547af55bc), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:19.381152 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0857e9-fcbd-4ee7-b738-2b00e39b9f7c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:00:19.381834 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de0857e9-fcbd-4ee7-b738-2b00e39b9f7c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (424ba124-fd0e-4923-bb1c-a56547af55bc), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: timer() Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:00:19.403013 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:00:19.413817 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edea9c-5e8a-413e-b4b4-9a821457f6f9 None None] Pushing event deleted for resources: {'Port': ['ID=7d8cdb85-0e03-4a3b-95f5-eba7384c6a58,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:19.445613 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22edea9c-5e8a-413e-b4b4-9a821457f6f9 None None] No DVR routers for this DVR port 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:00:19.485127 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3877ac3-11fe-4930-84b3-933c45e8063e tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Made reservation on behalf of cea20d41d78047bb86d3a366f8a8255b for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:19.488742 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b3877ac3-11fe-4930-84b3-933c45e8063e tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:19.524419 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de0857e9-fcbd-4ee7-b738-2b00e39b9f7c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (4908bf23-a7eb-423e-baf3-6e02de1d4752), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:19.532738 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3877ac3-11fe-4930-84b3-933c45e8063e tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:00:19.551761 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de0857e9-fcbd-4ee7-b738-2b00e39b9f7c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:19.568844 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40048) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:19.575017 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2216ea8c-0a96-41dc-9e18-8bccf56a2aa8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1964959002'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:19.580141 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-de0857e9-fcbd-4ee7-b738-2b00e39b9f7c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/networks/4908bf23-a7eb-423e-baf3-6e02de1d4752 HTTP/1.1" status: 204 len: 168 time: 1.1718574 Feb 20 06:00:19.595863 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 56fc711a-ce74-4b0b-97a2-d74343a57c79 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:19.627185 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0857e9-fcbd-4ee7-b738-2b00e39b9f7c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Network': ['ID=4908bf23-a7eb-423e-baf3-6e02de1d4752,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:19.638623 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b3877ac3-11fe-4930-84b3-933c45e8063e tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (9e3a9b1b-2f55-416d-a705-f5233f6d1187), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:19.643594 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-b3877ac3-11fe-4930-84b3-933c45e8063e tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Added segment 9e3a9b1b-2f55-416d-a705-f5233f6d1187 of type vlan for network 3d910b7f-101a-4e1f-817b-5b3b9b88e73f Feb 20 06:00:19.651984 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:19.711612 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2216ea8c-0a96-41dc-9e18-8bccf56a2aa8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:19.724579 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b3877ac3-11fe-4930-84b3-933c45e8063e tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (3d910b7f-101a-4e1f-817b-5b3b9b88e73f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:19.724969 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2216ea8c-0a96-41dc-9e18-8bccf56a2aa8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:19.764260 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b3877ac3-11fe-4930-84b3-933c45e8063e tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (3d910b7f-101a-4e1f-817b-5b3b9b88e73f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:19.770186 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3877ac3-11fe-4930-84b3-933c45e8063e tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:19.771004 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b3877ac3-11fe-4930-84b3-933c45e8063e tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:19.779794 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3607db-090a-4e66-8ad8-6d1a3eb496d4 req-fceb7e5d-1313-41dc-966b-e35afde09b17 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:19.781509 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0e3607db-090a-4e66-8ad8-6d1a3eb496d4 req-fceb7e5d-1313-41dc-966b-e35afde09b17 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 1127 time: 0.1917889 Feb 20 06:00:19.787947 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2216ea8c-0a96-41dc-9e18-8bccf56a2aa8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:00:19.824629 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2216ea8c-0a96-41dc-9e18-8bccf56a2aa8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (f1f454ce-3768-4558-bff7-494f5255ab48), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:19.824992 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-2216ea8c-0a96-41dc-9e18-8bccf56a2aa8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Added segment f1f454ce-3768-4558-bff7-494f5255ab48 of type vlan for network f4583d26-4ec3-4367-a4c0-4afcbff7f71b Feb 20 06:00:19.847757 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b3877ac3-11fe-4930-84b3-933c45e8063e tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5898674 Feb 20 06:00:19.852160 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40052) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:19.881529 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3877ac3-11fe-4930-84b3-933c45e8063e tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Pushing event updated for resources: {'Network': ['ID=3d910b7f-101a-4e1f-817b-5b3b9b88e73f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:19.895462 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 3d910b7f-101a-4e1f-817b-5b3b9b88e73f details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:00:19.959322 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0e3607db-090a-4e66-8ad8-6d1a3eb496d4 req-913c4f86-c24d-4cd0-b712-482cf452eba3 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582284 Feb 20 06:00:19.961377 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2216ea8c-0a96-41dc-9e18-8bccf56a2aa8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (f4583d26-4ec3-4367-a4c0-4afcbff7f71b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:19.973772 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40058) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:20.074889 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1b2f6438-018a-425f-865f-065833109301 tempest-DHCPAgentSchedulersTestJSON-124032672 tempest-DHCPAgentSchedulersTestJSON-124032672-project-admin] 10.222.0.37 "GET /v2.0/agents/ff80b6c2-3af4-475b-a89b-ca60d942b953/dhcp-networks HTTP/1.1" status: 200 len: 5617 time: 0.2215426 Feb 20 06:00:20.077948 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40060) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:20.105758 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aae513f7-805b-458a-9e38-7118073aac3f req-f3683fb0-fcaf-4ed7-984c-0d00ae5d6b17 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad60bdb4-86ee-4d76-9f39-51f4f0511734 HTTP/1.1" status: 200 len: 210 time: 0.0498781 Feb 20 06:00:20.118649 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2216ea8c-0a96-41dc-9e18-8bccf56a2aa8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (f4583d26-4ec3-4367-a4c0-4afcbff7f71b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:20.125291 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2216ea8c-0a96-41dc-9e18-8bccf56a2aa8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:20.126086 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2216ea8c-0a96-41dc-9e18-8bccf56a2aa8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:20.217224 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f42531-9277-4771-95f0-a3ce3b433e22 tempest-DHCPAgentSchedulersTestJSON-124032672 tempest-DHCPAgentSchedulersTestJSON-124032672-project-admin] Network 3d910b7f-101a-4e1f-817b-5b3b9b88e73f is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:00:20.223130 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4825ed6-13cd-485e-a412-9ed784e06927 None None] Network b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:20.239377 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2216ea8c-0a96-41dc-9e18-8bccf56a2aa8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6689055 Feb 20 06:00:20.242291 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c5f42531-9277-4771-95f0-a3ce3b433e22 tempest-DHCPAgentSchedulersTestJSON-124032672 tempest-DHCPAgentSchedulersTestJSON-124032672-project-admin] 10.222.0.37 "POST /v2.0/agents/ff80b6c2-3af4-475b-a89b-ca60d942b953/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1626840 Feb 20 06:00:20.244492 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40064) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:20.245407 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40066) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:20.251060 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-f96bf899-aa8c-48c0-bc1f-16c88cd55421 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'subnet': {'network_id': 'f4583d26-4ec3-4367-a4c0-4afcbff7f71b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:20.276500 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216ea8c-0a96-41dc-9e18-8bccf56a2aa8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Network': ['ID=f4583d26-4ec3-4367-a4c0-4afcbff7f71b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:20.348853 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f14408-d721-4c1b-bad0-b266b50c79f7 None None] Network 3d910b7f-101a-4e1f-817b-5b3b9b88e73f requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:20.356418 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network f4583d26-4ec3-4367-a4c0-4afcbff7f71b details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:00:20.362862 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96bf899-aa8c-48c0-bc1f-16c88cd55421 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:20.367705 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f96bf899-aa8c-48c0-bc1f-16c88cd55421 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:20.448956 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-770bd3c3-2ff6-4996-875a-49b8eaf16819 tempest-DHCPAgentSchedulersTestJSON-124032672 tempest-DHCPAgentSchedulersTestJSON-124032672-project-admin] 10.222.0.37 "GET /v2.0/agents/ff80b6c2-3af4-475b-a89b-ca60d942b953/dhcp-networks HTTP/1.1" status: 200 len: 6386 time: 0.2031729 Feb 20 06:00:20.452001 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-4bc17b94-5cd7-459d-9f5d-f7fbc07400d4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Deleting port 001ffb5a-5fd2-4460-bffb-cd5e92a99e71 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:00:20.452548 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4bc17b94-5cd7-459d-9f5d-f7fbc07400d4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (001ffb5a-5fd2-4460-bffb-cd5e92a99e71), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:20.454402 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40070) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:20.544999 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7306a483-4a63-4e11-ad7f-563433536ad1 None None] Provisioning complete for port c412073b-d721-43ce-aa94-0cb4188a4e40 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:20.545943 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7306a483-4a63-4e11-ad7f-563433536ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c412073b-d721-43ce-aa94-0cb4188a4e40), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:20.640527 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device c412073b-d721-43ce-aa94-0cb4188a4e40 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:00:20.653457 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f96bf899-aa8c-48c0-bc1f-16c88cd55421 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (113e3d4f-2757-4386-be6a-fa76011f8982), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:20.736427 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96bf899-aa8c-48c0-bc1f-16c88cd55421 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Subnet': ['ID=113e3d4f-2757-4386-be6a-fa76011f8982,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:20.748798 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96bf899-aa8c-48c0-bc1f-16c88cd55421 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Checking segment: {'id': 'f1f454ce-3768-4558-bff7-494f5255ab48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f4583d26-4ec3-4367-a4c0-4afcbff7f71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:00:20.749236 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96bf899-aa8c-48c0-bc1f-16c88cd55421 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network hostable DHCP agents. Network: f4583d26-4ec3-4367-a4c0-4afcbff7f71b, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:00:20.768293 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port c412073b-d721-43ce-aa94-0cb4188a4e40 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:20.768680 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c412073b-d721-43ce-aa94-0cb4188a4e40), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:20.772331 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96bf899-aa8c-48c0-bc1f-16c88cd55421 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network f4583d26-4ec3-4367-a4c0-4afcbff7f71b is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:00:20.772560 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7306a483-4a63-4e11-ad7f-563433536ad1 None None] Current status of the port c412073b-d721-43ce-aa94-0cb4188a4e40 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:20.775333 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7306a483-4a63-4e11-ad7f-563433536ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c412073b-d721-43ce-aa94-0cb4188a4e40), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:20.784144 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-f96bf899-aa8c-48c0-bc1f-16c88cd55421 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, f4583d26-4ec3-4367-a4c0-4afcbff7f71b) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:20.796209 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96bf899-aa8c-48c0-bc1f-16c88cd55421 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:20.797933 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f96bf899-aa8c-48c0-bc1f-16c88cd55421 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:20.804204 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e53d709-0660-4fd8-9c0e-c09dfb56aa21 None None] Network f4583d26-4ec3-4367-a4c0-4afcbff7f71b requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:20.832518 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f96bf899-aa8c-48c0-bc1f-16c88cd55421 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5858419 Feb 20 06:00:20.833254 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40074) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:20.849617 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-829f01e9-217a-4df7-91b9-1e849662eb7b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-843231192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:20.894957 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-829f01e9-217a-4df7-91b9-1e849662eb7b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (768c1703-d4eb-48fe-b60c-0727c8caf40e), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:20.896038 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-829f01e9-217a-4df7-91b9-1e849662eb7b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (768c1703-d4eb-48fe-b60c-0727c8caf40e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:20.956515 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7306a483-4a63-4e11-ad7f-563433536ad1 None None] For port c412073b-d721-43ce-aa94-0cb4188a4e40, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=c412073b-d721-43ce-aa94-0cb4188a4e40,segment=NetworkSegment(517d8128-77a2-45d1-9d4f-57327c9f2b6d),segment_id=517d8128-77a2-45d1-9d4f-57327c9f2b6d)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:20.972785 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-829f01e9-217a-4df7-91b9-1e849662eb7b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for router_controller (768c1703-d4eb-48fe-b60c-0727c8caf40e), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:20.979076 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7306a483-4a63-4e11-ad7f-563433536ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c412073b-d721-43ce-aa94-0cb4188a4e40), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:20.988640 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-829f01e9-217a-4df7-91b9-1e849662eb7b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (768c1703-d4eb-48fe-b60c-0727c8caf40e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:21.033831 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-829f01e9-217a-4df7-91b9-1e849662eb7b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:21.038012 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-829f01e9-217a-4df7-91b9-1e849662eb7b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1995835 Feb 20 06:00:21.038702 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40080) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:21.049033 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-1e210f34-596b-4abf-ae61-2d259f801f8b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'port': {'network_id': 'f4583d26-4ec3-4367-a4c0-4afcbff7f71b', 'name': 'tempest-PortsIpV6TestJSON-1071566887'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:21.090538 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port c412073b-d721-43ce-aa94-0cb4188a4e40 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:21.202077 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67009b54-5f6b-48af-afc6-63266ffa3814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-f4583d26-4ec3-4367-a4c0-4afcbff7f71b', 'network_id': 'f4583d26-4ec3-4367-a4c0-4afcbff7f71b', 'project_id': 'd4e7f7fef597499b96cf48ad9eb5c1bb', 'fixed_ips': [{'subnet_id': '113e3d4f-2757-4386-be6a-fa76011f8982'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:00:21.203005 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67009b54-5f6b-48af-afc6-63266ffa3814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:21.205648 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:00:21.275433 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e210f34-596b-4abf-ae61-2d259f801f8b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:21.280955 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e210f34-596b-4abf-ae61-2d259f801f8b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:21.285548 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-44ef07ff-ac6d-43b1-8a44-e682bd5c846a None None] Provisioning complete for port c412073b-d721-43ce-aa94-0cb4188a4e40 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:21.286517 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44ef07ff-ac6d-43b1-8a44-e682bd5c846a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c412073b-d721-43ce-aa94-0cb4188a4e40), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:21.293071 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:00:21.293620 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7d8cdb85-0e03-4a3b-95f5-eba7384c6a58 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:00:21.295724 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306a483-4a63-4e11-ad7f-563433536ad1 None None] Pushing event updated for resources: {'Port': ['ID=c412073b-d721-43ce-aa94-0cb4188a4e40,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:21.308317 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-1e210f34-596b-4abf-ae61-2d259f801f8b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] device_id is not set on port 2287b040-da91-4409-92c2-ce2531607c29 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 06:00:21.310717 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ca80ca4-78ae-4ff7-9b4f-8d2d21765134 req-34c30500-0442-4fee-b7b1-09d7e3e46055 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad60bdb4-86ee-4d76-9f39-51f4f0511734 HTTP/1.1" status: 200 len: 210 time: 0.0433319 Feb 20 06:00:21.321059 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-244d1891-4a32-4f21-bcce-49132506c770 tempest-DHCPAgentSchedulersTestJSON-124032672 tempest-DHCPAgentSchedulersTestJSON-124032672-project-admin] 10.222.0.37 "DELETE /v2.0/agents/ff80b6c2-3af4-475b-a89b-ca60d942b953/dhcp-networks/3d910b7f-101a-4e1f-817b-5b3b9b88e73f HTTP/1.1" status: 204 len: 168 time: 0.8652139 Feb 20 06:00:21.321791 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40086) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:21.331137 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-444ddc7e-edeb-4996-9704-65ab407c2a2e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:21.333475 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-444ddc7e-edeb-4996-9704-65ab407c2a2e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.48 "GET /v2.0/networks?id=59b9bd63-b1f0-4436-a092-d5238dc18f02 HTTP/1.1" status: 200 len: 796 time: 0.2673509 Feb 20 06:00:21.467605 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-1e210f34-596b-4abf-ae61-2d259f801f8b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Allocated IP 2001:db8::25 (f4583d26-4ec3-4367-a4c0-4afcbff7f71b/113e3d4f-2757-4386-be6a-fa76011f8982/2287b040-da91-4409-92c2-ce2531607c29) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:21.527083 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ea43f551-9db7-41fa-b932-5ce826f11973 tempest-DHCPAgentSchedulersTestJSON-124032672 tempest-DHCPAgentSchedulersTestJSON-124032672-project-admin] 10.222.0.37 "GET /v2.0/agents/ff80b6c2-3af4-475b-a89b-ca60d942b953/dhcp-networks HTTP/1.1" status: 200 len: 6402 time: 0.1920488 Feb 20 06:00:21.528062 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40088) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:21.530000 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4bc17b94-5cd7-459d-9f5d-f7fbc07400d4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (001ffb5a-5fd2-4460-bffb-cd5e92a99e71), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:21.530332 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4bc17b94-5cd7-459d-9f5d-f7fbc07400d4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for floatingip (001ffb5a-5fd2-4460-bffb-cd5e92a99e71), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:21.635652 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-98572548-80e1-4372-872e-181cc099df61 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=111d530b12d246f29867a11f6618a046 HTTP/1.1" status: 200 len: 379 time: 0.2867403 Feb 20 06:00:21.636503 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e210f34-596b-4abf-ae61-2d259f801f8b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for port (2287b040-da91-4409-92c2-ce2531607c29), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:21.637418 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e6aa42bb-6598-4b80-aab7-7d25aca08511 tempest-DHCPAgentSchedulersTestJSON-124032672 tempest-DHCPAgentSchedulersTestJSON-124032672-project-admin] 10.222.0.37 "GET /v2.0/networks/b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.1027057 Feb 20 06:00:21.647102 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-df036848-703a-475e-bc5e-1a685f9160d1 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'port': {'device_id': 'ad60bdb4-86ee-4d76-9f39-51f4f0511734', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'admin_state_up': True, 'tenant_id': '111d530b12d246f29867a11f6618a046', 'security_groups': ['8e2fb20d-e3be-4143-ba7c-fc287e38c73e']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:21.651268 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40090) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:21.652584 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-4bc17b94-5cd7-459d-9f5d-f7fbc07400d4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Calling delete_port for 001ffb5a-5fd2-4460-bffb-cd5e92a99e71 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:00:21.693087 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e210f34-596b-4abf-ae61-2d259f801f8b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (2287b040-da91-4409-92c2-ce2531607c29), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:21.768861 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-67009b54-5f6b-48af-afc6-63266ffa3814 None None] Allocated IP 2001:db8::2 (f4583d26-4ec3-4367-a4c0-4afcbff7f71b/113e3d4f-2757-4386-be6a-fa76011f8982/8090ed4e-9d60-4f98-a85d-518d32881732) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:21.793579 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e210f34-596b-4abf-ae61-2d259f801f8b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network f4583d26-4ec3-4367-a4c0-4afcbff7f71b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:21.798409 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-1e210f34-596b-4abf-ae61-2d259f801f8b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:21.805848 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e210f34-596b-4abf-ae61-2d259f801f8b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Port': ['ID=2287b040-da91-4409-92c2-ce2531607c29,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:21.806266 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-90b82bc7-5302-4601-a03e-e4ed32f8adb4 tempest-DHCPAgentSchedulersTestJSON-124032672 tempest-DHCPAgentSchedulersTestJSON-124032672-project-admin] 10.222.0.37 "GET /v2.0/networks/b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.1515670 Feb 20 06:00:21.810323 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40092) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:21.813279 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e210f34-596b-4abf-ae61-2d259f801f8b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:21.820681 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e210f34-596b-4abf-ae61-2d259f801f8b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:21.823844 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e210f34-596b-4abf-ae61-2d259f801f8b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:21.849427 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1e210f34-596b-4abf-ae61-2d259f801f8b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8093684 Feb 20 06:00:21.852147 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40094) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:21.901676 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:21.983013 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-44ef07ff-ac6d-43b1-8a44-e682bd5c846a None None] Current status of the port c412073b-d721-43ce-aa94-0cb4188a4e40 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:22.010126 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-df036848-703a-475e-bc5e-1a685f9160d1 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Made reservation on behalf of 111d530b12d246f29867a11f6618a046 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:22.013416 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67009b54-5f6b-48af-afc6-63266ffa3814 None None] Publish callbacks [] for port (8090ed4e-9d60-4f98-a85d-518d32881732), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:22.013822 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-df036848-703a-475e-bc5e-1a685f9160d1 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:22.019516 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67009b54-5f6b-48af-afc6-63266ffa3814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (8090ed4e-9d60-4f98-a85d-518d32881732), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:22.053147 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2f508efe-3b87-4e05-9d4d-9a88e474f0da tempest-DHCPAgentSchedulersTestJSON-124032672 tempest-DHCPAgentSchedulersTestJSON-124032672-project-admin] 10.222.0.37 "GET /v2.0/agents/ff80b6c2-3af4-475b-a89b-ca60d942b953/dhcp-networks HTTP/1.1" status: 200 len: 6402 time: 0.2398162 Feb 20 06:00:22.059298 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40096) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:22.069936 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67009b54-5f6b-48af-afc6-63266ffa3814 None None] Network f4583d26-4ec3-4367-a4c0-4afcbff7f71b is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:22.074127 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-67009b54-5f6b-48af-afc6-63266ffa3814 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:22.077236 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67009b54-5f6b-48af-afc6-63266ffa3814 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:22.119805 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7c94cd17-6a73-443d-9845-3c98e08683fc None None] Could not find standard attr ID for object e575868a-d1e4-4bc7-a11a-07b6493b9b57. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 06:00:22.126054 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67009b54-5f6b-48af-afc6-63266ffa3814 None None] Pushing event updated for resources: {'Port': ['ID=8090ed4e-9d60-4f98-a85d-518d32881732,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:22.160998 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-67009b54-5f6b-48af-afc6-63266ffa3814 None None] Attempting to bind port 8090ed4e-9d60-4f98-a85d-518d32881732 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:00:22.161608 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-67009b54-5f6b-48af-afc6-63266ffa3814 None None] Attempting to bind port 8090ed4e-9d60-4f98-a85d-518d32881732 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'f1f454ce-3768-4558-bff7-494f5255ab48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f4583d26-4ec3-4367-a4c0-4afcbff7f71b'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:00:22.161990 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67009b54-5f6b-48af-afc6-63266ffa3814 None None] Attempting to bind port 8090ed4e-9d60-4f98-a85d-518d32881732 on network f4583d26-4ec3-4367-a4c0-4afcbff7f71b {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:00:22.169758 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67009b54-5f6b-48af-afc6-63266ffa3814 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:00:22.170155 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67009b54-5f6b-48af-afc6-63266ffa3814 None None] Checking segment: {'id': 'f1f454ce-3768-4558-bff7-494f5255ab48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f4583d26-4ec3-4367-a4c0-4afcbff7f71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:00:22.170701 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67009b54-5f6b-48af-afc6-63266ffa3814 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:22.171151 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67009b54-5f6b-48af-afc6-63266ffa3814 None None] Bound using segment: {'id': 'f1f454ce-3768-4558-bff7-494f5255ab48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f4583d26-4ec3-4367-a4c0-4afcbff7f71b'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:00:22.171642 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-67009b54-5f6b-48af-afc6-63266ffa3814 None None] Bound port: 8090ed4e-9d60-4f98-a85d-518d32881732, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1f454ce-3768-4558-bff7-494f5255ab48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f4583d26-4ec3-4367-a4c0-4afcbff7f71b'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:00:22.172030 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67009b54-5f6b-48af-afc6-63266ffa3814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8090ed4e-9d60-4f98-a85d-518d32881732), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:22.239321 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-df036848-703a-475e-bc5e-1a685f9160d1 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Allocated IP 172.20.0.13 (59b9bd63-b1f0-4436-a092-d5238dc18f02/b0e08fb7-a82b-4f45-b60f-790274c7b4db/20a02c61-f521-4ac2-be7d-491c4adb7c5a) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:22.276667 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-67009b54-5f6b-48af-afc6-63266ffa3814 None None] For port 8090ed4e-9d60-4f98-a85d-518d32881732, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:00:22.280524 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-67009b54-5f6b-48af-afc6-63266ffa3814 None None] For port 8090ed4e-9d60-4f98-a85d-518d32881732, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8090ed4e-9d60-4f98-a85d-518d32881732,segment=NetworkSegment(f1f454ce-3768-4558-bff7-494f5255ab48),segment_id=f1f454ce-3768-4558-bff7-494f5255ab48)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:00:22.289120 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67009b54-5f6b-48af-afc6-63266ffa3814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8090ed4e-9d60-4f98-a85d-518d32881732), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:22.320492 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4bc17b94-5cd7-459d-9f5d-f7fbc07400d4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (001ffb5a-5fd2-4460-bffb-cd5e92a99e71), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:22.358003 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67009b54-5f6b-48af-afc6-63266ffa3814 None None] Pushing event updated for resources: {'Port': ['ID=8090ed4e-9d60-4f98-a85d-518d32881732,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:22.467569 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc17b94-5cd7-459d-9f5d-f7fbc07400d4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'Port': ['ID=001ffb5a-5fd2-4460-bffb-cd5e92a99e71,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:22.522812 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a19d0856-f494-4169-8679-6b8046773988 req-c0b2d82c-71bb-4179-a322-2295279713ce tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad60bdb4-86ee-4d76-9f39-51f4f0511734 HTTP/1.1" status: 200 len: 210 time: 0.0644073 Feb 20 06:00:22.606079 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4bc17b94-5cd7-459d-9f5d-f7fbc07400d4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for floatingip (17c66d60-6a17-4dc7-9b62-838386347955), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:22.606079 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-4bc17b94-5cd7-459d-9f5d-f7fbc07400d4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Floating IP 17c66d60-6a17-4dc7-9b62-838386347955 disassociated (deleted). External IP: 172.25.3.86, port: 605aa974-6a17-438d-84de-2cc66b9bff6c. Feb 20 06:00:22.628173 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device c412073b-d721-43ce-aa94-0cb4188a4e40 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:00:22.648231 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e52eb23-e081-4863-a48e-af91fc710606 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (3d910b7f-101a-4e1f-817b-5b3b9b88e73f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:22.689559 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-df036848-703a-475e-bc5e-1a685f9160d1 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for port (20a02c61-f521-4ac2-be7d-491c4adb7c5a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:22.771946 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:22.786741 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port c412073b-d721-43ce-aa94-0cb4188a4e40 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:22.788136 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c412073b-d721-43ce-aa94-0cb4188a4e40), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:22.896129 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-df036848-703a-475e-bc5e-1a685f9160d1 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (20a02c61-f521-4ac2-be7d-491c4adb7c5a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:22.918491 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port c412073b-d721-43ce-aa94-0cb4188a4e40 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:22.936313 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e52eb23-e081-4863-a48e-af91fc710606 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (3d910b7f-101a-4e1f-817b-5b3b9b88e73f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:22.969427 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-df036848-703a-475e-bc5e-1a685f9160d1 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Network 59b9bd63-b1f0-4436-a092-d5238dc18f02 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:22.975218 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-df036848-703a-475e-bc5e-1a685f9160d1 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:22.978955 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df036848-703a-475e-bc5e-1a685f9160d1 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'Port': ['ID=20a02c61-f521-4ac2-be7d-491c4adb7c5a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:22.984348 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:22.996711 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-df036848-703a-475e-bc5e-1a685f9160d1 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:23.007268 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-9e52eb23-e081-4863-a48e-af91fc710606 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d910b7f-101a-4e1f-817b-5b3b9b88e73f']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:23.032242 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-9e52eb23-e081-4863-a48e-af91fc710606 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3a9b1b-2f55-416d-a705-f5233f6d1187') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:23.032603 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-9e52eb23-e081-4863-a48e-af91fc710606 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3a9b1b-2f55-416d-a705-f5233f6d1187') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:23.041874 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46473ade-e9f4-4fb6-9a8f-61476aa338ee tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2287b040-da91-4409-92c2-ce2531607c29), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:23.048034 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e52eb23-e081-4863-a48e-af91fc710606 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (9e3a9b1b-2f55-416d-a705-f5233f6d1187), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:23.078675 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e52eb23-e081-4863-a48e-af91fc710606 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (9e3a9b1b-2f55-416d-a705-f5233f6d1187), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:23.106206 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-df036848-703a-475e-bc5e-1a685f9160d1 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:23.106857 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-df036848-703a-475e-bc5e-1a685f9160d1 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:23.108093 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e52eb23-e081-4863-a48e-af91fc710606 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:00:23.109298 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e52eb23-e081-4863-a48e-af91fc710606 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (9e3a9b1b-2f55-416d-a705-f5233f6d1187), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:23.119528 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc17b94-5cd7-459d-9f5d-f7fbc07400d4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Router a6dab2b7-b436-4869-b231-08c9ac584b31 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:00:23.145230 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-df036848-703a-475e-bc5e-1a685f9160d1 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5023060 Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: timer() Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:00:23.198416 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:00:23.206207 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e52eb23-e081-4863-a48e-af91fc710606 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (3d910b7f-101a-4e1f-817b-5b3b9b88e73f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:23.218639 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e52eb23-e081-4863-a48e-af91fc710606 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:23.225872 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9e52eb23-e081-4863-a48e-af91fc710606 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] 10.222.0.37 "DELETE /v2.0/networks/3d910b7f-101a-4e1f-817b-5b3b9b88e73f HTTP/1.1" status: 204 len: 168 time: 1.1631677 Feb 20 06:00:23.226487 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40102) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:23.319611 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc17b94-5cd7-459d-9f5d-f7fbc07400d4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:00:23.331491 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2384b56d-ce82-46f2-abd1-7c11ccfc0919 None None] Sync routers for ids ['a6dab2b7-b436-4869-b231-08c9ac584b31'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:00:23.345222 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4bc17b94-5cd7-459d-9f5d-f7fbc07400d4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:23.348372 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2384b56d-ce82-46f2-abd1-7c11ccfc0919 None None] Routers {'a6dab2b7-b436-4869-b231-08c9ac584b31'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:00:23.349030 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2384b56d-ce82-46f2-abd1-7c11ccfc0919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a6dab2b7-b436-4869-b231-08c9ac584b31'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:23.367109 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-6293f8d5-2fa7-4b6c-a7d5-2f411425288e None None] Provisioning complete for port 20a02c61-f521-4ac2-be7d-491c4adb7c5a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:23.370573 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6293f8d5-2fa7-4b6c-a7d5-2f411425288e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (20a02c61-f521-4ac2-be7d-491c4adb7c5a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:23.413760 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-e0777005-3e6e-4841-a6d1-ab76aa4a6bac service neutron] Request body: {'port': {'device_id': 'ad60bdb4-86ee-4d76-9f39-51f4f0511734', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:23.436287 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52eb23-e081-4863-a48e-af91fc710606 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Pushing event deleted for resources: {'Network': ['ID=3d910b7f-101a-4e1f-817b-5b3b9b88e73f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:23.453904 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6293f8d5-2fa7-4b6c-a7d5-2f411425288e None None] Port 20a02c61-f521-4ac2-be7d-491c4adb7c5a cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:00:23.478556 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba0acfc-084a-4ebe-99f2-7954f80b44c1 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] DELETE failed (client error): The resource could not be found. Feb 20 06:00:23.479237 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba0acfc-084a-4ebe-99f2-7954f80b44c1 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 06:00:23.482281 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bba0acfc-084a-4ebe-99f2-7954f80b44c1 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] 10.222.0.37 "DELETE /v2.0/ports/e575868a-d1e4-4bc7-a11a-07b6493b9b57 HTTP/1.1" status: 404 len: 333 time: 0.2412951 Feb 20 06:00:23.485807 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40108) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:23.601676 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4bc17b94-5cd7-459d-9f5d-f7fbc07400d4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "DELETE /v2.0/floatingips/17c66d60-6a17-4dc7-9b62-838386347955 HTTP/1.1" status: 204 len: 168 time: 3.6188469 Feb 20 06:00:23.609583 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8f86aa-7113-40af-b105-5b8d3dedb2ac', 'tag': '605aa974-6a17-438d-84de-2cc66b9bff6c'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:00:23.612310 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbc9bb3-abbd-4f25-a0e5-5ef47e5f84b2" -d '{"events": [{"name": "network-changed", "server_uuid": "eb8f86aa-7113-40af-b105-5b8d3dedb2ac", "tag": "605aa974-6a17-438d-84de-2cc66b9bff6c"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:00:23.617832 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-2384b56d-ce82-46f2-abd1-7c11ccfc0919 None None] Set router a6dab2b7-b436-4869-b231-08c9ac584b31 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:00:23.630668 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-e0777005-3e6e-4841-a6d1-ab76aa4a6bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (20a02c61-f521-4ac2-be7d-491c4adb7c5a), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:23.702422 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-5757770a-e49c-4c77-8f09-56a747f90551 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Deleting subnet 6baae2e6-6e1b-4084-98b0-3c28e7928518 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:00:23.711384 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5757770a-e49c-4c77-8f09-56a747f90551 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks [] for subnet (6baae2e6-6e1b-4084-98b0-3c28e7928518), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:23.803864 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8dd59f-998e-4371-81dc-7773bc15abde req-947fc669-3855-45d2-984e-a284866dbaa3 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:23.807235 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-da8dd59f-998e-4371-81dc-7773bc15abde req-947fc669-3855-45d2-984e-a284866dbaa3 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad60bdb4-86ee-4d76-9f39-51f4f0511734 HTTP/1.1" status: 200 len: 932 time: 0.1447976 Feb 20 06:00:23.822266 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5757770a-e49c-4c77-8f09-56a747f90551 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (6baae2e6-6e1b-4084-98b0-3c28e7928518), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:23.846369 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2384b56d-ce82-46f2-abd1-7c11ccfc0919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979371108', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:58:16Z', 'updated_at': '2022-02-20T05:58:27Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:58:17Z', 'updated_at': '2022-02-20T05:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'a0de4e38-7dcd-4130-809a-cf627d6f5b7d', 'name': '', 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:43:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'c18849a5-e890-4940-bc50-1c71fe5b530c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:58:26Z', 'updated_at': '2022-02-20T05:58:33Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': 'c18849a5-e890-4940-bc50-1c71fe5b530c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:23.878103 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2384b56d-ce82-46f2-abd1-7c11ccfc0919 None None] Checking router: a6dab2b7-b436-4869-b231-08c9ac584b31 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:00:23.895212 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2384b56d-ce82-46f2-abd1-7c11ccfc0919 None None] Routers {'a6dab2b7-b436-4869-b231-08c9ac584b31'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:00:23.895846 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2384b56d-ce82-46f2-abd1-7c11ccfc0919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a6dab2b7-b436-4869-b231-08c9ac584b31'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:23.960275 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46473ade-e9f4-4fb6-9a8f-61476aa338ee tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for port (2287b040-da91-4409-92c2-ce2531607c29), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:23.976591 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46473ade-e9f4-4fb6-9a8f-61476aa338ee tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (2287b040-da91-4409-92c2-ce2531607c29), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:24.029154 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-da8dd59f-998e-4371-81dc-7773bc15abde req-66143e05-c6fc-4ff0-9a37-3597a3258f71 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e2fb20d-e3be-4143-ba7c-fc287e38c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379056 Feb 20 06:00:24.035086 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46473ade-e9f4-4fb6-9a8f-61476aa338ee tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Port': ['ID=2287b040-da91-4409-92c2-ce2531607c29,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:24.043827 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5757770a-e49c-4c77-8f09-56a747f90551 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (6baae2e6-6e1b-4084-98b0-3c28e7928518), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:24.075938 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114b4050-4de7-43f1-a787-90161d00082b None None] Network f4583d26-4ec3-4367-a4c0-4afcbff7f71b requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:24.179942 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-2384b56d-ce82-46f2-abd1-7c11ccfc0919 None None] Set router a6dab2b7-b436-4869-b231-08c9ac584b31 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:00:24.239241 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a14eaf4b-f8b2-4190-9c84-e53c69d533a8 None None] Provisioning complete for port 8090ed4e-9d60-4f98-a85d-518d32881732 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:24.241809 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a14eaf4b-f8b2-4190-9c84-e53c69d533a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8090ed4e-9d60-4f98-a85d-518d32881732), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:24.247976 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-e0777005-3e6e-4841-a6d1-ab76aa4a6bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a02c61-f521-4ac2-be7d-491c4adb7c5a {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:00:24.259024 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-e0777005-3e6e-4841-a6d1-ab76aa4a6bac service neutron] Publish callbacks [] for port (20a02c61-f521-4ac2-be7d-491c4adb7c5a), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:24.275483 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-e0777005-3e6e-4841-a6d1-ab76aa4a6bac service neutron] Transition to ACTIVE for port object 20a02c61-f521-4ac2-be7d-491c4adb7c5a will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:00:24.281290 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-e0777005-3e6e-4841-a6d1-ab76aa4a6bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (20a02c61-f521-4ac2-be7d-491c4adb7c5a), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:24.449684 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49e0c80-3b8d-42b4-b75d-06e81594b7ee x-openstack-request-id: req-e49e0c80-3b8d-42b4-b75d-06e81594b7ee {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:00:24.450311 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb8f86aa-7113-40af-b105-5b8d3dedb2ac", "tag": "605aa974-6a17-438d-84de-2cc66b9bff6c", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:00:24.450311 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e49e0c80-3b8d-42b4-b75d-06e81594b7ee {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:00:24.450664 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb8f86aa-7113-40af-b105-5b8d3dedb2ac', 'tag': '605aa974-6a17-438d-84de-2cc66b9bff6c', 'status': 'completed', 'code': 200} Feb 20 06:00:24.458387 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5757770a-e49c-4c77-8f09-56a747f90551 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (6baae2e6-6e1b-4084-98b0-3c28e7928518), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:24.475679 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0777005-3e6e-4841-a6d1-ab76aa4a6bac service neutron] Pushing event updated for resources: {'Port': ['ID=20a02c61-f521-4ac2-be7d-491c4adb7c5a,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:24.495654 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a14eaf4b-f8b2-4190-9c84-e53c69d533a8 None None] Current status of the port 8090ed4e-9d60-4f98-a85d-518d32881732 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:24.496199 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a14eaf4b-f8b2-4190-9c84-e53c69d533a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8090ed4e-9d60-4f98-a85d-518d32881732), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:24.532437 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46473ade-e9f4-4fb6-9a8f-61476aa338ee tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (768c1703-d4eb-48fe-b60c-0727c8caf40e), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:24.549544 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6151e0f7-ebf2-4c98-ac1d-a3a1e7ed4ced None None] Network b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:24.589911 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2384b56d-ce82-46f2-abd1-7c11ccfc0919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979371108', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:58:16Z', 'updated_at': '2022-02-20T05:58:27Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:58:17Z', 'updated_at': '2022-02-20T05:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'a0de4e38-7dcd-4130-809a-cf627d6f5b7d', 'name': '', 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:43:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'c18849a5-e890-4940-bc50-1c71fe5b530c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:58:26Z', 'updated_at': '2022-02-20T05:58:33Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': 'c18849a5-e890-4940-bc50-1c71fe5b530c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:24.596513 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5757770a-e49c-4c77-8f09-56a747f90551 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:24.611988 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5757770a-e49c-4c77-8f09-56a747f90551 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] 10.222.0.37 "DELETE /v2.0/subnets/6baae2e6-6e1b-4084-98b0-3c28e7928518 HTTP/1.1" status: 204 len: 168 time: 1.1249917 Feb 20 06:00:24.612123 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a14eaf4b-f8b2-4190-9c84-e53c69d533a8 None None] For port 8090ed4e-9d60-4f98-a85d-518d32881732, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8090ed4e-9d60-4f98-a85d-518d32881732,segment=NetworkSegment(f1f454ce-3768-4558-bff7-494f5255ab48),segment_id=f1f454ce-3768-4558-bff7-494f5255ab48)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:24.616488 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40120) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:24.642567 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2384b56d-ce82-46f2-abd1-7c11ccfc0919 None None] The sync data for ids ['a6dab2b7-b436-4869-b231-08c9ac584b31'] in n-d-829866-5 is: [{'id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979371108', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:58:16Z', 'updated_at': '2022-02-20T05:58:27Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:58:17Z', 'updated_at': '2022-02-20T05:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'a0de4e38-7dcd-4130-809a-cf627d6f5b7d', 'name': '', 'network_id': 'a97b557b-6d89-4051-82cf-afc4b06f9eff', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:43:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'c18849a5-e890-4940-bc50-1c71fe5b530c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:58:26Z', 'updated_at': '2022-02-20T05:58:33Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': 'c18849a5-e890-4940-bc50-1c71fe5b530c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:00:24.697365 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a14eaf4b-f8b2-4190-9c84-e53c69d533a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8090ed4e-9d60-4f98-a85d-518d32881732), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:24.718341 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757770a-e49c-4c77-8f09-56a747f90551 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Pushing event deleted for resources: {'Subnet': ['ID=6baae2e6-6e1b-4084-98b0-3c28e7928518,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:24.760617 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8090ed4e-9d60-4f98-a85d-518d32881732 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:00:24.803065 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc9bb3-abbd-4f25-a0e5-5ef47e5f84b2 req-aaeb8c27-444e-487e-a784-b2cd10f7b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:24.804612 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6bbc9bb3-abbd-4f25-a0e5-5ef47e5f84b2 req-aaeb8c27-444e-487e-a784-b2cd10f7b8d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 1127 time: 0.3236387 Feb 20 06:00:24.860865 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-e0777005-3e6e-4841-a6d1-ab76aa4a6bac service neutron] Attempting to bind port 20a02c61-f521-4ac2-be7d-491c4adb7c5a on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:00:24.861265 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-e0777005-3e6e-4841-a6d1-ab76aa4a6bac service neutron] Attempting to bind port 20a02c61-f521-4ac2-be7d-491c4adb7c5a by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:00:24.861597 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-e0777005-3e6e-4841-a6d1-ab76aa4a6bac service neutron] Attempting to bind port 20a02c61-f521-4ac2-be7d-491c4adb7c5a on network 59b9bd63-b1f0-4436-a092-d5238dc18f02 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:00:24.879555 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-e0777005-3e6e-4841-a6d1-ab76aa4a6bac service neutron] Port 20a02c61-f521-4ac2-be7d-491c4adb7c5a on network 59b9bd63-b1f0-4436-a092-d5238dc18f02 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:00:24.890314 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-e0777005-3e6e-4841-a6d1-ab76aa4a6bac service neutron] Attempting to bind port 20a02c61-f521-4ac2-be7d-491c4adb7c5a on network 59b9bd63-b1f0-4436-a092-d5238dc18f02 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:00:24.918981 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46473ade-e9f4-4fb6-9a8f-61476aa338ee tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2287b040-da91-4409-92c2-ce2531607c29), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:24.922522 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2e15-af90-4212-9993-ddf0e7031393 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:24.924503 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-e0777005-3e6e-4841-a6d1-ab76aa4a6bac service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 5, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:00:24.924844 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-e0777005-3e6e-4841-a6d1-ab76aa4a6bac service neutron] Checking segment: {'id': 'ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:00:24.933141 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-e0777005-3e6e-4841-a6d1-ab76aa4a6bac service neutron] Bound using segment: {'id': 'ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:00:24.933700 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-e0777005-3e6e-4841-a6d1-ab76aa4a6bac service neutron] Bound port: 20a02c61-f521-4ac2-be7d-491c4adb7c5a, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:00:24.934077 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-e0777005-3e6e-4841-a6d1-ab76aa4a6bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (20a02c61-f521-4ac2-be7d-491c4adb7c5a), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:24.977729 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee86b9-1159-4292-839e-fcf0fccf8cdf req-7c65d655-73b3-4eb8-8a58-aa01272ac369 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:24.980001 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4bee86b9-1159-4292-839e-fcf0fccf8cdf req-7c65d655-73b3-4eb8-8a58-aa01272ac369 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 945 time: 0.4269421 Feb 20 06:00:25.052572 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14eaf4b-f8b2-4190-9c84-e53c69d533a8 None None] Pushing event updated for resources: {'Port': ['ID=8090ed4e-9d60-4f98-a85d-518d32881732,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:25.080892 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 8090ed4e-9d60-4f98-a85d-518d32881732 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:25.081619 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8090ed4e-9d60-4f98-a85d-518d32881732), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:25.174700 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11062cd5-bd24-4eb4-9033-6dcdd8e40679 None None] DHCP port deletion for b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:00:25.184598 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc9bb3-abbd-4f25-a0e5-5ef47e5f84b2 req-23000478-6646-491b-971c-3a3eef056ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:25.196076 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6bbc9bb3-abbd-4f25-a0e5-5ef47e5f84b2 req-23000478-6646-491b-971c-3a3eef056ddf service neutron] 10.222.0.48 "GET /v2.0/networks?id=a97b557b-6d89-4051-82cf-afc4b06f9eff HTTP/1.1" status: 200 len: 896 time: 0.3801095 Feb 20 06:00:25.209744 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-e0777005-3e6e-4841-a6d1-ab76aa4a6bac service neutron] For port 20a02c61-f521-4ac2-be7d-491c4adb7c5a, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:00:25.214359 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-e0777005-3e6e-4841-a6d1-ab76aa4a6bac service neutron] For port 20a02c61-f521-4ac2-be7d-491c4adb7c5a, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=20a02c61-f521-4ac2-be7d-491c4adb7c5a,segment=NetworkSegment(ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0),segment_id=ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:00:25.234081 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4bee86b9-1159-4292-839e-fcf0fccf8cdf req-553f1060-0b59-4577-89ce-a1882227ab69 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372255 Feb 20 06:00:25.237033 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-e0777005-3e6e-4841-a6d1-ab76aa4a6bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (20a02c61-f521-4ac2-be7d-491c4adb7c5a), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:25.267152 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1960a649-11b7-4938-bdba-086ac5446c25 None None] New status for floating IP 17c66d60-6a17-4dc7-9b62-838386347955: DOWN {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:00:25.319556 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-e0777005-3e6e-4841-a6d1-ab76aa4a6bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:25.320181 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-e0777005-3e6e-4841-a6d1-ab76aa4a6bac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:25.323459 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-e0777005-3e6e-4841-a6d1-ab76aa4a6bac service neutron] 10.222.0.48 "PUT /v2.0/ports/20a02c61-f521-4ac2-be7d-491c4adb7c5a HTTP/1.1" status: 200 len: 1092 time: 2.0540297 Feb 20 06:00:25.361875 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-1d6e2e15-af90-4212-9993-ddf0e7031393 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Deleting port c412073b-d721-43ce-aa94-0cb4188a4e40 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:00:25.362289 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2e15-af90-4212-9993-ddf0e7031393 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (c412073b-d721-43ce-aa94-0cb4188a4e40), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:25.371551 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6bbc9bb3-abbd-4f25-a0e5-5ef47e5f84b2 req-133e833c-2ac1-4727-89ce-ca524f1ba5aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=605aa974-6a17-438d-84de-2cc66b9bff6c HTTP/1.1" status: 200 len: 217 time: 0.1668477 Feb 20 06:00:25.442604 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:25.561620 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 8090ed4e-9d60-4f98-a85d-518d32881732 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:25.566091 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-c0d476b2-32e2-4be0-b049-24997ee9d88c None None] Provisioning complete for port 2287b040-da91-4409-92c2-ce2531607c29 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:25.566482 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0d476b2-32e2-4be0-b049-24997ee9d88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2287b040-da91-4409-92c2-ce2531607c29), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:25.610050 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc9bb3-abbd-4f25-a0e5-5ef47e5f84b2 req-db96029b-a0d9-44cc-922f-e4f9ceb218be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:25.611942 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6bbc9bb3-abbd-4f25-a0e5-5ef47e5f84b2 req-db96029b-a0d9-44cc-922f-e4f9ceb218be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c18849a5-e890-4940-bc50-1c71fe5b530c HTTP/1.1" status: 200 len: 835 time: 0.2282021 Feb 20 06:00:25.634213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c0d476b2-32e2-4be0-b049-24997ee9d88c None None] Port 2287b040-da91-4409-92c2-ce2531607c29 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:00:25.640227 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-11062cd5-bd24-4eb4-9033-6dcdd8e40679 None None] Deleting port c412073b-d721-43ce-aa94-0cb4188a4e40 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:00:25.640864 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-11062cd5-bd24-4eb4-9033-6dcdd8e40679 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (c412073b-d721-43ce-aa94-0cb4188a4e40), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:25.661715 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0777005-3e6e-4841-a6d1-ab76aa4a6bac service neutron] Pushing event updated for resources: {'Port': ['ID=20a02c61-f521-4ac2-be7d-491c4adb7c5a,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:25.723810 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-1d6e2e15-af90-4212-9993-ddf0e7031393 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] For port c412073b-d721-43ce-aa94-0cb4188a4e40, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=c412073b-d721-43ce-aa94-0cb4188a4e40,segment=NetworkSegment(517d8128-77a2-45d1-9d4f-57327c9f2b6d),segment_id=517d8128-77a2-45d1-9d4f-57327c9f2b6d)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:25.726252 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2e15-af90-4212-9993-ddf0e7031393 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (c412073b-d721-43ce-aa94-0cb4188a4e40), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:25.757766 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-c0d476b2-32e2-4be0-b049-24997ee9d88c None None] Provisioning complete for port 8090ed4e-9d60-4f98-a85d-518d32881732 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:25.759535 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0d476b2-32e2-4be0-b049-24997ee9d88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8090ed4e-9d60-4f98-a85d-518d32881732), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:25.770390 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-1d6e2e15-af90-4212-9993-ddf0e7031393 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Calling delete_port for c412073b-d721-43ce-aa94-0cb4188a4e40 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:00:25.785145 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a277a9c-d450-4432-8566-bb945e8fa041 req-cbcafba5-ac19-4a15-9b5e-dc4bef6d7deb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:25.786871 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2a277a9c-d450-4432-8566-bb945e8fa041 req-cbcafba5-ac19-4a15-9b5e-dc4bef6d7deb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 945 time: 0.1060135 Feb 20 06:00:25.814365 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc9bb3-abbd-4f25-a0e5-5ef47e5f84b2 req-c3e06130-ca9f-4655-a94f-e2aea7e39055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:25.816667 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6bbc9bb3-abbd-4f25-a0e5-5ef47e5f84b2 req-c3e06130-ca9f-4655-a94f-e2aea7e39055 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a97b557b-6d89-4051-82cf-afc4b06f9eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1915612 Feb 20 06:00:25.821184 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-11062cd5-bd24-4eb4-9033-6dcdd8e40679 None None] For port c412073b-d721-43ce-aa94-0cb4188a4e40, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=c412073b-d721-43ce-aa94-0cb4188a4e40,segment=NetworkSegment(517d8128-77a2-45d1-9d4f-57327c9f2b6d),segment_id=517d8128-77a2-45d1-9d4f-57327c9f2b6d)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:25.821876 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-11062cd5-bd24-4eb4-9033-6dcdd8e40679 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (c412073b-d721-43ce-aa94-0cb4188a4e40), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:25.842168 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-11062cd5-bd24-4eb4-9033-6dcdd8e40679 None None] Calling delete_port for c412073b-d721-43ce-aa94-0cb4188a4e40 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:00:25.896071 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c0d476b2-32e2-4be0-b049-24997ee9d88c None None] Current status of the port 8090ed4e-9d60-4f98-a85d-518d32881732 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:25.979817 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2e15-af90-4212-9993-ddf0e7031393 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (c412073b-d721-43ce-aa94-0cb4188a4e40), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:25.992238 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6bbc9bb3-abbd-4f25-a0e5-5ef47e5f84b2 req-5aa3d3d7-3597-4d06-ace9-f4e208e5a087 service neutron] 10.222.0.48 "GET /v2.0/networks/a97b557b-6d89-4051-82cf-afc4b06f9eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286952 Feb 20 06:00:26.021929 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-e58f8bae-0608-42cd-8bad-14cbecfb5535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:26.023385 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-e58f8bae-0608-42cd-8bad-14cbecfb5535 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=111d530b12d246f29867a11f6618a046&device_id=ad60bdb4-86ee-4d76-9f39-51f4f0511734 HTTP/1.1" status: 200 len: 1126 time: 0.6183949 Feb 20 06:00:26.083695 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-94657a52-c7e9-4f74-9ec9-c1476dc910a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20a02c61-f521-4ac2-be7d-491c4adb7c5a HTTP/1.1" status: 200 len: 217 time: 0.0493176 Feb 20 06:00:26.085637 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-3fc23194-2b0c-47e8-9e33-21085372440d None None] Provisioning complete for port 2287b040-da91-4409-92c2-ce2531607c29 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:26.086377 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3fc23194-2b0c-47e8-9e33-21085372440d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2287b040-da91-4409-92c2-ce2531607c29), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:26.094924 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-11062cd5-bd24-4eb4-9033-6dcdd8e40679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (c412073b-d721-43ce-aa94-0cb4188a4e40), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:26.107648 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6e2e15-af90-4212-9993-ddf0e7031393 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] No DVR routers for this DVR port c412073b-d721-43ce-aa94-0cb4188a4e40 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:00:26.227120 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2e15-af90-4212-9993-ddf0e7031393 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:26.256146 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-1d6e2e15-af90-4212-9993-ddf0e7031393 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:26.261138 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11062cd5-bd24-4eb4-9033-6dcdd8e40679 None None] Pushing event deleted for resources: {'Port': ['ID=c412073b-d721-43ce-aa94-0cb4188a4e40,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:26.264491 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3fc23194-2b0c-47e8-9e33-21085372440d None None] Port 2287b040-da91-4409-92c2-ce2531607c29 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:00:26.268699 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-1d6e2e15-af90-4212-9993-ddf0e7031393 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517d8128-77a2-45d1-9d4f-57327c9f2b6d') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:26.268996 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-1d6e2e15-af90-4212-9993-ddf0e7031393 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517d8128-77a2-45d1-9d4f-57327c9f2b6d') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:26.271917 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11062cd5-bd24-4eb4-9033-6dcdd8e40679 None None] No DVR routers for this DVR port c412073b-d721-43ce-aa94-0cb4188a4e40 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:00:26.283152 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2e15-af90-4212-9993-ddf0e7031393 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (517d8128-77a2-45d1-9d4f-57327c9f2b6d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:26.301143 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2e15-af90-4212-9993-ddf0e7031393 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (517d8128-77a2-45d1-9d4f-57327c9f2b6d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:26.302702 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46473ade-e9f4-4fb6-9a8f-61476aa338ee tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for port (2287b040-da91-4409-92c2-ce2531607c29), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:26.308959 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6e2e15-af90-4212-9993-ddf0e7031393 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:00:26.309491 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2e15-af90-4212-9993-ddf0e7031393 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (517d8128-77a2-45d1-9d4f-57327c9f2b6d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: timer() Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:00:26.318823 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:00:26.323086 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46473ade-e9f4-4fb6-9a8f-61476aa338ee tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (2287b040-da91-4409-92c2-ce2531607c29), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:26.323086 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46473ade-e9f4-4fb6-9a8f-61476aa338ee tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (768c1703-d4eb-48fe-b60c-0727c8caf40e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:26.323489 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e2e15-af90-4212-9993-ddf0e7031393 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Pushing event deleted for resources: {'Port': ['ID=c412073b-d721-43ce-aa94-0cb4188a4e40,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:26.410617 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-cbdd2bbe-0896-4a26-8b98-effd7f0b1249 None None] Provisioning complete for port 2287b040-da91-4409-92c2-ce2531607c29 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:26.411045 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cbdd2bbe-0896-4a26-8b98-effd7f0b1249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2287b040-da91-4409-92c2-ce2531607c29), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:26.411471 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-2a277a9c-d450-4432-8566-bb945e8fa041 req-70c6ea48-4e0e-4e53-bb22-b64dac2b6b0b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Deleting port 605aa974-6a17-438d-84de-2cc66b9bff6c {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:00:26.411826 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2a277a9c-d450-4432-8566-bb945e8fa041 req-70c6ea48-4e0e-4e53-bb22-b64dac2b6b0b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (605aa974-6a17-438d-84de-2cc66b9bff6c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:26.416490 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fdf47-9570-4250-b96e-af1b5cf67ae6 req-bfb2f537-981d-492b-97c1-fdc8be04301e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:26.424462 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c1fdf47-9570-4250-b96e-af1b5cf67ae6 req-bfb2f537-981d-492b-97c1-fdc8be04301e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad60bdb4-86ee-4d76-9f39-51f4f0511734 HTTP/1.1" status: 200 len: 944 time: 1.0326924 Feb 20 06:00:26.451891 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad60bdb4-86ee-4d76-9f39-51f4f0511734', 'tag': '20a02c61-f521-4ac2-be7d-491c4adb7c5a'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:00:26.453286 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-cbdd2bbe-0896-4a26-8b98-effd7f0b1249 None None] Port 2287b040-da91-4409-92c2-ce2531607c29 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:00:26.460505 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c02e0ad-8ce6-4cd8-90aa-549701ece7bc" -d '{"events": [{"name": "network-changed", "server_uuid": "ad60bdb4-86ee-4d76-9f39-51f4f0511734", "tag": "20a02c61-f521-4ac2-be7d-491c4adb7c5a"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:00:26.502254 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-09f8defa-785d-404c-88f8-fcf3282d6726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:26.503789 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-09f8defa-785d-404c-88f8-fcf3282d6726 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0e08fb7-a82b-4f45-b60f-790274c7b4db HTTP/1.1" status: 200 len: 834 time: 0.3902614 Feb 20 06:00:26.509705 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2e15-af90-4212-9993-ddf0e7031393 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:26.522950 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-2a277a9c-d450-4432-8566-bb945e8fa041 req-70c6ea48-4e0e-4e53-bb22-b64dac2b6b0b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] For port 605aa974-6a17-438d-84de-2cc66b9bff6c, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=605aa974-6a17-438d-84de-2cc66b9bff6c,segment=NetworkSegment(cfae17b7-c58a-42dc-ad2a-f96da9c037eb),segment_id=cfae17b7-c58a-42dc-ad2a-f96da9c037eb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:26.523601 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2a277a9c-d450-4432-8566-bb945e8fa041 req-70c6ea48-4e0e-4e53-bb22-b64dac2b6b0b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (605aa974-6a17-438d-84de-2cc66b9bff6c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:26.542005 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2e15-af90-4212-9993-ddf0e7031393 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:26.545154 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1d6e2e15-af90-4212-9993-ddf0e7031393 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] 10.222.0.37 "DELETE /v2.0/networks/b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b HTTP/1.1" status: 204 len: 168 time: 1.9252586 Feb 20 06:00:26.555415 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-2a277a9c-d450-4432-8566-bb945e8fa041 req-70c6ea48-4e0e-4e53-bb22-b64dac2b6b0b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Calling delete_port for 605aa974-6a17-438d-84de-2cc66b9bff6c owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:00:26.584735 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c1fdf47-9570-4250-b96e-af1b5cf67ae6 req-2f6c7930-7082-43e5-b36b-8e4e53abcebe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e2fb20d-e3be-4143-ba7c-fc287e38c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593883 Feb 20 06:00:26.586794 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e2e15-af90-4212-9993-ddf0e7031393 tempest-DHCPAgentSchedulersTestJSON-2079459544 tempest-DHCPAgentSchedulersTestJSON-2079459544-project] Pushing event deleted for resources: {'Network': ['ID=b24ef0aa-3991-4c10-8c40-dfd51e2d0d2b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:26.623935 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-c0bfaf45-2e47-47e5-9b43-0b44e9ee3a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:26.627898 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-c0bfaf45-2e47-47e5-9b43-0b44e9ee3a0a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59b9bd63-b1f0-4436-a092-d5238dc18f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1108048 Feb 20 06:00:26.656104 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8090ed4e-9d60-4f98-a85d-518d32881732 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:00:26.681607 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6bbc9bb3-abbd-4f25-a0e5-5ef47e5f84b2 req-e0a9ebad-b690-421d-a7ca-93ca5496f4fa service neutron] 10.222.0.48 "GET /v2.0/networks/a97b557b-6d89-4051-82cf-afc4b06f9eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6769209 Feb 20 06:00:26.682229 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46473ade-e9f4-4fb6-9a8f-61476aa338ee tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Port': ['ID=2287b040-da91-4409-92c2-ce2531607c29,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:26.783694 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 8090ed4e-9d60-4f98-a85d-518d32881732 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:26.784887 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8090ed4e-9d60-4f98-a85d-518d32881732), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:26.819204 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46473ade-e9f4-4fb6-9a8f-61476aa338ee tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network f4583d26-4ec3-4367-a4c0-4afcbff7f71b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:26.823238 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-46473ade-e9f4-4fb6-9a8f-61476aa338ee tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:26.823684 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced4b17-acd1-48a4-9be0-b27c19e3a2c5 req-aa6a6749-d570-461a-8a53-12ca977f7f65 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:26.832326 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1ced4b17-acd1-48a4-9be0-b27c19e3a2c5 req-aa6a6749-d570-461a-8a53-12ca977f7f65 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb8f86aa-7113-40af-b105-5b8d3dedb2ac HTTP/1.1" status: 200 len: 945 time: 0.0906253 Feb 20 06:00:26.901085 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1ced4b17-acd1-48a4-9be0-b27c19e3a2c5 req-331bf5c4-2272-4a7d-b751-2c90e2c81fcf tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a140902-a313-47b6-a5b3-4dadd879b419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688238 Feb 20 06:00:26.936497 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-c5c5f524-e7f5-48a5-843b-5fe8a41d3cce service neutron] 10.222.0.48 "GET /v2.0/networks/59b9bd63-b1f0-4436-a092-d5238dc18f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025868 Feb 20 06:00:26.970743 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 8090ed4e-9d60-4f98-a85d-518d32881732 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:26.996758 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2a277a9c-d450-4432-8566-bb945e8fa041 req-70c6ea48-4e0e-4e53-bb22-b64dac2b6b0b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (605aa974-6a17-438d-84de-2cc66b9bff6c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:27.073521 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6ea48-4e0e-4e53-bb22-b64dac2b6b0b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'Port': ['ID=605aa974-6a17-438d-84de-2cc66b9bff6c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:27.085302 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device c412073b-d721-43ce-aa94-0cb4188a4e40 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:00:27.094944 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332879a4-11bd-4c55-a44d-397e4a137e8c x-openstack-request-id: req-332879a4-11bd-4c55-a44d-397e4a137e8c {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:00:27.095567 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad60bdb4-86ee-4d76-9f39-51f4f0511734", "tag": "20a02c61-f521-4ac2-be7d-491c4adb7c5a", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:00:27.095971 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-332879a4-11bd-4c55-a44d-397e4a137e8c {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:00:27.098085 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad60bdb4-86ee-4d76-9f39-51f4f0511734', 'tag': '20a02c61-f521-4ac2-be7d-491c4adb7c5a', 'status': 'completed', 'code': 200} Feb 20 06:00:27.125963 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a277a9c-d450-4432-8566-bb945e8fa041 req-70c6ea48-4e0e-4e53-bb22-b64dac2b6b0b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] No DVR routers for this DVR port 605aa974-6a17-438d-84de-2cc66b9bff6c on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:00:27.127629 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: c412073b-d721-43ce-aa94-0cb4188a4e40 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:00:27.128642 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device c412073b-d721-43ce-aa94-0cb4188a4e40 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:00:27.131543 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2a277a9c-d450-4432-8566-bb945e8fa041 req-70c6ea48-4e0e-4e53-bb22-b64dac2b6b0b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:27.136128 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2a277a9c-d450-4432-8566-bb945e8fa041 req-70c6ea48-4e0e-4e53-bb22-b64dac2b6b0b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.48 "DELETE /v2.0/ports/605aa974-6a17-438d-84de-2cc66b9bff6c HTTP/1.1" status: 204 len: 173 time: 1.3312638 Feb 20 06:00:27.136595 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8f86aa-7113-40af-b105-5b8d3dedb2ac', 'name': 'network-vif-deleted', 'tag': '605aa974-6a17-438d-84de-2cc66b9bff6c'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:00:27.140393 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62ee639-a48f-4c64-8703-8e539cfa2d9d" -d '{"events": [{"server_uuid": "eb8f86aa-7113-40af-b105-5b8d3dedb2ac", "name": "network-vif-deleted", "tag": "605aa974-6a17-438d-84de-2cc66b9bff6c"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:00:27.146314 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40136) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:27.189767 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a0d8a8a5-d445-44a4-9ef3-7be80f25f172 req-263db4a4-1883-4f7d-aa5f-75af2c12db12 service neutron] 10.222.0.48 "GET /v2.0/networks/59b9bd63-b1f0-4436-a092-d5238dc18f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424247 Feb 20 06:00:27.239229 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90eb1864-997b-49e2-bb83-7a06d0755282 x-openstack-request-id: req-90eb1864-997b-49e2-bb83-7a06d0755282 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:00:27.239519 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8f86aa-7113-40af-b105-5b8d3dedb2ac", "name": "network-vif-deleted", "tag": "605aa974-6a17-438d-84de-2cc66b9bff6c", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:00:27.239777 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90eb1864-997b-49e2-bb83-7a06d0755282 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:00:27.240189 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8f86aa-7113-40af-b105-5b8d3dedb2ac', 'name': 'network-vif-deleted', 'tag': '605aa974-6a17-438d-84de-2cc66b9bff6c', 'status': 'completed', 'code': 200} Feb 20 06:00:27.272790 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46473ade-e9f4-4fb6-9a8f-61476aa338ee tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Router 768c1703-d4eb-48fe-b60c-0727c8caf40e is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:00:27.325755 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02e0ad-8ce6-4cd8-90aa-549701ece7bc req-094aa68e-96c1-41e3-9cd4-239684156c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:27.327796 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c02e0ad-8ce6-4cd8-90aa-549701ece7bc req-094aa68e-96c1-41e3-9cd4-239684156c04 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=111d530b12d246f29867a11f6618a046&device_id=ad60bdb4-86ee-4d76-9f39-51f4f0511734 HTTP/1.1" status: 200 len: 1126 time: 0.0745771 Feb 20 06:00:27.423001 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0ed51c8f-4148-4561-bafa-d4e2024ad4d6 None None] Provisioning complete for port 2287b040-da91-4409-92c2-ce2531607c29 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:27.428587 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ed51c8f-4148-4561-bafa-d4e2024ad4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2287b040-da91-4409-92c2-ce2531607c29), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:27.450764 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46473ade-e9f4-4fb6-9a8f-61476aa338ee tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:00:27.464634 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5254bc4c-96f3-4a51-8955-b0291eb47558 None None] Sync routers for ids ['768c1703-d4eb-48fe-b60c-0727c8caf40e'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:00:27.474891 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-46473ade-e9f4-4fb6-9a8f-61476aa338ee tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "PUT /v2.0/routers/768c1703-d4eb-48fe-b60c-0727c8caf40e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6212616 Feb 20 06:00:27.478076 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40142) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:27.480105 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5254bc4c-96f3-4a51-8955-b0291eb47558 None None] Routers {'768c1703-d4eb-48fe-b60c-0727c8caf40e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:00:27.487249 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5254bc4c-96f3-4a51-8955-b0291eb47558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['768c1703-d4eb-48fe-b60c-0727c8caf40e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:27.513355 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02e0ad-8ce6-4cd8-90aa-549701ece7bc req-5335d5a0-7e17-4b8e-97e6-0d23ab5acd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:27.514844 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c02e0ad-8ce6-4cd8-90aa-549701ece7bc req-5335d5a0-7e17-4b8e-97e6-0d23ab5acd85 service neutron] 10.222.0.48 "GET /v2.0/networks?id=59b9bd63-b1f0-4436-a092-d5238dc18f02 HTTP/1.1" status: 200 len: 896 time: 0.1812334 Feb 20 06:00:27.550570 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0ed51c8f-4148-4561-bafa-d4e2024ad4d6 None None] Port 2287b040-da91-4409-92c2-ce2531607c29 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:00:27.559831 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d68f0aa1-ad72-466f-9e5c-b33b40aadf4a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cea20d41d78047bb86d3a366f8a8255b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4103198 Feb 20 06:00:27.560699 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40144) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:27.580389 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c02e0ad-8ce6-4cd8-90aa-549701ece7bc req-d4719851-6d0f-456d-9761-7cb670a27d6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20a02c61-f521-4ac2-be7d-491c4adb7c5a HTTP/1.1" status: 200 len: 217 time: 0.0586631 Feb 20 06:00:27.582508 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5254bc4c-96f3-4a51-8955-b0291eb47558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:27.597822 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5254bc4c-96f3-4a51-8955-b0291eb47558 None None] Routers {'768c1703-d4eb-48fe-b60c-0727c8caf40e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:00:27.598635 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5254bc4c-96f3-4a51-8955-b0291eb47558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['768c1703-d4eb-48fe-b60c-0727c8caf40e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:27.629612 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-415004cc-eeb7-4271-b41c-59539b6f8c58 admin admin] Publish callbacks [] for security_group (e0568dfc-13f8-4541-92c9-6bfcbfb69f11), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:27.640864 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5254bc4c-96f3-4a51-8955-b0291eb47558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:27.641715 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5254bc4c-96f3-4a51-8955-b0291eb47558 None None] The sync data for ids ['768c1703-d4eb-48fe-b60c-0727c8caf40e'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:00:27.667935 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d50df1d-f4c5-444f-966d-bce906c56b74 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:27.668452 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-415004cc-eeb7-4271-b41c-59539b6f8c58 admin admin] Publish callbacks [] for security_group (e0568dfc-13f8-4541-92c9-6bfcbfb69f11), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:27.678948 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9d50df1d-f4c5-444f-966d-bce906c56b74 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "GET /v2.0/ports?device_id=768c1703-d4eb-48fe-b60c-0727c8caf40e HTTP/1.1" status: 200 len: 988 time: 0.1997836 Feb 20 06:00:27.679715 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40150) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:27.746840 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-415004cc-eeb7-4271-b41c-59539b6f8c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e0568dfc-13f8-4541-92c9-6bfcbfb69f11), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:27.750460 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-415004cc-eeb7-4271-b41c-59539b6f8c58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:27.754038 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-415004cc-eeb7-4271-b41c-59539b6f8c58 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0568dfc-13f8-4541-92c9-6bfcbfb69f11 HTTP/1.1" status: 204 len: 168 time: 0.1897664 Feb 20 06:00:27.777715 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415004cc-eeb7-4271-b41c-59539b6f8c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0568dfc-13f8-4541-92c9-6bfcbfb69f11,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:28.198402 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40162) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:28.212866 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25f7d953-b118-4f9f-b974-ac3e56f23679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:28.231059 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02e0ad-8ce6-4cd8-90aa-549701ece7bc req-33d43c3a-7b44-4307-9989-4c6bb7230bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:28.232686 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c02e0ad-8ce6-4cd8-90aa-549701ece7bc req-33d43c3a-7b44-4307-9989-4c6bb7230bae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0e08fb7-a82b-4f45-b60f-790274c7b4db HTTP/1.1" status: 200 len: 834 time: 0.6440444 Feb 20 06:00:28.305243 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28ac93-bd97-4f14-b055-b97a9c92efc3 req-189eb625-8ab4-4635-80ea-9943ec0deb92 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:28.306563 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25f7d953-b118-4f9f-b974-ac3e56f23679 admin admin] Publish callbacks [] for security_group (97efd81b-512a-4657-8da1-64242e600a2d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:28.311231 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25f7d953-b118-4f9f-b974-ac3e56f23679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (97efd81b-512a-4657-8da1-64242e600a2d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:28.313590 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8a28ac93-bd97-4f14-b055-b97a9c92efc3 req-189eb625-8ab4-4635-80ea-9943ec0deb92 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad60bdb4-86ee-4d76-9f39-51f4f0511734 HTTP/1.1" status: 200 len: 944 time: 0.5800653 Feb 20 06:00:28.351007 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7d953-b118-4f9f-b974-ac3e56f23679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97efd81b-512a-4657-8da1-64242e600a2d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:28.355773 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-25f7d953-b118-4f9f-b974-ac3e56f23679 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b92de2fa1cd849c1a2de809f1df7ac11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1562564 Feb 20 06:00:28.358264 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40164) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:28.420216 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18758535-e8fa-4bf6-937b-5dc2a82435b3 admin admin] Publish callbacks [] for security_group (97efd81b-512a-4657-8da1-64242e600a2d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:28.431759 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02e0ad-8ce6-4cd8-90aa-549701ece7bc req-09b30b74-1e54-4d14-b25d-414bea504002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:28.433460 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c02e0ad-8ce6-4cd8-90aa-549701ece7bc req-09b30b74-1e54-4d14-b25d-414bea504002 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59b9bd63-b1f0-4436-a092-d5238dc18f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1929553 Feb 20 06:00:28.445737 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18758535-e8fa-4bf6-937b-5dc2a82435b3 admin admin] Publish callbacks [] for security_group (97efd81b-512a-4657-8da1-64242e600a2d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:28.489613 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8a28ac93-bd97-4f14-b055-b97a9c92efc3 req-ecb03f87-e2ae-443f-97c1-3400c4838789 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e2fb20d-e3be-4143-ba7c-fc287e38c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749589 Feb 20 06:00:28.531715 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18758535-e8fa-4bf6-937b-5dc2a82435b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (97efd81b-512a-4657-8da1-64242e600a2d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:28.537515 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18758535-e8fa-4bf6-937b-5dc2a82435b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:28.540025 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-18758535-e8fa-4bf6-937b-5dc2a82435b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97efd81b-512a-4657-8da1-64242e600a2d HTTP/1.1" status: 204 len: 168 time: 0.1803963 Feb 20 06:00:28.566317 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18758535-e8fa-4bf6-937b-5dc2a82435b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97efd81b-512a-4657-8da1-64242e600a2d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:28.576829 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40168) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:28.704795 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c02e0ad-8ce6-4cd8-90aa-549701ece7bc req-24a5adc2-418c-416f-bea1-49b385f76470 service neutron] 10.222.0.48 "GET /v2.0/networks/59b9bd63-b1f0-4436-a092-d5238dc18f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606428 Feb 20 06:00:28.884383 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c02e0ad-8ce6-4cd8-90aa-549701ece7bc req-49428ff6-bc7a-4dcb-bd06-da494a58419d service neutron] 10.222.0.48 "GET /v2.0/networks/59b9bd63-b1f0-4436-a092-d5238dc18f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732931 Feb 20 06:00:29.026043 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7e22ec54-cb33-4fe6-b2ec-e99b7745c07a tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (768c1703-d4eb-48fe-b60c-0727c8caf40e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:29.132798 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0cab33fb-40ac-43ab-b3f1-4048892af302 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (a6dab2b7-b436-4869-b231-08c9ac584b31), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:29.188970 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 20a02c61-f521-4ac2-be7d-491c4adb7c5a details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:00:29.191972 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 605aa974-6a17-438d-84de-2cc66b9bff6c no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:00:29.237327 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 605aa974-6a17-438d-84de-2cc66b9bff6c {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:00:29.237599 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 605aa974-6a17-438d-84de-2cc66b9bff6c not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:00:29.419946 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 20a02c61-f521-4ac2-be7d-491c4adb7c5a, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=20a02c61-f521-4ac2-be7d-491c4adb7c5a,segment=NetworkSegment(ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0),segment_id=ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:29.423435 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-7e22ec54-cb33-4fe6-b2ec-e99b7745c07a tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting port 2287b040-da91-4409-92c2-ce2531607c29 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:00:29.424889 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7e22ec54-cb33-4fe6-b2ec-e99b7745c07a tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (2287b040-da91-4409-92c2-ce2531607c29), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:29.434839 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '20a02c61-f521-4ac2-be7d-491c4adb7c5a', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'port_id': '20a02c61-f521-4ac2-be7d-491c4adb7c5a', 'mac_address': 'fa:16:3e:45:ec:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:00:29.504325 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 20a02c61-f521-4ac2-be7d-491c4adb7c5a is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:29.523320 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (20a02c61-f521-4ac2-be7d-491c4adb7c5a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:29.589171 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a02c61-f521-4ac2-be7d-491c4adb7c5a {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:00:29.619939 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7e22ec54-cb33-4fe6-b2ec-e99b7745c07a tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (2287b040-da91-4409-92c2-ce2531607c29), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:29.638856 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-7e22ec54-cb33-4fe6-b2ec-e99b7745c07a tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Calling delete_port for 2287b040-da91-4409-92c2-ce2531607c29 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:00:29.674645 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 20a02c61-f521-4ac2-be7d-491c4adb7c5a, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=20a02c61-f521-4ac2-be7d-491c4adb7c5a,segment=NetworkSegment(ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0),segment_id=ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:29.687820 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (20a02c61-f521-4ac2-be7d-491c4adb7c5a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:29.765162 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41496176-f2b4-4776-a622-9e4e18ac484a req-698dba62-6249-4ef9-8045-1de47ae454ef tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:29.773238 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41496176-f2b4-4776-a622-9e4e18ac484a req-698dba62-6249-4ef9-8045-1de47ae454ef tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad60bdb4-86ee-4d76-9f39-51f4f0511734 HTTP/1.1" status: 200 len: 944 time: 0.1369624 Feb 20 06:00:29.803442 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=20a02c61-f521-4ac2-be7d-491c4adb7c5a,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:29.879564 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41496176-f2b4-4776-a622-9e4e18ac484a req-b89fba3f-b6df-4521-9852-f67138b5f87c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e2fb20d-e3be-4143-ba7c-fc287e38c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985105 Feb 20 06:00:29.885894 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['20a02c61-f521-4ac2-be7d-491c4adb7c5a'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:00:30.112867 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7e22ec54-cb33-4fe6-b2ec-e99b7745c07a tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (2287b040-da91-4409-92c2-ce2531607c29), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:30.216240 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22ec54-cb33-4fe6-b2ec-e99b7745c07a tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Port': ['ID=2287b040-da91-4409-92c2-ce2531607c29,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:30.233270 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-0cab33fb-40ac-43ab-b3f1-4048892af302 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Deleting port a0de4e38-7dcd-4130-809a-cf627d6f5b7d {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:00:30.233758 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0cab33fb-40ac-43ab-b3f1-4048892af302 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a0de4e38-7dcd-4130-809a-cf627d6f5b7d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:30.363392 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7e22ec54-cb33-4fe6-b2ec-e99b7745c07a tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (768c1703-d4eb-48fe-b60c-0727c8caf40e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:30.449318 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-0cab33fb-40ac-43ab-b3f1-4048892af302 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] For port a0de4e38-7dcd-4130-809a-cf627d6f5b7d, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a0de4e38-7dcd-4130-809a-cf627d6f5b7d,segment=NetworkSegment(cfae17b7-c58a-42dc-ad2a-f96da9c037eb),segment_id=cfae17b7-c58a-42dc-ad2a-f96da9c037eb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:30.449608 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0cab33fb-40ac-43ab-b3f1-4048892af302 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a0de4e38-7dcd-4130-809a-cf627d6f5b7d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:30.488975 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-0cab33fb-40ac-43ab-b3f1-4048892af302 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Calling delete_port for a0de4e38-7dcd-4130-809a-cf627d6f5b7d owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:00:30.608245 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e22ec54-cb33-4fe6-b2ec-e99b7745c07a tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Router 768c1703-d4eb-48fe-b60c-0727c8caf40e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:00:30.707162 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e22ec54-cb33-4fe6-b2ec-e99b7745c07a tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:00:30.717103 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7e22ec54-cb33-4fe6-b2ec-e99b7745c07a tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "PUT /v2.0/routers/768c1703-d4eb-48fe-b60c-0727c8caf40e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0306308 Feb 20 06:00:30.717103 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40206) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:30.719231 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e18dcc4-3bc0-418f-b11b-aab2bc6a3220 None None] Sync routers for ids ['768c1703-d4eb-48fe-b60c-0727c8caf40e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:00:30.736938 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e18dcc4-3bc0-418f-b11b-aab2bc6a3220 None None] Routers {'768c1703-d4eb-48fe-b60c-0727c8caf40e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:00:30.738171 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3e18dcc4-3bc0-418f-b11b-aab2bc6a3220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['768c1703-d4eb-48fe-b60c-0727c8caf40e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:30.790287 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-44dc2faf-49c0-41cf-8499-408d946a07ea tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] GET failed (client error): The resource could not be found. Feb 20 06:00:30.793020 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-44dc2faf-49c0-41cf-8499-408d946a07ea tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "GET /v2.0/ports/2287b040-da91-4409-92c2-ce2531607c29 HTTP/1.1" status: 404 len: 333 time: 0.0632019 Feb 20 06:00:30.795621 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40210) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:30.832477 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0cab33fb-40ac-43ab-b3f1-4048892af302 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (a0de4e38-7dcd-4130-809a-cf627d6f5b7d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:30.834253 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3e18dcc4-3bc0-418f-b11b-aab2bc6a3220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:30.862477 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e18dcc4-3bc0-418f-b11b-aab2bc6a3220 None None] Routers {'768c1703-d4eb-48fe-b60c-0727c8caf40e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:00:30.864502 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3e18dcc4-3bc0-418f-b11b-aab2bc6a3220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['768c1703-d4eb-48fe-b60c-0727c8caf40e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:30.890462 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab33fb-40ac-43ab-b3f1-4048892af302 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'Port': ['ID=a0de4e38-7dcd-4130-809a-cf627d6f5b7d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:30.899676 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-93606a1b-f6a1-4a31-9628-4d73c9693643 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for router (768c1703-d4eb-48fe-b60c-0727c8caf40e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:30.922203 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:00:30.925152 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3e18dcc4-3bc0-418f-b11b-aab2bc6a3220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:30.925881 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e18dcc4-3bc0-418f-b11b-aab2bc6a3220 None None] The sync data for ids ['768c1703-d4eb-48fe-b60c-0727c8caf40e'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:00:31.183508 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0cab33fb-40ac-43ab-b3f1-4048892af302 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (a6dab2b7-b436-4869-b231-08c9ac584b31), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:31.186253 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 20a02c61-f521-4ac2-be7d-491c4adb7c5a up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:00:31.209796 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-93606a1b-f6a1-4a31-9628-4d73c9693643 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (768c1703-d4eb-48fe-b60c-0727c8caf40e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:31.218815 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-93606a1b-f6a1-4a31-9628-4d73c9693643 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for router_controller (768c1703-d4eb-48fe-b60c-0727c8caf40e), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:31.267439 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 20a02c61-f521-4ac2-be7d-491c4adb7c5a completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:00:31.280408 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 20a02c61-f521-4ac2-be7d-491c4adb7c5a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:31.281084 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (20a02c61-f521-4ac2-be7d-491c4adb7c5a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:31.281429 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274740a-d6d1-4968-8860-3a84a348feb4 req-d0371843-1b6a-45b7-a95c-7b15c3a2366f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:31.283718 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2274740a-d6d1-4968-8860-3a84a348feb4 req-d0371843-1b6a-45b7-a95c-7b15c3a2366f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad60bdb4-86ee-4d76-9f39-51f4f0511734 HTTP/1.1" status: 200 len: 945 time: 0.2064910 Feb 20 06:00:31.318476 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-93606a1b-f6a1-4a31-9628-4d73c9693643 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (768c1703-d4eb-48fe-b60c-0727c8caf40e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:31.323639 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93606a1b-f6a1-4a31-9628-4d73c9693643 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Fanout notify agent at l3_agent the message router_deleted on router 768c1703-d4eb-48fe-b60c-0727c8caf40e {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:00:31.333827 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-93606a1b-f6a1-4a31-9628-4d73c9693643 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:31.335207 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-93606a1b-f6a1-4a31-9628-4d73c9693643 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/routers/768c1703-d4eb-48fe-b60c-0727c8caf40e HTTP/1.1" status: 204 len: 168 time: 0.5380063 Feb 20 06:00:31.351338 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40222) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:31.404697 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 20a02c61-f521-4ac2-be7d-491c4adb7c5a is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:31.406073 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (20a02c61-f521-4ac2-be7d-491c4adb7c5a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:31.439152 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2274740a-d6d1-4968-8860-3a84a348feb4 req-a18a4b13-79c8-43ea-b9a7-58e5f0057001 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e2fb20d-e3be-4143-ba7c-fc287e38c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408424 Feb 20 06:00:31.445938 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-639d132a-cfac-446a-8c9a-d7e3a2df0ddf tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting subnet 113e3d4f-2757-4386-be6a-fa76011f8982 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:00:31.450175 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-639d132a-cfac-446a-8c9a-d7e3a2df0ddf tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for subnet (113e3d4f-2757-4386-be6a-fa76011f8982), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:31.480368 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad60bdb4-86ee-4d76-9f39-51f4f0511734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a02c61-f521-4ac2-be7d-491c4adb7c5a'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:00:31.482667 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44858bd6-99c5-4b10-ad56-57d9294c1fbd" -d '{"events": [{"server_uuid": "ad60bdb4-86ee-4d76-9f39-51f4f0511734", "name": "network-vif-plugged", "status": "completed", "tag": "20a02c61-f521-4ac2-be7d-491c4adb7c5a"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:00:31.513759 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 20a02c61-f521-4ac2-be7d-491c4adb7c5a, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=20a02c61-f521-4ac2-be7d-491c4adb7c5a,segment=NetworkSegment(ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0),segment_id=ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:31.523165 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (20a02c61-f521-4ac2-be7d-491c4adb7c5a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:31.529055 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-639d132a-cfac-446a-8c9a-d7e3a2df0ddf tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (113e3d4f-2757-4386-be6a-fa76011f8982), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:31.579887 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cab33fb-40ac-43ab-b3f1-4048892af302 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Router a6dab2b7-b436-4869-b231-08c9ac584b31 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:00:31.585870 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5759d8c-1194-4c0c-b9d3-2e6a6280ccc9 x-openstack-request-id: req-a5759d8c-1194-4c0c-b9d3-2e6a6280ccc9 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:00:31.590533 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad60bdb4-86ee-4d76-9f39-51f4f0511734", "name": "network-vif-plugged", "status": "completed", "tag": "20a02c61-f521-4ac2-be7d-491c4adb7c5a", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:00:31.590927 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5759d8c-1194-4c0c-b9d3-2e6a6280ccc9 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:00:31.591490 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad60bdb4-86ee-4d76-9f39-51f4f0511734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a02c61-f521-4ac2-be7d-491c4adb7c5a', 'code': 200} Feb 20 06:00:31.620312 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=20a02c61-f521-4ac2-be7d-491c4adb7c5a,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:31.722542 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-639d132a-cfac-446a-8c9a-d7e3a2df0ddf tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (113e3d4f-2757-4386-be6a-fa76011f8982), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:31.753672 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40232) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:31.775736 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91639a-77b1-4585-8fa3-aaf2c3ea97b5 req-57fc533e-f933-43bd-9711-a18b7bc8366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:31.777192 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad91639a-77b1-4585-8fa3-aaf2c3ea97b5 req-57fc533e-f933-43bd-9711-a18b7bc8366a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ad60bdb4-86ee-4d76-9f39-51f4f0511734 HTTP/1.1" status: 200 len: 1128 time: 0.1033461 Feb 20 06:00:31.788698 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cab33fb-40ac-43ab-b3f1-4048892af302 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:00:31.798196 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0cab33fb-40ac-43ab-b3f1-4048892af302 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "PUT /v2.0/routers/a6dab2b7-b436-4869-b231-08c9ac584b31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2161965 Feb 20 06:00:31.798830 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40236) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:31.801760 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11baf25d-784c-48bb-a619-bff08d4c71ee None None] Sync routers for ids ['a6dab2b7-b436-4869-b231-08c9ac584b31'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:00:31.823023 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11baf25d-784c-48bb-a619-bff08d4c71ee None None] Routers {'a6dab2b7-b436-4869-b231-08c9ac584b31'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:00:31.823950 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-11baf25d-784c-48bb-a619-bff08d4c71ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a6dab2b7-b436-4869-b231-08c9ac584b31'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:31.875941 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-4759d846-53ab-44b5-ad5a-7f2de9ad904c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Deleting subnet c18849a5-e890-4940-bc50-1c71fe5b530c {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:00:31.886039 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad91639a-77b1-4585-8fa3-aaf2c3ea97b5 req-30b41a3c-93f8-4e57-a032-698ef0175528 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8e2fb20d-e3be-4143-ba7c-fc287e38c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025958 Feb 20 06:00:31.887263 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4759d846-53ab-44b5-ad5a-7f2de9ad904c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for subnet (c18849a5-e890-4940-bc50-1c71fe5b530c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:31.891729 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-639d132a-cfac-446a-8c9a-d7e3a2df0ddf tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (113e3d4f-2757-4386-be6a-fa76011f8982), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:31.918758 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-639d132a-cfac-446a-8c9a-d7e3a2df0ddf tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:31.926143 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fe8d95-beab-4055-b2b2-00a353acd367 None None] Network f4583d26-4ec3-4367-a4c0-4afcbff7f71b requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:31.930851 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-639d132a-cfac-446a-8c9a-d7e3a2df0ddf tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/subnets/113e3d4f-2757-4386-be6a-fa76011f8982 HTTP/1.1" status: 204 len: 168 time: 0.5709000 Feb 20 06:00:31.935481 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40238) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:31.942764 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-11baf25d-784c-48bb-a619-bff08d4c71ee None None] Set router a6dab2b7-b436-4869-b231-08c9ac584b31 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:00:31.971945 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d132a-cfac-446a-8c9a-d7e3a2df0ddf tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Subnet': ['ID=113e3d4f-2757-4386-be6a-fa76011f8982,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:32.039548 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c4b3b7fc-2dbd-41ab-8786-b2f4a2f62a1f tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:32.049372 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4759d846-53ab-44b5-ad5a-7f2de9ad904c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (c18849a5-e890-4940-bc50-1c71fe5b530c), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:32.090403 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4b3b7fc-2dbd-41ab-8786-b2f4a2f62a1f tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:32.192545 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec95657-e71d-4d7a-a64e-ebd72d1b586a None None] DHCP port deletion for f4583d26-4ec3-4367-a4c0-4afcbff7f71b request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:00:32.195052 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ac47932d-9777-48e5-ae4f-1cdeefb173db tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (f4583d26-4ec3-4367-a4c0-4afcbff7f71b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:32.228059 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-11baf25d-784c-48bb-a619-bff08d4c71ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979371108', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:58:16Z', 'updated_at': '2022-02-20T06:00:30Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:58:17Z', 'updated_at': '2022-02-20T05:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:32.249903 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6ec95657-e71d-4d7a-a64e-ebd72d1b586a None None] Deleting port 8090ed4e-9d60-4f98-a85d-518d32881732 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:00:32.251326 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ec95657-e71d-4d7a-a64e-ebd72d1b586a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (8090ed4e-9d60-4f98-a85d-518d32881732), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:32.253403 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4b3b7fc-2dbd-41ab-8786-b2f4a2f62a1f tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:32.287031 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11baf25d-784c-48bb-a619-bff08d4c71ee None None] Checking router: a6dab2b7-b436-4869-b231-08c9ac584b31 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:00:32.308408 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11baf25d-784c-48bb-a619-bff08d4c71ee None None] Routers {'a6dab2b7-b436-4869-b231-08c9ac584b31'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:00:32.309018 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-11baf25d-784c-48bb-a619-bff08d4c71ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a6dab2b7-b436-4869-b231-08c9ac584b31'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:32.327454 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-6ec95657-e71d-4d7a-a64e-ebd72d1b586a None None] For port 8090ed4e-9d60-4f98-a85d-518d32881732, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8090ed4e-9d60-4f98-a85d-518d32881732,segment=NetworkSegment(f1f454ce-3768-4558-bff7-494f5255ab48),segment_id=f1f454ce-3768-4558-bff7-494f5255ab48)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:32.328547 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ec95657-e71d-4d7a-a64e-ebd72d1b586a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (8090ed4e-9d60-4f98-a85d-518d32881732), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:32.344976 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6ec95657-e71d-4d7a-a64e-ebd72d1b586a None None] Calling delete_port for 8090ed4e-9d60-4f98-a85d-518d32881732 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:00:32.372696 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4759d846-53ab-44b5-ad5a-7f2de9ad904c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (c18849a5-e890-4940-bc50-1c71fe5b530c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:32.387414 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-c4b3b7fc-2dbd-41ab-8786-b2f4a2f62a1f tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Allocated IP 172.25.3.236 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/a0093f3a-d12b-4527-8e7d-fd44a8b06eb1) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:32.450541 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ec95657-e71d-4d7a-a64e-ebd72d1b586a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (8090ed4e-9d60-4f98-a85d-518d32881732), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:32.455646 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-ac47932d-9777-48e5-ae4f-1cdeefb173db tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting port 8090ed4e-9d60-4f98-a85d-518d32881732 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:00:32.455992 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ac47932d-9777-48e5-ae4f-1cdeefb173db tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (8090ed4e-9d60-4f98-a85d-518d32881732), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:32.506348 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec95657-e71d-4d7a-a64e-ebd72d1b586a None None] Pushing event deleted for resources: {'Port': ['ID=8090ed4e-9d60-4f98-a85d-518d32881732,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:32.517662 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec95657-e71d-4d7a-a64e-ebd72d1b586a None None] No DVR routers for this DVR port 8090ed4e-9d60-4f98-a85d-518d32881732 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:00:32.540761 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4b3b7fc-2dbd-41ab-8786-b2f4a2f62a1f tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks [] for port (a0093f3a-d12b-4527-8e7d-fd44a8b06eb1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:32.633440 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-11baf25d-784c-48bb-a619-bff08d4c71ee None None] Set router a6dab2b7-b436-4869-b231-08c9ac584b31 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:00:32.641775 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-ac47932d-9777-48e5-ae4f-1cdeefb173db tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] For port 8090ed4e-9d60-4f98-a85d-518d32881732, host n-d-829866-5, got binding levels [] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:32.642346 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ac47932d-9777-48e5-ae4f-1cdeefb173db tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (8090ed4e-9d60-4f98-a85d-518d32881732), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:32.669182 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4759d846-53ab-44b5-ad5a-7f2de9ad904c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (c18849a5-e890-4940-bc50-1c71fe5b530c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:32.700222 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d532cdb-ba82-4435-8d1b-c436cde74066 req-4a86bd28-185a-4e35-86ed-07591320360d tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:32.702836 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7d532cdb-ba82-4435-8d1b-c436cde74066 req-4a86bd28-185a-4e35-86ed-07591320360d tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad60bdb4-86ee-4d76-9f39-51f4f0511734 HTTP/1.1" status: 200 len: 946 time: 0.1518712 Feb 20 06:00:32.704917 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4b3b7fc-2dbd-41ab-8786-b2f4a2f62a1f tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (a0093f3a-d12b-4527-8e7d-fd44a8b06eb1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:32.709014 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-ac47932d-9777-48e5-ae4f-1cdeefb173db tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Calling delete_port for 8090ed4e-9d60-4f98-a85d-518d32881732 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:00:32.714251 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.ipam_backend_mixin [None req-ac47932d-9777-48e5-ae4f-1cdeefb173db tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Port 8090ed4e-9d60-4f98-a85d-518d32881732 was not found and therefore no delete operation was performed {{(pid=103406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 06:00:32.717725 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8090ed4e-9d60-4f98-a85d-518d32881732 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:00:32.733682 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ac47932d-9777-48e5-ae4f-1cdeefb173db tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (8090ed4e-9d60-4f98-a85d-518d32881732), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:32.738551 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759d846-53ab-44b5-ad5a-7f2de9ad904c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'Subnet': ['ID=c18849a5-e890-4940-bc50-1c71fe5b530c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:32.763665 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fdff1e-6600-4d9a-8f03-aac3e1eb7381 None None] Network a97b557b-6d89-4051-82cf-afc4b06f9eff requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:32.771703 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3b7fc-2dbd-41ab-8786-b2f4a2f62a1f tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Pushing event updated for resources: {'Port': ['ID=a0093f3a-d12b-4527-8e7d-fd44a8b06eb1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:32.772652 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4759d846-53ab-44b5-ad5a-7f2de9ad904c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:32.780832 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4759d846-53ab-44b5-ad5a-7f2de9ad904c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "DELETE /v2.0/subnets/c18849a5-e890-4940-bc50-1c71fe5b530c HTTP/1.1" status: 204 len: 168 time: 0.9807658 Feb 20 06:00:32.781781 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40244) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:32.787164 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47932d-9777-48e5-ae4f-1cdeefb173db tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Port': ['ID=8090ed4e-9d60-4f98-a85d-518d32881732,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:32.841162 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7d532cdb-ba82-4435-8d1b-c436cde74066 req-2f020387-66f3-4849-95dd-8dcbfe1e8eeb tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e2fb20d-e3be-4143-ba7c-fc287e38c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747097 Feb 20 06:00:32.852107 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b3b7fc-2dbd-41ab-8786-b2f4a2f62a1f tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:32.864267 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-c4b3b7fc-2dbd-41ab-8786-b2f4a2f62a1f tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:32.870123 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b3b7fc-2dbd-41ab-8786-b2f4a2f62a1f tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:32.898330 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac47932d-9777-48e5-ae4f-1cdeefb173db tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] No DVR routers for this DVR port 8090ed4e-9d60-4f98-a85d-518d32881732 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:00:32.904967 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 8090ed4e-9d60-4f98-a85d-518d32881732 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:00:32.905749 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8090ed4e-9d60-4f98-a85d-518d32881732 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:00:32.997400 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-11baf25d-784c-48bb-a619-bff08d4c71ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979371108', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:58:16Z', 'updated_at': '2022-02-20T06:00:30Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:58:17Z', 'updated_at': '2022-02-20T05:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:33.022949 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c7575ce-240f-46ca-b83d-03c0f23e61d6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router (a6dab2b7-b436-4869-b231-08c9ac584b31), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:33.065749 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ac47932d-9777-48e5-ae4f-1cdeefb173db tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (f4583d26-4ec3-4367-a4c0-4afcbff7f71b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:33.070181 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4b3b7fc-2dbd-41ab-8786-b2f4a2f62a1f tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks [] for floatingip (6d5b149d-0cf1-4bd2-9d05-36c9e8692201), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:33.074091 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11baf25d-784c-48bb-a619-bff08d4c71ee None None] The sync data for ids ['a6dab2b7-b436-4869-b231-08c9ac584b31'] in n-d-829866-5 is: [{'id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979371108', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T05:58:16Z', 'updated_at': '2022-02-20T06:00:30Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '3dc5680b-073b-4f1c-9095-9ea0bedd4eff', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6dab2b7-b436-4869-b231-08c9ac584b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T05:58:17Z', 'updated_at': '2022-02-20T05:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:00:33.096052 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-ac47932d-9777-48e5-ae4f-1cdeefb173db tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4583d26-4ec3-4367-a4c0-4afcbff7f71b']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:33.098045 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07be6827-9608-44e5-8a45-d230886dbaa9 None None] DHCP port deletion for a97b557b-6d89-4051-82cf-afc4b06f9eff request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:00:33.120746 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-ac47932d-9777-48e5-ae4f-1cdeefb173db tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f454ce-3768-4558-bff7-494f5255ab48') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:33.120976 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-ac47932d-9777-48e5-ae4f-1cdeefb173db tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f454ce-3768-4558-bff7-494f5255ab48') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:33.150509 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4b3b7fc-2dbd-41ab-8786-b2f4a2f62a1f tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a0093f3a-d12b-4527-8e7d-fd44a8b06eb1), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:33.171928 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ac47932d-9777-48e5-ae4f-1cdeefb173db tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (f1f454ce-3768-4558-bff7-494f5255ab48), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:33.180656 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-07be6827-9608-44e5-8a45-d230886dbaa9 None None] Deleting port 288cb61d-11f3-4dfc-827b-2eb41f003c92 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:00:33.181031 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07be6827-9608-44e5-8a45-d230886dbaa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (288cb61d-11f3-4dfc-827b-2eb41f003c92), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:33.200111 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ac47932d-9777-48e5-ae4f-1cdeefb173db tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (f1f454ce-3768-4558-bff7-494f5255ab48), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:33.207590 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac47932d-9777-48e5-ae4f-1cdeefb173db tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:00:33.208601 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ac47932d-9777-48e5-ae4f-1cdeefb173db tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (f1f454ce-3768-4558-bff7-494f5255ab48), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: timer() Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:00:33.261023 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:00:33.263144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-07be6827-9608-44e5-8a45-d230886dbaa9 None None] For port 288cb61d-11f3-4dfc-827b-2eb41f003c92, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=288cb61d-11f3-4dfc-827b-2eb41f003c92,segment=NetworkSegment(cfae17b7-c58a-42dc-ad2a-f96da9c037eb),segment_id=cfae17b7-c58a-42dc-ad2a-f96da9c037eb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:33.263638 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07be6827-9608-44e5-8a45-d230886dbaa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (288cb61d-11f3-4dfc-827b-2eb41f003c92), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:33.284955 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c7575ce-240f-46ca-b83d-03c0f23e61d6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router_gateway (a6dab2b7-b436-4869-b231-08c9ac584b31), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:33.294032 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-07be6827-9608-44e5-8a45-d230886dbaa9 None None] Calling delete_port for 288cb61d-11f3-4dfc-827b-2eb41f003c92 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:00:33.297300 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ac47932d-9777-48e5-ae4f-1cdeefb173db tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (f4583d26-4ec3-4367-a4c0-4afcbff7f71b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:33.333336 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ac47932d-9777-48e5-ae4f-1cdeefb173db tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:33.337218 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ac47932d-9777-48e5-ae4f-1cdeefb173db tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/networks/f4583d26-4ec3-4367-a4c0-4afcbff7f71b HTTP/1.1" status: 204 len: 168 time: 1.4008944 Feb 20 06:00:33.348857 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40248) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:33.361096 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47932d-9777-48e5-ae4f-1cdeefb173db tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Network': ['ID=f4583d26-4ec3-4367-a4c0-4afcbff7f71b,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:33.383974 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4b3b7fc-2dbd-41ab-8786-b2f4a2f62a1f tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks [] for port (a0093f3a-d12b-4527-8e7d-fd44a8b06eb1), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:33.389736 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4b3b7fc-2dbd-41ab-8786-b2f4a2f62a1f tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (a0093f3a-d12b-4527-8e7d-fd44a8b06eb1), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:33.394946 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07be6827-9608-44e5-8a45-d230886dbaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (288cb61d-11f3-4dfc-827b-2eb41f003c92), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:33.414841 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a1a881-974f-45e3-a3af-10d7ed8f1043 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:33.417017 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c7a1a881-974f-45e3-a3af-10d7ed8f1043 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "GET /v2.0/ports/55f6de8e-1e0f-45fd-8d10-67261bbfbb9c HTTP/1.1" status: 200 len: 845 time: 0.0668957 Feb 20 06:00:33.420899 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40250) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:33.432436 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be6827-9608-44e5-8a45-d230886dbaa9 None None] Pushing event deleted for resources: {'Port': ['ID=288cb61d-11f3-4dfc-827b-2eb41f003c92,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:33.434602 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07be6827-9608-44e5-8a45-d230886dbaa9 None None] No DVR routers for this DVR port 288cb61d-11f3-4dfc-827b-2eb41f003c92 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:00:33.434740 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-3c7575ce-240f-46ca-b83d-03c0f23e61d6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Deleting port 3dc5680b-073b-4f1c-9095-9ea0bedd4eff {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:00:33.435296 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c7575ce-240f-46ca-b83d-03c0f23e61d6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3dc5680b-073b-4f1c-9095-9ea0bedd4eff), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:33.443549 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3b7fc-2dbd-41ab-8786-b2f4a2f62a1f tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Pushing event updated for resources: {'Port': ['ID=a0093f3a-d12b-4527-8e7d-fd44a8b06eb1,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:33.490392 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-860658b4-0aec-47c6-b5ec-ece5f342aafc tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "GET /v2.0/ports/55f6de8e-1e0f-45fd-8d10-67261bbfbb9c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0670638 Feb 20 06:00:33.496336 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40252) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:33.502670 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-4e1c5cdd-3605-40b6-9fa4-11ceca0cfc25 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'subnet': {'network_id': '9fcc7d42-fb92-490d-82c1-129852943a74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:33.561986 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4b3b7fc-2dbd-41ab-8786-b2f4a2f62a1f tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (6d5b149d-0cf1-4bd2-9d05-36c9e8692201), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:33.582646 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-3c7575ce-240f-46ca-b83d-03c0f23e61d6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] For port 3dc5680b-073b-4f1c-9095-9ea0bedd4eff, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3dc5680b-073b-4f1c-9095-9ea0bedd4eff,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:33.583109 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c7575ce-240f-46ca-b83d-03c0f23e61d6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3dc5680b-073b-4f1c-9095-9ea0bedd4eff), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:33.597678 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4b3b7fc-2dbd-41ab-8786-b2f4a2f62a1f tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:33.598919 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c4b3b7fc-2dbd-41ab-8786-b2f4a2f62a1f tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8432109 Feb 20 06:00:33.602032 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40254) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:33.609235 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-3c7575ce-240f-46ca-b83d-03c0f23e61d6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Calling delete_port for 3dc5680b-073b-4f1c-9095-9ea0bedd4eff owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:00:33.611551 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-13bcd955-7924-43da-9758-7469cae186cd tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-620145998'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:33.647281 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bcd955-7924-43da-9758-7469cae186cd tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Made reservation on behalf of 89c801428c6d4ae28478e24a9ca4111d for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:33.651915 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-13bcd955-7924-43da-9758-7469cae186cd tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:33.656198 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1c5cdd-3605-40b6-9fa4-11ceca0cfc25 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:33.659780 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4e1c5cdd-3605-40b6-9fa4-11ceca0cfc25 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:33.670184 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-13bcd955-7924-43da-9758-7469cae186cd tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:33.839875 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c7575ce-240f-46ca-b83d-03c0f23e61d6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (3dc5680b-073b-4f1c-9095-9ea0bedd4eff), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:33.899357 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7575ce-240f-46ca-b83d-03c0f23e61d6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'Port': ['ID=3dc5680b-073b-4f1c-9095-9ea0bedd4eff,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:33.915850 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-13bcd955-7924-43da-9758-7469cae186cd tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks [] for security_group (6540904b-578c-42fd-8ded-e48d80aa1c26), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:33.922481 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-13bcd955-7924-43da-9758-7469cae186cd tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6540904b-578c-42fd-8ded-e48d80aa1c26), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:33.939121 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4e1c5cdd-3605-40b6-9fa4-11ceca0cfc25 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (cf35d9bc-37e4-4de1-8b82-7bafa26f859b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:33.955032 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c7575ce-240f-46ca-b83d-03c0f23e61d6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (a6dab2b7-b436-4869-b231-08c9ac584b31), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:33.989768 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bcd955-7924-43da-9758-7469cae186cd tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:00:34.031486 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1c5cdd-3605-40b6-9fa4-11ceca0cfc25 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network 9fcc7d42-fb92-490d-82c1-129852943a74 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:34.046887 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-4e1c5cdd-3605-40b6-9fa4-11ceca0cfc25 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:34.050385 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1c5cdd-3605-40b6-9fa4-11ceca0cfc25 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:34.051160 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4e1c5cdd-3605-40b6-9fa4-11ceca0cfc25 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:34.055952 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c7575ce-240f-46ca-b83d-03c0f23e61d6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (a6dab2b7-b436-4869-b231-08c9ac584b31), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:34.058147 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c7575ce-240f-46ca-b83d-03c0f23e61d6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router_controller (a6dab2b7-b436-4869-b231-08c9ac584b31), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:34.061662 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa546a5-9823-4cf7-9334-5a9cd8d4cb0b None None] Network 9fcc7d42-fb92-490d-82c1-129852943a74 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:34.070956 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-13bcd955-7924-43da-9758-7469cae186cd tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (bd791d08-7207-4852-933c-c2f0956e15f6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:34.071277 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-13bcd955-7924-43da-9758-7469cae186cd tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Added segment bd791d08-7207-4852-933c-c2f0956e15f6 of type vlan for network 77d7f745-75b6-4e34-9ddb-37ad62345afe Feb 20 06:00:34.085375 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcd955-7924-43da-9758-7469cae186cd tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6540904b-578c-42fd-8ded-e48d80aa1c26,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:34.092793 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4e1c5cdd-3605-40b6-9fa4-11ceca0cfc25 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5949783 Feb 20 06:00:34.097501 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40258) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:34.121823 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-694242cc-07a1-4134-9028-e2251fee3573 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'security_group': {'name': 'tempest-secgroup-127549671'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:34.124253 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c7575ce-240f-46ca-b83d-03c0f23e61d6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (a6dab2b7-b436-4869-b231-08c9ac584b31), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:34.125392 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7575ce-240f-46ca-b83d-03c0f23e61d6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Fanout notify agent at l3_agent the message router_deleted on router a6dab2b7-b436-4869-b231-08c9ac584b31 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:00:34.132248 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c5cdd-3605-40b6-9fa4-11ceca0cfc25 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Subnet': ['ID=cf35d9bc-37e4-4de1-8b82-7bafa26f859b,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:34.142735 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3c7575ce-240f-46ca-b83d-03c0f23e61d6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:34.144150 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3c7575ce-240f-46ca-b83d-03c0f23e61d6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "DELETE /v2.0/routers/a6dab2b7-b436-4869-b231-08c9ac584b31 HTTP/1.1" status: 204 len: 168 time: 1.3582027 Feb 20 06:00:34.146368 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40260) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:34.159467 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-13bcd955-7924-43da-9758-7469cae186cd tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (77d7f745-75b6-4e34-9ddb-37ad62345afe), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:34.183862 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-694242cc-07a1-4134-9028-e2251fee3573 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:34.201181 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79542e0-5621-42f7-8e83-58dc4cff2a96 req-c90d75a9-2903-4423-b460-9f7c3962ca72 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:34.202791 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f79542e0-5621-42f7-8e83-58dc4cff2a96 req-c90d75a9-2903-4423-b460-9f7c3962ca72 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad60bdb4-86ee-4d76-9f39-51f4f0511734 HTTP/1.1" status: 200 len: 946 time: 0.2712786 Feb 20 06:00:34.279349 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f547ed4-5ae3-4cc5-a87a-456e039c46a9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (a97b557b-6d89-4051-82cf-afc4b06f9eff), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:34.324620 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49b280f-ea92-419e-882c-77be24196e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-9fcc7d42-fb92-490d-82c1-129852943a74', 'network_id': '9fcc7d42-fb92-490d-82c1-129852943a74', 'project_id': 'd4e7f7fef597499b96cf48ad9eb5c1bb', 'fixed_ips': [{'subnet_id': 'cf35d9bc-37e4-4de1-8b82-7bafa26f859b'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:00:34.326366 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a49b280f-ea92-419e-882c-77be24196e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:34.365074 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-694242cc-07a1-4134-9028-e2251fee3573 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (5722b2e8-fe48-4fcf-9dff-b8174300f728), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:34.444678 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f79542e0-5621-42f7-8e83-58dc4cff2a96 req-cb0c9aef-fc70-4598-bb72-de5f87f2e661 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e2fb20d-e3be-4143-ba7c-fc287e38c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275832 Feb 20 06:00:34.446766 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-13bcd955-7924-43da-9758-7469cae186cd tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (77d7f745-75b6-4e34-9ddb-37ad62345afe), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:34.453152 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bcd955-7924-43da-9758-7469cae186cd tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:34.453994 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-13bcd955-7924-43da-9758-7469cae186cd tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:34.456557 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-694242cc-07a1-4134-9028-e2251fee3573 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5722b2e8-fe48-4fcf-9dff-b8174300f728), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:34.474392 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f547ed4-5ae3-4cc5-a87a-456e039c46a9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (a97b557b-6d89-4051-82cf-afc4b06f9eff), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:34.525715 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-a49b280f-ea92-419e-882c-77be24196e88 None None] Allocated IP 2001:db8::2 (9fcc7d42-fb92-490d-82c1-129852943a74/cf35d9bc-37e4-4de1-8b82-7bafa26f859b/1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:34.530712 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-9f547ed4-5ae3-4cc5-a87a-456e039c46a9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97b557b-6d89-4051-82cf-afc4b06f9eff']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:34.555342 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-9f547ed4-5ae3-4cc5-a87a-456e039c46a9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfae17b7-c58a-42dc-ad2a-f96da9c037eb') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:34.555642 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-9f547ed4-5ae3-4cc5-a87a-456e039c46a9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfae17b7-c58a-42dc-ad2a-f96da9c037eb') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:34.581784 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f547ed4-5ae3-4cc5-a87a-456e039c46a9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (cfae17b7-c58a-42dc-ad2a-f96da9c037eb), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:34.599503 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f547ed4-5ae3-4cc5-a87a-456e039c46a9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (cfae17b7-c58a-42dc-ad2a-f96da9c037eb), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:34.616849 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f547ed4-5ae3-4cc5-a87a-456e039c46a9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:00:34.617939 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f547ed4-5ae3-4cc5-a87a-456e039c46a9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (cfae17b7-c58a-42dc-ad2a-f96da9c037eb), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: timer() Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:00:34.634790 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:00:34.728337 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f547ed4-5ae3-4cc5-a87a-456e039c46a9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (a97b557b-6d89-4051-82cf-afc4b06f9eff), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:34.757930 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9f547ed4-5ae3-4cc5-a87a-456e039c46a9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:34.771297 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9f547ed4-5ae3-4cc5-a87a-456e039c46a9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "DELETE /v2.0/networks/a97b557b-6d89-4051-82cf-afc4b06f9eff HTTP/1.1" status: 204 len: 168 time: 0.6227505 Feb 20 06:00:34.772386 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f547ed4-5ae3-4cc5-a87a-456e039c46a9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'Network': ['ID=a97b557b-6d89-4051-82cf-afc4b06f9eff,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:34.777436 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40272) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:34.791040 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a49b280f-ea92-419e-882c-77be24196e88 None None] Publish callbacks [] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:34.812074 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a49b280f-ea92-419e-882c-77be24196e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:34.904893 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 288cb61d-11f3-4dfc-827b-2eb41f003c92 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:00:34.909313 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49b280f-ea92-419e-882c-77be24196e88 None None] Network 9fcc7d42-fb92-490d-82c1-129852943a74 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:34.933406 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b280f-ea92-419e-882c-77be24196e88 None None] Pushing event updated for resources: {'Port': ['ID=1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:34.942158 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-50df764c-4683-411b-84c2-42ac58f1d12c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group (9a140902-a313-47b6-a5b3-4dadd879b419), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:34.969186 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-a49b280f-ea92-419e-882c-77be24196e88 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:34.973728 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 288cb61d-11f3-4dfc-827b-2eb41f003c92 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:00:34.974078 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 288cb61d-11f3-4dfc-827b-2eb41f003c92 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:00:34.976378 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a0de4e38-7dcd-4130-809a-cf627d6f5b7d no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:00:34.979321 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49b280f-ea92-419e-882c-77be24196e88 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:35.017229 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-50df764c-4683-411b-84c2-42ac58f1d12c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group (9a140902-a313-47b6-a5b3-4dadd879b419), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:35.075835 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: a0de4e38-7dcd-4130-809a-cf627d6f5b7d {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:00:35.076436 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a0de4e38-7dcd-4130-809a-cf627d6f5b7d not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:00:35.077534 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3dc5680b-073b-4f1c-9095-9ea0bedd4eff no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:00:35.109047 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 3dc5680b-073b-4f1c-9095-9ea0bedd4eff {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:00:35.109307 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3dc5680b-073b-4f1c-9095-9ea0bedd4eff not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:00:35.109408 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-50df764c-4683-411b-84c2-42ac58f1d12c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9a140902-a313-47b6-a5b3-4dadd879b419), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:35.113638 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-50df764c-4683-411b-84c2-42ac58f1d12c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:35.114848 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-50df764c-4683-411b-84c2-42ac58f1d12c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "DELETE /v2.0/security-groups/9a140902-a313-47b6-a5b3-4dadd879b419 HTTP/1.1" status: 204 len: 168 time: 0.3364754 Feb 20 06:00:35.125781 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df764c-4683-411b-84c2-42ac58f1d12c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a140902-a313-47b6-a5b3-4dadd879b419,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:35.132764 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-a49b280f-ea92-419e-882c-77be24196e88 None None] Attempting to bind port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:00:35.133155 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-a49b280f-ea92-419e-882c-77be24196e88 None None] Attempting to bind port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '3558fe40-52b5-41e7-821d-b5ecd1d000de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9fcc7d42-fb92-490d-82c1-129852943a74'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:00:35.133528 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49b280f-ea92-419e-882c-77be24196e88 None None] Attempting to bind port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 on network 9fcc7d42-fb92-490d-82c1-129852943a74 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:00:35.143373 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49b280f-ea92-419e-882c-77be24196e88 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:00:35.143754 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49b280f-ea92-419e-882c-77be24196e88 None None] Checking segment: {'id': '3558fe40-52b5-41e7-821d-b5ecd1d000de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9fcc7d42-fb92-490d-82c1-129852943a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:00:35.144168 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a49b280f-ea92-419e-882c-77be24196e88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:35.144564 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49b280f-ea92-419e-882c-77be24196e88 None None] Bound using segment: {'id': '3558fe40-52b5-41e7-821d-b5ecd1d000de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9fcc7d42-fb92-490d-82c1-129852943a74'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:00:35.145046 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-a49b280f-ea92-419e-882c-77be24196e88 None None] Bound port: 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3558fe40-52b5-41e7-821d-b5ecd1d000de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9fcc7d42-fb92-490d-82c1-129852943a74'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:00:35.145447 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a49b280f-ea92-419e-882c-77be24196e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:35.162946 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-694242cc-07a1-4134-9028-e2251fee3573 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:35.167588 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-694242cc-07a1-4134-9028-e2251fee3573 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0645657 Feb 20 06:00:35.168489 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40278) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:35.173158 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-e054e67c-4bc9-40d1-b9c7-bbd569a42cf3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'security_group': {'name': 'tempest-secgroup-1353099064'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:35.183326 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694242cc-07a1-4134-9028-e2251fee3573 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5722b2e8-fe48-4fcf-9dff-b8174300f728,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:35.186973 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcd955-7924-43da-9758-7469cae186cd tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Pushing event updated for resources: {'Network': ['ID=77d7f745-75b6-4e34-9ddb-37ad62345afe,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:35.206247 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-13bcd955-7924-43da-9758-7469cae186cd tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6031547 Feb 20 06:00:35.207292 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40280) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:35.211378 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e054e67c-4bc9-40d1-b9c7-bbd569a42cf3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:35.218674 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-fd8db5cf-1662-4dda-b7ce-81272a0b72dc tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Request body: {'subnet': {'network_id': '77d7f745-75b6-4e34-9ddb-37ad62345afe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:35.246152 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 77d7f745-75b6-4e34-9ddb-37ad62345afe details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:00:35.310270 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-473af94b-327e-40da-be0e-da576b024ac6 req-b0d31171-d321-4938-aadc-99407f522b99 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ad60bdb4-86ee-4d76-9f39-51f4f0511734&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2052548 Feb 20 06:00:35.322376 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc938899-5c6c-477d-ac46-81b27f209f0b req-1c0b608a-8d0d-42fc-a74c-6a500fc86c2b tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:35.324125 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bc938899-5c6c-477d-ac46-81b27f209f0b req-1c0b608a-8d0d-42fc-a74c-6a500fc86c2b tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad60bdb4-86ee-4d76-9f39-51f4f0511734 HTTP/1.1" status: 200 len: 946 time: 0.2711396 Feb 20 06:00:35.325213 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e054e67c-4bc9-40d1-b9c7-bbd569a42cf3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (6d10834d-67d8-49e7-b0c1-d2e416101e43), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:35.331120 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e054e67c-4bc9-40d1-b9c7-bbd569a42cf3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6d10834d-67d8-49e7-b0c1-d2e416101e43), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:35.352396 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a49b280f-ea92-419e-882c-77be24196e88 None None] For port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:00:35.378530 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e054e67c-4bc9-40d1-b9c7-bbd569a42cf3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:35.380141 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e054e67c-4bc9-40d1-b9c7-bbd569a42cf3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2110651 Feb 20 06:00:35.384758 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40282) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:35.393679 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a49b280f-ea92-419e-882c-77be24196e88 None None] For port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202,segment=NetworkSegment(3558fe40-52b5-41e7-821d-b5ecd1d000de),segment_id=3558fe40-52b5-41e7-821d-b5ecd1d000de)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:00:35.394308 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-e67bdf41-a88d-4e19-ac49-a7ed24eeeb0c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1277735571', 'security_groups': ['6d10834d-67d8-49e7-b0c1-d2e416101e43'], 'network_id': '9fcc7d42-fb92-490d-82c1-129852943a74', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cf35d9bc-37e4-4de1-8b82-7bafa26f859b'}]}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:35.408713 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a49b280f-ea92-419e-882c-77be24196e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:35.485968 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b280f-ea92-419e-882c-77be24196e88 None None] Pushing event updated for resources: {'Port': ['ID=1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:35.493969 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054e67c-4bc9-40d1-b9c7-bbd569a42cf3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d10834d-67d8-49e7-b0c1-d2e416101e43,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:35.522050 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8db5cf-1662-4dda-b7ce-81272a0b72dc tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Made reservation on behalf of 89c801428c6d4ae28478e24a9ca4111d for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:35.526661 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fd8db5cf-1662-4dda-b7ce-81272a0b72dc tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:35.554993 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67bdf41-a88d-4e19-ac49-a7ed24eeeb0c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:35.561559 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bc938899-5c6c-477d-ac46-81b27f209f0b req-fb93b2a0-8ff5-42f3-abfd-bb0b74145881 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e2fb20d-e3be-4143-ba7c-fc287e38c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289300 Feb 20 06:00:35.595290 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40284) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:35.670306 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473af94b-327e-40da-be0e-da576b024ac6 req-a5959df2-422d-4ea7-8007-9aafbb8b8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:35.671999 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-473af94b-327e-40da-be0e-da576b024ac6 req-a5959df2-422d-4ea7-8007-9aafbb8b8d6a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=111d530b12d246f29867a11f6618a046&device_id=ad60bdb4-86ee-4d76-9f39-51f4f0511734 HTTP/1.1" status: 200 len: 1128 time: 0.3039360 Feb 20 06:00:35.724401 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e67bdf41-a88d-4e19-ac49-a7ed24eeeb0c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:35.745501 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-e67bdf41-a88d-4e19-ac49-a7ed24eeeb0c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] device_id is not set on port 3bb4a891-55bb-4cc8-a437-a8de91ec214e yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 06:00:35.797797 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa64109-5d22-4a80-ab55-6acd0ddb5c59 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:35.800264 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9fa64109-5d22-4a80-ab55-6acd0ddb5c59 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ad60bdb4-86ee-4d76-9f39-51f4f0511734 HTTP/1.1" status: 200 len: 1123 time: 0.2007062 Feb 20 06:00:35.814453 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40290) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:35.826303 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c330337e-361f-437a-879a-2a3b61663d0c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'port_id': '20a02c61-f521-4ac2-be7d-491c4adb7c5a', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:35.908462 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473af94b-327e-40da-be0e-da576b024ac6 req-e8d6407e-e4b9-4314-b252-bcdf365cfa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:35.909848 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-473af94b-327e-40da-be0e-da576b024ac6 req-e8d6407e-e4b9-4314-b252-bcdf365cfa16 service neutron] 10.222.0.48 "GET /v2.0/networks?id=59b9bd63-b1f0-4436-a092-d5238dc18f02 HTTP/1.1" status: 200 len: 896 time: 0.2176931 Feb 20 06:00:36.023552 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-473af94b-327e-40da-be0e-da576b024ac6 req-5f514c6b-2914-4b21-a958-dd704bd8d225 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20a02c61-f521-4ac2-be7d-491c4adb7c5a HTTP/1.1" status: 200 len: 217 time: 0.0821922 Feb 20 06:00:36.060308 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40292) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:36.065127 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d235436f-1b29-40d9-b2e2-58f990c45a9c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1622558797', 'description': 'tempest-secgroup-smoke-1622558797 description', 'project_id': '50b63137536d4822a61a7b01dd632aeb'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:36.066481 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-e67bdf41-a88d-4e19-ac49-a7ed24eeeb0c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Allocated IP 2001:db8::29e (9fcc7d42-fb92-490d-82c1-129852943a74/cf35d9bc-37e4-4de1-8b82-7bafa26f859b/3bb4a891-55bb-4cc8-a437-a8de91ec214e) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:36.085421 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fd8db5cf-1662-4dda-b7ce-81272a0b72dc tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (7ca05987-0853-41b8-949e-0cff9567e8b5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:36.140420 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473af94b-327e-40da-be0e-da576b024ac6 req-2523c28f-fa93-40e6-94d7-d85530664d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:36.141900 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-473af94b-327e-40da-be0e-da576b024ac6 req-2523c28f-fa93-40e6-94d7-d85530664d1a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0e08fb7-a82b-4f45-b60f-790274c7b4db HTTP/1.1" status: 200 len: 834 time: 0.1124277 Feb 20 06:00:36.142621 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d235436f-1b29-40d9-b2e2-58f990c45a9c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:36.192471 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c330337e-361f-437a-879a-2a3b61663d0c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:36.228826 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8db5cf-1662-4dda-b7ce-81272a0b72dc tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Checking segment: {'id': 'bd791d08-7207-4852-933c-c2f0956e15f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '77d7f745-75b6-4e34-9ddb-37ad62345afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:00:36.229392 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8db5cf-1662-4dda-b7ce-81272a0b72dc tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Network hostable DHCP agents. Network: 77d7f745-75b6-4e34-9ddb-37ad62345afe, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:00:36.231212 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8db5cf-1662-4dda-b7ce-81272a0b72dc tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Pushing event updated for resources: {'Subnet': ['ID=7ca05987-0853-41b8-949e-0cff9567e8b5,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:36.280148 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473af94b-327e-40da-be0e-da576b024ac6 req-647e2b5a-40d5-4b3d-b317-a077ba5b56ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:36.281942 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-473af94b-327e-40da-be0e-da576b024ac6 req-647e2b5a-40d5-4b3d-b317-a077ba5b56ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59b9bd63-b1f0-4436-a092-d5238dc18f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1257117 Feb 20 06:00:36.285317 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8db5cf-1662-4dda-b7ce-81272a0b72dc tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Network 77d7f745-75b6-4e34-9ddb-37ad62345afe is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:00:36.331481 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e67bdf41-a88d-4e19-ac49-a7ed24eeeb0c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for port (3bb4a891-55bb-4cc8-a437-a8de91ec214e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:36.348713 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-fd8db5cf-1662-4dda-b7ce-81272a0b72dc tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 77d7f745-75b6-4e34-9ddb-37ad62345afe) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:36.361406 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f19d07-fef8-4c3b-bb52-affbd3814625 None None] Network 77d7f745-75b6-4e34-9ddb-37ad62345afe requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:36.367499 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8db5cf-1662-4dda-b7ce-81272a0b72dc tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:36.368317 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fd8db5cf-1662-4dda-b7ce-81272a0b72dc tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:36.386236 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d235436f-1b29-40d9-b2e2-58f990c45a9c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group (6a39c246-8320-433a-9ddd-eb71d485cce0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:36.397386 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c330337e-361f-437a-879a-2a3b61663d0c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:36.405461 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d235436f-1b29-40d9-b2e2-58f990c45a9c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6a39c246-8320-433a-9ddd-eb71d485cce0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:36.447320 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e67bdf41-a88d-4e19-ac49-a7ed24eeeb0c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (3bb4a891-55bb-4cc8-a437-a8de91ec214e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:36.448682 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235436f-1b29-40d9-b2e2-58f990c45a9c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a39c246-8320-433a-9ddd-eb71d485cce0,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:36.469167 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fd8db5cf-1662-4dda-b7ce-81272a0b72dc tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2587528 Feb 20 06:00:36.472903 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40294) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:36.474266 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67bdf41-a88d-4e19-ac49-a7ed24eeeb0c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network 9fcc7d42-fb92-490d-82c1-129852943a74 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:36.479601 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-383de380-0986-4af6-882b-2ba565fd6f29 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2004850105', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:36.481007 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-e67bdf41-a88d-4e19-ac49-a7ed24eeeb0c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:36.495342 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d235436f-1b29-40d9-b2e2-58f990c45a9c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:36.497044 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d235436f-1b29-40d9-b2e2-58f990c45a9c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4357345 Feb 20 06:00:36.505251 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40296) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:36.512883 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67bdf41-a88d-4e19-ac49-a7ed24eeeb0c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:36.513861 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-1faf0418-2ebb-4f21-86c4-ca93da1dd3a1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group_rule': {'security_group_id': '6a39c246-8320-433a-9ddd-eb71d485cce0', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:36.518363 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67bdf41-a88d-4e19-ac49-a7ed24eeeb0c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:36.519072 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e67bdf41-a88d-4e19-ac49-a7ed24eeeb0c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:36.542623 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e67bdf41-a88d-4e19-ac49-a7ed24eeeb0c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1565092 Feb 20 06:00:36.547120 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40298) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:36.557732 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0b868136-6014-440b-9264-ce90deba7249 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'subnet': {'network_id': '9fcc7d42-fb92-490d-82c1-129852943a74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:36.575955 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-473af94b-327e-40da-be0e-da576b024ac6 req-320ef62b-a50e-40c6-aa8c-df64ad4b8c2b service neutron] 10.222.0.48 "GET /v2.0/networks/59b9bd63-b1f0-4436-a092-d5238dc18f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871616 Feb 20 06:00:36.609045 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-383de380-0986-4af6-882b-2ba565fd6f29 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (085acb33-b661-44bd-9a6c-d1ff67039014), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:36.610648 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-383de380-0986-4af6-882b-2ba565fd6f29 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (085acb33-b661-44bd-9a6c-d1ff67039014), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:36.667011 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502fbc20-6c17-40cf-b91a-0d1517e409b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-77d7f745-75b6-4e34-9ddb-37ad62345afe', 'network_id': '77d7f745-75b6-4e34-9ddb-37ad62345afe', 'project_id': '89c801428c6d4ae28478e24a9ca4111d', 'fixed_ips': [{'subnet_id': '7ca05987-0853-41b8-949e-0cff9567e8b5'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:00:36.670169 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67bdf41-a88d-4e19-ac49-a7ed24eeeb0c tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Port': ['ID=3bb4a891-55bb-4cc8-a437-a8de91ec214e,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:36.670828 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-502fbc20-6c17-40cf-b91a-0d1517e409b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:36.706742 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-383de380-0986-4af6-882b-2ba565fd6f29 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks [] for router_controller (085acb33-b661-44bd-9a6c-d1ff67039014), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:36.711273 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-c330337e-361f-437a-879a-2a3b61663d0c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Allocated IP 172.25.3.169 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/6a7d826c-514f-4e38-829d-80fc03d16108) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:36.908391 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-502fbc20-6c17-40cf-b91a-0d1517e409b9 None None] Allocated IP 172.20.0.2 (77d7f745-75b6-4e34-9ddb-37ad62345afe/7ca05987-0853-41b8-949e-0cff9567e8b5/582042c7-5b46-4792-9712-1091b800980a) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:36.929782 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1faf0418-2ebb-4f21-86c4-ca93da1dd3a1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (acaf6dc2-7766-4b69-89f3-e3926882edc4), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:36.979257 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:00:37.114013 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:37.114622 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:37.223453 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-502fbc20-6c17-40cf-b91a-0d1517e409b9 None None] Publish callbacks [] for port (582042c7-5b46-4792-9712-1091b800980a), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:37.232425 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-502fbc20-6c17-40cf-b91a-0d1517e409b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (582042c7-5b46-4792-9712-1091b800980a), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:37.294158 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-383de380-0986-4af6-882b-2ba565fd6f29 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks [] for router_gateway (085acb33-b661-44bd-9a6c-d1ff67039014), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:37.295188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502fbc20-6c17-40cf-b91a-0d1517e409b9 None None] Network 77d7f745-75b6-4e34-9ddb-37ad62345afe is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:37.309233 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-502fbc20-6c17-40cf-b91a-0d1517e409b9 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:37.312143 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502fbc20-6c17-40cf-b91a-0d1517e409b9 None None] Pushing event updated for resources: {'Port': ['ID=582042c7-5b46-4792-9712-1091b800980a,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:37.316327 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502fbc20-6c17-40cf-b91a-0d1517e409b9 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:37.342108 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-473af94b-327e-40da-be0e-da576b024ac6 req-3b711740-2e6f-404c-b372-377c8666c3e9 service neutron] 10.222.0.48 "GET /v2.0/networks/59b9bd63-b1f0-4436-a092-d5238dc18f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7588603 Feb 20 06:00:37.406095 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b868136-6014-440b-9264-ce90deba7249 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:37.411606 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0b868136-6014-440b-9264-ce90deba7249 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:37.437758 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:37.438790 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:37.443388 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1faf0418-2ebb-4f21-86c4-ca93da1dd3a1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (acaf6dc2-7766-4b69-89f3-e3926882edc4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:37.453865 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1faf0418-2ebb-4f21-86c4-ca93da1dd3a1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (acaf6dc2-7766-4b69-89f3-e3926882edc4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:37.479941 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf0418-2ebb-4f21-86c4-ca93da1dd3a1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acaf6dc2-7766-4b69-89f3-e3926882edc4,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:37.484842 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-502fbc20-6c17-40cf-b91a-0d1517e409b9 None None] Attempting to bind port 582042c7-5b46-4792-9712-1091b800980a on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:00:37.484842 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-502fbc20-6c17-40cf-b91a-0d1517e409b9 None None] Attempting to bind port 582042c7-5b46-4792-9712-1091b800980a by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'bd791d08-7207-4852-933c-c2f0956e15f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '77d7f745-75b6-4e34-9ddb-37ad62345afe'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:00:37.485592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502fbc20-6c17-40cf-b91a-0d1517e409b9 None None] Attempting to bind port 582042c7-5b46-4792-9712-1091b800980a on network 77d7f745-75b6-4e34-9ddb-37ad62345afe {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:00:37.502999 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1faf0418-2ebb-4f21-86c4-ca93da1dd3a1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:37.507226 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1faf0418-2ebb-4f21-86c4-ca93da1dd3a1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9963706 Feb 20 06:00:37.507519 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502fbc20-6c17-40cf-b91a-0d1517e409b9 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:00:37.507519 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502fbc20-6c17-40cf-b91a-0d1517e409b9 None None] Checking segment: {'id': 'bd791d08-7207-4852-933c-c2f0956e15f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '77d7f745-75b6-4e34-9ddb-37ad62345afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:00:37.507762 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-502fbc20-6c17-40cf-b91a-0d1517e409b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:37.508450 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502fbc20-6c17-40cf-b91a-0d1517e409b9 None None] Bound using segment: {'id': 'bd791d08-7207-4852-933c-c2f0956e15f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '77d7f745-75b6-4e34-9ddb-37ad62345afe'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:00:37.508682 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-502fbc20-6c17-40cf-b91a-0d1517e409b9 None None] Bound port: 582042c7-5b46-4792-9712-1091b800980a, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd791d08-7207-4852-933c-c2f0956e15f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '77d7f745-75b6-4e34-9ddb-37ad62345afe'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:00:37.509147 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-502fbc20-6c17-40cf-b91a-0d1517e409b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (582042c7-5b46-4792-9712-1091b800980a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:37.511071 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40302) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:37.511290 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d905699d-d187-48e6-aa34-10f44cd59213 None None] Provisioning complete for port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:37.511648 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d905699d-d187-48e6-aa34-10f44cd59213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:37.524002 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-74422010-2dbb-4ad4-8887-a55c5059f0e8 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group_rule': {'security_group_id': '6a39c246-8320-433a-9ddd-eb71d485cce0', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:37.527959 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c330337e-361f-437a-879a-2a3b61663d0c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for port (6a7d826c-514f-4e38-829d-80fc03d16108), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:37.551216 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202,segment=NetworkSegment(3558fe40-52b5-41e7-821d-b5ecd1d000de),segment_id=3558fe40-52b5-41e7-821d-b5ecd1d000de)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:37.563512 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c330337e-361f-437a-879a-2a3b61663d0c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (6a7d826c-514f-4e38-829d-80fc03d16108), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:37.565114 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:37.597441 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74422010-2dbb-4ad4-8887-a55c5059f0e8 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (337fdf5e-e9e8-4600-9e83-804f7b92c9f0), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:37.645005 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330337e-361f-437a-879a-2a3b61663d0c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'Port': ['ID=6a7d826c-514f-4e38-829d-80fc03d16108,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:37.654139 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74422010-2dbb-4ad4-8887-a55c5059f0e8 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (337fdf5e-e9e8-4600-9e83-804f7b92c9f0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:37.661100 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74422010-2dbb-4ad4-8887-a55c5059f0e8 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (337fdf5e-e9e8-4600-9e83-804f7b92c9f0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:37.690259 n-d-829866-5 neutron-server[103406]: INFO neutron.db.ipam_backend_mixin [None req-0b868136-6014-440b-9264-ce90deba7249 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cf35d9bc-37e4-4de1-8b82-7bafa26f859b (CIDR: 2001:db8::/64) Feb 20 06:00:37.694097 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-502fbc20-6c17-40cf-b91a-0d1517e409b9 None None] For port 582042c7-5b46-4792-9712-1091b800980a, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:00:37.700439 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c330337e-361f-437a-879a-2a3b61663d0c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:37.703348 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-c330337e-361f-437a-879a-2a3b61663d0c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:37.710062 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b868136-6014-440b-9264-ce90deba7249 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 06:00:37.710632 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b868136-6014-440b-9264-ce90deba7249 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 06:00:37.715915 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c330337e-361f-437a-879a-2a3b61663d0c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:37.716873 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-502fbc20-6c17-40cf-b91a-0d1517e409b9 None None] For port 582042c7-5b46-4792-9712-1091b800980a, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=582042c7-5b46-4792-9712-1091b800980a,segment=NetworkSegment(bd791d08-7207-4852-933c-c2f0956e15f6),segment_id=bd791d08-7207-4852-933c-c2f0956e15f6)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:00:37.740594 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:37.755753 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-502fbc20-6c17-40cf-b91a-0d1517e409b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (582042c7-5b46-4792-9712-1091b800980a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:37.762625 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74422010-2dbb-4ad4-8887-a55c5059f0e8 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337fdf5e-e9e8-4600-9e83-804f7b92c9f0,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:37.769852 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74422010-2dbb-4ad4-8887-a55c5059f0e8 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:37.771189 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-74422010-2dbb-4ad4-8887-a55c5059f0e8 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2519441 Feb 20 06:00:37.773890 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40304) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:37.780406 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6d054e54-e6b2-4307-b114-0ce716499928 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group_rule': {'security_group_id': '6a39c246-8320-433a-9ddd-eb71d485cce0', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:37.794473 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0b868136-6014-440b-9264-ce90deba7249 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2416310 Feb 20 06:00:37.794682 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d905699d-d187-48e6-aa34-10f44cd59213 None None] Current status of the port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:37.794786 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40306) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:37.801636 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a43c37ee-2217-4ad6-b569-227f7e3dd39e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'subnet': {'network_id': '9fcc7d42-fb92-490d-82c1-129852943a74', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:37.820645 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-383de380-0986-4af6-882b-2ba565fd6f29 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks [] for router_gateway (085acb33-b661-44bd-9a6c-d1ff67039014), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:37.840423 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502fbc20-6c17-40cf-b91a-0d1517e409b9 None None] Pushing event updated for resources: {'Port': ['ID=582042c7-5b46-4792-9712-1091b800980a,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:37.848406 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-383de380-0986-4af6-882b-2ba565fd6f29 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:37.850842 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d905699d-d187-48e6-aa34-10f44cd59213 None None] Provisioning complete for port 55f6de8e-1e0f-45fd-8d10-67261bbfbb9c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:37.851443 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d905699d-d187-48e6-aa34-10f44cd59213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (55f6de8e-1e0f-45fd-8d10-67261bbfbb9c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:37.941557 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6d054e54-e6b2-4307-b114-0ce716499928 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (c6e87bc0-8bf0-4957-b552-71bd0b834ac2), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:38.052570 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6d054e54-e6b2-4307-b114-0ce716499928 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (c6e87bc0-8bf0-4957-b552-71bd0b834ac2), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:38.077722 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d905699d-d187-48e6-aa34-10f44cd59213 None None] Port 55f6de8e-1e0f-45fd-8d10-67261bbfbb9c cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:00:38.101264 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43c37ee-2217-4ad6-b569-227f7e3dd39e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:38.107859 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a43c37ee-2217-4ad6-b569-227f7e3dd39e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:38.122307 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6d054e54-e6b2-4307-b114-0ce716499928 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (c6e87bc0-8bf0-4957-b552-71bd0b834ac2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:38.180125 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-383de380-0986-4af6-882b-2ba565fd6f29 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Allocated IP 172.25.3.2 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/31d1a599-3244-4c6c-9ecd-321c3ba02393) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:38.186144 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d054e54-e6b2-4307-b114-0ce716499928 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e87bc0-8bf0-4957-b552-71bd0b834ac2,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:38.202920 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6d054e54-e6b2-4307-b114-0ce716499928 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:38.207606 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6d054e54-e6b2-4307-b114-0ce716499928 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4323776 Feb 20 06:00:38.210949 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40312) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:38.221369 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-cd9eff0d-dc08-42a0-b1b0-6440b147ccff tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group_rule': {'security_group_id': '6a39c246-8320-433a-9ddd-eb71d485cce0', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:38.232571 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-1bfe4c3a-313c-4782-af5c-9304e4db7ced None None] Provisioning complete for port 3bb4a891-55bb-4cc8-a437-a8de91ec214e triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:38.232952 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1bfe4c3a-313c-4782-af5c-9304e4db7ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3bb4a891-55bb-4cc8-a437-a8de91ec214e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:38.282712 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1bfe4c3a-313c-4782-af5c-9304e4db7ced None None] Port 3bb4a891-55bb-4cc8-a437-a8de91ec214e cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:00:38.352461 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-383de380-0986-4af6-882b-2ba565fd6f29 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks [] for port (31d1a599-3244-4c6c-9ecd-321c3ba02393), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:38.378281 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd9eff0d-dc08-42a0-b1b0-6440b147ccff tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (28bd19d9-837a-47eb-97a9-e2568c7f7ac1), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:38.405245 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-383de380-0986-4af6-882b-2ba565fd6f29 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (31d1a599-3244-4c6c-9ecd-321c3ba02393), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:38.462700 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383de380-0986-4af6-882b-2ba565fd6f29 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:38.466243 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-383de380-0986-4af6-882b-2ba565fd6f29 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:38.472113 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383de380-0986-4af6-882b-2ba565fd6f29 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:38.496162 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383de380-0986-4af6-882b-2ba565fd6f29 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Pushing event updated for resources: {'Port': ['ID=31d1a599-3244-4c6c-9ecd-321c3ba02393,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:38.584851 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd9eff0d-dc08-42a0-b1b0-6440b147ccff tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (28bd19d9-837a-47eb-97a9-e2568c7f7ac1), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:38.711993 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c330337e-361f-437a-879a-2a3b61663d0c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for floatingip (00fe83c3-e585-45e7-9c8d-2d8f54badd01), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:38.714761 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd9eff0d-dc08-42a0-b1b0-6440b147ccff tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (28bd19d9-837a-47eb-97a9-e2568c7f7ac1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:38.756328 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a43c37ee-2217-4ad6-b569-227f7e3dd39e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (0c8cfaee-3e26-4ccf-9a42-87d1e52ff8a4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:38.786840 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 582042c7-5b46-4792-9712-1091b800980a up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:00:38.835853 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c37ee-2217-4ad6-b569-227f7e3dd39e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Subnet': ['ID=0c8cfaee-3e26-4ccf-9a42-87d1e52ff8a4,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:38.846716 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 582042c7-5b46-4792-9712-1091b800980a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:38.847497 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (582042c7-5b46-4792-9712-1091b800980a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:38.849592 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9eff0d-dc08-42a0-b1b0-6440b147ccff tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28bd19d9-837a-47eb-97a9-e2568c7f7ac1,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:38.866603 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cd9eff0d-dc08-42a0-b1b0-6440b147ccff tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:38.867857 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cd9eff0d-dc08-42a0-b1b0-6440b147ccff tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6503997 Feb 20 06:00:38.870393 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43c37ee-2217-4ad6-b569-227f7e3dd39e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network 9fcc7d42-fb92-490d-82c1-129852943a74 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:38.871222 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40320) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:38.875911 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-a43c37ee-2217-4ad6-b569-227f7e3dd39e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:38.878654 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43c37ee-2217-4ad6-b569-227f7e3dd39e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:38.879273 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a43c37ee-2217-4ad6-b569-227f7e3dd39e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:38.887801 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-bc9ec880-94cd-48b9-8976-e15462aa2a46 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group_rule': {'security_group_id': '6a39c246-8320-433a-9ddd-eb71d485cce0', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:38.896056 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-383de380-0986-4af6-882b-2ba565fd6f29 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks [] for router_gateway (085acb33-b661-44bd-9a6c-d1ff67039014), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:38.905867 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d229db6b-2e38-46c9-b1aa-b8bc751c1747 None None] Network 9fcc7d42-fb92-490d-82c1-129852943a74 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:38.936395 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a43c37ee-2217-4ad6-b569-227f7e3dd39e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1408994 Feb 20 06:00:38.939112 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40322) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:38.944667 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-8924d6f0-5b9b-4a50-9225-a8db966dd0a4 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-243346135', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0c8cfaee-3e26-4ccf-9a42-87d1e52ff8a4'}], 'security_groups': ['5722b2e8-fe48-4fcf-9dff-b8174300f728']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:38.976006 n-d-829866-5 neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-bc9ec880-94cd-48b9-8976-e15462aa2a46 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Project 50b63137536d4822a61a7b01dd632aeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:00:38.990035 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc9ec880-94cd-48b9-8976-e15462aa2a46 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (d99f9f9d-68b5-4b6f-aa7c-e0721053cbeb), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:39.058641 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c330337e-361f-437a-879a-2a3b61663d0c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6a7d826c-514f-4e38-829d-80fc03d16108), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:39.102345 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8924d6f0-5b9b-4a50-9225-a8db966dd0a4 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3bb4a891-55bb-4cc8-a437-a8de91ec214e), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:39.122319 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 582042c7-5b46-4792-9712-1091b800980a is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:39.122790 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (582042c7-5b46-4792-9712-1091b800980a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:39.174722 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc9ec880-94cd-48b9-8976-e15462aa2a46 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (d99f9f9d-68b5-4b6f-aa7c-e0721053cbeb), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:39.179548 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 582042c7-5b46-4792-9712-1091b800980a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=582042c7-5b46-4792-9712-1091b800980a,segment=NetworkSegment(bd791d08-7207-4852-933c-c2f0956e15f6),segment_id=bd791d08-7207-4852-933c-c2f0956e15f6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:39.182275 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc9ec880-94cd-48b9-8976-e15462aa2a46 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (d99f9f9d-68b5-4b6f-aa7c-e0721053cbeb), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:39.198689 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (582042c7-5b46-4792-9712-1091b800980a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:39.199091 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:00:39.245695 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ec880-94cd-48b9-8976-e15462aa2a46 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d99f9f9d-68b5-4b6f-aa7c-e0721053cbeb,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:39.286615 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc9ec880-94cd-48b9-8976-e15462aa2a46 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:39.292550 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40324) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:39.295908 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bc9ec880-94cd-48b9-8976-e15462aa2a46 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4217155 Feb 20 06:00:39.298337 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-1c19b2cb-6d96-426c-af07-eebeaad7138a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group_rule': {'security_group_id': '6a39c246-8320-433a-9ddd-eb71d485cce0', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:39.317283 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-383de380-0986-4af6-882b-2ba565fd6f29 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (085acb33-b661-44bd-9a6c-d1ff67039014), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:39.400350 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d748f3cd-8bd2-4928-86ab-a99aba3ef91c None None] Network 77d7f745-75b6-4e34-9ddb-37ad62345afe requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:39.418378 n-d-829866-5 neutron-server[103406]: INFO neutron.db.securitygroups_db [None req-1c19b2cb-6d96-426c-af07-eebeaad7138a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Project 50b63137536d4822a61a7b01dd632aeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:00:39.425434 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:39.425822 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:39.429944 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cf9f58-7ab4-465f-bea5-2eda3fa61e31 None None] Update dhcp port {'port': {'network_id': '9fcc7d42-fb92-490d-82c1-129852943a74', 'fixed_ips': [{'subnet_id': 'cf35d9bc-37e4-4de1-8b82-7bafa26f859b', 'ip_address': '2001:db8::2'}, {'subnet_id': '0c8cfaee-3e26-4ccf-9a42-87d1e52ff8a4'}], 'binding:host_id': 'n-d-829866-5'}, 'id': '1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202'} from n-d-829866-5. {{(pid=103408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 06:00:39.460395 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=582042c7-5b46-4792-9712-1091b800980a,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:39.473569 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1c19b2cb-6d96-426c-af07-eebeaad7138a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (2aa85872-4c50-48c5-b67c-f5041495898e), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:39.526070 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383de380-0986-4af6-882b-2ba565fd6f29 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Router 085acb33-b661-44bd-9a6c-d1ff67039014 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:00:39.549921 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7395e5d9-d404-4a6d-a8f7-33e2cfa5c238 None None] Provisioning complete for port 582042c7-5b46-4792-9712-1091b800980a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:39.550303 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7395e5d9-d404-4a6d-a8f7-33e2cfa5c238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (582042c7-5b46-4792-9712-1091b800980a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:39.586507 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-52cf9f58-7ab4-465f-bea5-2eda3fa61e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:39.629318 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c330337e-361f-437a-879a-2a3b61663d0c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for port (6a7d826c-514f-4e38-829d-80fc03d16108), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:39.642678 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c330337e-361f-437a-879a-2a3b61663d0c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (6a7d826c-514f-4e38-829d-80fc03d16108), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:39.681924 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383de380-0986-4af6-882b-2ba565fd6f29 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:00:39.689945 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1c19b2cb-6d96-426c-af07-eebeaad7138a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (2aa85872-4c50-48c5-b67c-f5041495898e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:39.704078 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a19bf8-e44d-4bfe-95e1-a8dd895cab39 None None] Sync routers for ids ['085acb33-b661-44bd-9a6c-d1ff67039014'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:00:39.709297 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1c19b2cb-6d96-426c-af07-eebeaad7138a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (2aa85872-4c50-48c5-b67c-f5041495898e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:39.714728 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-383de380-0986-4af6-882b-2ba565fd6f29 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:39.720387 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-383de380-0986-4af6-882b-2ba565fd6f29 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.2451608 Feb 20 06:00:39.721338 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40328) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:39.803922 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1c19b2cb-6d96-426c-af07-eebeaad7138a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:39.809786 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1c19b2cb-6d96-426c-af07-eebeaad7138a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5148253 Feb 20 06:00:39.816459 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40330) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:39.823559 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-04ee8a1a-f860-48db-b947-0d840d3f9038 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'network': {'name': 'tempest-network-smoke--2057131464', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'port_security_enabled': True}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:39.836465 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19b2cb-6d96-426c-af07-eebeaad7138a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa85872-4c50-48c5-b67c-f5041495898e,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:39.846179 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330337e-361f-437a-879a-2a3b61663d0c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'Port': ['ID=6a7d826c-514f-4e38-829d-80fc03d16108,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:39.848015 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7395e5d9-d404-4a6d-a8f7-33e2cfa5c238 None None] Current status of the port 582042c7-5b46-4792-9712-1091b800980a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:39.858700 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a19bf8-e44d-4bfe-95e1-a8dd895cab39 None None] Routers {'085acb33-b661-44bd-9a6c-d1ff67039014'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:00:39.859374 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-13a19bf8-e44d-4bfe-95e1-a8dd895cab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['085acb33-b661-44bd-9a6c-d1ff67039014'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:39.885340 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c330337e-361f-437a-879a-2a3b61663d0c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (00fe83c3-e585-45e7-9c8d-2d8f54badd01), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:39.910944 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-13a19bf8-e44d-4bfe-95e1-a8dd895cab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:39.917887 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:39.932333 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a19bf8-e44d-4bfe-95e1-a8dd895cab39 None None] Routers {'085acb33-b661-44bd-9a6c-d1ff67039014'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:00:39.932959 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-13a19bf8-e44d-4bfe-95e1-a8dd895cab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['085acb33-b661-44bd-9a6c-d1ff67039014'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:39.967960 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ee8a1a-f860-48db-b947-0d840d3f9038 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Made reservation on behalf of 50b63137536d4822a61a7b01dd632aeb for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:39.971421 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-04ee8a1a-f860-48db-b947-0d840d3f9038 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:39.974519 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-13a19bf8-e44d-4bfe-95e1-a8dd895cab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:39.975517 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a19bf8-e44d-4bfe-95e1-a8dd895cab39 None None] The sync data for ids ['085acb33-b661-44bd-9a6c-d1ff67039014'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:00:40.018081 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ee8a1a-f860-48db-b947-0d840d3f9038 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:00:40.028767 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-04ee8a1a-f860-48db-b947-0d840d3f9038 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (1c603856-d386-4e06-8718-77972e778d20), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:40.029120 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-04ee8a1a-f860-48db-b947-0d840d3f9038 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Added segment 1c603856-d386-4e06-8718-77972e778d20 of type vlan for network 5c43b68d-7b99-4aa3-a89e-71d7b313461c Feb 20 06:00:40.078992 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-04ee8a1a-f860-48db-b947-0d840d3f9038 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (5c43b68d-7b99-4aa3-a89e-71d7b313461c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:40.123093 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-04ee8a1a-f860-48db-b947-0d840d3f9038 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (5c43b68d-7b99-4aa3-a89e-71d7b313461c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:40.128494 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ee8a1a-f860-48db-b947-0d840d3f9038 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:40.129162 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-04ee8a1a-f860-48db-b947-0d840d3f9038 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:40.133915 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-8924d6f0-5b9b-4a50-9225-a8db966dd0a4 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Delete allocated IP 2001:db8::29e (9fcc7d42-fb92-490d-82c1-129852943a74/cf35d9bc-37e4-4de1-8b82-7bafa26f859b) {{(pid=103406) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 20 06:00:40.203520 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-8924d6f0-5b9b-4a50-9225-a8db966dd0a4 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Allocated IP 2001:db8:0:1::149 (9fcc7d42-fb92-490d-82c1-129852943a74/0c8cfaee-3e26-4ccf-9a42-87d1e52ff8a4/3bb4a891-55bb-4cc8-a437-a8de91ec214e) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:40.265449 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40332) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:40.266337 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-04ee8a1a-f860-48db-b947-0d840d3f9038 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4471200 Feb 20 06:00:40.273001 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-39c97c8b-497c-4c68-8f6a-88ec38eb5301 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-548985529', 'admin_state_up': True, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:40.281686 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-070fe18b-660c-4c08-ad2b-49132ee5dee5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:40.290054 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7ffb9b5d-f75f-4a57-941b-78150c38951b None None] Provisioning complete for port 582042c7-5b46-4792-9712-1091b800980a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:40.291175 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9b5d-f75f-4a57-941b-78150c38951b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (582042c7-5b46-4792-9712-1091b800980a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:40.297924 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee8a1a-f860-48db-b947-0d840d3f9038 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Network': ['ID=5c43b68d-7b99-4aa3-a89e-71d7b313461c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:40.313617 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-c330337e-361f-437a-879a-2a3b61663d0c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Floating IP 00fe83c3-e585-45e7-9c8d-2d8f54badd01 associated. External IP: 172.25.3.169, port: 20a02c61-f521-4ac2-be7d-491c4adb7c5a. Feb 20 06:00:40.330300 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 5c43b68d-7b99-4aa3-a89e-71d7b313461c details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:00:40.342372 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39c97c8b-497c-4c68-8f6a-88ec38eb5301 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (73fcccd4-6499-4bbe-a032-791d02b9e88f), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:40.343506 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39c97c8b-497c-4c68-8f6a-88ec38eb5301 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (73fcccd4-6499-4bbe-a032-791d02b9e88f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:40.476551 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7ffb9b5d-f75f-4a57-941b-78150c38951b None None] Current status of the port 582042c7-5b46-4792-9712-1091b800980a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:40.644245 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 582042c7-5b46-4792-9712-1091b800980a up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:00:40.702338 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 582042c7-5b46-4792-9712-1091b800980a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:40.702781 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (582042c7-5b46-4792-9712-1091b800980a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:40.801317 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 582042c7-5b46-4792-9712-1091b800980a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:40.810575 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39c97c8b-497c-4c68-8f6a-88ec38eb5301 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router_controller (73fcccd4-6499-4bbe-a032-791d02b9e88f), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:41.002320 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8924d6f0-5b9b-4a50-9225-a8db966dd0a4 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for port (3bb4a891-55bb-4cc8-a437-a8de91ec214e), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:41.011271 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8924d6f0-5b9b-4a50-9225-a8db966dd0a4 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (3bb4a891-55bb-4cc8-a437-a8de91ec214e), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:41.024085 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39c97c8b-497c-4c68-8f6a-88ec38eb5301 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router_gateway (73fcccd4-6499-4bbe-a032-791d02b9e88f), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:41.079836 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-52cf9f58-7ab4-465f-bea5-2eda3fa61e31 None None] Allocated IP 2001:db8:0:1::2 (9fcc7d42-fb92-490d-82c1-129852943a74/0c8cfaee-3e26-4ccf-9a42-87d1e52ff8a4/1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:41.094641 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c330337e-361f-437a-879a-2a3b61663d0c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Router b963ffda-6ba5-421f-a5cc-a6a706e357ed has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:00:41.095835 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-8924d6f0-5b9b-4a50-9225-a8db966dd0a4 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] In _notify_port_updated(), no bound segment for port 3bb4a891-55bb-4cc8-a437-a8de91ec214e on network 9fcc7d42-fb92-490d-82c1-129852943a74 {{(pid=103406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 06:00:41.100919 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8924d6f0-5b9b-4a50-9225-a8db966dd0a4 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:41.101566 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8924d6f0-5b9b-4a50-9225-a8db966dd0a4 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:41.104154 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8924d6f0-5b9b-4a50-9225-a8db966dd0a4 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "PUT /v2.0/ports/3bb4a891-55bb-4cc8-a437-a8de91ec214e HTTP/1.1" status: 200 len: 930 time: 2.1640301 Feb 20 06:00:41.107292 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40336) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:41.149270 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924d6f0-5b9b-4a50-9225-a8db966dd0a4 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Port': ['ID=3bb4a891-55bb-4cc8-a437-a8de91ec214e,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:41.173061 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-070fe18b-660c-4c08-ad2b-49132ee5dee5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Allocated IP 172.20.0.1 (77d7f745-75b6-4e34-9ddb-37ad62345afe/7ca05987-0853-41b8-949e-0cff9567e8b5/92881d80-cba5-48e9-b09a-66c2f6f8c694) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:41.202761 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-52cf9f58-7ab4-465f-bea5-2eda3fa61e31 None None] For port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202,segment=NetworkSegment(3558fe40-52b5-41e7-821d-b5ecd1d000de),segment_id=3558fe40-52b5-41e7-821d-b5ecd1d000de)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:41.235495 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-52cf9f58-7ab4-465f-bea5-2eda3fa61e31 None None] Publish callbacks [] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:41.242498 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-52cf9f58-7ab4-465f-bea5-2eda3fa61e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:41.317613 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-0e1c0a5f-4acc-48aa-82c6-fdb6259eb5b5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting port 3bb4a891-55bb-4cc8-a437-a8de91ec214e {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:00:41.318033 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0e1c0a5f-4acc-48aa-82c6-fdb6259eb5b5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3bb4a891-55bb-4cc8-a437-a8de91ec214e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:41.321209 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c330337e-361f-437a-879a-2a3b61663d0c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:00:41.333889 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb25b49-e223-42c7-b011-045aab810898 None None] Sync routers for ids ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:00:41.348712 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb25b49-e223-42c7-b011-045aab810898 None None] Routers {'b963ffda-6ba5-421f-a5cc-a6a706e357ed'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:00:41.349346 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0cb25b49-e223-42c7-b011-045aab810898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:41.389239 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf9f58-7ab4-465f-bea5-2eda3fa61e31 None None] Pushing event updated for resources: {'Port': ['ID=1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:41.406660 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-070fe18b-660c-4c08-ad2b-49132ee5dee5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks [] for port (92881d80-cba5-48e9-b09a-66c2f6f8c694), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:41.468973 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-070fe18b-660c-4c08-ad2b-49132ee5dee5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (92881d80-cba5-48e9-b09a-66c2f6f8c694), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:41.508532 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c330337e-361f-437a-879a-2a3b61663d0c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:41.520097 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070fe18b-660c-4c08-ad2b-49132ee5dee5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Network 77d7f745-75b6-4e34-9ddb-37ad62345afe is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:41.525852 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-070fe18b-660c-4c08-ad2b-49132ee5dee5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:41.531058 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070fe18b-660c-4c08-ad2b-49132ee5dee5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:41.576877 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-0cb25b49-e223-42c7-b011-045aab810898 None None] Set router b963ffda-6ba5-421f-a5cc-a6a706e357ed gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:00:41.582550 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c330337e-361f-437a-879a-2a3b61663d0c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.7628863 Feb 20 06:00:41.590656 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad60bdb4-86ee-4d76-9f39-51f4f0511734', 'tag': '20a02c61-f521-4ac2-be7d-491c4adb7c5a'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:00:41.593409 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f33209f-bb5d-41b4-9d1b-3c771110601d" -d '{"events": [{"name": "network-changed", "server_uuid": "ad60bdb4-86ee-4d76-9f39-51f4f0511734", "tag": "20a02c61-f521-4ac2-be7d-491c4adb7c5a"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:00:41.600736 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40338) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:41.794082 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0e1c0a5f-4acc-48aa-82c6-fdb6259eb5b5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3bb4a891-55bb-4cc8-a437-a8de91ec214e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:41.802037 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8fe15c-f6fa-454d-a763-fb09d0f95996 x-openstack-request-id: req-fe8fe15c-f6fa-454d-a763-fb09d0f95996 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:00:41.802337 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad60bdb4-86ee-4d76-9f39-51f4f0511734", "tag": "20a02c61-f521-4ac2-be7d-491c4adb7c5a", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:00:41.803409 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe8fe15c-f6fa-454d-a763-fb09d0f95996 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:00:41.806565 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad60bdb4-86ee-4d76-9f39-51f4f0511734', 'tag': '20a02c61-f521-4ac2-be7d-491c4adb7c5a', 'status': 'completed', 'code': 200} Feb 20 06:00:41.863285 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-0e1c0a5f-4acc-48aa-82c6-fdb6259eb5b5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Calling delete_port for 3bb4a891-55bb-4cc8-a437-a8de91ec214e owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:00:41.903993 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39c97c8b-497c-4c68-8f6a-88ec38eb5301 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router_gateway (73fcccd4-6499-4bbe-a032-791d02b9e88f), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:41.910554 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070fe18b-660c-4c08-ad2b-49132ee5dee5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Pushing event updated for resources: {'Port': ['ID=92881d80-cba5-48e9-b09a-66c2f6f8c694,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:41.938013 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0c485845-6235-4fcc-ab3f-9895fb927de7 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/floatingips/00fe83c3-e585-45e7-9c8d-2d8f54badd01 HTTP/1.1" status: 200 len: 992 time: 0.3360763 Feb 20 06:00:41.975431 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39c97c8b-497c-4c68-8f6a-88ec38eb5301 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:42.113114 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-070fe18b-660c-4c08-ad2b-49132ee5dee5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (085acb33-b661-44bd-9a6c-d1ff67039014), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:42.129122 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-73f9310c-fba0-4971-972a-31ba6a142c34 None None] Provisioning complete for port 92881d80-cba5-48e9-b09a-66c2f6f8c694 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:42.129715 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73f9310c-fba0-4971-972a-31ba6a142c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (92881d80-cba5-48e9-b09a-66c2f6f8c694), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:42.152570 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0e1c0a5f-4acc-48aa-82c6-fdb6259eb5b5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (3bb4a891-55bb-4cc8-a437-a8de91ec214e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:42.157300 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0cb25b49-e223-42c7-b011-045aab810898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'name': 'tempest-TestNetworkBasicOps-router-194093614', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:11Z', 'revision_number': 4, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '00fe83c3-e585-45e7-9c8d-2d8f54badd01', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'port_id': '20a02c61-f521-4ac2-be7d-491c4adb7c5a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'mac_address': 'fa:16:3e:45:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad60bdb4-86ee-4d76-9f39-51f4f0511734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:00:38Z', 'updated_at': '2022-02-20T06:00:38Z', 'revision_number': 0, 'project_id': '111d530b12d246f29867a11f6618a046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fc711a-ce74-4b0b-97a2-d74343a57c79', 'name': '', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'mac_address': 'fa:16:3e:f9:3b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:09Z', 'updated_at': '2022-02-20T06:00:16Z', 'revision_number': 5, 'project_id': '111d530b12d246f29867a11f6618a046', 'subnets': [{'id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:42.176664 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-73f9310c-fba0-4971-972a-31ba6a142c34 None None] Port 92881d80-cba5-48e9-b09a-66c2f6f8c694 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:00:42.183378 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33209f-bb5d-41b4-9d1b-3c771110601d req-5950eff1-08fc-4f88-b0e4-4000a3b62cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:42.185277 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f33209f-bb5d-41b4-9d1b-3c771110601d req-5950eff1-08fc-4f88-b0e4-4000a3b62cd8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=111d530b12d246f29867a11f6618a046&device_id=ad60bdb4-86ee-4d76-9f39-51f4f0511734 HTTP/1.1" status: 200 len: 1128 time: 0.2940726 Feb 20 06:00:42.220357 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb25b49-e223-42c7-b011-045aab810898 None None] Checking router: b963ffda-6ba5-421f-a5cc-a6a706e357ed for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:00:42.224832 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c0a5f-4acc-48aa-82c6-fdb6259eb5b5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Port': ['ID=3bb4a891-55bb-4cc8-a437-a8de91ec214e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:42.234011 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb25b49-e223-42c7-b011-045aab810898 None None] Routers {'b963ffda-6ba5-421f-a5cc-a6a706e357ed'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:00:42.234843 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0cb25b49-e223-42c7-b011-045aab810898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:42.289566 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0e1c0a5f-4acc-48aa-82c6-fdb6259eb5b5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:42.296187 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0e1c0a5f-4acc-48aa-82c6-fdb6259eb5b5 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/ports/3bb4a891-55bb-4cc8-a437-a8de91ec214e HTTP/1.1" status: 204 len: 168 time: 1.1814861 Feb 20 06:00:42.301457 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40344) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:42.316988 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33209f-bb5d-41b4-9d1b-3c771110601d req-a7e56658-2797-432b-adf5-0635e32df8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:42.322585 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f33209f-bb5d-41b4-9d1b-3c771110601d req-a7e56658-2797-432b-adf5-0635e32df8e9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=59b9bd63-b1f0-4436-a092-d5238dc18f02 HTTP/1.1" status: 200 len: 896 time: 0.1304042 Feb 20 06:00:42.336595 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-380980ea-11da-4165-9abd-1b4289a60b9d tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] GET failed (client error): The resource could not be found. Feb 20 06:00:42.340746 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-380980ea-11da-4165-9abd-1b4289a60b9d tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "GET /v2.0/ports/3bb4a891-55bb-4cc8-a437-a8de91ec214e HTTP/1.1" status: 404 len: 333 time: 0.0313365 Feb 20 06:00:42.341362 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40346) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:42.342283 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-39c97c8b-497c-4c68-8f6a-88ec38eb5301 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Allocated IP 172.25.3.12 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:42.408149 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-0cb25b49-e223-42c7-b011-045aab810898 None None] Set router b963ffda-6ba5-421f-a5cc-a6a706e357ed gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:00:42.435027 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-42805b3b-a909-4303-be3d-76749c0efcaf tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (6d10834d-67d8-49e7-b0c1-d2e416101e43), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:42.482408 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39c97c8b-497c-4c68-8f6a-88ec38eb5301 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for port (6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:42.489628 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-42805b3b-a909-4303-be3d-76749c0efcaf tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (6d10834d-67d8-49e7-b0c1-d2e416101e43), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:42.555896 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-42805b3b-a909-4303-be3d-76749c0efcaf tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6d10834d-67d8-49e7-b0c1-d2e416101e43), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:42.564904 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-42805b3b-a909-4303-be3d-76749c0efcaf tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:42.568723 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-42805b3b-a909-4303-be3d-76749c0efcaf tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/security-groups/6d10834d-67d8-49e7-b0c1-d2e416101e43 HTTP/1.1" status: 204 len: 168 time: 0.2234366 Feb 20 06:00:42.571306 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40348) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:42.622417 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-cd4da576-a36a-4250-bd3b-4ce4d26b85e8 None None] Could not find standard attr ID for object 3bb4a891-55bb-4cc8-a437-a8de91ec214e. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 06:00:42.622853 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42805b3b-a909-4303-be3d-76749c0efcaf tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d10834d-67d8-49e7-b0c1-d2e416101e43,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:42.653676 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:00:42.695607 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-20d95227-0f00-4878-a287-863d87915466 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (5722b2e8-fe48-4fcf-9dff-b8174300f728), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:42.717790 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f33209f-bb5d-41b4-9d1b-3c771110601d req-9693f877-596e-4ff8-9e0e-f6ac99391e39 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20a02c61-f521-4ac2-be7d-491c4adb7c5a HTTP/1.1" status: 200 len: 1000 time: 0.2315819 Feb 20 06:00:42.745660 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-20d95227-0f00-4878-a287-863d87915466 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (5722b2e8-fe48-4fcf-9dff-b8174300f728), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:42.755438 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-cd4da576-a36a-4250-bd3b-4ce4d26b85e8 None None] Provisioning complete for port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:42.755814 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd4da576-a36a-4250-bd3b-4ce4d26b85e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:42.793645 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0cb25b49-e223-42c7-b011-045aab810898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'name': 'tempest-TestNetworkBasicOps-router-194093614', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:11Z', 'revision_number': 4, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '00fe83c3-e585-45e7-9c8d-2d8f54badd01', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'port_id': '20a02c61-f521-4ac2-be7d-491c4adb7c5a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'mac_address': 'fa:16:3e:45:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad60bdb4-86ee-4d76-9f39-51f4f0511734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:00:38Z', 'updated_at': '2022-02-20T06:00:38Z', 'revision_number': 0, 'project_id': '111d530b12d246f29867a11f6618a046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fc711a-ce74-4b0b-97a2-d74343a57c79', 'name': '', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'mac_address': 'fa:16:3e:f9:3b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:09Z', 'updated_at': '2022-02-20T06:00:16Z', 'revision_number': 5, 'project_id': '111d530b12d246f29867a11f6618a046', 'subnets': [{'id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:42.794847 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39c97c8b-497c-4c68-8f6a-88ec38eb5301 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:42.843970 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-20d95227-0f00-4878-a287-863d87915466 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5722b2e8-fe48-4fcf-9dff-b8174300f728), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:42.847220 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-20d95227-0f00-4878-a287-863d87915466 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:42.848386 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-20d95227-0f00-4878-a287-863d87915466 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/security-groups/5722b2e8-fe48-4fcf-9dff-b8174300f728 HTTP/1.1" status: 204 len: 168 time: 0.2761099 Feb 20 06:00:42.851103 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40352) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:42.872781 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb25b49-e223-42c7-b011-045aab810898 None None] The sync data for ids ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'] in n-d-829866-5 is: [{'id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'name': 'tempest-TestNetworkBasicOps-router-194093614', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:11Z', 'revision_number': 4, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '00fe83c3-e585-45e7-9c8d-2d8f54badd01', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'port_id': '20a02c61-f521-4ac2-be7d-491c4adb7c5a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'mac_address': 'fa:16:3e:45:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad60bdb4-86ee-4d76-9f39-51f4f0511734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:00:38Z', 'updated_at': '2022-02-20T06:00:38Z', 'revision_number': 0, 'project_id': '111d530b12d246f29867a11f6618a046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fc711a-ce74-4b0b-97a2-d74343a57c79', 'name': '', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'mac_address': 'fa:16:3e:f9:3b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:09Z', 'updated_at': '2022-02-20T06:00:16Z', 'revision_number': 5, 'project_id': '111d530b12d246f29867a11f6618a046', 'subnets': [{'id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:00:42.911966 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:42.912337 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:42.932543 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d95227-0f00-4878-a287-863d87915466 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5722b2e8-fe48-4fcf-9dff-b8174300f728,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:42.941891 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40354) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:42.974536 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-070fe18b-660c-4c08-ad2b-49132ee5dee5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (92881d80-cba5-48e9-b09a-66c2f6f8c694), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:42.986111 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c97c8b-497c-4c68-8f6a-88ec38eb5301 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:43.029628 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-39c97c8b-497c-4c68-8f6a-88ec38eb5301 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:43.034805 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33209f-bb5d-41b4-9d1b-3c771110601d req-066923e0-1d67-4858-b6d2-a6156c80b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:43.039215 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f33209f-bb5d-41b4-9d1b-3c771110601d req-066923e0-1d67-4858-b6d2-a6156c80b833 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0e08fb7-a82b-4f45-b60f-790274c7b4db HTTP/1.1" status: 200 len: 834 time: 0.3141184 Feb 20 06:00:43.040038 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c97c8b-497c-4c68-8f6a-88ec38eb5301 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Port': ['ID=6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:43.045062 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c97c8b-497c-4c68-8f6a-88ec38eb5301 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:43.093496 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-cd4da576-a36a-4250-bd3b-4ce4d26b85e8 None None] Current status of the port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:43.103528 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d14373-94f8-4870-91aa-d3166ac19bb1 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting subnet cf35d9bc-37e4-4de1-8b82-7bafa26f859b {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:00:43.125059 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-56d14373-94f8-4870-91aa-d3166ac19bb1 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for subnet (cf35d9bc-37e4-4de1-8b82-7bafa26f859b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:43.138038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-cd4da576-a36a-4250-bd3b-4ce4d26b85e8 None None] Provisioning complete for port 55f6de8e-1e0f-45fd-8d10-67261bbfbb9c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:43.138607 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd4da576-a36a-4250-bd3b-4ce4d26b85e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (55f6de8e-1e0f-45fd-8d10-67261bbfbb9c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:43.221714 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-66f80c55-7ec7-4d46-9fdc-43fe48cf1742 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/floatingips/00fe83c3-e585-45e7-9c8d-2d8f54badd01 HTTP/1.1" status: 200 len: 992 time: 0.2751260 Feb 20 06:00:43.230547 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-cd4da576-a36a-4250-bd3b-4ce4d26b85e8 None None] Port 55f6de8e-1e0f-45fd-8d10-67261bbfbb9c cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:00:43.239889 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-56d14373-94f8-4870-91aa-d3166ac19bb1 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (cf35d9bc-37e4-4de1-8b82-7bafa26f859b), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:43.270032 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:43.319771 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3856e6ed-8c42-47be-86c1-673b3e74f5aa None None] New status for floating IP 00fe83c3-e585-45e7-9c8d-2d8f54badd01: ACTIVE {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:00:43.408141 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-56d14373-94f8-4870-91aa-d3166ac19bb1 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (cf35d9bc-37e4-4de1-8b82-7bafa26f859b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:43.473338 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-070fe18b-660c-4c08-ad2b-49132ee5dee5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks [] for port (92881d80-cba5-48e9-b09a-66c2f6f8c694), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:43.487048 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-56d14373-94f8-4870-91aa-d3166ac19bb1 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (cf35d9bc-37e4-4de1-8b82-7bafa26f859b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:43.511281 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-070fe18b-660c-4c08-ad2b-49132ee5dee5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (92881d80-cba5-48e9-b09a-66c2f6f8c694), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:43.516438 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-56d14373-94f8-4870-91aa-d3166ac19bb1 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:43.521331 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-56d14373-94f8-4870-91aa-d3166ac19bb1 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/subnets/cf35d9bc-37e4-4de1-8b82-7bafa26f859b HTTP/1.1" status: 204 len: 168 time: 0.6644905 Feb 20 06:00:43.555515 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40356) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:43.562727 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-cbfa8b45-8749-4f54-bea2-be7a105ce919 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'subnet': {'network_id': '9fcc7d42-fb92-490d-82c1-129852943a74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:43.600348 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33209f-bb5d-41b4-9d1b-3c771110601d req-e69d5cfd-5d08-4bb8-b08b-7539751acedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:43.601882 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f33209f-bb5d-41b4-9d1b-3c771110601d req-e69d5cfd-5d08-4bb8-b08b-7539751acedc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59b9bd63-b1f0-4436-a092-d5238dc18f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5541365 Feb 20 06:00:43.625849 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f09c539-9fcf-46e8-8531-6834918a7245 None None] Network 9fcc7d42-fb92-490d-82c1-129852943a74 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:43.643356 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e38d2f8e-f793-4a0c-a3f6-15bb098d692c None None] Could not find standard attr ID for object 3bb4a891-55bb-4cc8-a437-a8de91ec214e. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 06:00:43.661041 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d14373-94f8-4870-91aa-d3166ac19bb1 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Subnet': ['ID=cf35d9bc-37e4-4de1-8b82-7bafa26f859b,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:43.715968 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfa8b45-8749-4f54-bea2-be7a105ce919 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:43.721461 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cbfa8b45-8749-4f54-bea2-be7a105ce919 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:43.725202 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-070fe18b-660c-4c08-ad2b-49132ee5dee5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (085acb33-b661-44bd-9a6c-d1ff67039014), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:43.733611 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070fe18b-660c-4c08-ad2b-49132ee5dee5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Pushing event updated for resources: {'Port': ['ID=92881d80-cba5-48e9-b09a-66c2f6f8c694,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:43.939921 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f33209f-bb5d-41b4-9d1b-3c771110601d req-bf85d44e-3065-4c6d-9f5c-5e47123e0a83 service neutron] 10.222.0.48 "GET /v2.0/networks/59b9bd63-b1f0-4436-a092-d5238dc18f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121049 Feb 20 06:00:44.036314 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070fe18b-660c-4c08-ad2b-49132ee5dee5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Network 77d7f745-75b6-4e34-9ddb-37ad62345afe is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:44.043406 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-070fe18b-660c-4c08-ad2b-49132ee5dee5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:44.048861 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39c97c8b-497c-4c68-8f6a-88ec38eb5301 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router_gateway (73fcccd4-6499-4bbe-a032-791d02b9e88f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:44.121422 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cbfa8b45-8749-4f54-bea2-be7a105ce919 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (92b31931-7225-45fb-ae55-33031543a709), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:44.225433 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfa8b45-8749-4f54-bea2-be7a105ce919 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network 9fcc7d42-fb92-490d-82c1-129852943a74 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:44.228888 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40360) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:44.239061 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-cbfa8b45-8749-4f54-bea2-be7a105ce919 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:44.241396 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa8b45-8749-4f54-bea2-be7a105ce919 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Subnet': ['ID=92b31931-7225-45fb-ae55-33031543a709,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:44.257754 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfa8b45-8749-4f54-bea2-be7a105ce919 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:44.258468 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cbfa8b45-8749-4f54-bea2-be7a105ce919 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:44.281301 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f33209f-bb5d-41b4-9d1b-3c771110601d req-fe311ab9-fa89-4583-a3bd-ee56e9e023ba service neutron] 10.222.0.48 "GET /v2.0/networks/59b9bd63-b1f0-4436-a092-d5238dc18f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299584 Feb 20 06:00:44.298432 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cbfa8b45-8749-4f54-bea2-be7a105ce919 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7400792 Feb 20 06:00:44.301728 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40362) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:44.310182 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-1d4ff509-87c3-44da-b937-c423618c2d18 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'security_group': {'name': 'tempest-secgroup-1367582570'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:44.336195 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d4ff509-87c3-44da-b937-c423618c2d18 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:44.466357 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d4ff509-87c3-44da-b937-c423618c2d18 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (e8a017d8-2f57-4d6f-880b-7275e5bc4bec), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:44.471205 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d4ff509-87c3-44da-b937-c423618c2d18 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e8a017d8-2f57-4d6f-880b-7275e5bc4bec), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:44.486314 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e780b52a-e575-40af-814a-c376ea1da3dd None None] Provisioning complete for port 92881d80-cba5-48e9-b09a-66c2f6f8c694 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:44.487031 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e780b52a-e575-40af-814a-c376ea1da3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (92881d80-cba5-48e9-b09a-66c2f6f8c694), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:44.494739 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d4ff509-87c3-44da-b937-c423618c2d18 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:44.497256 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1d4ff509-87c3-44da-b937-c423618c2d18 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1915812 Feb 20 06:00:44.504312 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40364) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:44.510193 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-8f286430-e8eb-478c-a70f-b09bc66f30b8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'security_group': {'name': 'tempest-secgroup-79066500'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:44.549178 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f286430-e8eb-478c-a70f-b09bc66f30b8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:44.586882 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e780b52a-e575-40af-814a-c376ea1da3dd None None] Port 92881d80-cba5-48e9-b09a-66c2f6f8c694 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:00:44.590752 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ff509-87c3-44da-b937-c423618c2d18 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a017d8-2f57-4d6f-880b-7275e5bc4bec,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:44.664318 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f286430-e8eb-478c-a70f-b09bc66f30b8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (fc27cade-d3b9-401e-a916-113d7dc1dfd3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:44.670603 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f286430-e8eb-478c-a70f-b09bc66f30b8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (fc27cade-d3b9-401e-a916-113d7dc1dfd3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:44.704902 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f286430-e8eb-478c-a70f-b09bc66f30b8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc27cade-d3b9-401e-a916-113d7dc1dfd3,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:44.723906 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f286430-e8eb-478c-a70f-b09bc66f30b8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:44.725325 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8f286430-e8eb-478c-a70f-b09bc66f30b8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2197664 Feb 20 06:00:44.728025 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40366) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:44.733198 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-f66b801b-c40f-4c76-87f9-9ef4d19e5199 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'security_group': {'name': 'tempest-secgroup-155697890'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:44.757951 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f66b801b-c40f-4c76-87f9-9ef4d19e5199 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:44.829436 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06a27e0-244e-499a-98eb-2e0da0567dab None None] Network 9fcc7d42-fb92-490d-82c1-129852943a74 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:44.850288 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f66b801b-c40f-4c76-87f9-9ef4d19e5199 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (21e5f1a9-d58a-4f85-b57e-7336f6619172), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:44.857228 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f66b801b-c40f-4c76-87f9-9ef4d19e5199 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (21e5f1a9-d58a-4f85-b57e-7336f6619172), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:44.870857 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1e2e26b9-9e75-4c3a-8409-67d4f19b7b6c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/floatingips/00fe83c3-e585-45e7-9c8d-2d8f54badd01 HTTP/1.1" status: 200 len: 994 time: 0.6310842 Feb 20 06:00:44.886610 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070fe18b-660c-4c08-ad2b-49132ee5dee5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Router 085acb33-b661-44bd-9a6c-d1ff67039014 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:00:44.898024 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b801b-c40f-4c76-87f9-9ef4d19e5199 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21e5f1a9-d58a-4f85-b57e-7336f6619172,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:44.927286 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f66b801b-c40f-4c76-87f9-9ef4d19e5199 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:44.929702 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-bd8c43ff-94d4-40c2-a5e7-2f86649b0594 None None] Provisioning complete for port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:44.929992 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f66b801b-c40f-4c76-87f9-9ef4d19e5199 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2001691 Feb 20 06:00:44.930549 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd8c43ff-94d4-40c2-a5e7-2f86649b0594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:44.932516 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40368) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:44.941334 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-1ff6d631-eec4-46d1-bd75-7b031c6c8ae9 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-779339157', 'security_groups': ['21e5f1a9-d58a-4f85-b57e-7336f6619172'], 'network_id': '9fcc7d42-fb92-490d-82c1-129852943a74', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '92b31931-7225-45fb-ae55-33031543a709'}]}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:45.009258 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39c97c8b-497c-4c68-8f6a-88ec38eb5301 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (73fcccd4-6499-4bbe-a032-791d02b9e88f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:45.065450 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bd8c43ff-94d4-40c2-a5e7-2f86649b0594 None None] Current status of the port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:45.082918 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-bd8c43ff-94d4-40c2-a5e7-2f86649b0594 None None] Provisioning complete for port 55f6de8e-1e0f-45fd-8d10-67261bbfbb9c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:45.083361 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd8c43ff-94d4-40c2-a5e7-2f86649b0594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (55f6de8e-1e0f-45fd-8d10-67261bbfbb9c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:45.118568 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff6d631-eec4-46d1-bd75-7b031c6c8ae9 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:45.135311 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070fe18b-660c-4c08-ad2b-49132ee5dee5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:00:45.145699 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f822e3-b8ec-444e-9d1c-a6ac1dc73c24 None None] Sync routers for ids ['085acb33-b661-44bd-9a6c-d1ff67039014'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:00:45.158461 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f822e3-b8ec-444e-9d1c-a6ac1dc73c24 None None] Routers {'085acb33-b661-44bd-9a6c-d1ff67039014'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:00:45.159235 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-77f822e3-b8ec-444e-9d1c-a6ac1dc73c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['085acb33-b661-44bd-9a6c-d1ff67039014'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:45.169904 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-070fe18b-660c-4c08-ad2b-49132ee5dee5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] 10.222.0.37 "PUT /v2.0/routers/085acb33-b661-44bd-9a6c-d1ff67039014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4435544 Feb 20 06:00:45.171455 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40372) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:45.198044 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bd8c43ff-94d4-40c2-a5e7-2f86649b0594 None None] Port 55f6de8e-1e0f-45fd-8d10-67261bbfbb9c cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:00:45.206951 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-334a030c-f5e5-40f5-8be7-980f12ccc518 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Request body: {'port': {'network_id': '77d7f745-75b6-4e34-9ddb-37ad62345afe', 'name': 'tempest-FloatingIPAdminTestJSON-58955510'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:45.227937 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d731d62-83a5-4eb0-972e-7b30e03fb453 None None] Update dhcp port {'port': {'network_id': '9fcc7d42-fb92-490d-82c1-129852943a74', 'fixed_ips': [{'subnet_id': '0c8cfaee-3e26-4ccf-9a42-87d1e52ff8a4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '92b31931-7225-45fb-ae55-33031543a709'}], 'binding:host_id': 'n-d-829866-5'}, 'id': '1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202'} from n-d-829866-5. {{(pid=103408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 06:00:45.237606 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1ff6d631-eec4-46d1-bd75-7b031c6c8ae9 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:45.248213 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-77f822e3-b8ec-444e-9d1c-a6ac1dc73c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:45.256375 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [None req-1ff6d631-eec4-46d1-bd75-7b031c6c8ae9 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] device_id is not set on port d1c8000e-00e2-4d62-96a6-6e5a8d045b25 yet. {{(pid=103406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 06:00:45.260440 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f822e3-b8ec-444e-9d1c-a6ac1dc73c24 None None] Routers {'085acb33-b661-44bd-9a6c-d1ff67039014'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:00:45.263576 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-77f822e3-b8ec-444e-9d1c-a6ac1dc73c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['085acb33-b661-44bd-9a6c-d1ff67039014'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:45.291581 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c97c8b-497c-4c68-8f6a-88ec38eb5301 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Router 73fcccd4-6499-4bbe-a032-791d02b9e88f is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:00:45.297553 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2d731d62-83a5-4eb0-972e-7b30e03fb453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:45.328115 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-77f822e3-b8ec-444e-9d1c-a6ac1dc73c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:45.329042 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f822e3-b8ec-444e-9d1c-a6ac1dc73c24 None None] The sync data for ids ['085acb33-b661-44bd-9a6c-d1ff67039014'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:00:45.439307 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334a030c-f5e5-40f5-8be7-980f12ccc518 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Made reservation on behalf of 89c801428c6d4ae28478e24a9ca4111d for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:45.443607 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-334a030c-f5e5-40f5-8be7-980f12ccc518 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:45.470451 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-334a030c-f5e5-40f5-8be7-980f12ccc518 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] device_id is not set on port 2e4dcebe-0c55-46ac-9a8d-b9d35092231f yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 06:00:45.476963 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-1ff6d631-eec4-46d1-bd75-7b031c6c8ae9 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Allocated IP 2001:db8::162 (9fcc7d42-fb92-490d-82c1-129852943a74/92b31931-7225-45fb-ae55-33031543a709/d1c8000e-00e2-4d62-96a6-6e5a8d045b25) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:45.480480 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c97c8b-497c-4c68-8f6a-88ec38eb5301 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:00:45.502332 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865915ec-570a-4942-8664-d4cf82500403 None None] Sync routers for ids ['73fcccd4-6499-4bbe-a032-791d02b9e88f'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:00:45.517067 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865915ec-570a-4942-8664-d4cf82500403 None None] Routers {'73fcccd4-6499-4bbe-a032-791d02b9e88f'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:00:45.518350 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-865915ec-570a-4942-8664-d4cf82500403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['73fcccd4-6499-4bbe-a032-791d02b9e88f'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:45.546806 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39c97c8b-497c-4c68-8f6a-88ec38eb5301 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:45.548067 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-39c97c8b-497c-4c68-8f6a-88ec38eb5301 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.2815909 Feb 20 06:00:45.553259 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40374) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:45.599775 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6a470261-e311-4a30-9122-6dfb144d4fd5 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=50b63137536d4822a61a7b01dd632aeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425653 Feb 20 06:00:45.602409 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40376) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:45.653110 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-334a030c-f5e5-40f5-8be7-980f12ccc518 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Allocated IP 172.20.0.14 (77d7f745-75b6-4e34-9ddb-37ad62345afe/7ca05987-0853-41b8-949e-0cff9567e8b5/2e4dcebe-0c55-46ac-9a8d-b9d35092231f) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:45.678195 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-865915ec-570a-4942-8664-d4cf82500403 None None] Set router 73fcccd4-6499-4bbe-a032-791d02b9e88f gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:00:45.796673 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1ff6d631-eec4-46d1-bd75-7b031c6c8ae9 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for port (d1c8000e-00e2-4d62-96a6-6e5a8d045b25), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:45.824154 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc35159b-a338-4306-b9be-b8e075a43445 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:45.828554 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dc35159b-a338-4306-b9be-b8e075a43445 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2226133 Feb 20 06:00:45.830919 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40378) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:45.847303 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-334a030c-f5e5-40f5-8be7-980f12ccc518 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks [] for port (2e4dcebe-0c55-46ac-9a8d-b9d35092231f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:45.874214 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40380) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:45.874439 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-aa9d74a1-6c33-4b6b-9fa4-47068bcd4a49 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424421 Feb 20 06:00:45.884582 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-865915ec-570a-4942-8664-d4cf82500403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548985529', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:40Z', 'updated_at': '2022-02-20T06:00:43Z', 'revision_number': 3, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:41Z', 'updated_at': '2022-02-20T06:00:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:45.889346 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-5d7c6d30-bd0f-4388-9fbb-e65e2456bfe2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1491153794', 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:45.889538 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1ff6d631-eec4-46d1-bd75-7b031c6c8ae9 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (d1c8000e-00e2-4d62-96a6-6e5a8d045b25), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:45.929174 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff6d631-eec4-46d1-bd75-7b031c6c8ae9 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network 9fcc7d42-fb92-490d-82c1-129852943a74 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:45.934519 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-1ff6d631-eec4-46d1-bd75-7b031c6c8ae9 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:45.938890 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff6d631-eec4-46d1-bd75-7b031c6c8ae9 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:45.945123 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-2d731d62-83a5-4eb0-972e-7b30e03fb453 None None] Allocated IP 2001:db8::2 (9fcc7d42-fb92-490d-82c1-129852943a74/92b31931-7225-45fb-ae55-33031543a709/1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:45.945493 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff6d631-eec4-46d1-bd75-7b031c6c8ae9 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:45.946192 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1ff6d631-eec4-46d1-bd75-7b031c6c8ae9 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:45.964257 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-334a030c-f5e5-40f5-8be7-980f12ccc518 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (2e4dcebe-0c55-46ac-9a8d-b9d35092231f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:45.975227 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6d631-eec4-46d1-bd75-7b031c6c8ae9 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Port': ['ID=d1c8000e-00e2-4d62-96a6-6e5a8d045b25,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:45.990966 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1ff6d631-eec4-46d1-bd75-7b031c6c8ae9 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0563350 Feb 20 06:00:45.994252 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40382) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:45.999769 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-bc99bf68-e2e5-489a-bf48-75fa25f2cedb tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'subnet': {'network_id': '9fcc7d42-fb92-490d-82c1-129852943a74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:46.043159 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334a030c-f5e5-40f5-8be7-980f12ccc518 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Network 77d7f745-75b6-4e34-9ddb-37ad62345afe is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:46.048826 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-334a030c-f5e5-40f5-8be7-980f12ccc518 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:46.057677 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334a030c-f5e5-40f5-8be7-980f12ccc518 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:46.080540 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865915ec-570a-4942-8664-d4cf82500403 None None] Checking router: 73fcccd4-6499-4bbe-a032-791d02b9e88f for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:00:46.080879 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865915ec-570a-4942-8664-d4cf82500403 None None] Updating router 73fcccd4-6499-4bbe-a032-791d02b9e88f port 6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:00:46.120828 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334a030c-f5e5-40f5-8be7-980f12ccc518 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:46.123789 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-334a030c-f5e5-40f5-8be7-980f12ccc518 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:46.125683 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-865915ec-570a-4942-8664-d4cf82500403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:46.138641 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a030c-f5e5-40f5-8be7-980f12ccc518 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Pushing event updated for resources: {'Port': ['ID=2e4dcebe-0c55-46ac-9a8d-b9d35092231f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:46.174569 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-334a030c-f5e5-40f5-8be7-980f12ccc518 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9831078 Feb 20 06:00:46.175199 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc99bf68-e2e5-489a-bf48-75fa25f2cedb tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:46.176337 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7c6d30-bd0f-4388-9fbb-e65e2456bfe2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Made reservation on behalf of 50b63137536d4822a61a7b01dd632aeb for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:46.180391 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bc99bf68-e2e5-489a-bf48-75fa25f2cedb tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:46.184778 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40386) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:46.190264 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d7c6d30-bd0f-4388-9fbb-e65e2456bfe2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:46.297888 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-ef0ba573-2bc7-4148-a99d-0d8fea182a61 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'project_id': '89c801428c6d4ae28478e24a9ca4111d', 'port_id': '2e4dcebe-0c55-46ac-9a8d-b9d35092231f'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:46.336946 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2d731d62-83a5-4eb0-972e-7b30e03fb453 None None] For port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202,segment=NetworkSegment(3558fe40-52b5-41e7-821d-b5ecd1d000de),segment_id=3558fe40-52b5-41e7-821d-b5ecd1d000de)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:46.376406 n-d-829866-5 neutron-server[103406]: INFO neutron.db.ipam_backend_mixin [None req-bc99bf68-e2e5-489a-bf48-75fa25f2cedb tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 92b31931-7225-45fb-ae55-33031543a709 (CIDR: 2001:db8::/64) Feb 20 06:00:46.383612 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc99bf68-e2e5-489a-bf48-75fa25f2cedb tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 06:00:46.384557 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc99bf68-e2e5-489a-bf48-75fa25f2cedb tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 06:00:46.389878 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef0ba573-2bc7-4148-a99d-0d8fea182a61 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:46.425583 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bc99bf68-e2e5-489a-bf48-75fa25f2cedb tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4300272 Feb 20 06:00:46.426413 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40390) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:46.433600 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-10548178-a81b-4905-8ec1-0c9a31b21827 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'subnet': {'network_id': '9fcc7d42-fb92-490d-82c1-129852943a74', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:46.465170 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d7c6d30-bd0f-4388-9fbb-e65e2456bfe2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:46.486207 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2d731d62-83a5-4eb0-972e-7b30e03fb453 None None] Publish callbacks [] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:46.490432 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-402c6284-ac38-4d37-87e5-338996b15800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:46.494275 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2d731d62-83a5-4eb0-972e-7b30e03fb453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:46.562301 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7c6d30-bd0f-4388-9fbb-e65e2456bfe2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Checking segment: {'id': '1c603856-d386-4e06-8718-77972e778d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:00:46.562671 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7c6d30-bd0f-4388-9fbb-e65e2456bfe2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network hostable DHCP agents. Network: 5c43b68d-7b99-4aa3-a89e-71d7b313461c, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:00:46.566041 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c6d30-bd0f-4388-9fbb-e65e2456bfe2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Subnet': ['ID=4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:46.588662 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7c6d30-bd0f-4388-9fbb-e65e2456bfe2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network 5c43b68d-7b99-4aa3-a89e-71d7b313461c is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:00:46.598037 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-5d7c6d30-bd0f-4388-9fbb-e65e2456bfe2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 5c43b68d-7b99-4aa3-a89e-71d7b313461c) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:46.602386 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7c6d30-bd0f-4388-9fbb-e65e2456bfe2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:46.603318 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d7c6d30-bd0f-4388-9fbb-e65e2456bfe2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:46.612897 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ffb2adf6-4150-498f-b87b-0f0e9cdb8400 None None] Provisioning complete for port 2e4dcebe-0c55-46ac-9a8d-b9d35092231f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:46.613459 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ffb2adf6-4150-498f-b87b-0f0e9cdb8400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (2e4dcebe-0c55-46ac-9a8d-b9d35092231f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:46.623459 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5d7c6d30-bd0f-4388-9fbb-e65e2456bfe2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7478764 Feb 20 06:00:46.625995 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40392) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:46.641366 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23acb2a-4636-44b6-802c-a90f40aa4687 None None] Network 5c43b68d-7b99-4aa3-a89e-71d7b313461c requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:46.654830 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10548178-a81b-4905-8ec1-0c9a31b21827 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:46.658712 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-10548178-a81b-4905-8ec1-0c9a31b21827 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:46.746131 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef0ba573-2bc7-4148-a99d-0d8fea182a61 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:46.758040 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d731d62-83a5-4eb0-972e-7b30e03fb453 None None] Pushing event updated for resources: {'Port': ['ID=1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:46.797308 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d731d62-83a5-4eb0-972e-7b30e03fb453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:46.797668 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d731d62-83a5-4eb0-972e-7b30e03fb453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:46.797990 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d731d62-83a5-4eb0-972e-7b30e03fb453 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:46.798326 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d731d62-83a5-4eb0-972e-7b30e03fb453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:46.798656 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d731d62-83a5-4eb0-972e-7b30e03fb453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:46.799010 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d731d62-83a5-4eb0-972e-7b30e03fb453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:46.799341 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d731d62-83a5-4eb0-972e-7b30e03fb453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:46.799667 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d731d62-83a5-4eb0-972e-7b30e03fb453 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:46.799993 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d731d62-83a5-4eb0-972e-7b30e03fb453 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:46.800450 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d731d62-83a5-4eb0-972e-7b30e03fb453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:46.800785 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d731d62-83a5-4eb0-972e-7b30e03fb453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:46.801105 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d731d62-83a5-4eb0-972e-7b30e03fb453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:46.801427 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d731d62-83a5-4eb0-972e-7b30e03fb453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:00:46.819470 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ffb2adf6-4150-498f-b87b-0f0e9cdb8400 None None] Port 2e4dcebe-0c55-46ac-9a8d-b9d35092231f cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:00:46.855434 n-d-829866-5 neutron-server[103406]: INFO neutron.db.ipam_backend_mixin [None req-10548178-a81b-4905-8ec1-0c9a31b21827 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0c8cfaee-3e26-4ccf-9a42-87d1e52ff8a4 (CIDR: 2001:db8:0:1::/64) Feb 20 06:00:46.862224 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-10548178-a81b-4905-8ec1-0c9a31b21827 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 06:00:46.862697 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10548178-a81b-4905-8ec1-0c9a31b21827 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 06:00:46.891310 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-10548178-a81b-4905-8ec1-0c9a31b21827 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4628112 Feb 20 06:00:46.892091 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40394) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:46.900084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-67b57b16-ee7b-45dc-8253-9390446c9187 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'subnet': {'network_id': '9fcc7d42-fb92-490d-82c1-129852943a74', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:47.098224 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b57b16-ee7b-45dc-8253-9390446c9187 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Made reservation on behalf of d4e7f7fef597499b96cf48ad9eb5c1bb for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:47.109452 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-67b57b16-ee7b-45dc-8253-9390446c9187 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:47.131894 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-865915ec-570a-4942-8664-d4cf82500403 None None] Publish callbacks [] for port (6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:47.142527 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-865915ec-570a-4942-8664-d4cf82500403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:47.198621 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ecb671-0f9e-4b3b-b07d-b2d5a3cf9834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-5c43b68d-7b99-4aa3-a89e-71d7b313461c', 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'fixed_ips': [{'subnet_id': '4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:00:47.201161 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15ecb671-0f9e-4b3b-b07d-b2d5a3cf9834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:47.204356 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73bda1-5ad3-4acb-9181-644debc39c5f None None] Pushing event updated for resources: {'Port': ['ID=6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:47.237209 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-865915ec-570a-4942-8664-d4cf82500403 None None] Attempting to bind port 6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:00:47.237718 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-865915ec-570a-4942-8664-d4cf82500403 None None] Attempting to bind port 6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:00:47.239150 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865915ec-570a-4942-8664-d4cf82500403 None None] Attempting to bind port 6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:00:47.248132 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865915ec-570a-4942-8664-d4cf82500403 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:00:47.249126 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865915ec-570a-4942-8664-d4cf82500403 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:00:47.249640 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-865915ec-570a-4942-8664-d4cf82500403 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:47.250145 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865915ec-570a-4942-8664-d4cf82500403 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:00:47.250734 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-865915ec-570a-4942-8664-d4cf82500403 None None] Bound port: 6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:00:47.251968 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-865915ec-570a-4942-8664-d4cf82500403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:47.427257 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-ef0ba573-2bc7-4148-a99d-0d8fea182a61 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Allocated IP 172.25.3.36 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/ff3aee71-8bab-42dc-9cf8-d103dfa870fc) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:47.433511 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75b81981-30a8-4db3-bf96-d8f439fe62a1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:47.443806 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-865915ec-570a-4942-8664-d4cf82500403 None None] For port 6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:00:47.467781 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-865915ec-570a-4942-8664-d4cf82500403 None None] For port 6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:00:47.480699 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-865915ec-570a-4942-8664-d4cf82500403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:47.491941 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-15ecb671-0f9e-4b3b-b07d-b2d5a3cf9834 None None] Allocated IP 172.20.0.2 (5c43b68d-7b99-4aa3-a89e-71d7b313461c/4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e/b7f06a33-ebc5-4277-b862-b586c4f88e63) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:47.604500 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-67b57b16-ee7b-45dc-8253-9390446c9187 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (a1811fdc-2d2a-44af-bdfd-24488a1b7185), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:47.618373 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865915ec-570a-4942-8664-d4cf82500403 None None] Routers {'73fcccd4-6499-4bbe-a032-791d02b9e88f'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:00:47.619526 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-865915ec-570a-4942-8664-d4cf82500403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['73fcccd4-6499-4bbe-a032-791d02b9e88f'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:47.663043 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef0ba573-2bc7-4148-a99d-0d8fea182a61 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Publish callbacks [] for port (ff3aee71-8bab-42dc-9cf8-d103dfa870fc), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:47.686416 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b57b16-ee7b-45dc-8253-9390446c9187 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Network 9fcc7d42-fb92-490d-82c1-129852943a74 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:47.695470 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73bda1-5ad3-4acb-9181-644debc39c5f None None] Pushing event updated for resources: {'Port': ['ID=6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:47.697877 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-67b57b16-ee7b-45dc-8253-9390446c9187 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:47.705387 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b57b16-ee7b-45dc-8253-9390446c9187 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:47.705969 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-67b57b16-ee7b-45dc-8253-9390446c9187 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:47.730588 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b57b16-ee7b-45dc-8253-9390446c9187 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Subnet': ['ID=a1811fdc-2d2a-44af-bdfd-24488a1b7185,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:47.745529 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-67b57b16-ee7b-45dc-8253-9390446c9187 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8522642 Feb 20 06:00:47.748335 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40398) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:47.754946 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-461ccc0c-b0f5-4e41-b94b-a8c2e2a4c03e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-460821804', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a1811fdc-2d2a-44af-bdfd-24488a1b7185'}], 'security_groups': ['e8a017d8-2f57-4d6f-880b-7275e5bc4bec', 'fc27cade-d3b9-401e-a916-113d7dc1dfd3']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:47.756546 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d485082-8d22-4e64-9b2a-37f70572d07a None None] Network 9fcc7d42-fb92-490d-82c1-129852943a74 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:47.763675 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef0ba573-2bc7-4148-a99d-0d8fea182a61 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (ff3aee71-8bab-42dc-9cf8-d103dfa870fc), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:47.833002 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0ba573-2bc7-4148-a99d-0d8fea182a61 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:47.841859 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-ef0ba573-2bc7-4148-a99d-0d8fea182a61 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:47.852492 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0ba573-2bc7-4148-a99d-0d8fea182a61 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:47.886210 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-865915ec-570a-4942-8664-d4cf82500403 None None] Set router 73fcccd4-6499-4bbe-a032-791d02b9e88f gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:00:47.906841 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ba573-2bc7-4148-a99d-0d8fea182a61 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Pushing event updated for resources: {'Port': ['ID=ff3aee71-8bab-42dc-9cf8-d103dfa870fc,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:47.923851 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-461ccc0c-b0f5-4e41-b94b-a8c2e2a4c03e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d1c8000e-00e2-4d62-96a6-6e5a8d045b25), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:47.959824 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-aecc67ec-cfed-46e5-a8bb-2ee1d68cfb89 None None] Provisioning complete for port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:47.960230 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aecc67ec-cfed-46e5-a8bb-2ee1d68cfb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:48.187747 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15ecb671-0f9e-4b3b-b07d-b2d5a3cf9834 None None] Publish callbacks [] for port (b7f06a33-ebc5-4277-b862-b586c4f88e63), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:48.241467 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15ecb671-0f9e-4b3b-b07d-b2d5a3cf9834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (b7f06a33-ebc5-4277-b862-b586c4f88e63), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:48.288381 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-75b81981-30a8-4db3-bf96-d8f439fe62a1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Allocated IP 172.20.0.1 (5c43b68d-7b99-4aa3-a89e-71d7b313461c/4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e/eed44017-a3cb-4505-ad2c-f03997b949b0) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:48.312135 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-aecc67ec-cfed-46e5-a8bb-2ee1d68cfb89 None None] Current status of the port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:48.321010 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ecb671-0f9e-4b3b-b07d-b2d5a3cf9834 None None] Network 5c43b68d-7b99-4aa3-a89e-71d7b313461c is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:48.326110 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ecb671-0f9e-4b3b-b07d-b2d5a3cf9834 None None] Pushing event updated for resources: {'Port': ['ID=b7f06a33-ebc5-4277-b862-b586c4f88e63,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:48.330995 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-15ecb671-0f9e-4b3b-b07d-b2d5a3cf9834 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:48.339261 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ecb671-0f9e-4b3b-b07d-b2d5a3cf9834 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:48.394501 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-aecc67ec-cfed-46e5-a8bb-2ee1d68cfb89 None None] Provisioning complete for port 55f6de8e-1e0f-45fd-8d10-67261bbfbb9c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:48.395003 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aecc67ec-cfed-46e5-a8bb-2ee1d68cfb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (55f6de8e-1e0f-45fd-8d10-67261bbfbb9c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:48.509723 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-865915ec-570a-4942-8664-d4cf82500403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548985529', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:40Z', 'updated_at': '2022-02-20T06:00:43Z', 'revision_number': 3, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:41Z', 'updated_at': '2022-02-20T06:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:48.526284 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-15ecb671-0f9e-4b3b-b07d-b2d5a3cf9834 None None] Attempting to bind port b7f06a33-ebc5-4277-b862-b586c4f88e63 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:00:48.526661 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-15ecb671-0f9e-4b3b-b07d-b2d5a3cf9834 None None] Attempting to bind port b7f06a33-ebc5-4277-b862-b586c4f88e63 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '1c603856-d386-4e06-8718-77972e778d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:00:48.527341 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ecb671-0f9e-4b3b-b07d-b2d5a3cf9834 None None] Attempting to bind port b7f06a33-ebc5-4277-b862-b586c4f88e63 on network 5c43b68d-7b99-4aa3-a89e-71d7b313461c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:00:48.565537 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75b81981-30a8-4db3-bf96-d8f439fe62a1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for port (eed44017-a3cb-4505-ad2c-f03997b949b0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:48.584299 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-aecc67ec-cfed-46e5-a8bb-2ee1d68cfb89 None None] Port 55f6de8e-1e0f-45fd-8d10-67261bbfbb9c cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:00:48.605619 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865915ec-570a-4942-8664-d4cf82500403 None None] The sync data for ids ['73fcccd4-6499-4bbe-a032-791d02b9e88f'] in n-d-829866-5 is: [{'id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548985529', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:40Z', 'updated_at': '2022-02-20T06:00:43Z', 'revision_number': 3, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:41Z', 'updated_at': '2022-02-20T06:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:00:48.616544 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ecb671-0f9e-4b3b-b07d-b2d5a3cf9834 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:00:48.617044 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ecb671-0f9e-4b3b-b07d-b2d5a3cf9834 None None] Checking segment: {'id': '1c603856-d386-4e06-8718-77972e778d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:00:48.617535 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15ecb671-0f9e-4b3b-b07d-b2d5a3cf9834 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:48.618732 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ecb671-0f9e-4b3b-b07d-b2d5a3cf9834 None None] Bound using segment: {'id': '1c603856-d386-4e06-8718-77972e778d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:00:48.619300 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-15ecb671-0f9e-4b3b-b07d-b2d5a3cf9834 None None] Bound port: b7f06a33-ebc5-4277-b862-b586c4f88e63, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c603856-d386-4e06-8718-77972e778d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:00:48.619930 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15ecb671-0f9e-4b3b-b07d-b2d5a3cf9834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b7f06a33-ebc5-4277-b862-b586c4f88e63), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:48.626744 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b688bf5-1574-4911-99e5-da12d8410890 None None] Update dhcp port {'port': {'network_id': '9fcc7d42-fb92-490d-82c1-129852943a74', 'fixed_ips': [{'subnet_id': '0c8cfaee-3e26-4ccf-9a42-87d1e52ff8a4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '92b31931-7225-45fb-ae55-33031543a709', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a1811fdc-2d2a-44af-bdfd-24488a1b7185'}], 'binding:host_id': 'n-d-829866-5'}, 'id': '1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202'} from n-d-829866-5. {{(pid=103408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 06:00:48.654704 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75b81981-30a8-4db3-bf96-d8f439fe62a1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (eed44017-a3cb-4505-ad2c-f03997b949b0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:48.697995 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:00:48.735174 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b81981-30a8-4db3-bf96-d8f439fe62a1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network 5c43b68d-7b99-4aa3-a89e-71d7b313461c is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:48.748993 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-75b81981-30a8-4db3-bf96-d8f439fe62a1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:48.755666 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b81981-30a8-4db3-bf96-d8f439fe62a1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:48.773509 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b81981-30a8-4db3-bf96-d8f439fe62a1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Port': ['ID=eed44017-a3cb-4505-ad2c-f03997b949b0,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:48.774182 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4b688bf5-1574-4911-99e5-da12d8410890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:48.844288 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75b81981-30a8-4db3-bf96-d8f439fe62a1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (73fcccd4-6499-4bbe-a032-791d02b9e88f), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:48.933206 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-15ecb671-0f9e-4b3b-b07d-b2d5a3cf9834 None None] For port b7f06a33-ebc5-4277-b862-b586c4f88e63, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:00:48.941218 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-15ecb671-0f9e-4b3b-b07d-b2d5a3cf9834 None None] For port b7f06a33-ebc5-4277-b862-b586c4f88e63, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=b7f06a33-ebc5-4277-b862-b586c4f88e63,segment=NetworkSegment(1c603856-d386-4e06-8718-77972e778d20),segment_id=1c603856-d386-4e06-8718-77972e778d20)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:00:48.952399 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-461ccc0c-b0f5-4e41-b94b-a8c2e2a4c03e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Delete allocated IP 2001:db8::162 (9fcc7d42-fb92-490d-82c1-129852943a74/92b31931-7225-45fb-ae55-33031543a709) {{(pid=103406) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 20 06:00:48.971554 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-461ccc0c-b0f5-4e41-b94b-a8c2e2a4c03e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Allocated IP 2001:db8:0:2::9b (9fcc7d42-fb92-490d-82c1-129852943a74/a1811fdc-2d2a-44af-bdfd-24488a1b7185/d1c8000e-00e2-4d62-96a6-6e5a8d045b25) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:48.984308 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef0ba573-2bc7-4148-a99d-0d8fea182a61 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Publish callbacks [] for floatingip (eb080330-6ba5-412a-ad67-eaac33168087), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:49.035867 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15ecb671-0f9e-4b3b-b07d-b2d5a3cf9834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b7f06a33-ebc5-4277-b862-b586c4f88e63), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:49.089097 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ac8e2bcd-524c-4b8b-a70c-10fba4c4369e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:49.156005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:49.160994 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:49.202122 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75b81981-30a8-4db3-bf96-d8f439fe62a1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (eed44017-a3cb-4505-ad2c-f03997b949b0), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:49.203529 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ecb671-0f9e-4b3b-b07d-b2d5a3cf9834 None None] Pushing event updated for resources: {'Port': ['ID=b7f06a33-ebc5-4277-b862-b586c4f88e63,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:49.257546 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-461ccc0c-b0f5-4e41-b94b-a8c2e2a4c03e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for port (d1c8000e-00e2-4d62-96a6-6e5a8d045b25), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:49.270621 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-461ccc0c-b0f5-4e41-b94b-a8c2e2a4c03e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (d1c8000e-00e2-4d62-96a6-6e5a8d045b25), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:49.280702 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef0ba573-2bc7-4148-a99d-0d8fea182a61 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ff3aee71-8bab-42dc-9cf8-d103dfa870fc), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:49.426584 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-461ccc0c-b0f5-4e41-b94b-a8c2e2a4c03e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] In _notify_port_updated(), no bound segment for port d1c8000e-00e2-4d62-96a6-6e5a8d045b25 on network 9fcc7d42-fb92-490d-82c1-129852943a74 {{(pid=103406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 06:00:49.443685 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461ccc0c-b0f5-4e41-b94b-a8c2e2a4c03e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:49.448254 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-461ccc0c-b0f5-4e41-b94b-a8c2e2a4c03e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:49.452922 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-461ccc0c-b0f5-4e41-b94b-a8c2e2a4c03e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "PUT /v2.0/ports/d1c8000e-00e2-4d62-96a6-6e5a8d045b25 HTTP/1.1" status: 200 len: 968 time: 1.7034907 Feb 20 06:00:49.475901 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40404) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:49.568486 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ccc0c-b0f5-4e41-b94b-a8c2e2a4c03e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event updated for resources: {'Port': ['ID=d1c8000e-00e2-4d62-96a6-6e5a8d045b25,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:49.744875 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-4b688bf5-1574-4911-99e5-da12d8410890 None None] Allocated IP 2001:db8:0:2::2 (9fcc7d42-fb92-490d-82c1-129852943a74/a1811fdc-2d2a-44af-bdfd-24488a1b7185/1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:49.810698 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75b81981-30a8-4db3-bf96-d8f439fe62a1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for port (eed44017-a3cb-4505-ad2c-f03997b949b0), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:49.820990 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75b81981-30a8-4db3-bf96-d8f439fe62a1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (eed44017-a3cb-4505-ad2c-f03997b949b0), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:49.875143 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-4b688bf5-1574-4911-99e5-da12d8410890 None None] For port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202,segment=NetworkSegment(3558fe40-52b5-41e7-821d-b5ecd1d000de),segment_id=3558fe40-52b5-41e7-821d-b5ecd1d000de)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:49.901418 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb8ff7-9b94-4cff-b730-fbf08e5d84c3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting port d1c8000e-00e2-4d62-96a6-6e5a8d045b25 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:00:49.902058 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d7fb8ff7-9b94-4cff-b730-fbf08e5d84c3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (d1c8000e-00e2-4d62-96a6-6e5a8d045b25), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:49.932799 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef0ba573-2bc7-4148-a99d-0d8fea182a61 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Publish callbacks [] for port (ff3aee71-8bab-42dc-9cf8-d103dfa870fc), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:49.935461 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4b688bf5-1574-4911-99e5-da12d8410890 None None] Publish callbacks [] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:49.966528 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4b688bf5-1574-4911-99e5-da12d8410890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:49.970750 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75b81981-30a8-4db3-bf96-d8f439fe62a1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (73fcccd4-6499-4bbe-a032-791d02b9e88f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:49.974450 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b81981-30a8-4db3-bf96-d8f439fe62a1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Port': ['ID=eed44017-a3cb-4505-ad2c-f03997b949b0,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:49.977523 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef0ba573-2bc7-4148-a99d-0d8fea182a61 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (ff3aee71-8bab-42dc-9cf8-d103dfa870fc), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:50.016841 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:50.053473 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:50.150739 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b688bf5-1574-4911-99e5-da12d8410890 None None] Pushing event updated for resources: {'Port': ['ID=1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:50.155187 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b81981-30a8-4db3-bf96-d8f439fe62a1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network 5c43b68d-7b99-4aa3-a89e-71d7b313461c is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:50.157496 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-75b81981-30a8-4db3-bf96-d8f439fe62a1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:50.220785 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ba573-2bc7-4148-a99d-0d8fea182a61 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Pushing event updated for resources: {'Port': ['ID=ff3aee71-8bab-42dc-9cf8-d103dfa870fc,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:50.271463 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d7fb8ff7-9b94-4cff-b730-fbf08e5d84c3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (d1c8000e-00e2-4d62-96a6-6e5a8d045b25), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:50.285507 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb8ff7-9b94-4cff-b730-fbf08e5d84c3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Calling delete_port for d1c8000e-00e2-4d62-96a6-6e5a8d045b25 owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:00:50.385540 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef0ba573-2bc7-4148-a99d-0d8fea182a61 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (eb080330-6ba5-412a-ad67-eaac33168087), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:50.476042 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b81981-30a8-4db3-bf96-d8f439fe62a1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Router 73fcccd4-6499-4bbe-a032-791d02b9e88f has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:00:50.614571 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-ef0ba573-2bc7-4148-a99d-0d8fea182a61 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Floating IP eb080330-6ba5-412a-ad67-eaac33168087 associated. External IP: 172.25.3.36, port: 2e4dcebe-0c55-46ac-9a8d-b9d35092231f. Feb 20 06:00:50.736637 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d7fb8ff7-9b94-4cff-b730-fbf08e5d84c3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (d1c8000e-00e2-4d62-96a6-6e5a8d045b25), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:50.771978 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b81981-30a8-4db3-bf96-d8f439fe62a1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:00:50.805990 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-75b81981-30a8-4db3-bf96-d8f439fe62a1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "PUT /v2.0/routers/73fcccd4-6499-4bbe-a032-791d02b9e88f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1695924 Feb 20 06:00:50.813669 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb8ff7-9b94-4cff-b730-fbf08e5d84c3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Port': ['ID=d1c8000e-00e2-4d62-96a6-6e5a8d045b25,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:50.865558 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d7fb8ff7-9b94-4cff-b730-fbf08e5d84c3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:50.876914 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d7fb8ff7-9b94-4cff-b730-fbf08e5d84c3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/ports/d1c8000e-00e2-4d62-96a6-6e5a8d045b25 HTTP/1.1" status: 204 len: 168 time: 1.3976045 Feb 20 06:00:50.879930 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40410) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:51.002032 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b7f06a33-ebc5-4277-b862-b586c4f88e63 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:00:51.029122 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-204e3718-31a0-49ac-b262-5f049d25ca72 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] GET failed (client error): The resource could not be found. Feb 20 06:00:51.031628 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-204e3718-31a0-49ac-b262-5f049d25ca72 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "GET /v2.0/ports/d1c8000e-00e2-4d62-96a6-6e5a8d045b25 HTTP/1.1" status: 404 len: 333 time: 0.1491373 Feb 20 06:00:51.037658 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40412) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:51.092871 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23c9fd6-665b-4c2a-8af5-7db048d31785 None None] Network 5c43b68d-7b99-4aa3-a89e-71d7b313461c requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:51.193569 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0ba573-2bc7-4148-a99d-0d8fea182a61 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Router 085acb33-b661-44bd-9a6c-d1ff67039014 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:00:51.204516 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd824461-1e67-40ff-a259-d9191a90cae2 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (21e5f1a9-d58a-4f85-b57e-7336f6619172), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:51.242638 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd824461-1e67-40ff-a259-d9191a90cae2 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (21e5f1a9-d58a-4f85-b57e-7336f6619172), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:51.320777 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a32960ab-544b-4a62-bd11-6fa69a6004f5 None None] Provisioning complete for port b7f06a33-ebc5-4277-b862-b586c4f88e63 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:51.321154 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a32960ab-544b-4a62-bd11-6fa69a6004f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b7f06a33-ebc5-4277-b862-b586c4f88e63), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:51.345996 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port b7f06a33-ebc5-4277-b862-b586c4f88e63 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:51.346355 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b7f06a33-ebc5-4277-b862-b586c4f88e63), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:51.347966 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd824461-1e67-40ff-a259-d9191a90cae2 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (21e5f1a9-d58a-4f85-b57e-7336f6619172), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:51.355866 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd824461-1e67-40ff-a259-d9191a90cae2 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:51.395209 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bd824461-1e67-40ff-a259-d9191a90cae2 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/security-groups/21e5f1a9-d58a-4f85-b57e-7336f6619172 HTTP/1.1" status: 204 len: 168 time: 0.3541965 Feb 20 06:00:51.399124 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40424) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:51.427752 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0ba573-2bc7-4148-a99d-0d8fea182a61 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:00:51.443786 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739a1a13-0834-4337-8c94-35ab356a6e7d None None] Sync routers for ids ['085acb33-b661-44bd-9a6c-d1ff67039014'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:00:51.470459 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739a1a13-0834-4337-8c94-35ab356a6e7d None None] Routers {'085acb33-b661-44bd-9a6c-d1ff67039014'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:00:51.471906 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-739a1a13-0834-4337-8c94-35ab356a6e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['085acb33-b661-44bd-9a6c-d1ff67039014'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:51.478373 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:51.479842 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ef0ba573-2bc7-4148-a99d-0d8fea182a61 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:51.562998 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ef0ba573-2bc7-4148-a99d-0d8fea182a61 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 5.3746064 Feb 20 06:00:51.564712 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40428) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:51.566172 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-739a1a13-0834-4337-8c94-35ab356a6e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:51.569799 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd824461-1e67-40ff-a259-d9191a90cae2 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e5f1a9-d58a-4f85-b57e-7336f6619172,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:51.605731 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739a1a13-0834-4337-8c94-35ab356a6e7d None None] Routers {'085acb33-b661-44bd-9a6c-d1ff67039014'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:00:51.606086 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-739a1a13-0834-4337-8c94-35ab356a6e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['085acb33-b661-44bd-9a6c-d1ff67039014'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:51.611150 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a32960ab-544b-4a62-bd11-6fa69a6004f5 None None] Current status of the port b7f06a33-ebc5-4277-b862-b586c4f88e63 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:51.611717 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a32960ab-544b-4a62-bd11-6fa69a6004f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b7f06a33-ebc5-4277-b862-b586c4f88e63), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:51.613563 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port b7f06a33-ebc5-4277-b862-b586c4f88e63 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:51.613935 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b7f06a33-ebc5-4277-b862-b586c4f88e63), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:51.664035 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff515350-44a8-4fd0-9342-e019186727da None None] Sync routers for ids ['73fcccd4-6499-4bbe-a032-791d02b9e88f'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:00:51.666547 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc4ad940-b98b-4ef4-a1a8-590daa215f03 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (fc27cade-d3b9-401e-a916-113d7dc1dfd3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:51.708576 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-5ff20e1d-347e-4e42-bb8b-e051970a04fe tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1622558797&fields=id&tenant_id=50b63137536d4822a61a7b01dd632aeb HTTP/1.1" status: 200 len: 267 time: 0.3042340 Feb 20 06:00:51.780163 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-739a1a13-0834-4337-8c94-35ab356a6e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:51.780852 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739a1a13-0834-4337-8c94-35ab356a6e7d None None] The sync data for ids ['085acb33-b661-44bd-9a6c-d1ff67039014'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:00:51.801385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff515350-44a8-4fd0-9342-e019186727da None None] Routers {'73fcccd4-6499-4bbe-a032-791d02b9e88f'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:00:51.802005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ff515350-44a8-4fd0-9342-e019186727da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['73fcccd4-6499-4bbe-a032-791d02b9e88f'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:51.859939 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-b3b073dc-f946-459d-b766-27e8be99c8e1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:51.867934 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-b3b073dc-f946-459d-b766-27e8be99c8e1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/networks?id=5c43b68d-7b99-4aa3-a89e-71d7b313461c HTTP/1.1" status: 200 len: 797 time: 0.1581123 Feb 20 06:00:51.882450 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc4ad940-b98b-4ef4-a1a8-590daa215f03 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (fc27cade-d3b9-401e-a916-113d7dc1dfd3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:51.894423 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-8824ad26-0f44-414d-96e0-634b077af216 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/quotas/50b63137536d4822a61a7b01dd632aeb HTTP/1.1" status: 200 len: 375 time: 0.0249829 Feb 20 06:00:51.905517 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port b7f06a33-ebc5-4277-b862-b586c4f88e63, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=b7f06a33-ebc5-4277-b862-b586c4f88e63,segment=NetworkSegment(1c603856-d386-4e06-8718-77972e778d20),segment_id=1c603856-d386-4e06-8718-77972e778d20)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:51.917889 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b7f06a33-ebc5-4277-b862-b586c4f88e63), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:51.918692 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:00:51.920496 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-166f3405-2385-46b4-80ba-6a45b16345fe tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] 10.222.0.37 "GET /v2.0/floatingips/eb080330-6ba5-412a-ad67-eaac33168087 HTTP/1.1" status: 200 len: 981 time: 0.3485668 Feb 20 06:00:51.923828 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40432) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:52.017915 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-04bee63a-f2ea-4bb0-a845-7332079d5417 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1161599 Feb 20 06:00:52.025058 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc4ad940-b98b-4ef4-a1a8-590daa215f03 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (fc27cade-d3b9-401e-a916-113d7dc1dfd3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:52.027762 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc4ad940-b98b-4ef4-a1a8-590daa215f03 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:52.035547 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bc4ad940-b98b-4ef4-a1a8-590daa215f03 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/security-groups/fc27cade-d3b9-401e-a916-113d7dc1dfd3 HTTP/1.1" status: 204 len: 168 time: 0.5950305 Feb 20 06:00:52.036225 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40434) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:52.119423 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ba7fda52-fe14-4317-bf97-2a4ef8f36519 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.1941333 Feb 20 06:00:52.125084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40436) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:52.145655 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ad940-b98b-4ef4-a1a8-590daa215f03 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc27cade-d3b9-401e-a916-113d7dc1dfd3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:52.242306 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-880e161c-408a-468d-8e66-ae593aa2f2dc tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (e8a017d8-2f57-4d6f-880b-7275e5bc4bec), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:52.257116 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-cd40f17b-48dc-489b-88b1-a36670fa379a service neutron] 10.222.0.37 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199118 Feb 20 06:00:52.385926 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-880e161c-408a-468d-8e66-ae593aa2f2dc tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (e8a017d8-2f57-4d6f-880b-7275e5bc4bec), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:52.401885 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=b7f06a33-ebc5-4277-b862-b586c4f88e63,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:52.451274 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-ff515350-44a8-4fd0-9342-e019186727da None None] Set router 73fcccd4-6499-4bbe-a032-791d02b9e88f gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:00:52.506244 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-a32960ab-544b-4a62-bd11-6fa69a6004f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 06:00:52.506601 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-a32960ab-544b-4a62-bd11-6fa69a6004f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 06:00:52.508364 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-fd0749d1-1629-4b30-99bc-ce37640a7199 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Deleting port ff3aee71-8bab-42dc-9cf8-d103dfa870fc {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:00:52.509675 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:52.510054 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:52.510653 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-880e161c-408a-468d-8e66-ae593aa2f2dc tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e8a017d8-2f57-4d6f-880b-7275e5bc4bec), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:52.514824 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-880e161c-408a-468d-8e66-ae593aa2f2dc tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:52.515661 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fd0749d1-1629-4b30-99bc-ce37640a7199 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (ff3aee71-8bab-42dc-9cf8-d103dfa870fc), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:52.521879 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-880e161c-408a-468d-8e66-ae593aa2f2dc tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/security-groups/e8a017d8-2f57-4d6f-880b-7275e5bc4bec HTTP/1.1" status: 204 len: 168 time: 0.4707265 Feb 20 06:00:52.522252 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40438) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:52.569216 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-3232a7c9-afcd-4e63-9ed4-35a0e272c74a service neutron] 10.222.0.37 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018768 Feb 20 06:00:52.658016 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e161c-408a-468d-8e66-ae593aa2f2dc tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a017d8-2f57-4d6f-880b-7275e5bc4bec,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:52.739179 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e324fe-4661-447f-b8a0-cc6f3dfe42e8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting subnet 92b31931-7225-45fb-ae55-33031543a709 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:00:52.746295 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d8e324fe-4661-447f-b8a0-cc6f3dfe42e8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for subnet (92b31931-7225-45fb-ae55-33031543a709), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:52.799745 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fd0749d1-1629-4b30-99bc-ce37640a7199 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (ff3aee71-8bab-42dc-9cf8-d103dfa870fc), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:52.803762 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fd0749d1-1629-4b30-99bc-ce37640a7199 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks [] for floatingip (ff3aee71-8bab-42dc-9cf8-d103dfa870fc), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:52.810365 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:52.810365 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:52.849380 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-fd0749d1-1629-4b30-99bc-ce37640a7199 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Calling delete_port for ff3aee71-8bab-42dc-9cf8-d103dfa870fc owned by network:floatingip {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:00:52.884521 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d8e324fe-4661-447f-b8a0-cc6f3dfe42e8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (92b31931-7225-45fb-ae55-33031543a709), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:52.947479 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:52.949887 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:52.955593 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:52.962053 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:00:53.079168 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4e8b6e5a-5cf5-4552-800e-b8bec78e779f req-26af3670-a497-46b3-a7ed-17110f57552a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 210 time: 0.0847166 Feb 20 06:00:53.214932 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d8e324fe-4661-447f-b8a0-cc6f3dfe42e8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (92b31931-7225-45fb-ae55-33031543a709), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:53.292026 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:53.354631 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d8e324fe-4661-447f-b8a0-cc6f3dfe42e8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (92b31931-7225-45fb-ae55-33031543a709), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:53.357502 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a32960ab-544b-4a62-bd11-6fa69a6004f5 None None] Current status of the port b7f06a33-ebc5-4277-b862-b586c4f88e63 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:53.364155 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:53.377402 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fd0749d1-1629-4b30-99bc-ce37640a7199 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (ff3aee71-8bab-42dc-9cf8-d103dfa870fc), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:53.402283 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e324fe-4661-447f-b8a0-cc6f3dfe42e8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Subnet': ['ID=92b31931-7225-45fb-ae55-33031543a709,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:53.416059 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d8e324fe-4661-447f-b8a0-cc6f3dfe42e8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:53.416279 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:53.416757 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:53.427436 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d8e324fe-4661-447f-b8a0-cc6f3dfe42e8 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/subnets/92b31931-7225-45fb-ae55-33031543a709 HTTP/1.1" status: 204 len: 168 time: 0.8934050 Feb 20 06:00:53.429463 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40452) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:53.442785 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fdf8a0-248f-43a5-8368-63c46b209f19 None None] Network 9fcc7d42-fb92-490d-82c1-129852943a74 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:53.470137 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0749d1-1629-4b30-99bc-ce37640a7199 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Pushing event deleted for resources: {'Port': ['ID=ff3aee71-8bab-42dc-9cf8-d103dfa870fc,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:53.547479 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-41577bd5-28e4-48a2-8153-0d8f86c1a640 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting subnet a1811fdc-2d2a-44af-bdfd-24488a1b7185 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:00:53.553982 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41577bd5-28e4-48a2-8153-0d8f86c1a640 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for subnet (a1811fdc-2d2a-44af-bdfd-24488a1b7185), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:53.559530 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ff515350-44a8-4fd0-9342-e019186727da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548985529', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:40Z', 'updated_at': '2022-02-20T06:00:49Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:41Z', 'updated_at': '2022-02-20T06:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'eed44017-a3cb-4505-ad2c-f03997b949b0', 'name': '', 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:ac:86:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:47Z', 'updated_at': '2022-02-20T06:00:49Z', 'revision_number': 2, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': '4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:53.606652 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff515350-44a8-4fd0-9342-e019186727da None None] Checking router: 73fcccd4-6499-4bbe-a032-791d02b9e88f for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:00:53.607047 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff515350-44a8-4fd0-9342-e019186727da None None] Updating router 73fcccd4-6499-4bbe-a032-791d02b9e88f port eed44017-a3cb-4505-ad2c-f03997b949b0 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:00:53.641892 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fd0749d1-1629-4b30-99bc-ce37640a7199 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks [] for floatingip (eb080330-6ba5-412a-ad67-eaac33168087), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:53.642414 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-fd0749d1-1629-4b30-99bc-ce37640a7199 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Floating IP eb080330-6ba5-412a-ad67-eaac33168087 disassociated (deleted). External IP: 172.25.3.36, port: 2e4dcebe-0c55-46ac-9a8d-b9d35092231f. Feb 20 06:00:53.657427 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41577bd5-28e4-48a2-8153-0d8f86c1a640 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (a1811fdc-2d2a-44af-bdfd-24488a1b7185), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:53.780027 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b60f2f7f-d7f4-45c2-80af-8c09c11e6cf5 None None] Provisioning complete for port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:53.780423 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b60f2f7f-d7f4-45c2-80af-8c09c11e6cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:53.908128 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41577bd5-28e4-48a2-8153-0d8f86c1a640 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (a1811fdc-2d2a-44af-bdfd-24488a1b7185), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:53.909075 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ff515350-44a8-4fd0-9342-e019186727da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (eed44017-a3cb-4505-ad2c-f03997b949b0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:54.057569 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:54.078284 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41577bd5-28e4-48a2-8153-0d8f86c1a640 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (a1811fdc-2d2a-44af-bdfd-24488a1b7185), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:54.111871 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41577bd5-28e4-48a2-8153-0d8f86c1a640 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Subnet': ['ID=a1811fdc-2d2a-44af-bdfd-24488a1b7185,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:54.117430 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0749d1-1629-4b30-99bc-ce37640a7199 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Router 085acb33-b661-44bd-9a6c-d1ff67039014 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:00:54.122301 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41577bd5-28e4-48a2-8153-0d8f86c1a640 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:54.126390 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-41577bd5-28e4-48a2-8153-0d8f86c1a640 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/subnets/a1811fdc-2d2a-44af-bdfd-24488a1b7185 HTTP/1.1" status: 204 len: 168 time: 0.6957676 Feb 20 06:00:54.129624 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40458) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:54.190347 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b60f2f7f-d7f4-45c2-80af-8c09c11e6cf5 None None] Current status of the port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:54.228375 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73c0947-a61b-4741-8a14-93bcccdc7b72 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] DELETE failed (client error): The resource could not be found. Feb 20 06:00:54.228832 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b73c0947-a61b-4741-8a14-93bcccdc7b72 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 06:00:54.238464 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b73c0947-a61b-4741-8a14-93bcccdc7b72 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/subnets/92b31931-7225-45fb-ae55-33031543a709 HTTP/1.1" status: 404 len: 337 time: 0.1049280 Feb 20 06:00:54.253320 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b60f2f7f-d7f4-45c2-80af-8c09c11e6cf5 None None] Provisioning complete for port b7f06a33-ebc5-4277-b862-b586c4f88e63 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:54.253697 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b60f2f7f-d7f4-45c2-80af-8c09c11e6cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b7f06a33-ebc5-4277-b862-b586c4f88e63), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:54.267657 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40460) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:54.296753 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b7f06a33-ebc5-4277-b862-b586c4f88e63 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:00:54.305959 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f0ffb2a-89c6-4fa6-ad18-c50ecb99dd2f req-73d27337-4487-4fe7-98b0-36d9467f2112 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 210 time: 0.0956914 Feb 20 06:00:54.466283 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da46e0d-1ef2-44d3-862c-efb43e2746c3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting subnet 0c8cfaee-3e26-4ccf-9a42-87d1e52ff8a4 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:00:54.470236 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2da46e0d-1ef2-44d3-862c-efb43e2746c3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for subnet (0c8cfaee-3e26-4ccf-9a42-87d1e52ff8a4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:54.545197 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2da46e0d-1ef2-44d3-862c-efb43e2746c3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (0c8cfaee-3e26-4ccf-9a42-87d1e52ff8a4), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:54.670513 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ff515350-44a8-4fd0-9342-e019186727da None None] Publish callbacks [] for port (eed44017-a3cb-4505-ad2c-f03997b949b0), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:54.683976 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ff515350-44a8-4fd0-9342-e019186727da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (eed44017-a3cb-4505-ad2c-f03997b949b0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:54.742244 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port b7f06a33-ebc5-4277-b862-b586c4f88e63 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:54.742629 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b7f06a33-ebc5-4277-b862-b586c4f88e63), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:54.781827 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2da46e0d-1ef2-44d3-862c-efb43e2746c3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (0c8cfaee-3e26-4ccf-9a42-87d1e52ff8a4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:54.787873 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b60f2f7f-d7f4-45c2-80af-8c09c11e6cf5 None None] Current status of the port b7f06a33-ebc5-4277-b862-b586c4f88e63 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:54.852295 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bf75b-0310-4cda-b562-7533c42b45e1 None None] Pushing event updated for resources: {'Port': ['ID=eed44017-a3cb-4505-ad2c-f03997b949b0,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:54.903811 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b60f2f7f-d7f4-45c2-80af-8c09c11e6cf5 None None] Provisioning complete for port 55f6de8e-1e0f-45fd-8d10-67261bbfbb9c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:54.904223 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b60f2f7f-d7f4-45c2-80af-8c09c11e6cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (55f6de8e-1e0f-45fd-8d10-67261bbfbb9c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:54.993963 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2da46e0d-1ef2-44d3-862c-efb43e2746c3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (0c8cfaee-3e26-4ccf-9a42-87d1e52ff8a4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:55.066154 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-ff515350-44a8-4fd0-9342-e019186727da None None] Attempting to bind port eed44017-a3cb-4505-ad2c-f03997b949b0 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:00:55.066533 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-ff515350-44a8-4fd0-9342-e019186727da None None] Attempting to bind port eed44017-a3cb-4505-ad2c-f03997b949b0 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '1c603856-d386-4e06-8718-77972e778d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:00:55.066919 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff515350-44a8-4fd0-9342-e019186727da None None] Attempting to bind port eed44017-a3cb-4505-ad2c-f03997b949b0 on network 5c43b68d-7b99-4aa3-a89e-71d7b313461c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:00:55.082260 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da46e0d-1ef2-44d3-862c-efb43e2746c3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Subnet': ['ID=0c8cfaee-3e26-4ccf-9a42-87d1e52ff8a4,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:55.089896 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2da46e0d-1ef2-44d3-862c-efb43e2746c3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:55.092156 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b60f2f7f-d7f4-45c2-80af-8c09c11e6cf5 None None] Port 55f6de8e-1e0f-45fd-8d10-67261bbfbb9c cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:00:55.094733 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2da46e0d-1ef2-44d3-862c-efb43e2746c3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/subnets/0c8cfaee-3e26-4ccf-9a42-87d1e52ff8a4 HTTP/1.1" status: 204 len: 168 time: 0.8209364 Feb 20 06:00:55.097826 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40464) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:55.141057 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff515350-44a8-4fd0-9342-e019186727da None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:00:55.141489 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff515350-44a8-4fd0-9342-e019186727da None None] Checking segment: {'id': '1c603856-d386-4e06-8718-77972e778d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:00:55.141929 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ff515350-44a8-4fd0-9342-e019186727da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:55.142529 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff515350-44a8-4fd0-9342-e019186727da None None] Bound using segment: {'id': '1c603856-d386-4e06-8718-77972e778d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:00:55.143131 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-ff515350-44a8-4fd0-9342-e019186727da None None] Bound port: eed44017-a3cb-4505-ad2c-f03997b949b0, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c603856-d386-4e06-8718-77972e778d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:00:55.143826 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ff515350-44a8-4fd0-9342-e019186727da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (eed44017-a3cb-4505-ad2c-f03997b949b0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:55.146098 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b60f2f7f-d7f4-45c2-80af-8c09c11e6cf5 None None] Could not find standard attr ID for object d1c8000e-00e2-4d62-96a6-6e5a8d045b25. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 06:00:55.179756 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b60f2f7f-d7f4-45c2-80af-8c09c11e6cf5 None None] Provisioning complete for port eed44017-a3cb-4505-ad2c-f03997b949b0 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:55.180134 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b60f2f7f-d7f4-45c2-80af-8c09c11e6cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (eed44017-a3cb-4505-ad2c-f03997b949b0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:55.181706 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-5264a58b-d5a1-4c0b-8d31-e7e2cd7c1d9b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] DELETE failed (client error): The resource could not be found. Feb 20 06:00:55.182336 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5264a58b-d5a1-4c0b-8d31-e7e2cd7c1d9b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 06:00:55.183469 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port b7f06a33-ebc5-4277-b862-b586c4f88e63 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:55.192954 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5264a58b-d5a1-4c0b-8d31-e7e2cd7c1d9b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/subnets/cf35d9bc-37e4-4de1-8b82-7bafa26f859b HTTP/1.1" status: 404 len: 337 time: 0.0940714 Feb 20 06:00:55.196045 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:00:55.221137 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40466) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:55.248366 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0749d1-1629-4b30-99bc-ce37640a7199 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:00:55.261435 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b5f36e-cd70-4a28-b515-7e9b565a550e None None] Sync routers for ids ['085acb33-b661-44bd-9a6c-d1ff67039014'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:00:55.272348 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-73571028-bc01-4867-af48-2a2b0432baa1 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "GET /v2.0/ports?device_id=768c1703-d4eb-48fe-b60c-0727c8caf40e HTTP/1.1" status: 200 len: 205 time: 0.0494652 Feb 20 06:00:55.274111 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40468) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:55.282670 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b5f36e-cd70-4a28-b515-7e9b565a550e None None] Routers {'085acb33-b661-44bd-9a6c-d1ff67039014'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:00:55.283668 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f0b5f36e-cd70-4a28-b515-7e9b565a550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['085acb33-b661-44bd-9a6c-d1ff67039014'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:55.289392 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fd0749d1-1629-4b30-99bc-ce37640a7199 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:55.331795 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [None req-df0ed9d7-430c-4610-831c-4cd2fa5bf1bb tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] delete failed (client error): The resource could not be found. Feb 20 06:00:55.335448 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-df0ed9d7-430c-4610-831c-4cd2fa5bf1bb tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/routers/768c1703-d4eb-48fe-b60c-0727c8caf40e HTTP/1.1" status: 404 len: 336 time: 0.0581045 Feb 20 06:00:55.336180 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40470) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:55.406106 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f0b5f36e-cd70-4a28-b515-7e9b565a550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:55.424060 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd39299a-0ce7-4388-9d95-84f07c354412 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] DELETE failed (client error): The resource could not be found. Feb 20 06:00:55.424859 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd39299a-0ce7-4388-9d95-84f07c354412 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 06:00:55.432734 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-dd39299a-0ce7-4388-9d95-84f07c354412 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/subnets/113e3d4f-2757-4386-be6a-fa76011f8982 HTTP/1.1" status: 404 len: 337 time: 0.0955598 Feb 20 06:00:55.436755 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40472) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:55.457547 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b5f36e-cd70-4a28-b515-7e9b565a550e None None] Routers {'085acb33-b661-44bd-9a6c-d1ff67039014'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:00:55.458692 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f0b5f36e-cd70-4a28-b515-7e9b565a550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['085acb33-b661-44bd-9a6c-d1ff67039014'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:55.521613 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba388b0-f674-4094-9b66-59296a203e2b None None] Network 9fcc7d42-fb92-490d-82c1-129852943a74 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:00:55.529628 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ca3f7c-7ca6-43fe-b7c3-9f29c6f29928 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] DELETE failed (client error): The resource could not be found. Feb 20 06:00:55.530167 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ca3f7c-7ca6-43fe-b7c3-9f29c6f29928 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 06:00:55.534210 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b60f2f7f-d7f4-45c2-80af-8c09c11e6cf5 None None] Port eed44017-a3cb-4505-ad2c-f03997b949b0 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:00:55.544700 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-24ca3f7c-7ca6-43fe-b7c3-9f29c6f29928 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/subnets/0ee02318-9a28-42fc-942b-12eadc1ece5d HTTP/1.1" status: 404 len: 337 time: 0.1040037 Feb 20 06:00:55.544960 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40476) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:55.559422 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:55.561280 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fd0749d1-1629-4b30-99bc-ce37640a7199 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] 10.222.0.37 "DELETE /v2.0/floatingips/eb080330-6ba5-412a-ad67-eaac33168087 HTTP/1.1" status: 204 len: 168 time: 3.4349833 Feb 20 06:00:55.571187 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40478) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:55.579488 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-8c04726b-ee8f-4dcf-84b7-07f58e6ba5e8 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:55.660106 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ff515350-44a8-4fd0-9342-e019186727da None None] For port eed44017-a3cb-4505-ad2c-f03997b949b0, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:00:55.671321 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e266b0-faae-4090-be0a-6c1f84c553ac tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] DELETE failed (client error): The resource could not be found. Feb 20 06:00:55.672323 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e266b0-faae-4090-be0a-6c1f84c553ac tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 06:00:55.686508 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8c04726b-ee8f-4dcf-84b7-07f58e6ba5e8 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:55.695203 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-25e266b0-faae-4090-be0a-6c1f84c553ac tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/subnets/81671a60-0f8e-405d-bab4-4484cd1c3618 HTTP/1.1" status: 404 len: 337 time: 0.1439407 Feb 20 06:00:55.703869 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ff515350-44a8-4fd0-9342-e019186727da None None] For port eed44017-a3cb-4505-ad2c-f03997b949b0, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=eed44017-a3cb-4505-ad2c-f03997b949b0,segment=NetworkSegment(1c603856-d386-4e06-8718-77972e778d20),segment_id=1c603856-d386-4e06-8718-77972e778d20)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:00:55.708783 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40480) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:55.720740 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:55.721179 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:55.748102 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f0b5f36e-cd70-4a28-b515-7e9b565a550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:55.749178 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b5f36e-cd70-4a28-b515-7e9b565a550e None None] The sync data for ids ['085acb33-b661-44bd-9a6c-d1ff67039014'] in n-d-829866-5 is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:00:55.764890 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ff515350-44a8-4fd0-9342-e019186727da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (eed44017-a3cb-4505-ad2c-f03997b949b0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:55.800059 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d83ae7d-77ad-4a70-be2d-79863b81aff3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] DELETE failed (client error): The resource could not be found. Feb 20 06:00:55.801361 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d83ae7d-77ad-4a70-be2d-79863b81aff3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 06:00:55.802872 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-bc6ddf9d-6b11-4982-92ee-0f4ab756e9cc None None] Provisioning complete for port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:55.803289 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc6ddf9d-6b11-4982-92ee-0f4ab756e9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:55.805018 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7d83ae7d-77ad-4a70-be2d-79863b81aff3 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/ports/c3a9a352-cce1-40b1-ba03-f4b83cfa7530 HTTP/1.1" status: 404 len: 333 time: 0.0936604 Feb 20 06:00:55.808908 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40482) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:55.844501 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-589612ae-9bca-4ea6-8be3-87aed2f5e378 req-34b4eb5b-d53e-44f7-b0ca-d5d5d40b4bc3 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 210 time: 0.1382051 Feb 20 06:00:55.871739 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-6ef3196f-da23-456f-ac5a-c4bb340ca9c0 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:55.873203 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-6ef3196f-da23-456f-ac5a-c4bb340ca9c0 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.61 "GET /v2.0/networks?id=5c43b68d-7b99-4aa3-a89e-71d7b313461c HTTP/1.1" status: 200 len: 797 time: 0.6485174 Feb 20 06:00:55.874411 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-38108632-34f4-4e81-8a75-cfe9db48abe6 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] DELETE failed (client error): The resource could not be found. Feb 20 06:00:55.874834 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38108632-34f4-4e81-8a75-cfe9db48abe6 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 06:00:55.884001 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-38108632-34f4-4e81-8a75-cfe9db48abe6 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/subnets/76a175f4-81d8-4bf4-9e47-bdcbf841bb06 HTTP/1.1" status: 404 len: 337 time: 0.0686641 Feb 20 06:00:55.890147 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40484) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:55.947266 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bf75b-0310-4cda-b562-7533c42b45e1 None None] Pushing event updated for resources: {'Port': ['ID=eed44017-a3cb-4505-ad2c-f03997b949b0,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:56.015333 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff515350-44a8-4fd0-9342-e019186727da None None] Routers {'73fcccd4-6499-4bbe-a032-791d02b9e88f'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:00:56.015973 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ff515350-44a8-4fd0-9342-e019186727da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['73fcccd4-6499-4bbe-a032-791d02b9e88f'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:56.021729 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:56.023785 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bc6ddf9d-6b11-4982-92ee-0f4ab756e9cc None None] Current status of the port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:56.023930 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2c136a-ce92-47a2-afcc-80ba8171e768 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] DELETE failed (client error): The resource could not be found. Feb 20 06:00:56.024392 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e2c136a-ce92-47a2-afcc-80ba8171e768 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 06:00:56.026379 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-f29345a7-5906-4772-8673-3652bc6fa7cd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50b63137536d4822a61a7b01dd632aeb HTTP/1.1" status: 200 len: 380 time: 0.1265771 Feb 20 06:00:56.028390 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7e2c136a-ce92-47a2-afcc-80ba8171e768 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/subnets/386faa7d-ec06-4b03-a317-7b8df74fdb46 HTTP/1.1" status: 404 len: 337 time: 0.1361632 Feb 20 06:00:56.032095 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40486) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:56.036400 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-26f79121-1c99-4b33-8ceb-b7b63c6d094c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'port': {'device_id': 'ee7cdc40-3708-4dc5-bb16-546670dae6f7', 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c', 'admin_state_up': True, 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'security_groups': ['6a39c246-8320-433a-9ddd-eb71d485cce0']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:56.068501 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f6db5b-edbc-4095-862c-218a0cc28017 None None] DHCP port deletion for 9fcc7d42-fb92-490d-82c1-129852943a74 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:00:56.076736 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-851ee75d-3fb5-4127-a276-85c94524f3c1 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] DELETE failed (client error): The resource could not be found. Feb 20 06:00:56.077319 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-851ee75d-3fb5-4127-a276-85c94524f3c1 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 06:00:56.080816 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-851ee75d-3fb5-4127-a276-85c94524f3c1 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/ports/a5e984c9-5c4d-455a-ae7c-36866efd6b2e HTTP/1.1" status: 404 len: 333 time: 0.0474792 Feb 20 06:00:56.083399 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40490) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:56.126662 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-58444d2a-c5d3-4e14-b2ba-b4e7418d3b90 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] DELETE failed (client error): The resource could not be found. Feb 20 06:00:56.127182 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58444d2a-c5d3-4e14-b2ba-b4e7418d3b90 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 06:00:56.132036 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-58444d2a-c5d3-4e14-b2ba-b4e7418d3b90 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/subnets/c45176da-4527-43a1-9d6d-430fabc04c88 HTTP/1.1" status: 404 len: 337 time: 0.0476875 Feb 20 06:00:56.135144 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40492) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:56.164233 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-26f79121-1c99-4b33-8ceb-b7b63c6d094c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Made reservation on behalf of 50b63137536d4822a61a7b01dd632aeb for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:00:56.168441 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-26f79121-1c99-4b33-8ceb-b7b63c6d094c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:56.177294 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-bc6ddf9d-6b11-4982-92ee-0f4ab756e9cc None None] Provisioning complete for port eed44017-a3cb-4505-ad2c-f03997b949b0 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:56.177686 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc6ddf9d-6b11-4982-92ee-0f4ab756e9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (eed44017-a3cb-4505-ad2c-f03997b949b0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:56.184007 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-521672e2-c7e0-4063-bf60-faa63eb48c9b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] DELETE failed (client error): The resource could not be found. Feb 20 06:00:56.187845 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-521672e2-c7e0-4063-bf60-faa63eb48c9b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 06:00:56.191752 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-521672e2-c7e0-4063-bf60-faa63eb48c9b tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/subnets/5dbf4f19-c954-46c8-bc9d-e57233aa55e3 HTTP/1.1" status: 404 len: 337 time: 0.0552912 Feb 20 06:00:56.194566 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40494) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:56.298338 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:00:56.385710 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8c04726b-ee8f-4dcf-84b7-07f58e6ba5e8 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:56.419085 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-ff515350-44a8-4fd0-9342-e019186727da None None] Set router 73fcccd4-6499-4bbe-a032-791d02b9e88f gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:00:56.425141 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-45f6db5b-edbc-4095-862c-218a0cc28017 None None] Deleting port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:00:56.425644 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45f6db5b-edbc-4095-862c-218a0cc28017 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:56.468028 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-26f79121-1c99-4b33-8ceb-b7b63c6d094c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Allocated IP 172.20.0.6 (5c43b68d-7b99-4aa3-a89e-71d7b313461c/4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e/0adf99bf-eaaa-424c-903e-a44665bd4a50) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:56.499990 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-99fded69-f5be-4b53-b8c1-56d95753227e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Deleting port 55f6de8e-1e0f-45fd-8d10-67261bbfbb9c {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:00:56.500364 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-99fded69-f5be-4b53-b8c1-56d95753227e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (55f6de8e-1e0f-45fd-8d10-67261bbfbb9c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:56.687166 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bc6ddf9d-6b11-4982-92ee-0f4ab756e9cc None None] Current status of the port eed44017-a3cb-4505-ad2c-f03997b949b0 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:56.688897 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc6ddf9d-6b11-4982-92ee-0f4ab756e9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (eed44017-a3cb-4505-ad2c-f03997b949b0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:56.689617 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-99fded69-f5be-4b53-b8c1-56d95753227e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (55f6de8e-1e0f-45fd-8d10-67261bbfbb9c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:56.690405 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-8c04726b-ee8f-4dcf-84b7-07f58e6ba5e8 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Allocated IP 172.25.3.96 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/04c16f1c-9200-4fe1-8ae6-380c12b72e38) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:56.719622 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-99fded69-f5be-4b53-b8c1-56d95753227e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Calling delete_port for 55f6de8e-1e0f-45fd-8d10-67261bbfbb9c owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:00:56.778681 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-45f6db5b-edbc-4095-862c-218a0cc28017 None None] For port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202,segment=NetworkSegment(3558fe40-52b5-41e7-821d-b5ecd1d000de),segment_id=3558fe40-52b5-41e7-821d-b5ecd1d000de)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:56.779335 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45f6db5b-edbc-4095-862c-218a0cc28017 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:56.862484 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-45f6db5b-edbc-4095-862c-218a0cc28017 None None] Calling delete_port for 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:00:56.888302 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-26f79121-1c99-4b33-8ceb-b7b63c6d094c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:56.891576 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:56.891973 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:56.896892 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-bc6ddf9d-6b11-4982-92ee-0f4ab756e9cc None None] For port eed44017-a3cb-4505-ad2c-f03997b949b0, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=eed44017-a3cb-4505-ad2c-f03997b949b0,segment=NetworkSegment(1c603856-d386-4e06-8718-77972e778d20),segment_id=1c603856-d386-4e06-8718-77972e778d20)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:56.956025 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-55b45d7c-8fa6-485f-85e0-d6c3ad5d1037 req-65f3601e-5aa9-4f28-8a7e-b014430ab148 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 210 time: 0.0293679 Feb 20 06:00:56.965007 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc6ddf9d-6b11-4982-92ee-0f4ab756e9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (eed44017-a3cb-4505-ad2c-f03997b949b0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:56.969699 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8c04726b-ee8f-4dcf-84b7-07f58e6ba5e8 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Publish callbacks [] for port (04c16f1c-9200-4fe1-8ae6-380c12b72e38), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:57.015140 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-99fded69-f5be-4b53-b8c1-56d95753227e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (55f6de8e-1e0f-45fd-8d10-67261bbfbb9c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:57.060857 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fded69-f5be-4b53-b8c1-56d95753227e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Port': ['ID=55f6de8e-1e0f-45fd-8d10-67261bbfbb9c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:57.063230 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-26f79121-1c99-4b33-8ceb-b7b63c6d094c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:57.068578 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8c04726b-ee8f-4dcf-84b7-07f58e6ba5e8 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (04c16f1c-9200-4fe1-8ae6-380c12b72e38), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:57.084536 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-bc6ddf9d-6b11-4982-92ee-0f4ab756e9cc None None] Provisioning complete for port 55f6de8e-1e0f-45fd-8d10-67261bbfbb9c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:57.084911 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc6ddf9d-6b11-4982-92ee-0f4ab756e9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (55f6de8e-1e0f-45fd-8d10-67261bbfbb9c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:57.088028 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202,segment=NetworkSegment(3558fe40-52b5-41e7-821d-b5ecd1d000de),segment_id=3558fe40-52b5-41e7-821d-b5ecd1d000de)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:00:57.103430 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-99fded69-f5be-4b53-b8c1-56d95753227e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:57.106592 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-99fded69-f5be-4b53-b8c1-56d95753227e tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/ports/55f6de8e-1e0f-45fd-8d10-67261bbfbb9c HTTP/1.1" status: 204 len: 168 time: 0.9110022 Feb 20 06:00:57.109322 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40498) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:57.112793 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:57.140582 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-26f79121-1c99-4b33-8ceb-b7b63c6d094c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network 5c43b68d-7b99-4aa3-a89e-71d7b313461c is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:57.146375 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c04726b-ee8f-4dcf-84b7-07f58e6ba5e8 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:00:57.151229 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-26f79121-1c99-4b33-8ceb-b7b63c6d094c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:57.153662 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-8c04726b-ee8f-4dcf-84b7-07f58e6ba5e8 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:00:57.155439 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-26f79121-1c99-4b33-8ceb-b7b63c6d094c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:57.158086 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f79121-1c99-4b33-8ceb-b7b63c6d094c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Port': ['ID=0adf99bf-eaaa-424c-903e-a44665bd4a50,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:57.160715 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ddf9d-6b11-4982-92ee-0f4ab756e9cc None None] Pushing event updated for resources: {'Port': ['ID=eed44017-a3cb-4505-ad2c-f03997b949b0,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:57.161650 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c04726b-ee8f-4dcf-84b7-07f58e6ba5e8 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:00:57.178440 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bc6ddf9d-6b11-4982-92ee-0f4ab756e9cc None None] Port 55f6de8e-1e0f-45fd-8d10-67261bbfbb9c was deleted so its status cannot be updated. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 20 06:00:57.213785 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45f6db5b-edbc-4095-862c-218a0cc28017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:57.244637 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f6db5b-edbc-4095-862c-218a0cc28017 None None] No DVR routers for this DVR port 1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:00:57.277162 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ff515350-44a8-4fd0-9342-e019186727da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548985529', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:40Z', 'updated_at': '2022-02-20T06:00:49Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:41Z', 'updated_at': '2022-02-20T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'eed44017-a3cb-4505-ad2c-f03997b949b0', 'name': '', 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:ac:86:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:47Z', 'updated_at': '2022-02-20T06:00:55Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': '4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:57.279262 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202,revision_number=11']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:57.302247 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-26f79121-1c99-4b33-8ceb-b7b63c6d094c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:57.302871 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-26f79121-1c99-4b33-8ceb-b7b63c6d094c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:57.309087 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04726b-ee8f-4dcf-84b7-07f58e6ba5e8 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Pushing event updated for resources: {'Port': ['ID=04c16f1c-9200-4fe1-8ae6-380c12b72e38,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:57.323290 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6db5b-edbc-4095-862c-218a0cc28017 None None] Pushing event deleted for resources: {'Port': ['ID=1ea0eeb6-65a2-4c6c-bb05-5c0d45c2d202,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:57.356846 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21ad04e6-0921-4018-8715-cfae19f7c011 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (9fcc7d42-fb92-490d-82c1-129852943a74), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:57.361456 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-26f79121-1c99-4b33-8ceb-b7b63c6d094c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3289950 Feb 20 06:00:57.367259 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff515350-44a8-4fd0-9342-e019186727da None None] The sync data for ids ['73fcccd4-6499-4bbe-a032-791d02b9e88f'] in n-d-829866-5 is: [{'id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548985529', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:40Z', 'updated_at': '2022-02-20T06:00:49Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:41Z', 'updated_at': '2022-02-20T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'eed44017-a3cb-4505-ad2c-f03997b949b0', 'name': '', 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:ac:86:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:47Z', 'updated_at': '2022-02-20T06:00:55Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': '4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:00:57.377476 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-73ba0b14-d29f-41cb-b0eb-e569dd466aba None None] Provisioning complete for port eed44017-a3cb-4505-ad2c-f03997b949b0 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:57.378000 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73ba0b14-d29f-41cb-b0eb-e569dd466aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (eed44017-a3cb-4505-ad2c-f03997b949b0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:57.381923 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-3d1561af-1fa9-4d69-94c0-fc97a39e1290 service neutron] Request body: {'port': {'device_id': 'ee7cdc40-3708-4dc5-bb16-546670dae6f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:57.475796 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8c04726b-ee8f-4dcf-84b7-07f58e6ba5e8 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Publish callbacks [] for floatingip (09384c55-1f73-4631-b9bc-f09ead1db13b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:57.524693 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-3d1561af-1fa9-4d69-94c0-fc97a39e1290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:57.575645 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21ad04e6-0921-4018-8715-cfae19f7c011 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (9fcc7d42-fb92-490d-82c1-129852943a74), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:57.576508 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-73ba0b14-d29f-41cb-b0eb-e569dd466aba None None] Current status of the port eed44017-a3cb-4505-ad2c-f03997b949b0 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:57.616173 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-21ad04e6-0921-4018-8715-cfae19f7c011 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fcc7d42-fb92-490d-82c1-129852943a74']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:57.629102 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8c04726b-ee8f-4dcf-84b7-07f58e6ba5e8 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (04c16f1c-9200-4fe1-8ae6-380c12b72e38), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:57.630517 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-21ad04e6-0921-4018-8715-cfae19f7c011 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3558fe40-52b5-41e7-821d-b5ecd1d000de') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:57.630942 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-21ad04e6-0921-4018-8715-cfae19f7c011 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3558fe40-52b5-41e7-821d-b5ecd1d000de') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:00:57.640710 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21ad04e6-0921-4018-8715-cfae19f7c011 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (3558fe40-52b5-41e7-821d-b5ecd1d000de), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:57.664512 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21ad04e6-0921-4018-8715-cfae19f7c011 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (3558fe40-52b5-41e7-821d-b5ecd1d000de), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:57.681480 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ad04e6-0921-4018-8715-cfae19f7c011 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:00:57.682952 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21ad04e6-0921-4018-8715-cfae19f7c011 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (3558fe40-52b5-41e7-821d-b5ecd1d000de), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: timer() Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:00:57.686458 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:00:57.706596 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-36150446-abe4-4c56-ba97-e58b08a0b132 None None] Provisioning complete for port 0adf99bf-eaaa-424c-903e-a44665bd4a50 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:57.707421 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-36150446-abe4-4c56-ba97-e58b08a0b132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:57.766706 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-36150446-abe4-4c56-ba97-e58b08a0b132 None None] Port 0adf99bf-eaaa-424c-903e-a44665bd4a50 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:00:57.787140 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21ad04e6-0921-4018-8715-cfae19f7c011 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (9fcc7d42-fb92-490d-82c1-129852943a74), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:57.795520 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21ad04e6-0921-4018-8715-cfae19f7c011 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:57.801798 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-21ad04e6-0921-4018-8715-cfae19f7c011 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] 10.222.0.37 "DELETE /v2.0/networks/9fcc7d42-fb92-490d-82c1-129852943a74 HTTP/1.1" status: 204 len: 168 time: 0.6912618 Feb 20 06:00:57.816460 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad04e6-0921-4018-8715-cfae19f7c011 tempest-PortsIpV6TestJSON-1816499682 tempest-PortsIpV6TestJSON-1816499682-project] Pushing event deleted for resources: {'Network': ['ID=9fcc7d42-fb92-490d-82c1-129852943a74,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:58.056545 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8c04726b-ee8f-4dcf-84b7-07f58e6ba5e8 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Publish callbacks [] for port (04c16f1c-9200-4fe1-8ae6-380c12b72e38), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:58.066609 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8c04726b-ee8f-4dcf-84b7-07f58e6ba5e8 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (04c16f1c-9200-4fe1-8ae6-380c12b72e38), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:58.163983 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af17d8d-edfd-42d2-b94b-104d071634dc req-3c1b9ca8-1e4a-4f30-a85a-ddeb99cd73b1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:58.172239 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6af17d8d-edfd-42d2-b94b-104d071634dc req-3c1b9ca8-1e4a-4f30-a85a-ddeb99cd73b1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 931 time: 0.1043799 Feb 20 06:00:58.252866 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device eed44017-a3cb-4505-ad2c-f03997b949b0 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:00:58.262391 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6af17d8d-edfd-42d2-b94b-104d071634dc req-a28c1a75-3360-4aff-bdb8-80bb20f06852 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888731 Feb 20 06:00:58.271541 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40508) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:58.298696 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04726b-ee8f-4dcf-84b7-07f58e6ba5e8 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Pushing event updated for resources: {'Port': ['ID=04c16f1c-9200-4fe1-8ae6-380c12b72e38,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:58.302791 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-3d1561af-1fa9-4d69-94c0-fc97a39e1290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0adf99bf-eaaa-424c-903e-a44665bd4a50 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:00:58.314872 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-3d1561af-1fa9-4d69-94c0-fc97a39e1290 service neutron] Publish callbacks [] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:58.329641 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8c04726b-ee8f-4dcf-84b7-07f58e6ba5e8 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (09384c55-1f73-4631-b9bc-f09ead1db13b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:58.339768 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-3d1561af-1fa9-4d69-94c0-fc97a39e1290 service neutron] Transition to ACTIVE for port object 0adf99bf-eaaa-424c-903e-a44665bd4a50 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:00:58.347429 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-3d1561af-1fa9-4d69-94c0-fc97a39e1290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:58.370386 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8c04726b-ee8f-4dcf-84b7-07f58e6ba5e8 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:58.374300 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8c04726b-ee8f-4dcf-84b7-07f58e6ba5e8 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7988811 Feb 20 06:00:58.375166 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40514) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:58.387484 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port eed44017-a3cb-4505-ad2c-f03997b949b0 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:00:58.387892 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (eed44017-a3cb-4505-ad2c-f03997b949b0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:58.440562 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1561af-1fa9-4d69-94c0-fc97a39e1290 service neutron] Pushing event updated for resources: {'Port': ['ID=0adf99bf-eaaa-424c-903e-a44665bd4a50,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:58.557123 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port eed44017-a3cb-4505-ad2c-f03997b949b0 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:00:58.561999 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-dc9d8a01-94bb-4b30-a993-d15df628c330 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4e7f7fef597499b96cf48ad9eb5c1bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2890298 Feb 20 06:00:58.562633 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40518) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:00:58.614310 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-3d1561af-1fa9-4d69-94c0-fc97a39e1290 service neutron] Attempting to bind port 0adf99bf-eaaa-424c-903e-a44665bd4a50 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:00:58.614820 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-3d1561af-1fa9-4d69-94c0-fc97a39e1290 service neutron] Attempting to bind port 0adf99bf-eaaa-424c-903e-a44665bd4a50 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '1c603856-d386-4e06-8718-77972e778d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:00:58.615320 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-3d1561af-1fa9-4d69-94c0-fc97a39e1290 service neutron] Attempting to bind port 0adf99bf-eaaa-424c-903e-a44665bd4a50 on network 5c43b68d-7b99-4aa3-a89e-71d7b313461c {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:00:58.624809 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-3d1561af-1fa9-4d69-94c0-fc97a39e1290 service neutron] Port 0adf99bf-eaaa-424c-903e-a44665bd4a50 on network 5c43b68d-7b99-4aa3-a89e-71d7b313461c not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:00:58.626231 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-3d1561af-1fa9-4d69-94c0-fc97a39e1290 service neutron] Attempting to bind port 0adf99bf-eaaa-424c-903e-a44665bd4a50 on network 5c43b68d-7b99-4aa3-a89e-71d7b313461c {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:00:58.635276 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-3d1561af-1fa9-4d69-94c0-fc97a39e1290 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:00:58.640838 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-3d1561af-1fa9-4d69-94c0-fc97a39e1290 service neutron] Checking segment: {'id': '1c603856-d386-4e06-8718-77972e778d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:00:58.643538 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-3d1561af-1fa9-4d69-94c0-fc97a39e1290 service neutron] Bound using segment: {'id': '1c603856-d386-4e06-8718-77972e778d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:00:58.645980 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-3d1561af-1fa9-4d69-94c0-fc97a39e1290 service neutron] Bound port: 0adf99bf-eaaa-424c-903e-a44665bd4a50, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c603856-d386-4e06-8718-77972e778d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:00:58.646357 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-3d1561af-1fa9-4d69-94c0-fc97a39e1290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:58.662385 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a4bb6fc-df7d-4104-8ef9-127e5988eb6f admin admin] Publish callbacks [] for security_group (fa18b5c5-3f89-4b6c-b34b-dab3663eef4f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:58.713906 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a4bb6fc-df7d-4104-8ef9-127e5988eb6f admin admin] Publish callbacks [] for security_group (fa18b5c5-3f89-4b6c-b34b-dab3663eef4f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:58.752178 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-3d1561af-1fa9-4d69-94c0-fc97a39e1290 service neutron] For port 0adf99bf-eaaa-424c-903e-a44665bd4a50, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:00:58.755087 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-19c4f325-0d22-4f5d-84bc-c8207003e2cc tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:00:58.757069 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-3d1561af-1fa9-4d69-94c0-fc97a39e1290 service neutron] For port 0adf99bf-eaaa-424c-903e-a44665bd4a50, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50,segment=NetworkSegment(1c603856-d386-4e06-8718-77972e778d20),segment_id=1c603856-d386-4e06-8718-77972e778d20)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:00:58.766186 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-3d1561af-1fa9-4d69-94c0-fc97a39e1290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:58.818243 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19c4f325-0d22-4f5d-84bc-c8207003e2cc tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:58.849318 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-3d1561af-1fa9-4d69-94c0-fc97a39e1290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:58.850122 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-3d1561af-1fa9-4d69-94c0-fc97a39e1290 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:58.852340 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-3d1561af-1fa9-4d69-94c0-fc97a39e1290 service neutron] 10.222.0.61 "PUT /v2.0/ports/0adf99bf-eaaa-424c-903e-a44665bd4a50 HTTP/1.1" status: 200 len: 1091 time: 1.4750111 Feb 20 06:00:58.853660 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7cdc40-3708-4dc5-bb16-546670dae6f7', 'tag': '0adf99bf-eaaa-424c-903e-a44665bd4a50'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:00:58.857966 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30835b64-a6f3-44fc-9765-632f1cfdc8b4" -d '{"events": [{"name": "network-changed", "server_uuid": "ee7cdc40-3708-4dc5-bb16-546670dae6f7", "tag": "0adf99bf-eaaa-424c-903e-a44665bd4a50"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:00:58.906088 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1561af-1fa9-4d69-94c0-fc97a39e1290 service neutron] Pushing event updated for resources: {'Port': ['ID=0adf99bf-eaaa-424c-903e-a44665bd4a50,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:58.934356 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a4bb6fc-df7d-4104-8ef9-127e5988eb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (fa18b5c5-3f89-4b6c-b34b-dab3663eef4f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:58.940231 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a4bb6fc-df7d-4104-8ef9-127e5988eb6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:58.945574 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4a4bb6fc-df7d-4104-8ef9-127e5988eb6f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa18b5c5-3f89-4b6c-b34b-dab3663eef4f HTTP/1.1" status: 204 len: 168 time: 0.3750043 Feb 20 06:00:58.988339 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4bb6fc-df7d-4104-8ef9-127e5988eb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa18b5c5-3f89-4b6c-b34b-dab3663eef4f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:00:59.027952 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-2d9d843e-8bed-4c45-8372-fb375888c489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:59.033408 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-2d9d843e-8bed-4c45-8372-fb375888c489 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 1125 time: 0.1068094 Feb 20 06:00:59.083850 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-45e67fee-36aa-4c2d-8988-5ffa3840ded2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50 HTTP/1.1" status: 200 len: 217 time: 0.0460145 Feb 20 06:00:59.084190 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19c4f325-0d22-4f5d-84bc-c8207003e2cc tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:00:59.170930 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c358d91-611f-48d5-a9cf-e4a2ce5f607a x-openstack-request-id: req-5c358d91-611f-48d5-a9cf-e4a2ce5f607a {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:00:59.171243 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee7cdc40-3708-4dc5-bb16-546670dae6f7", "tag": "0adf99bf-eaaa-424c-903e-a44665bd4a50", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:00:59.171517 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c358d91-611f-48d5-a9cf-e4a2ce5f607a {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:00:59.171970 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee7cdc40-3708-4dc5-bb16-546670dae6f7', 'tag': '0adf99bf-eaaa-424c-903e-a44665bd4a50', 'status': 'completed', 'code': 200} Feb 20 06:00:59.249225 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-da91030b-8697-4851-bdd1-fedbb6d767bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:59.252839 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-da91030b-8697-4851-bdd1-fedbb6d767bc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e HTTP/1.1" status: 200 len: 835 time: 0.1582108 Feb 20 06:00:59.318514 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-781f10b2-3be1-4b58-9f80-8c1513b40f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:59.320283 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-781f10b2-3be1-4b58-9f80-8c1513b40f72 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5c43b68d-7b99-4aa3-a89e-71d7b313461c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0592980 Feb 20 06:00:59.332965 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-19c4f325-0d22-4f5d-84bc-c8207003e2cc tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] Allocated IP 172.25.3.63 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/924cf672-cfe4-4f9f-890a-4881b1146313) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:00:59.481694 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-d18f9c6e-a8dd-4d85-b039-e9011c821709 service neutron] 10.222.0.61 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534443 Feb 20 06:00:59.638631 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a6792c54-7287-411e-86c2-0b5384b80a5a req-f1bbe31d-2d2c-4c15-8bd2-19dfa302495b service neutron] 10.222.0.61 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438034 Feb 20 06:00:59.785120 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30835b64-a6f3-44fc-9765-632f1cfdc8b4 req-fdf21392-3605-4c28-9294-2020d7642582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:59.787127 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-30835b64-a6f3-44fc-9765-632f1cfdc8b4 req-fdf21392-3605-4c28-9294-2020d7642582 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 1125 time: 0.0991433 Feb 20 06:00:59.906247 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30835b64-a6f3-44fc-9765-632f1cfdc8b4 req-07bf595f-6b81-4b36-80fd-6383c1aed262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:00:59.908429 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-30835b64-a6f3-44fc-9765-632f1cfdc8b4 req-07bf595f-6b81-4b36-80fd-6383c1aed262 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5c43b68d-7b99-4aa3-a89e-71d7b313461c HTTP/1.1" status: 200 len: 897 time: 0.1156042 Feb 20 06:00:59.961103 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-30835b64-a6f3-44fc-9765-632f1cfdc8b4 req-113b727d-22ff-4791-b577-ee4d2db09989 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50 HTTP/1.1" status: 200 len: 217 time: 0.0458307 Feb 20 06:01:00.052903 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30835b64-a6f3-44fc-9765-632f1cfdc8b4 req-5cfda664-59dd-4acd-8da8-0c243b7328d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:00.055647 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-30835b64-a6f3-44fc-9765-632f1cfdc8b4 req-5cfda664-59dd-4acd-8da8-0c243b7328d1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e HTTP/1.1" status: 200 len: 835 time: 0.0874386 Feb 20 06:01:00.060020 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19c4f325-0d22-4f5d-84bc-c8207003e2cc tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] Publish callbacks [] for port (924cf672-cfe4-4f9f-890a-4881b1146313), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:00.069889 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c0d4d-c165-49aa-89bd-a360ffc1c605 req-afeb0373-26f8-4bef-8e54-d0d84e7ec1ca tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:00.071841 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f61c0d4d-c165-49aa-89bd-a360ffc1c605 req-afeb0373-26f8-4bef-8e54-d0d84e7ec1ca tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 943 time: 0.6765482 Feb 20 06:01:00.167777 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30835b64-a6f3-44fc-9765-632f1cfdc8b4 req-4c37b614-14a7-48b3-bd20-68e8703939e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:00.169633 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-30835b64-a6f3-44fc-9765-632f1cfdc8b4 req-4c37b614-14a7-48b3-bd20-68e8703939e2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5c43b68d-7b99-4aa3-a89e-71d7b313461c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1050324 Feb 20 06:01:00.198406 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f61c0d4d-c165-49aa-89bd-a360ffc1c605 req-f43b3fe1-67cd-4a63-b274-80ea3a505786 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193483 Feb 20 06:01:00.249976 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19c4f325-0d22-4f5d-84bc-c8207003e2cc tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (924cf672-cfe4-4f9f-890a-4881b1146313), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:00.305305 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4f325-0d22-4f5d-84bc-c8207003e2cc tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] Pushing event updated for resources: {'Port': ['ID=924cf672-cfe4-4f9f-890a-4881b1146313,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:00.329336 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c4f325-0d22-4f5d-84bc-c8207003e2cc tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:01:00.331133 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-19c4f325-0d22-4f5d-84bc-c8207003e2cc tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:01:00.332042 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-30835b64-a6f3-44fc-9765-632f1cfdc8b4 req-70ee25b2-8126-4746-988f-806642054946 service neutron] 10.222.0.61 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545377 Feb 20 06:01:00.336914 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c4f325-0d22-4f5d-84bc-c8207003e2cc tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:01:00.456375 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19c4f325-0d22-4f5d-84bc-c8207003e2cc tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] Publish callbacks [] for floatingip (799bf774-84ab-4ee1-9f60-785a339b8eb7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:00.472924 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-30835b64-a6f3-44fc-9765-632f1cfdc8b4 req-b33647eb-16c5-46fa-a09f-b5117692f3e6 service neutron] 10.222.0.61 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337912 Feb 20 06:01:00.518004 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19c4f325-0d22-4f5d-84bc-c8207003e2cc tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (924cf672-cfe4-4f9f-890a-4881b1146313), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:00.735518 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19c4f325-0d22-4f5d-84bc-c8207003e2cc tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] Publish callbacks [] for port (924cf672-cfe4-4f9f-890a-4881b1146313), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:00.740544 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19c4f325-0d22-4f5d-84bc-c8207003e2cc tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (924cf672-cfe4-4f9f-890a-4881b1146313), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:00.819405 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4f325-0d22-4f5d-84bc-c8207003e2cc tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] Pushing event updated for resources: {'Port': ['ID=924cf672-cfe4-4f9f-890a-4881b1146313,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:00.829386 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19c4f325-0d22-4f5d-84bc-c8207003e2cc tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (799bf774-84ab-4ee1-9f60-785a339b8eb7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:00.847419 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19c4f325-0d22-4f5d-84bc-c8207003e2cc tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:00.848856 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-19c4f325-0d22-4f5d-84bc-c8207003e2cc tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4721644 Feb 20 06:01:00.851873 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40566) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:00.918945 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c8514602-c0f9-457f-9bc2-80a684ac8593 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.0646720 Feb 20 06:01:00.920443 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40570) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:00.966771 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-84f04dc7-648c-40de-a8c6-f36c2761739d tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0452354 Feb 20 06:01:00.969275 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40572) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:01.111099 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-0eb2c300-7f32-4694-a30f-0c5c457b91ad tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] Deleting port 924cf672-cfe4-4f9f-890a-4881b1146313 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:01:01.111099 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0eb2c300-7f32-4694-a30f-0c5c457b91ad tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (924cf672-cfe4-4f9f-890a-4881b1146313), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:01.190114 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0eb2c300-7f32-4694-a30f-0c5c457b91ad tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (924cf672-cfe4-4f9f-890a-4881b1146313), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:01.190558 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0eb2c300-7f32-4694-a30f-0c5c457b91ad tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] Publish callbacks [] for floatingip (924cf672-cfe4-4f9f-890a-4881b1146313), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:01.208168 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-0eb2c300-7f32-4694-a30f-0c5c457b91ad tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] Calling delete_port for 924cf672-cfe4-4f9f-890a-4881b1146313 owned by network:floatingip {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:01:01.342452 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83974c4b-3860-4fa3-851a-75c93c00e88d req-bfc6c9b9-dfaa-4714-9d2e-98349f2b5b4f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:01.345956 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-83974c4b-3860-4fa3-851a-75c93c00e88d req-bfc6c9b9-dfaa-4714-9d2e-98349f2b5b4f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 943 time: 0.0733685 Feb 20 06:01:01.364409 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0eb2c300-7f32-4694-a30f-0c5c457b91ad tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (924cf672-cfe4-4f9f-890a-4881b1146313), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:01.400350 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2c300-7f32-4694-a30f-0c5c457b91ad tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] Pushing event deleted for resources: {'Port': ['ID=924cf672-cfe4-4f9f-890a-4881b1146313,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:01.411948 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-83974c4b-3860-4fa3-851a-75c93c00e88d req-7d036124-0f09-46f9-8002-d251fdba2b28 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591516 Feb 20 06:01:01.483926 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0eb2c300-7f32-4694-a30f-0c5c457b91ad tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] Publish callbacks [] for floatingip (799bf774-84ab-4ee1-9f60-785a339b8eb7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:01.487115 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0eb2c300-7f32-4694-a30f-0c5c457b91ad tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:01.490734 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0eb2c300-7f32-4694-a30f-0c5c457b91ad tempest-FloatingIPAdminTestJSON-2126148532 tempest-FloatingIPAdminTestJSON-2126148532-project] 10.222.0.37 "DELETE /v2.0/floatingips/799bf774-84ab-4ee1-9f60-785a339b8eb7 HTTP/1.1" status: 204 len: 168 time: 0.5181172 Feb 20 06:01:01.490943 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40588) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:01.531736 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40590) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:01.634645 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-c90921be-150c-440c-950e-a729fbdec195 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Deleting port 04c16f1c-9200-4fe1-8ae6-380c12b72e38 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:01:01.635196 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c90921be-150c-440c-950e-a729fbdec195 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (04c16f1c-9200-4fe1-8ae6-380c12b72e38), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:01.689329 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c55e7512-ae07-4b83-bc84-f25226a82eae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:01.731897 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c90921be-150c-440c-950e-a729fbdec195 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (04c16f1c-9200-4fe1-8ae6-380c12b72e38), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:01.732443 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c90921be-150c-440c-950e-a729fbdec195 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Publish callbacks [] for floatingip (04c16f1c-9200-4fe1-8ae6-380c12b72e38), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:01.759290 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-c90921be-150c-440c-950e-a729fbdec195 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Calling delete_port for 04c16f1c-9200-4fe1-8ae6-380c12b72e38 owned by network:floatingip {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:01:01.781788 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c55e7512-ae07-4b83-bc84-f25226a82eae admin admin] Publish callbacks [] for security_group (4b710a71-6ff1-4ebf-8b41-528b71d22b89), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:01.785940 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c55e7512-ae07-4b83-bc84-f25226a82eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4b710a71-6ff1-4ebf-8b41-528b71d22b89), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:01.831375 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e7512-ae07-4b83-bc84-f25226a82eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b710a71-6ff1-4ebf-8b41-528b71d22b89,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:01.839565 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c55e7512-ae07-4b83-bc84-f25226a82eae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1b074c4e0fd4975967149bac330d911&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3064451 Feb 20 06:01:01.840358 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40606) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:01.895896 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0d5b385-b75d-4acd-9a3d-16c880ab0bb9 admin admin] Publish callbacks [] for security_group (4b710a71-6ff1-4ebf-8b41-528b71d22b89), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:01.923263 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0d5b385-b75d-4acd-9a3d-16c880ab0bb9 admin admin] Publish callbacks [] for security_group (4b710a71-6ff1-4ebf-8b41-528b71d22b89), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:01.948709 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c90921be-150c-440c-950e-a729fbdec195 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (04c16f1c-9200-4fe1-8ae6-380c12b72e38), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:01.986298 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0d5b385-b75d-4acd-9a3d-16c880ab0bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4b710a71-6ff1-4ebf-8b41-528b71d22b89), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:01.990814 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0d5b385-b75d-4acd-9a3d-16c880ab0bb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:01.992236 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c0d5b385-b75d-4acd-9a3d-16c880ab0bb9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b710a71-6ff1-4ebf-8b41-528b71d22b89 HTTP/1.1" status: 204 len: 168 time: 0.1503348 Feb 20 06:01:02.005811 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90921be-150c-440c-950e-a729fbdec195 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Pushing event deleted for resources: {'Port': ['ID=04c16f1c-9200-4fe1-8ae6-380c12b72e38,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:02.010124 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5b385-b75d-4acd-9a3d-16c880ab0bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b710a71-6ff1-4ebf-8b41-528b71d22b89,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:02.108254 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c90921be-150c-440c-950e-a729fbdec195 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Publish callbacks [] for floatingip (09384c55-1f73-4631-b9bc-f09ead1db13b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:02.115705 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c90921be-150c-440c-950e-a729fbdec195 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:02.117524 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c90921be-150c-440c-950e-a729fbdec195 tempest-FloatingIPAdminTestJSON-1994215783 tempest-FloatingIPAdminTestJSON-1994215783-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/09384c55-1f73-4631-b9bc-f09ead1db13b HTTP/1.1" status: 204 len: 168 time: 0.6256166 Feb 20 06:01:02.124125 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40612) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:02.263509 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-efbfd404-70e9-4dd1-a849-db363fd6ec7a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Deleting port 2e4dcebe-0c55-46ac-9a8d-b9d35092231f {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:01:02.263897 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-efbfd404-70e9-4dd1-a849-db363fd6ec7a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (2e4dcebe-0c55-46ac-9a8d-b9d35092231f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:02.374190 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-efbfd404-70e9-4dd1-a849-db363fd6ec7a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (2e4dcebe-0c55-46ac-9a8d-b9d35092231f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:02.386996 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-efbfd404-70e9-4dd1-a849-db363fd6ec7a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Calling delete_port for 2e4dcebe-0c55-46ac-9a8d-b9d35092231f owned by {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:01:02.427193 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40622) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:02.443305 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c56ceba-11ef-4728-9d71-737ff9f819f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:02.542202 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-efbfd404-70e9-4dd1-a849-db363fd6ec7a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (2e4dcebe-0c55-46ac-9a8d-b9d35092231f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:02.557178 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d43551-473d-4e69-8beb-4aaf11766862 req-ed99a881-3e01-4365-959a-ac673fd1d087 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:02.559569 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-61d43551-473d-4e69-8beb-4aaf11766862 req-ed99a881-3e01-4365-959a-ac673fd1d087 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 943 time: 0.0646272 Feb 20 06:01:02.576837 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfd404-70e9-4dd1-a849-db363fd6ec7a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Pushing event deleted for resources: {'Port': ['ID=2e4dcebe-0c55-46ac-9a8d-b9d35092231f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:02.641241 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c56ceba-11ef-4728-9d71-737ff9f819f8 admin admin] Publish callbacks [] for security_group (58355b0d-6a84-46e4-b520-2a6bb097da57), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:02.648965 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-efbfd404-70e9-4dd1-a849-db363fd6ec7a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:02.652701 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c56ceba-11ef-4728-9d71-737ff9f819f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (58355b0d-6a84-46e4-b520-2a6bb097da57), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:02.655978 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-efbfd404-70e9-4dd1-a849-db363fd6ec7a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] 10.222.0.37 "DELETE /v2.0/ports/2e4dcebe-0c55-46ac-9a8d-b9d35092231f HTTP/1.1" status: 204 len: 168 time: 0.5299215 Feb 20 06:01:02.657406 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40626) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:02.675406 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-61d43551-473d-4e69-8beb-4aaf11766862 req-771385f7-8f70-434b-ad75-e1850220e103 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919843 Feb 20 06:01:02.705136 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40628) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:02.705255 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4c56ceba-11ef-4728-9d71-737ff9f819f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce73b4a7f57346ea9c013d6b5cc87999&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2742481 Feb 20 06:01:02.705363 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 0adf99bf-eaaa-424c-903e-a44665bd4a50 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:01:02.712893 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56ceba-11ef-4728-9d71-737ff9f819f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58355b0d-6a84-46e4-b520-2a6bb097da57,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:02.761713 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105dd47c-c13c-4658-a633-e8b5d9973487 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:02.765014 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-105dd47c-c13c-4658-a633-e8b5d9973487 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] 10.222.0.37 "GET /v2.0/ports?device_id=085acb33-b661-44bd-9a6c-d1ff67039014 HTTP/1.1" status: 200 len: 913 time: 0.1059451 Feb 20 06:01:02.766263 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40630) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:02.799432 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ab0ecc0-b883-4a85-bc8a-62aa252564a4 admin admin] Publish callbacks [] for security_group (58355b0d-6a84-46e4-b520-2a6bb097da57), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:02.842811 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ab0ecc0-b883-4a85-bc8a-62aa252564a4 admin admin] Publish callbacks [] for security_group (58355b0d-6a84-46e4-b520-2a6bb097da57), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:02.863606 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 0adf99bf-eaaa-424c-903e-a44665bd4a50, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50,segment=NetworkSegment(1c603856-d386-4e06-8718-77972e778d20),segment_id=1c603856-d386-4e06-8718-77972e778d20)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:01:02.904911 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '0adf99bf-eaaa-424c-903e-a44665bd4a50', 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c', 'port_id': '0adf99bf-eaaa-424c-903e-a44665bd4a50', 'mac_address': 'fa:16:3e:6f:5d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:01:02.910500 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ab0ecc0-b883-4a85-bc8a-62aa252564a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (58355b0d-6a84-46e4-b520-2a6bb097da57), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:02.913869 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2ab0ecc0-b883-4a85-bc8a-62aa252564a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:02.917003 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2ab0ecc0-b883-4a85-bc8a-62aa252564a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58355b0d-6a84-46e4-b520-2a6bb097da57 HTTP/1.1" status: 204 len: 168 time: 0.2101476 Feb 20 06:01:02.924852 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0ecc0-b883-4a85-bc8a-62aa252564a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58355b0d-6a84-46e4-b520-2a6bb097da57,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:02.984949 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 0adf99bf-eaaa-424c-903e-a44665bd4a50 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:01:02.985349 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:03.011829 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0adf99bf-eaaa-424c-903e-a44665bd4a50 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:01:03.036149 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 0adf99bf-eaaa-424c-903e-a44665bd4a50, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50,segment=NetworkSegment(1c603856-d386-4e06-8718-77972e778d20),segment_id=1c603856-d386-4e06-8718-77972e778d20)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:01:03.043822 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:03.110074 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=0adf99bf-eaaa-424c-903e-a44665bd4a50,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:03.217449 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60977799-65c5-478d-be5c-87fe371c5a76 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (085acb33-b661-44bd-9a6c-d1ff67039014), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:03.252170 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['0adf99bf-eaaa-424c-903e-a44665bd4a50'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:01:03.619060 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-60977799-65c5-478d-be5c-87fe371c5a76 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Deleting port 92881d80-cba5-48e9-b09a-66c2f6f8c694 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:01:03.619546 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60977799-65c5-478d-be5c-87fe371c5a76 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (92881d80-cba5-48e9-b09a-66c2f6f8c694), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:03.730002 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60977799-65c5-478d-be5c-87fe371c5a76 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (92881d80-cba5-48e9-b09a-66c2f6f8c694), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:03.748940 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-60977799-65c5-478d-be5c-87fe371c5a76 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Calling delete_port for 92881d80-cba5-48e9-b09a-66c2f6f8c694 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:01:03.870374 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03aa97d-a877-4e98-84b8-70ee03a6c4c6 req-6e58554d-8811-437e-b5bd-d6768d02ee4a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:03.871824 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c03aa97d-a877-4e98-84b8-70ee03a6c4c6 req-6e58554d-8811-437e-b5bd-d6768d02ee4a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 944 time: 0.1079721 Feb 20 06:01:03.970946 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c03aa97d-a877-4e98-84b8-70ee03a6c4c6 req-963ba536-2870-4051-bb3f-f65ba530778b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650570 Feb 20 06:01:04.036835 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60977799-65c5-478d-be5c-87fe371c5a76 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (92881d80-cba5-48e9-b09a-66c2f6f8c694), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:04.063876 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60977799-65c5-478d-be5c-87fe371c5a76 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Pushing event deleted for resources: {'Port': ['ID=92881d80-cba5-48e9-b09a-66c2f6f8c694,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:04.268081 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60977799-65c5-478d-be5c-87fe371c5a76 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (085acb33-b661-44bd-9a6c-d1ff67039014), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:04.529858 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60977799-65c5-478d-be5c-87fe371c5a76 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Router 085acb33-b661-44bd-9a6c-d1ff67039014 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:01:04.665795 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60977799-65c5-478d-be5c-87fe371c5a76 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:01:04.678279 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-60977799-65c5-478d-be5c-87fe371c5a76 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] 10.222.0.37 "PUT /v2.0/routers/085acb33-b661-44bd-9a6c-d1ff67039014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9084928 Feb 20 06:01:04.678428 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40694) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:04.684521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fd8ef6-d9d8-4244-8ec3-e3f2ea8793c2 None None] Sync routers for ids ['085acb33-b661-44bd-9a6c-d1ff67039014'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:01:04.700012 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fd8ef6-d9d8-4244-8ec3-e3f2ea8793c2 None None] Routers {'085acb33-b661-44bd-9a6c-d1ff67039014'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:01:04.701955 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-b2fd8ef6-d9d8-4244-8ec3-e3f2ea8793c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['085acb33-b661-44bd-9a6c-d1ff67039014'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:04.746974 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-b2fd8ef6-d9d8-4244-8ec3-e3f2ea8793c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:04.749467 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 0adf99bf-eaaa-424c-903e-a44665bd4a50 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:01:04.781256 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fd8ef6-d9d8-4244-8ec3-e3f2ea8793c2 None None] Routers {'085acb33-b661-44bd-9a6c-d1ff67039014'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:01:04.782076 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-b2fd8ef6-d9d8-4244-8ec3-e3f2ea8793c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['085acb33-b661-44bd-9a6c-d1ff67039014'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:04.805084 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b0709de-f3d1-4a7c-8e95-6e99fd2d32d5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks [] for router (085acb33-b661-44bd-9a6c-d1ff67039014), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:04.826182 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-b2fd8ef6-d9d8-4244-8ec3-e3f2ea8793c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:04.827303 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fd8ef6-d9d8-4244-8ec3-e3f2ea8793c2 None None] The sync data for ids ['085acb33-b661-44bd-9a6c-d1ff67039014'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:01:04.859699 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 0adf99bf-eaaa-424c-903e-a44665bd4a50 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:01:04.864627 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 0adf99bf-eaaa-424c-903e-a44665bd4a50 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:01:04.865916 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:04.936671 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b0709de-f3d1-4a7c-8e95-6e99fd2d32d5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks [] for router_gateway (085acb33-b661-44bd-9a6c-d1ff67039014), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:04.981561 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 0adf99bf-eaaa-424c-903e-a44665bd4a50 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:01:04.981960 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:05.012578 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7cdc40-3708-4dc5-bb16-546670dae6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adf99bf-eaaa-424c-903e-a44665bd4a50'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:01:05.015219 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91a02e1-e298-4d03-871d-2cd86526fbc9" -d '{"events": [{"server_uuid": "ee7cdc40-3708-4dc5-bb16-546670dae6f7", "name": "network-vif-plugged", "status": "completed", "tag": "0adf99bf-eaaa-424c-903e-a44665bd4a50"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:01:05.015784 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40700) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:05.022649 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-1b0709de-f3d1-4a7c-8e95-6e99fd2d32d5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Deleting port 31d1a599-3244-4c6c-9ecd-321c3ba02393 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:01:05.023118 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b0709de-f3d1-4a7c-8e95-6e99fd2d32d5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (31d1a599-3244-4c6c-9ecd-321c3ba02393), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:05.037405 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 0adf99bf-eaaa-424c-903e-a44665bd4a50, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50,segment=NetworkSegment(1c603856-d386-4e06-8718-77972e778d20),segment_id=1c603856-d386-4e06-8718-77972e778d20)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:01:05.042923 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:05.100091 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=0adf99bf-eaaa-424c-903e-a44665bd4a50,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:05.151532 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6b8a0-f5db-4f8d-916b-d2f6a305374d req-1b1532a7-f949-4d8c-8922-a359f9786021 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:05.152999 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b5c6b8a0-f5db-4f8d-916b-d2f6a305374d req-1b1532a7-f949-4d8c-8922-a359f9786021 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 945 time: 0.0796368 Feb 20 06:01:05.153614 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4e0349ba-2ad0-4be6-bd67-ef960c2923cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:05.154729 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b0709de-f3d1-4a7c-8e95-6e99fd2d32d5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (31d1a599-3244-4c6c-9ecd-321c3ba02393), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:05.179942 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-1b0709de-f3d1-4a7c-8e95-6e99fd2d32d5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Calling delete_port for 31d1a599-3244-4c6c-9ecd-321c3ba02393 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:01:05.234047 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4e0349ba-2ad0-4be6-bd67-ef960c2923cc admin admin] Publish callbacks [] for security_group (550ee0e3-9e7b-4cce-95c6-c4c0f5013081), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:05.238623 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-4e0349ba-2ad0-4be6-bd67-ef960c2923cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (550ee0e3-9e7b-4cce-95c6-c4c0f5013081), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:05.262882 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b5c6b8a0-f5db-4f8d-916b-d2f6a305374d req-fd3b9164-9ee1-445f-9be3-92434ac70d7b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005893 Feb 20 06:01:05.278146 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4e0349ba-2ad0-4be6-bd67-ef960c2923cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df53d397efa94382982f87bd5dea12a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2604759 Feb 20 06:01:05.279295 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0349ba-2ad0-4be6-bd67-ef960c2923cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550ee0e3-9e7b-4cce-95c6-c4c0f5013081,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:05.282366 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40706) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:05.338322 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0ba52d89-dd54-4d2c-b6f4-b45d88858787 admin admin] Publish callbacks [] for security_group (550ee0e3-9e7b-4cce-95c6-c4c0f5013081), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:05.345028 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fe835e-d6c7-4fb1-b76d-e53147266d9c x-openstack-request-id: req-69fe835e-d6c7-4fb1-b76d-e53147266d9c {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:01:05.345469 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7cdc40-3708-4dc5-bb16-546670dae6f7", "name": "network-vif-plugged", "status": "completed", "tag": "0adf99bf-eaaa-424c-903e-a44665bd4a50", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:01:05.345801 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-69fe835e-d6c7-4fb1-b76d-e53147266d9c {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:01:05.346272 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7cdc40-3708-4dc5-bb16-546670dae6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adf99bf-eaaa-424c-903e-a44665bd4a50', 'code': 200} Feb 20 06:01:05.376198 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0ba52d89-dd54-4d2c-b6f4-b45d88858787 admin admin] Publish callbacks [] for security_group (550ee0e3-9e7b-4cce-95c6-c4c0f5013081), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:05.406452 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b0709de-f3d1-4a7c-8e95-6e99fd2d32d5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (31d1a599-3244-4c6c-9ecd-321c3ba02393), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:05.440057 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0709de-f3d1-4a7c-8e95-6e99fd2d32d5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Pushing event deleted for resources: {'Port': ['ID=31d1a599-3244-4c6c-9ecd-321c3ba02393,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:05.517181 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b0709de-f3d1-4a7c-8e95-6e99fd2d32d5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (085acb33-b661-44bd-9a6c-d1ff67039014), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:05.637396 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b0709de-f3d1-4a7c-8e95-6e99fd2d32d5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (085acb33-b661-44bd-9a6c-d1ff67039014), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:05.640037 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b0709de-f3d1-4a7c-8e95-6e99fd2d32d5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks [] for router_controller (085acb33-b661-44bd-9a6c-d1ff67039014), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:05.687062 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b0709de-f3d1-4a7c-8e95-6e99fd2d32d5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (085acb33-b661-44bd-9a6c-d1ff67039014), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:05.687749 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0709de-f3d1-4a7c-8e95-6e99fd2d32d5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Fanout notify agent at l3_agent the message router_deleted on router 085acb33-b661-44bd-9a6c-d1ff67039014 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:01:05.694739 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b0709de-f3d1-4a7c-8e95-6e99fd2d32d5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:05.698892 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1b0709de-f3d1-4a7c-8e95-6e99fd2d32d5 tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] 10.222.0.37 "DELETE /v2.0/routers/085acb33-b661-44bd-9a6c-d1ff67039014 HTTP/1.1" status: 204 len: 168 time: 1.0165825 Feb 20 06:01:05.699300 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40712) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:05.757067 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc55fefa-b026-4a9a-b6a2-37d23e0325ef tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Deleting subnet 7ca05987-0853-41b8-949e-0cff9567e8b5 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:01:05.761633 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc55fefa-b026-4a9a-b6a2-37d23e0325ef tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks [] for subnet (7ca05987-0853-41b8-949e-0cff9567e8b5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:05.783939 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40714) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:05.829266 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816028d4-a14b-4e61-a556-235f8c3dff1c req-12577eae-62d4-4fcc-a279-e71eefcc764c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:05.830941 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-816028d4-a14b-4e61-a556-235f8c3dff1c req-12577eae-62d4-4fcc-a279-e71eefcc764c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 1127 time: 0.4175544 Feb 20 06:01:05.844815 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0ba52d89-dd54-4d2c-b6f4-b45d88858787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (550ee0e3-9e7b-4cce-95c6-c4c0f5013081), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:05.847869 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0ba52d89-dd54-4d2c-b6f4-b45d88858787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:05.849205 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0ba52d89-dd54-4d2c-b6f4-b45d88858787 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/550ee0e3-9e7b-4cce-95c6-c4c0f5013081 HTTP/1.1" status: 204 len: 168 time: 0.5655649 Feb 20 06:01:05.877016 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba52d89-dd54-4d2c-b6f4-b45d88858787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550ee0e3-9e7b-4cce-95c6-c4c0f5013081,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:05.899916 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc55fefa-b026-4a9a-b6a2-37d23e0325ef tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (7ca05987-0853-41b8-949e-0cff9567e8b5), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:05.908109 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-816028d4-a14b-4e61-a556-235f8c3dff1c req-ab384ce2-fb3f-417a-801d-45078bf9b8ea service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706074 Feb 20 06:01:05.953092 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d68a6de-9490-4429-9a52-1d8ef74537c3 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:05.953502 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d68a6de-9490-4429-9a52-1d8ef74537c3 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:05.954022 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d68a6de-9490-4429-9a52-1d8ef74537c3 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:05.961897 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5d68a6de-9490-4429-9a52-1d8ef74537c3 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=111d530b12d246f29867a11f6618a046&network_id=59b9bd63-b1f0-4436-a092-d5238dc18f02 HTTP/1.1" status: 200 len: 3073 time: 0.1711900 Feb 20 06:01:06.022758 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc55fefa-b026-4a9a-b6a2-37d23e0325ef tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (7ca05987-0853-41b8-949e-0cff9567e8b5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:06.090213 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc55fefa-b026-4a9a-b6a2-37d23e0325ef tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (7ca05987-0853-41b8-949e-0cff9567e8b5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:06.119974 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55fefa-b026-4a9a-b6a2-37d23e0325ef tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Pushing event deleted for resources: {'Subnet': ['ID=7ca05987-0853-41b8-949e-0cff9567e8b5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:06.124686 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc55fefa-b026-4a9a-b6a2-37d23e0325ef tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:06.130466 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40724) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:06.131521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291fbe83-3b13-4b45-afa3-93b6ff602549 None None] Network 77d7f745-75b6-4e34-9ddb-37ad62345afe requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:01:06.138069 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bc55fefa-b026-4a9a-b6a2-37d23e0325ef tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] 10.222.0.37 "DELETE /v2.0/subnets/7ca05987-0853-41b8-949e-0cff9567e8b5 HTTP/1.1" status: 204 len: 168 time: 0.4379272 Feb 20 06:01:06.217851 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-177da0e7-1967-4cd0-94bb-8f3da5083d5a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (77d7f745-75b6-4e34-9ddb-37ad62345afe), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:06.256579 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40726) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:06.275319 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5bba5cce-74cc-4617-a9a6-9c5b08521ebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:06.296120 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-177da0e7-1967-4cd0-94bb-8f3da5083d5a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Deleting port 582042c7-5b46-4792-9712-1091b800980a {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:01:06.296465 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-177da0e7-1967-4cd0-94bb-8f3da5083d5a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (582042c7-5b46-4792-9712-1091b800980a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:06.331081 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a6b934-0132-4569-970a-26be277cbd99 None None] DHCP port deletion for 77d7f745-75b6-4e34-9ddb-37ad62345afe request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:01:06.380181 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-177da0e7-1967-4cd0-94bb-8f3da5083d5a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] For port 582042c7-5b46-4792-9712-1091b800980a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=582042c7-5b46-4792-9712-1091b800980a,segment=NetworkSegment(bd791d08-7207-4852-933c-c2f0956e15f6),segment_id=bd791d08-7207-4852-933c-c2f0956e15f6)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:01:06.380615 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-177da0e7-1967-4cd0-94bb-8f3da5083d5a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (582042c7-5b46-4792-9712-1091b800980a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:06.395865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-177da0e7-1967-4cd0-94bb-8f3da5083d5a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Calling delete_port for 582042c7-5b46-4792-9712-1091b800980a owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:01:06.398970 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f1a6b934-0132-4569-970a-26be277cbd99 None None] Deleting port 582042c7-5b46-4792-9712-1091b800980a {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:01:06.400137 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1a6b934-0132-4569-970a-26be277cbd99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (582042c7-5b46-4792-9712-1091b800980a), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:06.433961 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5bba5cce-74cc-4617-a9a6-9c5b08521ebc admin admin] Publish callbacks [] for security_group (2051d66e-cff9-467b-8c4e-1a9ac4523865), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:06.446833 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5bba5cce-74cc-4617-a9a6-9c5b08521ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2051d66e-cff9-467b-8c4e-1a9ac4523865), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:06.485102 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f1a6b934-0132-4569-970a-26be277cbd99 None None] For port 582042c7-5b46-4792-9712-1091b800980a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=582042c7-5b46-4792-9712-1091b800980a,segment=NetworkSegment(bd791d08-7207-4852-933c-c2f0956e15f6),segment_id=bd791d08-7207-4852-933c-c2f0956e15f6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:01:06.485743 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1a6b934-0132-4569-970a-26be277cbd99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (582042c7-5b46-4792-9712-1091b800980a), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:06.489740 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eac0aa-8877-46b0-be04-b9f800a1662e req-2ea9476a-dd25-46c0-bd3c-85c75d61006e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:06.497955 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-84eac0aa-8877-46b0-be04-b9f800a1662e req-2ea9476a-dd25-46c0-bd3c-85c75d61006e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 945 time: 0.1092958 Feb 20 06:01:06.505294 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f1a6b934-0132-4569-970a-26be277cbd99 None None] Calling delete_port for 582042c7-5b46-4792-9712-1091b800980a owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:01:06.517847 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-177da0e7-1967-4cd0-94bb-8f3da5083d5a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (582042c7-5b46-4792-9712-1091b800980a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:06.548498 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177da0e7-1967-4cd0-94bb-8f3da5083d5a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Pushing event deleted for resources: {'Port': ['ID=582042c7-5b46-4792-9712-1091b800980a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:06.552620 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177da0e7-1967-4cd0-94bb-8f3da5083d5a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] No DVR routers for this DVR port 582042c7-5b46-4792-9712-1091b800980a on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:01:06.571294 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-84eac0aa-8877-46b0-be04-b9f800a1662e req-3b0dfece-a93f-4822-ae34-bf021815e4c5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721979 Feb 20 06:01:06.577919 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5bba5cce-74cc-4617-a9a6-9c5b08521ebc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cfccd9d2f66345619a65a361f6ce1aef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3199811 Feb 20 06:01:06.579752 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba5cce-74cc-4617-a9a6-9c5b08521ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2051d66e-cff9-467b-8c4e-1a9ac4523865,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:06.585752 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40730) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:06.632214 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1a6b934-0132-4569-970a-26be277cbd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (582042c7-5b46-4792-9712-1091b800980a), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:06.659779 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6b934-0132-4569-970a-26be277cbd99 None None] Pushing event deleted for resources: {'Port': ['ID=582042c7-5b46-4792-9712-1091b800980a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:06.681124 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a6b934-0132-4569-970a-26be277cbd99 None None] No DVR routers for this DVR port 582042c7-5b46-4792-9712-1091b800980a on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:01:06.684937 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-344343f9-8772-4e7c-bd75-9cfadc1508ae admin admin] Publish callbacks [] for security_group (2051d66e-cff9-467b-8c4e-1a9ac4523865), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:06.691998 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-177da0e7-1967-4cd0-94bb-8f3da5083d5a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (77d7f745-75b6-4e34-9ddb-37ad62345afe), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:06.714569 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-177da0e7-1967-4cd0-94bb-8f3da5083d5a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d7f745-75b6-4e34-9ddb-37ad62345afe']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:06.715172 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-344343f9-8772-4e7c-bd75-9cfadc1508ae admin admin] Publish callbacks [] for security_group (2051d66e-cff9-467b-8c4e-1a9ac4523865), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:06.724373 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-177da0e7-1967-4cd0-94bb-8f3da5083d5a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd791d08-7207-4852-933c-c2f0956e15f6') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:06.724670 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-177da0e7-1967-4cd0-94bb-8f3da5083d5a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd791d08-7207-4852-933c-c2f0956e15f6') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:06.734283 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-177da0e7-1967-4cd0-94bb-8f3da5083d5a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (bd791d08-7207-4852-933c-c2f0956e15f6), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:06.749518 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-177da0e7-1967-4cd0-94bb-8f3da5083d5a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (bd791d08-7207-4852-933c-c2f0956e15f6), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:06.756348 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177da0e7-1967-4cd0-94bb-8f3da5083d5a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:01:06.756854 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-177da0e7-1967-4cd0-94bb-8f3da5083d5a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (bd791d08-7207-4852-933c-c2f0956e15f6), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: timer() Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:01:06.760230 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:01:06.775482 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-344343f9-8772-4e7c-bd75-9cfadc1508ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2051d66e-cff9-467b-8c4e-1a9ac4523865), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:06.778777 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-344343f9-8772-4e7c-bd75-9cfadc1508ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:06.790938 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-344343f9-8772-4e7c-bd75-9cfadc1508ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2051d66e-cff9-467b-8c4e-1a9ac4523865 HTTP/1.1" status: 204 len: 168 time: 0.1963329 Feb 20 06:01:06.806077 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344343f9-8772-4e7c-bd75-9cfadc1508ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2051d66e-cff9-467b-8c4e-1a9ac4523865,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:06.853506 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-177da0e7-1967-4cd0-94bb-8f3da5083d5a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (77d7f745-75b6-4e34-9ddb-37ad62345afe), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:06.867276 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-177da0e7-1967-4cd0-94bb-8f3da5083d5a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:06.872495 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-177da0e7-1967-4cd0-94bb-8f3da5083d5a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] 10.222.0.37 "DELETE /v2.0/networks/77d7f745-75b6-4e34-9ddb-37ad62345afe HTTP/1.1" status: 204 len: 168 time: 0.7410634 Feb 20 06:01:06.875088 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40736) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:06.902779 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177da0e7-1967-4cd0-94bb-8f3da5083d5a tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Pushing event deleted for resources: {'Network': ['ID=77d7f745-75b6-4e34-9ddb-37ad62345afe,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:07.036115 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-c5457696-4c5a-45a2-8a1f-69d6a47fa89e tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Deleting port a0093f3a-d12b-4527-8e7d-fd44a8b06eb1 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:01:07.036472 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c5457696-4c5a-45a2-8a1f-69d6a47fa89e tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a0093f3a-d12b-4527-8e7d-fd44a8b06eb1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:07.127702 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c5457696-4c5a-45a2-8a1f-69d6a47fa89e tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a0093f3a-d12b-4527-8e7d-fd44a8b06eb1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:07.128039 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c5457696-4c5a-45a2-8a1f-69d6a47fa89e tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks [] for floatingip (a0093f3a-d12b-4527-8e7d-fd44a8b06eb1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:07.142369 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-c5457696-4c5a-45a2-8a1f-69d6a47fa89e tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Calling delete_port for a0093f3a-d12b-4527-8e7d-fd44a8b06eb1 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:01:07.307179 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c5457696-4c5a-45a2-8a1f-69d6a47fa89e tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (a0093f3a-d12b-4527-8e7d-fd44a8b06eb1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:07.721389 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5457696-4c5a-45a2-8a1f-69d6a47fa89e tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Pushing event deleted for resources: {'Port': ['ID=a0093f3a-d12b-4527-8e7d-fd44a8b06eb1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:07.821822 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b603a-b3d9-4b7c-a645-e2b8fecea8e9 req-1631598d-c0df-4bec-812f-1404866bba64 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:07.823311 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-680b603a-b3d9-4b7c-a645-e2b8fecea8e9 req-1631598d-c0df-4bec-812f-1404866bba64 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 945 time: 0.1152101 Feb 20 06:01:07.826382 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c5457696-4c5a-45a2-8a1f-69d6a47fa89e tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks [] for floatingip (6d5b149d-0cf1-4bd2-9d05-36c9e8692201), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:07.829194 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c5457696-4c5a-45a2-8a1f-69d6a47fa89e tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:07.830329 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c5457696-4c5a-45a2-8a1f-69d6a47fa89e tempest-FloatingIPAdminTestJSON-261263732 tempest-FloatingIPAdminTestJSON-261263732-project] 10.222.0.37 "DELETE /v2.0/floatingips/6d5b149d-0cf1-4bd2-9d05-36c9e8692201 HTTP/1.1" status: 204 len: 168 time: 0.9541180 Feb 20 06:01:07.896891 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-680b603a-b3d9-4b7c-a645-e2b8fecea8e9 req-77c1dae0-f4bf-4a69-819c-62013d685693 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652535 Feb 20 06:01:07.928186 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:01:08.049685 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb03805-669c-458e-a613-89692b368de4 req-4851b3e3-f12f-441f-b4a8-22fb43a6d967 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:08.060572 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0cb03805-669c-458e-a613-89692b368de4 req-4851b3e3-f12f-441f-b4a8-22fb43a6d967 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 945 time: 0.0704782 Feb 20 06:01:08.116411 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40780) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:08.147665 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0cb03805-669c-458e-a613-89692b368de4 req-42ff4b3f-2b1d-47ea-8f28-ae5f12d5c8bb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859549 Feb 20 06:01:08.163630 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40786) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:08.203140 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 582042c7-5b46-4792-9712-1091b800980a no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:01:08.245301 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 582042c7-5b46-4792-9712-1091b800980a {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:01:08.245646 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 582042c7-5b46-4792-9712-1091b800980a not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:01:08.260769 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f24983-e1ba-4cc5-8561-4ebe2c2fef1c tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:08.267802 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b9f24983-e1ba-4cc5-8561-4ebe2c2fef1c tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 1122 time: 0.1003404 Feb 20 06:01:08.268608 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40788) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:08.273676 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-071449bf-aafb-4bee-b4a7-57ed47aa2ba5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'port_id': '0adf99bf-eaaa-424c-903e-a44665bd4a50', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:01:08.299784 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-071449bf-aafb-4bee-b4a7-57ed47aa2ba5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:08.472186 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-071449bf-aafb-4bee-b4a7-57ed47aa2ba5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:08.478714 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-856eccdb-1770-44f3-9887-2354d55cd3b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=89c801428c6d4ae28478e24a9ca4111d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3583634 Feb 20 06:01:08.479245 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40794) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:08.542759 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3bbe3a7c-f92b-4ddd-b91b-46cf8fe03426 admin admin] Publish callbacks [] for security_group (6540904b-578c-42fd-8ded-e48d80aa1c26), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:08.569556 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3bbe3a7c-f92b-4ddd-b91b-46cf8fe03426 admin admin] Publish callbacks [] for security_group (6540904b-578c-42fd-8ded-e48d80aa1c26), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:08.624366 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-071449bf-aafb-4bee-b4a7-57ed47aa2ba5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Allocated IP 172.25.3.111 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/3e355a18-a13a-4396-9d69-6ee37f707bcb) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:01:08.639667 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3bbe3a7c-f92b-4ddd-b91b-46cf8fe03426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6540904b-578c-42fd-8ded-e48d80aa1c26), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:08.645013 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3bbe3a7c-f92b-4ddd-b91b-46cf8fe03426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:08.646349 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3bbe3a7c-f92b-4ddd-b91b-46cf8fe03426 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6540904b-578c-42fd-8ded-e48d80aa1c26 HTTP/1.1" status: 204 len: 168 time: 0.1658530 Feb 20 06:01:08.658538 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe3a7c-f92b-4ddd-b91b-46cf8fe03426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6540904b-578c-42fd-8ded-e48d80aa1c26,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:08.787948 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-071449bf-aafb-4bee-b4a7-57ed47aa2ba5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for port (3e355a18-a13a-4396-9d69-6ee37f707bcb), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:08.833116 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-071449bf-aafb-4bee-b4a7-57ed47aa2ba5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (3e355a18-a13a-4396-9d69-6ee37f707bcb), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:08.842994 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40808) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:08.974312 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071449bf-aafb-4bee-b4a7-57ed47aa2ba5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:01:08.981775 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-071449bf-aafb-4bee-b4a7-57ed47aa2ba5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:01:08.995963 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071449bf-aafb-4bee-b4a7-57ed47aa2ba5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:01:09.009583 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cab6e9d-442f-4007-87ff-b4a7b3b7e36c tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:09.011322 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9cab6e9d-442f-4007-87ff-b4a7b3b7e36c tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146 HTTP/1.1" status: 200 len: 814 time: 0.1672783 Feb 20 06:01:09.016572 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071449bf-aafb-4bee-b4a7-57ed47aa2ba5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Port': ['ID=3e355a18-a13a-4396-9d69-6ee37f707bcb,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:09.134347 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40820) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:09.150452 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-288ab9ef-c0df-4dbb-a6d3-7b6df649aed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:09.292257 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-288ab9ef-c0df-4dbb-a6d3-7b6df649aed4 admin admin] Publish callbacks [] for security_group (73c2b3b2-1bb4-467c-ab69-ae0a54267a42), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:09.297623 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-288ab9ef-c0df-4dbb-a6d3-7b6df649aed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (73c2b3b2-1bb4-467c-ab69-ae0a54267a42), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:09.343884 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-288ab9ef-c0df-4dbb-a6d3-7b6df649aed4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=397b4633ff86459ab693f2eb4176617d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2082899 Feb 20 06:01:09.345080 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ab9ef-c0df-4dbb-a6d3-7b6df649aed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c2b3b2-1bb4-467c-ab69-ae0a54267a42,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:09.356525 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40828) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:09.465051 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37eb76d7-08e3-4a7a-84e0-0f94d37753d3 admin admin] Publish callbacks [] for security_group (73c2b3b2-1bb4-467c-ab69-ae0a54267a42), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:09.537650 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37eb76d7-08e3-4a7a-84e0-0f94d37753d3 admin admin] Publish callbacks [] for security_group (73c2b3b2-1bb4-467c-ab69-ae0a54267a42), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:09.647521 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37eb76d7-08e3-4a7a-84e0-0f94d37753d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (73c2b3b2-1bb4-467c-ab69-ae0a54267a42), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:09.650983 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37eb76d7-08e3-4a7a-84e0-0f94d37753d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:09.652145 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-37eb76d7-08e3-4a7a-84e0-0f94d37753d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73c2b3b2-1bb4-467c-ab69-ae0a54267a42 HTTP/1.1" status: 204 len: 168 time: 0.2946463 Feb 20 06:01:09.663851 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb76d7-08e3-4a7a-84e0-0f94d37753d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c2b3b2-1bb4-467c-ab69-ae0a54267a42,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:09.672524 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-071449bf-aafb-4bee-b4a7-57ed47aa2ba5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for floatingip (db3f5f26-2e5d-464e-a52e-f8fc746f3495), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:09.675270 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb76d7-08e3-4a7a-84e0-0f94d37753d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:09.675627 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb76d7-08e3-4a7a-84e0-0f94d37753d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:09.676298 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb76d7-08e3-4a7a-84e0-0f94d37753d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:09.676652 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb76d7-08e3-4a7a-84e0-0f94d37753d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:09.677011 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb76d7-08e3-4a7a-84e0-0f94d37753d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:09.677340 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb76d7-08e3-4a7a-84e0-0f94d37753d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:09.677841 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb76d7-08e3-4a7a-84e0-0f94d37753d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:09.678179 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb76d7-08e3-4a7a-84e0-0f94d37753d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:09.678513 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb76d7-08e3-4a7a-84e0-0f94d37753d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:09.678844 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb76d7-08e3-4a7a-84e0-0f94d37753d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:09.679213 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb76d7-08e3-4a7a-84e0-0f94d37753d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:09.679543 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb76d7-08e3-4a7a-84e0-0f94d37753d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:09.679873 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb76d7-08e3-4a7a-84e0-0f94d37753d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:09.811071 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-071449bf-aafb-4bee-b4a7-57ed47aa2ba5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3e355a18-a13a-4396-9d69-6ee37f707bcb), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:09.980000 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40834) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:09.985515 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-5cbce6f5-e7ab-4fdb-9b50-d110b57c7454 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Request body: {'network': {'name': 'tempest-network-smoke--1253321935', 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'port_security_enabled': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:01:09.995228 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40836) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:10.007183 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-88d6b546-b324-4f0a-88f4-2aef48c25b01 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'network': {'name': 'tempest-network-smoke--1094923004', 'project_id': '111d530b12d246f29867a11f6618a046', 'port_security_enabled': True}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:01:10.035680 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbce6f5-e7ab-4fdb-9b50-d110b57c7454 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Made reservation on behalf of a5e6bd07f12a45aebf66848b2d1a7e84 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:01:10.039354 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5cbce6f5-e7ab-4fdb-9b50-d110b57c7454 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:10.066370 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5cbce6f5-e7ab-4fdb-9b50-d110b57c7454 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:10.076236 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d6b546-b324-4f0a-88f4-2aef48c25b01 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Made reservation on behalf of 111d530b12d246f29867a11f6618a046 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:01:10.080705 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-88d6b546-b324-4f0a-88f4-2aef48c25b01 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:10.117688 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-071449bf-aafb-4bee-b4a7-57ed47aa2ba5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for port (3e355a18-a13a-4396-9d69-6ee37f707bcb), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:10.125836 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-071449bf-aafb-4bee-b4a7-57ed47aa2ba5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (3e355a18-a13a-4396-9d69-6ee37f707bcb), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:10.181967 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071449bf-aafb-4bee-b4a7-57ed47aa2ba5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Port': ['ID=3e355a18-a13a-4396-9d69-6ee37f707bcb,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:10.208805 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d6b546-b324-4f0a-88f4-2aef48c25b01 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:01:10.251902 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-88d6b546-b324-4f0a-88f4-2aef48c25b01 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (8cb2c39c-212f-4881-be45-4f0a2c180b69), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:10.252623 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-88d6b546-b324-4f0a-88f4-2aef48c25b01 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Added segment 8cb2c39c-212f-4881-be45-4f0a2c180b69 of type vlan for network a6bd1044-4585-457e-b6b6-3503a3ee4427 Feb 20 06:01:10.257309 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5cbce6f5-e7ab-4fdb-9b50-d110b57c7454 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for security_group (5368a988-1c74-4e9c-a2b2-84a182232a8b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:10.261574 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5cbce6f5-e7ab-4fdb-9b50-d110b57c7454 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5368a988-1c74-4e9c-a2b2-84a182232a8b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:10.292642 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cbce6f5-e7ab-4fdb-9b50-d110b57c7454 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:01:10.301916 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-071449bf-aafb-4bee-b4a7-57ed47aa2ba5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (db3f5f26-2e5d-464e-a52e-f8fc746f3495), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:10.320418 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40840) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:10.349252 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-88d6b546-b324-4f0a-88f4-2aef48c25b01 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (a6bd1044-4585-457e-b6b6-3503a3ee4427), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:10.357291 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51a96487-f8db-476b-a747-84bc49160812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:10.371175 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5cbce6f5-e7ab-4fdb-9b50-d110b57c7454 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (5946445e-3bbe-4672-aae7-1238bb862d1c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:10.371732 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-5cbce6f5-e7ab-4fdb-9b50-d110b57c7454 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Added segment 5946445e-3bbe-4672-aae7-1238bb862d1c of type vlan for network ef7da14a-90c4-4c78-9eae-d93602677123 Feb 20 06:01:10.427830 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-88d6b546-b324-4f0a-88f4-2aef48c25b01 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (a6bd1044-4585-457e-b6b6-3503a3ee4427), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:10.434258 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d6b546-b324-4f0a-88f4-2aef48c25b01 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:10.435062 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-88d6b546-b324-4f0a-88f4-2aef48c25b01 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:10.475611 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51a96487-f8db-476b-a747-84bc49160812 admin admin] Publish callbacks [] for security_group (7efcb460-80ab-49d0-8962-5b09e52b4e1b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:10.488002 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbce6f5-e7ab-4fdb-9b50-d110b57c7454 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5368a988-1c74-4e9c-a2b2-84a182232a8b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:10.491533 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51a96487-f8db-476b-a747-84bc49160812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7efcb460-80ab-49d0-8962-5b09e52b4e1b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:10.526669 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-88d6b546-b324-4f0a-88f4-2aef48c25b01 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5302134 Feb 20 06:01:10.534409 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40842) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:10.551268 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-51a96487-f8db-476b-a747-84bc49160812 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49ef57d6a3d846f99dac68bdf0fe67d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2295492 Feb 20 06:01:10.561337 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40844) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:10.574142 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5cbce6f5-e7ab-4fdb-9b50-d110b57c7454 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (ef7da14a-90c4-4c78-9eae-d93602677123), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:10.599011 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-071449bf-aafb-4bee-b4a7-57ed47aa2ba5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Floating IP db3f5f26-2e5d-464e-a52e-f8fc746f3495 associated. External IP: 172.25.3.111, port: 0adf99bf-eaaa-424c-903e-a44665bd4a50. Feb 20 06:01:10.604538 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a96487-f8db-476b-a747-84bc49160812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efcb460-80ab-49d0-8962-5b09e52b4e1b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:10.654056 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5cbce6f5-e7ab-4fdb-9b50-d110b57c7454 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (ef7da14a-90c4-4c78-9eae-d93602677123), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:10.659499 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbce6f5-e7ab-4fdb-9b50-d110b57c7454 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:10.660232 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5cbce6f5-e7ab-4fdb-9b50-d110b57c7454 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:10.675642 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a6c76a8-884b-420e-9e30-23459fd11cce admin admin] Publish callbacks [] for security_group (7efcb460-80ab-49d0-8962-5b09e52b4e1b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:10.699081 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5cbce6f5-e7ab-4fdb-9b50-d110b57c7454 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7153497 Feb 20 06:01:10.704780 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40846) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:10.737528 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-8d252578-bc11-4cfd-9f50-7f225f1cff74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1721095749', 'admin_state_up': True, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:01:10.752203 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6b546-b324-4f0a-88f4-2aef48c25b01 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'Network': ['ID=a6bd1044-4585-457e-b6b6-3503a3ee4427,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:10.773423 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network a6bd1044-4585-457e-b6b6-3503a3ee4427 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:01:10.778846 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8d252578-bc11-4cfd-9f50-7f225f1cff74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (5f91724f-5a5c-489b-8619-2e11245fc3a2), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:10.779999 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8d252578-bc11-4cfd-9f50-7f225f1cff74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (5f91724f-5a5c-489b-8619-2e11245fc3a2), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:10.792656 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a6c76a8-884b-420e-9e30-23459fd11cce admin admin] Publish callbacks [] for security_group (7efcb460-80ab-49d0-8962-5b09e52b4e1b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:10.794785 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbce6f5-e7ab-4fdb-9b50-d110b57c7454 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event updated for resources: {'Network': ['ID=ef7da14a-90c4-4c78-9eae-d93602677123,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:10.846806 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c873c75a-8bae-45d3-9937-d79b1b14e5f3 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:10.852998 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c873c75a-8bae-45d3-9937-d79b1b14e5f3 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=111d530b12d246f29867a11f6618a046&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3114126 Feb 20 06:01:10.853158 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network ef7da14a-90c4-4c78-9eae-d93602677123 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:01:10.853972 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40848) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:10.964296 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8d252578-bc11-4cfd-9f50-7f225f1cff74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for router_controller (5f91724f-5a5c-489b-8619-2e11245fc3a2), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:10.985508 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071449bf-aafb-4bee-b4a7-57ed47aa2ba5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Router 73fcccd4-6499-4bbe-a032-791d02b9e88f has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:01:11.033962 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a6c76a8-884b-420e-9e30-23459fd11cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7efcb460-80ab-49d0-8962-5b09e52b4e1b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:11.036426 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a6c76a8-884b-420e-9e30-23459fd11cce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:11.040048 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3a6c76a8-884b-420e-9e30-23459fd11cce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7efcb460-80ab-49d0-8962-5b09e52b4e1b HTTP/1.1" status: 204 len: 168 time: 0.4744620 Feb 20 06:01:11.185131 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071449bf-aafb-4bee-b4a7-57ed47aa2ba5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:01:11.199634 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81104a75-53c2-4b06-a9a0-1f1e8f48728f None None] Sync routers for ids ['73fcccd4-6499-4bbe-a032-791d02b9e88f'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:01:11.215061 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c76a8-884b-420e-9e30-23459fd11cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efcb460-80ab-49d0-8962-5b09e52b4e1b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:11.238181 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81104a75-53c2-4b06-a9a0-1f1e8f48728f None None] Routers {'73fcccd4-6499-4bbe-a032-791d02b9e88f'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:01:11.239331 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-81104a75-53c2-4b06-a9a0-1f1e8f48728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['73fcccd4-6499-4bbe-a032-791d02b9e88f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:11.250556 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-071449bf-aafb-4bee-b4a7-57ed47aa2ba5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:11.300029 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-071449bf-aafb-4bee-b4a7-57ed47aa2ba5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0298448 Feb 20 06:01:11.300969 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7cdc40-3708-4dc5-bb16-546670dae6f7', 'tag': '0adf99bf-eaaa-424c-903e-a44665bd4a50'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:01:11.304713 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16624e5e-e506-41f3-ba3f-c6f3d9d8e5a1" -d '{"events": [{"name": "network-changed", "server_uuid": "ee7cdc40-3708-4dc5-bb16-546670dae6f7", "tag": "0adf99bf-eaaa-424c-903e-a44665bd4a50"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:01:11.411637 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da14f36e-648b-438a-9c26-eafecffc6134 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:11.413423 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-da14f36e-648b-438a-9c26-eafecffc6134 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5573351 Feb 20 06:01:11.416309 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8d252578-bc11-4cfd-9f50-7f225f1cff74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for router_gateway (5f91724f-5a5c-489b-8619-2e11245fc3a2), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:11.416456 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40860) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:11.489969 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-81104a75-53c2-4b06-a9a0-1f1e8f48728f None None] Set router 73fcccd4-6499-4bbe-a032-791d02b9e88f gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:01:11.494943 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7d488665-2d06-4a81-876e-12283946e574 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0770934 Feb 20 06:01:11.497571 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40864) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:11.533787 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810f553-e0f4-49a1-8d0a-808692ede06e req-d5a07a78-9e55-4c94-9e63-135c3934accf tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:11.535384 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c810f553-e0f4-49a1-8d0a-808692ede06e req-d5a07a78-9e55-4c94-9e63-135c3934accf tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 945 time: 0.1253905 Feb 20 06:01:11.558701 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c4237108-f4dd-4c00-a6a3-4f6938da1c14 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=111d530b12d246f29867a11f6618a046&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0585542 Feb 20 06:01:11.560339 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40868) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:11.634241 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c810f553-e0f4-49a1-8d0a-808692ede06e req-aa2edbad-b78f-436d-ad96-6d7eb1f90cf1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794005 Feb 20 06:01:11.644464 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40872) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:11.739803 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa8101f-2741-46ba-abdb-fb9db229f18f tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:11.742723 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1fa8101f-2741-46ba-abdb-fb9db229f18f tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1813688 Feb 20 06:01:11.745723 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5006e00c-46fb-4843-b46c-d252c43dcae5 x-openstack-request-id: req-5006e00c-46fb-4843-b46c-d252c43dcae5 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:01:11.746023 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee7cdc40-3708-4dc5-bb16-546670dae6f7", "tag": "0adf99bf-eaaa-424c-903e-a44665bd4a50", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:01:11.746275 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5006e00c-46fb-4843-b46c-d252c43dcae5 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:01:11.746671 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee7cdc40-3708-4dc5-bb16-546670dae6f7', 'tag': '0adf99bf-eaaa-424c-903e-a44665bd4a50', 'status': 'completed', 'code': 200} Feb 20 06:01:11.758496 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40876) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:11.821704 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-97422271-5675-4e20-a1a0-d490bec1decd tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0616958 Feb 20 06:01:11.823530 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40878) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:11.833836 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16624e5e-e506-41f3-ba3f-c6f3d9d8e5a1 req-037efb1e-5653-4c86-975c-531fdfdd5eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:11.836447 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-16624e5e-e506-41f3-ba3f-c6f3d9d8e5a1 req-037efb1e-5653-4c86-975c-531fdfdd5eb3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 1127 time: 0.0926564 Feb 20 06:01:11.839159 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-20246b90-32b9-4204-bedd-82ec085df385 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-825884615', 'network_id': 'a6bd1044-4585-457e-b6b6-3503a3ee4427', 'project_id': '111d530b12d246f29867a11f6618a046', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:01:11.844840 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d019c90a-a3a6-4d38-8599-ea6161a84d77 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/floatingips/db3f5f26-2e5d-464e-a52e-f8fc746f3495 HTTP/1.1" status: 200 len: 991 time: 0.1963723 Feb 20 06:01:11.857712 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-81104a75-53c2-4b06-a9a0-1f1e8f48728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548985529', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:40Z', 'updated_at': '2022-02-20T06:00:49Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:41Z', 'updated_at': '2022-02-20T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'db3f5f26-2e5d-464e-a52e-f8fc746f3495', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'port_id': '0adf99bf-eaaa-424c-903e-a44665bd4a50', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c', 'mac_address': 'fa:16:3e:6f:5d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7cdc40-3708-4dc5-bb16-546670dae6f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:01:09Z', 'updated_at': '2022-02-20T06:01:09Z', 'revision_number': 0, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed44017-a3cb-4505-ad2c-f03997b949b0', 'name': '', 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:ac:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:47Z', 'updated_at': '2022-02-20T06:00:56Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': '4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:11.879549 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8d252578-bc11-4cfd-9f50-7f225f1cff74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for router_gateway (5f91724f-5a5c-489b-8619-2e11245fc3a2), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:11.889218 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81104a75-53c2-4b06-a9a0-1f1e8f48728f None None] Checking router: 73fcccd4-6499-4bbe-a032-791d02b9e88f for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:01:11.898439 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81104a75-53c2-4b06-a9a0-1f1e8f48728f None None] Routers {'73fcccd4-6499-4bbe-a032-791d02b9e88f'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:01:11.899273 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-81104a75-53c2-4b06-a9a0-1f1e8f48728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['73fcccd4-6499-4bbe-a032-791d02b9e88f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:11.935369 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8d252578-bc11-4cfd-9f50-7f225f1cff74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:12.004490 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16624e5e-e506-41f3-ba3f-c6f3d9d8e5a1 req-57dadc2a-9bfd-4651-94d5-a368e928c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:12.006622 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-16624e5e-e506-41f3-ba3f-c6f3d9d8e5a1 req-57dadc2a-9bfd-4651-94d5-a368e928c882 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5c43b68d-7b99-4aa3-a89e-71d7b313461c HTTP/1.1" status: 200 len: 897 time: 0.1621382 Feb 20 06:01:12.072028 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-81104a75-53c2-4b06-a9a0-1f1e8f48728f None None] Set router 73fcccd4-6499-4bbe-a032-791d02b9e88f gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:01:12.080864 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20246b90-32b9-4204-bedd-82ec085df385 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Made reservation on behalf of 111d530b12d246f29867a11f6618a046 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:01:12.084293 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-20246b90-32b9-4204-bedd-82ec085df385 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:12.132070 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-16624e5e-e506-41f3-ba3f-c6f3d9d8e5a1 req-b6c961fc-2dcf-4945-ab00-4e7b7519c98a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50 HTTP/1.1" status: 200 len: 999 time: 0.1193764 Feb 20 06:01:12.208105 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16624e5e-e506-41f3-ba3f-c6f3d9d8e5a1 req-1b10f8d1-1b90-4f21-915a-a0af2197ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:12.209792 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-16624e5e-e506-41f3-ba3f-c6f3d9d8e5a1 req-1b10f8d1-1b90-4f21-915a-a0af2197ace4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e HTTP/1.1" status: 200 len: 835 time: 0.0695300 Feb 20 06:01:12.260808 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-8d252578-bc11-4cfd-9f50-7f225f1cff74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Allocated IP 172.25.3.101 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:01:12.272609 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16624e5e-e506-41f3-ba3f-c6f3d9d8e5a1 req-7336846a-3c7f-4544-b461-41549577b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:12.274031 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-16624e5e-e506-41f3-ba3f-c6f3d9d8e5a1 req-7336846a-3c7f-4544-b461-41549577b2e2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5c43b68d-7b99-4aa3-a89e-71d7b313461c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0581369 Feb 20 06:01:12.375143 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8d252578-bc11-4cfd-9f50-7f225f1cff74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for port (f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:12.409589 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-16624e5e-e506-41f3-ba3f-c6f3d9d8e5a1 req-7c0f8d86-0298-48e9-b814-45ae2cb1210e service neutron] 10.222.0.61 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249762 Feb 20 06:01:12.427256 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8d252578-bc11-4cfd-9f50-7f225f1cff74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:12.458361 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-81104a75-53c2-4b06-a9a0-1f1e8f48728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548985529', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:40Z', 'updated_at': '2022-02-20T06:00:49Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:41Z', 'updated_at': '2022-02-20T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'db3f5f26-2e5d-464e-a52e-f8fc746f3495', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'port_id': '0adf99bf-eaaa-424c-903e-a44665bd4a50', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c', 'mac_address': 'fa:16:3e:6f:5d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7cdc40-3708-4dc5-bb16-546670dae6f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:01:09Z', 'updated_at': '2022-02-20T06:01:09Z', 'revision_number': 0, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed44017-a3cb-4505-ad2c-f03997b949b0', 'name': '', 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:ac:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:47Z', 'updated_at': '2022-02-20T06:00:56Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': '4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:12.484621 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d252578-bc11-4cfd-9f50-7f225f1cff74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:01:12.490283 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-8d252578-bc11-4cfd-9f50-7f225f1cff74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:01:12.505778 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d252578-bc11-4cfd-9f50-7f225f1cff74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:01:12.533284 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81104a75-53c2-4b06-a9a0-1f1e8f48728f None None] The sync data for ids ['73fcccd4-6499-4bbe-a032-791d02b9e88f'] in n-d-829866-5 is: [{'id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548985529', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:40Z', 'updated_at': '2022-02-20T06:00:49Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:41Z', 'updated_at': '2022-02-20T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'db3f5f26-2e5d-464e-a52e-f8fc746f3495', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'port_id': '0adf99bf-eaaa-424c-903e-a44665bd4a50', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c', 'mac_address': 'fa:16:3e:6f:5d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7cdc40-3708-4dc5-bb16-546670dae6f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:01:09Z', 'updated_at': '2022-02-20T06:01:09Z', 'revision_number': 0, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed44017-a3cb-4505-ad2c-f03997b949b0', 'name': '', 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:ac:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:47Z', 'updated_at': '2022-02-20T06:00:56Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': '4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:01:12.557210 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-16624e5e-e506-41f3-ba3f-c6f3d9d8e5a1 req-22cf5327-55c4-483c-8d62-944b5bfbd6c7 service neutron] 10.222.0.61 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404436 Feb 20 06:01:12.582529 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d252578-bc11-4cfd-9f50-7f225f1cff74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event updated for resources: {'Port': ['ID=f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:12.818761 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-20246b90-32b9-4204-bedd-82ec085df385 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (ac1fee60-2c71-44b6-827b-1b37c95620fb), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:12.848737 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40900) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:12.882244 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e6d2c9-1f4f-4b20-a853-825be69878f0 None None] New status for floating IP db3f5f26-2e5d-464e-a52e-f8fc746f3495: ACTIVE {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:01:12.963255 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-add6f03f-defc-4761-900d-4f7f1dbbe718 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/floatingips/db3f5f26-2e5d-464e-a52e-f8fc746f3495 HTTP/1.1" status: 200 len: 991 time: 0.1120486 Feb 20 06:01:13.019959 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20246b90-32b9-4204-bedd-82ec085df385 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'Subnet': ['ID=ac1fee60-2c71-44b6-827b-1b37c95620fb,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:13.026223 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20246b90-32b9-4204-bedd-82ec085df385 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Checking segment: {'id': '8cb2c39c-212f-4881-be45-4f0a2c180b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a6bd1044-4585-457e-b6b6-3503a3ee4427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:01:13.026685 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20246b90-32b9-4204-bedd-82ec085df385 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Network hostable DHCP agents. Network: a6bd1044-4585-457e-b6b6-3503a3ee4427, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:01:13.332751 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20246b90-32b9-4204-bedd-82ec085df385 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Network a6bd1044-4585-457e-b6b6-3503a3ee4427 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:01:13.334931 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8d252578-bc11-4cfd-9f50-7f225f1cff74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for router_gateway (5f91724f-5a5c-489b-8619-2e11245fc3a2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:13.404098 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-20246b90-32b9-4204-bedd-82ec085df385 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, a6bd1044-4585-457e-b6b6-3503a3ee4427) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:01:13.417915 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20246b90-32b9-4204-bedd-82ec085df385 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:13.418984 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-20246b90-32b9-4204-bedd-82ec085df385 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:13.424655 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d03646d-b33f-4e36-b85d-51e959549d12 None None] Network a6bd1044-4585-457e-b6b6-3503a3ee4427 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:01:13.482818 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-20246b90-32b9-4204-bedd-82ec085df385 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6566257 Feb 20 06:01:13.606060 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba4a4a9-5b20-428c-9028-416ac632ed2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-a6bd1044-4585-457e-b6b6-3503a3ee4427', 'network_id': 'a6bd1044-4585-457e-b6b6-3503a3ee4427', 'project_id': '111d530b12d246f29867a11f6618a046', 'fixed_ips': [{'subnet_id': 'ac1fee60-2c71-44b6-827b-1b37c95620fb'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:01:13.615796 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ba4a4a9-5b20-428c-9028-416ac632ed2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:13.689287 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8d252578-bc11-4cfd-9f50-7f225f1cff74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (5f91724f-5a5c-489b-8619-2e11245fc3a2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:13.798258 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-9ba4a4a9-5b20-428c-9028-416ac632ed2e None None] Allocated IP 172.20.0.18 (a6bd1044-4585-457e-b6b6-3503a3ee4427/ac1fee60-2c71-44b6-827b-1b37c95620fb/54547ade-5bc7-4e42-a958-f3a5cffcf62d) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:01:13.898705 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40924) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:13.966519 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40928) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:14.002547 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d252578-bc11-4cfd-9f50-7f225f1cff74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Router 5f91724f-5a5c-489b-8619-2e11245fc3a2 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:01:14.037374 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ba4a4a9-5b20-428c-9028-416ac632ed2e None None] Publish callbacks [] for port (54547ade-5bc7-4e42-a958-f3a5cffcf62d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:14.048627 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ba4a4a9-5b20-428c-9028-416ac632ed2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (54547ade-5bc7-4e42-a958-f3a5cffcf62d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:14.088259 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8c1cf0c4-94b3-4ba2-8e16-be288411abc8 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/floatingips/db3f5f26-2e5d-464e-a52e-f8fc746f3495 HTTP/1.1" status: 200 len: 993 time: 0.1096940 Feb 20 06:01:14.088259 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40930) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:14.088259 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-30a7115c-bdd4-47b2-9003-a0e665cf76ab tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-756416151', 'description': 'tempest-secgroup-smoke-756416151 description', 'project_id': '111d530b12d246f29867a11f6618a046'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:01:14.116858 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f0754ead-d312-4bec-b63c-8796f9a2a222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:14.137569 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4a4a9-5b20-428c-9028-416ac632ed2e None None] Pushing event updated for resources: {'Port': ['ID=54547ade-5bc7-4e42-a958-f3a5cffcf62d,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:14.145615 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba4a4a9-5b20-428c-9028-416ac632ed2e None None] Network a6bd1044-4585-457e-b6b6-3503a3ee4427 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:01:14.147139 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-9ba4a4a9-5b20-428c-9028-416ac632ed2e None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:01:14.147485 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-30a7115c-bdd4-47b2-9003-a0e665cf76ab tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:14.149950 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba4a4a9-5b20-428c-9028-416ac632ed2e None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:01:14.167806 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d252578-bc11-4cfd-9f50-7f225f1cff74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:01:14.181602 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a234baef-3151-405b-a0e8-e32deacdb7b6 None None] Sync routers for ids ['5f91724f-5a5c-489b-8619-2e11245fc3a2'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:01:14.200791 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a234baef-3151-405b-a0e8-e32deacdb7b6 None None] Routers {'5f91724f-5a5c-489b-8619-2e11245fc3a2'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:01:14.202220 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a234baef-3151-405b-a0e8-e32deacdb7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['5f91724f-5a5c-489b-8619-2e11245fc3a2'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:14.232164 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8d252578-bc11-4cfd-9f50-7f225f1cff74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:14.238435 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8d252578-bc11-4cfd-9f50-7f225f1cff74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.5069585 Feb 20 06:01:14.239545 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40932) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:14.240947 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-9ba4a4a9-5b20-428c-9028-416ac632ed2e None None] Attempting to bind port 54547ade-5bc7-4e42-a958-f3a5cffcf62d on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:01:14.241688 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-9ba4a4a9-5b20-428c-9028-416ac632ed2e None None] Attempting to bind port 54547ade-5bc7-4e42-a958-f3a5cffcf62d by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '8cb2c39c-212f-4881-be45-4f0a2c180b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a6bd1044-4585-457e-b6b6-3503a3ee4427'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:01:14.242159 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba4a4a9-5b20-428c-9028-416ac632ed2e None None] Attempting to bind port 54547ade-5bc7-4e42-a958-f3a5cffcf62d on network a6bd1044-4585-457e-b6b6-3503a3ee4427 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:01:14.250827 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba4a4a9-5b20-428c-9028-416ac632ed2e None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:01:14.251489 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba4a4a9-5b20-428c-9028-416ac632ed2e None None] Checking segment: {'id': '8cb2c39c-212f-4881-be45-4f0a2c180b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a6bd1044-4585-457e-b6b6-3503a3ee4427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:01:14.252772 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ba4a4a9-5b20-428c-9028-416ac632ed2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:14.253501 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba4a4a9-5b20-428c-9028-416ac632ed2e None None] Bound using segment: {'id': '8cb2c39c-212f-4881-be45-4f0a2c180b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a6bd1044-4585-457e-b6b6-3503a3ee4427'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:01:14.254218 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-9ba4a4a9-5b20-428c-9028-416ac632ed2e None None] Bound port: 54547ade-5bc7-4e42-a958-f3a5cffcf62d, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb2c39c-212f-4881-be45-4f0a2c180b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a6bd1044-4585-457e-b6b6-3503a3ee4427'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:01:14.254721 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ba4a4a9-5b20-428c-9028-416ac632ed2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (54547ade-5bc7-4e42-a958-f3a5cffcf62d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:14.273984 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f0754ead-d312-4bec-b63c-8796f9a2a222 admin admin] Publish callbacks [] for security_group (3c358ee1-e491-479b-b79a-3277f69699f7), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:14.282426 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-30a7115c-bdd4-47b2-9003-a0e665cf76ab tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group (6ab5d7ac-157b-437e-a98c-64be18d68da0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:14.284418 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f0754ead-d312-4bec-b63c-8796f9a2a222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3c358ee1-e491-479b-b79a-3277f69699f7), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:14.315753 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f0754ead-d312-4bec-b63c-8796f9a2a222 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b85ea2d9171c4a01a53f660ad2446126&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4161243 Feb 20 06:01:14.316216 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40938) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:14.317616 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-30a7115c-bdd4-47b2-9003-a0e665cf76ab tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6ab5d7ac-157b-437e-a98c-64be18d68da0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:14.355851 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0754ead-d312-4bec-b63c-8796f9a2a222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c358ee1-e491-479b-b79a-3277f69699f7,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:14.375812 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-30a7115c-bdd4-47b2-9003-a0e665cf76ab tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:14.383466 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-30a7115c-bdd4-47b2-9003-a0e665cf76ab tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3044302 Feb 20 06:01:14.384858 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40944) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:14.426990 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9ba4a4a9-5b20-428c-9028-416ac632ed2e None None] For port 54547ade-5bc7-4e42-a958-f3a5cffcf62d, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:01:14.427493 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-1e251a89-88c9-48e4-aaef-1cebd7b195a3 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'security_group_rule': {'security_group_id': '6ab5d7ac-157b-437e-a98c-64be18d68da0', 'project_id': '111d530b12d246f29867a11f6618a046', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:01:14.438239 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9ba4a4a9-5b20-428c-9028-416ac632ed2e None None] For port 54547ade-5bc7-4e42-a958-f3a5cffcf62d, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=54547ade-5bc7-4e42-a958-f3a5cffcf62d,segment=NetworkSegment(8cb2c39c-212f-4881-be45-4f0a2c180b69),segment_id=8cb2c39c-212f-4881-be45-4f0a2c180b69)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:01:14.455206 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ba4a4a9-5b20-428c-9028-416ac632ed2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (54547ade-5bc7-4e42-a958-f3a5cffcf62d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:14.468681 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e251a89-88c9-48e4-aaef-1cebd7b195a3 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (a7c358c0-0a2b-45ae-8aa7-e017ca2535b7), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:14.471384 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7115c-bdd4-47b2-9003-a0e665cf76ab tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab5d7ac-157b-437e-a98c-64be18d68da0,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:14.497429 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-73217c51-ba10-4551-b149-23a78fb6d4ad admin admin] Publish callbacks [] for security_group (3c358ee1-e491-479b-b79a-3277f69699f7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:14.563326 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-a234baef-3151-405b-a0e8-e32deacdb7b6 None None] Set router 5f91724f-5a5c-489b-8619-2e11245fc3a2 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:01:14.569711 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-73217c51-ba10-4551-b149-23a78fb6d4ad admin admin] Publish callbacks [] for security_group (3c358ee1-e491-479b-b79a-3277f69699f7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:14.594119 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e251a89-88c9-48e4-aaef-1cebd7b195a3 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (a7c358c0-0a2b-45ae-8aa7-e017ca2535b7), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:14.609127 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e251a89-88c9-48e4-aaef-1cebd7b195a3 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (a7c358c0-0a2b-45ae-8aa7-e017ca2535b7), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:14.658292 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e251a89-88c9-48e4-aaef-1cebd7b195a3 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c358c0-0a2b-45ae-8aa7-e017ca2535b7,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:14.673340 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e251a89-88c9-48e4-aaef-1cebd7b195a3 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:14.677758 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1e251a89-88c9-48e4-aaef-1cebd7b195a3 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2718594 Feb 20 06:01:14.678420 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40980) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:14.685258 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-f59ea1b3-519f-4d57-8ef3-ee269d03c736 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'security_group_rule': {'security_group_id': '6ab5d7ac-157b-437e-a98c-64be18d68da0', 'project_id': '111d530b12d246f29867a11f6618a046', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:01:14.708342 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1b81f756-c4b3-47ca-9415-6a23065b757a tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a5e6bd07f12a45aebf66848b2d1a7e84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4653044 Feb 20 06:01:14.713191 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40982) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:14.736539 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f59ea1b3-519f-4d57-8ef3-ee269d03c736 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (6f1fb532-d9d4-4dab-8632-4751ba8acefb), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:14.742520 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-73217c51-ba10-4551-b149-23a78fb6d4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3c358ee1-e491-479b-b79a-3277f69699f7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:14.747188 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-73217c51-ba10-4551-b149-23a78fb6d4ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:14.750567 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-73217c51-ba10-4551-b149-23a78fb6d4ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c358ee1-e491-479b-b79a-3277f69699f7 HTTP/1.1" status: 204 len: 168 time: 0.4309733 Feb 20 06:01:14.773330 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4a4a9-5b20-428c-9028-416ac632ed2e None None] Pushing event updated for resources: {'Port': ['ID=54547ade-5bc7-4e42-a958-f3a5cffcf62d,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:14.820266 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73217c51-ba10-4551-b149-23a78fb6d4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c358ee1-e491-479b-b79a-3277f69699f7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:14.887616 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f59ea1b3-519f-4d57-8ef3-ee269d03c736 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (6f1fb532-d9d4-4dab-8632-4751ba8acefb), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:14.896874 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f59ea1b3-519f-4d57-8ef3-ee269d03c736 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (6f1fb532-d9d4-4dab-8632-4751ba8acefb), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:14.929803 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094d611d-543f-4bdf-ad46-bd96c086c020 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:14.930800 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ea1b3-519f-4d57-8ef3-ee269d03c736 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f1fb532-d9d4-4dab-8632-4751ba8acefb,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:14.942263 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-094d611d-543f-4bdf-ad46-bd96c086c020 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2274990 Feb 20 06:01:14.947716 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40986) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:14.980094 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f59ea1b3-519f-4d57-8ef3-ee269d03c736 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:14.985989 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f59ea1b3-519f-4d57-8ef3-ee269d03c736 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3064587 Feb 20 06:01:14.988625 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 40990) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:14.996302 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c439b8d1-c718-489a-ac95-13cc819ae9f5 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'security_group_rule': {'security_group_id': '6ab5d7ac-157b-437e-a98c-64be18d68da0', 'project_id': '111d530b12d246f29867a11f6618a046', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:01:15.041216 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a234baef-3151-405b-a0e8-e32deacdb7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1721095749', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:01:10Z', 'updated_at': '2022-02-20T06:01:12Z', 'revision_number': 3, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'gw_port': {'id': 'f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:01:11Z', 'updated_at': '2022-02-20T06:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:15.067694 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c439b8d1-c718-489a-ac95-13cc819ae9f5 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (5e17bd4a-4956-4c20-92f3-a76c617417c0), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:15.073639 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1fa4ce9d-a510-4545-a76e-9771a51393b5 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1214111 Feb 20 06:01:15.075473 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40994) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:15.091038 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-cfbb27af-cb96-43fd-9adc-929ee4676ba1 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-842090279', 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123', 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:01:15.093772 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a234baef-3151-405b-a0e8-e32deacdb7b6 None None] Checking router: 5f91724f-5a5c-489b-8619-2e11245fc3a2 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:01:15.094324 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a234baef-3151-405b-a0e8-e32deacdb7b6 None None] Updating router 5f91724f-5a5c-489b-8619-2e11245fc3a2 port f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:01:15.132831 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a234baef-3151-405b-a0e8-e32deacdb7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:15.163693 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c439b8d1-c718-489a-ac95-13cc819ae9f5 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (5e17bd4a-4956-4c20-92f3-a76c617417c0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:15.175008 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c439b8d1-c718-489a-ac95-13cc819ae9f5 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (5e17bd4a-4956-4c20-92f3-a76c617417c0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:15.253816 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439b8d1-c718-489a-ac95-13cc819ae9f5 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e17bd4a-4956-4c20-92f3-a76c617417c0,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:15.275049 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c439b8d1-c718-489a-ac95-13cc819ae9f5 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:15.279209 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 40998) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:15.280963 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c439b8d1-c718-489a-ac95-13cc819ae9f5 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2893238 Feb 20 06:01:15.297651 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-13409f36-f255-4ddd-805c-6a39aef0cf39 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'security_group_rule': {'security_group_id': '6ab5d7ac-157b-437e-a98c-64be18d68da0', 'project_id': '111d530b12d246f29867a11f6618a046', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:01:15.351525 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41000) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:15.353890 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbb27af-cb96-43fd-9adc-929ee4676ba1 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Made reservation on behalf of a5e6bd07f12a45aebf66848b2d1a7e84 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:01:15.358742 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cfbb27af-cb96-43fd-9adc-929ee4676ba1 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:15.369288 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9caff667-f41a-4464-89a0-b778b589a52f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:15.478087 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9caff667-f41a-4464-89a0-b778b589a52f admin admin] Publish callbacks [] for security_group (8f248595-a819-43de-bb60-896aab8c91ef), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:15.490250 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9caff667-f41a-4464-89a0-b778b589a52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8f248595-a819-43de-bb60-896aab8c91ef), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:15.519501 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-13409f36-f255-4ddd-805c-6a39aef0cf39 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (28ab9fce-8b52-4a04-813b-d5891997435a), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:15.576143 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9caff667-f41a-4464-89a0-b778b589a52f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46e4aac61e994cca80b4c67c080d12e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2234876 Feb 20 06:01:15.577682 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caff667-f41a-4464-89a0-b778b589a52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f248595-a819-43de-bb60-896aab8c91ef,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:15.581461 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41024) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:15.680709 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-13409f36-f255-4ddd-805c-6a39aef0cf39 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (28ab9fce-8b52-4a04-813b-d5891997435a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:15.703581 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-13409f36-f255-4ddd-805c-6a39aef0cf39 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (28ab9fce-8b52-4a04-813b-d5891997435a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:15.747967 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a234baef-3151-405b-a0e8-e32deacdb7b6 None None] Publish callbacks [] for port (f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:15.758342 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a234baef-3151-405b-a0e8-e32deacdb7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:15.778249 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13409f36-f255-4ddd-805c-6a39aef0cf39 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ab9fce-8b52-4a04-813b-d5891997435a,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:15.817648 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-13409f36-f255-4ddd-805c-6a39aef0cf39 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:15.821985 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-13409f36-f255-4ddd-805c-6a39aef0cf39 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5381939 Feb 20 06:01:15.825583 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41034) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:15.832089 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-21aad4b9-629b-407f-a1a9-84d3a4df6d71 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'security_group_rule': {'security_group_id': '6ab5d7ac-157b-437e-a98c-64be18d68da0', 'project_id': '111d530b12d246f29867a11f6618a046', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:01:15.842599 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9df2ff-e4ca-4f2b-9b2d-16e8a71dc769 None None] Pushing event updated for resources: {'Port': ['ID=f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:15.868399 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cfbb27af-cb96-43fd-9adc-929ee4676ba1 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (6a1dea6e-e4bf-4667-877e-85fecd3ff288), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:15.874787 n-d-829866-5 neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-21aad4b9-629b-407f-a1a9-84d3a4df6d71 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Project 111d530b12d246f29867a11f6618a046 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:01:15.877018 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9df2ff-e4ca-4f2b-9b2d-16e8a71dc769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:15.877431 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9df2ff-e4ca-4f2b-9b2d-16e8a71dc769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:15.877915 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9df2ff-e4ca-4f2b-9b2d-16e8a71dc769 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:15.878318 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9df2ff-e4ca-4f2b-9b2d-16e8a71dc769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:15.878926 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9df2ff-e4ca-4f2b-9b2d-16e8a71dc769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:15.879348 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9df2ff-e4ca-4f2b-9b2d-16e8a71dc769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:15.879808 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9df2ff-e4ca-4f2b-9b2d-16e8a71dc769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:15.880243 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9df2ff-e4ca-4f2b-9b2d-16e8a71dc769 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:15.880632 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9df2ff-e4ca-4f2b-9b2d-16e8a71dc769 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:15.881130 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9df2ff-e4ca-4f2b-9b2d-16e8a71dc769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:15.881524 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9df2ff-e4ca-4f2b-9b2d-16e8a71dc769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:15.881912 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9df2ff-e4ca-4f2b-9b2d-16e8a71dc769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:15.882335 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9df2ff-e4ca-4f2b-9b2d-16e8a71dc769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:15.883209 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21aad4b9-629b-407f-a1a9-84d3a4df6d71 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (93e27a07-8bf9-4997-be70-7508d0ad08fb), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:15.912032 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a234baef-3151-405b-a0e8-e32deacdb7b6 None None] Attempting to bind port f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:01:15.913142 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a234baef-3151-405b-a0e8-e32deacdb7b6 None None] Attempting to bind port f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:01:15.917919 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a234baef-3151-405b-a0e8-e32deacdb7b6 None None] Attempting to bind port f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:01:15.938494 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a234baef-3151-405b-a0e8-e32deacdb7b6 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:01:15.938919 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a234baef-3151-405b-a0e8-e32deacdb7b6 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:01:15.939329 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a234baef-3151-405b-a0e8-e32deacdb7b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:15.939784 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a234baef-3151-405b-a0e8-e32deacdb7b6 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:01:15.940228 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a234baef-3151-405b-a0e8-e32deacdb7b6 None None] Bound port: f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:01:15.940611 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a234baef-3151-405b-a0e8-e32deacdb7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:16.035033 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb27af-cb96-43fd-9adc-929ee4676ba1 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event updated for resources: {'Subnet': ['ID=6a1dea6e-e4bf-4667-877e-85fecd3ff288,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:16.041200 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbb27af-cb96-43fd-9adc-929ee4676ba1 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Checking segment: {'id': '5946445e-3bbe-4672-aae7-1238bb862d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:01:16.041610 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbb27af-cb96-43fd-9adc-929ee4676ba1 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Network hostable DHCP agents. Network: ef7da14a-90c4-4c78-9eae-d93602677123, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:01:16.079305 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbb27af-cb96-43fd-9adc-929ee4676ba1 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Network ef7da14a-90c4-4c78-9eae-d93602677123 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:01:16.119594 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21aad4b9-629b-407f-a1a9-84d3a4df6d71 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (93e27a07-8bf9-4997-be70-7508d0ad08fb), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:16.124418 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-cfbb27af-cb96-43fd-9adc-929ee4676ba1 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, ef7da14a-90c4-4c78-9eae-d93602677123) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:01:16.129509 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21aad4b9-629b-407f-a1a9-84d3a4df6d71 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (93e27a07-8bf9-4997-be70-7508d0ad08fb), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:16.132240 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbb27af-cb96-43fd-9adc-929ee4676ba1 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:16.133206 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cfbb27af-cb96-43fd-9adc-929ee4676ba1 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:16.143611 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddc3695-f94f-4171-b7c6-e0e520a3a105 None None] Network ef7da14a-90c4-4c78-9eae-d93602677123 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:01:16.168517 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aad4b9-629b-407f-a1a9-84d3a4df6d71 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e27a07-8bf9-4997-be70-7508d0ad08fb,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:16.177691 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21aad4b9-629b-407f-a1a9-84d3a4df6d71 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:16.179627 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-21aad4b9-629b-407f-a1a9-84d3a4df6d71 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3529956 Feb 20 06:01:16.184389 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-cfbb27af-cb96-43fd-9adc-929ee4676ba1 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1078598 Feb 20 06:01:16.185189 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41036) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:16.190192 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-185cff4d-b0c4-4c47-abba-76459cf1700c admin admin] Publish callbacks [] for security_group (8f248595-a819-43de-bb60-896aab8c91ef), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:16.190729 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-fc804e20-ce7b-46d0-9e4e-99e119e12c28 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'security_group_rule': {'security_group_id': '6ab5d7ac-157b-437e-a98c-64be18d68da0', 'project_id': '111d530b12d246f29867a11f6618a046', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:01:16.215736 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41038) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:16.271774 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-185cff4d-b0c4-4c47-abba-76459cf1700c admin admin] Publish callbacks [] for security_group (8f248595-a819-43de-bb60-896aab8c91ef), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:16.339798 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a234baef-3151-405b-a0e8-e32deacdb7b6 None None] For port f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:01:16.352523 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a234baef-3151-405b-a0e8-e32deacdb7b6 None None] For port f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:01:16.370554 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a234baef-3151-405b-a0e8-e32deacdb7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:16.398970 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-185cff4d-b0c4-4c47-abba-76459cf1700c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8f248595-a819-43de-bb60-896aab8c91ef), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:16.403099 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-185cff4d-b0c4-4c47-abba-76459cf1700c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:16.405824 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-185cff4d-b0c4-4c47-abba-76459cf1700c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f248595-a819-43de-bb60-896aab8c91ef HTTP/1.1" status: 204 len: 168 time: 0.8229940 Feb 20 06:01:16.417509 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185cff4d-b0c4-4c47-abba-76459cf1700c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f248595-a819-43de-bb60-896aab8c91ef,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:16.453022 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 54547ade-5bc7-4e42-a958-f3a5cffcf62d up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:01:16.466555 n-d-829866-5 neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-fc804e20-ce7b-46d0-9e4e-99e119e12c28 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Project 111d530b12d246f29867a11f6618a046 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:01:16.489152 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fc804e20-ce7b-46d0-9e4e-99e119e12c28 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (8e850070-ed6a-42ca-bdd7-1f9753d70e92), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:16.522727 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a234baef-3151-405b-a0e8-e32deacdb7b6 None None] Routers {'5f91724f-5a5c-489b-8619-2e11245fc3a2'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:01:16.531665 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a234baef-3151-405b-a0e8-e32deacdb7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:00:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['5f91724f-5a5c-489b-8619-2e11245fc3a2'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:16.607937 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a27dbff0-ff6f-42ca-a6be-53cf186ad49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:16.630562 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9df2ff-e4ca-4f2b-9b2d-16e8a71dc769 None None] Pushing event updated for resources: {'Port': ['ID=f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:16.699215 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5846de-080a-4abc-a91e-107cb66f8e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-ef7da14a-90c4-4c78-9eae-d93602677123', 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123', 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'fixed_ips': [{'subnet_id': '6a1dea6e-e4bf-4667-877e-85fecd3ff288'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:01:16.700361 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd5846de-080a-4abc-a91e-107cb66f8e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:16.733476 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141042d5-911c-48e7-b858-eabe328a15be None None] Network a6bd1044-4585-457e-b6b6-3503a3ee4427 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:01:16.795359 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-a234baef-3151-405b-a0e8-e32deacdb7b6 None None] Set router 5f91724f-5a5c-489b-8619-2e11245fc3a2 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:01:16.815523 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fc804e20-ce7b-46d0-9e4e-99e119e12c28 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (8e850070-ed6a-42ca-bdd7-1f9753d70e92), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:16.854203 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fc804e20-ce7b-46d0-9e4e-99e119e12c28 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (8e850070-ed6a-42ca-bdd7-1f9753d70e92), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:16.888880 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc804e20-ce7b-46d0-9e4e-99e119e12c28 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e850070-ed6a-42ca-bdd7-1f9753d70e92,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:16.907875 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc804e20-ce7b-46d0-9e4e-99e119e12c28 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:16.908232 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc804e20-ce7b-46d0-9e4e-99e119e12c28 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:16.908710 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc804e20-ce7b-46d0-9e4e-99e119e12c28 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:16.909053 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc804e20-ce7b-46d0-9e4e-99e119e12c28 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:16.909388 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc804e20-ce7b-46d0-9e4e-99e119e12c28 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:16.909961 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc804e20-ce7b-46d0-9e4e-99e119e12c28 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:16.910299 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc804e20-ce7b-46d0-9e4e-99e119e12c28 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:16.910776 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc804e20-ce7b-46d0-9e4e-99e119e12c28 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:16.911426 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc804e20-ce7b-46d0-9e4e-99e119e12c28 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:16.911426 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc804e20-ce7b-46d0-9e4e-99e119e12c28 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:16.911765 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc804e20-ce7b-46d0-9e4e-99e119e12c28 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:16.912523 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc804e20-ce7b-46d0-9e4e-99e119e12c28 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:16.912523 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc804e20-ce7b-46d0-9e4e-99e119e12c28 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:01:16.931106 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fc804e20-ce7b-46d0-9e4e-99e119e12c28 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:16.951717 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fc804e20-ce7b-46d0-9e4e-99e119e12c28 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7605724 Feb 20 06:01:17.170652 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a234baef-3151-405b-a0e8-e32deacdb7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1721095749', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:01:10Z', 'updated_at': '2022-02-20T06:01:12Z', 'revision_number': 3, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'gw_port': {'id': 'f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:01:11Z', 'updated_at': '2022-02-20T06:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:17.216087 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 54547ade-5bc7-4e42-a958-f3a5cffcf62d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:01:17.217789 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (54547ade-5bc7-4e42-a958-f3a5cffcf62d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:17.233992 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a234baef-3151-405b-a0e8-e32deacdb7b6 None None] The sync data for ids ['5f91724f-5a5c-489b-8619-2e11245fc3a2'] in n-d-829866-5 is: [{'id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1721095749', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:01:10Z', 'updated_at': '2022-02-20T06:01:12Z', 'revision_number': 3, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'gw_port': {'id': 'f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:01:11Z', 'updated_at': '2022-02-20T06:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:01:17.283585 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a800e385-6a99-4623-9921-2e181137aeed None None] Provisioning complete for port 54547ade-5bc7-4e42-a958-f3a5cffcf62d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:01:17.283992 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a800e385-6a99-4623-9921-2e181137aeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (54547ade-5bc7-4e42-a958-f3a5cffcf62d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:17.451312 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-6157398c-300a-4e2b-8609-288f761e3692 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-756416151&fields=id&tenant_id=111d530b12d246f29867a11f6618a046 HTTP/1.1" status: 200 len: 267 time: 0.1824946 Feb 20 06:01:17.494303 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-cd5846de-080a-4abc-a91e-107cb66f8e7b None None] Allocated IP 172.20.0.2 (ef7da14a-90c4-4c78-9eae-d93602677123/6a1dea6e-e4bf-4667-877e-85fecd3ff288/6309397a-f4c7-474a-93af-2c5d6be6ddae) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:01:17.745837 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f964498-87fc-4ea9-9596-bfcb96cbff9e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:17.747213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 54547ade-5bc7-4e42-a958-f3a5cffcf62d is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:01:17.749470 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (54547ade-5bc7-4e42-a958-f3a5cffcf62d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:17.770382 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a800e385-6a99-4623-9921-2e181137aeed None None] Current status of the port 54547ade-5bc7-4e42-a958-f3a5cffcf62d is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:01:17.770871 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a800e385-6a99-4623-9921-2e181137aeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (54547ade-5bc7-4e42-a958-f3a5cffcf62d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:17.938678 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-72e16371-803f-4dc5-9c40-9107a773b652 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:17.944197 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 54547ade-5bc7-4e42-a958-f3a5cffcf62d, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=54547ade-5bc7-4e42-a958-f3a5cffcf62d,segment=NetworkSegment(8cb2c39c-212f-4881-be45-4f0a2c180b69),segment_id=8cb2c39c-212f-4881-be45-4f0a2c180b69)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:01:17.947576 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-72e16371-803f-4dc5-9c40-9107a773b652 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/networks?id=a6bd1044-4585-457e-b6b6-3503a3ee4427 HTTP/1.1" status: 200 len: 797 time: 0.4951007 Feb 20 06:01:17.964857 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (54547ade-5bc7-4e42-a958-f3a5cffcf62d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:18.057501 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=54547ade-5bc7-4e42-a958-f3a5cffcf62d,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:18.059121 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-ac49d1dc-0c09-4446-ac0b-59601b33044e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/quotas/111d530b12d246f29867a11f6618a046 HTTP/1.1" status: 200 len: 375 time: 0.1043165 Feb 20 06:01:18.086978 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd5846de-080a-4abc-a91e-107cb66f8e7b None None] Publish callbacks [] for port (6309397a-f4c7-474a-93af-2c5d6be6ddae), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:18.107210 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd5846de-080a-4abc-a91e-107cb66f8e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (6309397a-f4c7-474a-93af-2c5d6be6ddae), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:18.136299 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-a800e385-6a99-4623-9921-2e181137aeed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 06:01:18.136863 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-a800e385-6a99-4623-9921-2e181137aeed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 06:01:18.210668 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5846de-080a-4abc-a91e-107cb66f8e7b None None] Network ef7da14a-90c4-4c78-9eae-d93602677123 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:01:18.218570 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-cd5846de-080a-4abc-a91e-107cb66f8e7b None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:01:18.231272 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5846de-080a-4abc-a91e-107cb66f8e7b None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:01:18.256258 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5846de-080a-4abc-a91e-107cb66f8e7b None None] Pushing event updated for resources: {'Port': ['ID=6309397a-f4c7-474a-93af-2c5d6be6ddae,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:18.326280 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-0dcde343-1142-4a60-aefd-914dca171e37 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=111d530b12d246f29867a11f6618a046&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2658615 Feb 20 06:01:18.371689 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-cd5846de-080a-4abc-a91e-107cb66f8e7b None None] Attempting to bind port 6309397a-f4c7-474a-93af-2c5d6be6ddae on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:01:18.372097 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-cd5846de-080a-4abc-a91e-107cb66f8e7b None None] Attempting to bind port 6309397a-f4c7-474a-93af-2c5d6be6ddae by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '5946445e-3bbe-4672-aae7-1238bb862d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:01:18.372475 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5846de-080a-4abc-a91e-107cb66f8e7b None None] Attempting to bind port 6309397a-f4c7-474a-93af-2c5d6be6ddae on network ef7da14a-90c4-4c78-9eae-d93602677123 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:01:18.388962 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5846de-080a-4abc-a91e-107cb66f8e7b None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:01:18.390191 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5846de-080a-4abc-a91e-107cb66f8e7b None None] Checking segment: {'id': '5946445e-3bbe-4672-aae7-1238bb862d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:01:18.392327 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd5846de-080a-4abc-a91e-107cb66f8e7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:18.393177 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5846de-080a-4abc-a91e-107cb66f8e7b None None] Bound using segment: {'id': '5946445e-3bbe-4672-aae7-1238bb862d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:01:18.393922 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-cd5846de-080a-4abc-a91e-107cb66f8e7b None None] Bound port: 6309397a-f4c7-474a-93af-2c5d6be6ddae, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5946445e-3bbe-4672-aae7-1238bb862d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:01:18.394792 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd5846de-080a-4abc-a91e-107cb66f8e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6309397a-f4c7-474a-93af-2c5d6be6ddae), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:18.419455 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:01:18.593214 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-eeeef1d7-eac6-45ec-9af2-5320ca1bae5a service neutron] 10.222.0.37 "GET /v2.0/networks/a6bd1044-4585-457e-b6b6-3503a3ee4427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366445 Feb 20 06:01:18.617422 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-0f964498-87fc-4ea9-9596-bfcb96cbff9e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Allocated IP 172.20.0.1 (ef7da14a-90c4-4c78-9eae-d93602677123/6a1dea6e-e4bf-4667-877e-85fecd3ff288/de0f4f56-dbdf-4e57-aac2-db7b0c9b977f) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:01:18.637619 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-cd5846de-080a-4abc-a91e-107cb66f8e7b None None] For port 6309397a-f4c7-474a-93af-2c5d6be6ddae, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:01:18.641997 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-cd5846de-080a-4abc-a91e-107cb66f8e7b None None] For port 6309397a-f4c7-474a-93af-2c5d6be6ddae, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=6309397a-f4c7-474a-93af-2c5d6be6ddae,segment=NetworkSegment(5946445e-3bbe-4672-aae7-1238bb862d1c),segment_id=5946445e-3bbe-4672-aae7-1238bb862d1c)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:01:18.705395 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a800e385-6a99-4623-9921-2e181137aeed None None] Current status of the port 54547ade-5bc7-4e42-a958-f3a5cffcf62d is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:01:18.717948 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd5846de-080a-4abc-a91e-107cb66f8e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6309397a-f4c7-474a-93af-2c5d6be6ddae), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:18.815717 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-86edaa0b-b570-4d4e-b6d3-09d132fbc00b service neutron] 10.222.0.37 "GET /v2.0/networks/a6bd1044-4585-457e-b6b6-3503a3ee4427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121165 Feb 20 06:01:18.833680 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:01:18.834588 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:18.871160 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f964498-87fc-4ea9-9596-bfcb96cbff9e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for port (de0f4f56-dbdf-4e57-aac2-db7b0c9b977f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:18.894125 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5846de-080a-4abc-a91e-107cb66f8e7b None None] Pushing event updated for resources: {'Port': ['ID=6309397a-f4c7-474a-93af-2c5d6be6ddae,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:18.916352 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-580cdff7-6a62-4006-8783-73953e09df07 None None] Provisioning complete for port 54547ade-5bc7-4e42-a958-f3a5cffcf62d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:01:18.916782 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-580cdff7-6a62-4006-8783-73953e09df07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (54547ade-5bc7-4e42-a958-f3a5cffcf62d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:18.992467 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b5dd2c67-9e0b-412c-8a01-ac251cef134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:19.084683 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:01:19.086087 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:19.150048 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:01:19.173548 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-580cdff7-6a62-4006-8783-73953e09df07 None None] Current status of the port 54547ade-5bc7-4e42-a958-f3a5cffcf62d is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:01:19.177265 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:19.178149 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 54547ade-5bc7-4e42-a958-f3a5cffcf62d up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:01:19.337740 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:19.351521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 54547ade-5bc7-4e42-a958-f3a5cffcf62d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:01:19.352133 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (54547ade-5bc7-4e42-a958-f3a5cffcf62d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:19.493990 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f3589f5-6bcc-4068-9576-0269a6c5ebca req-8bfb7784-4e8c-4ec7-a03a-7abc6034a89d tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=54506b22-3a9a-4354-9d5f-4928d36cedb9 HTTP/1.1" status: 200 len: 210 time: 0.0459127 Feb 20 06:01:19.500844 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 54547ade-5bc7-4e42-a958-f3a5cffcf62d is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:01:19.505660 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f964498-87fc-4ea9-9596-bfcb96cbff9e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (de0f4f56-dbdf-4e57-aac2-db7b0c9b977f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:19.561248 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f964498-87fc-4ea9-9596-bfcb96cbff9e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Network ef7da14a-90c4-4c78-9eae-d93602677123 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:01:19.565067 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-0f964498-87fc-4ea9-9596-bfcb96cbff9e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:01:19.573386 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f964498-87fc-4ea9-9596-bfcb96cbff9e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:01:19.643949 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f964498-87fc-4ea9-9596-bfcb96cbff9e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event updated for resources: {'Port': ['ID=de0f4f56-dbdf-4e57-aac2-db7b0c9b977f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:19.648812 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:19.651604 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f964498-87fc-4ea9-9596-bfcb96cbff9e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (5f91724f-5a5c-489b-8619-2e11245fc3a2), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:19.859311 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f964498-87fc-4ea9-9596-bfcb96cbff9e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (de0f4f56-dbdf-4e57-aac2-db7b0c9b977f), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:20.338537 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:01:20.357223 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f964498-87fc-4ea9-9596-bfcb96cbff9e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for port (de0f4f56-dbdf-4e57-aac2-db7b0c9b977f), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:20.365202 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f964498-87fc-4ea9-9596-bfcb96cbff9e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (de0f4f56-dbdf-4e57-aac2-db7b0c9b977f), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:20.421846 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:01:20.423035 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:20.464594 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f964498-87fc-4ea9-9596-bfcb96cbff9e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (5f91724f-5a5c-489b-8619-2e11245fc3a2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:20.466466 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f964498-87fc-4ea9-9596-bfcb96cbff9e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event updated for resources: {'Port': ['ID=de0f4f56-dbdf-4e57-aac2-db7b0c9b977f,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:20.510957 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9acc8d-98cf-4183-86a8-1446e670c562 None None] Network ef7da14a-90c4-4c78-9eae-d93602677123 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:01:20.582312 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f964498-87fc-4ea9-9596-bfcb96cbff9e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Network ef7da14a-90c4-4c78-9eae-d93602677123 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:01:20.584916 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:01:20.585148 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-0f964498-87fc-4ea9-9596-bfcb96cbff9e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:01:20.586501 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6309397a-f4c7-474a-93af-2c5d6be6ddae up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:01:20.619868 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ce26bf2b-c50b-415e-a7ad-60804b38a80e None None] Provisioning complete for port 6309397a-f4c7-474a-93af-2c5d6be6ddae triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:01:20.620242 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce26bf2b-c50b-415e-a7ad-60804b38a80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6309397a-f4c7-474a-93af-2c5d6be6ddae), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:20.667598 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d7e01b72-e712-48ef-bde8-b38dfa58b39b req-663aa0df-d325-4f1a-bcd5-67382761dd38 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=54506b22-3a9a-4354-9d5f-4928d36cedb9 HTTP/1.1" status: 200 len: 210 time: 0.0793989 Feb 20 06:01:20.756117 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 6309397a-f4c7-474a-93af-2c5d6be6ddae triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:01:20.756489 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6309397a-f4c7-474a-93af-2c5d6be6ddae), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:20.814155 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ce26bf2b-c50b-415e-a7ad-60804b38a80e None None] Current status of the port 6309397a-f4c7-474a-93af-2c5d6be6ddae is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:01:20.814552 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce26bf2b-c50b-415e-a7ad-60804b38a80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6309397a-f4c7-474a-93af-2c5d6be6ddae), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:20.844754 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f964498-87fc-4ea9-9596-bfcb96cbff9e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Router 5f91724f-5a5c-489b-8619-2e11245fc3a2 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:01:20.876577 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ce26bf2b-c50b-415e-a7ad-60804b38a80e None None] For port 6309397a-f4c7-474a-93af-2c5d6be6ddae, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=6309397a-f4c7-474a-93af-2c5d6be6ddae,segment=NetworkSegment(5946445e-3bbe-4672-aae7-1238bb862d1c),segment_id=5946445e-3bbe-4672-aae7-1238bb862d1c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:01:20.899991 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce26bf2b-c50b-415e-a7ad-60804b38a80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6309397a-f4c7-474a-93af-2c5d6be6ddae), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:20.957973 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 6309397a-f4c7-474a-93af-2c5d6be6ddae is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:01:20.958382 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6309397a-f4c7-474a-93af-2c5d6be6ddae), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:21.025404 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26bf2b-c50b-415e-a7ad-60804b38a80e None None] Pushing event updated for resources: {'Port': ['ID=6309397a-f4c7-474a-93af-2c5d6be6ddae,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:21.077990 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-6a8ba32a-69aa-4dce-9ea0-b244c5e4cbc6 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:21.079575 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-6a8ba32a-69aa-4dce-9ea0-b244c5e4cbc6 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.61 "GET /v2.0/networks?id=a6bd1044-4585-457e-b6b6-3503a3ee4427 HTTP/1.1" status: 200 len: 797 time: 0.2885759 Feb 20 06:01:21.118068 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 06:01:21.119573 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 06:01:21.122344 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f964498-87fc-4ea9-9596-bfcb96cbff9e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:01:21.134681 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21356598-f174-4ffa-9d28-52ec68d893bc None None] Sync routers for ids ['5f91724f-5a5c-489b-8619-2e11245fc3a2'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:01:21.139694 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0f964498-87fc-4ea9-9596-bfcb96cbff9e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "PUT /v2.0/routers/5f91724f-5a5c-489b-8619-2e11245fc3a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9180646 Feb 20 06:01:21.140374 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41128) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:21.149261 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21356598-f174-4ffa-9d28-52ec68d893bc None None] Routers {'5f91724f-5a5c-489b-8619-2e11245fc3a2'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:01:21.149414 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b11e1bdd-869a-4e0d-ba36-a0222e906621 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--653747878', 'description': 'tempest-secgroup_access--653747878 description', 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:01:21.150035 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-21356598-f174-4ffa-9d28-52ec68d893bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:01:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['5f91724f-5a5c-489b-8619-2e11245fc3a2'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:21.195700 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b11e1bdd-869a-4e0d-ba36-a0222e906621 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:21.230105 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-983830f6-6d56-41fe-8d6e-34f6ab710007 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=111d530b12d246f29867a11f6618a046 HTTP/1.1" status: 200 len: 471 time: 0.1424890 Feb 20 06:01:21.244565 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-801b9f66-d1fd-4af7-b0d4-07128fcc0957 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'port': {'device_id': '54506b22-3a9a-4354-9d5f-4928d36cedb9', 'network_id': 'a6bd1044-4585-457e-b6b6-3503a3ee4427', 'admin_state_up': True, 'tenant_id': '111d530b12d246f29867a11f6618a046', 'security_groups': ['6ab5d7ac-157b-437e-a98c-64be18d68da0']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:01:21.334254 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-21356598-f174-4ffa-9d28-52ec68d893bc None None] Set router 5f91724f-5a5c-489b-8619-2e11245fc3a2 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:01:21.336416 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e70980f3-3524-43d2-8b92-86ac649ca8dc None None] Provisioning complete for port 6309397a-f4c7-474a-93af-2c5d6be6ddae triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:01:21.336943 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e70980f3-3524-43d2-8b92-86ac649ca8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6309397a-f4c7-474a-93af-2c5d6be6ddae), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:21.342042 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b11e1bdd-869a-4e0d-ba36-a0222e906621 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for security_group (3c0642d2-86e2-4178-9d4f-53be39f1da9a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:21.351380 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b11e1bdd-869a-4e0d-ba36-a0222e906621 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3c0642d2-86e2-4178-9d4f-53be39f1da9a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:21.424331 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b11e1bdd-869a-4e0d-ba36-a0222e906621 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:21.425628 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b11e1bdd-869a-4e0d-ba36-a0222e906621 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2842908 Feb 20 06:01:21.429391 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41130) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:21.434518 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-6d8e98d2-6b99-4112-852f-397b3c65325b tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1903432039', 'description': 'tempest-secgroup_general--1903432039 description', 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:01:21.439680 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e1bdd-869a-4e0d-ba36-a0222e906621 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0642d2-86e2-4178-9d4f-53be39f1da9a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:21.485015 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-801b9f66-d1fd-4af7-b0d4-07128fcc0957 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Made reservation on behalf of 111d530b12d246f29867a11f6618a046 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:01:21.489055 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-801b9f66-d1fd-4af7-b0d4-07128fcc0957 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:21.492670 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6d8e98d2-6b99-4112-852f-397b3c65325b tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:21.636397 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6d8e98d2-6b99-4112-852f-397b3c65325b tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for security_group (ca23428e-63f3-44e7-95cd-2307384ba1cf), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:21.643928 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6d8e98d2-6b99-4112-852f-397b3c65325b tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ca23428e-63f3-44e7-95cd-2307384ba1cf), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:21.712502 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6d8e98d2-6b99-4112-852f-397b3c65325b tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:21.714182 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6d8e98d2-6b99-4112-852f-397b3c65325b tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2838247 Feb 20 06:01:21.718633 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:21.719211 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41134) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:21.725649 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e98d2-6b99-4112-852f-397b3c65325b tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca23428e-63f3-44e7-95cd-2307384ba1cf,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:21.726851 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-18d91964-7c56-4683-a7fe-66b7deb6440b tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Request body: {'security_group_rule': {'security_group_id': '3c0642d2-86e2-4178-9d4f-53be39f1da9a', 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:01:21.765661 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-801b9f66-d1fd-4af7-b0d4-07128fcc0957 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Allocated IP 172.20.0.20 (a6bd1044-4585-457e-b6b6-3503a3ee4427/ac1fee60-2c71-44b6-827b-1b37c95620fb/455e3f5a-f700-4df7-a919-3e2e73b457e1) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:01:21.830072 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 6309397a-f4c7-474a-93af-2c5d6be6ddae is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:01:21.837836 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-18d91964-7c56-4683-a7fe-66b7deb6440b tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for security_group_rule (82749fba-1e47-4e2b-9a43-9112e89b366e), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:21.859612 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60930e1f-b57c-48f3-a086-614c70ea9c23 req-f5fa15d8-2696-4618-8a52-139c938d0561 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=54506b22-3a9a-4354-9d5f-4928d36cedb9 HTTP/1.1" status: 200 len: 210 time: 0.0716798 Feb 20 06:01:21.885425 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e70980f3-3524-43d2-8b92-86ac649ca8dc None None] Current status of the port 6309397a-f4c7-474a-93af-2c5d6be6ddae is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:01:21.925800 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e70980f3-3524-43d2-8b92-86ac649ca8dc None None] Provisioning complete for port de0f4f56-dbdf-4e57-aac2-db7b0c9b977f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:01:21.926183 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e70980f3-3524-43d2-8b92-86ac649ca8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (de0f4f56-dbdf-4e57-aac2-db7b0c9b977f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:21.931377 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-18d91964-7c56-4683-a7fe-66b7deb6440b tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for security_group_rule (82749fba-1e47-4e2b-9a43-9112e89b366e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:21.937231 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-18d91964-7c56-4683-a7fe-66b7deb6440b tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (82749fba-1e47-4e2b-9a43-9112e89b366e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:21.962737 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d91964-7c56-4683-a7fe-66b7deb6440b tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82749fba-1e47-4e2b-9a43-9112e89b366e,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:21.969839 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-18d91964-7c56-4683-a7fe-66b7deb6440b tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:21.972724 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-801b9f66-d1fd-4af7-b0d4-07128fcc0957 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for port (455e3f5a-f700-4df7-a919-3e2e73b457e1), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:21.973339 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e70980f3-3524-43d2-8b92-86ac649ca8dc None None] Port de0f4f56-dbdf-4e57-aac2-db7b0c9b977f cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:01:21.979737 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-18d91964-7c56-4683-a7fe-66b7deb6440b tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2593174 Feb 20 06:01:22.021871 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-801b9f66-d1fd-4af7-b0d4-07128fcc0957 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (455e3f5a-f700-4df7-a919-3e2e73b457e1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:22.036516 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-21356598-f174-4ffa-9d28-52ec68d893bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1721095749', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:01:10Z', 'updated_at': '2022-02-20T06:01:19Z', 'revision_number': 4, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'gw_port': {'id': 'f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:01:11Z', 'updated_at': '2022-02-20T06:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'de0f4f56-dbdf-4e57-aac2-db7b0c9b977f', 'name': '', 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'mac_address': 'fa:16:3e:82:6a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6a1dea6e-e4bf-4667-877e-85fecd3ff288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:01:18Z', 'updated_at': '2022-02-20T06:01:20Z', 'revision_number': 2, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'subnets': [{'id': '6a1dea6e-e4bf-4667-877e-85fecd3ff288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:22.067312 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-801b9f66-d1fd-4af7-b0d4-07128fcc0957 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Network a6bd1044-4585-457e-b6b6-3503a3ee4427 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:01:22.070494 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-801b9f66-d1fd-4af7-b0d4-07128fcc0957 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:01:22.072921 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21356598-f174-4ffa-9d28-52ec68d893bc None None] Checking router: 5f91724f-5a5c-489b-8619-2e11245fc3a2 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:01:22.073830 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21356598-f174-4ffa-9d28-52ec68d893bc None None] Updating router 5f91724f-5a5c-489b-8619-2e11245fc3a2 port de0f4f56-dbdf-4e57-aac2-db7b0c9b977f binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:01:22.074268 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-801b9f66-d1fd-4af7-b0d4-07128fcc0957 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:01:22.121570 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b9f66-d1fd-4af7-b0d4-07128fcc0957 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'Port': ['ID=455e3f5a-f700-4df7-a919-3e2e73b457e1,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:22.140201 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-801b9f66-d1fd-4af7-b0d4-07128fcc0957 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:22.141581 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-21356598-f174-4ffa-9d28-52ec68d893bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (de0f4f56-dbdf-4e57-aac2-db7b0c9b977f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:22.154535 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-801b9f66-d1fd-4af7-b0d4-07128fcc0957 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:22.196493 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-801b9f66-d1fd-4af7-b0d4-07128fcc0957 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9608617 Feb 20 06:01:22.207800 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-426f00b9-b568-40f4-aa29-5db054fe3390 None None] Provisioning complete for port de0f4f56-dbdf-4e57-aac2-db7b0c9b977f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:01:22.208316 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-426f00b9-b568-40f4-aa29-5db054fe3390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (de0f4f56-dbdf-4e57-aac2-db7b0c9b977f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:22.212799 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-ba412e95-b07e-4335-8fc3-677d6b7271c1 service neutron] Request body: {'port': {'device_id': '54506b22-3a9a-4354-9d5f-4928d36cedb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:01:22.259513 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-426f00b9-b568-40f4-aa29-5db054fe3390 None None] Port de0f4f56-dbdf-4e57-aac2-db7b0c9b977f cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:01:22.267586 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6309397a-f4c7-474a-93af-2c5d6be6ddae up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:01:22.343700 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-ba412e95-b07e-4335-8fc3-677d6b7271c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (455e3f5a-f700-4df7-a919-3e2e73b457e1), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:22.353060 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-48ae8ce9-64e0-4144-8aeb-de346db39305 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_access--653747878&fields=id&tenant_id=a5e6bd07f12a45aebf66848b2d1a7e84 HTTP/1.1" status: 200 len: 267 time: 0.0873821 Feb 20 06:01:22.426848 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-5e19f1ad-de57-4176-85c0-3d0ada1f1101 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_general--1903432039&fields=id&tenant_id=a5e6bd07f12a45aebf66848b2d1a7e84 HTTP/1.1" status: 200 len: 267 time: 0.0728211 Feb 20 06:01:22.514738 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ae19ee62-d44f-4314-b630-7727990ba1cd None None] Provisioning complete for port 455e3f5a-f700-4df7-a919-3e2e73b457e1 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:01:22.515174 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ae19ee62-d44f-4314-b630-7727990ba1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (455e3f5a-f700-4df7-a919-3e2e73b457e1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:22.554367 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ae19ee62-d44f-4314-b630-7727990ba1cd None None] Port 455e3f5a-f700-4df7-a919-3e2e73b457e1 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:01:22.557395 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 6309397a-f4c7-474a-93af-2c5d6be6ddae triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:01:22.557772 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6309397a-f4c7-474a-93af-2c5d6be6ddae), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:22.570151 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-30206b4e-3be8-4110-8684-2cc36a1bcd3a tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:22.572423 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-30206b4e-3be8-4110-8684-2cc36a1bcd3a tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/networks?id=ef7da14a-90c4-4c78-9eae-d93602677123 HTTP/1.1" status: 200 len: 797 time: 0.1445560 Feb 20 06:01:22.597243 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-78822df9-5143-4cc5-a6fe-1d28d2eba28f tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/quotas/a5e6bd07f12a45aebf66848b2d1a7e84 HTTP/1.1" status: 200 len: 375 time: 0.0145354 Feb 20 06:01:22.716133 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:22.716751 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-6e7a5318-7f39-4624-bf04-d73383e63e69 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5e6bd07f12a45aebf66848b2d1a7e84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1106093 Feb 20 06:01:22.744539 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 6309397a-f4c7-474a-93af-2c5d6be6ddae is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:01:22.878091 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-21356598-f174-4ffa-9d28-52ec68d893bc None None] Publish callbacks [] for port (de0f4f56-dbdf-4e57-aac2-db7b0c9b977f), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:22.894197 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-21356598-f174-4ffa-9d28-52ec68d893bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (de0f4f56-dbdf-4e57-aac2-db7b0c9b977f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:22.918741 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-271a7166-b6eb-4bfb-9786-049e6533dcb2 service neutron] 10.222.0.37 "GET /v2.0/networks/ef7da14a-90c4-4c78-9eae-d93602677123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869497 Feb 20 06:01:22.932031 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-ba412e95-b07e-4335-8fc3-677d6b7271c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455e3f5a-f700-4df7-a919-3e2e73b457e1 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:01:22.940662 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-ba412e95-b07e-4335-8fc3-677d6b7271c1 service neutron] Publish callbacks [] for port (455e3f5a-f700-4df7-a919-3e2e73b457e1), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:22.954686 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-ba412e95-b07e-4335-8fc3-677d6b7271c1 service neutron] Transition to ACTIVE for port object 455e3f5a-f700-4df7-a919-3e2e73b457e1 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:01:22.963146 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-ba412e95-b07e-4335-8fc3-677d6b7271c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (455e3f5a-f700-4df7-a919-3e2e73b457e1), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:23.003991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ef909-b02b-4302-a469-7da1c2cc361f None None] Pushing event updated for resources: {'Port': ['ID=de0f4f56-dbdf-4e57-aac2-db7b0c9b977f,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:23.047624 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba412e95-b07e-4335-8fc3-677d6b7271c1 service neutron] Pushing event updated for resources: {'Port': ['ID=455e3f5a-f700-4df7-a919-3e2e73b457e1,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:23.075350 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-d921beb2-8963-4354-8d27-4132baabbdeb service neutron] 10.222.0.37 "GET /v2.0/networks/ef7da14a-90c4-4c78-9eae-d93602677123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495371 Feb 20 06:01:23.093208 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-21356598-f174-4ffa-9d28-52ec68d893bc None None] Attempting to bind port de0f4f56-dbdf-4e57-aac2-db7b0c9b977f on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:01:23.093713 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-21356598-f174-4ffa-9d28-52ec68d893bc None None] Attempting to bind port de0f4f56-dbdf-4e57-aac2-db7b0c9b977f by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '5946445e-3bbe-4672-aae7-1238bb862d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:01:23.094172 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21356598-f174-4ffa-9d28-52ec68d893bc None None] Attempting to bind port de0f4f56-dbdf-4e57-aac2-db7b0c9b977f on network ef7da14a-90c4-4c78-9eae-d93602677123 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:01:23.099820 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:23.107724 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21356598-f174-4ffa-9d28-52ec68d893bc None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:01:23.108150 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21356598-f174-4ffa-9d28-52ec68d893bc None None] Checking segment: {'id': '5946445e-3bbe-4672-aae7-1238bb862d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:01:23.108716 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-21356598-f174-4ffa-9d28-52ec68d893bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:23.109177 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21356598-f174-4ffa-9d28-52ec68d893bc None None] Bound using segment: {'id': '5946445e-3bbe-4672-aae7-1238bb862d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:01:23.109999 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-21356598-f174-4ffa-9d28-52ec68d893bc None None] Bound port: de0f4f56-dbdf-4e57-aac2-db7b0c9b977f, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5946445e-3bbe-4672-aae7-1238bb862d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:01:23.110457 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-21356598-f174-4ffa-9d28-52ec68d893bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (de0f4f56-dbdf-4e57-aac2-db7b0c9b977f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:23.155868 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-ba412e95-b07e-4335-8fc3-677d6b7271c1 service neutron] Attempting to bind port 455e3f5a-f700-4df7-a919-3e2e73b457e1 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:01:23.161760 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-ba412e95-b07e-4335-8fc3-677d6b7271c1 service neutron] Attempting to bind port 455e3f5a-f700-4df7-a919-3e2e73b457e1 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '8cb2c39c-212f-4881-be45-4f0a2c180b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a6bd1044-4585-457e-b6b6-3503a3ee4427'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:01:23.162175 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-ba412e95-b07e-4335-8fc3-677d6b7271c1 service neutron] Attempting to bind port 455e3f5a-f700-4df7-a919-3e2e73b457e1 on network a6bd1044-4585-457e-b6b6-3503a3ee4427 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:01:23.168680 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-ba412e95-b07e-4335-8fc3-677d6b7271c1 service neutron] Port 455e3f5a-f700-4df7-a919-3e2e73b457e1 on network a6bd1044-4585-457e-b6b6-3503a3ee4427 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:01:23.169017 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-ba412e95-b07e-4335-8fc3-677d6b7271c1 service neutron] Attempting to bind port 455e3f5a-f700-4df7-a919-3e2e73b457e1 on network a6bd1044-4585-457e-b6b6-3503a3ee4427 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:01:23.177432 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-ba412e95-b07e-4335-8fc3-677d6b7271c1 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:01:23.177781 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-ba412e95-b07e-4335-8fc3-677d6b7271c1 service neutron] Checking segment: {'id': '8cb2c39c-212f-4881-be45-4f0a2c180b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a6bd1044-4585-457e-b6b6-3503a3ee4427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:01:23.178174 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-ba412e95-b07e-4335-8fc3-677d6b7271c1 service neutron] Bound using segment: {'id': '8cb2c39c-212f-4881-be45-4f0a2c180b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a6bd1044-4585-457e-b6b6-3503a3ee4427'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:01:23.178613 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-ba412e95-b07e-4335-8fc3-677d6b7271c1 service neutron] Bound port: 455e3f5a-f700-4df7-a919-3e2e73b457e1, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb2c39c-212f-4881-be45-4f0a2c180b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a6bd1044-4585-457e-b6b6-3503a3ee4427'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:01:23.179000 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-ba412e95-b07e-4335-8fc3-677d6b7271c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (455e3f5a-f700-4df7-a919-3e2e73b457e1), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:23.194193 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-21356598-f174-4ffa-9d28-52ec68d893bc None None] For port de0f4f56-dbdf-4e57-aac2-db7b0c9b977f, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:01:23.203289 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-21356598-f174-4ffa-9d28-52ec68d893bc None None] For port de0f4f56-dbdf-4e57-aac2-db7b0c9b977f, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=de0f4f56-dbdf-4e57-aac2-db7b0c9b977f,segment=NetworkSegment(5946445e-3bbe-4672-aae7-1238bb862d1c),segment_id=5946445e-3bbe-4672-aae7-1238bb862d1c)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:01:23.220478 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-21356598-f174-4ffa-9d28-52ec68d893bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (de0f4f56-dbdf-4e57-aac2-db7b0c9b977f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:23.323065 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-ba412e95-b07e-4335-8fc3-677d6b7271c1 service neutron] For port 455e3f5a-f700-4df7-a919-3e2e73b457e1, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:01:23.346698 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21356598-f174-4ffa-9d28-52ec68d893bc None None] Routers {'5f91724f-5a5c-489b-8619-2e11245fc3a2'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:01:23.347265 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-ba412e95-b07e-4335-8fc3-677d6b7271c1 service neutron] For port 455e3f5a-f700-4df7-a919-3e2e73b457e1, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=455e3f5a-f700-4df7-a919-3e2e73b457e1,segment=NetworkSegment(8cb2c39c-212f-4881-be45-4f0a2c180b69),segment_id=8cb2c39c-212f-4881-be45-4f0a2c180b69)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:01:23.347406 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-21356598-f174-4ffa-9d28-52ec68d893bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:01:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['5f91724f-5a5c-489b-8619-2e11245fc3a2'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:23.361625 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-ba412e95-b07e-4335-8fc3-677d6b7271c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (455e3f5a-f700-4df7-a919-3e2e73b457e1), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:23.435288 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-ba412e95-b07e-4335-8fc3-677d6b7271c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:23.436011 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-ba412e95-b07e-4335-8fc3-677d6b7271c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:23.437425 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-ba412e95-b07e-4335-8fc3-677d6b7271c1 service neutron] 10.222.0.61 "PUT /v2.0/ports/455e3f5a-f700-4df7-a919-3e2e73b457e1 HTTP/1.1" status: 200 len: 1092 time: 1.2318614 Feb 20 06:01:23.437881 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54506b22-3a9a-4354-9d5f-4928d36cedb9', 'tag': '455e3f5a-f700-4df7-a919-3e2e73b457e1'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:01:23.440330 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcdde21-e434-482f-952a-9fd2e8298eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "54506b22-3a9a-4354-9d5f-4928d36cedb9", "tag": "455e3f5a-f700-4df7-a919-3e2e73b457e1"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:01:23.510182 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba412e95-b07e-4335-8fc3-677d6b7271c1 service neutron] Pushing event updated for resources: {'Port': ['ID=455e3f5a-f700-4df7-a919-3e2e73b457e1,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:23.582816 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-e3a6bc3b-00a3-4443-93b9-489857a72f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:23.587896 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-e3a6bc3b-00a3-4443-93b9-489857a72f47 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=111d530b12d246f29867a11f6618a046&device_id=54506b22-3a9a-4354-9d5f-4928d36cedb9 HTTP/1.1" status: 200 len: 1126 time: 0.0909569 Feb 20 06:01:23.597342 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-21356598-f174-4ffa-9d28-52ec68d893bc None None] Set router 5f91724f-5a5c-489b-8619-2e11245fc3a2 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:01:23.705283 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e00b2e-89e5-48ec-9119-1e6b862e9525 req-25ad89cc-1f80-4ae8-b522-07ffe35a1b6c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:23.707311 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e4e00b2e-89e5-48ec-9119-1e6b862e9525 req-25ad89cc-1f80-4ae8-b522-07ffe35a1b6c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=54506b22-3a9a-4354-9d5f-4928d36cedb9 HTTP/1.1" status: 200 len: 944 time: 0.1465282 Feb 20 06:01:23.737223 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-62b098ff-874a-4b1a-bfd4-d0839e539dfa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=455e3f5a-f700-4df7-a919-3e2e73b457e1 HTTP/1.1" status: 200 len: 217 time: 0.1422315 Feb 20 06:01:23.829705 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e4e00b2e-89e5-48ec-9119-1e6b862e9525 req-65eeafcd-1ace-478a-82ed-6fb427902709 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ab5d7ac-157b-437e-a98c-64be18d68da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102929 Feb 20 06:01:23.902881 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-ac27c42f-5ad0-4f8f-b2bd-6d998f10ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:23.907633 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-ac27c42f-5ad0-4f8f-b2bd-6d998f10ce97 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac1fee60-2c71-44b6-827b-1b37c95620fb HTTP/1.1" status: 200 len: 837 time: 0.1631334 Feb 20 06:01:23.927966 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ef909-b02b-4302-a469-7da1c2cc361f None None] Pushing event updated for resources: {'Port': ['ID=de0f4f56-dbdf-4e57-aac2-db7b0c9b977f,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:23.932696 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d5f65ea4-1f61-4d37-ae47-f2ab5d8dbe75 req-c28e629b-b972-488d-9efd-bb9996d76130 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=64548f96-5f64-47b6-bbc1-9799ef3cd903 HTTP/1.1" status: 200 len: 210 time: 0.0643547 Feb 20 06:01:23.955357 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-260460ec-cc46-4d2a-ac90-1b5f03fa4b13 None None] Provisioning complete for port de0f4f56-dbdf-4e57-aac2-db7b0c9b977f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:01:23.955672 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-260460ec-cc46-4d2a-ac90-1b5f03fa4b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (de0f4f56-dbdf-4e57-aac2-db7b0c9b977f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:24.077358 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3410afd-2bb2-4690-8d97-e0eb3487dbd5 x-openstack-request-id: req-c3410afd-2bb2-4690-8d97-e0eb3487dbd5 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:01:24.079184 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54506b22-3a9a-4354-9d5f-4928d36cedb9", "tag": "455e3f5a-f700-4df7-a919-3e2e73b457e1", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:01:24.079730 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3410afd-2bb2-4690-8d97-e0eb3487dbd5 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:01:24.080461 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54506b22-3a9a-4354-9d5f-4928d36cedb9', 'tag': '455e3f5a-f700-4df7-a919-3e2e73b457e1', 'status': 'completed', 'code': 200} Feb 20 06:01:24.111706 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-32086a84-fbcc-4b31-b04f-f121b1f689e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:24.113606 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-32086a84-fbcc-4b31-b04f-f121b1f689e3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6bd1044-4585-457e-b6b6-3503a3ee4427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1992829 Feb 20 06:01:24.176647 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-260460ec-cc46-4d2a-ac90-1b5f03fa4b13 None None] Current status of the port de0f4f56-dbdf-4e57-aac2-db7b0c9b977f is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:01:24.177314 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-260460ec-cc46-4d2a-ac90-1b5f03fa4b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (de0f4f56-dbdf-4e57-aac2-db7b0c9b977f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:24.219833 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-21356598-f174-4ffa-9d28-52ec68d893bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1721095749', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:01:10Z', 'updated_at': '2022-02-20T06:01:19Z', 'revision_number': 4, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'gw_port': {'id': 'f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:01:11Z', 'updated_at': '2022-02-20T06:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'de0f4f56-dbdf-4e57-aac2-db7b0c9b977f', 'name': '', 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'mac_address': 'fa:16:3e:82:6a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6a1dea6e-e4bf-4667-877e-85fecd3ff288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:01:18Z', 'updated_at': '2022-02-20T06:01:23Z', 'revision_number': 4, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'subnets': [{'id': '6a1dea6e-e4bf-4667-877e-85fecd3ff288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:24.257735 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21356598-f174-4ffa-9d28-52ec68d893bc None None] The sync data for ids ['5f91724f-5a5c-489b-8619-2e11245fc3a2'] in n-d-829866-5 is: [{'id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1721095749', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:01:10Z', 'updated_at': '2022-02-20T06:01:19Z', 'revision_number': 4, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'gw_port': {'id': 'f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:01:11Z', 'updated_at': '2022-02-20T06:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'de0f4f56-dbdf-4e57-aac2-db7b0c9b977f', 'name': '', 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'mac_address': 'fa:16:3e:82:6a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6a1dea6e-e4bf-4667-877e-85fecd3ff288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:01:18Z', 'updated_at': '2022-02-20T06:01:23Z', 'revision_number': 4, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'subnets': [{'id': '6a1dea6e-e4bf-4667-877e-85fecd3ff288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:01:24.273798 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-5df871a2-f703-414f-8249-d78b23e2253e service neutron] 10.222.0.61 "GET /v2.0/networks/a6bd1044-4585-457e-b6b6-3503a3ee4427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494751 Feb 20 06:01:24.278037 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-260460ec-cc46-4d2a-ac90-1b5f03fa4b13 None None] For port de0f4f56-dbdf-4e57-aac2-db7b0c9b977f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=de0f4f56-dbdf-4e57-aac2-db7b0c9b977f,segment=NetworkSegment(5946445e-3bbe-4672-aae7-1238bb862d1c),segment_id=5946445e-3bbe-4672-aae7-1238bb862d1c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:01:24.286466 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-260460ec-cc46-4d2a-ac90-1b5f03fa4b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (de0f4f56-dbdf-4e57-aac2-db7b0c9b977f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:24.413752 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260460ec-cc46-4d2a-ac90-1b5f03fa4b13 None None] Pushing event updated for resources: {'Port': ['ID=de0f4f56-dbdf-4e57-aac2-db7b0c9b977f,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:24.452005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-3010f1de-07ba-4fa7-ad10-d7cfd65d16c6 None None] Provisioning complete for port de0f4f56-dbdf-4e57-aac2-db7b0c9b977f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:01:24.452376 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3010f1de-07ba-4fa7-ad10-d7cfd65d16c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (de0f4f56-dbdf-4e57-aac2-db7b0c9b977f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:24.463632 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e6173b74-f082-4ab2-bda9-7e193b4a9607 req-4299738c-19ce-44be-b043-6b9d2843d579 service neutron] 10.222.0.61 "GET /v2.0/networks/a6bd1044-4585-457e-b6b6-3503a3ee4427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842051 Feb 20 06:01:24.630257 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3010f1de-07ba-4fa7-ad10-d7cfd65d16c6 None None] Current status of the port de0f4f56-dbdf-4e57-aac2-db7b0c9b977f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:01:24.632787 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdde21-e434-482f-952a-9fd2e8298eb9 req-8f367ee7-b474-4d99-9927-92a48a6f7891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:24.634984 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1dcdde21-e434-482f-952a-9fd2e8298eb9 req-8f367ee7-b474-4d99-9927-92a48a6f7891 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=111d530b12d246f29867a11f6618a046&device_id=54506b22-3a9a-4354-9d5f-4928d36cedb9 HTTP/1.1" status: 200 len: 1126 time: 0.1041253 Feb 20 06:01:24.782627 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdde21-e434-482f-952a-9fd2e8298eb9 req-05df7490-556c-4b16-9188-198bbf5c9d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:24.784640 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1dcdde21-e434-482f-952a-9fd2e8298eb9 req-05df7490-556c-4b16-9188-198bbf5c9d11 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a6bd1044-4585-457e-b6b6-3503a3ee4427 HTTP/1.1" status: 200 len: 897 time: 0.1406968 Feb 20 06:01:24.838916 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1dcdde21-e434-482f-952a-9fd2e8298eb9 req-d27d0053-e7b2-491e-9288-fc8e2950b8b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=455e3f5a-f700-4df7-a919-3e2e73b457e1 HTTP/1.1" status: 200 len: 217 time: 0.0468318 Feb 20 06:01:24.937019 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdde21-e434-482f-952a-9fd2e8298eb9 req-85da8dae-b220-4e1e-8ddc-e379ba8b6546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:24.939974 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1dcdde21-e434-482f-952a-9fd2e8298eb9 req-85da8dae-b220-4e1e-8ddc-e379ba8b6546 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac1fee60-2c71-44b6-827b-1b37c95620fb HTTP/1.1" status: 200 len: 837 time: 0.0853472 Feb 20 06:01:25.053970 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033bcd1-9084-4617-a26d-2fed67b0d798 req-97f5accb-b1ae-4fa0-ac13-8c7904f77fad tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:25.057069 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2033bcd1-9084-4617-a26d-2fed67b0d798 req-97f5accb-b1ae-4fa0-ac13-8c7904f77fad tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=54506b22-3a9a-4354-9d5f-4928d36cedb9 HTTP/1.1" status: 200 len: 944 time: 0.1244004 Feb 20 06:01:25.078376 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdde21-e434-482f-952a-9fd2e8298eb9 req-46cdd01d-c111-46b6-b47d-348edd63b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:25.079990 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1dcdde21-e434-482f-952a-9fd2e8298eb9 req-46cdd01d-c111-46b6-b47d-348edd63b75d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6bd1044-4585-457e-b6b6-3503a3ee4427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1324682 Feb 20 06:01:25.231277 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2033bcd1-9084-4617-a26d-2fed67b0d798 req-fbc0c378-9c37-413f-948c-5507f2126b9e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ab5d7ac-157b-437e-a98c-64be18d68da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540635 Feb 20 06:01:25.274407 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1dcdde21-e434-482f-952a-9fd2e8298eb9 req-18696cc1-ac1f-4778-8c4c-80bb6ceadd09 service neutron] 10.222.0.61 "GET /v2.0/networks/a6bd1044-4585-457e-b6b6-3503a3ee4427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839454 Feb 20 06:01:25.343303 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-ccbe44d0-4645-499d-bf0d-90a21eaebc58 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:25.345418 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-ccbe44d0-4645-499d-bf0d-90a21eaebc58 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.48 "GET /v2.0/networks?id=ef7da14a-90c4-4c78-9eae-d93602677123 HTTP/1.1" status: 200 len: 797 time: 0.2870882 Feb 20 06:01:25.372664 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:25.478956 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1dcdde21-e434-482f-952a-9fd2e8298eb9 req-4f738a29-0c50-4644-a975-06c1aab44f8b service neutron] 10.222.0.61 "GET /v2.0/networks/a6bd1044-4585-457e-b6b6-3503a3ee4427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962471 Feb 20 06:01:25.525993 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-053e5c07-8f40-4d17-a27a-47cb2121188a req-51b4a243-1806-4746-a04c-bcbf6d458076 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=64548f96-5f64-47b6-bbc1-9799ef3cd903 HTTP/1.1" status: 200 len: 210 time: 0.1452613 Feb 20 06:01:25.545983 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-00d48d83-b5c9-48c3-bc8e-8e7277535684 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5e6bd07f12a45aebf66848b2d1a7e84 HTTP/1.1" status: 200 len: 477 time: 0.1694031 Feb 20 06:01:25.558104 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-1010cb3d-f2b3-4e0a-80b5-1f5ba6afc130 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Request body: {'port': {'device_id': '64548f96-5f64-47b6-bbc1-9799ef3cd903', 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123', 'admin_state_up': True, 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'security_groups': ['3c0642d2-86e2-4178-9d4f-53be39f1da9a', 'ca23428e-63f3-44e7-95cd-2307384ba1cf']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:01:25.682547 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-1010cb3d-f2b3-4e0a-80b5-1f5ba6afc130 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Made reservation on behalf of a5e6bd07f12a45aebf66848b2d1a7e84 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:01:25.686347 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-1010cb3d-f2b3-4e0a-80b5-1f5ba6afc130 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:25.831895 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-1010cb3d-f2b3-4e0a-80b5-1f5ba6afc130 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Allocated IP 172.20.0.8 (ef7da14a-90c4-4c78-9eae-d93602677123/6a1dea6e-e4bf-4667-877e-85fecd3ff288/ee895c93-26b1-4d76-b63b-770f3af5deed) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:01:25.996726 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-1010cb3d-f2b3-4e0a-80b5-1f5ba6afc130 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for port (ee895c93-26b1-4d76-b63b-770f3af5deed), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:26.039867 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-1010cb3d-f2b3-4e0a-80b5-1f5ba6afc130 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (ee895c93-26b1-4d76-b63b-770f3af5deed), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:26.089535 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-1010cb3d-f2b3-4e0a-80b5-1f5ba6afc130 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Network ef7da14a-90c4-4c78-9eae-d93602677123 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:01:26.092684 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-1010cb3d-f2b3-4e0a-80b5-1f5ba6afc130 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:01:26.095928 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-1010cb3d-f2b3-4e0a-80b5-1f5ba6afc130 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:01:26.125763 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010cb3d-f2b3-4e0a-80b5-1f5ba6afc130 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event updated for resources: {'Port': ['ID=ee895c93-26b1-4d76-b63b-770f3af5deed,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:26.168421 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-1010cb3d-f2b3-4e0a-80b5-1f5ba6afc130 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:26.169324 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-1010cb3d-f2b3-4e0a-80b5-1f5ba6afc130 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:26.190475 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-1010cb3d-f2b3-4e0a-80b5-1f5ba6afc130 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6384912 Feb 20 06:01:26.209409 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-03db4bb9-81f7-4957-b99e-46f19d11e7a2 service neutron] Request body: {'port': {'device_id': '64548f96-5f64-47b6-bbc1-9799ef3cd903', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:01:26.247800 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device de0f4f56-dbdf-4e57-aac2-db7b0c9b977f up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:01:26.283755 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-03db4bb9-81f7-4957-b99e-46f19d11e7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ee895c93-26b1-4d76-b63b-770f3af5deed), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:26.334322 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port de0f4f56-dbdf-4e57-aac2-db7b0c9b977f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:01:26.335403 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (de0f4f56-dbdf-4e57-aac2-db7b0c9b977f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:26.451137 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port de0f4f56-dbdf-4e57-aac2-db7b0c9b977f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:01:26.506101 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2f69380e-4603-499f-82ff-18deb910fb0e None None] Provisioning complete for port ee895c93-26b1-4d76-b63b-770f3af5deed triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:01:26.506628 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f69380e-4603-499f-82ff-18deb910fb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ee895c93-26b1-4d76-b63b-770f3af5deed), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:26.547653 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2f69380e-4603-499f-82ff-18deb910fb0e None None] Port ee895c93-26b1-4d76-b63b-770f3af5deed cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:01:26.626532 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633beca7-0ac3-420c-87d2-00347ee7d0a4 req-aef26eda-77ed-4f8a-95b7-13da8f903fb9 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:26.628060 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-633beca7-0ac3-420c-87d2-00347ee7d0a4 req-aef26eda-77ed-4f8a-95b7-13da8f903fb9 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=54506b22-3a9a-4354-9d5f-4928d36cedb9 HTTP/1.1" status: 200 len: 944 time: 0.2760170 Feb 20 06:01:26.707504 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-633beca7-0ac3-420c-87d2-00347ee7d0a4 req-04642110-becd-4184-9d20-1160ce3eb6a3 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ab5d7ac-157b-437e-a98c-64be18d68da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727847 Feb 20 06:01:26.764289 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 455e3f5a-f700-4df7-a919-3e2e73b457e1 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:01:26.771718 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-03db4bb9-81f7-4957-b99e-46f19d11e7a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee895c93-26b1-4d76-b63b-770f3af5deed {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:01:26.780888 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-03db4bb9-81f7-4957-b99e-46f19d11e7a2 service neutron] Publish callbacks [] for port (ee895c93-26b1-4d76-b63b-770f3af5deed), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:26.833827 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-03db4bb9-81f7-4957-b99e-46f19d11e7a2 service neutron] Transition to ACTIVE for port object ee895c93-26b1-4d76-b63b-770f3af5deed will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:01:26.840804 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-03db4bb9-81f7-4957-b99e-46f19d11e7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (ee895c93-26b1-4d76-b63b-770f3af5deed), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:26.905222 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 455e3f5a-f700-4df7-a919-3e2e73b457e1, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=455e3f5a-f700-4df7-a919-3e2e73b457e1,segment=NetworkSegment(8cb2c39c-212f-4881-be45-4f0a2c180b69),segment_id=8cb2c39c-212f-4881-be45-4f0a2c180b69)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:01:26.921003 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '455e3f5a-f700-4df7-a919-3e2e73b457e1', 'network_id': 'a6bd1044-4585-457e-b6b6-3503a3ee4427', 'port_id': '455e3f5a-f700-4df7-a919-3e2e73b457e1', 'mac_address': 'fa:16:3e:a3:8d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1fee60-2c71-44b6-827b-1b37c95620fb', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:01:26.921135 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db4bb9-81f7-4957-b99e-46f19d11e7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee895c93-26b1-4d76-b63b-770f3af5deed,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:26.943105 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffe120-8135-4b24-9fd6-c218e0a6e363 req-7fe64cea-7f68-4057-9d3e-9faaca8cf2a5 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:26.944630 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60ffe120-8135-4b24-9fd6-c218e0a6e363 req-7fe64cea-7f68-4057-9d3e-9faaca8cf2a5 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=64548f96-5f64-47b6-bbc1-9799ef3cd903 HTTP/1.1" status: 200 len: 970 time: 0.1578984 Feb 20 06:01:26.976963 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 455e3f5a-f700-4df7-a919-3e2e73b457e1 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:01:26.979217 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (455e3f5a-f700-4df7-a919-3e2e73b457e1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:27.010448 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455e3f5a-f700-4df7-a919-3e2e73b457e1 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:01:27.056403 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 455e3f5a-f700-4df7-a919-3e2e73b457e1, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=455e3f5a-f700-4df7-a919-3e2e73b457e1,segment=NetworkSegment(8cb2c39c-212f-4881-be45-4f0a2c180b69),segment_id=8cb2c39c-212f-4881-be45-4f0a2c180b69)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:01:27.057801 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-03db4bb9-81f7-4957-b99e-46f19d11e7a2 service neutron] Attempting to bind port ee895c93-26b1-4d76-b63b-770f3af5deed on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:01:27.058143 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-03db4bb9-81f7-4957-b99e-46f19d11e7a2 service neutron] Attempting to bind port ee895c93-26b1-4d76-b63b-770f3af5deed by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '5946445e-3bbe-4672-aae7-1238bb862d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:01:27.058540 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-03db4bb9-81f7-4957-b99e-46f19d11e7a2 service neutron] Attempting to bind port ee895c93-26b1-4d76-b63b-770f3af5deed on network ef7da14a-90c4-4c78-9eae-d93602677123 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:01:27.067405 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (455e3f5a-f700-4df7-a919-3e2e73b457e1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:27.075588 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-03db4bb9-81f7-4957-b99e-46f19d11e7a2 service neutron] Port ee895c93-26b1-4d76-b63b-770f3af5deed on network ef7da14a-90c4-4c78-9eae-d93602677123 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:01:27.075955 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-03db4bb9-81f7-4957-b99e-46f19d11e7a2 service neutron] Attempting to bind port ee895c93-26b1-4d76-b63b-770f3af5deed on network ef7da14a-90c4-4c78-9eae-d93602677123 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:01:27.098925 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-03db4bb9-81f7-4957-b99e-46f19d11e7a2 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:01:27.099577 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-03db4bb9-81f7-4957-b99e-46f19d11e7a2 service neutron] Checking segment: {'id': '5946445e-3bbe-4672-aae7-1238bb862d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:01:27.099695 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-03db4bb9-81f7-4957-b99e-46f19d11e7a2 service neutron] Bound using segment: {'id': '5946445e-3bbe-4672-aae7-1238bb862d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:01:27.100280 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-03db4bb9-81f7-4957-b99e-46f19d11e7a2 service neutron] Bound port: ee895c93-26b1-4d76-b63b-770f3af5deed, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5946445e-3bbe-4672-aae7-1238bb862d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:01:27.100659 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-03db4bb9-81f7-4957-b99e-46f19d11e7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ee895c93-26b1-4d76-b63b-770f3af5deed), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:27.148838 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=455e3f5a-f700-4df7-a919-3e2e73b457e1,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:27.164243 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60ffe120-8135-4b24-9fd6-c218e0a6e363 req-9e32028e-7617-44d8-982b-2fdad4d409ef tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca23428e-63f3-44e7-95cd-2307384ba1cf&id=3c0642d2-86e2-4178-9d4f-53be39f1da9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1938965 Feb 20 06:01:27.219776 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-03db4bb9-81f7-4957-b99e-46f19d11e7a2 service neutron] For port ee895c93-26b1-4d76-b63b-770f3af5deed, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:01:27.227125 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-03db4bb9-81f7-4957-b99e-46f19d11e7a2 service neutron] For port ee895c93-26b1-4d76-b63b-770f3af5deed, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=ee895c93-26b1-4d76-b63b-770f3af5deed,segment=NetworkSegment(5946445e-3bbe-4672-aae7-1238bb862d1c),segment_id=5946445e-3bbe-4672-aae7-1238bb862d1c)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:01:27.242607 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-03db4bb9-81f7-4957-b99e-46f19d11e7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (ee895c93-26b1-4d76-b63b-770f3af5deed), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:27.285941 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['455e3f5a-f700-4df7-a919-3e2e73b457e1'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:01:27.295240 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-03db4bb9-81f7-4957-b99e-46f19d11e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:27.296150 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-03db4bb9-81f7-4957-b99e-46f19d11e7a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:27.298048 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-03db4bb9-81f7-4957-b99e-46f19d11e7a2 service neutron] 10.222.0.48 "PUT /v2.0/ports/ee895c93-26b1-4d76-b63b-770f3af5deed HTTP/1.1" status: 200 len: 1130 time: 1.0994163 Feb 20 06:01:27.298515 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64548f96-5f64-47b6-bbc1-9799ef3cd903', 'tag': 'ee895c93-26b1-4d76-b63b-770f3af5deed'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:01:27.301030 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e4ae46-8c77-4304-a8aa-9c6a7e26b52e" -d '{"events": [{"name": "network-changed", "server_uuid": "64548f96-5f64-47b6-bbc1-9799ef3cd903", "tag": "ee895c93-26b1-4d76-b63b-770f3af5deed"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:01:27.381754 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db4bb9-81f7-4957-b99e-46f19d11e7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee895c93-26b1-4d76-b63b-770f3af5deed,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:27.399518 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e925ee-6559-4898-a43a-9c5a5f1c04d2 x-openstack-request-id: req-f8e925ee-6559-4898-a43a-9c5a5f1c04d2 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:01:27.399955 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64548f96-5f64-47b6-bbc1-9799ef3cd903", "tag": "ee895c93-26b1-4d76-b63b-770f3af5deed", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:01:27.400910 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8e925ee-6559-4898-a43a-9c5a5f1c04d2 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:01:27.406752 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64548f96-5f64-47b6-bbc1-9799ef3cd903', 'tag': 'ee895c93-26b1-4d76-b63b-770f3af5deed', 'status': 'completed', 'code': 200} Feb 20 06:01:27.421582 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-a1e1979a-ffff-43b3-b615-b891191f1b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:27.423153 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-a1e1979a-ffff-43b3-b615-b891191f1b18 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5e6bd07f12a45aebf66848b2d1a7e84&device_id=64548f96-5f64-47b6-bbc1-9799ef3cd903 HTTP/1.1" status: 200 len: 1164 time: 0.0808952 Feb 20 06:01:27.497427 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-733e8ff4-08d3-46a5-9232-a8226caf790f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee895c93-26b1-4d76-b63b-770f3af5deed HTTP/1.1" status: 200 len: 217 time: 0.0647063 Feb 20 06:01:27.579670 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-24f3c553-ca1f-4848-bf33-1e75dba11ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:27.581441 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-24f3c553-ca1f-4848-bf33-1e75dba11ac7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a1dea6e-e4bf-4667-877e-85fecd3ff288 HTTP/1.1" status: 200 len: 834 time: 0.0781348 Feb 20 06:01:27.645690 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-cdd526f3-dc37-4cee-acfa-26de9ef9ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:27.647452 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-cdd526f3-dc37-4cee-acfa-26de9ef9ab9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef7da14a-90c4-4c78-9eae-d93602677123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0591850 Feb 20 06:01:27.750252 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-a43daebe-2143-4bef-934a-0ba225bd1d92 service neutron] 10.222.0.48 "GET /v2.0/networks/ef7da14a-90c4-4c78-9eae-d93602677123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954051 Feb 20 06:01:28.157262 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6100412a-60a0-4594-b0ac-ce8dd25aa1c0 req-3e4c558b-3cb5-433c-98cb-60da9ca91b3a service neutron] 10.222.0.48 "GET /v2.0/networks/ef7da14a-90c4-4c78-9eae-d93602677123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020746 Feb 20 06:01:28.164871 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbf9b4-2e4d-45a2-ac81-a921c482ff45 req-dc54fb89-5512-4aef-a55a-aeb4c0ab6688 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:28.166305 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02cbf9b4-2e4d-45a2-ac81-a921c482ff45 req-dc54fb89-5512-4aef-a55a-aeb4c0ab6688 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=54506b22-3a9a-4354-9d5f-4928d36cedb9 HTTP/1.1" status: 200 len: 945 time: 0.3572130 Feb 20 06:01:28.256719 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02cbf9b4-2e4d-45a2-ac81-a921c482ff45 req-e27ede16-e2a9-47f3-a35a-590022ebedd6 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ab5d7ac-157b-437e-a98c-64be18d68da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812786 Feb 20 06:01:28.276428 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4ae46-8c77-4304-a8aa-9c6a7e26b52e req-d1fc5c81-4af6-4fad-9b65-ec3334d27282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:28.277936 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73e4ae46-8c77-4304-a8aa-9c6a7e26b52e req-d1fc5c81-4af6-4fad-9b65-ec3334d27282 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5e6bd07f12a45aebf66848b2d1a7e84&device_id=64548f96-5f64-47b6-bbc1-9799ef3cd903 HTTP/1.1" status: 200 len: 1164 time: 0.0664439 Feb 20 06:01:28.423063 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4ae46-8c77-4304-a8aa-9c6a7e26b52e req-fd1966e1-8735-4fa2-bfe5-3d26af1ad164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:28.424866 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73e4ae46-8c77-4304-a8aa-9c6a7e26b52e req-fd1966e1-8735-4fa2-bfe5-3d26af1ad164 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef7da14a-90c4-4c78-9eae-d93602677123 HTTP/1.1" status: 200 len: 897 time: 0.1414847 Feb 20 06:01:28.437367 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef79e1-9e90-4971-a06a-142f2e51fc72 req-2e881d76-3b24-4897-be6c-3a81e6cdaaa0 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:28.438824 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30ef79e1-9e90-4971-a06a-142f2e51fc72 req-2e881d76-3b24-4897-be6c-3a81e6cdaaa0 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=64548f96-5f64-47b6-bbc1-9799ef3cd903 HTTP/1.1" status: 200 len: 982 time: 0.0799329 Feb 20 06:01:28.484260 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73e4ae46-8c77-4304-a8aa-9c6a7e26b52e req-1b7020f2-1bc7-4e8b-af8f-c512860ae18a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee895c93-26b1-4d76-b63b-770f3af5deed HTTP/1.1" status: 200 len: 217 time: 0.0442269 Feb 20 06:01:28.565695 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4ae46-8c77-4304-a8aa-9c6a7e26b52e req-5f24f926-5c26-407a-870a-d55bc3e6fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:28.567122 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73e4ae46-8c77-4304-a8aa-9c6a7e26b52e req-5f24f926-5c26-407a-870a-d55bc3e6fc57 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a1dea6e-e4bf-4667-877e-85fecd3ff288 HTTP/1.1" status: 200 len: 834 time: 0.0722969 Feb 20 06:01:28.571967 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30ef79e1-9e90-4971-a06a-142f2e51fc72 req-e089a105-8f70-4c54-bbb2-bb6236e939fb tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca23428e-63f3-44e7-95cd-2307384ba1cf&id=3c0642d2-86e2-4178-9d4f-53be39f1da9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1261609 Feb 20 06:01:28.640114 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4ae46-8c77-4304-a8aa-9c6a7e26b52e req-6df995b9-6011-45a0-980d-37a8a16e6f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:28.641627 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73e4ae46-8c77-4304-a8aa-9c6a7e26b52e req-6df995b9-6011-45a0-980d-37a8a16e6f6a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef7da14a-90c4-4c78-9eae-d93602677123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0674927 Feb 20 06:01:28.744005 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73e4ae46-8c77-4304-a8aa-9c6a7e26b52e req-6c92c86a-bc9c-41ee-9cc8-1455396036c6 service neutron] 10.222.0.48 "GET /v2.0/networks/ef7da14a-90c4-4c78-9eae-d93602677123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950780 Feb 20 06:01:28.782550 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 455e3f5a-f700-4df7-a919-3e2e73b457e1 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:01:28.851187 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73e4ae46-8c77-4304-a8aa-9c6a7e26b52e req-7011dacc-5e14-4f94-93f8-ef95ad1ae883 service neutron] 10.222.0.48 "GET /v2.0/networks/ef7da14a-90c4-4c78-9eae-d93602677123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008420 Feb 20 06:01:28.863119 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 455e3f5a-f700-4df7-a919-3e2e73b457e1 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:01:28.867268 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 455e3f5a-f700-4df7-a919-3e2e73b457e1 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:01:28.867736 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (455e3f5a-f700-4df7-a919-3e2e73b457e1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:29.124913 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 455e3f5a-f700-4df7-a919-3e2e73b457e1 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:01:29.125368 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (455e3f5a-f700-4df7-a919-3e2e73b457e1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:29.150768 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54506b22-3a9a-4354-9d5f-4928d36cedb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455e3f5a-f700-4df7-a919-3e2e73b457e1'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:01:29.153022 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fd19f9-f71e-4e69-81c8-1d200ad084cf" -d '{"events": [{"server_uuid": "54506b22-3a9a-4354-9d5f-4928d36cedb9", "name": "network-vif-plugged", "status": "completed", "tag": "455e3f5a-f700-4df7-a919-3e2e73b457e1"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:01:29.165382 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 455e3f5a-f700-4df7-a919-3e2e73b457e1, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=455e3f5a-f700-4df7-a919-3e2e73b457e1,segment=NetworkSegment(8cb2c39c-212f-4881-be45-4f0a2c180b69),segment_id=8cb2c39c-212f-4881-be45-4f0a2c180b69)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:01:29.173667 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (455e3f5a-f700-4df7-a919-3e2e73b457e1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:29.225440 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=455e3f5a-f700-4df7-a919-3e2e73b457e1,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:29.359179 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53933622-13df-402a-806e-a23bc2c0ed31 x-openstack-request-id: req-53933622-13df-402a-806e-a23bc2c0ed31 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:01:29.359483 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54506b22-3a9a-4354-9d5f-4928d36cedb9", "name": "network-vif-plugged", "status": "completed", "tag": "455e3f5a-f700-4df7-a919-3e2e73b457e1", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:01:29.359741 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-53933622-13df-402a-806e-a23bc2c0ed31 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:01:29.360150 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54506b22-3a9a-4354-9d5f-4928d36cedb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455e3f5a-f700-4df7-a919-3e2e73b457e1', 'code': 200} Feb 20 06:01:29.488150 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8aadf0-8fb6-40d6-8cd0-099339c96d5c req-2d8efb97-8a90-4a62-b37d-6f1cdf8a63a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:29.490434 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bf8aadf0-8fb6-40d6-8cd0-099339c96d5c req-2d8efb97-8a90-4a62-b37d-6f1cdf8a63a2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=54506b22-3a9a-4354-9d5f-4928d36cedb9 HTTP/1.1" status: 200 len: 1128 time: 0.0584264 Feb 20 06:01:29.498295 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2ff49-656e-400b-a968-5be48c47cb30 req-5efe7bfa-7040-401d-becd-b9efdb98f03c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:29.499848 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72a2ff49-656e-400b-a968-5be48c47cb30 req-5efe7bfa-7040-401d-becd-b9efdb98f03c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=54506b22-3a9a-4354-9d5f-4928d36cedb9 HTTP/1.1" status: 200 len: 946 time: 0.0903118 Feb 20 06:01:29.566477 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bf8aadf0-8fb6-40d6-8cd0-099339c96d5c req-4f155098-f9d7-4bdd-8e00-5d9e4feca44f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6ab5d7ac-157b-437e-a98c-64be18d68da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647438 Feb 20 06:01:29.567192 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72a2ff49-656e-400b-a968-5be48c47cb30 req-a8741d62-fb41-4c09-b799-6e6b4e0a661f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ab5d7ac-157b-437e-a98c-64be18d68da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562761 Feb 20 06:01:29.703573 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2af356-6d60-4637-aba7-30f2db5523ca req-b197c7c0-b910-459b-b965-cdce9ffcec24 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:29.705114 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae2af356-6d60-4637-aba7-30f2db5523ca req-b197c7c0-b910-459b-b965-cdce9ffcec24 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=64548f96-5f64-47b6-bbc1-9799ef3cd903 HTTP/1.1" status: 200 len: 982 time: 0.0604985 Feb 20 06:01:29.800978 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae2af356-6d60-4637-aba7-30f2db5523ca req-84dd54cc-5252-4989-96ea-ced5709e0f93 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca23428e-63f3-44e7-95cd-2307384ba1cf&id=3c0642d2-86e2-4178-9d4f-53be39f1da9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0897582 Feb 20 06:01:30.713206 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b93e0b-4ff5-4753-b02a-479b20af77e6 req-d026bede-c773-493c-996a-d4fcacbdc4ca tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:30.716103 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6b93e0b-4ff5-4753-b02a-479b20af77e6 req-d026bede-c773-493c-996a-d4fcacbdc4ca tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=54506b22-3a9a-4354-9d5f-4928d36cedb9 HTTP/1.1" status: 200 len: 946 time: 0.0733049 Feb 20 06:01:30.786119 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6b93e0b-4ff5-4753-b02a-479b20af77e6 req-ad822cca-a57f-4eca-814f-65d111e09d2a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ab5d7ac-157b-437e-a98c-64be18d68da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631340 Feb 20 06:01:30.933183 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909030db-ce23-44b8-b937-57f54b6841da req-f60d4112-65c9-4396-be74-aabe2d45b9a9 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:30.934805 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-909030db-ce23-44b8-b937-57f54b6841da req-f60d4112-65c9-4396-be74-aabe2d45b9a9 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=64548f96-5f64-47b6-bbc1-9799ef3cd903 HTTP/1.1" status: 200 len: 982 time: 0.0612342 Feb 20 06:01:31.012732 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-909030db-ce23-44b8-b937-57f54b6841da req-aeea4e10-b288-402c-8055-b004055aa229 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca23428e-63f3-44e7-95cd-2307384ba1cf&id=3c0642d2-86e2-4178-9d4f-53be39f1da9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0697784 Feb 20 06:01:31.561875 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device ee895c93-26b1-4d76-b63b-770f3af5deed details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:01:31.678121 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port ee895c93-26b1-4d76-b63b-770f3af5deed, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=ee895c93-26b1-4d76-b63b-770f3af5deed,segment=NetworkSegment(5946445e-3bbe-4672-aae7-1238bb862d1c),segment_id=5946445e-3bbe-4672-aae7-1238bb862d1c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:01:31.691220 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'ee895c93-26b1-4d76-b63b-770f3af5deed', 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123', 'port_id': 'ee895c93-26b1-4d76-b63b-770f3af5deed', 'mac_address': 'fa:16:3e:c9:17:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a1dea6e-e4bf-4667-877e-85fecd3ff288', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:01:31.734399 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port ee895c93-26b1-4d76-b63b-770f3af5deed is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:01:31.735122 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ee895c93-26b1-4d76-b63b-770f3af5deed), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:31.750990 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee895c93-26b1-4d76-b63b-770f3af5deed {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:01:31.772453 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port ee895c93-26b1-4d76-b63b-770f3af5deed, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=ee895c93-26b1-4d76-b63b-770f3af5deed,segment=NetworkSegment(5946445e-3bbe-4672-aae7-1238bb862d1c),segment_id=5946445e-3bbe-4672-aae7-1238bb862d1c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:01:31.778252 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ee895c93-26b1-4d76-b63b-770f3af5deed), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:31.844460 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=ee895c93-26b1-4d76-b63b-770f3af5deed,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:31.939592 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a990b-65b5-465f-8c5f-f1872a661311 req-60b41e7a-bc42-4721-abb0-9edfc355b4cf tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:31.943398 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-647a990b-65b5-465f-8c5f-f1872a661311 req-60b41e7a-bc42-4721-abb0-9edfc355b4cf tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=54506b22-3a9a-4354-9d5f-4928d36cedb9 HTTP/1.1" status: 200 len: 946 time: 0.0699487 Feb 20 06:01:32.004662 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['ee895c93-26b1-4d76-b63b-770f3af5deed'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:01:32.018316 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-647a990b-65b5-465f-8c5f-f1872a661311 req-dec0cefb-cf43-4ece-800b-ff05b8134886 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ab5d7ac-157b-437e-a98c-64be18d68da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693064 Feb 20 06:01:32.219363 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb03fdf-2ad4-4318-b3e9-1d5769f7a524 req-68724f11-abab-443e-860b-58651e60e8a8 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:32.221198 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6eb03fdf-2ad4-4318-b3e9-1d5769f7a524 req-68724f11-abab-443e-860b-58651e60e8a8 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=64548f96-5f64-47b6-bbc1-9799ef3cd903 HTTP/1.1" status: 200 len: 983 time: 0.1095088 Feb 20 06:01:32.326932 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6eb03fdf-2ad4-4318-b3e9-1d5769f7a524 req-4ab28084-db32-4e96-9449-c2b3e4cf9ac8 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca23428e-63f3-44e7-95cd-2307384ba1cf&id=3c0642d2-86e2-4178-9d4f-53be39f1da9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0855203 Feb 20 06:01:32.497185 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91774fe-e96e-4263-a19e-d957c68220aa req-599d7fa7-0941-44f5-a5ab-5ad016b23106 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:32.498758 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e91774fe-e96e-4263-a19e-d957c68220aa req-599d7fa7-0941-44f5-a5ab-5ad016b23106 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=54506b22-3a9a-4354-9d5f-4928d36cedb9 HTTP/1.1" status: 200 len: 946 time: 0.0998197 Feb 20 06:01:32.624424 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e91774fe-e96e-4263-a19e-d957c68220aa req-bb7c3d32-6c93-4ec7-9045-7ad566febdec tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ab5d7ac-157b-437e-a98c-64be18d68da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200163 Feb 20 06:01:33.080782 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bed602fd-d544-4599-ab4d-674dd8530a18 req-17c7e8c4-6f55-4a1c-bc7d-70a6195574c2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495903 Feb 20 06:01:33.173460 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed602fd-d544-4599-ab4d-674dd8530a18 req-a328cc39-1e1e-4ba1-94e4-75423310218b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:33.175422 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bed602fd-d544-4599-ab4d-674dd8530a18 req-a328cc39-1e1e-4ba1-94e4-75423310218b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 1127 time: 0.0484054 Feb 20 06:01:33.291638 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed602fd-d544-4599-ab4d-674dd8530a18 req-e59f900c-9440-4f4a-b559-725af2d192c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:33.293479 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bed602fd-d544-4599-ab4d-674dd8530a18 req-e59f900c-9440-4f4a-b559-725af2d192c9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5c43b68d-7b99-4aa3-a89e-71d7b313461c HTTP/1.1" status: 200 len: 897 time: 0.0986969 Feb 20 06:01:33.383332 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bed602fd-d544-4599-ab4d-674dd8530a18 req-c5255dbc-ece8-4cd7-bb03-f1898127fc46 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50 HTTP/1.1" status: 200 len: 1001 time: 0.0823486 Feb 20 06:01:33.449353 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed602fd-d544-4599-ab4d-674dd8530a18 req-5027af90-5991-4ae4-ba5f-882f0aa5fe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:33.451109 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bed602fd-d544-4599-ab4d-674dd8530a18 req-5027af90-5991-4ae4-ba5f-882f0aa5fe56 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e HTTP/1.1" status: 200 len: 835 time: 0.0603364 Feb 20 06:01:33.463674 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d31d9-8505-4edf-8a8d-d2d6b8dd8963 req-6b5d4557-cba4-4c10-8a37-559665a8f105 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:33.472004 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-906d31d9-8505-4edf-8a8d-d2d6b8dd8963 req-6b5d4557-cba4-4c10-8a37-559665a8f105 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=64548f96-5f64-47b6-bbc1-9799ef3cd903 HTTP/1.1" status: 200 len: 983 time: 0.0772738 Feb 20 06:01:33.510072 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed602fd-d544-4599-ab4d-674dd8530a18 req-d820b14d-e9c5-4cd6-8f5c-51d6c712cd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:33.511828 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bed602fd-d544-4599-ab4d-674dd8530a18 req-d820b14d-e9c5-4cd6-8f5c-51d6c712cd40 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5c43b68d-7b99-4aa3-a89e-71d7b313461c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0546882 Feb 20 06:01:33.535677 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-906d31d9-8505-4edf-8a8d-d2d6b8dd8963 req-c2fbf377-2547-4c28-87a7-277ab305625d tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca23428e-63f3-44e7-95cd-2307384ba1cf&id=3c0642d2-86e2-4178-9d4f-53be39f1da9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0627782 Feb 20 06:01:33.578050 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device ee895c93-26b1-4d76-b63b-770f3af5deed up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:01:33.641046 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bed602fd-d544-4599-ab4d-674dd8530a18 req-814ab9de-8f28-4d55-884a-154a1b2e53fb service neutron] 10.222.0.61 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227765 Feb 20 06:01:33.642554 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port ee895c93-26b1-4d76-b63b-770f3af5deed completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:01:33.647956 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port ee895c93-26b1-4d76-b63b-770f3af5deed triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:01:33.648560 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ee895c93-26b1-4d76-b63b-770f3af5deed), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:33.741303 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port ee895c93-26b1-4d76-b63b-770f3af5deed is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:01:33.741693 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ee895c93-26b1-4d76-b63b-770f3af5deed), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:33.761655 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bed602fd-d544-4599-ab4d-674dd8530a18 req-426d49e1-4176-40fc-a6b0-3b80e109b4b0 service neutron] 10.222.0.61 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141129 Feb 20 06:01:33.764299 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64548f96-5f64-47b6-bbc1-9799ef3cd903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee895c93-26b1-4d76-b63b-770f3af5deed'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:01:33.766613 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b446b659-8594-4cd8-a04d-51fd35b9b04f" -d '{"events": [{"server_uuid": "64548f96-5f64-47b6-bbc1-9799ef3cd903", "name": "network-vif-plugged", "status": "completed", "tag": "ee895c93-26b1-4d76-b63b-770f3af5deed"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:01:33.779231 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port ee895c93-26b1-4d76-b63b-770f3af5deed, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=ee895c93-26b1-4d76-b63b-770f3af5deed,segment=NetworkSegment(5946445e-3bbe-4672-aae7-1238bb862d1c),segment_id=5946445e-3bbe-4672-aae7-1238bb862d1c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:01:33.786935 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ee895c93-26b1-4d76-b63b-770f3af5deed), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:33.832857 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8811ce5-cf88-48c6-a3e0-a930325c8b03 x-openstack-request-id: req-d8811ce5-cf88-48c6-a3e0-a930325c8b03 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:01:33.833154 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64548f96-5f64-47b6-bbc1-9799ef3cd903", "name": "network-vif-plugged", "status": "completed", "tag": "ee895c93-26b1-4d76-b63b-770f3af5deed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:01:33.833626 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8811ce5-cf88-48c6-a3e0-a930325c8b03 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:01:33.834341 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64548f96-5f64-47b6-bbc1-9799ef3cd903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee895c93-26b1-4d76-b63b-770f3af5deed', 'code': 200} Feb 20 06:01:33.864961 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=ee895c93-26b1-4d76-b63b-770f3af5deed,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:33.937144 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe6825-de72-46b5-b63d-8c9f8110f1aa req-013d9296-f41e-46f1-b0b3-4fdf771b5af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:33.938799 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fcfe6825-de72-46b5-b63d-8c9f8110f1aa req-013d9296-f41e-46f1-b0b3-4fdf771b5af7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=64548f96-5f64-47b6-bbc1-9799ef3cd903 HTTP/1.1" status: 200 len: 1166 time: 0.0505238 Feb 20 06:01:33.999673 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fcfe6825-de72-46b5-b63d-8c9f8110f1aa req-d140e8f3-4250-40a4-b1e7-2364a3887065 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ca23428e-63f3-44e7-95cd-2307384ba1cf&id=3c0642d2-86e2-4178-9d4f-53be39f1da9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0551865 Feb 20 06:01:34.153989 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41340) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:34.711239 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268b761-6a0c-401e-a104-dc70e73d5e35 req-521b66d4-6ce7-4050-b4ad-b1a7805d6a41 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:34.712852 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5268b761-6a0c-401e-a104-dc70e73d5e35 req-521b66d4-6ce7-4050-b4ad-b1a7805d6a41 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=64548f96-5f64-47b6-bbc1-9799ef3cd903 HTTP/1.1" status: 200 len: 984 time: 0.0885296 Feb 20 06:01:34.732921 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d1047f58-a6a4-49d6-90ec-827d8812ce0a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:34.841169 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5268b761-6a0c-401e-a104-dc70e73d5e35 req-e4175158-a6c2-40a1-b9a0-94aa39bd78fd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca23428e-63f3-44e7-95cd-2307384ba1cf&id=3c0642d2-86e2-4178-9d4f-53be39f1da9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1197600 Feb 20 06:01:35.062995 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-d1047f58-a6a4-49d6-90ec-827d8812ce0a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Allocated IP 172.20.0.17 (a6bd1044-4585-457e-b6b6-3503a3ee4427/ac1fee60-2c71-44b6-827b-1b37c95620fb/35b3558d-91d0-44f3-af70-6b143e69217b) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:01:35.193964 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d1047f58-a6a4-49d6-90ec-827d8812ce0a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for port (35b3558d-91d0-44f3-af70-6b143e69217b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:35.229196 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d1047f58-a6a4-49d6-90ec-827d8812ce0a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (35b3558d-91d0-44f3-af70-6b143e69217b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:35.270534 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1047f58-a6a4-49d6-90ec-827d8812ce0a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Network a6bd1044-4585-457e-b6b6-3503a3ee4427 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:01:35.273876 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-d1047f58-a6a4-49d6-90ec-827d8812ce0a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:01:35.277512 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1047f58-a6a4-49d6-90ec-827d8812ce0a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:01:35.326196 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1047f58-a6a4-49d6-90ec-827d8812ce0a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'Port': ['ID=35b3558d-91d0-44f3-af70-6b143e69217b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:35.343288 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d1047f58-a6a4-49d6-90ec-827d8812ce0a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (b963ffda-6ba5-421f-a5cc-a6a706e357ed), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:35.522368 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d1047f58-a6a4-49d6-90ec-827d8812ce0a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (35b3558d-91d0-44f3-af70-6b143e69217b), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:35.598132 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0fad6308-5ac8-4bf8-b022-516243c7514c None None] Provisioning complete for port 35b3558d-91d0-44f3-af70-6b143e69217b triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:01:35.599573 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0fad6308-5ac8-4bf8-b022-516243c7514c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (35b3558d-91d0-44f3-af70-6b143e69217b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:35.636612 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0fad6308-5ac8-4bf8-b022-516243c7514c None None] Port 35b3558d-91d0-44f3-af70-6b143e69217b cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:01:35.859222 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d1047f58-a6a4-49d6-90ec-827d8812ce0a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for port (35b3558d-91d0-44f3-af70-6b143e69217b), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:35.878145 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d1047f58-a6a4-49d6-90ec-827d8812ce0a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (35b3558d-91d0-44f3-af70-6b143e69217b), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:36.000319 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1047f58-a6a4-49d6-90ec-827d8812ce0a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'Port': ['ID=35b3558d-91d0-44f3-af70-6b143e69217b,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:36.005503 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d1047f58-a6a4-49d6-90ec-827d8812ce0a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (b963ffda-6ba5-421f-a5cc-a6a706e357ed), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:36.080817 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eff004-a68f-4154-a5aa-284ce202517e req-dec026b7-565b-46f6-8880-44abac72ee8b tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:36.082498 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9eff004-a68f-4154-a5aa-284ce202517e req-dec026b7-565b-46f6-8880-44abac72ee8b tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=64548f96-5f64-47b6-bbc1-9799ef3cd903 HTTP/1.1" status: 200 len: 984 time: 0.1338751 Feb 20 06:01:36.166016 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1047f58-a6a4-49d6-90ec-827d8812ce0a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Network a6bd1044-4585-457e-b6b6-3503a3ee4427 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:01:36.168363 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-d1047f58-a6a4-49d6-90ec-827d8812ce0a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:01:36.174004 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9eff004-a68f-4154-a5aa-284ce202517e req-b2af338c-7acd-482d-b7fe-c2ec69779dc7 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca23428e-63f3-44e7-95cd-2307384ba1cf&id=3c0642d2-86e2-4178-9d4f-53be39f1da9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0837524 Feb 20 06:01:36.377892 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1047f58-a6a4-49d6-90ec-827d8812ce0a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Router b963ffda-6ba5-421f-a5cc-a6a706e357ed has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:01:36.399883 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ba412-b22f-4a39-ac5a-28330edbe5ef req-4da00e46-22e7-4e9d-aeb8-85ebbee64fe9 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:36.401442 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4e7ba412-b22f-4a39-ac5a-28330edbe5ef req-4da00e46-22e7-4e9d-aeb8-85ebbee64fe9 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=64548f96-5f64-47b6-bbc1-9799ef3cd903 HTTP/1.1" status: 200 len: 984 time: 0.1217380 Feb 20 06:01:36.406635 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a402f41c-425c-475f-a9d2-f9553ed5ab49 req-7c8b27b2-839c-42ad-87b5-bc74046db9b9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ad60bdb4-86ee-4d76-9f39-51f4f0511734&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1234510 Feb 20 06:01:36.466528 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d1c0fb11-9fdf-4264-a604-4f71920a7508 None None] Provisioning complete for port 35b3558d-91d0-44f3-af70-6b143e69217b triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:01:36.466827 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d1c0fb11-9fdf-4264-a604-4f71920a7508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (35b3558d-91d0-44f3-af70-6b143e69217b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:36.507341 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d1c0fb11-9fdf-4264-a604-4f71920a7508 None None] Port 35b3558d-91d0-44f3-af70-6b143e69217b cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:01:36.583511 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4e7ba412-b22f-4a39-ac5a-28330edbe5ef req-bc7ceb3c-64a5-41a5-a376-15d6aa6fc12d tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca23428e-63f3-44e7-95cd-2307384ba1cf&id=3c0642d2-86e2-4178-9d4f-53be39f1da9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1737735 Feb 20 06:01:36.607226 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1047f58-a6a4-49d6-90ec-827d8812ce0a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:01:36.616908 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb55f6a-fe9a-4615-a695-d9960063a466 None None] Sync routers for ids ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:01:36.620210 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d1047f58-a6a4-49d6-90ec-827d8812ce0a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "PUT /v2.0/routers/b963ffda-6ba5-421f-a5cc-a6a706e357ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4636381 Feb 20 06:01:36.628403 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402f41c-425c-475f-a9d2-f9553ed5ab49 req-0533854c-2707-4e22-9beb-29448d2e525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:36.629910 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a402f41c-425c-475f-a9d2-f9553ed5ab49 req-0533854c-2707-4e22-9beb-29448d2e525f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=111d530b12d246f29867a11f6618a046&device_id=ad60bdb4-86ee-4d76-9f39-51f4f0511734 HTTP/1.1" status: 200 len: 1128 time: 0.1749206 Feb 20 06:01:36.636340 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb55f6a-fe9a-4615-a695-d9960063a466 None None] Routers {'b963ffda-6ba5-421f-a5cc-a6a706e357ed'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:01:36.636967 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ddb55f6a-fe9a-4615-a695-d9960063a466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:01:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:36.758054 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-ddb55f6a-fe9a-4615-a695-d9960063a466 None None] Set router b963ffda-6ba5-421f-a5cc-a6a706e357ed gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:01:36.837863 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402f41c-425c-475f-a9d2-f9553ed5ab49 req-a66af183-b4f5-4249-92d3-ed4891553ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:36.842759 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a402f41c-425c-475f-a9d2-f9553ed5ab49 req-a66af183-b4f5-4249-92d3-ed4891553ced service neutron] 10.222.0.48 "GET /v2.0/networks?id=59b9bd63-b1f0-4436-a092-d5238dc18f02 HTTP/1.1" status: 200 len: 896 time: 0.1944094 Feb 20 06:01:36.863271 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcd800-fd78-4452-9837-cbae1ca3744c req-2ed5037b-d671-476e-a111-16b10db8fa88 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:36.865612 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b1bcd800-fd78-4452-9837-cbae1ca3744c req-2ed5037b-d671-476e-a111-16b10db8fa88 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=64548f96-5f64-47b6-bbc1-9799ef3cd903 HTTP/1.1" status: 200 len: 1166 time: 0.1384051 Feb 20 06:01:36.921532 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b1bcd800-fd78-4452-9837-cbae1ca3744c req-fef6038f-7a00-4479-9b6e-0066bf73371b tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:36.970011 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a402f41c-425c-475f-a9d2-f9553ed5ab49 req-2e2a6600-3cbc-4fa9-a907-75ed166ce654 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20a02c61-f521-4ac2-be7d-491c4adb7c5a HTTP/1.1" status: 200 len: 1002 time: 0.1185067 Feb 20 06:01:37.043543 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402f41c-425c-475f-a9d2-f9553ed5ab49 req-90b6ef29-b0bb-4fa8-b3a7-f3db1f2dc55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:37.045051 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a402f41c-425c-475f-a9d2-f9553ed5ab49 req-90b6ef29-b0bb-4fa8-b3a7-f3db1f2dc55e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0e08fb7-a82b-4f45-b60f-790274c7b4db HTTP/1.1" status: 200 len: 834 time: 0.0693026 Feb 20 06:01:37.057663 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ddb55f6a-fe9a-4615-a695-d9960063a466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'name': 'tempest-TestNetworkBasicOps-router-194093614', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:01:35Z', 'revision_number': 5, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '00fe83c3-e585-45e7-9c8d-2d8f54badd01', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'port_id': '20a02c61-f521-4ac2-be7d-491c4adb7c5a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'mac_address': 'fa:16:3e:45:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad60bdb4-86ee-4d76-9f39-51f4f0511734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:00:38Z', 'updated_at': '2022-02-20T06:00:43Z', 'revision_number': 1, 'project_id': '111d530b12d246f29867a11f6618a046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b3558d-91d0-44f3-af70-6b143e69217b', 'name': '', 'network_id': 'a6bd1044-4585-457e-b6b6-3503a3ee4427', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'mac_address': 'fa:16:3e:f3:3b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ac1fee60-2c71-44b6-827b-1b37c95620fb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:01:34Z', 'updated_at': '2022-02-20T06:01:35Z', 'revision_number': 2, 'project_id': '111d530b12d246f29867a11f6618a046', 'subnets': [{'id': 'ac1fee60-2c71-44b6-827b-1b37c95620fb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56fc711a-ce74-4b0b-97a2-d74343a57c79', 'name': '', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'mac_address': 'fa:16:3e:f9:3b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:09Z', 'updated_at': '2022-02-20T06:00:16Z', 'revision_number': 5, 'project_id': '111d530b12d246f29867a11f6618a046', 'subnets': [{'id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:37.092384 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb55f6a-fe9a-4615-a695-d9960063a466 None None] Checking router: b963ffda-6ba5-421f-a5cc-a6a706e357ed for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:01:37.092820 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb55f6a-fe9a-4615-a695-d9960063a466 None None] Updating router b963ffda-6ba5-421f-a5cc-a6a706e357ed port 35b3558d-91d0-44f3-af70-6b143e69217b binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:01:37.127583 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ddb55f6a-fe9a-4615-a695-d9960063a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (35b3558d-91d0-44f3-af70-6b143e69217b), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:37.153123 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b1bcd800-fd78-4452-9837-cbae1ca3744c req-fef6038f-7a00-4479-9b6e-0066bf73371b tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Publish callbacks [] for security_group (58ab169d-8fc8-4576-8e3b-86010a1e811b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:37.156527 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402f41c-425c-475f-a9d2-f9553ed5ab49 req-c1f94f78-32ba-4d7d-a5bd-ffe04e78f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:37.158328 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a402f41c-425c-475f-a9d2-f9553ed5ab49 req-c1f94f78-32ba-4d7d-a5bd-ffe04e78f936 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59b9bd63-b1f0-4436-a092-d5238dc18f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0966780 Feb 20 06:01:37.159450 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b1bcd800-fd78-4452-9837-cbae1ca3744c req-fef6038f-7a00-4479-9b6e-0066bf73371b tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (58ab169d-8fc8-4576-8e3b-86010a1e811b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:37.243499 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b1bcd800-fd78-4452-9837-cbae1ca3744c req-fef6038f-7a00-4479-9b6e-0066bf73371b tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ca23428e-63f3-44e7-95cd-2307384ba1cf&id=3c0642d2-86e2-4178-9d4f-53be39f1da9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3406479 Feb 20 06:01:37.248281 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41404) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:37.266513 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6038f-7a00-4479-9b6e-0066bf73371b tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ab169d-8fc8-4576-8e3b-86010a1e811b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:37.333206 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfa9d64-ee96-47be-ab4d-a6bbd8fd562b tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:37.335347 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1cfa9d64-ee96-47be-ab4d-a6bbd8fd562b tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=64548f96-5f64-47b6-bbc1-9799ef3cd903 HTTP/1.1" status: 200 len: 1161 time: 0.0852635 Feb 20 06:01:37.338829 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41406) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:37.345374 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0271850c-3cfe-4ca5-ae60-98e7b8cd3afe tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'port_id': 'ee895c93-26b1-4d76-b63b-770f3af5deed', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:01:37.376318 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0271850c-3cfe-4ca5-ae60-98e7b8cd3afe tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:37.483447 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ddb55f6a-fe9a-4615-a695-d9960063a466 None None] Publish callbacks [] for port (35b3558d-91d0-44f3-af70-6b143e69217b), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:37.494841 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ddb55f6a-fe9a-4615-a695-d9960063a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (35b3558d-91d0-44f3-af70-6b143e69217b), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:37.531501 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0271850c-3cfe-4ca5-ae60-98e7b8cd3afe tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:37.612058 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981abe6-12a9-4718-8b6b-240754a3f6a2 None None] Pushing event updated for resources: {'Port': ['ID=35b3558d-91d0-44f3-af70-6b143e69217b,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:37.641834 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-0271850c-3cfe-4ca5-ae60-98e7b8cd3afe tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Allocated IP 172.25.3.165 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/bb42bec9-45c5-4377-9d0b-81af73b83e2f) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:01:37.720100 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-ddb55f6a-fe9a-4615-a695-d9960063a466 None None] Attempting to bind port 35b3558d-91d0-44f3-af70-6b143e69217b on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:01:37.720583 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-ddb55f6a-fe9a-4615-a695-d9960063a466 None None] Attempting to bind port 35b3558d-91d0-44f3-af70-6b143e69217b by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '8cb2c39c-212f-4881-be45-4f0a2c180b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a6bd1044-4585-457e-b6b6-3503a3ee4427'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:01:37.723303 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb55f6a-fe9a-4615-a695-d9960063a466 None None] Attempting to bind port 35b3558d-91d0-44f3-af70-6b143e69217b on network a6bd1044-4585-457e-b6b6-3503a3ee4427 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:01:37.736108 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb55f6a-fe9a-4615-a695-d9960063a466 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:01:37.736503 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb55f6a-fe9a-4615-a695-d9960063a466 None None] Checking segment: {'id': '8cb2c39c-212f-4881-be45-4f0a2c180b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a6bd1044-4585-457e-b6b6-3503a3ee4427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:01:37.737088 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ddb55f6a-fe9a-4615-a695-d9960063a466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:37.737868 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb55f6a-fe9a-4615-a695-d9960063a466 None None] Bound using segment: {'id': '8cb2c39c-212f-4881-be45-4f0a2c180b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a6bd1044-4585-457e-b6b6-3503a3ee4427'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:01:37.738002 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-ddb55f6a-fe9a-4615-a695-d9960063a466 None None] Bound port: 35b3558d-91d0-44f3-af70-6b143e69217b, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb2c39c-212f-4881-be45-4f0a2c180b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a6bd1044-4585-457e-b6b6-3503a3ee4427'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:01:37.738295 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ddb55f6a-fe9a-4615-a695-d9960063a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (35b3558d-91d0-44f3-af70-6b143e69217b), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:37.746525 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a402f41c-425c-475f-a9d2-f9553ed5ab49 req-3b824f64-7583-4ab4-9bb9-99cf3c1022bb service neutron] 10.222.0.48 "GET /v2.0/networks/59b9bd63-b1f0-4436-a092-d5238dc18f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5487044 Feb 20 06:01:37.785854 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0271850c-3cfe-4ca5-ae60-98e7b8cd3afe tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for port (bb42bec9-45c5-4377-9d0b-81af73b83e2f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:37.829862 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0271850c-3cfe-4ca5-ae60-98e7b8cd3afe tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (bb42bec9-45c5-4377-9d0b-81af73b83e2f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:37.865449 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-ddb55f6a-fe9a-4615-a695-d9960063a466 None None] For port 35b3558d-91d0-44f3-af70-6b143e69217b, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:01:37.871945 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-ddb55f6a-fe9a-4615-a695-d9960063a466 None None] For port 35b3558d-91d0-44f3-af70-6b143e69217b, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=35b3558d-91d0-44f3-af70-6b143e69217b,segment=NetworkSegment(8cb2c39c-212f-4881-be45-4f0a2c180b69),segment_id=8cb2c39c-212f-4881-be45-4f0a2c180b69)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:01:37.880437 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ddb55f6a-fe9a-4615-a695-d9960063a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (35b3558d-91d0-44f3-af70-6b143e69217b), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:37.933885 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0271850c-3cfe-4ca5-ae60-98e7b8cd3afe tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:01:37.933885 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-0271850c-3cfe-4ca5-ae60-98e7b8cd3afe tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:01:37.936507 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0271850c-3cfe-4ca5-ae60-98e7b8cd3afe tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:01:37.945988 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a402f41c-425c-475f-a9d2-f9553ed5ab49 req-99c079ee-7d65-4af2-9786-24a2edf968d6 service neutron] 10.222.0.48 "GET /v2.0/networks/59b9bd63-b1f0-4436-a092-d5238dc18f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892593 Feb 20 06:01:37.977901 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271850c-3cfe-4ca5-ae60-98e7b8cd3afe tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event updated for resources: {'Port': ['ID=bb42bec9-45c5-4377-9d0b-81af73b83e2f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:38.032782 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981abe6-12a9-4718-8b6b-240754a3f6a2 None None] Pushing event updated for resources: {'Port': ['ID=35b3558d-91d0-44f3-af70-6b143e69217b,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:38.043830 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb55f6a-fe9a-4615-a695-d9960063a466 None None] Routers {'b963ffda-6ba5-421f-a5cc-a6a706e357ed'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:01:38.044588 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ddb55f6a-fe9a-4615-a695-d9960063a466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:01:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:38.058395 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-299a35e0-111d-4a83-bf1d-8361ea5454f1 None None] Provisioning complete for port 35b3558d-91d0-44f3-af70-6b143e69217b triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:01:38.058989 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-299a35e0-111d-4a83-bf1d-8361ea5454f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (35b3558d-91d0-44f3-af70-6b143e69217b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:38.262332 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-299a35e0-111d-4a83-bf1d-8361ea5454f1 None None] Current status of the port 35b3558d-91d0-44f3-af70-6b143e69217b is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:01:38.262632 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-299a35e0-111d-4a83-bf1d-8361ea5454f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (35b3558d-91d0-44f3-af70-6b143e69217b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:38.273657 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-ddb55f6a-fe9a-4615-a695-d9960063a466 None None] Set router b963ffda-6ba5-421f-a5cc-a6a706e357ed gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:01:38.342298 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-299a35e0-111d-4a83-bf1d-8361ea5454f1 None None] For port 35b3558d-91d0-44f3-af70-6b143e69217b, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=35b3558d-91d0-44f3-af70-6b143e69217b,segment=NetworkSegment(8cb2c39c-212f-4881-be45-4f0a2c180b69),segment_id=8cb2c39c-212f-4881-be45-4f0a2c180b69)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:01:38.347961 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-299a35e0-111d-4a83-bf1d-8361ea5454f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (35b3558d-91d0-44f3-af70-6b143e69217b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:38.431311 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0271850c-3cfe-4ca5-ae60-98e7b8cd3afe tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for floatingip (4e002379-5013-40ba-b55e-b706ad6adc36), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:38.455618 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a35e0-111d-4a83-bf1d-8361ea5454f1 None None] Pushing event updated for resources: {'Port': ['ID=35b3558d-91d0-44f3-af70-6b143e69217b,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:38.510312 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d0736353-56f2-4c76-b79d-24718e1f6a36 None None] Provisioning complete for port 35b3558d-91d0-44f3-af70-6b143e69217b triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:01:38.510689 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d0736353-56f2-4c76-b79d-24718e1f6a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (35b3558d-91d0-44f3-af70-6b143e69217b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:38.519120 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0271850c-3cfe-4ca5-ae60-98e7b8cd3afe tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bb42bec9-45c5-4377-9d0b-81af73b83e2f), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:38.647342 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d0736353-56f2-4c76-b79d-24718e1f6a36 None None] Current status of the port 35b3558d-91d0-44f3-af70-6b143e69217b is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:01:38.764490 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0271850c-3cfe-4ca5-ae60-98e7b8cd3afe tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for port (bb42bec9-45c5-4377-9d0b-81af73b83e2f), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:38.769872 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0271850c-3cfe-4ca5-ae60-98e7b8cd3afe tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (bb42bec9-45c5-4377-9d0b-81af73b83e2f), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:38.790047 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ddb55f6a-fe9a-4615-a695-d9960063a466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'name': 'tempest-TestNetworkBasicOps-router-194093614', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:01:35Z', 'revision_number': 5, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '00fe83c3-e585-45e7-9c8d-2d8f54badd01', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'port_id': '20a02c61-f521-4ac2-be7d-491c4adb7c5a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'mac_address': 'fa:16:3e:45:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad60bdb4-86ee-4d76-9f39-51f4f0511734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:00:38Z', 'updated_at': '2022-02-20T06:00:43Z', 'revision_number': 1, 'project_id': '111d530b12d246f29867a11f6618a046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b3558d-91d0-44f3-af70-6b143e69217b', 'name': '', 'network_id': 'a6bd1044-4585-457e-b6b6-3503a3ee4427', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'mac_address': 'fa:16:3e:f3:3b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ac1fee60-2c71-44b6-827b-1b37c95620fb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:01:34Z', 'updated_at': '2022-02-20T06:01:37Z', 'revision_number': 4, 'project_id': '111d530b12d246f29867a11f6618a046', 'subnets': [{'id': 'ac1fee60-2c71-44b6-827b-1b37c95620fb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56fc711a-ce74-4b0b-97a2-d74343a57c79', 'name': '', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'mac_address': 'fa:16:3e:f9:3b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:09Z', 'updated_at': '2022-02-20T06:00:16Z', 'revision_number': 5, 'project_id': '111d530b12d246f29867a11f6618a046', 'subnets': [{'id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:38.823203 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb55f6a-fe9a-4615-a695-d9960063a466 None None] The sync data for ids ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'] in n-d-829866-5 is: [{'id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'name': 'tempest-TestNetworkBasicOps-router-194093614', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:01:35Z', 'revision_number': 5, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '00fe83c3-e585-45e7-9c8d-2d8f54badd01', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'port_id': '20a02c61-f521-4ac2-be7d-491c4adb7c5a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'mac_address': 'fa:16:3e:45:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad60bdb4-86ee-4d76-9f39-51f4f0511734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:00:38Z', 'updated_at': '2022-02-20T06:00:43Z', 'revision_number': 1, 'project_id': '111d530b12d246f29867a11f6618a046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b3558d-91d0-44f3-af70-6b143e69217b', 'name': '', 'network_id': 'a6bd1044-4585-457e-b6b6-3503a3ee4427', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'mac_address': 'fa:16:3e:f3:3b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ac1fee60-2c71-44b6-827b-1b37c95620fb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:01:34Z', 'updated_at': '2022-02-20T06:01:37Z', 'revision_number': 4, 'project_id': '111d530b12d246f29867a11f6618a046', 'subnets': [{'id': 'ac1fee60-2c71-44b6-827b-1b37c95620fb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56fc711a-ce74-4b0b-97a2-d74343a57c79', 'name': '', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'mac_address': 'fa:16:3e:f9:3b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:09Z', 'updated_at': '2022-02-20T06:00:16Z', 'revision_number': 5, 'project_id': '111d530b12d246f29867a11f6618a046', 'subnets': [{'id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:01:38.837332 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271850c-3cfe-4ca5-ae60-98e7b8cd3afe tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event updated for resources: {'Port': ['ID=bb42bec9-45c5-4377-9d0b-81af73b83e2f,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:38.942951 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0271850c-3cfe-4ca5-ae60-98e7b8cd3afe tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (4e002379-5013-40ba-b55e-b706ad6adc36), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:39.104010 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-0271850c-3cfe-4ca5-ae60-98e7b8cd3afe tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Floating IP 4e002379-5013-40ba-b55e-b706ad6adc36 associated. External IP: 172.25.3.165, port: ee895c93-26b1-4d76-b63b-770f3af5deed. Feb 20 06:01:39.377982 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0271850c-3cfe-4ca5-ae60-98e7b8cd3afe tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Router 5f91724f-5a5c-489b-8619-2e11245fc3a2 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:01:39.517352 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0271850c-3cfe-4ca5-ae60-98e7b8cd3afe tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:01:39.532805 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2223e3-33ba-45d6-ac46-038ccf736232 None None] Sync routers for ids ['5f91724f-5a5c-489b-8619-2e11245fc3a2'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:01:39.538739 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0271850c-3cfe-4ca5-ae60-98e7b8cd3afe tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:39.546757 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2223e3-33ba-45d6-ac46-038ccf736232 None None] Routers {'5f91724f-5a5c-489b-8619-2e11245fc3a2'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:01:39.547555 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-4a2223e3-33ba-45d6-ac46-038ccf736232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:01:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['5f91724f-5a5c-489b-8619-2e11245fc3a2'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:39.575379 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0271850c-3cfe-4ca5-ae60-98e7b8cd3afe tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2350283 Feb 20 06:01:39.575885 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64548f96-5f64-47b6-bbc1-9799ef3cd903', 'tag': 'ee895c93-26b1-4d76-b63b-770f3af5deed'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:01:39.577775 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41428) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:39.578664 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fbe35f-1e1e-44ab-8e47-eb777a92089a" -d '{"events": [{"name": "network-changed", "server_uuid": "64548f96-5f64-47b6-bbc1-9799ef3cd903", "tag": "ee895c93-26b1-4d76-b63b-770f3af5deed"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:01:39.632073 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d718af93-5d75-45d7-8700-fa25f872ed65 x-openstack-request-id: req-d718af93-5d75-45d7-8700-fa25f872ed65 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:01:39.632581 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64548f96-5f64-47b6-bbc1-9799ef3cd903", "tag": "ee895c93-26b1-4d76-b63b-770f3af5deed", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:01:39.632991 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d718af93-5d75-45d7-8700-fa25f872ed65 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:01:39.634200 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64548f96-5f64-47b6-bbc1-9799ef3cd903', 'tag': 'ee895c93-26b1-4d76-b63b-770f3af5deed', 'status': 'completed', 'code': 200} Feb 20 06:01:39.692593 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-4a2223e3-33ba-45d6-ac46-038ccf736232 None None] Set router 5f91724f-5a5c-489b-8619-2e11245fc3a2 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:01:39.827513 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbe35f-1e1e-44ab-8e47-eb777a92089a req-82f2dee3-64d4-4d99-9592-3427a8b804a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:39.828942 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74fbe35f-1e1e-44ab-8e47-eb777a92089a req-82f2dee3-64d4-4d99-9592-3427a8b804a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5e6bd07f12a45aebf66848b2d1a7e84&device_id=64548f96-5f64-47b6-bbc1-9799ef3cd903 HTTP/1.1" status: 200 len: 1166 time: 0.1381326 Feb 20 06:01:39.845592 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a0e4c4-c6e1-43cb-b21a-3d32a974b77e tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:39.846069 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a0e4c4-c6e1-43cb-b21a-3d32a974b77e tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:39.846532 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a0e4c4-c6e1-43cb-b21a-3d32a974b77e tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:39.847015 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a0e4c4-c6e1-43cb-b21a-3d32a974b77e tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:39.847473 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a0e4c4-c6e1-43cb-b21a-3d32a974b77e tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:39.848316 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a0e4c4-c6e1-43cb-b21a-3d32a974b77e tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:39.848444 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a0e4c4-c6e1-43cb-b21a-3d32a974b77e tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:39.850158 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-21a0e4c4-c6e1-43cb-b21a-3d32a974b77e tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4934 time: 0.2713895 Feb 20 06:01:39.853206 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41432) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:39.931356 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbe35f-1e1e-44ab-8e47-eb777a92089a req-99bbad0e-94da-4c3e-8c18-116fe1049916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:39.932850 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74fbe35f-1e1e-44ab-8e47-eb777a92089a req-99bbad0e-94da-4c3e-8c18-116fe1049916 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef7da14a-90c4-4c78-9eae-d93602677123 HTTP/1.1" status: 200 len: 897 time: 0.0972621 Feb 20 06:01:39.946780 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-4a2223e3-33ba-45d6-ac46-038ccf736232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1721095749', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:01:10Z', 'updated_at': '2022-02-20T06:01:19Z', 'revision_number': 4, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'gw_port': {'id': 'f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:01:11Z', 'updated_at': '2022-02-20T06:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '4e002379-5013-40ba-b55e-b706ad6adc36', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'port_id': 'ee895c93-26b1-4d76-b63b-770f3af5deed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123', 'mac_address': 'fa:16:3e:c9:17:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64548f96-5f64-47b6-bbc1-9799ef3cd903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:01:38Z', 'updated_at': '2022-02-20T06:01:38Z', 'revision_number': 0, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de0f4f56-dbdf-4e57-aac2-db7b0c9b977f', 'name': '', 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'mac_address': 'fa:16:3e:82:6a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6a1dea6e-e4bf-4667-877e-85fecd3ff288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:01:18Z', 'updated_at': '2022-02-20T06:01:24Z', 'revision_number': 5, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'subnets': [{'id': '6a1dea6e-e4bf-4667-877e-85fecd3ff288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:39.978037 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2223e3-33ba-45d6-ac46-038ccf736232 None None] Checking router: 5f91724f-5a5c-489b-8619-2e11245fc3a2 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:01:39.988786 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2223e3-33ba-45d6-ac46-038ccf736232 None None] Routers {'5f91724f-5a5c-489b-8619-2e11245fc3a2'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:01:39.989411 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-4a2223e3-33ba-45d6-ac46-038ccf736232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:01:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['5f91724f-5a5c-489b-8619-2e11245fc3a2'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:40.010223 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdc0748-c1a4-4722-9427-353d811199b8 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:40.010694 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdc0748-c1a4-4722-9427-353d811199b8 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:40.011170 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdc0748-c1a4-4722-9427-353d811199b8 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:40.011663 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdc0748-c1a4-4722-9427-353d811199b8 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:40.012108 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdc0748-c1a4-4722-9427-353d811199b8 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:40.012542 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdc0748-c1a4-4722-9427-353d811199b8 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:40.012975 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdc0748-c1a4-4722-9427-353d811199b8 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:40.017395 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5fdc0748-c1a4-4722-9427-353d811199b8 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4597 time: 0.1597581 Feb 20 06:01:40.017599 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41436) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:40.041053 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74fbe35f-1e1e-44ab-8e47-eb777a92089a req-b1a0a864-1451-4bfd-b91a-0273845eb4df service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee895c93-26b1-4d76-b63b-770f3af5deed HTTP/1.1" status: 200 len: 999 time: 0.1029196 Feb 20 06:01:40.099796 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbe35f-1e1e-44ab-8e47-eb777a92089a req-702930e6-d951-4124-807b-14e109e0a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:40.101476 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74fbe35f-1e1e-44ab-8e47-eb777a92089a req-702930e6-d951-4124-807b-14e109e0a51e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a1dea6e-e4bf-4667-877e-85fecd3ff288 HTTP/1.1" status: 200 len: 834 time: 0.0553801 Feb 20 06:01:40.152721 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-4a2223e3-33ba-45d6-ac46-038ccf736232 None None] Set router 5f91724f-5a5c-489b-8619-2e11245fc3a2 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:01:40.166386 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbe35f-1e1e-44ab-8e47-eb777a92089a req-97c1d79c-b3cf-4292-93fc-42bbec194871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:40.168177 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74fbe35f-1e1e-44ab-8e47-eb777a92089a req-97c1d79c-b3cf-4292-93fc-42bbec194871 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef7da14a-90c4-4c78-9eae-d93602677123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0603442 Feb 20 06:01:40.309802 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 35b3558d-91d0-44f3-af70-6b143e69217b up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:01:40.310866 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74fbe35f-1e1e-44ab-8e47-eb777a92089a req-763e5b01-3b9e-4163-89da-f1fd00404960 service neutron] 10.222.0.48 "GET /v2.0/networks/ef7da14a-90c4-4c78-9eae-d93602677123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372964 Feb 20 06:01:40.420209 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74fbe35f-1e1e-44ab-8e47-eb777a92089a req-66b8b87f-225f-477d-a850-4181783b8d47 service neutron] 10.222.0.48 "GET /v2.0/networks/ef7da14a-90c4-4c78-9eae-d93602677123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033468 Feb 20 06:01:40.509266 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 35b3558d-91d0-44f3-af70-6b143e69217b triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:01:40.509651 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (35b3558d-91d0-44f3-af70-6b143e69217b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:40.562317 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-4a2223e3-33ba-45d6-ac46-038ccf736232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1721095749', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:01:10Z', 'updated_at': '2022-02-20T06:01:19Z', 'revision_number': 4, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'gw_port': {'id': 'f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:01:11Z', 'updated_at': '2022-02-20T06:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '4e002379-5013-40ba-b55e-b706ad6adc36', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'port_id': 'ee895c93-26b1-4d76-b63b-770f3af5deed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123', 'mac_address': 'fa:16:3e:c9:17:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64548f96-5f64-47b6-bbc1-9799ef3cd903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:01:38Z', 'updated_at': '2022-02-20T06:01:38Z', 'revision_number': 0, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de0f4f56-dbdf-4e57-aac2-db7b0c9b977f', 'name': '', 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'mac_address': 'fa:16:3e:82:6a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6a1dea6e-e4bf-4667-877e-85fecd3ff288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:01:18Z', 'updated_at': '2022-02-20T06:01:24Z', 'revision_number': 5, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'subnets': [{'id': '6a1dea6e-e4bf-4667-877e-85fecd3ff288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:40.591783 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2223e3-33ba-45d6-ac46-038ccf736232 None None] The sync data for ids ['5f91724f-5a5c-489b-8619-2e11245fc3a2'] in n-d-829866-5 is: [{'id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1721095749', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:01:10Z', 'updated_at': '2022-02-20T06:01:19Z', 'revision_number': 4, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'gw_port': {'id': 'f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:01:11Z', 'updated_at': '2022-02-20T06:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '4e002379-5013-40ba-b55e-b706ad6adc36', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'port_id': 'ee895c93-26b1-4d76-b63b-770f3af5deed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123', 'mac_address': 'fa:16:3e:c9:17:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64548f96-5f64-47b6-bbc1-9799ef3cd903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:01:38Z', 'updated_at': '2022-02-20T06:01:38Z', 'revision_number': 0, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de0f4f56-dbdf-4e57-aac2-db7b0c9b977f', 'name': '', 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'mac_address': 'fa:16:3e:82:6a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6a1dea6e-e4bf-4667-877e-85fecd3ff288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:01:18Z', 'updated_at': '2022-02-20T06:01:24Z', 'revision_number': 5, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'subnets': [{'id': '6a1dea6e-e4bf-4667-877e-85fecd3ff288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:01:40.672731 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 35b3558d-91d0-44f3-af70-6b143e69217b is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:01:40.714103 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-4fbdfe44-0332-4c0c-b69a-ab218581cbb9 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3058 time: 0.6952455 Feb 20 06:01:40.716852 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41450) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:40.774364 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225311d9-7f47-4a53-a854-4c48af486552 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:40.774934 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225311d9-7f47-4a53-a854-4c48af486552 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:40.778990 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-225311d9-7f47-4a53-a854-4c48af486552 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5f91724f-5a5c-489b-8619-2e11245fc3a2 HTTP/1.1" status: 200 len: 2062 time: 0.0586886 Feb 20 06:01:40.882023 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0b887e-96d6-4dc8-a909-d41364468c68 None None] New status for floating IP 4e002379-5013-40ba-b55e-b706ad6adc36: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:01:43.764315 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d2645-1466-4cb5-aa27-36dbcb8f82c8 req-e3df3f77-8256-4cc7-8787-3cad99ee83a5 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:43.765802 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-921d2645-1466-4cb5-aa27-36dbcb8f82c8 req-e3df3f77-8256-4cc7-8787-3cad99ee83a5 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 1127 time: 0.0438788 Feb 20 06:01:43.811821 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-921d2645-1466-4cb5-aa27-36dbcb8f82c8 req-8cef7be6-ac42-4a51-ab45-cbb8a5416c7d tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403180 Feb 20 06:01:43.935923 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c9fe4-fb56-45e2-88f0-606994c73053 req-a2dceaa8-e524-43fa-99a3-c48e0da5d836 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:43.937333 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a0c9fe4-fb56-45e2-88f0-606994c73053 req-a2dceaa8-e524-43fa-99a3-c48e0da5d836 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 945 time: 0.0574512 Feb 20 06:01:43.995742 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a0c9fe4-fb56-45e2-88f0-606994c73053 req-706d7214-fbd8-4a9c-b6c3-64bf432ae4fa tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470030 Feb 20 06:01:44.012476 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41494) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:44.071709 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8aeef951-e583-4278-a306-c6459cbfba1e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/floatingips/db3f5f26-2e5d-464e-a52e-f8fc746f3495 HTTP/1.1" status: 200 len: 993 time: 0.0574889 Feb 20 06:01:44.615906 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d8ffb-8baa-49cb-a3ba-a3de968d291e req-b02e9719-5f2f-4c95-ae72-ac7430283dfd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:44.623817 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d2d8ffb-8baa-49cb-a3ba-a3de968d291e req-b02e9719-5f2f-4c95-ae72-ac7430283dfd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 945 time: 0.0709078 Feb 20 06:01:44.679462 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d2d8ffb-8baa-49cb-a3ba-a3de968d291e req-f5047f53-e89f-459f-847f-9f960203136d tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547256 Feb 20 06:01:44.743338 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-024257c7-5d74-46eb-afa7-cb53698f64ef service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2046788 Feb 20 06:01:44.752576 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-04f5bbc0-c2e7-4b24-aec0-37be36455128 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 06:01:44.757861 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-04f5bbc0-c2e7-4b24-aec0-37be36455128 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087991 Feb 20 06:01:44.928081 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:01:45.098410 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41546) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:45.211084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-428bdbf4-b859-4507-bef9-6c37c2002a3d tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:45.213117 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-428bdbf4-b859-4507-bef9-6c37c2002a3d tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/ports/0adf99bf-eaaa-424c-903e-a44665bd4a50 HTTP/1.1" status: 200 len: 1124 time: 0.1135807 Feb 20 06:01:45.842821 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d4555-4e90-416d-8705-57c5b6b6df3d req-142bbc8a-6a24-4af2-abdf-6e3a0b7e61b6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:45.851354 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-da3d4555-4e90-416d-8705-57c5b6b6df3d req-142bbc8a-6a24-4af2-abdf-6e3a0b7e61b6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 945 time: 0.0746918 Feb 20 06:01:45.900122 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-da3d4555-4e90-416d-8705-57c5b6b6df3d req-7146edb8-3416-4e2c-b3ec-be2f436be076 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478399 Feb 20 06:01:46.154789 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-1e6b0ad0-41e7-4ab5-9948-0e5a04a3d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:46.156356 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-1e6b0ad0-41e7-4ab5-9948-0e5a04a3d0fa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 1127 time: 0.0700459 Feb 20 06:01:46.254851 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-5700f739-56f3-45f5-83c9-f17f62307c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:46.256312 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-5700f739-56f3-45f5-83c9-f17f62307c49 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5c43b68d-7b99-4aa3-a89e-71d7b313461c HTTP/1.1" status: 200 len: 897 time: 0.0926056 Feb 20 06:01:46.331948 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-0bb82508-e2ee-4def-a0a7-974323b3864b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50 HTTP/1.1" status: 200 len: 1001 time: 0.0676637 Feb 20 06:01:46.380764 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-a5eeaa84-dae9-4317-a10f-89f44bc7c0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:46.382218 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-a5eeaa84-dae9-4317-a10f-89f44bc7c0cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e HTTP/1.1" status: 200 len: 835 time: 0.0438242 Feb 20 06:01:46.431767 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-dead12cd-b823-4c51-bbb7-e818d8811eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:46.433455 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-dead12cd-b823-4c51-bbb7-e818d8811eb9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5c43b68d-7b99-4aa3-a89e-71d7b313461c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449345 Feb 20 06:01:46.434380 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efbee187-f2df-4e80-9481-7685eab3d589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:46.528203 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-5df6685d-1e61-437a-b66d-bae520c847ef service neutron] 10.222.0.61 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887814 Feb 20 06:01:46.619031 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-68581d23-ad6b-4445-af73-3340f57e15dd service neutron] 10.222.0.61 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850182 Feb 20 06:01:47.051856 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9139a0a-6267-40c9-a76a-615cfd61433b req-a2fdd375-4adb-4698-b868-53d97dad9df4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:47.053626 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9139a0a-6267-40c9-a76a-615cfd61433b req-a2fdd375-4adb-4698-b868-53d97dad9df4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 945 time: 0.0824697 Feb 20 06:01:47.113164 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9139a0a-6267-40c9-a76a-615cfd61433b req-608e142f-42e9-467d-9e7f-0ac727aea21f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522552 Feb 20 06:01:48.242430 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a218e3-3800-484f-88bc-c16fc7cb4d50 req-2f01c7a7-ae0f-47a6-b835-8611229627fb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:48.244814 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d4a218e3-3800-484f-88bc-c16fc7cb4d50 req-2f01c7a7-ae0f-47a6-b835-8611229627fb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 945 time: 0.0594420 Feb 20 06:01:48.293794 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d4a218e3-3800-484f-88bc-c16fc7cb4d50 req-36f2aed1-dc5f-4f04-91f9-0ee8fb225261 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428162 Feb 20 06:01:48.935369 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e007c68d-3d71-4f46-9dcd-1ce521a15a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:49.415250 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d66002-c247-48cd-8b72-c523d57c5658 req-b9429e35-7b0b-4da2-b9f2-6aba31e33954 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:49.416877 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27d66002-c247-48cd-8b72-c523d57c5658 req-b9429e35-7b0b-4da2-b9f2-6aba31e33954 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 945 time: 0.0530951 Feb 20 06:01:49.467803 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27d66002-c247-48cd-8b72-c523d57c5658 req-c48556d5-9e3f-4e25-b2b5-2df0c61756f4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447168 Feb 20 06:01:49.641295 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:50.291468 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41630) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:50.415589 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dab894c7-5db4-4344-b4ca-7db03cc7757e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:50.503086 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dab894c7-5db4-4344-b4ca-7db03cc7757e admin admin] Publish callbacks [] for security_group (aaebefc1-1219-4fd5-b661-9354236ad4e2), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:50.508546 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dab894c7-5db4-4344-b4ca-7db03cc7757e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (aaebefc1-1219-4fd5-b661-9354236ad4e2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:50.595040 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-dab894c7-5db4-4344-b4ca-7db03cc7757e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea507adee2d74984afc1be8f1e52f2a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3000171 Feb 20 06:01:50.595040 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab894c7-5db4-4344-b4ca-7db03cc7757e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaebefc1-1219-4fd5-b661-9354236ad4e2,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:50.595385 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41636) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:50.634283 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03103ba7-9805-4af9-af8a-225fc88ca188 req-5423cbe0-9866-4b95-a69f-2e6bb542e739 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:50.636571 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-03103ba7-9805-4af9-af8a-225fc88ca188 req-5423cbe0-9866-4b95-a69f-2e6bb542e739 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 945 time: 0.0874305 Feb 20 06:01:50.662320 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df149213-f97f-4b6d-9bbc-1ba4a2c25286 admin admin] Publish callbacks [] for security_group (aaebefc1-1219-4fd5-b661-9354236ad4e2), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:50.690497 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df149213-f97f-4b6d-9bbc-1ba4a2c25286 admin admin] Publish callbacks [] for security_group (aaebefc1-1219-4fd5-b661-9354236ad4e2), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:50.699399 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-03103ba7-9805-4af9-af8a-225fc88ca188 req-12ca21dd-0c67-4120-9297-8e4a0202b481 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513237 Feb 20 06:01:50.746382 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df149213-f97f-4b6d-9bbc-1ba4a2c25286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (aaebefc1-1219-4fd5-b661-9354236ad4e2), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:50.749447 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df149213-f97f-4b6d-9bbc-1ba4a2c25286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:50.753041 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-df149213-f97f-4b6d-9bbc-1ba4a2c25286 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aaebefc1-1219-4fd5-b661-9354236ad4e2 HTTP/1.1" status: 204 len: 168 time: 0.1537161 Feb 20 06:01:50.767136 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df149213-f97f-4b6d-9bbc-1ba4a2c25286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaebefc1-1219-4fd5-b661-9354236ad4e2,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:51.038245 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41642) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:51.052310 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dec113d9-5fc5-4ccc-870e-ea4bbdae700c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:51.130640 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dec113d9-5fc5-4ccc-870e-ea4bbdae700c admin admin] Publish callbacks [] for security_group (a087e87c-ddbf-4240-b992-ec2803d5e54c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:51.135234 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dec113d9-5fc5-4ccc-870e-ea4bbdae700c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a087e87c-ddbf-4240-b992-ec2803d5e54c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:51.172817 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec113d9-5fc5-4ccc-870e-ea4bbdae700c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a087e87c-ddbf-4240-b992-ec2803d5e54c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:51.179530 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-dec113d9-5fc5-4ccc-870e-ea4bbdae700c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45e692df03f2444da8e09a8714f22584&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1376989 Feb 20 06:01:51.179780 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41644) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:51.232336 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-778b7a8d-6eef-4427-b59e-333e452e91da admin admin] Publish callbacks [] for security_group (a087e87c-ddbf-4240-b992-ec2803d5e54c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:51.254042 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-778b7a8d-6eef-4427-b59e-333e452e91da admin admin] Publish callbacks [] for security_group (a087e87c-ddbf-4240-b992-ec2803d5e54c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:51.304652 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-778b7a8d-6eef-4427-b59e-333e452e91da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (a087e87c-ddbf-4240-b992-ec2803d5e54c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:51.309491 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-778b7a8d-6eef-4427-b59e-333e452e91da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:51.310458 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-778b7a8d-6eef-4427-b59e-333e452e91da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a087e87c-ddbf-4240-b992-ec2803d5e54c HTTP/1.1" status: 204 len: 168 time: 0.1292090 Feb 20 06:01:51.320126 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b7a8d-6eef-4427-b59e-333e452e91da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a087e87c-ddbf-4240-b992-ec2803d5e54c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:51.452725 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:51.831487 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b4106-bee8-4cca-9d6a-58be840ba771 req-6588c604-e224-4828-958b-6ff0612e35a2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:51.839769 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-039b4106-bee8-4cca-9d6a-58be840ba771 req-6588c604-e224-4828-958b-6ff0612e35a2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 945 time: 0.0736551 Feb 20 06:01:51.907692 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-039b4106-bee8-4cca-9d6a-58be840ba771 req-65b9dac7-9705-4a99-8515-b10a844c03ff tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669773 Feb 20 06:01:52.676192 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:53.002515 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:53.056322 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca27a5-1c5a-4b34-83f7-345abf07aa21 req-b0a1f2db-db45-4e33-b30d-379ec45cf5a7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:53.063416 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4fca27a5-1c5a-4b34-83f7-345abf07aa21 req-b0a1f2db-db45-4e33-b30d-379ec45cf5a7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 945 time: 0.0621333 Feb 20 06:01:53.113204 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4fca27a5-1c5a-4b34-83f7-345abf07aa21 req-3b3a5bbd-f964-43a8-ab44-c7b8f22aef37 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488310 Feb 20 06:01:54.236981 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f052d64-c5e5-4ca1-a5ac-7121486468ae req-9ccfa30e-f724-41d3-84b0-6afd964871c8 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:54.239309 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f052d64-c5e5-4ca1-a5ac-7121486468ae req-9ccfa30e-f724-41d3-84b0-6afd964871c8 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 945 time: 0.0558100 Feb 20 06:01:54.300606 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f052d64-c5e5-4ca1-a5ac-7121486468ae req-0b68f62b-ca73-4462-b192-d968eeb9edbb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558231 Feb 20 06:01:55.012705 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41740) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:55.345378 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:55.433419 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b4c38-36b3-41f0-858f-1d5746631a4e req-572fbee0-b01d-49a9-b678-2c59e63bcc58 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:55.440700 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a79b4c38-36b3-41f0-858f-1d5746631a4e req-572fbee0-b01d-49a9-b678-2c59e63bcc58 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 945 time: 0.0592022 Feb 20 06:01:55.507756 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a79b4c38-36b3-41f0-858f-1d5746631a4e req-0835c559-721f-4bd1-b9b7-abbe65e708a8 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658529 Feb 20 06:01:55.582972 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ec21717c-8bab-4298-b95b-d71587dcf07a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (b963ffda-6ba5-421f-a5cc-a6a706e357ed), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:56.100601 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-ec21717c-8bab-4298-b95b-d71587dcf07a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Deleting port 35b3558d-91d0-44f3-af70-6b143e69217b {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:01:56.101794 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ec21717c-8bab-4298-b95b-d71587dcf07a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (35b3558d-91d0-44f3-af70-6b143e69217b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:56.299186 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41762) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:56.554765 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-ec21717c-8bab-4298-b95b-d71587dcf07a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] For port 35b3558d-91d0-44f3-af70-6b143e69217b, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=35b3558d-91d0-44f3-af70-6b143e69217b,segment=NetworkSegment(8cb2c39c-212f-4881-be45-4f0a2c180b69),segment_id=8cb2c39c-212f-4881-be45-4f0a2c180b69)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:01:56.555875 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ec21717c-8bab-4298-b95b-d71587dcf07a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (35b3558d-91d0-44f3-af70-6b143e69217b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:56.568801 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-ec21717c-8bab-4298-b95b-d71587dcf07a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Calling delete_port for 35b3558d-91d0-44f3-af70-6b143e69217b owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:01:56.596786 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-acc6d919-8d32-4e75-98d1-32de66e4f723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:56.728683 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-acc6d919-8d32-4e75-98d1-32de66e4f723 admin admin] Publish callbacks [] for security_group (4982eb75-27f4-4258-a424-d96d07232e95), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:56.745218 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-acc6d919-8d32-4e75-98d1-32de66e4f723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4982eb75-27f4-4258-a424-d96d07232e95), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:56.841953 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-acc6d919-8d32-4e75-98d1-32de66e4f723 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48361b6898d845efad1ffd85b2f013b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5372965 Feb 20 06:01:56.842984 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41768) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:56.889007 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e239938-5030-47b0-963f-8e6fc79408be req-98b5d9aa-22bd-4870-b2e6-ca82165c607d tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:56.897589 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0e239938-5030-47b0-963f-8e6fc79408be req-98b5d9aa-22bd-4870-b2e6-ca82165c607d tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 945 time: 0.1668420 Feb 20 06:01:56.949386 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ec21717c-8bab-4298-b95b-d71587dcf07a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (35b3558d-91d0-44f3-af70-6b143e69217b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:56.951272 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6d919-8d32-4e75-98d1-32de66e4f723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4982eb75-27f4-4258-a424-d96d07232e95,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:56.992551 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21717c-8bab-4298-b95b-d71587dcf07a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event deleted for resources: {'Port': ['ID=35b3558d-91d0-44f3-af70-6b143e69217b,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:57.050024 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9489305c-10d5-46d8-ae64-c55e48afb04e admin admin] Publish callbacks [] for security_group (4982eb75-27f4-4258-a424-d96d07232e95), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:57.088387 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9489305c-10d5-46d8-ae64-c55e48afb04e admin admin] Publish callbacks [] for security_group (4982eb75-27f4-4258-a424-d96d07232e95), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:57.160430 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0e239938-5030-47b0-963f-8e6fc79408be req-c62fceff-208a-45b0-9648-685ec7b94307 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616501 Feb 20 06:01:57.165122 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9489305c-10d5-46d8-ae64-c55e48afb04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4982eb75-27f4-4258-a424-d96d07232e95), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:57.169483 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9489305c-10d5-46d8-ae64-c55e48afb04e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:57.170627 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9489305c-10d5-46d8-ae64-c55e48afb04e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4982eb75-27f4-4258-a424-d96d07232e95 HTTP/1.1" status: 204 len: 168 time: 0.3260844 Feb 20 06:01:57.186379 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489305c-10d5-46d8-ae64-c55e48afb04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4982eb75-27f4-4258-a424-d96d07232e95,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:57.364423 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ec21717c-8bab-4298-b95b-d71587dcf07a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (b963ffda-6ba5-421f-a5cc-a6a706e357ed), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:57.598177 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41776) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:57.624407 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf86290f-902d-4b64-a7b6-06cfdbdb7732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:57.672491 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec21717c-8bab-4298-b95b-d71587dcf07a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Router b963ffda-6ba5-421f-a5cc-a6a706e357ed has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:01:57.739309 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf86290f-902d-4b64-a7b6-06cfdbdb7732 admin admin] Publish callbacks [] for security_group (e1efe1ff-f24a-419c-8e98-40592e9548e7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:57.744697 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf86290f-902d-4b64-a7b6-06cfdbdb7732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e1efe1ff-f24a-419c-8e98-40592e9548e7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:57.794109 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bf86290f-902d-4b64-a7b6-06cfdbdb7732 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1449bd87b4f24192b2f60af8e23d1814&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1947112 Feb 20 06:01:57.796596 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86290f-902d-4b64-a7b6-06cfdbdb7732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1efe1ff-f24a-419c-8e98-40592e9548e7,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:57.799609 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41778) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:01:57.863260 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec21717c-8bab-4298-b95b-d71587dcf07a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:01:57.871279 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ec21717c-8bab-4298-b95b-d71587dcf07a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "PUT /v2.0/routers/b963ffda-6ba5-421f-a5cc-a6a706e357ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8550761 Feb 20 06:01:57.880798 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-29d997b3-05a2-4721-90ad-63c052517dd2 admin admin] Publish callbacks [] for security_group (e1efe1ff-f24a-419c-8e98-40592e9548e7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:57.886435 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9a6cee-2cfe-4811-92cb-7f7dc2bb976e None None] Sync routers for ids ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:01:57.897460 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9a6cee-2cfe-4811-92cb-7f7dc2bb976e None None] Routers {'b963ffda-6ba5-421f-a5cc-a6a706e357ed'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:01:57.898166 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fe9a6cee-2cfe-4811-92cb-7f7dc2bb976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:01:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:57.942487 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-29d997b3-05a2-4721-90ad-63c052517dd2 admin admin] Publish callbacks [] for security_group (e1efe1ff-f24a-419c-8e98-40592e9548e7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:58.027876 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-29d997b3-05a2-4721-90ad-63c052517dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e1efe1ff-f24a-419c-8e98-40592e9548e7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:58.030467 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-29d997b3-05a2-4721-90ad-63c052517dd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:58.031674 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-29d997b3-05a2-4721-90ad-63c052517dd2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e1efe1ff-f24a-419c-8e98-40592e9548e7 HTTP/1.1" status: 204 len: 168 time: 0.2311077 Feb 20 06:01:58.049832 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d997b3-05a2-4721-90ad-63c052517dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1efe1ff-f24a-419c-8e98-40592e9548e7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:01:58.064048 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-fe9a6cee-2cfe-4811-92cb-7f7dc2bb976e None None] Set router b963ffda-6ba5-421f-a5cc-a6a706e357ed gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:01:58.267541 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648718a-db43-44df-99c7-19df5eabe668 req-72b2f843-1273-46cd-8f4e-2bf803169363 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:58.269336 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0648718a-db43-44df-99c7-19df5eabe668 req-72b2f843-1273-46cd-8f4e-2bf803169363 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=54506b22-3a9a-4354-9d5f-4928d36cedb9 HTTP/1.1" status: 200 len: 946 time: 0.0789919 Feb 20 06:01:58.326390 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0648718a-db43-44df-99c7-19df5eabe668 req-0c4a1324-355e-4b52-b1d3-17abb57b51c7 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ab5d7ac-157b-437e-a98c-64be18d68da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509751 Feb 20 06:01:58.469851 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0deb033-ab58-4815-88d4-c60632cc12a1 req-26151a0b-9e31-417f-a99e-2a63a7460ebe tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:58.471435 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c0deb033-ab58-4815-88d4-c60632cc12a1 req-26151a0b-9e31-417f-a99e-2a63a7460ebe tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 945 time: 0.0592489 Feb 20 06:01:58.536506 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c0deb033-ab58-4815-88d4-c60632cc12a1 req-daa99bc2-595b-46a7-a938-32af66c38fd4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555670 Feb 20 06:01:58.622865 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fe9a6cee-2cfe-4811-92cb-7f7dc2bb976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'name': 'tempest-TestNetworkBasicOps-router-194093614', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:01:56Z', 'revision_number': 6, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '00fe83c3-e585-45e7-9c8d-2d8f54badd01', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'port_id': '20a02c61-f521-4ac2-be7d-491c4adb7c5a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'mac_address': 'fa:16:3e:45:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad60bdb4-86ee-4d76-9f39-51f4f0511734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:00:38Z', 'updated_at': '2022-02-20T06:00:43Z', 'revision_number': 1, 'project_id': '111d530b12d246f29867a11f6618a046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fc711a-ce74-4b0b-97a2-d74343a57c79', 'name': '', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'mac_address': 'fa:16:3e:f9:3b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:09Z', 'updated_at': '2022-02-20T06:00:16Z', 'revision_number': 5, 'project_id': '111d530b12d246f29867a11f6618a046', 'subnets': [{'id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:58.651310 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9a6cee-2cfe-4811-92cb-7f7dc2bb976e None None] Checking router: b963ffda-6ba5-421f-a5cc-a6a706e357ed for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:01:58.659897 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9a6cee-2cfe-4811-92cb-7f7dc2bb976e None None] Routers {'b963ffda-6ba5-421f-a5cc-a6a706e357ed'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:01:58.660549 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fe9a6cee-2cfe-4811-92cb-7f7dc2bb976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:01:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:58.782791 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-fe9a6cee-2cfe-4811-92cb-7f7dc2bb976e None None] Set router b963ffda-6ba5-421f-a5cc-a6a706e357ed gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:01:59.052794 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fe9a6cee-2cfe-4811-92cb-7f7dc2bb976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'name': 'tempest-TestNetworkBasicOps-router-194093614', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:01:56Z', 'revision_number': 6, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '00fe83c3-e585-45e7-9c8d-2d8f54badd01', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'port_id': '20a02c61-f521-4ac2-be7d-491c4adb7c5a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'mac_address': 'fa:16:3e:45:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad60bdb4-86ee-4d76-9f39-51f4f0511734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:00:38Z', 'updated_at': '2022-02-20T06:00:43Z', 'revision_number': 1, 'project_id': '111d530b12d246f29867a11f6618a046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fc711a-ce74-4b0b-97a2-d74343a57c79', 'name': '', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'mac_address': 'fa:16:3e:f9:3b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:09Z', 'updated_at': '2022-02-20T06:00:16Z', 'revision_number': 5, 'project_id': '111d530b12d246f29867a11f6618a046', 'subnets': [{'id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:01:59.083384 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9a6cee-2cfe-4811-92cb-7f7dc2bb976e None None] The sync data for ids ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'] in n-d-829866-5 is: [{'id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'name': 'tempest-TestNetworkBasicOps-router-194093614', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:01:56Z', 'revision_number': 6, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '00fe83c3-e585-45e7-9c8d-2d8f54badd01', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'port_id': '20a02c61-f521-4ac2-be7d-491c4adb7c5a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'mac_address': 'fa:16:3e:45:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad60bdb4-86ee-4d76-9f39-51f4f0511734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:00:38Z', 'updated_at': '2022-02-20T06:00:43Z', 'revision_number': 1, 'project_id': '111d530b12d246f29867a11f6618a046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fc711a-ce74-4b0b-97a2-d74343a57c79', 'name': '', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'mac_address': 'fa:16:3e:f9:3b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:09Z', 'updated_at': '2022-02-20T06:00:16Z', 'revision_number': 5, 'project_id': '111d530b12d246f29867a11f6618a046', 'subnets': [{'id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:01:59.513962 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95fc9d-f840-4567-be63-ae638cb7cf58 req-50881766-b831-45e0-a527-9caef5f8a319 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:59.516055 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ec95fc9d-f840-4567-be63-ae638cb7cf58 req-50881766-b831-45e0-a527-9caef5f8a319 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=54506b22-3a9a-4354-9d5f-4928d36cedb9 HTTP/1.1" status: 200 len: 946 time: 0.1018755 Feb 20 06:01:59.525305 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460270d-4477-47de-8766-40f216f35230 req-0a09c9e6-01c4-4a9d-b7d6-6760824fbe6b tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:59.529303 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3460270d-4477-47de-8766-40f216f35230 req-0a09c9e6-01c4-4a9d-b7d6-6760824fbe6b tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.61 "GET /v2.0/ports?device_id=54506b22-3a9a-4354-9d5f-4928d36cedb9 HTTP/1.1" status: 200 len: 946 time: 0.0977125 Feb 20 06:01:59.593568 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ec95fc9d-f840-4567-be63-ae638cb7cf58 req-fff8f262-b2ef-43b6-9e5e-c9c9844358b9 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ab5d7ac-157b-437e-a98c-64be18d68da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700917 Feb 20 06:01:59.741145 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-3460270d-4477-47de-8766-40f216f35230 req-82e32253-83f7-482c-ae0f-1af2be92632a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Deleting port 455e3f5a-f700-4df7-a919-3e2e73b457e1 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:01:59.743775 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3460270d-4477-47de-8766-40f216f35230 req-82e32253-83f7-482c-ae0f-1af2be92632a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (455e3f5a-f700-4df7-a919-3e2e73b457e1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:59.786323 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191b876-c67c-4806-828c-a6d70759b0ca req-68438abd-aa4f-4214-9b58-3aab23b8e5d6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:01:59.796569 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5191b876-c67c-4806-828c-a6d70759b0ca req-68438abd-aa4f-4214-9b58-3aab23b8e5d6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 945 time: 0.1183476 Feb 20 06:01:59.872848 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5191b876-c67c-4806-828c-a6d70759b0ca req-854469f0-3843-4e26-901d-fd75cf689101 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699217 Feb 20 06:01:59.934512 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-3460270d-4477-47de-8766-40f216f35230 req-82e32253-83f7-482c-ae0f-1af2be92632a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] For port 455e3f5a-f700-4df7-a919-3e2e73b457e1, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=455e3f5a-f700-4df7-a919-3e2e73b457e1,segment=NetworkSegment(8cb2c39c-212f-4881-be45-4f0a2c180b69),segment_id=8cb2c39c-212f-4881-be45-4f0a2c180b69)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:01:59.934921 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3460270d-4477-47de-8766-40f216f35230 req-82e32253-83f7-482c-ae0f-1af2be92632a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (455e3f5a-f700-4df7-a919-3e2e73b457e1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:01:59.949013 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-3460270d-4477-47de-8766-40f216f35230 req-82e32253-83f7-482c-ae0f-1af2be92632a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Calling delete_port for 455e3f5a-f700-4df7-a919-3e2e73b457e1 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:02:00.130293 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3460270d-4477-47de-8766-40f216f35230 req-82e32253-83f7-482c-ae0f-1af2be92632a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (455e3f5a-f700-4df7-a919-3e2e73b457e1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:00.195977 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 35b3558d-91d0-44f3-af70-6b143e69217b no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:02:00.221263 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 35b3558d-91d0-44f3-af70-6b143e69217b {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:02:00.221610 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 35b3558d-91d0-44f3-af70-6b143e69217b not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:02:00.235489 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e32253-83f7-482c-ae0f-1af2be92632a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event deleted for resources: {'Port': ['ID=455e3f5a-f700-4df7-a919-3e2e73b457e1,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:00.282310 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-3460270d-4477-47de-8766-40f216f35230 req-82e32253-83f7-482c-ae0f-1af2be92632a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] No DVR routers for this DVR port 455e3f5a-f700-4df7-a919-3e2e73b457e1 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:02:00.286602 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3460270d-4477-47de-8766-40f216f35230 req-82e32253-83f7-482c-ae0f-1af2be92632a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:00.292709 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3460270d-4477-47de-8766-40f216f35230 req-82e32253-83f7-482c-ae0f-1af2be92632a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.61 "DELETE /v2.0/ports/455e3f5a-f700-4df7-a919-3e2e73b457e1 HTTP/1.1" status: 204 len: 173 time: 0.7491391 Feb 20 06:02:00.293768 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54506b22-3a9a-4354-9d5f-4928d36cedb9', 'name': 'network-vif-deleted', 'tag': '455e3f5a-f700-4df7-a919-3e2e73b457e1'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:02:00.296457 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebdeb4f-f2a4-49a9-babc-48c8dbc01f0d" -d '{"events": [{"server_uuid": "54506b22-3a9a-4354-9d5f-4928d36cedb9", "name": "network-vif-deleted", "tag": "455e3f5a-f700-4df7-a919-3e2e73b457e1"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:02:00.361598 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74717bb1-6b2c-4db0-b3e3-e1ab532df393 x-openstack-request-id: req-74717bb1-6b2c-4db0-b3e3-e1ab532df393 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:02:00.362148 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54506b22-3a9a-4354-9d5f-4928d36cedb9", "name": "network-vif-deleted", "tag": "455e3f5a-f700-4df7-a919-3e2e73b457e1", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:02:00.362876 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74717bb1-6b2c-4db0-b3e3-e1ab532df393 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:02:00.363691 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54506b22-3a9a-4354-9d5f-4928d36cedb9', 'name': 'network-vif-deleted', 'tag': '455e3f5a-f700-4df7-a919-3e2e73b457e1', 'status': 'completed', 'code': 200} Feb 20 06:02:00.781903 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-20e24284-772d-4845-9db4-221575912b47 req-047b860d-8a90-4148-86dd-3f4469291db6 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=54506b22-3a9a-4354-9d5f-4928d36cedb9 HTTP/1.1" status: 200 len: 210 time: 0.0486019 Feb 20 06:02:01.026171 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00d9c9-700d-44d4-ba17-9726c1cabc83 req-918a0dc1-dc11-4d53-bfb7-088c36db88e6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:01.027753 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0b00d9c9-700d-44d4-ba17-9726c1cabc83 req-918a0dc1-dc11-4d53-bfb7-088c36db88e6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 945 time: 0.0701921 Feb 20 06:02:01.090853 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0b00d9c9-700d-44d4-ba17-9726c1cabc83 req-713fd155-341a-455e-8a62-72835a177f8b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551999 Feb 20 06:02:01.596969 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41886) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:01.705147 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c310d2d-10de-4fc0-bffb-60e12fd67d4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:01.805103 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c310d2d-10de-4fc0-bffb-60e12fd67d4d admin admin] Publish callbacks [] for security_group (8e96c8fc-fddb-4e5a-bfc5-07952bf6e4f6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:01.810333 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c310d2d-10de-4fc0-bffb-60e12fd67d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8e96c8fc-fddb-4e5a-bfc5-07952bf6e4f6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:01.858966 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6c310d2d-10de-4fc0-bffb-60e12fd67d4d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=88a700dc738e46d9affe1590c02894d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2608211 Feb 20 06:02:01.859919 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c310d2d-10de-4fc0-bffb-60e12fd67d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e96c8fc-fddb-4e5a-bfc5-07952bf6e4f6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:01.861534 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41892) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:01.891075 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41894) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:01.947326 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d6071c85-0405-4350-b36a-203ed8ce07b1 admin admin] Publish callbacks [] for security_group (8e96c8fc-fddb-4e5a-bfc5-07952bf6e4f6), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:01.964547 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea0121ff-52e2-4d19-a253-c95483016613 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group (6ab5d7ac-157b-437e-a98c-64be18d68da0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:01.980846 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d6071c85-0405-4350-b36a-203ed8ce07b1 admin admin] Publish callbacks [] for security_group (8e96c8fc-fddb-4e5a-bfc5-07952bf6e4f6), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:02.016409 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea0121ff-52e2-4d19-a253-c95483016613 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group (6ab5d7ac-157b-437e-a98c-64be18d68da0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:02.060075 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d6071c85-0405-4350-b36a-203ed8ce07b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8e96c8fc-fddb-4e5a-bfc5-07952bf6e4f6), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:02.063410 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d6071c85-0405-4350-b36a-203ed8ce07b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:02.075112 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d6071c85-0405-4350-b36a-203ed8ce07b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e96c8fc-fddb-4e5a-bfc5-07952bf6e4f6 HTTP/1.1" status: 204 len: 168 time: 0.2057950 Feb 20 06:02:02.098877 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6071c85-0405-4350-b36a-203ed8ce07b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e96c8fc-fddb-4e5a-bfc5-07952bf6e4f6,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:02.106202 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea0121ff-52e2-4d19-a253-c95483016613 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6ab5d7ac-157b-437e-a98c-64be18d68da0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:02.112855 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea0121ff-52e2-4d19-a253-c95483016613 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:02.116897 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ea0121ff-52e2-4d19-a253-c95483016613 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "DELETE /v2.0/security-groups/6ab5d7ac-157b-437e-a98c-64be18d68da0 HTTP/1.1" status: 204 len: 168 time: 0.2237909 Feb 20 06:02:02.149049 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0121ff-52e2-4d19-a253-c95483016613 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab5d7ac-157b-437e-a98c-64be18d68da0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:02.254020 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec7854-da2d-4bdd-9c7b-93f166022574 req-a889f3b3-43b2-4b9c-9aee-89b3317ea900 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:02.262114 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5eec7854-da2d-4bdd-9c7b-93f166022574 req-a889f3b3-43b2-4b9c-9aee-89b3317ea900 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 945 time: 0.0704515 Feb 20 06:02:02.347576 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5eec7854-da2d-4bdd-9c7b-93f166022574 req-5aa32107-038d-42a0-93d1-0fe69ca1645c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842781 Feb 20 06:02:02.394000 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41904) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:02.520055 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cceaf1b-6064-45b8-b492-f03c28c3676c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Deleting subnet ac1fee60-2c71-44b6-827b-1b37c95620fb {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:02:02.535147 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cceaf1b-6064-45b8-b492-f03c28c3676c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for subnet (ac1fee60-2c71-44b6-827b-1b37c95620fb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:02.585491 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cceaf1b-6064-45b8-b492-f03c28c3676c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (ac1fee60-2c71-44b6-827b-1b37c95620fb), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:02.684622 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cceaf1b-6064-45b8-b492-f03c28c3676c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (ac1fee60-2c71-44b6-827b-1b37c95620fb), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:02.757173 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cceaf1b-6064-45b8-b492-f03c28c3676c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (ac1fee60-2c71-44b6-827b-1b37c95620fb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:02.789606 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cceaf1b-6064-45b8-b492-f03c28c3676c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:02.798443 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0cceaf1b-6064-45b8-b492-f03c28c3676c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "DELETE /v2.0/subnets/ac1fee60-2c71-44b6-827b-1b37c95620fb HTTP/1.1" status: 204 len: 168 time: 0.4033659 Feb 20 06:02:02.799869 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287a3fa4-0b59-4164-b0bc-d362b080d0d3 None None] Network a6bd1044-4585-457e-b6b6-3503a3ee4427 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:02:02.803095 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41916) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:02.851147 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cceaf1b-6064-45b8-b492-f03c28c3676c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event deleted for resources: {'Subnet': ['ID=ac1fee60-2c71-44b6-827b-1b37c95620fb,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:02.963397 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a7b0812-4db7-4f46-9957-eefe07dc550a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (a6bd1044-4585-457e-b6b6-3503a3ee4427), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:03.029591 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b0812-4db7-4f46-9957-eefe07dc550a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Deleting port 54547ade-5bc7-4e42-a958-f3a5cffcf62d {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:02:03.029952 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a7b0812-4db7-4f46-9957-eefe07dc550a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (54547ade-5bc7-4e42-a958-f3a5cffcf62d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:03.061895 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 455e3f5a-f700-4df7-a919-3e2e73b457e1 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:02:03.113593 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 455e3f5a-f700-4df7-a919-3e2e73b457e1 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:02:03.113593 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 455e3f5a-f700-4df7-a919-3e2e73b457e1 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:02:03.114460 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c347595-f25e-4da3-be48-251ebca457c9 None None] DHCP port deletion for a6bd1044-4585-457e-b6b6-3503a3ee4427 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:02:03.170261 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-8a7b0812-4db7-4f46-9957-eefe07dc550a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] For port 54547ade-5bc7-4e42-a958-f3a5cffcf62d, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=54547ade-5bc7-4e42-a958-f3a5cffcf62d,segment=NetworkSegment(8cb2c39c-212f-4881-be45-4f0a2c180b69),segment_id=8cb2c39c-212f-4881-be45-4f0a2c180b69)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:03.170628 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a7b0812-4db7-4f46-9957-eefe07dc550a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (54547ade-5bc7-4e42-a958-f3a5cffcf62d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:03.178732 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9c347595-f25e-4da3-be48-251ebca457c9 None None] Deleting port 54547ade-5bc7-4e42-a958-f3a5cffcf62d {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:02:03.181053 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9c347595-f25e-4da3-be48-251ebca457c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (54547ade-5bc7-4e42-a958-f3a5cffcf62d), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:03.185857 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b0812-4db7-4f46-9957-eefe07dc550a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Calling delete_port for 54547ade-5bc7-4e42-a958-f3a5cffcf62d owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:02:03.266591 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9c347595-f25e-4da3-be48-251ebca457c9 None None] For port 54547ade-5bc7-4e42-a958-f3a5cffcf62d, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=54547ade-5bc7-4e42-a958-f3a5cffcf62d,segment=NetworkSegment(8cb2c39c-212f-4881-be45-4f0a2c180b69),segment_id=8cb2c39c-212f-4881-be45-4f0a2c180b69)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:03.267246 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9c347595-f25e-4da3-be48-251ebca457c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (54547ade-5bc7-4e42-a958-f3a5cffcf62d), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:03.271277 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41926) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:03.281979 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9c347595-f25e-4da3-be48-251ebca457c9 None None] Calling delete_port for 54547ade-5bc7-4e42-a958-f3a5cffcf62d owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:02:03.311757 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a7b0812-4db7-4f46-9957-eefe07dc550a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (54547ade-5bc7-4e42-a958-f3a5cffcf62d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:03.339540 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b0812-4db7-4f46-9957-eefe07dc550a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event deleted for resources: {'Port': ['ID=54547ade-5bc7-4e42-a958-f3a5cffcf62d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:03.347689 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7b0812-4db7-4f46-9957-eefe07dc550a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] No DVR routers for this DVR port 54547ade-5bc7-4e42-a958-f3a5cffcf62d on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:02:03.392354 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9c347595-f25e-4da3-be48-251ebca457c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (54547ade-5bc7-4e42-a958-f3a5cffcf62d), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:03.410599 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e5c2ca81-7e64-413c-b017-8f3a8c51dbf2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1873083377-network', 'tenant_id': '11e710534621461ca75c99e310a715cd'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:02:03.424692 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c347595-f25e-4da3-be48-251ebca457c9 None None] Pushing event deleted for resources: {'Port': ['ID=54547ade-5bc7-4e42-a958-f3a5cffcf62d,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:03.429722 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c347595-f25e-4da3-be48-251ebca457c9 None None] No DVR routers for this DVR port 54547ade-5bc7-4e42-a958-f3a5cffcf62d on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:02:03.437617 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c347595-f25e-4da3-be48-251ebca457c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:03.438213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c347595-f25e-4da3-be48-251ebca457c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:03.438730 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c347595-f25e-4da3-be48-251ebca457c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:03.439269 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c347595-f25e-4da3-be48-251ebca457c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:03.439796 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c347595-f25e-4da3-be48-251ebca457c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:03.440294 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c347595-f25e-4da3-be48-251ebca457c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:03.440787 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c347595-f25e-4da3-be48-251ebca457c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:03.441281 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c347595-f25e-4da3-be48-251ebca457c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:03.442508 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c347595-f25e-4da3-be48-251ebca457c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:03.443167 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c347595-f25e-4da3-be48-251ebca457c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:03.443669 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c347595-f25e-4da3-be48-251ebca457c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:03.444165 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c347595-f25e-4da3-be48-251ebca457c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:03.445368 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c347595-f25e-4da3-be48-251ebca457c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:03.458954 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c2ca81-7e64-413c-b017-8f3a8c51dbf2 admin admin] Made reservation on behalf of 11e710534621461ca75c99e310a715cd for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:02:03.463033 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5c2ca81-7e64-413c-b017-8f3a8c51dbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:03.483745 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5c2ca81-7e64-413c-b017-8f3a8c51dbf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:03.509974 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-6156de97-ff8b-41dc-b5ce-e9e483394adc service neutron] show failed (client error): The resource could not be found. Feb 20 06:02:03.511013 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-6156de97-ff8b-41dc-b5ce-e9e483394adc service neutron] 10.222.0.61 "GET /v2.0/ports/0adf99bf-eaaa-424c-903e-a44665bd4a50/bindings/n-h2-829866-5 HTTP/1.1" status: 404 len: 380 time: 0.1215885 Feb 20 06:02:03.518594 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a7b0812-4db7-4f46-9957-eefe07dc550a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (a6bd1044-4585-457e-b6b6-3503a3ee4427), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:03.543289 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-8a7b0812-4db7-4f46-9957-eefe07dc550a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6bd1044-4585-457e-b6b6-3503a3ee4427']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:03.557416 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-8a7b0812-4db7-4f46-9957-eefe07dc550a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb2c39c-212f-4881-be45-4f0a2c180b69') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:03.559183 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-8a7b0812-4db7-4f46-9957-eefe07dc550a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb2c39c-212f-4881-be45-4f0a2c180b69') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:03.572469 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f799d1-7fc2-40d3-8944-2c3883415333 req-0ed3da28-1e80-468b-b891-164b018fe705 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:03.574092 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60f799d1-7fc2-40d3-8944-2c3883415333 req-0ed3da28-1e80-468b-b891-164b018fe705 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 945 time: 0.1079710 Feb 20 06:02:03.577530 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a7b0812-4db7-4f46-9957-eefe07dc550a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (8cb2c39c-212f-4881-be45-4f0a2c180b69), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:03.606961 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a7b0812-4db7-4f46-9957-eefe07dc550a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (8cb2c39c-212f-4881-be45-4f0a2c180b69), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:03.607212 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a7b0812-4db7-4f46-9957-eefe07dc550a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:02:03.607876 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a7b0812-4db7-4f46-9957-eefe07dc550a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (8cb2c39c-212f-4881-be45-4f0a2c180b69), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: timer() Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:02:03.612293 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:02:03.624275 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5c2ca81-7e64-413c-b017-8f3a8c51dbf2 admin admin] Publish callbacks [] for security_group (80a1b6bf-5924-457f-9063-1b0d613d8c08), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:03.646938 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5c2ca81-7e64-413c-b017-8f3a8c51dbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (80a1b6bf-5924-457f-9063-1b0d613d8c08), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:03.673711 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c2ca81-7e64-413c-b017-8f3a8c51dbf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:02:03.688141 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5c2ca81-7e64-413c-b017-8f3a8c51dbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (0ba2d1a8-860a-4e76-ae2d-773047daf4e8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:03.688429 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-e5c2ca81-7e64-413c-b017-8f3a8c51dbf2 admin admin] Added segment 0ba2d1a8-860a-4e76-ae2d-773047daf4e8 of type vlan for network 65147746-5a2b-4a78-8105-9229bb30de1e Feb 20 06:02:03.701284 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a7b0812-4db7-4f46-9957-eefe07dc550a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (a6bd1044-4585-457e-b6b6-3503a3ee4427), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:03.725678 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a7b0812-4db7-4f46-9957-eefe07dc550a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:03.732774 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8a7b0812-4db7-4f46-9957-eefe07dc550a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "DELETE /v2.0/networks/a6bd1044-4585-457e-b6b6-3503a3ee4427 HTTP/1.1" status: 204 len: 168 time: 0.9250548 Feb 20 06:02:03.732774 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b0812-4db7-4f46-9957-eefe07dc550a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event deleted for resources: {'Network': ['ID=a6bd1044-4585-457e-b6b6-3503a3ee4427,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:03.733205 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41938) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:03.798533 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60f799d1-7fc2-40d3-8944-2c3883415333 req-e24ec277-0bd9-4763-a9dc-93f473a9de7a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726761 Feb 20 06:02:03.823851 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2ca81-7e64-413c-b017-8f3a8c51dbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a1b6bf-5924-457f-9063-1b0d613d8c08,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:03.851672 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5c2ca81-7e64-413c-b017-8f3a8c51dbf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (65147746-5a2b-4a78-8105-9229bb30de1e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:03.863242 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-ee132beb-42f5-407e-9e7d-5fac73d5dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:03.864760 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-ee132beb-42f5-407e-9e7d-5fac73d5dd1e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7&tenant_id=50b63137536d4822a61a7b01dd632aeb HTTP/1.1" status: 200 len: 1127 time: 0.1469800 Feb 20 06:02:03.881347 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-5ba317b2-424e-4203-810a-4e11cb60cfbe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829866-5', 'device_owner': 'compute:nova'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:02:03.915748 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5c2ca81-7e64-413c-b017-8f3a8c51dbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (65147746-5a2b-4a78-8105-9229bb30de1e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:03.916704 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c2ca81-7e64-413c-b017-8f3a8c51dbf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:03.917286 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5c2ca81-7e64-413c-b017-8f3a8c51dbf2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:03.947096 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c63a8-2055-4eda-9bdd-ebc66493de2c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Deleting port 6a7d826c-514f-4e38-829d-80fc03d16108 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:02:03.947437 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fd3c63a8-2055-4eda-9bdd-ebc66493de2c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (6a7d826c-514f-4e38-829d-80fc03d16108), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:04.012028 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e5c2ca81-7e64-413c-b017-8f3a8c51dbf2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7389104 Feb 20 06:02:04.014935 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41942) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:04.021018 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-8dafd024-5cf5-48a0-a1be-821f5d6ac851 admin admin] Request body: {'subnet': {'network_id': '65147746-5a2b-4a78-8105-9229bb30de1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1873083377-subnet', 'tenant_id': '11e710534621461ca75c99e310a715cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:02:04.045270 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2ca81-7e64-413c-b017-8f3a8c51dbf2 admin admin] Pushing event updated for resources: {'Network': ['ID=65147746-5a2b-4a78-8105-9229bb30de1e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:04.047138 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fd3c63a8-2055-4eda-9bdd-ebc66493de2c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (6a7d826c-514f-4e38-829d-80fc03d16108), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:04.047455 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-5ba317b2-424e-4203-810a-4e11cb60cfbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:04.047826 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fd3c63a8-2055-4eda-9bdd-ebc66493de2c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for floatingip (6a7d826c-514f-4e38-829d-80fc03d16108), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:04.060519 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 65147746-5a2b-4a78-8105-9229bb30de1e details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:02:04.065091 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c63a8-2055-4eda-9bdd-ebc66493de2c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Calling delete_port for 6a7d826c-514f-4e38-829d-80fc03d16108 owned by network:floatingip {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:02:04.067230 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dafd024-5cf5-48a0-a1be-821f5d6ac851 admin admin] Made reservation on behalf of 11e710534621461ca75c99e310a715cd for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:02:04.069747 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8dafd024-5cf5-48a0-a1be-821f5d6ac851 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:04.233525 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 54547ade-5bc7-4e42-a958-f3a5cffcf62d no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:02:04.257418 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 54547ade-5bc7-4e42-a958-f3a5cffcf62d {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:02:04.258010 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 54547ade-5bc7-4e42-a958-f3a5cffcf62d not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:02:04.307240 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-5ba317b2-424e-4203-810a-4e11cb60cfbe service neutron] For port 0adf99bf-eaaa-424c-903e-a44665bd4a50, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50,segment=NetworkSegment(1c603856-d386-4e06-8718-77972e778d20),segment_id=1c603856-d386-4e06-8718-77972e778d20)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:04.341086 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-5ba317b2-424e-4203-810a-4e11cb60cfbe service neutron] For port 0adf99bf-eaaa-424c-903e-a44665bd4a50, host n-h1-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:02:04.370982 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8dafd024-5cf5-48a0-a1be-821f5d6ac851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (b91ac502-05d8-4ebc-bd9c-cbfcc55fa814), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:04.388562 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7cdc40-3708-4dc5-bb16-546670dae6f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0adf99bf-eaaa-424c-903e-a44665bd4a50'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:02:04.391116 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea56163c-f508-47b6-ae3d-1293b3e977ac" -d '{"events": [{"server_uuid": "ee7cdc40-3708-4dc5-bb16-546670dae6f7", "name": "network-vif-unplugged", "status": "completed", "tag": "0adf99bf-eaaa-424c-903e-a44665bd4a50"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:02:04.395531 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-5ba317b2-424e-4203-810a-4e11cb60cfbe service neutron] Publish callbacks [] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:04.420329 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafd024-5cf5-48a0-a1be-821f5d6ac851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b91ac502-05d8-4ebc-bd9c-cbfcc55fa814,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:04.449440 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-5ba317b2-424e-4203-810a-4e11cb60cfbe service neutron] Transition to ACTIVE for port object 0adf99bf-eaaa-424c-903e-a44665bd4a50 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:02:04.451991 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 06:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e701e8-48fa-4fea-bd7d-d5f55876e0df x-openstack-request-id: req-34e701e8-48fa-4fea-bd7d-d5f55876e0df {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:02:04.452917 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7cdc40-3708-4dc5-bb16-546670dae6f7", "name": "network-vif-unplugged", "status": "completed", "tag": "0adf99bf-eaaa-424c-903e-a44665bd4a50", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:02:04.453446 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34e701e8-48fa-4fea-bd7d-d5f55876e0df {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:02:04.453784 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fd3c63a8-2055-4eda-9bdd-ebc66493de2c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (6a7d826c-514f-4e38-829d-80fc03d16108), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:04.454315 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7cdc40-3708-4dc5-bb16-546670dae6f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0adf99bf-eaaa-424c-903e-a44665bd4a50', 'code': 200} Feb 20 06:02:04.456025 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-5ba317b2-424e-4203-810a-4e11cb60cfbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:04.494460 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c63a8-2055-4eda-9bdd-ebc66493de2c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event deleted for resources: {'Port': ['ID=6a7d826c-514f-4e38-829d-80fc03d16108,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:04.856164 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dafd024-5cf5-48a0-a1be-821f5d6ac851 admin admin] Checking segment: {'id': '0ba2d1a8-860a-4e76-ae2d-773047daf4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '65147746-5a2b-4a78-8105-9229bb30de1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:02:04.856164 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dafd024-5cf5-48a0-a1be-821f5d6ac851 admin admin] Network hostable DHCP agents. Network: 65147746-5a2b-4a78-8105-9229bb30de1e, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:02:04.884009 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba317b2-424e-4203-810a-4e11cb60cfbe service neutron] Pushing event updated for resources: {'Port': ['ID=0adf99bf-eaaa-424c-903e-a44665bd4a50,revision_number=6']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:04.888180 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fd3c63a8-2055-4eda-9bdd-ebc66493de2c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for floatingip (00fe83c3-e585-45e7-9c8d-2d8f54badd01), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:04.896898 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-fd3c63a8-2055-4eda-9bdd-ebc66493de2c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Floating IP 00fe83c3-e585-45e7-9c8d-2d8f54badd01 disassociated (deleted). External IP: 172.25.3.169, port: 20a02c61-f521-4ac2-be7d-491c4adb7c5a. Feb 20 06:02:04.901878 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dafd024-5cf5-48a0-a1be-821f5d6ac851 admin admin] Network 65147746-5a2b-4a78-8105-9229bb30de1e is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:02:04.946387 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-8dafd024-5cf5-48a0-a1be-821f5d6ac851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 65147746-5a2b-4a78-8105-9229bb30de1e) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:02:04.952644 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dafd024-5cf5-48a0-a1be-821f5d6ac851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:04.953353 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8dafd024-5cf5-48a0-a1be-821f5d6ac851 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:04.955241 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d3ebb1-972d-44f5-ac25-63baabc6f727 None None] Network 65147746-5a2b-4a78-8105-9229bb30de1e requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:02:04.995062 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8dafd024-5cf5-48a0-a1be-821f5d6ac851 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9782553 Feb 20 06:02:05.000514 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-5ba317b2-424e-4203-810a-4e11cb60cfbe service neutron] No DVR routers for this DVR port 0adf99bf-eaaa-424c-903e-a44665bd4a50 on host n-h1-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:02:05.059551 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d18c2f-c674-4d9a-bd84-61e13b9423c7 req-1864088d-7756-4511-a6ec-500d7adf87ae tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:05.066806 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9d18c2f-c674-4d9a-bd84-61e13b9423c7 req-1864088d-7756-4511-a6ec-500d7adf87ae tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 943 time: 0.1512108 Feb 20 06:02:05.155059 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc7aa04-e089-4a1a-9f07-9bed0ae1a7b2 None None] Network 65147746-5a2b-4a78-8105-9229bb30de1e requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:02:05.200407 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9d18c2f-c674-4d9a-bd84-61e13b9423c7 req-a475bb1b-c269-46a1-a49a-e1c06507d8f9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325321 Feb 20 06:02:05.231211 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3c63a8-2055-4eda-9bdd-ebc66493de2c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Router b963ffda-6ba5-421f-a5cc-a6a706e357ed has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:02:05.268314 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-5ba317b2-424e-4203-810a-4e11cb60cfbe service neutron] Attempting to bind port 0adf99bf-eaaa-424c-903e-a44665bd4a50 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:02:05.268558 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-5ba317b2-424e-4203-810a-4e11cb60cfbe service neutron] Attempting to bind port 0adf99bf-eaaa-424c-903e-a44665bd4a50 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '1c603856-d386-4e06-8718-77972e778d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:02:05.268877 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-5ba317b2-424e-4203-810a-4e11cb60cfbe service neutron] Attempting to bind port 0adf99bf-eaaa-424c-903e-a44665bd4a50 on network 5c43b68d-7b99-4aa3-a89e-71d7b313461c {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:02:05.273433 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-5ba317b2-424e-4203-810a-4e11cb60cfbe service neutron] Port 0adf99bf-eaaa-424c-903e-a44665bd4a50 on network 5c43b68d-7b99-4aa3-a89e-71d7b313461c not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:02:05.273916 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-5ba317b2-424e-4203-810a-4e11cb60cfbe service neutron] Attempting to bind port 0adf99bf-eaaa-424c-903e-a44665bd4a50 on network 5c43b68d-7b99-4aa3-a89e-71d7b313461c {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:02:05.279235 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-5ba317b2-424e-4203-810a-4e11cb60cfbe service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:02:05.279577 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-5ba317b2-424e-4203-810a-4e11cb60cfbe service neutron] Checking segment: {'id': '1c603856-d386-4e06-8718-77972e778d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:02:05.280034 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-5ba317b2-424e-4203-810a-4e11cb60cfbe service neutron] Bound using segment: {'id': '1c603856-d386-4e06-8718-77972e778d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:02:05.280472 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-5ba317b2-424e-4203-810a-4e11cb60cfbe service neutron] Bound port: 0adf99bf-eaaa-424c-903e-a44665bd4a50, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c603856-d386-4e06-8718-77972e778d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:02:05.280835 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-5ba317b2-424e-4203-810a-4e11cb60cfbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:05.368680 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-5ba317b2-424e-4203-810a-4e11cb60cfbe service neutron] For port 0adf99bf-eaaa-424c-903e-a44665bd4a50, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:02:05.373866 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-5ba317b2-424e-4203-810a-4e11cb60cfbe service neutron] For port 0adf99bf-eaaa-424c-903e-a44665bd4a50, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50,segment=NetworkSegment(1c603856-d386-4e06-8718-77972e778d20),segment_id=1c603856-d386-4e06-8718-77972e778d20)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:02:05.381902 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3c63a8-2055-4eda-9bdd-ebc66493de2c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:02:05.388121 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fd3c63a8-2055-4eda-9bdd-ebc66493de2c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:05.395658 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5b7340-83d6-461f-a692-46431b9633d8 None None] Sync routers for ids ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:02:05.396238 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-5ba317b2-424e-4203-810a-4e11cb60cfbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:05.412913 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5b7340-83d6-461f-a692-46431b9633d8 None None] Routers {'b963ffda-6ba5-421f-a5cc-a6a706e357ed'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:02:05.426637 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9c5b7340-83d6-461f-a692-46431b9633d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:01:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:05.436119 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-5ba317b2-424e-4203-810a-4e11cb60cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:05.436747 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-5ba317b2-424e-4203-810a-4e11cb60cfbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:05.438237 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-5ba317b2-424e-4203-810a-4e11cb60cfbe service neutron] 10.222.0.48 "PUT /v2.0/ports/0adf99bf-eaaa-424c-903e-a44665bd4a50 HTTP/1.1" status: 200 len: 1091 time: 1.5624485 Feb 20 06:02:05.488967 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fd3c63a8-2055-4eda-9bdd-ebc66493de2c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "DELETE /v2.0/floatingips/00fe83c3-e585-45e7-9c8d-2d8f54badd01 HTTP/1.1" status: 204 len: 168 time: 1.7542586 Feb 20 06:02:05.492637 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad60bdb4-86ee-4d76-9f39-51f4f0511734', 'tag': '20a02c61-f521-4ac2-be7d-491c4adb7c5a'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:02:05.500260 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e9b80a-493f-4032-9228-652c26a0dc9a" -d '{"events": [{"name": "network-changed", "server_uuid": "ad60bdb4-86ee-4d76-9f39-51f4f0511734", "tag": "20a02c61-f521-4ac2-be7d-491c4adb7c5a"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:02:05.533625 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba317b2-424e-4203-810a-4e11cb60cfbe service neutron] Pushing event updated for resources: {'Port': ['ID=0adf99bf-eaaa-424c-903e-a44665bd4a50,revision_number=7']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:05.568907 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-7ececc50-f1f8-4082-815d-ee63d0c90f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:05.573356 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-7ececc50-f1f8-4082-815d-ee63d0c90f28 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 1125 time: 0.1087863 Feb 20 06:02:05.598719 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-9c5b7340-83d6-461f-a692-46431b9633d8 None None] Set router b963ffda-6ba5-421f-a5cc-a6a706e357ed gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:02:05.702394 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-6d32a1f7-1fb5-4650-82e1-f5eef43b853e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:05.704342 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-6d32a1f7-1fb5-4650-82e1-f5eef43b853e service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c43b68d-7b99-4aa3-a89e-71d7b313461c HTTP/1.1" status: 200 len: 897 time: 0.1220298 Feb 20 06:02:05.805727 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5375f4-8bef-4cce-b9b2-363de5785ff5 x-openstack-request-id: req-3b5375f4-8bef-4cce-b9b2-363de5785ff5 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:02:05.806039 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad60bdb4-86ee-4d76-9f39-51f4f0511734", "tag": "20a02c61-f521-4ac2-be7d-491c4adb7c5a", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:02:05.806327 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b5375f4-8bef-4cce-b9b2-363de5785ff5 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:02:05.806663 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad60bdb4-86ee-4d76-9f39-51f4f0511734', 'tag': '20a02c61-f521-4ac2-be7d-491c4adb7c5a', 'status': 'completed', 'code': 200} Feb 20 06:02:05.806978 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-32481fdd-dd56-4d7b-9913-efa12c831276 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50 HTTP/1.1" status: 200 len: 999 time: 0.0917799 Feb 20 06:02:05.869748 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 41970) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:05.878252 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-7cb26a08-4a56-411a-98f6-e9df1632d1b0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1139655668-network', 'tenant_id': 'f68b303dac204069b8a11e3b61435fbf'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:02:05.913238 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb26a08-4a56-411a-98f6-e9df1632d1b0 admin admin] Made reservation on behalf of f68b303dac204069b8a11e3b61435fbf for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:02:05.915669 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7cb26a08-4a56-411a-98f6-e9df1632d1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:05.924622 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7cb26a08-4a56-411a-98f6-e9df1632d1b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:05.933113 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9b80a-493f-4032-9228-652c26a0dc9a req-6ff1c21f-53b4-4510-b550-4e8e20f9d052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:05.934643 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-66e9b80a-493f-4032-9228-652c26a0dc9a req-6ff1c21f-53b4-4510-b550-4e8e20f9d052 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=111d530b12d246f29867a11f6618a046&device_id=ad60bdb4-86ee-4d76-9f39-51f4f0511734 HTTP/1.1" status: 200 len: 1128 time: 0.1124995 Feb 20 06:02:05.941800 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9c5b7340-83d6-461f-a692-46431b9633d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'name': 'tempest-TestNetworkBasicOps-router-194093614', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:01:56Z', 'revision_number': 6, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '56fc711a-ce74-4b0b-97a2-d74343a57c79', 'name': '', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'mac_address': 'fa:16:3e:f9:3b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:09Z', 'updated_at': '2022-02-20T06:00:16Z', 'revision_number': 5, 'project_id': '111d530b12d246f29867a11f6618a046', 'subnets': [{'id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:05.986868 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-82bb43cb-b267-49f2-b045-a66b944cedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:05.988864 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-82bb43cb-b267-49f2-b045-a66b944cedc4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e HTTP/1.1" status: 200 len: 835 time: 0.1715190 Feb 20 06:02:05.991553 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5b7340-83d6-461f-a692-46431b9633d8 None None] Checking router: b963ffda-6ba5-421f-a5cc-a6a706e357ed for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:02:06.005640 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5b7340-83d6-461f-a692-46431b9633d8 None None] Routers {'b963ffda-6ba5-421f-a5cc-a6a706e357ed'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:02:06.006505 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9c5b7340-83d6-461f-a692-46431b9633d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:01:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:06.083114 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1c81d-e385-48a6-99a9-c23bdde714a8 req-8c7d7192-943c-4806-b349-2f8212c9c015 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:06.094294 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ead1c81d-e385-48a6-99a9-c23bdde714a8 req-8c7d7192-943c-4806-b349-2f8212c9c015 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad60bdb4-86ee-4d76-9f39-51f4f0511734 HTTP/1.1" status: 200 len: 946 time: 0.2035644 Feb 20 06:02:06.097554 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9b80a-493f-4032-9228-652c26a0dc9a req-8c45341d-8bfc-4150-a85a-5f736f7b538c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:06.099062 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-66e9b80a-493f-4032-9228-652c26a0dc9a req-8c45341d-8bfc-4150-a85a-5f736f7b538c service neutron] 10.222.0.48 "GET /v2.0/networks?id=59b9bd63-b1f0-4436-a092-d5238dc18f02 HTTP/1.1" status: 200 len: 896 time: 0.1557310 Feb 20 06:02:06.117312 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-e85a29cf-9b88-4e0f-a459-b5b22685c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:06.120332 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7cb26a08-4a56-411a-98f6-e9df1632d1b0 admin admin] Publish callbacks [] for security_group (8a1491b1-1e66-4a63-aeba-622178e57865), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:06.120617 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-e85a29cf-9b88-4e0f-a459-b5b22685c3a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c43b68d-7b99-4aa3-a89e-71d7b313461c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1216910 Feb 20 06:02:06.154814 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-66e9b80a-493f-4032-9228-652c26a0dc9a req-5d1341e0-6c43-46bf-8522-86577f24a6a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20a02c61-f521-4ac2-be7d-491c4adb7c5a HTTP/1.1" status: 200 len: 217 time: 0.0448306 Feb 20 06:02:06.155996 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7cb26a08-4a56-411a-98f6-e9df1632d1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8a1491b1-1e66-4a63-aeba-622178e57865), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:06.162802 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-9c5b7340-83d6-461f-a692-46431b9633d8 None None] Set router b963ffda-6ba5-421f-a5cc-a6a706e357ed gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:02:06.185241 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb26a08-4a56-411a-98f6-e9df1632d1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1491b1-1e66-4a63-aeba-622178e57865,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:06.231131 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb26a08-4a56-411a-98f6-e9df1632d1b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:02:06.247835 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-8f5bcbee-0cbd-46db-a48d-dd62c7dbb188 service neutron] 10.222.0.48 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206412 Feb 20 06:02:06.249295 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7cb26a08-4a56-411a-98f6-e9df1632d1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d13c4746-1281-41d7-a8ef-1a1d9686d2ee), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:06.249782 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-7cb26a08-4a56-411a-98f6-e9df1632d1b0 admin admin] Added segment d13c4746-1281-41d7-a8ef-1a1d9686d2ee of type vlan for network e8497535-14c6-4427-86e8-13fc9cbf584c Feb 20 06:02:06.268210 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9b80a-493f-4032-9228-652c26a0dc9a req-452a992f-5781-452e-bbb7-4b5cc54c8fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:06.269667 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-66e9b80a-493f-4032-9228-652c26a0dc9a req-452a992f-5781-452e-bbb7-4b5cc54c8fb0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0e08fb7-a82b-4f45-b60f-790274c7b4db HTTP/1.1" status: 200 len: 834 time: 0.0857112 Feb 20 06:02:06.330625 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7cb26a08-4a56-411a-98f6-e9df1632d1b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (e8497535-14c6-4427-86e8-13fc9cbf584c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:06.359643 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ead1c81d-e385-48a6-99a9-c23bdde714a8 req-ef468190-6217-44b6-9fe3-4a87fa0c85b8 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e2fb20d-e3be-4143-ba7c-fc287e38c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2642443 Feb 20 06:02:06.360984 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9b80a-493f-4032-9228-652c26a0dc9a req-6e9e3e8a-9278-4602-a76b-aae80c28cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:06.362803 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-66e9b80a-493f-4032-9228-652c26a0dc9a req-6e9e3e8a-9278-4602-a76b-aae80c28cd73 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59b9bd63-b1f0-4436-a092-d5238dc18f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0744638 Feb 20 06:02:06.388931 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7cb26a08-4a56-411a-98f6-e9df1632d1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (e8497535-14c6-4427-86e8-13fc9cbf584c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:06.389880 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb26a08-4a56-411a-98f6-e9df1632d1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:06.390456 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7cb26a08-4a56-411a-98f6-e9df1632d1b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:06.415143 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-d31a9b33-7763-4c2d-a7d9-5af15a99552d service neutron] 10.222.0.48 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579759 Feb 20 06:02:06.436943 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7cb26a08-4a56-411a-98f6-e9df1632d1b0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5653920 Feb 20 06:02:06.440224 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 41978) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:06.446880 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e08fce18-2144-4dc8-a213-9f2c79f067f4 admin admin] Request body: {'subnet': {'network_id': 'e8497535-14c6-4427-86e8-13fc9cbf584c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1139655668-subnet', 'tenant_id': 'f68b303dac204069b8a11e3b61435fbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:02:06.462321 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7cdc40-3708-4dc5-bb16-546670dae6f7', 'tag': '0adf99bf-eaaa-424c-903e-a44665bd4a50'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:02:06.465820 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a48f262-e0f3-461a-af84-b1a68bd47f98" -d '{"events": [{"name": "network-changed", "server_uuid": "ee7cdc40-3708-4dc5-bb16-546670dae6f7", "tag": "0adf99bf-eaaa-424c-903e-a44665bd4a50"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:02:06.498276 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9c5b7340-83d6-461f-a692-46431b9633d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'name': 'tempest-TestNetworkBasicOps-router-194093614', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:01:56Z', 'revision_number': 6, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '56fc711a-ce74-4b0b-97a2-d74343a57c79', 'name': '', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'mac_address': 'fa:16:3e:f9:3b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:09Z', 'updated_at': '2022-02-20T06:00:16Z', 'revision_number': 5, 'project_id': '111d530b12d246f29867a11f6618a046', 'subnets': [{'id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:06.513734 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08fce18-2144-4dc8-a213-9f2c79f067f4 admin admin] Made reservation on behalf of f68b303dac204069b8a11e3b61435fbf for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:02:06.517329 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e08fce18-2144-4dc8-a213-9f2c79f067f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:06.533044 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5b7340-83d6-461f-a692-46431b9633d8 None None] The sync data for ids ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'] in n-d-829866-5 is: [{'id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'name': 'tempest-TestNetworkBasicOps-router-194093614', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:01:56Z', 'revision_number': 6, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '56fc711a-ce74-4b0b-97a2-d74343a57c79', 'name': '', 'network_id': '59b9bd63-b1f0-4436-a092-d5238dc18f02', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'mac_address': 'fa:16:3e:f9:3b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:09Z', 'updated_at': '2022-02-20T06:00:16Z', 'revision_number': 5, 'project_id': '111d530b12d246f29867a11f6618a046', 'subnets': [{'id': 'b0e08fb7-a82b-4f45-b60f-790274c7b4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:02:06.617138 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb26a08-4a56-411a-98f6-e9df1632d1b0 admin admin] Pushing event updated for resources: {'Network': ['ID=e8497535-14c6-4427-86e8-13fc9cbf584c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:06.630155 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff93b62-9d71-43c4-8cbf-988b5a31fbd2 req-3ed258f5-a038-4e59-9363-92ca5dbab6e9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:06.633557 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network e8497535-14c6-4427-86e8-13fc9cbf584c details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:02:06.638104 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aff93b62-9d71-43c4-8cbf-988b5a31fbd2 req-3ed258f5-a038-4e59-9363-92ca5dbab6e9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 943 time: 0.1662960 Feb 20 06:02:06.648691 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-66e9b80a-493f-4032-9228-652c26a0dc9a req-1ea9ebc3-2394-4537-b832-2cf3db58ec08 service neutron] 10.222.0.48 "GET /v2.0/networks/59b9bd63-b1f0-4436-a092-d5238dc18f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778506 Feb 20 06:02:06.712242 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aff93b62-9d71-43c4-8cbf-988b5a31fbd2 req-892db97f-3801-47ff-b26d-8bb9f7393297 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731559 Feb 20 06:02:06.764055 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-66e9b80a-493f-4032-9228-652c26a0dc9a req-84877752-6aec-4039-ab31-e6ec2c777fd1 service neutron] 10.222.0.48 "GET /v2.0/networks/59b9bd63-b1f0-4436-a092-d5238dc18f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998268 Feb 20 06:02:06.800028 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c28cb4-48da-43a5-8aae-9db087ea9c40 x-openstack-request-id: req-d5c28cb4-48da-43a5-8aae-9db087ea9c40 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:02:06.800402 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee7cdc40-3708-4dc5-bb16-546670dae6f7", "tag": "0adf99bf-eaaa-424c-903e-a44665bd4a50", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:02:06.800602 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5c28cb4-48da-43a5-8aae-9db087ea9c40 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:02:06.801296 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee7cdc40-3708-4dc5-bb16-546670dae6f7', 'tag': '0adf99bf-eaaa-424c-903e-a44665bd4a50', 'status': 'completed', 'code': 200} Feb 20 06:02:06.853998 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e08fce18-2144-4dc8-a213-9f2c79f067f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (db6a191c-186e-4393-bdc9-a4c4503cdba7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:06.921527 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48f262-e0f3-461a-af84-b1a68bd47f98 req-e54a3d52-0091-4b7c-a9cd-3bb1be9ad8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:06.923138 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1a48f262-e0f3-461a-af84-b1a68bd47f98 req-e54a3d52-0091-4b7c-a9cd-3bb1be9ad8a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 1125 time: 0.1014795 Feb 20 06:02:06.925319 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08fce18-2144-4dc8-a213-9f2c79f067f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db6a191c-186e-4393-bdc9-a4c4503cdba7,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:06.931648 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08fce18-2144-4dc8-a213-9f2c79f067f4 admin admin] Checking segment: {'id': 'd13c4746-1281-41d7-a8ef-1a1d9686d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e8497535-14c6-4427-86e8-13fc9cbf584c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:02:06.932119 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08fce18-2144-4dc8-a213-9f2c79f067f4 admin admin] Network hostable DHCP agents. Network: e8497535-14c6-4427-86e8-13fc9cbf584c, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:02:06.936726 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48f262-e0f3-461a-af84-b1a68bd47f98 req-99ec019d-2186-4414-9e61-b4768cd573d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:06.938349 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1a48f262-e0f3-461a-af84-b1a68bd47f98 req-99ec019d-2186-4414-9e61-b4768cd573d1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 1125 time: 0.1053886 Feb 20 06:02:06.954687 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08fce18-2144-4dc8-a213-9f2c79f067f4 admin admin] Network e8497535-14c6-4427-86e8-13fc9cbf584c is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:02:06.966049 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-e08fce18-2144-4dc8-a213-9f2c79f067f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, e8497535-14c6-4427-86e8-13fc9cbf584c) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:02:06.976244 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed86b4d8-b7b9-4720-ad5a-3ec81404e354 None None] Network e8497535-14c6-4427-86e8-13fc9cbf584c requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:02:06.982928 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08fce18-2144-4dc8-a213-9f2c79f067f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:06.984022 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e08fce18-2144-4dc8-a213-9f2c79f067f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:07.047998 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e08fce18-2144-4dc8-a213-9f2c79f067f4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6065073 Feb 20 06:02:07.121821 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 0adf99bf-eaaa-424c-903e-a44665bd4a50 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:02:07.126189 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d1d975-ca80-40f8-ad98-edecb0fb2f72 None None] New status for floating IP 00fe83c3-e585-45e7-9c8d-2d8f54badd01: DOWN {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:02:07.170554 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48f262-e0f3-461a-af84-b1a68bd47f98 req-0f85c518-4122-4da6-ba1a-d358e14c9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:07.172252 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1a48f262-e0f3-461a-af84-b1a68bd47f98 req-0f85c518-4122-4da6-ba1a-d358e14c9e9b service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c43b68d-7b99-4aa3-a89e-71d7b313461c HTTP/1.1" status: 200 len: 897 time: 0.2329981 Feb 20 06:02:07.245283 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33cb4da-87f9-4547-a377-c1fcc1825099 None None] Network e8497535-14c6-4427-86e8-13fc9cbf584c requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:02:07.269791 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] The host n-h1-829866-5 is not matching for port 0adf99bf-eaaa-424c-903e-a44665bd4a50 host n-h2-829866-5! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 06:02:07.270518 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 0adf99bf-eaaa-424c-903e-a44665bd4a50 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:02:07.287013 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1a48f262-e0f3-461a-af84-b1a68bd47f98 req-6f48eae8-f49f-49af-99da-4fd49c9efa3e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50 HTTP/1.1" status: 200 len: 999 time: 0.1002095 Feb 20 06:02:07.334552 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4752c5-9c7c-466a-a94e-e961fc61c016 req-a8b6a0e0-94bb-4dcb-97b9-acb15c4f53c7 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:07.336858 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e4752c5-9c7c-466a-a94e-e961fc61c016 req-a8b6a0e0-94bb-4dcb-97b9-acb15c4f53c7 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad60bdb4-86ee-4d76-9f39-51f4f0511734 HTTP/1.1" status: 200 len: 946 time: 0.1230094 Feb 20 06:02:07.404464 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48f262-e0f3-461a-af84-b1a68bd47f98 req-0e5ba6de-291a-4210-a723-8e1c056436bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:07.405961 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1a48f262-e0f3-461a-af84-b1a68bd47f98 req-0e5ba6de-291a-4210-a723-8e1c056436bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e HTTP/1.1" status: 200 len: 835 time: 0.1121838 Feb 20 06:02:07.425595 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48f262-e0f3-461a-af84-b1a68bd47f98 req-66206460-06c4-406e-a531-af17583db7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:07.427115 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1a48f262-e0f3-461a-af84-b1a68bd47f98 req-66206460-06c4-406e-a531-af17583db7f2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5c43b68d-7b99-4aa3-a89e-71d7b313461c HTTP/1.1" status: 200 len: 897 time: 0.4794283 Feb 20 06:02:07.471313 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-5e4752c5-9c7c-466a-a94e-e961fc61c016 req-a5f8c070-2611-405d-bf04-6ef3f1fd63c6 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Deleting port 20a02c61-f521-4ac2-be7d-491c4adb7c5a {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:02:07.472002 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5e4752c5-9c7c-466a-a94e-e961fc61c016 req-a5f8c070-2611-405d-bf04-6ef3f1fd63c6 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (20a02c61-f521-4ac2-be7d-491c4adb7c5a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:07.512104 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48f262-e0f3-461a-af84-b1a68bd47f98 req-d025a4b1-74fc-4409-8aec-1955995cf9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:07.513758 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1a48f262-e0f3-461a-af84-b1a68bd47f98 req-d025a4b1-74fc-4409-8aec-1955995cf9d3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c43b68d-7b99-4aa3-a89e-71d7b313461c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1017337 Feb 20 06:02:07.518766 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1a48f262-e0f3-461a-af84-b1a68bd47f98 req-f25f49c8-299d-442b-9bcb-f00db233411c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50 HTTP/1.1" status: 200 len: 999 time: 0.0760601 Feb 20 06:02:07.619801 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48f262-e0f3-461a-af84-b1a68bd47f98 req-e683888c-f09a-474a-960e-74bcccbb83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:07.621328 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1a48f262-e0f3-461a-af84-b1a68bd47f98 req-e683888c-f09a-474a-960e-74bcccbb83fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e HTTP/1.1" status: 200 len: 835 time: 0.0924990 Feb 20 06:02:07.623525 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c764b6e-008b-41a9-ac44-31bcc343b31f req-e2f4d490-f0e5-4727-b5a6-2c7673a62193 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:07.625124 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c764b6e-008b-41a9-ac44-31bcc343b31f req-e2f4d490-f0e5-4727-b5a6-2c7673a62193 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad60bdb4-86ee-4d76-9f39-51f4f0511734 HTTP/1.1" status: 200 len: 946 time: 0.0984030 Feb 20 06:02:07.632543 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-5e4752c5-9c7c-466a-a94e-e961fc61c016 req-a5f8c070-2611-405d-bf04-6ef3f1fd63c6 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] For port 20a02c61-f521-4ac2-be7d-491c4adb7c5a, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=20a02c61-f521-4ac2-be7d-491c4adb7c5a,segment=NetworkSegment(ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0),segment_id=ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:07.633040 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5e4752c5-9c7c-466a-a94e-e961fc61c016 req-a5f8c070-2611-405d-bf04-6ef3f1fd63c6 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (20a02c61-f521-4ac2-be7d-491c4adb7c5a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:07.660781 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-5e4752c5-9c7c-466a-a94e-e961fc61c016 req-a5f8c070-2611-405d-bf04-6ef3f1fd63c6 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Calling delete_port for 20a02c61-f521-4ac2-be7d-491c4adb7c5a owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:02:07.679417 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1a48f262-e0f3-461a-af84-b1a68bd47f98 req-ed5cb44d-1cc7-4c73-bd27-f7d3fc70fde3 service neutron] 10.222.0.48 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592417 Feb 20 06:02:07.708919 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48f262-e0f3-461a-af84-b1a68bd47f98 req-47761ce0-8b69-4b4a-908c-1e5ebcc1b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:07.710479 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1a48f262-e0f3-461a-af84-b1a68bd47f98 req-47761ce0-8b69-4b4a-908c-1e5ebcc1b233 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5c43b68d-7b99-4aa3-a89e-71d7b313461c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0808880 Feb 20 06:02:07.728771 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c764b6e-008b-41a9-ac44-31bcc343b31f req-297f5596-1c9e-4ec0-b46b-490b5ae398f8 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e2fb20d-e3be-4143-ba7c-fc287e38c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924766 Feb 20 06:02:07.845416 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1a48f262-e0f3-461a-af84-b1a68bd47f98 req-b12a9643-d5d0-489e-a9a4-3c4bab2ccbde service neutron] 10.222.0.48 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567624 Feb 20 06:02:07.849792 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5e4752c5-9c7c-466a-a94e-e961fc61c016 req-a5f8c070-2611-405d-bf04-6ef3f1fd63c6 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (20a02c61-f521-4ac2-be7d-491c4adb7c5a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:07.861278 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1a48f262-e0f3-461a-af84-b1a68bd47f98 req-e72754ce-8adf-4c11-9032-72747cae8299 service neutron] 10.222.0.61 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241753 Feb 20 06:02:07.903305 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8c070-2611-405d-bf04-6ef3f1fd63c6 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event deleted for resources: {'Port': ['ID=20a02c61-f521-4ac2-be7d-491c4adb7c5a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:07.960849 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4752c5-9c7c-466a-a94e-e961fc61c016 req-a5f8c070-2611-405d-bf04-6ef3f1fd63c6 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] No DVR routers for this DVR port 20a02c61-f521-4ac2-be7d-491c4adb7c5a on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:02:07.964343 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5e4752c5-9c7c-466a-a94e-e961fc61c016 req-a5f8c070-2611-405d-bf04-6ef3f1fd63c6 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:07.967410 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e4752c5-9c7c-466a-a94e-e961fc61c016 req-a5f8c070-2611-405d-bf04-6ef3f1fd63c6 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.48 "DELETE /v2.0/ports/20a02c61-f521-4ac2-be7d-491c4adb7c5a HTTP/1.1" status: 204 len: 173 time: 0.6243877 Feb 20 06:02:07.968909 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1a48f262-e0f3-461a-af84-b1a68bd47f98 req-9f965712-f715-41f2-b155-f8d29dedca7c service neutron] 10.222.0.61 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016245 Feb 20 06:02:08.153585 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-84c9f84a-dbae-4ab4-b6c5-53e8acf94065 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:08.155811 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-84c9f84a-dbae-4ab4-b6c5-53e8acf94065 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/networks?id=65147746-5a2b-4a78-8105-9229bb30de1e HTTP/1.1" status: 200 len: 812 time: 0.1369505 Feb 20 06:02:08.176586 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-7dd077dd-f8d8-4734-b092-5412e64c42e1 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/quotas/11e710534621461ca75c99e310a715cd HTTP/1.1" status: 200 len: 375 time: 0.0129271 Feb 20 06:02:08.214378 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-1dbd6f4a-8584-400d-93e1-020cdf4f4539 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e710534621461ca75c99e310a715cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314867 Feb 20 06:02:08.326123 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-14c8e2fe-1ab3-4b35-9f45-6e57b1f63dd0 service neutron] 10.222.0.37 "GET /v2.0/networks/65147746-5a2b-4a78-8105-9229bb30de1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038077 Feb 20 06:02:08.452541 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-24f68d4e-0384-40de-a3e7-7fc3d2e296da service neutron] 10.222.0.37 "GET /v2.0/networks/65147746-5a2b-4a78-8105-9229bb30de1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186123 Feb 20 06:02:08.668630 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d98c7b-1964-425e-8b0e-ce3bb2bbdb36 req-9d88ef9e-4d47-4712-8ecb-2d460b64b348 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:08.670193 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05d98c7b-1964-425e-8b0e-ce3bb2bbdb36 req-9d88ef9e-4d47-4712-8ecb-2d460b64b348 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 943 time: 0.0545096 Feb 20 06:02:08.726453 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05d98c7b-1964-425e-8b0e-ce3bb2bbdb36 req-ff4393af-889d-4e70-9991-06d935500a25 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492616 Feb 20 06:02:08.813979 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad60bdb4-86ee-4d76-9f39-51f4f0511734', 'name': 'network-vif-deleted', 'tag': '20a02c61-f521-4ac2-be7d-491c4adb7c5a'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:02:08.816720 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bc57a4-2abf-48f4-8775-ff9a2efdc2a4" -d '{"events": [{"server_uuid": "ad60bdb4-86ee-4d76-9f39-51f4f0511734", "name": "network-vif-deleted", "tag": "20a02c61-f521-4ac2-be7d-491c4adb7c5a"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:02:08.821860 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-80593fbb-b544-46eb-ad70-b63e14cfdeb0 req-1f4670cc-3a14-46d0-9bc8-d78b1c063b89 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/ports?device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 210 time: 0.0432541 Feb 20 06:02:09.014232 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42024) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:09.091453 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acf84ec-3953-4cac-8399-4ddbc46ae8f1 x-openstack-request-id: req-0acf84ec-3953-4cac-8399-4ddbc46ae8f1 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:02:09.096217 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad60bdb4-86ee-4d76-9f39-51f4f0511734", "name": "network-vif-deleted", "tag": "20a02c61-f521-4ac2-be7d-491c4adb7c5a", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:02:09.096486 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0acf84ec-3953-4cac-8399-4ddbc46ae8f1 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:02:09.103416 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad60bdb4-86ee-4d76-9f39-51f4f0511734', 'name': 'network-vif-deleted', 'tag': '20a02c61-f521-4ac2-be7d-491c4adb7c5a', 'status': 'completed', 'code': 200} Feb 20 06:02:09.127878 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e586f978-fa64-41ce-84f3-fa82f1cb362f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group (8e2fb20d-e3be-4143-ba7c-fc287e38c73e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:09.163542 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e586f978-fa64-41ce-84f3-fa82f1cb362f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group (8e2fb20d-e3be-4143-ba7c-fc287e38c73e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:09.232206 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74529a63-f6ef-4a54-ba5c-40c13a3b9dbf req-b1ca49ae-bc6b-4c91-b7f3-eef6c70ab602 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:09.236770 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74529a63-f6ef-4a54-ba5c-40c13a3b9dbf req-b1ca49ae-bc6b-4c91-b7f3-eef6c70ab602 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 943 time: 0.1155012 Feb 20 06:02:09.250630 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-dc0c06ea-afde-4469-b399-cf69c79ec991 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:09.252518 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-dc0c06ea-afde-4469-b399-cf69c79ec991 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7&tenant_id=50b63137536d4822a61a7b01dd632aeb&binding%3Ahost_id=n-h2-829866-5 HTTP/1.1" status: 200 len: 943 time: 0.2368314 Feb 20 06:02:09.277945 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e586f978-fa64-41ce-84f3-fa82f1cb362f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8e2fb20d-e3be-4143-ba7c-fc287e38c73e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:09.280623 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e586f978-fa64-41ce-84f3-fa82f1cb362f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:09.282130 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e586f978-fa64-41ce-84f3-fa82f1cb362f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "DELETE /v2.0/security-groups/8e2fb20d-e3be-4143-ba7c-fc287e38c73e HTTP/1.1" status: 204 len: 168 time: 0.2650988 Feb 20 06:02:09.304344 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586f978-fa64-41ce-84f3-fa82f1cb362f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2fb20d-e3be-4143-ba7c-fc287e38c73e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:09.371035 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74529a63-f6ef-4a54-ba5c-40c13a3b9dbf req-2561dbd9-9ac1-4a6a-a677-02860f72e525 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170900 Feb 20 06:02:09.387612 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-dfd62e49-97c9-4955-b7dc-a701dff21700 service neutron] 10.222.0.48 "GET /v2.0/ports/0adf99bf-eaaa-424c-903e-a44665bd4a50/bindings/n-h2-829866-5 HTTP/1.1" status: 200 len: 382 time: 0.1222379 Feb 20 06:02:09.445342 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42034) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:09.527129 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-c70daf00-4002-4e3f-b4c0-f359d6b3f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:09.529048 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-c70daf00-4002-4e3f-b4c0-f359d6b3f005 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 1125 time: 0.1174133 Feb 20 06:02:09.716605 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3c421fb1-73bf-4827-a909-b4a2d6e67106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:09.718076 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3c421fb1-73bf-4827-a909-b4a2d6e67106 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c43b68d-7b99-4aa3-a89e-71d7b313461c HTTP/1.1" status: 200 len: 897 time: 0.1839221 Feb 20 06:02:09.811330 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-4925b7e2-8bb1-4430-8602-23191a7419db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50 HTTP/1.1" status: 200 len: 999 time: 0.0874612 Feb 20 06:02:09.817880 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-b8a9bcd7-82d2-404c-96c1-a28cd1a512db tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:09.819374 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-b8a9bcd7-82d2-404c-96c1-a28cd1a512db tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.61 "GET /v2.0/networks?id=65147746-5a2b-4a78-8105-9229bb30de1e HTTP/1.1" status: 200 len: 812 time: 0.2020724 Feb 20 06:02:09.821471 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 0adf99bf-eaaa-424c-903e-a44665bd4a50 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:02:09.892065 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-ff25666f-eef2-4037-8ad7-d13888ea9ff6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Request body: {'port': {'device_id': '214e5d84-03c0-4b01-a3b8-8d0f303716f4', 'network_id': '65147746-5a2b-4a78-8105-9229bb30de1e', 'admin_state_up': True, 'tenant_id': '11e710534621461ca75c99e310a715cd'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:02:09.979394 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-59ce1dab-0e5a-4f3c-a98c-717ca7789cfd req-984d19ba-f273-401e-a6ac-4417468f57bd tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/ports?device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 210 time: 0.0654352 Feb 20 06:02:09.980741 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3b55fcda-855c-4e98-87f0-2482f05906ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:09.982205 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3b55fcda-855c-4e98-87f0-2482f05906ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e HTTP/1.1" status: 200 len: 835 time: 0.1657867 Feb 20 06:02:09.983177 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 0adf99bf-eaaa-424c-903e-a44665bd4a50, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50,segment=NetworkSegment(1c603856-d386-4e06-8718-77972e778d20),segment_id=1c603856-d386-4e06-8718-77972e778d20)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:10.025059 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '0adf99bf-eaaa-424c-903e-a44665bd4a50', 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c', 'port_id': '0adf99bf-eaaa-424c-903e-a44665bd4a50', 'mac_address': 'fa:16:3e:6f:5d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:02:10.068615 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 0adf99bf-eaaa-424c-903e-a44665bd4a50 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:02:10.069475 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:10.083421 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-1591c853-5275-4640-80e6-431a60810d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:10.085147 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-1591c853-5275-4640-80e6-431a60810d50 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c43b68d-7b99-4aa3-a89e-71d7b313461c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0967455 Feb 20 06:02:10.087819 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0adf99bf-eaaa-424c-903e-a44665bd4a50 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:02:10.113067 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 0adf99bf-eaaa-424c-903e-a44665bd4a50, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50,segment=NetworkSegment(1c603856-d386-4e06-8718-77972e778d20),segment_id=1c603856-d386-4e06-8718-77972e778d20)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:10.118134 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:10.175550 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=0adf99bf-eaaa-424c-903e-a44665bd4a50,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:10.222604 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-b7152c5d-2d35-48b7-ae7c-7ed6356d759a service neutron] 10.222.0.48 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300333 Feb 20 06:02:10.338584 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-cd99785e-5ae7-463c-acb7-566209b7314d service neutron] 10.222.0.48 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095700 Feb 20 06:02:10.361978 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['0adf99bf-eaaa-424c-903e-a44665bd4a50'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:02:10.422093 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-ff25666f-eef2-4037-8ad7-d13888ea9ff6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Made reservation on behalf of 11e710534621461ca75c99e310a715cd for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:02:10.425776 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-ff25666f-eef2-4037-8ad7-d13888ea9ff6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:10.582333 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-ff25666f-eef2-4037-8ad7-d13888ea9ff6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Allocated IP 172.20.0.2 (65147746-5a2b-4a78-8105-9229bb30de1e/b91ac502-05d8-4ebc-bd9c-cbfcc55fa814/d5855b51-6884-4c3c-bde7-02adf2e1b16d) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:02:10.610727 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ee1b7-ccc1-4ece-b922-8bc06b46aebb req-70c9ef39-9705-4fac-8ca6-6593d1c36745 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:10.618529 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-737ee1b7-ccc1-4ece-b922-8bc06b46aebb req-70c9ef39-9705-4fac-8ca6-6593d1c36745 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 944 time: 0.1206357 Feb 20 06:02:10.679319 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-737ee1b7-ccc1-4ece-b922-8bc06b46aebb req-db3b70b9-3de5-4405-a4e6-2e218e9febb7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596042 Feb 20 06:02:10.796176 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-ff25666f-eef2-4037-8ad7-d13888ea9ff6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Publish callbacks [] for port (d5855b51-6884-4c3c-bde7-02adf2e1b16d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:10.834265 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-732a02dc-5610-407a-a3a6-09c9d4244d89 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (b963ffda-6ba5-421f-a5cc-a6a706e357ed), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:10.889775 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-ff25666f-eef2-4037-8ad7-d13888ea9ff6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (d5855b51-6884-4c3c-bde7-02adf2e1b16d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:10.976531 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-ff25666f-eef2-4037-8ad7-d13888ea9ff6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Network 65147746-5a2b-4a78-8105-9229bb30de1e is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:02:10.984452 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-ff25666f-eef2-4037-8ad7-d13888ea9ff6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:02:10.993545 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-ff25666f-eef2-4037-8ad7-d13888ea9ff6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:02:11.007523 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25666f-eef2-4037-8ad7-d13888ea9ff6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Pushing event updated for resources: {'Port': ['ID=d5855b51-6884-4c3c-bde7-02adf2e1b16d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:11.047459 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff25666f-eef2-4037-8ad7-d13888ea9ff6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:11.047829 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff25666f-eef2-4037-8ad7-d13888ea9ff6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:11.048184 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff25666f-eef2-4037-8ad7-d13888ea9ff6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:11.048533 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff25666f-eef2-4037-8ad7-d13888ea9ff6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:11.048879 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff25666f-eef2-4037-8ad7-d13888ea9ff6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:11.049221 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff25666f-eef2-4037-8ad7-d13888ea9ff6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:11.049585 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff25666f-eef2-4037-8ad7-d13888ea9ff6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:11.049939 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff25666f-eef2-4037-8ad7-d13888ea9ff6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:11.050301 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff25666f-eef2-4037-8ad7-d13888ea9ff6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:11.050632 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff25666f-eef2-4037-8ad7-d13888ea9ff6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:11.050999 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff25666f-eef2-4037-8ad7-d13888ea9ff6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:11.051342 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff25666f-eef2-4037-8ad7-d13888ea9ff6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:11.051672 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff25666f-eef2-4037-8ad7-d13888ea9ff6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:11.112521 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd52f8-dc37-4605-9c42-2c60b3ccb588 req-6b272b0b-a643-4d63-9f42-a357615fc776 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:11.114547 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dcdd52f8-dc37-4605-9c42-2c60b3ccb588 req-6b272b0b-a643-4d63-9f42-a357615fc776 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/ports?device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 931 time: 0.0596359 Feb 20 06:02:11.123950 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-ff25666f-eef2-4037-8ad7-d13888ea9ff6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:11.124622 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-ff25666f-eef2-4037-8ad7-d13888ea9ff6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:11.151960 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-ff25666f-eef2-4037-8ad7-d13888ea9ff6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2669146 Feb 20 06:02:11.166252 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-fa5d4a8b-7fd4-4f4c-a356-39528dbfbb19 service neutron] Request body: {'port': {'device_id': '214e5d84-03c0-4b01-a3b8-8d0f303716f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:02:11.178760 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dcdd52f8-dc37-4605-9c42-2c60b3ccb588 req-8f715490-a57d-4306-818f-6622c99c74b4 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/security-groups?id=80a1b6bf-5924-457f-9063-1b0d613d8c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585899 Feb 20 06:02:11.308598 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-fa5d4a8b-7fd4-4f4c-a356-39528dbfbb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d5855b51-6884-4c3c-bde7-02adf2e1b16d), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:11.393017 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-732a02dc-5610-407a-a3a6-09c9d4244d89 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Deleting port 56fc711a-ce74-4b0b-97a2-d74343a57c79 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:02:11.393368 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-732a02dc-5610-407a-a3a6-09c9d4244d89 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (56fc711a-ce74-4b0b-97a2-d74343a57c79), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:11.593116 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-732a02dc-5610-407a-a3a6-09c9d4244d89 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] For port 56fc711a-ce74-4b0b-97a2-d74343a57c79, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=56fc711a-ce74-4b0b-97a2-d74343a57c79,segment=NetworkSegment(ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0),segment_id=ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:11.593786 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-732a02dc-5610-407a-a3a6-09c9d4244d89 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (56fc711a-ce74-4b0b-97a2-d74343a57c79), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:11.615763 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-732a02dc-5610-407a-a3a6-09c9d4244d89 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Calling delete_port for 56fc711a-ce74-4b0b-97a2-d74343a57c79 owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:02:11.760611 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-fa5d4a8b-7fd4-4f4c-a356-39528dbfbb19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5855b51-6884-4c3c-bde7-02adf2e1b16d {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:02:11.803677 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-fa5d4a8b-7fd4-4f4c-a356-39528dbfbb19 service neutron] Publish callbacks [] for port (d5855b51-6884-4c3c-bde7-02adf2e1b16d), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:11.805842 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78b2e6-b7b5-487e-a982-35cb65cb7f7e req-cbbf931b-26ff-472f-b1e0-1322c5fe9261 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:11.808093 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5a78b2e6-b7b5-487e-a982-35cb65cb7f7e req-cbbf931b-26ff-472f-b1e0-1322c5fe9261 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 944 time: 0.0598130 Feb 20 06:02:11.827487 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 0adf99bf-eaaa-424c-903e-a44665bd4a50 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:02:11.836205 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-fa5d4a8b-7fd4-4f4c-a356-39528dbfbb19 service neutron] Transition to ACTIVE for port object d5855b51-6884-4c3c-bde7-02adf2e1b16d will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:02:11.853227 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-fa5d4a8b-7fd4-4f4c-a356-39528dbfbb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (d5855b51-6884-4c3c-bde7-02adf2e1b16d), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:11.873241 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5a78b2e6-b7b5-487e-a982-35cb65cb7f7e req-e5b32a5d-02f0-4373-a8fc-fd9b9d044878 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579534 Feb 20 06:02:11.900479 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 0adf99bf-eaaa-424c-903e-a44665bd4a50 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:02:11.904422 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 0adf99bf-eaaa-424c-903e-a44665bd4a50 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:02:11.904865 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:11.975714 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d4a8b-7fd4-4f4c-a356-39528dbfbb19 service neutron] Pushing event updated for resources: {'Port': ['ID=d5855b51-6884-4c3c-bde7-02adf2e1b16d,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:11.986486 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 0adf99bf-eaaa-424c-903e-a44665bd4a50 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:02:11.987152 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:12.014785 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7cdc40-3708-4dc5-bb16-546670dae6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adf99bf-eaaa-424c-903e-a44665bd4a50'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:02:12.017104 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e95087-4eb3-4847-a63c-0820c72100a2" -d '{"events": [{"server_uuid": "ee7cdc40-3708-4dc5-bb16-546670dae6f7", "name": "network-vif-plugged", "status": "completed", "tag": "0adf99bf-eaaa-424c-903e-a44665bd4a50"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:02:12.040678 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 0adf99bf-eaaa-424c-903e-a44665bd4a50, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50,segment=NetworkSegment(1c603856-d386-4e06-8718-77972e778d20),segment_id=1c603856-d386-4e06-8718-77972e778d20)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:12.046673 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:12.047725 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 20a02c61-f521-4ac2-be7d-491c4adb7c5a no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:02:12.096941 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-fa5d4a8b-7fd4-4f4c-a356-39528dbfbb19 service neutron] Attempting to bind port d5855b51-6884-4c3c-bde7-02adf2e1b16d on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:02:12.097315 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-fa5d4a8b-7fd4-4f4c-a356-39528dbfbb19 service neutron] Attempting to bind port d5855b51-6884-4c3c-bde7-02adf2e1b16d by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '0ba2d1a8-860a-4e76-ae2d-773047daf4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '65147746-5a2b-4a78-8105-9229bb30de1e'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:02:12.097650 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-fa5d4a8b-7fd4-4f4c-a356-39528dbfbb19 service neutron] Attempting to bind port d5855b51-6884-4c3c-bde7-02adf2e1b16d on network 65147746-5a2b-4a78-8105-9229bb30de1e {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:02:12.105623 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 20a02c61-f521-4ac2-be7d-491c4adb7c5a {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:02:12.106075 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 20a02c61-f521-4ac2-be7d-491c4adb7c5a not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:02:12.107603 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-fa5d4a8b-7fd4-4f4c-a356-39528dbfbb19 service neutron] Port d5855b51-6884-4c3c-bde7-02adf2e1b16d on network 65147746-5a2b-4a78-8105-9229bb30de1e not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:02:12.107603 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-fa5d4a8b-7fd4-4f4c-a356-39528dbfbb19 service neutron] Attempting to bind port d5855b51-6884-4c3c-bde7-02adf2e1b16d on network 65147746-5a2b-4a78-8105-9229bb30de1e {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:02:12.108708 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fe1e08-5e55-4c51-910d-0d737c95bf10 x-openstack-request-id: req-e4fe1e08-5e55-4c51-910d-0d737c95bf10 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:02:12.109336 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7cdc40-3708-4dc5-bb16-546670dae6f7", "name": "network-vif-plugged", "status": "completed", "tag": "0adf99bf-eaaa-424c-903e-a44665bd4a50", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:02:12.109336 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4fe1e08-5e55-4c51-910d-0d737c95bf10 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:02:12.109898 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7cdc40-3708-4dc5-bb16-546670dae6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adf99bf-eaaa-424c-903e-a44665bd4a50', 'code': 200} Feb 20 06:02:12.119832 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-fa5d4a8b-7fd4-4f4c-a356-39528dbfbb19 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:02:12.120215 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-fa5d4a8b-7fd4-4f4c-a356-39528dbfbb19 service neutron] Checking segment: {'id': '0ba2d1a8-860a-4e76-ae2d-773047daf4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '65147746-5a2b-4a78-8105-9229bb30de1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:02:12.120569 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-fa5d4a8b-7fd4-4f4c-a356-39528dbfbb19 service neutron] Bound using segment: {'id': '0ba2d1a8-860a-4e76-ae2d-773047daf4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '65147746-5a2b-4a78-8105-9229bb30de1e'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:02:12.121752 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-fa5d4a8b-7fd4-4f4c-a356-39528dbfbb19 service neutron] Bound port: d5855b51-6884-4c3c-bde7-02adf2e1b16d, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ba2d1a8-860a-4e76-ae2d-773047daf4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '65147746-5a2b-4a78-8105-9229bb30de1e'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:02:12.121752 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-fa5d4a8b-7fd4-4f4c-a356-39528dbfbb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d5855b51-6884-4c3c-bde7-02adf2e1b16d), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:12.132321 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-732a02dc-5610-407a-a3a6-09c9d4244d89 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (56fc711a-ce74-4b0b-97a2-d74343a57c79), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:12.132482 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=0adf99bf-eaaa-424c-903e-a44665bd4a50,revision_number=9']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:12.164241 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a02dc-5610-407a-a3a6-09c9d4244d89 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event deleted for resources: {'Port': ['ID=56fc711a-ce74-4b0b-97a2-d74343a57c79,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:12.286691 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-fa5d4a8b-7fd4-4f4c-a356-39528dbfbb19 service neutron] For port d5855b51-6884-4c3c-bde7-02adf2e1b16d, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:02:12.339321 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-fa5d4a8b-7fd4-4f4c-a356-39528dbfbb19 service neutron] For port d5855b51-6884-4c3c-bde7-02adf2e1b16d, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d5855b51-6884-4c3c-bde7-02adf2e1b16d,segment=NetworkSegment(0ba2d1a8-860a-4e76-ae2d-773047daf4e8),segment_id=0ba2d1a8-860a-4e76-ae2d-773047daf4e8)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:02:12.350063 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-fa5d4a8b-7fd4-4f4c-a356-39528dbfbb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (d5855b51-6884-4c3c-bde7-02adf2e1b16d), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:12.420304 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499a3ac-6ea9-460f-9d73-0ccef2605269 req-bec87d97-e13c-47ee-9cd0-03c2c139dde6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:12.428235 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d499a3ac-6ea9-460f-9d73-0ccef2605269 req-bec87d97-e13c-47ee-9cd0-03c2c139dde6 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/ports?device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 943 time: 0.1122284 Feb 20 06:02:12.436858 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-fa5d4a8b-7fd4-4f4c-a356-39528dbfbb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:12.437500 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-fa5d4a8b-7fd4-4f4c-a356-39528dbfbb19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:12.439497 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-fa5d4a8b-7fd4-4f4c-a356-39528dbfbb19 service neutron] 10.222.0.61 "PUT /v2.0/ports/d5855b51-6884-4c3c-bde7-02adf2e1b16d HTTP/1.1" status: 200 len: 1091 time: 1.2799852 Feb 20 06:02:12.439970 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214e5d84-03c0-4b01-a3b8-8d0f303716f4', 'tag': 'd5855b51-6884-4c3c-bde7-02adf2e1b16d'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:02:12.442259 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6b8822-f2d5-450f-b96a-180e3f76250b" -d '{"events": [{"name": "network-changed", "server_uuid": "214e5d84-03c0-4b01-a3b8-8d0f303716f4", "tag": "d5855b51-6884-4c3c-bde7-02adf2e1b16d"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:02:12.497661 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-732a02dc-5610-407a-a3a6-09c9d4244d89 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (b963ffda-6ba5-421f-a5cc-a6a706e357ed), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:12.509316 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d499a3ac-6ea9-460f-9d73-0ccef2605269 req-b0d8bee9-6925-4a4f-8c15-83943b8e5db8 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/security-groups?id=80a1b6bf-5924-457f-9063-1b0d613d8c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792372 Feb 20 06:02:12.513371 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d4a8b-7fd4-4f4c-a356-39528dbfbb19 service neutron] Pushing event updated for resources: {'Port': ['ID=d5855b51-6884-4c3c-bde7-02adf2e1b16d,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:12.561076 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae91868-7cc1-41d1-b760-4a9d18ece955 x-openstack-request-id: req-7ae91868-7cc1-41d1-b760-4a9d18ece955 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:02:12.561347 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214e5d84-03c0-4b01-a3b8-8d0f303716f4", "tag": "d5855b51-6884-4c3c-bde7-02adf2e1b16d", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:02:12.561610 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ae91868-7cc1-41d1-b760-4a9d18ece955 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:02:12.562174 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214e5d84-03c0-4b01-a3b8-8d0f303716f4', 'tag': 'd5855b51-6884-4c3c-bde7-02adf2e1b16d', 'status': 'completed', 'code': 200} Feb 20 06:02:12.691305 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-61fa54ae-e85e-49a2-9114-3fa68d03f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:12.692845 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-61fa54ae-e85e-49a2-9114-3fa68d03f187 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=11e710534621461ca75c99e310a715cd&device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 1125 time: 0.1899621 Feb 20 06:02:12.770472 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-e077dd7e-2644-4b25-b7fd-68365a4aa52f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d5855b51-6884-4c3c-bde7-02adf2e1b16d HTTP/1.1" status: 200 len: 217 time: 0.0487239 Feb 20 06:02:12.798339 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-2454f1f6-c937-4503-945c-1b5995f55e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:12.799867 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-2454f1f6-c937-4503-945c-1b5995f55e3b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7&tenant_id=50b63137536d4822a61a7b01dd632aeb HTTP/1.1" status: 200 len: 1127 time: 0.1946507 Feb 20 06:02:12.824025 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3461238f-e510-4e61-a5b7-dc5e69d42918 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-5', 'device_owner': 'compute:nova'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:02:12.908022 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-a304eb19-2755-4f6c-b922-0ca2283ad6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:12.909516 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-a304eb19-2755-4f6c-b922-0ca2283ad6f0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b91ac502-05d8-4ebc-bd9c-cbfcc55fa814 HTTP/1.1" status: 200 len: 852 time: 0.1259983 Feb 20 06:02:12.978046 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-bb147604-087b-4a62-a459-85e1d86330ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=65147746-5a2b-4a78-8105-9229bb30de1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607245 Feb 20 06:02:13.016469 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e20bf-67ab-40f0-b02c-345b4d64c9d5 req-8a0f20f2-3391-4200-a390-c469038d1e84 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:13.018123 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7f6e20bf-67ab-40f0-b02c-345b4d64c9d5 req-8a0f20f2-3391-4200-a390-c469038d1e84 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 945 time: 0.0686975 Feb 20 06:02:13.022085 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3461238f-e510-4e61-a5b7-dc5e69d42918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:13.076166 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7f6e20bf-67ab-40f0-b02c-345b4d64c9d5 req-429df692-862e-4fa1-8a01-de716803c03a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486650 Feb 20 06:02:13.427139 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732a02dc-5610-407a-a3a6-09c9d4244d89 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Router b963ffda-6ba5-421f-a5cc-a6a706e357ed has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:02:13.514139 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-6824abc0-a5c8-4651-ac71-107883ca9d80 service neutron] 10.222.0.61 "GET /v2.0/networks/65147746-5a2b-4a78-8105-9229bb30de1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033951 Feb 20 06:02:13.633592 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf8bac-a3e5-44ad-875f-3907a9f323c4 req-00337e2f-89e8-478c-b7c1-6aa756db46d4 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:13.636157 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e2cf8bac-a3e5-44ad-875f-3907a9f323c4 req-00337e2f-89e8-478c-b7c1-6aa756db46d4 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/ports?device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 943 time: 0.0640700 Feb 20 06:02:13.691950 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e2cf8bac-a3e5-44ad-875f-3907a9f323c4 req-58f7db2f-7c5b-4b6b-aafe-420c877898cc tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/security-groups?id=80a1b6bf-5924-457f-9063-1b0d613d8c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491972 Feb 20 06:02:13.748165 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42088) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:13.768060 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732a02dc-5610-407a-a3a6-09c9d4244d89 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:02:13.781171 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-732a02dc-5610-407a-a3a6-09c9d4244d89 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "PUT /v2.0/routers/b963ffda-6ba5-421f-a5cc-a6a706e357ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3316967 Feb 20 06:02:13.782029 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42090) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:13.787899 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fd0b1c-b85c-4e31-b0ca-8ef54e0d8a73 None None] Sync routers for ids ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:02:13.794572 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-56572e13-9224-4bfc-ae92-d5f0362d95a8 req-ff527713-651a-422f-8716-993f926010fe service neutron] 10.222.0.61 "GET /v2.0/networks/65147746-5a2b-4a78-8105-9229bb30de1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727449 Feb 20 06:02:13.796380 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3461238f-e510-4e61-a5b7-dc5e69d42918 service neutron] For port 0adf99bf-eaaa-424c-903e-a44665bd4a50, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50,segment=NetworkSegment(1c603856-d386-4e06-8718-77972e778d20),segment_id=1c603856-d386-4e06-8718-77972e778d20)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:13.811807 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fd0b1c-b85c-4e31-b0ca-8ef54e0d8a73 None None] Routers {'b963ffda-6ba5-421f-a5cc-a6a706e357ed'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:02:13.813389 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c2fd0b1c-b85c-4e31-b0ca-8ef54e0d8a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:01:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:13.868303 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b3e0fd-06a9-4d93-ba41-fb467112eabe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Deleting subnet b0e08fb7-a82b-4f45-b60f-790274c7b4db {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:02:13.884854 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3461238f-e510-4e61-a5b7-dc5e69d42918 service neutron] For port 0adf99bf-eaaa-424c-903e-a44665bd4a50, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:02:13.886243 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-19b3e0fd-06a9-4d93-ba41-fb467112eabe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for subnet (b0e08fb7-a82b-4f45-b60f-790274c7b4db), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:13.903979 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e1424f74-4959-4ee4-9b1f-0195713357a6 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] 10.222.0.37 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2412 time: 0.1514008 Feb 20 06:02:13.904246 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42094) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:13.909442 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c31e969c-e21f-48a9-b732-183b02c3a249 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Request body: {'network': {'name': 'tempest-network-smoke--444048463', 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'port_security_enabled': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:02:13.936938 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31e969c-e21f-48a9-b732-183b02c3a249 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Made reservation on behalf of a5e6bd07f12a45aebf66848b2d1a7e84 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:02:13.942381 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c31e969c-e21f-48a9-b732-183b02c3a249 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:13.973879 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-c2fd0b1c-b85c-4e31-b0ca-8ef54e0d8a73 None None] Set router b963ffda-6ba5-421f-a5cc-a6a706e357ed gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:02:13.986927 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31e969c-e21f-48a9-b732-183b02c3a249 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:02:13.994243 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-19b3e0fd-06a9-4d93-ba41-fb467112eabe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (b0e08fb7-a82b-4f45-b60f-790274c7b4db), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:14.016182 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c31e969c-e21f-48a9-b732-183b02c3a249 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (cf1d02c5-6298-4ca3-abef-d8ecbf136162), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:14.016623 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-c31e969c-e21f-48a9-b732-183b02c3a249 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Added segment cf1d02c5-6298-4ca3-abef-d8ecbf136162 of type vlan for network 5c1aae83-adac-4e41-bd22-86870fb29e2c Feb 20 06:02:14.026444 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3461238f-e510-4e61-a5b7-dc5e69d42918 service neutron] Publish callbacks [] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:14.060050 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3461238f-e510-4e61-a5b7-dc5e69d42918 service neutron] Transition to ACTIVE for port object 0adf99bf-eaaa-424c-903e-a44665bd4a50 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:02:14.062521 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b8822-f2d5-450f-b96a-180e3f76250b req-de164ed4-a18f-4fd3-bc53-862104f38872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:14.064573 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fc6b8822-f2d5-450f-b96a-180e3f76250b req-de164ed4-a18f-4fd3-bc53-862104f38872 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=11e710534621461ca75c99e310a715cd&device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 1125 time: 0.1880462 Feb 20 06:02:14.073787 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3461238f-e510-4e61-a5b7-dc5e69d42918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:14.082089 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c31e969c-e21f-48a9-b732-183b02c3a249 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (5c1aae83-adac-4e41-bd22-86870fb29e2c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:14.117821 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c31e969c-e21f-48a9-b732-183b02c3a249 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (5c1aae83-adac-4e41-bd22-86870fb29e2c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:14.124942 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31e969c-e21f-48a9-b732-183b02c3a249 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:14.126642 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c31e969c-e21f-48a9-b732-183b02c3a249 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:14.271811 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-19b3e0fd-06a9-4d93-ba41-fb467112eabe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (b0e08fb7-a82b-4f45-b60f-790274c7b4db), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:14.381876 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-19b3e0fd-06a9-4d93-ba41-fb467112eabe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (b0e08fb7-a82b-4f45-b60f-790274c7b4db), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:14.457810 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c2fd0b1c-b85c-4e31-b0ca-8ef54e0d8a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'name': 'tempest-TestNetworkBasicOps-router-194093614', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:02:12Z', 'revision_number': 7, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:14.497683 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fd0b1c-b85c-4e31-b0ca-8ef54e0d8a73 None None] Checking router: b963ffda-6ba5-421f-a5cc-a6a706e357ed for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:02:14.513389 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fd0b1c-b85c-4e31-b0ca-8ef54e0d8a73 None None] Routers {'b963ffda-6ba5-421f-a5cc-a6a706e357ed'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:02:14.514076 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c2fd0b1c-b85c-4e31-b0ca-8ef54e0d8a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:01:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:14.591399 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c31e969c-e21f-48a9-b732-183b02c3a249 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6833680 Feb 20 06:02:14.594968 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42098) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:14.614527 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7cdc40-3708-4dc5-bb16-546670dae6f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0adf99bf-eaaa-424c-903e-a44665bd4a50'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:02:14.617004 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fb5ea4-7b6d-44f6-9755-b74f85f8fe16" -d '{"events": [{"server_uuid": "ee7cdc40-3708-4dc5-bb16-546670dae6f7", "name": "network-vif-unplugged", "status": "completed", "tag": "0adf99bf-eaaa-424c-903e-a44665bd4a50"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:02:14.625364 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-502029b7-d804-4307-8e48-64f5d260e199 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1748031490', 'admin_state_up': True, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:02:14.635033 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e969c-e21f-48a9-b732-183b02c3a249 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event updated for resources: {'Network': ['ID=5c1aae83-adac-4e41-bd22-86870fb29e2c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:14.650113 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 5c1aae83-adac-4e41-bd22-86870fb29e2c details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:02:14.663502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3461238f-e510-4e61-a5b7-dc5e69d42918 service neutron] No DVR routers for this DVR port 0adf99bf-eaaa-424c-903e-a44665bd4a50 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:02:14.663682 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-c2fd0b1c-b85c-4e31-b0ca-8ef54e0d8a73 None None] Set router b963ffda-6ba5-421f-a5cc-a6a706e357ed gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:02:14.680641 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461238f-e510-4e61-a5b7-dc5e69d42918 service neutron] Pushing event updated for resources: {'Port': ['ID=0adf99bf-eaaa-424c-903e-a44665bd4a50,revision_number=10']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:14.687042 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-502029b7-d804-4307-8e48-64f5d260e199 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (3de309b0-f92d-404f-a3ae-ada28993814e), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:14.688180 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-502029b7-d804-4307-8e48-64f5d260e199 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (3de309b0-f92d-404f-a3ae-ada28993814e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:14.700720 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98d566-1e26-4753-b0aa-a5ebb1156014 req-317e0594-3210-4942-bc83-07e83dcf6248 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:14.704793 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a98d566-1e26-4753-b0aa-a5ebb1156014 req-317e0594-3210-4942-bc83-07e83dcf6248 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 944 time: 0.1522155 Feb 20 06:02:14.713698 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3e0fd-06a9-4d93-ba41-fb467112eabe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event deleted for resources: {'Subnet': ['ID=b0e08fb7-a82b-4f45-b60f-790274c7b4db,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:14.784655 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-502029b7-d804-4307-8e48-64f5d260e199 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for router_controller (3de309b0-f92d-404f-a3ae-ada28993814e), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:14.821576 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-19b3e0fd-06a9-4d93-ba41-fb467112eabe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:14.827143 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-19b3e0fd-06a9-4d93-ba41-fb467112eabe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "DELETE /v2.0/subnets/b0e08fb7-a82b-4f45-b60f-790274c7b4db HTTP/1.1" status: 204 len: 168 time: 1.0419006 Feb 20 06:02:14.828614 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ae86c6-f38c-4ee8-a0fb-88469b532b8c None None] Network 59b9bd63-b1f0-4436-a092-d5238dc18f02 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:02:14.850427 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42104) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:14.862557 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b8822-f2d5-450f-b96a-180e3f76250b req-a2fa6b4b-6dd5-4277-ab8d-4d850cc6ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:14.864409 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fc6b8822-f2d5-450f-b96a-180e3f76250b req-a2fa6b4b-6dd5-4277-ab8d-4d850cc6ee43 service neutron] 10.222.0.61 "GET /v2.0/networks?id=65147746-5a2b-4a78-8105-9229bb30de1e HTTP/1.1" status: 200 len: 912 time: 0.7917900 Feb 20 06:02:14.940014 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c2fd0b1c-b85c-4e31-b0ca-8ef54e0d8a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'name': 'tempest-TestNetworkBasicOps-router-194093614', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:02:12Z', 'revision_number': 7, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:14.943032 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fc6b8822-f2d5-450f-b96a-180e3f76250b req-7ec6842a-0879-4e19-8847-7ae8e21c9929 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d5855b51-6884-4c3c-bde7-02adf2e1b16d HTTP/1.1" status: 200 len: 217 time: 0.0694623 Feb 20 06:02:14.977670 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fd0b1c-b85c-4e31-b0ca-8ef54e0d8a73 None None] The sync data for ids ['b963ffda-6ba5-421f-a5cc-a6a706e357ed'] in n-d-829866-5 is: [{'id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'name': 'tempest-TestNetworkBasicOps-router-194093614', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:02:12Z', 'revision_number': 7, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': '33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b963ffda-6ba5-421f-a5cc-a6a706e357ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:03Z', 'updated_at': '2022-02-20T06:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:02:15.010335 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b8822-f2d5-450f-b96a-180e3f76250b req-c6a997df-f7c4-40d5-8ee8-a5b543af09ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:15.011956 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fc6b8822-f2d5-450f-b96a-180e3f76250b req-c6a997df-f7c4-40d5-8ee8-a5b543af09ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b91ac502-05d8-4ebc-bd9c-cbfcc55fa814 HTTP/1.1" status: 200 len: 852 time: 0.0621591 Feb 20 06:02:15.047359 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a98d566-1e26-4753-b0aa-a5ebb1156014 req-0804004c-dc5e-42f0-bb8c-50f657c69e0e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3285325 Feb 20 06:02:15.051179 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fc6b8822-f2d5-450f-b96a-180e3f76250b req-f59a3d38-a0c6-4fd6-ad26-b85ab3a6e1f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=65147746-5a2b-4a78-8105-9229bb30de1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312765 Feb 20 06:02:15.116522 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-502029b7-d804-4307-8e48-64f5d260e199 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for router_gateway (3de309b0-f92d-404f-a3ae-ada28993814e), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:15.150463 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 06:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a91b9e5-eea2-4184-b531-fce4c600b6c3 x-openstack-request-id: req-8a91b9e5-eea2-4184-b531-fce4c600b6c3 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:02:15.150463 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7cdc40-3708-4dc5-bb16-546670dae6f7", "name": "network-vif-unplugged", "status": "completed", "tag": "0adf99bf-eaaa-424c-903e-a44665bd4a50", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:02:15.150463 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a91b9e5-eea2-4184-b531-fce4c600b6c3 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:02:15.150463 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7cdc40-3708-4dc5-bb16-546670dae6f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0adf99bf-eaaa-424c-903e-a44665bd4a50', 'code': 200} Feb 20 06:02:15.165494 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3461238f-e510-4e61-a5b7-dc5e69d42918 service neutron] Attempting to bind port 0adf99bf-eaaa-424c-903e-a44665bd4a50 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:02:15.165736 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3461238f-e510-4e61-a5b7-dc5e69d42918 service neutron] Attempting to bind port 0adf99bf-eaaa-424c-903e-a44665bd4a50 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '1c603856-d386-4e06-8718-77972e778d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:02:15.166123 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3461238f-e510-4e61-a5b7-dc5e69d42918 service neutron] Attempting to bind port 0adf99bf-eaaa-424c-903e-a44665bd4a50 on network 5c43b68d-7b99-4aa3-a89e-71d7b313461c {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:02:15.172769 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3461238f-e510-4e61-a5b7-dc5e69d42918 service neutron] Port 0adf99bf-eaaa-424c-903e-a44665bd4a50 on network 5c43b68d-7b99-4aa3-a89e-71d7b313461c not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:02:15.173205 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3461238f-e510-4e61-a5b7-dc5e69d42918 service neutron] Attempting to bind port 0adf99bf-eaaa-424c-903e-a44665bd4a50 on network 5c43b68d-7b99-4aa3-a89e-71d7b313461c {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:02:15.185802 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3461238f-e510-4e61-a5b7-dc5e69d42918 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:02:15.186293 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3461238f-e510-4e61-a5b7-dc5e69d42918 service neutron] Checking segment: {'id': '1c603856-d386-4e06-8718-77972e778d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:02:15.186779 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3461238f-e510-4e61-a5b7-dc5e69d42918 service neutron] Bound using segment: {'id': '1c603856-d386-4e06-8718-77972e778d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:02:15.187366 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3461238f-e510-4e61-a5b7-dc5e69d42918 service neutron] Bound port: 0adf99bf-eaaa-424c-903e-a44665bd4a50, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c603856-d386-4e06-8718-77972e778d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:02:15.187813 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3461238f-e510-4e61-a5b7-dc5e69d42918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:15.205029 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b73033ad-1193-4739-859a-30ce4934907f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for router (b963ffda-6ba5-421f-a5cc-a6a706e357ed), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:15.245350 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fc6b8822-f2d5-450f-b96a-180e3f76250b req-f1dadafa-9942-47c1-91e9-4c8e372c7e7b service neutron] 10.222.0.61 "GET /v2.0/networks/65147746-5a2b-4a78-8105-9229bb30de1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855187 Feb 20 06:02:15.331749 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3461238f-e510-4e61-a5b7-dc5e69d42918 service neutron] For port 0adf99bf-eaaa-424c-903e-a44665bd4a50, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:02:15.348756 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3461238f-e510-4e61-a5b7-dc5e69d42918 service neutron] For port 0adf99bf-eaaa-424c-903e-a44665bd4a50, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50,segment=NetworkSegment(1c603856-d386-4e06-8718-77972e778d20),segment_id=1c603856-d386-4e06-8718-77972e778d20)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:02:15.363276 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179fdd76-e9b6-472a-93af-bd3e6dc827c7 None None] DHCP port deletion for 59b9bd63-b1f0-4436-a092-d5238dc18f02 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:02:15.372559 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3461238f-e510-4e61-a5b7-dc5e69d42918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:15.397947 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0113b-87af-45e0-ad74-863cef3efbe9 req-2f921824-233e-45b9-9e9b-017794b3579e tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:15.405801 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cbf0113b-87af-45e0-ad74-863cef3efbe9 req-2f921824-233e-45b9-9e9b-017794b3579e tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/ports?device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 943 time: 0.2159917 Feb 20 06:02:15.417128 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3461238f-e510-4e61-a5b7-dc5e69d42918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:15.417755 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3461238f-e510-4e61-a5b7-dc5e69d42918 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:15.419774 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-3461238f-e510-4e61-a5b7-dc5e69d42918 service neutron] 10.222.0.61 "PUT /v2.0/ports/0adf99bf-eaaa-424c-903e-a44665bd4a50 HTTP/1.1" status: 200 len: 1092 time: 2.6001382 Feb 20 06:02:15.431817 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fc6b8822-f2d5-450f-b96a-180e3f76250b req-7cae80d8-70af-4f09-81ad-9f8a03b6b2d6 service neutron] 10.222.0.61 "GET /v2.0/networks/65147746-5a2b-4a78-8105-9229bb30de1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779218 Feb 20 06:02:15.465018 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-179fdd76-e9b6-472a-93af-bd3e6dc827c7 None None] Deleting port 3390825a-1ded-4281-a544-71cb2ea9f868 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:02:15.465760 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-179fdd76-e9b6-472a-93af-bd3e6dc827c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3390825a-1ded-4281-a544-71cb2ea9f868), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:15.493060 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b73033ad-1193-4739-859a-30ce4934907f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for router_gateway (b963ffda-6ba5-421f-a5cc-a6a706e357ed), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:15.496458 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461238f-e510-4e61-a5b7-dc5e69d42918 service neutron] Pushing event updated for resources: {'Port': ['ID=0adf99bf-eaaa-424c-903e-a44665bd4a50,revision_number=11']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:15.538323 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cbf0113b-87af-45e0-ad74-863cef3efbe9 req-3a944cc2-4d3b-44c0-804a-4c4d559b0894 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/security-groups?id=80a1b6bf-5924-457f-9063-1b0d613d8c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120794 Feb 20 06:02:15.545162 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-74732c2e-3f3e-4577-b05a-1297a4adce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:15.546733 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-74732c2e-3f3e-4577-b05a-1297a4adce62 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 1126 time: 0.0923212 Feb 20 06:02:15.729332 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-697a6248-33b7-444f-8b3c-d13d600d38e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:15.731766 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-697a6248-33b7-444f-8b3c-d13d600d38e6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5c43b68d-7b99-4aa3-a89e-71d7b313461c HTTP/1.1" status: 200 len: 897 time: 0.1793060 Feb 20 06:02:15.801022 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-179fdd76-e9b6-472a-93af-bd3e6dc827c7 None None] For port 3390825a-1ded-4281-a544-71cb2ea9f868, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3390825a-1ded-4281-a544-71cb2ea9f868,segment=NetworkSegment(ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0),segment_id=ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:15.801619 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-179fdd76-e9b6-472a-93af-bd3e6dc827c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3390825a-1ded-4281-a544-71cb2ea9f868), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:15.815604 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-179fdd76-e9b6-472a-93af-bd3e6dc827c7 None None] Calling delete_port for 3390825a-1ded-4281-a544-71cb2ea9f868 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:02:15.825995 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b73033ad-1193-4739-859a-30ce4934907f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Deleting port 33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:02:15.826744 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b73033ad-1193-4739-859a-30ce4934907f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:15.830080 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-18fc52c3-fcd9-47d2-9039-eb0ab5e47ddb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50 HTTP/1.1" status: 200 len: 999 time: 0.0912392 Feb 20 06:02:15.885543 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 0adf99bf-eaaa-424c-903e-a44665bd4a50 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:02:15.890558 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-4e57090b-7767-4de6-8893-7773f56ab806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:15.892356 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-4e57090b-7767-4de6-8893-7773f56ab806 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e HTTP/1.1" status: 200 len: 835 time: 0.0569849 Feb 20 06:02:15.932824 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-502029b7-d804-4307-8e48-64f5d260e199 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for router_gateway (3de309b0-f92d-404f-a3ae-ada28993814e), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:15.937893 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-179fdd76-e9b6-472a-93af-bd3e6dc827c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (3390825a-1ded-4281-a544-71cb2ea9f868), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:15.955778 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179fdd76-e9b6-472a-93af-bd3e6dc827c7 None None] No DVR routers for this DVR port 3390825a-1ded-4281-a544-71cb2ea9f868 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:02:15.956378 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-2583e274-282b-4913-a248-cbe664160c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:15.958969 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-2583e274-282b-4913-a248-cbe664160c78 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5c43b68d-7b99-4aa3-a89e-71d7b313461c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0599294 Feb 20 06:02:15.968702 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-502029b7-d804-4307-8e48-64f5d260e199 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:15.982820 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fdd76-e9b6-472a-93af-bd3e6dc827c7 None None] Pushing event deleted for resources: {'Port': ['ID=3390825a-1ded-4281-a544-71cb2ea9f868,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:15.999823 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] The host n-h2-829866-5 is not matching for port 0adf99bf-eaaa-424c-903e-a44665bd4a50 host n-h1-829866-5! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 06:02:16.000495 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 0adf99bf-eaaa-424c-903e-a44665bd4a50 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:02:16.011130 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-b73033ad-1193-4739-859a-30ce4934907f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] For port 33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:16.011959 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b73033ad-1193-4739-859a-30ce4934907f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:16.062803 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b73033ad-1193-4739-859a-30ce4934907f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Calling delete_port for 33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:02:16.112038 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-747e0cf4-4467-40a4-bcff-1a61eeda14dd service neutron] 10.222.0.61 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472883 Feb 20 06:02:16.215440 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-502029b7-d804-4307-8e48-64f5d260e199 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Allocated IP 172.25.3.39 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/91acc2e6-f5e3-4e80-81c5-54128c42715f) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:02:16.229275 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-691d4374-3f31-4676-97c9-9e5f1e09d3fe req-2e682f27-191b-42ea-994a-f483cead00f2 service neutron] 10.222.0.61 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114237 Feb 20 06:02:16.235923 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3390825a-1ded-4281-a544-71cb2ea9f868 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:02:16.262290 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 3390825a-1ded-4281-a544-71cb2ea9f868 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:02:16.262639 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3390825a-1ded-4281-a544-71cb2ea9f868 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:02:16.263159 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 56fc711a-ce74-4b0b-97a2-d74343a57c79 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:02:16.287005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 56fc711a-ce74-4b0b-97a2-d74343a57c79 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:02:16.287444 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 56fc711a-ce74-4b0b-97a2-d74343a57c79 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:02:16.345943 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3ede5-55b4-4946-ad9d-dd3969979d3c req-f3bf2afd-2ce5-46cc-a0ff-d5a0f96e155b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:16.347482 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62a3ede5-55b4-4946-ad9d-dd3969979d3c req-f3bf2afd-2ce5-46cc-a0ff-d5a0f96e155b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 944 time: 0.2030318 Feb 20 06:02:16.439962 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bb6925d9-733d-49cf-94fe-60b35cb327fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:16.466055 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-502029b7-d804-4307-8e48-64f5d260e199 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for port (91acc2e6-f5e3-4e80-81c5-54128c42715f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:16.474128 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62a3ede5-55b4-4946-ad9d-dd3969979d3c req-cec6535d-e56c-4bef-ac34-244a9a3160dc tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194856 Feb 20 06:02:16.478453 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b73033ad-1193-4739-859a-30ce4934907f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:16.511740 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73033ad-1193-4739-859a-30ce4934907f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event deleted for resources: {'Port': ['ID=33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:16.588241 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-502029b7-d804-4307-8e48-64f5d260e199 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (91acc2e6-f5e3-4e80-81c5-54128c42715f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:16.602846 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b73033ad-1193-4739-859a-30ce4934907f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (b963ffda-6ba5-421f-a5cc-a6a706e357ed), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:16.704559 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502029b7-d804-4307-8e48-64f5d260e199 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:02:16.751802 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-502029b7-d804-4307-8e48-64f5d260e199 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:02:16.760915 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502029b7-d804-4307-8e48-64f5d260e199 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:02:16.767668 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b73033ad-1193-4739-859a-30ce4934907f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (b963ffda-6ba5-421f-a5cc-a6a706e357ed), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:16.771440 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b73033ad-1193-4739-859a-30ce4934907f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for router_controller (b963ffda-6ba5-421f-a5cc-a6a706e357ed), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:16.773141 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502029b7-d804-4307-8e48-64f5d260e199 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event updated for resources: {'Port': ['ID=91acc2e6-f5e3-4e80-81c5-54128c42715f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:16.857035 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b73033ad-1193-4739-859a-30ce4934907f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (b963ffda-6ba5-421f-a5cc-a6a706e357ed), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:16.857549 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73033ad-1193-4739-859a-30ce4934907f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Fanout notify agent at l3_agent the message router_deleted on router b963ffda-6ba5-421f-a5cc-a6a706e357ed {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:02:16.864683 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b73033ad-1193-4739-859a-30ce4934907f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:16.868577 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b73033ad-1193-4739-859a-30ce4934907f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "DELETE /v2.0/routers/b963ffda-6ba5-421f-a5cc-a6a706e357ed HTTP/1.1" status: 204 len: 168 time: 2.0143585 Feb 20 06:02:16.868785 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42114) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:16.881377 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd5073-403c-44b1-8717-a3bb18a24c39 req-b2a7005e-b315-43c5-8470-26ba76e6ac5b tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:16.882884 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3edd5073-403c-44b1-8717-a3bb18a24c39 req-b2a7005e-b315-43c5-8470-26ba76e6ac5b tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/ports?device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 943 time: 0.2311904 Feb 20 06:02:16.965905 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c2322c30-2388-4954-bbca-a03e665d2f81 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (59b9bd63-b1f0-4436-a092-d5238dc18f02), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:17.038066 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3edd5073-403c-44b1-8717-a3bb18a24c39 req-9f856f64-1d8a-4544-bf11-eb79c17961e7 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/security-groups?id=80a1b6bf-5924-457f-9063-1b0d613d8c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436465 Feb 20 06:02:17.091006 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c2322c30-2388-4954-bbca-a03e665d2f81 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (59b9bd63-b1f0-4436-a092-d5238dc18f02), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:17.117921 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-c2322c30-2388-4954-bbca-a03e665d2f81 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b9bd63-b1f0-4436-a092-d5238dc18f02']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:17.126220 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device d5855b51-6884-4c3c-bde7-02adf2e1b16d details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:02:17.134528 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-c2322c30-2388-4954-bbca-a03e665d2f81 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:17.134831 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-c2322c30-2388-4954-bbca-a03e665d2f81 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:17.151332 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7cdc40-3708-4dc5-bb16-546670dae6f7', 'tag': '0adf99bf-eaaa-424c-903e-a44665bd4a50'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:02:17.153603 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55e6225-589e-46e2-835f-a86214be3862" -d '{"events": [{"name": "network-changed", "server_uuid": "ee7cdc40-3708-4dc5-bb16-546670dae6f7", "tag": "0adf99bf-eaaa-424c-903e-a44665bd4a50"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:02:17.157856 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c2322c30-2388-4954-bbca-a03e665d2f81 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:17.173173 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c2322c30-2388-4954-bbca-a03e665d2f81 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:17.193675 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2322c30-2388-4954-bbca-a03e665d2f81 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:02:17.194081 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c2322c30-2388-4954-bbca-a03e665d2f81 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (ea5c4aad-b00a-4fc8-b3cd-1ec82339aad0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: timer() Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:02:17.198617 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:02:17.219355 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed38b8ef-becc-4d24-80b9-545416dad77a x-openstack-request-id: req-ed38b8ef-becc-4d24-80b9-545416dad77a {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:02:17.219650 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee7cdc40-3708-4dc5-bb16-546670dae6f7", "tag": "0adf99bf-eaaa-424c-903e-a44665bd4a50", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:02:17.219907 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed38b8ef-becc-4d24-80b9-545416dad77a {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:02:17.220326 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee7cdc40-3708-4dc5-bb16-546670dae6f7', 'tag': '0adf99bf-eaaa-424c-903e-a44665bd4a50', 'status': 'completed', 'code': 200} Feb 20 06:02:17.265054 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port d5855b51-6884-4c3c-bde7-02adf2e1b16d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d5855b51-6884-4c3c-bde7-02adf2e1b16d,segment=NetworkSegment(0ba2d1a8-860a-4e76-ae2d-773047daf4e8),segment_id=0ba2d1a8-860a-4e76-ae2d-773047daf4e8)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:17.278536 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'd5855b51-6884-4c3c-bde7-02adf2e1b16d', 'network_id': '65147746-5a2b-4a78-8105-9229bb30de1e', 'port_id': 'd5855b51-6884-4c3c-bde7-02adf2e1b16d', 'mac_address': 'fa:16:3e:04:3e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b91ac502-05d8-4ebc-bd9c-cbfcc55fa814', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:02:17.285074 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-502029b7-d804-4307-8e48-64f5d260e199 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for router_gateway (3de309b0-f92d-404f-a3ae-ada28993814e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:17.320339 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e6225-589e-46e2-835f-a86214be3862 req-f8c50cd8-79bc-4813-957c-c4aafd6a2cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:17.322516 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b55e6225-589e-46e2-835f-a86214be3862 req-f8c50cd8-79bc-4813-957c-c4aafd6a2cbd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 1126 time: 0.0605433 Feb 20 06:02:17.323266 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c2322c30-2388-4954-bbca-a03e665d2f81 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (59b9bd63-b1f0-4436-a092-d5238dc18f02), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:17.324528 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port d5855b51-6884-4c3c-bde7-02adf2e1b16d is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:02:17.325143 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d5855b51-6884-4c3c-bde7-02adf2e1b16d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:17.328400 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c2322c30-2388-4954-bbca-a03e665d2f81 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:17.331365 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c2322c30-2388-4954-bbca-a03e665d2f81 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "DELETE /v2.0/networks/59b9bd63-b1f0-4436-a092-d5238dc18f02 HTTP/1.1" status: 204 len: 168 time: 0.4616039 Feb 20 06:02:17.342154 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5855b51-6884-4c3c-bde7-02adf2e1b16d {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:02:17.363972 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42120) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:17.381207 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port d5855b51-6884-4c3c-bde7-02adf2e1b16d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d5855b51-6884-4c3c-bde7-02adf2e1b16d,segment=NetworkSegment(0ba2d1a8-860a-4e76-ae2d-773047daf4e8),segment_id=0ba2d1a8-860a-4e76-ae2d-773047daf4e8)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:17.388053 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c5ffe0cb-bb2e-414d-a094-1f81be0dc17c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'network': {'name': 'tempest-network-smoke--1725719004', 'project_id': '111d530b12d246f29867a11f6618a046', 'port_security_enabled': True}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:02:17.388550 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d5855b51-6884-4c3c-bde7-02adf2e1b16d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:17.406388 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2322c30-2388-4954-bbca-a03e665d2f81 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event deleted for resources: {'Network': ['ID=59b9bd63-b1f0-4436-a092-d5238dc18f02,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:17.465024 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ffe0cb-bb2e-414d-a094-1f81be0dc17c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Made reservation on behalf of 111d530b12d246f29867a11f6618a046 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:02:17.469255 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c5ffe0cb-bb2e-414d-a094-1f81be0dc17c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:17.483094 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=d5855b51-6884-4c3c-bde7-02adf2e1b16d,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:17.533901 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ffe0cb-bb2e-414d-a094-1f81be0dc17c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:02:17.537298 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e6225-589e-46e2-835f-a86214be3862 req-d856904b-a36b-44fb-b91c-f58a679b8861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:17.540111 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b55e6225-589e-46e2-835f-a86214be3862 req-d856904b-a36b-44fb-b91c-f58a679b8861 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5c43b68d-7b99-4aa3-a89e-71d7b313461c HTTP/1.1" status: 200 len: 897 time: 0.2069719 Feb 20 06:02:17.610815 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c5ffe0cb-bb2e-414d-a094-1f81be0dc17c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (56bd66a5-8252-4357-b69e-85c279d54dc2), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:17.611470 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-c5ffe0cb-bb2e-414d-a094-1f81be0dc17c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Added segment 56bd66a5-8252-4357-b69e-85c279d54dc2 of type vlan for network af700b20-354c-4015-8490-4b66ae70a8ee Feb 20 06:02:17.655807 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['d5855b51-6884-4c3c-bde7-02adf2e1b16d'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:02:17.697876 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c5ffe0cb-bb2e-414d-a094-1f81be0dc17c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (af700b20-354c-4015-8490-4b66ae70a8ee), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:17.701566 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b55e6225-589e-46e2-835f-a86214be3862 req-2fea765b-257f-40d5-ae79-7299ca004f39 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50 HTTP/1.1" status: 200 len: 999 time: 0.1432052 Feb 20 06:02:17.786607 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c5ffe0cb-bb2e-414d-a094-1f81be0dc17c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (af700b20-354c-4015-8490-4b66ae70a8ee), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:17.796983 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ffe0cb-bb2e-414d-a094-1f81be0dc17c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:17.798404 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c5ffe0cb-bb2e-414d-a094-1f81be0dc17c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:17.811905 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e6225-589e-46e2-835f-a86214be3862 req-dab827d5-5c3f-4c9b-856d-feb36442cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:17.821376 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b55e6225-589e-46e2-835f-a86214be3862 req-dab827d5-5c3f-4c9b-856d-feb36442cc8d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e HTTP/1.1" status: 200 len: 835 time: 0.1129313 Feb 20 06:02:17.825389 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e6225-589e-46e2-835f-a86214be3862 req-1e4ccdc5-7928-4407-aaca-290864b22906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:17.826880 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b55e6225-589e-46e2-835f-a86214be3862 req-1e4ccdc5-7928-4407-aaca-290864b22906 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 1126 time: 0.5907674 Feb 20 06:02:17.909233 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094c649-fe4f-4c36-8cf2-ccc78c536a91 req-e1a3ae91-7f75-4b0d-a627-91aa350c479d tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:17.910922 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c094c649-fe4f-4c36-8cf2-ccc78c536a91 req-e1a3ae91-7f75-4b0d-a627-91aa350c479d tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 944 time: 0.1588049 Feb 20 06:02:17.916807 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c5ffe0cb-bb2e-414d-a094-1f81be0dc17c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5421810 Feb 20 06:02:17.925530 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42124) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:17.929850 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-be039483-d5b4-45f2-895e-b666b3e9f77e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-449099465', 'admin_state_up': True, 'project_id': '111d530b12d246f29867a11f6618a046', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:02:17.956824 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ffe0cb-bb2e-414d-a094-1f81be0dc17c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'Network': ['ID=af700b20-354c-4015-8490-4b66ae70a8ee,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:17.972797 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network af700b20-354c-4015-8490-4b66ae70a8ee details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:02:17.984279 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-be039483-d5b4-45f2-895e-b666b3e9f77e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:17.985533 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-be039483-d5b4-45f2-895e-b666b3e9f77e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:17.990484 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e6225-589e-46e2-835f-a86214be3862 req-1b3ab4c7-5547-4882-bfd9-e71b8a26dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:17.992089 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b55e6225-589e-46e2-835f-a86214be3862 req-1b3ab4c7-5547-4882-bfd9-e71b8a26dacb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5c43b68d-7b99-4aa3-a89e-71d7b313461c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1428871 Feb 20 06:02:18.062211 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c094c649-fe4f-4c36-8cf2-ccc78c536a91 req-b6289b4f-7539-4608-8edd-e13799c4bc3e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173470 Feb 20 06:02:18.149405 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e6225-589e-46e2-835f-a86214be3862 req-d6cc360f-51d3-45c5-b967-ff61fd37be12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:18.149405 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b55e6225-589e-46e2-835f-a86214be3862 req-d6cc360f-51d3-45c5-b967-ff61fd37be12 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c43b68d-7b99-4aa3-a89e-71d7b313461c HTTP/1.1" status: 200 len: 897 time: 0.2777009 Feb 20 06:02:18.255405 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:02:18.266813 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-502029b7-d804-4307-8e48-64f5d260e199 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (3de309b0-f92d-404f-a3ae-ada28993814e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:18.298344 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b55e6225-589e-46e2-835f-a86214be3862 req-7ecd2f6e-6be3-4e02-b337-71eb30f7c017 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50 HTTP/1.1" status: 200 len: 999 time: 0.1445467 Feb 20 06:02:18.305109 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:02:18.310871 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 33a3ea9a-1002-41c7-b4ab-4edfe0a2b9e4 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:02:18.365675 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d685f6f-d999-4f43-b26e-c238d53d6da9 req-2d282dd1-ff0b-4a95-9426-017257c5b816 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:18.367543 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9d685f6f-d999-4f43-b26e-c238d53d6da9 req-2d282dd1-ff0b-4a95-9426-017257c5b816 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/ports?device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 944 time: 0.1873460 Feb 20 06:02:18.470611 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e6225-589e-46e2-835f-a86214be3862 req-4e28b71d-464b-490b-8919-3322b9a1efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:18.472275 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b55e6225-589e-46e2-835f-a86214be3862 req-4e28b71d-464b-490b-8919-3322b9a1efe0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e HTTP/1.1" status: 200 len: 835 time: 0.1325014 Feb 20 06:02:18.536364 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9d685f6f-d999-4f43-b26e-c238d53d6da9 req-81e341ba-c84a-4cdb-9272-bd9a736dca62 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/security-groups?id=80a1b6bf-5924-457f-9063-1b0d613d8c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476088 Feb 20 06:02:18.536588 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-be039483-d5b4-45f2-895e-b666b3e9f77e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for router_controller (f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:18.568046 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e6225-589e-46e2-835f-a86214be3862 req-0568063f-68c2-4248-b3f9-57d7218343cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:18.569494 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b55e6225-589e-46e2-835f-a86214be3862 req-0568063f-68c2-4248-b3f9-57d7218343cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c43b68d-7b99-4aa3-a89e-71d7b313461c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0861897 Feb 20 06:02:18.638878 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502029b7-d804-4307-8e48-64f5d260e199 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Router 3de309b0-f92d-404f-a3ae-ada28993814e is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:02:18.652142 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b55e6225-589e-46e2-835f-a86214be3862 req-e1be1682-fd32-41f6-9021-fd5606f44ab0 service neutron] 10.222.0.61 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6483297 Feb 20 06:02:18.741150 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b55e6225-589e-46e2-835f-a86214be3862 req-d87aed79-4720-4cdb-889a-43e080b6d49c service neutron] 10.222.0.48 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644669 Feb 20 06:02:18.787140 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-be039483-d5b4-45f2-895e-b666b3e9f77e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for router_gateway (f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:18.846140 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502029b7-d804-4307-8e48-64f5d260e199 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:02:18.861234 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f8b644-d4af-4b46-aaa2-8dcba071d97c None None] Sync routers for ids ['3de309b0-f92d-404f-a3ae-ada28993814e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:02:18.880384 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f8b644-d4af-4b46-aaa2-8dcba071d97c None None] Routers {'3de309b0-f92d-404f-a3ae-ada28993814e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:02:18.881032 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-90f8b644-d4af-4b46-aaa2-8dcba071d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:01:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['3de309b0-f92d-404f-a3ae-ada28993814e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:18.885502 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-502029b7-d804-4307-8e48-64f5d260e199 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:18.886732 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-502029b7-d804-4307-8e48-64f5d260e199 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.2731185 Feb 20 06:02:18.889835 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42142) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:18.903318 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b55e6225-589e-46e2-835f-a86214be3862 req-337b5869-77ef-49ff-b118-83bdb4844a3d service neutron] 10.222.0.48 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341882 Feb 20 06:02:18.922989 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b55e6225-589e-46e2-835f-a86214be3862 req-d0968be8-2c12-4423-a700-dfafe0c7ac97 service neutron] 10.222.0.61 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624247 Feb 20 06:02:18.997917 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82db0dac-fecf-4b14-9481-d05b60d6f731 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:19.000287 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-82db0dac-fecf-4b14-9481-d05b60d6f731 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a5e6bd07f12a45aebf66848b2d1a7e84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1093025 Feb 20 06:02:19.002733 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42146) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:19.034813 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5a3c6f96-8278-43dd-b2f7-4a9b9c43f4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:19.130278 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42150) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:19.131832 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-90f8b644-d4af-4b46-aaa2-8dcba071d97c None None] Set router 3de309b0-f92d-404f-a3ae-ada28993814e gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:02:19.141855 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-be039483-d5b4-45f2-895e-b666b3e9f77e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for router_gateway (f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:19.156821 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db6f141-6e77-4b64-a9f0-6e7f6b53d80b tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:19.161925 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0db6f141-6e77-4b64-a9f0-6e7f6b53d80b tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1579385 Feb 20 06:02:19.165229 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42154) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:19.168394 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 0adf99bf-eaaa-424c-903e-a44665bd4a50 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:02:19.173920 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-be039483-d5b4-45f2-895e-b666b3e9f77e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:19.261988 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-674a746c-83e3-4cfa-beed-ed2749bd7c5b tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0935030 Feb 20 06:02:19.266243 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42156) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:19.282295 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 0adf99bf-eaaa-424c-903e-a44665bd4a50, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50,segment=NetworkSegment(1c603856-d386-4e06-8718-77972e778d20),segment_id=1c603856-d386-4e06-8718-77972e778d20)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:19.294743 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device d5855b51-6884-4c3c-bde7-02adf2e1b16d up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:02:19.297501 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-be039483-d5b4-45f2-895e-b666b3e9f77e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Allocated IP 172.25.3.143 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:02:19.336650 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '0adf99bf-eaaa-424c-903e-a44665bd4a50', 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c', 'port_id': '0adf99bf-eaaa-424c-903e-a44665bd4a50', 'mac_address': 'fa:16:3e:6f:5d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:02:19.376208 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3526b9b0-d8bc-484d-a5d5-38892959f066 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a5e6bd07f12a45aebf66848b2d1a7e84&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0658484 Feb 20 06:02:19.385011 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42158) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:19.399885 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b4a1e8ed-2e1d-4fd7-83c7-3c102f08d5c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:19.478384 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-be039483-d5b4-45f2-895e-b666b3e9f77e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for port (d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:19.499382 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 0adf99bf-eaaa-424c-903e-a44665bd4a50 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:02:19.500124 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:19.504504 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b4a1e8ed-2e1d-4fd7-83c7-3c102f08d5c3 admin admin] Publish callbacks [] for security_group (f904afdd-4660-4bd4-bc97-14f9ec2dc90e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:19.521586 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ca40d-0cf4-457a-95ca-250e1129c5e3 req-0b594717-9f44-479c-84f9-76e82a8a8957 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:19.523232 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6d3ca40d-0cf4-457a-95ca-250e1129c5e3 req-0b594717-9f44-479c-84f9-76e82a8a8957 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 944 time: 0.3524132 Feb 20 06:02:19.525155 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b4a1e8ed-2e1d-4fd7-83c7-3c102f08d5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f904afdd-4660-4bd4-bc97-14f9ec2dc90e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:19.539219 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bc9ce2-7d4e-44e2-8f0f-60910969a91d tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:19.544104 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f7bc9ce2-7d4e-44e2-8f0f-60910969a91d tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1580908 Feb 20 06:02:19.547099 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42160) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:19.553944 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0adf99bf-eaaa-424c-903e-a44665bd4a50 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:02:19.576950 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 0adf99bf-eaaa-424c-903e-a44665bd4a50, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50,segment=NetworkSegment(1c603856-d386-4e06-8718-77972e778d20),segment_id=1c603856-d386-4e06-8718-77972e778d20)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:19.587998 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b4a1e8ed-2e1d-4fd7-83c7-3c102f08d5c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=42971b493ae24df180e59bcc24763429&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4564748 Feb 20 06:02:19.588894 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1e8ed-2e1d-4fd7-83c7-3c102f08d5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f904afdd-4660-4bd4-bc97-14f9ec2dc90e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:19.591231 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42164) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:19.591494 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a3e5f111-8812-426f-aea5-2afef07bd588 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421975 Feb 20 06:02:19.591784 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42166) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:19.596556 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:19.601026 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-be039483-d5b4-45f2-895e-b666b3e9f77e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:19.628933 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port d5855b51-6884-4c3c-bde7-02adf2e1b16d completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:02:19.636889 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port d5855b51-6884-4c3c-bde7-02adf2e1b16d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:02:19.637264 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d5855b51-6884-4c3c-bde7-02adf2e1b16d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:19.652254 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be039483-d5b4-45f2-895e-b666b3e9f77e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:02:19.659631 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-be039483-d5b4-45f2-895e-b666b3e9f77e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:02:19.661673 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-aa08e716-d745-464e-9e4a-0b42847717d2 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-16625722', 'network_id': '5c1aae83-adac-4e41-bd22-86870fb29e2c', 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:02:19.669635 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be039483-d5b4-45f2-895e-b666b3e9f77e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:02:19.674803 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be039483-d5b4-45f2-895e-b666b3e9f77e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'Port': ['ID=d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:19.688509 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-90f8b644-d4af-4b46-aaa2-8dcba071d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de309b0-f92d-404f-a3ae-ada28993814e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1748031490', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '91acc2e6-f5e3-4e80-81c5-54128c42715f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:02:14Z', 'updated_at': '2022-02-20T06:02:17Z', 'revision_number': 3, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'gw_port': {'id': '91acc2e6-f5e3-4e80-81c5-54128c42715f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:68:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de309b0-f92d-404f-a3ae-ada28993814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:15Z', 'updated_at': '2022-02-20T06:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:19.715384 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1e8ed-2e1d-4fd7-83c7-3c102f08d5c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:19.716033 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1e8ed-2e1d-4fd7-83c7-3c102f08d5c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:19.717742 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1e8ed-2e1d-4fd7-83c7-3c102f08d5c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:19.718198 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1e8ed-2e1d-4fd7-83c7-3c102f08d5c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:19.719132 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1e8ed-2e1d-4fd7-83c7-3c102f08d5c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:19.719580 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1e8ed-2e1d-4fd7-83c7-3c102f08d5c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:19.720019 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1e8ed-2e1d-4fd7-83c7-3c102f08d5c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:19.721489 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1e8ed-2e1d-4fd7-83c7-3c102f08d5c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:19.721936 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1e8ed-2e1d-4fd7-83c7-3c102f08d5c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:19.722375 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1e8ed-2e1d-4fd7-83c7-3c102f08d5c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:19.723761 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1e8ed-2e1d-4fd7-83c7-3c102f08d5c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:19.724206 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1e8ed-2e1d-4fd7-83c7-3c102f08d5c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:19.725046 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1e8ed-2e1d-4fd7-83c7-3c102f08d5c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:19.736429 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:19.745295 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f8b644-d4af-4b46-aaa2-8dcba071d97c None None] Checking router: 3de309b0-f92d-404f-a3ae-ada28993814e for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:02:19.745651 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f8b644-d4af-4b46-aaa2-8dcba071d97c None None] Updating router 3de309b0-f92d-404f-a3ae-ada28993814e port 91acc2e6-f5e3-4e80-81c5-54128c42715f binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:02:19.777081 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90f8b644-d4af-4b46-aaa2-8dcba071d97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (91acc2e6-f5e3-4e80-81c5-54128c42715f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:19.778668 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=0adf99bf-eaaa-424c-903e-a44665bd4a50,revision_number=12']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:19.848749 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6d3ca40d-0cf4-457a-95ca-250e1129c5e3 req-8119f6ef-8049-47d1-8904-aacfee45022e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047283 Feb 20 06:02:19.849162 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['0adf99bf-eaaa-424c-903e-a44665bd4a50'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:02:19.851611 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b6eca9ae-72ae-4343-b621-1d62b88e387e admin admin] Publish callbacks [] for security_group (f904afdd-4660-4bd4-bc97-14f9ec2dc90e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:19.882830 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42168) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:19.937184 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa08e716-d745-464e-9e4a-0b42847717d2 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Made reservation on behalf of a5e6bd07f12a45aebf66848b2d1a7e84 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:02:19.941923 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aa08e716-d745-464e-9e4a-0b42847717d2 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:19.962527 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b6eca9ae-72ae-4343-b621-1d62b88e387e admin admin] Publish callbacks [] for security_group (f904afdd-4660-4bd4-bc97-14f9ec2dc90e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:19.985503 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port d5855b51-6884-4c3c-bde7-02adf2e1b16d is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:02:19.986150 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d5855b51-6884-4c3c-bde7-02adf2e1b16d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:20.020623 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-569c8b1f-be18-4bde-b181-2b3db3e4e3ce tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/floatingips/db3f5f26-2e5d-464e-a52e-f8fc746f3495 HTTP/1.1" status: 200 len: 992 time: 0.1349504 Feb 20 06:02:20.052976 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214e5d84-03c0-4b01-a3b8-8d0f303716f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5855b51-6884-4c3c-bde7-02adf2e1b16d'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:02:20.055776 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd9b876-7b04-44c1-9768-d11c712daa4f" -d '{"events": [{"server_uuid": "214e5d84-03c0-4b01-a3b8-8d0f303716f4", "name": "network-vif-plugged", "status": "completed", "tag": "d5855b51-6884-4c3c-bde7-02adf2e1b16d"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:02:20.102540 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-be039483-d5b4-45f2-895e-b666b3e9f77e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for router_gateway (f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:20.110857 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port d5855b51-6884-4c3c-bde7-02adf2e1b16d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d5855b51-6884-4c3c-bde7-02adf2e1b16d,segment=NetworkSegment(0ba2d1a8-860a-4e76-ae2d-773047daf4e8),segment_id=0ba2d1a8-860a-4e76-ae2d-773047daf4e8)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:20.125807 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d5855b51-6884-4c3c-bde7-02adf2e1b16d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:20.163648 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5f0fc-bab8-432c-9d76-a1c71cfb33c3 req-74603efe-cb7a-4db3-bcbc-f05d2af05b06 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:20.165385 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a0e5f0fc-bab8-432c-9d76-a1c71cfb33c3 req-74603efe-cb7a-4db3-bcbc-f05d2af05b06 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/ports?device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 944 time: 0.1777003 Feb 20 06:02:20.172244 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b6eca9ae-72ae-4343-b621-1d62b88e387e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f904afdd-4660-4bd4-bc97-14f9ec2dc90e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:20.174503 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b6eca9ae-72ae-4343-b621-1d62b88e387e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:20.175947 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b6eca9ae-72ae-4343-b621-1d62b88e387e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f904afdd-4660-4bd4-bc97-14f9ec2dc90e HTTP/1.1" status: 204 len: 168 time: 0.5801148 Feb 20 06:02:20.222211 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eca9ae-72ae-4343-b621-1d62b88e387e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f904afdd-4660-4bd4-bc97-14f9ec2dc90e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:20.295078 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=d5855b51-6884-4c3c-bde7-02adf2e1b16d,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:20.303975 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a0e5f0fc-bab8-432c-9d76-a1c71cfb33c3 req-25bfaa8a-c9d3-4516-a988-221011bebbd3 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/security-groups?id=80a1b6bf-5924-457f-9063-1b0d613d8c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234624 Feb 20 06:02:20.385626 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aa08e716-d745-464e-9e4a-0b42847717d2 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (5c3cd277-09b7-4421-b843-768b79419945), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:20.425658 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90f8b644-d4af-4b46-aaa2-8dcba071d97c None None] Publish callbacks [] for port (91acc2e6-f5e3-4e80-81c5-54128c42715f), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:20.442018 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab99a926-f2ed-4328-8dc1-3fa320c400ff x-openstack-request-id: req-ab99a926-f2ed-4328-8dc1-3fa320c400ff {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:02:20.443182 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214e5d84-03c0-4b01-a3b8-8d0f303716f4", "name": "network-vif-plugged", "status": "completed", "tag": "d5855b51-6884-4c3c-bde7-02adf2e1b16d", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:02:20.443517 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab99a926-f2ed-4328-8dc1-3fa320c400ff {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:02:20.444041 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214e5d84-03c0-4b01-a3b8-8d0f303716f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5855b51-6884-4c3c-bde7-02adf2e1b16d', 'code': 200} Feb 20 06:02:20.451027 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90f8b644-d4af-4b46-aaa2-8dcba071d97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (91acc2e6-f5e3-4e80-81c5-54128c42715f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:20.485568 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08e716-d745-464e-9e4a-0b42847717d2 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event updated for resources: {'Subnet': ['ID=5c3cd277-09b7-4421-b843-768b79419945,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:20.494990 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa08e716-d745-464e-9e4a-0b42847717d2 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Checking segment: {'id': 'cf1d02c5-6298-4ca3-abef-d8ecbf136162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5c1aae83-adac-4e41-bd22-86870fb29e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:02:20.495497 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa08e716-d745-464e-9e4a-0b42847717d2 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Network hostable DHCP agents. Network: 5c1aae83-adac-4e41-bd22-86870fb29e2c, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:02:20.517794 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa08e716-d745-464e-9e4a-0b42847717d2 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Network 5c1aae83-adac-4e41-bd22-86870fb29e2c is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:02:20.534813 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-aa08e716-d745-464e-9e4a-0b42847717d2 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 5c1aae83-adac-4e41-bd22-86870fb29e2c) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:02:20.541540 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa08e716-d745-464e-9e4a-0b42847717d2 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:20.542630 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aa08e716-d745-464e-9e4a-0b42847717d2 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:20.559583 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513d1b92-e454-4e87-9003-0f78e6338a21 None None] Network 5c1aae83-adac-4e41-bd22-86870fb29e2c requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:02:20.569142 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-aa08e716-d745-464e-9e4a-0b42847717d2 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.9718029 Feb 20 06:02:20.569354 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-90f8b644-d4af-4b46-aaa2-8dcba071d97c None None] Attempting to bind port 91acc2e6-f5e3-4e80-81c5-54128c42715f on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:02:20.569802 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-90f8b644-d4af-4b46-aaa2-8dcba071d97c None None] Attempting to bind port 91acc2e6-f5e3-4e80-81c5-54128c42715f by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:02:20.569940 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42176) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:20.570350 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f8b644-d4af-4b46-aaa2-8dcba071d97c None None] Attempting to bind port 91acc2e6-f5e3-4e80-81c5-54128c42715f on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:02:20.590677 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83463d8f-4990-44eb-b6e6-e7baa0418d97 None None] Pushing event updated for resources: {'Port': ['ID=91acc2e6-f5e3-4e80-81c5-54128c42715f,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:20.626409 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f8b644-d4af-4b46-aaa2-8dcba071d97c None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:02:20.626912 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f8b644-d4af-4b46-aaa2-8dcba071d97c None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:02:20.627484 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90f8b644-d4af-4b46-aaa2-8dcba071d97c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:20.627987 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f8b644-d4af-4b46-aaa2-8dcba071d97c None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:02:20.628551 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-be039483-d5b4-45f2-895e-b666b3e9f77e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:20.628849 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-90f8b644-d4af-4b46-aaa2-8dcba071d97c None None] Bound port: 91acc2e6-f5e3-4e80-81c5-54128c42715f, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:02:20.629560 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90f8b644-d4af-4b46-aaa2-8dcba071d97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (91acc2e6-f5e3-4e80-81c5-54128c42715f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:20.686950 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992ea5f-91ef-4df6-ba28-0bf1c76d03e0 req-bad44f11-96bc-4f5e-834c-6ad707bc98dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:20.688805 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4992ea5f-91ef-4df6-ba28-0bf1c76d03e0 req-bad44f11-96bc-4f5e-834c-6ad707bc98dc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 1127 time: 0.1769662 Feb 20 06:02:20.696516 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42178) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:20.733784 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25142c83-74a7-46f3-8281-9128dcaa2a34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:20.755982 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-90f8b644-d4af-4b46-aaa2-8dcba071d97c None None] For port 91acc2e6-f5e3-4e80-81c5-54128c42715f, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:02:20.770925 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-90f8b644-d4af-4b46-aaa2-8dcba071d97c None None] For port 91acc2e6-f5e3-4e80-81c5-54128c42715f, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=91acc2e6-f5e3-4e80-81c5-54128c42715f,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:02:20.773909 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8829c0-282a-4d85-b2bd-f2f17e5a2395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-5c1aae83-adac-4e41-bd22-86870fb29e2c', 'network_id': '5c1aae83-adac-4e41-bd22-86870fb29e2c', 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'fixed_ips': [{'subnet_id': '5c3cd277-09b7-4421-b843-768b79419945'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:02:20.774956 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5a8829c0-282a-4d85-b2bd-f2f17e5a2395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:20.791044 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90f8b644-d4af-4b46-aaa2-8dcba071d97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (91acc2e6-f5e3-4e80-81c5-54128c42715f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:20.848361 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25142c83-74a7-46f3-8281-9128dcaa2a34 admin admin] Publish callbacks [] for security_group (477db2b5-99db-46c4-8fd8-ec4ca02f515f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:20.859673 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25142c83-74a7-46f3-8281-9128dcaa2a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (477db2b5-99db-46c4-8fd8-ec4ca02f515f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:20.921265 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4992ea5f-91ef-4df6-ba28-0bf1c76d03e0 req-cc4e7363-3b2c-4ce0-9fa6-dc0665afc46f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=80a1b6bf-5924-457f-9063-1b0d613d8c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259817 Feb 20 06:02:20.923618 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f8b644-d4af-4b46-aaa2-8dcba071d97c None None] Routers {'3de309b0-f92d-404f-a3ae-ada28993814e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:02:20.924278 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-90f8b644-d4af-4b46-aaa2-8dcba071d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:02:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['3de309b0-f92d-404f-a3ae-ada28993814e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:20.929495 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-25142c83-74a7-46f3-8281-9128dcaa2a34 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83378b4acd0245ea97cf7a226b7c2334&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2233727 Feb 20 06:02:20.931388 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42180) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:20.939413 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25142c83-74a7-46f3-8281-9128dcaa2a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477db2b5-99db-46c4-8fd8-ec4ca02f515f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:21.017348 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be039483-d5b4-45f2-895e-b666b3e9f77e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Router f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:02:21.026498 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-85d70639-e9f4-465f-99b5-c6aed7135be3 admin admin] Publish callbacks [] for security_group (477db2b5-99db-46c4-8fd8-ec4ca02f515f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:21.089793 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-85d70639-e9f4-465f-99b5-c6aed7135be3 admin admin] Publish callbacks [] for security_group (477db2b5-99db-46c4-8fd8-ec4ca02f515f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:21.159285 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 0adf99bf-eaaa-424c-903e-a44665bd4a50 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:02:21.181422 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83463d8f-4990-44eb-b6e6-e7baa0418d97 None None] Pushing event updated for resources: {'Port': ['ID=91acc2e6-f5e3-4e80-81c5-54128c42715f,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:21.193590 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-85d70639-e9f4-465f-99b5-c6aed7135be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (477db2b5-99db-46c4-8fd8-ec4ca02f515f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:21.197045 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-85d70639-e9f4-465f-99b5-c6aed7135be3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:21.200781 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-85d70639-e9f4-465f-99b5-c6aed7135be3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/477db2b5-99db-46c4-8fd8-ec4ca02f515f HTTP/1.1" status: 204 len: 168 time: 0.2659943 Feb 20 06:02:21.202750 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be039483-d5b4-45f2-895e-b666b3e9f77e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:02:21.214737 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf3ae81-a51e-4d87-9f6f-d8bd9681d7db None None] Sync routers for ids ['f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:02:21.216082 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d70639-e9f4-465f-99b5-c6aed7135be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477db2b5-99db-46c4-8fd8-ec4ca02f515f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:21.227961 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf3ae81-a51e-4d87-9f6f-d8bd9681d7db None None] Routers {'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:02:21.229947 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-abf3ae81-a51e-4d87-9f6f-d8bd9681d7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:02:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:21.233592 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-be039483-d5b4-45f2-895e-b666b3e9f77e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:21.241086 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-be039483-d5b4-45f2-895e-b666b3e9f77e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3116050 Feb 20 06:02:21.241484 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42184) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:21.301651 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a0f041fc-5198-4aa5-9cd4-4d9fc07dc921 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=111d530b12d246f29867a11f6618a046&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0563300 Feb 20 06:02:21.302104 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42186) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:21.310322 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-5a8829c0-282a-4d85-b2bd-f2f17e5a2395 None None] Allocated IP 172.20.0.18 (5c1aae83-adac-4e41-bd22-86870fb29e2c/5c3cd277-09b7-4421-b843-768b79419945/83f41988-fb37-4554-9b3e-6c7146882c0b) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:02:21.365777 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 0adf99bf-eaaa-424c-903e-a44665bd4a50 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:02:21.381186 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 0adf99bf-eaaa-424c-903e-a44665bd4a50 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:02:21.381571 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:21.414822 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-abf3ae81-a51e-4d87-9f6f-d8bd9681d7db None None] Set router f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:02:21.424954 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-90f8b644-d4af-4b46-aaa2-8dcba071d97c None None] Set router 3de309b0-f92d-404f-a3ae-ada28993814e gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:02:21.447945 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909fa5f3-3694-48f8-8c50-d5f3239e7e7a tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:21.449781 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-909fa5f3-3694-48f8-8c50-d5f3239e7e7a tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1405172 Feb 20 06:02:21.453214 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42190) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:21.484869 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ead71b7d-5225-4802-b415-ff0b9e4e2492 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304115 Feb 20 06:02:21.487530 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42192) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:21.493466 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0d6880d4-40b4-4bf3-8766-cdd6ba9f728d tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-89619402', 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee', 'project_id': '111d530b12d246f29867a11f6618a046', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:02:21.569202 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93e725-c7cf-40e3-b102-2f86209894f5 req-0c193973-7d21-4001-99f5-d5e22738a7ef tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:21.571625 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-df93e725-c7cf-40e3-b102-2f86209894f5 req-0c193973-7d21-4001-99f5-d5e22738a7ef tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/ports?device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 945 time: 0.1315601 Feb 20 06:02:21.620521 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6880d4-40b4-4bf3-8766-cdd6ba9f728d tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Made reservation on behalf of 111d530b12d246f29867a11f6618a046 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:02:21.625450 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0d6880d4-40b4-4bf3-8766-cdd6ba9f728d tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:21.628656 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c59b3014-9cc9-484c-9f46-3ea982410be3 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:21.669830 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:21.686966 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-df93e725-c7cf-40e3-b102-2f86209894f5 req-b5654f70-f62f-4043-9598-3ecb604ddaa8 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/security-groups?id=80a1b6bf-5924-457f-9063-1b0d613d8c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996962 Feb 20 06:02:21.840473 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-abf3ae81-a51e-4d87-9f6f-d8bd9681d7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'name': 'tempest-TestNetworkBasicOps-router-449099465', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:02:17Z', 'updated_at': '2022-02-20T06:02:19Z', 'revision_number': 3, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:19Z', 'updated_at': '2022-02-20T06:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:21.842993 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42196) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:21.855660 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 0adf99bf-eaaa-424c-903e-a44665bd4a50 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:02:21.856054 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:21.868281 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-edb70622-0390-458e-896f-8b79a3ca48ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:21.882186 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf3ae81-a51e-4d87-9f6f-d8bd9681d7db None None] Checking router: f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:02:21.882540 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf3ae81-a51e-4d87-9f6f-d8bd9681d7db None None] Updating router f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb port d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:02:21.885514 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5a8829c0-282a-4d85-b2bd-f2f17e5a2395 None None] Publish callbacks [] for port (83f41988-fb37-4554-9b3e-6c7146882c0b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:21.913821 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5a8829c0-282a-4d85-b2bd-f2f17e5a2395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (83f41988-fb37-4554-9b3e-6c7146882c0b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:21.925399 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 0adf99bf-eaaa-424c-903e-a44665bd4a50, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50,segment=NetworkSegment(1c603856-d386-4e06-8718-77972e778d20),segment_id=1c603856-d386-4e06-8718-77972e778d20)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:21.927675 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0d6880d4-40b4-4bf3-8766-cdd6ba9f728d tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (5c818b28-a07f-48ca-b4f3-37b2b0e3507d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:21.957043 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:21.972735 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8829c0-282a-4d85-b2bd-f2f17e5a2395 None None] Network 5c1aae83-adac-4e41-bd22-86870fb29e2c is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:02:21.979725 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-5a8829c0-282a-4d85-b2bd-f2f17e5a2395 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:02:21.982360 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8829c0-282a-4d85-b2bd-f2f17e5a2395 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:02:21.988454 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-90f8b644-d4af-4b46-aaa2-8dcba071d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de309b0-f92d-404f-a3ae-ada28993814e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1748031490', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '91acc2e6-f5e3-4e80-81c5-54128c42715f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:02:14Z', 'updated_at': '2022-02-20T06:02:17Z', 'revision_number': 3, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'gw_port': {'id': '91acc2e6-f5e3-4e80-81c5-54128c42715f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:68:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de309b0-f92d-404f-a3ae-ada28993814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:15Z', 'updated_at': '2022-02-20T06:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:22.020674 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6880d4-40b4-4bf3-8766-cdd6ba9f728d tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'Subnet': ['ID=5c818b28-a07f-48ca-b4f3-37b2b0e3507d,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:22.028433 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-abf3ae81-a51e-4d87-9f6f-d8bd9681d7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:22.030557 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-edb70622-0390-458e-896f-8b79a3ca48ee admin admin] Publish callbacks [] for security_group (fc4967e8-46db-4c58-b2b6-6e783a3537df), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:22.054517 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6880d4-40b4-4bf3-8766-cdd6ba9f728d tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Checking segment: {'id': '56bd66a5-8252-4357-b69e-85c279d54dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:02:22.054517 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6880d4-40b4-4bf3-8766-cdd6ba9f728d tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Network hostable DHCP agents. Network: af700b20-354c-4015-8490-4b66ae70a8ee, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:02:22.067550 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8829c0-282a-4d85-b2bd-f2f17e5a2395 None None] Pushing event updated for resources: {'Port': ['ID=83f41988-fb37-4554-9b3e-6c7146882c0b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:22.078462 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f8b644-d4af-4b46-aaa2-8dcba071d97c None None] The sync data for ids ['3de309b0-f92d-404f-a3ae-ada28993814e'] in n-d-829866-5 is: [{'id': '3de309b0-f92d-404f-a3ae-ada28993814e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1748031490', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '91acc2e6-f5e3-4e80-81c5-54128c42715f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:02:14Z', 'updated_at': '2022-02-20T06:02:17Z', 'revision_number': 3, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'gw_port': {'id': '91acc2e6-f5e3-4e80-81c5-54128c42715f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:68:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de309b0-f92d-404f-a3ae-ada28993814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:15Z', 'updated_at': '2022-02-20T06:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:02:22.094160 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6880d4-40b4-4bf3-8766-cdd6ba9f728d tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Network af700b20-354c-4015-8490-4b66ae70a8ee is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:02:22.120717 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-0d6880d4-40b4-4bf3-8766-cdd6ba9f728d tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, af700b20-354c-4015-8490-4b66ae70a8ee) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:02:22.125246 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6880d4-40b4-4bf3-8766-cdd6ba9f728d tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:22.125849 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0d6880d4-40b4-4bf3-8766-cdd6ba9f728d tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:22.158350 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cde851-b479-4995-8100-28f5170512e8 None None] Network af700b20-354c-4015-8490-4b66ae70a8ee requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:02:22.163293 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-edb70622-0390-458e-896f-8b79a3ca48ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (fc4967e8-46db-4c58-b2b6-6e783a3537df), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:22.167532 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0d6880d4-40b4-4bf3-8766-cdd6ba9f728d tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6750500 Feb 20 06:02:22.167713 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42198) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:22.192160 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:02:22.237637 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-c59b3014-9cc9-484c-9f46-3ea982410be3 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Allocated IP 172.20.0.17 (5c1aae83-adac-4e41-bd22-86870fb29e2c/5c3cd277-09b7-4421-b843-768b79419945/76a6f6fc-dc54-488e-98f6-d1174fb594f2) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:02:22.242626 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-edb70622-0390-458e-896f-8b79a3ca48ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf4420e2b1794888ad4b98454bbc4f05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3960669 Feb 20 06:02:22.245930 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42200) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:22.261934 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb70622-0390-458e-896f-8b79a3ca48ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4967e8-46db-4c58-b2b6-6e783a3537df,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:22.291042 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-5a8829c0-282a-4d85-b2bd-f2f17e5a2395 None None] Attempting to bind port 83f41988-fb37-4554-9b3e-6c7146882c0b on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:02:22.291323 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-5a8829c0-282a-4d85-b2bd-f2f17e5a2395 None None] Attempting to bind port 83f41988-fb37-4554-9b3e-6c7146882c0b by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'cf1d02c5-6298-4ca3-abef-d8ecbf136162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5c1aae83-adac-4e41-bd22-86870fb29e2c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:02:22.291698 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8829c0-282a-4d85-b2bd-f2f17e5a2395 None None] Attempting to bind port 83f41988-fb37-4554-9b3e-6c7146882c0b on network 5c1aae83-adac-4e41-bd22-86870fb29e2c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:02:22.327187 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=0adf99bf-eaaa-424c-903e-a44665bd4a50,revision_number=13']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:22.333322 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8829c0-282a-4d85-b2bd-f2f17e5a2395 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:02:22.333714 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8829c0-282a-4d85-b2bd-f2f17e5a2395 None None] Checking segment: {'id': 'cf1d02c5-6298-4ca3-abef-d8ecbf136162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5c1aae83-adac-4e41-bd22-86870fb29e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:02:22.342813 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5a8829c0-282a-4d85-b2bd-f2f17e5a2395 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:22.343336 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8829c0-282a-4d85-b2bd-f2f17e5a2395 None None] Bound using segment: {'id': 'cf1d02c5-6298-4ca3-abef-d8ecbf136162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5c1aae83-adac-4e41-bd22-86870fb29e2c'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:02:22.343865 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-5a8829c0-282a-4d85-b2bd-f2f17e5a2395 None None] Bound port: 83f41988-fb37-4554-9b3e-6c7146882c0b, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1d02c5-6298-4ca3-abef-d8ecbf136162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5c1aae83-adac-4e41-bd22-86870fb29e2c'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:02:22.344270 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5a8829c0-282a-4d85-b2bd-f2f17e5a2395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (83f41988-fb37-4554-9b3e-6c7146882c0b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:22.445503 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7cdc40-3708-4dc5-bb16-546670dae6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adf99bf-eaaa-424c-903e-a44665bd4a50'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:02:22.448645 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c615cae6-7450-4853-a9bd-2c59084195ff" -d '{"events": [{"server_uuid": "ee7cdc40-3708-4dc5-bb16-546670dae6f7", "name": "network-vif-plugged", "status": "completed", "tag": "0adf99bf-eaaa-424c-903e-a44665bd4a50"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:02:22.463342 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c59b3014-9cc9-484c-9f46-3ea982410be3 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for port (76a6f6fc-dc54-488e-98f6-d1174fb594f2), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:22.469348 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b569337-99e3-4cdf-8555-bf22426e17fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-af700b20-354c-4015-8490-4b66ae70a8ee', 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee', 'project_id': '111d530b12d246f29867a11f6618a046', 'fixed_ips': [{'subnet_id': '5c818b28-a07f-48ca-b4f3-37b2b0e3507d'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:02:22.471009 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4b569337-99e3-4cdf-8555-bf22426e17fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:22.518242 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-abf3ae81-a51e-4d87-9f6f-d8bd9681d7db None None] Publish callbacks [] for port (d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:22.529054 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-abf3ae81-a51e-4d87-9f6f-d8bd9681d7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:22.534644 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c59b3014-9cc9-484c-9f46-3ea982410be3 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (76a6f6fc-dc54-488e-98f6-d1174fb594f2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:22.568806 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-5a8829c0-282a-4d85-b2bd-f2f17e5a2395 None None] For port 83f41988-fb37-4554-9b3e-6c7146882c0b, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:02:22.593659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-5a8829c0-282a-4d85-b2bd-f2f17e5a2395 None None] For port 83f41988-fb37-4554-9b3e-6c7146882c0b, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=83f41988-fb37-4554-9b3e-6c7146882c0b,segment=NetworkSegment(cf1d02c5-6298-4ca3-abef-d8ecbf136162),segment_id=cf1d02c5-6298-4ca3-abef-d8ecbf136162)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:02:22.596321 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-abf3ae81-a51e-4d87-9f6f-d8bd9681d7db None None] Attempting to bind port d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:02:22.596802 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-abf3ae81-a51e-4d87-9f6f-d8bd9681d7db None None] Attempting to bind port d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:02:22.597277 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf3ae81-a51e-4d87-9f6f-d8bd9681d7db None None] Attempting to bind port d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:02:22.654814 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf3ae81-a51e-4d87-9f6f-d8bd9681d7db None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:02:22.660753 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf3ae81-a51e-4d87-9f6f-d8bd9681d7db None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:02:22.660978 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0772eabc-d985-4bc8-bea3-5927f9c10e32 x-openstack-request-id: req-0772eabc-d985-4bc8-bea3-5927f9c10e32 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:02:22.661111 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7cdc40-3708-4dc5-bb16-546670dae6f7", "name": "network-vif-plugged", "status": "completed", "tag": "0adf99bf-eaaa-424c-903e-a44665bd4a50", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:02:22.661297 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0772eabc-d985-4bc8-bea3-5927f9c10e32 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:02:22.661519 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-abf3ae81-a51e-4d87-9f6f-d8bd9681d7db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:22.661695 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7cdc40-3708-4dc5-bb16-546670dae6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adf99bf-eaaa-424c-903e-a44665bd4a50', 'code': 200} Feb 20 06:02:22.662200 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf3ae81-a51e-4d87-9f6f-d8bd9681d7db None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:02:22.662782 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-abf3ae81-a51e-4d87-9f6f-d8bd9681d7db None None] Bound port: d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:02:22.663312 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-abf3ae81-a51e-4d87-9f6f-d8bd9681d7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:22.677607 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5a8829c0-282a-4d85-b2bd-f2f17e5a2395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (83f41988-fb37-4554-9b3e-6c7146882c0b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:22.695748 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59b3014-9cc9-484c-9f46-3ea982410be3 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Network 5c1aae83-adac-4e41-bd22-86870fb29e2c is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:02:22.700453 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-c59b3014-9cc9-484c-9f46-3ea982410be3 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:02:22.724450 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59b3014-9cc9-484c-9f46-3ea982410be3 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:02:22.762444 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9707436d-fb90-4981-a99c-443d78150a67 admin admin] Publish callbacks [] for security_group (fc4967e8-46db-4c58-b2b6-6e783a3537df), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:22.781102 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-abf3ae81-a51e-4d87-9f6f-d8bd9681d7db None None] For port d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:02:22.807305 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-abf3ae81-a51e-4d87-9f6f-d8bd9681d7db None None] For port d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:02:22.811771 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79872611-151a-4cc6-a6cc-ba2c21f72699 None None] Pushing event updated for resources: {'Port': ['ID=d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:22.827329 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c59b3014-9cc9-484c-9f46-3ea982410be3 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (3de309b0-f92d-404f-a3ae-ada28993814e), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:22.829196 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79872611-151a-4cc6-a6cc-ba2c21f72699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:22.829810 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79872611-151a-4cc6-a6cc-ba2c21f72699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:22.831133 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:22.831883 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79872611-151a-4cc6-a6cc-ba2c21f72699 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:22.833131 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79872611-151a-4cc6-a6cc-ba2c21f72699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:22.833867 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79872611-151a-4cc6-a6cc-ba2c21f72699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:22.834691 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79872611-151a-4cc6-a6cc-ba2c21f72699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:22.842481 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79872611-151a-4cc6-a6cc-ba2c21f72699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:22.843518 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b3014-9cc9-484c-9f46-3ea982410be3 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event updated for resources: {'Port': ['ID=76a6f6fc-dc54-488e-98f6-d1174fb594f2,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:22.844267 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79872611-151a-4cc6-a6cc-ba2c21f72699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:22.844602 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79872611-151a-4cc6-a6cc-ba2c21f72699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:22.846374 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79872611-151a-4cc6-a6cc-ba2c21f72699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:22.849324 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79872611-151a-4cc6-a6cc-ba2c21f72699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:22.851285 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79872611-151a-4cc6-a6cc-ba2c21f72699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:22.853076 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79872611-151a-4cc6-a6cc-ba2c21f72699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:02:22.857898 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-abf3ae81-a51e-4d87-9f6f-d8bd9681d7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:22.918488 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79872611-151a-4cc6-a6cc-ba2c21f72699 None None] Pushing event updated for resources: {'Port': ['ID=d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:22.931172 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9707436d-fb90-4981-a99c-443d78150a67 admin admin] Publish callbacks [] for security_group (fc4967e8-46db-4c58-b2b6-6e783a3537df), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:22.947606 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf3ae81-a51e-4d87-9f6f-d8bd9681d7db None None] Routers {'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:02:22.948442 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-abf3ae81-a51e-4d87-9f6f-d8bd9681d7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:02:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:22.981267 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-4b569337-99e3-4cdf-8555-bf22426e17fa None None] Allocated IP 172.20.0.2 (af700b20-354c-4015-8490-4b66ae70a8ee/5c818b28-a07f-48ca-b4f3-37b2b0e3507d/9a7594bf-4883-49bc-8b7b-3eb8e634cda5) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:02:22.997319 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452fe3a-f48c-475f-9c0c-487d5f298c5a req-8a54b20a-7a63-4502-a464-3be425269383 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:23.005346 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5452fe3a-f48c-475f-9c0c-487d5f298c5a req-8a54b20a-7a63-4502-a464-3be425269383 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/ports?device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 945 time: 0.1721990 Feb 20 06:02:23.134486 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-abf3ae81-a51e-4d87-9f6f-d8bd9681d7db None None] Set router f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:02:23.217222 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5452fe3a-f48c-475f-9c0c-487d5f298c5a req-70e1cf96-b249-4bc5-9922-f9324ffc780b tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/security-groups?id=80a1b6bf-5924-457f-9063-1b0d613d8c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106726 Feb 20 06:02:23.230826 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c59b3014-9cc9-484c-9f46-3ea982410be3 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (76a6f6fc-dc54-488e-98f6-d1174fb594f2), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:23.233889 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9707436d-fb90-4981-a99c-443d78150a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (fc4967e8-46db-4c58-b2b6-6e783a3537df), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:23.247236 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9707436d-fb90-4981-a99c-443d78150a67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:23.250007 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9707436d-fb90-4981-a99c-443d78150a67 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc4967e8-46db-4c58-b2b6-6e783a3537df HTTP/1.1" status: 204 len: 168 time: 1.0014927 Feb 20 06:02:23.265579 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8829c0-282a-4d85-b2bd-f2f17e5a2395 None None] Pushing event updated for resources: {'Port': ['ID=83f41988-fb37-4554-9b3e-6c7146882c0b,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:23.287352 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:23.295422 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707436d-fb90-4981-a99c-443d78150a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4967e8-46db-4c58-b2b6-6e783a3537df,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:23.495086 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4b569337-99e3-4cdf-8555-bf22426e17fa None None] Publish callbacks [] for port (9a7594bf-4883-49bc-8b7b-3eb8e634cda5), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:23.516675 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4b569337-99e3-4cdf-8555-bf22426e17fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (9a7594bf-4883-49bc-8b7b-3eb8e634cda5), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:23.575599 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b569337-99e3-4cdf-8555-bf22426e17fa None None] Network af700b20-354c-4015-8490-4b66ae70a8ee is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:02:23.581129 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-4b569337-99e3-4cdf-8555-bf22426e17fa None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:02:23.588685 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b569337-99e3-4cdf-8555-bf22426e17fa None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:02:23.673626 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-abf3ae81-a51e-4d87-9f6f-d8bd9681d7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'name': 'tempest-TestNetworkBasicOps-router-449099465', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:02:17Z', 'updated_at': '2022-02-20T06:02:19Z', 'revision_number': 3, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:19Z', 'updated_at': '2022-02-20T06:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:23.704647 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf3ae81-a51e-4d87-9f6f-d8bd9681d7db None None] The sync data for ids ['f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'] in n-d-829866-5 is: [{'id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'name': 'tempest-TestNetworkBasicOps-router-449099465', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:02:17Z', 'updated_at': '2022-02-20T06:02:19Z', 'revision_number': 3, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:19Z', 'updated_at': '2022-02-20T06:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:02:23.724113 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b569337-99e3-4cdf-8555-bf22426e17fa None None] Pushing event updated for resources: {'Port': ['ID=9a7594bf-4883-49bc-8b7b-3eb8e634cda5,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:23.791806 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4b569337-99e3-4cdf-8555-bf22426e17fa None None] Attempting to bind port 9a7594bf-4883-49bc-8b7b-3eb8e634cda5 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:02:23.792394 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4b569337-99e3-4cdf-8555-bf22426e17fa None None] Attempting to bind port 9a7594bf-4883-49bc-8b7b-3eb8e634cda5 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '56bd66a5-8252-4357-b69e-85c279d54dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:02:23.792916 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b569337-99e3-4cdf-8555-bf22426e17fa None None] Attempting to bind port 9a7594bf-4883-49bc-8b7b-3eb8e634cda5 on network af700b20-354c-4015-8490-4b66ae70a8ee {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:02:23.801278 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e53ac9e-1d05-4f53-a384-36bd5ba047fe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:23.809728 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b569337-99e3-4cdf-8555-bf22426e17fa None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:02:23.810119 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b569337-99e3-4cdf-8555-bf22426e17fa None None] Checking segment: {'id': '56bd66a5-8252-4357-b69e-85c279d54dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:02:23.810531 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4b569337-99e3-4cdf-8555-bf22426e17fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:23.815235 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b569337-99e3-4cdf-8555-bf22426e17fa None None] Bound using segment: {'id': '56bd66a5-8252-4357-b69e-85c279d54dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:02:23.816020 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4b569337-99e3-4cdf-8555-bf22426e17fa None None] Bound port: 9a7594bf-4883-49bc-8b7b-3eb8e634cda5, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bd66a5-8252-4357-b69e-85c279d54dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:02:23.816439 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4b569337-99e3-4cdf-8555-bf22426e17fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9a7594bf-4883-49bc-8b7b-3eb8e634cda5), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:23.912710 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abe41f-ece7-4106-a263-ab8f17687575 req-32e28080-fc0f-4ca2-96e5-18099ddd21a1 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:23.921663 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a5abe41f-ece7-4106-a263-ab8f17687575 req-32e28080-fc0f-4ca2-96e5-18099ddd21a1 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/ports?device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 945 time: 0.5488770 Feb 20 06:02:23.969444 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-4b569337-99e3-4cdf-8555-bf22426e17fa None None] For port 9a7594bf-4883-49bc-8b7b-3eb8e634cda5, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:02:23.976596 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-4b569337-99e3-4cdf-8555-bf22426e17fa None None] For port 9a7594bf-4883-49bc-8b7b-3eb8e634cda5, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=9a7594bf-4883-49bc-8b7b-3eb8e634cda5,segment=NetworkSegment(56bd66a5-8252-4357-b69e-85c279d54dc2),segment_id=56bd66a5-8252-4357-b69e-85c279d54dc2)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:02:24.046773 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4b569337-99e3-4cdf-8555-bf22426e17fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9a7594bf-4883-49bc-8b7b-3eb8e634cda5), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:24.050224 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c59b3014-9cc9-484c-9f46-3ea982410be3 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for port (76a6f6fc-dc54-488e-98f6-d1174fb594f2), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:24.061564 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a5abe41f-ece7-4106-a263-ab8f17687575 req-0403fe29-5a27-4935-90bb-568b52cde4ec tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/security-groups?id=80a1b6bf-5924-457f-9063-1b0d613d8c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387885 Feb 20 06:02:24.068295 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c59b3014-9cc9-484c-9f46-3ea982410be3 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (76a6f6fc-dc54-488e-98f6-d1174fb594f2), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:24.325951 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b569337-99e3-4cdf-8555-bf22426e17fa None None] Pushing event updated for resources: {'Port': ['ID=9a7594bf-4883-49bc-8b7b-3eb8e634cda5,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:24.411729 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c59b3014-9cc9-484c-9f46-3ea982410be3 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (3de309b0-f92d-404f-a3ae-ada28993814e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:24.415226 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b3014-9cc9-484c-9f46-3ea982410be3 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event updated for resources: {'Port': ['ID=76a6f6fc-dc54-488e-98f6-d1174fb594f2,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:24.516664 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 91acc2e6-f5e3-4e80-81c5-54128c42715f up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:02:24.625104 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-1e53ac9e-1d05-4f53-a384-36bd5ba047fe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Allocated IP 172.20.0.1 (af700b20-354c-4015-8490-4b66ae70a8ee/5c818b28-a07f-48ca-b4f3-37b2b0e3507d/35d5aee7-1ebe-4c0c-aa39-b87887665599) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:02:24.747501 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 91acc2e6-f5e3-4e80-81c5-54128c42715f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:02:24.748096 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (91acc2e6-f5e3-4e80-81c5-54128c42715f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:24.796049 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59b3014-9cc9-484c-9f46-3ea982410be3 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Network 5c1aae83-adac-4e41-bd22-86870fb29e2c is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:02:24.822038 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-c59b3014-9cc9-484c-9f46-3ea982410be3 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:02:24.853711 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210247f1-6fad-4b84-b7c4-7549f2a0a290 None None] Network 5c1aae83-adac-4e41-bd22-86870fb29e2c requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:02:24.929549 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e53ac9e-1d05-4f53-a384-36bd5ba047fe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for port (35d5aee7-1ebe-4c0c-aa39-b87887665599), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:24.983393 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e53ac9e-1d05-4f53-a384-36bd5ba047fe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (35d5aee7-1ebe-4c0c-aa39-b87887665599), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:25.027627 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e9a8f11e-f2c0-4985-b2cd-da0778cf764e None None] Provisioning complete for port 83f41988-fb37-4554-9b3e-6c7146882c0b triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:02:25.028014 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e9a8f11e-f2c0-4985-b2cd-da0778cf764e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (83f41988-fb37-4554-9b3e-6c7146882c0b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:25.036724 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e53ac9e-1d05-4f53-a384-36bd5ba047fe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Network af700b20-354c-4015-8490-4b66ae70a8ee is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:02:25.040999 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-1e53ac9e-1d05-4f53-a384-36bd5ba047fe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:02:25.059622 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e53ac9e-1d05-4f53-a384-36bd5ba047fe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:02:25.114473 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 91acc2e6-f5e3-4e80-81c5-54128c42715f is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:02:25.114870 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (91acc2e6-f5e3-4e80-81c5-54128c42715f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:25.165306 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59b3014-9cc9-484c-9f46-3ea982410be3 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Router 3de309b0-f92d-404f-a3ae-ada28993814e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:02:25.165904 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53ac9e-1d05-4f53-a384-36bd5ba047fe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'Port': ['ID=35d5aee7-1ebe-4c0c-aa39-b87887665599,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:25.183445 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 91acc2e6-f5e3-4e80-81c5-54128c42715f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=91acc2e6-f5e3-4e80-81c5-54128c42715f,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:25.196826 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e53ac9e-1d05-4f53-a384-36bd5ba047fe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:25.197842 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (91acc2e6-f5e3-4e80-81c5-54128c42715f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:25.198775 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 83f41988-fb37-4554-9b3e-6c7146882c0b up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:02:25.251120 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838876e-6544-4803-8b83-99e6b1e5239d req-9313705c-91d2-40ce-b1ee-daaafd911086 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:25.252760 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d838876e-6544-4803-8b83-99e6b1e5239d req-9313705c-91d2-40ce-b1ee-daaafd911086 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/ports?device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 945 time: 0.4596076 Feb 20 06:02:25.475424 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e53ac9e-1d05-4f53-a384-36bd5ba047fe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (35d5aee7-1ebe-4c0c-aa39-b87887665599), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:25.540117 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59b3014-9cc9-484c-9f46-3ea982410be3 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:02:25.576758 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c59b3014-9cc9-484c-9f46-3ea982410be3 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "PUT /v2.0/routers/3de309b0-f92d-404f-a3ae-ada28993814e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9973116 Feb 20 06:02:25.642046 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d838876e-6544-4803-8b83-99e6b1e5239d req-7fc3c370-2136-4b53-85d3-a62884c01347 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/security-groups?id=80a1b6bf-5924-457f-9063-1b0d613d8c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505094 Feb 20 06:02:25.702071 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e9a8f11e-f2c0-4985-b2cd-da0778cf764e None None] Current status of the port 83f41988-fb37-4554-9b3e-6c7146882c0b is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:02:25.703734 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e9a8f11e-f2c0-4985-b2cd-da0778cf764e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (83f41988-fb37-4554-9b3e-6c7146882c0b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:25.705794 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=91acc2e6-f5e3-4e80-81c5-54128c42715f,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:25.715884 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d0846-dfa1-4b33-83d9-5103f3d50442 None None] Sync routers for ids ['3de309b0-f92d-404f-a3ae-ada28993814e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:02:25.776516 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:25.782183 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4d0846-dfa1-4b33-83d9-5103f3d50442 None None] Routers {'3de309b0-f92d-404f-a3ae-ada28993814e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:02:25.782879 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8d4d0846-dfa1-4b33-83d9-5103f3d50442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:02:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['3de309b0-f92d-404f-a3ae-ada28993814e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:25.881712 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e9a8f11e-f2c0-4985-b2cd-da0778cf764e None None] For port 83f41988-fb37-4554-9b3e-6c7146882c0b, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=83f41988-fb37-4554-9b3e-6c7146882c0b,segment=NetworkSegment(cf1d02c5-6298-4ca3-abef-d8ecbf136162),segment_id=cf1d02c5-6298-4ca3-abef-d8ecbf136162)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:25.933694 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e9a8f11e-f2c0-4985-b2cd-da0778cf764e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (83f41988-fb37-4554-9b3e-6c7146882c0b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:25.938719 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 83f41988-fb37-4554-9b3e-6c7146882c0b triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:02:25.939147 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (83f41988-fb37-4554-9b3e-6c7146882c0b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:26.107034 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-ee6f9c48-cc2d-4809-a80b-4a9c2f5271bb tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:26.114118 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-ee6f9c48-cc2d-4809-a80b-4a9c2f5271bb tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/networks?id=5c1aae83-adac-4e41-bd22-86870fb29e2c HTTP/1.1" status: 200 len: 797 time: 0.2260942 Feb 20 06:02:26.117131 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e53ac9e-1d05-4f53-a384-36bd5ba047fe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for port (35d5aee7-1ebe-4c0c-aa39-b87887665599), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:26.130445 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e53ac9e-1d05-4f53-a384-36bd5ba047fe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (35d5aee7-1ebe-4c0c-aa39-b87887665599), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:26.160660 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-a8fe7c3a-a45c-473c-9394-25d5899268b6 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/quotas/a5e6bd07f12a45aebf66848b2d1a7e84 HTTP/1.1" status: 200 len: 375 time: 0.0360301 Feb 20 06:02:26.219283 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53ac9e-1d05-4f53-a384-36bd5ba047fe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'Port': ['ID=35d5aee7-1ebe-4c0c-aa39-b87887665599,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:26.220273 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-8d4d0846-dfa1-4b33-83d9-5103f3d50442 None None] Set router 3de309b0-f92d-404f-a3ae-ada28993814e gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:02:26.262184 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e53ac9e-1d05-4f53-a384-36bd5ba047fe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:26.293261 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-e6df235a-e939-480f-8f83-d5864bdacc4f tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5e6bd07f12a45aebf66848b2d1a7e84&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1317289 Feb 20 06:02:26.311903 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1726ff51-eca5-4caf-b27f-e7eb0b2328e9 None None] Network af700b20-354c-4015-8490-4b66ae70a8ee requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:02:26.314573 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8f11e-f2c0-4985-b2cd-da0778cf764e None None] Pushing event updated for resources: {'Port': ['ID=83f41988-fb37-4554-9b3e-6c7146882c0b,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:26.410836 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e53ac9e-1d05-4f53-a384-36bd5ba047fe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Network af700b20-354c-4015-8490-4b66ae70a8ee is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:02:26.412825 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-1e53ac9e-1d05-4f53-a384-36bd5ba047fe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:02:26.415801 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-1b325076-e2b1-4072-b9bb-a55dc7fbdc63 None None] Provisioning complete for port 83f41988-fb37-4554-9b3e-6c7146882c0b triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:02:26.416296 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1b325076-e2b1-4072-b9bb-a55dc7fbdc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (83f41988-fb37-4554-9b3e-6c7146882c0b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:26.464892 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-4bfbd80b-dc48-459b-a1b8-ce69cbf9030f service neutron] 10.222.0.37 "GET /v2.0/networks/5c1aae83-adac-4e41-bd22-86870fb29e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527958 Feb 20 06:02:26.568920 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e53ac9e-1d05-4f53-a384-36bd5ba047fe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Router f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:02:26.652829 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 83f41988-fb37-4554-9b3e-6c7146882c0b is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:02:26.705545 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-0b96ffe3-ba55-49d9-aafe-4ff15f02bb53 service neutron] 10.222.0.37 "GET /v2.0/networks/5c1aae83-adac-4e41-bd22-86870fb29e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350185 Feb 20 06:02:26.738837 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e53ac9e-1d05-4f53-a384-36bd5ba047fe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:02:26.749252 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b81c20-b224-4d69-9182-552cadbc7210 None None] Sync routers for ids ['f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:02:26.759522 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1e53ac9e-1d05-4f53-a384-36bd5ba047fe tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "PUT /v2.0/routers/f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5908697 Feb 20 06:02:26.761956 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42270) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:26.774931 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b81c20-b224-4d69-9182-552cadbc7210 None None] Routers {'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:02:26.775816 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a9b81c20-b224-4d69-9182-552cadbc7210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:02:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:26.915073 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1b325076-e2b1-4072-b9bb-a55dc7fbdc63 None None] Current status of the port 83f41988-fb37-4554-9b3e-6c7146882c0b is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:02:26.934718 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-a9b81c20-b224-4d69-9182-552cadbc7210 None None] Set router f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:02:27.079134 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-1b325076-e2b1-4072-b9bb-a55dc7fbdc63 None None] Provisioning complete for port 76a6f6fc-dc54-488e-98f6-d1174fb594f2 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:02:27.079485 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1b325076-e2b1-4072-b9bb-a55dc7fbdc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (76a6f6fc-dc54-488e-98f6-d1174fb594f2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:27.157298 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7192dbb0-bb44-4f4b-90cb-15b192d16bd6 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:27.157807 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7192dbb0-bb44-4f4b-90cb-15b192d16bd6 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:27.158239 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7192dbb0-bb44-4f4b-90cb-15b192d16bd6 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:27.158706 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7192dbb0-bb44-4f4b-90cb-15b192d16bd6 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:27.159376 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7192dbb0-bb44-4f4b-90cb-15b192d16bd6 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:27.159837 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7192dbb0-bb44-4f4b-90cb-15b192d16bd6 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:27.160296 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7192dbb0-bb44-4f4b-90cb-15b192d16bd6 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:27.160800 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7192dbb0-bb44-4f4b-90cb-15b192d16bd6 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:27.161219 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7192dbb0-bb44-4f4b-90cb-15b192d16bd6 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:27.166976 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7192dbb0-bb44-4f4b-90cb-15b192d16bd6 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6333 time: 0.4017088 Feb 20 06:02:27.167611 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42276) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:27.172619 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 91acc2e6-f5e3-4e80-81c5-54128c42715f up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:02:27.198461 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5970e-c713-47f5-988d-aed753091850 req-5cc39f87-2303-4e35-a955-f003c4f62b93 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:27.209434 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aea5970e-c713-47f5-988d-aed753091850 req-5cc39f87-2303-4e35-a955-f003c4f62b93 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/ports?device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 945 time: 0.1256483 Feb 20 06:02:27.306585 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aea5970e-c713-47f5-988d-aed753091850 req-91df8509-9807-45ce-b6de-2d8e6e941e96 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/security-groups?id=80a1b6bf-5924-457f-9063-1b0d613d8c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950065 Feb 20 06:02:27.339638 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7f099c-5f79-452e-9ed9-3dcd36e46831 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:27.340675 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7f099c-5f79-452e-9ed9-3dcd36e46831 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:27.341058 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7f099c-5f79-452e-9ed9-3dcd36e46831 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:27.343518 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7f099c-5f79-452e-9ed9-3dcd36e46831 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:27.343888 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7f099c-5f79-452e-9ed9-3dcd36e46831 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:27.344330 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7f099c-5f79-452e-9ed9-3dcd36e46831 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:27.346351 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7f099c-5f79-452e-9ed9-3dcd36e46831 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:27.346481 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1b325076-e2b1-4072-b9bb-a55dc7fbdc63 None None] Port 76a6f6fc-dc54-488e-98f6-d1174fb594f2 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:02:27.346802 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7f099c-5f79-452e-9ed9-3dcd36e46831 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:27.349480 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7f099c-5f79-452e-9ed9-3dcd36e46831 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:27.353271 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9f7f099c-5f79-452e-9ed9-3dcd36e46831 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5875 time: 0.1846914 Feb 20 06:02:27.356311 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42284) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:27.384588 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a9b81c20-b224-4d69-9182-552cadbc7210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'name': 'tempest-TestNetworkBasicOps-router-449099465', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:02:17Z', 'updated_at': '2022-02-20T06:02:25Z', 'revision_number': 4, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:19Z', 'updated_at': '2022-02-20T06:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '35d5aee7-1ebe-4c0c-aa39-b87887665599', 'name': '', 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'mac_address': 'fa:16:3e:c7:e8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '5c818b28-a07f-48ca-b4f3-37b2b0e3507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:24Z', 'updated_at': '2022-02-20T06:02:25Z', 'revision_number': 2, 'project_id': '111d530b12d246f29867a11f6618a046', 'subnets': [{'id': '5c818b28-a07f-48ca-b4f3-37b2b0e3507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:27.392181 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8d4d0846-dfa1-4b33-83d9-5103f3d50442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de309b0-f92d-404f-a3ae-ada28993814e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1748031490', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '91acc2e6-f5e3-4e80-81c5-54128c42715f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:02:14Z', 'updated_at': '2022-02-20T06:02:23Z', 'revision_number': 4, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'gw_port': {'id': '91acc2e6-f5e3-4e80-81c5-54128c42715f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:68:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de309b0-f92d-404f-a3ae-ada28993814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:15Z', 'updated_at': '2022-02-20T06:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '76a6f6fc-dc54-488e-98f6-d1174fb594f2', 'name': '', 'network_id': '5c1aae83-adac-4e41-bd22-86870fb29e2c', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'mac_address': 'fa:16:3e:af:88:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de309b0-f92d-404f-a3ae-ada28993814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '5c3cd277-09b7-4421-b843-768b79419945', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:21Z', 'updated_at': '2022-02-20T06:02:23Z', 'revision_number': 2, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'subnets': [{'id': '5c3cd277-09b7-4421-b843-768b79419945', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:27.436548 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d0846-dfa1-4b33-83d9-5103f3d50442 None None] Checking router: 3de309b0-f92d-404f-a3ae-ada28993814e for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:02:27.436942 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d0846-dfa1-4b33-83d9-5103f3d50442 None None] Updating router 3de309b0-f92d-404f-a3ae-ada28993814e port 76a6f6fc-dc54-488e-98f6-d1174fb594f2 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:02:27.469713 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b81c20-b224-4d69-9182-552cadbc7210 None None] Checking router: f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:02:27.470085 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b81c20-b224-4d69-9182-552cadbc7210 None None] Updating router f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb port 35d5aee7-1ebe-4c0c-aa39-b87887665599 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:02:27.471184 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 91acc2e6-f5e3-4e80-81c5-54128c42715f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:02:27.471571 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (91acc2e6-f5e3-4e80-81c5-54128c42715f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:27.515325 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0846-dfa1-4b33-83d9-5103f3d50442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (76a6f6fc-dc54-488e-98f6-d1174fb594f2), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:27.522999 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a9b81c20-b224-4d69-9182-552cadbc7210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (35d5aee7-1ebe-4c0c-aa39-b87887665599), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:27.524352 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a2047512-afad-4653-a01e-83b231d5843d req-f69c40cd-1ed6-428e-97ee-722c0fc4b267 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40f0e47-3edd-4b47-af69-cd25688f4c8a HTTP/1.1" status: 200 len: 210 time: 0.1206458 Feb 20 06:02:27.551325 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-f3ada326-5edf-4bd9-ab5b-44ceb87de2d5 None None] Provisioning complete for port 9a7594bf-4883-49bc-8b7b-3eb8e634cda5 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:02:27.551709 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f3ada326-5edf-4bd9-ab5b-44ceb87de2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9a7594bf-4883-49bc-8b7b-3eb8e634cda5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:27.967584 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d0c98-f9c2-4ef3-b719-0430ab542f2a req-16c7344e-a9e9-4974-acac-90f43cb93932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:27.970559 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0f0d0c98-f9c2-4ef3-b719-0430ab542f2a req-16c7344e-a9e9-4974-acac-90f43cb93932 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=11e710534621461ca75c99e310a715cd&device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 1127 time: 0.1143820 Feb 20 06:02:28.108378 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 91acc2e6-f5e3-4e80-81c5-54128c42715f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:02:28.111731 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 83f41988-fb37-4554-9b3e-6c7146882c0b up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:02:28.124465 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a9b81c20-b224-4d69-9182-552cadbc7210 None None] Publish callbacks [] for port (35d5aee7-1ebe-4c0c-aa39-b87887665599), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:28.131306 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a9b81c20-b224-4d69-9182-552cadbc7210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (35d5aee7-1ebe-4c0c-aa39-b87887665599), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:28.203641 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d0c98-f9c2-4ef3-b719-0430ab542f2a req-b31ced7e-0916-4ca0-8c37-7d4739db10b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:28.206570 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0f0d0c98-f9c2-4ef3-b719-0430ab542f2a req-b31ced7e-0916-4ca0-8c37-7d4739db10b0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=65147746-5a2b-4a78-8105-9229bb30de1e HTTP/1.1" status: 200 len: 912 time: 0.2288318 Feb 20 06:02:28.267754 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f3ada326-5edf-4bd9-ab5b-44ceb87de2d5 None None] Current status of the port 9a7594bf-4883-49bc-8b7b-3eb8e634cda5 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:02:28.269850 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f3ada326-5edf-4bd9-ab5b-44ceb87de2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9a7594bf-4883-49bc-8b7b-3eb8e634cda5), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:28.319062 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be721f06-fced-44f0-98d1-7410496e78fd None None] Pushing event updated for resources: {'Port': ['ID=35d5aee7-1ebe-4c0c-aa39-b87887665599,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:28.341825 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0f0d0c98-f9c2-4ef3-b719-0430ab542f2a req-55c39dbf-6538-4fe4-a200-2f0fa5aee36e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d5855b51-6884-4c3c-bde7-02adf2e1b16d HTTP/1.1" status: 200 len: 217 time: 0.1269686 Feb 20 06:02:28.362557 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f3ada326-5edf-4bd9-ab5b-44ceb87de2d5 None None] For port 9a7594bf-4883-49bc-8b7b-3eb8e634cda5, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=9a7594bf-4883-49bc-8b7b-3eb8e634cda5,segment=NetworkSegment(56bd66a5-8252-4357-b69e-85c279d54dc2),segment_id=56bd66a5-8252-4357-b69e-85c279d54dc2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:28.393031 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a9b81c20-b224-4d69-9182-552cadbc7210 None None] Attempting to bind port 35d5aee7-1ebe-4c0c-aa39-b87887665599 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:02:28.393385 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a9b81c20-b224-4d69-9182-552cadbc7210 None None] Attempting to bind port 35d5aee7-1ebe-4c0c-aa39-b87887665599 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '56bd66a5-8252-4357-b69e-85c279d54dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:02:28.393760 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b81c20-b224-4d69-9182-552cadbc7210 None None] Attempting to bind port 35d5aee7-1ebe-4c0c-aa39-b87887665599 on network af700b20-354c-4015-8490-4b66ae70a8ee {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:02:28.397898 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f3ada326-5edf-4bd9-ab5b-44ceb87de2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9a7594bf-4883-49bc-8b7b-3eb8e634cda5), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:28.403792 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b81c20-b224-4d69-9182-552cadbc7210 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:02:28.404177 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b81c20-b224-4d69-9182-552cadbc7210 None None] Checking segment: {'id': '56bd66a5-8252-4357-b69e-85c279d54dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:02:28.404681 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a9b81c20-b224-4d69-9182-552cadbc7210 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:28.404975 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b81c20-b224-4d69-9182-552cadbc7210 None None] Bound using segment: {'id': '56bd66a5-8252-4357-b69e-85c279d54dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:02:28.405454 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a9b81c20-b224-4d69-9182-552cadbc7210 None None] Bound port: 35d5aee7-1ebe-4c0c-aa39-b87887665599, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bd66a5-8252-4357-b69e-85c279d54dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:02:28.405828 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a9b81c20-b224-4d69-9182-552cadbc7210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (35d5aee7-1ebe-4c0c-aa39-b87887665599), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:28.449936 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d0c98-f9c2-4ef3-b719-0430ab542f2a req-13c1362b-f8f2-4465-8c0c-374e715c24bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:28.451455 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0f0d0c98-f9c2-4ef3-b719-0430ab542f2a req-13c1362b-f8f2-4465-8c0c-374e715c24bd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b91ac502-05d8-4ebc-bd9c-cbfcc55fa814 HTTP/1.1" status: 200 len: 852 time: 0.1019719 Feb 20 06:02:28.509205 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0f0d0c98-f9c2-4ef3-b719-0430ab542f2a req-93d6d530-b2f6-4ce7-88bb-c90b6db28e0c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=65147746-5a2b-4a78-8105-9229bb30de1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498312 Feb 20 06:02:28.512371 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ada326-5edf-4bd9-ab5b-44ceb87de2d5 None None] Pushing event updated for resources: {'Port': ['ID=9a7594bf-4883-49bc-8b7b-3eb8e634cda5,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:28.526195 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 83f41988-fb37-4554-9b3e-6c7146882c0b triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:02:28.526580 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (83f41988-fb37-4554-9b3e-6c7146882c0b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:28.535546 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a9b81c20-b224-4d69-9182-552cadbc7210 None None] For port 35d5aee7-1ebe-4c0c-aa39-b87887665599, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:02:28.541236 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a9b81c20-b224-4d69-9182-552cadbc7210 None None] For port 35d5aee7-1ebe-4c0c-aa39-b87887665599, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=35d5aee7-1ebe-4c0c-aa39-b87887665599,segment=NetworkSegment(56bd66a5-8252-4357-b69e-85c279d54dc2),segment_id=56bd66a5-8252-4357-b69e-85c279d54dc2)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:02:28.553859 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a9b81c20-b224-4d69-9182-552cadbc7210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (35d5aee7-1ebe-4c0c-aa39-b87887665599), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:28.589218 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-f3ada326-5edf-4bd9-ab5b-44ceb87de2d5 None None] Provisioning complete for port 76a6f6fc-dc54-488e-98f6-d1174fb594f2 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:02:28.589693 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f3ada326-5edf-4bd9-ab5b-44ceb87de2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (76a6f6fc-dc54-488e-98f6-d1174fb594f2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:28.641107 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f3ada326-5edf-4bd9-ab5b-44ceb87de2d5 None None] Port 76a6f6fc-dc54-488e-98f6-d1174fb594f2 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:02:28.660204 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b81c20-b224-4d69-9182-552cadbc7210 None None] Routers {'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:02:28.661280 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a9b81c20-b224-4d69-9182-552cadbc7210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:02:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:28.679010 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1b932-28e5-4209-be40-7db997ffbd34 req-5fc13aa8-b65f-4017-9c96-9724cd3de725 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:28.690497 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-83f1b932-28e5-4209-be40-7db997ffbd34 req-5fc13aa8-b65f-4017-9c96-9724cd3de725 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/ports?device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 945 time: 0.3496480 Feb 20 06:02:28.719876 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-18cea120-1ddb-49cd-b086-af0e9fc4d86d tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3783 time: 1.3621850 Feb 20 06:02:28.749234 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be721f06-fced-44f0-98d1-7410496e78fd None None] Pushing event updated for resources: {'Port': ['ID=35d5aee7-1ebe-4c0c-aa39-b87887665599,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:28.756955 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0846-dfa1-4b33-83d9-5103f3d50442 None None] Publish callbacks [] for port (76a6f6fc-dc54-488e-98f6-d1174fb594f2), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:28.759671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 83f41988-fb37-4554-9b3e-6c7146882c0b is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:02:28.761011 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:02:28.822248 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-83f1b932-28e5-4209-be40-7db997ffbd34 req-3422e0de-b431-41c4-9ea1-caeb6f86257f tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/security-groups?id=80a1b6bf-5924-457f-9063-1b0d613d8c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307392 Feb 20 06:02:28.950070 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-a9b81c20-b224-4d69-9182-552cadbc7210 None None] Set router f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:02:29.003728 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3b08e742-c34c-47ea-8238-916cb1422f51 req-fb3e5cd2-f933-4890-825e-a775a061a5e1 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40f0e47-3edd-4b47-af69-cd25688f4c8a HTTP/1.1" status: 200 len: 210 time: 0.0629389 Feb 20 06:02:29.119293 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0846-dfa1-4b33-83d9-5103f3d50442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (76a6f6fc-dc54-488e-98f6-d1174fb594f2), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:29.232498 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cd250-3066-42a4-b5be-47bf309c2ccc None None] Pushing event updated for resources: {'Port': ['ID=76a6f6fc-dc54-488e-98f6-d1174fb594f2,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:29.256946 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-39e1cdbe-c1d4-409c-a882-c63ff968a6a9 None None] Provisioning complete for port 9a7594bf-4883-49bc-8b7b-3eb8e634cda5 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:02:29.257538 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-39e1cdbe-c1d4-409c-a882-c63ff968a6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9a7594bf-4883-49bc-8b7b-3eb8e634cda5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:29.341986 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:02:29.342621 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:29.381453 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a9b81c20-b224-4d69-9182-552cadbc7210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'name': 'tempest-TestNetworkBasicOps-router-449099465', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:02:17Z', 'updated_at': '2022-02-20T06:02:25Z', 'revision_number': 4, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:19Z', 'updated_at': '2022-02-20T06:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '35d5aee7-1ebe-4c0c-aa39-b87887665599', 'name': '', 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'mac_address': 'fa:16:3e:c7:e8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '5c818b28-a07f-48ca-b4f3-37b2b0e3507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:24Z', 'updated_at': '2022-02-20T06:02:28Z', 'revision_number': 4, 'project_id': '111d530b12d246f29867a11f6618a046', 'subnets': [{'id': '5c818b28-a07f-48ca-b4f3-37b2b0e3507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:29.418594 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b81c20-b224-4d69-9182-552cadbc7210 None None] The sync data for ids ['f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'] in n-d-829866-5 is: [{'id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'name': 'tempest-TestNetworkBasicOps-router-449099465', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:02:17Z', 'updated_at': '2022-02-20T06:02:25Z', 'revision_number': 4, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:19Z', 'updated_at': '2022-02-20T06:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '35d5aee7-1ebe-4c0c-aa39-b87887665599', 'name': '', 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'mac_address': 'fa:16:3e:c7:e8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '5c818b28-a07f-48ca-b4f3-37b2b0e3507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:24Z', 'updated_at': '2022-02-20T06:02:28Z', 'revision_number': 4, 'project_id': '111d530b12d246f29867a11f6618a046', 'subnets': [{'id': '5c818b28-a07f-48ca-b4f3-37b2b0e3507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:02:29.443372 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-8d4d0846-dfa1-4b33-83d9-5103f3d50442 None None] Attempting to bind port 76a6f6fc-dc54-488e-98f6-d1174fb594f2 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:02:29.443759 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-8d4d0846-dfa1-4b33-83d9-5103f3d50442 None None] Attempting to bind port 76a6f6fc-dc54-488e-98f6-d1174fb594f2 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'cf1d02c5-6298-4ca3-abef-d8ecbf136162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5c1aae83-adac-4e41-bd22-86870fb29e2c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:02:29.444139 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0846-dfa1-4b33-83d9-5103f3d50442 None None] Attempting to bind port 76a6f6fc-dc54-488e-98f6-d1174fb594f2 on network 5c1aae83-adac-4e41-bd22-86870fb29e2c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:02:29.501295 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0846-dfa1-4b33-83d9-5103f3d50442 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:02:29.501688 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0846-dfa1-4b33-83d9-5103f3d50442 None None] Checking segment: {'id': 'cf1d02c5-6298-4ca3-abef-d8ecbf136162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5c1aae83-adac-4e41-bd22-86870fb29e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:02:29.502103 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0846-dfa1-4b33-83d9-5103f3d50442 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:29.502510 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0846-dfa1-4b33-83d9-5103f3d50442 None None] Bound using segment: {'id': 'cf1d02c5-6298-4ca3-abef-d8ecbf136162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5c1aae83-adac-4e41-bd22-86870fb29e2c'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:02:29.514167 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-8d4d0846-dfa1-4b33-83d9-5103f3d50442 None None] Bound port: 76a6f6fc-dc54-488e-98f6-d1174fb594f2, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1d02c5-6298-4ca3-abef-d8ecbf136162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5c1aae83-adac-4e41-bd22-86870fb29e2c'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:02:29.514758 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0846-dfa1-4b33-83d9-5103f3d50442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (76a6f6fc-dc54-488e-98f6-d1174fb594f2), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:29.556535 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42304) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:29.561281 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-3365fb49-160f-46d9-8d4b-a932998145bf tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-153963933', 'description': 'tempest-secgroup-smoke-153963933 description', 'project_id': '111d530b12d246f29867a11f6618a046'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:02:29.582865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-54a6d0e7-74bf-451b-bbeb-8231eba00e60 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:29.585167 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-54a6d0e7-74bf-451b-bbeb-8231eba00e60 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.61 "GET /v2.0/networks?id=5c1aae83-adac-4e41-bd22-86870fb29e2c HTTP/1.1" status: 200 len: 797 time: 0.2733231 Feb 20 06:02:29.590187 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0f0d0c98-f9c2-4ef3-b719-0430ab542f2a req-90ed6ff2-1be0-4a8c-a04f-9aaeeb125b46 service neutron] 10.222.0.61 "GET /v2.0/networks/65147746-5a2b-4a78-8105-9229bb30de1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0604160 Feb 20 06:02:29.607710 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3365fb49-160f-46d9-8d4b-a932998145bf tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:29.628839 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-a46079a6-7478-4b8f-8468-ce2e4197b0d9 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Request body: {'port': {'device_id': 'b40f0e47-3edd-4b47-af69-cd25688f4c8a', 'network_id': '5c1aae83-adac-4e41-bd22-86870fb29e2c', 'admin_state_up': True, 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:02:29.635305 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-39e1cdbe-c1d4-409c-a882-c63ff968a6a9 None None] Current status of the port 9a7594bf-4883-49bc-8b7b-3eb8e634cda5 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:02:29.651771 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-8d4d0846-dfa1-4b33-83d9-5103f3d50442 None None] For port 76a6f6fc-dc54-488e-98f6-d1174fb594f2, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:02:29.657380 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-8d4d0846-dfa1-4b33-83d9-5103f3d50442 None None] For port 76a6f6fc-dc54-488e-98f6-d1174fb594f2, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=76a6f6fc-dc54-488e-98f6-d1174fb594f2,segment=NetworkSegment(cf1d02c5-6298-4ca3-abef-d8ecbf136162),segment_id=cf1d02c5-6298-4ca3-abef-d8ecbf136162)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:02:29.705230 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-39e1cdbe-c1d4-409c-a882-c63ff968a6a9 None None] Provisioning complete for port 35d5aee7-1ebe-4c0c-aa39-b87887665599 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:02:29.705611 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-39e1cdbe-c1d4-409c-a882-c63ff968a6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (35d5aee7-1ebe-4c0c-aa39-b87887665599), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:29.722025 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3365fb49-160f-46d9-8d4b-a932998145bf tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group (5800cb05-f383-46e8-a321-729c37f36045), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:29.726919 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3365fb49-160f-46d9-8d4b-a932998145bf tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5800cb05-f383-46e8-a321-729c37f36045), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:29.750919 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:02:29.751643 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:29.766696 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0846-dfa1-4b33-83d9-5103f3d50442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (76a6f6fc-dc54-488e-98f6-d1174fb594f2), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:29.784273 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3365fb49-160f-46d9-8d4b-a932998145bf tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:29.784915 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3365fb49-160f-46d9-8d4b-a932998145bf tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2273071 Feb 20 06:02:29.785938 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365fb49-160f-46d9-8d4b-a932998145bf tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5800cb05-f383-46e8-a321-729c37f36045,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:29.788813 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42306) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:29.793587 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-3d6ba1c0-fbf8-4499-968f-a889a3adf469 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'security_group_rule': {'security_group_id': '5800cb05-f383-46e8-a321-729c37f36045', 'project_id': '111d530b12d246f29867a11f6618a046', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:02:29.832676 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3d6ba1c0-fbf8-4499-968f-a889a3adf469 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (b36f1b47-597f-414d-a1a5-6ce975cd77a5), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:29.881136 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0f0d0c98-f9c2-4ef3-b719-0430ab542f2a req-93c98922-9248-4a6c-a6f4-702f6d094aa7 service neutron] 10.222.0.61 "GET /v2.0/networks/65147746-5a2b-4a78-8105-9229bb30de1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778842 Feb 20 06:02:29.882368 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cd250-3066-42a4-b5be-47bf309c2ccc None None] Pushing event updated for resources: {'Port': ['ID=76a6f6fc-dc54-488e-98f6-d1174fb594f2,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:29.918234 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3d6ba1c0-fbf8-4499-968f-a889a3adf469 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (b36f1b47-597f-414d-a1a5-6ce975cd77a5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:29.934041 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3d6ba1c0-fbf8-4499-968f-a889a3adf469 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (b36f1b47-597f-414d-a1a5-6ce975cd77a5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:29.944486 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-a46079a6-7478-4b8f-8468-ce2e4197b0d9 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Made reservation on behalf of a5e6bd07f12a45aebf66848b2d1a7e84 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:02:29.949973 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:29.953060 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-a46079a6-7478-4b8f-8468-ce2e4197b0d9 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:29.965338 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:29.966926 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ba1c0-fbf8-4499-968f-a889a3adf469 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b36f1b47-597f-414d-a1a5-6ce975cd77a5,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:29.968251 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 9a7594bf-4883-49bc-8b7b-3eb8e634cda5 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:02:29.999104 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3d6ba1c0-fbf8-4499-968f-a889a3adf469 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:30.003541 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3d6ba1c0-fbf8-4499-968f-a889a3adf469 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2128901 Feb 20 06:02:30.004981 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42310) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:30.021341 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-8ec4a4ba-779a-4b67-a5fe-538a70085983 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'security_group_rule': {'security_group_id': '5800cb05-f383-46e8-a321-729c37f36045', 'project_id': '111d530b12d246f29867a11f6618a046', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:02:30.053847 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4d0846-dfa1-4b33-83d9-5103f3d50442 None None] Routers {'3de309b0-f92d-404f-a3ae-ada28993814e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:02:30.054527 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8d4d0846-dfa1-4b33-83d9-5103f3d50442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:02:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['3de309b0-f92d-404f-a3ae-ada28993814e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:30.105006 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9d21e-a415-4315-9f6a-2c982141b842 req-616760b6-a996-4281-b139-b1e9c85e08fa tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:30.114416 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bfb9d21e-a415-4315-9f6a-2c982141b842 req-616760b6-a996-4281-b139-b1e9c85e08fa tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/ports?device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 945 time: 0.0876656 Feb 20 06:02:30.214115 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bfb9d21e-a415-4315-9f6a-2c982141b842 req-e61383b8-5312-41ef-a63b-9f14371ba895 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/security-groups?id=80a1b6bf-5924-457f-9063-1b0d613d8c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951529 Feb 20 06:02:30.239579 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a4ba-779a-4b67-a5fe-538a70085983 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (e440e38e-6ed5-4365-b0e0-e95b8bb3ff1d), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:30.274856 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:30.288539 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-a46079a6-7478-4b8f-8468-ce2e4197b0d9 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Allocated IP 172.20.0.28 (5c1aae83-adac-4e41-bd22-86870fb29e2c/5c3cd277-09b7-4421-b843-768b79419945/73e1e115-e45b-41a8-a87c-e74234743526) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:02:30.371733 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-8d4d0846-dfa1-4b33-83d9-5103f3d50442 None None] Set router 3de309b0-f92d-404f-a3ae-ada28993814e gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:02:30.376221 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-201deee7-f117-4042-9693-19d478be4d77 req-95bb4c96-e206-41c4-b488-18f4d1acd0e4 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40f0e47-3edd-4b47-af69-cd25688f4c8a HTTP/1.1" status: 200 len: 210 time: 0.0371149 Feb 20 06:02:30.382879 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a4ba-779a-4b67-a5fe-538a70085983 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (e440e38e-6ed5-4365-b0e0-e95b8bb3ff1d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:30.391148 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a4ba-779a-4b67-a5fe-538a70085983 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (e440e38e-6ed5-4365-b0e0-e95b8bb3ff1d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:30.413608 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4a4ba-779a-4b67-a5fe-538a70085983 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e440e38e-6ed5-4365-b0e0-e95b8bb3ff1d,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:30.428082 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-39e1cdbe-c1d4-409c-a882-c63ff968a6a9 None None] Current status of the port 35d5aee7-1ebe-4c0c-aa39-b87887665599 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:02:30.429120 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a4ba-779a-4b67-a5fe-538a70085983 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:30.433644 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42314) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:30.435092 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8ec4a4ba-779a-4b67-a5fe-538a70085983 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4199631 Feb 20 06:02:30.440155 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-3a6c6659-5964-4ca0-b3c4-4cb1a006e566 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'security_group_rule': {'security_group_id': '5800cb05-f383-46e8-a321-729c37f36045', 'project_id': '111d530b12d246f29867a11f6618a046', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:02:30.443196 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-39e1cdbe-c1d4-409c-a882-c63ff968a6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (35d5aee7-1ebe-4c0c-aa39-b87887665599), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:30.465006 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 9a7594bf-4883-49bc-8b7b-3eb8e634cda5 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:02:30.465388 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9a7594bf-4883-49bc-8b7b-3eb8e634cda5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:30.517785 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-a46079a6-7478-4b8f-8468-ce2e4197b0d9 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for port (73e1e115-e45b-41a8-a87c-e74234743526), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:30.517785 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a6c6659-5964-4ca0-b3c4-4cb1a006e566 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (84deae13-492d-43ec-8946-faa38fcb1b34), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:30.569477 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-39e1cdbe-c1d4-409c-a882-c63ff968a6a9 None None] For port 35d5aee7-1ebe-4c0c-aa39-b87887665599, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=35d5aee7-1ebe-4c0c-aa39-b87887665599,segment=NetworkSegment(56bd66a5-8252-4357-b69e-85c279d54dc2),segment_id=56bd66a5-8252-4357-b69e-85c279d54dc2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:30.595089 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-39e1cdbe-c1d4-409c-a882-c63ff968a6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (35d5aee7-1ebe-4c0c-aa39-b87887665599), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:30.617979 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-a46079a6-7478-4b8f-8468-ce2e4197b0d9 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (73e1e115-e45b-41a8-a87c-e74234743526), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:30.693796 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-a46079a6-7478-4b8f-8468-ce2e4197b0d9 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Network 5c1aae83-adac-4e41-bd22-86870fb29e2c is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:02:30.703539 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a6c6659-5964-4ca0-b3c4-4cb1a006e566 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (84deae13-492d-43ec-8946-faa38fcb1b34), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:30.705639 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-a46079a6-7478-4b8f-8468-ce2e4197b0d9 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:02:30.707834 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-a46079a6-7478-4b8f-8468-ce2e4197b0d9 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:02:30.741574 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1cdbe-c1d4-409c-a882-c63ff968a6a9 None None] Pushing event updated for resources: {'Port': ['ID=35d5aee7-1ebe-4c0c-aa39-b87887665599,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:30.797613 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a6c6659-5964-4ca0-b3c4-4cb1a006e566 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (84deae13-492d-43ec-8946-faa38fcb1b34), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:30.802799 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-77b04137-76e2-4d2b-9491-97d16f3e5b5f None None] Provisioning complete for port 35d5aee7-1ebe-4c0c-aa39-b87887665599 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:02:30.803235 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-77b04137-76e2-4d2b-9491-97d16f3e5b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (35d5aee7-1ebe-4c0c-aa39-b87887665599), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:30.808910 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-a46079a6-7478-4b8f-8468-ce2e4197b0d9 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:30.809609 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-a46079a6-7478-4b8f-8468-ce2e4197b0d9 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:30.819369 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46079a6-7478-4b8f-8468-ce2e4197b0d9 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event updated for resources: {'Port': ['ID=73e1e115-e45b-41a8-a87c-e74234743526,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:30.839214 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c6659-5964-4ca0-b3c4-4cb1a006e566 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84deae13-492d-43ec-8946-faa38fcb1b34,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:30.843526 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3a6c6659-5964-4ca0-b3c4-4cb1a006e566 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:30.844746 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3a6c6659-5964-4ca0-b3c4-4cb1a006e566 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4102144 Feb 20 06:02:30.847487 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42322) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:30.852767 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-23ce5a0b-91cd-428a-b18e-9c64550042b3 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'security_group_rule': {'security_group_id': '5800cb05-f383-46e8-a321-729c37f36045', 'project_id': '111d530b12d246f29867a11f6618a046', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:02:30.861051 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-a46079a6-7478-4b8f-8468-ce2e4197b0d9 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2363353 Feb 20 06:02:30.867624 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 9a7594bf-4883-49bc-8b7b-3eb8e634cda5 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:02:30.876582 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-b17cbfaf-9830-4c8c-b9d3-dbd6eca0d31b service neutron] Request body: {'port': {'device_id': 'b40f0e47-3edd-4b47-af69-cd25688f4c8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:02:30.978166 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-23ce5a0b-91cd-428a-b18e-9c64550042b3 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (4d499541-6a5a-4123-a41b-2f52f7096243), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:30.984372 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-b17cbfaf-9830-4c8c-b9d3-dbd6eca0d31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (73e1e115-e45b-41a8-a87c-e74234743526), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:31.012213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8d4d0846-dfa1-4b33-83d9-5103f3d50442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de309b0-f92d-404f-a3ae-ada28993814e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1748031490', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '91acc2e6-f5e3-4e80-81c5-54128c42715f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:02:14Z', 'updated_at': '2022-02-20T06:02:23Z', 'revision_number': 4, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'gw_port': {'id': '91acc2e6-f5e3-4e80-81c5-54128c42715f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:68:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de309b0-f92d-404f-a3ae-ada28993814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:15Z', 'updated_at': '2022-02-20T06:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '76a6f6fc-dc54-488e-98f6-d1174fb594f2', 'name': '', 'network_id': '5c1aae83-adac-4e41-bd22-86870fb29e2c', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'mac_address': 'fa:16:3e:af:88:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de309b0-f92d-404f-a3ae-ada28993814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '5c3cd277-09b7-4421-b843-768b79419945', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:21Z', 'updated_at': '2022-02-20T06:02:29Z', 'revision_number': 4, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'subnets': [{'id': '5c3cd277-09b7-4421-b843-768b79419945', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:31.062459 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d0846-dfa1-4b33-83d9-5103f3d50442 None None] The sync data for ids ['3de309b0-f92d-404f-a3ae-ada28993814e'] in n-d-829866-5 is: [{'id': '3de309b0-f92d-404f-a3ae-ada28993814e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1748031490', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '91acc2e6-f5e3-4e80-81c5-54128c42715f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:02:14Z', 'updated_at': '2022-02-20T06:02:23Z', 'revision_number': 4, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'gw_port': {'id': '91acc2e6-f5e3-4e80-81c5-54128c42715f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:68:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de309b0-f92d-404f-a3ae-ada28993814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:15Z', 'updated_at': '2022-02-20T06:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '76a6f6fc-dc54-488e-98f6-d1174fb594f2', 'name': '', 'network_id': '5c1aae83-adac-4e41-bd22-86870fb29e2c', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'mac_address': 'fa:16:3e:af:88:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de309b0-f92d-404f-a3ae-ada28993814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '5c3cd277-09b7-4421-b843-768b79419945', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:21Z', 'updated_at': '2022-02-20T06:02:29Z', 'revision_number': 4, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'subnets': [{'id': '5c3cd277-09b7-4421-b843-768b79419945', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:02:31.066154 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-77b04137-76e2-4d2b-9491-97d16f3e5b5f None None] Current status of the port 35d5aee7-1ebe-4c0c-aa39-b87887665599 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:02:31.103984 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-77b04137-76e2-4d2b-9491-97d16f3e5b5f None None] Provisioning complete for port 76a6f6fc-dc54-488e-98f6-d1174fb594f2 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:02:31.104550 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-77b04137-76e2-4d2b-9491-97d16f3e5b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (76a6f6fc-dc54-488e-98f6-d1174fb594f2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:31.170196 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 35d5aee7-1ebe-4c0c-aa39-b87887665599 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:02:31.191761 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-23ce5a0b-91cd-428a-b18e-9c64550042b3 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (4d499541-6a5a-4123-a41b-2f52f7096243), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:31.199857 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-23ce5a0b-91cd-428a-b18e-9c64550042b3 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (4d499541-6a5a-4123-a41b-2f52f7096243), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:31.259595 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce5a0b-91cd-428a-b18e-9c64550042b3 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d499541-6a5a-4123-a41b-2f52f7096243,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:31.311476 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 35d5aee7-1ebe-4c0c-aa39-b87887665599 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:02:31.313106 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (35d5aee7-1ebe-4c0c-aa39-b87887665599), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:31.327540 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-23ce5a0b-91cd-428a-b18e-9c64550042b3 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:31.328928 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-23ce5a0b-91cd-428a-b18e-9c64550042b3 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4802208 Feb 20 06:02:31.331682 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42332) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:31.336820 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b887e225-c5f8-4546-a60e-8451c7fa6a5f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'security_group_rule': {'security_group_id': '5800cb05-f383-46e8-a321-729c37f36045', 'project_id': '111d530b12d246f29867a11f6618a046', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:02:31.355909 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-77b04137-76e2-4d2b-9491-97d16f3e5b5f None None] Current status of the port 76a6f6fc-dc54-488e-98f6-d1174fb594f2 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:02:31.356454 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-77b04137-76e2-4d2b-9491-97d16f3e5b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (76a6f6fc-dc54-488e-98f6-d1174fb594f2), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:31.400139 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-77b04137-76e2-4d2b-9491-97d16f3e5b5f None None] For port 76a6f6fc-dc54-488e-98f6-d1174fb594f2, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=76a6f6fc-dc54-488e-98f6-d1174fb594f2,segment=NetworkSegment(cf1d02c5-6298-4ca3-abef-d8ecbf136162),segment_id=cf1d02c5-6298-4ca3-abef-d8ecbf136162)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:31.415326 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-77b04137-76e2-4d2b-9491-97d16f3e5b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (76a6f6fc-dc54-488e-98f6-d1174fb594f2), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:31.427441 n-d-829866-5 neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-b887e225-c5f8-4546-a60e-8451c7fa6a5f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Project 111d530b12d246f29867a11f6618a046 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:02:31.444763 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b887e225-c5f8-4546-a60e-8451c7fa6a5f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (9ada5491-cd3e-48ed-9e66-51e458297a06), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:31.513503 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b04137-76e2-4d2b-9491-97d16f3e5b5f None None] Pushing event updated for resources: {'Port': ['ID=76a6f6fc-dc54-488e-98f6-d1174fb594f2,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:31.515256 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b887e225-c5f8-4546-a60e-8451c7fa6a5f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (9ada5491-cd3e-48ed-9e66-51e458297a06), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:31.529464 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b887e225-c5f8-4546-a60e-8451c7fa6a5f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (9ada5491-cd3e-48ed-9e66-51e458297a06), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:31.538784 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 35d5aee7-1ebe-4c0c-aa39-b87887665599 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:02:31.540532 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 9a7594bf-4883-49bc-8b7b-3eb8e634cda5 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:02:31.552089 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a36c8-4613-4bd7-b4db-1792a3c48e2f req-4fd2c7c1-c561-409d-b08d-c3693a23e4d0 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:31.553934 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-487a36c8-4613-4bd7-b4db-1792a3c48e2f req-4fd2c7c1-c561-409d-b08d-c3693a23e4d0 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/ports?device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 945 time: 0.2079241 Feb 20 06:02:31.575553 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887e225-c5f8-4546-a60e-8451c7fa6a5f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ada5491-cd3e-48ed-9e66-51e458297a06,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:31.592447 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b887e225-c5f8-4546-a60e-8451c7fa6a5f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:31.593993 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b887e225-c5f8-4546-a60e-8451c7fa6a5f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2612815 Feb 20 06:02:31.599691 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42338) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:31.608144 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9b86258d-79db-4d22-a672-583cb8577d3e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'security_group_rule': {'security_group_id': '5800cb05-f383-46e8-a321-729c37f36045', 'project_id': '111d530b12d246f29867a11f6618a046', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:02:31.622529 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-b17cbfaf-9830-4c8c-b9d3-dbd6eca0d31b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e1e115-e45b-41a8-a87c-e74234743526 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:02:31.632626 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-b17cbfaf-9830-4c8c-b9d3-dbd6eca0d31b service neutron] Publish callbacks [] for port (73e1e115-e45b-41a8-a87c-e74234743526), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:31.647260 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-3f7b1694-0cc1-4e99-809f-bb12691bfb05 None None] Provisioning complete for port 73e1e115-e45b-41a8-a87c-e74234743526 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:02:31.647820 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3f7b1694-0cc1-4e99-809f-bb12691bfb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (73e1e115-e45b-41a8-a87c-e74234743526), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:31.670839 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-b17cbfaf-9830-4c8c-b9d3-dbd6eca0d31b service neutron] Transition to ACTIVE for port object 73e1e115-e45b-41a8-a87c-e74234743526 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:02:31.676566 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-487a36c8-4613-4bd7-b4db-1792a3c48e2f req-2827c93f-588c-41e7-87de-aa7014adeabc tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/security-groups?id=80a1b6bf-5924-457f-9063-1b0d613d8c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101830 Feb 20 06:02:31.680156 n-d-829866-5 neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-9b86258d-79db-4d22-a672-583cb8577d3e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Project 111d530b12d246f29867a11f6618a046 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:02:31.681954 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-b17cbfaf-9830-4c8c-b9d3-dbd6eca0d31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (73e1e115-e45b-41a8-a87c-e74234743526), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:31.702503 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9b86258d-79db-4d22-a672-583cb8577d3e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (2072c12f-765f-4263-8b05-94f7402717ed), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:31.716888 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3f7b1694-0cc1-4e99-809f-bb12691bfb05 None None] Port 73e1e115-e45b-41a8-a87c-e74234743526 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:02:31.729656 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 9a7594bf-4883-49bc-8b7b-3eb8e634cda5 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:02:31.730481 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9a7594bf-4883-49bc-8b7b-3eb8e634cda5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:31.813624 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17cbfaf-9830-4c8c-b9d3-dbd6eca0d31b service neutron] Pushing event updated for resources: {'Port': ['ID=73e1e115-e45b-41a8-a87c-e74234743526,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:31.845792 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 9a7594bf-4883-49bc-8b7b-3eb8e634cda5 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:02:31.846961 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:02:31.927821 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:02:31.928633 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:31.960486 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9b86258d-79db-4d22-a672-583cb8577d3e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (2072c12f-765f-4263-8b05-94f7402717ed), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:31.972321 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-b17cbfaf-9830-4c8c-b9d3-dbd6eca0d31b service neutron] Attempting to bind port 73e1e115-e45b-41a8-a87c-e74234743526 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:02:31.972888 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-b17cbfaf-9830-4c8c-b9d3-dbd6eca0d31b service neutron] Attempting to bind port 73e1e115-e45b-41a8-a87c-e74234743526 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'cf1d02c5-6298-4ca3-abef-d8ecbf136162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5c1aae83-adac-4e41-bd22-86870fb29e2c'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:02:31.973232 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-b17cbfaf-9830-4c8c-b9d3-dbd6eca0d31b service neutron] Attempting to bind port 73e1e115-e45b-41a8-a87c-e74234743526 on network 5c1aae83-adac-4e41-bd22-86870fb29e2c {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:02:31.984494 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-b17cbfaf-9830-4c8c-b9d3-dbd6eca0d31b service neutron] Port 73e1e115-e45b-41a8-a87c-e74234743526 on network 5c1aae83-adac-4e41-bd22-86870fb29e2c not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:02:31.984868 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-b17cbfaf-9830-4c8c-b9d3-dbd6eca0d31b service neutron] Attempting to bind port 73e1e115-e45b-41a8-a87c-e74234743526 on network 5c1aae83-adac-4e41-bd22-86870fb29e2c {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:02:32.007327 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4daa5-5bee-4bdd-8e38-61b7fabb9f38 req-a10f5cfa-4d19-45fa-9d03-a5eea4484656 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:32.012334 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-b17cbfaf-9830-4c8c-b9d3-dbd6eca0d31b service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:02:32.012693 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-b17cbfaf-9830-4c8c-b9d3-dbd6eca0d31b service neutron] Checking segment: {'id': 'cf1d02c5-6298-4ca3-abef-d8ecbf136162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5c1aae83-adac-4e41-bd22-86870fb29e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:02:32.013074 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-b17cbfaf-9830-4c8c-b9d3-dbd6eca0d31b service neutron] Bound using segment: {'id': 'cf1d02c5-6298-4ca3-abef-d8ecbf136162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5c1aae83-adac-4e41-bd22-86870fb29e2c'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:02:32.013315 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-69c4daa5-5bee-4bdd-8e38-61b7fabb9f38 req-a10f5cfa-4d19-45fa-9d03-a5eea4484656 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40f0e47-3edd-4b47-af69-cd25688f4c8a HTTP/1.1" status: 200 len: 907 time: 0.1795805 Feb 20 06:02:32.017731 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9b86258d-79db-4d22-a672-583cb8577d3e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (2072c12f-765f-4263-8b05-94f7402717ed), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:32.017899 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-b17cbfaf-9830-4c8c-b9d3-dbd6eca0d31b service neutron] Bound port: 73e1e115-e45b-41a8-a87c-e74234743526, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf1d02c5-6298-4ca3-abef-d8ecbf136162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5c1aae83-adac-4e41-bd22-86870fb29e2c'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:02:32.018231 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-b17cbfaf-9830-4c8c-b9d3-dbd6eca0d31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (73e1e115-e45b-41a8-a87c-e74234743526), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:32.080101 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9b86258d-79db-4d22-a672-583cb8577d3e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:32.104817 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9b86258d-79db-4d22-a672-583cb8577d3e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5032475 Feb 20 06:02:32.109245 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86258d-79db-4d22-a672-583cb8577d3e tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2072c12f-765f-4263-8b05-94f7402717ed,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:32.131482 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:02:32.163419 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-b17cbfaf-9830-4c8c-b9d3-dbd6eca0d31b service neutron] For port 73e1e115-e45b-41a8-a87c-e74234743526, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:02:32.177046 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-b17cbfaf-9830-4c8c-b9d3-dbd6eca0d31b service neutron] For port 73e1e115-e45b-41a8-a87c-e74234743526, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=73e1e115-e45b-41a8-a87c-e74234743526,segment=NetworkSegment(cf1d02c5-6298-4ca3-abef-d8ecbf136162),segment_id=cf1d02c5-6298-4ca3-abef-d8ecbf136162)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:02:32.194210 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-b17cbfaf-9830-4c8c-b9d3-dbd6eca0d31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (73e1e115-e45b-41a8-a87c-e74234743526), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:32.262319 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-b17cbfaf-9830-4c8c-b9d3-dbd6eca0d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:32.264374 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-b17cbfaf-9830-4c8c-b9d3-dbd6eca0d31b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:32.269851 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-b17cbfaf-9830-4c8c-b9d3-dbd6eca0d31b service neutron] 10.222.0.61 "PUT /v2.0/ports/73e1e115-e45b-41a8-a87c-e74234743526 HTTP/1.1" status: 200 len: 1055 time: 1.3967450 Feb 20 06:02:32.270571 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40f0e47-3edd-4b47-af69-cd25688f4c8a', 'tag': '73e1e115-e45b-41a8-a87c-e74234743526'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:02:32.288753 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd7e2b1-ddcd-44ff-babf-a2d0117fca32" -d '{"events": [{"name": "network-changed", "server_uuid": "b40f0e47-3edd-4b47-af69-cd25688f4c8a", "tag": "73e1e115-e45b-41a8-a87c-e74234743526"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:02:32.386002 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17cbfaf-9830-4c8c-b9d3-dbd6eca0d31b service neutron] Pushing event updated for resources: {'Port': ['ID=73e1e115-e45b-41a8-a87c-e74234743526,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:32.389051 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da8855-8549-4e07-a6ec-703325123507 req-1b927a1a-ecc6-4242-98c8-dbd41b942604 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:32.399604 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-42da8855-8549-4e07-a6ec-703325123507 req-1b927a1a-ecc6-4242-98c8-dbd41b942604 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/ports?device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 945 time: 0.0890412 Feb 20 06:02:32.418386 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-7fbc24bb-b1ec-41a0-ae79-9ab66ce7e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:32.420135 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-7fbc24bb-b1ec-41a0-ae79-9ab66ce7e03b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5e6bd07f12a45aebf66848b2d1a7e84&device_id=b40f0e47-3edd-4b47-af69-cd25688f4c8a HTTP/1.1" status: 200 len: 1089 time: 0.0773063 Feb 20 06:02:32.482300 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-42da8855-8549-4e07-a6ec-703325123507 req-7c1cd3e5-62d9-41ab-8f28-fec61ba03f82 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/security-groups?id=80a1b6bf-5924-457f-9063-1b0d613d8c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728185 Feb 20 06:02:32.483124 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-715cdb6a-5229-47ad-b1d3-b0fe220d14dd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=73e1e115-e45b-41a8-a87c-e74234743526 HTTP/1.1" status: 200 len: 217 time: 0.0515347 Feb 20 06:02:32.558392 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-b1e39153-94ed-4930-9cbd-5e091f49ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:32.560021 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-b1e39153-94ed-4930-9cbd-5e091f49ca27 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5c3cd277-09b7-4421-b843-768b79419945 HTTP/1.1" status: 200 len: 836 time: 0.0703480 Feb 20 06:02:32.627613 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62780d45-b953-450e-adcf-d855d34ac430 req-7523190a-788c-45e4-8823-8679f9a3674c tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-153963933&fields=id&tenant_id=111d530b12d246f29867a11f6618a046 HTTP/1.1" status: 200 len: 267 time: 0.0672345 Feb 20 06:02:32.642848 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-e4b93dcc-a71b-43ee-8df3-ab62dd88fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:32.644542 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-e4b93dcc-a71b-43ee-8df3-ab62dd88fc98 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5c1aae83-adac-4e41-bd22-86870fb29e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0728934 Feb 20 06:02:32.754400 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-bd69d44f-e67c-4ccb-8204-f67465ba93e4 service neutron] 10.222.0.61 "GET /v2.0/networks/5c1aae83-adac-4e41-bd22-86870fb29e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030586 Feb 20 06:02:32.776979 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62780d45-b953-450e-adcf-d855d34ac430 req-e1235f4d-2129-49eb-ba78-6918704119c7 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:32.785939 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62780d45-b953-450e-adcf-d855d34ac430 req-e1235f4d-2129-49eb-ba78-6918704119c7 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/networks?id=af700b20-354c-4015-8490-4b66ae70a8ee HTTP/1.1" status: 200 len: 797 time: 0.1553915 Feb 20 06:02:32.799710 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62780d45-b953-450e-adcf-d855d34ac430 req-4c375da9-9dca-49ad-a4e8-20f98f3d8c4b tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/quotas/111d530b12d246f29867a11f6618a046 HTTP/1.1" status: 200 len: 375 time: 0.0129037 Feb 20 06:02:32.893731 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3ba820c7-ca7b-4be0-89c8-4d948f4382c4 req-cd0d04dd-c954-40a4-8a6b-7520242690ef service neutron] 10.222.0.61 "GET /v2.0/networks/5c1aae83-adac-4e41-bd22-86870fb29e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316438 Feb 20 06:02:32.900450 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62780d45-b953-450e-adcf-d855d34ac430 req-0a5b83d0-fd2a-4aca-9c2f-e27e764c29a3 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=111d530b12d246f29867a11f6618a046&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907545 Feb 20 06:02:33.012576 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 76a6f6fc-dc54-488e-98f6-d1174fb594f2 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:02:33.058340 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62780d45-b953-450e-adcf-d855d34ac430 req-c6c750b6-9d56-4457-8de0-6db9f0071b3f service neutron] 10.222.0.37 "GET /v2.0/networks/af700b20-354c-4015-8490-4b66ae70a8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336040 Feb 20 06:02:33.079987 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 76a6f6fc-dc54-488e-98f6-d1174fb594f2 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:02:33.080786 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (76a6f6fc-dc54-488e-98f6-d1174fb594f2), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:33.169848 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 76a6f6fc-dc54-488e-98f6-d1174fb594f2 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:02:33.172134 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62780d45-b953-450e-adcf-d855d34ac430 req-3d545239-dd3d-4d7d-a163-64a7f5ef70de service neutron] 10.222.0.37 "GET /v2.0/networks/af700b20-354c-4015-8490-4b66ae70a8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067998 Feb 20 06:02:33.308750 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af54a222-5a2e-45be-b4a1-7dc600793cd7 x-openstack-request-id: req-af54a222-5a2e-45be-b4a1-7dc600793cd7 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:02:33.308999 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40f0e47-3edd-4b47-af69-cd25688f4c8a", "tag": "73e1e115-e45b-41a8-a87c-e74234743526", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:02:33.309283 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af54a222-5a2e-45be-b4a1-7dc600793cd7 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:02:33.309700 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40f0e47-3edd-4b47-af69-cd25688f4c8a', 'tag': '73e1e115-e45b-41a8-a87c-e74234743526', 'status': 'completed', 'code': 200} Feb 20 06:02:33.403976 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7e2b1-ddcd-44ff-babf-a2d0117fca32 req-4f8a8f16-6192-47c5-90ab-20b874f07ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:33.405762 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4bd7e2b1-ddcd-44ff-babf-a2d0117fca32 req-4f8a8f16-6192-47c5-90ab-20b874f07ed8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5e6bd07f12a45aebf66848b2d1a7e84&device_id=b40f0e47-3edd-4b47-af69-cd25688f4c8a HTTP/1.1" status: 200 len: 1089 time: 0.0724909 Feb 20 06:02:33.438530 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b4ba6-33e0-495f-be1c-09d02e0aad27 req-40b0bebf-0c17-48b3-85db-8c8cabe1a47b tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:33.452638 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-701b4ba6-33e0-495f-be1c-09d02e0aad27 req-40b0bebf-0c17-48b3-85db-8c8cabe1a47b tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40f0e47-3edd-4b47-af69-cd25688f4c8a HTTP/1.1" status: 200 len: 907 time: 0.0855997 Feb 20 06:02:33.520502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7e2b1-ddcd-44ff-babf-a2d0117fca32 req-ec5fc5ce-5a3d-4899-8ee6-2dd0c63a8b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:33.522656 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4bd7e2b1-ddcd-44ff-babf-a2d0117fca32 req-ec5fc5ce-5a3d-4899-8ee6-2dd0c63a8b5f service neutron] 10.222.0.61 "GET /v2.0/networks?id=5c1aae83-adac-4e41-bd22-86870fb29e2c HTTP/1.1" status: 200 len: 897 time: 0.1086969 Feb 20 06:02:33.537371 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ce55bdf-9936-42a6-96d3-17475a9d7a51 req-13fce614-7994-4aab-b4b1-c7829254f5c4 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fd7068-81d1-487d-8b2b-860914817465 HTTP/1.1" status: 200 len: 210 time: 0.0381424 Feb 20 06:02:33.625766 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4bd7e2b1-ddcd-44ff-babf-a2d0117fca32 req-08c7bcaa-7bd1-472f-aa51-358749fff1f6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=73e1e115-e45b-41a8-a87c-e74234743526 HTTP/1.1" status: 200 len: 217 time: 0.0834250 Feb 20 06:02:33.686993 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7e2b1-ddcd-44ff-babf-a2d0117fca32 req-c3878d2b-3448-4bd4-8cf1-25b5604fc145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:33.688641 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4bd7e2b1-ddcd-44ff-babf-a2d0117fca32 req-c3878d2b-3448-4bd4-8cf1-25b5604fc145 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5c3cd277-09b7-4421-b843-768b79419945 HTTP/1.1" status: 200 len: 836 time: 0.0565889 Feb 20 06:02:33.713414 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa377587-b089-4922-9abd-b933f9578c13 req-d87a02c8-1abd-46eb-acfd-7591d6a2ada3 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:33.722189 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa377587-b089-4922-9abd-b933f9578c13 req-d87a02c8-1abd-46eb-acfd-7591d6a2ada3 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/ports?device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 945 time: 0.1007004 Feb 20 06:02:33.766755 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7e2b1-ddcd-44ff-babf-a2d0117fca32 req-9f328779-5536-4fc1-8b9f-8297a3cedbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:33.780297 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4bd7e2b1-ddcd-44ff-babf-a2d0117fca32 req-9f328779-5536-4fc1-8b9f-8297a3cedbfb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5c1aae83-adac-4e41-bd22-86870fb29e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0846431 Feb 20 06:02:33.787378 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa377587-b089-4922-9abd-b933f9578c13 req-9022dd4d-2fe9-45e1-8737-b90f873b3eeb tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/security-groups?id=80a1b6bf-5924-457f-9063-1b0d613d8c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639300 Feb 20 06:02:33.942559 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4bd7e2b1-ddcd-44ff-babf-a2d0117fca32 req-c56e5345-2fbe-43ad-af41-a65562292186 service neutron] 10.222.0.61 "GET /v2.0/networks/5c1aae83-adac-4e41-bd22-86870fb29e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599162 Feb 20 06:02:34.082670 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ed2f6-1811-4f00-bd3b-776833d2f092 req-71339fd1-adc9-4b4e-8cfe-dce525cd4d32 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:34.093344 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-380ed2f6-1811-4f00-bd3b-776833d2f092 req-71339fd1-adc9-4b4e-8cfe-dce525cd4d32 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/ports?device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 945 time: 0.0676413 Feb 20 06:02:34.109179 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4bd7e2b1-ddcd-44ff-babf-a2d0117fca32 req-d4406e23-3de5-4db9-9b5d-3e752c1f3386 service neutron] 10.222.0.61 "GET /v2.0/networks/5c1aae83-adac-4e41-bd22-86870fb29e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610003 Feb 20 06:02:34.116970 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ac1ed-c35b-424e-95a9-d8443e8b5f4c req-7d2cbfde-f229-4e2b-82c2-77702bd54cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:34.119009 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b59ac1ed-c35b-424e-95a9-d8443e8b5f4c req-7d2cbfde-f229-4e2b-82c2-77702bd54cad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=11e710534621461ca75c99e310a715cd&device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 1127 time: 0.0812588 Feb 20 06:02:34.150134 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-380ed2f6-1811-4f00-bd3b-776833d2f092 req-6042b54c-0dec-4f3c-8bef-21f20cd31c86 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/security-groups?id=80a1b6bf-5924-457f-9063-1b0d613d8c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558333 Feb 20 06:02:34.235135 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ac1ed-c35b-424e-95a9-d8443e8b5f4c req-8e783ad5-aa62-4b25-bc48-35bc442ba868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:34.236696 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b59ac1ed-c35b-424e-95a9-d8443e8b5f4c req-8e783ad5-aa62-4b25-bc48-35bc442ba868 service neutron] 10.222.0.61 "GET /v2.0/networks?id=65147746-5a2b-4a78-8105-9229bb30de1e HTTP/1.1" status: 200 len: 912 time: 0.1084099 Feb 20 06:02:34.280571 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b59ac1ed-c35b-424e-95a9-d8443e8b5f4c req-b3a1ba52-1ede-4c10-b0d9-af53a903573d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d5855b51-6884-4c3c-bde7-02adf2e1b16d HTTP/1.1" status: 200 len: 217 time: 0.0370622 Feb 20 06:02:34.333346 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ac1ed-c35b-424e-95a9-d8443e8b5f4c req-9aa166ea-4ec1-4e3e-bba4-4aa80dfb259b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:34.334740 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b59ac1ed-c35b-424e-95a9-d8443e8b5f4c req-9aa166ea-4ec1-4e3e-bba4-4aa80dfb259b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b91ac502-05d8-4ebc-bd9c-cbfcc55fa814 HTTP/1.1" status: 200 len: 852 time: 0.0488424 Feb 20 06:02:34.366436 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b59ac1ed-c35b-424e-95a9-d8443e8b5f4c req-60f8f474-9ba8-403a-be56-76f891d0ce51 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=65147746-5a2b-4a78-8105-9229bb30de1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257127 Feb 20 06:02:34.470292 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b59ac1ed-c35b-424e-95a9-d8443e8b5f4c req-5fbe46ca-e9ef-4406-8133-6768e2788392 service neutron] 10.222.0.61 "GET /v2.0/networks/65147746-5a2b-4a78-8105-9229bb30de1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955510 Feb 20 06:02:34.579930 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b59ac1ed-c35b-424e-95a9-d8443e8b5f4c req-5680da32-2667-41f0-9336-8feb90e60bbf service neutron] 10.222.0.61 "GET /v2.0/networks/65147746-5a2b-4a78-8105-9229bb30de1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036522 Feb 20 06:02:34.667960 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552a85c-326c-43c2-9102-49d95ff144a8 req-7f0c6dcf-fb87-4eab-80df-673aa525a79d tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:34.669445 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b552a85c-326c-43c2-9102-49d95ff144a8 req-7f0c6dcf-fb87-4eab-80df-673aa525a79d tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40f0e47-3edd-4b47-af69-cd25688f4c8a HTTP/1.1" status: 200 len: 907 time: 0.1492555 Feb 20 06:02:34.685811 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62780d45-b953-450e-adcf-d855d34ac430 req-c5c7cafa-9595-4d5d-8c95-215aa3c7ec03 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:34.697518 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62780d45-b953-450e-adcf-d855d34ac430 req-c5c7cafa-9595-4d5d-8c95-215aa3c7ec03 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.48 "GET /v2.0/networks?id=af700b20-354c-4015-8490-4b66ae70a8ee HTTP/1.1" status: 200 len: 797 time: 0.1751251 Feb 20 06:02:34.780553 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a00651de-61b1-4771-8065-8a8233ea5751 req-0fb25c3d-f995-4a20-bfb3-169b3af7f82a tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fd7068-81d1-487d-8b2b-860914817465 HTTP/1.1" status: 200 len: 210 time: 0.0419321 Feb 20 06:02:34.791235 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62780d45-b953-450e-adcf-d855d34ac430 req-75e2ea62-985a-4ef1-954e-22b6ea2afe7d tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=111d530b12d246f29867a11f6618a046 HTTP/1.1" status: 200 len: 379 time: 0.0833118 Feb 20 06:02:34.800471 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-62780d45-b953-450e-adcf-d855d34ac430 req-06c5d506-6ce7-4136-8cbf-56d299df64cc tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'port': {'device_id': '15fd7068-81d1-487d-8b2b-860914817465', 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee', 'admin_state_up': True, 'tenant_id': '111d530b12d246f29867a11f6618a046', 'security_groups': ['5800cb05-f383-46e8-a321-729c37f36045']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:02:34.907866 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62780d45-b953-450e-adcf-d855d34ac430 req-06c5d506-6ce7-4136-8cbf-56d299df64cc tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Made reservation on behalf of 111d530b12d246f29867a11f6618a046 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:02:34.911193 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-62780d45-b953-450e-adcf-d855d34ac430 req-06c5d506-6ce7-4136-8cbf-56d299df64cc tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:35.053919 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-62780d45-b953-450e-adcf-d855d34ac430 req-06c5d506-6ce7-4136-8cbf-56d299df64cc tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Allocated IP 172.20.0.13 (af700b20-354c-4015-8490-4b66ae70a8ee/5c818b28-a07f-48ca-b4f3-37b2b0e3507d/0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:02:35.195073 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-62780d45-b953-450e-adcf-d855d34ac430 req-06c5d506-6ce7-4136-8cbf-56d299df64cc tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for port (0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:35.220281 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 73e1e115-e45b-41a8-a87c-e74234743526 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:02:35.252765 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-62780d45-b953-450e-adcf-d855d34ac430 req-06c5d506-6ce7-4136-8cbf-56d299df64cc tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:35.345804 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 73e1e115-e45b-41a8-a87c-e74234743526, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=73e1e115-e45b-41a8-a87c-e74234743526,segment=NetworkSegment(cf1d02c5-6298-4ca3-abef-d8ecbf136162),segment_id=cf1d02c5-6298-4ca3-abef-d8ecbf136162)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:35.350734 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62780d45-b953-450e-adcf-d855d34ac430 req-06c5d506-6ce7-4136-8cbf-56d299df64cc tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Network af700b20-354c-4015-8490-4b66ae70a8ee is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:02:35.353129 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5d506-6ce7-4136-8cbf-56d299df64cc tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'Port': ['ID=0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:35.357173 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '73e1e115-e45b-41a8-a87c-e74234743526', 'network_id': '5c1aae83-adac-4e41-bd22-86870fb29e2c', 'port_id': '73e1e115-e45b-41a8-a87c-e74234743526', 'mac_address': 'fa:16:3e:f7:58:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3cd277-09b7-4421-b843-768b79419945', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:02:35.372285 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-62780d45-b953-450e-adcf-d855d34ac430 req-06c5d506-6ce7-4136-8cbf-56d299df64cc tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:02:35.377682 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-62780d45-b953-450e-adcf-d855d34ac430 req-06c5d506-6ce7-4136-8cbf-56d299df64cc tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:02:35.411576 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 73e1e115-e45b-41a8-a87c-e74234743526 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:02:35.415093 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (73e1e115-e45b-41a8-a87c-e74234743526), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:35.435070 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e1e115-e45b-41a8-a87c-e74234743526 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:02:35.442760 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec41ac8-6e6c-497c-8ff6-0043767d9bf6 req-ad513982-fb42-45b6-a516-3c71d67ec945 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:35.444737 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bec41ac8-6e6c-497c-8ff6-0043767d9bf6 req-ad513982-fb42-45b6-a516-3c71d67ec945 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/ports?device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 945 time: 0.1478064 Feb 20 06:02:35.468016 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 73e1e115-e45b-41a8-a87c-e74234743526, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=73e1e115-e45b-41a8-a87c-e74234743526,segment=NetworkSegment(cf1d02c5-6298-4ca3-abef-d8ecbf136162),segment_id=cf1d02c5-6298-4ca3-abef-d8ecbf136162)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:35.481406 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (73e1e115-e45b-41a8-a87c-e74234743526), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:35.482039 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62780d45-b953-450e-adcf-d855d34ac430 req-06c5d506-6ce7-4136-8cbf-56d299df64cc tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:35.482691 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-62780d45-b953-450e-adcf-d855d34ac430 req-06c5d506-6ce7-4136-8cbf-56d299df64cc tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:35.528616 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62780d45-b953-450e-adcf-d855d34ac430 req-06c5d506-6ce7-4136-8cbf-56d299df64cc tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7320805 Feb 20 06:02:35.542390 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=73e1e115-e45b-41a8-a87c-e74234743526,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:35.545882 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-62780d45-b953-450e-adcf-d855d34ac430 req-25db190d-c9f8-4674-85a4-bb2e39639f4f service neutron] Request body: {'port': {'device_id': '15fd7068-81d1-487d-8b2b-860914817465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:02:35.556004 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bec41ac8-6e6c-497c-8ff6-0043767d9bf6 req-f4ba3e5a-b6f8-4072-bf42-05f6a694a640 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/security-groups?id=80a1b6bf-5924-457f-9063-1b0d613d8c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006808 Feb 20 06:02:35.620045 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-62780d45-b953-450e-adcf-d855d34ac430 req-25db190d-c9f8-4674-85a4-bb2e39639f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:35.661420 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-40413808-0352-48fa-8bc2-9f1889a3e5f0 None None] Provisioning complete for port 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:02:35.661720 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40413808-0352-48fa-8bc2-9f1889a3e5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:35.700329 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-40413808-0352-48fa-8bc2-9f1889a3e5f0 None None] Port 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:02:35.719475 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['73e1e115-e45b-41a8-a87c-e74234743526'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:02:35.878339 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25091da-c4b7-401d-8cdc-c65c6df64ef6 req-ffe755e8-0f66-488e-9a68-be897ae2f3b8 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:35.879540 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b25091da-c4b7-401d-8cdc-c65c6df64ef6 req-ffe755e8-0f66-488e-9a68-be897ae2f3b8 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40f0e47-3edd-4b47-af69-cd25688f4c8a HTTP/1.1" status: 200 len: 908 time: 0.1107533 Feb 20 06:02:35.980120 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-62780d45-b953-450e-adcf-d855d34ac430 req-25db190d-c9f8-4674-85a4-bb2e39639f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:02:35.993608 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-62780d45-b953-450e-adcf-d855d34ac430 req-25db190d-c9f8-4674-85a4-bb2e39639f4f service neutron] Publish callbacks [] for port (0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:36.011149 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-62780d45-b953-450e-adcf-d855d34ac430 req-25db190d-c9f8-4674-85a4-bb2e39639f4f service neutron] Transition to ACTIVE for port object 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:02:36.020519 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-62780d45-b953-450e-adcf-d855d34ac430 req-25db190d-c9f8-4674-85a4-bb2e39639f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:36.058948 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bf867-e533-4653-bcd7-43de868c929b req-e4c50c8d-124a-4142-a428-ea472facf191 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:36.060519 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-087bf867-e533-4653-bcd7-43de868c929b req-e4c50c8d-124a-4142-a428-ea472facf191 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fd7068-81d1-487d-8b2b-860914817465 HTTP/1.1" status: 200 len: 932 time: 0.1192534 Feb 20 06:02:36.117925 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db190d-c9f8-4674-85a4-bb2e39639f4f service neutron] Pushing event updated for resources: {'Port': ['ID=0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:36.207689 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-087bf867-e533-4653-bcd7-43de868c929b req-6620790b-6973-4780-9e04-1b3d9ae5b19f tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=5800cb05-f383-46e8-a321-729c37f36045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310849 Feb 20 06:02:36.247504 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-62780d45-b953-450e-adcf-d855d34ac430 req-25db190d-c9f8-4674-85a4-bb2e39639f4f service neutron] Attempting to bind port 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:02:36.248312 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-62780d45-b953-450e-adcf-d855d34ac430 req-25db190d-c9f8-4674-85a4-bb2e39639f4f service neutron] Attempting to bind port 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '56bd66a5-8252-4357-b69e-85c279d54dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:02:36.248881 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62780d45-b953-450e-adcf-d855d34ac430 req-25db190d-c9f8-4674-85a4-bb2e39639f4f service neutron] Attempting to bind port 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 on network af700b20-354c-4015-8490-4b66ae70a8ee {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:02:36.255422 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62780d45-b953-450e-adcf-d855d34ac430 req-25db190d-c9f8-4674-85a4-bb2e39639f4f service neutron] Port 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 on network af700b20-354c-4015-8490-4b66ae70a8ee not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:02:36.255781 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62780d45-b953-450e-adcf-d855d34ac430 req-25db190d-c9f8-4674-85a4-bb2e39639f4f service neutron] Attempting to bind port 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 on network af700b20-354c-4015-8490-4b66ae70a8ee {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:02:36.263864 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62780d45-b953-450e-adcf-d855d34ac430 req-25db190d-c9f8-4674-85a4-bb2e39639f4f service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:02:36.264201 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62780d45-b953-450e-adcf-d855d34ac430 req-25db190d-c9f8-4674-85a4-bb2e39639f4f service neutron] Checking segment: {'id': '56bd66a5-8252-4357-b69e-85c279d54dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:02:36.264606 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62780d45-b953-450e-adcf-d855d34ac430 req-25db190d-c9f8-4674-85a4-bb2e39639f4f service neutron] Bound using segment: {'id': '56bd66a5-8252-4357-b69e-85c279d54dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:02:36.265048 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-62780d45-b953-450e-adcf-d855d34ac430 req-25db190d-c9f8-4674-85a4-bb2e39639f4f service neutron] Bound port: 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56bd66a5-8252-4357-b69e-85c279d54dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:02:36.265409 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-62780d45-b953-450e-adcf-d855d34ac430 req-25db190d-c9f8-4674-85a4-bb2e39639f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:36.338039 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-62780d45-b953-450e-adcf-d855d34ac430 req-25db190d-c9f8-4674-85a4-bb2e39639f4f service neutron] For port 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:02:36.341952 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-62780d45-b953-450e-adcf-d855d34ac430 req-25db190d-c9f8-4674-85a4-bb2e39639f4f service neutron] For port 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8,segment=NetworkSegment(56bd66a5-8252-4357-b69e-85c279d54dc2),segment_id=56bd66a5-8252-4357-b69e-85c279d54dc2)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:02:36.351674 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-62780d45-b953-450e-adcf-d855d34ac430 req-25db190d-c9f8-4674-85a4-bb2e39639f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:36.408991 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62780d45-b953-450e-adcf-d855d34ac430 req-25db190d-c9f8-4674-85a4-bb2e39639f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:36.409552 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-62780d45-b953-450e-adcf-d855d34ac430 req-25db190d-c9f8-4674-85a4-bb2e39639f4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:36.411143 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62780d45-b953-450e-adcf-d855d34ac430 req-25db190d-c9f8-4674-85a4-bb2e39639f4f service neutron] 10.222.0.48 "PUT /v2.0/ports/0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 HTTP/1.1" status: 200 len: 1092 time: 0.8737996 Feb 20 06:02:36.411408 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fd7068-81d1-487d-8b2b-860914817465', 'tag': '0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:02:36.413824 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6309d1-1646-447b-b3ee-eccaa501983a" -d '{"events": [{"name": "network-changed", "server_uuid": "15fd7068-81d1-487d-8b2b-860914817465", "tag": "0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:02:36.423063 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db190d-c9f8-4674-85a4-bb2e39639f4f service neutron] Pushing event updated for resources: {'Port': ['ID=0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:36.548171 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62780d45-b953-450e-adcf-d855d34ac430 req-8a405476-1b61-4f8e-a4bb-7aafc7bdd0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:36.550150 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62780d45-b953-450e-adcf-d855d34ac430 req-8a405476-1b61-4f8e-a4bb-7aafc7bdd0c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=111d530b12d246f29867a11f6618a046&device_id=15fd7068-81d1-487d-8b2b-860914817465 HTTP/1.1" status: 200 len: 1126 time: 0.0910664 Feb 20 06:02:36.603579 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62780d45-b953-450e-adcf-d855d34ac430 req-d3bf9100-d570-480c-989b-3d9c5f7458ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 HTTP/1.1" status: 200 len: 217 time: 0.0462000 Feb 20 06:02:36.617929 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42412) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:36.658678 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62780d45-b953-450e-adcf-d855d34ac430 req-37fcd90d-6810-48bc-b548-42ef544d1e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:36.660460 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62780d45-b953-450e-adcf-d855d34ac430 req-37fcd90d-6810-48bc-b548-42ef544d1e59 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5c818b28-a07f-48ca-b4f3-37b2b0e3507d HTTP/1.1" status: 200 len: 833 time: 0.0519044 Feb 20 06:02:36.723562 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62780d45-b953-450e-adcf-d855d34ac430 req-a35ea5d4-05a4-461d-ad2a-0cce5cb54e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:36.725156 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62780d45-b953-450e-adcf-d855d34ac430 req-a35ea5d4-05a4-461d-ad2a-0cce5cb54e49 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=af700b20-354c-4015-8490-4b66ae70a8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0571680 Feb 20 06:02:36.782068 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c320321a-c956-49a9-b4c8-b0ab71beeb56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:36.827397 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826ed44e-487f-4e60-8433-8362ccd30a1a x-openstack-request-id: req-826ed44e-487f-4e60-8433-8362ccd30a1a {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:02:36.827841 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fd7068-81d1-487d-8b2b-860914817465", "tag": "0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:02:36.828287 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-826ed44e-487f-4e60-8433-8362ccd30a1a {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:02:36.828882 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fd7068-81d1-487d-8b2b-860914817465', 'tag': '0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8', 'status': 'completed', 'code': 200} Feb 20 06:02:36.840471 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62780d45-b953-450e-adcf-d855d34ac430 req-6b3259d2-1e50-482b-88f6-7f599cc820fc service neutron] 10.222.0.48 "GET /v2.0/networks/af700b20-354c-4015-8490-4b66ae70a8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075962 Feb 20 06:02:36.865247 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c320321a-c956-49a9-b4c8-b0ab71beeb56 admin admin] Publish callbacks [] for security_group (bdb2a121-c3a7-4918-ade2-ddc36be1ef64), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:36.870664 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c320321a-c956-49a9-b4c8-b0ab71beeb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (bdb2a121-c3a7-4918-ade2-ddc36be1ef64), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:36.914635 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c320321a-c956-49a9-b4c8-b0ab71beeb56 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8bc906ccab054929a5c509ee4aed7be4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2929928 Feb 20 06:02:36.914831 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42418) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:36.921844 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320321a-c956-49a9-b4c8-b0ab71beeb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb2a121-c3a7-4918-ade2-ddc36be1ef64,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:36.972122 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-adb1e0fd-4b26-4efc-9ac6-551c009c6707 admin admin] Publish callbacks [] for security_group (bdb2a121-c3a7-4918-ade2-ddc36be1ef64), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:36.999466 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-adb1e0fd-4b26-4efc-9ac6-551c009c6707 admin admin] Publish callbacks [] for security_group (bdb2a121-c3a7-4918-ade2-ddc36be1ef64), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:37.001329 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bf178-3cd5-4822-a092-9df477d92666 req-fb9c5e56-8163-43a2-8047-7ca9cf801c08 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:37.009151 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d99bf178-3cd5-4822-a092-9df477d92666 req-fb9c5e56-8163-43a2-8047-7ca9cf801c08 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/ports?device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 945 time: 0.0892701 Feb 20 06:02:37.022491 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62780d45-b953-450e-adcf-d855d34ac430 req-841e61fc-82b3-4a08-a76e-94879d66223d service neutron] 10.222.0.48 "GET /v2.0/networks/af700b20-354c-4015-8490-4b66ae70a8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738281 Feb 20 06:02:37.059941 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-adb1e0fd-4b26-4efc-9ac6-551c009c6707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (bdb2a121-c3a7-4918-ade2-ddc36be1ef64), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:37.063529 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-adb1e0fd-4b26-4efc-9ac6-551c009c6707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:37.066034 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-adb1e0fd-4b26-4efc-9ac6-551c009c6707 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bdb2a121-c3a7-4918-ade2-ddc36be1ef64 HTTP/1.1" status: 204 len: 168 time: 0.1502419 Feb 20 06:02:37.076735 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1e0fd-4b26-4efc-9ac6-551c009c6707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb2a121-c3a7-4918-ade2-ddc36be1ef64,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:37.087163 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d99bf178-3cd5-4822-a092-9df477d92666 req-416bd177-43c0-4a7c-ae49-c60fce41dad8 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/security-groups?id=80a1b6bf-5924-457f-9063-1b0d613d8c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703435 Feb 20 06:02:37.194563 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6309d1-1646-447b-b3ee-eccaa501983a req-233c2583-0e70-455e-9024-d6ba05d34420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:37.196967 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c6309d1-1646-447b-b3ee-eccaa501983a req-233c2583-0e70-455e-9024-d6ba05d34420 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=111d530b12d246f29867a11f6618a046&device_id=15fd7068-81d1-487d-8b2b-860914817465 HTTP/1.1" status: 200 len: 1126 time: 0.0873568 Feb 20 06:02:37.238153 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 73e1e115-e45b-41a8-a87c-e74234743526 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:02:37.273162 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83006019-6030-4af0-9965-02fc49cd00c2 req-e78e8e4a-397f-48a2-a9eb-9f73402aefc8 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:37.274645 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-83006019-6030-4af0-9965-02fc49cd00c2 req-e78e8e4a-397f-48a2-a9eb-9f73402aefc8 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40f0e47-3edd-4b47-af69-cd25688f4c8a HTTP/1.1" status: 200 len: 908 time: 0.1247349 Feb 20 06:02:37.337047 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 73e1e115-e45b-41a8-a87c-e74234743526 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:02:37.343327 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 73e1e115-e45b-41a8-a87c-e74234743526 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:02:37.343890 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (73e1e115-e45b-41a8-a87c-e74234743526), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:37.350669 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6309d1-1646-447b-b3ee-eccaa501983a req-edf65a79-d4c6-434b-8138-5db9fde1e04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:37.351538 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9d05b98f-53c6-4a5b-9e3d-ba96b73c5c55 req-dc8ba9de-98f8-4c50-a84d-f9efe3aa520e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=64548f96-5f64-47b6-bbc1-9799ef3cd903&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543149 Feb 20 06:02:37.352273 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c6309d1-1646-447b-b3ee-eccaa501983a req-edf65a79-d4c6-434b-8138-5db9fde1e04b service neutron] 10.222.0.48 "GET /v2.0/networks?id=af700b20-354c-4015-8490-4b66ae70a8ee HTTP/1.1" status: 200 len: 897 time: 0.1496923 Feb 20 06:02:37.434379 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c6309d1-1646-447b-b3ee-eccaa501983a req-c4dff631-b9c8-40e3-821a-fa8da5a9cd37 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 HTTP/1.1" status: 200 len: 217 time: 0.0727212 Feb 20 06:02:37.450332 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 73e1e115-e45b-41a8-a87c-e74234743526 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:02:37.451488 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (73e1e115-e45b-41a8-a87c-e74234743526), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:37.465426 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05b98f-53c6-4a5b-9e3d-ba96b73c5c55 req-9b101eed-dad0-48fd-8c56-eff7604f3eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:37.470177 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9d05b98f-53c6-4a5b-9e3d-ba96b73c5c55 req-9b101eed-dad0-48fd-8c56-eff7604f3eee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5e6bd07f12a45aebf66848b2d1a7e84&device_id=64548f96-5f64-47b6-bbc1-9799ef3cd903 HTTP/1.1" status: 200 len: 1166 time: 0.0875874 Feb 20 06:02:37.512229 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40f0e47-3edd-4b47-af69-cd25688f4c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e1e115-e45b-41a8-a87c-e74234743526'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:02:37.517999 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9761725a-ef1d-4d53-b8ff-aaf0a237c36e" -d '{"events": [{"server_uuid": "b40f0e47-3edd-4b47-af69-cd25688f4c8a", "name": "network-vif-plugged", "status": "completed", "tag": "73e1e115-e45b-41a8-a87c-e74234743526"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:02:37.527150 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6309d1-1646-447b-b3ee-eccaa501983a req-d0f8e181-22aa-4b1d-8c46-dd1a081c1a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:37.527889 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42430) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:37.529877 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c6309d1-1646-447b-b3ee-eccaa501983a req-d0f8e181-22aa-4b1d-8c46-dd1a081c1a17 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5c818b28-a07f-48ca-b4f3-37b2b0e3507d HTTP/1.1" status: 200 len: 833 time: 0.0886679 Feb 20 06:02:37.543373 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 73e1e115-e45b-41a8-a87c-e74234743526, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=73e1e115-e45b-41a8-a87c-e74234743526,segment=NetworkSegment(cf1d02c5-6298-4ca3-abef-d8ecbf136162),segment_id=cf1d02c5-6298-4ca3-abef-d8ecbf136162)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:37.553809 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (73e1e115-e45b-41a8-a87c-e74234743526), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:37.618825 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=73e1e115-e45b-41a8-a87c-e74234743526,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:37.631670 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bfff9a78-41f0-44a5-a05f-c0013aaa56a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:37.655480 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6309d1-1646-447b-b3ee-eccaa501983a req-c977ed1a-cbfe-47ed-8d64-c3f097f968ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:37.656986 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c6309d1-1646-447b-b3ee-eccaa501983a req-c977ed1a-cbfe-47ed-8d64-c3f097f968ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=af700b20-354c-4015-8490-4b66ae70a8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1213651 Feb 20 06:02:37.694486 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05b98f-53c6-4a5b-9e3d-ba96b73c5c55 req-3f4f2a2c-0d27-40ba-9db5-543c31f0bdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:37.696459 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9d05b98f-53c6-4a5b-9e3d-ba96b73c5c55 req-3f4f2a2c-0d27-40ba-9db5-543c31f0bdaf service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef7da14a-90c4-4c78-9eae-d93602677123 HTTP/1.1" status: 200 len: 897 time: 0.2009325 Feb 20 06:02:37.728818 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c96f1-5a2c-4661-9fc5-9f9d01bfcc12 req-684e6bde-281d-4012-b57b-be4b70ea9078 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:37.730275 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad5c96f1-5a2c-4661-9fc5-9f9d01bfcc12 req-684e6bde-281d-4012-b57b-be4b70ea9078 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fd7068-81d1-487d-8b2b-860914817465 HTTP/1.1" status: 200 len: 944 time: 0.1233737 Feb 20 06:02:37.792202 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c6309d1-1646-447b-b3ee-eccaa501983a req-216fb517-03a1-46ff-b058-224982aedc66 service neutron] 10.222.0.48 "GET /v2.0/networks/af700b20-354c-4015-8490-4b66ae70a8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271267 Feb 20 06:02:37.794862 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9d05b98f-53c6-4a5b-9e3d-ba96b73c5c55 req-5992c283-7834-4fc4-9a69-b9fec80b78d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee895c93-26b1-4d76-b63b-770f3af5deed HTTP/1.1" status: 200 len: 1001 time: 0.0914838 Feb 20 06:02:37.796674 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bfff9a78-41f0-44a5-a05f-c0013aaa56a9 admin admin] Publish callbacks [] for security_group (0a802e66-2985-4724-99a2-cfff6b43a2d2), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:37.801001 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bfff9a78-41f0-44a5-a05f-c0013aaa56a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0a802e66-2985-4724-99a2-cfff6b43a2d2), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:37.813313 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad5c96f1-5a2c-4661-9fc5-9f9d01bfcc12 req-87b202d6-beb4-45d9-9e6a-df02764138c6 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=5800cb05-f383-46e8-a321-729c37f36045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736613 Feb 20 06:02:37.885759 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec89f19-e8cc-45a1-84d1-29af8692a62d x-openstack-request-id: req-9ec89f19-e8cc-45a1-84d1-29af8692a62d {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:02:37.886041 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40f0e47-3edd-4b47-af69-cd25688f4c8a", "name": "network-vif-plugged", "status": "completed", "tag": "73e1e115-e45b-41a8-a87c-e74234743526", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:02:37.886292 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ec89f19-e8cc-45a1-84d1-29af8692a62d {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:02:37.886693 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40f0e47-3edd-4b47-af69-cd25688f4c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e1e115-e45b-41a8-a87c-e74234743526', 'code': 200} Feb 20 06:02:37.891640 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bfff9a78-41f0-44a5-a05f-c0013aaa56a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=81bfb68e980c4f18bb627c902ffdfb31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3592966 Feb 20 06:02:37.894386 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff9a78-41f0-44a5-a05f-c0013aaa56a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a802e66-2985-4724-99a2-cfff6b43a2d2,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:37.897428 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42434) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:37.904058 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05b98f-53c6-4a5b-9e3d-ba96b73c5c55 req-6f45a976-74ba-4287-8b19-86bb9e804c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:37.906204 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9d05b98f-53c6-4a5b-9e3d-ba96b73c5c55 req-6f45a976-74ba-4287-8b19-86bb9e804c0b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a1dea6e-e4bf-4667-877e-85fecd3ff288 HTTP/1.1" status: 200 len: 834 time: 0.1009674 Feb 20 06:02:37.916355 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c6309d1-1646-447b-b3ee-eccaa501983a req-b8c92e20-034c-4838-a532-2db6a9bdab53 service neutron] 10.222.0.48 "GET /v2.0/networks/af700b20-354c-4015-8490-4b66ae70a8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140542 Feb 20 06:02:37.957252 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9abeedc2-aae5-4e9d-ba65-3a64bdebe1fb admin admin] Publish callbacks [] for security_group (0a802e66-2985-4724-99a2-cfff6b43a2d2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:37.982190 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9abeedc2-aae5-4e9d-ba65-3a64bdebe1fb admin admin] Publish callbacks [] for security_group (0a802e66-2985-4724-99a2-cfff6b43a2d2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:38.024960 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05b98f-53c6-4a5b-9e3d-ba96b73c5c55 req-9084e520-6481-4ecf-956f-66e0077b6cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:38.026503 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9d05b98f-53c6-4a5b-9e3d-ba96b73c5c55 req-9084e520-6481-4ecf-956f-66e0077b6cc6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef7da14a-90c4-4c78-9eae-d93602677123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1135955 Feb 20 06:02:38.081827 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1266a8-e6cf-44b4-ad8a-38fef5b2b68e req-4490d01d-40e1-40a2-892f-e81b3f60375b tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:38.083886 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb1266a8-e6cf-44b4-ad8a-38fef5b2b68e req-4490d01d-40e1-40a2-892f-e81b3f60375b tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/ports?device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 945 time: 0.0703552 Feb 20 06:02:38.091401 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9abeedc2-aae5-4e9d-ba65-3a64bdebe1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0a802e66-2985-4724-99a2-cfff6b43a2d2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:38.095125 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9abeedc2-aae5-4e9d-ba65-3a64bdebe1fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:38.105276 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9abeedc2-aae5-4e9d-ba65-3a64bdebe1fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a802e66-2985-4724-99a2-cfff6b43a2d2 HTTP/1.1" status: 204 len: 168 time: 0.2006447 Feb 20 06:02:38.115138 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215dc54-db2b-4c8f-aba5-7426ca307957 req-7af8ad69-947b-43ab-b7e6-d3bc3013c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:38.116639 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b215dc54-db2b-4c8f-aba5-7426ca307957 req-7af8ad69-947b-43ab-b7e6-d3bc3013c9b1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b40f0e47-3edd-4b47-af69-cd25688f4c8a HTTP/1.1" status: 200 len: 1091 time: 0.1371779 Feb 20 06:02:38.152240 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9d05b98f-53c6-4a5b-9e3d-ba96b73c5c55 req-e0ad48dc-04d5-4a93-8534-20ebc1ab082c service neutron] 10.222.0.48 "GET /v2.0/networks/ef7da14a-90c4-4c78-9eae-d93602677123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195204 Feb 20 06:02:38.154213 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abeedc2-aae5-4e9d-ba65-3a64bdebe1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a802e66-2985-4724-99a2-cfff6b43a2d2,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:38.158995 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb1266a8-e6cf-44b4-ad8a-38fef5b2b68e req-fc4b7b72-43f9-4587-bfaa-3aab8ca2ba2a tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/security-groups?id=80a1b6bf-5924-457f-9063-1b0d613d8c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580721 Feb 20 06:02:38.280746 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9d05b98f-53c6-4a5b-9e3d-ba96b73c5c55 req-b529eae9-b178-4798-a29d-953a535e7430 service neutron] 10.222.0.48 "GET /v2.0/networks/ef7da14a-90c4-4c78-9eae-d93602677123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161907 Feb 20 06:02:38.419711 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80211a89-eec8-4b2a-aab8-5e4804aa7b56 req-af0a0add-6f24-4510-91da-2d32c8b52818 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:38.421184 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-80211a89-eec8-4b2a-aab8-5e4804aa7b56 req-af0a0add-6f24-4510-91da-2d32c8b52818 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40f0e47-3edd-4b47-af69-cd25688f4c8a HTTP/1.1" status: 200 len: 909 time: 0.0638766 Feb 20 06:02:38.940116 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d273ab-48cb-4fcc-a52a-7bf4b82ac17e req-5c521d48-fda9-4baa-8aa0-affd305dab14 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:38.941578 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70d273ab-48cb-4fcc-a52a-7bf4b82ac17e req-5c521d48-fda9-4baa-8aa0-affd305dab14 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fd7068-81d1-487d-8b2b-860914817465 HTTP/1.1" status: 200 len: 944 time: 0.0522220 Feb 20 06:02:38.990005 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70d273ab-48cb-4fcc-a52a-7bf4b82ac17e req-e4043c0d-dbb0-4912-8275-77a27b6bc769 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=5800cb05-f383-46e8-a321-729c37f36045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426390 Feb 20 06:02:39.281456 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe60b6d-fce5-4c5a-b718-9339c664ff87 req-0142450f-443b-4232-adce-af268f2c03e8 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:39.282245 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0fe60b6d-fce5-4c5a-b718-9339c664ff87 req-0142450f-443b-4232-adce-af268f2c03e8 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/ports?device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 945 time: 0.0534930 Feb 20 06:02:39.337229 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0fe60b6d-fce5-4c5a-b718-9339c664ff87 req-2ef84fd9-71e4-4cdd-b185-7c5ea39f1a46 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/security-groups?id=80a1b6bf-5924-457f-9063-1b0d613d8c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483692 Feb 20 06:02:39.540668 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f60cc4-d5d7-4d46-a897-4bef70a06dbf req-763f97ff-0d42-4c29-9b2c-157805b78efc tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:39.542132 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-82f60cc4-d5d7-4d46-a897-4bef70a06dbf req-763f97ff-0d42-4c29-9b2c-157805b78efc tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40f0e47-3edd-4b47-af69-cd25688f4c8a HTTP/1.1" status: 200 len: 909 time: 0.0524893 Feb 20 06:02:39.668576 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce2e09-8821-4778-bc66-4101d294e82e req-1e22e42c-1b44-4fa1-9db3-96fbce317fa7 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:39.670157 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-12ce2e09-8821-4778-bc66-4101d294e82e req-1e22e42c-1b44-4fa1-9db3-96fbce317fa7 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40f0e47-3edd-4b47-af69-cd25688f4c8a HTTP/1.1" status: 200 len: 909 time: 0.0534620 Feb 20 06:02:39.783011 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb54516-6310-4a88-81a4-8a26fe993403 req-75713a26-0b1d-4458-a9d0-fc69f427bfd3 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:39.784551 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bb54516-6310-4a88-81a4-8a26fe993403 req-75713a26-0b1d-4458-a9d0-fc69f427bfd3 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b40f0e47-3edd-4b47-af69-cd25688f4c8a HTTP/1.1" status: 200 len: 1091 time: 0.0496433 Feb 20 06:02:39.821296 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdc3d5-65b6-44f0-8430-e732eb9d82d1 req-a761c744-3ab8-4b39-bb0a-81445c310b03 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:39.826616 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-affdc3d5-65b6-44f0-8430-e732eb9d82d1 req-a761c744-3ab8-4b39-bb0a-81445c310b03 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.61 "GET /v2.0/ports?device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 945 time: 0.0728812 Feb 20 06:02:39.903173 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76976982-6408-47c5-9221-7c74b5ec4ab2 req-7512e0eb-f4d2-4509-8395-57446ff04df4 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:39.905170 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-76976982-6408-47c5-9221-7c74b5ec4ab2 req-7512e0eb-f4d2-4509-8395-57446ff04df4 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=64548f96-5f64-47b6-bbc1-9799ef3cd903 HTTP/1.1" status: 200 len: 1166 time: 0.0511763 Feb 20 06:02:39.933084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-affdc3d5-65b6-44f0-8430-e732eb9d82d1 req-222f5771-21ec-4217-86ba-a6fcfc69a65b tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Deleting port d5855b51-6884-4c3c-bde7-02adf2e1b16d {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:02:39.933431 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-affdc3d5-65b6-44f0-8430-e732eb9d82d1 req-222f5771-21ec-4217-86ba-a6fcfc69a65b tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (d5855b51-6884-4c3c-bde7-02adf2e1b16d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:39.966714 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-76976982-6408-47c5-9221-7c74b5ec4ab2 req-73fd1307-f850-4c63-84d2-a23066b32b17 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ca23428e-63f3-44e7-95cd-2307384ba1cf&id=3c0642d2-86e2-4178-9d4f-53be39f1da9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0535898 Feb 20 06:02:39.967449 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:02:39.992598 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42516) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:40.057807 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-affdc3d5-65b6-44f0-8430-e732eb9d82d1 req-222f5771-21ec-4217-86ba-a6fcfc69a65b tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] For port d5855b51-6884-4c3c-bde7-02adf2e1b16d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=d5855b51-6884-4c3c-bde7-02adf2e1b16d,segment=NetworkSegment(0ba2d1a8-860a-4e76-ae2d-773047daf4e8),segment_id=0ba2d1a8-860a-4e76-ae2d-773047daf4e8)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:40.058650 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-affdc3d5-65b6-44f0-8430-e732eb9d82d1 req-222f5771-21ec-4217-86ba-a6fcfc69a65b tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (d5855b51-6884-4c3c-bde7-02adf2e1b16d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:40.073915 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-affdc3d5-65b6-44f0-8430-e732eb9d82d1 req-222f5771-21ec-4217-86ba-a6fcfc69a65b tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Calling delete_port for d5855b51-6884-4c3c-bde7-02adf2e1b16d owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:02:40.087159 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca44f91b-b23c-4893-a0d5-a597e86d4113 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:40.091335 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ca44f91b-b23c-4893-a0d5-a597e86d4113 tempest-TestSecurityGroupsBasicOps-2049536710 tempest-TestSecurityGroupsBasicOps-2049536710-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b40f0e47-3edd-4b47-af69-cd25688f4c8a HTTP/1.1" status: 200 len: 1086 time: 0.0948241 Feb 20 06:02:40.110455 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8,segment=NetworkSegment(56bd66a5-8252-4357-b69e-85c279d54dc2),segment_id=56bd66a5-8252-4357-b69e-85c279d54dc2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:40.123058 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8', 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee', 'port_id': '0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8', 'mac_address': 'fa:16:3e:dd:fb:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c818b28-a07f-48ca-b4f3-37b2b0e3507d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:02:40.152735 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113c615-2709-4314-a816-ba45189fd095 req-b9df8265-a844-4a40-b07f-1f7f47caa911 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:40.154874 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5113c615-2709-4314-a816-ba45189fd095 req-b9df8265-a844-4a40-b07f-1f7f47caa911 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fd7068-81d1-487d-8b2b-860914817465 HTTP/1.1" status: 200 len: 944 time: 0.0860229 Feb 20 06:02:40.182246 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:02:40.182631 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:40.200638 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:02:40.226810 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5113c615-2709-4314-a816-ba45189fd095 req-048de088-52fb-4c28-84cf-60d0d65de9b5 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=5800cb05-f383-46e8-a321-729c37f36045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654352 Feb 20 06:02:40.229804 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8,segment=NetworkSegment(56bd66a5-8252-4357-b69e-85c279d54dc2),segment_id=56bd66a5-8252-4357-b69e-85c279d54dc2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:40.235673 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:40.249717 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-affdc3d5-65b6-44f0-8430-e732eb9d82d1 req-222f5771-21ec-4217-86ba-a6fcfc69a65b tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (d5855b51-6884-4c3c-bde7-02adf2e1b16d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:40.277657 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['d5855b51-6884-4c3c-bde7-02adf2e1b16d'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:02:40.288572 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f5771-21ec-4217-86ba-a6fcfc69a65b tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Pushing event deleted for resources: {'Port': ['ID=d5855b51-6884-4c3c-bde7-02adf2e1b16d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:40.314220 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42524) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:40.339973 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-affdc3d5-65b6-44f0-8430-e732eb9d82d1 req-222f5771-21ec-4217-86ba-a6fcfc69a65b tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] No DVR routers for this DVR port d5855b51-6884-4c3c-bde7-02adf2e1b16d on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:02:40.343428 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-affdc3d5-65b6-44f0-8430-e732eb9d82d1 req-222f5771-21ec-4217-86ba-a6fcfc69a65b tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:40.346305 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:40.348371 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-affdc3d5-65b6-44f0-8430-e732eb9d82d1 req-222f5771-21ec-4217-86ba-a6fcfc69a65b tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.61 "DELETE /v2.0/ports/d5855b51-6884-4c3c-bde7-02adf2e1b16d HTTP/1.1" status: 204 len: 173 time: 0.5158575 Feb 20 06:02:40.348371 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214e5d84-03c0-4b01-a3b8-8d0f303716f4', 'name': 'network-vif-deleted', 'tag': 'd5855b51-6884-4c3c-bde7-02adf2e1b16d'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:02:40.351328 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf3dc33-2ca5-4cf8-b0f6-4ae3795252bb" -d '{"events": [{"server_uuid": "214e5d84-03c0-4b01-a3b8-8d0f303716f4", "name": "network-vif-deleted", "tag": "d5855b51-6884-4c3c-bde7-02adf2e1b16d"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:02:40.449791 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6e43ad-9214-45c0-8d40-d9a7365bb6dc x-openstack-request-id: req-fb6e43ad-9214-45c0-8d40-d9a7365bb6dc {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:02:40.450285 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214e5d84-03c0-4b01-a3b8-8d0f303716f4", "name": "network-vif-deleted", "tag": "d5855b51-6884-4c3c-bde7-02adf2e1b16d", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:02:40.451018 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb6e43ad-9214-45c0-8d40-d9a7365bb6dc {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:02:40.451018 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214e5d84-03c0-4b01-a3b8-8d0f303716f4', 'name': 'network-vif-deleted', 'tag': 'd5855b51-6884-4c3c-bde7-02adf2e1b16d', 'status': 'completed', 'code': 200} Feb 20 06:02:40.453839 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:02:40.461257 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f2b41a3c-84b5-47cc-93bf-391840dbfa39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:40.542048 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d39ddf4c-876e-48da-9b3f-e9e79fdaab52 req-b0deefe6-3e01-4bf3-815a-81b9d8033d13 tempest-TestServerAdvancedOps-435563186 tempest-TestServerAdvancedOps-435563186-project] 10.222.0.37 "GET /v2.0/ports?device_id=214e5d84-03c0-4b01-a3b8-8d0f303716f4 HTTP/1.1" status: 200 len: 210 time: 0.0346873 Feb 20 06:02:40.584817 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f2b41a3c-84b5-47cc-93bf-391840dbfa39 admin admin] Publish callbacks [] for security_group (4b4ba709-75fa-42ea-a838-ded44ccc683f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:40.590037 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f2b41a3c-84b5-47cc-93bf-391840dbfa39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4b4ba709-75fa-42ea-a838-ded44ccc683f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:40.656851 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f2b41a3c-84b5-47cc-93bf-391840dbfa39 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=479e53bdd1b94cfd8305408b45bb2e98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3382390 Feb 20 06:02:40.658749 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42534) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:40.663566 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b41a3c-84b5-47cc-93bf-391840dbfa39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4ba709-75fa-42ea-a838-ded44ccc683f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:40.689811 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d3039-370e-4049-93e2-63e6814b7ab7 req-2b5293d3-9f75-4a13-9039-a0a286822b52 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:40.691323 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c6d3039-370e-4049-93e2-63e6814b7ab7 req-2b5293d3-9f75-4a13-9039-a0a286822b52 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40f0e47-3edd-4b47-af69-cd25688f4c8a HTTP/1.1" status: 200 len: 909 time: 0.0828712 Feb 20 06:02:40.722991 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a56fb77e-f0e8-45a2-8ef5-c30d42517c4e admin admin] Publish callbacks [] for security_group (4b4ba709-75fa-42ea-a838-ded44ccc683f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:40.745149 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a56fb77e-f0e8-45a2-8ef5-c30d42517c4e admin admin] Publish callbacks [] for security_group (4b4ba709-75fa-42ea-a838-ded44ccc683f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:40.791288 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a56fb77e-f0e8-45a2-8ef5-c30d42517c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4b4ba709-75fa-42ea-a838-ded44ccc683f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:40.794981 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a56fb77e-f0e8-45a2-8ef5-c30d42517c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:40.796065 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a56fb77e-f0e8-45a2-8ef5-c30d42517c4e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b4ba709-75fa-42ea-a838-ded44ccc683f HTTP/1.1" status: 204 len: 168 time: 0.1377935 Feb 20 06:02:40.803970 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fb77e-f0e8-45a2-8ef5-c30d42517c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4ba709-75fa-42ea-a838-ded44ccc683f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:41.064098 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42540) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:41.076928 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de884c3f-9da5-4733-b248-5fb3c49ab929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:41.158306 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de884c3f-9da5-4733-b248-5fb3c49ab929 admin admin] Publish callbacks [] for security_group (7a5a89e7-6a18-45ce-a73a-62d6ce95dd92), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:41.162136 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de884c3f-9da5-4733-b248-5fb3c49ab929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7a5a89e7-6a18-45ce-a73a-62d6ce95dd92), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:41.200808 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-de884c3f-9da5-4733-b248-5fb3c49ab929 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=101c3aa49ec642b7a0e2197206e72d1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1356099 Feb 20 06:02:41.201770 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de884c3f-9da5-4733-b248-5fb3c49ab929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5a89e7-6a18-45ce-a73a-62d6ce95dd92,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:41.203937 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42542) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:41.253744 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f448bc85-fee4-46cf-9979-c1fbb3003d91 admin admin] Publish callbacks [] for security_group (7a5a89e7-6a18-45ce-a73a-62d6ce95dd92), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:41.275293 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f448bc85-fee4-46cf-9979-c1fbb3003d91 admin admin] Publish callbacks [] for security_group (7a5a89e7-6a18-45ce-a73a-62d6ce95dd92), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:41.349089 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f448bc85-fee4-46cf-9979-c1fbb3003d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7a5a89e7-6a18-45ce-a73a-62d6ce95dd92), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:41.351532 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f448bc85-fee4-46cf-9979-c1fbb3003d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:41.353204 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f448bc85-fee4-46cf-9979-c1fbb3003d91 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a5a89e7-6a18-45ce-a73a-62d6ce95dd92 HTTP/1.1" status: 204 len: 168 time: 0.1472151 Feb 20 06:02:41.363300 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448bc85-fee4-46cf-9979-c1fbb3003d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5a89e7-6a18-45ce-a73a-62d6ce95dd92,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:41.372129 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2f005-4a3c-43a1-aee3-d2b83b7febaa req-2a03cf44-ab0d-4612-8b47-d3380ea21980 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:41.373705 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9be2f005-4a3c-43a1-aee3-d2b83b7febaa req-2a03cf44-ab0d-4612-8b47-d3380ea21980 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fd7068-81d1-487d-8b2b-860914817465 HTTP/1.1" status: 200 len: 945 time: 0.0744290 Feb 20 06:02:41.424276 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9be2f005-4a3c-43a1-aee3-d2b83b7febaa req-d2c4f302-2b07-4abc-bd99-bff8c45d2147 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=5800cb05-f383-46e8-a321-729c37f36045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450785 Feb 20 06:02:41.606297 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42552) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:41.653689 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee0448f-530c-4b9f-8213-6d4256cb339c admin admin] Deleting subnet b91ac502-05d8-4ebc-bd9c-cbfcc55fa814 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:02:41.656899 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7ee0448f-530c-4b9f-8213-6d4256cb339c admin admin] Publish callbacks [] for subnet (b91ac502-05d8-4ebc-bd9c-cbfcc55fa814), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:41.691584 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7ee0448f-530c-4b9f-8213-6d4256cb339c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (b91ac502-05d8-4ebc-bd9c-cbfcc55fa814), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:41.736980 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7ee0448f-530c-4b9f-8213-6d4256cb339c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (b91ac502-05d8-4ebc-bd9c-cbfcc55fa814), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:41.805439 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7ee0448f-530c-4b9f-8213-6d4256cb339c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (b91ac502-05d8-4ebc-bd9c-cbfcc55fa814), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:41.830592 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0448f-530c-4b9f-8213-6d4256cb339c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b91ac502-05d8-4ebc-bd9c-cbfcc55fa814,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:41.840900 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7ee0448f-530c-4b9f-8213-6d4256cb339c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:41.844099 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7ee0448f-530c-4b9f-8213-6d4256cb339c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b91ac502-05d8-4ebc-bd9c-cbfcc55fa814 HTTP/1.1" status: 204 len: 168 time: 0.2367496 Feb 20 06:02:41.846622 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42564) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:41.847337 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f839c-0c19-47e6-8f9d-ecb5ca19666d req-18242908-9446-418e-a5d2-35ba359e4be0 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:41.849100 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-603f839c-0c19-47e6-8f9d-ecb5ca19666d req-18242908-9446-418e-a5d2-35ba359e4be0 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40f0e47-3edd-4b47-af69-cd25688f4c8a HTTP/1.1" status: 200 len: 909 time: 0.0725894 Feb 20 06:02:41.949634 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d306b89b-fdb5-402a-bd46-3954145fafc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (65147746-5a2b-4a78-8105-9229bb30de1e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:41.982348 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:02:41.994780 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c440ca2-62b5-4543-ad80-4309598ff323 req-33cf7485-9f7e-4cbf-9d1b-3ed22478d8b0 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:41.996330 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7c440ca2-62b5-4543-ad80-4309598ff323 req-33cf7485-9f7e-4cbf-9d1b-3ed22478d8b0 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.61 "GET /v2.0/ports?device_id=b40f0e47-3edd-4b47-af69-cd25688f4c8a HTTP/1.1" status: 200 len: 909 time: 0.1019640 Feb 20 06:02:42.049148 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:02:42.056540 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:02:42.057236 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:42.074272 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d306b89b-fdb5-402a-bd46-3954145fafc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (65147746-5a2b-4a78-8105-9229bb30de1e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:42.126004 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-d306b89b-fdb5-402a-bd46-3954145fafc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65147746-5a2b-4a78-8105-9229bb30de1e']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:42.140136 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-d306b89b-fdb5-402a-bd46-3954145fafc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba2d1a8-860a-4e76-ae2d-773047daf4e8') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:42.140136 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-d306b89b-fdb5-402a-bd46-3954145fafc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba2d1a8-860a-4e76-ae2d-773047daf4e8') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:42.152314 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d306b89b-fdb5-402a-bd46-3954145fafc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (0ba2d1a8-860a-4e76-ae2d-773047daf4e8), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:42.160086 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:02:42.160483 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:42.173631 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d306b89b-fdb5-402a-bd46-3954145fafc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (0ba2d1a8-860a-4e76-ae2d-773047daf4e8), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:42.185729 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d306b89b-fdb5-402a-bd46-3954145fafc0 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:02:42.186177 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d306b89b-fdb5-402a-bd46-3954145fafc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (0ba2d1a8-860a-4e76-ae2d-773047daf4e8), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:42.187033 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fd7068-81d1-487d-8b2b-860914817465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: timer() Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:02:42.187888 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:02:42.190018 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09de5fa8-9d86-47f0-ac4b-6a802cd74713" -d '{"events": [{"server_uuid": "15fd7068-81d1-487d-8b2b-860914817465", "name": "network-vif-plugged", "status": "completed", "tag": "0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:02:42.200333 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-7c440ca2-62b5-4543-ad80-4309598ff323 req-f3810c6c-aed3-4288-b3b2-d17aa50c2770 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Deleting port 73e1e115-e45b-41a8-a87c-e74234743526 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:02:42.200670 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7c440ca2-62b5-4543-ad80-4309598ff323 req-f3810c6c-aed3-4288-b3b2-d17aa50c2770 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (73e1e115-e45b-41a8-a87c-e74234743526), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:42.203950 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8,segment=NetworkSegment(56bd66a5-8252-4357-b69e-85c279d54dc2),segment_id=56bd66a5-8252-4357-b69e-85c279d54dc2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:42.211117 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:42.258031 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843b9e1c-e3ec-44c6-a762-f6f2bddf497c x-openstack-request-id: req-843b9e1c-e3ec-44c6-a762-f6f2bddf497c {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:02:42.258399 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fd7068-81d1-487d-8b2b-860914817465", "name": "network-vif-plugged", "status": "completed", "tag": "0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:02:42.258932 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-843b9e1c-e3ec-44c6-a762-f6f2bddf497c {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:02:42.260100 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fd7068-81d1-487d-8b2b-860914817465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8', 'code': 200} Feb 20 06:02:42.281286 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:42.298396 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d306b89b-fdb5-402a-bd46-3954145fafc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (65147746-5a2b-4a78-8105-9229bb30de1e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:42.305345 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d306b89b-fdb5-402a-bd46-3954145fafc0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:42.311483 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d306b89b-fdb5-402a-bd46-3954145fafc0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/65147746-5a2b-4a78-8105-9229bb30de1e HTTP/1.1" status: 204 len: 168 time: 0.4606464 Feb 20 06:02:42.311967 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42580) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:42.325355 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306b89b-fdb5-402a-bd46-3954145fafc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=65147746-5a2b-4a78-8105-9229bb30de1e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:42.366383 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f0ef89-4fdc-42aa-bc16-b297ebe2cdbf admin admin] Deleting subnet db6a191c-186e-4393-bdc9-a4c4503cdba7 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:02:42.370330 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c5f0ef89-4fdc-42aa-bc16-b297ebe2cdbf admin admin] Publish callbacks [] for subnet (db6a191c-186e-4393-bdc9-a4c4503cdba7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:42.378631 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-7c440ca2-62b5-4543-ad80-4309598ff323 req-f3810c6c-aed3-4288-b3b2-d17aa50c2770 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] For port 73e1e115-e45b-41a8-a87c-e74234743526, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=73e1e115-e45b-41a8-a87c-e74234743526,segment=NetworkSegment(cf1d02c5-6298-4ca3-abef-d8ecbf136162),segment_id=cf1d02c5-6298-4ca3-abef-d8ecbf136162)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:42.379080 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7c440ca2-62b5-4543-ad80-4309598ff323 req-f3810c6c-aed3-4288-b3b2-d17aa50c2770 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (73e1e115-e45b-41a8-a87c-e74234743526), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:42.394714 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-7c440ca2-62b5-4543-ad80-4309598ff323 req-f3810c6c-aed3-4288-b3b2-d17aa50c2770 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Calling delete_port for 73e1e115-e45b-41a8-a87c-e74234743526 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:02:42.406429 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c5f0ef89-4fdc-42aa-bc16-b297ebe2cdbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (db6a191c-186e-4393-bdc9-a4c4503cdba7), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:42.413551 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042193c-f67f-4b3e-b538-bddd9669618e req-b6b5622a-67e6-4c96-87f2-b01616fb4ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:42.415759 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c042193c-f67f-4b3e-b538-bddd9669618e req-b6b5622a-67e6-4c96-87f2-b01616fb4ed9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=15fd7068-81d1-487d-8b2b-860914817465 HTTP/1.1" status: 200 len: 1128 time: 0.0822511 Feb 20 06:02:42.450260 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c5f0ef89-4fdc-42aa-bc16-b297ebe2cdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (db6a191c-186e-4393-bdc9-a4c4503cdba7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:42.541714 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c5f0ef89-4fdc-42aa-bc16-b297ebe2cdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (db6a191c-186e-4393-bdc9-a4c4503cdba7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:42.546963 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c042193c-f67f-4b3e-b538-bddd9669618e req-5e2341c8-d5ff-4240-ad83-97df45f08a8f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5800cb05-f383-46e8-a321-729c37f36045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999911 Feb 20 06:02:42.577295 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0ef89-4fdc-42aa-bc16-b297ebe2cdbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db6a191c-186e-4393-bdc9-a4c4503cdba7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:42.585375 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c5f0ef89-4fdc-42aa-bc16-b297ebe2cdbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:42.589158 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c5f0ef89-4fdc-42aa-bc16-b297ebe2cdbf admin admin] 10.222.0.37 "DELETE /v2.0/subnets/db6a191c-186e-4393-bdc9-a4c4503cdba7 HTTP/1.1" status: 204 len: 168 time: 0.2761989 Feb 20 06:02:42.591981 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42590) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:42.597414 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b179ab-219a-4870-b548-82f1a616b427 req-f9ca1f7f-20c1-4547-8aa5-ae9c59bf8e35 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:42.598870 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-03b179ab-219a-4870-b548-82f1a616b427 req-f9ca1f7f-20c1-4547-8aa5-ae9c59bf8e35 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fd7068-81d1-487d-8b2b-860914817465 HTTP/1.1" status: 200 len: 946 time: 0.1002073 Feb 20 06:02:42.656281 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7c440ca2-62b5-4543-ad80-4309598ff323 req-f3810c6c-aed3-4288-b3b2-d17aa50c2770 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (73e1e115-e45b-41a8-a87c-e74234743526), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:42.662629 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-03b179ab-219a-4870-b548-82f1a616b427 req-a19f9f83-454f-45e7-bb12-e66c2b7a47b1 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=5800cb05-f383-46e8-a321-729c37f36045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512102 Feb 20 06:02:42.697853 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3810c6c-aed3-4288-b3b2-d17aa50c2770 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event deleted for resources: {'Port': ['ID=73e1e115-e45b-41a8-a87c-e74234743526,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:42.707411 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-20e4dd34-a3d6-448d-85f0-feebe9c7c9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (e8497535-14c6-4427-86e8-13fc9cbf584c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:42.750695 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c440ca2-62b5-4543-ad80-4309598ff323 req-f3810c6c-aed3-4288-b3b2-d17aa50c2770 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] No DVR routers for this DVR port 73e1e115-e45b-41a8-a87c-e74234743526 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:02:42.753415 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7c440ca2-62b5-4543-ad80-4309598ff323 req-f3810c6c-aed3-4288-b3b2-d17aa50c2770 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:42.756739 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7c440ca2-62b5-4543-ad80-4309598ff323 req-f3810c6c-aed3-4288-b3b2-d17aa50c2770 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.61 "DELETE /v2.0/ports/73e1e115-e45b-41a8-a87c-e74234743526 HTTP/1.1" status: 204 len: 173 time: 0.7507873 Feb 20 06:02:42.757224 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40f0e47-3edd-4b47-af69-cd25688f4c8a', 'name': 'network-vif-deleted', 'tag': '73e1e115-e45b-41a8-a87c-e74234743526'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:02:42.759545 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467f4a67-a16d-4cc5-bbb7-c583f01a828d" -d '{"events": [{"server_uuid": "b40f0e47-3edd-4b47-af69-cd25688f4c8a", "name": "network-vif-deleted", "tag": "73e1e115-e45b-41a8-a87c-e74234743526"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:02:42.804989 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80742a0-8e8d-4f70-901e-0fed06abb7bc x-openstack-request-id: req-b80742a0-8e8d-4f70-901e-0fed06abb7bc {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:02:42.805388 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40f0e47-3edd-4b47-af69-cd25688f4c8a", "name": "network-vif-deleted", "tag": "73e1e115-e45b-41a8-a87c-e74234743526", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:02:42.805835 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b80742a0-8e8d-4f70-901e-0fed06abb7bc {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:02:42.806400 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40f0e47-3edd-4b47-af69-cd25688f4c8a', 'name': 'network-vif-deleted', 'tag': '73e1e115-e45b-41a8-a87c-e74234743526', 'status': 'completed', 'code': 200} Feb 20 06:02:42.870882 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-20e4dd34-a3d6-448d-85f0-feebe9c7c9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (e8497535-14c6-4427-86e8-13fc9cbf584c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:42.908945 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-20e4dd34-a3d6-448d-85f0-feebe9c7c9c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8497535-14c6-4427-86e8-13fc9cbf584c']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:42.926055 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-20e4dd34-a3d6-448d-85f0-feebe9c7c9c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd13c4746-1281-41d7-a8ef-1a1d9686d2ee') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:42.926359 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-20e4dd34-a3d6-448d-85f0-feebe9c7c9c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd13c4746-1281-41d7-a8ef-1a1d9686d2ee') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:42.940803 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-20e4dd34-a3d6-448d-85f0-feebe9c7c9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (d13c4746-1281-41d7-a8ef-1a1d9686d2ee), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:42.964664 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-20e4dd34-a3d6-448d-85f0-feebe9c7c9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d13c4746-1281-41d7-a8ef-1a1d9686d2ee), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:42.969100 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e4dd34-a3d6-448d-85f0-feebe9c7c9c3 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:02:42.969400 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-20e4dd34-a3d6-448d-85f0-feebe9c7c9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (d13c4746-1281-41d7-a8ef-1a1d9686d2ee), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: timer() Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:02:42.971380 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:02:42.992362 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-55ad4634-5530-4712-bed7-15dce5218654 req-bc2fb2dc-9e10-4d99-8680-57286ef4dbda tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40f0e47-3edd-4b47-af69-cd25688f4c8a HTTP/1.1" status: 200 len: 210 time: 0.0404990 Feb 20 06:02:43.040109 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-20e4dd34-a3d6-448d-85f0-feebe9c7c9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (e8497535-14c6-4427-86e8-13fc9cbf584c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:43.045820 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-20e4dd34-a3d6-448d-85f0-feebe9c7c9c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:43.048938 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-20e4dd34-a3d6-448d-85f0-feebe9c7c9c3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e8497535-14c6-4427-86e8-13fc9cbf584c HTTP/1.1" status: 204 len: 168 time: 0.4540598 Feb 20 06:02:43.060183 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4dd34-a3d6-448d-85f0-feebe9c7c9c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8497535-14c6-4427-86e8-13fc9cbf584c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:43.223919 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42608) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:43.266808 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5d0effd4-308c-468d-a69b-5d04b2078bc4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=11e710534621461ca75c99e310a715cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417140 Feb 20 06:02:43.269458 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42610) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:43.271216 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device d5855b51-6884-4c3c-bde7-02adf2e1b16d no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:02:43.299026 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: d5855b51-6884-4c3c-bde7-02adf2e1b16d {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:02:43.299605 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device d5855b51-6884-4c3c-bde7-02adf2e1b16d not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:02:43.325737 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6415e155-cdf9-4a7a-a5e8-6920f02d42d0 admin admin] Publish callbacks [] for security_group (80a1b6bf-5924-457f-9063-1b0d613d8c08), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:43.347657 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6415e155-cdf9-4a7a-a5e8-6920f02d42d0 admin admin] Publish callbacks [] for security_group (80a1b6bf-5924-457f-9063-1b0d613d8c08), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:43.399203 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6415e155-cdf9-4a7a-a5e8-6920f02d42d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (80a1b6bf-5924-457f-9063-1b0d613d8c08), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:43.402281 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6415e155-cdf9-4a7a-a5e8-6920f02d42d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:43.406568 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6415e155-cdf9-4a7a-a5e8-6920f02d42d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80a1b6bf-5924-457f-9063-1b0d613d8c08 HTTP/1.1" status: 204 len: 168 time: 0.1336200 Feb 20 06:02:43.416380 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415e155-cdf9-4a7a-a5e8-6920f02d42d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a1b6bf-5924-457f-9063-1b0d613d8c08,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:43.757265 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42624) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:43.818354 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-befca766-b9d8-4a21-ac6b-abf022abc31e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f68b303dac204069b8a11e3b61435fbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0588698 Feb 20 06:02:43.821833 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42626) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:43.829584 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda99fda-5983-46fa-929e-041955be0dad req-6ac304db-0f07-4bca-a242-96fb240f6361 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:43.831072 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eda99fda-5983-46fa-929e-041955be0dad req-6ac304db-0f07-4bca-a242-96fb240f6361 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fd7068-81d1-487d-8b2b-860914817465 HTTP/1.1" status: 200 len: 946 time: 0.0849571 Feb 20 06:02:43.880456 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-392fd1c7-4a8f-447e-b149-a7e6dc100c81 admin admin] Publish callbacks [] for security_group (8a1491b1-1e66-4a63-aeba-622178e57865), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:43.885418 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eda99fda-5983-46fa-929e-041955be0dad req-695edd11-88ec-49c6-977c-5f7215b177b8 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=5800cb05-f383-46e8-a321-729c37f36045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472183 Feb 20 06:02:43.903357 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-392fd1c7-4a8f-447e-b149-a7e6dc100c81 admin admin] Publish callbacks [] for security_group (8a1491b1-1e66-4a63-aeba-622178e57865), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:43.951460 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-392fd1c7-4a8f-447e-b149-a7e6dc100c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8a1491b1-1e66-4a63-aeba-622178e57865), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:43.954445 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-392fd1c7-4a8f-447e-b149-a7e6dc100c81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:43.955775 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-392fd1c7-4a8f-447e-b149-a7e6dc100c81 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a1491b1-1e66-4a63-aeba-622178e57865 HTTP/1.1" status: 204 len: 168 time: 0.1321139 Feb 20 06:02:43.965400 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fd1c7-4a8f-447e-b149-a7e6dc100c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1491b1-1e66-4a63-aeba-622178e57865,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:44.019935 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2461b73-18ef-48e9-874b-314eeabebbf6 req-ad06ae32-c8cd-4d36-952a-8b1360dc1aa4 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:44.021572 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c2461b73-18ef-48e9-874b-314eeabebbf6 req-ad06ae32-c8cd-4d36-952a-8b1360dc1aa4 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fd7068-81d1-487d-8b2b-860914817465 HTTP/1.1" status: 200 len: 946 time: 0.0658872 Feb 20 06:02:44.072324 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c2461b73-18ef-48e9-874b-314eeabebbf6 req-3117f8d1-a052-41de-8c34-07fd7f21c9f4 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=5800cb05-f383-46e8-a321-729c37f36045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436540 Feb 20 06:02:44.099215 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42634) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:44.133712 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42636) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:44.176495 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9ccf2b-8600-41fc-a394-8171be788377 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:44.183024 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9d9ccf2b-8600-41fc-a394-8171be788377 tempest-TestNetworkBasicOps-1218199174 tempest-TestNetworkBasicOps-1218199174-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=15fd7068-81d1-487d-8b2b-860914817465 HTTP/1.1" status: 200 len: 1123 time: 0.0823741 Feb 20 06:02:44.192995 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42640) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:44.203578 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-58a827a0-0cbe-46e8-b869-68ed1c8bf201 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'port_id': '0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:02:44.253626 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58a827a0-0cbe-46e8-b869-68ed1c8bf201 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:44.863319 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58a827a0-0cbe-46e8-b869-68ed1c8bf201 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:45.009666 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-58a827a0-0cbe-46e8-b869-68ed1c8bf201 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Allocated IP 172.25.3.134 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/3a95297f-0f1d-4f6a-954f-c157e4f6b1b5) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:02:45.144837 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-514b6266-aa66-43b7-a109-eed681f76ddd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (3de309b0-f92d-404f-a3ae-ada28993814e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:45.189232 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58a827a0-0cbe-46e8-b869-68ed1c8bf201 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for port (3a95297f-0f1d-4f6a-954f-c157e4f6b1b5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:45.275587 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58a827a0-0cbe-46e8-b869-68ed1c8bf201 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (3a95297f-0f1d-4f6a-954f-c157e4f6b1b5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:45.283765 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 73e1e115-e45b-41a8-a87c-e74234743526 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:02:45.304451 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 73e1e115-e45b-41a8-a87c-e74234743526 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:02:45.305456 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 73e1e115-e45b-41a8-a87c-e74234743526 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:02:45.358971 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a827a0-0cbe-46e8-b869-68ed1c8bf201 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:02:45.364363 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-58a827a0-0cbe-46e8-b869-68ed1c8bf201 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:02:45.373348 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a827a0-0cbe-46e8-b869-68ed1c8bf201 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:02:45.400280 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a827a0-0cbe-46e8-b869-68ed1c8bf201 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'Port': ['ID=3a95297f-0f1d-4f6a-954f-c157e4f6b1b5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:45.658752 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-514b6266-aa66-43b7-a109-eed681f76ddd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Deleting port 76a6f6fc-dc54-488e-98f6-d1174fb594f2 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:02:45.659128 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-514b6266-aa66-43b7-a109-eed681f76ddd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (76a6f6fc-dc54-488e-98f6-d1174fb594f2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:45.860980 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-514b6266-aa66-43b7-a109-eed681f76ddd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] For port 76a6f6fc-dc54-488e-98f6-d1174fb594f2, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=76a6f6fc-dc54-488e-98f6-d1174fb594f2,segment=NetworkSegment(cf1d02c5-6298-4ca3-abef-d8ecbf136162),segment_id=cf1d02c5-6298-4ca3-abef-d8ecbf136162)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:45.861351 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-514b6266-aa66-43b7-a109-eed681f76ddd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (76a6f6fc-dc54-488e-98f6-d1174fb594f2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:45.892427 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-514b6266-aa66-43b7-a109-eed681f76ddd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Calling delete_port for 76a6f6fc-dc54-488e-98f6-d1174fb594f2 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:02:46.068929 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58a827a0-0cbe-46e8-b869-68ed1c8bf201 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for floatingip (e850e105-0733-4447-892f-a9c086f14d70), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:46.224440 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58a827a0-0cbe-46e8-b869-68ed1c8bf201 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3a95297f-0f1d-4f6a-954f-c157e4f6b1b5), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:46.349964 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-514b6266-aa66-43b7-a109-eed681f76ddd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (76a6f6fc-dc54-488e-98f6-d1174fb594f2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:46.383818 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b6266-aa66-43b7-a109-eed681f76ddd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event deleted for resources: {'Port': ['ID=76a6f6fc-dc54-488e-98f6-d1174fb594f2,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:46.456031 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04729d2a-bce4-40ac-b67c-cafa630e0585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:46.536283 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58a827a0-0cbe-46e8-b869-68ed1c8bf201 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for port (3a95297f-0f1d-4f6a-954f-c157e4f6b1b5), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:46.544477 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58a827a0-0cbe-46e8-b869-68ed1c8bf201 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (3a95297f-0f1d-4f6a-954f-c157e4f6b1b5), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:46.661898 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a827a0-0cbe-46e8-b869-68ed1c8bf201 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event updated for resources: {'Port': ['ID=3a95297f-0f1d-4f6a-954f-c157e4f6b1b5,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:46.673555 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-514b6266-aa66-43b7-a109-eed681f76ddd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (3de309b0-f92d-404f-a3ae-ada28993814e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:46.678539 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58a827a0-0cbe-46e8-b869-68ed1c8bf201 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (e850e105-0733-4447-892f-a9c086f14d70), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:46.861933 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-58a827a0-0cbe-46e8-b869-68ed1c8bf201 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Floating IP e850e105-0733-4447-892f-a9c086f14d70 associated. External IP: 172.25.3.134, port: 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8. Feb 20 06:02:47.431714 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514b6266-aa66-43b7-a109-eed681f76ddd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Router 3de309b0-f92d-404f-a3ae-ada28993814e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:02:47.547869 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a827a0-0cbe-46e8-b869-68ed1c8bf201 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Router f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:02:47.638741 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514b6266-aa66-43b7-a109-eed681f76ddd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:02:47.644745 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-514b6266-aa66-43b7-a109-eed681f76ddd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "PUT /v2.0/routers/3de309b0-f92d-404f-a3ae-ada28993814e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5099423 Feb 20 06:02:47.647565 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42662) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:47.650977 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e408764-cce0-4a4f-bde8-bf3bbc1d5cc4 None None] Sync routers for ids ['3de309b0-f92d-404f-a3ae-ada28993814e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:02:47.661434 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e408764-cce0-4a4f-bde8-bf3bbc1d5cc4 None None] Routers {'3de309b0-f92d-404f-a3ae-ada28993814e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:02:47.662070 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-7e408764-cce0-4a4f-bde8-bf3bbc1d5cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:02:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['3de309b0-f92d-404f-a3ae-ada28993814e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:47.703986 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-558ead0e-1711-47dd-92cc-a039f181ce4c tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Deleting subnet 5c3cd277-09b7-4421-b843-768b79419945 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:02:47.707191 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-558ead0e-1711-47dd-92cc-a039f181ce4c tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for subnet (5c3cd277-09b7-4421-b843-768b79419945), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:47.708398 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a827a0-0cbe-46e8-b869-68ed1c8bf201 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:02:47.719987 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27146eb0-86cb-4fbb-b0a4-0765e40ab5a2 None None] Sync routers for ids ['f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:02:47.728228 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58a827a0-0cbe-46e8-b869-68ed1c8bf201 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:47.734088 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27146eb0-86cb-4fbb-b0a4-0765e40ab5a2 None None] Routers {'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:02:47.735180 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-27146eb0-86cb-4fbb-b0a4-0765e40ab5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:02:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:47.756027 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-558ead0e-1711-47dd-92cc-a039f181ce4c tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (5c3cd277-09b7-4421-b843-768b79419945), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:47.770824 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-58a827a0-0cbe-46e8-b869-68ed1c8bf201 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5758946 Feb 20 06:02:47.772929 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fd7068-81d1-487d-8b2b-860914817465', 'tag': '0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:02:47.776067 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041812b1-6a88-4ded-a973-5e86221efa30" -d '{"events": [{"name": "network-changed", "server_uuid": "15fd7068-81d1-487d-8b2b-860914817465", "tag": "0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:02:47.781413 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42664) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:47.816900 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-7e408764-cce0-4a4f-bde8-bf3bbc1d5cc4 None None] Set router 3de309b0-f92d-404f-a3ae-ada28993814e gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:02:47.856508 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517d019b-498f-48a2-8848-d5d5376fd6d2 x-openstack-request-id: req-517d019b-498f-48a2-8848-d5d5376fd6d2 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:02:47.856508 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fd7068-81d1-487d-8b2b-860914817465", "tag": "0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:02:47.856780 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-517d019b-498f-48a2-8848-d5d5376fd6d2 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:02:47.857079 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fd7068-81d1-487d-8b2b-860914817465', 'tag': '0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8', 'status': 'completed', 'code': 200} Feb 20 06:02:47.870110 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2e1b0425-589c-4bf3-9ce2-82b2f4032ae9 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/floatingips/e850e105-0733-4447-892f-a9c086f14d70 HTTP/1.1" status: 200 len: 992 time: 0.0869138 Feb 20 06:02:47.872339 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-558ead0e-1711-47dd-92cc-a039f181ce4c tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (5c3cd277-09b7-4421-b843-768b79419945), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:47.987556 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-27146eb0-86cb-4fbb-b0a4-0765e40ab5a2 None None] Set router f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:02:48.070732 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-7e408764-cce0-4a4f-bde8-bf3bbc1d5cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de309b0-f92d-404f-a3ae-ada28993814e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1748031490', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '91acc2e6-f5e3-4e80-81c5-54128c42715f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:02:14Z', 'updated_at': '2022-02-20T06:02:46Z', 'revision_number': 5, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'gw_port': {'id': '91acc2e6-f5e3-4e80-81c5-54128c42715f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:68:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de309b0-f92d-404f-a3ae-ada28993814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:15Z', 'updated_at': '2022-02-20T06:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:48.110422 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e408764-cce0-4a4f-bde8-bf3bbc1d5cc4 None None] Checking router: 3de309b0-f92d-404f-a3ae-ada28993814e for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:02:48.121360 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e408764-cce0-4a4f-bde8-bf3bbc1d5cc4 None None] Routers {'3de309b0-f92d-404f-a3ae-ada28993814e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:02:48.122005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-7e408764-cce0-4a4f-bde8-bf3bbc1d5cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:02:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['3de309b0-f92d-404f-a3ae-ada28993814e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:48.260104 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-7e408764-cce0-4a4f-bde8-bf3bbc1d5cc4 None None] Set router 3de309b0-f92d-404f-a3ae-ada28993814e gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:02:48.302387 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-27146eb0-86cb-4fbb-b0a4-0765e40ab5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'name': 'tempest-TestNetworkBasicOps-router-449099465', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:02:17Z', 'updated_at': '2022-02-20T06:02:25Z', 'revision_number': 4, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:19Z', 'updated_at': '2022-02-20T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'e850e105-0733-4447-892f-a9c086f14d70', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'port_id': '0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee', 'mac_address': 'fa:16:3e:dd:fb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fd7068-81d1-487d-8b2b-860914817465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:02:45Z', 'updated_at': '2022-02-20T06:02:45Z', 'revision_number': 0, 'project_id': '111d530b12d246f29867a11f6618a046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35d5aee7-1ebe-4c0c-aa39-b87887665599', 'name': '', 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'mac_address': 'fa:16:3e:c7:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '5c818b28-a07f-48ca-b4f3-37b2b0e3507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:24Z', 'updated_at': '2022-02-20T06:02:30Z', 'revision_number': 5, 'project_id': '111d530b12d246f29867a11f6618a046', 'subnets': [{'id': '5c818b28-a07f-48ca-b4f3-37b2b0e3507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:48.343070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041812b1-6a88-4ded-a973-5e86221efa30 req-8ec98fac-b75b-4692-b9de-53005574bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:48.344545 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-041812b1-6a88-4ded-a973-5e86221efa30 req-8ec98fac-b75b-4692-b9de-53005574bb6b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=111d530b12d246f29867a11f6618a046&device_id=15fd7068-81d1-487d-8b2b-860914817465 HTTP/1.1" status: 200 len: 1128 time: 0.0830481 Feb 20 06:02:48.346274 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-558ead0e-1711-47dd-92cc-a039f181ce4c tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (5c3cd277-09b7-4421-b843-768b79419945), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:48.361275 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27146eb0-86cb-4fbb-b0a4-0765e40ab5a2 None None] Checking router: f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:02:48.371148 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-558ead0e-1711-47dd-92cc-a039f181ce4c tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:48.372316 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27146eb0-86cb-4fbb-b0a4-0765e40ab5a2 None None] Routers {'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:02:48.373102 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-27146eb0-86cb-4fbb-b0a4-0765e40ab5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:02:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:48.378595 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42676) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:48.386809 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-558ead0e-1711-47dd-92cc-a039f181ce4c tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "DELETE /v2.0/subnets/5c3cd277-09b7-4421-b843-768b79419945 HTTP/1.1" status: 204 len: 168 time: 0.7380986 Feb 20 06:02:48.413649 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702cc9ce-0459-4783-80b6-b0bf6dad8fb0 None None] Network 5c1aae83-adac-4e41-bd22-86870fb29e2c requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:02:48.445932 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ead0e-1711-47dd-92cc-a039f181ce4c tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event deleted for resources: {'Subnet': ['ID=5c3cd277-09b7-4421-b843-768b79419945,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:48.518938 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-27146eb0-86cb-4fbb-b0a4-0765e40ab5a2 None None] Set router f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:02:48.559327 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041812b1-6a88-4ded-a973-5e86221efa30 req-b2372490-c0d1-44f6-8d11-c6e313776b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:48.561109 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-041812b1-6a88-4ded-a973-5e86221efa30 req-b2372490-c0d1-44f6-8d11-c6e313776b36 service neutron] 10.222.0.48 "GET /v2.0/networks?id=af700b20-354c-4015-8490-4b66ae70a8ee HTTP/1.1" status: 200 len: 897 time: 0.2045898 Feb 20 06:02:48.584226 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98005b1f-4805-48a1-b9cd-150cb9d4329e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for router (3de309b0-f92d-404f-a3ae-ada28993814e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:48.606858 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-7e408764-cce0-4a4f-bde8-bf3bbc1d5cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de309b0-f92d-404f-a3ae-ada28993814e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1748031490', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '91acc2e6-f5e3-4e80-81c5-54128c42715f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:02:14Z', 'updated_at': '2022-02-20T06:02:46Z', 'revision_number': 5, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'gw_port': {'id': '91acc2e6-f5e3-4e80-81c5-54128c42715f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:68:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de309b0-f92d-404f-a3ae-ada28993814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:15Z', 'updated_at': '2022-02-20T06:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:48.653150 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-041812b1-6a88-4ded-a973-5e86221efa30 req-aa63f977-ffdf-44f3-9ed0-a8115891cad9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 HTTP/1.1" status: 200 len: 1000 time: 0.0866427 Feb 20 06:02:48.673997 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81616b18-a689-4d21-9cbd-9d9bc6fafa5d None None] DHCP port deletion for 5c1aae83-adac-4e41-bd22-86870fb29e2c request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:02:48.677469 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e408764-cce0-4a4f-bde8-bf3bbc1d5cc4 None None] The sync data for ids ['3de309b0-f92d-404f-a3ae-ada28993814e'] in n-d-829866-5 is: [{'id': '3de309b0-f92d-404f-a3ae-ada28993814e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1748031490', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '91acc2e6-f5e3-4e80-81c5-54128c42715f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:02:14Z', 'updated_at': '2022-02-20T06:02:46Z', 'revision_number': 5, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'gw_port': {'id': '91acc2e6-f5e3-4e80-81c5-54128c42715f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:68:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de309b0-f92d-404f-a3ae-ada28993814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:15Z', 'updated_at': '2022-02-20T06:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:02:48.727162 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041812b1-6a88-4ded-a973-5e86221efa30 req-c9736b0a-51d6-4e4b-96b8-926b2f634212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:48.728734 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-041812b1-6a88-4ded-a973-5e86221efa30 req-c9736b0a-51d6-4e4b-96b8-926b2f634212 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5c818b28-a07f-48ca-b4f3-37b2b0e3507d HTTP/1.1" status: 200 len: 833 time: 0.0689735 Feb 20 06:02:48.793603 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041812b1-6a88-4ded-a973-5e86221efa30 req-a6c65c69-9fdb-47a8-9c08-45d431c1b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:48.794054 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98005b1f-4805-48a1-b9cd-150cb9d4329e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for router_gateway (3de309b0-f92d-404f-a3ae-ada28993814e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:48.795171 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-041812b1-6a88-4ded-a973-5e86221efa30 req-a6c65c69-9fdb-47a8-9c08-45d431c1b633 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=af700b20-354c-4015-8490-4b66ae70a8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0576096 Feb 20 06:02:48.797000 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-81616b18-a689-4d21-9cbd-9d9bc6fafa5d None None] Deleting port 83f41988-fb37-4554-9b3e-6c7146882c0b {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:02:48.797383 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-81616b18-a689-4d21-9cbd-9d9bc6fafa5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (83f41988-fb37-4554-9b3e-6c7146882c0b), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:48.875767 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42682) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:48.887872 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-98005b1f-4805-48a1-b9cd-150cb9d4329e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Deleting port 91acc2e6-f5e3-4e80-81c5-54128c42715f {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:02:48.888465 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98005b1f-4805-48a1-b9cd-150cb9d4329e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (91acc2e6-f5e3-4e80-81c5-54128c42715f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:48.931349 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-27146eb0-86cb-4fbb-b0a4-0765e40ab5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'name': 'tempest-TestNetworkBasicOps-router-449099465', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:02:17Z', 'updated_at': '2022-02-20T06:02:25Z', 'revision_number': 4, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:19Z', 'updated_at': '2022-02-20T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'e850e105-0733-4447-892f-a9c086f14d70', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'port_id': '0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee', 'mac_address': 'fa:16:3e:dd:fb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fd7068-81d1-487d-8b2b-860914817465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:02:45Z', 'updated_at': '2022-02-20T06:02:45Z', 'revision_number': 0, 'project_id': '111d530b12d246f29867a11f6618a046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35d5aee7-1ebe-4c0c-aa39-b87887665599', 'name': '', 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'mac_address': 'fa:16:3e:c7:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '5c818b28-a07f-48ca-b4f3-37b2b0e3507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:24Z', 'updated_at': '2022-02-20T06:02:30Z', 'revision_number': 5, 'project_id': '111d530b12d246f29867a11f6618a046', 'subnets': [{'id': '5c818b28-a07f-48ca-b4f3-37b2b0e3507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:48.948229 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-81616b18-a689-4d21-9cbd-9d9bc6fafa5d None None] For port 83f41988-fb37-4554-9b3e-6c7146882c0b, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=83f41988-fb37-4554-9b3e-6c7146882c0b,segment=NetworkSegment(cf1d02c5-6298-4ca3-abef-d8ecbf136162),segment_id=cf1d02c5-6298-4ca3-abef-d8ecbf136162)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:48.948628 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-81616b18-a689-4d21-9cbd-9d9bc6fafa5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (83f41988-fb37-4554-9b3e-6c7146882c0b), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:48.961892 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-041812b1-6a88-4ded-a973-5e86221efa30 req-d88e561b-7533-420e-96e9-d68a18c3da0b service neutron] 10.222.0.48 "GET /v2.0/networks/af700b20-354c-4015-8490-4b66ae70a8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581852 Feb 20 06:02:48.993798 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-81616b18-a689-4d21-9cbd-9d9bc6fafa5d None None] Calling delete_port for 83f41988-fb37-4554-9b3e-6c7146882c0b owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:02:49.001816 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27146eb0-86cb-4fbb-b0a4-0765e40ab5a2 None None] The sync data for ids ['f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'] in n-d-829866-5 is: [{'id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'name': 'tempest-TestNetworkBasicOps-router-449099465', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:02:17Z', 'updated_at': '2022-02-20T06:02:25Z', 'revision_number': 4, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:19Z', 'updated_at': '2022-02-20T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'e850e105-0733-4447-892f-a9c086f14d70', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'port_id': '0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee', 'mac_address': 'fa:16:3e:dd:fb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fd7068-81d1-487d-8b2b-860914817465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:02:45Z', 'updated_at': '2022-02-20T06:02:45Z', 'revision_number': 0, 'project_id': '111d530b12d246f29867a11f6618a046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35d5aee7-1ebe-4c0c-aa39-b87887665599', 'name': '', 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'mac_address': 'fa:16:3e:c7:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '5c818b28-a07f-48ca-b4f3-37b2b0e3507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:24Z', 'updated_at': '2022-02-20T06:02:30Z', 'revision_number': 5, 'project_id': '111d530b12d246f29867a11f6618a046', 'subnets': [{'id': '5c818b28-a07f-48ca-b4f3-37b2b0e3507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:02:49.089589 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1a4d6e59-a8f8-4afb-bb25-666d9a41e1f2 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/floatingips/e850e105-0733-4447-892f-a9c086f14d70 HTTP/1.1" status: 200 len: 992 time: 0.1820035 Feb 20 06:02:49.093550 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-041812b1-6a88-4ded-a973-5e86221efa30 req-980d6e86-d319-4728-83b5-cb346f2fbf45 service neutron] 10.222.0.48 "GET /v2.0/networks/af700b20-354c-4015-8490-4b66ae70a8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258168 Feb 20 06:02:49.118066 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-98005b1f-4805-48a1-b9cd-150cb9d4329e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] For port 91acc2e6-f5e3-4e80-81c5-54128c42715f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=91acc2e6-f5e3-4e80-81c5-54128c42715f,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:49.118453 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98005b1f-4805-48a1-b9cd-150cb9d4329e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (91acc2e6-f5e3-4e80-81c5-54128c42715f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:49.130650 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 76a6f6fc-dc54-488e-98f6-d1174fb594f2 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:02:49.137956 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-81616b18-a689-4d21-9cbd-9d9bc6fafa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (83f41988-fb37-4554-9b3e-6c7146882c0b), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:49.138547 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-98005b1f-4805-48a1-b9cd-150cb9d4329e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Calling delete_port for 91acc2e6-f5e3-4e80-81c5-54128c42715f owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:02:49.197602 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81616b18-a689-4d21-9cbd-9d9bc6fafa5d None None] No DVR routers for this DVR port 83f41988-fb37-4554-9b3e-6c7146882c0b on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:02:49.201889 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 76a6f6fc-dc54-488e-98f6-d1174fb594f2 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:02:49.202236 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 76a6f6fc-dc54-488e-98f6-d1174fb594f2 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:02:49.202647 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 83f41988-fb37-4554-9b3e-6c7146882c0b no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:02:49.235808 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 83f41988-fb37-4554-9b3e-6c7146882c0b {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:02:49.235808 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 83f41988-fb37-4554-9b3e-6c7146882c0b not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:02:49.235808 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81616b18-a689-4d21-9cbd-9d9bc6fafa5d None None] Pushing event deleted for resources: {'Port': ['ID=83f41988-fb37-4554-9b3e-6c7146882c0b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:49.244002 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9cdab95-9fb9-4157-b765-96eacf2f7407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:49.357309 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98005b1f-4805-48a1-b9cd-150cb9d4329e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (91acc2e6-f5e3-4e80-81c5-54128c42715f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:49.384007 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98005b1f-4805-48a1-b9cd-150cb9d4329e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event deleted for resources: {'Port': ['ID=91acc2e6-f5e3-4e80-81c5-54128c42715f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:49.452792 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98005b1f-4805-48a1-b9cd-150cb9d4329e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (3de309b0-f92d-404f-a3ae-ada28993814e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:49.561136 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98005b1f-4805-48a1-b9cd-150cb9d4329e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (3de309b0-f92d-404f-a3ae-ada28993814e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:49.563610 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98005b1f-4805-48a1-b9cd-150cb9d4329e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for router_controller (3de309b0-f92d-404f-a3ae-ada28993814e), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:49.610133 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98005b1f-4805-48a1-b9cd-150cb9d4329e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (3de309b0-f92d-404f-a3ae-ada28993814e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:49.610795 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98005b1f-4805-48a1-b9cd-150cb9d4329e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Fanout notify agent at l3_agent the message router_deleted on router 3de309b0-f92d-404f-a3ae-ada28993814e {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:02:49.620771 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98005b1f-4805-48a1-b9cd-150cb9d4329e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:49.621940 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-98005b1f-4805-48a1-b9cd-150cb9d4329e tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "DELETE /v2.0/routers/3de309b0-f92d-404f-a3ae-ada28993814e HTTP/1.1" status: 204 len: 168 time: 1.2423370 Feb 20 06:02:49.625292 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42686) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:49.655047 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:49.730688 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ad3173a-66a2-4814-8ddf-87e8012b8f31 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (5c1aae83-adac-4e41-bd22-86870fb29e2c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:49.842473 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ad3173a-66a2-4814-8ddf-87e8012b8f31 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (5c1aae83-adac-4e41-bd22-86870fb29e2c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:49.864739 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-8ad3173a-66a2-4814-8ddf-87e8012b8f31 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1aae83-adac-4e41-bd22-86870fb29e2c']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:49.874768 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-8ad3173a-66a2-4814-8ddf-87e8012b8f31 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1d02c5-6298-4ca3-abef-d8ecbf136162') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:49.875169 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-8ad3173a-66a2-4814-8ddf-87e8012b8f31 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1d02c5-6298-4ca3-abef-d8ecbf136162') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:49.885671 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ad3173a-66a2-4814-8ddf-87e8012b8f31 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (cf1d02c5-6298-4ca3-abef-d8ecbf136162), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:49.900177 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ad3173a-66a2-4814-8ddf-87e8012b8f31 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (cf1d02c5-6298-4ca3-abef-d8ecbf136162), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:49.906754 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad3173a-66a2-4814-8ddf-87e8012b8f31 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:02:49.907175 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ad3173a-66a2-4814-8ddf-87e8012b8f31 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (cf1d02c5-6298-4ca3-abef-d8ecbf136162), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: timer() Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:02:49.911100 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:02:49.916743 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7014124e-a1bd-4377-a1e2-bad4dc0f42e0 None None] New status for floating IP e850e105-0733-4447-892f-a9c086f14d70: ACTIVE {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:02:49.981969 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ad3173a-66a2-4814-8ddf-87e8012b8f31 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (5c1aae83-adac-4e41-bd22-86870fb29e2c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:49.997903 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ad3173a-66a2-4814-8ddf-87e8012b8f31 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:50.001073 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8ad3173a-66a2-4814-8ddf-87e8012b8f31 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "DELETE /v2.0/networks/5c1aae83-adac-4e41-bd22-86870fb29e2c HTTP/1.1" status: 204 len: 168 time: 0.3747420 Feb 20 06:02:50.004155 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42688) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:50.022064 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3173a-66a2-4814-8ddf-87e8012b8f31 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event deleted for resources: {'Network': ['ID=5c1aae83-adac-4e41-bd22-86870fb29e2c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:50.092131 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42690) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:50.206498 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f451af2c-e448-4bee-9ce6-5084d41b3ed9 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/floatingips/e850e105-0733-4447-892f-a9c086f14d70 HTTP/1.1" status: 200 len: 994 time: 0.1127641 Feb 20 06:02:50.231972 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6c2f3183-e164-4996-93dc-eea132a2a6c4 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Deleting port bb42bec9-45c5-4377-9d0b-81af73b83e2f {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:02:50.232314 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c2f3183-e164-4996-93dc-eea132a2a6c4 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (bb42bec9-45c5-4377-9d0b-81af73b83e2f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:50.314101 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c2f3183-e164-4996-93dc-eea132a2a6c4 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (bb42bec9-45c5-4377-9d0b-81af73b83e2f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:50.314430 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c2f3183-e164-4996-93dc-eea132a2a6c4 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for floatingip (bb42bec9-45c5-4377-9d0b-81af73b83e2f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:50.327819 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6c2f3183-e164-4996-93dc-eea132a2a6c4 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Calling delete_port for bb42bec9-45c5-4377-9d0b-81af73b83e2f owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:02:50.497642 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c2f3183-e164-4996-93dc-eea132a2a6c4 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (bb42bec9-45c5-4377-9d0b-81af73b83e2f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:50.523036 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f3183-e164-4996-93dc-eea132a2a6c4 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event deleted for resources: {'Port': ['ID=bb42bec9-45c5-4377-9d0b-81af73b83e2f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:50.613313 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c2f3183-e164-4996-93dc-eea132a2a6c4 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for floatingip (4e002379-5013-40ba-b55e-b706ad6adc36), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:50.614261 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-6c2f3183-e164-4996-93dc-eea132a2a6c4 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Floating IP 4e002379-5013-40ba-b55e-b706ad6adc36 disassociated (deleted). External IP: 172.25.3.165, port: ee895c93-26b1-4d76-b63b-770f3af5deed. Feb 20 06:02:50.674054 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb8d50-2253-4809-8e69-afa049a6c95d req-30aa889a-37fa-455c-8e3d-2bddda8d6685 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:50.675632 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86eb8d50-2253-4809-8e69-afa049a6c95d req-30aa889a-37fa-455c-8e3d-2bddda8d6685 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 1128 time: 0.1015658 Feb 20 06:02:50.767258 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86eb8d50-2253-4809-8e69-afa049a6c95d req-2db63717-b49a-4030-946c-eb40a230699c tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593042 Feb 20 06:02:50.791274 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42704) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:50.879870 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2f3183-e164-4996-93dc-eea132a2a6c4 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Router 5f91724f-5a5c-489b-8619-2e11245fc3a2 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:02:50.973253 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-d29519b9-baa8-4bfd-a769-7b24deb02a56 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Deleting port 3e355a18-a13a-4396-9d69-6ee37f707bcb {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:02:50.973778 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d29519b9-baa8-4bfd-a769-7b24deb02a56 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3e355a18-a13a-4396-9d69-6ee37f707bcb), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:50.978596 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 91acc2e6-f5e3-4e80-81c5-54128c42715f no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:02:51.025776 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 91acc2e6-f5e3-4e80-81c5-54128c42715f {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:02:51.026377 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 91acc2e6-f5e3-4e80-81c5-54128c42715f not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:02:51.071251 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d29519b9-baa8-4bfd-a769-7b24deb02a56 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3e355a18-a13a-4396-9d69-6ee37f707bcb), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:51.071697 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d29519b9-baa8-4bfd-a769-7b24deb02a56 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for floatingip (3e355a18-a13a-4396-9d69-6ee37f707bcb), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:51.086777 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-d29519b9-baa8-4bfd-a769-7b24deb02a56 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Calling delete_port for 3e355a18-a13a-4396-9d69-6ee37f707bcb owned by network:floatingip {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:02:51.263113 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d29519b9-baa8-4bfd-a769-7b24deb02a56 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (3e355a18-a13a-4396-9d69-6ee37f707bcb), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:51.291063 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29519b9-baa8-4bfd-a769-7b24deb02a56 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'Port': ['ID=3e355a18-a13a-4396-9d69-6ee37f707bcb,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:51.363573 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d29519b9-baa8-4bfd-a769-7b24deb02a56 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for floatingip (db3f5f26-2e5d-464e-a52e-f8fc746f3495), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:51.363782 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2f3183-e164-4996-93dc-eea132a2a6c4 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:02:51.364147 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-d29519b9-baa8-4bfd-a769-7b24deb02a56 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Floating IP db3f5f26-2e5d-464e-a52e-f8fc746f3495 disassociated (deleted). External IP: 172.25.3.111, port: 0adf99bf-eaaa-424c-903e-a44665bd4a50. Feb 20 06:02:51.368601 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c2f3183-e164-4996-93dc-eea132a2a6c4 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:51.374682 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85882d0-5e1b-4546-a7d6-5071ac8a53a9 None None] Sync routers for ids ['5f91724f-5a5c-489b-8619-2e11245fc3a2'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:02:51.392824 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85882d0-5e1b-4546-a7d6-5071ac8a53a9 None None] Routers {'5f91724f-5a5c-489b-8619-2e11245fc3a2'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:02:51.394782 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d85882d0-5e1b-4546-a7d6-5071ac8a53a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:02:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['5f91724f-5a5c-489b-8619-2e11245fc3a2'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:51.403426 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6c2f3183-e164-4996-93dc-eea132a2a6c4 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "DELETE /v2.0/floatingips/4e002379-5013-40ba-b55e-b706ad6adc36 HTTP/1.1" status: 204 len: 168 time: 1.3980491 Feb 20 06:02:51.404261 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64548f96-5f64-47b6-bbc1-9799ef3cd903', 'tag': 'ee895c93-26b1-4d76-b63b-770f3af5deed'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:02:51.407791 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3548e2ef-38f0-4f36-9605-b51a6bfefa37" -d '{"events": [{"name": "network-changed", "server_uuid": "64548f96-5f64-47b6-bbc1-9799ef3cd903", "tag": "ee895c93-26b1-4d76-b63b-770f3af5deed"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:02:51.454711 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:51.543655 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d85882d0-5e1b-4546-a7d6-5071ac8a53a9 None None] Set router 5f91724f-5a5c-489b-8619-2e11245fc3a2 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:02:51.629365 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadf1177-3ee6-4feb-aea9-42428696af5c x-openstack-request-id: req-aadf1177-3ee6-4feb-aea9-42428696af5c {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:02:51.629862 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64548f96-5f64-47b6-bbc1-9799ef3cd903", "tag": "ee895c93-26b1-4d76-b63b-770f3af5deed", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:02:51.629971 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aadf1177-3ee6-4feb-aea9-42428696af5c {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:02:51.630690 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64548f96-5f64-47b6-bbc1-9799ef3cd903', 'tag': 'ee895c93-26b1-4d76-b63b-770f3af5deed', 'status': 'completed', 'code': 200} Feb 20 06:02:51.653318 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29519b9-baa8-4bfd-a769-7b24deb02a56 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Router 73fcccd4-6499-4bbe-a032-791d02b9e88f has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:02:51.752649 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548e2ef-38f0-4f36-9605-b51a6bfefa37 req-4ad409ea-aea6-4b52-a26e-910ac5857eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:51.754358 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3548e2ef-38f0-4f36-9605-b51a6bfefa37 req-4ad409ea-aea6-4b52-a26e-910ac5857eb2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5e6bd07f12a45aebf66848b2d1a7e84&device_id=64548f96-5f64-47b6-bbc1-9799ef3cd903 HTTP/1.1" status: 200 len: 1166 time: 0.1031964 Feb 20 06:02:51.757391 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5feaf2-d83b-4ae5-97ec-a88360f75838 req-dbf9113f-cfcf-4dd7-9d53-83ca70507d39 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:51.759078 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ac5feaf2-d83b-4ae5-97ec-a88360f75838 req-dbf9113f-cfcf-4dd7-9d53-83ca70507d39 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=64548f96-5f64-47b6-bbc1-9799ef3cd903 HTTP/1.1" status: 200 len: 984 time: 0.0638387 Feb 20 06:02:51.825476 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d85882d0-5e1b-4546-a7d6-5071ac8a53a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1721095749', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:01:10Z', 'updated_at': '2022-02-20T06:01:19Z', 'revision_number': 4, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'gw_port': {'id': 'f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:01:11Z', 'updated_at': '2022-02-20T06:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'de0f4f56-dbdf-4e57-aac2-db7b0c9b977f', 'name': '', 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'mac_address': 'fa:16:3e:82:6a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6a1dea6e-e4bf-4667-877e-85fecd3ff288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:01:18Z', 'updated_at': '2022-02-20T06:01:24Z', 'revision_number': 5, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'subnets': [{'id': '6a1dea6e-e4bf-4667-877e-85fecd3ff288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:51.833543 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ac5feaf2-d83b-4ae5-97ec-a88360f75838 req-041cc7b7-248a-48c3-933e-270f34dc72d6 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca23428e-63f3-44e7-95cd-2307384ba1cf&id=3c0642d2-86e2-4178-9d4f-53be39f1da9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0657301 Feb 20 06:02:51.863257 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85882d0-5e1b-4546-a7d6-5071ac8a53a9 None None] Checking router: 5f91724f-5a5c-489b-8619-2e11245fc3a2 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:02:51.873942 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85882d0-5e1b-4546-a7d6-5071ac8a53a9 None None] Routers {'5f91724f-5a5c-489b-8619-2e11245fc3a2'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:02:51.874658 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d85882d0-5e1b-4546-a7d6-5071ac8a53a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:02:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['5f91724f-5a5c-489b-8619-2e11245fc3a2'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:51.885556 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29519b9-baa8-4bfd-a769-7b24deb02a56 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:02:51.891794 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d29519b9-baa8-4bfd-a769-7b24deb02a56 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:51.896094 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d38ab3-de46-4083-8f8b-feeef5177fc8 None None] Sync routers for ids ['73fcccd4-6499-4bbe-a032-791d02b9e88f'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:02:51.910361 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d38ab3-de46-4083-8f8b-feeef5177fc8 None None] Routers {'73fcccd4-6499-4bbe-a032-791d02b9e88f'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:02:51.911285 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e1d38ab3-de46-4083-8f8b-feeef5177fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:02:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['73fcccd4-6499-4bbe-a032-791d02b9e88f'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:51.935680 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d29519b9-baa8-4bfd-a769-7b24deb02a56 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "DELETE /v2.0/floatingips/db3f5f26-2e5d-464e-a52e-f8fc746f3495 HTTP/1.1" status: 204 len: 168 time: 1.1409519 Feb 20 06:02:51.962546 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7cdc40-3708-4dc5-bb16-546670dae6f7', 'tag': '0adf99bf-eaaa-424c-903e-a44665bd4a50'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:02:51.964997 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a07d76-5aed-41c3-a396-2c3017c0dba1" -d '{"events": [{"name": "network-changed", "server_uuid": "ee7cdc40-3708-4dc5-bb16-546670dae6f7", "tag": "0adf99bf-eaaa-424c-903e-a44665bd4a50"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:02:51.968360 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548e2ef-38f0-4f36-9605-b51a6bfefa37 req-ad1feccb-58f7-4393-b738-c094172775b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:51.970218 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3548e2ef-38f0-4f36-9605-b51a6bfefa37 req-ad1feccb-58f7-4393-b738-c094172775b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef7da14a-90c4-4c78-9eae-d93602677123 HTTP/1.1" status: 200 len: 897 time: 0.2068985 Feb 20 06:02:52.003603 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d85882d0-5e1b-4546-a7d6-5071ac8a53a9 None None] Set router 5f91724f-5a5c-489b-8619-2e11245fc3a2 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:02:52.051856 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-e1d38ab3-de46-4083-8f8b-feeef5177fc8 None None] Set router 73fcccd4-6499-4bbe-a032-791d02b9e88f gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:02:52.078395 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3548e2ef-38f0-4f36-9605-b51a6bfefa37 req-4c068480-6630-4bf8-8965-82838a949260 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee895c93-26b1-4d76-b63b-770f3af5deed HTTP/1.1" status: 200 len: 217 time: 0.0989754 Feb 20 06:02:52.136802 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548e2ef-38f0-4f36-9605-b51a6bfefa37 req-76d93dbd-9366-4ebf-9a5f-2bae1670fe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:52.138659 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3548e2ef-38f0-4f36-9605-b51a6bfefa37 req-76d93dbd-9366-4ebf-9a5f-2bae1670fe36 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6a1dea6e-e4bf-4667-877e-85fecd3ff288 HTTP/1.1" status: 200 len: 834 time: 0.0544820 Feb 20 06:02:52.203082 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548e2ef-38f0-4f36-9605-b51a6bfefa37 req-d42705a1-eb4b-4d4a-abbe-239ff95e5898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:52.205848 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3548e2ef-38f0-4f36-9605-b51a6bfefa37 req-d42705a1-eb4b-4d4a-abbe-239ff95e5898 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef7da14a-90c4-4c78-9eae-d93602677123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0602770 Feb 20 06:02:52.307326 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9ba558-7033-4b16-92c4-096a3746d22b x-openstack-request-id: req-8c9ba558-7033-4b16-92c4-096a3746d22b {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:02:52.308122 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee7cdc40-3708-4dc5-bb16-546670dae6f7", "tag": "0adf99bf-eaaa-424c-903e-a44665bd4a50", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:02:52.308637 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c9ba558-7033-4b16-92c4-096a3746d22b {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:02:52.310035 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee7cdc40-3708-4dc5-bb16-546670dae6f7', 'tag': '0adf99bf-eaaa-424c-903e-a44665bd4a50', 'status': 'completed', 'code': 200} Feb 20 06:02:52.371334 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3548e2ef-38f0-4f36-9605-b51a6bfefa37 req-0c3cc998-6c5f-49e2-8a8b-3c5cd677e990 service neutron] 10.222.0.48 "GET /v2.0/networks/ef7da14a-90c4-4c78-9eae-d93602677123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580575 Feb 20 06:02:52.379976 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e1d38ab3-de46-4083-8f8b-feeef5177fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548985529', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:40Z', 'updated_at': '2022-02-20T06:00:49Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:41Z', 'updated_at': '2022-02-20T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'eed44017-a3cb-4505-ad2c-f03997b949b0', 'name': '', 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:ac:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:47Z', 'updated_at': '2022-02-20T06:00:56Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': '4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:52.394036 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d85882d0-5e1b-4546-a7d6-5071ac8a53a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1721095749', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:01:10Z', 'updated_at': '2022-02-20T06:01:19Z', 'revision_number': 4, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'gw_port': {'id': 'f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:01:11Z', 'updated_at': '2022-02-20T06:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'de0f4f56-dbdf-4e57-aac2-db7b0c9b977f', 'name': '', 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'mac_address': 'fa:16:3e:82:6a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6a1dea6e-e4bf-4667-877e-85fecd3ff288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:01:18Z', 'updated_at': '2022-02-20T06:01:24Z', 'revision_number': 5, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'subnets': [{'id': '6a1dea6e-e4bf-4667-877e-85fecd3ff288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:52.421249 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85882d0-5e1b-4546-a7d6-5071ac8a53a9 None None] The sync data for ids ['5f91724f-5a5c-489b-8619-2e11245fc3a2'] in n-d-829866-5 is: [{'id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1721095749', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:01:10Z', 'updated_at': '2022-02-20T06:01:19Z', 'revision_number': 4, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'gw_port': {'id': 'f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:01:11Z', 'updated_at': '2022-02-20T06:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'de0f4f56-dbdf-4e57-aac2-db7b0c9b977f', 'name': '', 'network_id': 'ef7da14a-90c4-4c78-9eae-d93602677123', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'mac_address': 'fa:16:3e:82:6a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6a1dea6e-e4bf-4667-877e-85fecd3ff288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:01:18Z', 'updated_at': '2022-02-20T06:01:24Z', 'revision_number': 5, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'subnets': [{'id': '6a1dea6e-e4bf-4667-877e-85fecd3ff288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:02:52.464407 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a07d76-5aed-41c3-a396-2c3017c0dba1 req-a9e17828-37cf-441f-a012-734c95060997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:52.466184 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d4a07d76-5aed-41c3-a396-2c3017c0dba1 req-a9e17828-37cf-441f-a012-734c95060997 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 1128 time: 0.1339986 Feb 20 06:02:52.471816 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cf37b-20de-47df-a9ea-25dcbb53e466 req-342fd7e5-76c1-48c4-9465-d9cd544dfbe9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:52.474387 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b5cf37b-20de-47df-a9ea-25dcbb53e466 req-342fd7e5-76c1-48c4-9465-d9cd544dfbe9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 946 time: 0.0822647 Feb 20 06:02:52.489900 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d38ab3-de46-4083-8f8b-feeef5177fc8 None None] Checking router: 73fcccd4-6499-4bbe-a032-791d02b9e88f for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:02:52.530785 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d38ab3-de46-4083-8f8b-feeef5177fc8 None None] Routers {'73fcccd4-6499-4bbe-a032-791d02b9e88f'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:02:52.532819 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e1d38ab3-de46-4083-8f8b-feeef5177fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:02:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['73fcccd4-6499-4bbe-a032-791d02b9e88f'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:52.559845 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b5cf37b-20de-47df-a9ea-25dcbb53e466 req-791772d9-a259-4086-a814-3ae9d7fc473d tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791407 Feb 20 06:02:52.585573 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3548e2ef-38f0-4f36-9605-b51a6bfefa37 req-a553704d-0f0c-42b1-9cd7-ad793a67d113 service neutron] 10.222.0.48 "GET /v2.0/networks/ef7da14a-90c4-4c78-9eae-d93602677123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063556 Feb 20 06:02:52.635817 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a07d76-5aed-41c3-a396-2c3017c0dba1 req-c6171410-4b52-45ae-9c27-26a15459c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:52.638247 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d4a07d76-5aed-41c3-a396-2c3017c0dba1 req-c6171410-4b52-45ae-9c27-26a15459c524 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5c43b68d-7b99-4aa3-a89e-71d7b313461c HTTP/1.1" status: 200 len: 897 time: 0.1640213 Feb 20 06:02:52.710880 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d4a07d76-5aed-41c3-a396-2c3017c0dba1 req-a9b18332-5c19-4204-9dd2-3a1785167e80 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50 HTTP/1.1" status: 200 len: 217 time: 0.0657337 Feb 20 06:02:52.787631 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a07d76-5aed-41c3-a396-2c3017c0dba1 req-e0afd4d4-0bdb-4afa-8cb5-8e4a0ab2f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:52.789186 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d4a07d76-5aed-41c3-a396-2c3017c0dba1 req-e0afd4d4-0bdb-4afa-8cb5-8e4a0ab2f601 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e HTTP/1.1" status: 200 len: 835 time: 0.0714896 Feb 20 06:02:52.802108 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:52.842935 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a07d76-5aed-41c3-a396-2c3017c0dba1 req-5bf5e57b-2188-45cc-bb88-b10bbf1cbe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:52.844736 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d4a07d76-5aed-41c3-a396-2c3017c0dba1 req-5bf5e57b-2188-45cc-bb88-b10bbf1cbe9b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5c43b68d-7b99-4aa3-a89e-71d7b313461c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484319 Feb 20 06:02:52.867012 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-e1d38ab3-de46-4083-8f8b-feeef5177fc8 None None] Set router 73fcccd4-6499-4bbe-a032-791d02b9e88f gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:02:52.900512 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65cb7bf-d3ef-4374-bab9-ddfff4c94fd4 None None] New status for floating IP 4e002379-5013-40ba-b55e-b706ad6adc36: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:02:52.981771 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d4c76-022c-4d30-a64d-0e905b16667f req-086b85e3-a85b-4e3a-bd78-3cfc31ede931 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:52.983385 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-809d4c76-022c-4d30-a64d-0e905b16667f req-086b85e3-a85b-4e3a-bd78-3cfc31ede931 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.48 "GET /v2.0/ports?device_id=64548f96-5f64-47b6-bbc1-9799ef3cd903 HTTP/1.1" status: 200 len: 984 time: 0.1101398 Feb 20 06:02:53.009520 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a49ca-1447-49fb-af60-164cb9fccab5 req-148d71e2-ba47-4a9c-8318-c895340204fd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:53.011325 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6d9a49ca-1447-49fb-af60-164cb9fccab5 req-148d71e2-ba47-4a9c-8318-c895340204fd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=64548f96-5f64-47b6-bbc1-9799ef3cd903 HTTP/1.1" status: 200 len: 984 time: 0.0744569 Feb 20 06:02:53.049184 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d4a07d76-5aed-41c3-a396-2c3017c0dba1 req-242d3229-a5cd-430d-8e7c-2dc7c9720c03 service neutron] 10.222.0.61 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985819 Feb 20 06:02:53.050563 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:53.093057 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6d9a49ca-1447-49fb-af60-164cb9fccab5 req-d71ecd4e-f4b4-42a1-9790-2ce1794f09de tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca23428e-63f3-44e7-95cd-2307384ba1cf&id=3c0642d2-86e2-4178-9d4f-53be39f1da9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0733471 Feb 20 06:02:53.115092 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e1d38ab3-de46-4083-8f8b-feeef5177fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548985529', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:40Z', 'updated_at': '2022-02-20T06:00:49Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:41Z', 'updated_at': '2022-02-20T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'eed44017-a3cb-4505-ad2c-f03997b949b0', 'name': '', 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:ac:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:47Z', 'updated_at': '2022-02-20T06:00:56Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': '4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:53.137526 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d38ab3-de46-4083-8f8b-feeef5177fc8 None None] The sync data for ids ['73fcccd4-6499-4bbe-a032-791d02b9e88f'] in n-d-829866-5 is: [{'id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548985529', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:40Z', 'updated_at': '2022-02-20T06:00:49Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:41Z', 'updated_at': '2022-02-20T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'eed44017-a3cb-4505-ad2c-f03997b949b0', 'name': '', 'network_id': '5c43b68d-7b99-4aa3-a89e-71d7b313461c', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:ac:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:47Z', 'updated_at': '2022-02-20T06:00:56Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': '4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:02:53.172761 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d4a07d76-5aed-41c3-a396-2c3017c0dba1 req-f2d28c20-47ac-4462-952b-6563102ce82d service neutron] 10.222.0.61 "GET /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142755 Feb 20 06:02:53.193499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-809d4c76-022c-4d30-a64d-0e905b16667f req-d9d7b284-e720-4f19-a10f-b6701b6d96be tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Deleting port ee895c93-26b1-4d76-b63b-770f3af5deed {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:02:53.193996 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-809d4c76-022c-4d30-a64d-0e905b16667f req-d9d7b284-e720-4f19-a10f-b6701b6d96be tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (ee895c93-26b1-4d76-b63b-770f3af5deed), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:53.286666 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-809d4c76-022c-4d30-a64d-0e905b16667f req-d9d7b284-e720-4f19-a10f-b6701b6d96be tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] For port ee895c93-26b1-4d76-b63b-770f3af5deed, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=ee895c93-26b1-4d76-b63b-770f3af5deed,segment=NetworkSegment(5946445e-3bbe-4672-aae7-1238bb862d1c),segment_id=5946445e-3bbe-4672-aae7-1238bb862d1c)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:53.287191 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-809d4c76-022c-4d30-a64d-0e905b16667f req-d9d7b284-e720-4f19-a10f-b6701b6d96be tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (ee895c93-26b1-4d76-b63b-770f3af5deed), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:53.300494 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-809d4c76-022c-4d30-a64d-0e905b16667f req-d9d7b284-e720-4f19-a10f-b6701b6d96be tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Calling delete_port for ee895c93-26b1-4d76-b63b-770f3af5deed owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:02:53.431067 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e7ce50-3c70-45e1-a510-f8474324182f None None] New status for floating IP db3f5f26-2e5d-464e-a52e-f8fc746f3495: DOWN {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:02:53.469548 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-809d4c76-022c-4d30-a64d-0e905b16667f req-d9d7b284-e720-4f19-a10f-b6701b6d96be tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (ee895c93-26b1-4d76-b63b-770f3af5deed), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:53.504014 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7b284-e720-4f19-a10f-b6701b6d96be tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event deleted for resources: {'Port': ['ID=ee895c93-26b1-4d76-b63b-770f3af5deed,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:53.610774 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-809d4c76-022c-4d30-a64d-0e905b16667f req-d9d7b284-e720-4f19-a10f-b6701b6d96be tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] No DVR routers for this DVR port ee895c93-26b1-4d76-b63b-770f3af5deed on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:02:53.614851 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-809d4c76-022c-4d30-a64d-0e905b16667f req-d9d7b284-e720-4f19-a10f-b6701b6d96be tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:53.619696 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-809d4c76-022c-4d30-a64d-0e905b16667f req-d9d7b284-e720-4f19-a10f-b6701b6d96be tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.48 "DELETE /v2.0/ports/ee895c93-26b1-4d76-b63b-770f3af5deed HTTP/1.1" status: 204 len: 173 time: 0.6177855 Feb 20 06:02:53.673566 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3c43a-bf88-4f03-a308-75f15a7de00a req-42356b98-8c1c-474c-9bfd-18c02a06fcf8 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:53.680907 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2db3c43a-bf88-4f03-a308-75f15a7de00a req-42356b98-8c1c-474c-9bfd-18c02a06fcf8 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 946 time: 0.1347480 Feb 20 06:02:53.747346 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3ac8f-6a0c-46d7-8270-b5cef4c9de7c req-b58c2e11-f2f2-4573-b390-a5667184b154 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:02:53.758939 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3cf3ac8f-6a0c-46d7-8270-b5cef4c9de7c req-b58c2e11-f2f2-4573-b390-a5667184b154 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7cdc40-3708-4dc5-bb16-546670dae6f7 HTTP/1.1" status: 200 len: 946 time: 0.0882678 Feb 20 06:02:53.816930 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3cf3ac8f-6a0c-46d7-8270-b5cef4c9de7c req-2bb85325-1d14-45bc-8a6f-cff820a5ac42 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a39c246-8320-433a-9ddd-eb71d485cce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554750 Feb 20 06:02:53.821178 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-2db3c43a-bf88-4f03-a308-75f15a7de00a req-a3e675a6-8ecf-41a8-a2ed-9b05fdf69010 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Deleting port 0adf99bf-eaaa-424c-903e-a44665bd4a50 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:02:53.821618 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2db3c43a-bf88-4f03-a308-75f15a7de00a req-a3e675a6-8ecf-41a8-a2ed-9b05fdf69010 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:53.925486 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-2db3c43a-bf88-4f03-a308-75f15a7de00a req-a3e675a6-8ecf-41a8-a2ed-9b05fdf69010 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] For port 0adf99bf-eaaa-424c-903e-a44665bd4a50, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=0adf99bf-eaaa-424c-903e-a44665bd4a50,segment=NetworkSegment(1c603856-d386-4e06-8718-77972e778d20),segment_id=1c603856-d386-4e06-8718-77972e778d20)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:53.925873 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2db3c43a-bf88-4f03-a308-75f15a7de00a req-a3e675a6-8ecf-41a8-a2ed-9b05fdf69010 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:53.938674 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-2db3c43a-bf88-4f03-a308-75f15a7de00a req-a3e675a6-8ecf-41a8-a2ed-9b05fdf69010 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Calling delete_port for 0adf99bf-eaaa-424c-903e-a44665bd4a50 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:02:54.112701 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2db3c43a-bf88-4f03-a308-75f15a7de00a req-a3e675a6-8ecf-41a8-a2ed-9b05fdf69010 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (0adf99bf-eaaa-424c-903e-a44665bd4a50), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:54.145172 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e675a6-8ecf-41a8-a2ed-9b05fdf69010 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'Port': ['ID=0adf99bf-eaaa-424c-903e-a44665bd4a50,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:54.237692 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db3c43a-bf88-4f03-a308-75f15a7de00a req-a3e675a6-8ecf-41a8-a2ed-9b05fdf69010 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] No DVR routers for this DVR port 0adf99bf-eaaa-424c-903e-a44665bd4a50 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:02:54.240731 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2db3c43a-bf88-4f03-a308-75f15a7de00a req-a3e675a6-8ecf-41a8-a2ed-9b05fdf69010 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:54.244369 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2db3c43a-bf88-4f03-a308-75f15a7de00a req-a3e675a6-8ecf-41a8-a2ed-9b05fdf69010 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.61 "DELETE /v2.0/ports/0adf99bf-eaaa-424c-903e-a44665bd4a50 HTTP/1.1" status: 204 len: 173 time: 0.5583715 Feb 20 06:02:54.266544 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e1a50e8-b074-4eb7-8180-fd0a2292a88b req-ecdca584-678b-45f7-a0c8-007c42aa5423 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "GET /v2.0/ports?device_id=64548f96-5f64-47b6-bbc1-9799ef3cd903 HTTP/1.1" status: 200 len: 210 time: 0.0445337 Feb 20 06:02:54.315341 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64548f96-5f64-47b6-bbc1-9799ef3cd903', 'name': 'network-vif-deleted', 'tag': 'ee895c93-26b1-4d76-b63b-770f3af5deed'}, {'server_uuid': 'ee7cdc40-3708-4dc5-bb16-546670dae6f7', 'name': 'network-vif-deleted', 'tag': '0adf99bf-eaaa-424c-903e-a44665bd4a50'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:02:54.317941 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1c0d2c-bd64-453c-a7e7-a6fea606bc2e" -d '{"events": [{"server_uuid": "64548f96-5f64-47b6-bbc1-9799ef3cd903", "name": "network-vif-deleted", "tag": "ee895c93-26b1-4d76-b63b-770f3af5deed"}, {"server_uuid": "ee7cdc40-3708-4dc5-bb16-546670dae6f7", "name": "network-vif-deleted", "tag": "0adf99bf-eaaa-424c-903e-a44665bd4a50"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:02:54.389876 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 20 Feb 2022 06:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06d1dcc-21c2-4679-8c8a-7966363c2bcb x-openstack-request-id: req-c06d1dcc-21c2-4679-8c8a-7966363c2bcb {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:02:54.390373 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64548f96-5f64-47b6-bbc1-9799ef3cd903", "name": "network-vif-deleted", "tag": "ee895c93-26b1-4d76-b63b-770f3af5deed", "status": "completed", "code": 200}, {"server_uuid": "ee7cdc40-3708-4dc5-bb16-546670dae6f7", "name": "network-vif-deleted", "tag": "0adf99bf-eaaa-424c-903e-a44665bd4a50", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:02:54.391205 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c06d1dcc-21c2-4679-8c8a-7966363c2bcb {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:02:54.391755 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64548f96-5f64-47b6-bbc1-9799ef3cd903', 'name': 'network-vif-deleted', 'tag': 'ee895c93-26b1-4d76-b63b-770f3af5deed', 'status': 'completed', 'code': 200} Feb 20 06:02:54.392109 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7cdc40-3708-4dc5-bb16-546670dae6f7', 'name': 'network-vif-deleted', 'tag': '0adf99bf-eaaa-424c-903e-a44665bd4a50', 'status': 'completed', 'code': 200} Feb 20 06:02:54.878262 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42750) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:55.264134 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48b81d7b-a30e-4f62-bc8f-bae0a0cff264 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (73fcccd4-6499-4bbe-a032-791d02b9e88f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:55.340807 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:55.353420 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42754) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:55.415680 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5575f1d2-b8f7-4595-9288-98e392803305 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for security_group (ca23428e-63f3-44e7-95cd-2307384ba1cf), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:55.440056 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5575f1d2-b8f7-4595-9288-98e392803305 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for security_group (ca23428e-63f3-44e7-95cd-2307384ba1cf), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:55.490121 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5575f1d2-b8f7-4595-9288-98e392803305 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ca23428e-63f3-44e7-95cd-2307384ba1cf), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:55.497347 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5575f1d2-b8f7-4595-9288-98e392803305 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:55.498822 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5575f1d2-b8f7-4595-9288-98e392803305 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "DELETE /v2.0/security-groups/ca23428e-63f3-44e7-95cd-2307384ba1cf HTTP/1.1" status: 204 len: 168 time: 0.1438715 Feb 20 06:02:55.502836 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42756) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:55.547578 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575f1d2-b8f7-4595-9288-98e392803305 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca23428e-63f3-44e7-95cd-2307384ba1cf,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:55.586914 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d0c0531-cb6f-4300-a5c5-4823653c5dee tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for security_group (3c0642d2-86e2-4178-9d4f-53be39f1da9a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:55.615776 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d0c0531-cb6f-4300-a5c5-4823653c5dee tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for security_group (3c0642d2-86e2-4178-9d4f-53be39f1da9a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:55.643171 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-48b81d7b-a30e-4f62-bc8f-bae0a0cff264 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Deleting port eed44017-a3cb-4505-ad2c-f03997b949b0 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:02:55.643618 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48b81d7b-a30e-4f62-bc8f-bae0a0cff264 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (eed44017-a3cb-4505-ad2c-f03997b949b0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:55.668195 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d0c0531-cb6f-4300-a5c5-4823653c5dee tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3c0642d2-86e2-4178-9d4f-53be39f1da9a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:55.671077 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d0c0531-cb6f-4300-a5c5-4823653c5dee tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:55.675953 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7d0c0531-cb6f-4300-a5c5-4823653c5dee tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "DELETE /v2.0/security-groups/3c0642d2-86e2-4178-9d4f-53be39f1da9a HTTP/1.1" status: 204 len: 168 time: 0.1716347 Feb 20 06:02:55.676672 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42758) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:55.802786 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-48b81d7b-a30e-4f62-bc8f-bae0a0cff264 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] For port eed44017-a3cb-4505-ad2c-f03997b949b0, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=eed44017-a3cb-4505-ad2c-f03997b949b0,segment=NetworkSegment(1c603856-d386-4e06-8718-77972e778d20),segment_id=1c603856-d386-4e06-8718-77972e778d20)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:55.803570 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48b81d7b-a30e-4f62-bc8f-bae0a0cff264 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (eed44017-a3cb-4505-ad2c-f03997b949b0), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:55.818014 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-48b81d7b-a30e-4f62-bc8f-bae0a0cff264 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Calling delete_port for eed44017-a3cb-4505-ad2c-f03997b949b0 owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:02:55.843792 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c0531-cb6f-4300-a5c5-4823653c5dee tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0642d2-86e2-4178-9d4f-53be39f1da9a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:56.013307 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device ee895c93-26b1-4d76-b63b-770f3af5deed no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:02:56.043166 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: ee895c93-26b1-4d76-b63b-770f3af5deed {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:02:56.043820 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device ee895c93-26b1-4d76-b63b-770f3af5deed not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:02:56.072874 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48b81d7b-a30e-4f62-bc8f-bae0a0cff264 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (eed44017-a3cb-4505-ad2c-f03997b949b0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:56.137913 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b81d7b-a30e-4f62-bc8f-bae0a0cff264 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'Port': ['ID=eed44017-a3cb-4505-ad2c-f03997b949b0,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:56.194793 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6138bf47-d4db-4b80-a04c-2efe1f33b6ce tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (5f91724f-5a5c-489b-8619-2e11245fc3a2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:56.390326 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-48b81d7b-a30e-4f62-bc8f-bae0a0cff264 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (73fcccd4-6499-4bbe-a032-791d02b9e88f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:56.598339 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6138bf47-d4db-4b80-a04c-2efe1f33b6ce tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Deleting port de0f4f56-dbdf-4e57-aac2-db7b0c9b977f {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:02:56.598926 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6138bf47-d4db-4b80-a04c-2efe1f33b6ce tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (de0f4f56-dbdf-4e57-aac2-db7b0c9b977f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:56.800886 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-6138bf47-d4db-4b80-a04c-2efe1f33b6ce tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] For port de0f4f56-dbdf-4e57-aac2-db7b0c9b977f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=de0f4f56-dbdf-4e57-aac2-db7b0c9b977f,segment=NetworkSegment(5946445e-3bbe-4672-aae7-1238bb862d1c),segment_id=5946445e-3bbe-4672-aae7-1238bb862d1c)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:56.801267 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6138bf47-d4db-4b80-a04c-2efe1f33b6ce tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (de0f4f56-dbdf-4e57-aac2-db7b0c9b977f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:56.828331 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6138bf47-d4db-4b80-a04c-2efe1f33b6ce tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Calling delete_port for de0f4f56-dbdf-4e57-aac2-db7b0c9b977f owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:02:57.111803 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b81d7b-a30e-4f62-bc8f-bae0a0cff264 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Router 73fcccd4-6499-4bbe-a032-791d02b9e88f has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:02:57.177003 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6138bf47-d4db-4b80-a04c-2efe1f33b6ce tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (de0f4f56-dbdf-4e57-aac2-db7b0c9b977f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:57.208973 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138bf47-d4db-4b80-a04c-2efe1f33b6ce tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event deleted for resources: {'Port': ['ID=de0f4f56-dbdf-4e57-aac2-db7b0c9b977f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:57.273823 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b81d7b-a30e-4f62-bc8f-bae0a0cff264 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:02:57.281029 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-48b81d7b-a30e-4f62-bc8f-bae0a0cff264 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "PUT /v2.0/routers/73fcccd4-6499-4bbe-a032-791d02b9e88f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4012463 Feb 20 06:02:57.284942 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f025a709-33fe-4ddf-a40f-2e4b0afdf66d None None] Sync routers for ids ['73fcccd4-6499-4bbe-a032-791d02b9e88f'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:02:57.289719 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42764) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:57.303383 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f025a709-33fe-4ddf-a40f-2e4b0afdf66d None None] Routers {'73fcccd4-6499-4bbe-a032-791d02b9e88f'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:02:57.304296 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f025a709-33fe-4ddf-a40f-2e4b0afdf66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:02:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['73fcccd4-6499-4bbe-a032-791d02b9e88f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:57.390707 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 0adf99bf-eaaa-424c-903e-a44665bd4a50 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:02:57.408146 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-e490bad8-4b06-4f59-9cbf-f9d168d915dc tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Deleting subnet 4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:02:57.420563 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e490bad8-4b06-4f59-9cbf-f9d168d915dc tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for subnet (4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:57.426680 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 0adf99bf-eaaa-424c-903e-a44665bd4a50 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:02:57.427384 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 0adf99bf-eaaa-424c-903e-a44665bd4a50 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:02:57.457589 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-f025a709-33fe-4ddf-a40f-2e4b0afdf66d None None] Set router 73fcccd4-6499-4bbe-a032-791d02b9e88f gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:02:57.524256 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e490bad8-4b06-4f59-9cbf-f9d168d915dc tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:57.660998 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e490bad8-4b06-4f59-9cbf-f9d168d915dc tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:57.699944 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f025a709-33fe-4ddf-a40f-2e4b0afdf66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548985529', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:40Z', 'updated_at': '2022-02-20T06:02:55Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:41Z', 'updated_at': '2022-02-20T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:57.734736 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f025a709-33fe-4ddf-a40f-2e4b0afdf66d None None] Checking router: 73fcccd4-6499-4bbe-a032-791d02b9e88f for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:02:57.742854 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e490bad8-4b06-4f59-9cbf-f9d168d915dc tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:57.748071 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f025a709-33fe-4ddf-a40f-2e4b0afdf66d None None] Routers {'73fcccd4-6499-4bbe-a032-791d02b9e88f'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:02:57.749004 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f025a709-33fe-4ddf-a40f-2e4b0afdf66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:02:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['73fcccd4-6499-4bbe-a032-791d02b9e88f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:57.791679 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e490bad8-4b06-4f59-9cbf-f9d168d915dc tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:57.791919 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46be9b53-b2c4-4159-9fcd-83feebae0da8 None None] Network 5c43b68d-7b99-4aa3-a89e-71d7b313461c requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:02:57.795549 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e490bad8-4b06-4f59-9cbf-f9d168d915dc tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "DELETE /v2.0/subnets/4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e HTTP/1.1" status: 204 len: 168 time: 0.5034103 Feb 20 06:02:57.798920 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42766) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:57.802842 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490bad8-4b06-4f59-9cbf-f9d168d915dc tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'Subnet': ['ID=4a8b9d13-2a9b-45eb-9c0f-5bc72fe2d37e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:57.815170 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6138bf47-d4db-4b80-a04c-2efe1f33b6ce tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (5f91724f-5a5c-489b-8619-2e11245fc3a2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:57.961466 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-f025a709-33fe-4ddf-a40f-2e4b0afdf66d None None] Set router 73fcccd4-6499-4bbe-a032-791d02b9e88f gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:02:58.046421 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-28529626-0a93-4f95-9c26-9abb556a4716 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router (73fcccd4-6499-4bbe-a032-791d02b9e88f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:58.115630 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5652a8b-07e3-47cc-8965-7b118b7a3f31 None None] DHCP port deletion for 5c43b68d-7b99-4aa3-a89e-71d7b313461c request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:02:58.220144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c5652a8b-07e3-47cc-8965-7b118b7a3f31 None None] Deleting port b7f06a33-ebc5-4277-b862-b586c4f88e63 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:02:58.220518 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c5652a8b-07e3-47cc-8965-7b118b7a3f31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (b7f06a33-ebc5-4277-b862-b586c4f88e63), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:58.320344 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c5652a8b-07e3-47cc-8965-7b118b7a3f31 None None] For port b7f06a33-ebc5-4277-b862-b586c4f88e63, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=b7f06a33-ebc5-4277-b862-b586c4f88e63,segment=NetworkSegment(1c603856-d386-4e06-8718-77972e778d20),segment_id=1c603856-d386-4e06-8718-77972e778d20)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:58.321039 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c5652a8b-07e3-47cc-8965-7b118b7a3f31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (b7f06a33-ebc5-4277-b862-b586c4f88e63), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:58.327933 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-28529626-0a93-4f95-9c26-9abb556a4716 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router_gateway (73fcccd4-6499-4bbe-a032-791d02b9e88f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:58.336732 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c5652a8b-07e3-47cc-8965-7b118b7a3f31 None None] Calling delete_port for b7f06a33-ebc5-4277-b862-b586c4f88e63 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:02:58.360443 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6138bf47-d4db-4b80-a04c-2efe1f33b6ce tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Router 5f91724f-5a5c-489b-8619-2e11245fc3a2 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:02:58.362269 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f025a709-33fe-4ddf-a40f-2e4b0afdf66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548985529', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:40Z', 'updated_at': '2022-02-20T06:02:55Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:41Z', 'updated_at': '2022-02-20T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:58.426292 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c5652a8b-07e3-47cc-8965-7b118b7a3f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (b7f06a33-ebc5-4277-b862-b586c4f88e63), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:58.432873 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f025a709-33fe-4ddf-a40f-2e4b0afdf66d None None] The sync data for ids ['73fcccd4-6499-4bbe-a032-791d02b9e88f'] in n-d-829866-5 is: [{'id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548985529', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:00:40Z', 'updated_at': '2022-02-20T06:02:55Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': '6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcccd4-6499-4bbe-a032-791d02b9e88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:00:41Z', 'updated_at': '2022-02-20T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:02:58.449428 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-28529626-0a93-4f95-9c26-9abb556a4716 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Deleting port 6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:02:58.452799 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-28529626-0a93-4f95-9c26-9abb556a4716 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:58.493777 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5652a8b-07e3-47cc-8965-7b118b7a3f31 None None] Pushing event deleted for resources: {'Port': ['ID=b7f06a33-ebc5-4277-b862-b586c4f88e63,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:58.495700 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5652a8b-07e3-47cc-8965-7b118b7a3f31 None None] No DVR routers for this DVR port b7f06a33-ebc5-4277-b862-b586c4f88e63 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:02:58.593662 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6138bf47-d4db-4b80-a04c-2efe1f33b6ce tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:02:58.601809 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6138bf47-d4db-4b80-a04c-2efe1f33b6ce tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "PUT /v2.0/routers/5f91724f-5a5c-489b-8619-2e11245fc3a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9137113 Feb 20 06:02:58.603898 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42774) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:58.604063 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c27dba-d768-437c-a207-afa78f3a97e5 None None] Sync routers for ids ['5f91724f-5a5c-489b-8619-2e11245fc3a2'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:02:58.625490 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c27dba-d768-437c-a207-afa78f3a97e5 None None] Routers {'5f91724f-5a5c-489b-8619-2e11245fc3a2'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:02:58.626135 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e0c27dba-d768-437c-a207-afa78f3a97e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:02:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['5f91724f-5a5c-489b-8619-2e11245fc3a2'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:58.657797 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-28529626-0a93-4f95-9c26-9abb556a4716 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] For port 6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:58.658607 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-28529626-0a93-4f95-9c26-9abb556a4716 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:58.670984 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5042bf9-5f5c-498c-93c5-4f15dcf6eb74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Deleting subnet 6a1dea6e-e4bf-4667-877e-85fecd3ff288 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:02:58.674811 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5042bf9-5f5c-498c-93c5-4f15dcf6eb74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for subnet (6a1dea6e-e4bf-4667-877e-85fecd3ff288), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:58.677285 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-28529626-0a93-4f95-9c26-9abb556a4716 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Calling delete_port for 6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:02:58.727132 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5042bf9-5f5c-498c-93c5-4f15dcf6eb74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (6a1dea6e-e4bf-4667-877e-85fecd3ff288), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:58.844841 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-e0c27dba-d768-437c-a207-afa78f3a97e5 None None] Set router 5f91724f-5a5c-489b-8619-2e11245fc3a2 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:02:58.868955 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5042bf9-5f5c-498c-93c5-4f15dcf6eb74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (6a1dea6e-e4bf-4667-877e-85fecd3ff288), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:59.013524 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:02:59.027730 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5042bf9-5f5c-498c-93c5-4f15dcf6eb74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (6a1dea6e-e4bf-4667-877e-85fecd3ff288), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:59.079627 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5042bf9-5f5c-498c-93c5-4f15dcf6eb74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event deleted for resources: {'Subnet': ['ID=6a1dea6e-e4bf-4667-877e-85fecd3ff288,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:59.101248 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-28529626-0a93-4f95-9c26-9abb556a4716 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:59.111481 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f24d94-ff62-43f6-b13b-ec964beb8d73 None None] Network ef7da14a-90c4-4c78-9eae-d93602677123 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:02:59.124022 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5042bf9-5f5c-498c-93c5-4f15dcf6eb74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:59.133856 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a5042bf9-5f5c-498c-93c5-4f15dcf6eb74 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "DELETE /v2.0/subnets/6a1dea6e-e4bf-4667-877e-85fecd3ff288 HTTP/1.1" status: 204 len: 168 time: 0.5280945 Feb 20 06:02:59.134880 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42778) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:59.161696 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28529626-0a93-4f95-9c26-9abb556a4716 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'Port': ['ID=6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:02:59.186214 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b7f06a33-ebc5-4277-b862-b586c4f88e63 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:02:59.270842 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-28529626-0a93-4f95-9c26-9abb556a4716 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (73fcccd4-6499-4bbe-a032-791d02b9e88f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:59.282744 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: b7f06a33-ebc5-4277-b862-b586c4f88e63 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:02:59.283197 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b7f06a33-ebc5-4277-b862-b586c4f88e63 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:02:59.283542 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device eed44017-a3cb-4505-ad2c-f03997b949b0 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:02:59.346415 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7bdf28a9-0e5c-4991-9bc6-8a3054bf86b6 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for router (5f91724f-5a5c-489b-8619-2e11245fc3a2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:59.366593 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: eed44017-a3cb-4505-ad2c-f03997b949b0 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:02:59.367270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device eed44017-a3cb-4505-ad2c-f03997b949b0 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:02:59.442724 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-28529626-0a93-4f95-9c26-9abb556a4716 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (73fcccd4-6499-4bbe-a032-791d02b9e88f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:59.446691 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-28529626-0a93-4f95-9c26-9abb556a4716 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router_controller (73fcccd4-6499-4bbe-a032-791d02b9e88f), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:59.485807 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7bdf28a9-0e5c-4991-9bc6-8a3054bf86b6 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for router_gateway (5f91724f-5a5c-489b-8619-2e11245fc3a2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:59.542587 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3d1dd5-8625-49de-9037-94a8567a19c1 None None] DHCP port deletion for ef7da14a-90c4-4c78-9eae-d93602677123 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:02:59.557839 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e0c27dba-d768-437c-a207-afa78f3a97e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1721095749', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:01:10Z', 'updated_at': '2022-02-20T06:02:57Z', 'revision_number': 5, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'gw_port': {'id': 'f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:01:11Z', 'updated_at': '2022-02-20T06:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:59.562666 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-7bdf28a9-0e5c-4991-9bc6-8a3054bf86b6 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Deleting port f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:02:59.563197 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7bdf28a9-0e5c-4991-9bc6-8a3054bf86b6 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:59.605200 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-28529626-0a93-4f95-9c26-9abb556a4716 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (73fcccd4-6499-4bbe-a032-791d02b9e88f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:59.605749 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28529626-0a93-4f95-9c26-9abb556a4716 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Fanout notify agent at l3_agent the message router_deleted on router 73fcccd4-6499-4bbe-a032-791d02b9e88f {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:02:59.625700 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-28529626-0a93-4f95-9c26-9abb556a4716 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:59.627463 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-28529626-0a93-4f95-9c26-9abb556a4716 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "DELETE /v2.0/routers/73fcccd4-6499-4bbe-a032-791d02b9e88f HTTP/1.1" status: 204 len: 168 time: 1.8269794 Feb 20 06:02:59.630436 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42780) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:02:59.682641 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c27dba-d768-437c-a207-afa78f3a97e5 None None] Checking router: 5f91724f-5a5c-489b-8619-2e11245fc3a2 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:02:59.727379 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c27dba-d768-437c-a207-afa78f3a97e5 None None] Routers {'5f91724f-5a5c-489b-8619-2e11245fc3a2'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:02:59.728026 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e0c27dba-d768-437c-a207-afa78f3a97e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:02:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['5f91724f-5a5c-489b-8619-2e11245fc3a2'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:02:59.786225 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-03726239-4065-466b-84c5-2e72168754c5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (5c43b68d-7b99-4aa3-a89e-71d7b313461c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:59.791894 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-7bdf28a9-0e5c-4991-9bc6-8a3054bf86b6 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] For port f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:02:59.792762 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7bdf28a9-0e5c-4991-9bc6-8a3054bf86b6 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:02:59.828245 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-7bdf28a9-0e5c-4991-9bc6-8a3054bf86b6 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Calling delete_port for f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:02:59.932104 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-e0c27dba-d768-437c-a207-afa78f3a97e5 None None] Set router 5f91724f-5a5c-489b-8619-2e11245fc3a2 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:03:00.013398 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-03726239-4065-466b-84c5-2e72168754c5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (5c43b68d-7b99-4aa3-a89e-71d7b313461c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:00.047578 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e0c27dba-d768-437c-a207-afa78f3a97e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1721095749', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:01:10Z', 'updated_at': '2022-02-20T06:02:59Z', 'revision_number': 6, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:00.061151 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-03726239-4065-466b-84c5-2e72168754c5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c43b68d-7b99-4aa3-a89e-71d7b313461c']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:00.075758 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-03726239-4065-466b-84c5-2e72168754c5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c603856-d386-4e06-8718-77972e778d20') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:00.076318 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-03726239-4065-466b-84c5-2e72168754c5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c603856-d386-4e06-8718-77972e778d20') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:00.090134 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c27dba-d768-437c-a207-afa78f3a97e5 None None] The sync data for ids ['5f91724f-5a5c-489b-8619-2e11245fc3a2'] in n-d-829866-5 is: [{'id': '5f91724f-5a5c-489b-8619-2e11245fc3a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1721095749', 'tenant_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:01:10Z', 'updated_at': '2022-02-20T06:02:59Z', 'revision_number': 6, 'project_id': 'a5e6bd07f12a45aebf66848b2d1a7e84', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:03:00.121544 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0b3d1dd5-8625-49de-9037-94a8567a19c1 None None] Deleting port 6309397a-f4c7-474a-93af-2c5d6be6ddae {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:03:00.122011 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0b3d1dd5-8625-49de-9037-94a8567a19c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (6309397a-f4c7-474a-93af-2c5d6be6ddae), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:00.156196 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-03726239-4065-466b-84c5-2e72168754c5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (1c603856-d386-4e06-8718-77972e778d20), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:00.182587 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-03726239-4065-466b-84c5-2e72168754c5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (1c603856-d386-4e06-8718-77972e778d20), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:00.195634 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03726239-4065-466b-84c5-2e72168754c5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:03:00.196050 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-03726239-4065-466b-84c5-2e72168754c5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (1c603856-d386-4e06-8718-77972e778d20), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: timer() Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:03:00.199662 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:03:00.340165 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-03726239-4065-466b-84c5-2e72168754c5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (5c43b68d-7b99-4aa3-a89e-71d7b313461c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:00.340407 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0b3d1dd5-8625-49de-9037-94a8567a19c1 None None] For port 6309397a-f4c7-474a-93af-2c5d6be6ddae, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=6309397a-f4c7-474a-93af-2c5d6be6ddae,segment=NetworkSegment(5946445e-3bbe-4672-aae7-1238bb862d1c),segment_id=5946445e-3bbe-4672-aae7-1238bb862d1c)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:03:00.341796 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0b3d1dd5-8625-49de-9037-94a8567a19c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (6309397a-f4c7-474a-93af-2c5d6be6ddae), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:00.353750 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-03726239-4065-466b-84c5-2e72168754c5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:00.359242 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-03726239-4065-466b-84c5-2e72168754c5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "DELETE /v2.0/networks/5c43b68d-7b99-4aa3-a89e-71d7b313461c HTTP/1.1" status: 204 len: 168 time: 0.7275853 Feb 20 06:03:00.361942 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42786) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:00.409218 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03726239-4065-466b-84c5-2e72168754c5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'Network': ['ID=5c43b68d-7b99-4aa3-a89e-71d7b313461c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:00.409446 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0b3d1dd5-8625-49de-9037-94a8567a19c1 None None] Calling delete_port for 6309397a-f4c7-474a-93af-2c5d6be6ddae owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:03:00.440707 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7bdf28a9-0e5c-4991-9bc6-8a3054bf86b6 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:00.501773 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf28a9-0e5c-4991-9bc6-8a3054bf86b6 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event deleted for resources: {'Port': ['ID=f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:00.572619 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1bb99cea-879a-4632-8144-7d81a813f0b7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group (6a39c246-8320-433a-9ddd-eb71d485cce0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:00.616388 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7bdf28a9-0e5c-4991-9bc6-8a3054bf86b6 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (5f91724f-5a5c-489b-8619-2e11245fc3a2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:00.630483 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1bb99cea-879a-4632-8144-7d81a813f0b7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group (6a39c246-8320-433a-9ddd-eb71d485cce0), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:00.677835 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0b3d1dd5-8625-49de-9037-94a8567a19c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (6309397a-f4c7-474a-93af-2c5d6be6ddae), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:00.763354 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7bdf28a9-0e5c-4991-9bc6-8a3054bf86b6 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (5f91724f-5a5c-489b-8619-2e11245fc3a2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:00.771430 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d1dd5-8625-49de-9037-94a8567a19c1 None None] Pushing event deleted for resources: {'Port': ['ID=6309397a-f4c7-474a-93af-2c5d6be6ddae,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:00.773413 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3d1dd5-8625-49de-9037-94a8567a19c1 None None] No DVR routers for this DVR port 6309397a-f4c7-474a-93af-2c5d6be6ddae on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:03:00.783792 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7bdf28a9-0e5c-4991-9bc6-8a3054bf86b6 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for router_controller (5f91724f-5a5c-489b-8619-2e11245fc3a2), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:00.807548 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1bb99cea-879a-4632-8144-7d81a813f0b7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6a39c246-8320-433a-9ddd-eb71d485cce0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:00.811549 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1bb99cea-879a-4632-8144-7d81a813f0b7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:00.812981 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1bb99cea-879a-4632-8144-7d81a813f0b7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "DELETE /v2.0/security-groups/6a39c246-8320-433a-9ddd-eb71d485cce0 HTTP/1.1" status: 204 len: 168 time: 0.4500468 Feb 20 06:03:00.836309 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb99cea-879a-4632-8144-7d81a813f0b7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a39c246-8320-433a-9ddd-eb71d485cce0,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:00.873440 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7bdf28a9-0e5c-4991-9bc6-8a3054bf86b6 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (5f91724f-5a5c-489b-8619-2e11245fc3a2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:00.874046 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdf28a9-0e5c-4991-9bc6-8a3054bf86b6 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Fanout notify agent at l3_agent the message router_deleted on router 5f91724f-5a5c-489b-8619-2e11245fc3a2 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:03:00.892826 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7bdf28a9-0e5c-4991-9bc6-8a3054bf86b6 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:00.893947 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7bdf28a9-0e5c-4991-9bc6-8a3054bf86b6 tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "DELETE /v2.0/routers/5f91724f-5a5c-489b-8619-2e11245fc3a2 HTTP/1.1" status: 204 len: 168 time: 1.7556632 Feb 20 06:03:00.897765 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42790) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:01.129160 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ba3c7c3-e1f7-40fd-8954-70e2796b40fd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (ef7da14a-90c4-4c78-9eae-d93602677123), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:01.186820 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:03:01.223191 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:03:01.228188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f5c9b1b3-2ded-4a3e-a5a1-cff4ef0d91c5 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:03:01.228845 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device de0f4f56-dbdf-4e57-aac2-db7b0c9b977f no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:03:01.260204 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: de0f4f56-dbdf-4e57-aac2-db7b0c9b977f {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:03:01.270995 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device de0f4f56-dbdf-4e57-aac2-db7b0c9b977f not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:03:01.277284 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:03:01.324118 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:03:01.326051 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6917ae79-9fd6-4b18-b9e2-fbe86a71fa2e not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:03:01.326682 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6309397a-f4c7-474a-93af-2c5d6be6ddae no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:03:01.368177 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 6309397a-f4c7-474a-93af-2c5d6be6ddae {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:03:01.378380 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6309397a-f4c7-474a-93af-2c5d6be6ddae not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:03:01.534031 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42796) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:01.539959 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a4e2eb35-bb33-4c67-a0fd-07b07e4cdc01 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-520861196', 'description': 'tempest-secgroup-smoke-520861196 description', 'project_id': '50b63137536d4822a61a7b01dd632aeb'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:01.584113 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4e2eb35-bb33-4c67-a0fd-07b07e4cdc01 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:01.757567 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4e2eb35-bb33-4c67-a0fd-07b07e4cdc01 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group (d5c153ef-abce-44c1-9bf0-3608ed66ea0c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:01.762266 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4e2eb35-bb33-4c67-a0fd-07b07e4cdc01 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d5c153ef-abce-44c1-9bf0-3608ed66ea0c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:01.822769 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4e2eb35-bb33-4c67-a0fd-07b07e4cdc01 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:01.828462 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a4e2eb35-bb33-4c67-a0fd-07b07e4cdc01 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2926941 Feb 20 06:03:01.844387 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42798) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:01.850153 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-b0519c0d-bf14-4dad-bd12-e48affa8a0ff tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group_rule': {'security_group_id': 'd5c153ef-abce-44c1-9bf0-3608ed66ea0c', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:01.856288 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2eb35-bb33-4c67-a0fd-07b07e4cdc01 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c153ef-abce-44c1-9bf0-3608ed66ea0c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:01.908058 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b0519c0d-bf14-4dad-bd12-e48affa8a0ff tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (ac18c00d-0348-4202-a81b-500dd4b2d097), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:02.043001 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b0519c0d-bf14-4dad-bd12-e48affa8a0ff tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (ac18c00d-0348-4202-a81b-500dd4b2d097), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:02.047519 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b0519c0d-bf14-4dad-bd12-e48affa8a0ff tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (ac18c00d-0348-4202-a81b-500dd4b2d097), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:02.067216 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ba3c7c3-e1f7-40fd-8954-70e2796b40fd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (ef7da14a-90c4-4c78-9eae-d93602677123), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:02.076948 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0519c0d-bf14-4dad-bd12-e48affa8a0ff tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac18c00d-0348-4202-a81b-500dd4b2d097,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:02.095776 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b0519c0d-bf14-4dad-bd12-e48affa8a0ff tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:02.097099 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b0519c0d-bf14-4dad-bd12-e48affa8a0ff tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2514119 Feb 20 06:03:02.103806 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42800) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:02.118157 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6ba3c7c3-e1f7-40fd-8954-70e2796b40fd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7da14a-90c4-4c78-9eae-d93602677123']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:02.136527 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6ba3c7c3-e1f7-40fd-8954-70e2796b40fd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5946445e-3bbe-4672-aae7-1238bb862d1c') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:02.137199 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6ba3c7c3-e1f7-40fd-8954-70e2796b40fd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5946445e-3bbe-4672-aae7-1238bb862d1c') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:02.152922 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ba3c7c3-e1f7-40fd-8954-70e2796b40fd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (5946445e-3bbe-4672-aae7-1238bb862d1c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:02.159234 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2c40acb9-ebc1-443b-9fe1-c85dac980f20 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group_rule': {'security_group_id': 'd5c153ef-abce-44c1-9bf0-3608ed66ea0c', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:02.187553 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ba3c7c3-e1f7-40fd-8954-70e2796b40fd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (5946445e-3bbe-4672-aae7-1238bb862d1c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:02.201395 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba3c7c3-e1f7-40fd-8954-70e2796b40fd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:03:02.201928 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ba3c7c3-e1f7-40fd-8954-70e2796b40fd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (5946445e-3bbe-4672-aae7-1238bb862d1c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: timer() Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:03:02.205293 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:03:02.216976 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2c40acb9-ebc1-443b-9fe1-c85dac980f20 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (322898dc-bfb4-4480-9997-74358edcd341), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:02.289567 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ba3c7c3-e1f7-40fd-8954-70e2796b40fd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (ef7da14a-90c4-4c78-9eae-d93602677123), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:02.295261 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ba3c7c3-e1f7-40fd-8954-70e2796b40fd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:02.307235 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6ba3c7c3-e1f7-40fd-8954-70e2796b40fd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] 10.222.0.37 "DELETE /v2.0/networks/ef7da14a-90c4-4c78-9eae-d93602677123 HTTP/1.1" status: 204 len: 168 time: 1.4063559 Feb 20 06:03:02.334853 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3c7c3-e1f7-40fd-8954-70e2796b40fd tempest-TestSecurityGroupsBasicOps-1852116007 tempest-TestSecurityGroupsBasicOps-1852116007-project] Pushing event deleted for resources: {'Network': ['ID=ef7da14a-90c4-4c78-9eae-d93602677123,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:02.362004 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2c40acb9-ebc1-443b-9fe1-c85dac980f20 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (322898dc-bfb4-4480-9997-74358edcd341), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:02.368765 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2c40acb9-ebc1-443b-9fe1-c85dac980f20 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (322898dc-bfb4-4480-9997-74358edcd341), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:02.390314 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40acb9-ebc1-443b-9fe1-c85dac980f20 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322898dc-bfb4-4480-9997-74358edcd341,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:02.407081 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2c40acb9-ebc1-443b-9fe1-c85dac980f20 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:02.408589 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2c40acb9-ebc1-443b-9fe1-c85dac980f20 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2532904 Feb 20 06:03:02.411253 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42806) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:02.420770 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-757b08bd-c45a-4551-9257-eabac3752c14 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group_rule': {'security_group_id': 'd5c153ef-abce-44c1-9bf0-3608ed66ea0c', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:02.464940 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-757b08bd-c45a-4551-9257-eabac3752c14 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (23b0e920-2169-4902-bc6d-3ace7597d9c7), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:02.535130 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-757b08bd-c45a-4551-9257-eabac3752c14 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (23b0e920-2169-4902-bc6d-3ace7597d9c7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:02.540396 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-757b08bd-c45a-4551-9257-eabac3752c14 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (23b0e920-2169-4902-bc6d-3ace7597d9c7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:02.566410 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-757b08bd-c45a-4551-9257-eabac3752c14 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:02.570033 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-757b08bd-c45a-4551-9257-eabac3752c14 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1517754 Feb 20 06:03:02.570419 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42810) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:02.576071 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-8ac87be2-7bef-4730-b3f4-ebfc2ccc7d4e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group_rule': {'security_group_id': 'd5c153ef-abce-44c1-9bf0-3608ed66ea0c', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:02.581747 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b08bd-c45a-4551-9257-eabac3752c14 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b0e920-2169-4902-bc6d-3ace7597d9c7,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:02.607978 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ac87be2-7bef-4730-b3f4-ebfc2ccc7d4e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (423e7ef4-6f10-40a4-828d-ac381ee93b60), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:02.676369 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ac87be2-7bef-4730-b3f4-ebfc2ccc7d4e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (423e7ef4-6f10-40a4-828d-ac381ee93b60), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:02.682568 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ac87be2-7bef-4730-b3f4-ebfc2ccc7d4e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (423e7ef4-6f10-40a4-828d-ac381ee93b60), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:02.710236 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac87be2-7bef-4730-b3f4-ebfc2ccc7d4e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=423e7ef4-6f10-40a4-828d-ac381ee93b60,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:02.724244 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8ac87be2-7bef-4730-b3f4-ebfc2ccc7d4e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:02.728810 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8ac87be2-7bef-4730-b3f4-ebfc2ccc7d4e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1543567 Feb 20 06:03:02.729171 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42814) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:02.742617 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2584143a-417d-465c-89ae-7d7d0ef25b07 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group_rule': {'security_group_id': 'd5c153ef-abce-44c1-9bf0-3608ed66ea0c', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:02.763486 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42816) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:02.770919 n-d-829866-5 neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-2584143a-417d-465c-89ae-7d7d0ef25b07 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Project 50b63137536d4822a61a7b01dd632aeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:03:02.777338 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2584143a-417d-465c-89ae-7d7d0ef25b07 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (9f95ba0e-eab3-4f1a-84d2-693d44120015), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:02.872581 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2584143a-417d-465c-89ae-7d7d0ef25b07 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (9f95ba0e-eab3-4f1a-84d2-693d44120015), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:02.877469 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2584143a-417d-465c-89ae-7d7d0ef25b07 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (9f95ba0e-eab3-4f1a-84d2-693d44120015), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:02.906273 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584143a-417d-465c-89ae-7d7d0ef25b07 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f95ba0e-eab3-4f1a-84d2-693d44120015,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:02.916686 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2584143a-417d-465c-89ae-7d7d0ef25b07 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:02.920322 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2584143a-417d-465c-89ae-7d7d0ef25b07 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1877282 Feb 20 06:03:02.920522 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42820) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:02.924960 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-88591234-523e-472c-9279-839d79843eb6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group_rule': {'security_group_id': 'd5c153ef-abce-44c1-9bf0-3608ed66ea0c', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:02.948866 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-390636e1-6958-49ff-a522-8355eda75e78 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5e6bd07f12a45aebf66848b2d1a7e84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1812468 Feb 20 06:03:02.949106 n-d-829866-5 neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-88591234-523e-472c-9279-839d79843eb6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Project 50b63137536d4822a61a7b01dd632aeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:03:02.949224 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42822) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:02.953301 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88591234-523e-472c-9279-839d79843eb6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (00c4933d-86ae-4f06-8d71-99a30ff9150d), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:03.015183 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6ae01d9f-9073-4e7e-b91c-b686a2df7aac admin admin] Publish callbacks [] for security_group (5368a988-1c74-4e9c-a2b2-84a182232a8b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:03.035356 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88591234-523e-472c-9279-839d79843eb6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (00c4933d-86ae-4f06-8d71-99a30ff9150d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:03.040377 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88591234-523e-472c-9279-839d79843eb6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (00c4933d-86ae-4f06-8d71-99a30ff9150d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:03.049626 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6ae01d9f-9073-4e7e-b91c-b686a2df7aac admin admin] Publish callbacks [] for security_group (5368a988-1c74-4e9c-a2b2-84a182232a8b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:03.070031 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88591234-523e-472c-9279-839d79843eb6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c4933d-86ae-4f06-8d71-99a30ff9150d,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:03.079185 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88591234-523e-472c-9279-839d79843eb6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:03.083016 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-88591234-523e-472c-9279-839d79843eb6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1589606 Feb 20 06:03:03.083520 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42824) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:03.090309 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d54e5b43-f23c-4183-bff0-1910e20e3117 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'network': {'name': 'tempest-network-smoke--1043089732', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'port_security_enabled': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:03.111192 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6ae01d9f-9073-4e7e-b91c-b686a2df7aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5368a988-1c74-4e9c-a2b2-84a182232a8b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:03.115120 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54e5b43-f23c-4183-bff0-1910e20e3117 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Made reservation on behalf of 50b63137536d4822a61a7b01dd632aeb for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:03:03.116024 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6ae01d9f-9073-4e7e-b91c-b686a2df7aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:03.119645 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6ae01d9f-9073-4e7e-b91c-b686a2df7aac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5368a988-1c74-4e9c-a2b2-84a182232a8b HTTP/1.1" status: 204 len: 168 time: 0.1669471 Feb 20 06:03:03.124942 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d54e5b43-f23c-4183-bff0-1910e20e3117 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:03.146829 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae01d9f-9073-4e7e-b91c-b686a2df7aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5368a988-1c74-4e9c-a2b2-84a182232a8b,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:03.177576 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54e5b43-f23c-4183-bff0-1910e20e3117 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:03:03.191552 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d54e5b43-f23c-4183-bff0-1910e20e3117 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (8ccdb38e-5f16-43aa-893f-c7bc844b3fa6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:03.191937 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-d54e5b43-f23c-4183-bff0-1910e20e3117 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Added segment 8ccdb38e-5f16-43aa-893f-c7bc844b3fa6 of type vlan for network d84942d1-1077-45b9-ac30-c28ca0d224f3 Feb 20 06:03:03.243127 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d54e5b43-f23c-4183-bff0-1910e20e3117 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (d84942d1-1077-45b9-ac30-c28ca0d224f3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:03.277963 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d54e5b43-f23c-4183-bff0-1910e20e3117 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d84942d1-1077-45b9-ac30-c28ca0d224f3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:03.283405 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54e5b43-f23c-4183-bff0-1910e20e3117 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:03.284198 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d54e5b43-f23c-4183-bff0-1910e20e3117 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:03.355155 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e5b43-f23c-4183-bff0-1910e20e3117 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Network': ['ID=d84942d1-1077-45b9-ac30-c28ca0d224f3,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:03.371920 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network d84942d1-1077-45b9-ac30-c28ca0d224f3 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:03:03.374217 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d54e5b43-f23c-4183-bff0-1910e20e3117 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2893755 Feb 20 06:03:03.374825 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42830) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:03.380237 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-bbcf637d-3fe2-4098-99b1-269d6d3dee9c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2090595677', 'admin_state_up': True, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:03.405064 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bbcf637d-3fe2-4098-99b1-269d6d3dee9c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (e03edcfd-6a0a-4651-918e-15dc7ffd4a05), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:03.406298 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bbcf637d-3fe2-4098-99b1-269d6d3dee9c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (e03edcfd-6a0a-4651-918e-15dc7ffd4a05), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:03.472515 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bbcf637d-3fe2-4098-99b1-269d6d3dee9c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router_controller (e03edcfd-6a0a-4651-918e-15dc7ffd4a05), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:03.481569 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42834) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:03.502966 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0a0453f6-ee68-4e83-ad3d-5af7d3d6e789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:03.618036 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0a0453f6-ee68-4e83-ad3d-5af7d3d6e789 admin admin] Publish callbacks [] for security_group (3dbcb209-2d98-4ebc-b067-cce463a2c6e7), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:03.622816 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0a0453f6-ee68-4e83-ad3d-5af7d3d6e789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3dbcb209-2d98-4ebc-b067-cce463a2c6e7), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:03.636750 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bbcf637d-3fe2-4098-99b1-269d6d3dee9c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router_gateway (e03edcfd-6a0a-4651-918e-15dc7ffd4a05), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:03.666477 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0453f6-ee68-4e83-ad3d-5af7d3d6e789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbcb209-2d98-4ebc-b067-cce463a2c6e7,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:03.674934 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0a0453f6-ee68-4e83-ad3d-5af7d3d6e789 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17d414b5beb0459c9994daddce05dfd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1921010 Feb 20 06:03:03.675545 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42836) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:03.735333 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0cec9fa2-8dc8-44d0-8ff6-6b2c991d3070 admin admin] Publish callbacks [] for security_group (3dbcb209-2d98-4ebc-b067-cce463a2c6e7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:03.761945 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0cec9fa2-8dc8-44d0-8ff6-6b2c991d3070 admin admin] Publish callbacks [] for security_group (3dbcb209-2d98-4ebc-b067-cce463a2c6e7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:03.814975 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0cec9fa2-8dc8-44d0-8ff6-6b2c991d3070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3dbcb209-2d98-4ebc-b067-cce463a2c6e7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:03.817778 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0cec9fa2-8dc8-44d0-8ff6-6b2c991d3070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:03.819103 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0cec9fa2-8dc8-44d0-8ff6-6b2c991d3070 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3dbcb209-2d98-4ebc-b067-cce463a2c6e7 HTTP/1.1" status: 204 len: 168 time: 0.1425493 Feb 20 06:03:03.829434 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec9fa2-8dc8-44d0-8ff6-6b2c991d3070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbcb209-2d98-4ebc-b067-cce463a2c6e7,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:03.874550 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bbcf637d-3fe2-4098-99b1-269d6d3dee9c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router_gateway (e03edcfd-6a0a-4651-918e-15dc7ffd4a05), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:03.894531 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bbcf637d-3fe2-4098-99b1-269d6d3dee9c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:04.013534 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-bbcf637d-3fe2-4098-99b1-269d6d3dee9c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Allocated IP 172.25.3.10 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/a91b62ca-c97d-4788-9721-8a1e3098f02f) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:03:04.126656 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bbcf637d-3fe2-4098-99b1-269d6d3dee9c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for port (a91b62ca-c97d-4788-9721-8a1e3098f02f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:04.165708 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bbcf637d-3fe2-4098-99b1-269d6d3dee9c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (a91b62ca-c97d-4788-9721-8a1e3098f02f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:04.179236 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42842) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:04.211881 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcf637d-3fe2-4098-99b1-269d6d3dee9c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:03:04.218330 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-bbcf637d-3fe2-4098-99b1-269d6d3dee9c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:03:04.221595 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-92c6f5be-aa43-4573-afae-c830c4326c0d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=00ac330e0bd3424b892a13948a8dd564&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405889 Feb 20 06:03:04.224815 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcf637d-3fe2-4098-99b1-269d6d3dee9c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:03:04.227127 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42844) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:04.234726 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf637d-3fe2-4098-99b1-269d6d3dee9c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Port': ['ID=a91b62ca-c97d-4788-9721-8a1e3098f02f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:04.372624 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b7aa6bf5-bc7a-45f9-b001-2df8696e7c74 admin admin] Publish callbacks [] for security_group (58ab169d-8fc8-4576-8e3b-86010a1e811b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:04.420410 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b7aa6bf5-bc7a-45f9-b001-2df8696e7c74 admin admin] Publish callbacks [] for security_group (58ab169d-8fc8-4576-8e3b-86010a1e811b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:04.556542 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b7aa6bf5-bc7a-45f9-b001-2df8696e7c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (58ab169d-8fc8-4576-8e3b-86010a1e811b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:04.559163 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b7aa6bf5-bc7a-45f9-b001-2df8696e7c74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:04.563364 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b7aa6bf5-bc7a-45f9-b001-2df8696e7c74 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58ab169d-8fc8-4576-8e3b-86010a1e811b HTTP/1.1" status: 204 len: 168 time: 0.3322835 Feb 20 06:03:04.585642 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa6bf5-bc7a-45f9-b001-2df8696e7c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ab169d-8fc8-4576-8e3b-86010a1e811b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:04.594612 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bbcf637d-3fe2-4098-99b1-269d6d3dee9c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router_gateway (e03edcfd-6a0a-4651-918e-15dc7ffd4a05), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:04.838365 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bbcf637d-3fe2-4098-99b1-269d6d3dee9c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (e03edcfd-6a0a-4651-918e-15dc7ffd4a05), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:05.006145 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcf637d-3fe2-4098-99b1-269d6d3dee9c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Router e03edcfd-6a0a-4651-918e-15dc7ffd4a05 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:03:05.133639 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcf637d-3fe2-4098-99b1-269d6d3dee9c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:03:05.146800 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e808bc-a506-4c88-ba86-64906370c82f None None] Sync routers for ids ['e03edcfd-6a0a-4651-918e-15dc7ffd4a05'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:03:05.159644 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e808bc-a506-4c88-ba86-64906370c82f None None] Routers {'e03edcfd-6a0a-4651-918e-15dc7ffd4a05'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:03:05.162029 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-83e808bc-a506-4c88-ba86-64906370c82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:02:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['e03edcfd-6a0a-4651-918e-15dc7ffd4a05'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:05.167698 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bbcf637d-3fe2-4098-99b1-269d6d3dee9c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:05.169047 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bbcf637d-3fe2-4098-99b1-269d6d3dee9c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7930746 Feb 20 06:03:05.172570 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42864) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:05.205045 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bcc5b8fe-b63d-4870-9a1a-715b869bf7e2 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=50b63137536d4822a61a7b01dd632aeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311477 Feb 20 06:03:05.207543 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42866) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:05.344663 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-83e808bc-a506-4c88-ba86-64906370c82f None None] Set router e03edcfd-6a0a-4651-918e-15dc7ffd4a05 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:03:05.375815 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb697a7-f19a-4edd-b95b-818bf7cb5b62 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:05.378389 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6cb697a7-f19a-4edd-b95b-818bf7cb5b62 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1690235 Feb 20 06:03:05.380992 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42872) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:05.465779 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2e9e1084-5923-4477-aa2c-6316162c3aab tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0833836 Feb 20 06:03:05.466051 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42876) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:05.471276 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-7ce59a4f-a31d-45fb-890a-b55586388c1f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-460541982', 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:05.562056 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-83e808bc-a506-4c88-ba86-64906370c82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2090595677', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:03:04Z', 'revision_number': 3, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:03:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:05.596988 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e808bc-a506-4c88-ba86-64906370c82f None None] Checking router: e03edcfd-6a0a-4651-918e-15dc7ffd4a05 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:03:05.597436 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e808bc-a506-4c88-ba86-64906370c82f None None] Updating router e03edcfd-6a0a-4651-918e-15dc7ffd4a05 port a91b62ca-c97d-4788-9721-8a1e3098f02f binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:03:05.619766 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce59a4f-a31d-45fb-890a-b55586388c1f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Made reservation on behalf of 50b63137536d4822a61a7b01dd632aeb for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:03:05.624579 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7ce59a4f-a31d-45fb-890a-b55586388c1f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:05.639446 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83e808bc-a506-4c88-ba86-64906370c82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a91b62ca-c97d-4788-9721-8a1e3098f02f), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:05.672392 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42880) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:05.878772 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-61a01122-070f-4677-b8f5-c688972e796c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-248384151-network', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:05.921769 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a01122-070f-4677-b8f5-c688972e796c admin admin] Made reservation on behalf of bab074dd2ce64b1aa74e27fbf8edd443 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:03:05.924558 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61a01122-070f-4677-b8f5-c688972e796c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:05.929510 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7ce59a4f-a31d-45fb-890a-b55586388c1f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (cdaeb40d-ba09-4859-95cd-aa1a372edb31), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:05.934776 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61a01122-070f-4677-b8f5-c688972e796c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:05.956253 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83e808bc-a506-4c88-ba86-64906370c82f None None] Publish callbacks [] for port (a91b62ca-c97d-4788-9721-8a1e3098f02f), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:05.963703 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83e808bc-a506-4c88-ba86-64906370c82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a91b62ca-c97d-4788-9721-8a1e3098f02f), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:06.017373 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-83e808bc-a506-4c88-ba86-64906370c82f None None] Attempting to bind port a91b62ca-c97d-4788-9721-8a1e3098f02f on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:03:06.017755 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-83e808bc-a506-4c88-ba86-64906370c82f None None] Attempting to bind port a91b62ca-c97d-4788-9721-8a1e3098f02f by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:03:06.018118 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e808bc-a506-4c88-ba86-64906370c82f None None] Attempting to bind port a91b62ca-c97d-4788-9721-8a1e3098f02f on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:03:06.029535 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e808bc-a506-4c88-ba86-64906370c82f None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:03:06.030369 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e808bc-a506-4c88-ba86-64906370c82f None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:03:06.030930 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83e808bc-a506-4c88-ba86-64906370c82f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:06.031276 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e808bc-a506-4c88-ba86-64906370c82f None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:03:06.031768 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-83e808bc-a506-4c88-ba86-64906370c82f None None] Bound port: a91b62ca-c97d-4788-9721-8a1e3098f02f, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:03:06.032065 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83e808bc-a506-4c88-ba86-64906370c82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a91b62ca-c97d-4788-9721-8a1e3098f02f), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:06.034682 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce59a4f-a31d-45fb-890a-b55586388c1f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Subnet': ['ID=cdaeb40d-ba09-4859-95cd-aa1a372edb31,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:06.053384 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce59a4f-a31d-45fb-890a-b55586388c1f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Checking segment: {'id': '8ccdb38e-5f16-43aa-893f-c7bc844b3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:03:06.053771 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce59a4f-a31d-45fb-890a-b55586388c1f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network hostable DHCP agents. Network: d84942d1-1077-45b9-ac30-c28ca0d224f3, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:03:06.062883 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61a01122-070f-4677-b8f5-c688972e796c admin admin] Publish callbacks [] for security_group (642ceed7-bb58-4117-867a-57326c7a36e2), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:06.069331 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61a01122-070f-4677-b8f5-c688972e796c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (642ceed7-bb58-4117-867a-57326c7a36e2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:06.079938 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce59a4f-a31d-45fb-890a-b55586388c1f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network d84942d1-1077-45b9-ac30-c28ca0d224f3 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:03:06.093969 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-7ce59a4f-a31d-45fb-890a-b55586388c1f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, d84942d1-1077-45b9-ac30-c28ca0d224f3) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:03:06.101001 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a01122-070f-4677-b8f5-c688972e796c admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:03:06.110418 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce59a4f-a31d-45fb-890a-b55586388c1f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:06.111268 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff25fb5-9ea9-4f1b-abc3-375d390650b4 None None] Network d84942d1-1077-45b9-ac30-c28ca0d224f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:03:06.112062 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7ce59a4f-a31d-45fb-890a-b55586388c1f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:06.139861 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7ce59a4f-a31d-45fb-890a-b55586388c1f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6725192 Feb 20 06:03:06.140696 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42886) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:06.151387 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a01122-070f-4677-b8f5-c688972e796c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642ceed7-bb58-4117-867a-57326c7a36e2,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:06.180831 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61a01122-070f-4677-b8f5-c688972e796c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d24aab10-569f-494a-9106-8b8505d9022d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:06.188154 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-61a01122-070f-4677-b8f5-c688972e796c admin admin] Added segment d24aab10-569f-494a-9106-8b8505d9022d of type vlan for network e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee Feb 20 06:03:06.199245 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-83e808bc-a506-4c88-ba86-64906370c82f None None] For port a91b62ca-c97d-4788-9721-8a1e3098f02f, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:03:06.206173 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-83e808bc-a506-4c88-ba86-64906370c82f None None] For port a91b62ca-c97d-4788-9721-8a1e3098f02f, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a91b62ca-c97d-4788-9721-8a1e3098f02f,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:03:06.230245 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83e808bc-a506-4c88-ba86-64906370c82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a91b62ca-c97d-4788-9721-8a1e3098f02f), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:06.243738 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edeb98d-8332-49f6-b78f-c257dffbc25e None None] Pushing event updated for resources: {'Port': ['ID=a91b62ca-c97d-4788-9721-8a1e3098f02f,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:06.280697 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61a01122-070f-4677-b8f5-c688972e796c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:06.312662 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-d84942d1-1077-45b9-ac30-c28ca0d224f3', 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'fixed_ips': [{'subnet_id': 'cdaeb40d-ba09-4859-95cd-aa1a372edb31'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:03:06.313852 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:06.340214 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61a01122-070f-4677-b8f5-c688972e796c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:06.341195 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a01122-070f-4677-b8f5-c688972e796c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:06.341785 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61a01122-070f-4677-b8f5-c688972e796c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:06.367377 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e808bc-a506-4c88-ba86-64906370c82f None None] Routers {'e03edcfd-6a0a-4651-918e-15dc7ffd4a05'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:03:06.368008 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-83e808bc-a506-4c88-ba86-64906370c82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:02:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['e03edcfd-6a0a-4651-918e-15dc7ffd4a05'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:06.479461 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edeb98d-8332-49f6-b78f-c257dffbc25e None None] Pushing event updated for resources: {'Port': ['ID=a91b62ca-c97d-4788-9721-8a1e3098f02f,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:06.486017 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-61a01122-070f-4677-b8f5-c688972e796c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8122098 Feb 20 06:03:06.489085 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42888) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:06.500971 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a01122-070f-4677-b8f5-c688972e796c admin admin] Pushing event updated for resources: {'Network': ['ID=e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:06.502945 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a06b8abc-600e-423a-b0d9-87a96037888d admin admin] Request body: {'subnet': {'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-248384151-subnet', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:06.558460 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Allocated IP 172.20.0.2 (d84942d1-1077-45b9-ac30-c28ca0d224f3/cdaeb40d-ba09-4859-95cd-aa1a372edb31/ddcf1647-b14a-4bd3-9b3f-7ed700376483) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:03:06.563383 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06b8abc-600e-423a-b0d9-87a96037888d admin admin] Made reservation on behalf of bab074dd2ce64b1aa74e27fbf8edd443 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:03:06.566243 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a06b8abc-600e-423a-b0d9-87a96037888d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:06.572349 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-83e808bc-a506-4c88-ba86-64906370c82f None None] Set router e03edcfd-6a0a-4651-918e-15dc7ffd4a05 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:03:06.745071 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:03:06.805984 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-83e808bc-a506-4c88-ba86-64906370c82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2090595677', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:03:04Z', 'revision_number': 3, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:06.829666 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Publish callbacks [] for port (ddcf1647-b14a-4bd3-9b3f-7ed700376483), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:06.840256 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (ddcf1647-b14a-4bd3-9b3f-7ed700376483), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:06.860357 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Network d84942d1-1077-45b9-ac30-c28ca0d224f3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:03:06.863089 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:03:06.889488 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:03:06.890318 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e808bc-a506-4c88-ba86-64906370c82f None None] The sync data for ids ['e03edcfd-6a0a-4651-918e-15dc7ffd4a05'] in n-d-829866-5 is: [{'id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2090595677', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:03:04Z', 'revision_number': 3, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:03:06.906468 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a06b8abc-600e-423a-b0d9-87a96037888d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (f1114208-637a-4504-bcf8-b1d959d370a7), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:06.928844 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Pushing event updated for resources: {'Port': ['ID=ddcf1647-b14a-4bd3-9b3f-7ed700376483,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:06.964071 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:06.964414 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:06.965206 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:06.965561 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:06.965899 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:06.966358 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:06.966697 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:06.967097 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:06.967434 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:06.967904 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:06.968364 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:06.968695 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:06.969025 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:07.008659 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b8abc-600e-423a-b0d9-87a96037888d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1114208-637a-4504-bcf8-b1d959d370a7,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:07.009514 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Attempting to bind port ddcf1647-b14a-4bd3-9b3f-7ed700376483 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:03:07.009982 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Attempting to bind port ddcf1647-b14a-4bd3-9b3f-7ed700376483 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '8ccdb38e-5f16-43aa-893f-c7bc844b3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:03:07.010541 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Attempting to bind port ddcf1647-b14a-4bd3-9b3f-7ed700376483 on network d84942d1-1077-45b9-ac30-c28ca0d224f3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:03:07.016524 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:03:07.016909 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Checking segment: {'id': '8ccdb38e-5f16-43aa-893f-c7bc844b3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:03:07.017531 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:07.017929 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Bound using segment: {'id': '8ccdb38e-5f16-43aa-893f-c7bc844b3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:03:07.018414 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Bound port: ddcf1647-b14a-4bd3-9b3f-7ed700376483, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccdb38e-5f16-43aa-893f-c7bc844b3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:03:07.018964 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ddcf1647-b14a-4bd3-9b3f-7ed700376483), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:07.029507 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06b8abc-600e-423a-b0d9-87a96037888d admin admin] Checking segment: {'id': 'd24aab10-569f-494a-9106-8b8505d9022d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:03:07.029868 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06b8abc-600e-423a-b0d9-87a96037888d admin admin] Network hostable DHCP agents. Network: e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:03:07.047310 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c39566c-5f8a-4fe6-bfe6-83969da72891 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:07.063335 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06b8abc-600e-423a-b0d9-87a96037888d admin admin] Network e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:03:07.105639 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-a06b8abc-600e-423a-b0d9-87a96037888d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:03:07.112549 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06b8abc-600e-423a-b0d9-87a96037888d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:07.113185 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a06b8abc-600e-423a-b0d9-87a96037888d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:07.115126 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] For port ddcf1647-b14a-4bd3-9b3f-7ed700376483, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:03:07.120519 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] For port ddcf1647-b14a-4bd3-9b3f-7ed700376483, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=ddcf1647-b14a-4bd3-9b3f-7ed700376483,segment=NetworkSegment(8ccdb38e-5f16-43aa-893f-c7bc844b3fa6),segment_id=8ccdb38e-5f16-43aa-893f-c7bc844b3fa6)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:03:07.124034 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1317bc-1b1b-4f45-88bf-332f66c16a2f None None] Network e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:03:07.135781 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a06b8abc-600e-423a-b0d9-87a96037888d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6453102 Feb 20 06:03:07.138647 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42892) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:07.144420 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-804fc9eb-f1e8-4672-bc78-833e927064a2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-248384151-router', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:07.178211 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-804fc9eb-f1e8-4672-bc78-833e927064a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (0de309f5-2bfc-433a-bcca-4d6be20212e8), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:07.181864 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-804fc9eb-f1e8-4672-bc78-833e927064a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (0de309f5-2bfc-433a-bcca-4d6be20212e8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:07.186454 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ddcf1647-b14a-4bd3-9b3f-7ed700376483), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:07.268188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe183fd-e36d-488e-8857-e825f84e1593 None None] Pushing event updated for resources: {'Port': ['ID=ddcf1647-b14a-4bd3-9b3f-7ed700376483,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:07.361525 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecee2a0-e068-4e04-b023-5fc664dcc42b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee', 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee', 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'fixed_ips': [{'subnet_id': 'f1114208-637a-4504-bcf8-b1d959d370a7'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:03:07.369870 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ecee2a0-e068-4e04-b023-5fc664dcc42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:07.376653 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-804fc9eb-f1e8-4672-bc78-833e927064a2 admin admin] Publish callbacks [] for router_controller (0de309f5-2bfc-433a-bcca-4d6be20212e8), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:07.445530 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-5c39566c-5f8a-4fe6-bfe6-83969da72891 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Allocated IP 172.20.0.1 (d84942d1-1077-45b9-ac30-c28ca0d224f3/cdaeb40d-ba09-4859-95cd-aa1a372edb31/12b1532f-0211-49b8-8eff-5d0fdfcf920f) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:03:07.650349 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c39566c-5f8a-4fe6-bfe6-83969da72891 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for port (12b1532f-0211-49b8-8eff-5d0fdfcf920f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:07.706004 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-804fc9eb-f1e8-4672-bc78-833e927064a2 admin admin] Publish callbacks [] for router_gateway (0de309f5-2bfc-433a-bcca-4d6be20212e8), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:07.740573 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c39566c-5f8a-4fe6-bfe6-83969da72891 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (12b1532f-0211-49b8-8eff-5d0fdfcf920f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:07.815723 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c39566c-5f8a-4fe6-bfe6-83969da72891 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network d84942d1-1077-45b9-ac30-c28ca0d224f3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:03:07.825446 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-5c39566c-5f8a-4fe6-bfe6-83969da72891 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:03:07.831307 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c39566c-5f8a-4fe6-bfe6-83969da72891 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:03:07.835869 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39566c-5f8a-4fe6-bfe6-83969da72891 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Port': ['ID=12b1532f-0211-49b8-8eff-5d0fdfcf920f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:07.845815 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-0ecee2a0-e068-4e04-b023-5fc664dcc42b None None] Allocated IP 172.20.0.2 (e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee/f1114208-637a-4504-bcf8-b1d959d370a7/17f6178f-a9da-4c7f-a2f3-0b8cd1288916) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:03:07.937590 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c39566c-5f8a-4fe6-bfe6-83969da72891 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (e03edcfd-6a0a-4651-918e-15dc7ffd4a05), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:08.112889 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ecee2a0-e068-4e04-b023-5fc664dcc42b None None] Publish callbacks [] for port (17f6178f-a9da-4c7f-a2f3-0b8cd1288916), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:08.116352 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-804fc9eb-f1e8-4672-bc78-833e927064a2 admin admin] Publish callbacks [] for router_gateway (0de309f5-2bfc-433a-bcca-4d6be20212e8), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:08.128155 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ecee2a0-e068-4e04-b023-5fc664dcc42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (17f6178f-a9da-4c7f-a2f3-0b8cd1288916), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:08.149451 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-804fc9eb-f1e8-4672-bc78-833e927064a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:08.192795 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecee2a0-e068-4e04-b023-5fc664dcc42b None None] Network e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:03:08.193085 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c39566c-5f8a-4fe6-bfe6-83969da72891 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (12b1532f-0211-49b8-8eff-5d0fdfcf920f), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:08.196144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-0ecee2a0-e068-4e04-b023-5fc664dcc42b None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:03:08.201148 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecee2a0-e068-4e04-b023-5fc664dcc42b None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:03:08.265306 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecee2a0-e068-4e04-b023-5fc664dcc42b None None] Pushing event updated for resources: {'Port': ['ID=17f6178f-a9da-4c7f-a2f3-0b8cd1288916,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:08.288164 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0ecee2a0-e068-4e04-b023-5fc664dcc42b None None] Attempting to bind port 17f6178f-a9da-4c7f-a2f3-0b8cd1288916 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:03:08.290060 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0ecee2a0-e068-4e04-b023-5fc664dcc42b None None] Attempting to bind port 17f6178f-a9da-4c7f-a2f3-0b8cd1288916 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'd24aab10-569f-494a-9106-8b8505d9022d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:03:08.290779 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecee2a0-e068-4e04-b023-5fc664dcc42b None None] Attempting to bind port 17f6178f-a9da-4c7f-a2f3-0b8cd1288916 on network e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:03:08.297772 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecee2a0-e068-4e04-b023-5fc664dcc42b None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:03:08.298517 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecee2a0-e068-4e04-b023-5fc664dcc42b None None] Checking segment: {'id': 'd24aab10-569f-494a-9106-8b8505d9022d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:03:08.299461 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ecee2a0-e068-4e04-b023-5fc664dcc42b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:08.300325 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecee2a0-e068-4e04-b023-5fc664dcc42b None None] Bound using segment: {'id': 'd24aab10-569f-494a-9106-8b8505d9022d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:03:08.301097 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0ecee2a0-e068-4e04-b023-5fc664dcc42b None None] Bound port: 17f6178f-a9da-4c7f-a2f3-0b8cd1288916, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24aab10-569f-494a-9106-8b8505d9022d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:03:08.302059 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ecee2a0-e068-4e04-b023-5fc664dcc42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (17f6178f-a9da-4c7f-a2f3-0b8cd1288916), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:08.321397 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-804fc9eb-f1e8-4672-bc78-833e927064a2 admin admin] Allocated IP 172.25.3.39 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/dbc389cd-1c29-4334-a974-e6e793b07317) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:03:08.433641 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0ecee2a0-e068-4e04-b023-5fc664dcc42b None None] For port 17f6178f-a9da-4c7f-a2f3-0b8cd1288916, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:03:08.442479 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0ecee2a0-e068-4e04-b023-5fc664dcc42b None None] For port 17f6178f-a9da-4c7f-a2f3-0b8cd1288916, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=17f6178f-a9da-4c7f-a2f3-0b8cd1288916,segment=NetworkSegment(d24aab10-569f-494a-9106-8b8505d9022d),segment_id=d24aab10-569f-494a-9106-8b8505d9022d)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:03:08.458609 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ecee2a0-e068-4e04-b023-5fc664dcc42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (17f6178f-a9da-4c7f-a2f3-0b8cd1288916), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:08.616681 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-804fc9eb-f1e8-4672-bc78-833e927064a2 admin admin] Publish callbacks [] for port (dbc389cd-1c29-4334-a974-e6e793b07317), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:08.620418 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecee2a0-e068-4e04-b023-5fc664dcc42b None None] Pushing event updated for resources: {'Port': ['ID=17f6178f-a9da-4c7f-a2f3-0b8cd1288916,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:08.678217 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-804fc9eb-f1e8-4672-bc78-833e927064a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (dbc389cd-1c29-4334-a974-e6e793b07317), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:08.692559 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c39566c-5f8a-4fe6-bfe6-83969da72891 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for port (12b1532f-0211-49b8-8eff-5d0fdfcf920f), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:08.698199 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c39566c-5f8a-4fe6-bfe6-83969da72891 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (12b1532f-0211-49b8-8eff-5d0fdfcf920f), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:08.722815 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804fc9eb-f1e8-4672-bc78-833e927064a2 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:03:08.728179 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-804fc9eb-f1e8-4672-bc78-833e927064a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:03:08.740070 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804fc9eb-f1e8-4672-bc78-833e927064a2 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:03:08.952569 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fc9eb-f1e8-4672-bc78-833e927064a2 admin admin] Pushing event updated for resources: {'Port': ['ID=dbc389cd-1c29-4334-a974-e6e793b07317,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:09.130079 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-804fc9eb-f1e8-4672-bc78-833e927064a2 admin admin] Publish callbacks [] for router_gateway (0de309f5-2bfc-433a-bcca-4d6be20212e8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:09.135994 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8442a8f2-1fad-4ebd-ad97-74b0428d48d9 None None] Network d84942d1-1077-45b9-ac30-c28ca0d224f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:03:09.236536 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a56e212d-0e9f-4dac-931c-9d932eb369cd None None] Provisioning complete for port ddcf1647-b14a-4bd3-9b3f-7ed700376483 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:09.237207 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a56e212d-0e9f-4dac-931c-9d932eb369cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ddcf1647-b14a-4bd3-9b3f-7ed700376483), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:09.309431 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ddcf1647-b14a-4bd3-9b3f-7ed700376483 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:03:09.336915 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c39566c-5f8a-4fe6-bfe6-83969da72891 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (e03edcfd-6a0a-4651-918e-15dc7ffd4a05), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:09.347557 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39566c-5f8a-4fe6-bfe6-83969da72891 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Port': ['ID=12b1532f-0211-49b8-8eff-5d0fdfcf920f,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:09.443088 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c39566c-5f8a-4fe6-bfe6-83969da72891 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network d84942d1-1077-45b9-ac30-c28ca0d224f3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:03:09.444846 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-5c39566c-5f8a-4fe6-bfe6-83969da72891 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:03:09.458005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a56e212d-0e9f-4dac-931c-9d932eb369cd None None] Current status of the port ddcf1647-b14a-4bd3-9b3f-7ed700376483 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:09.458672 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a56e212d-0e9f-4dac-931c-9d932eb369cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ddcf1647-b14a-4bd3-9b3f-7ed700376483), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:09.468155 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-804fc9eb-f1e8-4672-bc78-833e927064a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (0de309f5-2bfc-433a-bcca-4d6be20212e8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:09.553163 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a56e212d-0e9f-4dac-931c-9d932eb369cd None None] For port ddcf1647-b14a-4bd3-9b3f-7ed700376483, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=ddcf1647-b14a-4bd3-9b3f-7ed700376483,segment=NetworkSegment(8ccdb38e-5f16-43aa-893f-c7bc844b3fa6),segment_id=8ccdb38e-5f16-43aa-893f-c7bc844b3fa6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:03:09.565217 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a56e212d-0e9f-4dac-931c-9d932eb369cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ddcf1647-b14a-4bd3-9b3f-7ed700376483), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:09.574009 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port ddcf1647-b14a-4bd3-9b3f-7ed700376483 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:09.574653 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ddcf1647-b14a-4bd3-9b3f-7ed700376483), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:09.583815 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c39566c-5f8a-4fe6-bfe6-83969da72891 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Router e03edcfd-6a0a-4651-918e-15dc7ffd4a05 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:03:09.673546 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e212d-0e9f-4dac-931c-9d932eb369cd None None] Pushing event updated for resources: {'Port': ['ID=ddcf1647-b14a-4bd3-9b3f-7ed700376483,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:09.697612 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804fc9eb-f1e8-4672-bc78-833e927064a2 admin admin] Router 0de309f5-2bfc-433a-bcca-4d6be20212e8 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:03:09.728118 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port ddcf1647-b14a-4bd3-9b3f-7ed700376483 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:09.729586 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a91b62ca-c97d-4788-9721-8a1e3098f02f up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:03:09.777540 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c39566c-5f8a-4fe6-bfe6-83969da72891 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:03:09.791083 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5c39566c-5f8a-4fe6-bfe6-83969da72891 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "PUT /v2.0/routers/e03edcfd-6a0a-4651-918e-15dc7ffd4a05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6475444 Feb 20 06:03:09.792638 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port a91b62ca-c97d-4788-9721-8a1e3098f02f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:09.793212 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a91b62ca-c97d-4788-9721-8a1e3098f02f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:09.897768 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port a91b62ca-c97d-4788-9721-8a1e3098f02f is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:09.898163 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a91b62ca-c97d-4788-9721-8a1e3098f02f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:09.931475 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port a91b62ca-c97d-4788-9721-8a1e3098f02f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a91b62ca-c97d-4788-9721-8a1e3098f02f,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:03:09.936983 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a91b62ca-c97d-4788-9721-8a1e3098f02f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:09.938115 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 17f6178f-a9da-4c7f-a2f3-0b8cd1288916 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:03:10.053791 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891116f8-7a6f-4e4c-952a-9f6420e5775a None None] Sync routers for ids ['e03edcfd-6a0a-4651-918e-15dc7ffd4a05'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:03:10.110787 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=a91b62ca-c97d-4788-9721-8a1e3098f02f,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:10.145035 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891116f8-7a6f-4e4c-952a-9f6420e5775a None None] Routers {'e03edcfd-6a0a-4651-918e-15dc7ffd4a05'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:03:10.145799 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-891116f8-7a6f-4e4c-952a-9f6420e5775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:02:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['e03edcfd-6a0a-4651-918e-15dc7ffd4a05'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:10.267500 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ff87c256-246c-4fc2-8720-81d7e00edc83 None None] Provisioning complete for port ddcf1647-b14a-4bd3-9b3f-7ed700376483 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:10.268031 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ff87c256-246c-4fc2-8720-81d7e00edc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ddcf1647-b14a-4bd3-9b3f-7ed700376483), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:10.301379 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 17f6178f-a9da-4c7f-a2f3-0b8cd1288916 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:10.303753 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (17f6178f-a9da-4c7f-a2f3-0b8cd1288916), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:10.403955 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-891116f8-7a6f-4e4c-952a-9f6420e5775a None None] Set router e03edcfd-6a0a-4651-918e-15dc7ffd4a05 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:03:10.448560 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804fc9eb-f1e8-4672-bc78-833e927064a2 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:03:10.457845 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5bc73c-7c83-4bd8-a2ca-9c659c1b7b89 None None] Sync routers for ids ['0de309f5-2bfc-433a-bcca-4d6be20212e8'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:03:10.474348 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5bc73c-7c83-4bd8-a2ca-9c659c1b7b89 None None] Routers {'0de309f5-2bfc-433a-bcca-4d6be20212e8'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:03:10.477035 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ee5bc73c-7c83-4bd8-a2ca-9c659c1b7b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:02:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0de309f5-2bfc-433a-bcca-4d6be20212e8'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:10.519289 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42920) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:10.525498 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-804fc9eb-f1e8-4672-bc78-833e927064a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:10.532544 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-804fc9eb-f1e8-4672-bc78-833e927064a2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.3928025 Feb 20 06:03:10.535430 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 42924) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:10.559976 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e147d78e-e37b-4166-81c9-838f680ad279 req-bc7c785a-4bc0-4ad6-8d90-9ac2152ef010 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-520861196&fields=id&tenant_id=50b63137536d4822a61a7b01dd632aeb HTTP/1.1" status: 200 len: 267 time: 0.2414711 Feb 20 06:03:10.611597 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 17f6178f-a9da-4c7f-a2f3-0b8cd1288916 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:10.612004 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (17f6178f-a9da-4c7f-a2f3-0b8cd1288916), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:10.741036 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 17f6178f-a9da-4c7f-a2f3-0b8cd1288916, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=17f6178f-a9da-4c7f-a2f3-0b8cd1288916,segment=NetworkSegment(d24aab10-569f-494a-9106-8b8505d9022d),segment_id=d24aab10-569f-494a-9106-8b8505d9022d)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:03:10.751499 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-ee5bc73c-7c83-4bd8-a2ca-9c659c1b7b89 None None] Set router 0de309f5-2bfc-433a-bcca-4d6be20212e8 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:03:10.763629 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (17f6178f-a9da-4c7f-a2f3-0b8cd1288916), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:10.810345 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147d78e-e37b-4166-81c9-838f680ad279 req-13fb4e74-e317-478a-b284-8de828343a6b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:10.812014 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e147d78e-e37b-4166-81c9-838f680ad279 req-13fb4e74-e317-478a-b284-8de828343a6b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/networks?id=d84942d1-1077-45b9-ac30-c28ca0d224f3 HTTP/1.1" status: 200 len: 797 time: 0.2439308 Feb 20 06:03:10.835683 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e147d78e-e37b-4166-81c9-838f680ad279 req-27d2b687-7c9e-4e13-8acd-3248371aedeb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/quotas/50b63137536d4822a61a7b01dd632aeb HTTP/1.1" status: 200 len: 375 time: 0.0106244 Feb 20 06:03:10.969777 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e147d78e-e37b-4166-81c9-838f680ad279 req-f87e00d0-df65-417a-ae93-0ba0d9a7a75f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1230214 Feb 20 06:03:10.970046 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0d49854e-1b69-4ca7-ac44-774cfb00b928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:11.081836 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ff87c256-246c-4fc2-8720-81d7e00edc83 None None] Current status of the port ddcf1647-b14a-4bd3-9b3f-7ed700376483 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:11.106428 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ddcf1647-b14a-4bd3-9b3f-7ed700376483 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:03:11.143668 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ff87c256-246c-4fc2-8720-81d7e00edc83 None None] Provisioning complete for port 12b1532f-0211-49b8-8eff-5d0fdfcf920f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:11.144441 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ff87c256-246c-4fc2-8720-81d7e00edc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (12b1532f-0211-49b8-8eff-5d0fdfcf920f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:11.194262 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e147d78e-e37b-4166-81c9-838f680ad279 req-7ff30598-f881-4514-972d-a827de461ef6 service neutron] 10.222.0.37 "GET /v2.0/networks/d84942d1-1077-45b9-ac30-c28ca0d224f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072978 Feb 20 06:03:11.207733 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ee5bc73c-7c83-4bd8-a2ca-9c659c1b7b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'name': 'tempest-TestServerBasicOps-248384151-router', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'dbc389cd-1c29-4334-a974-e6e793b07317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:07Z', 'updated_at': '2022-02-20T06:03:08Z', 'revision_number': 3, 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'gw_port': {'id': 'dbc389cd-1c29-4334-a974-e6e793b07317', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:08Z', 'updated_at': '2022-02-20T06:03:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:11.229009 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ff87c256-246c-4fc2-8720-81d7e00edc83 None None] Port 12b1532f-0211-49b8-8eff-5d0fdfcf920f cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:03:11.233538 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50dea8c-2bd6-446d-97a1-0f4584523236 None None] Network e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:03:11.238360 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5bc73c-7c83-4bd8-a2ca-9c659c1b7b89 None None] Checking router: 0de309f5-2bfc-433a-bcca-4d6be20212e8 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:03:11.238796 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5bc73c-7c83-4bd8-a2ca-9c659c1b7b89 None None] Updating router 0de309f5-2bfc-433a-bcca-4d6be20212e8 port dbc389cd-1c29-4334-a974-e6e793b07317 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:03:11.241678 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=17f6178f-a9da-4c7f-a2f3-0b8cd1288916,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:11.283798 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ee5bc73c-7c83-4bd8-a2ca-9c659c1b7b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (dbc389cd-1c29-4334-a974-e6e793b07317), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:11.333785 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e147d78e-e37b-4166-81c9-838f680ad279 req-e8ff5413-8c70-4338-bea4-619c76706215 service neutron] 10.222.0.37 "GET /v2.0/networks/d84942d1-1077-45b9-ac30-c28ca0d224f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311326 Feb 20 06:03:11.350079 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-891116f8-7a6f-4e4c-952a-9f6420e5775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2090595677', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:03:08Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '12b1532f-0211-49b8-8eff-5d0fdfcf920f', 'name': '', 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:68:3b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'cdaeb40d-ba09-4859-95cd-aa1a372edb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:07Z', 'updated_at': '2022-02-20T06:03:08Z', 'revision_number': 2, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': 'cdaeb40d-ba09-4859-95cd-aa1a372edb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:11.390073 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0d49854e-1b69-4ca7-ac44-774cfb00b928 admin admin] Publish callbacks [] for security_group (1a50144c-7b6d-4f81-a736-75d044e58155), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:11.408500 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0d49854e-1b69-4ca7-ac44-774cfb00b928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (1a50144c-7b6d-4f81-a736-75d044e58155), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:11.435773 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891116f8-7a6f-4e4c-952a-9f6420e5775a None None] Checking router: e03edcfd-6a0a-4651-918e-15dc7ffd4a05 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:03:11.436056 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891116f8-7a6f-4e4c-952a-9f6420e5775a None None] Updating router e03edcfd-6a0a-4651-918e-15dc7ffd4a05 port 12b1532f-0211-49b8-8eff-5d0fdfcf920f binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:03:11.462670 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0d49854e-1b69-4ca7-ac44-774cfb00b928 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72d6a35ba3e241f79da1ef4d0cfabcac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9396541 Feb 20 06:03:11.463199 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42928) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:11.477314 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-891116f8-7a6f-4e4c-952a-9f6420e5775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (12b1532f-0211-49b8-8eff-5d0fdfcf920f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:11.494260 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port ddcf1647-b14a-4bd3-9b3f-7ed700376483 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:11.494634 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ddcf1647-b14a-4bd3-9b3f-7ed700376483), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:11.512362 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-526e80c6-76f5-46a0-8e89-4129b97f73ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:11.516942 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49854e-1b69-4ca7-ac44-774cfb00b928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a50144c-7b6d-4f81-a736-75d044e58155,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:11.534798 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49854e-1b69-4ca7-ac44-774cfb00b928 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:11.535459 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49854e-1b69-4ca7-ac44-774cfb00b928 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:11.536011 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49854e-1b69-4ca7-ac44-774cfb00b928 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:11.536674 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49854e-1b69-4ca7-ac44-774cfb00b928 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:11.537225 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49854e-1b69-4ca7-ac44-774cfb00b928 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:11.538412 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49854e-1b69-4ca7-ac44-774cfb00b928 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:11.539901 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49854e-1b69-4ca7-ac44-774cfb00b928 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:11.541107 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49854e-1b69-4ca7-ac44-774cfb00b928 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:11.541656 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49854e-1b69-4ca7-ac44-774cfb00b928 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:11.542190 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49854e-1b69-4ca7-ac44-774cfb00b928 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:11.542737 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49854e-1b69-4ca7-ac44-774cfb00b928 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:11.543303 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49854e-1b69-4ca7-ac44-774cfb00b928 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:11.543854 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49854e-1b69-4ca7-ac44-774cfb00b928 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:11.563699 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52913ec3-195d-405d-95ed-d41b47b7f0ea admin admin] Publish callbacks [] for security_group (1a50144c-7b6d-4f81-a736-75d044e58155), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:11.574255 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-915f7bef-8f0e-4f4e-98c3-15c96861c092 None None] Provisioning complete for port 17f6178f-a9da-4c7f-a2f3-0b8cd1288916 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:11.574598 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-915f7bef-8f0e-4f4e-98c3-15c96861c092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (17f6178f-a9da-4c7f-a2f3-0b8cd1288916), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:11.619489 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52913ec3-195d-405d-95ed-d41b47b7f0ea admin admin] Publish callbacks [] for security_group (1a50144c-7b6d-4f81-a736-75d044e58155), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:11.674548 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ee5bc73c-7c83-4bd8-a2ca-9c659c1b7b89 None None] Publish callbacks [] for port (dbc389cd-1c29-4334-a974-e6e793b07317), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:11.688726 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52913ec3-195d-405d-95ed-d41b47b7f0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (1a50144c-7b6d-4f81-a736-75d044e58155), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:11.692028 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52913ec3-195d-405d-95ed-d41b47b7f0ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:11.695257 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-52913ec3-195d-405d-95ed-d41b47b7f0ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1a50144c-7b6d-4f81-a736-75d044e58155 HTTP/1.1" status: 204 len: 168 time: 0.2307577 Feb 20 06:03:11.696842 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ee5bc73c-7c83-4bd8-a2ca-9c659c1b7b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (dbc389cd-1c29-4334-a974-e6e793b07317), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:11.803380 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-12ea914e-69e7-456f-8dca-eda8f5e6fe75 req-4d6e65ca-e23a-4d0e-a544-b622988f7088 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 210 time: 0.1165562 Feb 20 06:03:11.807544 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea52f7-a085-4b7e-a3d5-003be970d3dd None None] Pushing event updated for resources: {'Port': ['ID=dbc389cd-1c29-4334-a974-e6e793b07317,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:11.818003 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52913ec3-195d-405d-95ed-d41b47b7f0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a50144c-7b6d-4f81-a736-75d044e58155,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:11.838607 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-ee5bc73c-7c83-4bd8-a2ca-9c659c1b7b89 None None] Attempting to bind port dbc389cd-1c29-4334-a974-e6e793b07317 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:03:11.839560 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-ee5bc73c-7c83-4bd8-a2ca-9c659c1b7b89 None None] Attempting to bind port dbc389cd-1c29-4334-a974-e6e793b07317 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:03:11.840272 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5bc73c-7c83-4bd8-a2ca-9c659c1b7b89 None None] Attempting to bind port dbc389cd-1c29-4334-a974-e6e793b07317 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:03:11.846626 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5bc73c-7c83-4bd8-a2ca-9c659c1b7b89 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:03:11.847448 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5bc73c-7c83-4bd8-a2ca-9c659c1b7b89 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:03:11.848111 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ee5bc73c-7c83-4bd8-a2ca-9c659c1b7b89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:11.848722 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5bc73c-7c83-4bd8-a2ca-9c659c1b7b89 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:03:11.849625 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-ee5bc73c-7c83-4bd8-a2ca-9c659c1b7b89 None None] Bound port: dbc389cd-1c29-4334-a974-e6e793b07317, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:03:11.850272 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ee5bc73c-7c83-4bd8-a2ca-9c659c1b7b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (dbc389cd-1c29-4334-a974-e6e793b07317), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:11.912848 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-ee5bc73c-7c83-4bd8-a2ca-9c659c1b7b89 None None] For port dbc389cd-1c29-4334-a974-e6e793b07317, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:03:11.927753 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-ee5bc73c-7c83-4bd8-a2ca-9c659c1b7b89 None None] For port dbc389cd-1c29-4334-a974-e6e793b07317, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=dbc389cd-1c29-4334-a974-e6e793b07317,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:03:11.935379 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ee5bc73c-7c83-4bd8-a2ca-9c659c1b7b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (dbc389cd-1c29-4334-a974-e6e793b07317), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:12.015338 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea52f7-a085-4b7e-a3d5-003be970d3dd None None] Pushing event updated for resources: {'Port': ['ID=dbc389cd-1c29-4334-a974-e6e793b07317,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:12.032928 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5bc73c-7c83-4bd8-a2ca-9c659c1b7b89 None None] Routers {'0de309f5-2bfc-433a-bcca-4d6be20212e8'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:03:12.034083 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ee5bc73c-7c83-4bd8-a2ca-9c659c1b7b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:02:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0de309f5-2bfc-433a-bcca-4d6be20212e8'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:12.065464 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-526e80c6-76f5-46a0-8e89-4129b97f73ff admin admin] Allocated IP 172.20.0.1 (e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee/f1114208-637a-4504-bcf8-b1d959d370a7/dc7516e5-e117-46ce-8628-c71b1e519e0d) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:03:12.174606 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-ee5bc73c-7c83-4bd8-a2ca-9c659c1b7b89 None None] Set router 0de309f5-2bfc-433a-bcca-4d6be20212e8 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:03:12.183048 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port ddcf1647-b14a-4bd3-9b3f-7ed700376483 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:12.184458 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a91b62ca-c97d-4788-9721-8a1e3098f02f up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:03:12.307930 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42944) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:12.336660 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a536ec3c-2c93-444a-97d7-e148b11a0911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:12.368724 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-526e80c6-76f5-46a0-8e89-4129b97f73ff admin admin] Publish callbacks [] for port (dc7516e5-e117-46ce-8628-c71b1e519e0d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:12.458311 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-526e80c6-76f5-46a0-8e89-4129b97f73ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (dc7516e5-e117-46ce-8628-c71b1e519e0d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:12.464708 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ee5bc73c-7c83-4bd8-a2ca-9c659c1b7b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'name': 'tempest-TestServerBasicOps-248384151-router', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'dbc389cd-1c29-4334-a974-e6e793b07317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:07Z', 'updated_at': '2022-02-20T06:03:08Z', 'revision_number': 3, 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'gw_port': {'id': 'dbc389cd-1c29-4334-a974-e6e793b07317', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:08Z', 'updated_at': '2022-02-20T06:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:12.496422 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5bc73c-7c83-4bd8-a2ca-9c659c1b7b89 None None] The sync data for ids ['0de309f5-2bfc-433a-bcca-4d6be20212e8'] in n-d-829866-5 is: [{'id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'name': 'tempest-TestServerBasicOps-248384151-router', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'dbc389cd-1c29-4334-a974-e6e793b07317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:07Z', 'updated_at': '2022-02-20T06:03:08Z', 'revision_number': 3, 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'gw_port': {'id': 'dbc389cd-1c29-4334-a974-e6e793b07317', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:08Z', 'updated_at': '2022-02-20T06:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:03:12.504249 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a536ec3c-2c93-444a-97d7-e148b11a0911 admin admin] Publish callbacks [] for security_group (3f91dc74-4b13-460c-8017-24226ce8fabe), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:12.509181 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a536ec3c-2c93-444a-97d7-e148b11a0911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3f91dc74-4b13-460c-8017-24226ce8fabe), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:12.535924 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port a91b62ca-c97d-4788-9721-8a1e3098f02f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:12.536913 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a91b62ca-c97d-4788-9721-8a1e3098f02f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:12.554251 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536ec3c-2c93-444a-97d7-e148b11a0911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f91dc74-4b13-460c-8017-24226ce8fabe,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:12.563458 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a536ec3c-2c93-444a-97d7-e148b11a0911 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1d498d238974a589372d212f6817e95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2513933 Feb 20 06:03:12.563962 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42946) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:12.578391 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526e80c6-76f5-46a0-8e89-4129b97f73ff admin admin] Network e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:03:12.584285 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-526e80c6-76f5-46a0-8e89-4129b97f73ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:03:12.599038 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526e80c6-76f5-46a0-8e89-4129b97f73ff admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:03:12.613186 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-915f7bef-8f0e-4f4e-98c3-15c96861c092 None None] Current status of the port 17f6178f-a9da-4c7f-a2f3-0b8cd1288916 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:12.660380 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e80c6-76f5-46a0-8e89-4129b97f73ff admin admin] Pushing event updated for resources: {'Port': ['ID=dc7516e5-e117-46ce-8628-c71b1e519e0d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:12.691474 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb447ab4-e456-4d2a-817f-4c60604f9039 admin admin] Publish callbacks [] for security_group (3f91dc74-4b13-460c-8017-24226ce8fabe), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:12.697030 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-915f7bef-8f0e-4f4e-98c3-15c96861c092 None None] Provisioning complete for port 12b1532f-0211-49b8-8eff-5d0fdfcf920f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:12.697286 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-915f7bef-8f0e-4f4e-98c3-15c96861c092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (12b1532f-0211-49b8-8eff-5d0fdfcf920f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:12.702489 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-526e80c6-76f5-46a0-8e89-4129b97f73ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (0de309f5-2bfc-433a-bcca-4d6be20212e8), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:12.736603 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb447ab4-e456-4d2a-817f-4c60604f9039 admin admin] Publish callbacks [] for security_group (3f91dc74-4b13-460c-8017-24226ce8fabe), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:12.821102 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb447ab4-e456-4d2a-817f-4c60604f9039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (3f91dc74-4b13-460c-8017-24226ce8fabe), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:12.823851 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb447ab4-e456-4d2a-817f-4c60604f9039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:12.827667 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fb447ab4-e456-4d2a-817f-4c60604f9039 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f91dc74-4b13-460c-8017-24226ce8fabe HTTP/1.1" status: 204 len: 168 time: 0.2600820 Feb 20 06:03:12.837571 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-915f7bef-8f0e-4f4e-98c3-15c96861c092 None None] Port 12b1532f-0211-49b8-8eff-5d0fdfcf920f cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:03:12.845389 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb447ab4-e456-4d2a-817f-4c60604f9039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f91dc74-4b13-460c-8017-24226ce8fabe,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:12.964689 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port a91b62ca-c97d-4788-9721-8a1e3098f02f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:13.030349 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-891116f8-7a6f-4e4c-952a-9f6420e5775a None None] Publish callbacks [] for port (12b1532f-0211-49b8-8eff-5d0fdfcf920f), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:13.032134 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-caf46a6f-4176-4582-a86f-735b24fc54da None None] Provisioning complete for port 17f6178f-a9da-4c7f-a2f3-0b8cd1288916 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:13.032495 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-caf46a6f-4176-4582-a86f-735b24fc54da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (17f6178f-a9da-4c7f-a2f3-0b8cd1288916), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:13.038260 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-526e80c6-76f5-46a0-8e89-4129b97f73ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (dc7516e5-e117-46ce-8628-c71b1e519e0d), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:13.104755 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-891116f8-7a6f-4e4c-952a-9f6420e5775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (12b1532f-0211-49b8-8eff-5d0fdfcf920f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:13.307491 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7399d-6572-43c7-b613-d432d9382955 None None] Pushing event updated for resources: {'Port': ['ID=12b1532f-0211-49b8-8eff-5d0fdfcf920f,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:13.483142 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 17f6178f-a9da-4c7f-a2f3-0b8cd1288916 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:03:13.516185 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-891116f8-7a6f-4e4c-952a-9f6420e5775a None None] Attempting to bind port 12b1532f-0211-49b8-8eff-5d0fdfcf920f on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:03:13.516563 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-891116f8-7a6f-4e4c-952a-9f6420e5775a None None] Attempting to bind port 12b1532f-0211-49b8-8eff-5d0fdfcf920f by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '8ccdb38e-5f16-43aa-893f-c7bc844b3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:03:13.516932 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891116f8-7a6f-4e4c-952a-9f6420e5775a None None] Attempting to bind port 12b1532f-0211-49b8-8eff-5d0fdfcf920f on network d84942d1-1077-45b9-ac30-c28ca0d224f3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:03:13.547024 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-caf46a6f-4176-4582-a86f-735b24fc54da None None] Current status of the port 17f6178f-a9da-4c7f-a2f3-0b8cd1288916 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:13.550545 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891116f8-7a6f-4e4c-952a-9f6420e5775a None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:03:13.551125 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891116f8-7a6f-4e4c-952a-9f6420e5775a None None] Checking segment: {'id': '8ccdb38e-5f16-43aa-893f-c7bc844b3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:03:13.551355 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-891116f8-7a6f-4e4c-952a-9f6420e5775a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:13.552141 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891116f8-7a6f-4e4c-952a-9f6420e5775a None None] Bound using segment: {'id': '8ccdb38e-5f16-43aa-893f-c7bc844b3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:03:13.553303 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-891116f8-7a6f-4e4c-952a-9f6420e5775a None None] Bound port: 12b1532f-0211-49b8-8eff-5d0fdfcf920f, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccdb38e-5f16-43aa-893f-c7bc844b3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:03:13.554316 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-891116f8-7a6f-4e4c-952a-9f6420e5775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (12b1532f-0211-49b8-8eff-5d0fdfcf920f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:13.596581 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-526e80c6-76f5-46a0-8e89-4129b97f73ff admin admin] Publish callbacks [] for port (dc7516e5-e117-46ce-8628-c71b1e519e0d), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:13.604473 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-526e80c6-76f5-46a0-8e89-4129b97f73ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (dc7516e5-e117-46ce-8628-c71b1e519e0d), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:13.625663 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c661dca-1ed7-4346-87eb-5e64c54ed266 req-956862ce-aeaa-45c4-9ea9-3fb1244b0e02 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 210 time: 0.5773857 Feb 20 06:03:13.738212 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 17f6178f-a9da-4c7f-a2f3-0b8cd1288916 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:13.740435 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (17f6178f-a9da-4c7f-a2f3-0b8cd1288916), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:13.811617 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-075c08de-62cf-4a04-abda-4158aaaecbfe None None] Provisioning complete for port dc7516e5-e117-46ce-8628-c71b1e519e0d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:13.813725 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-075c08de-62cf-4a04-abda-4158aaaecbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (dc7516e5-e117-46ce-8628-c71b1e519e0d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:13.857506 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-891116f8-7a6f-4e4c-952a-9f6420e5775a None None] For port 12b1532f-0211-49b8-8eff-5d0fdfcf920f, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:03:13.863768 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e80c6-76f5-46a0-8e89-4129b97f73ff admin admin] Pushing event updated for resources: {'Port': ['ID=dc7516e5-e117-46ce-8628-c71b1e519e0d,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:13.867780 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-526e80c6-76f5-46a0-8e89-4129b97f73ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (0de309f5-2bfc-433a-bcca-4d6be20212e8), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:13.871568 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-891116f8-7a6f-4e4c-952a-9f6420e5775a None None] For port 12b1532f-0211-49b8-8eff-5d0fdfcf920f, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=12b1532f-0211-49b8-8eff-5d0fdfcf920f,segment=NetworkSegment(8ccdb38e-5f16-43aa-893f-c7bc844b3fa6),segment_id=8ccdb38e-5f16-43aa-893f-c7bc844b3fa6)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:03:13.912555 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-075c08de-62cf-4a04-abda-4158aaaecbfe None None] Port dc7516e5-e117-46ce-8628-c71b1e519e0d cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:03:13.916820 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-891116f8-7a6f-4e4c-952a-9f6420e5775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (12b1532f-0211-49b8-8eff-5d0fdfcf920f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:14.027679 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891116f8-7a6f-4e4c-952a-9f6420e5775a None None] Routers {'e03edcfd-6a0a-4651-918e-15dc7ffd4a05'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:03:14.028331 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-891116f8-7a6f-4e4c-952a-9f6420e5775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:02:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['e03edcfd-6a0a-4651-918e-15dc7ffd4a05'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:14.053565 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147d78e-e37b-4166-81c9-838f680ad279 req-6294b062-348f-4f40-9b63-ad0c01937337 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:14.055708 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e147d78e-e37b-4166-81c9-838f680ad279 req-6294b062-348f-4f40-9b63-ad0c01937337 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.61 "GET /v2.0/networks?id=d84942d1-1077-45b9-ac30-c28ca0d224f3 HTTP/1.1" status: 200 len: 797 time: 0.9177198 Feb 20 06:03:14.096604 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-075c08de-62cf-4a04-abda-4158aaaecbfe None None] Provisioning complete for port 12b1532f-0211-49b8-8eff-5d0fdfcf920f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:14.096984 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-075c08de-62cf-4a04-abda-4158aaaecbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (12b1532f-0211-49b8-8eff-5d0fdfcf920f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:14.191118 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7399d-6572-43c7-b613-d432d9382955 None None] Pushing event updated for resources: {'Port': ['ID=12b1532f-0211-49b8-8eff-5d0fdfcf920f,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:14.216536 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 17f6178f-a9da-4c7f-a2f3-0b8cd1288916 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:14.217857 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device dbc389cd-1c29-4334-a974-e6e793b07317 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:03:14.223722 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526e80c6-76f5-46a0-8e89-4129b97f73ff admin admin] Network e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:03:14.227829 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-526e80c6-76f5-46a0-8e89-4129b97f73ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:03:14.327557 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e147d78e-e37b-4166-81c9-838f680ad279 req-b8e3bd54-0262-486d-ac5d-0f08a0511580 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50b63137536d4822a61a7b01dd632aeb HTTP/1.1" status: 200 len: 379 time: 0.2623072 Feb 20 06:03:14.338517 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-e147d78e-e37b-4166-81c9-838f680ad279 req-857e59ee-d221-4417-9713-5a512a1dfea7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'port': {'device_id': '0018c436-356d-4a09-b886-d7db98df5b52', 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3', 'admin_state_up': True, 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'security_groups': ['d5c153ef-abce-44c1-9bf0-3608ed66ea0c']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:14.374137 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-075c08de-62cf-4a04-abda-4158aaaecbfe None None] Current status of the port 12b1532f-0211-49b8-8eff-5d0fdfcf920f is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:14.374675 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-075c08de-62cf-4a04-abda-4158aaaecbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (12b1532f-0211-49b8-8eff-5d0fdfcf920f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:14.376660 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port dbc389cd-1c29-4334-a974-e6e793b07317 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:14.377119 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (dbc389cd-1c29-4334-a974-e6e793b07317), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:14.419714 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-891116f8-7a6f-4e4c-952a-9f6420e5775a None None] Set router e03edcfd-6a0a-4651-918e-15dc7ffd4a05 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:03:14.539640 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526e80c6-76f5-46a0-8e89-4129b97f73ff admin admin] Router 0de309f5-2bfc-433a-bcca-4d6be20212e8 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:03:14.571467 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e147d78e-e37b-4166-81c9-838f680ad279 req-857e59ee-d221-4417-9713-5a512a1dfea7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Made reservation on behalf of 50b63137536d4822a61a7b01dd632aeb for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:03:14.575030 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e147d78e-e37b-4166-81c9-838f680ad279 req-857e59ee-d221-4417-9713-5a512a1dfea7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:14.588485 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-075c08de-62cf-4a04-abda-4158aaaecbfe None None] For port 12b1532f-0211-49b8-8eff-5d0fdfcf920f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=12b1532f-0211-49b8-8eff-5d0fdfcf920f,segment=NetworkSegment(8ccdb38e-5f16-43aa-893f-c7bc844b3fa6),segment_id=8ccdb38e-5f16-43aa-893f-c7bc844b3fa6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:03:14.599101 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-075c08de-62cf-4a04-abda-4158aaaecbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (12b1532f-0211-49b8-8eff-5d0fdfcf920f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:14.704088 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c08de-62cf-4a04-abda-4158aaaecbfe None None] Pushing event updated for resources: {'Port': ['ID=12b1532f-0211-49b8-8eff-5d0fdfcf920f,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:14.721861 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port dbc389cd-1c29-4334-a974-e6e793b07317 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:14.722247 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (dbc389cd-1c29-4334-a974-e6e793b07317), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:14.774679 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port dbc389cd-1c29-4334-a974-e6e793b07317, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=dbc389cd-1c29-4334-a974-e6e793b07317,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:03:14.778256 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-eedcf953-0521-4746-bc74-8f99247c74e5 None None] Provisioning complete for port dc7516e5-e117-46ce-8628-c71b1e519e0d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:14.778554 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eedcf953-0521-4746-bc74-8f99247c74e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (dc7516e5-e117-46ce-8628-c71b1e519e0d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:14.785133 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (dbc389cd-1c29-4334-a974-e6e793b07317), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:14.812162 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-e147d78e-e37b-4166-81c9-838f680ad279 req-857e59ee-d221-4417-9713-5a512a1dfea7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Allocated IP 172.20.0.12 (d84942d1-1077-45b9-ac30-c28ca0d224f3/cdaeb40d-ba09-4859-95cd-aa1a372edb31/1f7b639f-1e8d-455b-a7e0-522ed71aa1e0) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:03:14.816010 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e89d9717-9ef7-4a97-b958-f76327346c7f req-579fad30-6bf9-42ae-921b-f51cbebdc2ed tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 210 time: 0.0442014 Feb 20 06:03:14.839834 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526e80c6-76f5-46a0-8e89-4129b97f73ff admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:03:14.853640 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-526e80c6-76f5-46a0-8e89-4129b97f73ff admin admin] 10.222.0.37 "PUT /v2.0/routers/0de309f5-2bfc-433a-bcca-4d6be20212e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3093977 Feb 20 06:03:14.868782 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-eedcf953-0521-4746-bc74-8f99247c74e5 None None] Port dc7516e5-e117-46ce-8628-c71b1e519e0d cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:03:14.909017 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=dbc389cd-1c29-4334-a974-e6e793b07317,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:14.920839 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-eedcf953-0521-4746-bc74-8f99247c74e5 None None] Provisioning complete for port 12b1532f-0211-49b8-8eff-5d0fdfcf920f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:14.921400 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eedcf953-0521-4746-bc74-8f99247c74e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (12b1532f-0211-49b8-8eff-5d0fdfcf920f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:14.953480 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-891116f8-7a6f-4e4c-952a-9f6420e5775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2090595677', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:03:08Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '12b1532f-0211-49b8-8eff-5d0fdfcf920f', 'name': '', 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:68:3b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'cdaeb40d-ba09-4859-95cd-aa1a372edb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:07Z', 'updated_at': '2022-02-20T06:03:13Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': 'cdaeb40d-ba09-4859-95cd-aa1a372edb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:14.984332 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891116f8-7a6f-4e4c-952a-9f6420e5775a None None] The sync data for ids ['e03edcfd-6a0a-4651-918e-15dc7ffd4a05'] in n-d-829866-5 is: [{'id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2090595677', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:03:08Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '12b1532f-0211-49b8-8eff-5d0fdfcf920f', 'name': '', 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:68:3b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'cdaeb40d-ba09-4859-95cd-aa1a372edb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:07Z', 'updated_at': '2022-02-20T06:03:13Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': 'cdaeb40d-ba09-4859-95cd-aa1a372edb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:03:15.051160 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e147d78e-e37b-4166-81c9-838f680ad279 req-857e59ee-d221-4417-9713-5a512a1dfea7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for port (1f7b639f-1e8d-455b-a7e0-522ed71aa1e0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:15.087188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-eedcf953-0521-4746-bc74-8f99247c74e5 None None] Current status of the port 12b1532f-0211-49b8-8eff-5d0fdfcf920f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:15.161717 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e147d78e-e37b-4166-81c9-838f680ad279 req-857e59ee-d221-4417-9713-5a512a1dfea7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (1f7b639f-1e8d-455b-a7e0-522ed71aa1e0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:15.192689 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device dbc389cd-1c29-4334-a974-e6e793b07317 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:03:15.221311 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e147d78e-e37b-4166-81c9-838f680ad279 req-857e59ee-d221-4417-9713-5a512a1dfea7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network d84942d1-1077-45b9-ac30-c28ca0d224f3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:03:15.225045 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-e147d78e-e37b-4166-81c9-838f680ad279 req-857e59ee-d221-4417-9713-5a512a1dfea7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:03:15.230233 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-e147d78e-e37b-4166-81c9-838f680ad279 req-857e59ee-d221-4417-9713-5a512a1dfea7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:03:15.339933 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147d78e-e37b-4166-81c9-838f680ad279 req-857e59ee-d221-4417-9713-5a512a1dfea7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:15.342179 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e147d78e-e37b-4166-81c9-838f680ad279 req-857e59ee-d221-4417-9713-5a512a1dfea7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:15.378428 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e59ee-d221-4417-9713-5a512a1dfea7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Port': ['ID=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:15.394268 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e147d78e-e37b-4166-81c9-838f680ad279 req-857e59ee-d221-4417-9713-5a512a1dfea7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0616701 Feb 20 06:03:15.407009 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-e147d78e-e37b-4166-81c9-838f680ad279 req-1c3a12a4-ce68-407b-ac55-59df449eb09b service neutron] Request body: {'port': {'device_id': '0018c436-356d-4a09-b886-d7db98df5b52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:15.513740 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 42994) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:15.555369 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e147d78e-e37b-4166-81c9-838f680ad279 req-1c3a12a4-ce68-407b-ac55-59df449eb09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1f7b639f-1e8d-455b-a7e0-522ed71aa1e0), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:15.615465 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b010a2-3fbc-4729-a4ef-8e4f30418c6e None None] Sync routers for ids ['0de309f5-2bfc-433a-bcca-4d6be20212e8'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:03:15.637545 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b010a2-3fbc-4729-a4ef-8e4f30418c6e None None] Routers {'0de309f5-2bfc-433a-bcca-4d6be20212e8'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:03:15.638222 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-88b010a2-3fbc-4729-a4ef-8e4f30418c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:02:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0de309f5-2bfc-433a-bcca-4d6be20212e8'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:15.710157 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50f7f446-3867-4ddb-a90a-07fd8fdfb915 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:15.725525 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port dbc389cd-1c29-4334-a974-e6e793b07317 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:15.728563 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (dbc389cd-1c29-4334-a974-e6e793b07317), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:15.829050 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50f7f446-3867-4ddb-a90a-07fd8fdfb915 admin admin] Publish callbacks [] for security_group (1658dd6c-c605-41a3-a6c5-d5a134db9c63), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:15.837029 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50f7f446-3867-4ddb-a90a-07fd8fdfb915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (1658dd6c-c605-41a3-a6c5-d5a134db9c63), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:15.846056 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43004) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:15.853195 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-8bccd019-8720-4970-97cb-882992202746 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-971423037-network', 'tenant_id': 'abb98e2237234db28b52f8a6f169db68'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:15.872672 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-493938ad-7b12-4216-a8de-11cf0368b39f None None] Provisioning complete for port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:15.873048 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-493938ad-7b12-4216-a8de-11cf0368b39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1f7b639f-1e8d-455b-a7e0-522ed71aa1e0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:15.909513 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-50f7f446-3867-4ddb-a90a-07fd8fdfb915 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc8b7ee3cde94e109f2c10203fc0dae1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3945868 Feb 20 06:03:15.912347 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43008) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:15.915272 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7f446-3867-4ddb-a90a-07fd8fdfb915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1658dd6c-c605-41a3-a6c5-d5a134db9c63,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:15.941856 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bccd019-8720-4970-97cb-882992202746 admin admin] Made reservation on behalf of abb98e2237234db28b52f8a6f169db68 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:03:15.944183 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8bccd019-8720-4970-97cb-882992202746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:15.961803 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8bccd019-8720-4970-97cb-882992202746 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:15.976979 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-88b010a2-3fbc-4729-a4ef-8e4f30418c6e None None] Set router 0de309f5-2bfc-433a-bcca-4d6be20212e8 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:03:16.016729 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-493938ad-7b12-4216-a8de-11cf0368b39f None None] Port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:03:16.030377 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012d6c7-b892-4245-8876-beab5a6c6ddb req-3e060e47-c30a-4bdb-8aaf-cd8458ead5f8 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:16.031971 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8012d6c7-b892-4245-8876-beab5a6c6ddb req-3e060e47-c30a-4bdb-8aaf-cd8458ead5f8 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 932 time: 0.0987735 Feb 20 06:03:16.033693 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port dbc389cd-1c29-4334-a974-e6e793b07317 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:16.052555 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6cfc3d91-350e-423c-8608-8b0827aec08e admin admin] Publish callbacks [] for security_group (1658dd6c-c605-41a3-a6c5-d5a134db9c63), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:16.088673 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-e147d78e-e37b-4166-81c9-838f680ad279 req-1c3a12a4-ce68-407b-ac55-59df449eb09b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:03:16.099805 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6cfc3d91-350e-423c-8608-8b0827aec08e admin admin] Publish callbacks [] for security_group (1658dd6c-c605-41a3-a6c5-d5a134db9c63), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:16.101295 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e147d78e-e37b-4166-81c9-838f680ad279 req-1c3a12a4-ce68-407b-ac55-59df449eb09b service neutron] Publish callbacks [] for port (1f7b639f-1e8d-455b-a7e0-522ed71aa1e0), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:16.123945 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-e147d78e-e37b-4166-81c9-838f680ad279 req-1c3a12a4-ce68-407b-ac55-59df449eb09b service neutron] Transition to ACTIVE for port object 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:03:16.136413 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8012d6c7-b892-4245-8876-beab5a6c6ddb req-27d0e51e-dd09-4ef5-a668-6ffa143acf22 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5c153ef-abce-44c1-9bf0-3608ed66ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976849 Feb 20 06:03:16.160608 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e147d78e-e37b-4166-81c9-838f680ad279 req-1c3a12a4-ce68-407b-ac55-59df449eb09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (1f7b639f-1e8d-455b-a7e0-522ed71aa1e0), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:16.170561 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8bccd019-8720-4970-97cb-882992202746 admin admin] Publish callbacks [] for security_group (0cdfa8b1-1db5-4d67-81dc-62ef5fccfdeb), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:16.182123 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6cfc3d91-350e-423c-8608-8b0827aec08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (1658dd6c-c605-41a3-a6c5-d5a134db9c63), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:16.185311 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6cfc3d91-350e-423c-8608-8b0827aec08e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:16.188818 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6cfc3d91-350e-423c-8608-8b0827aec08e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1658dd6c-c605-41a3-a6c5-d5a134db9c63 HTTP/1.1" status: 204 len: 168 time: 0.2728074 Feb 20 06:03:16.195673 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8bccd019-8720-4970-97cb-882992202746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0cdfa8b1-1db5-4d67-81dc-62ef5fccfdeb), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:16.199346 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc3d91-350e-423c-8608-8b0827aec08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1658dd6c-c605-41a3-a6c5-d5a134db9c63,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:16.264016 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bccd019-8720-4970-97cb-882992202746 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:03:16.266831 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a12a4-ce68-407b-ac55-59df449eb09b service neutron] Pushing event updated for resources: {'Port': ['ID=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:16.277261 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bccd019-8720-4970-97cb-882992202746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdfa8b1-1db5-4d67-81dc-62ef5fccfdeb,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:16.300296 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8bccd019-8720-4970-97cb-882992202746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:16.300647 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-8bccd019-8720-4970-97cb-882992202746 admin admin] Added segment 0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a of type vlan for network 77a5e72c-df46-4eec-87fa-b3e6e5237af3 Feb 20 06:03:16.385739 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-e147d78e-e37b-4166-81c9-838f680ad279 req-1c3a12a4-ce68-407b-ac55-59df449eb09b service neutron] Attempting to bind port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:03:16.386076 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-e147d78e-e37b-4166-81c9-838f680ad279 req-1c3a12a4-ce68-407b-ac55-59df449eb09b service neutron] Attempting to bind port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '8ccdb38e-5f16-43aa-893f-c7bc844b3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:03:16.386398 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e147d78e-e37b-4166-81c9-838f680ad279 req-1c3a12a4-ce68-407b-ac55-59df449eb09b service neutron] Attempting to bind port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 on network d84942d1-1077-45b9-ac30-c28ca0d224f3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:03:16.401223 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e147d78e-e37b-4166-81c9-838f680ad279 req-1c3a12a4-ce68-407b-ac55-59df449eb09b service neutron] Port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 on network d84942d1-1077-45b9-ac30-c28ca0d224f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:03:16.401552 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e147d78e-e37b-4166-81c9-838f680ad279 req-1c3a12a4-ce68-407b-ac55-59df449eb09b service neutron] Attempting to bind port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 on network d84942d1-1077-45b9-ac30-c28ca0d224f3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:03:16.404972 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8bccd019-8720-4970-97cb-882992202746 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (77a5e72c-df46-4eec-87fa-b3e6e5237af3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:16.414455 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e147d78e-e37b-4166-81c9-838f680ad279 req-1c3a12a4-ce68-407b-ac55-59df449eb09b service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:03:16.414798 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e147d78e-e37b-4166-81c9-838f680ad279 req-1c3a12a4-ce68-407b-ac55-59df449eb09b service neutron] Checking segment: {'id': '8ccdb38e-5f16-43aa-893f-c7bc844b3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:03:16.415222 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e147d78e-e37b-4166-81c9-838f680ad279 req-1c3a12a4-ce68-407b-ac55-59df449eb09b service neutron] Bound using segment: {'id': '8ccdb38e-5f16-43aa-893f-c7bc844b3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:03:16.415667 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-e147d78e-e37b-4166-81c9-838f680ad279 req-1c3a12a4-ce68-407b-ac55-59df449eb09b service neutron] Bound port: 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ccdb38e-5f16-43aa-893f-c7bc844b3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:03:16.416025 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e147d78e-e37b-4166-81c9-838f680ad279 req-1c3a12a4-ce68-407b-ac55-59df449eb09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1f7b639f-1e8d-455b-a7e0-522ed71aa1e0), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:16.418176 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-88b010a2-3fbc-4729-a4ef-8e4f30418c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'name': 'tempest-TestServerBasicOps-248384151-router', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'dbc389cd-1c29-4334-a974-e6e793b07317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:07Z', 'updated_at': '2022-02-20T06:03:12Z', 'revision_number': 4, 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'gw_port': {'id': 'dbc389cd-1c29-4334-a974-e6e793b07317', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:08Z', 'updated_at': '2022-02-20T06:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'dc7516e5-e117-46ce-8628-c71b1e519e0d', 'name': '', 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'mac_address': 'fa:16:3e:f5:ae:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'f1114208-637a-4504-bcf8-b1d959d370a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:11Z', 'updated_at': '2022-02-20T06:03:13Z', 'revision_number': 2, 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'subnets': [{'id': 'f1114208-637a-4504-bcf8-b1d959d370a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:16.461728 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b010a2-3fbc-4729-a4ef-8e4f30418c6e None None] Checking router: 0de309f5-2bfc-433a-bcca-4d6be20212e8 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:03:16.462088 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b010a2-3fbc-4729-a4ef-8e4f30418c6e None None] Updating router 0de309f5-2bfc-433a-bcca-4d6be20212e8 port dc7516e5-e117-46ce-8628-c71b1e519e0d binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:03:16.504710 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8bccd019-8720-4970-97cb-882992202746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (77a5e72c-df46-4eec-87fa-b3e6e5237af3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:16.505383 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bccd019-8720-4970-97cb-882992202746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:16.505980 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8bccd019-8720-4970-97cb-882992202746 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:16.507065 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-88b010a2-3fbc-4729-a4ef-8e4f30418c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (dc7516e5-e117-46ce-8628-c71b1e519e0d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:16.536442 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8bccd019-8720-4970-97cb-882992202746 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6865568 Feb 20 06:03:16.537556 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43014) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:16.543838 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-87ea4259-372c-4707-a75b-fedbccbcaa13 admin admin] Request body: {'subnet': {'network_id': '77a5e72c-df46-4eec-87fa-b3e6e5237af3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-971423037-subnet', 'tenant_id': 'abb98e2237234db28b52f8a6f169db68', 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:16.544342 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-afd9554b-304c-4ac6-a657-274781445a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:16.573568 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ea4259-372c-4707-a75b-fedbccbcaa13 admin admin] Made reservation on behalf of abb98e2237234db28b52f8a6f169db68 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:03:16.582217 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-87ea4259-372c-4707-a75b-fedbccbcaa13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:16.610168 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-e147d78e-e37b-4166-81c9-838f680ad279 req-1c3a12a4-ce68-407b-ac55-59df449eb09b service neutron] For port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:03:16.613907 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bccd019-8720-4970-97cb-882992202746 admin admin] Pushing event updated for resources: {'Network': ['ID=77a5e72c-df46-4eec-87fa-b3e6e5237af3,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:16.627774 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-e147d78e-e37b-4166-81c9-838f680ad279 req-1c3a12a4-ce68-407b-ac55-59df449eb09b service neutron] For port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0,segment=NetworkSegment(8ccdb38e-5f16-43aa-893f-c7bc844b3fa6),segment_id=8ccdb38e-5f16-43aa-893f-c7bc844b3fa6)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:03:16.635677 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e147d78e-e37b-4166-81c9-838f680ad279 req-1c3a12a4-ce68-407b-ac55-59df449eb09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (1f7b639f-1e8d-455b-a7e0-522ed71aa1e0), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:16.691300 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147d78e-e37b-4166-81c9-838f680ad279 req-1c3a12a4-ce68-407b-ac55-59df449eb09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:16.692064 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e147d78e-e37b-4166-81c9-838f680ad279 req-1c3a12a4-ce68-407b-ac55-59df449eb09b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:16.693481 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 77a5e72c-df46-4eec-87fa-b3e6e5237af3 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:03:16.693970 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e147d78e-e37b-4166-81c9-838f680ad279 req-1c3a12a4-ce68-407b-ac55-59df449eb09b service neutron] 10.222.0.61 "PUT /v2.0/ports/1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 HTTP/1.1" status: 200 len: 1092 time: 1.2913733 Feb 20 06:03:16.696526 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0018c436-356d-4a09-b886-d7db98df5b52', 'tag': '1f7b639f-1e8d-455b-a7e0-522ed71aa1e0'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:03:16.699694 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ebc60d-1fef-4a62-93c5-8adf6bfdc0c5" -d '{"events": [{"name": "network-changed", "server_uuid": "0018c436-356d-4a09-b886-d7db98df5b52", "tag": "1f7b639f-1e8d-455b-a7e0-522ed71aa1e0"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:03:16.788497 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1121ff1-0a10-462e-ba70-11170d7c99a0 x-openstack-request-id: req-c1121ff1-0a10-462e-ba70-11170d7c99a0 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:03:16.789532 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0018c436-356d-4a09-b886-d7db98df5b52", "tag": "1f7b639f-1e8d-455b-a7e0-522ed71aa1e0", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:03:16.790000 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1121ff1-0a10-462e-ba70-11170d7c99a0 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:03:16.790575 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0018c436-356d-4a09-b886-d7db98df5b52', 'tag': '1f7b639f-1e8d-455b-a7e0-522ed71aa1e0', 'status': 'completed', 'code': 200} Feb 20 06:03:16.814159 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a12a4-ce68-407b-ac55-59df449eb09b service neutron] Pushing event updated for resources: {'Port': ['ID=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:16.863819 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147d78e-e37b-4166-81c9-838f680ad279 req-e32416ac-7af4-47d8-9656-cd45730f586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:16.869168 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e147d78e-e37b-4166-81c9-838f680ad279 req-e32416ac-7af4-47d8-9656-cd45730f586e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 1126 time: 0.1114330 Feb 20 06:03:16.937222 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e147d78e-e37b-4166-81c9-838f680ad279 req-06208e61-00f0-48a4-8ae1-c8d93b40d434 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 HTTP/1.1" status: 200 len: 217 time: 0.0529404 Feb 20 06:03:16.984084 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-87ea4259-372c-4707-a75b-fedbccbcaa13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (5d175d5f-91cd-4fdc-a150-be648e661ab7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:17.069434 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147d78e-e37b-4166-81c9-838f680ad279 req-49220259-cc00-4ae5-8b05-b801bc7b538f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:17.072912 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e147d78e-e37b-4166-81c9-838f680ad279 req-49220259-cc00-4ae5-8b05-b801bc7b538f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cdaeb40d-ba09-4859-95cd-aa1a372edb31 HTTP/1.1" status: 200 len: 834 time: 0.1290824 Feb 20 06:03:17.096330 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ea4259-372c-4707-a75b-fedbccbcaa13 admin admin] Checking segment: {'id': '0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77a5e72c-df46-4eec-87fa-b3e6e5237af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:03:17.096692 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ea4259-372c-4707-a75b-fedbccbcaa13 admin admin] Network hostable DHCP agents. Network: 77a5e72c-df46-4eec-87fa-b3e6e5237af3, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:03:17.105153 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea4259-372c-4707-a75b-fedbccbcaa13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d175d5f-91cd-4fdc-a150-be648e661ab7,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:17.130163 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ea4259-372c-4707-a75b-fedbccbcaa13 admin admin] Network 77a5e72c-df46-4eec-87fa-b3e6e5237af3 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:03:17.143464 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-87ea4259-372c-4707-a75b-fedbccbcaa13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 77a5e72c-df46-4eec-87fa-b3e6e5237af3) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:03:17.143651 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-88b010a2-3fbc-4729-a4ef-8e4f30418c6e None None] Publish callbacks [] for port (dc7516e5-e117-46ce-8628-c71b1e519e0d), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:17.149424 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ea4259-372c-4707-a75b-fedbccbcaa13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:17.150024 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-87ea4259-372c-4707-a75b-fedbccbcaa13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:17.175078 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147d78e-e37b-4166-81c9-838f680ad279 req-0ca90721-dd4a-4f9c-b168-847a9d10a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:17.176680 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e147d78e-e37b-4166-81c9-838f680ad279 req-0ca90721-dd4a-4f9c-b168-847a9d10a040 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d84942d1-1077-45b9-ac30-c28ca0d224f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0983825 Feb 20 06:03:17.177272 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-87ea4259-372c-4707-a75b-fedbccbcaa13 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6383712 Feb 20 06:03:17.177953 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43028) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:17.180125 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474b9d18-7e8a-449b-8b05-316e1740ab76 None None] Network 77a5e72c-df46-4eec-87fa-b3e6e5237af3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:03:17.187379 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-88b010a2-3fbc-4729-a4ef-8e4f30418c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (dc7516e5-e117-46ce-8628-c71b1e519e0d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:17.188664 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2cd547e3-0329-4d3d-bc5d-7238a5003ab8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-971423037-router', 'tenant_id': 'abb98e2237234db28b52f8a6f169db68', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:17.220642 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2cd547e3-0329-4d3d-bc5d-7238a5003ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (25157608-e8cb-4bd2-9c51-dfe94588619e), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:17.222475 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 12b1532f-0211-49b8-8eff-5d0fdfcf920f up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:03:17.224117 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2cd547e3-0329-4d3d-bc5d-7238a5003ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (25157608-e8cb-4bd2-9c51-dfe94588619e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:17.324770 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e147d78e-e37b-4166-81c9-838f680ad279 req-7b2b16be-c35d-4f88-969d-2ee1bbacc1f2 service neutron] 10.222.0.61 "GET /v2.0/networks/d84942d1-1077-45b9-ac30-c28ca0d224f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412830 Feb 20 06:03:17.394018 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2cd547e3-0329-4d3d-bc5d-7238a5003ab8 admin admin] Publish callbacks [] for router_controller (25157608-e8cb-4bd2-9c51-dfe94588619e), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:17.432788 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2daf583-1fd5-41cc-bc85-29ac69be3424 None None] Pushing event updated for resources: {'Port': ['ID=dc7516e5-e117-46ce-8628-c71b1e519e0d,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:17.446208 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e147d78e-e37b-4166-81c9-838f680ad279 req-5ae9a2ed-f6b8-47d3-af0a-f3f7e739d64e service neutron] 10.222.0.61 "GET /v2.0/networks/d84942d1-1077-45b9-ac30-c28ca0d224f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151989 Feb 20 06:03:17.474226 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51149351-2c07-4ed6-b655-a62166666caa req-5b712313-4952-4a27-8f46-6be5ea4a64a8 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:17.481844 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-51149351-2c07-4ed6-b655-a62166666caa req-5b712313-4952-4a27-8f46-6be5ea4a64a8 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 944 time: 0.2230070 Feb 20 06:03:17.516545 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 12b1532f-0211-49b8-8eff-5d0fdfcf920f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:17.516900 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (12b1532f-0211-49b8-8eff-5d0fdfcf920f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:17.542965 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-88b010a2-3fbc-4729-a4ef-8e4f30418c6e None None] Attempting to bind port dc7516e5-e117-46ce-8628-c71b1e519e0d on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:03:17.543202 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-88b010a2-3fbc-4729-a4ef-8e4f30418c6e None None] Attempting to bind port dc7516e5-e117-46ce-8628-c71b1e519e0d by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'd24aab10-569f-494a-9106-8b8505d9022d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:03:17.543548 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b010a2-3fbc-4729-a4ef-8e4f30418c6e None None] Attempting to bind port dc7516e5-e117-46ce-8628-c71b1e519e0d on network e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:03:17.573606 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b010a2-3fbc-4729-a4ef-8e4f30418c6e None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:03:17.574018 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b010a2-3fbc-4729-a4ef-8e4f30418c6e None None] Checking segment: {'id': 'd24aab10-569f-494a-9106-8b8505d9022d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:03:17.574452 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-88b010a2-3fbc-4729-a4ef-8e4f30418c6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:17.575443 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b010a2-3fbc-4729-a4ef-8e4f30418c6e None None] Bound using segment: {'id': 'd24aab10-569f-494a-9106-8b8505d9022d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:03:17.575587 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-88b010a2-3fbc-4729-a4ef-8e4f30418c6e None None] Bound port: dc7516e5-e117-46ce-8628-c71b1e519e0d, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24aab10-569f-494a-9106-8b8505d9022d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:03:17.575901 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-88b010a2-3fbc-4729-a4ef-8e4f30418c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (dc7516e5-e117-46ce-8628-c71b1e519e0d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:17.594567 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebc60d-1fef-4a62-93c5-8adf6bfdc0c5 req-ff98d73f-afed-47b8-8854-1fbf435bde56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:17.602105 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-70ebc60d-1fef-4a62-93c5-8adf6bfdc0c5 req-ff98d73f-afed-47b8-8854-1fbf435bde56 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 1126 time: 0.1014776 Feb 20 06:03:17.628002 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49bb84f-b1e0-45db-b969-e80ec5d0bd07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-77a5e72c-df46-4eec-87fa-b3e6e5237af3', 'network_id': '77a5e72c-df46-4eec-87fa-b3e6e5237af3', 'project_id': 'abb98e2237234db28b52f8a6f169db68', 'fixed_ips': [{'subnet_id': '5d175d5f-91cd-4fdc-a150-be648e661ab7'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:03:17.628892 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f49bb84f-b1e0-45db-b969-e80ec5d0bd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:17.659557 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-51149351-2c07-4ed6-b655-a62166666caa req-77e8d002-2eb2-48fe-a07a-a5b2ff83247e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5c153ef-abce-44c1-9bf0-3608ed66ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772575 Feb 20 06:03:17.664523 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2cd547e3-0329-4d3d-bc5d-7238a5003ab8 admin admin] Publish callbacks [] for router_gateway (25157608-e8cb-4bd2-9c51-dfe94588619e), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:17.701494 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-78fefd0e-c3f6-43e3-8cb8-91b5cd15c907 None None] Provisioning complete for port dc7516e5-e117-46ce-8628-c71b1e519e0d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:17.702064 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78fefd0e-c3f6-43e3-8cb8-91b5cd15c907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (dc7516e5-e117-46ce-8628-c71b1e519e0d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:17.729926 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebc60d-1fef-4a62-93c5-8adf6bfdc0c5 req-fea5b836-7691-4edf-8896-6f63e7ae4029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:17.731453 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-70ebc60d-1fef-4a62-93c5-8adf6bfdc0c5 req-fea5b836-7691-4edf-8896-6f63e7ae4029 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d84942d1-1077-45b9-ac30-c28ca0d224f3 HTTP/1.1" status: 200 len: 897 time: 0.1245282 Feb 20 06:03:17.785615 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-70ebc60d-1fef-4a62-93c5-8adf6bfdc0c5 req-75db0652-4051-4d5c-982d-0a9e829a67ac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 HTTP/1.1" status: 200 len: 217 time: 0.0478535 Feb 20 06:03:17.841917 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 12b1532f-0211-49b8-8eff-5d0fdfcf920f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:17.873402 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-78fefd0e-c3f6-43e3-8cb8-91b5cd15c907 None None] Port dc7516e5-e117-46ce-8628-c71b1e519e0d cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:03:17.875436 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-88b010a2-3fbc-4729-a4ef-8e4f30418c6e None None] For port dc7516e5-e117-46ce-8628-c71b1e519e0d, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:03:17.881677 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-88b010a2-3fbc-4729-a4ef-8e4f30418c6e None None] For port dc7516e5-e117-46ce-8628-c71b1e519e0d, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=dc7516e5-e117-46ce-8628-c71b1e519e0d,segment=NetworkSegment(d24aab10-569f-494a-9106-8b8505d9022d),segment_id=d24aab10-569f-494a-9106-8b8505d9022d)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:03:17.892426 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-88b010a2-3fbc-4729-a4ef-8e4f30418c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (dc7516e5-e117-46ce-8628-c71b1e519e0d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:17.944311 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2cd547e3-0329-4d3d-bc5d-7238a5003ab8 admin admin] Publish callbacks [] for router_gateway (25157608-e8cb-4bd2-9c51-dfe94588619e), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:17.970878 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2cd547e3-0329-4d3d-bc5d-7238a5003ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:17.994921 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2daf583-1fd5-41cc-bc85-29ac69be3424 None None] Pushing event updated for resources: {'Port': ['ID=dc7516e5-e117-46ce-8628-c71b1e519e0d,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:18.047537 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-f49bb84f-b1e0-45db-b969-e80ec5d0bd07 None None] Allocated IP 172.20.0.2 (77a5e72c-df46-4eec-87fa-b3e6e5237af3/5d175d5f-91cd-4fdc-a150-be648e661ab7/d03d8107-8eb3-4041-a08f-ccb9b34a6dc7) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:03:18.054212 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b010a2-3fbc-4729-a4ef-8e4f30418c6e None None] Routers {'0de309f5-2bfc-433a-bcca-4d6be20212e8'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:03:18.055838 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-88b010a2-3fbc-4729-a4ef-8e4f30418c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:02:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0de309f5-2bfc-433a-bcca-4d6be20212e8'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:18.185112 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-2cd547e3-0329-4d3d-bc5d-7238a5003ab8 admin admin] Allocated IP 172.25.3.24 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/13bd2b26-b7e4-42fb-9487-52a03d8f591e) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:03:18.317969 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebc60d-1fef-4a62-93c5-8adf6bfdc0c5 req-657c15e6-7f00-4d55-9749-2391073337c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:18.319608 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-70ebc60d-1fef-4a62-93c5-8adf6bfdc0c5 req-657c15e6-7f00-4d55-9749-2391073337c5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cdaeb40d-ba09-4859-95cd-aa1a372edb31 HTTP/1.1" status: 200 len: 834 time: 0.5278385 Feb 20 06:03:18.379505 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebc60d-1fef-4a62-93c5-8adf6bfdc0c5 req-6f5bbfd5-2399-46f4-8c75-1d5d51433617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:18.381018 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-70ebc60d-1fef-4a62-93c5-8adf6bfdc0c5 req-6f5bbfd5-2399-46f4-8c75-1d5d51433617 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d84942d1-1077-45b9-ac30-c28ca0d224f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0552156 Feb 20 06:03:18.421372 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2cd547e3-0329-4d3d-bc5d-7238a5003ab8 admin admin] Publish callbacks [] for port (13bd2b26-b7e4-42fb-9487-52a03d8f591e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:18.470543 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2cd547e3-0329-4d3d-bc5d-7238a5003ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (13bd2b26-b7e4-42fb-9487-52a03d8f591e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:18.499190 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-70ebc60d-1fef-4a62-93c5-8adf6bfdc0c5 req-9816e2db-28e8-4596-abe0-1fbee6cb4a73 service neutron] 10.222.0.61 "GET /v2.0/networks/d84942d1-1077-45b9-ac30-c28ca0d224f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103907 Feb 20 06:03:18.505062 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-9bb0a158-775a-4597-ba8f-4ab7a585c990 None None] Provisioning complete for port dc7516e5-e117-46ce-8628-c71b1e519e0d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:18.505556 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9bb0a158-775a-4597-ba8f-4ab7a585c990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (dc7516e5-e117-46ce-8628-c71b1e519e0d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:18.510262 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd547e3-0329-4d3d-bc5d-7238a5003ab8 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:03:18.512876 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-2cd547e3-0329-4d3d-bc5d-7238a5003ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:03:18.515208 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-88b010a2-3fbc-4729-a4ef-8e4f30418c6e None None] Set router 0de309f5-2bfc-433a-bcca-4d6be20212e8 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:03:18.518695 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd547e3-0329-4d3d-bc5d-7238a5003ab8 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:03:18.525429 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd547e3-0329-4d3d-bc5d-7238a5003ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=13bd2b26-b7e4-42fb-9487-52a03d8f591e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:18.627537 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-70ebc60d-1fef-4a62-93c5-8adf6bfdc0c5 req-780f0db5-7321-493c-afeb-7e5287bdc27b service neutron] 10.222.0.61 "GET /v2.0/networks/d84942d1-1077-45b9-ac30-c28ca0d224f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224055 Feb 20 06:03:18.779242 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f49bb84f-b1e0-45db-b969-e80ec5d0bd07 None None] Publish callbacks [] for port (d03d8107-8eb3-4041-a08f-ccb9b34a6dc7), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:18.799300 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f49bb84f-b1e0-45db-b969-e80ec5d0bd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (d03d8107-8eb3-4041-a08f-ccb9b34a6dc7), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:18.810473 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9bb0a158-775a-4597-ba8f-4ab7a585c990 None None] Current status of the port dc7516e5-e117-46ce-8628-c71b1e519e0d is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:18.810473 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9bb0a158-775a-4597-ba8f-4ab7a585c990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (dc7516e5-e117-46ce-8628-c71b1e519e0d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:18.854223 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2cd547e3-0329-4d3d-bc5d-7238a5003ab8 admin admin] Publish callbacks [] for router_gateway (25157608-e8cb-4bd2-9c51-dfe94588619e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:18.862278 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c116bc8-833c-4e90-ad12-b105dcf2b3e9 req-3b98e0fc-4078-4af9-8c7e-bae221931ea5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:18.866300 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49bb84f-b1e0-45db-b969-e80ec5d0bd07 None None] Network 77a5e72c-df46-4eec-87fa-b3e6e5237af3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:03:18.869885 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1c116bc8-833c-4e90-ad12-b105dcf2b3e9 req-3b98e0fc-4078-4af9-8c7e-bae221931ea5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 944 time: 0.1087260 Feb 20 06:03:18.884241 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-f49bb84f-b1e0-45db-b969-e80ec5d0bd07 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:03:18.899427 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49bb84f-b1e0-45db-b969-e80ec5d0bd07 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:03:18.909646 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49bb84f-b1e0-45db-b969-e80ec5d0bd07 None None] Pushing event updated for resources: {'Port': ['ID=d03d8107-8eb3-4041-a08f-ccb9b34a6dc7,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:18.917943 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9bb0a158-775a-4597-ba8f-4ab7a585c990 None None] For port dc7516e5-e117-46ce-8628-c71b1e519e0d, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=dc7516e5-e117-46ce-8628-c71b1e519e0d,segment=NetworkSegment(d24aab10-569f-494a-9106-8b8505d9022d),segment_id=d24aab10-569f-494a-9106-8b8505d9022d)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:03:18.968694 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9bb0a158-775a-4597-ba8f-4ab7a585c990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (dc7516e5-e117-46ce-8628-c71b1e519e0d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:19.007098 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1c116bc8-833c-4e90-ad12-b105dcf2b3e9 req-a42c2fa0-6367-42c9-a8eb-69b0e68a4f84 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5c153ef-abce-44c1-9bf0-3608ed66ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357203 Feb 20 06:03:19.055607 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-16243560-138b-4cfc-ac32-96a276e92f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:19.072501 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f49bb84f-b1e0-45db-b969-e80ec5d0bd07 None None] Attempting to bind port d03d8107-8eb3-4041-a08f-ccb9b34a6dc7 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:03:19.072920 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f49bb84f-b1e0-45db-b969-e80ec5d0bd07 None None] Attempting to bind port d03d8107-8eb3-4041-a08f-ccb9b34a6dc7 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77a5e72c-df46-4eec-87fa-b3e6e5237af3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:03:19.073317 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49bb84f-b1e0-45db-b969-e80ec5d0bd07 None None] Attempting to bind port d03d8107-8eb3-4041-a08f-ccb9b34a6dc7 on network 77a5e72c-df46-4eec-87fa-b3e6e5237af3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:03:19.091254 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49bb84f-b1e0-45db-b969-e80ec5d0bd07 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:03:19.091667 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49bb84f-b1e0-45db-b969-e80ec5d0bd07 None None] Checking segment: {'id': '0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77a5e72c-df46-4eec-87fa-b3e6e5237af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:03:19.092100 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f49bb84f-b1e0-45db-b969-e80ec5d0bd07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:19.092533 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49bb84f-b1e0-45db-b969-e80ec5d0bd07 None None] Bound using segment: {'id': '0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77a5e72c-df46-4eec-87fa-b3e6e5237af3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:03:19.093063 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f49bb84f-b1e0-45db-b969-e80ec5d0bd07 None None] Bound port: d03d8107-8eb3-4041-a08f-ccb9b34a6dc7, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77a5e72c-df46-4eec-87fa-b3e6e5237af3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:03:19.093455 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f49bb84f-b1e0-45db-b969-e80ec5d0bd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d03d8107-8eb3-4041-a08f-ccb9b34a6dc7), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:19.111790 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0a158-775a-4597-ba8f-4ab7a585c990 None None] Pushing event updated for resources: {'Port': ['ID=dc7516e5-e117-46ce-8628-c71b1e519e0d,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:19.137223 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2cd547e3-0329-4d3d-bc5d-7238a5003ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (25157608-e8cb-4bd2-9c51-dfe94588619e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:19.153270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-88b010a2-3fbc-4729-a4ef-8e4f30418c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'name': 'tempest-TestServerBasicOps-248384151-router', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'dbc389cd-1c29-4334-a974-e6e793b07317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:07Z', 'updated_at': '2022-02-20T06:03:12Z', 'revision_number': 4, 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'gw_port': {'id': 'dbc389cd-1c29-4334-a974-e6e793b07317', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:08Z', 'updated_at': '2022-02-20T06:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'dc7516e5-e117-46ce-8628-c71b1e519e0d', 'name': '', 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'mac_address': 'fa:16:3e:f5:ae:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'f1114208-637a-4504-bcf8-b1d959d370a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:11Z', 'updated_at': '2022-02-20T06:03:17Z', 'revision_number': 4, 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'subnets': [{'id': 'f1114208-637a-4504-bcf8-b1d959d370a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:19.187085 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b010a2-3fbc-4729-a4ef-8e4f30418c6e None None] The sync data for ids ['0de309f5-2bfc-433a-bcca-4d6be20212e8'] in n-d-829866-5 is: [{'id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'name': 'tempest-TestServerBasicOps-248384151-router', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'dbc389cd-1c29-4334-a974-e6e793b07317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:07Z', 'updated_at': '2022-02-20T06:03:12Z', 'revision_number': 4, 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'gw_port': {'id': 'dbc389cd-1c29-4334-a974-e6e793b07317', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:08Z', 'updated_at': '2022-02-20T06:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'dc7516e5-e117-46ce-8628-c71b1e519e0d', 'name': '', 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'mac_address': 'fa:16:3e:f5:ae:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'f1114208-637a-4504-bcf8-b1d959d370a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:11Z', 'updated_at': '2022-02-20T06:03:17Z', 'revision_number': 4, 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'subnets': [{'id': 'f1114208-637a-4504-bcf8-b1d959d370a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:03:19.238255 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f49bb84f-b1e0-45db-b969-e80ec5d0bd07 None None] For port d03d8107-8eb3-4041-a08f-ccb9b34a6dc7, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:03:19.242999 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f49bb84f-b1e0-45db-b969-e80ec5d0bd07 None None] For port d03d8107-8eb3-4041-a08f-ccb9b34a6dc7, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d03d8107-8eb3-4041-a08f-ccb9b34a6dc7,segment=NetworkSegment(0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a),segment_id=0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:03:19.251494 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f49bb84f-b1e0-45db-b969-e80ec5d0bd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d03d8107-8eb3-4041-a08f-ccb9b34a6dc7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:19.343656 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49bb84f-b1e0-45db-b969-e80ec5d0bd07 None None] Pushing event updated for resources: {'Port': ['ID=d03d8107-8eb3-4041-a08f-ccb9b34a6dc7,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:19.374604 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd547e3-0329-4d3d-bc5d-7238a5003ab8 admin admin] Router 25157608-e8cb-4bd2-9c51-dfe94588619e is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:03:19.379797 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43054) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:19.468609 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:03:19.511012 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-26be6444-1215-4024-a0d4-93f390731a87 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/floatingips/e850e105-0733-4447-892f-a9c086f14d70 HTTP/1.1" status: 200 len: 994 time: 0.1240110 Feb 20 06:03:19.590084 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd547e3-0329-4d3d-bc5d-7238a5003ab8 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:03:19.600690 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0bad68-e185-480e-b59a-4478bf60d182 None None] Sync routers for ids ['25157608-e8cb-4bd2-9c51-dfe94588619e'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:03:19.659002 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2cd547e3-0329-4d3d-bc5d-7238a5003ab8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:19.699987 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2cd547e3-0329-4d3d-bc5d-7238a5003ab8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5202200 Feb 20 06:03:19.703982 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43060) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:19.722413 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:19.796450 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0,segment=NetworkSegment(8ccdb38e-5f16-43aa-893f-c7bc844b3fa6),segment_id=8ccdb38e-5f16-43aa-893f-c7bc844b3fa6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:03:19.829136 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '1f7b639f-1e8d-455b-a7e0-522ed71aa1e0', 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3', 'port_id': '1f7b639f-1e8d-455b-a7e0-522ed71aa1e0', 'mac_address': 'fa:16:3e:90:32:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdaeb40d-ba09-4859-95cd-aa1a372edb31', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:03:19.846262 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43062) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:19.862850 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0bad68-e185-480e-b59a-4478bf60d182 None None] Routers {'25157608-e8cb-4bd2-9c51-dfe94588619e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:03:19.863915 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5d0bad68-e185-480e-b59a-4478bf60d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:03:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['25157608-e8cb-4bd2-9c51-dfe94588619e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:19.939916 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:19.940313 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1f7b639f-1e8d-455b-a7e0-522ed71aa1e0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:19.977996 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:03:20.001794 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-5d0bad68-e185-480e-b59a-4478bf60d182 None None] Set router 25157608-e8cb-4bd2-9c51-dfe94588619e gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:03:20.035952 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0,segment=NetworkSegment(8ccdb38e-5f16-43aa-893f-c7bc844b3fa6),segment_id=8ccdb38e-5f16-43aa-893f-c7bc844b3fa6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:03:20.047099 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1f7b639f-1e8d-455b-a7e0-522ed71aa1e0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:20.159376 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:20.200199 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-97f27cbc-6070-45e2-97e8-200575fc3cee tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Deleting port 3a95297f-0f1d-4f6a-954f-c157e4f6b1b5 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:03:20.200645 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97f27cbc-6070-45e2-97e8-200575fc3cee tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3a95297f-0f1d-4f6a-954f-c157e4f6b1b5), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:20.250506 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['1f7b639f-1e8d-455b-a7e0-522ed71aa1e0'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:03:20.289810 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5d0bad68-e185-480e-b59a-4478bf60d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25157608-e8cb-4bd2-9c51-dfe94588619e', 'name': 'tempest-TestServerBasicOps-971423037-router', 'tenant_id': 'abb98e2237234db28b52f8a6f169db68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '13bd2b26-b7e4-42fb-9487-52a03d8f591e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:17Z', 'updated_at': '2022-02-20T06:03:18Z', 'revision_number': 3, 'project_id': 'abb98e2237234db28b52f8a6f169db68', 'gw_port': {'id': '13bd2b26-b7e4-42fb-9487-52a03d8f591e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25157608-e8cb-4bd2-9c51-dfe94588619e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:17Z', 'updated_at': '2022-02-20T06:03:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:20.329900 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0bad68-e185-480e-b59a-4478bf60d182 None None] Checking router: 25157608-e8cb-4bd2-9c51-dfe94588619e for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:03:20.330283 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0bad68-e185-480e-b59a-4478bf60d182 None None] Updating router 25157608-e8cb-4bd2-9c51-dfe94588619e port 13bd2b26-b7e4-42fb-9487-52a03d8f591e binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:03:20.412781 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97f27cbc-6070-45e2-97e8-200575fc3cee tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3a95297f-0f1d-4f6a-954f-c157e4f6b1b5), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:20.413268 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97f27cbc-6070-45e2-97e8-200575fc3cee tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for floatingip (3a95297f-0f1d-4f6a-954f-c157e4f6b1b5), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:20.419048 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d0bad68-e185-480e-b59a-4478bf60d182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (13bd2b26-b7e4-42fb-9487-52a03d8f591e), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:20.434812 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-97f27cbc-6070-45e2-97e8-200575fc3cee tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Calling delete_port for 3a95297f-0f1d-4f6a-954f-c157e4f6b1b5 owned by network:floatingip {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:03:20.474017 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd6077-d5e7-4184-81a0-f9ba212597dc req-81a90071-9a22-4507-82f4-6f482313079b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:20.484228 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28bd6077-d5e7-4184-81a0-f9ba212597dc req-81a90071-9a22-4507-82f4-6f482313079b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 945 time: 0.3669167 Feb 20 06:03:20.579609 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28bd6077-d5e7-4184-81a0-f9ba212597dc req-1691d4cb-6de7-4b39-b0f7-bb01bbc2779c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5c153ef-abce-44c1-9bf0-3608ed66ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924752 Feb 20 06:03:20.822029 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97f27cbc-6070-45e2-97e8-200575fc3cee tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (3a95297f-0f1d-4f6a-954f-c157e4f6b1b5), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:20.895504 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f27cbc-6070-45e2-97e8-200575fc3cee tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event deleted for resources: {'Port': ['ID=3a95297f-0f1d-4f6a-954f-c157e4f6b1b5,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:21.042977 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97f27cbc-6070-45e2-97e8-200575fc3cee tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for floatingip (e850e105-0733-4447-892f-a9c086f14d70), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:21.043972 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-97f27cbc-6070-45e2-97e8-200575fc3cee tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Floating IP e850e105-0733-4447-892f-a9c086f14d70 disassociated (deleted). External IP: 172.25.3.134, port: 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8. Feb 20 06:03:21.044962 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd6b69d-ef99-4175-8292-c8158c50037b None None] Network 77a5e72c-df46-4eec-87fa-b3e6e5237af3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:03:21.071084 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d0bad68-e185-480e-b59a-4478bf60d182 None None] Publish callbacks [] for port (13bd2b26-b7e4-42fb-9487-52a03d8f591e), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:21.084601 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d0bad68-e185-480e-b59a-4478bf60d182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (13bd2b26-b7e4-42fb-9487-52a03d8f591e), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:21.183087 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-5d0bad68-e185-480e-b59a-4478bf60d182 None None] Attempting to bind port 13bd2b26-b7e4-42fb-9487-52a03d8f591e on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:03:21.183507 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-5d0bad68-e185-480e-b59a-4478bf60d182 None None] Attempting to bind port 13bd2b26-b7e4-42fb-9487-52a03d8f591e by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:03:21.183871 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0bad68-e185-480e-b59a-4478bf60d182 None None] Attempting to bind port 13bd2b26-b7e4-42fb-9487-52a03d8f591e on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:03:21.201617 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0bad68-e185-480e-b59a-4478bf60d182 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:03:21.202014 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0bad68-e185-480e-b59a-4478bf60d182 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:03:21.202424 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d0bad68-e185-480e-b59a-4478bf60d182 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:21.207991 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0bad68-e185-480e-b59a-4478bf60d182 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:03:21.209970 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-5d0bad68-e185-480e-b59a-4478bf60d182 None None] Bound port: 13bd2b26-b7e4-42fb-9487-52a03d8f591e, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:03:21.210375 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d0bad68-e185-480e-b59a-4478bf60d182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (13bd2b26-b7e4-42fb-9487-52a03d8f591e), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:21.214699 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decda4f1-0cc9-46f2-92d9-b7b50f32fdb7 None None] Pushing event updated for resources: {'Port': ['ID=13bd2b26-b7e4-42fb-9487-52a03d8f591e,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:21.218722 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-f52e2703-eb8b-4f5d-b9de-635f255c0740 None None] Provisioning complete for port d03d8107-8eb3-4041-a08f-ccb9b34a6dc7 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:21.221246 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f52e2703-eb8b-4f5d-b9de-635f255c0740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d03d8107-8eb3-4041-a08f-ccb9b34a6dc7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:21.320040 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:21.320348 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-5d0bad68-e185-480e-b59a-4478bf60d182 None None] For port 13bd2b26-b7e4-42fb-9487-52a03d8f591e, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:03:21.324240 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-5d0bad68-e185-480e-b59a-4478bf60d182 None None] For port 13bd2b26-b7e4-42fb-9487-52a03d8f591e, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=13bd2b26-b7e4-42fb-9487-52a03d8f591e,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:03:21.330867 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device dc7516e5-e117-46ce-8628-c71b1e519e0d up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:03:21.337397 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d0bad68-e185-480e-b59a-4478bf60d182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (13bd2b26-b7e4-42fb-9487-52a03d8f591e), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:21.434186 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f27cbc-6070-45e2-97e8-200575fc3cee tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Router f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:03:21.458206 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decda4f1-0cc9-46f2-92d9-b7b50f32fdb7 None None] Pushing event updated for resources: {'Port': ['ID=13bd2b26-b7e4-42fb-9487-52a03d8f591e,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:21.471610 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0bad68-e185-480e-b59a-4478bf60d182 None None] Routers {'25157608-e8cb-4bd2-9c51-dfe94588619e'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:03:21.472184 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5d0bad68-e185-480e-b59a-4478bf60d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:03:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['25157608-e8cb-4bd2-9c51-dfe94588619e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:21.494891 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:03:21.503970 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:21.526157 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port dc7516e5-e117-46ce-8628-c71b1e519e0d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:21.526526 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (dc7516e5-e117-46ce-8628-c71b1e519e0d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:21.593379 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f52e2703-eb8b-4f5d-b9de-635f255c0740 None None] Current status of the port d03d8107-8eb3-4041-a08f-ccb9b34a6dc7 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:21.593701 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f52e2703-eb8b-4f5d-b9de-635f255c0740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d03d8107-8eb3-4041-a08f-ccb9b34a6dc7), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:21.618890 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-5d0bad68-e185-480e-b59a-4478bf60d182 None None] Set router 25157608-e8cb-4bd2-9c51-dfe94588619e gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:03:21.666692 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f27cbc-6070-45e2-97e8-200575fc3cee tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:03:21.681222 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97f27cbc-6070-45e2-97e8-200575fc3cee tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:21.693013 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3867b40-bcba-4d76-86c7-2405c9ebe317 None None] Sync routers for ids ['f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:03:21.753244 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-97f27cbc-6070-45e2-97e8-200575fc3cee tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "DELETE /v2.0/floatingips/e850e105-0733-4447-892f-a9c086f14d70 HTTP/1.1" status: 204 len: 168 time: 1.9054716 Feb 20 06:03:21.754036 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fd7068-81d1-487d-8b2b-860914817465', 'tag': '0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:03:21.758987 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f86c8d-93c6-4c08-a10f-eb2e7f909c50" -d '{"events": [{"name": "network-changed", "server_uuid": "15fd7068-81d1-487d-8b2b-860914817465", "tag": "0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:03:21.783586 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f52e2703-eb8b-4f5d-b9de-635f255c0740 None None] For port d03d8107-8eb3-4041-a08f-ccb9b34a6dc7, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d03d8107-8eb3-4041-a08f-ccb9b34a6dc7,segment=NetworkSegment(0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a),segment_id=0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:03:21.785496 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Allocated IP 172.20.0.1 (77a5e72c-df46-4eec-87fa-b3e6e5237af3/5d175d5f-91cd-4fdc-a150-be648e661ab7/5ca9a948-afd1-4420-beab-7c29644b6c7a) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:03:21.786854 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3867b40-bcba-4d76-86c7-2405c9ebe317 None None] Routers {'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:03:21.787909 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-b3867b40-bcba-4d76-86c7-2405c9ebe317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:03:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:21.789765 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:03:21.797396 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:21.797396 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1f7b639f-1e8d-455b-a7e0-522ed71aa1e0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:21.864677 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f52e2703-eb8b-4f5d-b9de-635f255c0740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d03d8107-8eb3-4041-a08f-ccb9b34a6dc7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:21.873476 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acab46-0523-45b2-9792-cdcfd119d483 req-2c4dd697-74d9-4d7c-aae6-1c1f7f99a640 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:21.882942 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d7acab46-0523-45b2-9792-cdcfd119d483 req-2c4dd697-74d9-4d7c-aae6-1c1f7f99a640 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 945 time: 0.1772194 Feb 20 06:03:21.912343 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port dc7516e5-e117-46ce-8628-c71b1e519e0d is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:21.913176 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d03d8107-8eb3-4041-a08f-ccb9b34a6dc7 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:03:21.971261 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d7acab46-0523-45b2-9792-cdcfd119d483 req-a3a46e16-e929-4454-bd14-270b8df40389 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5c153ef-abce-44c1-9bf0-3608ed66ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839200 Feb 20 06:03:22.016943 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Publish callbacks [] for port (5ca9a948-afd1-4420-beab-7c29644b6c7a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:22.036473 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5d0bad68-e185-480e-b59a-4478bf60d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25157608-e8cb-4bd2-9c51-dfe94588619e', 'name': 'tempest-TestServerBasicOps-971423037-router', 'tenant_id': 'abb98e2237234db28b52f8a6f169db68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '13bd2b26-b7e4-42fb-9487-52a03d8f591e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:17Z', 'updated_at': '2022-02-20T06:03:18Z', 'revision_number': 3, 'project_id': 'abb98e2237234db28b52f8a6f169db68', 'gw_port': {'id': '13bd2b26-b7e4-42fb-9487-52a03d8f591e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25157608-e8cb-4bd2-9c51-dfe94588619e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:17Z', 'updated_at': '2022-02-20T06:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:22.064756 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e2703-eb8b-4f5d-b9de-635f255c0740 None None] Pushing event updated for resources: {'Port': ['ID=d03d8107-8eb3-4041-a08f-ccb9b34a6dc7,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:22.076169 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (5ca9a948-afd1-4420-beab-7c29644b6c7a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:22.120863 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0bad68-e185-480e-b59a-4478bf60d182 None None] The sync data for ids ['25157608-e8cb-4bd2-9c51-dfe94588619e'] in n-d-829866-5 is: [{'id': '25157608-e8cb-4bd2-9c51-dfe94588619e', 'name': 'tempest-TestServerBasicOps-971423037-router', 'tenant_id': 'abb98e2237234db28b52f8a6f169db68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '13bd2b26-b7e4-42fb-9487-52a03d8f591e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:17Z', 'updated_at': '2022-02-20T06:03:18Z', 'revision_number': 3, 'project_id': 'abb98e2237234db28b52f8a6f169db68', 'gw_port': {'id': '13bd2b26-b7e4-42fb-9487-52a03d8f591e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25157608-e8cb-4bd2-9c51-dfe94588619e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:17Z', 'updated_at': '2022-02-20T06:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:03:22.126198 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Pushing event updated for resources: {'Port': ['ID=5ca9a948-afd1-4420-beab-7c29644b6c7a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:22.128489 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-b3867b40-bcba-4d76-86c7-2405c9ebe317 None None] Set router f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:03:22.132853 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port d03d8107-8eb3-4041-a08f-ccb9b34a6dc7 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:22.133232 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d03d8107-8eb3-4041-a08f-ccb9b34a6dc7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:22.140228 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:22.140578 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:22.140920 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:22.141257 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:22.141588 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:22.141911 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:22.142241 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:22.142567 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:22.142955 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:22.143414 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:22.143742 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:22.144065 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:22.144494 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:03:22.171532 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Network 77a5e72c-df46-4eec-87fa-b3e6e5237af3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:03:22.175066 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:03:22.198371 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:03:22.282707 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f308a9-39a4-46ff-9e27-9c533923a4e0 x-openstack-request-id: req-79f308a9-39a4-46ff-9e27-9c533923a4e0 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:03:22.283247 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fd7068-81d1-487d-8b2b-860914817465", "tag": "0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:03:22.283818 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79f308a9-39a4-46ff-9e27-9c533923a4e0 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:03:22.284480 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fd7068-81d1-487d-8b2b-860914817465', 'tag': '0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8', 'status': 'completed', 'code': 200} Feb 20 06:03:22.357372 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (25157608-e8cb-4bd2-9c51-dfe94588619e), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:22.428741 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f86c8d-93c6-4c08-a10f-eb2e7f909c50 req-79d5d90f-bbc1-47bf-8b07-1ac62470067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:22.431014 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-23f86c8d-93c6-4c08-a10f-eb2e7f909c50 req-79d5d90f-bbc1-47bf-8b07-1ac62470067a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=111d530b12d246f29867a11f6618a046&device_id=15fd7068-81d1-487d-8b2b-860914817465 HTTP/1.1" status: 200 len: 1128 time: 0.1204400 Feb 20 06:03:22.453597 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:22.454408 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1f7b639f-1e8d-455b-a7e0-522ed71aa1e0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:22.481141 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a5c6eac8-600f-4dc0-8c3a-e1ae0724ffc0 None None] Provisioning complete for port d03d8107-8eb3-4041-a08f-ccb9b34a6dc7 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:22.481746 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a5c6eac8-600f-4dc0-8c3a-e1ae0724ffc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d03d8107-8eb3-4041-a08f-ccb9b34a6dc7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:22.559415 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0018c436-356d-4a09-b886-d7db98df5b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7b639f-1e8d-455b-a7e0-522ed71aa1e0'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:03:22.561678 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87be3811-e510-4ffc-8693-7c843f8625d1" -d '{"events": [{"server_uuid": "0018c436-356d-4a09-b886-d7db98df5b52", "name": "network-vif-plugged", "status": "completed", "tag": "1f7b639f-1e8d-455b-a7e0-522ed71aa1e0"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:03:22.564307 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826682e5-3cd5-46b3-b74c-3fa6cf9ce790 req-37b4cc11-b42b-4834-aeb8-8aa1ef6ad3a2 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:22.565891 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-826682e5-3cd5-46b3-b74c-3fa6cf9ce790 req-37b4cc11-b42b-4834-aeb8-8aa1ef6ad3a2 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fd7068-81d1-487d-8b2b-860914817465 HTTP/1.1" status: 200 len: 946 time: 0.2046652 Feb 20 06:03:22.586409 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f86c8d-93c6-4c08-a10f-eb2e7f909c50 req-c624a7b0-a8c9-4953-95f4-118d30a57b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:22.588211 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-23f86c8d-93c6-4c08-a10f-eb2e7f909c50 req-c624a7b0-a8c9-4953-95f4-118d30a57b4c service neutron] 10.222.0.48 "GET /v2.0/networks?id=af700b20-354c-4015-8490-4b66ae70a8ee HTTP/1.1" status: 200 len: 897 time: 0.1511114 Feb 20 06:03:22.648670 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0,segment=NetworkSegment(8ccdb38e-5f16-43aa-893f-c7bc844b3fa6),segment_id=8ccdb38e-5f16-43aa-893f-c7bc844b3fa6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:03:22.669748 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-23f86c8d-93c6-4c08-a10f-eb2e7f909c50 req-4494f753-5a16-43b9-94c7-d350c95e79f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 HTTP/1.1" status: 200 len: 217 time: 0.0744817 Feb 20 06:03:22.681270 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1f7b639f-1e8d-455b-a7e0-522ed71aa1e0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:22.741107 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f86c8d-93c6-4c08-a10f-eb2e7f909c50 req-4aba67dc-3fa5-4f39-a2fb-a70f23d490e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:22.743188 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-23f86c8d-93c6-4c08-a10f-eb2e7f909c50 req-4aba67dc-3fa5-4f39-a2fb-a70f23d490e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5c818b28-a07f-48ca-b4f3-37b2b0e3507d HTTP/1.1" status: 200 len: 833 time: 0.0667505 Feb 20 06:03:22.769147 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-826682e5-3cd5-46b3-b74c-3fa6cf9ce790 req-9fe33b82-3d1e-4c56-971d-fba3945ee1f6 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=5800cb05-f383-46e8-a321-729c37f36045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955700 Feb 20 06:03:22.771308 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5ca9a948-afd1-4420-beab-7c29644b6c7a), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:22.866066 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f86c8d-93c6-4c08-a10f-eb2e7f909c50 req-6266d760-5772-4e7b-aac4-2a0a29f1efec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:22.866290 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:22.873871 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-23f86c8d-93c6-4c08-a10f-eb2e7f909c50 req-6266d760-5772-4e7b-aac4-2a0a29f1efec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=af700b20-354c-4015-8490-4b66ae70a8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1228518 Feb 20 06:03:22.892230 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8056b9-aa99-4c6d-a45a-34638d3187e1 x-openstack-request-id: req-8e8056b9-aa99-4c6d-a45a-34638d3187e1 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:03:22.892230 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0018c436-356d-4a09-b886-d7db98df5b52", "name": "network-vif-plugged", "status": "completed", "tag": "1f7b639f-1e8d-455b-a7e0-522ed71aa1e0", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:03:22.892230 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e8056b9-aa99-4c6d-a45a-34638d3187e1 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:03:22.892601 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0018c436-356d-4a09-b886-d7db98df5b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7b639f-1e8d-455b-a7e0-522ed71aa1e0', 'code': 200} Feb 20 06:03:22.900852 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:23.020891 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b414664-8416-4d00-bf00-d64dd90abc73 req-4dd63c36-fa8a-496b-bb53-b5401a3f3311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:23.022759 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6b414664-8416-4d00-bf00-d64dd90abc73 req-4dd63c36-fa8a-496b-bb53-b5401a3f3311 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 1128 time: 0.0976968 Feb 20 06:03:23.044758 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port d03d8107-8eb3-4041-a08f-ccb9b34a6dc7 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:23.120353 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-23f86c8d-93c6-4c08-a10f-eb2e7f909c50 req-b4373b01-ec10-4e94-bf74-4619b71cbeb3 service neutron] 10.222.0.48 "GET /v2.0/networks/af700b20-354c-4015-8490-4b66ae70a8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393043 Feb 20 06:03:23.175086 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Publish callbacks [] for port (5ca9a948-afd1-4420-beab-7c29644b6c7a), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:23.200941 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (5ca9a948-afd1-4420-beab-7c29644b6c7a), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:23.213457 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:23.262817 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a5c6eac8-600f-4dc0-8c3a-e1ae0724ffc0 None None] Current status of the port d03d8107-8eb3-4041-a08f-ccb9b34a6dc7 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:23.288177 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-23f86c8d-93c6-4c08-a10f-eb2e7f909c50 req-66e76aeb-84d2-448c-91a7-c75f81dfa934 service neutron] 10.222.0.48 "GET /v2.0/networks/af700b20-354c-4015-8490-4b66ae70a8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619899 Feb 20 06:03:23.297941 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6b414664-8416-4d00-bf00-d64dd90abc73 req-65185d45-96e7-48d1-a1ea-2ab83fd6002c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d5c153ef-abce-44c1-9bf0-3608ed66ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2667372 Feb 20 06:03:23.309279 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-b3867b40-bcba-4d76-86c7-2405c9ebe317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'name': 'tempest-TestNetworkBasicOps-router-449099465', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:02:17Z', 'updated_at': '2022-02-20T06:02:25Z', 'revision_number': 4, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:19Z', 'updated_at': '2022-02-20T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '35d5aee7-1ebe-4c0c-aa39-b87887665599', 'name': '', 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'mac_address': 'fa:16:3e:c7:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '5c818b28-a07f-48ca-b4f3-37b2b0e3507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:24Z', 'updated_at': '2022-02-20T06:02:30Z', 'revision_number': 5, 'project_id': '111d530b12d246f29867a11f6618a046', 'subnets': [{'id': '5c818b28-a07f-48ca-b4f3-37b2b0e3507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:23.326662 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Pushing event updated for resources: {'Port': ['ID=5ca9a948-afd1-4420-beab-7c29644b6c7a,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:23.346845 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae4d4b-5a98-48b2-88a4-81b8ef1bb4ea req-5e98d791-e298-4e5b-88be-08cffb07b02e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:23.354415 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-55ae4d4b-5a98-48b2-88a4-81b8ef1bb4ea req-5e98d791-e298-4e5b-88be-08cffb07b02e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 946 time: 0.2745619 Feb 20 06:03:23.360629 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3867b40-bcba-4d76-86c7-2405c9ebe317 None None] Checking router: f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:03:23.362749 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 13bd2b26-b7e4-42fb-9487-52a03d8f591e up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:03:23.384993 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (25157608-e8cb-4bd2-9c51-dfe94588619e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:23.406725 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3867b40-bcba-4d76-86c7-2405c9ebe317 None None] Routers {'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:03:23.407317 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-b3867b40-bcba-4d76-86c7-2405c9ebe317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:03:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:23.435189 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-55ae4d4b-5a98-48b2-88a4-81b8ef1bb4ea req-c925bb39-62f2-42b2-8c07-f7d8016cbfcd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5c153ef-abce-44c1-9bf0-3608ed66ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798128 Feb 20 06:03:23.471885 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-8b042aa8-67d0-40fa-9829-b07a0e6c63f1 None None] Provisioning complete for port 5ca9a948-afd1-4420-beab-7c29644b6c7a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:23.472292 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8b042aa8-67d0-40fa-9829-b07a0e6c63f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5ca9a948-afd1-4420-beab-7c29644b6c7a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:23.515718 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Network 77a5e72c-df46-4eec-87fa-b3e6e5237af3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:03:23.517658 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:03:23.572910 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 13bd2b26-b7e4-42fb-9487-52a03d8f591e triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:23.573288 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (13bd2b26-b7e4-42fb-9487-52a03d8f591e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:23.577993 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8b042aa8-67d0-40fa-9829-b07a0e6c63f1 None None] Port 5ca9a948-afd1-4420-beab-7c29644b6c7a cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:03:23.604645 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f71467-8160-4502-8009-246a66d153c8 req-281706ec-bdfa-446e-9865-7dcb5301872b tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:23.617958 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e6f71467-8160-4502-8009-246a66d153c8 req-281706ec-bdfa-446e-9865-7dcb5301872b tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.48 "GET /v2.0/ports?device_id=15fd7068-81d1-487d-8b2b-860914817465 HTTP/1.1" status: 200 len: 946 time: 0.1106529 Feb 20 06:03:23.636779 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-b3867b40-bcba-4d76-86c7-2405c9ebe317 None None] Set router f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:03:23.769809 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Router 25157608-e8cb-4bd2-9c51-dfe94588619e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:03:23.781267 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-e6f71467-8160-4502-8009-246a66d153c8 req-bd2a0b96-6bde-4289-9b31-da1e2c933a70 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Deleting port 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:03:23.781609 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e6f71467-8160-4502-8009-246a66d153c8 req-bd2a0b96-6bde-4289-9b31-da1e2c933a70 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:23.929099 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-e6f71467-8160-4502-8009-246a66d153c8 req-bd2a0b96-6bde-4289-9b31-da1e2c933a70 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] For port 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8,segment=NetworkSegment(56bd66a5-8252-4357-b69e-85c279d54dc2),segment_id=56bd66a5-8252-4357-b69e-85c279d54dc2)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:03:23.929848 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e6f71467-8160-4502-8009-246a66d153c8 req-bd2a0b96-6bde-4289-9b31-da1e2c933a70 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:23.942864 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-e6f71467-8160-4502-8009-246a66d153c8 req-bd2a0b96-6bde-4289-9b31-da1e2c933a70 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Calling delete_port for 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:03:23.951870 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 13bd2b26-b7e4-42fb-9487-52a03d8f591e is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:23.952267 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (13bd2b26-b7e4-42fb-9487-52a03d8f591e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:23.976189 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:03:24.004595 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 13bd2b26-b7e4-42fb-9487-52a03d8f591e, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=13bd2b26-b7e4-42fb-9487-52a03d8f591e,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:03:24.025548 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-eee316b9-4437-4474-b211-a24c4949da93 admin admin] 10.222.0.37 "PUT /v2.0/routers/25157608-e8cb-4bd2-9c51-dfe94588619e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3193848 Feb 20 06:03:24.044126 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (13bd2b26-b7e4-42fb-9487-52a03d8f591e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:24.044990 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d03d8107-8eb3-4041-a08f-ccb9b34a6dc7 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:03:24.102653 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a321d56-e83b-4de5-8139-3b7949d3163a req-7a0a6b25-4a8c-4246-8288-90ae73ce09bf tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:24.104294 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1a321d56-e83b-4de5-8139-3b7949d3163a req-7a0a6b25-4a8c-4246-8288-90ae73ce09bf tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fd7068-81d1-487d-8b2b-860914817465 HTTP/1.1" status: 200 len: 946 time: 0.2054825 Feb 20 06:03:24.129086 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-195e56b4-1252-4108-9447-e04df9fefd85 None None] Provisioning complete for port 5ca9a948-afd1-4420-beab-7c29644b6c7a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:24.129473 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-195e56b4-1252-4108-9447-e04df9fefd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5ca9a948-afd1-4420-beab-7c29644b6c7a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:24.200905 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e6f71467-8160-4502-8009-246a66d153c8 req-bd2a0b96-6bde-4289-9b31-da1e2c933a70 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:24.206577 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=13bd2b26-b7e4-42fb-9487-52a03d8f591e,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:24.227001 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1a321d56-e83b-4de5-8139-3b7949d3163a req-ed000b17-bb31-4917-adad-805bb20443d6 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "GET /v2.0/security-groups?id=5800cb05-f383-46e8-a321-729c37f36045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163619 Feb 20 06:03:24.256734 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-b3867b40-bcba-4d76-86c7-2405c9ebe317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'name': 'tempest-TestNetworkBasicOps-router-449099465', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:02:17Z', 'updated_at': '2022-02-20T06:02:25Z', 'revision_number': 4, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:19Z', 'updated_at': '2022-02-20T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '35d5aee7-1ebe-4c0c-aa39-b87887665599', 'name': '', 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'mac_address': 'fa:16:3e:c7:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '5c818b28-a07f-48ca-b4f3-37b2b0e3507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:24Z', 'updated_at': '2022-02-20T06:02:30Z', 'revision_number': 5, 'project_id': '111d530b12d246f29867a11f6618a046', 'subnets': [{'id': '5c818b28-a07f-48ca-b4f3-37b2b0e3507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:24.308084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a0b96-6bde-4289-9b31-da1e2c933a70 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event deleted for resources: {'Port': ['ID=0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:24.338497 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-195e56b4-1252-4108-9447-e04df9fefd85 None None] Port 5ca9a948-afd1-4420-beab-7c29644b6c7a cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:03:24.342144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port d03d8107-8eb3-4041-a08f-ccb9b34a6dc7 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:24.342598 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d03d8107-8eb3-4041-a08f-ccb9b34a6dc7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:24.347859 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3867b40-bcba-4d76-86c7-2405c9ebe317 None None] The sync data for ids ['f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'] in n-d-829866-5 is: [{'id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'name': 'tempest-TestNetworkBasicOps-router-449099465', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:02:17Z', 'updated_at': '2022-02-20T06:02:25Z', 'revision_number': 4, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:19Z', 'updated_at': '2022-02-20T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '35d5aee7-1ebe-4c0c-aa39-b87887665599', 'name': '', 'network_id': 'af700b20-354c-4015-8490-4b66ae70a8ee', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'mac_address': 'fa:16:3e:c7:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '5c818b28-a07f-48ca-b4f3-37b2b0e3507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:24Z', 'updated_at': '2022-02-20T06:02:30Z', 'revision_number': 5, 'project_id': '111d530b12d246f29867a11f6618a046', 'subnets': [{'id': '5c818b28-a07f-48ca-b4f3-37b2b0e3507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:03:24.358727 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f71467-8160-4502-8009-246a66d153c8 req-bd2a0b96-6bde-4289-9b31-da1e2c933a70 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] No DVR routers for this DVR port 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:03:24.371413 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e6f71467-8160-4502-8009-246a66d153c8 req-bd2a0b96-6bde-4289-9b31-da1e2c933a70 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:24.381161 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e6f71467-8160-4502-8009-246a66d153c8 req-bd2a0b96-6bde-4289-9b31-da1e2c933a70 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.48 "DELETE /v2.0/ports/0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 HTTP/1.1" status: 204 len: 173 time: 0.7557802 Feb 20 06:03:24.381161 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fd7068-81d1-487d-8b2b-860914817465', 'name': 'network-vif-deleted', 'tag': '0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:03:24.387390 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57cf889-647f-4284-9217-5a4604b0f982" -d '{"events": [{"server_uuid": "15fd7068-81d1-487d-8b2b-860914817465", "name": "network-vif-deleted", "tag": "0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:03:24.589696 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port d03d8107-8eb3-4041-a08f-ccb9b34a6dc7 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:24.872023 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43106) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:24.877021 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-bba4de6c-4df5-4a48-ba98-ccac4412f06f tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-408392631', 'description': 'tempest-secgroup-smoke-408392631 description', 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:24.911488 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bba4de6c-4df5-4a48-ba98-ccac4412f06f tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:24.931454 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21984cd5-afc0-4b96-8343-27993a16b281 x-openstack-request-id: req-21984cd5-afc0-4b96-8343-27993a16b281 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:03:24.931795 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fd7068-81d1-487d-8b2b-860914817465", "name": "network-vif-deleted", "tag": "0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:03:24.932533 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21984cd5-afc0-4b96-8343-27993a16b281 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:03:24.933141 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fd7068-81d1-487d-8b2b-860914817465', 'name': 'network-vif-deleted', 'tag': '0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8', 'status': 'completed', 'code': 200} Feb 20 06:03:25.032428 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bba4de6c-4df5-4a48-ba98-ccac4412f06f tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for security_group (158e3b80-40ec-445a-bc0d-c05425c085ae), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:25.065675 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bba4de6c-4df5-4a48-ba98-ccac4412f06f tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (158e3b80-40ec-445a-bc0d-c05425c085ae), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:25.105525 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bba4de6c-4df5-4a48-ba98-ccac4412f06f tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:25.109631 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bba4de6c-4df5-4a48-ba98-ccac4412f06f tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2336161 Feb 20 06:03:25.109631 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4de6c-4df5-4a48-ba98-ccac4412f06f tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=158e3b80-40ec-445a-bc0d-c05425c085ae,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:25.115721 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43114) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:25.116689 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-34c474de-d617-4af8-a928-358e9279c957 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Request body: {'security_group_rule': {'security_group_id': '158e3b80-40ec-445a-bc0d-c05425c085ae', 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:25.137788 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061cc92-2711-4744-9b9f-051a54a49f9c req-2562b49d-1ec8-41b1-ba06-74917d43ca6e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:25.139226 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7061cc92-2711-4744-9b9f-051a54a49f9c req-2562b49d-1ec8-41b1-ba06-74917d43ca6e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 946 time: 0.1115358 Feb 20 06:03:25.148934 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 13bd2b26-b7e4-42fb-9487-52a03d8f591e up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:03:25.201508 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-34c474de-d617-4af8-a928-358e9279c957 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for security_group_rule (06f45ef1-ee38-4f99-991e-426dfda0b235), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:25.203197 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 13bd2b26-b7e4-42fb-9487-52a03d8f591e triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:25.203585 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (13bd2b26-b7e4-42fb-9487-52a03d8f591e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:25.267198 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7061cc92-2711-4744-9b9f-051a54a49f9c req-8f7177c7-6bdb-41e9-988a-cb8145324614 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5c153ef-abce-44c1-9bf0-3608ed66ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976167 Feb 20 06:03:25.289677 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 13bd2b26-b7e4-42fb-9487-52a03d8f591e is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:25.312095 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-34c474de-d617-4af8-a928-358e9279c957 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for security_group_rule (06f45ef1-ee38-4f99-991e-426dfda0b235), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:25.317882 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-34c474de-d617-4af8-a928-358e9279c957 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (06f45ef1-ee38-4f99-991e-426dfda0b235), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:25.350664 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:25.380918 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c474de-d617-4af8-a928-358e9279c957 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f45ef1-ee38-4f99-991e-426dfda0b235,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:25.390153 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-34c474de-d617-4af8-a928-358e9279c957 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:25.391427 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-34c474de-d617-4af8-a928-358e9279c957 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2786241 Feb 20 06:03:25.394020 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43132) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:25.398504 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c8628547-fbb9-447d-a005-bb429306d040 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Request body: {'security_group_rule': {'security_group_id': '158e3b80-40ec-445a-bc0d-c05425c085ae', 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:25.439261 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be717c-a2c7-4ef6-94ec-3a6f51596f57 req-d9587a3e-4967-4335-bdbe-aaea8f1ccf2d tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:25.443646 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00be717c-a2c7-4ef6-94ec-3a6f51596f57 req-d9587a3e-4967-4335-bdbe-aaea8f1ccf2d tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 946 time: 0.0998969 Feb 20 06:03:25.443646 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8628547-fbb9-447d-a005-bb429306d040 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for security_group_rule (922e03a5-c7df-474a-915f-5b05c66a586b), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:25.525843 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00be717c-a2c7-4ef6-94ec-3a6f51596f57 req-4fb28f0e-de52-4e8a-acb6-a2b991dbd8a5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5c153ef-abce-44c1-9bf0-3608ed66ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725834 Feb 20 06:03:25.530595 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8628547-fbb9-447d-a005-bb429306d040 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for security_group_rule (922e03a5-c7df-474a-915f-5b05c66a586b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:25.536186 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8628547-fbb9-447d-a005-bb429306d040 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (922e03a5-c7df-474a-915f-5b05c66a586b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:25.546874 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43142) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:25.572806 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43144) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:25.575361 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8628547-fbb9-447d-a005-bb429306d040 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922e03a5-c7df-474a-915f-5b05c66a586b,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:25.590107 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8628547-fbb9-447d-a005-bb429306d040 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:25.594114 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c8628547-fbb9-447d-a005-bb429306d040 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1966805 Feb 20 06:03:25.594261 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43148) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:25.599602 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f80359a2-ebdf-476c-96de-703f4499069e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Request body: {'security_group_rule': {'security_group_id': '158e3b80-40ec-445a-bc0d-c05425c085ae', 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:25.644215 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f80359a2-ebdf-476c-96de-703f4499069e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for security_group_rule (c00dabfe-418c-442e-99fd-e5e3fd7a6b7a), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:25.672696 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6cd51694-a6c9-44d5-ac40-7bcd342b21e2 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group (5800cb05-f383-46e8-a321-729c37f36045), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:25.712743 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6cd51694-a6c9-44d5-ac40-7bcd342b21e2 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group (5800cb05-f383-46e8-a321-729c37f36045), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:25.717345 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f80359a2-ebdf-476c-96de-703f4499069e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for security_group_rule (c00dabfe-418c-442e-99fd-e5e3fd7a6b7a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:25.725511 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f80359a2-ebdf-476c-96de-703f4499069e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (c00dabfe-418c-442e-99fd-e5e3fd7a6b7a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:25.753258 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80359a2-ebdf-476c-96de-703f4499069e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00dabfe-418c-442e-99fd-e5e3fd7a6b7a,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:25.780958 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f80359a2-ebdf-476c-96de-703f4499069e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:25.780958 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f80359a2-ebdf-476c-96de-703f4499069e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1853292 Feb 20 06:03:25.783514 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43152) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:25.788583 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-b8082b1f-f95c-4118-8a4a-76af24f696f7 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Request body: {'security_group_rule': {'security_group_id': '158e3b80-40ec-445a-bc0d-c05425c085ae', 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:25.809314 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6cd51694-a6c9-44d5-ac40-7bcd342b21e2 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5800cb05-f383-46e8-a321-729c37f36045), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:25.812428 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6cd51694-a6c9-44d5-ac40-7bcd342b21e2 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:25.814168 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6cd51694-a6c9-44d5-ac40-7bcd342b21e2 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "DELETE /v2.0/security-groups/5800cb05-f383-46e8-a321-729c37f36045 HTTP/1.1" status: 204 len: 168 time: 0.2395833 Feb 20 06:03:25.829624 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd51694-a6c9-44d5-ac40-7bcd342b21e2 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5800cb05-f383-46e8-a321-729c37f36045,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:25.839723 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b8082b1f-f95c-4118-8a4a-76af24f696f7 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for security_group_rule (f0651b05-365d-447a-8848-78a1c79a7648), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:25.858110 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf901dd-4ab1-4537-a24e-af3f048ebb36 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:25.860725 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3cf901dd-4ab1-4537-a24e-af3f048ebb36 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 1123 time: 0.2999856 Feb 20 06:03:25.861404 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43156) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:25.861749 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43158) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:25.873910 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b382cf2b-76da-4ad0-84ea-3ce3158c5a15 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'port_id': '1f7b639f-1e8d-455b-a7e0-522ed71aa1e0', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:25.905848 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b8082b1f-f95c-4118-8a4a-76af24f696f7 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for security_group_rule (f0651b05-365d-447a-8848-78a1c79a7648), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:25.912039 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b8082b1f-f95c-4118-8a4a-76af24f696f7 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (f0651b05-365d-447a-8848-78a1c79a7648), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:25.934483 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8082b1f-f95c-4118-8a4a-76af24f696f7 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0651b05-365d-447a-8848-78a1c79a7648,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:25.940101 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b8082b1f-f95c-4118-8a4a-76af24f696f7 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:25.941294 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b8082b1f-f95c-4118-8a4a-76af24f696f7 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1568019 Feb 20 06:03:25.944054 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43160) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:25.948723 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b382cf2b-76da-4ad0-84ea-3ce3158c5a15 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:25.948940 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-11dd9eea-1ef6-4108-925b-456c0351b8e8 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Request body: {'security_group_rule': {'security_group_id': '158e3b80-40ec-445a-bc0d-c05425c085ae', 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:25.969218 n-d-829866-5 neutron-server[103406]: INFO neutron.db.securitygroups_db [None req-11dd9eea-1ef6-4108-925b-456c0351b8e8 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Project bab074dd2ce64b1aa74e27fbf8edd443 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:03:25.974302 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-11dd9eea-1ef6-4108-925b-456c0351b8e8 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for security_group_rule (3a1c90ae-85b9-48d3-8bb4-4afa4f750201), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:26.037420 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-11dd9eea-1ef6-4108-925b-456c0351b8e8 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for security_group_rule (3a1c90ae-85b9-48d3-8bb4-4afa4f750201), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:26.044161 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-11dd9eea-1ef6-4108-925b-456c0351b8e8 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (3a1c90ae-85b9-48d3-8bb4-4afa4f750201), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:26.072465 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-11dd9eea-1ef6-4108-925b-456c0351b8e8 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:26.073812 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-11dd9eea-1ef6-4108-925b-456c0351b8e8 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1287766 Feb 20 06:03:26.076678 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd9eea-1ef6-4108-925b-456c0351b8e8 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1c90ae-85b9-48d3-8bb4-4afa4f750201,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:26.079060 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43162) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:26.084209 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-3e0ef68b-b8ac-4b07-830b-7206e05691a4 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Request body: {'security_group_rule': {'security_group_id': '158e3b80-40ec-445a-bc0d-c05425c085ae', 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:26.108027 n-d-829866-5 neutron-server[103406]: INFO neutron.db.securitygroups_db [None req-3e0ef68b-b8ac-4b07-830b-7206e05691a4 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Project bab074dd2ce64b1aa74e27fbf8edd443 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:03:26.113036 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3e0ef68b-b8ac-4b07-830b-7206e05691a4 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for security_group_rule (1fe17b18-82ad-4126-bde2-bcbd7a839deb), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:26.178617 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3e0ef68b-b8ac-4b07-830b-7206e05691a4 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for security_group_rule (1fe17b18-82ad-4126-bde2-bcbd7a839deb), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:26.184058 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3e0ef68b-b8ac-4b07-830b-7206e05691a4 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (1fe17b18-82ad-4126-bde2-bcbd7a839deb), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:26.209759 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ef68b-b8ac-4b07-830b-7206e05691a4 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe17b18-82ad-4126-bde2-bcbd7a839deb,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:26.211385 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556eaaaf-6c41-4266-80d6-a7af0e0b0ca1 None None] New status for floating IP e850e105-0733-4447-892f-a9c086f14d70: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:03:26.222712 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3e0ef68b-b8ac-4b07-830b-7206e05691a4 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:26.224443 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3e0ef68b-b8ac-4b07-830b-7206e05691a4 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1441069 Feb 20 06:03:26.245138 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b382cf2b-76da-4ad0-84ea-3ce3158c5a15 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:26.306331 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d5bafa-d15b-4382-9006-ba9f18ae989f None None] Sync routers for ids ['25157608-e8cb-4bd2-9c51-dfe94588619e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:03:26.319265 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d5bafa-d15b-4382-9006-ba9f18ae989f None None] Routers {'25157608-e8cb-4bd2-9c51-dfe94588619e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:03:26.319918 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-70d5bafa-d15b-4382-9006-ba9f18ae989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:03:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['25157608-e8cb-4bd2-9c51-dfe94588619e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:26.466334 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-b382cf2b-76da-4ad0-84ea-3ce3158c5a15 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Allocated IP 172.25.3.244 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/7610ae13-e7eb-4ac8-83f2-8279f36e27fc) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:03:26.552713 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-70d5bafa-d15b-4382-9006-ba9f18ae989f None None] Set router 25157608-e8cb-4bd2-9c51-dfe94588619e gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:03:26.619917 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-35203b03-f705-4403-b590-f722767d1ea9 req-69107ac3-1d75-414b-938e-e6eecec203b7 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-408392631&fields=id&tenant_id=bab074dd2ce64b1aa74e27fbf8edd443 HTTP/1.1" status: 200 len: 267 time: 0.1043541 Feb 20 06:03:26.669103 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32d0f68d-746e-485d-8719-e25b438f8efa tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:26.677616 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b382cf2b-76da-4ad0-84ea-3ce3158c5a15 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for port (7610ae13-e7eb-4ac8-83f2-8279f36e27fc), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:26.770194 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-70d5bafa-d15b-4382-9006-ba9f18ae989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25157608-e8cb-4bd2-9c51-dfe94588619e', 'name': 'tempest-TestServerBasicOps-971423037-router', 'tenant_id': 'abb98e2237234db28b52f8a6f169db68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '13bd2b26-b7e4-42fb-9487-52a03d8f591e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:17Z', 'updated_at': '2022-02-20T06:03:22Z', 'revision_number': 4, 'project_id': 'abb98e2237234db28b52f8a6f169db68', 'gw_port': {'id': '13bd2b26-b7e4-42fb-9487-52a03d8f591e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25157608-e8cb-4bd2-9c51-dfe94588619e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:17Z', 'updated_at': '2022-02-20T06:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '5ca9a948-afd1-4420-beab-7c29644b6c7a', 'name': '', 'network_id': '77a5e72c-df46-4eec-87fa-b3e6e5237af3', 'tenant_id': 'abb98e2237234db28b52f8a6f169db68', 'mac_address': 'fa:16:3e:0d:97:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25157608-e8cb-4bd2-9c51-dfe94588619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5d175d5f-91cd-4fdc-a150-be648e661ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:21Z', 'updated_at': '2022-02-20T06:03:22Z', 'revision_number': 2, 'project_id': 'abb98e2237234db28b52f8a6f169db68', 'subnets': [{'id': '5d175d5f-91cd-4fdc-a150-be648e661ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:26.798448 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d5bafa-d15b-4382-9006-ba9f18ae989f None None] Checking router: 25157608-e8cb-4bd2-9c51-dfe94588619e for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:03:26.798803 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d5bafa-d15b-4382-9006-ba9f18ae989f None None] Updating router 25157608-e8cb-4bd2-9c51-dfe94588619e port 5ca9a948-afd1-4420-beab-7c29644b6c7a binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:03:26.829054 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70d5bafa-d15b-4382-9006-ba9f18ae989f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5ca9a948-afd1-4420-beab-7c29644b6c7a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:26.859851 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35203b03-f705-4403-b590-f722767d1ea9 req-f2143665-9403-4cff-8bae-c19ca60d3276 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:26.861400 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-35203b03-f705-4403-b590-f722767d1ea9 req-f2143665-9403-4cff-8bae-c19ca60d3276 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/networks?id=e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee HTTP/1.1" status: 200 len: 808 time: 0.2266421 Feb 20 06:03:26.865175 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b382cf2b-76da-4ad0-84ea-3ce3158c5a15 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (7610ae13-e7eb-4ac8-83f2-8279f36e27fc), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:26.930219 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-35203b03-f705-4403-b590-f722767d1ea9 req-6b1ea140-8cb1-43d8-8a2d-0a395d289426 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/quotas/bab074dd2ce64b1aa74e27fbf8edd443 HTTP/1.1" status: 200 len: 375 time: 0.0319240 Feb 20 06:03:26.963394 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b382cf2b-76da-4ad0-84ea-3ce3158c5a15 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:03:26.966881 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b382cf2b-76da-4ad0-84ea-3ce3158c5a15 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Port': ['ID=7610ae13-e7eb-4ac8-83f2-8279f36e27fc,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:26.979924 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-b382cf2b-76da-4ad0-84ea-3ce3158c5a15 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:03:26.999916 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b382cf2b-76da-4ad0-84ea-3ce3158c5a15 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:03:27.121730 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-35203b03-f705-4403-b590-f722767d1ea9 req-bf7e72ec-ad98-4b4b-8867-26f594dbddca tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bab074dd2ce64b1aa74e27fbf8edd443&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1566510 Feb 20 06:03:27.154745 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70d5bafa-d15b-4382-9006-ba9f18ae989f None None] Publish callbacks [] for port (5ca9a948-afd1-4420-beab-7c29644b6c7a), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:27.160771 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70d5bafa-d15b-4382-9006-ba9f18ae989f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5ca9a948-afd1-4420-beab-7c29644b6c7a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:27.230011 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53914d62-12b3-4174-a249-6b44c5bdee61 None None] Pushing event updated for resources: {'Port': ['ID=5ca9a948-afd1-4420-beab-7c29644b6c7a,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:27.298152 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-70d5bafa-d15b-4382-9006-ba9f18ae989f None None] Attempting to bind port 5ca9a948-afd1-4420-beab-7c29644b6c7a on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:03:27.298681 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-70d5bafa-d15b-4382-9006-ba9f18ae989f None None] Attempting to bind port 5ca9a948-afd1-4420-beab-7c29644b6c7a by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77a5e72c-df46-4eec-87fa-b3e6e5237af3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:03:27.305207 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d5bafa-d15b-4382-9006-ba9f18ae989f None None] Attempting to bind port 5ca9a948-afd1-4420-beab-7c29644b6c7a on network 77a5e72c-df46-4eec-87fa-b3e6e5237af3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:03:27.311081 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d5bafa-d15b-4382-9006-ba9f18ae989f None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:03:27.311692 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d5bafa-d15b-4382-9006-ba9f18ae989f None None] Checking segment: {'id': '0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77a5e72c-df46-4eec-87fa-b3e6e5237af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:03:27.311863 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70d5bafa-d15b-4382-9006-ba9f18ae989f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:27.312267 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d5bafa-d15b-4382-9006-ba9f18ae989f None None] Bound using segment: {'id': '0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77a5e72c-df46-4eec-87fa-b3e6e5237af3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:03:27.312748 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-70d5bafa-d15b-4382-9006-ba9f18ae989f None None] Bound port: 5ca9a948-afd1-4420-beab-7c29644b6c7a, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77a5e72c-df46-4eec-87fa-b3e6e5237af3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:03:27.313138 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70d5bafa-d15b-4382-9006-ba9f18ae989f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5ca9a948-afd1-4420-beab-7c29644b6c7a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:27.432558 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-70d5bafa-d15b-4382-9006-ba9f18ae989f None None] For port 5ca9a948-afd1-4420-beab-7c29644b6c7a, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:03:27.437138 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-70d5bafa-d15b-4382-9006-ba9f18ae989f None None] For port 5ca9a948-afd1-4420-beab-7c29644b6c7a, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=5ca9a948-afd1-4420-beab-7c29644b6c7a,segment=NetworkSegment(0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a),segment_id=0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:03:27.448830 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70d5bafa-d15b-4382-9006-ba9f18ae989f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5ca9a948-afd1-4420-beab-7c29644b6c7a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:27.482031 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-35203b03-f705-4403-b590-f722767d1ea9 req-de8e427a-86d3-47ee-b6a9-acba31497f2d service neutron] 10.222.0.37 "GET /v2.0/networks/e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304753 Feb 20 06:03:27.694765 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d5bafa-d15b-4382-9006-ba9f18ae989f None None] Routers {'25157608-e8cb-4bd2-9c51-dfe94588619e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:03:27.695412 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-70d5bafa-d15b-4382-9006-ba9f18ae989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:03:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['25157608-e8cb-4bd2-9c51-dfe94588619e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:27.767982 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-1dd606c1-5bcf-41c4-8407-0b69614feb88 None None] Provisioning complete for port 5ca9a948-afd1-4420-beab-7c29644b6c7a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:27.768483 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1dd606c1-5bcf-41c4-8407-0b69614feb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5ca9a948-afd1-4420-beab-7c29644b6c7a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:27.773782 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53914d62-12b3-4174-a249-6b44c5bdee61 None None] Pushing event updated for resources: {'Port': ['ID=5ca9a948-afd1-4420-beab-7c29644b6c7a,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:27.878947 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-70d5bafa-d15b-4382-9006-ba9f18ae989f None None] Set router 25157608-e8cb-4bd2-9c51-dfe94588619e gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:03:27.898021 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-32d0f68d-746e-485d-8719-e25b438f8efa tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Deleting port 35d5aee7-1ebe-4c0c-aa39-b87887665599 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:03:27.898945 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32d0f68d-746e-485d-8719-e25b438f8efa tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (35d5aee7-1ebe-4c0c-aa39-b87887665599), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:27.950206 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1dd606c1-5bcf-41c4-8407-0b69614feb88 None None] Current status of the port 5ca9a948-afd1-4420-beab-7c29644b6c7a is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:27.950522 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1dd606c1-5bcf-41c4-8407-0b69614feb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5ca9a948-afd1-4420-beab-7c29644b6c7a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:28.074013 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-1dd606c1-5bcf-41c4-8407-0b69614feb88 None None] For port 5ca9a948-afd1-4420-beab-7c29644b6c7a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=5ca9a948-afd1-4420-beab-7c29644b6c7a,segment=NetworkSegment(0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a),segment_id=0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:03:28.078296 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-35203b03-f705-4403-b590-f722767d1ea9 req-8456ff66-2f45-43bd-8b03-bcf7b5cb615e service neutron] 10.222.0.37 "GET /v2.0/networks/e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5953448 Feb 20 06:03:28.107368 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1dd606c1-5bcf-41c4-8407-0b69614feb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5ca9a948-afd1-4420-beab-7c29644b6c7a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:28.144740 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:03:28.159956 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-32d0f68d-746e-485d-8719-e25b438f8efa tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] For port 35d5aee7-1ebe-4c0c-aa39-b87887665599, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=35d5aee7-1ebe-4c0c-aa39-b87887665599,segment=NetworkSegment(56bd66a5-8252-4357-b69e-85c279d54dc2),segment_id=56bd66a5-8252-4357-b69e-85c279d54dc2)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:03:28.160347 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32d0f68d-746e-485d-8719-e25b438f8efa tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (35d5aee7-1ebe-4c0c-aa39-b87887665599), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:28.182321 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-32d0f68d-746e-485d-8719-e25b438f8efa tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Calling delete_port for 35d5aee7-1ebe-4c0c-aa39-b87887665599 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:03:28.197939 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b382cf2b-76da-4ad0-84ea-3ce3158c5a15 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for floatingip (6ee6bc34-ba95-4b9a-b042-6831adc6d048), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:28.218512 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:03:28.218512 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 0c9c41ab-19b7-4ded-8ac3-9d3fb5add0f8 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:03:28.269252 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd606c1-5bcf-41c4-8407-0b69614feb88 None None] Pushing event updated for resources: {'Port': ['ID=5ca9a948-afd1-4420-beab-7c29644b6c7a,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:28.276258 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-05a50f48-3103-460b-b651-9816ab82358a None None] Provisioning complete for port 5ca9a948-afd1-4420-beab-7c29644b6c7a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:28.276637 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-05a50f48-3103-460b-b651-9816ab82358a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5ca9a948-afd1-4420-beab-7c29644b6c7a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:28.321570 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-70d5bafa-d15b-4382-9006-ba9f18ae989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25157608-e8cb-4bd2-9c51-dfe94588619e', 'name': 'tempest-TestServerBasicOps-971423037-router', 'tenant_id': 'abb98e2237234db28b52f8a6f169db68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '13bd2b26-b7e4-42fb-9487-52a03d8f591e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:17Z', 'updated_at': '2022-02-20T06:03:22Z', 'revision_number': 4, 'project_id': 'abb98e2237234db28b52f8a6f169db68', 'gw_port': {'id': '13bd2b26-b7e4-42fb-9487-52a03d8f591e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25157608-e8cb-4bd2-9c51-dfe94588619e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:17Z', 'updated_at': '2022-02-20T06:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '5ca9a948-afd1-4420-beab-7c29644b6c7a', 'name': '', 'network_id': '77a5e72c-df46-4eec-87fa-b3e6e5237af3', 'tenant_id': 'abb98e2237234db28b52f8a6f169db68', 'mac_address': 'fa:16:3e:0d:97:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25157608-e8cb-4bd2-9c51-dfe94588619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5d175d5f-91cd-4fdc-a150-be648e661ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:21Z', 'updated_at': '2022-02-20T06:03:27Z', 'revision_number': 4, 'project_id': 'abb98e2237234db28b52f8a6f169db68', 'subnets': [{'id': '5d175d5f-91cd-4fdc-a150-be648e661ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:28.352040 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d5bafa-d15b-4382-9006-ba9f18ae989f None None] The sync data for ids ['25157608-e8cb-4bd2-9c51-dfe94588619e'] in n-d-829866-5 is: [{'id': '25157608-e8cb-4bd2-9c51-dfe94588619e', 'name': 'tempest-TestServerBasicOps-971423037-router', 'tenant_id': 'abb98e2237234db28b52f8a6f169db68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '13bd2b26-b7e4-42fb-9487-52a03d8f591e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:17Z', 'updated_at': '2022-02-20T06:03:22Z', 'revision_number': 4, 'project_id': 'abb98e2237234db28b52f8a6f169db68', 'gw_port': {'id': '13bd2b26-b7e4-42fb-9487-52a03d8f591e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25157608-e8cb-4bd2-9c51-dfe94588619e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:17Z', 'updated_at': '2022-02-20T06:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '5ca9a948-afd1-4420-beab-7c29644b6c7a', 'name': '', 'network_id': '77a5e72c-df46-4eec-87fa-b3e6e5237af3', 'tenant_id': 'abb98e2237234db28b52f8a6f169db68', 'mac_address': 'fa:16:3e:0d:97:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25157608-e8cb-4bd2-9c51-dfe94588619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '5d175d5f-91cd-4fdc-a150-be648e661ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:21Z', 'updated_at': '2022-02-20T06:03:27Z', 'revision_number': 4, 'project_id': 'abb98e2237234db28b52f8a6f169db68', 'subnets': [{'id': '5d175d5f-91cd-4fdc-a150-be648e661ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:03:28.470697 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-05a50f48-3103-460b-b651-9816ab82358a None None] Current status of the port 5ca9a948-afd1-4420-beab-7c29644b6c7a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:28.526252 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8df49101-e62b-4e85-b5a6-4dd235e69570 req-066d89da-3f0a-4713-8ecc-28b87dc47277 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543 HTTP/1.1" status: 200 len: 210 time: 0.0791035 Feb 20 06:03:28.531578 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b382cf2b-76da-4ad0-84ea-3ce3158c5a15 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7610ae13-e7eb-4ac8-83f2-8279f36e27fc), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:28.701092 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32d0f68d-746e-485d-8719-e25b438f8efa tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (35d5aee7-1ebe-4c0c-aa39-b87887665599), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:28.754071 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0f68d-746e-485d-8719-e25b438f8efa tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event deleted for resources: {'Port': ['ID=35d5aee7-1ebe-4c0c-aa39-b87887665599,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:28.889954 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b382cf2b-76da-4ad0-84ea-3ce3158c5a15 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for port (7610ae13-e7eb-4ac8-83f2-8279f36e27fc), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:28.904361 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b382cf2b-76da-4ad0-84ea-3ce3158c5a15 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (7610ae13-e7eb-4ac8-83f2-8279f36e27fc), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:29.154314 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b382cf2b-76da-4ad0-84ea-3ce3158c5a15 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Port': ['ID=7610ae13-e7eb-4ac8-83f2-8279f36e27fc,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:29.222173 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b382cf2b-76da-4ad0-84ea-3ce3158c5a15 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (6ee6bc34-ba95-4b9a-b042-6831adc6d048), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:29.284955 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32d0f68d-746e-485d-8719-e25b438f8efa tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:29.324695 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 5ca9a948-afd1-4420-beab-7c29644b6c7a up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:03:29.393558 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 5ca9a948-afd1-4420-beab-7c29644b6c7a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:29.393784 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5ca9a948-afd1-4420-beab-7c29644b6c7a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:29.487872 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 5ca9a948-afd1-4420-beab-7c29644b6c7a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:29.496783 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-b382cf2b-76da-4ad0-84ea-3ce3158c5a15 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Floating IP 6ee6bc34-ba95-4b9a-b042-6831adc6d048 associated. External IP: 172.25.3.244, port: 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0. Feb 20 06:03:29.640225 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e2794831-d8de-4f3f-a616-980858ee325a req-f858bfcb-a0d8-48f9-8490-102f928df8cb tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543 HTTP/1.1" status: 200 len: 210 time: 0.0361891 Feb 20 06:03:29.698602 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35203b03-f705-4403-b590-f722767d1ea9 req-469b3a88-0afd-4e4a-9f90-1773d67aff93 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:29.700859 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-35203b03-f705-4403-b590-f722767d1ea9 req-469b3a88-0afd-4e4a-9f90-1773d67aff93 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.48 "GET /v2.0/networks?id=e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee HTTP/1.1" status: 200 len: 808 time: 0.1375022 Feb 20 06:03:29.774744 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-35203b03-f705-4403-b590-f722767d1ea9 req-e7adb7c1-1f00-4d9f-a1f3-915d0a97f681 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bab074dd2ce64b1aa74e27fbf8edd443 HTTP/1.1" status: 200 len: 379 time: 0.0626643 Feb 20 06:03:29.790712 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea32c69-d515-47d3-8c05-1b36b3c00994 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Request body: {'port': {'device_id': 'dc3fe0cd-1676-4a1d-ab83-b607f5f63543', 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee', 'admin_state_up': True, 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'security_groups': ['158e3b80-40ec-445a-bc0d-c05425c085ae']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:29.806783 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d0f68d-746e-485d-8719-e25b438f8efa tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Router f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:03:29.908307 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea32c69-d515-47d3-8c05-1b36b3c00994 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Made reservation on behalf of bab074dd2ce64b1aa74e27fbf8edd443 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:03:29.909578 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b382cf2b-76da-4ad0-84ea-3ce3158c5a15 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Router e03edcfd-6a0a-4651-918e-15dc7ffd4a05 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:03:29.912247 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea32c69-d515-47d3-8c05-1b36b3c00994 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:30.069722 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea32c69-d515-47d3-8c05-1b36b3c00994 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Allocated IP 172.20.0.10 (e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee/f1114208-637a-4504-bcf8-b1d959d370a7/5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:03:30.140468 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b382cf2b-76da-4ad0-84ea-3ce3158c5a15 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:03:30.152140 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c55608-2b44-4b92-9dd0-7f4ca6b2ad6e None None] Sync routers for ids ['e03edcfd-6a0a-4651-918e-15dc7ffd4a05'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:03:30.165632 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c55608-2b44-4b92-9dd0-7f4ca6b2ad6e None None] Routers {'e03edcfd-6a0a-4651-918e-15dc7ffd4a05'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:03:30.166354 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-71c55608-2b44-4b92-9dd0-7f4ca6b2ad6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:03:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['e03edcfd-6a0a-4651-918e-15dc7ffd4a05'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:30.171502 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b382cf2b-76da-4ad0-84ea-3ce3158c5a15 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:30.231377 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b382cf2b-76da-4ad0-84ea-3ce3158c5a15 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3674085 Feb 20 06:03:30.233697 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0018c436-356d-4a09-b886-d7db98df5b52', 'tag': '1f7b639f-1e8d-455b-a7e0-522ed71aa1e0'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:03:30.236266 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999e146f-99a4-49aa-99bc-21cb7a8b0b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "0018c436-356d-4a09-b886-d7db98df5b52", "tag": "1f7b639f-1e8d-455b-a7e0-522ed71aa1e0"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:03:30.240883 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d0f68d-746e-485d-8719-e25b438f8efa tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:03:30.250394 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-32d0f68d-746e-485d-8719-e25b438f8efa tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "PUT /v2.0/routers/f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3842967 Feb 20 06:03:30.250394 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43206) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:30.251397 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3414a6d-a7d3-437a-b099-8d612598faf0 None None] Sync routers for ids ['f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:03:30.274288 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3414a6d-a7d3-437a-b099-8d612598faf0 None None] Routers {'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:03:30.275059 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f3414a6d-a7d3-437a-b099-8d612598faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:03:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:30.278985 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea32c69-d515-47d3-8c05-1b36b3c00994 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for port (5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:30.360733 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea32c69-d515-47d3-8c05-1b36b3c00994 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:30.372630 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-71c55608-2b44-4b92-9dd0-7f4ca6b2ad6e None None] Set router e03edcfd-6a0a-4651-918e-15dc7ffd4a05 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:03:30.385046 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-386248a3-cae2-4ecf-ae38-682840ed5484 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Deleting subnet 5c818b28-a07f-48ca-b4f3-37b2b0e3507d {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:03:30.392048 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-386248a3-cae2-4ecf-ae38-682840ed5484 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for subnet (5c818b28-a07f-48ca-b4f3-37b2b0e3507d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:30.433452 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea32c69-d515-47d3-8c05-1b36b3c00994 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Network e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:03:30.437973 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea32c69-d515-47d3-8c05-1b36b3c00994 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:03:30.439816 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-386248a3-cae2-4ecf-ae38-682840ed5484 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (5c818b28-a07f-48ca-b4f3-37b2b0e3507d), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:30.447819 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea32c69-d515-47d3-8c05-1b36b3c00994 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Pushing event updated for resources: {'Port': ['ID=5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:30.455921 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea32c69-d515-47d3-8c05-1b36b3c00994 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:03:30.486006 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b7cf3-c3fd-40d0-bc31-0cc4537d1c90 req-435cd829-decf-444b-ba73-538dbd4f3984 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:30.492541 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-795b7cf3-c3fd-40d0-bc31-0cc4537d1c90 req-435cd829-decf-444b-ba73-538dbd4f3984 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 946 time: 0.1591134 Feb 20 06:03:30.498784 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-f3414a6d-a7d3-437a-b099-8d612598faf0 None None] Set router f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:03:30.533033 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea32c69-d515-47d3-8c05-1b36b3c00994 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:30.534404 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea32c69-d515-47d3-8c05-1b36b3c00994 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:30.569697 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea32c69-d515-47d3-8c05-1b36b3c00994 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7840915 Feb 20 06:03:30.582487 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea1e590-8ddc-4aff-83a0-fa6b7f71741f service neutron] Request body: {'port': {'device_id': 'dc3fe0cd-1676-4a1d-ab83-b607f5f63543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:30.699771 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-386248a3-cae2-4ecf-ae38-682840ed5484 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (5c818b28-a07f-48ca-b4f3-37b2b0e3507d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:30.714764 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea1e590-8ddc-4aff-83a0-fa6b7f71741f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:30.747214 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-795b7cf3-c3fd-40d0-bc31-0cc4537d1c90 req-b49b64d0-a69b-4e44-b441-a20b2490c0a1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5c153ef-abce-44c1-9bf0-3608ed66ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427874 Feb 20 06:03:30.787484 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43210) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:30.805629 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-386248a3-cae2-4ecf-ae38-682840ed5484 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (5c818b28-a07f-48ca-b4f3-37b2b0e3507d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:30.895407 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e9b087-3e2e-4b7e-b646-71a7b8d0ffdc x-openstack-request-id: req-c0e9b087-3e2e-4b7e-b646-71a7b8d0ffdc {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:03:30.895696 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0018c436-356d-4a09-b886-d7db98df5b52", "tag": "1f7b639f-1e8d-455b-a7e0-522ed71aa1e0", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:03:30.895947 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0e9b087-3e2e-4b7e-b646-71a7b8d0ffdc {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:03:30.896360 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0018c436-356d-4a09-b886-d7db98df5b52', 'tag': '1f7b639f-1e8d-455b-a7e0-522ed71aa1e0', 'status': 'completed', 'code': 200} Feb 20 06:03:30.897353 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f3414a6d-a7d3-437a-b099-8d612598faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'name': 'tempest-TestNetworkBasicOps-router-449099465', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:02:17Z', 'updated_at': '2022-02-20T06:03:28Z', 'revision_number': 5, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:19Z', 'updated_at': '2022-02-20T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:30.903057 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-386248a3-cae2-4ecf-ae38-682840ed5484 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:30.909854 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-386248a3-cae2-4ecf-ae38-682840ed5484 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "DELETE /v2.0/subnets/5c818b28-a07f-48ca-b4f3-37b2b0e3507d HTTP/1.1" status: 204 len: 168 time: 0.6544447 Feb 20 06:03:30.909854 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386248a3-cae2-4ecf-ae38-682840ed5484 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event deleted for resources: {'Subnet': ['ID=5c818b28-a07f-48ca-b4f3-37b2b0e3507d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:30.919678 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43212) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:30.934136 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-560e3d70-024b-4b55-8e71-c91c1bd17947 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/floatingips/6ee6bc34-ba95-4b9a-b042-6831adc6d048 HTTP/1.1" status: 200 len: 992 time: 0.1431234 Feb 20 06:03:30.957177 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703911b1-1ab1-47f0-87b4-0f7e41b34c46 None None] Network af700b20-354c-4015-8490-4b66ae70a8ee requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:03:30.976939 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3414a6d-a7d3-437a-b099-8d612598faf0 None None] Checking router: f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:03:31.077766 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3414a6d-a7d3-437a-b099-8d612598faf0 None None] Routers {'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:03:31.080247 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f3414a6d-a7d3-437a-b099-8d612598faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:03:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:31.102599 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c58b5e-1238-43a8-9a32-28f591b4db07 req-bce06bc2-41dc-4489-9762-e6b02710661a tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:31.109812 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d5c58b5e-1238-43a8-9a32-28f591b4db07 req-bce06bc2-41dc-4489-9762-e6b02710661a tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543 HTTP/1.1" status: 200 len: 932 time: 0.1270144 Feb 20 06:03:31.114467 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-71c55608-2b44-4b92-9dd0-7f4ca6b2ad6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2090595677', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:03:08Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '6ee6bc34-ba95-4b9a-b042-6831adc6d048', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'port_id': '1f7b639f-1e8d-455b-a7e0-522ed71aa1e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3', 'mac_address': 'fa:16:3e:90:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0018c436-356d-4a09-b886-d7db98df5b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:03:27Z', 'updated_at': '2022-02-20T06:03:27Z', 'revision_number': 0, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b1532f-0211-49b8-8eff-5d0fdfcf920f', 'name': '', 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:68:3b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'cdaeb40d-ba09-4859-95cd-aa1a372edb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:07Z', 'updated_at': '2022-02-20T06:03:14Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': 'cdaeb40d-ba09-4859-95cd-aa1a372edb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:31.178388 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c55608-2b44-4b92-9dd0-7f4ca6b2ad6e None None] Checking router: e03edcfd-6a0a-4651-918e-15dc7ffd4a05 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:03:31.205781 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c55608-2b44-4b92-9dd0-7f4ca6b2ad6e None None] Routers {'e03edcfd-6a0a-4651-918e-15dc7ffd4a05'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:03:31.207536 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-71c55608-2b44-4b92-9dd0-7f4ca6b2ad6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:03:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['e03edcfd-6a0a-4651-918e-15dc7ffd4a05'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:31.338497 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-f3414a6d-a7d3-437a-b099-8d612598faf0 None None] Set router f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:03:31.430411 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a262d187-4193-4ba7-8697-e972c5745219 None None] Provisioning complete for port 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:31.431172 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a262d187-4193-4ba7-8697-e972c5745219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:31.453604 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea1e590-8ddc-4aff-83a0-fa6b7f71741f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:03:31.467468 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-71c55608-2b44-4b92-9dd0-7f4ca6b2ad6e None None] Set router e03edcfd-6a0a-4651-918e-15dc7ffd4a05 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:03:31.468108 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea1e590-8ddc-4aff-83a0-fa6b7f71741f service neutron] Publish callbacks [] for port (5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:31.486372 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea1e590-8ddc-4aff-83a0-fa6b7f71741f service neutron] Transition to ACTIVE for port object 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:03:31.497966 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea1e590-8ddc-4aff-83a0-fa6b7f71741f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:31.556214 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e146f-99a4-49aa-99bc-21cb7a8b0b6d req-58601804-e89f-4fef-b3d6-8090aa3bfb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:31.557771 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-999e146f-99a4-49aa-99bc-21cb7a8b0b6d req-58601804-e89f-4fef-b3d6-8090aa3bfb66 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 1128 time: 0.6286390 Feb 20 06:03:31.583211 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01a3c2e4-eff9-4846-9491-812865f3a9b4 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for router (f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:31.633904 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a262d187-4193-4ba7-8697-e972c5745219 None None] Port 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:03:31.714243 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d5c58b5e-1238-43a8-9a32-28f591b4db07 req-2f0ea903-ef03-4c4c-bb8d-db65a7fd1b91 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/security-groups?id=158e3b80-40ec-445a-bc0d-c05425c085ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5945449 Feb 20 06:03:31.753520 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1e590-8ddc-4aff-83a0-fa6b7f71741f service neutron] Pushing event updated for resources: {'Port': ['ID=5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:31.807529 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e04794-465d-4628-bebf-cce70c62a192 None None] DHCP port deletion for af700b20-354c-4015-8490-4b66ae70a8ee request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:03:31.853971 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f3414a6d-a7d3-437a-b099-8d612598faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'name': 'tempest-TestNetworkBasicOps-router-449099465', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:02:17Z', 'updated_at': '2022-02-20T06:03:28Z', 'revision_number': 5, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:19Z', 'updated_at': '2022-02-20T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:31.888124 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-71c55608-2b44-4b92-9dd0-7f4ca6b2ad6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2090595677', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:03:08Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '6ee6bc34-ba95-4b9a-b042-6831adc6d048', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'port_id': '1f7b639f-1e8d-455b-a7e0-522ed71aa1e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3', 'mac_address': 'fa:16:3e:90:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0018c436-356d-4a09-b886-d7db98df5b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:03:27Z', 'updated_at': '2022-02-20T06:03:27Z', 'revision_number': 0, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b1532f-0211-49b8-8eff-5d0fdfcf920f', 'name': '', 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:68:3b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'cdaeb40d-ba09-4859-95cd-aa1a372edb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:07Z', 'updated_at': '2022-02-20T06:03:14Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': 'cdaeb40d-ba09-4859-95cd-aa1a372edb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:31.894526 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01a3c2e4-eff9-4846-9491-812865f3a9b4 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for router_gateway (f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:31.909798 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3414a6d-a7d3-437a-b099-8d612598faf0 None None] The sync data for ids ['f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb'] in n-d-829866-5 is: [{'id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'name': 'tempest-TestNetworkBasicOps-router-449099465', 'tenant_id': '111d530b12d246f29867a11f6618a046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:02:17Z', 'updated_at': '2022-02-20T06:03:28Z', 'revision_number': 5, 'project_id': '111d530b12d246f29867a11f6618a046', 'gw_port': {'id': 'd2ef0c6f-1989-4b69-b35e-fb775c3ebe8a', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:02:19Z', 'updated_at': '2022-02-20T06:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:03:31.928421 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-30e04794-465d-4628-bebf-cce70c62a192 None None] Deleting port 9a7594bf-4883-49bc-8b7b-3eb8e634cda5 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:03:31.928800 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30e04794-465d-4628-bebf-cce70c62a192 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (9a7594bf-4883-49bc-8b7b-3eb8e634cda5), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:31.935042 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c55608-2b44-4b92-9dd0-7f4ca6b2ad6e None None] The sync data for ids ['e03edcfd-6a0a-4651-918e-15dc7ffd4a05'] in n-d-829866-5 is: [{'id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2090595677', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:03:08Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '6ee6bc34-ba95-4b9a-b042-6831adc6d048', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'port_id': '1f7b639f-1e8d-455b-a7e0-522ed71aa1e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3', 'mac_address': 'fa:16:3e:90:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0018c436-356d-4a09-b886-d7db98df5b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:03:27Z', 'updated_at': '2022-02-20T06:03:27Z', 'revision_number': 0, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b1532f-0211-49b8-8eff-5d0fdfcf920f', 'name': '', 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:68:3b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'cdaeb40d-ba09-4859-95cd-aa1a372edb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:07Z', 'updated_at': '2022-02-20T06:03:14Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': 'cdaeb40d-ba09-4859-95cd-aa1a372edb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:03:31.941393 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43216) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:31.955920 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e146f-99a4-49aa-99bc-21cb7a8b0b6d req-1bbec1b1-7cba-4581-ae33-f0475f033da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:31.957479 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-999e146f-99a4-49aa-99bc-21cb7a8b0b6d req-1bbec1b1-7cba-4581-ae33-f0475f033da9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d84942d1-1077-45b9-ac30-c28ca0d224f3 HTTP/1.1" status: 200 len: 897 time: 0.3898411 Feb 20 06:03:31.992738 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-01a3c2e4-eff9-4846-9491-812865f3a9b4 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Deleting port d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:03:31.994117 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01a3c2e4-eff9-4846-9491-812865f3a9b4 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:32.053452 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-30e04794-465d-4628-bebf-cce70c62a192 None None] For port 9a7594bf-4883-49bc-8b7b-3eb8e634cda5, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=9a7594bf-4883-49bc-8b7b-3eb8e634cda5,segment=NetworkSegment(56bd66a5-8252-4357-b69e-85c279d54dc2),segment_id=56bd66a5-8252-4357-b69e-85c279d54dc2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:03:32.054873 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30e04794-465d-4628-bebf-cce70c62a192 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (9a7594bf-4883-49bc-8b7b-3eb8e634cda5), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:32.073656 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-30e04794-465d-4628-bebf-cce70c62a192 None None] Calling delete_port for 9a7594bf-4883-49bc-8b7b-3eb8e634cda5 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:03:32.092102 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-999e146f-99a4-49aa-99bc-21cb7a8b0b6d req-4a5ec834-7ac5-4def-9dbf-17f166a28ee2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 HTTP/1.1" status: 200 len: 1000 time: 0.0688939 Feb 20 06:03:32.139545 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-01a3c2e4-eff9-4846-9491-812865f3a9b4 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] For port d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:03:32.140032 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01a3c2e4-eff9-4846-9491-812865f3a9b4 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:32.150137 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea1e590-8ddc-4aff-83a0-fa6b7f71741f service neutron] Attempting to bind port 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:03:32.150567 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea1e590-8ddc-4aff-83a0-fa6b7f71741f service neutron] Attempting to bind port 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'd24aab10-569f-494a-9106-8b8505d9022d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:03:32.150996 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea1e590-8ddc-4aff-83a0-fa6b7f71741f service neutron] Attempting to bind port 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 on network e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:03:32.154606 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-01a3c2e4-eff9-4846-9491-812865f3a9b4 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Calling delete_port for d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:03:32.173252 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea1e590-8ddc-4aff-83a0-fa6b7f71741f service neutron] Port 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 on network e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:03:32.173252 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea1e590-8ddc-4aff-83a0-fa6b7f71741f service neutron] Attempting to bind port 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 on network e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:03:32.184073 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30e04794-465d-4628-bebf-cce70c62a192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (9a7594bf-4883-49bc-8b7b-3eb8e634cda5), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:32.188543 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea1e590-8ddc-4aff-83a0-fa6b7f71741f service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:03:32.188994 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea1e590-8ddc-4aff-83a0-fa6b7f71741f service neutron] Checking segment: {'id': 'd24aab10-569f-494a-9106-8b8505d9022d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:03:32.189443 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea1e590-8ddc-4aff-83a0-fa6b7f71741f service neutron] Bound using segment: {'id': 'd24aab10-569f-494a-9106-8b8505d9022d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:03:32.191055 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea1e590-8ddc-4aff-83a0-fa6b7f71741f service neutron] Bound port: 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24aab10-569f-494a-9106-8b8505d9022d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:03:32.191569 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea1e590-8ddc-4aff-83a0-fa6b7f71741f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:32.204554 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-55a23e4d-774c-48ae-973d-28b2567d4c3a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/floatingips/6ee6bc34-ba95-4b9a-b042-6831adc6d048 HTTP/1.1" status: 200 len: 992 time: 0.2552474 Feb 20 06:03:32.205109 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e146f-99a4-49aa-99bc-21cb7a8b0b6d req-8cd9e160-9580-466d-8762-eeac7b08b2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:32.206585 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-999e146f-99a4-49aa-99bc-21cb7a8b0b6d req-8cd9e160-9580-466d-8762-eeac7b08b2d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cdaeb40d-ba09-4859-95cd-aa1a372edb31 HTTP/1.1" status: 200 len: 834 time: 0.1052256 Feb 20 06:03:32.214629 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e04794-465d-4628-bebf-cce70c62a192 None None] Pushing event deleted for resources: {'Port': ['ID=9a7594bf-4883-49bc-8b7b-3eb8e634cda5,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:32.225172 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e04794-465d-4628-bebf-cce70c62a192 None None] No DVR routers for this DVR port 9a7594bf-4883-49bc-8b7b-3eb8e634cda5 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:03:32.323314 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e146f-99a4-49aa-99bc-21cb7a8b0b6d req-a2fc75a0-9ecc-4bba-9b26-09bf1d682656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:32.325055 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-999e146f-99a4-49aa-99bc-21cb7a8b0b6d req-a2fc75a0-9ecc-4bba-9b26-09bf1d682656 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d84942d1-1077-45b9-ac30-c28ca0d224f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1116209 Feb 20 06:03:32.330132 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70ec3c9-9ee6-4138-b387-e6b2d3df6802 None None] New status for floating IP 6ee6bc34-ba95-4b9a-b042-6831adc6d048: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:03:32.416160 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01a3c2e4-eff9-4846-9491-812865f3a9b4 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:32.420865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea1e590-8ddc-4aff-83a0-fa6b7f71741f service neutron] For port 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:03:32.434080 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea1e590-8ddc-4aff-83a0-fa6b7f71741f service neutron] For port 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32,segment=NetworkSegment(d24aab10-569f-494a-9106-8b8505d9022d),segment_id=d24aab10-569f-494a-9106-8b8505d9022d)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:03:32.446023 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea1e590-8ddc-4aff-83a0-fa6b7f71741f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:32.487949 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3c2e4-eff9-4846-9491-812865f3a9b4 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event deleted for resources: {'Port': ['ID=d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:32.522036 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea1e590-8ddc-4aff-83a0-fa6b7f71741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:32.523133 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea1e590-8ddc-4aff-83a0-fa6b7f71741f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:32.524968 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-35203b03-f705-4403-b590-f722767d1ea9 req-4ea1e590-8ddc-4aff-83a0-fa6b7f71741f service neutron] 10.222.0.48 "PUT /v2.0/ports/5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 HTTP/1.1" status: 200 len: 1092 time: 1.9474678 Feb 20 06:03:32.528732 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3fe0cd-1676-4a1d-ab83-b607f5f63543', 'tag': '5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:03:32.533184 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07be94ed-005d-40e1-9e05-7fc7e191b121" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3fe0cd-1676-4a1d-ab83-b607f5f63543", "tag": "5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:03:32.626186 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04262e3-b3d7-46ea-85a1-59af1a1aca13 x-openstack-request-id: req-d04262e3-b3d7-46ea-85a1-59af1a1aca13 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:03:32.626684 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3fe0cd-1676-4a1d-ab83-b607f5f63543", "tag": "5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:03:32.627078 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d04262e3-b3d7-46ea-85a1-59af1a1aca13 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:03:32.628222 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3fe0cd-1676-4a1d-ab83-b607f5f63543', 'tag': '5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32', 'status': 'completed', 'code': 200} Feb 20 06:03:32.631109 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-999e146f-99a4-49aa-99bc-21cb7a8b0b6d req-628f5841-ce72-46dc-b85d-315c45e9da06 service neutron] 10.222.0.61 "GET /v2.0/networks/d84942d1-1077-45b9-ac30-c28ca0d224f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986939 Feb 20 06:03:32.633183 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01a3c2e4-eff9-4846-9491-812865f3a9b4 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:32.635297 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1e590-8ddc-4aff-83a0-fa6b7f71741f service neutron] Pushing event updated for resources: {'Port': ['ID=5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:32.750533 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35203b03-f705-4403-b590-f722767d1ea9 req-c43568d9-771a-4f7e-897c-f1a53b4da0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:32.752289 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-35203b03-f705-4403-b590-f722767d1ea9 req-c43568d9-771a-4f7e-897c-f1a53b4da0ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bab074dd2ce64b1aa74e27fbf8edd443&device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543 HTTP/1.1" status: 200 len: 1126 time: 0.1678317 Feb 20 06:03:32.790575 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01a3c2e4-eff9-4846-9491-812865f3a9b4 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:32.792878 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01a3c2e4-eff9-4846-9491-812865f3a9b4 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for router_controller (f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:32.830931 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-35203b03-f705-4403-b590-f722767d1ea9 req-f17dade4-8f8e-4b80-9d79-2d2d6bd105b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 HTTP/1.1" status: 200 len: 217 time: 0.0705414 Feb 20 06:03:32.894916 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01a3c2e4-eff9-4846-9491-812865f3a9b4 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:32.895808 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-999e146f-99a4-49aa-99bc-21cb7a8b0b6d req-e4f75f16-9a78-4e0e-a798-e09d2bc610fc service neutron] 10.222.0.61 "GET /v2.0/networks/d84942d1-1077-45b9-ac30-c28ca0d224f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515347 Feb 20 06:03:32.896103 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a3c2e4-eff9-4846-9491-812865f3a9b4 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Fanout notify agent at l3_agent the message router_deleted on router f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:03:32.908998 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01a3c2e4-eff9-4846-9491-812865f3a9b4 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:32.910611 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-01a3c2e4-eff9-4846-9491-812865f3a9b4 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "DELETE /v2.0/routers/f1f2ab49-ad65-4b92-a63b-cb1ce6bdf5bb HTTP/1.1" status: 204 len: 168 time: 1.9899561 Feb 20 06:03:32.913257 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43224) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:32.927999 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35203b03-f705-4403-b590-f722767d1ea9 req-7ecef02b-c9a2-463d-9c27-477fec331f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:32.929879 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-35203b03-f705-4403-b590-f722767d1ea9 req-7ecef02b-c9a2-463d-9c27-477fec331f10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1114208-637a-4504-bcf8-b1d959d370a7 HTTP/1.1" status: 200 len: 847 time: 0.0929432 Feb 20 06:03:33.005631 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35203b03-f705-4403-b590-f722767d1ea9 req-9efcc03d-6579-4658-9999-0153f6254f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:33.005831 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca678108-a6ee-4dd2-a096-0e2c25592153 req-e18375a8-6404-4d8c-b37e-fdc4b4cc7413 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:33.007506 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca678108-a6ee-4dd2-a096-0e2c25592153 req-e18375a8-6404-4d8c-b37e-fdc4b4cc7413 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543 HTTP/1.1" status: 200 len: 944 time: 0.1589382 Feb 20 06:03:33.013084 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e966e60-4a9e-4a5e-a164-8a9d3d20b421 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (af700b20-354c-4015-8490-4b66ae70a8ee), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:33.013328 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-35203b03-f705-4403-b590-f722767d1ea9 req-9efcc03d-6579-4658-9999-0153f6254f43 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0718498 Feb 20 06:03:33.131387 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-35203b03-f705-4403-b590-f722767d1ea9 req-21b2cd87-aaf1-45d6-8bac-64545bb83bfc service neutron] 10.222.0.48 "GET /v2.0/networks/e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173451 Feb 20 06:03:33.159716 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca678108-a6ee-4dd2-a096-0e2c25592153 req-75760528-96de-465f-851c-c3e3e5c8d420 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/security-groups?id=158e3b80-40ec-445a-bc0d-c05425c085ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424587 Feb 20 06:03:33.185210 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e966e60-4a9e-4a5e-a164-8a9d3d20b421 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (af700b20-354c-4015-8490-4b66ae70a8ee), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:33.219167 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43226) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:33.222215 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-9e966e60-4a9e-4a5e-a164-8a9d3d20b421 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af700b20-354c-4015-8490-4b66ae70a8ee']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:33.237311 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-9e966e60-4a9e-4a5e-a164-8a9d3d20b421 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56bd66a5-8252-4357-b69e-85c279d54dc2') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:33.237616 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-9e966e60-4a9e-4a5e-a164-8a9d3d20b421 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56bd66a5-8252-4357-b69e-85c279d54dc2') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:33.278213 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-35203b03-f705-4403-b590-f722767d1ea9 req-7ef25db4-72f4-49d0-9bca-6f3e30912bab service neutron] 10.222.0.48 "GET /v2.0/networks/e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337850 Feb 20 06:03:33.282462 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e966e60-4a9e-4a5e-a164-8a9d3d20b421 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (56bd66a5-8252-4357-b69e-85c279d54dc2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:33.305326 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e966e60-4a9e-4a5e-a164-8a9d3d20b421 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (56bd66a5-8252-4357-b69e-85c279d54dc2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-23a754b7-593a-4d68-b1c5-ae2e9541c240 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/floatingips/6ee6bc34-ba95-4b9a-b042-6831adc6d048 HTTP/1.1" status: 200 len: 994 time: 0.1018555 Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e966e60-4a9e-4a5e-a164-8a9d3d20b421 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e966e60-4a9e-4a5e-a164-8a9d3d20b421 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (56bd66a5-8252-4357-b69e-85c279d54dc2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: timer() Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:03:33.331355 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:03:33.388736 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be94ed-005d-40e1-9e05-7fc7e191b121 req-2cde2a76-74fe-4247-bd9e-dd6a94e8336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:33.391278 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-07be94ed-005d-40e1-9e05-7fc7e191b121 req-2cde2a76-74fe-4247-bd9e-dd6a94e8336d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bab074dd2ce64b1aa74e27fbf8edd443&device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543 HTTP/1.1" status: 200 len: 1126 time: 0.0557561 Feb 20 06:03:33.406436 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e966e60-4a9e-4a5e-a164-8a9d3d20b421 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (af700b20-354c-4015-8490-4b66ae70a8ee), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:33.426559 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e966e60-4a9e-4a5e-a164-8a9d3d20b421 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:33.433820 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9e966e60-4a9e-4a5e-a164-8a9d3d20b421 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] 10.222.0.37 "DELETE /v2.0/networks/af700b20-354c-4015-8490-4b66ae70a8ee HTTP/1.1" status: 204 len: 168 time: 0.5188653 Feb 20 06:03:33.434742 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e966e60-4a9e-4a5e-a164-8a9d3d20b421 tempest-TestNetworkBasicOps-471165499 tempest-TestNetworkBasicOps-471165499-project] Pushing event deleted for resources: {'Network': ['ID=af700b20-354c-4015-8490-4b66ae70a8ee,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:33.527467 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be94ed-005d-40e1-9e05-7fc7e191b121 req-d7ee87c2-7ad7-4098-9c34-fa9638e59285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:33.529147 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-07be94ed-005d-40e1-9e05-7fc7e191b121 req-d7ee87c2-7ad7-4098-9c34-fa9638e59285 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee HTTP/1.1" status: 200 len: 908 time: 0.1298769 Feb 20 06:03:33.583405 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-07be94ed-005d-40e1-9e05-7fc7e191b121 req-9410e998-259b-49ea-add9-eb900f9fb67c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 HTTP/1.1" status: 200 len: 217 time: 0.0472949 Feb 20 06:03:33.586213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 35d5aee7-1ebe-4c0c-aa39-b87887665599 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:03:33.610046 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 35d5aee7-1ebe-4c0c-aa39-b87887665599 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:03:33.610833 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 35d5aee7-1ebe-4c0c-aa39-b87887665599 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:03:33.611483 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 9a7594bf-4883-49bc-8b7b-3eb8e634cda5 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:03:33.649974 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 9a7594bf-4883-49bc-8b7b-3eb8e634cda5 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:03:33.650587 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 9a7594bf-4883-49bc-8b7b-3eb8e634cda5 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:03:33.669484 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be94ed-005d-40e1-9e05-7fc7e191b121 req-54dc5bfc-e3db-41fc-b01e-1c2388fa0546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:33.671088 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-07be94ed-005d-40e1-9e05-7fc7e191b121 req-54dc5bfc-e3db-41fc-b01e-1c2388fa0546 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1114208-637a-4504-bcf8-b1d959d370a7 HTTP/1.1" status: 200 len: 847 time: 0.0778472 Feb 20 06:03:33.723845 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be94ed-005d-40e1-9e05-7fc7e191b121 req-ad6994a0-9d3c-417d-ba20-b3f435f64276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:33.725790 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-07be94ed-005d-40e1-9e05-7fc7e191b121 req-ad6994a0-9d3c-417d-ba20-b3f435f64276 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489886 Feb 20 06:03:33.787245 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43234) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:33.829880 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-07be94ed-005d-40e1-9e05-7fc7e191b121 req-2784054c-4d8c-4248-84ca-f8b9356279a8 service neutron] 10.222.0.48 "GET /v2.0/networks/e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967488 Feb 20 06:03:33.942106 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-07be94ed-005d-40e1-9e05-7fc7e191b121 req-f83ff54d-22da-414a-8210-ae113eef91bf service neutron] 10.222.0.48 "GET /v2.0/networks/e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061068 Feb 20 06:03:33.947518 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b93f0cbe-108d-4cda-ba4e-c4c85a23a08a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=111d530b12d246f29867a11f6618a046&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1591206 Feb 20 06:03:33.950068 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43238) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:34.005649 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ae1ebad9-52b3-4384-9d13-99554350b628 admin admin] Publish callbacks [] for security_group (53cb6d8b-eb1f-465c-a9e2-7b7203a4313e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:34.027250 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ae1ebad9-52b3-4384-9d13-99554350b628 admin admin] Publish callbacks [] for security_group (53cb6d8b-eb1f-465c-a9e2-7b7203a4313e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:34.075819 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ae1ebad9-52b3-4384-9d13-99554350b628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (53cb6d8b-eb1f-465c-a9e2-7b7203a4313e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:34.078375 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ae1ebad9-52b3-4384-9d13-99554350b628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:34.079683 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ae1ebad9-52b3-4384-9d13-99554350b628 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/53cb6d8b-eb1f-465c-a9e2-7b7203a4313e HTTP/1.1" status: 204 len: 168 time: 0.1286259 Feb 20 06:03:34.088320 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ebad9-52b3-4384-9d13-99554350b628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cb6d8b-eb1f-465c-a9e2-7b7203a4313e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:34.305330 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab17b5b-2fcf-407f-927f-a9821c7185d1 req-37ee2c2c-55a9-462f-b280-382c95568abd tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:34.306962 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fab17b5b-2fcf-407f-927f-a9821c7185d1 req-37ee2c2c-55a9-462f-b280-382c95568abd tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543 HTTP/1.1" status: 200 len: 944 time: 0.0541651 Feb 20 06:03:34.370735 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fab17b5b-2fcf-407f-927f-a9821c7185d1 req-8c5a07ba-f79d-47d4-86cc-b4c66b38b91b tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/security-groups?id=158e3b80-40ec-445a-bc0d-c05425c085ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576508 Feb 20 06:03:34.404331 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43248) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:34.420386 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55a587dc-a747-4a05-ae90-17493331c782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:34.505208 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55a587dc-a747-4a05-ae90-17493331c782 admin admin] Publish callbacks [] for security_group (183f8868-4b7c-44c9-8fc4-554e7ebab452), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:34.509248 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55a587dc-a747-4a05-ae90-17493331c782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (183f8868-4b7c-44c9-8fc4-554e7ebab452), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:34.553862 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-55a587dc-a747-4a05-ae90-17493331c782 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=882f90f817614a0cb8090b0f828811de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1482399 Feb 20 06:03:34.556434 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43252) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:34.565650 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a587dc-a747-4a05-ae90-17493331c782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183f8868-4b7c-44c9-8fc4-554e7ebab452,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:34.625757 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3e75ce63-da8c-448d-878e-0dcb5aa7c87b admin admin] Publish callbacks [] for security_group (183f8868-4b7c-44c9-8fc4-554e7ebab452), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:34.651181 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3e75ce63-da8c-448d-878e-0dcb5aa7c87b admin admin] Publish callbacks [] for security_group (183f8868-4b7c-44c9-8fc4-554e7ebab452), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:34.701210 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3e75ce63-da8c-448d-878e-0dcb5aa7c87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (183f8868-4b7c-44c9-8fc4-554e7ebab452), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:34.703924 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3e75ce63-da8c-448d-878e-0dcb5aa7c87b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:34.707821 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3e75ce63-da8c-448d-878e-0dcb5aa7c87b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/183f8868-4b7c-44c9-8fc4-554e7ebab452 HTTP/1.1" status: 204 len: 168 time: 0.1479187 Feb 20 06:03:34.714558 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75ce63-da8c-448d-878e-0dcb5aa7c87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183f8868-4b7c-44c9-8fc4-554e7ebab452,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:34.745631 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43258) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:34.865774 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3dbf366-417f-44fe-8b6b-af1046835933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:34.966646 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3dbf366-417f-44fe-8b6b-af1046835933 admin admin] Publish callbacks [] for security_group (f198a12e-1120-419a-90a2-d984257ce5b3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:34.971128 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3dbf366-417f-44fe-8b6b-af1046835933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f198a12e-1120-419a-90a2-d984257ce5b3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:35.014244 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c3dbf366-417f-44fe-8b6b-af1046835933 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70dc49ef3b46467aab73f754938078c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2670283 Feb 20 06:03:35.017051 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43266) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:35.028239 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbf366-417f-44fe-8b6b-af1046835933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f198a12e-1120-419a-90a2-d984257ce5b3,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:35.077035 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f59e3abf-d299-4afa-bb5f-5089a954b82a admin admin] Publish callbacks [] for security_group (f198a12e-1120-419a-90a2-d984257ce5b3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:35.097157 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:03:35.124347 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:03:35.124978 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d2ef0c6f-1989-4b69-b35e-fb775c3ebe8a not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:03:35.129497 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f59e3abf-d299-4afa-bb5f-5089a954b82a admin admin] Publish callbacks [] for security_group (f198a12e-1120-419a-90a2-d984257ce5b3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:35.181315 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f59e3abf-d299-4afa-bb5f-5089a954b82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f198a12e-1120-419a-90a2-d984257ce5b3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:35.185369 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f59e3abf-d299-4afa-bb5f-5089a954b82a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:35.187368 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f59e3abf-d299-4afa-bb5f-5089a954b82a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f198a12e-1120-419a-90a2-d984257ce5b3 HTTP/1.1" status: 204 len: 168 time: 0.1691597 Feb 20 06:03:35.205525 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e3abf-d299-4afa-bb5f-5089a954b82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f198a12e-1120-419a-90a2-d984257ce5b3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:35.530382 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db279d4-275b-463d-9928-e471a7279660 req-020def45-a650-4a71-9d9b-9ca5be11b5bf tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:35.532800 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7db279d4-275b-463d-9928-e471a7279660 req-020def45-a650-4a71-9d9b-9ca5be11b5bf tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543 HTTP/1.1" status: 200 len: 944 time: 0.0825832 Feb 20 06:03:35.613051 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7db279d4-275b-463d-9928-e471a7279660 req-92801eac-0c2a-41a3-bb08-79d02fb2d46a tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/security-groups?id=158e3b80-40ec-445a-bc0d-c05425c085ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742810 Feb 20 06:03:36.015151 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:03:36.074018 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6bbb60d5-22f5-4c6b-ae53-b207e8c4ed74 req-478eb1e6-313b-4539-a892-60df2601e198 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519743 Feb 20 06:03:36.169361 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb60d5-22f5-4c6b-ae53-b207e8c4ed74 req-53fee035-660b-4bf8-9571-f46d22c66817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:36.169729 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:03:36.172042 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6bbb60d5-22f5-4c6b-ae53-b207e8c4ed74 req-53fee035-660b-4bf8-9571-f46d22c66817 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 1128 time: 0.0556400 Feb 20 06:03:36.307762 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32,segment=NetworkSegment(d24aab10-569f-494a-9106-8b8505d9022d),segment_id=d24aab10-569f-494a-9106-8b8505d9022d)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:03:36.325390 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32', 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee', 'port_id': '5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32', 'mac_address': 'fa:16:3e:9a:dd:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1114208-637a-4504-bcf8-b1d959d370a7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:03:36.392189 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:36.392652 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:36.409553 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:03:36.440709 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32,segment=NetworkSegment(d24aab10-569f-494a-9106-8b8505d9022d),segment_id=d24aab10-569f-494a-9106-8b8505d9022d)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:03:36.448531 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:36.510618 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:36.645621 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:03:36.720370 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb60d5-22f5-4c6b-ae53-b207e8c4ed74 req-41ca011b-f4da-45c8-9ec8-0cb4d4f10516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:36.722028 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6bbb60d5-22f5-4c6b-ae53-b207e8c4ed74 req-41ca011b-f4da-45c8-9ec8-0cb4d4f10516 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d84942d1-1077-45b9-ac30-c28ca0d224f3 HTTP/1.1" status: 200 len: 897 time: 0.5279016 Feb 20 06:03:36.802865 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6bbb60d5-22f5-4c6b-ae53-b207e8c4ed74 req-8e67796c-b2c2-473d-92e5-f6ed7741b301 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 HTTP/1.1" status: 200 len: 1002 time: 0.0736456 Feb 20 06:03:36.874758 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb60d5-22f5-4c6b-ae53-b207e8c4ed74 req-efa417c8-22ee-4146-b1f0-27a65044bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:36.876571 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6bbb60d5-22f5-4c6b-ae53-b207e8c4ed74 req-efa417c8-22ee-4146-b1f0-27a65044bf03 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cdaeb40d-ba09-4859-95cd-aa1a372edb31 HTTP/1.1" status: 200 len: 834 time: 0.0641122 Feb 20 06:03:36.912216 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d718be-69bd-4772-9016-6cead6e89d9d req-c669c876-3e50-4c57-9744-b2172f81529f tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:36.922635 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a2d718be-69bd-4772-9016-6cead6e89d9d req-c669c876-3e50-4c57-9744-b2172f81529f tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543 HTTP/1.1" status: 200 len: 945 time: 0.1791086 Feb 20 06:03:36.948510 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb60d5-22f5-4c6b-ae53-b207e8c4ed74 req-38d17bff-7dbe-43b3-9a19-ebd4c984196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:36.950371 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6bbb60d5-22f5-4c6b-ae53-b207e8c4ed74 req-38d17bff-7dbe-43b3-9a19-ebd4c984196f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d84942d1-1077-45b9-ac30-c28ca0d224f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0667193 Feb 20 06:03:36.993823 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a2d718be-69bd-4772-9016-6cead6e89d9d req-f62dfd77-1cce-44ef-ab38-89e4b8a51386 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/security-groups?id=158e3b80-40ec-445a-bc0d-c05425c085ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682476 Feb 20 06:03:37.050505 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6bbb60d5-22f5-4c6b-ae53-b207e8c4ed74 req-995a012c-cc27-4fbd-a38b-36ed4154e3a3 service neutron] 10.222.0.61 "GET /v2.0/networks/d84942d1-1077-45b9-ac30-c28ca0d224f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938003 Feb 20 06:03:37.163210 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6bbb60d5-22f5-4c6b-ae53-b207e8c4ed74 req-c3a5da47-b76f-482a-99bf-37b058b97c52 service neutron] 10.222.0.61 "GET /v2.0/networks/d84942d1-1077-45b9-ac30-c28ca0d224f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062429 Feb 20 06:03:37.400088 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43468) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:37.506982 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1538e04-e369-4993-bcd3-8bf0ef3a6cc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:37.585937 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1538e04-e369-4993-bcd3-8bf0ef3a6cc3 admin admin] Publish callbacks [] for security_group (003ec5a9-59b8-468d-8ed5-f9d2cedf15d3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:37.591098 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1538e04-e369-4993-bcd3-8bf0ef3a6cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (003ec5a9-59b8-468d-8ed5-f9d2cedf15d3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:37.634799 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c1538e04-e369-4993-bcd3-8bf0ef3a6cc3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=945a176fc6714c2bbda642894ee21514&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2311993 Feb 20 06:03:37.634799 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1538e04-e369-4993-bcd3-8bf0ef3a6cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003ec5a9-59b8-468d-8ed5-f9d2cedf15d3,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:37.635187 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43472) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:37.685047 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c308c87b-997c-4f7a-b271-a97c452a66e7 admin admin] Publish callbacks [] for security_group (003ec5a9-59b8-468d-8ed5-f9d2cedf15d3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:37.707370 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c308c87b-997c-4f7a-b271-a97c452a66e7 admin admin] Publish callbacks [] for security_group (003ec5a9-59b8-468d-8ed5-f9d2cedf15d3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:37.754685 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c308c87b-997c-4f7a-b271-a97c452a66e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (003ec5a9-59b8-468d-8ed5-f9d2cedf15d3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:37.757255 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c308c87b-997c-4f7a-b271-a97c452a66e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:37.758437 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c308c87b-997c-4f7a-b271-a97c452a66e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/003ec5a9-59b8-468d-8ed5-f9d2cedf15d3 HTTP/1.1" status: 204 len: 168 time: 0.1217101 Feb 20 06:03:37.767011 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c308c87b-997c-4f7a-b271-a97c452a66e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003ec5a9-59b8-468d-8ed5-f9d2cedf15d3,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:38.068106 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43486) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:38.081928 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2d373e77-ea79-4a51-a0c8-7f060ac08ca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:38.118648 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4dc67-9810-4939-91b2-95cbf12af93c req-2d714943-d3f7-4e2f-a24c-2bd6086c4eaf tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:38.120299 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c2a4dc67-9810-4939-91b2-95cbf12af93c req-2d714943-d3f7-4e2f-a24c-2bd6086c4eaf tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543 HTTP/1.1" status: 200 len: 945 time: 0.0568449 Feb 20 06:03:38.170049 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2d373e77-ea79-4a51-a0c8-7f060ac08ca8 admin admin] Publish callbacks [] for security_group (31bc0e6c-88d8-4454-a4f5-ff419da291cb), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:38.170651 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:03:38.176287 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c2a4dc67-9810-4939-91b2-95cbf12af93c req-37d0cc17-ec7a-4c8f-8978-ed8062064ef8 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/security-groups?id=158e3b80-40ec-445a-bc0d-c05425c085ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500348 Feb 20 06:03:38.178808 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2d373e77-ea79-4a51-a0c8-7f060ac08ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (31bc0e6c-88d8-4454-a4f5-ff419da291cb), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:38.223049 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2d373e77-ea79-4a51-a0c8-7f060ac08ca8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1570f268853f4857849c993fe9e377bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1534965 Feb 20 06:03:38.224855 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d373e77-ea79-4a51-a0c8-7f060ac08ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bc0e6c-88d8-4454-a4f5-ff419da291cb,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:38.225634 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43488) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:38.252457 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:03:38.257338 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:38.258361 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:38.287084 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3384d5ec-7320-4c60-90e8-77bb6058467f admin admin] Publish callbacks [] for security_group (31bc0e6c-88d8-4454-a4f5-ff419da291cb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:38.314572 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3384d5ec-7320-4c60-90e8-77bb6058467f admin admin] Publish callbacks [] for security_group (31bc0e6c-88d8-4454-a4f5-ff419da291cb), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:38.367250 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3384d5ec-7320-4c60-90e8-77bb6058467f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (31bc0e6c-88d8-4454-a4f5-ff419da291cb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:38.370194 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3384d5ec-7320-4c60-90e8-77bb6058467f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:38.374103 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3384d5ec-7320-4c60-90e8-77bb6058467f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/31bc0e6c-88d8-4454-a4f5-ff419da291cb HTTP/1.1" status: 204 len: 168 time: 0.1440349 Feb 20 06:03:38.387063 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384d5ec-7320-4c60-90e8-77bb6058467f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bc0e6c-88d8-4454-a4f5-ff419da291cb,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:38.512270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:38.512665 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:38.539585 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3fe0cd-1676-4a1d-ab83-b607f5f63543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:03:38.542102 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195efcde-aef8-43c5-8499-b84aa909561f" -d '{"events": [{"server_uuid": "dc3fe0cd-1676-4a1d-ab83-b607f5f63543", "name": "network-vif-plugged", "status": "completed", "tag": "5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:03:38.556123 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32,segment=NetworkSegment(d24aab10-569f-494a-9106-8b8505d9022d),segment_id=d24aab10-569f-494a-9106-8b8505d9022d)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:03:38.566190 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:38.614414 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03ab052-dbb7-4dd8-b949-874843b6d3aa x-openstack-request-id: req-c03ab052-dbb7-4dd8-b949-874843b6d3aa {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:03:38.614879 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3fe0cd-1676-4a1d-ab83-b607f5f63543", "name": "network-vif-plugged", "status": "completed", "tag": "5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:03:38.615642 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c03ab052-dbb7-4dd8-b949-874843b6d3aa {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:03:38.616119 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3fe0cd-1676-4a1d-ab83-b607f5f63543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32', 'code': 200} Feb 20 06:03:38.629539 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:38.718818 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c646a2c-d5ab-47d7-a848-c15250b771c8 req-36a63535-061a-4ba9-b8f8-b2177cdeb4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:38.720513 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4c646a2c-d5ab-47d7-a848-c15250b771c8 req-36a63535-061a-4ba9-b8f8-b2177cdeb4e9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543 HTTP/1.1" status: 200 len: 1128 time: 0.0483520 Feb 20 06:03:38.772792 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4c646a2c-d5ab-47d7-a848-c15250b771c8 req-2adbda63-4d32-4763-a150-54af60d360dc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=158e3b80-40ec-445a-bc0d-c05425c085ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453935 Feb 20 06:03:39.122237 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43514) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:39.234465 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-d5100f9f-51cc-4212-ac5a-181f0042d49e admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1624288057-network', 'tenant_id': '8ea10d7948da4d29b00ed25d9a16301f'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:39.256242 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5100f9f-51cc-4212-ac5a-181f0042d49e admin admin] Made reservation on behalf of 8ea10d7948da4d29b00ed25d9a16301f for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:03:39.258561 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d5100f9f-51cc-4212-ac5a-181f0042d49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:39.267089 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d5100f9f-51cc-4212-ac5a-181f0042d49e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:39.330335 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c3189-3a9f-420c-913c-a93bd92d79c5 req-64553a71-ed4c-4e59-acfa-b1b40d49b1f5 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:39.331858 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c53c3189-3a9f-420c-913c-a93bd92d79c5 req-64553a71-ed4c-4e59-acfa-b1b40d49b1f5 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543 HTTP/1.1" status: 200 len: 946 time: 0.0648963 Feb 20 06:03:39.358372 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d5100f9f-51cc-4212-ac5a-181f0042d49e admin admin] Publish callbacks [] for security_group (5410eb39-3bba-4951-bf16-97e75c3778b0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:39.362435 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d5100f9f-51cc-4212-ac5a-181f0042d49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5410eb39-3bba-4951-bf16-97e75c3778b0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:39.383961 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5100f9f-51cc-4212-ac5a-181f0042d49e admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:03:39.387332 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c53c3189-3a9f-420c-913c-a93bd92d79c5 req-9a3e126e-db6b-4fe7-b14b-8c8560b6770b tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/security-groups?id=158e3b80-40ec-445a-bc0d-c05425c085ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494289 Feb 20 06:03:39.397848 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5100f9f-51cc-4212-ac5a-181f0042d49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5410eb39-3bba-4951-bf16-97e75c3778b0,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:39.402525 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d5100f9f-51cc-4212-ac5a-181f0042d49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (f0fa439c-d69f-4a84-8a74-364432d54adf), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:39.402868 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-d5100f9f-51cc-4212-ac5a-181f0042d49e admin admin] Added segment f0fa439c-d69f-4a84-8a74-364432d54adf of type vlan for network e17a16a7-e200-4692-b902-bd2c2c023529 Feb 20 06:03:39.444729 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d5100f9f-51cc-4212-ac5a-181f0042d49e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (e17a16a7-e200-4692-b902-bd2c2c023529), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:39.468813 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d5100f9f-51cc-4212-ac5a-181f0042d49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (e17a16a7-e200-4692-b902-bd2c2c023529), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:39.469639 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5100f9f-51cc-4212-ac5a-181f0042d49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:39.470218 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d5100f9f-51cc-4212-ac5a-181f0042d49e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:39.524313 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d5100f9f-51cc-4212-ac5a-181f0042d49e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4007118 Feb 20 06:03:39.527234 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43520) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:39.531247 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5100f9f-51cc-4212-ac5a-181f0042d49e admin admin] Pushing event updated for resources: {'Network': ['ID=e17a16a7-e200-4692-b902-bd2c2c023529,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:39.532262 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-85a45dde-b773-4f10-844b-8112ee6be832 admin admin] Request body: {'subnet': {'network_id': 'e17a16a7-e200-4692-b902-bd2c2c023529', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1624288057-subnet', 'tenant_id': '8ea10d7948da4d29b00ed25d9a16301f', 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:39.541975 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network e17a16a7-e200-4692-b902-bd2c2c023529 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:03:39.553992 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a45dde-b773-4f10-844b-8112ee6be832 admin admin] Made reservation on behalf of 8ea10d7948da4d29b00ed25d9a16301f for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:03:39.556512 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85a45dde-b773-4f10-844b-8112ee6be832 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:39.737637 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85a45dde-b773-4f10-844b-8112ee6be832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (ec02aca7-8e76-49aa-a5cc-3cb3a2782f0a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:39.794764 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a45dde-b773-4f10-844b-8112ee6be832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec02aca7-8e76-49aa-a5cc-3cb3a2782f0a,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:39.810017 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a45dde-b773-4f10-844b-8112ee6be832 admin admin] Checking segment: {'id': 'f0fa439c-d69f-4a84-8a74-364432d54adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e17a16a7-e200-4692-b902-bd2c2c023529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:03:39.810375 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a45dde-b773-4f10-844b-8112ee6be832 admin admin] Network hostable DHCP agents. Network: e17a16a7-e200-4692-b902-bd2c2c023529, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:03:39.826786 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a45dde-b773-4f10-844b-8112ee6be832 admin admin] Network e17a16a7-e200-4692-b902-bd2c2c023529 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:03:39.834744 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-85a45dde-b773-4f10-844b-8112ee6be832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, e17a16a7-e200-4692-b902-bd2c2c023529) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:03:39.839485 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a45dde-b773-4f10-844b-8112ee6be832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:39.840173 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85a45dde-b773-4f10-844b-8112ee6be832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:39.843988 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eb4c65-21e7-428d-be4d-c73819f8f6dc None None] Network e17a16a7-e200-4692-b902-bd2c2c023529 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:03:39.858630 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-85a45dde-b773-4f10-844b-8112ee6be832 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3277695 Feb 20 06:03:39.859333 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43522) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:39.863684 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-66e20d53-dc71-45d1-b703-f41320e4388a admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1624288057-router', 'tenant_id': '8ea10d7948da4d29b00ed25d9a16301f', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:39.881885 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66e20d53-dc71-45d1-b703-f41320e4388a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (43ef223e-3ce8-4667-95cc-ad1a118f2481), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:39.883475 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66e20d53-dc71-45d1-b703-f41320e4388a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (43ef223e-3ce8-4667-95cc-ad1a118f2481), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:39.938263 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66e20d53-dc71-45d1-b703-f41320e4388a admin admin] Publish callbacks [] for router_controller (43ef223e-3ce8-4667-95cc-ad1a118f2481), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:39.950695 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3270100f-39c1-4e83-a111-bfee1dbdd567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-e17a16a7-e200-4692-b902-bd2c2c023529', 'network_id': 'e17a16a7-e200-4692-b902-bd2c2c023529', 'project_id': '8ea10d7948da4d29b00ed25d9a16301f', 'fixed_ips': [{'subnet_id': 'ec02aca7-8e76-49aa-a5cc-3cb3a2782f0a'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:03:39.951762 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3270100f-39c1-4e83-a111-bfee1dbdd567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:40.094987 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-3270100f-39c1-4e83-a111-bfee1dbdd567 None None] Allocated IP 172.20.0.2 (e17a16a7-e200-4692-b902-bd2c2c023529/ec02aca7-8e76-49aa-a5cc-3cb3a2782f0a/39d7ab3a-ef1a-478a-ac69-16d1e2166e48) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:03:40.099214 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66e20d53-dc71-45d1-b703-f41320e4388a admin admin] Publish callbacks [] for router_gateway (43ef223e-3ce8-4667-95cc-ad1a118f2481), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:40.247010 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3270100f-39c1-4e83-a111-bfee1dbdd567 None None] Publish callbacks [] for port (39d7ab3a-ef1a-478a-ac69-16d1e2166e48), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:40.253015 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3270100f-39c1-4e83-a111-bfee1dbdd567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (39d7ab3a-ef1a-478a-ac69-16d1e2166e48), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:40.294641 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3270100f-39c1-4e83-a111-bfee1dbdd567 None None] Network e17a16a7-e200-4692-b902-bd2c2c023529 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:03:40.305792 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-3270100f-39c1-4e83-a111-bfee1dbdd567 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:03:40.310138 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66e20d53-dc71-45d1-b703-f41320e4388a admin admin] Publish callbacks [] for router_gateway (43ef223e-3ce8-4667-95cc-ad1a118f2481), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:40.310312 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3270100f-39c1-4e83-a111-bfee1dbdd567 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:03:40.313174 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270100f-39c1-4e83-a111-bfee1dbdd567 None None] Pushing event updated for resources: {'Port': ['ID=39d7ab3a-ef1a-478a-ac69-16d1e2166e48,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:40.330747 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66e20d53-dc71-45d1-b703-f41320e4388a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:40.371159 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3270100f-39c1-4e83-a111-bfee1dbdd567 None None] Attempting to bind port 39d7ab3a-ef1a-478a-ac69-16d1e2166e48 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:03:40.371599 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3270100f-39c1-4e83-a111-bfee1dbdd567 None None] Attempting to bind port 39d7ab3a-ef1a-478a-ac69-16d1e2166e48 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'f0fa439c-d69f-4a84-8a74-364432d54adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e17a16a7-e200-4692-b902-bd2c2c023529'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:03:40.371993 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3270100f-39c1-4e83-a111-bfee1dbdd567 None None] Attempting to bind port 39d7ab3a-ef1a-478a-ac69-16d1e2166e48 on network e17a16a7-e200-4692-b902-bd2c2c023529 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:03:40.378671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3270100f-39c1-4e83-a111-bfee1dbdd567 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:03:40.379076 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3270100f-39c1-4e83-a111-bfee1dbdd567 None None] Checking segment: {'id': 'f0fa439c-d69f-4a84-8a74-364432d54adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e17a16a7-e200-4692-b902-bd2c2c023529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:03:40.380281 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3270100f-39c1-4e83-a111-bfee1dbdd567 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:40.380822 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3270100f-39c1-4e83-a111-bfee1dbdd567 None None] Bound using segment: {'id': 'f0fa439c-d69f-4a84-8a74-364432d54adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e17a16a7-e200-4692-b902-bd2c2c023529'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:03:40.381320 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3270100f-39c1-4e83-a111-bfee1dbdd567 None None] Bound port: 39d7ab3a-ef1a-478a-ac69-16d1e2166e48, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0fa439c-d69f-4a84-8a74-364432d54adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e17a16a7-e200-4692-b902-bd2c2c023529'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:03:40.382207 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3270100f-39c1-4e83-a111-bfee1dbdd567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (39d7ab3a-ef1a-478a-ac69-16d1e2166e48), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:40.450312 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-66e20d53-dc71-45d1-b703-f41320e4388a admin admin] Allocated IP 172.25.3.84 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/1703e292-56bc-4109-85d4-83964f03d8aa) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:03:40.464035 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3270100f-39c1-4e83-a111-bfee1dbdd567 None None] For port 39d7ab3a-ef1a-478a-ac69-16d1e2166e48, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:03:40.468998 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3270100f-39c1-4e83-a111-bfee1dbdd567 None None] For port 39d7ab3a-ef1a-478a-ac69-16d1e2166e48, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=39d7ab3a-ef1a-478a-ac69-16d1e2166e48,segment=NetworkSegment(f0fa439c-d69f-4a84-8a74-364432d54adf),segment_id=f0fa439c-d69f-4a84-8a74-364432d54adf)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:03:40.478157 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3270100f-39c1-4e83-a111-bfee1dbdd567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (39d7ab3a-ef1a-478a-ac69-16d1e2166e48), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:40.544732 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270100f-39c1-4e83-a111-bfee1dbdd567 None None] Pushing event updated for resources: {'Port': ['ID=39d7ab3a-ef1a-478a-ac69-16d1e2166e48,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:40.605428 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aef5b0-f347-46f4-a045-ff85c3d3f143 req-c3d1fe47-1ae5-435b-b137-1d540ad771c2 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:40.607310 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70aef5b0-f347-46f4-a045-ff85c3d3f143 req-c3d1fe47-1ae5-435b-b137-1d540ad771c2 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543 HTTP/1.1" status: 200 len: 946 time: 0.1288662 Feb 20 06:03:40.613182 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66e20d53-dc71-45d1-b703-f41320e4388a admin admin] Publish callbacks [] for port (1703e292-56bc-4109-85d4-83964f03d8aa), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:40.680448 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70aef5b0-f347-46f4-a045-ff85c3d3f143 req-5d9a1bd1-27fd-49d1-841f-56f7e3869dc8 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/security-groups?id=158e3b80-40ec-445a-bc0d-c05425c085ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656357 Feb 20 06:03:40.690524 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66e20d53-dc71-45d1-b703-f41320e4388a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (1703e292-56bc-4109-85d4-83964f03d8aa), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:40.742644 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e20d53-dc71-45d1-b703-f41320e4388a admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:03:40.746534 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-66e20d53-dc71-45d1-b703-f41320e4388a admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:03:40.751622 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e20d53-dc71-45d1-b703-f41320e4388a admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:03:40.802723 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e20d53-dc71-45d1-b703-f41320e4388a admin admin] Pushing event updated for resources: {'Port': ['ID=1703e292-56bc-4109-85d4-83964f03d8aa,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:40.937210 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568dab1-4f1c-40b8-9cb8-3f1cee39c566 req-6ac8000c-8ec7-4aab-a130-916a35d50a35 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:40.938776 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8568dab1-4f1c-40b8-9cb8-3f1cee39c566 req-6ac8000c-8ec7-4aab-a130-916a35d50a35 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543 HTTP/1.1" status: 200 len: 946 time: 0.1385024 Feb 20 06:03:41.065550 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8568dab1-4f1c-40b8-9cb8-3f1cee39c566 req-16bd9b3e-23ea-4345-850d-989988e18585 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/security-groups?id=158e3b80-40ec-445a-bc0d-c05425c085ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029248 Feb 20 06:03:41.139685 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66e20d53-dc71-45d1-b703-f41320e4388a admin admin] Publish callbacks [] for router_gateway (43ef223e-3ce8-4667-95cc-ad1a118f2481), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:41.222239 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 39d7ab3a-ef1a-478a-ac69-16d1e2166e48 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:03:41.286748 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14109e6f-9448-400e-85e1-e9a12e8e7585 req-8e5e6629-6aae-4449-8496-6bff51fb2956 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:41.287149 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 39d7ab3a-ef1a-478a-ac69-16d1e2166e48 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:41.287537 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (39d7ab3a-ef1a-478a-ac69-16d1e2166e48), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:41.288304 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-14109e6f-9448-400e-85e1-e9a12e8e7585 req-8e5e6629-6aae-4449-8496-6bff51fb2956 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543 HTTP/1.1" status: 200 len: 946 time: 0.1036904 Feb 20 06:03:41.373096 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 39d7ab3a-ef1a-478a-ac69-16d1e2166e48 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:41.373505 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (39d7ab3a-ef1a-478a-ac69-16d1e2166e48), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:41.399668 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-14109e6f-9448-400e-85e1-e9a12e8e7585 req-20dc7e4a-2ae1-4a7b-b09d-2134e242d986 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/security-groups?id=158e3b80-40ec-445a-bc0d-c05425c085ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018071 Feb 20 06:03:41.418209 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 39d7ab3a-ef1a-478a-ac69-16d1e2166e48, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=39d7ab3a-ef1a-478a-ac69-16d1e2166e48,segment=NetworkSegment(f0fa439c-d69f-4a84-8a74-364432d54adf),segment_id=f0fa439c-d69f-4a84-8a74-364432d54adf)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:03:41.423314 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43556) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:41.426248 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (39d7ab3a-ef1a-478a-ac69-16d1e2166e48), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:41.494879 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66e20d53-dc71-45d1-b703-f41320e4388a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (43ef223e-3ce8-4667-95cc-ad1a118f2481), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:41.502622 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=39d7ab3a-ef1a-478a-ac69-16d1e2166e48,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:41.654069 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e20d53-dc71-45d1-b703-f41320e4388a admin admin] Router 43ef223e-3ce8-4667-95cc-ad1a118f2481 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:03:41.671112 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f5f8f6-ea5c-4638-852e-ea893683374e tempest-TestServerBasicOps-151689162 tempest-TestServerBasicOps-151689162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:41.672695 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-24f5f8f6-ea5c-4638-852e-ea893683374e tempest-TestServerBasicOps-151689162 tempest-TestServerBasicOps-151689162-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543 HTTP/1.1" status: 200 len: 1123 time: 0.2475274 Feb 20 06:03:41.676354 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43560) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:41.682663 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-09a8a5c3-653f-4737-acdf-abfabdc40419 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'port_id': '5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:03:41.709071 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-09a8a5c3-653f-4737-acdf-abfabdc40419 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:41.812016 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7230b65-5d03-4d46-bdb5-9204f9dd8406 None None] Network e17a16a7-e200-4692-b902-bd2c2c023529 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:03:41.813423 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e20d53-dc71-45d1-b703-f41320e4388a admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:03:41.835383 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66e20d53-dc71-45d1-b703-f41320e4388a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:41.840722 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-66e20d53-dc71-45d1-b703-f41320e4388a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.9802096 Feb 20 06:03:41.842233 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d932f9ee-3dbb-40c2-8f52-98f56af18e7c None None] Sync routers for ids ['43ef223e-3ce8-4667-95cc-ad1a118f2481'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:03:41.843467 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43562) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:41.846453 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-09a8a5c3-653f-4737-acdf-abfabdc40419 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:41.904011 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d932f9ee-3dbb-40c2-8f52-98f56af18e7c None None] Routers {'43ef223e-3ce8-4667-95cc-ad1a118f2481'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:03:41.904923 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d932f9ee-3dbb-40c2-8f52-98f56af18e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:03:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['43ef223e-3ce8-4667-95cc-ad1a118f2481'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:41.973323 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-09a8a5c3-653f-4737-acdf-abfabdc40419 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Allocated IP 172.25.3.133 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/f799572f-02fd-45b2-8552-9e863ea74418) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:03:41.982298 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-86e1a39a-d65a-46ec-a5f8-7a9c3e5bf963 None None] Provisioning complete for port 39d7ab3a-ef1a-478a-ac69-16d1e2166e48 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:41.983126 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-86e1a39a-d65a-46ec-a5f8-7a9c3e5bf963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (39d7ab3a-ef1a-478a-ac69-16d1e2166e48), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:42.100771 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-09a8a5c3-653f-4737-acdf-abfabdc40419 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for port (f799572f-02fd-45b2-8552-9e863ea74418), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:42.136409 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-d932f9ee-3dbb-40c2-8f52-98f56af18e7c None None] Set router 43ef223e-3ce8-4667-95cc-ad1a118f2481 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:03:42.151095 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-09a8a5c3-653f-4737-acdf-abfabdc40419 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (f799572f-02fd-45b2-8552-9e863ea74418), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:42.192757 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a8a5c3-653f-4737-acdf-abfabdc40419 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:03:42.199200 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-09a8a5c3-653f-4737-acdf-abfabdc40419 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:03:42.216736 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a8a5c3-653f-4737-acdf-abfabdc40419 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:03:42.292194 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8a5c3-653f-4737-acdf-abfabdc40419 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Pushing event updated for resources: {'Port': ['ID=f799572f-02fd-45b2-8552-9e863ea74418,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:42.308663 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-86e1a39a-d65a-46ec-a5f8-7a9c3e5bf963 None None] Current status of the port 39d7ab3a-ef1a-478a-ac69-16d1e2166e48 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:42.406140 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8de4403-290e-4a9b-8e4c-1ef467e86418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:42.463876 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d932f9ee-3dbb-40c2-8f52-98f56af18e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ef223e-3ce8-4667-95cc-ad1a118f2481', 'name': 'tempest-ImageQuotaTest-1624288057-router', 'tenant_id': '8ea10d7948da4d29b00ed25d9a16301f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '1703e292-56bc-4109-85d4-83964f03d8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:39Z', 'updated_at': '2022-02-20T06:03:40Z', 'revision_number': 3, 'project_id': '8ea10d7948da4d29b00ed25d9a16301f', 'gw_port': {'id': '1703e292-56bc-4109-85d4-83964f03d8aa', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ef223e-3ce8-4667-95cc-ad1a118f2481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:40Z', 'updated_at': '2022-02-20T06:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:42.509210 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d932f9ee-3dbb-40c2-8f52-98f56af18e7c None None] Checking router: 43ef223e-3ce8-4667-95cc-ad1a118f2481 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:03:42.509705 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d932f9ee-3dbb-40c2-8f52-98f56af18e7c None None] Updating router 43ef223e-3ce8-4667-95cc-ad1a118f2481 port 1703e292-56bc-4109-85d4-83964f03d8aa binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:03:42.555695 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d932f9ee-3dbb-40c2-8f52-98f56af18e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1703e292-56bc-4109-85d4-83964f03d8aa), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:42.615176 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-c8de4403-290e-4a9b-8e4c-1ef467e86418 admin admin] Allocated IP 172.20.0.1 (e17a16a7-e200-4692-b902-bd2c2c023529/ec02aca7-8e76-49aa-a5cc-3cb3a2782f0a/5667cfe1-f65e-4780-b2f3-d41353b62c02) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:03:42.676455 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-97211391-ab08-4d54-9cbf-af96c117e3b8 None None] Provisioning complete for port 39d7ab3a-ef1a-478a-ac69-16d1e2166e48 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:42.676828 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97211391-ab08-4d54-9cbf-af96c117e3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (39d7ab3a-ef1a-478a-ac69-16d1e2166e48), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:42.738784 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8de4403-290e-4a9b-8e4c-1ef467e86418 admin admin] Publish callbacks [] for port (5667cfe1-f65e-4780-b2f3-d41353b62c02), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:42.781941 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8de4403-290e-4a9b-8e4c-1ef467e86418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (5667cfe1-f65e-4780-b2f3-d41353b62c02), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:42.787855 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-09a8a5c3-653f-4737-acdf-abfabdc40419 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for floatingip (92785960-96c4-4e04-8acd-473bf77cb2e8), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:42.838020 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-97211391-ab08-4d54-9cbf-af96c117e3b8 None None] Current status of the port 39d7ab3a-ef1a-478a-ac69-16d1e2166e48 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:42.840642 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de4403-290e-4a9b-8e4c-1ef467e86418 admin admin] Pushing event updated for resources: {'Port': ['ID=5667cfe1-f65e-4780-b2f3-d41353b62c02,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:42.852799 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8de4403-290e-4a9b-8e4c-1ef467e86418 admin admin] Network e17a16a7-e200-4692-b902-bd2c2c023529 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:03:42.854697 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-c8de4403-290e-4a9b-8e4c-1ef467e86418 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:03:42.856971 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8de4403-290e-4a9b-8e4c-1ef467e86418 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:03:42.904888 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8de4403-290e-4a9b-8e4c-1ef467e86418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (43ef223e-3ce8-4667-95cc-ad1a118f2481), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:42.920382 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d932f9ee-3dbb-40c2-8f52-98f56af18e7c None None] Publish callbacks [] for port (1703e292-56bc-4109-85d4-83964f03d8aa), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:42.923853 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-09a8a5c3-653f-4737-acdf-abfabdc40419 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f799572f-02fd-45b2-8552-9e863ea74418), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:42.927405 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d932f9ee-3dbb-40c2-8f52-98f56af18e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1703e292-56bc-4109-85d4-83964f03d8aa), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:43.034114 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc29a0e-cea1-4dc3-bec3-56a917e01181 None None] Pushing event updated for resources: {'Port': ['ID=1703e292-56bc-4109-85d4-83964f03d8aa,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:43.038311 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d932f9ee-3dbb-40c2-8f52-98f56af18e7c None None] Attempting to bind port 1703e292-56bc-4109-85d4-83964f03d8aa on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:03:43.039456 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d932f9ee-3dbb-40c2-8f52-98f56af18e7c None None] Attempting to bind port 1703e292-56bc-4109-85d4-83964f03d8aa by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:03:43.040418 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d932f9ee-3dbb-40c2-8f52-98f56af18e7c None None] Attempting to bind port 1703e292-56bc-4109-85d4-83964f03d8aa on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:03:43.046668 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d932f9ee-3dbb-40c2-8f52-98f56af18e7c None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:03:43.047083 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d932f9ee-3dbb-40c2-8f52-98f56af18e7c None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:03:43.047490 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d932f9ee-3dbb-40c2-8f52-98f56af18e7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:43.047885 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d932f9ee-3dbb-40c2-8f52-98f56af18e7c None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:03:43.048884 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d932f9ee-3dbb-40c2-8f52-98f56af18e7c None None] Bound port: 1703e292-56bc-4109-85d4-83964f03d8aa, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:03:43.048884 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d932f9ee-3dbb-40c2-8f52-98f56af18e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1703e292-56bc-4109-85d4-83964f03d8aa), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:43.117503 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8de4403-290e-4a9b-8e4c-1ef467e86418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5667cfe1-f65e-4780-b2f3-d41353b62c02), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:43.128494 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d932f9ee-3dbb-40c2-8f52-98f56af18e7c None None] For port 1703e292-56bc-4109-85d4-83964f03d8aa, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:03:43.139023 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d932f9ee-3dbb-40c2-8f52-98f56af18e7c None None] For port 1703e292-56bc-4109-85d4-83964f03d8aa, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1703e292-56bc-4109-85d4-83964f03d8aa,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:03:43.146888 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d932f9ee-3dbb-40c2-8f52-98f56af18e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1703e292-56bc-4109-85d4-83964f03d8aa), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:43.178410 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-09a8a5c3-653f-4737-acdf-abfabdc40419 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for port (f799572f-02fd-45b2-8552-9e863ea74418), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:43.185139 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-09a8a5c3-653f-4737-acdf-abfabdc40419 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (f799572f-02fd-45b2-8552-9e863ea74418), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:43.194788 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 39d7ab3a-ef1a-478a-ac69-16d1e2166e48 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:03:43.268606 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8a5c3-653f-4737-acdf-abfabdc40419 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Pushing event updated for resources: {'Port': ['ID=f799572f-02fd-45b2-8552-9e863ea74418,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:43.297499 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d932f9ee-3dbb-40c2-8f52-98f56af18e7c None None] Routers {'43ef223e-3ce8-4667-95cc-ad1a118f2481'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:03:43.298669 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d932f9ee-3dbb-40c2-8f52-98f56af18e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:03:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['43ef223e-3ce8-4667-95cc-ad1a118f2481'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:43.324776 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-09a8a5c3-653f-4737-acdf-abfabdc40419 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (92785960-96c4-4e04-8acd-473bf77cb2e8), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:43.359877 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8de4403-290e-4a9b-8e4c-1ef467e86418 admin admin] Publish callbacks [] for port (5667cfe1-f65e-4780-b2f3-d41353b62c02), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:43.366367 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8de4403-290e-4a9b-8e4c-1ef467e86418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (5667cfe1-f65e-4780-b2f3-d41353b62c02), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:43.455334 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de4403-290e-4a9b-8e4c-1ef467e86418 admin admin] Pushing event updated for resources: {'Port': ['ID=5667cfe1-f65e-4780-b2f3-d41353b62c02,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:43.459520 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8de4403-290e-4a9b-8e4c-1ef467e86418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (43ef223e-3ce8-4667-95cc-ad1a118f2481), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:43.541167 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-09a8a5c3-653f-4737-acdf-abfabdc40419 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Floating IP 92785960-96c4-4e04-8acd-473bf77cb2e8 associated. External IP: 172.25.3.133, port: 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32. Feb 20 06:03:43.600583 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc29a0e-cea1-4dc3-bec3-56a917e01181 None None] Pushing event updated for resources: {'Port': ['ID=1703e292-56bc-4109-85d4-83964f03d8aa,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:43.602343 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8de4403-290e-4a9b-8e4c-1ef467e86418 admin admin] Network e17a16a7-e200-4692-b902-bd2c2c023529 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:03:43.604985 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-c8de4403-290e-4a9b-8e4c-1ef467e86418 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:03:43.618500 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-dc812af2-40c8-4d6c-958d-26181e745cb4 None None] Provisioning complete for port 5667cfe1-f65e-4780-b2f3-d41353b62c02 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:43.619489 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc812af2-40c8-4d6c-958d-26181e745cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5667cfe1-f65e-4780-b2f3-d41353b62c02), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:43.625617 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-d932f9ee-3dbb-40c2-8f52-98f56af18e7c None None] Set router 43ef223e-3ce8-4667-95cc-ad1a118f2481 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:03:43.699358 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-dc812af2-40c8-4d6c-958d-26181e745cb4 None None] Port 5667cfe1-f65e-4780-b2f3-d41353b62c02 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:03:43.723036 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 39d7ab3a-ef1a-478a-ac69-16d1e2166e48 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:43.723036 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (39d7ab3a-ef1a-478a-ac69-16d1e2166e48), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:43.780889 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8de4403-290e-4a9b-8e4c-1ef467e86418 admin admin] Router 43ef223e-3ce8-4667-95cc-ad1a118f2481 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:03:43.850090 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a8a5c3-653f-4737-acdf-abfabdc40419 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Router 0de309f5-2bfc-433a-bcca-4d6be20212e8 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:03:44.020611 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 39d7ab3a-ef1a-478a-ac69-16d1e2166e48 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:44.026236 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a8a5c3-653f-4737-acdf-abfabdc40419 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:03:44.042063 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98b7647-d67e-4102-b02d-0efa8f84c4f2 None None] Sync routers for ids ['0de309f5-2bfc-433a-bcca-4d6be20212e8'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:03:44.047726 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-63cb43f3-e830-48fa-b59f-8d00ea50158d None None] Provisioning complete for port 5667cfe1-f65e-4780-b2f3-d41353b62c02 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:44.048369 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-63cb43f3-e830-48fa-b59f-8d00ea50158d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5667cfe1-f65e-4780-b2f3-d41353b62c02), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:44.060794 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98b7647-d67e-4102-b02d-0efa8f84c4f2 None None] Routers {'0de309f5-2bfc-433a-bcca-4d6be20212e8'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:03:44.062783 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a98b7647-d67e-4102-b02d-0efa8f84c4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:03:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0de309f5-2bfc-433a-bcca-4d6be20212e8'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:44.075511 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-09a8a5c3-653f-4737-acdf-abfabdc40419 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:44.098027 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-63cb43f3-e830-48fa-b59f-8d00ea50158d None None] Port 5667cfe1-f65e-4780-b2f3-d41353b62c02 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:03:44.104736 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d932f9ee-3dbb-40c2-8f52-98f56af18e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ef223e-3ce8-4667-95cc-ad1a118f2481', 'name': 'tempest-ImageQuotaTest-1624288057-router', 'tenant_id': '8ea10d7948da4d29b00ed25d9a16301f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '1703e292-56bc-4109-85d4-83964f03d8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:39Z', 'updated_at': '2022-02-20T06:03:43Z', 'revision_number': 4, 'project_id': '8ea10d7948da4d29b00ed25d9a16301f', 'gw_port': {'id': '1703e292-56bc-4109-85d4-83964f03d8aa', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ef223e-3ce8-4667-95cc-ad1a118f2481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:40Z', 'updated_at': '2022-02-20T06:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '5667cfe1-f65e-4780-b2f3-d41353b62c02', 'name': '', 'network_id': 'e17a16a7-e200-4692-b902-bd2c2c023529', 'tenant_id': '8ea10d7948da4d29b00ed25d9a16301f', 'mac_address': 'fa:16:3e:a8:ad:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ef223e-3ce8-4667-95cc-ad1a118f2481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'ec02aca7-8e76-49aa-a5cc-3cb3a2782f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:42Z', 'updated_at': '2022-02-20T06:03:42Z', 'revision_number': 1, 'project_id': '8ea10d7948da4d29b00ed25d9a16301f', 'subnets': [{'id': 'ec02aca7-8e76-49aa-a5cc-3cb3a2782f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:44.145229 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d932f9ee-3dbb-40c2-8f52-98f56af18e7c None None] The sync data for ids ['43ef223e-3ce8-4667-95cc-ad1a118f2481'] in n-d-829866-5 is: [{'id': '43ef223e-3ce8-4667-95cc-ad1a118f2481', 'name': 'tempest-ImageQuotaTest-1624288057-router', 'tenant_id': '8ea10d7948da4d29b00ed25d9a16301f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '1703e292-56bc-4109-85d4-83964f03d8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:39Z', 'updated_at': '2022-02-20T06:03:43Z', 'revision_number': 4, 'project_id': '8ea10d7948da4d29b00ed25d9a16301f', 'gw_port': {'id': '1703e292-56bc-4109-85d4-83964f03d8aa', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ef223e-3ce8-4667-95cc-ad1a118f2481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:40Z', 'updated_at': '2022-02-20T06:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '5667cfe1-f65e-4780-b2f3-d41353b62c02', 'name': '', 'network_id': 'e17a16a7-e200-4692-b902-bd2c2c023529', 'tenant_id': '8ea10d7948da4d29b00ed25d9a16301f', 'mac_address': 'fa:16:3e:a8:ad:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ef223e-3ce8-4667-95cc-ad1a118f2481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'ec02aca7-8e76-49aa-a5cc-3cb3a2782f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:42Z', 'updated_at': '2022-02-20T06:03:42Z', 'revision_number': 1, 'project_id': '8ea10d7948da4d29b00ed25d9a16301f', 'subnets': [{'id': 'ec02aca7-8e76-49aa-a5cc-3cb3a2782f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:03:44.155351 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-09a8a5c3-653f-4737-acdf-abfabdc40419 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4721687 Feb 20 06:03:44.155351 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3fe0cd-1676-4a1d-ab83-b607f5f63543', 'tag': '5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:03:44.155351 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abf9c98-7ad0-47f4-8c95-f9d907cd7743" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3fe0cd-1676-4a1d-ab83-b607f5f63543", "tag": "5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:03:44.209575 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06595ff2-8e44-4905-8a9f-d9cb2dfe44e1 x-openstack-request-id: req-06595ff2-8e44-4905-8a9f-d9cb2dfe44e1 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:03:44.209874 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3fe0cd-1676-4a1d-ab83-b607f5f63543", "tag": "5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:03:44.210133 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06595ff2-8e44-4905-8a9f-d9cb2dfe44e1 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:03:44.211106 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3fe0cd-1676-4a1d-ab83-b607f5f63543', 'tag': '5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32', 'status': 'completed', 'code': 200} Feb 20 06:03:44.218761 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-a98b7647-d67e-4102-b02d-0efa8f84c4f2 None None] Set router 0de309f5-2bfc-433a-bcca-4d6be20212e8 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:03:44.305343 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf9c98-7ad0-47f4-8c95-f9d907cd7743 req-8a8f8975-f60d-417d-96ff-0efaacb37a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:44.307043 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8abf9c98-7ad0-47f4-8c95-f9d907cd7743 req-8a8f8975-f60d-417d-96ff-0efaacb37a15 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bab074dd2ce64b1aa74e27fbf8edd443&device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543 HTTP/1.1" status: 200 len: 1128 time: 0.0748141 Feb 20 06:03:44.359707 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8de4403-290e-4a9b-8e4c-1ef467e86418 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:03:44.373150 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c8de4403-290e-4a9b-8e4c-1ef467e86418 admin admin] 10.222.0.37 "PUT /v2.0/routers/43ef223e-3ce8-4667-95cc-ad1a118f2481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5283179 Feb 20 06:03:44.453084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf9c98-7ad0-47f4-8c95-f9d907cd7743 req-78025326-e323-41ae-8fde-3af0373882a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:44.456693 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8abf9c98-7ad0-47f4-8c95-f9d907cd7743 req-78025326-e323-41ae-8fde-3af0373882a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee HTTP/1.1" status: 200 len: 908 time: 0.1440728 Feb 20 06:03:44.613467 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8abf9c98-7ad0-47f4-8c95-f9d907cd7743 req-b73f6db4-86d9-48e4-829e-345f9e1f9900 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 HTTP/1.1" status: 200 len: 1000 time: 0.1502059 Feb 20 06:03:44.676657 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a98b7647-d67e-4102-b02d-0efa8f84c4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'name': 'tempest-TestServerBasicOps-248384151-router', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'dbc389cd-1c29-4334-a974-e6e793b07317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:07Z', 'updated_at': '2022-02-20T06:03:12Z', 'revision_number': 4, 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'gw_port': {'id': 'dbc389cd-1c29-4334-a974-e6e793b07317', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:08Z', 'updated_at': '2022-02-20T06:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '92785960-96c4-4e04-8acd-473bf77cb2e8', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'port_id': '5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee', 'mac_address': 'fa:16:3e:9a:dd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3fe0cd-1676-4a1d-ab83-b607f5f63543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:03:42Z', 'updated_at': '2022-02-20T06:03:42Z', 'revision_number': 0, 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7516e5-e117-46ce-8628-c71b1e519e0d', 'name': '', 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'mac_address': 'fa:16:3e:f5:ae:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'f1114208-637a-4504-bcf8-b1d959d370a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:11Z', 'updated_at': '2022-02-20T06:03:18Z', 'revision_number': 5, 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'subnets': [{'id': 'f1114208-637a-4504-bcf8-b1d959d370a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:44.689058 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf9c98-7ad0-47f4-8c95-f9d907cd7743 req-bd89d5c6-a8e2-4db4-8c4b-6fc8a7c9ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:44.690690 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8abf9c98-7ad0-47f4-8c95-f9d907cd7743 req-bd89d5c6-a8e2-4db4-8c4b-6fc8a7c9ce68 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1114208-637a-4504-bcf8-b1d959d370a7 HTTP/1.1" status: 200 len: 847 time: 0.0664632 Feb 20 06:03:44.715277 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98b7647-d67e-4102-b02d-0efa8f84c4f2 None None] Checking router: 0de309f5-2bfc-433a-bcca-4d6be20212e8 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:03:44.742660 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98b7647-d67e-4102-b02d-0efa8f84c4f2 None None] Routers {'0de309f5-2bfc-433a-bcca-4d6be20212e8'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:03:44.743498 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a98b7647-d67e-4102-b02d-0efa8f84c4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:03:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0de309f5-2bfc-433a-bcca-4d6be20212e8'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:44.804938 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf9c98-7ad0-47f4-8c95-f9d907cd7743 req-b58ac774-7490-4cdc-9914-de3a9c2b5128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:44.804938 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8abf9c98-7ad0-47f4-8c95-f9d907cd7743 req-b58ac774-7490-4cdc-9914-de3a9c2b5128 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1079791 Feb 20 06:03:44.926548 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-a98b7647-d67e-4102-b02d-0efa8f84c4f2 None None] Set router 0de309f5-2bfc-433a-bcca-4d6be20212e8 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:03:44.962547 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8abf9c98-7ad0-47f4-8c95-f9d907cd7743 req-85e09379-729a-41a8-8fe2-487e3b10318f service neutron] 10.222.0.48 "GET /v2.0/networks/e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480577 Feb 20 06:03:45.096685 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8abf9c98-7ad0-47f4-8c95-f9d907cd7743 req-e3384ce4-1fb8-4754-a623-f7cc8b65e40b service neutron] 10.222.0.48 "GET /v2.0/networks/e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286187 Feb 20 06:03:45.341636 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a98b7647-d67e-4102-b02d-0efa8f84c4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'name': 'tempest-TestServerBasicOps-248384151-router', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'dbc389cd-1c29-4334-a974-e6e793b07317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:07Z', 'updated_at': '2022-02-20T06:03:12Z', 'revision_number': 4, 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'gw_port': {'id': 'dbc389cd-1c29-4334-a974-e6e793b07317', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:08Z', 'updated_at': '2022-02-20T06:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '92785960-96c4-4e04-8acd-473bf77cb2e8', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'port_id': '5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee', 'mac_address': 'fa:16:3e:9a:dd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3fe0cd-1676-4a1d-ab83-b607f5f63543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:03:42Z', 'updated_at': '2022-02-20T06:03:42Z', 'revision_number': 0, 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7516e5-e117-46ce-8628-c71b1e519e0d', 'name': '', 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'mac_address': 'fa:16:3e:f5:ae:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'f1114208-637a-4504-bcf8-b1d959d370a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:11Z', 'updated_at': '2022-02-20T06:03:18Z', 'revision_number': 5, 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'subnets': [{'id': 'f1114208-637a-4504-bcf8-b1d959d370a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:45.371352 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98b7647-d67e-4102-b02d-0efa8f84c4f2 None None] The sync data for ids ['0de309f5-2bfc-433a-bcca-4d6be20212e8'] in n-d-829866-5 is: [{'id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'name': 'tempest-TestServerBasicOps-248384151-router', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'dbc389cd-1c29-4334-a974-e6e793b07317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:07Z', 'updated_at': '2022-02-20T06:03:12Z', 'revision_number': 4, 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'gw_port': {'id': 'dbc389cd-1c29-4334-a974-e6e793b07317', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:08Z', 'updated_at': '2022-02-20T06:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '92785960-96c4-4e04-8acd-473bf77cb2e8', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'port_id': '5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee', 'mac_address': 'fa:16:3e:9a:dd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3fe0cd-1676-4a1d-ab83-b607f5f63543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:03:42Z', 'updated_at': '2022-02-20T06:03:42Z', 'revision_number': 0, 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7516e5-e117-46ce-8628-c71b1e519e0d', 'name': '', 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'mac_address': 'fa:16:3e:f5:ae:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'f1114208-637a-4504-bcf8-b1d959d370a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:11Z', 'updated_at': '2022-02-20T06:03:18Z', 'revision_number': 5, 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'subnets': [{'id': 'f1114208-637a-4504-bcf8-b1d959d370a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:03:45.722333 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de5c153-7644-4dd0-bdfc-dee0467b2b4e None None] New status for floating IP 92785960-96c4-4e04-8acd-473bf77cb2e8: ACTIVE {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:03:45.962880 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43594) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:46.317522 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fed483e2-cc97-497b-b3e7-316aa83a85ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (43ef223e-3ce8-4667-95cc-ad1a118f2481), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:46.463378 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-86d3b7b5-bca7-4fc8-8c3f-826de4bbf1b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:46.573519 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-fed483e2-cc97-497b-b3e7-316aa83a85ae admin admin] Deleting port 5667cfe1-f65e-4780-b2f3-d41353b62c02 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:03:46.573964 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fed483e2-cc97-497b-b3e7-316aa83a85ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (5667cfe1-f65e-4780-b2f3-d41353b62c02), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:46.651553 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fed483e2-cc97-497b-b3e7-316aa83a85ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (5667cfe1-f65e-4780-b2f3-d41353b62c02), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:46.664839 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-fed483e2-cc97-497b-b3e7-316aa83a85ae admin admin] Calling delete_port for 5667cfe1-f65e-4780-b2f3-d41353b62c02 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:03:46.898861 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fed483e2-cc97-497b-b3e7-316aa83a85ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (5667cfe1-f65e-4780-b2f3-d41353b62c02), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:46.934656 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed483e2-cc97-497b-b3e7-316aa83a85ae admin admin] Pushing event deleted for resources: {'Port': ['ID=5667cfe1-f65e-4780-b2f3-d41353b62c02,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:47.157002 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fed483e2-cc97-497b-b3e7-316aa83a85ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (43ef223e-3ce8-4667-95cc-ad1a118f2481), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:47.173883 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466e2e21-e78e-49ad-b1ef-180ddb486362 None None] Sync routers for ids ['43ef223e-3ce8-4667-95cc-ad1a118f2481'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:03:47.198211 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466e2e21-e78e-49ad-b1ef-180ddb486362 None None] Routers {'43ef223e-3ce8-4667-95cc-ad1a118f2481'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:03:47.198848 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-466e2e21-e78e-49ad-b1ef-180ddb486362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:03:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['43ef223e-3ce8-4667-95cc-ad1a118f2481'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:47.285554 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1703e292-56bc-4109-85d4-83964f03d8aa up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:03:47.370298 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-466e2e21-e78e-49ad-b1ef-180ddb486362 None None] Set router 43ef223e-3ce8-4667-95cc-ad1a118f2481 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:03:47.373372 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 1703e292-56bc-4109-85d4-83964f03d8aa triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:03:47.373749 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1703e292-56bc-4109-85d4-83964f03d8aa), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:47.469199 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed483e2-cc97-497b-b3e7-316aa83a85ae admin admin] Router 43ef223e-3ce8-4667-95cc-ad1a118f2481 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:03:47.477758 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 1703e292-56bc-4109-85d4-83964f03d8aa is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:03:47.478153 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1703e292-56bc-4109-85d4-83964f03d8aa), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:47.515731 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 1703e292-56bc-4109-85d4-83964f03d8aa, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1703e292-56bc-4109-85d4-83964f03d8aa,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:03:47.521234 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1703e292-56bc-4109-85d4-83964f03d8aa), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:47.605249 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=1703e292-56bc-4109-85d4-83964f03d8aa,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:47.631885 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-466e2e21-e78e-49ad-b1ef-180ddb486362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ef223e-3ce8-4667-95cc-ad1a118f2481', 'name': 'tempest-ImageQuotaTest-1624288057-router', 'tenant_id': '8ea10d7948da4d29b00ed25d9a16301f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '1703e292-56bc-4109-85d4-83964f03d8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:39Z', 'updated_at': '2022-02-20T06:03:46Z', 'revision_number': 5, 'project_id': '8ea10d7948da4d29b00ed25d9a16301f', 'gw_port': {'id': '1703e292-56bc-4109-85d4-83964f03d8aa', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ef223e-3ce8-4667-95cc-ad1a118f2481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:40Z', 'updated_at': '2022-02-20T06:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:47.643392 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed483e2-cc97-497b-b3e7-316aa83a85ae admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:03:47.654500 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fed483e2-cc97-497b-b3e7-316aa83a85ae admin admin] 10.222.0.37 "PUT /v2.0/routers/43ef223e-3ce8-4667-95cc-ad1a118f2481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6904542 Feb 20 06:03:47.657441 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43606) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:47.669526 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466e2e21-e78e-49ad-b1ef-180ddb486362 None None] Checking router: 43ef223e-3ce8-4667-95cc-ad1a118f2481 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:03:47.677965 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466e2e21-e78e-49ad-b1ef-180ddb486362 None None] Routers {'43ef223e-3ce8-4667-95cc-ad1a118f2481'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:03:47.678575 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-466e2e21-e78e-49ad-b1ef-180ddb486362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:03:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['43ef223e-3ce8-4667-95cc-ad1a118f2481'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:47.778735 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b12eb89b-ddba-40da-8f7d-11f9fc17bf6f admin admin] Publish callbacks [] for router (43ef223e-3ce8-4667-95cc-ad1a118f2481), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:47.790524 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-466e2e21-e78e-49ad-b1ef-180ddb486362 None None] Set router 43ef223e-3ce8-4667-95cc-ad1a118f2481 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:03:47.903433 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b12eb89b-ddba-40da-8f7d-11f9fc17bf6f admin admin] Publish callbacks [] for router_gateway (43ef223e-3ce8-4667-95cc-ad1a118f2481), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:47.972426 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b12eb89b-ddba-40da-8f7d-11f9fc17bf6f admin admin] Deleting port 1703e292-56bc-4109-85d4-83964f03d8aa {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:03:47.973039 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b12eb89b-ddba-40da-8f7d-11f9fc17bf6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1703e292-56bc-4109-85d4-83964f03d8aa), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:47.992359 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-466e2e21-e78e-49ad-b1ef-180ddb486362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ef223e-3ce8-4667-95cc-ad1a118f2481', 'name': 'tempest-ImageQuotaTest-1624288057-router', 'tenant_id': '8ea10d7948da4d29b00ed25d9a16301f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '1703e292-56bc-4109-85d4-83964f03d8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:39Z', 'updated_at': '2022-02-20T06:03:46Z', 'revision_number': 5, 'project_id': '8ea10d7948da4d29b00ed25d9a16301f', 'gw_port': {'id': '1703e292-56bc-4109-85d4-83964f03d8aa', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ef223e-3ce8-4667-95cc-ad1a118f2481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:40Z', 'updated_at': '2022-02-20T06:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:48.025342 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466e2e21-e78e-49ad-b1ef-180ddb486362 None None] The sync data for ids ['43ef223e-3ce8-4667-95cc-ad1a118f2481'] in n-d-829866-5 is: [{'id': '43ef223e-3ce8-4667-95cc-ad1a118f2481', 'name': 'tempest-ImageQuotaTest-1624288057-router', 'tenant_id': '8ea10d7948da4d29b00ed25d9a16301f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '1703e292-56bc-4109-85d4-83964f03d8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:39Z', 'updated_at': '2022-02-20T06:03:46Z', 'revision_number': 5, 'project_id': '8ea10d7948da4d29b00ed25d9a16301f', 'gw_port': {'id': '1703e292-56bc-4109-85d4-83964f03d8aa', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ef223e-3ce8-4667-95cc-ad1a118f2481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:40Z', 'updated_at': '2022-02-20T06:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:03:48.082883 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-b12eb89b-ddba-40da-8f7d-11f9fc17bf6f admin admin] For port 1703e292-56bc-4109-85d4-83964f03d8aa, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=1703e292-56bc-4109-85d4-83964f03d8aa,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:03:48.083277 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b12eb89b-ddba-40da-8f7d-11f9fc17bf6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1703e292-56bc-4109-85d4-83964f03d8aa), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:48.097358 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b12eb89b-ddba-40da-8f7d-11f9fc17bf6f admin admin] Calling delete_port for 1703e292-56bc-4109-85d4-83964f03d8aa owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:03:48.271327 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b12eb89b-ddba-40da-8f7d-11f9fc17bf6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (1703e292-56bc-4109-85d4-83964f03d8aa), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:48.300991 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12eb89b-ddba-40da-8f7d-11f9fc17bf6f admin admin] Pushing event deleted for resources: {'Port': ['ID=1703e292-56bc-4109-85d4-83964f03d8aa,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:48.369388 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b12eb89b-ddba-40da-8f7d-11f9fc17bf6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (43ef223e-3ce8-4667-95cc-ad1a118f2481), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:48.476200 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b12eb89b-ddba-40da-8f7d-11f9fc17bf6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (43ef223e-3ce8-4667-95cc-ad1a118f2481), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:48.478604 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b12eb89b-ddba-40da-8f7d-11f9fc17bf6f admin admin] Publish callbacks [] for router_controller (43ef223e-3ce8-4667-95cc-ad1a118f2481), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:48.529483 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b12eb89b-ddba-40da-8f7d-11f9fc17bf6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (43ef223e-3ce8-4667-95cc-ad1a118f2481), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:48.530117 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12eb89b-ddba-40da-8f7d-11f9fc17bf6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43ef223e-3ce8-4667-95cc-ad1a118f2481 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:03:48.534664 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b12eb89b-ddba-40da-8f7d-11f9fc17bf6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:48.535898 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b12eb89b-ddba-40da-8f7d-11f9fc17bf6f admin admin] 10.222.0.37 "DELETE /v2.0/routers/43ef223e-3ce8-4667-95cc-ad1a118f2481 HTTP/1.1" status: 204 len: 168 time: 0.8774765 Feb 20 06:03:48.538362 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43610) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:48.586533 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb682376-3258-4ec5-81ac-e4598bb10459 admin admin] Deleting subnet ec02aca7-8e76-49aa-a5cc-3cb3a2782f0a {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:03:48.590218 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb682376-3258-4ec5-81ac-e4598bb10459 admin admin] Publish callbacks [] for subnet (ec02aca7-8e76-49aa-a5cc-3cb3a2782f0a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:48.629153 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb682376-3258-4ec5-81ac-e4598bb10459 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (ec02aca7-8e76-49aa-a5cc-3cb3a2782f0a), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:48.711646 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb682376-3258-4ec5-81ac-e4598bb10459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (ec02aca7-8e76-49aa-a5cc-3cb3a2782f0a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:48.771098 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb682376-3258-4ec5-81ac-e4598bb10459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (ec02aca7-8e76-49aa-a5cc-3cb3a2782f0a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:48.797937 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb682376-3258-4ec5-81ac-e4598bb10459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec02aca7-8e76-49aa-a5cc-3cb3a2782f0a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:48.803361 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb682376-3258-4ec5-81ac-e4598bb10459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:48.807212 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bb682376-3258-4ec5-81ac-e4598bb10459 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ec02aca7-8e76-49aa-a5cc-3cb3a2782f0a HTTP/1.1" status: 204 len: 168 time: 0.2677479 Feb 20 06:03:48.809908 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43612) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:48.813337 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac6d830-09d7-42a6-96ed-0b5badc195d5 None None] Network e17a16a7-e200-4692-b902-bd2c2c023529 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:03:48.885620 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2174971e-1a46-40be-b11a-c64ad17d680b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (e17a16a7-e200-4692-b902-bd2c2c023529), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:48.942153 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6b08434-2d23-43b6-ba3a-5a0f1e098262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:48.943893 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-2174971e-1a46-40be-b11a-c64ad17d680b admin admin] Deleting port 39d7ab3a-ef1a-478a-ac69-16d1e2166e48 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:03:48.944059 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2174971e-1a46-40be-b11a-c64ad17d680b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (39d7ab3a-ef1a-478a-ac69-16d1e2166e48), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:49.008735 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f816bb-78f1-48ff-8fb0-1dbe2d5a1cee None None] DHCP port deletion for e17a16a7-e200-4692-b902-bd2c2c023529 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:03:49.018562 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-2174971e-1a46-40be-b11a-c64ad17d680b admin admin] For port 39d7ab3a-ef1a-478a-ac69-16d1e2166e48, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=39d7ab3a-ef1a-478a-ac69-16d1e2166e48,segment=NetworkSegment(f0fa439c-d69f-4a84-8a74-364432d54adf),segment_id=f0fa439c-d69f-4a84-8a74-364432d54adf)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:03:49.018959 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2174971e-1a46-40be-b11a-c64ad17d680b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (39d7ab3a-ef1a-478a-ac69-16d1e2166e48), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:49.038664 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-2174971e-1a46-40be-b11a-c64ad17d680b admin admin] Calling delete_port for 39d7ab3a-ef1a-478a-ac69-16d1e2166e48 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:03:49.062815 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-23f816bb-78f1-48ff-8fb0-1dbe2d5a1cee None None] Deleting port 39d7ab3a-ef1a-478a-ac69-16d1e2166e48 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:03:49.063226 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-23f816bb-78f1-48ff-8fb0-1dbe2d5a1cee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (39d7ab3a-ef1a-478a-ac69-16d1e2166e48), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:49.144964 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-23f816bb-78f1-48ff-8fb0-1dbe2d5a1cee None None] For port 39d7ab3a-ef1a-478a-ac69-16d1e2166e48, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=39d7ab3a-ef1a-478a-ac69-16d1e2166e48,segment=NetworkSegment(f0fa439c-d69f-4a84-8a74-364432d54adf),segment_id=f0fa439c-d69f-4a84-8a74-364432d54adf)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:03:49.145579 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-23f816bb-78f1-48ff-8fb0-1dbe2d5a1cee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (39d7ab3a-ef1a-478a-ac69-16d1e2166e48), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:49.159108 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2174971e-1a46-40be-b11a-c64ad17d680b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (39d7ab3a-ef1a-478a-ac69-16d1e2166e48), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:49.171339 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-23f816bb-78f1-48ff-8fb0-1dbe2d5a1cee None None] Calling delete_port for 39d7ab3a-ef1a-478a-ac69-16d1e2166e48 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:03:49.187026 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174971e-1a46-40be-b11a-c64ad17d680b admin admin] Pushing event deleted for resources: {'Port': ['ID=39d7ab3a-ef1a-478a-ac69-16d1e2166e48,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:49.188900 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2174971e-1a46-40be-b11a-c64ad17d680b admin admin] No DVR routers for this DVR port 39d7ab3a-ef1a-478a-ac69-16d1e2166e48 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:03:49.279654 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2174971e-1a46-40be-b11a-c64ad17d680b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (e17a16a7-e200-4692-b902-bd2c2c023529), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:49.280249 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-23f816bb-78f1-48ff-8fb0-1dbe2d5a1cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (39d7ab3a-ef1a-478a-ac69-16d1e2166e48), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:49.302480 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-2174971e-1a46-40be-b11a-c64ad17d680b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17a16a7-e200-4692-b902-bd2c2c023529']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:49.312243 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 5667cfe1-f65e-4780-b2f3-d41353b62c02 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:03:49.314373 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-2174971e-1a46-40be-b11a-c64ad17d680b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0fa439c-d69f-4a84-8a74-364432d54adf') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:49.314777 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-2174971e-1a46-40be-b11a-c64ad17d680b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0fa439c-d69f-4a84-8a74-364432d54adf') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:03:49.319680 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375602ef-1ead-47df-851c-d7ee40632a34 None None] Sync routers for ids ['43ef223e-3ce8-4667-95cc-ad1a118f2481'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:03:49.326197 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2174971e-1a46-40be-b11a-c64ad17d680b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (f0fa439c-d69f-4a84-8a74-364432d54adf), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:49.350150 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2174971e-1a46-40be-b11a-c64ad17d680b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (f0fa439c-d69f-4a84-8a74-364432d54adf), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:49.356967 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2174971e-1a46-40be-b11a-c64ad17d680b admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:03:49.357922 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2174971e-1a46-40be-b11a-c64ad17d680b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (f0fa439c-d69f-4a84-8a74-364432d54adf), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: timer() Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:03:49.360107 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:03:49.370858 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f816bb-78f1-48ff-8fb0-1dbe2d5a1cee None None] Pushing event deleted for resources: {'Port': ['ID=39d7ab3a-ef1a-478a-ac69-16d1e2166e48,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:49.373776 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f816bb-78f1-48ff-8fb0-1dbe2d5a1cee None None] No DVR routers for this DVR port 39d7ab3a-ef1a-478a-ac69-16d1e2166e48 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:03:49.375975 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 5667cfe1-f65e-4780-b2f3-d41353b62c02 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:03:49.376326 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 5667cfe1-f65e-4780-b2f3-d41353b62c02 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:03:49.376742 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 39d7ab3a-ef1a-478a-ac69-16d1e2166e48 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:03:49.412946 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375602ef-1ead-47df-851c-d7ee40632a34 None None] Routers set() bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:03:49.416278 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375602ef-1ead-47df-851c-d7ee40632a34 None None] Router IDs set() for agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 20 06:03:49.416278 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_agentschedulers_db [None req-375602ef-1ead-47df-851c-d7ee40632a34 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'43ef223e-3ce8-4667-95cc-ad1a118f2481'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:03:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent'). {{(pid=103408) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 20 06:03:49.435273 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 39d7ab3a-ef1a-478a-ac69-16d1e2166e48 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:03:49.442504 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2174971e-1a46-40be-b11a-c64ad17d680b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (e17a16a7-e200-4692-b902-bd2c2c023529), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:49.444015 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 39d7ab3a-ef1a-478a-ac69-16d1e2166e48 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:03:49.450547 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2174971e-1a46-40be-b11a-c64ad17d680b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:49.455935 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2174971e-1a46-40be-b11a-c64ad17d680b admin admin] 10.222.0.37 "DELETE /v2.0/networks/e17a16a7-e200-4692-b902-bd2c2c023529 HTTP/1.1" status: 204 len: 168 time: 0.6450257 Feb 20 06:03:49.467981 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375602ef-1ead-47df-851c-d7ee40632a34 None None] Routers set() bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:03:49.468796 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375602ef-1ead-47df-851c-d7ee40632a34 None None] Router IDs set() for agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 20 06:03:49.469429 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_agentschedulers_db [None req-375602ef-1ead-47df-851c-d7ee40632a34 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'43ef223e-3ce8-4667-95cc-ad1a118f2481'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:03:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent'). {{(pid=103408) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 20 06:03:49.469816 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375602ef-1ead-47df-851c-d7ee40632a34 None None] The sync data for ids ['43ef223e-3ce8-4667-95cc-ad1a118f2481'] in n-d-829866-5 is: [] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:03:49.481148 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174971e-1a46-40be-b11a-c64ad17d680b admin admin] Pushing event deleted for resources: {'Network': ['ID=e17a16a7-e200-4692-b902-bd2c2c023529,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:49.610159 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43638) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:49.658441 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-792c1cf3-ad8c-43d0-ada1-0d1140eda7a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ea10d7948da4d29b00ed25d9a16301f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440829 Feb 20 06:03:49.658788 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43640) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:49.664138 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:49.712202 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-95be3209-e66e-44d9-8f27-880ca2ea22a0 admin admin] Publish callbacks [] for security_group (5410eb39-3bba-4951-bf16-97e75c3778b0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:49.733776 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-95be3209-e66e-44d9-8f27-880ca2ea22a0 admin admin] Publish callbacks [] for security_group (5410eb39-3bba-4951-bf16-97e75c3778b0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:49.779803 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-95be3209-e66e-44d9-8f27-880ca2ea22a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5410eb39-3bba-4951-bf16-97e75c3778b0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:49.782408 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-95be3209-e66e-44d9-8f27-880ca2ea22a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:49.783668 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-95be3209-e66e-44d9-8f27-880ca2ea22a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5410eb39-3bba-4951-bf16-97e75c3778b0 HTTP/1.1" status: 204 len: 168 time: 0.1239910 Feb 20 06:03:49.795741 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be3209-e66e-44d9-8f27-880ca2ea22a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5410eb39-3bba-4951-bf16-97e75c3778b0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:50.147194 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43646) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:50.166054 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8901e696-9282-4334-8ea2-af98627544e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:50.242033 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8901e696-9282-4334-8ea2-af98627544e0 admin admin] Publish callbacks [] for security_group (45b8a2b0-2cc9-4ed6-9572-08c0b15a1bc6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:50.246029 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8901e696-9282-4334-8ea2-af98627544e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (45b8a2b0-2cc9-4ed6-9572-08c0b15a1bc6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:50.284819 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8901e696-9282-4334-8ea2-af98627544e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1352475 Feb 20 06:03:50.287361 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43648) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:50.287844 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901e696-9282-4334-8ea2-af98627544e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b8a2b0-2cc9-4ed6-9572-08c0b15a1bc6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:50.348579 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-854bf398-a7db-4eeb-8452-022a5e5e1a37 admin admin] Publish callbacks [] for security_group (45b8a2b0-2cc9-4ed6-9572-08c0b15a1bc6), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:50.371678 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-854bf398-a7db-4eeb-8452-022a5e5e1a37 admin admin] Publish callbacks [] for security_group (45b8a2b0-2cc9-4ed6-9572-08c0b15a1bc6), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:50.418762 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-854bf398-a7db-4eeb-8452-022a5e5e1a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (45b8a2b0-2cc9-4ed6-9572-08c0b15a1bc6), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:50.421540 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-854bf398-a7db-4eeb-8452-022a5e5e1a37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:50.422708 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-854bf398-a7db-4eeb-8452-022a5e5e1a37 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/45b8a2b0-2cc9-4ed6-9572-08c0b15a1bc6 HTTP/1.1" status: 204 len: 168 time: 0.1329892 Feb 20 06:03:50.430698 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854bf398-a7db-4eeb-8452-022a5e5e1a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b8a2b0-2cc9-4ed6-9572-08c0b15a1bc6,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:51.100183 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1703e292-56bc-4109-85d4-83964f03d8aa no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:03:51.123115 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 1703e292-56bc-4109-85d4-83964f03d8aa {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:03:51.123465 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 1703e292-56bc-4109-85d4-83964f03d8aa not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:03:51.456588 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:52.668617 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:53.028226 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:53.899914 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43672) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:54.014881 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-02ae259f-2769-45fc-b1da-818c3eaed6df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:54.087681 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-02ae259f-2769-45fc-b1da-818c3eaed6df admin admin] Publish callbacks [] for security_group (c4101045-e4b8-4735-8d9f-c766f9f24cd2), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:54.092348 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-02ae259f-2769-45fc-b1da-818c3eaed6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c4101045-e4b8-4735-8d9f-c766f9f24cd2), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:54.132924 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-02ae259f-2769-45fc-b1da-818c3eaed6df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=269fb153c29c46e4a550674ce5bc4fc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2319024 Feb 20 06:03:54.133804 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae259f-2769-45fc-b1da-818c3eaed6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4101045-e4b8-4735-8d9f-c766f9f24cd2,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:54.135623 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43676) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:54.185274 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b1b6b349-64b5-4f14-9967-a843e517723e admin admin] Publish callbacks [] for security_group (c4101045-e4b8-4735-8d9f-c766f9f24cd2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:54.205805 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b1b6b349-64b5-4f14-9967-a843e517723e admin admin] Publish callbacks [] for security_group (c4101045-e4b8-4735-8d9f-c766f9f24cd2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:54.254830 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b1b6b349-64b5-4f14-9967-a843e517723e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c4101045-e4b8-4735-8d9f-c766f9f24cd2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:54.257436 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b1b6b349-64b5-4f14-9967-a843e517723e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:54.258586 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b1b6b349-64b5-4f14-9967-a843e517723e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4101045-e4b8-4735-8d9f-c766f9f24cd2 HTTP/1.1" status: 204 len: 168 time: 0.1219795 Feb 20 06:03:54.267085 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6b349-64b5-4f14-9967-a843e517723e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4101045-e4b8-4735-8d9f-c766f9f24cd2,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:54.526662 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43682) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:54.540635 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c1a69f2a-1c07-46d3-8099-ad2a7ed380f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:54.619668 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c1a69f2a-1c07-46d3-8099-ad2a7ed380f1 admin admin] Publish callbacks [] for security_group (026c4015-05bd-4b79-9d13-237ba687ebdd), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:54.623359 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c1a69f2a-1c07-46d3-8099-ad2a7ed380f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (026c4015-05bd-4b79-9d13-237ba687ebdd), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:54.660758 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a69f2a-1c07-46d3-8099-ad2a7ed380f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026c4015-05bd-4b79-9d13-237ba687ebdd,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:54.665680 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c1a69f2a-1c07-46d3-8099-ad2a7ed380f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b7588de1752d4303b2c6dba1b0bf922b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1379690 Feb 20 06:03:54.668408 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43684) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:54.715264 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-34303423-e5ee-4c59-8515-a8d1f1f83990 admin admin] Publish callbacks [] for security_group (026c4015-05bd-4b79-9d13-237ba687ebdd), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:54.736788 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-34303423-e5ee-4c59-8515-a8d1f1f83990 admin admin] Publish callbacks [] for security_group (026c4015-05bd-4b79-9d13-237ba687ebdd), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:54.783618 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-34303423-e5ee-4c59-8515-a8d1f1f83990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (026c4015-05bd-4b79-9d13-237ba687ebdd), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:54.786341 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-34303423-e5ee-4c59-8515-a8d1f1f83990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:54.787647 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-34303423-e5ee-4c59-8515-a8d1f1f83990 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/026c4015-05bd-4b79-9d13-237ba687ebdd HTTP/1.1" status: 204 len: 168 time: 0.1181686 Feb 20 06:03:54.799303 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34303423-e5ee-4c59-8515-a8d1f1f83990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026c4015-05bd-4b79-9d13-237ba687ebdd,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:55.127474 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43690) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:55.140471 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d69a1109-67c2-492e-90a1-26bc9a68b045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:55.213227 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d69a1109-67c2-492e-90a1-26bc9a68b045 admin admin] Publish callbacks [] for security_group (0ca966d5-ad89-4300-bdf2-d83017314031), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:55.217264 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d69a1109-67c2-492e-90a1-26bc9a68b045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0ca966d5-ad89-4300-bdf2-d83017314031), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:55.254477 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a1109-67c2-492e-90a1-26bc9a68b045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca966d5-ad89-4300-bdf2-d83017314031,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:55.258711 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d69a1109-67c2-492e-90a1-26bc9a68b045 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7c3d5058ffa34973b14a14b0d40324fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1302059 Feb 20 06:03:55.261675 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43692) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:03:55.310553 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-92ca33ce-6e69-4bd7-9aa9-23a951a69f94 admin admin] Publish callbacks [] for security_group (0ca966d5-ad89-4300-bdf2-d83017314031), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:55.331906 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-92ca33ce-6e69-4bd7-9aa9-23a951a69f94 admin admin] Publish callbacks [] for security_group (0ca966d5-ad89-4300-bdf2-d83017314031), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:55.340136 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:55.379984 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-92ca33ce-6e69-4bd7-9aa9-23a951a69f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0ca966d5-ad89-4300-bdf2-d83017314031), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:55.383406 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-92ca33ce-6e69-4bd7-9aa9-23a951a69f94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:03:55.384851 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-92ca33ce-6e69-4bd7-9aa9-23a951a69f94 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ca966d5-ad89-4300-bdf2-d83017314031 HTTP/1.1" status: 204 len: 168 time: 0.1223419 Feb 20 06:03:55.392971 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca33ce-6e69-4bd7-9aa9-23a951a69f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca966d5-ad89-4300-bdf2-d83017314031,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:03:58.631848 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-23f2ed41-d7a6-44cf-bfac-a119a8fec2b4 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c1b16e011cf043a4a991ec74f0967324&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294859 Feb 20 06:03:58.808811 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-ca90ca43-dd15-4995-bbaf-0c18894d3835 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:03:58.810167 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-ca90ca43-dd15-4995-bbaf-0c18894d3835 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1733196 Feb 20 06:03:58.824241 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-bf3d4df0-2622-4584-807a-82da7c2e5082 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.37 "GET /v2.0/quotas/c1b16e011cf043a4a991ec74f0967324 HTTP/1.1" status: 200 len: 375 time: 0.0086224 Feb 20 06:03:58.858773 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-cf3c1184-3b9e-4727-a4d6-2aa8cfc28c37 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1b16e011cf043a4a991ec74f0967324&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294371 Feb 20 06:03:59.013596 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9cbe4b82-c938-4399-9df5-059051233c22 req-18bb4b90-eebd-44ec-b5f5-aaf0d6fa3272 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a68e427-b7fe-47bd-a61b-41ad50b14cdc HTTP/1.1" status: 200 len: 210 time: 0.0275602 Feb 20 06:03:59.870966 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-e58b4e75-3c28-425d-a1af-d33e885389c0 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=c1b16e011cf043a4a991ec74f0967324&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304322 Feb 20 06:04:00.065910 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-6392b99f-c494-447e-ac29-15f3839f2045 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:00.067419 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-6392b99f-c494-447e-ac29-15f3839f2045 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889970 Feb 20 06:04:00.080402 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-da054e69-a1d8-454f-8464-e27077928618 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Request body: {'port': {'device_id': '4a68e427-b7fe-47bd-a61b-41ad50b14cdc', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': 'c1b16e011cf043a4a991ec74f0967324'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:04:00.112173 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-56cf418d-e6af-443e-a33d-859576959d5c req-65d4bbce-7767-4259-bea1-47bd218545f6 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a68e427-b7fe-47bd-a61b-41ad50b14cdc HTTP/1.1" status: 200 len: 210 time: 0.0279016 Feb 20 06:04:00.190342 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-da054e69-a1d8-454f-8464-e27077928618 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Made reservation on behalf of c1b16e011cf043a4a991ec74f0967324 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:04:00.193743 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-da054e69-a1d8-454f-8464-e27077928618 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:00.202887 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-da054e69-a1d8-454f-8464-e27077928618 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:00.279832 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-da054e69-a1d8-454f-8464-e27077928618 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Publish callbacks [] for security_group (74f3e68a-01f5-4c51-ba96-b537c318efa6), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:00.283516 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-da054e69-a1d8-454f-8464-e27077928618 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (74f3e68a-01f5-4c51-ba96-b537c318efa6), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:00.347799 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da054e69-a1d8-454f-8464-e27077928618 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74f3e68a-01f5-4c51-ba96-b537c318efa6,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:00.420845 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-da054e69-a1d8-454f-8464-e27077928618 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Allocated IP 192.168.233.251 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/4c42d23e-2112-4720-b4b5-4c8e24d38d2f) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:04:00.571651 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-da054e69-a1d8-454f-8464-e27077928618 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Publish callbacks [] for port (4c42d23e-2112-4720-b4b5-4c8e24d38d2f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:00.613488 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-da054e69-a1d8-454f-8464-e27077928618 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (4c42d23e-2112-4720-b4b5-4c8e24d38d2f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:00.661442 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b3137-1eae-4ff0-bd11-fb87c1615a9f req-eea2a992-d02d-41d8-a5a0-98d6e94b292a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:00.663155 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7f3b3137-1eae-4ff0-bd11-fb87c1615a9f req-eea2a992-d02d-41d8-a5a0-98d6e94b292a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 946 time: 0.0645201 Feb 20 06:04:00.666378 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-da054e69-a1d8-454f-8464-e27077928618 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:04:00.672035 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-da054e69-a1d8-454f-8464-e27077928618 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:04:00.676508 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-da054e69-a1d8-454f-8464-e27077928618 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:04:00.698649 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da054e69-a1d8-454f-8464-e27077928618 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Pushing event updated for resources: {'Port': ['ID=4c42d23e-2112-4720-b4b5-4c8e24d38d2f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:00.724772 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7f3b3137-1eae-4ff0-bd11-fb87c1615a9f req-9187fce2-2a03-4e4a-8c19-78cc01f498d2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5c153ef-abce-44c1-9bf0-3608ed66ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548034 Feb 20 06:04:00.731951 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-da054e69-a1d8-454f-8464-e27077928618 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:00.732585 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-da054e69-a1d8-454f-8464-e27077928618 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:00.756905 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43760) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:00.760955 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-da054e69-a1d8-454f-8464-e27077928618 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6844370 Feb 20 06:04:00.778814 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-ffe85bb6-bfcb-462d-9064-08fb6094da25 service neutron] Request body: {'port': {'device_id': '4a68e427-b7fe-47bd-a61b-41ad50b14cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:04:00.834039 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-60072f17-c720-42ad-8dae-e5aca9b23b6f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/floatingips/6ee6bc34-ba95-4b9a-b042-6831adc6d048 HTTP/1.1" status: 200 len: 994 time: 0.0757904 Feb 20 06:04:00.858295 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-ffe85bb6-bfcb-462d-9064-08fb6094da25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4c42d23e-2112-4720-b4b5-4c8e24d38d2f), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:00.943567 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-1046730d-bbe8-4dfd-a231-9dd3acc8cf6e None None] Provisioning complete for port 4c42d23e-2112-4720-b4b5-4c8e24d38d2f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:04:00.945376 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1046730d-bbe8-4dfd-a231-9dd3acc8cf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4c42d23e-2112-4720-b4b5-4c8e24d38d2f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:00.979699 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1046730d-bbe8-4dfd-a231-9dd3acc8cf6e None None] Port 4c42d23e-2112-4720-b4b5-4c8e24d38d2f cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:04:01.148315 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-ffe85bb6-bfcb-462d-9064-08fb6094da25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c42d23e-2112-4720-b4b5-4c8e24d38d2f {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:04:01.155898 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-ffe85bb6-bfcb-462d-9064-08fb6094da25 service neutron] Publish callbacks [] for port (4c42d23e-2112-4720-b4b5-4c8e24d38d2f), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:01.169055 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-ffe85bb6-bfcb-462d-9064-08fb6094da25 service neutron] Transition to ACTIVE for port object 4c42d23e-2112-4720-b4b5-4c8e24d38d2f will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:04:01.174065 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-ffe85bb6-bfcb-462d-9064-08fb6094da25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (4c42d23e-2112-4720-b4b5-4c8e24d38d2f), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:01.179114 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b44366-1584-4f79-9dc3-fb944949bd4d req-d53ccadf-9d21-4333-9b2f-ae3344459be9 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:01.181247 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-13b44366-1584-4f79-9dc3-fb944949bd4d req-d53ccadf-9d21-4333-9b2f-ae3344459be9 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 1128 time: 0.0492585 Feb 20 06:04:01.235742 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe85bb6-bfcb-462d-9064-08fb6094da25 service neutron] Pushing event updated for resources: {'Port': ['ID=4c42d23e-2112-4720-b4b5-4c8e24d38d2f,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:01.341736 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-ffe85bb6-bfcb-462d-9064-08fb6094da25 service neutron] Attempting to bind port 4c42d23e-2112-4720-b4b5-4c8e24d38d2f on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:04:01.342081 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-ffe85bb6-bfcb-462d-9064-08fb6094da25 service neutron] Attempting to bind port 4c42d23e-2112-4720-b4b5-4c8e24d38d2f by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:04:01.342419 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-ffe85bb6-bfcb-462d-9064-08fb6094da25 service neutron] Attempting to bind port 4c42d23e-2112-4720-b4b5-4c8e24d38d2f on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:04:01.348442 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-ffe85bb6-bfcb-462d-9064-08fb6094da25 service neutron] Port 4c42d23e-2112-4720-b4b5-4c8e24d38d2f on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:04:01.348781 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-ffe85bb6-bfcb-462d-9064-08fb6094da25 service neutron] Attempting to bind port 4c42d23e-2112-4720-b4b5-4c8e24d38d2f on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:04:01.357391 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-ffe85bb6-bfcb-462d-9064-08fb6094da25 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:04:01.357894 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-ffe85bb6-bfcb-462d-9064-08fb6094da25 service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:04:01.359057 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-ffe85bb6-bfcb-462d-9064-08fb6094da25 service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:04:01.359536 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-ffe85bb6-bfcb-462d-9064-08fb6094da25 service neutron] Bound port: 4c42d23e-2112-4720-b4b5-4c8e24d38d2f, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:04:01.359909 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-ffe85bb6-bfcb-462d-9064-08fb6094da25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4c42d23e-2112-4720-b4b5-4c8e24d38d2f), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:01.441731 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-ffe85bb6-bfcb-462d-9064-08fb6094da25 service neutron] For port 4c42d23e-2112-4720-b4b5-4c8e24d38d2f, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:04:01.446440 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-ffe85bb6-bfcb-462d-9064-08fb6094da25 service neutron] For port 4c42d23e-2112-4720-b4b5-4c8e24d38d2f, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4c42d23e-2112-4720-b4b5-4c8e24d38d2f,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:04:01.454576 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-ffe85bb6-bfcb-462d-9064-08fb6094da25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (4c42d23e-2112-4720-b4b5-4c8e24d38d2f), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:01.492376 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-ffe85bb6-bfcb-462d-9064-08fb6094da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:01.493039 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-ffe85bb6-bfcb-462d-9064-08fb6094da25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:01.494552 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-ffe85bb6-bfcb-462d-9064-08fb6094da25 service neutron] 10.222.0.61 "PUT /v2.0/ports/4c42d23e-2112-4720-b4b5-4c8e24d38d2f HTTP/1.1" status: 200 len: 1096 time: 0.7200699 Feb 20 06:04:01.495060 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a68e427-b7fe-47bd-a61b-41ad50b14cdc', 'tag': '4c42d23e-2112-4720-b4b5-4c8e24d38d2f'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:04:01.497865 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f8edb4-676e-40e5-a72f-9bd8f9c948c5" -d '{"events": [{"name": "network-changed", "server_uuid": "4a68e427-b7fe-47bd-a61b-41ad50b14cdc", "tag": "4c42d23e-2112-4720-b4b5-4c8e24d38d2f"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:04:01.535249 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe85bb6-bfcb-462d-9064-08fb6094da25 service neutron] Pushing event updated for resources: {'Port': ['ID=4c42d23e-2112-4720-b4b5-4c8e24d38d2f,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:01.612335 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-13b44366-1584-4f79-9dc3-fb944949bd4d req-03c3cbd2-6294-493e-86b0-68b6fc460f66 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d5c153ef-abce-44c1-9bf0-3608ed66ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4251857 Feb 20 06:04:01.615408 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-cbf6c49a-84bf-48a8-9275-bc270d0627bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:01.617870 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-cbf6c49a-84bf-48a8-9275-bc270d0627bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1b16e011cf043a4a991ec74f0967324&device_id=4a68e427-b7fe-47bd-a61b-41ad50b14cdc HTTP/1.1" status: 200 len: 1130 time: 0.0657783 Feb 20 06:04:01.746349 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ee302-b8f4-43f2-a193-6dc734110899 req-3cbfae40-4cbf-4cc9-bc45-ea8ee0f39806 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:01.748216 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0f4ee302-b8f4-43f2-a193-6dc734110899 req-3cbfae40-4cbf-4cc9-bc45-ea8ee0f39806 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a68e427-b7fe-47bd-a61b-41ad50b14cdc HTTP/1.1" status: 200 len: 948 time: 0.0642593 Feb 20 06:04:01.803575 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0f4ee302-b8f4-43f2-a193-6dc734110899 req-c9998ca7-0a3c-4d62-8984-548503f310e9 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.37 "GET /v2.0/security-groups?id=74f3e68a-01f5-4c51-ba96-b537c318efa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489316 Feb 20 06:04:02.024475 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70bdde8-e149-4986-9de9-3c89b14b392e x-openstack-request-id: req-b70bdde8-e149-4986-9de9-3c89b14b392e {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:04:02.024766 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a68e427-b7fe-47bd-a61b-41ad50b14cdc", "tag": "4c42d23e-2112-4720-b4b5-4c8e24d38d2f", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:04:02.025017 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b70bdde8-e149-4986-9de9-3c89b14b392e {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:04:02.025419 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a68e427-b7fe-47bd-a61b-41ad50b14cdc', 'tag': '4c42d23e-2112-4720-b4b5-4c8e24d38d2f', 'status': 'completed', 'code': 200} Feb 20 06:04:02.027245 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-2e2dd02e-ffa4-476e-b5a2-0bd336ab60c5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=4c42d23e-2112-4720-b4b5-4c8e24d38d2f HTTP/1.1" status: 200 len: 217 time: 0.4016407 Feb 20 06:04:02.075750 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-cac83bc8-3a45-4450-aa95-ec8e84025745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:02.077391 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-cac83bc8-3a45-4450-aa95-ec8e84025745 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0445242 Feb 20 06:04:02.126238 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-8e065c3a-367e-4f39-8101-e672b89d2a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:02.127878 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-8e065c3a-367e-4f39-8101-e672b89d2a5d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0443673 Feb 20 06:04:02.220242 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-6c158d28-cb51-43c9-bf87-92fe93899ce5 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863867 Feb 20 06:04:02.315054 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-96408bcd-baa7-4b6d-ac65-e168de0c6f01 req-dbb7892b-ec50-4440-b39a-af714d400caf service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893543 Feb 20 06:04:02.410355 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8edb4-676e-40e5-a72f-9bd8f9c948c5 req-f735f3b1-fe9f-4a67-b7a8-5614845f52ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:02.411895 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-56f8edb4-676e-40e5-a72f-9bd8f9c948c5 req-f735f3b1-fe9f-4a67-b7a8-5614845f52ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1b16e011cf043a4a991ec74f0967324&device_id=4a68e427-b7fe-47bd-a61b-41ad50b14cdc HTTP/1.1" status: 200 len: 1130 time: 0.0492058 Feb 20 06:04:02.535512 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-6ffd695c-b416-43dd-accd-a0e59a994e36 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1951141 Feb 20 06:04:02.536730 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8edb4-676e-40e5-a72f-9bd8f9c948c5 req-528ea0e1-bf84-43b5-832b-5006f7b3d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:02.538035 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-56f8edb4-676e-40e5-a72f-9bd8f9c948c5 req-528ea0e1-bf84-43b5-832b-5006f7b3d1d6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.1207592 Feb 20 06:04:02.544307 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-245c2d9f-ffbf-4014-a1e5-4e32e96e1cae service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 06:04:02.545270 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-245c2d9f-ffbf-4014-a1e5-4e32e96e1cae service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050068 Feb 20 06:04:02.588537 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-56f8edb4-676e-40e5-a72f-9bd8f9c948c5 req-faaf4a2d-d7a2-4d06-8d5e-efa94fe14d38 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=4c42d23e-2112-4720-b4b5-4c8e24d38d2f HTTP/1.1" status: 200 len: 217 time: 0.0423038 Feb 20 06:04:02.657259 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-7bae10e2-03a0-48cb-8d9f-bb82767c18fd tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:02.658649 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-7bae10e2-03a0-48cb-8d9f-bb82767c18fd tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/ports/1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 HTTP/1.1" status: 200 len: 1125 time: 0.0735722 Feb 20 06:04:02.665858 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8edb4-676e-40e5-a72f-9bd8f9c948c5 req-786018f6-d959-47d4-ade9-4336c63af899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:02.667236 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-56f8edb4-676e-40e5-a72f-9bd8f9c948c5 req-786018f6-d959-47d4-ade9-4336c63af899 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0719812 Feb 20 06:04:02.720535 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8edb4-676e-40e5-a72f-9bd8f9c948c5 req-48414c67-8f98-4b4a-8d5b-604d06553e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:02.722116 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-56f8edb4-676e-40e5-a72f-9bd8f9c948c5 req-48414c67-8f98-4b4a-8d5b-604d06553e25 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0446870 Feb 20 06:04:02.812387 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-56f8edb4-676e-40e5-a72f-9bd8f9c948c5 req-53640133-948b-4171-8b0b-d841341be157 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836120 Feb 20 06:04:02.917183 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-56f8edb4-676e-40e5-a72f-9bd8f9c948c5 req-d83d0890-83ba-49f6-acb2-c0131fcffd6c service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970805 Feb 20 06:04:03.131129 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-5dce9879-a92b-41b4-b85b-054a49aaebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:03.132985 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-5dce9879-a92b-41b4-b85b-054a49aaebcf service neutron] 10.222.0.37 "GET /v2.0/ports/1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 HTTP/1.1" status: 200 len: 1125 time: 0.0366113 Feb 20 06:04:03.141315 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-632b6541-cd39-4e11-a385-cce15d419722 service neutron] Request body: {'binding': {'host': 'n-h2-829866-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:04:03.141766 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-632b6541-cd39-4e11-a385-cce15d419722 service neutron] Unknown quota resources ['binding']. {{(pid=103406) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 06:04:03.273726 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-632b6541-cd39-4e11-a385-cce15d419722 service neutron] Attempting to bind port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 on host n-h2-829866-5 for vnic_type normal with profile None {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:04:03.274382 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-632b6541-cd39-4e11-a385-cce15d419722 service neutron] Attempting to bind port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '8ccdb38e-5f16-43aa-893f-c7bc844b3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:04:03.274382 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-632b6541-cd39-4e11-a385-cce15d419722 service neutron] Attempting to bind port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 on network d84942d1-1077-45b9-ac30-c28ca0d224f3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:04:03.278426 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-632b6541-cd39-4e11-a385-cce15d419722 service neutron] Port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 on network d84942d1-1077-45b9-ac30-c28ca0d224f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:04:03.278746 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-632b6541-cd39-4e11-a385-cce15d419722 service neutron] Attempting to bind port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 on network d84942d1-1077-45b9-ac30-c28ca0d224f3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:04:03.283457 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-632b6541-cd39-4e11-a385-cce15d419722 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:04:03.283791 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-632b6541-cd39-4e11-a385-cce15d419722 service neutron] Checking segment: {'id': '8ccdb38e-5f16-43aa-893f-c7bc844b3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:04:03.284168 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-632b6541-cd39-4e11-a385-cce15d419722 service neutron] Bound using segment: {'id': '8ccdb38e-5f16-43aa-893f-c7bc844b3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:04:03.284589 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-632b6541-cd39-4e11-a385-cce15d419722 service neutron] Bound port: 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ccdb38e-5f16-43aa-893f-c7bc844b3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:04:03.363729 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-632b6541-cd39-4e11-a385-cce15d419722 service neutron] For port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0,segment=NetworkSegment(8ccdb38e-5f16-43aa-893f-c7bc844b3fa6),segment_id=8ccdb38e-5f16-43aa-893f-c7bc844b3fa6)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:04:03.369970 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-632b6541-cd39-4e11-a385-cce15d419722 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:03.371156 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-632b6541-cd39-4e11-a385-cce15d419722 service neutron] 10.222.0.37 "POST /v2.0/ports/1f7b639f-1e8d-455b-a7e0-522ed71aa1e0/bindings HTTP/1.1" status: 201 len: 389 time: 0.2330647 Feb 20 06:04:03.518995 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd911fd-0fb0-48dd-9ff0-5450c4a98ca4 req-1746870b-1cc5-4044-bcb9-8000e44c9aab tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:03.520521 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7fd911fd-0fb0-48dd-9ff0-5450c4a98ca4 req-1746870b-1cc5-4044-bcb9-8000e44c9aab tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a68e427-b7fe-47bd-a61b-41ad50b14cdc HTTP/1.1" status: 200 len: 948 time: 0.0574214 Feb 20 06:04:03.576371 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7fd911fd-0fb0-48dd-9ff0-5450c4a98ca4 req-6d37070a-b889-404c-bfa3-e5a323a55053 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.37 "GET /v2.0/security-groups?id=74f3e68a-01f5-4c51-ba96-b537c318efa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477939 Feb 20 06:04:03.611903 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-9567ea62-7262-4dd4-b4d1-49db16f18543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:03.613508 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-9567ea62-7262-4dd4-b4d1-49db16f18543 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 1128 time: 0.0525382 Feb 20 06:04:03.655813 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 4c42d23e-2112-4720-b4b5-4c8e24d38d2f details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:04:03.685284 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6422ce-cb7c-4044-8cd1-fa160debbabb req-9a163c5e-4561-4ed7-9534-6089d480bc43 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:03.686791 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e6422ce-cb7c-4044-8cd1-fa160debbabb req-9a163c5e-4561-4ed7-9534-6089d480bc43 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 946 time: 0.0532863 Feb 20 06:04:03.707617 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-992a1023-6e55-42a5-af43-2940748aa18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:03.709257 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-992a1023-6e55-42a5-af43-2940748aa18a service neutron] 10.222.0.48 "GET /v2.0/networks?id=d84942d1-1077-45b9-ac30-c28ca0d224f3 HTTP/1.1" status: 200 len: 897 time: 0.0877602 Feb 20 06:04:03.738679 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e6422ce-cb7c-4044-8cd1-fa160debbabb req-d9f60c46-dff2-4069-abee-c2d0c76b5a79 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5c153ef-abce-44c1-9bf0-3608ed66ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452919 Feb 20 06:04:03.764029 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 4c42d23e-2112-4720-b4b5-4c8e24d38d2f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4c42d23e-2112-4720-b4b5-4c8e24d38d2f,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:04:03.775496 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '4c42d23e-2112-4720-b4b5-4c8e24d38d2f', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': '4c42d23e-2112-4720-b4b5-4c8e24d38d2f', 'mac_address': 'fa:16:3e:cc:3a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:04:03.781114 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-77a10c03-bd27-4473-8962-b1c7444b2da6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 HTTP/1.1" status: 200 len: 1002 time: 0.0642140 Feb 20 06:04:03.811633 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 4c42d23e-2112-4720-b4b5-4c8e24d38d2f is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:04:03.812030 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4c42d23e-2112-4720-b4b5-4c8e24d38d2f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:03.825188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c42d23e-2112-4720-b4b5-4c8e24d38d2f {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:04:03.828246 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-46b01738-3973-4052-9fe2-307f08aa3704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:03.829718 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-46b01738-3973-4052-9fe2-307f08aa3704 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cdaeb40d-ba09-4859-95cd-aa1a372edb31 HTTP/1.1" status: 200 len: 834 time: 0.0434463 Feb 20 06:04:03.844859 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 4c42d23e-2112-4720-b4b5-4c8e24d38d2f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4c42d23e-2112-4720-b4b5-4c8e24d38d2f,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:04:03.848637 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4c42d23e-2112-4720-b4b5-4c8e24d38d2f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:03.882100 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-aae84a79-243d-4b1a-8d07-f43823088e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:03.883728 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-aae84a79-243d-4b1a-8d07-f43823088e7b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d84942d1-1077-45b9-ac30-c28ca0d224f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485203 Feb 20 06:04:03.898330 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=4c42d23e-2112-4720-b4b5-4c8e24d38d2f,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:03.978780 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-c714ee93-db12-455a-802f-beb108e911c4 service neutron] 10.222.0.48 "GET /v2.0/networks/d84942d1-1077-45b9-ac30-c28ca0d224f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887833 Feb 20 06:04:04.047353 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['4c42d23e-2112-4720-b4b5-4c8e24d38d2f'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:04:04.068423 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-086b7196-cee1-4d58-8a44-bef0ed40da8e service neutron] 10.222.0.48 "GET /v2.0/networks/d84942d1-1077-45b9-ac30-c28ca0d224f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839896 Feb 20 06:04:04.212020 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-3c7d5f04-03c6-4b7e-8a00-15132286770e tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:04.213533 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-3c7d5f04-03c6-4b7e-8a00-15132286770e tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52&tenant_id=50b63137536d4822a61a7b01dd632aeb&binding%3Ahost_id=n-h1-829866-5 HTTP/1.1" status: 200 len: 1128 time: 0.0864034 Feb 20 06:04:04.223726 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-4ce1995a-b182-47bf-aee3-389b4aa8d677 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829866-5'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:04:04.281280 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-4ce1995a-b182-47bf-aee3-389b4aa8d677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1f7b639f-1e8d-455b-a7e0-522ed71aa1e0), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:04.409400 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-4ce1995a-b182-47bf-aee3-389b4aa8d677 service neutron] For port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0,segment=NetworkSegment(8ccdb38e-5f16-43aa-893f-c7bc844b3fa6),segment_id=8ccdb38e-5f16-43aa-893f-c7bc844b3fa6)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:04:04.446667 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-4ce1995a-b182-47bf-aee3-389b4aa8d677 service neutron] For port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:04:04.485554 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0018c436-356d-4a09-b886-d7db98df5b52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f7b639f-1e8d-455b-a7e0-522ed71aa1e0'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:04:04.487762 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4476937c-9ddc-4456-b85d-a8253b3e92f5" -d '{"events": [{"server_uuid": "0018c436-356d-4a09-b886-d7db98df5b52", "name": "network-vif-unplugged", "status": "completed", "tag": "1f7b639f-1e8d-455b-a7e0-522ed71aa1e0"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:04:04.491670 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-4ce1995a-b182-47bf-aee3-389b4aa8d677 service neutron] Publish callbacks [] for port (1f7b639f-1e8d-455b-a7e0-522ed71aa1e0), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:04.496929 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-4ce1995a-b182-47bf-aee3-389b4aa8d677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (1f7b639f-1e8d-455b-a7e0-522ed71aa1e0), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:04.529647 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 06:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b8c940-9dc3-46b2-8712-b79b48303d9c x-openstack-request-id: req-76b8c940-9dc3-46b2-8712-b79b48303d9c {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:04:04.529940 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0018c436-356d-4a09-b886-d7db98df5b52", "name": "network-vif-unplugged", "status": "completed", "tag": "1f7b639f-1e8d-455b-a7e0-522ed71aa1e0", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:04:04.530193 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76b8c940-9dc3-46b2-8712-b79b48303d9c {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:04:04.530588 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0018c436-356d-4a09-b886-d7db98df5b52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f7b639f-1e8d-455b-a7e0-522ed71aa1e0', 'code': 200} Feb 20 06:04:04.621429 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1995a-b182-47bf-aee3-389b4aa8d677 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0,revision_number=7']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:04.678359 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-4ce1995a-b182-47bf-aee3-389b4aa8d677 service neutron] Attempting to bind port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 on host n-h1-829866-5 for vnic_type normal with profile {"migrating_to": "n-h2-829866-5"} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:04:04.678704 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-4ce1995a-b182-47bf-aee3-389b4aa8d677 service neutron] Attempting to bind port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '8ccdb38e-5f16-43aa-893f-c7bc844b3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:04:04.679384 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-4ce1995a-b182-47bf-aee3-389b4aa8d677 service neutron] Attempting to bind port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 on network d84942d1-1077-45b9-ac30-c28ca0d224f3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:04:04.684195 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-4ce1995a-b182-47bf-aee3-389b4aa8d677 service neutron] Port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 on network d84942d1-1077-45b9-ac30-c28ca0d224f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:04:04.684524 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-4ce1995a-b182-47bf-aee3-389b4aa8d677 service neutron] Attempting to bind port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 on network d84942d1-1077-45b9-ac30-c28ca0d224f3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:04:04.690686 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-4ce1995a-b182-47bf-aee3-389b4aa8d677 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:04:04.691065 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-4ce1995a-b182-47bf-aee3-389b4aa8d677 service neutron] Checking segment: {'id': '8ccdb38e-5f16-43aa-893f-c7bc844b3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:04:04.691468 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-4ce1995a-b182-47bf-aee3-389b4aa8d677 service neutron] Bound using segment: {'id': '8ccdb38e-5f16-43aa-893f-c7bc844b3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:04:04.691917 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-4ce1995a-b182-47bf-aee3-389b4aa8d677 service neutron] Bound port: 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ccdb38e-5f16-43aa-893f-c7bc844b3fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:04:04.692279 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-4ce1995a-b182-47bf-aee3-389b4aa8d677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1f7b639f-1e8d-455b-a7e0-522ed71aa1e0), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:04.715438 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71bab7-8167-473a-b011-acdf9434a75b req-f84b3b8c-d226-4fc0-861b-4a07866bf454 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:04.717601 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9d71bab7-8167-473a-b011-acdf9434a75b req-f84b3b8c-d226-4fc0-861b-4a07866bf454 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a68e427-b7fe-47bd-a61b-41ad50b14cdc HTTP/1.1" status: 200 len: 949 time: 0.0545597 Feb 20 06:04:04.762270 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-4ce1995a-b182-47bf-aee3-389b4aa8d677 service neutron] For port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:04:04.765258 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-4ce1995a-b182-47bf-aee3-389b4aa8d677 service neutron] For port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0,segment=NetworkSegment(8ccdb38e-5f16-43aa-893f-c7bc844b3fa6),segment_id=8ccdb38e-5f16-43aa-893f-c7bc844b3fa6)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:04:04.766606 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9d71bab7-8167-473a-b011-acdf9434a75b req-c016b404-4d0e-4421-9f5d-4cb7dbc0e138 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.37 "GET /v2.0/security-groups?id=74f3e68a-01f5-4c51-ba96-b537c318efa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427866 Feb 20 06:04:04.771566 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-4ce1995a-b182-47bf-aee3-389b4aa8d677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (1f7b639f-1e8d-455b-a7e0-522ed71aa1e0), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:04.813210 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-419d6951-b0ff-49ce-a58b-1599ca5480d1 None None] Provisioning complete for port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:04:04.814199 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-419d6951-b0ff-49ce-a58b-1599ca5480d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1f7b639f-1e8d-455b-a7e0-522ed71aa1e0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:04.866565 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1995a-b182-47bf-aee3-389b4aa8d677 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0,revision_number=8']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:04.895635 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a3d1f-5b4b-4b6b-8d71-f521b9b39f64 req-27be1663-2903-47c5-b682-cbecd2e50f7a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:04.904693 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-772a3d1f-5b4b-4b6b-8d71-f521b9b39f64 req-27be1663-2903-47c5-b682-cbecd2e50f7a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 944 time: 0.0755503 Feb 20 06:04:04.934634 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-419d6951-b0ff-49ce-a58b-1599ca5480d1 None None] Current status of the port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:04:04.934634 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-419d6951-b0ff-49ce-a58b-1599ca5480d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1f7b639f-1e8d-455b-a7e0-522ed71aa1e0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:04.936836 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-4ce1995a-b182-47bf-aee3-389b4aa8d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:04.937684 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-4ce1995a-b182-47bf-aee3-389b4aa8d677 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:04.939380 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-4ce1995a-b182-47bf-aee3-389b4aa8d677 service neutron] 10.222.0.48 "PUT /v2.0/ports/1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 HTTP/1.1" status: 200 len: 1122 time: 0.7196310 Feb 20 06:04:04.964506 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-772a3d1f-5b4b-4b6b-8d71-f521b9b39f64 req-70c1de7a-f847-43b7-97b4-925ee57aabcf tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5c153ef-abce-44c1-9bf0-3608ed66ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580029 Feb 20 06:04:04.987106 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-419d6951-b0ff-49ce-a58b-1599ca5480d1 None None] For port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0,segment=NetworkSegment(8ccdb38e-5f16-43aa-893f-c7bc844b3fa6),segment_id=8ccdb38e-5f16-43aa-893f-c7bc844b3fa6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:04:04.988333 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0018c436-356d-4a09-b886-d7db98df5b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7b639f-1e8d-455b-a7e0-522ed71aa1e0'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:04:04.991916 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244c4c34-0bca-4265-b630-d69bd0e7ff41" -d '{"events": [{"server_uuid": "0018c436-356d-4a09-b886-d7db98df5b52", "name": "network-vif-plugged", "status": "completed", "tag": "1f7b639f-1e8d-455b-a7e0-522ed71aa1e0"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:04:05.001141 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-419d6951-b0ff-49ce-a58b-1599ca5480d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1f7b639f-1e8d-455b-a7e0-522ed71aa1e0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:05.084674 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619949c5-1856-4a3e-849a-ce468f9212bf x-openstack-request-id: req-619949c5-1856-4a3e-849a-ce468f9212bf {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:04:05.084972 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0018c436-356d-4a09-b886-d7db98df5b52", "name": "network-vif-plugged", "status": "completed", "tag": "1f7b639f-1e8d-455b-a7e0-522ed71aa1e0", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:04:05.085228 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-619949c5-1856-4a3e-849a-ce468f9212bf {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:04:05.086146 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0018c436-356d-4a09-b886-d7db98df5b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7b639f-1e8d-455b-a7e0-522ed71aa1e0', 'code': 200} Feb 20 06:04:05.087166 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['1f7b639f-1e8d-455b-a7e0-522ed71aa1e0'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:04:05.176530 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d6951-b0ff-49ce-a58b-1599ca5480d1 None None] Pushing event updated for resources: {'Port': ['ID=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0,revision_number=9']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:05.534509 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-19dbbfde-7598-4fc9-ac78-1f348b2b7533 None None] Provisioning complete for port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:04:05.534883 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19dbbfde-7598-4fc9-ac78-1f348b2b7533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1f7b639f-1e8d-455b-a7e0-522ed71aa1e0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:05.645421 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-19dbbfde-7598-4fc9-ac78-1f348b2b7533 None None] Current status of the port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:04:05.656006 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 4c42d23e-2112-4720-b4b5-4c8e24d38d2f up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:04:05.718560 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 4c42d23e-2112-4720-b4b5-4c8e24d38d2f completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:04:05.722646 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 4c42d23e-2112-4720-b4b5-4c8e24d38d2f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:04:05.723060 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4c42d23e-2112-4720-b4b5-4c8e24d38d2f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:05.803986 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 4c42d23e-2112-4720-b4b5-4c8e24d38d2f is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:04:05.804908 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4c42d23e-2112-4720-b4b5-4c8e24d38d2f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:05.837072 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 4c42d23e-2112-4720-b4b5-4c8e24d38d2f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4c42d23e-2112-4720-b4b5-4c8e24d38d2f,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:04:05.841700 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4c42d23e-2112-4720-b4b5-4c8e24d38d2f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:05.889678 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de68d0-f9de-4cd6-9f9f-d9bcb037c1ba req-302a72f8-bebd-4056-8b9b-c922b84ff57c tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:05.891180 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-67de68d0-f9de-4cd6-9f9f-d9bcb037c1ba req-302a72f8-bebd-4056-8b9b-c922b84ff57c tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a68e427-b7fe-47bd-a61b-41ad50b14cdc HTTP/1.1" status: 200 len: 950 time: 0.0542042 Feb 20 06:04:05.891430 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=4c42d23e-2112-4720-b4b5-4c8e24d38d2f,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:05.940219 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-67de68d0-f9de-4cd6-9f9f-d9bcb037c1ba req-b7e5ac54-1b81-4e36-b7fb-ad66b94ac658 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.37 "GET /v2.0/security-groups?id=74f3e68a-01f5-4c51-ba96-b537c318efa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426593 Feb 20 06:04:06.091620 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac9b9d-0a1c-4fe4-8773-eb60a0bdba0c req-e4093855-f957-4841-9aad-3d282fe38157 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:06.093075 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4eac9b9d-0a1c-4fe4-8773-eb60a0bdba0c req-e4093855-f957-4841-9aad-3d282fe38157 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 946 time: 0.0571558 Feb 20 06:04:06.141068 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4eac9b9d-0a1c-4fe4-8773-eb60a0bdba0c req-9a3c6f8a-0bf8-4bcd-b030-f455dd682799 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5c153ef-abce-44c1-9bf0-3608ed66ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423512 Feb 20 06:04:06.343369 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:04:06.441345 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0,segment=NetworkSegment(8ccdb38e-5f16-43aa-893f-c7bc844b3fa6),segment_id=8ccdb38e-5f16-43aa-893f-c7bc844b3fa6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:04:06.453436 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 has no active binding in host n-h2-829866-5 {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 20 06:04:06.532225 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0018c436-356d-4a09-b886-d7db98df5b52', 'tag': '1f7b639f-1e8d-455b-a7e0-522ed71aa1e0'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:04:06.534589 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4abff8-dd51-40c3-85a0-7ee92e680a51" -d '{"events": [{"name": "network-changed", "server_uuid": "0018c436-356d-4a09-b886-d7db98df5b52", "tag": "1f7b639f-1e8d-455b-a7e0-522ed71aa1e0"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:04:06.568746 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85be079-a972-463b-87ba-e8c855326480 x-openstack-request-id: req-e85be079-a972-463b-87ba-e8c855326480 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:04:06.569035 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0018c436-356d-4a09-b886-d7db98df5b52", "tag": "1f7b639f-1e8d-455b-a7e0-522ed71aa1e0", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:04:06.569288 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e85be079-a972-463b-87ba-e8c855326480 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:04:06.569694 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0018c436-356d-4a09-b886-d7db98df5b52', 'tag': '1f7b639f-1e8d-455b-a7e0-522ed71aa1e0', 'status': 'completed', 'code': 200} Feb 20 06:04:06.634148 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4abff8-dd51-40c3-85a0-7ee92e680a51 req-7c1c06a6-f0d4-4903-aa9c-64d5d29722fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:06.635717 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e4abff8-dd51-40c3-85a0-7ee92e680a51 req-7c1c06a6-f0d4-4903-aa9c-64d5d29722fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 1158 time: 0.0456250 Feb 20 06:04:06.723743 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4abff8-dd51-40c3-85a0-7ee92e680a51 req-dceb1b1f-8f4a-492e-bf2a-cb77600c1834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:06.725099 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e4abff8-dd51-40c3-85a0-7ee92e680a51 req-dceb1b1f-8f4a-492e-bf2a-cb77600c1834 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d84942d1-1077-45b9-ac30-c28ca0d224f3 HTTP/1.1" status: 200 len: 897 time: 0.0841448 Feb 20 06:04:06.787707 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e4abff8-dd51-40c3-85a0-7ee92e680a51 req-4f6106e2-bd1a-4688-a274-53e1aee2b673 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 HTTP/1.1" status: 200 len: 1002 time: 0.0567706 Feb 20 06:04:06.834075 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4abff8-dd51-40c3-85a0-7ee92e680a51 req-537a00f2-ea3c-4c73-a923-926f90bc007f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:06.836114 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e4abff8-dd51-40c3-85a0-7ee92e680a51 req-537a00f2-ea3c-4c73-a923-926f90bc007f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cdaeb40d-ba09-4859-95cd-aa1a372edb31 HTTP/1.1" status: 200 len: 834 time: 0.0424411 Feb 20 06:04:06.887384 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4abff8-dd51-40c3-85a0-7ee92e680a51 req-88de0102-88af-48de-987b-805a2edea36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:06.888847 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e4abff8-dd51-40c3-85a0-7ee92e680a51 req-88de0102-88af-48de-987b-805a2edea36d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d84942d1-1077-45b9-ac30-c28ca0d224f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470686 Feb 20 06:04:06.977034 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e4abff8-dd51-40c3-85a0-7ee92e680a51 req-9a684e34-ae00-488b-9038-9781d4d85ff8 service neutron] 10.222.0.61 "GET /v2.0/networks/d84942d1-1077-45b9-ac30-c28ca0d224f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811439 Feb 20 06:04:07.061844 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd622447-f522-49b3-b0e4-077f90865e08 req-cce11974-d22c-4c35-8ad8-103c4a54c722 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:07.063356 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cd622447-f522-49b3-b0e4-077f90865e08 req-cce11974-d22c-4c35-8ad8-103c4a54c722 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a68e427-b7fe-47bd-a61b-41ad50b14cdc HTTP/1.1" status: 200 len: 950 time: 0.0520680 Feb 20 06:04:07.070339 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e4abff8-dd51-40c3-85a0-7ee92e680a51 req-cb3f2dee-348c-4fc6-abc8-e32744a61fdb service neutron] 10.222.0.61 "GET /v2.0/networks/d84942d1-1077-45b9-ac30-c28ca0d224f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868170 Feb 20 06:04:07.088305 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a68e427-b7fe-47bd-a61b-41ad50b14cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c42d23e-2112-4720-b4b5-4c8e24d38d2f'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:04:07.091375 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535785fa-30bd-46b0-b5ab-e7ce697aa63f" -d '{"events": [{"server_uuid": "4a68e427-b7fe-47bd-a61b-41ad50b14cdc", "name": "network-vif-plugged", "status": "completed", "tag": "4c42d23e-2112-4720-b4b5-4c8e24d38d2f"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:04:07.113781 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cd622447-f522-49b3-b0e4-077f90865e08 req-ee35f405-88de-44df-9009-78516a960e4e tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.37 "GET /v2.0/security-groups?id=74f3e68a-01f5-4c51-ba96-b537c318efa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446968 Feb 20 06:04:07.157070 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d608947-12da-4958-83bb-b5e26adfbcee x-openstack-request-id: req-9d608947-12da-4958-83bb-b5e26adfbcee {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:04:07.157382 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a68e427-b7fe-47bd-a61b-41ad50b14cdc", "name": "network-vif-plugged", "status": "completed", "tag": "4c42d23e-2112-4720-b4b5-4c8e24d38d2f", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:04:07.157617 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d608947-12da-4958-83bb-b5e26adfbcee {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:04:07.158013 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a68e427-b7fe-47bd-a61b-41ad50b14cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c42d23e-2112-4720-b4b5-4c8e24d38d2f', 'code': 200} Feb 20 06:04:07.255890 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c50963-2449-4057-b687-e2008d450908 req-f3a92748-10b2-4724-80a9-8493f4808289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:07.257978 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d8c50963-2449-4057-b687-e2008d450908 req-f3a92748-10b2-4724-80a9-8493f4808289 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4a68e427-b7fe-47bd-a61b-41ad50b14cdc HTTP/1.1" status: 200 len: 1132 time: 0.0438247 Feb 20 06:04:07.260326 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48141303-6ae8-4e45-bd60-0e926e37f3ea req-dabef197-3281-4350-ac84-b6c05f8c84d7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:07.261846 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-48141303-6ae8-4e45-bd60-0e926e37f3ea req-dabef197-3281-4350-ac84-b6c05f8c84d7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 946 time: 0.0542800 Feb 20 06:04:07.301194 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d8c50963-2449-4057-b687-e2008d450908 req-43c4f027-5a0b-4fad-be35-ddc126db02a6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=74f3e68a-01f5-4c51-ba96-b537c318efa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373750 Feb 20 06:04:07.314072 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-48141303-6ae8-4e45-bd60-0e926e37f3ea req-bf170145-55dc-428d-ab3f-7a5cd62efaec tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5c153ef-abce-44c1-9bf0-3608ed66ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464530 Feb 20 06:04:08.231310 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f16033-1e45-4f85-aed7-9635ab7da627 req-d7fe0ec6-d1f3-436b-b939-778a1d183f15 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:08.232760 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95f16033-1e45-4f85-aed7-9635ab7da627 req-d7fe0ec6-d1f3-436b-b939-778a1d183f15 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a68e427-b7fe-47bd-a61b-41ad50b14cdc HTTP/1.1" status: 200 len: 950 time: 0.0519178 Feb 20 06:04:08.279312 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95f16033-1e45-4f85-aed7-9635ab7da627 req-75ccf298-5f1e-4435-9d4e-41d9a9d99206 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.37 "GET /v2.0/security-groups?id=74f3e68a-01f5-4c51-ba96-b537c318efa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408337 Feb 20 06:04:08.445669 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b6f4e-57e9-4882-b3cd-b603c9bbc2ce req-7e08f264-9455-4d16-9c22-bbd64018197a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:08.447156 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fb0b6f4e-57e9-4882-b3cd-b603c9bbc2ce req-7e08f264-9455-4d16-9c22-bbd64018197a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 946 time: 0.0559058 Feb 20 06:04:08.495411 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fb0b6f4e-57e9-4882-b3cd-b603c9bbc2ce req-773b109b-d35f-44b0-90cc-4180796c3846 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5c153ef-abce-44c1-9bf0-3608ed66ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426168 Feb 20 06:04:09.400066 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5c912-4ff9-48d5-b91b-c93802de4b7f req-336c30b7-edcd-4a15-83cc-c501b411db36 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:09.401552 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bee5c912-4ff9-48d5-b91b-c93802de4b7f req-336c30b7-edcd-4a15-83cc-c501b411db36 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a68e427-b7fe-47bd-a61b-41ad50b14cdc HTTP/1.1" status: 200 len: 950 time: 0.0563169 Feb 20 06:04:09.446976 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bee5c912-4ff9-48d5-b91b-c93802de4b7f req-6c3fc1eb-41a0-436e-ba64-3e0dcf48aa03 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.37 "GET /v2.0/security-groups?id=74f3e68a-01f5-4c51-ba96-b537c318efa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397687 Feb 20 06:04:09.804993 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464e0e0-7e04-460f-ab72-0fa603294f99 req-2c7a1d42-66c2-48e8-ac76-6dba2e16f16a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:09.806481 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e464e0e0-7e04-460f-ab72-0fa603294f99 req-2c7a1d42-66c2-48e8-ac76-6dba2e16f16a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 946 time: 0.0532055 Feb 20 06:04:09.855920 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e464e0e0-7e04-460f-ab72-0fa603294f99 req-7b1dc04b-04d7-49d7-a253-674f84d6c018 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5c153ef-abce-44c1-9bf0-3608ed66ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436854 Feb 20 06:04:10.251702 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-18422704-9100-40ed-832e-a73c495e8f71 service neutron] 10.222.0.61 "GET /v2.0/ports/1f7b639f-1e8d-455b-a7e0-522ed71aa1e0/bindings/n-h2-829866-5 HTTP/1.1" status: 200 len: 384 time: 0.0554655 Feb 20 06:04:10.421036 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-e69ec048-b665-4f68-817f-17d966cb2af9 service neutron] For port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0,segment=NetworkSegment(8ccdb38e-5f16-43aa-893f-c7bc844b3fa6),segment_id=8ccdb38e-5f16-43aa-893f-c7bc844b3fa6)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:04:10.440055 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-e69ec048-b665-4f68-817f-17d966cb2af9 service neutron] For port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:04:10.482511 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0018c436-356d-4a09-b886-d7db98df5b52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f7b639f-1e8d-455b-a7e0-522ed71aa1e0'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:04:10.484958 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e20bab-77c0-465d-b7a3-bf4875c74dcb" -d '{"events": [{"server_uuid": "0018c436-356d-4a09-b886-d7db98df5b52", "name": "network-vif-unplugged", "status": "completed", "tag": "1f7b639f-1e8d-455b-a7e0-522ed71aa1e0"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:04:10.492213 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-e69ec048-b665-4f68-817f-17d966cb2af9 service neutron] For port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0,segment=NetworkSegment(8ccdb38e-5f16-43aa-893f-c7bc844b3fa6),segment_id=8ccdb38e-5f16-43aa-893f-c7bc844b3fa6)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:04:10.515813 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-e69ec048-b665-4f68-817f-17d966cb2af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1f7b639f-1e8d-455b-a7e0-522ed71aa1e0), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:10.528278 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 06:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4eb823d-cf17-42cd-bf47-355f850148a9 x-openstack-request-id: req-d4eb823d-cf17-42cd-bf47-355f850148a9 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:04:10.528537 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0018c436-356d-4a09-b886-d7db98df5b52", "name": "network-vif-unplugged", "status": "completed", "tag": "1f7b639f-1e8d-455b-a7e0-522ed71aa1e0", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:04:10.528817 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4eb823d-cf17-42cd-bf47-355f850148a9 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:04:10.529201 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0018c436-356d-4a09-b886-d7db98df5b52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f7b639f-1e8d-455b-a7e0-522ed71aa1e0', 'code': 200} Feb 20 06:04:10.591520 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-e69ec048-b665-4f68-817f-17d966cb2af9 service neutron] Transition to ACTIVE for port object 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:04:10.596203 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-e69ec048-b665-4f68-817f-17d966cb2af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (1f7b639f-1e8d-455b-a7e0-522ed71aa1e0), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:10.694492 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ec048-b665-4f68-817f-17d966cb2af9 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0,revision_number=11']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:10.726123 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-e69ec048-b665-4f68-817f-17d966cb2af9 service neutron] No DVR routers for this DVR port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:04:10.871437 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-e69ec048-b665-4f68-817f-17d966cb2af9 service neutron] 10.222.0.61 "PUT /v2.0/ports/1f7b639f-1e8d-455b-a7e0-522ed71aa1e0/bindings/n-h2-829866-5/activate HTTP/1.1" status: 200 len: 369 time: 0.6145267 Feb 20 06:04:10.981586 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-0e213be1-163c-40d1-bbf7-19ec26b568a1 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:10.983572 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-0e213be1-163c-40d1-bbf7-19ec26b568a1 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52&tenant_id=50b63137536d4822a61a7b01dd632aeb&binding%3Ahost_id=n-h1-829866-5 HTTP/1.1" status: 200 len: 1127 time: 0.0562806 Feb 20 06:04:11.000763 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ca9ef-91ba-4f42-b6ef-43a8b96a5ef9 req-cfacf646-29db-488b-bc8b-61ebe09306dc tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:11.003013 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b52ca9ef-91ba-4f42-b6ef-43a8b96a5ef9 req-cfacf646-29db-488b-bc8b-61ebe09306dc tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 945 time: 0.0612879 Feb 20 06:04:11.045054 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-20192fa8-1820-478b-aded-175c06a0e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:11.047308 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-20192fa8-1820-478b-aded-175c06a0e057 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52&tenant_id=50b63137536d4822a61a7b01dd632aeb HTTP/1.1" status: 200 len: 1127 time: 0.0541136 Feb 20 06:04:11.060975 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b52ca9ef-91ba-4f42-b6ef-43a8b96a5ef9 req-bb2bef43-dbf6-4227-8879-ddee155a17fc tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5c153ef-abce-44c1-9bf0-3608ed66ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518312 Feb 20 06:04:11.112016 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-636457f2-b6b7-41a0-8f66-8477cb8f4a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:11.113679 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-636457f2-b6b7-41a0-8f66-8477cb8f4a3a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 1127 time: 0.0459852 Feb 20 06:04:11.201070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-f13c1957-657f-4265-8987-9f0ad337480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:11.202548 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-f13c1957-657f-4265-8987-9f0ad337480d service neutron] 10.222.0.48 "GET /v2.0/networks?id=d84942d1-1077-45b9-ac30-c28ca0d224f3 HTTP/1.1" status: 200 len: 897 time: 0.0827861 Feb 20 06:04:11.269997 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-163521f8-76f1-4d42-9bae-e7304b0107f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 HTTP/1.1" status: 200 len: 1000 time: 0.0617757 Feb 20 06:04:11.317090 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-f7437f0a-b046-48fd-9a45-dd488547581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:11.318430 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-f7437f0a-b046-48fd-9a45-dd488547581e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cdaeb40d-ba09-4859-95cd-aa1a372edb31 HTTP/1.1" status: 200 len: 834 time: 0.0422165 Feb 20 06:04:11.368209 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-e4f515db-a929-409b-986b-018896e7c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:11.369689 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-e4f515db-a929-409b-986b-018896e7c197 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d84942d1-1077-45b9-ac30-c28ca0d224f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431149 Feb 20 06:04:11.458666 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-d643cd9f-2e40-4a21-81cc-456c94e37894 service neutron] 10.222.0.48 "GET /v2.0/networks/d84942d1-1077-45b9-ac30-c28ca0d224f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835438 Feb 20 06:04:11.548204 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-12ba0e5e-0faa-4a15-ad94-4b3c1aa4f563 service neutron] 10.222.0.48 "GET /v2.0/networks/d84942d1-1077-45b9-ac30-c28ca0d224f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817342 Feb 20 06:04:11.780398 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-d79480ee-c13b-430c-8079-2f9288473151 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:11.781882 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-d79480ee-c13b-430c-8079-2f9288473151 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52&tenant_id=50b63137536d4822a61a7b01dd632aeb&binding%3Ahost_id=n-h2-829866-5 HTTP/1.1" status: 200 len: 1127 time: 0.0477781 Feb 20 06:04:11.900033 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-8b6cf57d-c9e2-421b-a020-498926a66a6f service neutron] For port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:04:11.903389 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-8b6cf57d-c9e2-421b-a020-498926a66a6f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:11.904526 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-8b6cf57d-c9e2-421b-a020-498926a66a6f service neutron] 10.222.0.48 "DELETE /v2.0/ports/1f7b639f-1e8d-455b-a7e0-522ed71aa1e0/bindings/n-h1-829866-5 HTTP/1.1" status: 204 len: 173 time: 0.1148396 Feb 20 06:04:12.186250 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d592fb-341e-418b-b885-611f3fad7f5d req-5aa16674-4f5a-4877-960c-6d501d185f2d tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:12.188452 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b8d592fb-341e-418b-b885-611f3fad7f5d req-5aa16674-4f5a-4877-960c-6d501d185f2d tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 945 time: 0.0572691 Feb 20 06:04:12.238019 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b8d592fb-341e-418b-b885-611f3fad7f5d req-c88da12a-c993-48d2-b135-fe83594e8be0 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5c153ef-abce-44c1-9bf0-3608ed66ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438557 Feb 20 06:04:12.345700 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988a34e-ac36-4ecd-af2c-ae2122ba28bf req-245aff77-c258-4ef1-a435-91983bc64872 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:12.347350 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3988a34e-ac36-4ecd-af2c-ae2122ba28bf req-245aff77-c258-4ef1-a435-91983bc64872 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 1127 time: 0.0440421 Feb 20 06:04:12.392586 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3988a34e-ac36-4ecd-af2c-ae2122ba28bf req-ff930978-b67a-4a88-afbc-91f559e780ea tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d5c153ef-abce-44c1-9bf0-3608ed66ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391026 Feb 20 06:04:12.515367 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6616f-b192-41a1-8e9f-9967b0f957bc req-60541085-c773-45a5-bb34-f00078dc2131 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:12.517300 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bdd6616f-b192-41a1-8e9f-9967b0f957bc req-60541085-c773-45a5-bb34-f00078dc2131 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 945 time: 0.0615053 Feb 20 06:04:12.575583 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bdd6616f-b192-41a1-8e9f-9967b0f957bc req-d437b2ba-16c4-4cac-8e57-eb1732fd1455 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5c153ef-abce-44c1-9bf0-3608ed66ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515952 Feb 20 06:04:12.595966 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43858) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:12.662487 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e3d9d5cd-d6cb-4b95-80e7-6e56bcf084bd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/floatingips/6ee6bc34-ba95-4b9a-b042-6831adc6d048 HTTP/1.1" status: 200 len: 992 time: 0.0653296 Feb 20 06:04:12.886536 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43866) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:13.015019 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:04:13.046418 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-2cd74175-5fea-40ae-9075-78c6de358d36 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Deleting port 7610ae13-e7eb-4ac8-83f2-8279f36e27fc {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:04:13.046768 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2cd74175-5fea-40ae-9075-78c6de358d36 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (7610ae13-e7eb-4ac8-83f2-8279f36e27fc), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:13.131116 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2cd74175-5fea-40ae-9075-78c6de358d36 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (7610ae13-e7eb-4ac8-83f2-8279f36e27fc), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:13.131443 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2cd74175-5fea-40ae-9075-78c6de358d36 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for floatingip (7610ae13-e7eb-4ac8-83f2-8279f36e27fc), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:13.143381 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-2cd74175-5fea-40ae-9075-78c6de358d36 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Calling delete_port for 7610ae13-e7eb-4ac8-83f2-8279f36e27fc owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:04:13.286765 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2cd74175-5fea-40ae-9075-78c6de358d36 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (7610ae13-e7eb-4ac8-83f2-8279f36e27fc), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:13.317980 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd74175-5fea-40ae-9075-78c6de358d36 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'Port': ['ID=7610ae13-e7eb-4ac8-83f2-8279f36e27fc,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:13.371299 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2cd74175-5fea-40ae-9075-78c6de358d36 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for floatingip (6ee6bc34-ba95-4b9a-b042-6831adc6d048), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:13.371634 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-2cd74175-5fea-40ae-9075-78c6de358d36 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Floating IP 6ee6bc34-ba95-4b9a-b042-6831adc6d048 disassociated (deleted). External IP: 172.25.3.244, port: 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0. Feb 20 06:04:13.589036 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd74175-5fea-40ae-9075-78c6de358d36 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Router e03edcfd-6a0a-4651-918e-15dc7ffd4a05 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:04:13.710791 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd74175-5fea-40ae-9075-78c6de358d36 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:04:13.717591 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2cd74175-5fea-40ae-9075-78c6de358d36 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:13.718097 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:04:13.722939 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63a7759-a613-4550-8791-7e44ff042c2d None None] Sync routers for ids ['e03edcfd-6a0a-4651-918e-15dc7ffd4a05'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:04:13.735822 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63a7759-a613-4550-8791-7e44ff042c2d None None] Routers {'e03edcfd-6a0a-4651-918e-15dc7ffd4a05'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:04:13.736769 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f63a7759-a613-4550-8791-7e44ff042c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:03:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['e03edcfd-6a0a-4651-918e-15dc7ffd4a05'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:04:13.751290 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2cd74175-5fea-40ae-9075-78c6de358d36 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "DELETE /v2.0/floatingips/6ee6bc34-ba95-4b9a-b042-6831adc6d048 HTTP/1.1" status: 204 len: 168 time: 0.8636775 Feb 20 06:04:13.751901 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0018c436-356d-4a09-b886-d7db98df5b52', 'tag': '1f7b639f-1e8d-455b-a7e0-522ed71aa1e0'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:04:13.754339 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e633c730-d84c-4e73-a39a-d333444a3894" -d '{"events": [{"name": "network-changed", "server_uuid": "0018c436-356d-4a09-b886-d7db98df5b52", "tag": "1f7b639f-1e8d-455b-a7e0-522ed71aa1e0"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:04:13.788344 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] The host n-h1-829866-5 is not matching for port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 host n-h2-829866-5! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 06:04:13.789608 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:04:13.852958 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-f63a7759-a613-4550-8791-7e44ff042c2d None None] Set router e03edcfd-6a0a-4651-918e-15dc7ffd4a05 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:04:13.935594 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e8b9b0-0429-4330-9ec8-f473eb09cad5 x-openstack-request-id: req-68e8b9b0-0429-4330-9ec8-f473eb09cad5 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:04:13.935889 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0018c436-356d-4a09-b886-d7db98df5b52", "tag": "1f7b639f-1e8d-455b-a7e0-522ed71aa1e0", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:04:13.936145 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68e8b9b0-0429-4330-9ec8-f473eb09cad5 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:04:13.936569 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0018c436-356d-4a09-b886-d7db98df5b52', 'tag': '1f7b639f-1e8d-455b-a7e0-522ed71aa1e0', 'status': 'completed', 'code': 200} Feb 20 06:04:14.009534 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633c730-d84c-4e73-a39a-d333444a3894 req-c2bae480-9a88-4fbe-ac89-6cb3eb1f13db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:14.011937 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e633c730-d84c-4e73-a39a-d333444a3894 req-c2bae480-9a88-4fbe-ac89-6cb3eb1f13db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 1127 time: 0.0462339 Feb 20 06:04:14.070806 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1af1ba-b24b-4fea-b07e-f7c8098c3096 req-7b87203a-9fa2-4d45-b6ba-95d174f4f3c2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:14.072737 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f1af1ba-b24b-4fea-b07e-f7c8098c3096 req-7b87203a-9fa2-4d45-b6ba-95d174f4f3c2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 945 time: 0.0586023 Feb 20 06:04:14.092111 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f63a7759-a613-4550-8791-7e44ff042c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2090595677', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:03:08Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '12b1532f-0211-49b8-8eff-5d0fdfcf920f', 'name': '', 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:68:3b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'cdaeb40d-ba09-4859-95cd-aa1a372edb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:07Z', 'updated_at': '2022-02-20T06:03:14Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': 'cdaeb40d-ba09-4859-95cd-aa1a372edb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:04:14.122627 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633c730-d84c-4e73-a39a-d333444a3894 req-911e7ad0-dedb-4330-a1af-e417dd38af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:14.124270 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e633c730-d84c-4e73-a39a-d333444a3894 req-911e7ad0-dedb-4330-a1af-e417dd38af1b service neutron] 10.222.0.48 "GET /v2.0/networks?id=d84942d1-1077-45b9-ac30-c28ca0d224f3 HTTP/1.1" status: 200 len: 897 time: 0.1028063 Feb 20 06:04:14.127933 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f1af1ba-b24b-4fea-b07e-f7c8098c3096 req-1abb558f-7904-4058-a4ff-241c1e1f8ae9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5c153ef-abce-44c1-9bf0-3608ed66ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496016 Feb 20 06:04:14.128774 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63a7759-a613-4550-8791-7e44ff042c2d None None] Checking router: e03edcfd-6a0a-4651-918e-15dc7ffd4a05 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:04:14.140302 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63a7759-a613-4550-8791-7e44ff042c2d None None] Routers {'e03edcfd-6a0a-4651-918e-15dc7ffd4a05'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:04:14.141186 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f63a7759-a613-4550-8791-7e44ff042c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:03:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['e03edcfd-6a0a-4651-918e-15dc7ffd4a05'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:04:14.181274 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e633c730-d84c-4e73-a39a-d333444a3894 req-8c75980e-9174-4a2d-9b65-74fb68987c3a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 HTTP/1.1" status: 200 len: 217 time: 0.0506082 Feb 20 06:04:14.229826 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633c730-d84c-4e73-a39a-d333444a3894 req-e359ff50-27ef-423e-8849-13c584210831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:14.231577 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e633c730-d84c-4e73-a39a-d333444a3894 req-e359ff50-27ef-423e-8849-13c584210831 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cdaeb40d-ba09-4859-95cd-aa1a372edb31 HTTP/1.1" status: 200 len: 834 time: 0.0443797 Feb 20 06:04:14.294830 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633c730-d84c-4e73-a39a-d333444a3894 req-760576fb-4e61-4aaa-8278-b3c8302c8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:14.296485 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e633c730-d84c-4e73-a39a-d333444a3894 req-760576fb-4e61-4aaa-8278-b3c8302c8c4e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d84942d1-1077-45b9-ac30-c28ca0d224f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0579526 Feb 20 06:04:14.357544 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-f63a7759-a613-4550-8791-7e44ff042c2d None None] Set router e03edcfd-6a0a-4651-918e-15dc7ffd4a05 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:04:14.389455 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e633c730-d84c-4e73-a39a-d333444a3894 req-a6dcb4e3-95f7-4a8b-b68c-4081c78c84c3 service neutron] 10.222.0.48 "GET /v2.0/networks/d84942d1-1077-45b9-ac30-c28ca0d224f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858548 Feb 20 06:04:14.475870 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7bf12-a9e3-462e-9dff-1d8f687258c6 req-0dbfe3f1-8685-4dc4-b058-028c3684b1ce tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:14.477597 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-15e7bf12-a9e3-462e-9dff-1d8f687258c6 req-0dbfe3f1-8685-4dc4-b058-028c3684b1ce tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.48 "GET /v2.0/ports?device_id=0018c436-356d-4a09-b886-d7db98df5b52 HTTP/1.1" status: 200 len: 945 time: 0.1087072 Feb 20 06:04:14.503907 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e633c730-d84c-4e73-a39a-d333444a3894 req-1d803c96-c125-4846-9bb5-a22aec920d41 service neutron] 10.222.0.48 "GET /v2.0/networks/d84942d1-1077-45b9-ac30-c28ca0d224f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091301 Feb 20 06:04:14.593354 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-15e7bf12-a9e3-462e-9dff-1d8f687258c6 req-792b6c75-8392-403e-a876-d9567f67af62 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Deleting port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:04:14.593860 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-15e7bf12-a9e3-462e-9dff-1d8f687258c6 req-792b6c75-8392-403e-a876-d9567f67af62 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1f7b639f-1e8d-455b-a7e0-522ed71aa1e0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:14.603183 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f63a7759-a613-4550-8791-7e44ff042c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2090595677', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:03:08Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '12b1532f-0211-49b8-8eff-5d0fdfcf920f', 'name': '', 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:68:3b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'cdaeb40d-ba09-4859-95cd-aa1a372edb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:07Z', 'updated_at': '2022-02-20T06:03:14Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': 'cdaeb40d-ba09-4859-95cd-aa1a372edb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:04:14.631558 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63a7759-a613-4550-8791-7e44ff042c2d None None] The sync data for ids ['e03edcfd-6a0a-4651-918e-15dc7ffd4a05'] in n-d-829866-5 is: [{'id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2090595677', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:03:08Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '12b1532f-0211-49b8-8eff-5d0fdfcf920f', 'name': '', 'network_id': 'd84942d1-1077-45b9-ac30-c28ca0d224f3', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:68:3b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'cdaeb40d-ba09-4859-95cd-aa1a372edb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:07Z', 'updated_at': '2022-02-20T06:03:14Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': 'cdaeb40d-ba09-4859-95cd-aa1a372edb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:04:14.699661 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-15e7bf12-a9e3-462e-9dff-1d8f687258c6 req-792b6c75-8392-403e-a876-d9567f67af62 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] For port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0,segment=NetworkSegment(8ccdb38e-5f16-43aa-893f-c7bc844b3fa6),segment_id=8ccdb38e-5f16-43aa-893f-c7bc844b3fa6)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:04:14.700045 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-15e7bf12-a9e3-462e-9dff-1d8f687258c6 req-792b6c75-8392-403e-a876-d9567f67af62 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1f7b639f-1e8d-455b-a7e0-522ed71aa1e0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:14.714766 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-15e7bf12-a9e3-462e-9dff-1d8f687258c6 req-792b6c75-8392-403e-a876-d9567f67af62 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Calling delete_port for 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:04:14.851577 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-15e7bf12-a9e3-462e-9dff-1d8f687258c6 req-792b6c75-8392-403e-a876-d9567f67af62 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (1f7b639f-1e8d-455b-a7e0-522ed71aa1e0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:14.882809 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b6c75-8392-403e-a876-d9567f67af62 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'Port': ['ID=1f7b639f-1e8d-455b-a7e0-522ed71aa1e0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:14.933798 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e7bf12-a9e3-462e-9dff-1d8f687258c6 req-792b6c75-8392-403e-a876-d9567f67af62 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] No DVR routers for this DVR port 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:04:14.937364 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-15e7bf12-a9e3-462e-9dff-1d8f687258c6 req-792b6c75-8392-403e-a876-d9567f67af62 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:14.941434 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaac77ad-9799-455c-9da8-f9462efce23e None None] New status for floating IP 6ee6bc34-ba95-4b9a-b042-6831adc6d048: DOWN {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:04:14.941950 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-15e7bf12-a9e3-462e-9dff-1d8f687258c6 req-792b6c75-8392-403e-a876-d9567f67af62 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.48 "DELETE /v2.0/ports/1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 HTTP/1.1" status: 204 len: 173 time: 0.4596148 Feb 20 06:04:15.198594 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43880) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:15.937452 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1cdf28a6-6ae4-4da0-9ce5-2603833cd977 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (e03edcfd-6a0a-4651-918e-15dc7ffd4a05), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:15.938034 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0018c436-356d-4a09-b886-d7db98df5b52', 'name': 'network-vif-deleted', 'tag': '1f7b639f-1e8d-455b-a7e0-522ed71aa1e0'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:04:15.940852 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0449533b-87a3-4c08-9636-e8a698020dc0" -d '{"events": [{"server_uuid": "0018c436-356d-4a09-b886-d7db98df5b52", "name": "network-vif-deleted", "tag": "1f7b639f-1e8d-455b-a7e0-522ed71aa1e0"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:04:15.977573 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5811fd-a4fc-48e9-9254-49ad975d9c99 x-openstack-request-id: req-0e5811fd-a4fc-48e9-9254-49ad975d9c99 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:04:15.977994 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0018c436-356d-4a09-b886-d7db98df5b52", "name": "network-vif-deleted", "tag": "1f7b639f-1e8d-455b-a7e0-522ed71aa1e0", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:04:15.978352 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e5811fd-a4fc-48e9-9254-49ad975d9c99 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:04:15.978992 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0018c436-356d-4a09-b886-d7db98df5b52', 'name': 'network-vif-deleted', 'tag': '1f7b639f-1e8d-455b-a7e0-522ed71aa1e0', 'status': 'completed', 'code': 200} Feb 20 06:04:16.200349 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-1cdf28a6-6ae4-4da0-9ce5-2603833cd977 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Deleting port 12b1532f-0211-49b8-8eff-5d0fdfcf920f {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:04:16.200892 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1cdf28a6-6ae4-4da0-9ce5-2603833cd977 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (12b1532f-0211-49b8-8eff-5d0fdfcf920f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:16.291141 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-1cdf28a6-6ae4-4da0-9ce5-2603833cd977 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] For port 12b1532f-0211-49b8-8eff-5d0fdfcf920f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=12b1532f-0211-49b8-8eff-5d0fdfcf920f,segment=NetworkSegment(8ccdb38e-5f16-43aa-893f-c7bc844b3fa6),segment_id=8ccdb38e-5f16-43aa-893f-c7bc844b3fa6)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:04:16.291502 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1cdf28a6-6ae4-4da0-9ce5-2603833cd977 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (12b1532f-0211-49b8-8eff-5d0fdfcf920f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:16.303204 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-1cdf28a6-6ae4-4da0-9ce5-2603833cd977 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Calling delete_port for 12b1532f-0211-49b8-8eff-5d0fdfcf920f owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:04:16.459533 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25fdbc79-707f-43ca-bea0-4e8f570ba063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:16.496926 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1cdf28a6-6ae4-4da0-9ce5-2603833cd977 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (12b1532f-0211-49b8-8eff-5d0fdfcf920f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:16.527381 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf28a6-6ae4-4da0-9ce5-2603833cd977 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'Port': ['ID=12b1532f-0211-49b8-8eff-5d0fdfcf920f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:16.583118 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf28a6-6ae4-4da0-9ce5-2603833cd977 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:16.583480 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf28a6-6ae4-4da0-9ce5-2603833cd977 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:16.583840 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf28a6-6ae4-4da0-9ce5-2603833cd977 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:16.584190 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf28a6-6ae4-4da0-9ce5-2603833cd977 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:16.584530 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf28a6-6ae4-4da0-9ce5-2603833cd977 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:16.584875 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf28a6-6ae4-4da0-9ce5-2603833cd977 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:16.585214 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf28a6-6ae4-4da0-9ce5-2603833cd977 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:16.585682 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf28a6-6ae4-4da0-9ce5-2603833cd977 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:16.586025 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf28a6-6ae4-4da0-9ce5-2603833cd977 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:16.586362 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf28a6-6ae4-4da0-9ce5-2603833cd977 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:16.586700 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf28a6-6ae4-4da0-9ce5-2603833cd977 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:16.587062 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf28a6-6ae4-4da0-9ce5-2603833cd977 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:16.587395 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf28a6-6ae4-4da0-9ce5-2603833cd977 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:16.736399 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1cdf28a6-6ae4-4da0-9ce5-2603833cd977 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (e03edcfd-6a0a-4651-918e-15dc7ffd4a05), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:16.955723 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdf28a6-6ae4-4da0-9ce5-2603833cd977 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Router e03edcfd-6a0a-4651-918e-15dc7ffd4a05 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:04:17.064065 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdf28a6-6ae4-4da0-9ce5-2603833cd977 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:04:17.068966 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1cdf28a6-6ae4-4da0-9ce5-2603833cd977 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "PUT /v2.0/routers/e03edcfd-6a0a-4651-918e-15dc7ffd4a05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8690593 Feb 20 06:04:17.071587 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43886) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:17.077479 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b69d52-bf3b-48e6-896d-b5460e484a13 None None] Sync routers for ids ['e03edcfd-6a0a-4651-918e-15dc7ffd4a05'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:04:17.094026 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b69d52-bf3b-48e6-896d-b5460e484a13 None None] Routers {'e03edcfd-6a0a-4651-918e-15dc7ffd4a05'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:04:17.094935 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-69b69d52-bf3b-48e6-896d-b5460e484a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:03:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['e03edcfd-6a0a-4651-918e-15dc7ffd4a05'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:04:17.156256 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-00822ff4-4fc9-49a5-a239-d17f146c4326 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Deleting subnet cdaeb40d-ba09-4859-95cd-aa1a372edb31 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:04:17.176312 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-00822ff4-4fc9-49a5-a239-d17f146c4326 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for subnet (cdaeb40d-ba09-4859-95cd-aa1a372edb31), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:17.221644 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-00822ff4-4fc9-49a5-a239-d17f146c4326 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (cdaeb40d-ba09-4859-95cd-aa1a372edb31), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:17.231480 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-69b69d52-bf3b-48e6-896d-b5460e484a13 None None] Set router e03edcfd-6a0a-4651-918e-15dc7ffd4a05 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:04:17.308003 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-00822ff4-4fc9-49a5-a239-d17f146c4326 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (cdaeb40d-ba09-4859-95cd-aa1a372edb31), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:17.374506 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-00822ff4-4fc9-49a5-a239-d17f146c4326 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (cdaeb40d-ba09-4859-95cd-aa1a372edb31), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:17.403223 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00822ff4-4fc9-49a5-a239-d17f146c4326 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'Subnet': ['ID=cdaeb40d-ba09-4859-95cd-aa1a372edb31,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:17.407461 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-00822ff4-4fc9-49a5-a239-d17f146c4326 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:17.413126 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-00822ff4-4fc9-49a5-a239-d17f146c4326 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "DELETE /v2.0/subnets/cdaeb40d-ba09-4859-95cd-aa1a372edb31 HTTP/1.1" status: 204 len: 168 time: 0.3382156 Feb 20 06:04:17.413526 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43890) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:17.421682 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f1ac30-c38f-4024-8929-689978f2c249 None None] Network d84942d1-1077-45b9-ac30-c28ca0d224f3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:04:17.426403 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-69b69d52-bf3b-48e6-896d-b5460e484a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2090595677', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:04:16Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:04:17.454686 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b69d52-bf3b-48e6-896d-b5460e484a13 None None] Checking router: e03edcfd-6a0a-4651-918e-15dc7ffd4a05 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:04:17.468479 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b69d52-bf3b-48e6-896d-b5460e484a13 None None] Routers {'e03edcfd-6a0a-4651-918e-15dc7ffd4a05'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:04:17.469158 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-69b69d52-bf3b-48e6-896d-b5460e484a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:03:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['e03edcfd-6a0a-4651-918e-15dc7ffd4a05'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:04:17.531819 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb7697d2-8d3b-46a5-b312-e4ddf4c09334 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router (e03edcfd-6a0a-4651-918e-15dc7ffd4a05), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:17.602126 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-69b69d52-bf3b-48e6-896d-b5460e484a13 None None] Set router e03edcfd-6a0a-4651-918e-15dc7ffd4a05 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:04:17.636613 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da223648-d85e-4da5-9650-2416ee0126e7 None None] DHCP port deletion for d84942d1-1077-45b9-ac30-c28ca0d224f3 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:04:17.679848 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb7697d2-8d3b-46a5-b312-e4ddf4c09334 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router_gateway (e03edcfd-6a0a-4651-918e-15dc7ffd4a05), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:17.697401 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-da223648-d85e-4da5-9650-2416ee0126e7 None None] Deleting port ddcf1647-b14a-4bd3-9b3f-7ed700376483 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:04:17.697816 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da223648-d85e-4da5-9650-2416ee0126e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (ddcf1647-b14a-4bd3-9b3f-7ed700376483), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:17.746752 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-fb7697d2-8d3b-46a5-b312-e4ddf4c09334 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Deleting port a91b62ca-c97d-4788-9721-8a1e3098f02f {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:04:17.747495 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb7697d2-8d3b-46a5-b312-e4ddf4c09334 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a91b62ca-c97d-4788-9721-8a1e3098f02f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:17.767524 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-da223648-d85e-4da5-9650-2416ee0126e7 None None] For port ddcf1647-b14a-4bd3-9b3f-7ed700376483, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=ddcf1647-b14a-4bd3-9b3f-7ed700376483,segment=NetworkSegment(8ccdb38e-5f16-43aa-893f-c7bc844b3fa6),segment_id=8ccdb38e-5f16-43aa-893f-c7bc844b3fa6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:04:17.767917 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da223648-d85e-4da5-9650-2416ee0126e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (ddcf1647-b14a-4bd3-9b3f-7ed700376483), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:17.781721 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-da223648-d85e-4da5-9650-2416ee0126e7 None None] Calling delete_port for ddcf1647-b14a-4bd3-9b3f-7ed700376483 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:04:17.803433 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-69b69d52-bf3b-48e6-896d-b5460e484a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2090595677', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:04:16Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:04:17.836483 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b69d52-bf3b-48e6-896d-b5460e484a13 None None] The sync data for ids ['e03edcfd-6a0a-4651-918e-15dc7ffd4a05'] in n-d-829866-5 is: [{'id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2090595677', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:04:16Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'a91b62ca-c97d-4788-9721-8a1e3098f02f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03edcfd-6a0a-4651-918e-15dc7ffd4a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:03Z', 'updated_at': '2022-02-20T06:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:04:17.849401 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-fb7697d2-8d3b-46a5-b312-e4ddf4c09334 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] For port a91b62ca-c97d-4788-9721-8a1e3098f02f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a91b62ca-c97d-4788-9721-8a1e3098f02f,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:04:17.849868 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb7697d2-8d3b-46a5-b312-e4ddf4c09334 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a91b62ca-c97d-4788-9721-8a1e3098f02f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:17.870575 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-fb7697d2-8d3b-46a5-b312-e4ddf4c09334 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Calling delete_port for a91b62ca-c97d-4788-9721-8a1e3098f02f owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:04:17.885331 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da223648-d85e-4da5-9650-2416ee0126e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (ddcf1647-b14a-4bd3-9b3f-7ed700376483), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:17.912372 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da223648-d85e-4da5-9650-2416ee0126e7 None None] Pushing event deleted for resources: {'Port': ['ID=ddcf1647-b14a-4bd3-9b3f-7ed700376483,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:17.920722 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da223648-d85e-4da5-9650-2416ee0126e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:17.921147 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da223648-d85e-4da5-9650-2416ee0126e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:17.921558 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da223648-d85e-4da5-9650-2416ee0126e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:17.921961 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da223648-d85e-4da5-9650-2416ee0126e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:17.922387 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da223648-d85e-4da5-9650-2416ee0126e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:17.922782 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da223648-d85e-4da5-9650-2416ee0126e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:17.923207 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da223648-d85e-4da5-9650-2416ee0126e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:17.923599 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da223648-d85e-4da5-9650-2416ee0126e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:17.923933 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da223648-d85e-4da5-9650-2416ee0126e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:17.924260 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da223648-d85e-4da5-9650-2416ee0126e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:17.924796 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da223648-d85e-4da5-9650-2416ee0126e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:17.924911 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da223648-d85e-4da5-9650-2416ee0126e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:17.925208 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da223648-d85e-4da5-9650-2416ee0126e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:17.933248 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da223648-d85e-4da5-9650-2416ee0126e7 None None] No DVR routers for this DVR port ddcf1647-b14a-4bd3-9b3f-7ed700376483 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:04:18.061475 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb7697d2-8d3b-46a5-b312-e4ddf4c09334 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (a91b62ca-c97d-4788-9721-8a1e3098f02f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:18.084731 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7697d2-8d3b-46a5-b312-e4ddf4c09334 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'Port': ['ID=a91b62ca-c97d-4788-9721-8a1e3098f02f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:18.154837 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb7697d2-8d3b-46a5-b312-e4ddf4c09334 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (e03edcfd-6a0a-4651-918e-15dc7ffd4a05), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:18.266867 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb7697d2-8d3b-46a5-b312-e4ddf4c09334 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (e03edcfd-6a0a-4651-918e-15dc7ffd4a05), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:18.269370 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb7697d2-8d3b-46a5-b312-e4ddf4c09334 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router_controller (e03edcfd-6a0a-4651-918e-15dc7ffd4a05), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:18.322118 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb7697d2-8d3b-46a5-b312-e4ddf4c09334 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (e03edcfd-6a0a-4651-918e-15dc7ffd4a05), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:18.322757 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7697d2-8d3b-46a5-b312-e4ddf4c09334 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Fanout notify agent at l3_agent the message router_deleted on router e03edcfd-6a0a-4651-918e-15dc7ffd4a05 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:04:18.331975 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb7697d2-8d3b-46a5-b312-e4ddf4c09334 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:18.333430 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fb7697d2-8d3b-46a5-b312-e4ddf4c09334 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "DELETE /v2.0/routers/e03edcfd-6a0a-4651-918e-15dc7ffd4a05 HTTP/1.1" status: 204 len: 168 time: 0.9186680 Feb 20 06:04:18.336814 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43898) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:18.376388 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:04:18.403807 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:04:18.405059 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 1f7b639f-1e8d-455b-a7e0-522ed71aa1e0 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:04:18.422510 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5d92c370-a4e8-4254-ba4c-a78789614f6d tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (d84942d1-1077-45b9-ac30-c28ca0d224f3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:18.527905 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5d92c370-a4e8-4254-ba4c-a78789614f6d tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (d84942d1-1077-45b9-ac30-c28ca0d224f3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:18.552294 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-5d92c370-a4e8-4254-ba4c-a78789614f6d tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84942d1-1077-45b9-ac30-c28ca0d224f3']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:04:18.562631 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-5d92c370-a4e8-4254-ba4c-a78789614f6d tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ccdb38e-5f16-43aa-893f-c7bc844b3fa6') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:04:18.562932 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-5d92c370-a4e8-4254-ba4c-a78789614f6d tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ccdb38e-5f16-43aa-893f-c7bc844b3fa6') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:04:18.573462 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5d92c370-a4e8-4254-ba4c-a78789614f6d tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (8ccdb38e-5f16-43aa-893f-c7bc844b3fa6), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:18.588301 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5d92c370-a4e8-4254-ba4c-a78789614f6d tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (8ccdb38e-5f16-43aa-893f-c7bc844b3fa6), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:18.596229 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d92c370-a4e8-4254-ba4c-a78789614f6d tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:04:18.596725 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5d92c370-a4e8-4254-ba4c-a78789614f6d tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (8ccdb38e-5f16-43aa-893f-c7bc844b3fa6), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: timer() Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:04:18.600256 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:04:18.671241 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5d92c370-a4e8-4254-ba4c-a78789614f6d tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (d84942d1-1077-45b9-ac30-c28ca0d224f3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:18.679726 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5d92c370-a4e8-4254-ba4c-a78789614f6d tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:18.682873 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5d92c370-a4e8-4254-ba4c-a78789614f6d tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "DELETE /v2.0/networks/d84942d1-1077-45b9-ac30-c28ca0d224f3 HTTP/1.1" status: 204 len: 168 time: 0.3450856 Feb 20 06:04:18.685633 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43900) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:18.705736 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92c370-a4e8-4254-ba4c-a78789614f6d tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'Network': ['ID=d84942d1-1077-45b9-ac30-c28ca0d224f3,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:18.753757 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbc00f9c-3168-42ac-a51c-e1bb3984c2da tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group (d5c153ef-abce-44c1-9bf0-3608ed66ea0c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:18.776829 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbc00f9c-3168-42ac-a51c-e1bb3984c2da tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group (d5c153ef-abce-44c1-9bf0-3608ed66ea0c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:18.839191 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbc00f9c-3168-42ac-a51c-e1bb3984c2da tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d5c153ef-abce-44c1-9bf0-3608ed66ea0c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:18.841791 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbc00f9c-3168-42ac-a51c-e1bb3984c2da tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:18.843018 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fbc00f9c-3168-42ac-a51c-e1bb3984c2da tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "DELETE /v2.0/security-groups/d5c153ef-abce-44c1-9bf0-3608ed66ea0c HTTP/1.1" status: 204 len: 168 time: 0.1562955 Feb 20 06:04:18.861035 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc00f9c-3168-42ac-a51c-e1bb3984c2da tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c153ef-abce-44c1-9bf0-3608ed66ea0c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:18.937204 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1b71884-405b-47e7-9f9a-b4acfefa6bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:19.182959 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43910) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:19.188971 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e85d4f2b-9fde-426e-a314-7d2827141246 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2109904673', 'description': 'tempest-secgroup-smoke-2109904673 description', 'project_id': '50b63137536d4822a61a7b01dd632aeb'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:04:19.193271 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ddcf1647-b14a-4bd3-9b3f-7ed700376483 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:04:19.216833 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e85d4f2b-9fde-426e-a314-7d2827141246 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:19.233728 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: ddcf1647-b14a-4bd3-9b3f-7ed700376483 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:04:19.234079 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ddcf1647-b14a-4bd3-9b3f-7ed700376483 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:04:19.234705 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 12b1532f-0211-49b8-8eff-5d0fdfcf920f no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:04:19.258406 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 12b1532f-0211-49b8-8eff-5d0fdfcf920f {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:04:19.258763 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 12b1532f-0211-49b8-8eff-5d0fdfcf920f not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:04:19.259239 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a91b62ca-c97d-4788-9721-8a1e3098f02f no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:04:19.287042 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: a91b62ca-c97d-4788-9721-8a1e3098f02f {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:04:19.287398 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a91b62ca-c97d-4788-9721-8a1e3098f02f not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:04:19.303486 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e85d4f2b-9fde-426e-a314-7d2827141246 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group (5f70dacb-3b05-4ec8-bfc2-4d4562c424c5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:19.313419 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e85d4f2b-9fde-426e-a314-7d2827141246 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5f70dacb-3b05-4ec8-bfc2-4d4562c424c5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:19.352123 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e85d4f2b-9fde-426e-a314-7d2827141246 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:19.354943 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e85d4f2b-9fde-426e-a314-7d2827141246 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1692982 Feb 20 06:04:19.355615 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d4f2b-9fde-426e-a314-7d2827141246 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:19.356559 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43914) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:19.361695 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-aa8ca0ee-034b-4da3-8718-2d0606ac932e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group_rule': {'security_group_id': '5f70dacb-3b05-4ec8-bfc2-4d4562c424c5', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:04:19.401138 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aa8ca0ee-034b-4da3-8718-2d0606ac932e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (07ed1f45-1a99-42a4-9503-dcc48af0e0ef), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:19.438788 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43920) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:19.466529 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aa8ca0ee-034b-4da3-8718-2d0606ac932e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (07ed1f45-1a99-42a4-9503-dcc48af0e0ef), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:19.470792 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aa8ca0ee-034b-4da3-8718-2d0606ac932e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (07ed1f45-1a99-42a4-9503-dcc48af0e0ef), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:19.491210 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ca0ee-034b-4da3-8718-2d0606ac932e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ed1f45-1a99-42a4-9503-dcc48af0e0ef,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:19.497605 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-aa8ca0ee-034b-4da3-8718-2d0606ac932e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:19.501374 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-aa8ca0ee-034b-4da3-8718-2d0606ac932e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407590 Feb 20 06:04:19.501578 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43924) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:19.506000 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a4ec2dae-c88a-4bfd-96d5-7490d9d3e469 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group_rule': {'security_group_id': '5f70dacb-3b05-4ec8-bfc2-4d4562c424c5', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:04:19.531903 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4ec2dae-c88a-4bfd-96d5-7490d9d3e469 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (6d963b39-d698-4492-b85d-16e4ea8ea0e3), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:19.567697 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95a3b1-e66d-4479-bb16-0f8ec4297cbd req-0d8d9dbf-1258-43a8-9758-86cbf600bdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:19.569412 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cf95a3b1-e66d-4479-bb16-0f8ec4297cbd req-0d8d9dbf-1258-43a8-9758-86cbf600bdc6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543 HTTP/1.1" status: 200 len: 1128 time: 0.1295969 Feb 20 06:04:19.595208 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4ec2dae-c88a-4bfd-96d5-7490d9d3e469 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (6d963b39-d698-4492-b85d-16e4ea8ea0e3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:19.599627 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4ec2dae-c88a-4bfd-96d5-7490d9d3e469 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (6d963b39-d698-4492-b85d-16e4ea8ea0e3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:19.622484 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec2dae-c88a-4bfd-96d5-7490d9d3e469 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d963b39-d698-4492-b85d-16e4ea8ea0e3,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:19.623359 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cf95a3b1-e66d-4479-bb16-0f8ec4297cbd req-7dce8537-337c-4d69-ace8-ce099a2dca65 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=158e3b80-40ec-445a-bc0d-c05425c085ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462363 Feb 20 06:04:19.632705 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4ec2dae-c88a-4bfd-96d5-7490d9d3e469 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:19.637570 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a4ec2dae-c88a-4bfd-96d5-7490d9d3e469 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1314657 Feb 20 06:04:19.637570 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43926) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:19.643526 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-33920ecc-40c2-4be4-bad7-61c6860e3ace tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group_rule': {'security_group_id': '5f70dacb-3b05-4ec8-bfc2-4d4562c424c5', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:04:19.657548 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:19.671953 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-33920ecc-40c2-4be4-bad7-61c6860e3ace tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (a238a1ec-d830-4647-9e63-d4d3615bb759), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:19.727461 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-33920ecc-40c2-4be4-bad7-61c6860e3ace tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (a238a1ec-d830-4647-9e63-d4d3615bb759), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:19.730791 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-33920ecc-40c2-4be4-bad7-61c6860e3ace tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (a238a1ec-d830-4647-9e63-d4d3615bb759), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:19.748677 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33920ecc-40c2-4be4-bad7-61c6860e3ace tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a238a1ec-d830-4647-9e63-d4d3615bb759,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:19.756982 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-33920ecc-40c2-4be4-bad7-61c6860e3ace tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:19.758718 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-33920ecc-40c2-4be4-bad7-61c6860e3ace tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202929 Feb 20 06:04:19.764577 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43930) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:19.769139 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-3163e025-48bf-4c2c-9520-52a58f207858 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group_rule': {'security_group_id': '5f70dacb-3b05-4ec8-bfc2-4d4562c424c5', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:04:19.793148 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3163e025-48bf-4c2c-9520-52a58f207858 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (deb81c22-cf4c-4d76-b337-790ef961c301), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:19.848831 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3163e025-48bf-4c2c-9520-52a58f207858 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (deb81c22-cf4c-4d76-b337-790ef961c301), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:19.853572 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3163e025-48bf-4c2c-9520-52a58f207858 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (deb81c22-cf4c-4d76-b337-790ef961c301), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:19.874921 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163e025-48bf-4c2c-9520-52a58f207858 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb81c22-cf4c-4d76-b337-790ef961c301,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:19.883840 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3163e025-48bf-4c2c-9520-52a58f207858 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:19.885053 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3163e025-48bf-4c2c-9520-52a58f207858 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194308 Feb 20 06:04:19.887871 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43932) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:19.892275 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-17470425-fbc0-45a9-8982-9bb258fe8580 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group_rule': {'security_group_id': '5f70dacb-3b05-4ec8-bfc2-4d4562c424c5', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:04:19.914149 n-d-829866-5 neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-17470425-fbc0-45a9-8982-9bb258fe8580 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Project 50b63137536d4822a61a7b01dd632aeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:04:19.919333 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17470425-fbc0-45a9-8982-9bb258fe8580 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (680ebe55-9a6f-4c0a-a743-56e151105120), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:19.981048 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17470425-fbc0-45a9-8982-9bb258fe8580 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (680ebe55-9a6f-4c0a-a743-56e151105120), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:19.984668 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17470425-fbc0-45a9-8982-9bb258fe8580 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (680ebe55-9a6f-4c0a-a743-56e151105120), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:20.003321 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17470425-fbc0-45a9-8982-9bb258fe8580 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680ebe55-9a6f-4c0a-a743-56e151105120,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:20.012203 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17470425-fbc0-45a9-8982-9bb258fe8580 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:20.013430 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-17470425-fbc0-45a9-8982-9bb258fe8580 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245716 Feb 20 06:04:20.017535 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43934) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:20.022089 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-47480d22-afc6-4e73-a79d-98b2cb09a463 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'security_group_rule': {'security_group_id': '5f70dacb-3b05-4ec8-bfc2-4d4562c424c5', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:04:20.041619 n-d-829866-5 neutron-server[103406]: INFO neutron.db.securitygroups_db [None req-47480d22-afc6-4e73-a79d-98b2cb09a463 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Project 50b63137536d4822a61a7b01dd632aeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:04:20.046738 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-47480d22-afc6-4e73-a79d-98b2cb09a463 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (4c6c10f4-b869-489e-bed8-b15c17722aed), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:20.124782 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-47480d22-afc6-4e73-a79d-98b2cb09a463 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (4c6c10f4-b869-489e-bed8-b15c17722aed), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:20.129220 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-47480d22-afc6-4e73-a79d-98b2cb09a463 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (4c6c10f4-b869-489e-bed8-b15c17722aed), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:20.156446 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47480d22-afc6-4e73-a79d-98b2cb09a463 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6c10f4-b869-489e-bed8-b15c17722aed,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:20.170315 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-47480d22-afc6-4e73-a79d-98b2cb09a463 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:20.171621 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-47480d22-afc6-4e73-a79d-98b2cb09a463 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1530905 Feb 20 06:04:20.174612 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43936) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:20.180587 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a7584682-785f-46b6-91b5-6fa8c0623ca5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'network': {'name': 'tempest-network-smoke--1610376482', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'port_security_enabled': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:04:20.205007 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7584682-785f-46b6-91b5-6fa8c0623ca5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Made reservation on behalf of 50b63137536d4822a61a7b01dd632aeb for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:04:20.208685 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7584682-785f-46b6-91b5-6fa8c0623ca5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:20.253440 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7584682-785f-46b6-91b5-6fa8c0623ca5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:04:20.265084 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7584682-785f-46b6-91b5-6fa8c0623ca5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (4d8b6649-4ec2-4def-9403-2f5af3e7b37f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:20.265572 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-a7584682-785f-46b6-91b5-6fa8c0623ca5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Added segment 4d8b6649-4ec2-4def-9403-2f5af3e7b37f of type vlan for network a5c01fef-8b4a-4e41-ae66-0483f664c793 Feb 20 06:04:20.312413 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7584682-785f-46b6-91b5-6fa8c0623ca5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (a5c01fef-8b4a-4e41-ae66-0483f664c793), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:20.339885 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7584682-785f-46b6-91b5-6fa8c0623ca5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (a5c01fef-8b4a-4e41-ae66-0483f664c793), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:20.345510 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7584682-785f-46b6-91b5-6fa8c0623ca5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:20.346112 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7584682-785f-46b6-91b5-6fa8c0623ca5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:20.403496 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a7584682-785f-46b6-91b5-6fa8c0623ca5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2276676 Feb 20 06:04:20.406969 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43944) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:20.417415 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a0de20a7-c79c-4b3d-a9cd-54a8975f1f52 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-968819590', 'admin_state_up': True, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:04:20.426419 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7584682-785f-46b6-91b5-6fa8c0623ca5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Network': ['ID=a5c01fef-8b4a-4e41-ae66-0483f664c793,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:20.439254 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network a5c01fef-8b4a-4e41-ae66-0483f664c793 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:04:20.454155 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0de20a7-c79c-4b3d-a9cd-54a8975f1f52 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:20.455531 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0de20a7-c79c-4b3d-a9cd-54a8975f1f52 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:20.511166 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0de20a7-c79c-4b3d-a9cd-54a8975f1f52 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router_controller (9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:20.660043 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0de20a7-c79c-4b3d-a9cd-54a8975f1f52 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router_gateway (9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:20.850119 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0de20a7-c79c-4b3d-a9cd-54a8975f1f52 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router_gateway (9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:20.873847 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0de20a7-c79c-4b3d-a9cd-54a8975f1f52 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:20.975703 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-a0de20a7-c79c-4b3d-a9cd-54a8975f1f52 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Allocated IP 172.25.3.35 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/ab62c64c-ba76-4f4f-b0be-715758484b7d) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:04:21.077868 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0de20a7-c79c-4b3d-a9cd-54a8975f1f52 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for port (ab62c64c-ba76-4f4f-b0be-715758484b7d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:21.111270 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0de20a7-c79c-4b3d-a9cd-54a8975f1f52 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (ab62c64c-ba76-4f4f-b0be-715758484b7d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:21.148294 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0de20a7-c79c-4b3d-a9cd-54a8975f1f52 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:04:21.150578 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-a0de20a7-c79c-4b3d-a9cd-54a8975f1f52 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:04:21.156060 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0de20a7-c79c-4b3d-a9cd-54a8975f1f52 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:04:21.161767 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de20a7-c79c-4b3d-a9cd-54a8975f1f52 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Port': ['ID=ab62c64c-ba76-4f4f-b0be-715758484b7d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:21.408964 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0de20a7-c79c-4b3d-a9cd-54a8975f1f52 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router_gateway (9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:21.457636 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:21.616127 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0de20a7-c79c-4b3d-a9cd-54a8975f1f52 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:21.743271 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0de20a7-c79c-4b3d-a9cd-54a8975f1f52 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Router 9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:04:21.851447 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0de20a7-c79c-4b3d-a9cd-54a8975f1f52 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:04:21.861543 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bd4bcb-2ac9-4b96-8e88-914459c46c87 None None] Sync routers for ids ['9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:04:21.871838 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0de20a7-c79c-4b3d-a9cd-54a8975f1f52 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:21.872886 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bd4bcb-2ac9-4b96-8e88-914459c46c87 None None] Routers {'9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:04:21.873515 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d9bd4bcb-2ac9-4b96-8e88-914459c46c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:04:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:04:21.873800 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a0de20a7-c79c-4b3d-a9cd-54a8975f1f52 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4645765 Feb 20 06:04:21.876358 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43954) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:21.904634 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9e95e79d-d75d-4665-9361-2f1faebe6ebc tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=50b63137536d4822a61a7b01dd632aeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271926 Feb 20 06:04:21.907282 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43956) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:21.981143 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-d9bd4bcb-2ac9-4b96-8e88-914459c46c87 None None] Set router 9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:04:21.999167 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b3d021-6fb1-45c5-9627-fee06946bca9 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:21.999167 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-81b3d021-6fb1-45c5-9627-fee06946bca9 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896621 Feb 20 06:04:22.000592 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43958) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:22.032772 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7abc8409-252f-4f4b-b1f2-1a899301a6a2 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310352 Feb 20 06:04:22.035212 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 43960) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:22.039855 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-544b41bf-7da8-4cc8-a976-278e667b0198 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1503038926', 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:04:22.125318 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544b41bf-7da8-4cc8-a976-278e667b0198 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Made reservation on behalf of 50b63137536d4822a61a7b01dd632aeb for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:04:22.128877 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-544b41bf-7da8-4cc8-a976-278e667b0198 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:22.159224 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d9bd4bcb-2ac9-4b96-8e88-914459c46c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968819590', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:04:21Z', 'revision_number': 3, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:04:22.189307 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bd4bcb-2ac9-4b96-8e88-914459c46c87 None None] Checking router: 9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:04:22.189666 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bd4bcb-2ac9-4b96-8e88-914459c46c87 None None] Updating router 9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2 port ab62c64c-ba76-4f4f-b0be-715758484b7d binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:04:22.218986 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9bd4bcb-2ac9-4b96-8e88-914459c46c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ab62c64c-ba76-4f4f-b0be-715758484b7d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:22.308311 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-544b41bf-7da8-4cc8-a976-278e667b0198 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (1f8ad4ef-aaf3-49c2-be58-485c06e4e712), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:22.365888 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b41bf-7da8-4cc8-a976-278e667b0198 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Subnet': ['ID=1f8ad4ef-aaf3-49c2-be58-485c06e4e712,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:22.380345 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544b41bf-7da8-4cc8-a976-278e667b0198 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Checking segment: {'id': '4d8b6649-4ec2-4def-9403-2f5af3e7b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:04:22.380709 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544b41bf-7da8-4cc8-a976-278e667b0198 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network hostable DHCP agents. Network: a5c01fef-8b4a-4e41-ae66-0483f664c793, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:04:22.397617 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544b41bf-7da8-4cc8-a976-278e667b0198 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network a5c01fef-8b4a-4e41-ae66-0483f664c793 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:04:22.407494 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-544b41bf-7da8-4cc8-a976-278e667b0198 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, a5c01fef-8b4a-4e41-ae66-0483f664c793) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:04:22.413730 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544b41bf-7da8-4cc8-a976-278e667b0198 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:22.414331 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-544b41bf-7da8-4cc8-a976-278e667b0198 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:22.417016 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c449214e-7542-4afc-be2c-0d9f135e7144 None None] Network a5c01fef-8b4a-4e41-ae66-0483f664c793 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:04:22.431727 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-544b41bf-7da8-4cc8-a976-278e667b0198 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3955498 Feb 20 06:04:22.434687 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 43962) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:22.540984 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9bd4bcb-2ac9-4b96-8e88-914459c46c87 None None] Publish callbacks [] for port (ab62c64c-ba76-4f4f-b0be-715758484b7d), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:22.566689 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9bd4bcb-2ac9-4b96-8e88-914459c46c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ab62c64c-ba76-4f4f-b0be-715758484b7d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:22.572313 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b13ac6-0e87-457a-95c4-955a8481a126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-a5c01fef-8b4a-4e41-ae66-0483f664c793', 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793', 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'fixed_ips': [{'subnet_id': '1f8ad4ef-aaf3-49c2-be58-485c06e4e712'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:04:22.573219 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a0b13ac6-0e87-457a-95c4-955a8481a126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:22.642857 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161bdb8-b24d-46da-a9c3-5111dfdc4a2d None None] Pushing event updated for resources: {'Port': ['ID=ab62c64c-ba76-4f4f-b0be-715758484b7d,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:22.647532 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d9bd4bcb-2ac9-4b96-8e88-914459c46c87 None None] Attempting to bind port ab62c64c-ba76-4f4f-b0be-715758484b7d on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:04:22.647950 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d9bd4bcb-2ac9-4b96-8e88-914459c46c87 None None] Attempting to bind port ab62c64c-ba76-4f4f-b0be-715758484b7d by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:04:22.648424 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bd4bcb-2ac9-4b96-8e88-914459c46c87 None None] Attempting to bind port ab62c64c-ba76-4f4f-b0be-715758484b7d on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:04:22.713796 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bd4bcb-2ac9-4b96-8e88-914459c46c87 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:04:22.714171 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bd4bcb-2ac9-4b96-8e88-914459c46c87 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:04:22.714578 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9bd4bcb-2ac9-4b96-8e88-914459c46c87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:22.715000 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bd4bcb-2ac9-4b96-8e88-914459c46c87 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:04:22.715571 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d9bd4bcb-2ac9-4b96-8e88-914459c46c87 None None] Bound port: ab62c64c-ba76-4f4f-b0be-715758484b7d, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:04:22.716467 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9bd4bcb-2ac9-4b96-8e88-914459c46c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ab62c64c-ba76-4f4f-b0be-715758484b7d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:22.757983 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:22.811986 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d9bd4bcb-2ac9-4b96-8e88-914459c46c87 None None] For port ab62c64c-ba76-4f4f-b0be-715758484b7d, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:04:22.827497 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d9bd4bcb-2ac9-4b96-8e88-914459c46c87 None None] For port ab62c64c-ba76-4f4f-b0be-715758484b7d, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=ab62c64c-ba76-4f4f-b0be-715758484b7d,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:04:22.837548 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-a0b13ac6-0e87-457a-95c4-955a8481a126 None None] Allocated IP 172.20.0.2 (a5c01fef-8b4a-4e41-ae66-0483f664c793/1f8ad4ef-aaf3-49c2-be58-485c06e4e712/3d8ca088-4612-481d-94ec-ca045afba086) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:04:22.840160 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9bd4bcb-2ac9-4b96-8e88-914459c46c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ab62c64c-ba76-4f4f-b0be-715758484b7d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:22.879170 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:22.949190 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bd4bcb-2ac9-4b96-8e88-914459c46c87 None None] Routers {'9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:04:22.949815 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d9bd4bcb-2ac9-4b96-8e88-914459c46c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:04:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:04:22.957014 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161bdb8-b24d-46da-a9c3-5111dfdc4a2d None None] Pushing event updated for resources: {'Port': ['ID=ab62c64c-ba76-4f4f-b0be-715758484b7d,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:23.189950 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:23.291438 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-d9bd4bcb-2ac9-4b96-8e88-914459c46c87 None None] Set router 9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:04:23.352751 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a0b13ac6-0e87-457a-95c4-955a8481a126 None None] Publish callbacks [] for port (3d8ca088-4612-481d-94ec-ca045afba086), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:23.368471 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a0b13ac6-0e87-457a-95c4-955a8481a126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (3d8ca088-4612-481d-94ec-ca045afba086), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:23.407888 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Allocated IP 172.20.0.1 (a5c01fef-8b4a-4e41-ae66-0483f664c793/1f8ad4ef-aaf3-49c2-be58-485c06e4e712/84c84325-c2af-4dd5-aec2-9b48338668ed) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:04:23.461420 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b13ac6-0e87-457a-95c4-955a8481a126 None None] Network a5c01fef-8b4a-4e41-ae66-0483f664c793 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:04:23.467678 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b13ac6-0e87-457a-95c4-955a8481a126 None None] Pushing event updated for resources: {'Port': ['ID=3d8ca088-4612-481d-94ec-ca045afba086,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:23.478094 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-a0b13ac6-0e87-457a-95c4-955a8481a126 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:04:23.480809 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b13ac6-0e87-457a-95c4-955a8481a126 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:04:23.524603 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for port (84c84325-c2af-4dd5-aec2-9b48338668ed), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:23.558744 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (84c84325-c2af-4dd5-aec2-9b48338668ed), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:23.600214 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network a5c01fef-8b4a-4e41-ae66-0483f664c793 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:04:23.605321 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:04:23.610681 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-a0b13ac6-0e87-457a-95c4-955a8481a126 None None] Attempting to bind port 3d8ca088-4612-481d-94ec-ca045afba086 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:04:23.611252 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-a0b13ac6-0e87-457a-95c4-955a8481a126 None None] Attempting to bind port 3d8ca088-4612-481d-94ec-ca045afba086 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '4d8b6649-4ec2-4def-9403-2f5af3e7b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:04:23.611486 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b13ac6-0e87-457a-95c4-955a8481a126 None None] Attempting to bind port 3d8ca088-4612-481d-94ec-ca045afba086 on network a5c01fef-8b4a-4e41-ae66-0483f664c793 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:04:23.611777 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:04:23.624358 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b13ac6-0e87-457a-95c4-955a8481a126 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:04:23.624732 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b13ac6-0e87-457a-95c4-955a8481a126 None None] Checking segment: {'id': '4d8b6649-4ec2-4def-9403-2f5af3e7b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:04:23.625134 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a0b13ac6-0e87-457a-95c4-955a8481a126 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:23.625524 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b13ac6-0e87-457a-95c4-955a8481a126 None None] Bound using segment: {'id': '4d8b6649-4ec2-4def-9403-2f5af3e7b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:04:23.625991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-a0b13ac6-0e87-457a-95c4-955a8481a126 None None] Bound port: 3d8ca088-4612-481d-94ec-ca045afba086, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8b6649-4ec2-4def-9403-2f5af3e7b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:04:23.626371 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a0b13ac6-0e87-457a-95c4-955a8481a126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3d8ca088-4612-481d-94ec-ca045afba086), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:23.644446 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Port': ['ID=84c84325-c2af-4dd5-aec2-9b48338668ed,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:23.658134 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:23.658489 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:23.658857 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:23.659217 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:23.659554 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:23.659886 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:23.660217 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:23.660548 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:23.660875 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:23.661204 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:23.661530 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:23.661876 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:23.662198 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:23.672954 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:23.699842 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-d9bd4bcb-2ac9-4b96-8e88-914459c46c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968819590', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:04:21Z', 'revision_number': 3, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:04:23.740026 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bd4bcb-2ac9-4b96-8e88-914459c46c87 None None] The sync data for ids ['9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'] in n-d-829866-5 is: [{'id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968819590', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:04:21Z', 'revision_number': 3, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:04:23.750829 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a0b13ac6-0e87-457a-95c4-955a8481a126 None None] For port 3d8ca088-4612-481d-94ec-ca045afba086, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:04:23.755186 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a0b13ac6-0e87-457a-95c4-955a8481a126 None None] For port 3d8ca088-4612-481d-94ec-ca045afba086, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3d8ca088-4612-481d-94ec-ca045afba086,segment=NetworkSegment(4d8b6649-4ec2-4def-9403-2f5af3e7b37f),segment_id=4d8b6649-4ec2-4def-9403-2f5af3e7b37f)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:04:23.790877 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a0b13ac6-0e87-457a-95c4-955a8481a126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3d8ca088-4612-481d-94ec-ca045afba086), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:23.814891 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (84c84325-c2af-4dd5-aec2-9b48338668ed), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:23.862262 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b13ac6-0e87-457a-95c4-955a8481a126 None None] Pushing event updated for resources: {'Port': ['ID=3d8ca088-4612-481d-94ec-ca045afba086,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:24.513693 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for port (84c84325-c2af-4dd5-aec2-9b48338668ed), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:24.518605 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (84c84325-c2af-4dd5-aec2-9b48338668ed), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:24.597718 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Port': ['ID=84c84325-c2af-4dd5-aec2-9b48338668ed,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:24.601819 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:24.714312 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network a5c01fef-8b4a-4e41-ae66-0483f664c793 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:04:24.716112 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:04:24.837769 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Router 9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:04:24.910955 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef89ce8-e74d-46d6-8724-3a8fe08d355f None None] Network a5c01fef-8b4a-4e41-ae66-0483f664c793 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:04:24.956586 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:04:24.963077 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-276d18e5-a535-44dc-930e-77c84a5fe1dd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "PUT /v2.0/routers/9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5269682 Feb 20 06:04:24.973769 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e69cd9c9-034b-4e6e-8e29-97d61ee26697 None None] Provisioning complete for port 3d8ca088-4612-481d-94ec-ca045afba086 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:04:24.974684 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e69cd9c9-034b-4e6e-8e29-97d61ee26697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3d8ca088-4612-481d-94ec-ca045afba086), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:25.096192 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e69cd9c9-034b-4e6e-8e29-97d61ee26697 None None] Current status of the port 3d8ca088-4612-481d-94ec-ca045afba086 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:04:25.096693 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e69cd9c9-034b-4e6e-8e29-97d61ee26697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3d8ca088-4612-481d-94ec-ca045afba086), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:25.170516 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e69cd9c9-034b-4e6e-8e29-97d61ee26697 None None] For port 3d8ca088-4612-481d-94ec-ca045afba086, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3d8ca088-4612-481d-94ec-ca045afba086,segment=NetworkSegment(4d8b6649-4ec2-4def-9403-2f5af3e7b37f),segment_id=4d8b6649-4ec2-4def-9403-2f5af3e7b37f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:04:25.178996 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e69cd9c9-034b-4e6e-8e29-97d61ee26697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3d8ca088-4612-481d-94ec-ca045afba086), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:25.253610 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69cd9c9-034b-4e6e-8e29-97d61ee26697 None None] Pushing event updated for resources: {'Port': ['ID=3d8ca088-4612-481d-94ec-ca045afba086,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:25.258981 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ab62c64c-ba76-4f4f-b0be-715758484b7d up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:04:25.318788 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port ab62c64c-ba76-4f4f-b0be-715758484b7d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:04:25.319462 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ab62c64c-ba76-4f4f-b0be-715758484b7d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:25.363559 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:25.432269 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port ab62c64c-ba76-4f4f-b0be-715758484b7d is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:04:25.432658 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ab62c64c-ba76-4f4f-b0be-715758484b7d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:25.439211 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-4ed722f7-416b-4adc-88c0-664126a0385a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2109904673&fields=id&tenant_id=50b63137536d4822a61a7b01dd632aeb HTTP/1.1" status: 200 len: 267 time: 0.0506690 Feb 20 06:04:25.439887 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-11f99936-5b8d-4191-bf91-f2962fd4018c None None] Provisioning complete for port 3d8ca088-4612-481d-94ec-ca045afba086 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:04:25.440270 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-11f99936-5b8d-4191-bf91-f2962fd4018c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3d8ca088-4612-481d-94ec-ca045afba086), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:25.475187 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port ab62c64c-ba76-4f4f-b0be-715758484b7d, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=ab62c64c-ba76-4f4f-b0be-715758484b7d,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:04:25.494408 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ab62c64c-ba76-4f4f-b0be-715758484b7d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:25.495228 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3d8ca088-4612-481d-94ec-ca045afba086 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:04:25.564482 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-91a0ce9d-451b-4c26-8313-4bcf955a73c1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:25.566163 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-91a0ce9d-451b-4c26-8313-4bcf955a73c1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/networks?id=a5c01fef-8b4a-4e41-ae66-0483f664c793 HTTP/1.1" status: 200 len: 797 time: 0.1168697 Feb 20 06:04:25.600268 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=ab62c64c-ba76-4f4f-b0be-715758484b7d,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:25.604455 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-6df411f9-1d38-4367-91f0-88c2a18aba11 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/quotas/50b63137536d4822a61a7b01dd632aeb HTTP/1.1" status: 200 len: 375 time: 0.0198319 Feb 20 06:04:25.633597 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef585945-5445-4829-8321-7291ab33e616 None None] Sync routers for ids ['9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:04:25.643275 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 3d8ca088-4612-481d-94ec-ca045afba086 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:04:25.643659 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3d8ca088-4612-481d-94ec-ca045afba086), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:25.649359 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef585945-5445-4829-8321-7291ab33e616 None None] Routers {'9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:04:25.650286 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ef585945-5445-4829-8321-7291ab33e616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:04:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:04:25.667900 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-11f99936-5b8d-4191-bf91-f2962fd4018c None None] Current status of the port 3d8ca088-4612-481d-94ec-ca045afba086 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:04:25.679989 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-bd127211-f267-4934-9db5-cbdb957eb717 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733767 Feb 20 06:04:25.698789 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-11f99936-5b8d-4191-bf91-f2962fd4018c None None] Provisioning complete for port 84c84325-c2af-4dd5-aec2-9b48338668ed triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:04:25.699187 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-11f99936-5b8d-4191-bf91-f2962fd4018c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (84c84325-c2af-4dd5-aec2-9b48338668ed), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:25.774097 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-11f99936-5b8d-4191-bf91-f2962fd4018c None None] Port 84c84325-c2af-4dd5-aec2-9b48338668ed cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:04:25.781432 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-ef585945-5445-4829-8321-7291ab33e616 None None] Set router 9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:04:25.816755 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-ca9fadac-4780-402f-b40f-c3b3919101bf service neutron] 10.222.0.37 "GET /v2.0/networks/a5c01fef-8b4a-4e41-ae66-0483f664c793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175334 Feb 20 06:04:25.818755 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 3d8ca088-4612-481d-94ec-ca045afba086 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:04:25.902064 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2dd9d3f2-3463-4d89-ae74-a4106a3e13eb None None] Provisioning complete for port 84c84325-c2af-4dd5-aec2-9b48338668ed triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:04:25.902444 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2dd9d3f2-3463-4d89-ae74-a4106a3e13eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (84c84325-c2af-4dd5-aec2-9b48338668ed), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:25.948330 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2dd9d3f2-3463-4d89-ae74-a4106a3e13eb None None] Port 84c84325-c2af-4dd5-aec2-9b48338668ed cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:04:25.967165 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-9d0092c2-ff1f-46a6-b2b1-b2674681b7a6 service neutron] 10.222.0.37 "GET /v2.0/networks/a5c01fef-8b4a-4e41-ae66-0483f664c793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422918 Feb 20 06:04:26.028526 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ef585945-5445-4829-8321-7291ab33e616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968819590', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:04:23Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '84c84325-c2af-4dd5-aec2-9b48338668ed', 'name': '', 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:f2:ba:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '1f8ad4ef-aaf3-49c2-be58-485c06e4e712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:04:23Z', 'updated_at': '2022-02-20T06:04:23Z', 'revision_number': 2, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': '1f8ad4ef-aaf3-49c2-be58-485c06e4e712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:04:26.058928 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef585945-5445-4829-8321-7291ab33e616 None None] Checking router: 9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:04:26.059283 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef585945-5445-4829-8321-7291ab33e616 None None] Updating router 9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2 port 84c84325-c2af-4dd5-aec2-9b48338668ed binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:04:26.068284 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-951ae145-1160-469d-99fd-17a68b29ab71 None None] Provisioning complete for port 84c84325-c2af-4dd5-aec2-9b48338668ed triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:04:26.068902 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-951ae145-1160-469d-99fd-17a68b29ab71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (84c84325-c2af-4dd5-aec2-9b48338668ed), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:26.088380 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ef585945-5445-4829-8321-7291ab33e616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (84c84325-c2af-4dd5-aec2-9b48338668ed), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:26.131519 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-951ae145-1160-469d-99fd-17a68b29ab71 None None] Port 84c84325-c2af-4dd5-aec2-9b48338668ed cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:04:26.159420 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b171b56-1f0e-4315-8f30-47bf87b34e99 req-2660471e-e697-4aae-8726-396686cedad2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 210 time: 0.0303421 Feb 20 06:04:26.373734 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ef585945-5445-4829-8321-7291ab33e616 None None] Publish callbacks [] for port (84c84325-c2af-4dd5-aec2-9b48338668ed), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:26.379708 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ef585945-5445-4829-8321-7291ab33e616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (84c84325-c2af-4dd5-aec2-9b48338668ed), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:26.428653 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb33370-46be-4bba-a4d6-b910717cea7e None None] Pushing event updated for resources: {'Port': ['ID=84c84325-c2af-4dd5-aec2-9b48338668ed,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:26.579724 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb33370-46be-4bba-a4d6-b910717cea7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:26.580072 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb33370-46be-4bba-a4d6-b910717cea7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:26.580410 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb33370-46be-4bba-a4d6-b910717cea7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:26.580742 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb33370-46be-4bba-a4d6-b910717cea7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:26.581170 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb33370-46be-4bba-a4d6-b910717cea7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:26.581899 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb33370-46be-4bba-a4d6-b910717cea7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:26.581899 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb33370-46be-4bba-a4d6-b910717cea7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:26.582174 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb33370-46be-4bba-a4d6-b910717cea7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:26.582452 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb33370-46be-4bba-a4d6-b910717cea7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:26.582787 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb33370-46be-4bba-a4d6-b910717cea7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:26.583161 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb33370-46be-4bba-a4d6-b910717cea7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:26.583453 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb33370-46be-4bba-a4d6-b910717cea7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:26.583783 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb33370-46be-4bba-a4d6-b910717cea7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:04:26.604168 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-ef585945-5445-4829-8321-7291ab33e616 None None] Attempting to bind port 84c84325-c2af-4dd5-aec2-9b48338668ed on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:04:26.604661 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-ef585945-5445-4829-8321-7291ab33e616 None None] Attempting to bind port 84c84325-c2af-4dd5-aec2-9b48338668ed by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '4d8b6649-4ec2-4def-9403-2f5af3e7b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:04:26.604891 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef585945-5445-4829-8321-7291ab33e616 None None] Attempting to bind port 84c84325-c2af-4dd5-aec2-9b48338668ed on network a5c01fef-8b4a-4e41-ae66-0483f664c793 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:04:26.611632 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef585945-5445-4829-8321-7291ab33e616 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:04:26.612050 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef585945-5445-4829-8321-7291ab33e616 None None] Checking segment: {'id': '4d8b6649-4ec2-4def-9403-2f5af3e7b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:04:26.612703 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ef585945-5445-4829-8321-7291ab33e616 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:26.612899 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef585945-5445-4829-8321-7291ab33e616 None None] Bound using segment: {'id': '4d8b6649-4ec2-4def-9403-2f5af3e7b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:04:26.613409 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-ef585945-5445-4829-8321-7291ab33e616 None None] Bound port: 84c84325-c2af-4dd5-aec2-9b48338668ed, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8b6649-4ec2-4def-9403-2f5af3e7b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:04:26.613856 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ef585945-5445-4829-8321-7291ab33e616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (84c84325-c2af-4dd5-aec2-9b48338668ed), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:26.656163 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-adcd5f92-00f4-4051-8983-1f8c4ef3b8d7 None None] Provisioning complete for port 84c84325-c2af-4dd5-aec2-9b48338668ed triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:04:26.656627 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-adcd5f92-00f4-4051-8983-1f8c4ef3b8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (84c84325-c2af-4dd5-aec2-9b48338668ed), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:26.685542 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-ef585945-5445-4829-8321-7291ab33e616 None None] For port 84c84325-c2af-4dd5-aec2-9b48338668ed, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:04:26.689514 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-ef585945-5445-4829-8321-7291ab33e616 None None] For port 84c84325-c2af-4dd5-aec2-9b48338668ed, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=84c84325-c2af-4dd5-aec2-9b48338668ed,segment=NetworkSegment(4d8b6649-4ec2-4def-9403-2f5af3e7b37f),segment_id=4d8b6649-4ec2-4def-9403-2f5af3e7b37f)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:04:26.696507 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-adcd5f92-00f4-4051-8983-1f8c4ef3b8d7 None None] Port 84c84325-c2af-4dd5-aec2-9b48338668ed cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:04:26.696911 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ef585945-5445-4829-8321-7291ab33e616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (84c84325-c2af-4dd5-aec2-9b48338668ed), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:26.749587 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef585945-5445-4829-8321-7291ab33e616 None None] Routers {'9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:04:26.750700 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ef585945-5445-4829-8321-7291ab33e616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:04:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:04:26.799592 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb33370-46be-4bba-a4d6-b910717cea7e None None] Pushing event updated for resources: {'Port': ['ID=84c84325-c2af-4dd5-aec2-9b48338668ed,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:26.873708 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-ef585945-5445-4829-8321-7291ab33e616 None None] Set router 9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:04:27.027278 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-6b80cf52-de58-4ea9-9d9c-3aaa190be7b0 None None] Provisioning complete for port 84c84325-c2af-4dd5-aec2-9b48338668ed triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:04:27.030417 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b80cf52-de58-4ea9-9d9c-3aaa190be7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (84c84325-c2af-4dd5-aec2-9b48338668ed), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:27.164256 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6b80cf52-de58-4ea9-9d9c-3aaa190be7b0 None None] Current status of the port 84c84325-c2af-4dd5-aec2-9b48338668ed is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:04:27.165012 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b80cf52-de58-4ea9-9d9c-3aaa190be7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (84c84325-c2af-4dd5-aec2-9b48338668ed), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:27.204743 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-6b80cf52-de58-4ea9-9d9c-3aaa190be7b0 None None] For port 84c84325-c2af-4dd5-aec2-9b48338668ed, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=84c84325-c2af-4dd5-aec2-9b48338668ed,segment=NetworkSegment(4d8b6649-4ec2-4def-9403-2f5af3e7b37f),segment_id=4d8b6649-4ec2-4def-9403-2f5af3e7b37f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:04:27.212623 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-a62d5ba2-63ea-4ccb-b6a6-d9338593488e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:27.214789 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b80cf52-de58-4ea9-9d9c-3aaa190be7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (84c84325-c2af-4dd5-aec2-9b48338668ed), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:27.221241 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-a62d5ba2-63ea-4ccb-b6a6-d9338593488e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.61 "GET /v2.0/networks?id=a5c01fef-8b4a-4e41-ae66-0483f664c793 HTTP/1.1" status: 200 len: 797 time: 0.1968172 Feb 20 06:04:27.234132 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ef585945-5445-4829-8321-7291ab33e616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968819590', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:04:23Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '84c84325-c2af-4dd5-aec2-9b48338668ed', 'name': '', 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:f2:ba:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '1f8ad4ef-aaf3-49c2-be58-485c06e4e712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:04:23Z', 'updated_at': '2022-02-20T06:04:26Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': '1f8ad4ef-aaf3-49c2-be58-485c06e4e712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:04:27.269522 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3d8ca088-4612-481d-94ec-ca045afba086 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:04:27.293409 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef585945-5445-4829-8321-7291ab33e616 None None] The sync data for ids ['9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'] in n-d-829866-5 is: [{'id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968819590', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:04:23Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '84c84325-c2af-4dd5-aec2-9b48338668ed', 'name': '', 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:f2:ba:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '1f8ad4ef-aaf3-49c2-be58-485c06e4e712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:04:23Z', 'updated_at': '2022-02-20T06:04:26Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': '1f8ad4ef-aaf3-49c2-be58-485c06e4e712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:04:27.346032 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-89bc8c7f-98a5-4cf4-a20a-e362886a03d0 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50b63137536d4822a61a7b01dd632aeb HTTP/1.1" status: 200 len: 380 time: 0.1087971 Feb 20 06:04:27.347013 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-abcf82b5-4a8f-4fea-a4bb-5c6464e20bd9 req-735d73fa-d92e-4228-a730-1938f4452e5e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 210 time: 0.0594716 Feb 20 06:04:27.353612 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-7a4857d5-a7d2-4bd9-9dfe-aa40708d5f86 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'port': {'device_id': 'c9b5fbec-5109-4a84-9bc4-0a8d4c493795', 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793', 'admin_state_up': True, 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'security_groups': ['5f70dacb-3b05-4ec8-bfc2-4d4562c424c5']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:04:27.405855 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80cf52-de58-4ea9-9d9c-3aaa190be7b0 None None] Pushing event updated for resources: {'Port': ['ID=84c84325-c2af-4dd5-aec2-9b48338668ed,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:27.422780 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 3d8ca088-4612-481d-94ec-ca045afba086 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:04:27.423588 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3d8ca088-4612-481d-94ec-ca045afba086), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:27.520055 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-7a4857d5-a7d2-4bd9-9dfe-aa40708d5f86 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Made reservation on behalf of 50b63137536d4822a61a7b01dd632aeb for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:04:27.524473 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-7a4857d5-a7d2-4bd9-9dfe-aa40708d5f86 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:27.525072 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 3d8ca088-4612-481d-94ec-ca045afba086 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:04:27.526423 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ab62c64c-ba76-4f4f-b0be-715758484b7d up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:04:27.587958 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port ab62c64c-ba76-4f4f-b0be-715758484b7d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:04:27.588571 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ab62c64c-ba76-4f4f-b0be-715758484b7d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:27.678583 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-7a4857d5-a7d2-4bd9-9dfe-aa40708d5f86 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Allocated IP 172.20.0.7 (a5c01fef-8b4a-4e41-ae66-0483f664c793/1f8ad4ef-aaf3-49c2-be58-485c06e4e712/af985d62-d1a5-47bd-a35b-7089b9163fbe) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:04:27.700335 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port ab62c64c-ba76-4f4f-b0be-715758484b7d is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:04:28.197422 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-7a4857d5-a7d2-4bd9-9dfe-aa40708d5f86 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for port (af985d62-d1a5-47bd-a35b-7089b9163fbe), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:28.234930 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-7a4857d5-a7d2-4bd9-9dfe-aa40708d5f86 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (af985d62-d1a5-47bd-a35b-7089b9163fbe), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:28.275320 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-7a4857d5-a7d2-4bd9-9dfe-aa40708d5f86 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network a5c01fef-8b4a-4e41-ae66-0483f664c793 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:04:28.279006 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-7a4857d5-a7d2-4bd9-9dfe-aa40708d5f86 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:04:28.283502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-7a4857d5-a7d2-4bd9-9dfe-aa40708d5f86 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:04:28.329843 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4857d5-a7d2-4bd9-9dfe-aa40708d5f86 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Port': ['ID=af985d62-d1a5-47bd-a35b-7089b9163fbe,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:28.352463 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-7a4857d5-a7d2-4bd9-9dfe-aa40708d5f86 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:28.353108 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-7a4857d5-a7d2-4bd9-9dfe-aa40708d5f86 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:28.374259 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-7a4857d5-a7d2-4bd9-9dfe-aa40708d5f86 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0270293 Feb 20 06:04:28.386264 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-e10621b7-c18e-43e2-b77d-9acdc31392f9 service neutron] Request body: {'port': {'device_id': 'c9b5fbec-5109-4a84-9bc4-0a8d4c493795', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:04:28.455930 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-e10621b7-c18e-43e2-b77d-9acdc31392f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (af985d62-d1a5-47bd-a35b-7089b9163fbe), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:28.556484 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f176d-4e85-468b-9de6-cf5357285525 req-8f642685-5e59-40c1-b37f-ce9f00768744 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:28.564266 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e29f176d-4e85-468b-9de6-cf5357285525 req-8f642685-5e59-40c1-b37f-ce9f00768744 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 931 time: 0.0802703 Feb 20 06:04:28.627424 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e29f176d-4e85-468b-9de6-cf5357285525 req-56a2f63f-1268-41d4-82d7-78fa36984227 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621724 Feb 20 06:04:28.661099 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-43aa2a39-80a4-460f-ba83-bd29583e64fe None None] Provisioning complete for port af985d62-d1a5-47bd-a35b-7089b9163fbe triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:04:28.661643 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43aa2a39-80a4-460f-ba83-bd29583e64fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (af985d62-d1a5-47bd-a35b-7089b9163fbe), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:28.696775 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-43aa2a39-80a4-460f-ba83-bd29583e64fe None None] Port af985d62-d1a5-47bd-a35b-7089b9163fbe cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:04:28.776312 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-e10621b7-c18e-43e2-b77d-9acdc31392f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af985d62-d1a5-47bd-a35b-7089b9163fbe {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:04:28.783606 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-e10621b7-c18e-43e2-b77d-9acdc31392f9 service neutron] Publish callbacks [] for port (af985d62-d1a5-47bd-a35b-7089b9163fbe), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:28.795942 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-e10621b7-c18e-43e2-b77d-9acdc31392f9 service neutron] Transition to ACTIVE for port object af985d62-d1a5-47bd-a35b-7089b9163fbe will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:04:28.799529 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-e10621b7-c18e-43e2-b77d-9acdc31392f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (af985d62-d1a5-47bd-a35b-7089b9163fbe), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:28.852812 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10621b7-c18e-43e2-b77d-9acdc31392f9 service neutron] Pushing event updated for resources: {'Port': ['ID=af985d62-d1a5-47bd-a35b-7089b9163fbe,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:28.931939 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-e10621b7-c18e-43e2-b77d-9acdc31392f9 service neutron] Attempting to bind port af985d62-d1a5-47bd-a35b-7089b9163fbe on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:04:28.932279 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-e10621b7-c18e-43e2-b77d-9acdc31392f9 service neutron] Attempting to bind port af985d62-d1a5-47bd-a35b-7089b9163fbe by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '4d8b6649-4ec2-4def-9403-2f5af3e7b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:04:28.932608 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-e10621b7-c18e-43e2-b77d-9acdc31392f9 service neutron] Attempting to bind port af985d62-d1a5-47bd-a35b-7089b9163fbe on network a5c01fef-8b4a-4e41-ae66-0483f664c793 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:04:28.937196 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-e10621b7-c18e-43e2-b77d-9acdc31392f9 service neutron] Port af985d62-d1a5-47bd-a35b-7089b9163fbe on network a5c01fef-8b4a-4e41-ae66-0483f664c793 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:04:28.937524 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-e10621b7-c18e-43e2-b77d-9acdc31392f9 service neutron] Attempting to bind port af985d62-d1a5-47bd-a35b-7089b9163fbe on network a5c01fef-8b4a-4e41-ae66-0483f664c793 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:04:28.942804 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-e10621b7-c18e-43e2-b77d-9acdc31392f9 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:04:28.943181 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-e10621b7-c18e-43e2-b77d-9acdc31392f9 service neutron] Checking segment: {'id': '4d8b6649-4ec2-4def-9403-2f5af3e7b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:04:28.943571 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-e10621b7-c18e-43e2-b77d-9acdc31392f9 service neutron] Bound using segment: {'id': '4d8b6649-4ec2-4def-9403-2f5af3e7b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:04:28.944011 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-e10621b7-c18e-43e2-b77d-9acdc31392f9 service neutron] Bound port: af985d62-d1a5-47bd-a35b-7089b9163fbe, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d8b6649-4ec2-4def-9403-2f5af3e7b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:04:28.944373 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-e10621b7-c18e-43e2-b77d-9acdc31392f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (af985d62-d1a5-47bd-a35b-7089b9163fbe), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:29.035163 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-e10621b7-c18e-43e2-b77d-9acdc31392f9 service neutron] For port af985d62-d1a5-47bd-a35b-7089b9163fbe, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:04:29.038330 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-e10621b7-c18e-43e2-b77d-9acdc31392f9 service neutron] For port af985d62-d1a5-47bd-a35b-7089b9163fbe, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=af985d62-d1a5-47bd-a35b-7089b9163fbe,segment=NetworkSegment(4d8b6649-4ec2-4def-9403-2f5af3e7b37f),segment_id=4d8b6649-4ec2-4def-9403-2f5af3e7b37f)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:04:29.045638 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-e10621b7-c18e-43e2-b77d-9acdc31392f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (af985d62-d1a5-47bd-a35b-7089b9163fbe), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:29.085125 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-e10621b7-c18e-43e2-b77d-9acdc31392f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:29.085848 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-e10621b7-c18e-43e2-b77d-9acdc31392f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:29.087237 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-e10621b7-c18e-43e2-b77d-9acdc31392f9 service neutron] 10.222.0.61 "PUT /v2.0/ports/af985d62-d1a5-47bd-a35b-7089b9163fbe HTTP/1.1" status: 200 len: 1091 time: 0.7054803 Feb 20 06:04:29.087679 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b5fbec-5109-4a84-9bc4-0a8d4c493795', 'tag': 'af985d62-d1a5-47bd-a35b-7089b9163fbe'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:04:29.089911 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac455eea-d84d-4ff1-8d64-5ae103245218" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b5fbec-5109-4a84-9bc4-0a8d4c493795", "tag": "af985d62-d1a5-47bd-a35b-7089b9163fbe"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:04:29.139418 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10621b7-c18e-43e2-b77d-9acdc31392f9 service neutron] Pushing event updated for resources: {'Port': ['ID=af985d62-d1a5-47bd-a35b-7089b9163fbe,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:29.184513 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634454f2-6243-4d67-bd18-c6d380b069b2 x-openstack-request-id: req-634454f2-6243-4d67-bd18-c6d380b069b2 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:04:29.184834 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b5fbec-5109-4a84-9bc4-0a8d4c493795", "tag": "af985d62-d1a5-47bd-a35b-7089b9163fbe", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:04:29.185051 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-634454f2-6243-4d67-bd18-c6d380b069b2 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:04:29.185544 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b5fbec-5109-4a84-9bc4-0a8d4c493795', 'tag': 'af985d62-d1a5-47bd-a35b-7089b9163fbe', 'status': 'completed', 'code': 200} Feb 20 06:04:29.216834 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-3a40157b-18b8-449c-9237-4515b62c3798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:29.219003 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-3a40157b-18b8-449c-9237-4515b62c3798 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 1125 time: 0.0695035 Feb 20 06:04:29.254682 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 84c84325-c2af-4dd5-aec2-9b48338668ed up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:04:29.270676 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-144fe960-75b2-4593-8cac-516f3eb636e8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af985d62-d1a5-47bd-a35b-7089b9163fbe HTTP/1.1" status: 200 len: 217 time: 0.0422671 Feb 20 06:04:29.327194 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 84c84325-c2af-4dd5-aec2-9b48338668ed triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:04:29.327883 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (84c84325-c2af-4dd5-aec2-9b48338668ed), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:29.353816 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-7246790c-e106-4c1c-ad02-6d95213decf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:29.355502 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-7246790c-e106-4c1c-ad02-6d95213decf1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f8ad4ef-aaf3-49c2-be58-485c06e4e712 HTTP/1.1" status: 200 len: 835 time: 0.0785444 Feb 20 06:04:29.424934 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-0b46d9f2-8f4d-42ed-b686-1961cfc60886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:29.426173 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 84c84325-c2af-4dd5-aec2-9b48338668ed is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:04:29.426819 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-0b46d9f2-8f4d-42ed-b686-1961cfc60886 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5c01fef-8b4a-4e41-ae66-0483f664c793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0582151 Feb 20 06:04:29.527415 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-089943e5-3df6-4490-b396-014e4b6d8e4d service neutron] 10.222.0.61 "GET /v2.0/networks/a5c01fef-8b4a-4e41-ae66-0483f664c793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918260 Feb 20 06:04:29.717660 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f7bd5a4-3414-4130-8a03-1ec3de6f8ec0 req-350436a9-d3bc-495d-9b01-7599bb2668bc service neutron] 10.222.0.61 "GET /v2.0/networks/a5c01fef-8b4a-4e41-ae66-0483f664c793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831701 Feb 20 06:04:29.780936 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a1dcf-4f5e-4668-a168-512eb4d8996a req-adf2fc12-9f68-4fc0-8668-82be8c4d6a6c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:29.782579 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b68a1dcf-4f5e-4668-a168-512eb4d8996a req-adf2fc12-9f68-4fc0-8668-82be8c4d6a6c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 943 time: 0.0693347 Feb 20 06:04:29.815299 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac455eea-d84d-4ff1-8d64-5ae103245218 req-341698d3-7574-419a-8045-ae39f52b91e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:29.818000 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ac455eea-d84d-4ff1-8d64-5ae103245218 req-341698d3-7574-419a-8045-ae39f52b91e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 1125 time: 0.0513611 Feb 20 06:04:29.839236 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b68a1dcf-4f5e-4668-a168-512eb4d8996a req-d4b2e109-fdde-450c-a987-a5cbe5bff971 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503538 Feb 20 06:04:29.916867 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac455eea-d84d-4ff1-8d64-5ae103245218 req-8737bdbf-907b-433c-8a39-3cf253c69a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:29.918313 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ac455eea-d84d-4ff1-8d64-5ae103245218 req-8737bdbf-907b-433c-8a39-3cf253c69a37 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5c01fef-8b4a-4e41-ae66-0483f664c793 HTTP/1.1" status: 200 len: 897 time: 0.0954571 Feb 20 06:04:29.959271 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ac455eea-d84d-4ff1-8d64-5ae103245218 req-ef1fb9d9-2bed-4e5f-8cce-397106891884 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af985d62-d1a5-47bd-a35b-7089b9163fbe HTTP/1.1" status: 200 len: 217 time: 0.0341747 Feb 20 06:04:30.016045 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac455eea-d84d-4ff1-8d64-5ae103245218 req-786b9cea-f7d4-4966-858e-1f2f32cd792f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:30.017362 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ac455eea-d84d-4ff1-8d64-5ae103245218 req-786b9cea-f7d4-4966-858e-1f2f32cd792f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f8ad4ef-aaf3-49c2-be58-485c06e4e712 HTTP/1.1" status: 200 len: 835 time: 0.0517910 Feb 20 06:04:30.073507 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac455eea-d84d-4ff1-8d64-5ae103245218 req-ab4e18bf-4e32-41f7-a207-1ed8f31b7778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:30.075287 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ac455eea-d84d-4ff1-8d64-5ae103245218 req-ab4e18bf-4e32-41f7-a207-1ed8f31b7778 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5c01fef-8b4a-4e41-ae66-0483f664c793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512686 Feb 20 06:04:30.165124 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ac455eea-d84d-4ff1-8d64-5ae103245218 req-cc6a8d76-57c3-45e0-a070-5c8a35f092fb service neutron] 10.222.0.61 "GET /v2.0/networks/a5c01fef-8b4a-4e41-ae66-0483f664c793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826650 Feb 20 06:04:30.259600 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ac455eea-d84d-4ff1-8d64-5ae103245218 req-ad8745c6-9c4f-4166-b626-b039ac18535f service neutron] 10.222.0.61 "GET /v2.0/networks/a5c01fef-8b4a-4e41-ae66-0483f664c793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879741 Feb 20 06:04:30.978168 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a049e-1931-48fc-b0c0-5113b61ff423 req-1662e5e6-d89e-4575-90ec-6525487dbc03 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:30.979864 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-421a049e-1931-48fc-b0c0-5113b61ff423 req-1662e5e6-d89e-4575-90ec-6525487dbc03 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 943 time: 0.0651567 Feb 20 06:04:31.037902 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-421a049e-1931-48fc-b0c0-5113b61ff423 req-36149388-afc0-47a0-b11b-d26185a5f090 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513628 Feb 20 06:04:31.765037 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device af985d62-d1a5-47bd-a35b-7089b9163fbe details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:04:31.860827 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port af985d62-d1a5-47bd-a35b-7089b9163fbe, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=af985d62-d1a5-47bd-a35b-7089b9163fbe,segment=NetworkSegment(4d8b6649-4ec2-4def-9403-2f5af3e7b37f),segment_id=4d8b6649-4ec2-4def-9403-2f5af3e7b37f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:04:31.873213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'af985d62-d1a5-47bd-a35b-7089b9163fbe', 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793', 'port_id': 'af985d62-d1a5-47bd-a35b-7089b9163fbe', 'mac_address': 'fa:16:3e:7e:74:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f8ad4ef-aaf3-49c2-be58-485c06e4e712', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:04:31.912837 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port af985d62-d1a5-47bd-a35b-7089b9163fbe is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:04:31.913234 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (af985d62-d1a5-47bd-a35b-7089b9163fbe), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:31.929865 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af985d62-d1a5-47bd-a35b-7089b9163fbe {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:04:31.950791 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port af985d62-d1a5-47bd-a35b-7089b9163fbe, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=af985d62-d1a5-47bd-a35b-7089b9163fbe,segment=NetworkSegment(4d8b6649-4ec2-4def-9403-2f5af3e7b37f),segment_id=4d8b6649-4ec2-4def-9403-2f5af3e7b37f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:04:31.954961 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (af985d62-d1a5-47bd-a35b-7089b9163fbe), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:32.003100 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=af985d62-d1a5-47bd-a35b-7089b9163fbe,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:32.166715 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b11e36-0b6b-4cc0-b947-2f48adeb204f req-bd016dba-879b-4764-a3aa-f954249e7671 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:32.168280 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f1b11e36-0b6b-4cc0-b947-2f48adeb204f req-bd016dba-879b-4764-a3aa-f954249e7671 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 944 time: 0.0604637 Feb 20 06:04:32.210677 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['af985d62-d1a5-47bd-a35b-7089b9163fbe'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:04:32.223820 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f1b11e36-0b6b-4cc0-b947-2f48adeb204f req-c1eb0427-12e0-4a2c-96ca-825aeb73e5cc tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492275 Feb 20 06:04:33.347736 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ccb15-c870-43ae-8a5c-f9109400fe1c req-be10b7f3-bc7c-4587-ab31-0914104abbad tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:33.349975 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-326ccb15-c870-43ae-8a5c-f9109400fe1c req-be10b7f3-bc7c-4587-ab31-0914104abbad tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 944 time: 0.0550196 Feb 20 06:04:33.401727 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-326ccb15-c870-43ae-8a5c-f9109400fe1c req-dc129d54-b546-4c0e-8ba8-39916c440389 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448480 Feb 20 06:04:33.783709 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device af985d62-d1a5-47bd-a35b-7089b9163fbe up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:04:33.833769 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port af985d62-d1a5-47bd-a35b-7089b9163fbe completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:04:33.837340 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port af985d62-d1a5-47bd-a35b-7089b9163fbe triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:04:33.837709 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (af985d62-d1a5-47bd-a35b-7089b9163fbe), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:33.919073 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port af985d62-d1a5-47bd-a35b-7089b9163fbe is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:04:33.919456 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (af985d62-d1a5-47bd-a35b-7089b9163fbe), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:33.944324 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b5fbec-5109-4a84-9bc4-0a8d4c493795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af985d62-d1a5-47bd-a35b-7089b9163fbe'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:04:33.946612 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3bda54-f0db-4dcd-ac1a-dadff51aa388" -d '{"events": [{"server_uuid": "c9b5fbec-5109-4a84-9bc4-0a8d4c493795", "name": "network-vif-plugged", "status": "completed", "tag": "af985d62-d1a5-47bd-a35b-7089b9163fbe"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:04:33.960290 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port af985d62-d1a5-47bd-a35b-7089b9163fbe, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=af985d62-d1a5-47bd-a35b-7089b9163fbe,segment=NetworkSegment(4d8b6649-4ec2-4def-9403-2f5af3e7b37f),segment_id=4d8b6649-4ec2-4def-9403-2f5af3e7b37f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:04:33.965283 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (af985d62-d1a5-47bd-a35b-7089b9163fbe), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:33.993771 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccea3182-02e9-40d4-ae42-21e97aef092c x-openstack-request-id: req-ccea3182-02e9-40d4-ae42-21e97aef092c {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:04:33.993771 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b5fbec-5109-4a84-9bc4-0a8d4c493795", "name": "network-vif-plugged", "status": "completed", "tag": "af985d62-d1a5-47bd-a35b-7089b9163fbe", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:04:33.994193 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ccea3182-02e9-40d4-ae42-21e97aef092c {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:04:33.994193 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b5fbec-5109-4a84-9bc4-0a8d4c493795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af985d62-d1a5-47bd-a35b-7089b9163fbe', 'code': 200} Feb 20 06:04:34.024208 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=af985d62-d1a5-47bd-a35b-7089b9163fbe,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:34.110677 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078762cb-9f88-4e17-94aa-db9ddce31e84 req-d4c6883d-3e90-49d8-b051-5ea7f61c3342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:34.112271 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-078762cb-9f88-4e17-94aa-db9ddce31e84 req-d4c6883d-3e90-49d8-b051-5ea7f61c3342 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 1127 time: 0.0474272 Feb 20 06:04:34.171491 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-078762cb-9f88-4e17-94aa-db9ddce31e84 req-05ee3c0f-e898-4d21-a24b-d7fb3dec8687 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414021 Feb 20 06:04:34.521763 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166bbe7f-a75f-4bce-8282-0d5ccf8da934 req-705e7056-8474-4b1b-a567-6adce88613d1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:34.523243 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-166bbe7f-a75f-4bce-8282-0d5ccf8da934 req-705e7056-8474-4b1b-a567-6adce88613d1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 945 time: 0.0521710 Feb 20 06:04:34.571538 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-166bbe7f-a75f-4bce-8282-0d5ccf8da934 req-b217f249-ce43-4d5b-b420-1face2a5eb69 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414805 Feb 20 06:04:35.706555 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63de655-313a-4910-8ba2-9da68ab611bd req-d3e7832e-6519-4446-8456-225a14413d30 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:35.708114 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d63de655-313a-4910-8ba2-9da68ab611bd req-d3e7832e-6519-4446-8456-225a14413d30 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 945 time: 0.0591428 Feb 20 06:04:35.758775 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d63de655-313a-4910-8ba2-9da68ab611bd req-d557307e-fdb9-4f66-bf43-c7ee00ca86fe tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440075 Feb 20 06:04:35.883021 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27aa8f-20ac-4b70-b649-424825109269 req-4daa66a7-0c3c-4f6e-8743-8cf6814c3e2f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:35.889969 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bc27aa8f-20ac-4b70-b649-424825109269 req-4daa66a7-0c3c-4f6e-8743-8cf6814c3e2f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 945 time: 0.0635233 Feb 20 06:04:35.936467 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bc27aa8f-20ac-4b70-b649-424825109269 req-cbf9781a-0834-4c7e-9f22-4237e87d44cd tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454721 Feb 20 06:04:35.958538 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44040) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:36.010822 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a299ac-095b-47c7-83b5-a51ab4acf0b0 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:36.012751 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-21a299ac-095b-47c7-83b5-a51ab4acf0b0 tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 1122 time: 0.0529168 Feb 20 06:04:36.015519 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44042) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:36.020600 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-8a0d97c2-d7c2-43c9-860d-6aa86dce2afb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'port_id': 'af985d62-d1a5-47bd-a35b-7089b9163fbe', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:04:36.048171 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a0d97c2-d7c2-43c9-860d-6aa86dce2afb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:36.150059 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a0d97c2-d7c2-43c9-860d-6aa86dce2afb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:36.265621 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-8a0d97c2-d7c2-43c9-860d-6aa86dce2afb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Allocated IP 172.25.3.99 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/ad7507c9-693c-4827-9a5e-d57c82ba9e71) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:04:36.381270 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a0d97c2-d7c2-43c9-860d-6aa86dce2afb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for port (ad7507c9-693c-4827-9a5e-d57c82ba9e71), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:36.417509 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a0d97c2-d7c2-43c9-860d-6aa86dce2afb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (ad7507c9-693c-4827-9a5e-d57c82ba9e71), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:36.456035 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0d97c2-d7c2-43c9-860d-6aa86dce2afb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:04:36.462606 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-8a0d97c2-d7c2-43c9-860d-6aa86dce2afb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:04:36.467084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0d97c2-d7c2-43c9-860d-6aa86dce2afb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:04:36.469475 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d97c2-d7c2-43c9-860d-6aa86dce2afb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Port': ['ID=ad7507c9-693c-4827-9a5e-d57c82ba9e71,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:36.873277 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a0d97c2-d7c2-43c9-860d-6aa86dce2afb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for floatingip (d75d1c7c-e28b-4eef-a896-f4eafede8adc), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:36.948045 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a0d97c2-d7c2-43c9-860d-6aa86dce2afb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ad7507c9-693c-4827-9a5e-d57c82ba9e71), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:37.132796 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bb5e5f95-e437-4232-a719-5c76b2f86636 req-c08f8dde-1b0f-4b0f-8d8a-355038999a68 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4a68e427-b7fe-47bd-a61b-41ad50b14cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0793848 Feb 20 06:04:37.178209 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a0d97c2-d7c2-43c9-860d-6aa86dce2afb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for port (ad7507c9-693c-4827-9a5e-d57c82ba9e71), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:37.192549 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a0d97c2-d7c2-43c9-860d-6aa86dce2afb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (ad7507c9-693c-4827-9a5e-d57c82ba9e71), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:37.295824 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d97c2-d7c2-43c9-860d-6aa86dce2afb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event updated for resources: {'Port': ['ID=ad7507c9-693c-4827-9a5e-d57c82ba9e71,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:04:37.308170 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a0d97c2-d7c2-43c9-860d-6aa86dce2afb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (d75d1c7c-e28b-4eef-a896-f4eafede8adc), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:37.312682 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e5f95-e437-4232-a719-5c76b2f86636 req-ef53ad75-d219-4c4a-b1ab-b26e04e167fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:37.314135 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bb5e5f95-e437-4232-a719-5c76b2f86636 req-ef53ad75-d219-4c4a-b1ab-b26e04e167fc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1b16e011cf043a4a991ec74f0967324&device_id=4a68e427-b7fe-47bd-a61b-41ad50b14cdc HTTP/1.1" status: 200 len: 1132 time: 0.1313870 Feb 20 06:04:37.486656 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-8a0d97c2-d7c2-43c9-860d-6aa86dce2afb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Floating IP d75d1c7c-e28b-4eef-a896-f4eafede8adc associated. External IP: 172.25.3.99, port: af985d62-d1a5-47bd-a35b-7089b9163fbe. Feb 20 06:04:37.489234 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e5f95-e437-4232-a719-5c76b2f86636 req-9be64816-3166-496e-bfc4-32ffa9f1f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:37.490697 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bb5e5f95-e437-4232-a719-5c76b2f86636 req-9be64816-3166-496e-bfc4-32ffa9f1f9e7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.1390047 Feb 20 06:04:37.564548 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bb5e5f95-e437-4232-a719-5c76b2f86636 req-67db8317-d513-4fa4-b6e1-11692d58966a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=4c42d23e-2112-4720-b4b5-4c8e24d38d2f HTTP/1.1" status: 200 len: 217 time: 0.0380785 Feb 20 06:04:37.657369 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e5f95-e437-4232-a719-5c76b2f86636 req-c8963799-9c86-4edf-a57f-50f54695c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:37.658838 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bb5e5f95-e437-4232-a719-5c76b2f86636 req-c8963799-9c86-4edf-a57f-50f54695c539 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0883033 Feb 20 06:04:37.757115 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e5f95-e437-4232-a719-5c76b2f86636 req-37b9913e-cfa5-4fa8-965f-899b1de4a875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:37.759159 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bb5e5f95-e437-4232-a719-5c76b2f86636 req-37b9913e-cfa5-4fa8-965f-899b1de4a875 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0928082 Feb 20 06:04:37.870073 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0d97c2-d7c2-43c9-860d-6aa86dce2afb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Router 9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:04:37.900496 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bb5e5f95-e437-4232-a719-5c76b2f86636 req-d9c10386-10b3-4cd5-b1a2-fc2dede26980 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100807 Feb 20 06:04:38.407666 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0d97c2-d7c2-43c9-860d-6aa86dce2afb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:04:38.410503 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bb5e5f95-e437-4232-a719-5c76b2f86636 req-3237f7f4-58b0-4a81-b19b-d3cb11eb7863 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775646 Feb 20 06:04:38.421641 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf1a6ca-71d8-4969-a1d4-13e1d9de5a3d None None] Sync routers for ids ['9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:04:38.436269 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8a0d97c2-d7c2-43c9-860d-6aa86dce2afb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:38.437955 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf1a6ca-71d8-4969-a1d4-13e1d9de5a3d None None] Routers {'9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:04:38.438589 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ecf1a6ca-71d8-4969-a1d4-13e1d9de5a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:04:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:04:38.469460 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8a0d97c2-d7c2-43c9-860d-6aa86dce2afb tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4526935 Feb 20 06:04:38.470157 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b5fbec-5109-4a84-9bc4-0a8d4c493795', 'tag': 'af985d62-d1a5-47bd-a35b-7089b9163fbe'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:04:38.473532 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4779d14c-f76a-4a3d-acbe-a47d6567b55e" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b5fbec-5109-4a84-9bc4-0a8d4c493795", "tag": "af985d62-d1a5-47bd-a35b-7089b9163fbe"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:04:38.561960 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-ecf1a6ca-71d8-4969-a1d4-13e1d9de5a3d None None] Set router 9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:04:38.584894 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e51ea-7a50-41f9-b1c6-a936f5748827 req-2f67b0ca-a449-458f-8596-59c06e7cb88e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:38.587349 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d97e51ea-7a50-41f9-b1c6-a936f5748827 req-2f67b0ca-a449-458f-8596-59c06e7cb88e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 945 time: 0.0659130 Feb 20 06:04:38.643590 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d97e51ea-7a50-41f9-b1c6-a936f5748827 req-36f1976a-8637-46c0-8580-bd275ecc2c53 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482867 Feb 20 06:04:38.673374 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44054) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:38.719249 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049cf06e-526d-4f43-aff8-dbb04d02b279 x-openstack-request-id: req-049cf06e-526d-4f43-aff8-dbb04d02b279 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:04:38.719553 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b5fbec-5109-4a84-9bc4-0a8d4c493795", "tag": "af985d62-d1a5-47bd-a35b-7089b9163fbe", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:04:38.719817 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-049cf06e-526d-4f43-aff8-dbb04d02b279 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:04:38.720227 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b5fbec-5109-4a84-9bc4-0a8d4c493795', 'tag': 'af985d62-d1a5-47bd-a35b-7089b9163fbe', 'status': 'completed', 'code': 200} Feb 20 06:04:38.787084 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-72f17098-699f-40a5-8f74-cee1da0e6a13 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/floatingips/d75d1c7c-e28b-4eef-a896-f4eafede8adc HTTP/1.1" status: 200 len: 990 time: 0.1125021 Feb 20 06:04:38.795238 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779d14c-f76a-4a3d-acbe-a47d6567b55e req-d0a6b0b1-cfc6-4253-9da8-0697ccb151bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:38.796766 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4779d14c-f76a-4a3d-acbe-a47d6567b55e req-d0a6b0b1-cfc6-4253-9da8-0697ccb151bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 1127 time: 0.0740147 Feb 20 06:04:38.906560 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779d14c-f76a-4a3d-acbe-a47d6567b55e req-b61de53d-d1ce-4a59-913f-d2e064d87768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:38.908419 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4779d14c-f76a-4a3d-acbe-a47d6567b55e req-b61de53d-d1ce-4a59-913f-d2e064d87768 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5c01fef-8b4a-4e41-ae66-0483f664c793 HTTP/1.1" status: 200 len: 897 time: 0.1043398 Feb 20 06:04:38.981650 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4779d14c-f76a-4a3d-acbe-a47d6567b55e req-4b03d3be-752f-4ad0-9132-6a5b46a9b22d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af985d62-d1a5-47bd-a35b-7089b9163fbe HTTP/1.1" status: 200 len: 998 time: 0.0667334 Feb 20 06:04:39.005016 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ecf1a6ca-71d8-4969-a1d4-13e1d9de5a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968819590', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:04:23Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'd75d1c7c-e28b-4eef-a896-f4eafede8adc', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'floating_ip_address': '172.25.3.99', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'port_id': 'af985d62-d1a5-47bd-a35b-7089b9163fbe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793', 'mac_address': 'fa:16:3e:7e:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b5fbec-5109-4a84-9bc4-0a8d4c493795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:04:36Z', 'updated_at': '2022-02-20T06:04:36Z', 'revision_number': 0, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c84325-c2af-4dd5-aec2-9b48338668ed', 'name': '', 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:f2:ba:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '1f8ad4ef-aaf3-49c2-be58-485c06e4e712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:04:23Z', 'updated_at': '2022-02-20T06:04:27Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': '1f8ad4ef-aaf3-49c2-be58-485c06e4e712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:04:39.039054 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf1a6ca-71d8-4969-a1d4-13e1d9de5a3d None None] Checking router: 9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:04:39.040749 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779d14c-f76a-4a3d-acbe-a47d6567b55e req-23a6f9ec-4f36-4069-89c5-89ebb283c970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:39.042371 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4779d14c-f76a-4a3d-acbe-a47d6567b55e req-23a6f9ec-4f36-4069-89c5-89ebb283c970 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f8ad4ef-aaf3-49c2-be58-485c06e4e712 HTTP/1.1" status: 200 len: 835 time: 0.0554717 Feb 20 06:04:39.048809 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf1a6ca-71d8-4969-a1d4-13e1d9de5a3d None None] Routers {'9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:04:39.049660 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ecf1a6ca-71d8-4969-a1d4-13e1d9de5a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:04:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:04:39.106552 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779d14c-f76a-4a3d-acbe-a47d6567b55e req-0a12befa-5840-442f-a2d0-aad0e2d95276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:39.108153 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4779d14c-f76a-4a3d-acbe-a47d6567b55e req-0a12befa-5840-442f-a2d0-aad0e2d95276 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5c01fef-8b4a-4e41-ae66-0483f664c793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0592661 Feb 20 06:04:39.177422 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-ecf1a6ca-71d8-4969-a1d4-13e1d9de5a3d None None] Set router 9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:04:39.218153 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4779d14c-f76a-4a3d-acbe-a47d6567b55e req-97f918bf-ddbc-4194-aa3f-9e716e1d7b64 service neutron] 10.222.0.61 "GET /v2.0/networks/a5c01fef-8b4a-4e41-ae66-0483f664c793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034815 Feb 20 06:04:39.327461 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f09e1331-eee7-4b43-93c1-c2f3ed2664c6 req-cad402e2-ca6c-4d8b-bd98-44ef4a1f2b7a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0623555 Feb 20 06:04:39.345234 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4779d14c-f76a-4a3d-acbe-a47d6567b55e req-8efb0a93-29aa-479f-b1a8-77b4e4c02ca5 service neutron] 10.222.0.61 "GET /v2.0/networks/a5c01fef-8b4a-4e41-ae66-0483f664c793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207433 Feb 20 06:04:39.438469 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e1331-eee7-4b43-93c1-c2f3ed2664c6 req-57904b38-ee15-4fcf-a0fc-b9e5b1fd8832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:39.440226 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f09e1331-eee7-4b43-93c1-c2f3ed2664c6 req-57904b38-ee15-4fcf-a0fc-b9e5b1fd8832 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bab074dd2ce64b1aa74e27fbf8edd443&device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543 HTTP/1.1" status: 200 len: 1128 time: 0.0496173 Feb 20 06:04:39.476004 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ecf1a6ca-71d8-4969-a1d4-13e1d9de5a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968819590', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:04:23Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'd75d1c7c-e28b-4eef-a896-f4eafede8adc', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'floating_ip_address': '172.25.3.99', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'port_id': 'af985d62-d1a5-47bd-a35b-7089b9163fbe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793', 'mac_address': 'fa:16:3e:7e:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b5fbec-5109-4a84-9bc4-0a8d4c493795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:04:36Z', 'updated_at': '2022-02-20T06:04:36Z', 'revision_number': 0, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c84325-c2af-4dd5-aec2-9b48338668ed', 'name': '', 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:f2:ba:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '1f8ad4ef-aaf3-49c2-be58-485c06e4e712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:04:23Z', 'updated_at': '2022-02-20T06:04:27Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': '1f8ad4ef-aaf3-49c2-be58-485c06e4e712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:04:39.506531 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf1a6ca-71d8-4969-a1d4-13e1d9de5a3d None None] The sync data for ids ['9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'] in n-d-829866-5 is: [{'id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968819590', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:04:23Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'd75d1c7c-e28b-4eef-a896-f4eafede8adc', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'floating_ip_address': '172.25.3.99', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'port_id': 'af985d62-d1a5-47bd-a35b-7089b9163fbe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793', 'mac_address': 'fa:16:3e:7e:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b5fbec-5109-4a84-9bc4-0a8d4c493795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:04:36Z', 'updated_at': '2022-02-20T06:04:36Z', 'revision_number': 0, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c84325-c2af-4dd5-aec2-9b48338668ed', 'name': '', 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:f2:ba:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '1f8ad4ef-aaf3-49c2-be58-485c06e4e712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:04:23Z', 'updated_at': '2022-02-20T06:04:27Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': '1f8ad4ef-aaf3-49c2-be58-485c06e4e712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:04:39.564634 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e1331-eee7-4b43-93c1-c2f3ed2664c6 req-689e462a-a31a-4de7-a045-a8456bd13ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:39.566254 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f09e1331-eee7-4b43-93c1-c2f3ed2664c6 req-689e462a-a31a-4de7-a045-a8456bd13ea9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee HTTP/1.1" status: 200 len: 908 time: 0.1052654 Feb 20 06:04:39.641419 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f09e1331-eee7-4b43-93c1-c2f3ed2664c6 req-915fc27d-0e90-46bb-b516-39b3c12dac72 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 HTTP/1.1" status: 200 len: 1002 time: 0.0699663 Feb 20 06:04:39.699545 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e1331-eee7-4b43-93c1-c2f3ed2664c6 req-67d2d405-32dc-4c3f-9f8a-ccad8ef7ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:39.701062 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f09e1331-eee7-4b43-93c1-c2f3ed2664c6 req-67d2d405-32dc-4c3f-9f8a-ccad8ef7ba84 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1114208-637a-4504-bcf8-b1d959d370a7 HTTP/1.1" status: 200 len: 847 time: 0.0544863 Feb 20 06:04:39.757740 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e1331-eee7-4b43-93c1-c2f3ed2664c6 req-c226c626-9500-4e09-8072-d1775cedbfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:04:39.760014 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f09e1331-eee7-4b43-93c1-c2f3ed2664c6 req-c226c626-9500-4e09-8072-d1775cedbfbe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0531433 Feb 20 06:04:39.780379 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fd9f73-3db0-4421-9392-776ab5863656 None None] New status for floating IP d75d1c7c-e28b-4eef-a896-f4eafede8adc: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:04:39.791603 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44058) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:39.858863 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bae147b0-f1fc-4b81-8fe5-fa280cf3c40f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/floatingips/d75d1c7c-e28b-4eef-a896-f4eafede8adc HTTP/1.1" status: 200 len: 990 time: 0.0659525 Feb 20 06:04:39.871632 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f09e1331-eee7-4b43-93c1-c2f3ed2664c6 req-badb9901-932a-4ee0-9c50-9ee5d32dbc20 service neutron] 10.222.0.48 "GET /v2.0/networks/e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053903 Feb 20 06:04:39.971296 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f09e1331-eee7-4b43-93c1-c2f3ed2664c6 req-e207c789-b2f0-4812-ad9e-86d482ffff59 service neutron] 10.222.0.48 "GET /v2.0/networks/e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943198 Feb 20 06:04:40.860429 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 44062) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:04:40.920876 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bd3a96e4-fb09-42bb-97d8-a1bef04d4ff3 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/floatingips/d75d1c7c-e28b-4eef-a896-f4eafede8adc HTTP/1.1" status: 200 len: 992 time: 0.0592377 Feb 20 06:04:46.453367 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-979df218-9ea8-4ab4-9c3b-2b43cc2fef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:48.941607 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9aa5-a8f9-482f-8686-2e6853027ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:49.648598 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:50.014168 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:04:51.461361 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:52.670627 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:53.029619 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:04:55.341088 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:07.779801 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78432bf0-6b51-45f9-9719-802880d23926 req-024b8690-639b-4888-9555-d4aab4467fd1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:07.781370 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-78432bf0-6b51-45f9-9719-802880d23926 req-024b8690-639b-4888-9555-d4aab4467fd1 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 945 time: 0.0555921 Feb 20 06:05:07.845228 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-78432bf0-6b51-45f9-9719-802880d23926 req-ea0871d0-7053-4315-8706-17abdc65dfa3 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570033 Feb 20 06:05:08.975977 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254be538-17de-48ab-b8cf-90d07e5b1425 req-e3ef92c3-a595-422f-9fa4-2ee5158f6287 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:08.977485 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-254be538-17de-48ab-b8cf-90d07e5b1425 req-e3ef92c3-a595-422f-9fa4-2ee5158f6287 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 945 time: 0.0546775 Feb 20 06:05:09.029061 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-254be538-17de-48ab-b8cf-90d07e5b1425 req-951c6c32-3ce6-4fd1-9c6e-6929a0012cc9 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457633 Feb 20 06:05:10.150419 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d252e-52bc-4313-bf51-c41703c45c66 req-0b9add54-e0ad-4057-871b-188cd6844627 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:10.152065 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ef2d252e-52bc-4313-bf51-c41703c45c66 req-0b9add54-e0ad-4057-871b-188cd6844627 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 945 time: 0.0550454 Feb 20 06:05:10.204072 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ef2d252e-52bc-4313-bf51-c41703c45c66 req-72d6a99d-1b95-4128-8024-cd7810cca97e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464337 Feb 20 06:05:11.329133 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c98f91-3333-42c5-b638-3869dc76e583 req-20e04e55-21b4-4863-ab86-c496525a9f02 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:11.330605 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c1c98f91-3333-42c5-b638-3869dc76e583 req-20e04e55-21b4-4863-ab86-c496525a9f02 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 945 time: 0.0570168 Feb 20 06:05:11.380221 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c1c98f91-3333-42c5-b638-3869dc76e583 req-b610f919-c50a-496f-8ad7-497a3fee32bc tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439894 Feb 20 06:05:12.507172 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b242f-a126-49b3-98ca-9d40c08dffea req-b1ccd05a-2a51-425e-a1dd-dba7d1ec974a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:12.509321 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-351b242f-a126-49b3-98ca-9d40c08dffea req-b1ccd05a-2a51-425e-a1dd-dba7d1ec974a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 945 time: 0.0596089 Feb 20 06:05:12.559155 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-351b242f-a126-49b3-98ca-9d40c08dffea req-c2fbbea2-6e94-4d84-9b49-2087d6d4c402 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441105 Feb 20 06:05:13.682841 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb26df8-9325-4ca9-9c91-7971b5902aff req-64c56d9c-31ac-4579-8d9e-bea7190c5f55 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:13.685464 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ccb26df8-9325-4ca9-9c91-7971b5902aff req-64c56d9c-31ac-4579-8d9e-bea7190c5f55 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 945 time: 0.0600939 Feb 20 06:05:13.738935 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ccb26df8-9325-4ca9-9c91-7971b5902aff req-bdf46a17-bfe1-4637-a562-80e9c4316de7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476582 Feb 20 06:05:14.855803 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9fcd8-9a05-46d3-9bac-f415afbc3ec5 req-30882af5-46b9-4303-a500-2c2ff2c64bf8 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:14.857272 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-18d9fcd8-9a05-46d3-9bac-f415afbc3ec5 req-30882af5-46b9-4303-a500-2c2ff2c64bf8 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 945 time: 0.0521891 Feb 20 06:05:14.905913 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-18d9fcd8-9a05-46d3-9bac-f415afbc3ec5 req-c8011501-a4f4-4399-a21f-6e742f529b6d tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429387 Feb 20 06:05:16.031089 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d1119-3d63-404a-b6f7-d1add93e5ed6 req-a94ac9d4-d4b1-4bfc-9347-2535af2e879d tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:16.032594 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-109d1119-3d63-404a-b6f7-d1add93e5ed6 req-a94ac9d4-d4b1-4bfc-9347-2535af2e879d tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 945 time: 0.0565040 Feb 20 06:05:16.085161 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-109d1119-3d63-404a-b6f7-d1add93e5ed6 req-be5fe464-d6e8-4ef4-adf3-9623fb42a1d2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468326 Feb 20 06:05:16.455486 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-903433b9-138f-4cf2-ba85-17ce39ebc1a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:17.209068 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63faae67-d30e-446b-ae29-5b5482a839ad req-83189dfe-4aad-4286-adc9-af71603183ee tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:17.211188 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-63faae67-d30e-446b-ae29-5b5482a839ad req-83189dfe-4aad-4286-adc9-af71603183ee tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 945 time: 0.0553906 Feb 20 06:05:17.266701 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-63faae67-d30e-446b-ae29-5b5482a839ad req-2ab1adc9-fab5-4597-8c32-7ea699eebca4 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469298 Feb 20 06:05:18.388581 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580fc89-0569-469e-b592-97879c6558a4 req-f59599b6-e2e9-4d99-aa2b-47e291653f4b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:18.390054 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3580fc89-0569-469e-b592-97879c6558a4 req-f59599b6-e2e9-4d99-aa2b-47e291653f4b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 945 time: 0.0527642 Feb 20 06:05:18.438758 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3580fc89-0569-469e-b592-97879c6558a4 req-6063f563-5012-4910-a530-cbcaacb80323 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427778 Feb 20 06:05:18.944421 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd511871-7ef2-4732-b89e-6f8bdbf67511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:19.565094 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3390729-128d-4b7b-a4a3-6e63b4a5ecb3 req-7cbb126d-851c-4088-aa0a-e001c91baebe tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:19.566858 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3390729-128d-4b7b-a4a3-6e63b4a5ecb3 req-7cbb126d-851c-4088-aa0a-e001c91baebe tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 945 time: 0.0587289 Feb 20 06:05:19.617737 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3390729-128d-4b7b-a4a3-6e63b4a5ecb3 req-01f45ccf-0687-474d-88b5-94509549e13e tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446036 Feb 20 06:05:19.652916 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:20.441172 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdcd19-4ff9-42ae-a1c1-abc76385a556 req-907ae033-5e89-4c43-b399-1edd33cbac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:20.442780 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b4fdcd19-4ff9-42ae-a1c1-abc76385a556 req-907ae033-5e89-4c43-b399-1edd33cbac04 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 1127 time: 0.1307158 Feb 20 06:05:20.488010 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b4fdcd19-4ff9-42ae-a1c1-abc76385a556 req-6947282c-26b1-42b2-bd68-74d9af9b42da service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386817 Feb 20 06:05:20.741332 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80be830-12fe-4d1a-a356-ac1d043e938e req-9e626f17-c14f-499b-8df9-b4bf706418f3 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:20.742909 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e80be830-12fe-4d1a-a356-ac1d043e938e req-9e626f17-c14f-499b-8df9-b4bf706418f3 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 945 time: 0.0551686 Feb 20 06:05:20.793450 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e80be830-12fe-4d1a-a356-ac1d043e938e req-5cc5412d-6a3f-409c-abbb-06542ac4c0a2 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442758 Feb 20 06:05:21.467261 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:21.916459 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f993e-c20d-4f71-96ca-002d144be48a req-6bfbcf10-d659-480e-8ea7-051600a55dea tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:21.918026 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-628f993e-c20d-4f71-96ca-002d144be48a req-6bfbcf10-d659-480e-8ea7-051600a55dea tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 945 time: 0.0547016 Feb 20 06:05:21.972252 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-628f993e-c20d-4f71-96ca-002d144be48a req-3e8b57e3-1ee9-4f7e-a6f9-cd16af4fe8e7 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485628 Feb 20 06:05:21.996660 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 44652) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:05:22.062918 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device af985d62-d1a5-47bd-a35b-7089b9163fbe details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:05:22.065663 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device af985d62-d1a5-47bd-a35b-7089b9163fbe no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:05:22.068275 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-12ad1952-6bc7-4c1c-bcc2-1270034ac850 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/floatingips/d75d1c7c-e28b-4eef-a896-f4eafede8adc HTTP/1.1" status: 200 len: 992 time: 0.0697405 Feb 20 06:05:22.206359 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port af985d62-d1a5-47bd-a35b-7089b9163fbe is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:05:22.206761 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (af985d62-d1a5-47bd-a35b-7089b9163fbe), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:22.239865 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port af985d62-d1a5-47bd-a35b-7089b9163fbe, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=af985d62-d1a5-47bd-a35b-7089b9163fbe,segment=NetworkSegment(4d8b6649-4ec2-4def-9403-2f5af3e7b37f),segment_id=4d8b6649-4ec2-4def-9403-2f5af3e7b37f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:05:22.250659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b5fbec-5109-4a84-9bc4-0a8d4c493795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af985d62-d1a5-47bd-a35b-7089b9163fbe'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:05:22.252901 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4e30a2-9772-4c77-aead-98ecea003278" -d '{"events": [{"server_uuid": "c9b5fbec-5109-4a84-9bc4-0a8d4c493795", "name": "network-vif-unplugged", "status": "completed", "tag": "af985d62-d1a5-47bd-a35b-7089b9163fbe"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:05:22.265760 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'af985d62-d1a5-47bd-a35b-7089b9163fbe', 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793', 'port_id': 'af985d62-d1a5-47bd-a35b-7089b9163fbe', 'mac_address': 'fa:16:3e:7e:74:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f8ad4ef-aaf3-49c2-be58-485c06e4e712', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:05:22.268979 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port af985d62-d1a5-47bd-a35b-7089b9163fbe, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=af985d62-d1a5-47bd-a35b-7089b9163fbe,segment=NetworkSegment(4d8b6649-4ec2-4def-9403-2f5af3e7b37f),segment_id=4d8b6649-4ec2-4def-9403-2f5af3e7b37f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:05:22.293095 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (af985d62-d1a5-47bd-a35b-7089b9163fbe), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:22.326379 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 06:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcdd833-78fb-4f50-b74d-57a1c75d91a8 x-openstack-request-id: req-3fcdd833-78fb-4f50-b74d-57a1c75d91a8 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:05:22.326681 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b5fbec-5109-4a84-9bc4-0a8d4c493795", "name": "network-vif-unplugged", "status": "completed", "tag": "af985d62-d1a5-47bd-a35b-7089b9163fbe", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:05:22.326959 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3fcdd833-78fb-4f50-b74d-57a1c75d91a8 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:05:22.327368 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b5fbec-5109-4a84-9bc4-0a8d4c493795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af985d62-d1a5-47bd-a35b-7089b9163fbe', 'code': 200} Feb 20 06:05:22.342456 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port af985d62-d1a5-47bd-a35b-7089b9163fbe is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:05:22.343403 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (af985d62-d1a5-47bd-a35b-7089b9163fbe), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:22.370570 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af985d62-d1a5-47bd-a35b-7089b9163fbe {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:05:22.377768 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=af985d62-d1a5-47bd-a35b-7089b9163fbe,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:05:22.389828 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:05:22.390168 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:05:22.390508 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:05:22.390959 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:05:22.391295 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:05:22.391620 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:05:22.391942 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:05:22.392261 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:05:22.392578 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:05:22.392894 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:05:22.393208 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:05:22.393521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:05:22.393834 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:05:22.406089 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port af985d62-d1a5-47bd-a35b-7089b9163fbe, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=af985d62-d1a5-47bd-a35b-7089b9163fbe,segment=NetworkSegment(4d8b6649-4ec2-4def-9403-2f5af3e7b37f),segment_id=4d8b6649-4ec2-4def-9403-2f5af3e7b37f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:05:22.409378 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (af985d62-d1a5-47bd-a35b-7089b9163fbe), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:22.458942 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=af985d62-d1a5-47bd-a35b-7089b9163fbe,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:05:22.656405 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['af985d62-d1a5-47bd-a35b-7089b9163fbe'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:05:22.705291 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:23.025608 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:24.084862 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device af985d62-d1a5-47bd-a35b-7089b9163fbe up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:05:24.131736 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port af985d62-d1a5-47bd-a35b-7089b9163fbe triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:05:24.132114 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (af985d62-d1a5-47bd-a35b-7089b9163fbe), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:24.209247 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port af985d62-d1a5-47bd-a35b-7089b9163fbe is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:05:24.209636 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (af985d62-d1a5-47bd-a35b-7089b9163fbe), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:24.240670 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port af985d62-d1a5-47bd-a35b-7089b9163fbe, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=af985d62-d1a5-47bd-a35b-7089b9163fbe,segment=NetworkSegment(4d8b6649-4ec2-4def-9403-2f5af3e7b37f),segment_id=4d8b6649-4ec2-4def-9403-2f5af3e7b37f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:05:24.245474 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (af985d62-d1a5-47bd-a35b-7089b9163fbe), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:24.291182 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=af985d62-d1a5-47bd-a35b-7089b9163fbe,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:05:24.328296 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b5fbec-5109-4a84-9bc4-0a8d4c493795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af985d62-d1a5-47bd-a35b-7089b9163fbe'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:05:24.330777 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc689934-3c91-4508-a874-e6d938675b79" -d '{"events": [{"server_uuid": "c9b5fbec-5109-4a84-9bc4-0a8d4c493795", "name": "network-vif-plugged", "status": "completed", "tag": "af985d62-d1a5-47bd-a35b-7089b9163fbe"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:05:24.366797 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd49a96-7a31-4d41-ba4f-c5f1f0220153 x-openstack-request-id: req-bbd49a96-7a31-4d41-ba4f-c5f1f0220153 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:05:24.367119 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b5fbec-5109-4a84-9bc4-0a8d4c493795", "name": "network-vif-plugged", "status": "completed", "tag": "af985d62-d1a5-47bd-a35b-7089b9163fbe", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:05:24.367380 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bbd49a96-7a31-4d41-ba4f-c5f1f0220153 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:05:24.367783 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b5fbec-5109-4a84-9bc4-0a8d4c493795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af985d62-d1a5-47bd-a35b-7089b9163fbe', 'code': 200} Feb 20 06:05:25.338176 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:27.013936 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:05:39.076004 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f031f2c9-fa97-438d-a45d-ff016a4266be req-c737ef39-9ad1-4463-97e9-68fa962cd04f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449834 Feb 20 06:05:39.143379 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031f2c9-fa97-438d-a45d-ff016a4266be req-c67b7dfc-153e-4906-8c21-2e23b739ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:39.144778 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f031f2c9-fa97-438d-a45d-ff016a4266be req-c67b7dfc-153e-4906-8c21-2e23b739ace2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 1127 time: 0.0470734 Feb 20 06:05:39.255985 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031f2c9-fa97-438d-a45d-ff016a4266be req-eb6a7546-7dea-41a2-addf-46047663500a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:39.257407 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f031f2c9-fa97-438d-a45d-ff016a4266be req-eb6a7546-7dea-41a2-addf-46047663500a service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5c01fef-8b4a-4e41-ae66-0483f664c793 HTTP/1.1" status: 200 len: 897 time: 0.0905955 Feb 20 06:05:39.322397 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f031f2c9-fa97-438d-a45d-ff016a4266be req-84c31e9e-4235-4272-ad53-12b22fe33112 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af985d62-d1a5-47bd-a35b-7089b9163fbe HTTP/1.1" status: 200 len: 1000 time: 0.0584686 Feb 20 06:05:39.373452 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031f2c9-fa97-438d-a45d-ff016a4266be req-f36e93ee-9144-4d3a-82ef-a4c863cc067f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:39.374939 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f031f2c9-fa97-438d-a45d-ff016a4266be req-f36e93ee-9144-4d3a-82ef-a4c863cc067f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f8ad4ef-aaf3-49c2-be58-485c06e4e712 HTTP/1.1" status: 200 len: 835 time: 0.0474803 Feb 20 06:05:39.422625 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031f2c9-fa97-438d-a45d-ff016a4266be req-f6080113-a997-486c-812e-fc48756ad7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:39.424117 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f031f2c9-fa97-438d-a45d-ff016a4266be req-f6080113-a997-486c-812e-fc48756ad7c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5c01fef-8b4a-4e41-ae66-0483f664c793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433226 Feb 20 06:05:39.434689 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-f031f2c9-fa97-438d-a45d-ff016a4266be req-31eb932a-7c31-468c-b47e-2578cf5d5c03 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 06:05:39.435647 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f031f2c9-fa97-438d-a45d-ff016a4266be req-31eb932a-7c31-468c-b47e-2578cf5d5c03 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047445 Feb 20 06:05:39.520755 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f031f2c9-fa97-438d-a45d-ff016a4266be req-6b124997-f730-422c-ac7e-f2106c68430d service neutron] 10.222.0.61 "GET /v2.0/networks/a5c01fef-8b4a-4e41-ae66-0483f664c793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792892 Feb 20 06:05:39.612920 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f031f2c9-fa97-438d-a45d-ff016a4266be req-cd35a225-5eb8-438b-8a3c-c2d40f534f3d service neutron] 10.222.0.61 "GET /v2.0/networks/a5c01fef-8b4a-4e41-ae66-0483f664c793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861251 Feb 20 06:05:40.371439 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ff0dc30-9591-4f3d-bc66-64abb8177ae5 req-ce9dd0e9-afbc-4712-834f-9c504a28dcef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1044703 Feb 20 06:05:40.454051 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0dc30-9591-4f3d-bc66-64abb8177ae5 req-22969b04-0bda-4b9a-a224-6eab8c072a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:40.455574 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ff0dc30-9591-4f3d-bc66-64abb8177ae5 req-22969b04-0bda-4b9a-a224-6eab8c072a82 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bab074dd2ce64b1aa74e27fbf8edd443&device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543 HTTP/1.1" status: 200 len: 1128 time: 0.0445783 Feb 20 06:05:40.559522 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0dc30-9591-4f3d-bc66-64abb8177ae5 req-14b6e1d8-ad91-457e-9986-e8eaba16dcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:40.560908 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ff0dc30-9591-4f3d-bc66-64abb8177ae5 req-14b6e1d8-ad91-457e-9986-e8eaba16dcc5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee HTTP/1.1" status: 200 len: 908 time: 0.0888796 Feb 20 06:05:40.626163 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ff0dc30-9591-4f3d-bc66-64abb8177ae5 req-504b3ab9-659f-49bc-845a-1547b174146c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 HTTP/1.1" status: 200 len: 1002 time: 0.0592852 Feb 20 06:05:40.676769 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0dc30-9591-4f3d-bc66-64abb8177ae5 req-7a0c3de4-f21c-46cd-8f78-4f5a70a32aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:40.678249 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ff0dc30-9591-4f3d-bc66-64abb8177ae5 req-7a0c3de4-f21c-46cd-8f78-4f5a70a32aa7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1114208-637a-4504-bcf8-b1d959d370a7 HTTP/1.1" status: 200 len: 847 time: 0.0467222 Feb 20 06:05:40.735158 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0dc30-9591-4f3d-bc66-64abb8177ae5 req-42b68462-fcbf-47d0-89e7-3cb0b7b8c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:40.736698 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ff0dc30-9591-4f3d-bc66-64abb8177ae5 req-42b68462-fcbf-47d0-89e7-3cb0b7b8c2e2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0524964 Feb 20 06:05:40.748244 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-0ff0dc30-9591-4f3d-bc66-64abb8177ae5 req-0e011d19-768a-47b2-8a50-5182fef8a51a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 06:05:40.749225 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ff0dc30-9591-4f3d-bc66-64abb8177ae5 req-0e011d19-768a-47b2-8a50-5182fef8a51a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062163 Feb 20 06:05:40.839496 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ff0dc30-9591-4f3d-bc66-64abb8177ae5 req-5ab0d23d-fdaa-498d-aee1-ae9ce4c53d7f service neutron] 10.222.0.48 "GET /v2.0/networks/e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844691 Feb 20 06:05:40.932272 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ff0dc30-9591-4f3d-bc66-64abb8177ae5 req-51c0b850-c900-4260-a2fc-b929a1ae6b64 service neutron] 10.222.0.48 "GET /v2.0/networks/e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867884 Feb 20 06:05:44.662318 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae970d-2252-4172-91d6-9f9a81a12b39 req-14bbd6f5-ee49-4d10-83a1-60c2a18ea5a0 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:44.663853 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-34ae970d-2252-4172-91d6-9f9a81a12b39 req-14bbd6f5-ee49-4d10-83a1-60c2a18ea5a0 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a68e427-b7fe-47bd-a61b-41ad50b14cdc HTTP/1.1" status: 200 len: 950 time: 0.0535853 Feb 20 06:05:44.709739 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-34ae970d-2252-4172-91d6-9f9a81a12b39 req-e4cabd66-1dd7-4caf-9853-264c2a80d25f tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.37 "GET /v2.0/security-groups?id=74f3e68a-01f5-4c51-ba96-b537c318efa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402758 Feb 20 06:05:45.826872 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9a432-775e-4a53-ab5f-e950975378ab req-3557175d-1964-4378-a938-e2392c504d06 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:45.828342 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e5c9a432-775e-4a53-ab5f-e950975378ab req-3557175d-1964-4378-a938-e2392c504d06 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a68e427-b7fe-47bd-a61b-41ad50b14cdc HTTP/1.1" status: 200 len: 950 time: 0.0505083 Feb 20 06:05:45.880857 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e5c9a432-775e-4a53-ab5f-e950975378ab req-e2c2dce7-8dfc-4020-99b2-0c6ca8390c69 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.37 "GET /v2.0/security-groups?id=74f3e68a-01f5-4c51-ba96-b537c318efa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466516 Feb 20 06:05:46.254460 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43261cc-b7be-4a97-9c6b-29e2c66bebf9 req-4e15b9b5-8975-4b3b-a78c-c8e62fa76fd4 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:46.255865 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d43261cc-b7be-4a97-9c6b-29e2c66bebf9 req-4e15b9b5-8975-4b3b-a78c-c8e62fa76fd4 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a68e427-b7fe-47bd-a61b-41ad50b14cdc HTTP/1.1" status: 200 len: 950 time: 0.0538361 Feb 20 06:05:46.348445 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-d43261cc-b7be-4a97-9c6b-29e2c66bebf9 req-a658e6c9-de61-4e1b-baf3-a8080063bfe9 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Deleting port 4c42d23e-2112-4720-b4b5-4c8e24d38d2f {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:05:46.348780 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-d43261cc-b7be-4a97-9c6b-29e2c66bebf9 req-a658e6c9-de61-4e1b-baf3-a8080063bfe9 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4c42d23e-2112-4720-b4b5-4c8e24d38d2f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:46.433888 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-d43261cc-b7be-4a97-9c6b-29e2c66bebf9 req-a658e6c9-de61-4e1b-baf3-a8080063bfe9 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] For port 4c42d23e-2112-4720-b4b5-4c8e24d38d2f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4c42d23e-2112-4720-b4b5-4c8e24d38d2f,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:05:46.434244 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-d43261cc-b7be-4a97-9c6b-29e2c66bebf9 req-a658e6c9-de61-4e1b-baf3-a8080063bfe9 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4c42d23e-2112-4720-b4b5-4c8e24d38d2f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:46.445760 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-d43261cc-b7be-4a97-9c6b-29e2c66bebf9 req-a658e6c9-de61-4e1b-baf3-a8080063bfe9 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Calling delete_port for 4c42d23e-2112-4720-b4b5-4c8e24d38d2f owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:05:46.459535 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37ddd7c7-7833-4e01-9ec1-dac2e49cc3a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:46.579649 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-d43261cc-b7be-4a97-9c6b-29e2c66bebf9 req-a658e6c9-de61-4e1b-baf3-a8080063bfe9 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (4c42d23e-2112-4720-b4b5-4c8e24d38d2f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:46.591161 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['4c42d23e-2112-4720-b4b5-4c8e24d38d2f'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:05:46.607337 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658e6c9-de61-4e1b-baf3-a8080063bfe9 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Pushing event deleted for resources: {'Port': ['ID=4c42d23e-2112-4720-b4b5-4c8e24d38d2f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:05:46.617982 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a658e6c9-de61-4e1b-baf3-a8080063bfe9 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:05:46.619118 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a658e6c9-de61-4e1b-baf3-a8080063bfe9 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:05:46.619772 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a658e6c9-de61-4e1b-baf3-a8080063bfe9 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:05:46.620143 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a658e6c9-de61-4e1b-baf3-a8080063bfe9 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:05:46.620608 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a658e6c9-de61-4e1b-baf3-a8080063bfe9 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:05:46.620950 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a658e6c9-de61-4e1b-baf3-a8080063bfe9 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:05:46.621285 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a658e6c9-de61-4e1b-baf3-a8080063bfe9 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:05:46.621620 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a658e6c9-de61-4e1b-baf3-a8080063bfe9 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:05:46.622616 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a658e6c9-de61-4e1b-baf3-a8080063bfe9 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:05:46.622616 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a658e6c9-de61-4e1b-baf3-a8080063bfe9 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:05:46.622616 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a658e6c9-de61-4e1b-baf3-a8080063bfe9 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:05:46.622914 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a658e6c9-de61-4e1b-baf3-a8080063bfe9 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:05:46.623262 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a658e6c9-de61-4e1b-baf3-a8080063bfe9 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:05:46.665017 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43261cc-b7be-4a97-9c6b-29e2c66bebf9 req-a658e6c9-de61-4e1b-baf3-a8080063bfe9 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] No DVR routers for this DVR port 4c42d23e-2112-4720-b4b5-4c8e24d38d2f on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:05:46.668220 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-d43261cc-b7be-4a97-9c6b-29e2c66bebf9 req-a658e6c9-de61-4e1b-baf3-a8080063bfe9 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:46.671523 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d43261cc-b7be-4a97-9c6b-29e2c66bebf9 req-a658e6c9-de61-4e1b-baf3-a8080063bfe9 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.61 "DELETE /v2.0/ports/4c42d23e-2112-4720-b4b5-4c8e24d38d2f HTTP/1.1" status: 204 len: 173 time: 0.4099154 Feb 20 06:05:46.671978 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a68e427-b7fe-47bd-a61b-41ad50b14cdc', 'name': 'network-vif-deleted', 'tag': '4c42d23e-2112-4720-b4b5-4c8e24d38d2f'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:05:46.674599 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6fa909-3873-4e16-a8c1-4d530359552e" -d '{"events": [{"server_uuid": "4a68e427-b7fe-47bd-a61b-41ad50b14cdc", "name": "network-vif-deleted", "tag": "4c42d23e-2112-4720-b4b5-4c8e24d38d2f"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:05:46.711941 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7b3d0b-09e4-4248-818d-deaf16605328 x-openstack-request-id: req-fc7b3d0b-09e4-4248-818d-deaf16605328 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:05:46.712252 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a68e427-b7fe-47bd-a61b-41ad50b14cdc", "name": "network-vif-deleted", "tag": "4c42d23e-2112-4720-b4b5-4c8e24d38d2f", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:05:46.712503 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc7b3d0b-09e4-4248-818d-deaf16605328 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:05:46.712911 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a68e427-b7fe-47bd-a61b-41ad50b14cdc', 'name': 'network-vif-deleted', 'tag': '4c42d23e-2112-4720-b4b5-4c8e24d38d2f', 'status': 'completed', 'code': 200} Feb 20 06:05:46.994656 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f5a5cbf-8da7-44bb-99e8-5d83af099085 req-1e000a60-fbd8-4ad4-a06b-ff5993aceae4 tempest-VolumesBackupsTest-1506782692 tempest-VolumesBackupsTest-1506782692-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a68e427-b7fe-47bd-a61b-41ad50b14cdc HTTP/1.1" status: 200 len: 210 time: 0.0330765 Feb 20 06:05:48.949492 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9d9d752-6cdf-4975-8dc6-c62f0982acdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:49.656285 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:50.187140 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 4c42d23e-2112-4720-b4b5-4c8e24d38d2f no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:05:50.207477 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 4c42d23e-2112-4720-b4b5-4c8e24d38d2f {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:05:50.207834 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 4c42d23e-2112-4720-b4b5-4c8e24d38d2f not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:05:51.464663 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:52.678186 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:53.030573 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:55.355610 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:57.297742 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45262) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:05:57.466324 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-03c9acec-03a9-4883-9233-7a2bb67b9b7a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Deleting port ad7507c9-693c-4827-9a5e-d57c82ba9e71 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:05:57.466675 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-03c9acec-03a9-4883-9233-7a2bb67b9b7a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (ad7507c9-693c-4827-9a5e-d57c82ba9e71), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:57.543574 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-03c9acec-03a9-4883-9233-7a2bb67b9b7a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (ad7507c9-693c-4827-9a5e-d57c82ba9e71), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:57.543906 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-03c9acec-03a9-4883-9233-7a2bb67b9b7a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for floatingip (ad7507c9-693c-4827-9a5e-d57c82ba9e71), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:57.556438 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-03c9acec-03a9-4883-9233-7a2bb67b9b7a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Calling delete_port for ad7507c9-693c-4827-9a5e-d57c82ba9e71 owned by network:floatingip {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:05:57.728650 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-03c9acec-03a9-4883-9233-7a2bb67b9b7a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (ad7507c9-693c-4827-9a5e-d57c82ba9e71), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:57.754738 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9acec-03a9-4883-9233-7a2bb67b9b7a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'Port': ['ID=ad7507c9-693c-4827-9a5e-d57c82ba9e71,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:05:57.828311 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-03c9acec-03a9-4883-9233-7a2bb67b9b7a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for floatingip (d75d1c7c-e28b-4eef-a896-f4eafede8adc), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:57.828649 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-03c9acec-03a9-4883-9233-7a2bb67b9b7a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Floating IP d75d1c7c-e28b-4eef-a896-f4eafede8adc disassociated (deleted). External IP: 172.25.3.99, port: af985d62-d1a5-47bd-a35b-7089b9163fbe. Feb 20 06:05:58.066063 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c9acec-03a9-4883-9233-7a2bb67b9b7a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Router 9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:05:58.178780 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c9acec-03a9-4883-9233-7a2bb67b9b7a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:05:58.184615 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-03c9acec-03a9-4883-9233-7a2bb67b9b7a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:58.189901 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6429880b-24e1-4a9f-ae29-452304dd802e None None] Sync routers for ids ['9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:05:58.200680 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6429880b-24e1-4a9f-ae29-452304dd802e None None] Routers {'9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:05:58.201291 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-6429880b-24e1-4a9f-ae29-452304dd802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:05:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:05:58.218196 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-03c9acec-03a9-4883-9233-7a2bb67b9b7a tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "DELETE /v2.0/floatingips/d75d1c7c-e28b-4eef-a896-f4eafede8adc HTTP/1.1" status: 204 len: 168 time: 0.9193501 Feb 20 06:05:58.218794 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b5fbec-5109-4a84-9bc4-0a8d4c493795', 'tag': 'af985d62-d1a5-47bd-a35b-7089b9163fbe'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:05:58.221373 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3ff5b3-bcb9-4228-8cab-c012f0749463" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b5fbec-5109-4a84-9bc4-0a8d4c493795", "tag": "af985d62-d1a5-47bd-a35b-7089b9163fbe"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:05:58.315524 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-6429880b-24e1-4a9f-ae29-452304dd802e None None] Set router 9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:05:58.395348 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdf0979-4df6-491a-b9b8-4078955a94e0 x-openstack-request-id: req-8bdf0979-4df6-491a-b9b8-4078955a94e0 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:05:58.396233 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b5fbec-5109-4a84-9bc4-0a8d4c493795", "tag": "af985d62-d1a5-47bd-a35b-7089b9163fbe", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:05:58.396736 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8bdf0979-4df6-491a-b9b8-4078955a94e0 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:05:58.397157 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b5fbec-5109-4a84-9bc4-0a8d4c493795', 'tag': 'af985d62-d1a5-47bd-a35b-7089b9163fbe', 'status': 'completed', 'code': 200} Feb 20 06:05:58.469555 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ff5b3-bcb9-4228-8cab-c012f0749463 req-81d55ae3-4765-409c-a4cb-007f24168aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:58.472076 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9e3ff5b3-bcb9-4228-8cab-c012f0749463 req-81d55ae3-4765-409c-a4cb-007f24168aeb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50b63137536d4822a61a7b01dd632aeb&device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 1127 time: 0.0547128 Feb 20 06:05:58.507709 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a7125-dc96-4fe0-be0d-0e1bac06eca9 req-66f6a6af-c35b-4eaa-812c-1de043cb3f3c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:58.510642 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a83a7125-dc96-4fe0-be0d-0e1bac06eca9 req-66f6a6af-c35b-4eaa-812c-1de043cb3f3c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 945 time: 0.0613985 Feb 20 06:05:58.567356 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a83a7125-dc96-4fe0-be0d-0e1bac06eca9 req-5deccedd-6f28-47cf-98ca-0fa5e1c9a6f5 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487375 Feb 20 06:05:58.591385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-6429880b-24e1-4a9f-ae29-452304dd802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968819590', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:04:23Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '84c84325-c2af-4dd5-aec2-9b48338668ed', 'name': '', 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:f2:ba:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '1f8ad4ef-aaf3-49c2-be58-485c06e4e712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:04:23Z', 'updated_at': '2022-02-20T06:04:27Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': '1f8ad4ef-aaf3-49c2-be58-485c06e4e712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:05:58.593488 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ff5b3-bcb9-4228-8cab-c012f0749463 req-d00a58ba-8727-4386-9ff9-f388486e0200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:58.595082 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9e3ff5b3-bcb9-4228-8cab-c012f0749463 req-d00a58ba-8727-4386-9ff9-f388486e0200 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5c01fef-8b4a-4e41-ae66-0483f664c793 HTTP/1.1" status: 200 len: 897 time: 0.1160173 Feb 20 06:05:58.624417 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6429880b-24e1-4a9f-ae29-452304dd802e None None] Checking router: 9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:05:58.633125 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6429880b-24e1-4a9f-ae29-452304dd802e None None] Routers {'9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:05:58.633789 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-6429880b-24e1-4a9f-ae29-452304dd802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:05:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:05:58.644148 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9e3ff5b3-bcb9-4228-8cab-c012f0749463 req-f920486d-bea1-4c7b-84c7-d0ec70def6e8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af985d62-d1a5-47bd-a35b-7089b9163fbe HTTP/1.1" status: 200 len: 217 time: 0.0420032 Feb 20 06:05:58.698713 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ff5b3-bcb9-4228-8cab-c012f0749463 req-e42cb226-596c-494e-8662-98c70c776f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:58.700985 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9e3ff5b3-bcb9-4228-8cab-c012f0749463 req-e42cb226-596c-494e-8662-98c70c776f5a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f8ad4ef-aaf3-49c2-be58-485c06e4e712 HTTP/1.1" status: 200 len: 835 time: 0.0496781 Feb 20 06:05:58.754601 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-6429880b-24e1-4a9f-ae29-452304dd802e None None] Set router 9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:05:58.763676 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ff5b3-bcb9-4228-8cab-c012f0749463 req-eed90a24-91e0-43b1-8384-faa474d9be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:58.765577 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9e3ff5b3-bcb9-4228-8cab-c012f0749463 req-eed90a24-91e0-43b1-8384-faa474d9be48 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5c01fef-8b4a-4e41-ae66-0483f664c793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0585916 Feb 20 06:05:58.865525 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9e3ff5b3-bcb9-4228-8cab-c012f0749463 req-ba57c638-2177-4ceb-96ac-bf53247b9e49 service neutron] 10.222.0.61 "GET /v2.0/networks/a5c01fef-8b4a-4e41-ae66-0483f664c793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936697 Feb 20 06:05:58.968485 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9e3ff5b3-bcb9-4228-8cab-c012f0749463 req-45093a7e-c20e-4573-8c5c-a3ab803acba8 service neutron] 10.222.0.61 "GET /v2.0/networks/a5c01fef-8b4a-4e41-ae66-0483f664c793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970030 Feb 20 06:05:58.970235 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-6429880b-24e1-4a9f-ae29-452304dd802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968819590', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:04:23Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '84c84325-c2af-4dd5-aec2-9b48338668ed', 'name': '', 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:f2:ba:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '1f8ad4ef-aaf3-49c2-be58-485c06e4e712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:04:23Z', 'updated_at': '2022-02-20T06:04:27Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': '1f8ad4ef-aaf3-49c2-be58-485c06e4e712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:05:59.005876 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6429880b-24e1-4a9f-ae29-452304dd802e None None] The sync data for ids ['9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'] in n-d-829866-5 is: [{'id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968819590', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:04:23Z', 'revision_number': 4, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '84c84325-c2af-4dd5-aec2-9b48338668ed', 'name': '', 'network_id': 'a5c01fef-8b4a-4e41-ae66-0483f664c793', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'mac_address': 'fa:16:3e:f2:ba:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '1f8ad4ef-aaf3-49c2-be58-485c06e4e712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:04:23Z', 'updated_at': '2022-02-20T06:04:27Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'subnets': [{'id': '1f8ad4ef-aaf3-49c2-be58-485c06e4e712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:05:59.251276 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13223e7b-1899-4fe2-a725-b540af3680b9 None None] New status for floating IP d75d1c7c-e28b-4eef-a896-f4eafede8adc: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:05:59.700270 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f401d-c5f2-44a4-b0f4-fdf168f5b9da req-f63403a6-e933-46cc-926f-1dc1512d64f8 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:59.702698 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ed9f401d-c5f2-44a4-b0f4-fdf168f5b9da req-f63403a6-e933-46cc-926f-1dc1512d64f8 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 945 time: 0.0596356 Feb 20 06:05:59.747833 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab0e60-fc48-453c-ba24-2ebbbd99a69b req-87adb33b-8003-43db-bf20-38db934d911f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:05:59.750326 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f6ab0e60-fc48-453c-ba24-2ebbbd99a69b req-87adb33b-8003-43db-bf20-38db934d911f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9b5fbec-5109-4a84-9bc4-0a8d4c493795 HTTP/1.1" status: 200 len: 945 time: 0.0699351 Feb 20 06:05:59.765455 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ed9f401d-c5f2-44a4-b0f4-fdf168f5b9da req-759140c4-89f4-47a3-9dd9-b19ba2ace94f tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528245 Feb 20 06:05:59.848868 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-f6ab0e60-fc48-453c-ba24-2ebbbd99a69b req-9b76a466-0f9e-413b-9d2d-cf809fce320b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Deleting port af985d62-d1a5-47bd-a35b-7089b9163fbe {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:05:59.849361 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f6ab0e60-fc48-453c-ba24-2ebbbd99a69b req-9b76a466-0f9e-413b-9d2d-cf809fce320b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (af985d62-d1a5-47bd-a35b-7089b9163fbe), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:59.962396 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-f6ab0e60-fc48-453c-ba24-2ebbbd99a69b req-9b76a466-0f9e-413b-9d2d-cf809fce320b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] For port af985d62-d1a5-47bd-a35b-7089b9163fbe, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=af985d62-d1a5-47bd-a35b-7089b9163fbe,segment=NetworkSegment(4d8b6649-4ec2-4def-9403-2f5af3e7b37f),segment_id=4d8b6649-4ec2-4def-9403-2f5af3e7b37f)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:05:59.963042 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f6ab0e60-fc48-453c-ba24-2ebbbd99a69b req-9b76a466-0f9e-413b-9d2d-cf809fce320b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (af985d62-d1a5-47bd-a35b-7089b9163fbe), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:05:59.975512 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-f6ab0e60-fc48-453c-ba24-2ebbbd99a69b req-9b76a466-0f9e-413b-9d2d-cf809fce320b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Calling delete_port for af985d62-d1a5-47bd-a35b-7089b9163fbe owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:06:00.132583 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f6ab0e60-fc48-453c-ba24-2ebbbd99a69b req-9b76a466-0f9e-413b-9d2d-cf809fce320b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (af985d62-d1a5-47bd-a35b-7089b9163fbe), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:00.165941 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76a466-0f9e-413b-9d2d-cf809fce320b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'Port': ['ID=af985d62-d1a5-47bd-a35b-7089b9163fbe,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:00.215321 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ab0e60-fc48-453c-ba24-2ebbbd99a69b req-9b76a466-0f9e-413b-9d2d-cf809fce320b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] No DVR routers for this DVR port af985d62-d1a5-47bd-a35b-7089b9163fbe on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:06:00.219473 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f6ab0e60-fc48-453c-ba24-2ebbbd99a69b req-9b76a466-0f9e-413b-9d2d-cf809fce320b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:00.222982 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f6ab0e60-fc48-453c-ba24-2ebbbd99a69b req-9b76a466-0f9e-413b-9d2d-cf809fce320b tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.61 "DELETE /v2.0/ports/af985d62-d1a5-47bd-a35b-7089b9163fbe HTTP/1.1" status: 204 len: 173 time: 0.4675953 Feb 20 06:06:00.398049 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b5fbec-5109-4a84-9bc4-0a8d4c493795', 'name': 'network-vif-deleted', 'tag': 'af985d62-d1a5-47bd-a35b-7089b9163fbe'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:06:00.400906 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65917f7a-491d-485c-bc7d-ac03bed101e8" -d '{"events": [{"server_uuid": "c9b5fbec-5109-4a84-9bc4-0a8d4c493795", "name": "network-vif-deleted", "tag": "af985d62-d1a5-47bd-a35b-7089b9163fbe"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:06:00.560189 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3dbcf3-a6cd-436d-92f6-9e9e6fac651c x-openstack-request-id: req-4d3dbcf3-a6cd-436d-92f6-9e9e6fac651c {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:06:00.561152 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b5fbec-5109-4a84-9bc4-0a8d4c493795", "name": "network-vif-deleted", "tag": "af985d62-d1a5-47bd-a35b-7089b9163fbe", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:06:00.561406 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d3dbcf3-a6cd-436d-92f6-9e9e6fac651c {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:06:00.561813 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b5fbec-5109-4a84-9bc4-0a8d4c493795', 'name': 'network-vif-deleted', 'tag': 'af985d62-d1a5-47bd-a35b-7089b9163fbe', 'status': 'completed', 'code': 200} Feb 20 06:06:00.829028 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45286) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:01.297210 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81ada389-f87c-47b4-9bbc-3eaadf3ec218 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:01.580308 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-81ada389-f87c-47b4-9bbc-3eaadf3ec218 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Deleting port 84c84325-c2af-4dd5-aec2-9b48338668ed {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:06:01.580700 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81ada389-f87c-47b4-9bbc-3eaadf3ec218 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (84c84325-c2af-4dd5-aec2-9b48338668ed), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:01.674528 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-81ada389-f87c-47b4-9bbc-3eaadf3ec218 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] For port 84c84325-c2af-4dd5-aec2-9b48338668ed, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=84c84325-c2af-4dd5-aec2-9b48338668ed,segment=NetworkSegment(4d8b6649-4ec2-4def-9403-2f5af3e7b37f),segment_id=4d8b6649-4ec2-4def-9403-2f5af3e7b37f)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:06:01.674892 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81ada389-f87c-47b4-9bbc-3eaadf3ec218 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (84c84325-c2af-4dd5-aec2-9b48338668ed), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:01.687337 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-81ada389-f87c-47b4-9bbc-3eaadf3ec218 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Calling delete_port for 84c84325-c2af-4dd5-aec2-9b48338668ed owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:06:01.886891 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81ada389-f87c-47b4-9bbc-3eaadf3ec218 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (84c84325-c2af-4dd5-aec2-9b48338668ed), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:01.917565 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ada389-f87c-47b4-9bbc-3eaadf3ec218 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'Port': ['ID=84c84325-c2af-4dd5-aec2-9b48338668ed,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:02.249647 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device af985d62-d1a5-47bd-a35b-7089b9163fbe no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:06:02.453272 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: af985d62-d1a5-47bd-a35b-7089b9163fbe {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:06:02.453631 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device af985d62-d1a5-47bd-a35b-7089b9163fbe not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:06:02.493200 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-81ada389-f87c-47b4-9bbc-3eaadf3ec218 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:02.723530 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ada389-f87c-47b4-9bbc-3eaadf3ec218 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Router 9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:06:02.838754 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ada389-f87c-47b4-9bbc-3eaadf3ec218 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:06:02.844071 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-81ada389-f87c-47b4-9bbc-3eaadf3ec218 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "PUT /v2.0/routers/9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0138667 Feb 20 06:06:02.846669 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45292) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:02.849286 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f20c4c3-dead-4b74-aaa4-ff41ad11f547 None None] Sync routers for ids ['9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:06:02.861270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f20c4c3-dead-4b74-aaa4-ff41ad11f547 None None] Routers {'9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:06:02.862294 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0f20c4c3-dead-4b74-aaa4-ff41ad11f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:05:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:02.904390 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2cfbf64-bea2-4668-b745-31d5d0b796aa tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Deleting subnet 1f8ad4ef-aaf3-49c2-be58-485c06e4e712 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:06:02.907870 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e2cfbf64-bea2-4668-b745-31d5d0b796aa tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for subnet (1f8ad4ef-aaf3-49c2-be58-485c06e4e712), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:02.951267 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e2cfbf64-bea2-4668-b745-31d5d0b796aa tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (1f8ad4ef-aaf3-49c2-be58-485c06e4e712), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:02.975705 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-0f20c4c3-dead-4b74-aaa4-ff41ad11f547 None None] Set router 9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:06:03.046600 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e2cfbf64-bea2-4668-b745-31d5d0b796aa tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (1f8ad4ef-aaf3-49c2-be58-485c06e4e712), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:03.107355 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e2cfbf64-bea2-4668-b745-31d5d0b796aa tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (1f8ad4ef-aaf3-49c2-be58-485c06e4e712), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:03.128622 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f59bcc-d669-4906-bed8-6d5290bedfc9 None None] Network a5c01fef-8b4a-4e41-ae66-0483f664c793 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:06:03.141932 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e2cfbf64-bea2-4668-b745-31d5d0b796aa tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:03.145192 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e2cfbf64-bea2-4668-b745-31d5d0b796aa tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "DELETE /v2.0/subnets/1f8ad4ef-aaf3-49c2-be58-485c06e4e712 HTTP/1.1" status: 204 len: 168 time: 0.2975693 Feb 20 06:06:03.146994 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfbf64-bea2-4668-b745-31d5d0b796aa tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'Subnet': ['ID=1f8ad4ef-aaf3-49c2-be58-485c06e4e712,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:03.148020 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45294) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:03.284894 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0f20c4c3-dead-4b74-aaa4-ff41ad11f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968819590', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:06:01Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:03.304156 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router (9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:03.317589 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f20c4c3-dead-4b74-aaa4-ff41ad11f547 None None] Checking router: 9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:06:03.327183 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f20c4c3-dead-4b74-aaa4-ff41ad11f547 None None] Routers {'9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:06:03.327942 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0f20c4c3-dead-4b74-aaa4-ff41ad11f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:05:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:03.371360 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e05530c-7243-432e-90aa-b8fcc4f0d280 None None] DHCP port deletion for a5c01fef-8b4a-4e41-ae66-0483f664c793 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:06:03.432423 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router_gateway (9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:03.476153 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-0f20c4c3-dead-4b74-aaa4-ff41ad11f547 None None] Set router 9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:06:03.492505 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Deleting port ab62c64c-ba76-4f4f-b0be-715758484b7d {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:06:03.492786 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (ab62c64c-ba76-4f4f-b0be-715758484b7d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:03.549500 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5e05530c-7243-432e-90aa-b8fcc4f0d280 None None] Deleting port 3d8ca088-4612-481d-94ec-ca045afba086 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:06:03.549876 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5e05530c-7243-432e-90aa-b8fcc4f0d280 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3d8ca088-4612-481d-94ec-ca045afba086), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:03.575829 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] For port ab62c64c-ba76-4f4f-b0be-715758484b7d, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=ab62c64c-ba76-4f4f-b0be-715758484b7d,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:06:03.576199 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (ab62c64c-ba76-4f4f-b0be-715758484b7d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:03.589222 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Calling delete_port for ab62c64c-ba76-4f4f-b0be-715758484b7d owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:06:03.677708 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-5e05530c-7243-432e-90aa-b8fcc4f0d280 None None] For port 3d8ca088-4612-481d-94ec-ca045afba086, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3d8ca088-4612-481d-94ec-ca045afba086,segment=NetworkSegment(4d8b6649-4ec2-4def-9403-2f5af3e7b37f),segment_id=4d8b6649-4ec2-4def-9403-2f5af3e7b37f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:06:03.678101 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5e05530c-7243-432e-90aa-b8fcc4f0d280 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3d8ca088-4612-481d-94ec-ca045afba086), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:03.709213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5e05530c-7243-432e-90aa-b8fcc4f0d280 None None] Calling delete_port for 3d8ca088-4612-481d-94ec-ca045afba086 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:06:03.775802 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (ab62c64c-ba76-4f4f-b0be-715758484b7d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:03.790686 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0f20c4c3-dead-4b74-aaa4-ff41ad11f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968819590', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:06:01Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:03.804938 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'Port': ['ID=ab62c64c-ba76-4f4f-b0be-715758484b7d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:03.827429 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f20c4c3-dead-4b74-aaa4-ff41ad11f547 None None] The sync data for ids ['9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2'] in n-d-829866-5 is: [{'id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968819590', 'tenant_id': '50b63137536d4822a61a7b01dd632aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:06:01Z', 'revision_number': 5, 'project_id': '50b63137536d4822a61a7b01dd632aeb', 'gw_port': {'id': 'ab62c64c-ba76-4f4f-b0be-715758484b7d', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:04:20Z', 'updated_at': '2022-02-20T06:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:06:03.831381 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:03.831742 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:03.832114 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:03.832456 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:03.832796 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:03.833128 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:03.833562 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:03.833832 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:03.834118 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:03.835202 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:03.835202 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:03.835202 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:03.835532 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:03.855382 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5e05530c-7243-432e-90aa-b8fcc4f0d280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (3d8ca088-4612-481d-94ec-ca045afba086), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:03.892650 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:03.906075 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e05530c-7243-432e-90aa-b8fcc4f0d280 None None] No DVR routers for this DVR port 3d8ca088-4612-481d-94ec-ca045afba086 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:06:03.908635 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05530c-7243-432e-90aa-b8fcc4f0d280 None None] Pushing event deleted for resources: {'Port': ['ID=3d8ca088-4612-481d-94ec-ca045afba086,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:03.989432 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:03.991843 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router_controller (9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:04.013305 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:06:04.036454 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:04.036984 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Fanout notify agent at l3_agent the message router_deleted on router 9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:06:04.043718 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:04.044834 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3c65a7b7-18a2-4fbd-a049-c2735baf5c18 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "DELETE /v2.0/routers/9aad4ea1-2ca1-4202-b1d8-4d2eddc67ee2 HTTP/1.1" status: 204 len: 168 time: 0.8952444 Feb 20 06:06:04.047748 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45306) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:04.126022 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f6a8d55-0719-4b03-bbc2-daee39501fd6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (a5c01fef-8b4a-4e41-ae66-0483f664c793), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:04.212127 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f6a8d55-0719-4b03-bbc2-daee39501fd6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (a5c01fef-8b4a-4e41-ae66-0483f664c793), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:04.234177 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-2f6a8d55-0719-4b03-bbc2-daee39501fd6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c01fef-8b4a-4e41-ae66-0483f664c793']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:04.245972 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-2f6a8d55-0719-4b03-bbc2-daee39501fd6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8b6649-4ec2-4def-9403-2f5af3e7b37f') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:04.246308 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-2f6a8d55-0719-4b03-bbc2-daee39501fd6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8b6649-4ec2-4def-9403-2f5af3e7b37f') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:04.258172 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f6a8d55-0719-4b03-bbc2-daee39501fd6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (4d8b6649-4ec2-4def-9403-2f5af3e7b37f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:04.272469 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f6a8d55-0719-4b03-bbc2-daee39501fd6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (4d8b6649-4ec2-4def-9403-2f5af3e7b37f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:04.278614 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6a8d55-0719-4b03-bbc2-daee39501fd6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:06:04.279042 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f6a8d55-0719-4b03-bbc2-daee39501fd6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (4d8b6649-4ec2-4def-9403-2f5af3e7b37f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: timer() Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:06:04.281973 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:06:04.351939 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f6a8d55-0719-4b03-bbc2-daee39501fd6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (a5c01fef-8b4a-4e41-ae66-0483f664c793), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:04.364910 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f6a8d55-0719-4b03-bbc2-daee39501fd6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:04.371241 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2f6a8d55-0719-4b03-bbc2-daee39501fd6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "DELETE /v2.0/networks/a5c01fef-8b4a-4e41-ae66-0483f664c793 HTTP/1.1" status: 204 len: 168 time: 0.3191571 Feb 20 06:06:04.371965 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45310) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:04.383241 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a8d55-0719-4b03-bbc2-daee39501fd6 tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'Network': ['ID=a5c01fef-8b4a-4e41-ae66-0483f664c793,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:04.442485 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b4893e4-94b8-4687-b181-d76d0e6f190c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group (5f70dacb-3b05-4ec8-bfc2-4d4562c424c5), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:04.469884 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b4893e4-94b8-4687-b181-d76d0e6f190c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group (5f70dacb-3b05-4ec8-bfc2-4d4562c424c5), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:04.546233 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b4893e4-94b8-4687-b181-d76d0e6f190c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (5f70dacb-3b05-4ec8-bfc2-4d4562c424c5), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:04.549154 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5b4893e4-94b8-4687-b181-d76d0e6f190c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:04.550868 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5b4893e4-94b8-4687-b181-d76d0e6f190c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] 10.222.0.37 "DELETE /v2.0/security-groups/5f70dacb-3b05-4ec8-bfc2-4d4562c424c5 HTTP/1.1" status: 204 len: 168 time: 0.1782427 Feb 20 06:06:04.574715 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4893e4-94b8-4687-b181-d76d0e6f190c tempest-TestNetworkAdvancedServerOps-1798248671 tempest-TestNetworkAdvancedServerOps-1798248671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f70dacb-3b05-4ec8-bfc2-4d4562c424c5,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:04.916212 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45318) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:05.065817 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-42a082da-55cd-4470-bf16-93777edc7182 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50b63137536d4822a61a7b01dd632aeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1480465 Feb 20 06:06:05.068252 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45324) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:05.122220 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-06491c4b-7b7e-41a5-a9d9-dafc501826b3 admin admin] Publish callbacks [] for security_group (7ed8f4d0-3aee-4145-bbf8-1cfa8cb6a095), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:05.144415 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-06491c4b-7b7e-41a5-a9d9-dafc501826b3 admin admin] Publish callbacks [] for security_group (7ed8f4d0-3aee-4145-bbf8-1cfa8cb6a095), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:05.196532 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-06491c4b-7b7e-41a5-a9d9-dafc501826b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7ed8f4d0-3aee-4145-bbf8-1cfa8cb6a095), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:05.200960 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-06491c4b-7b7e-41a5-a9d9-dafc501826b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:05.202726 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-06491c4b-7b7e-41a5-a9d9-dafc501826b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ed8f4d0-3aee-4145-bbf8-1cfa8cb6a095 HTTP/1.1" status: 204 len: 168 time: 0.1334429 Feb 20 06:06:05.214346 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06491c4b-7b7e-41a5-a9d9-dafc501826b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed8f4d0-3aee-4145-bbf8-1cfa8cb6a095,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:05.265689 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3d8ca088-4612-481d-94ec-ca045afba086 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:06:05.287519 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 3d8ca088-4612-481d-94ec-ca045afba086 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:06:05.287960 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3d8ca088-4612-481d-94ec-ca045afba086 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:06:05.288459 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 84c84325-c2af-4dd5-aec2-9b48338668ed no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:06:05.308556 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 84c84325-c2af-4dd5-aec2-9b48338668ed {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:06:05.309008 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 84c84325-c2af-4dd5-aec2-9b48338668ed not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:06:05.309494 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ab62c64c-ba76-4f4f-b0be-715758484b7d no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:06:05.336511 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: ab62c64c-ba76-4f4f-b0be-715758484b7d {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:06:05.337609 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ab62c64c-ba76-4f4f-b0be-715758484b7d not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:06:05.507296 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45338) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:05.546442 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c1485c64-0ba7-45ee-b705-ed8a01ee97a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec7f88fc1348473fb5519fbc9f4b421a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379109 Feb 20 06:06:05.548755 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45340) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:05.597521 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-92e10027-fb24-416d-b2bd-1b8a6092a462 admin admin] Publish callbacks [] for security_group (95946798-5435-4010-a8fe-b7effc6fefc9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:05.618536 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-92e10027-fb24-416d-b2bd-1b8a6092a462 admin admin] Publish callbacks [] for security_group (95946798-5435-4010-a8fe-b7effc6fefc9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:05.671640 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-92e10027-fb24-416d-b2bd-1b8a6092a462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (95946798-5435-4010-a8fe-b7effc6fefc9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:05.674523 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-92e10027-fb24-416d-b2bd-1b8a6092a462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:05.675736 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-92e10027-fb24-416d-b2bd-1b8a6092a462 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/95946798-5435-4010-a8fe-b7effc6fefc9 HTTP/1.1" status: 204 len: 168 time: 0.1251895 Feb 20 06:06:05.684976 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e10027-fb24-416d-b2bd-1b8a6092a462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95946798-5435-4010-a8fe-b7effc6fefc9,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:06.418003 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45364) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:06.513287 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-bc4123ed-e0ad-4dae-ae30-898a0a5ecea6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1299350783-network', 'tenant_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:06:06.532887 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4123ed-e0ad-4dae-ae30-898a0a5ecea6 admin admin] Made reservation on behalf of a3f1d0b49cfa4de5be3cfbe5b4889d07 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:06:06.535357 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc4123ed-e0ad-4dae-ae30-898a0a5ecea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:06.544014 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc4123ed-e0ad-4dae-ae30-898a0a5ecea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:06.621539 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc4123ed-e0ad-4dae-ae30-898a0a5ecea6 admin admin] Publish callbacks [] for security_group (61269e06-b8a4-417b-9e19-cb449e9f7165), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:06.625201 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc4123ed-e0ad-4dae-ae30-898a0a5ecea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (61269e06-b8a4-417b-9e19-cb449e9f7165), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:06.649014 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4123ed-e0ad-4dae-ae30-898a0a5ecea6 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:06:06.659257 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4123ed-e0ad-4dae-ae30-898a0a5ecea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61269e06-b8a4-417b-9e19-cb449e9f7165,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:06.664988 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc4123ed-e0ad-4dae-ae30-898a0a5ecea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (9ef86a5f-99d0-412b-b6a6-103fd54f4cf7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:06.665905 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-bc4123ed-e0ad-4dae-ae30-898a0a5ecea6 admin admin] Added segment 9ef86a5f-99d0-412b-b6a6-103fd54f4cf7 of type vlan for network f954da2b-d971-4c3d-9992-1613c8f266de Feb 20 06:06:06.704949 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc4123ed-e0ad-4dae-ae30-898a0a5ecea6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (f954da2b-d971-4c3d-9992-1613c8f266de), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:06.729626 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc4123ed-e0ad-4dae-ae30-898a0a5ecea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (f954da2b-d971-4c3d-9992-1613c8f266de), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:06.730688 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4123ed-e0ad-4dae-ae30-898a0a5ecea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:06.731298 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc4123ed-e0ad-4dae-ae30-898a0a5ecea6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:06.790455 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bc4123ed-e0ad-4dae-ae30-898a0a5ecea6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3712761 Feb 20 06:06:06.793535 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45368) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:06.797885 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4123ed-e0ad-4dae-ae30-898a0a5ecea6 admin admin] Pushing event updated for resources: {'Network': ['ID=f954da2b-d971-4c3d-9992-1613c8f266de,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:06.801685 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-be45d3de-7348-40de-a093-53b542daf6e2 admin admin] Request body: {'subnet': {'network_id': 'f954da2b-d971-4c3d-9992-1613c8f266de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1299350783-subnet', 'tenant_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07', 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:06:06.808425 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network f954da2b-d971-4c3d-9992-1613c8f266de details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:06:06.826593 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be45d3de-7348-40de-a093-53b542daf6e2 admin admin] Made reservation on behalf of a3f1d0b49cfa4de5be3cfbe5b4889d07 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:06:06.829797 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-be45d3de-7348-40de-a093-53b542daf6e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:07.002838 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-be45d3de-7348-40de-a093-53b542daf6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (220da92f-eeee-4d59-bc8f-3969df84ef11), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:07.056246 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45d3de-7348-40de-a093-53b542daf6e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=220da92f-eeee-4d59-bc8f-3969df84ef11,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:07.067456 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be45d3de-7348-40de-a093-53b542daf6e2 admin admin] Checking segment: {'id': '9ef86a5f-99d0-412b-b6a6-103fd54f4cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f954da2b-d971-4c3d-9992-1613c8f266de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:06:07.067824 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be45d3de-7348-40de-a093-53b542daf6e2 admin admin] Network hostable DHCP agents. Network: f954da2b-d971-4c3d-9992-1613c8f266de, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:06:07.086248 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be45d3de-7348-40de-a093-53b542daf6e2 admin admin] Network f954da2b-d971-4c3d-9992-1613c8f266de is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:06:07.095145 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-be45d3de-7348-40de-a093-53b542daf6e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, f954da2b-d971-4c3d-9992-1613c8f266de) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:06:07.099143 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be45d3de-7348-40de-a093-53b542daf6e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:07.099737 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-be45d3de-7348-40de-a093-53b542daf6e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:07.105686 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c022c08-0aaf-43f8-ab6c-c1fa924f1a3b None None] Network f954da2b-d971-4c3d-9992-1613c8f266de requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:06:07.118159 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45370) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:07.124257 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-388653a5-22a0-42c5-b80a-370a01c1dd90 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1299350783-router', 'tenant_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:06:07.128147 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-be45d3de-7348-40de-a093-53b542daf6e2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3322217 Feb 20 06:06:07.156617 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-388653a5-22a0-42c5-b80a-370a01c1dd90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (94690615-c2f6-4068-a4e0-d49454d17f2b), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:07.157696 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-388653a5-22a0-42c5-b80a-370a01c1dd90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (94690615-c2f6-4068-a4e0-d49454d17f2b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:07.210970 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-388653a5-22a0-42c5-b80a-370a01c1dd90 admin admin] Publish callbacks [] for router_controller (94690615-c2f6-4068-a4e0-d49454d17f2b), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:07.215285 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abba64d0-2d93-45bc-97c2-ed9bd147b730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-f954da2b-d971-4c3d-9992-1613c8f266de', 'network_id': 'f954da2b-d971-4c3d-9992-1613c8f266de', 'project_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07', 'fixed_ips': [{'subnet_id': '220da92f-eeee-4d59-bc8f-3969df84ef11'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:06:07.216149 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-abba64d0-2d93-45bc-97c2-ed9bd147b730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:07.359734 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-388653a5-22a0-42c5-b80a-370a01c1dd90 admin admin] Publish callbacks [] for router_gateway (94690615-c2f6-4068-a4e0-d49454d17f2b), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:07.376370 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-abba64d0-2d93-45bc-97c2-ed9bd147b730 None None] Allocated IP 172.20.0.2 (f954da2b-d971-4c3d-9992-1613c8f266de/220da92f-eeee-4d59-bc8f-3969df84ef11/0acf399a-1f43-437d-97cb-ad0aafa0f629) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:06:07.539635 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-abba64d0-2d93-45bc-97c2-ed9bd147b730 None None] Publish callbacks [] for port (0acf399a-1f43-437d-97cb-ad0aafa0f629), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:07.547774 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-abba64d0-2d93-45bc-97c2-ed9bd147b730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (0acf399a-1f43-437d-97cb-ad0aafa0f629), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:07.578345 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-388653a5-22a0-42c5-b80a-370a01c1dd90 admin admin] Publish callbacks [] for router_gateway (94690615-c2f6-4068-a4e0-d49454d17f2b), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:07.588789 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abba64d0-2d93-45bc-97c2-ed9bd147b730 None None] Network f954da2b-d971-4c3d-9992-1613c8f266de is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:06:07.595532 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-abba64d0-2d93-45bc-97c2-ed9bd147b730 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:06:07.600200 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abba64d0-2d93-45bc-97c2-ed9bd147b730 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:06:07.601648 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-388653a5-22a0-42c5-b80a-370a01c1dd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:07.614829 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba64d0-2d93-45bc-97c2-ed9bd147b730 None None] Pushing event updated for resources: {'Port': ['ID=0acf399a-1f43-437d-97cb-ad0aafa0f629,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:07.672471 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-abba64d0-2d93-45bc-97c2-ed9bd147b730 None None] Attempting to bind port 0acf399a-1f43-437d-97cb-ad0aafa0f629 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:06:07.672838 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-abba64d0-2d93-45bc-97c2-ed9bd147b730 None None] Attempting to bind port 0acf399a-1f43-437d-97cb-ad0aafa0f629 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '9ef86a5f-99d0-412b-b6a6-103fd54f4cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f954da2b-d971-4c3d-9992-1613c8f266de'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:06:07.673196 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abba64d0-2d93-45bc-97c2-ed9bd147b730 None None] Attempting to bind port 0acf399a-1f43-437d-97cb-ad0aafa0f629 on network f954da2b-d971-4c3d-9992-1613c8f266de {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:06:07.678153 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abba64d0-2d93-45bc-97c2-ed9bd147b730 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:06:07.678523 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abba64d0-2d93-45bc-97c2-ed9bd147b730 None None] Checking segment: {'id': '9ef86a5f-99d0-412b-b6a6-103fd54f4cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f954da2b-d971-4c3d-9992-1613c8f266de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:06:07.678945 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-abba64d0-2d93-45bc-97c2-ed9bd147b730 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:07.679337 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abba64d0-2d93-45bc-97c2-ed9bd147b730 None None] Bound using segment: {'id': '9ef86a5f-99d0-412b-b6a6-103fd54f4cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f954da2b-d971-4c3d-9992-1613c8f266de'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:06:07.679800 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-abba64d0-2d93-45bc-97c2-ed9bd147b730 None None] Bound port: 0acf399a-1f43-437d-97cb-ad0aafa0f629, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef86a5f-99d0-412b-b6a6-103fd54f4cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f954da2b-d971-4c3d-9992-1613c8f266de'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:06:07.680173 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-abba64d0-2d93-45bc-97c2-ed9bd147b730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0acf399a-1f43-437d-97cb-ad0aafa0f629), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:07.709804 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-388653a5-22a0-42c5-b80a-370a01c1dd90 admin admin] Allocated IP 172.25.3.5 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/f5d9146e-31c7-45dc-99f3-40922dad0f87) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:06:07.747403 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-abba64d0-2d93-45bc-97c2-ed9bd147b730 None None] For port 0acf399a-1f43-437d-97cb-ad0aafa0f629, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:06:07.750672 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-abba64d0-2d93-45bc-97c2-ed9bd147b730 None None] For port 0acf399a-1f43-437d-97cb-ad0aafa0f629, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0acf399a-1f43-437d-97cb-ad0aafa0f629,segment=NetworkSegment(9ef86a5f-99d0-412b-b6a6-103fd54f4cf7),segment_id=9ef86a5f-99d0-412b-b6a6-103fd54f4cf7)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:06:07.757091 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-abba64d0-2d93-45bc-97c2-ed9bd147b730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0acf399a-1f43-437d-97cb-ad0aafa0f629), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:07.817496 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba64d0-2d93-45bc-97c2-ed9bd147b730 None None] Pushing event updated for resources: {'Port': ['ID=0acf399a-1f43-437d-97cb-ad0aafa0f629,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:07.835203 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-388653a5-22a0-42c5-b80a-370a01c1dd90 admin admin] Publish callbacks [] for port (f5d9146e-31c7-45dc-99f3-40922dad0f87), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:08.214847 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-388653a5-22a0-42c5-b80a-370a01c1dd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (f5d9146e-31c7-45dc-99f3-40922dad0f87), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:08.255943 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388653a5-22a0-42c5-b80a-370a01c1dd90 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:06:08.261506 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-388653a5-22a0-42c5-b80a-370a01c1dd90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:06:08.263908 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388653a5-22a0-42c5-b80a-370a01c1dd90 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:06:08.286080 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388653a5-22a0-42c5-b80a-370a01c1dd90 admin admin] Pushing event updated for resources: {'Port': ['ID=f5d9146e-31c7-45dc-99f3-40922dad0f87,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:08.535798 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-388653a5-22a0-42c5-b80a-370a01c1dd90 admin admin] Publish callbacks [] for router_gateway (94690615-c2f6-4068-a4e0-d49454d17f2b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:08.772854 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-388653a5-22a0-42c5-b80a-370a01c1dd90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (94690615-c2f6-4068-a4e0-d49454d17f2b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:08.858775 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b2ca2a-74f4-477e-b5a0-e0f2291d9f92 None None] Network f954da2b-d971-4c3d-9992-1613c8f266de requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:06:08.917437 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-6d12d724-3b81-4c1c-8148-90c1fda5f5dd None None] Provisioning complete for port 0acf399a-1f43-437d-97cb-ad0aafa0f629 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:06:08.917829 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388653a5-22a0-42c5-b80a-370a01c1dd90 admin admin] Router 94690615-c2f6-4068-a4e0-d49454d17f2b is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:06:08.918564 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6d12d724-3b81-4c1c-8148-90c1fda5f5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0acf399a-1f43-437d-97cb-ad0aafa0f629), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:09.034556 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388653a5-22a0-42c5-b80a-370a01c1dd90 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:06:09.046332 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe3ff35-92e8-4acf-8970-7e0eb17eec09 None None] Sync routers for ids ['94690615-c2f6-4068-a4e0-d49454d17f2b'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:06:09.056543 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe3ff35-92e8-4acf-8970-7e0eb17eec09 None None] Routers {'94690615-c2f6-4068-a4e0-d49454d17f2b'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:06:09.057172 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9fe3ff35-92e8-4acf-8970-7e0eb17eec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:05:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['94690615-c2f6-4068-a4e0-d49454d17f2b'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:09.061350 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-388653a5-22a0-42c5-b80a-370a01c1dd90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:09.063954 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-388653a5-22a0-42c5-b80a-370a01c1dd90 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9441099 Feb 20 06:06:09.066735 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45384) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:09.091407 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6d12d724-3b81-4c1c-8148-90c1fda5f5dd None None] Current status of the port 0acf399a-1f43-437d-97cb-ad0aafa0f629 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:06:09.092073 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6d12d724-3b81-4c1c-8148-90c1fda5f5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0acf399a-1f43-437d-97cb-ad0aafa0f629), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:09.145781 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-6d12d724-3b81-4c1c-8148-90c1fda5f5dd None None] For port 0acf399a-1f43-437d-97cb-ad0aafa0f629, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0acf399a-1f43-437d-97cb-ad0aafa0f629,segment=NetworkSegment(9ef86a5f-99d0-412b-b6a6-103fd54f4cf7),segment_id=9ef86a5f-99d0-412b-b6a6-103fd54f4cf7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:06:09.151885 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6d12d724-3b81-4c1c-8148-90c1fda5f5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0acf399a-1f43-437d-97cb-ad0aafa0f629), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:09.213691 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-9fe3ff35-92e8-4acf-8970-7e0eb17eec09 None None] Set router 94690615-c2f6-4068-a4e0-d49454d17f2b gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:06:09.284305 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12d724-3b81-4c1c-8148-90c1fda5f5dd None None] Pushing event updated for resources: {'Port': ['ID=0acf399a-1f43-437d-97cb-ad0aafa0f629,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:09.355954 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0acf399a-1f43-437d-97cb-ad0aafa0f629 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:06:09.469770 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9fe3ff35-92e8-4acf-8970-7e0eb17eec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94690615-c2f6-4068-a4e0-d49454d17f2b', 'name': 'tempest-TestServerMultinode-1299350783-router', 'tenant_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'f5d9146e-31c7-45dc-99f3-40922dad0f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:06:07Z', 'updated_at': '2022-02-20T06:06:08Z', 'revision_number': 3, 'project_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07', 'gw_port': {'id': 'f5d9146e-31c7-45dc-99f3-40922dad0f87', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94690615-c2f6-4068-a4e0-d49454d17f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:06:07Z', 'updated_at': '2022-02-20T06:06:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:09.615554 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e5066aa9-536e-4881-9b60-5643702097ca None None] Provisioning complete for port 0acf399a-1f43-437d-97cb-ad0aafa0f629 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:06:09.616230 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e5066aa9-536e-4881-9b60-5643702097ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0acf399a-1f43-437d-97cb-ad0aafa0f629), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:09.624255 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ba9f868-fb35-4af1-b425-07a52368c963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:09.642874 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe3ff35-92e8-4acf-8970-7e0eb17eec09 None None] Checking router: 94690615-c2f6-4068-a4e0-d49454d17f2b for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:06:09.643239 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe3ff35-92e8-4acf-8970-7e0eb17eec09 None None] Updating router 94690615-c2f6-4068-a4e0-d49454d17f2b port f5d9146e-31c7-45dc-99f3-40922dad0f87 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:06:09.676004 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fe3ff35-92e8-4acf-8970-7e0eb17eec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f5d9146e-31c7-45dc-99f3-40922dad0f87), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:09.683002 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 0acf399a-1f43-437d-97cb-ad0aafa0f629 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:06:09.683602 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0acf399a-1f43-437d-97cb-ad0aafa0f629), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:09.748408 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e5066aa9-536e-4881-9b60-5643702097ca None None] Current status of the port 0acf399a-1f43-437d-97cb-ad0aafa0f629 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:06:09.810934 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 0acf399a-1f43-437d-97cb-ad0aafa0f629 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:06:09.830004 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-3ba9f868-fb35-4af1-b425-07a52368c963 admin admin] Allocated IP 172.20.0.1 (f954da2b-d971-4c3d-9992-1613c8f266de/220da92f-eeee-4d59-bc8f-3969df84ef11/8cfea134-914f-4cd9-a9a8-0dd553c8f2bc) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:06:09.943603 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ba9f868-fb35-4af1-b425-07a52368c963 admin admin] Publish callbacks [] for port (8cfea134-914f-4cd9-a9a8-0dd553c8f2bc), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:09.977526 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fe3ff35-92e8-4acf-8970-7e0eb17eec09 None None] Publish callbacks [] for port (f5d9146e-31c7-45dc-99f3-40922dad0f87), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:09.985517 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fe3ff35-92e8-4acf-8970-7e0eb17eec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f5d9146e-31c7-45dc-99f3-40922dad0f87), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:09.987333 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ba9f868-fb35-4af1-b425-07a52368c963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (8cfea134-914f-4cd9-a9a8-0dd553c8f2bc), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:10.035289 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba9f868-fb35-4af1-b425-07a52368c963 admin admin] Network f954da2b-d971-4c3d-9992-1613c8f266de is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:06:10.042017 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-3ba9f868-fb35-4af1-b425-07a52368c963 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:06:10.046940 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba9f868-fb35-4af1-b425-07a52368c963 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:06:10.047624 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-9fe3ff35-92e8-4acf-8970-7e0eb17eec09 None None] Attempting to bind port f5d9146e-31c7-45dc-99f3-40922dad0f87 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:06:10.048085 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-9fe3ff35-92e8-4acf-8970-7e0eb17eec09 None None] Attempting to bind port f5d9146e-31c7-45dc-99f3-40922dad0f87 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:06:10.048337 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe3ff35-92e8-4acf-8970-7e0eb17eec09 None None] Attempting to bind port f5d9146e-31c7-45dc-99f3-40922dad0f87 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:06:10.049855 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9f868-fb35-4af1-b425-07a52368c963 admin admin] Pushing event updated for resources: {'Port': ['ID=8cfea134-914f-4cd9-a9a8-0dd553c8f2bc,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:10.054405 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563e64f-183f-4699-86b4-979a4ff992e3 None None] Pushing event updated for resources: {'Port': ['ID=f5d9146e-31c7-45dc-99f3-40922dad0f87,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:10.063729 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563e64f-183f-4699-86b4-979a4ff992e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:10.064285 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563e64f-183f-4699-86b4-979a4ff992e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:10.064782 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563e64f-183f-4699-86b4-979a4ff992e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:10.065291 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563e64f-183f-4699-86b4-979a4ff992e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:10.065774 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563e64f-183f-4699-86b4-979a4ff992e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:10.066322 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563e64f-183f-4699-86b4-979a4ff992e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:10.066857 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563e64f-183f-4699-86b4-979a4ff992e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:10.067375 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563e64f-183f-4699-86b4-979a4ff992e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:10.069071 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563e64f-183f-4699-86b4-979a4ff992e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:10.069576 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563e64f-183f-4699-86b4-979a4ff992e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:10.070059 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563e64f-183f-4699-86b4-979a4ff992e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:10.070555 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563e64f-183f-4699-86b4-979a4ff992e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:10.071081 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563e64f-183f-4699-86b4-979a4ff992e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:10.075344 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe3ff35-92e8-4acf-8970-7e0eb17eec09 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:06:10.075981 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe3ff35-92e8-4acf-8970-7e0eb17eec09 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:06:10.076591 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fe3ff35-92e8-4acf-8970-7e0eb17eec09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:10.077139 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe3ff35-92e8-4acf-8970-7e0eb17eec09 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:06:10.077770 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-9fe3ff35-92e8-4acf-8970-7e0eb17eec09 None None] Bound port: f5d9146e-31c7-45dc-99f3-40922dad0f87, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:06:10.078320 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fe3ff35-92e8-4acf-8970-7e0eb17eec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f5d9146e-31c7-45dc-99f3-40922dad0f87), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:10.102008 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ba9f868-fb35-4af1-b425-07a52368c963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (94690615-c2f6-4068-a4e0-d49454d17f2b), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:10.134330 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-9fe3ff35-92e8-4acf-8970-7e0eb17eec09 None None] For port f5d9146e-31c7-45dc-99f3-40922dad0f87, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:06:10.137983 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-9fe3ff35-92e8-4acf-8970-7e0eb17eec09 None None] For port f5d9146e-31c7-45dc-99f3-40922dad0f87, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f5d9146e-31c7-45dc-99f3-40922dad0f87,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:06:10.151205 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fe3ff35-92e8-4acf-8970-7e0eb17eec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f5d9146e-31c7-45dc-99f3-40922dad0f87), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:10.201756 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe3ff35-92e8-4acf-8970-7e0eb17eec09 None None] Routers {'94690615-c2f6-4068-a4e0-d49454d17f2b'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:06:10.202476 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9fe3ff35-92e8-4acf-8970-7e0eb17eec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:05:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['94690615-c2f6-4068-a4e0-d49454d17f2b'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:10.269421 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ba9f868-fb35-4af1-b425-07a52368c963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8cfea134-914f-4cd9-a9a8-0dd553c8f2bc), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:10.331902 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563e64f-183f-4699-86b4-979a4ff992e3 None None] Pushing event updated for resources: {'Port': ['ID=f5d9146e-31c7-45dc-99f3-40922dad0f87,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:10.341196 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-9fe3ff35-92e8-4acf-8970-7e0eb17eec09 None None] Set router 94690615-c2f6-4068-a4e0-d49454d17f2b gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:06:10.378181 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-57697402-9084-4cea-8e43-7c80b926be32 None None] Provisioning complete for port 8cfea134-914f-4cd9-a9a8-0dd553c8f2bc triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:06:10.378753 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-57697402-9084-4cea-8e43-7c80b926be32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8cfea134-914f-4cd9-a9a8-0dd553c8f2bc), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:10.413539 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-57697402-9084-4cea-8e43-7c80b926be32 None None] Port 8cfea134-914f-4cd9-a9a8-0dd553c8f2bc cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:06:10.449335 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ba9f868-fb35-4af1-b425-07a52368c963 admin admin] Publish callbacks [] for port (8cfea134-914f-4cd9-a9a8-0dd553c8f2bc), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:10.454413 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ba9f868-fb35-4af1-b425-07a52368c963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (8cfea134-914f-4cd9-a9a8-0dd553c8f2bc), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:10.520313 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9f868-fb35-4af1-b425-07a52368c963 admin admin] Pushing event updated for resources: {'Port': ['ID=8cfea134-914f-4cd9-a9a8-0dd553c8f2bc,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:10.527756 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ba9f868-fb35-4af1-b425-07a52368c963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (94690615-c2f6-4068-a4e0-d49454d17f2b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:10.555216 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9fe3ff35-92e8-4acf-8970-7e0eb17eec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94690615-c2f6-4068-a4e0-d49454d17f2b', 'name': 'tempest-TestServerMultinode-1299350783-router', 'tenant_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'f5d9146e-31c7-45dc-99f3-40922dad0f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:06:07Z', 'updated_at': '2022-02-20T06:06:08Z', 'revision_number': 3, 'project_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07', 'gw_port': {'id': 'f5d9146e-31c7-45dc-99f3-40922dad0f87', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94690615-c2f6-4068-a4e0-d49454d17f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:06:07Z', 'updated_at': '2022-02-20T06:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:10.582826 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe3ff35-92e8-4acf-8970-7e0eb17eec09 None None] The sync data for ids ['94690615-c2f6-4068-a4e0-d49454d17f2b'] in n-d-829866-5 is: [{'id': '94690615-c2f6-4068-a4e0-d49454d17f2b', 'name': 'tempest-TestServerMultinode-1299350783-router', 'tenant_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'f5d9146e-31c7-45dc-99f3-40922dad0f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:06:07Z', 'updated_at': '2022-02-20T06:06:08Z', 'revision_number': 3, 'project_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07', 'gw_port': {'id': 'f5d9146e-31c7-45dc-99f3-40922dad0f87', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94690615-c2f6-4068-a4e0-d49454d17f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:06:07Z', 'updated_at': '2022-02-20T06:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:06:10.631741 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba9f868-fb35-4af1-b425-07a52368c963 admin admin] Network f954da2b-d971-4c3d-9992-1613c8f266de is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:06:10.633416 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-3ba9f868-fb35-4af1-b425-07a52368c963 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:06:10.767443 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba9f868-fb35-4af1-b425-07a52368c963 admin admin] Router 94690615-c2f6-4068-a4e0-d49454d17f2b has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:06:10.924348 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba9f868-fb35-4af1-b425-07a52368c963 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:06:10.937000 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3ba9f868-fb35-4af1-b425-07a52368c963 admin admin] 10.222.0.37 "PUT /v2.0/routers/94690615-c2f6-4068-a4e0-d49454d17f2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8670838 Feb 20 06:06:10.948216 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-31908478-9146-4a77-a740-faa9a2f42e2e None None] Provisioning complete for port 8cfea134-914f-4cd9-a9a8-0dd553c8f2bc triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:06:10.948772 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-31908478-9146-4a77-a740-faa9a2f42e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8cfea134-914f-4cd9-a9a8-0dd553c8f2bc), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:10.999070 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-31908478-9146-4a77-a740-faa9a2f42e2e None None] Port 8cfea134-914f-4cd9-a9a8-0dd553c8f2bc cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:06:11.352922 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0acf399a-1f43-437d-97cb-ad0aafa0f629 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:06:11.408418 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 0acf399a-1f43-437d-97cb-ad0aafa0f629 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:06:11.409043 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0acf399a-1f43-437d-97cb-ad0aafa0f629), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:11.504645 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 0acf399a-1f43-437d-97cb-ad0aafa0f629 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:06:11.505992 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f5d9146e-31c7-45dc-99f3-40922dad0f87 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:06:11.547153 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45406) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:11.552783 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-14599b87-f8ad-4765-a76b-5f836923a9a7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1723513079-network', 'tenant_id': '6589a6677f41462d9409e8704634ba07'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:06:11.562452 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port f5d9146e-31c7-45dc-99f3-40922dad0f87 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:06:11.562836 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f5d9146e-31c7-45dc-99f3-40922dad0f87), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:11.578359 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14599b87-f8ad-4765-a76b-5f836923a9a7 admin admin] Made reservation on behalf of 6589a6677f41462d9409e8704634ba07 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:06:11.581889 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-14599b87-f8ad-4765-a76b-5f836923a9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:11.598156 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-14599b87-f8ad-4765-a76b-5f836923a9a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:11.652966 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port f5d9146e-31c7-45dc-99f3-40922dad0f87 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:06:11.653495 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f5d9146e-31c7-45dc-99f3-40922dad0f87), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:11.700102 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-14599b87-f8ad-4765-a76b-5f836923a9a7 admin admin] Publish callbacks [] for security_group (42e04678-df91-4f41-93a4-24c8b2074195), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:11.701866 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port f5d9146e-31c7-45dc-99f3-40922dad0f87, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f5d9146e-31c7-45dc-99f3-40922dad0f87,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:06:11.706033 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-14599b87-f8ad-4765-a76b-5f836923a9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (42e04678-df91-4f41-93a4-24c8b2074195), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:11.707736 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f5d9146e-31c7-45dc-99f3-40922dad0f87), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:11.723551 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14599b87-f8ad-4765-a76b-5f836923a9a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:06:11.736997 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-14599b87-f8ad-4765-a76b-5f836923a9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (9ed0bd44-008a-433e-aa93-15ccdadd5929), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:11.737436 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-14599b87-f8ad-4765-a76b-5f836923a9a7 admin admin] Added segment 9ed0bd44-008a-433e-aa93-15ccdadd5929 of type vlan for network 60d83f45-a5b9-4d94-a4cc-0c5a6be1648a Feb 20 06:06:11.776557 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=f5d9146e-31c7-45dc-99f3-40922dad0f87,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:11.790037 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-14599b87-f8ad-4765-a76b-5f836923a9a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (60d83f45-a5b9-4d94-a4cc-0c5a6be1648a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:11.830018 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-14599b87-f8ad-4765-a76b-5f836923a9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (60d83f45-a5b9-4d94-a4cc-0c5a6be1648a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:11.831154 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14599b87-f8ad-4765-a76b-5f836923a9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:11.832522 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-14599b87-f8ad-4765-a76b-5f836923a9a7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:11.901836 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14599b87-f8ad-4765-a76b-5f836923a9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e04678-df91-4f41-93a4-24c8b2074195,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:11.910127 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45410) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:11.916128 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-2c278df4-1201-4242-8171-d54377478fa8 admin admin] Request body: {'subnet': {'network_id': '60d83f45-a5b9-4d94-a4cc-0c5a6be1648a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1723513079-subnet', 'tenant_id': '6589a6677f41462d9409e8704634ba07', 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:06:11.922776 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-14599b87-f8ad-4765-a76b-5f836923a9a7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3728209 Feb 20 06:06:11.943774 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c278df4-1201-4242-8171-d54377478fa8 admin admin] Made reservation on behalf of 6589a6677f41462d9409e8704634ba07 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:06:11.947778 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2c278df4-1201-4242-8171-d54377478fa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:11.949961 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14599b87-f8ad-4765-a76b-5f836923a9a7 admin admin] Pushing event updated for resources: {'Network': ['ID=60d83f45-a5b9-4d94-a4cc-0c5a6be1648a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:11.962163 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 60d83f45-a5b9-4d94-a4cc-0c5a6be1648a details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:06:12.123145 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2c278df4-1201-4242-8171-d54377478fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (cb902862-443b-4fd3-9611-29feb4f7b0d4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:12.180411 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c278df4-1201-4242-8171-d54377478fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb902862-443b-4fd3-9611-29feb4f7b0d4,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:12.188261 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c278df4-1201-4242-8171-d54377478fa8 admin admin] Checking segment: {'id': '9ed0bd44-008a-433e-aa93-15ccdadd5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '60d83f45-a5b9-4d94-a4cc-0c5a6be1648a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:06:12.188623 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c278df4-1201-4242-8171-d54377478fa8 admin admin] Network hostable DHCP agents. Network: 60d83f45-a5b9-4d94-a4cc-0c5a6be1648a, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:06:12.206098 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c278df4-1201-4242-8171-d54377478fa8 admin admin] Network 60d83f45-a5b9-4d94-a4cc-0c5a6be1648a is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:06:12.219326 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-2c278df4-1201-4242-8171-d54377478fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 60d83f45-a5b9-4d94-a4cc-0c5a6be1648a) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:06:12.231928 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afe5182-d925-4819-8d56-8e76d7a35738 None None] Network 60d83f45-a5b9-4d94-a4cc-0c5a6be1648a requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:06:12.234198 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c278df4-1201-4242-8171-d54377478fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:12.234806 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2c278df4-1201-4242-8171-d54377478fa8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:12.260336 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2c278df4-1201-4242-8171-d54377478fa8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3488820 Feb 20 06:06:12.262996 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45412) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:12.269191 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d4d5c8f9-9c4a-48ca-81ad-0f26ca2acbee admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1723513079-router', 'tenant_id': '6589a6677f41462d9409e8704634ba07', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:06:12.300157 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4d5c8f9-9c4a-48ca-81ad-0f26ca2acbee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (aa482be3-3d88-4b68-ad7f-29e62074a703), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:12.302172 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4d5c8f9-9c4a-48ca-81ad-0f26ca2acbee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (aa482be3-3d88-4b68-ad7f-29e62074a703), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:12.374302 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4d5c8f9-9c4a-48ca-81ad-0f26ca2acbee admin admin] Publish callbacks [] for router_controller (aa482be3-3d88-4b68-ad7f-29e62074a703), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:12.402252 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf31256-345c-428f-bc46-c7a0ab7760c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-60d83f45-a5b9-4d94-a4cc-0c5a6be1648a', 'network_id': '60d83f45-a5b9-4d94-a4cc-0c5a6be1648a', 'project_id': '6589a6677f41462d9409e8704634ba07', 'fixed_ips': [{'subnet_id': 'cb902862-443b-4fd3-9611-29feb4f7b0d4'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:06:12.403562 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dcf31256-345c-428f-bc46-c7a0ab7760c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:12.552401 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4d5c8f9-9c4a-48ca-81ad-0f26ca2acbee admin admin] Publish callbacks [] for router_gateway (aa482be3-3d88-4b68-ad7f-29e62074a703), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:12.593941 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-dcf31256-345c-428f-bc46-c7a0ab7760c3 None None] Allocated IP 172.20.0.2 (60d83f45-a5b9-4d94-a4cc-0c5a6be1648a/cb902862-443b-4fd3-9611-29feb4f7b0d4/f79a8093-e288-4770-bec4-18886c60cfd1) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:06:12.763926 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c76fec5-1148-43c9-96e6-d67bf7140d6a None None] Sync routers for ids ['94690615-c2f6-4068-a4e0-d49454d17f2b'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:06:12.794183 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dcf31256-345c-428f-bc46-c7a0ab7760c3 None None] Publish callbacks [] for port (f79a8093-e288-4770-bec4-18886c60cfd1), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:12.798786 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c76fec5-1148-43c9-96e6-d67bf7140d6a None None] Routers {'94690615-c2f6-4068-a4e0-d49454d17f2b'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:06:12.799704 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3c76fec5-1148-43c9-96e6-d67bf7140d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:05:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['94690615-c2f6-4068-a4e0-d49454d17f2b'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:12.855695 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dcf31256-345c-428f-bc46-c7a0ab7760c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (f79a8093-e288-4770-bec4-18886c60cfd1), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:12.859628 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4d5c8f9-9c4a-48ca-81ad-0f26ca2acbee admin admin] Publish callbacks [] for router_gateway (aa482be3-3d88-4b68-ad7f-29e62074a703), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:12.882998 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4d5c8f9-9c4a-48ca-81ad-0f26ca2acbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:12.972645 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf31256-345c-428f-bc46-c7a0ab7760c3 None None] Pushing event updated for resources: {'Port': ['ID=f79a8093-e288-4770-bec4-18886c60cfd1,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:12.981191 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf31256-345c-428f-bc46-c7a0ab7760c3 None None] Network 60d83f45-a5b9-4d94-a4cc-0c5a6be1648a is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:06:12.985182 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-dcf31256-345c-428f-bc46-c7a0ab7760c3 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:06:12.989264 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf31256-345c-428f-bc46-c7a0ab7760c3 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:06:13.014941 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-d4d5c8f9-9c4a-48ca-81ad-0f26ca2acbee admin admin] Allocated IP 172.25.3.66 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/49264502-a3f1-44f3-afd9-9bdcfdf61f92) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:06:13.019976 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-3c76fec5-1148-43c9-96e6-d67bf7140d6a None None] Set router 94690615-c2f6-4068-a4e0-d49454d17f2b gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:06:13.130954 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4d5c8f9-9c4a-48ca-81ad-0f26ca2acbee admin admin] Publish callbacks [] for port (49264502-a3f1-44f3-afd9-9bdcfdf61f92), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:13.147596 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-dcf31256-345c-428f-bc46-c7a0ab7760c3 None None] Attempting to bind port f79a8093-e288-4770-bec4-18886c60cfd1 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:06:13.148221 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-dcf31256-345c-428f-bc46-c7a0ab7760c3 None None] Attempting to bind port f79a8093-e288-4770-bec4-18886c60cfd1 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '9ed0bd44-008a-433e-aa93-15ccdadd5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '60d83f45-a5b9-4d94-a4cc-0c5a6be1648a'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:06:13.148580 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf31256-345c-428f-bc46-c7a0ab7760c3 None None] Attempting to bind port f79a8093-e288-4770-bec4-18886c60cfd1 on network 60d83f45-a5b9-4d94-a4cc-0c5a6be1648a {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:06:13.171400 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4d5c8f9-9c4a-48ca-81ad-0f26ca2acbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (49264502-a3f1-44f3-afd9-9bdcfdf61f92), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:13.187360 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf31256-345c-428f-bc46-c7a0ab7760c3 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:06:13.187743 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf31256-345c-428f-bc46-c7a0ab7760c3 None None] Checking segment: {'id': '9ed0bd44-008a-433e-aa93-15ccdadd5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '60d83f45-a5b9-4d94-a4cc-0c5a6be1648a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:06:13.188138 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dcf31256-345c-428f-bc46-c7a0ab7760c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:13.188529 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf31256-345c-428f-bc46-c7a0ab7760c3 None None] Bound using segment: {'id': '9ed0bd44-008a-433e-aa93-15ccdadd5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '60d83f45-a5b9-4d94-a4cc-0c5a6be1648a'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:06:13.189049 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-dcf31256-345c-428f-bc46-c7a0ab7760c3 None None] Bound port: f79a8093-e288-4770-bec4-18886c60cfd1, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed0bd44-008a-433e-aa93-15ccdadd5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '60d83f45-a5b9-4d94-a4cc-0c5a6be1648a'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:06:13.189375 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dcf31256-345c-428f-bc46-c7a0ab7760c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f79a8093-e288-4770-bec4-18886c60cfd1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:13.218171 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d5c8f9-9c4a-48ca-81ad-0f26ca2acbee admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:06:13.221352 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-d4d5c8f9-9c4a-48ca-81ad-0f26ca2acbee admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:06:13.230507 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d5c8f9-9c4a-48ca-81ad-0f26ca2acbee admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:06:13.271389 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f5d9146e-31c7-45dc-99f3-40922dad0f87 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:06:13.317508 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d5c8f9-9c4a-48ca-81ad-0f26ca2acbee admin admin] Pushing event updated for resources: {'Port': ['ID=49264502-a3f1-44f3-afd9-9bdcfdf61f92,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:13.362855 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-dcf31256-345c-428f-bc46-c7a0ab7760c3 None None] For port f79a8093-e288-4770-bec4-18886c60cfd1, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:06:13.381143 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-dcf31256-345c-428f-bc46-c7a0ab7760c3 None None] For port f79a8093-e288-4770-bec4-18886c60cfd1, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f79a8093-e288-4770-bec4-18886c60cfd1,segment=NetworkSegment(9ed0bd44-008a-433e-aa93-15ccdadd5929),segment_id=9ed0bd44-008a-433e-aa93-15ccdadd5929)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:06:13.398764 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dcf31256-345c-428f-bc46-c7a0ab7760c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f79a8093-e288-4770-bec4-18886c60cfd1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:13.408225 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port f5d9146e-31c7-45dc-99f3-40922dad0f87 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:06:13.408225 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f5d9146e-31c7-45dc-99f3-40922dad0f87), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:13.462211 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3c76fec5-1148-43c9-96e6-d67bf7140d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94690615-c2f6-4068-a4e0-d49454d17f2b', 'name': 'tempest-TestServerMultinode-1299350783-router', 'tenant_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'f5d9146e-31c7-45dc-99f3-40922dad0f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:06:07Z', 'updated_at': '2022-02-20T06:06:10Z', 'revision_number': 4, 'project_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07', 'gw_port': {'id': 'f5d9146e-31c7-45dc-99f3-40922dad0f87', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94690615-c2f6-4068-a4e0-d49454d17f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:06:07Z', 'updated_at': '2022-02-20T06:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '8cfea134-914f-4cd9-a9a8-0dd553c8f2bc', 'name': '', 'network_id': 'f954da2b-d971-4c3d-9992-1613c8f266de', 'tenant_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07', 'mac_address': 'fa:16:3e:b1:e1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94690615-c2f6-4068-a4e0-d49454d17f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '220da92f-eeee-4d59-bc8f-3969df84ef11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:06:09Z', 'updated_at': '2022-02-20T06:06:10Z', 'revision_number': 2, 'project_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07', 'subnets': [{'id': '220da92f-eeee-4d59-bc8f-3969df84ef11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:13.520296 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c76fec5-1148-43c9-96e6-d67bf7140d6a None None] Checking router: 94690615-c2f6-4068-a4e0-d49454d17f2b for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:06:13.520569 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c76fec5-1148-43c9-96e6-d67bf7140d6a None None] Updating router 94690615-c2f6-4068-a4e0-d49454d17f2b port 8cfea134-914f-4cd9-a9a8-0dd553c8f2bc binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:06:13.550779 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf31256-345c-428f-bc46-c7a0ab7760c3 None None] Pushing event updated for resources: {'Port': ['ID=f79a8093-e288-4770-bec4-18886c60cfd1,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:13.601141 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c76fec5-1148-43c9-96e6-d67bf7140d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8cfea134-914f-4cd9-a9a8-0dd553c8f2bc), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:13.633600 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port f5d9146e-31c7-45dc-99f3-40922dad0f87 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:06:13.881854 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4d5c8f9-9c4a-48ca-81ad-0f26ca2acbee admin admin] Publish callbacks [] for router_gateway (aa482be3-3d88-4b68-ad7f-29e62074a703), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:13.992033 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c76fec5-1148-43c9-96e6-d67bf7140d6a None None] Publish callbacks [] for port (8cfea134-914f-4cd9-a9a8-0dd553c8f2bc), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:14.006275 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c76fec5-1148-43c9-96e6-d67bf7140d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8cfea134-914f-4cd9-a9a8-0dd553c8f2bc), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:14.123681 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd84b4-ba59-453b-8b7a-9c29bdfa4da0 None None] Pushing event updated for resources: {'Port': ['ID=8cfea134-914f-4cd9-a9a8-0dd553c8f2bc,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:14.144553 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4d5c8f9-9c4a-48ca-81ad-0f26ca2acbee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (aa482be3-3d88-4b68-ad7f-29e62074a703), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:14.147327 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3c76fec5-1148-43c9-96e6-d67bf7140d6a None None] Attempting to bind port 8cfea134-914f-4cd9-a9a8-0dd553c8f2bc on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:06:14.147708 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3c76fec5-1148-43c9-96e6-d67bf7140d6a None None] Attempting to bind port 8cfea134-914f-4cd9-a9a8-0dd553c8f2bc by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '9ef86a5f-99d0-412b-b6a6-103fd54f4cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f954da2b-d971-4c3d-9992-1613c8f266de'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:06:14.148077 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c76fec5-1148-43c9-96e6-d67bf7140d6a None None] Attempting to bind port 8cfea134-914f-4cd9-a9a8-0dd553c8f2bc on network f954da2b-d971-4c3d-9992-1613c8f266de {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:06:14.156915 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c76fec5-1148-43c9-96e6-d67bf7140d6a None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:06:14.157289 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c76fec5-1148-43c9-96e6-d67bf7140d6a None None] Checking segment: {'id': '9ef86a5f-99d0-412b-b6a6-103fd54f4cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f954da2b-d971-4c3d-9992-1613c8f266de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:06:14.157703 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c76fec5-1148-43c9-96e6-d67bf7140d6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:14.158100 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c76fec5-1148-43c9-96e6-d67bf7140d6a None None] Bound using segment: {'id': '9ef86a5f-99d0-412b-b6a6-103fd54f4cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f954da2b-d971-4c3d-9992-1613c8f266de'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:06:14.158574 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-3c76fec5-1148-43c9-96e6-d67bf7140d6a None None] Bound port: 8cfea134-914f-4cd9-a9a8-0dd553c8f2bc, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef86a5f-99d0-412b-b6a6-103fd54f4cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f954da2b-d971-4c3d-9992-1613c8f266de'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:06:14.159983 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c76fec5-1148-43c9-96e6-d67bf7140d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8cfea134-914f-4cd9-a9a8-0dd553c8f2bc), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:14.228790 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3c76fec5-1148-43c9-96e6-d67bf7140d6a None None] For port 8cfea134-914f-4cd9-a9a8-0dd553c8f2bc, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:06:14.232261 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3c76fec5-1148-43c9-96e6-d67bf7140d6a None None] For port 8cfea134-914f-4cd9-a9a8-0dd553c8f2bc, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8cfea134-914f-4cd9-a9a8-0dd553c8f2bc,segment=NetworkSegment(9ef86a5f-99d0-412b-b6a6-103fd54f4cf7),segment_id=9ef86a5f-99d0-412b-b6a6-103fd54f4cf7)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:06:14.239549 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c76fec5-1148-43c9-96e6-d67bf7140d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8cfea134-914f-4cd9-a9a8-0dd553c8f2bc), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:14.304677 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c76fec5-1148-43c9-96e6-d67bf7140d6a None None] Routers {'94690615-c2f6-4068-a4e0-d49454d17f2b'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:06:14.305711 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3c76fec5-1148-43c9-96e6-d67bf7140d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:05:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['94690615-c2f6-4068-a4e0-d49454d17f2b'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:14.317300 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d5c8f9-9c4a-48ca-81ad-0f26ca2acbee admin admin] Router aa482be3-3d88-4b68-ad7f-29e62074a703 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:06:14.365242 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd84b4-ba59-453b-8b7a-9c29bdfa4da0 None None] Pushing event updated for resources: {'Port': ['ID=8cfea134-914f-4cd9-a9a8-0dd553c8f2bc,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:14.393950 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-08d52e6c-d0ca-416a-96b3-ce60bd44b8df None None] Provisioning complete for port 8cfea134-914f-4cd9-a9a8-0dd553c8f2bc triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:06:14.394328 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-08d52e6c-d0ca-416a-96b3-ce60bd44b8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8cfea134-914f-4cd9-a9a8-0dd553c8f2bc), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:14.490730 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d5c8f9-9c4a-48ca-81ad-0f26ca2acbee admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:06:14.503141 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c726f3d3-2408-46d1-8fea-d81c8239c6fc None None] Sync routers for ids ['aa482be3-3d88-4b68-ad7f-29e62074a703'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:06:14.513176 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4d5c8f9-9c4a-48ca-81ad-0f26ca2acbee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:14.515984 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d4d5c8f9-9c4a-48ca-81ad-0f26ca2acbee admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2510376 Feb 20 06:06:14.517514 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45420) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:14.525298 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c726f3d3-2408-46d1-8fea-d81c8239c6fc None None] Routers {'aa482be3-3d88-4b68-ad7f-29e62074a703'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:06:14.526396 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c726f3d3-2408-46d1-8fea-d81c8239c6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:05:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['aa482be3-3d88-4b68-ad7f-29e62074a703'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:14.666199 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-c726f3d3-2408-46d1-8fea-d81c8239c6fc None None] Set router aa482be3-3d88-4b68-ad7f-29e62074a703 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:06:14.760950 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-3c76fec5-1148-43c9-96e6-d67bf7140d6a None None] Set router 94690615-c2f6-4068-a4e0-d49454d17f2b gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:06:14.860590 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-08d52e6c-d0ca-416a-96b3-ce60bd44b8df None None] Current status of the port 8cfea134-914f-4cd9-a9a8-0dd553c8f2bc is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:06:14.861349 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-08d52e6c-d0ca-416a-96b3-ce60bd44b8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8cfea134-914f-4cd9-a9a8-0dd553c8f2bc), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:14.880242 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c726f3d3-2408-46d1-8fea-d81c8239c6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa482be3-3d88-4b68-ad7f-29e62074a703', 'name': 'tempest-TestServerMultinode-1723513079-router', 'tenant_id': '6589a6677f41462d9409e8704634ba07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '49264502-a3f1-44f3-afd9-9bdcfdf61f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:06:12Z', 'updated_at': '2022-02-20T06:06:13Z', 'revision_number': 3, 'project_id': '6589a6677f41462d9409e8704634ba07', 'gw_port': {'id': '49264502-a3f1-44f3-afd9-9bdcfdf61f92', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:81:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa482be3-3d88-4b68-ad7f-29e62074a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:06:12Z', 'updated_at': '2022-02-20T06:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:14.909614 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d716fc-0e6b-40c0-879e-b55bc1cc5586 None None] Network 60d83f45-a5b9-4d94-a4cc-0c5a6be1648a requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:06:14.912003 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c726f3d3-2408-46d1-8fea-d81c8239c6fc None None] Checking router: aa482be3-3d88-4b68-ad7f-29e62074a703 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:06:14.912401 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c726f3d3-2408-46d1-8fea-d81c8239c6fc None None] Updating router aa482be3-3d88-4b68-ad7f-29e62074a703 port 49264502-a3f1-44f3-afd9-9bdcfdf61f92 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:06:14.939247 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c726f3d3-2408-46d1-8fea-d81c8239c6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (49264502-a3f1-44f3-afd9-9bdcfdf61f92), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:15.031215 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-08d52e6c-d0ca-416a-96b3-ce60bd44b8df None None] For port 8cfea134-914f-4cd9-a9a8-0dd553c8f2bc, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8cfea134-914f-4cd9-a9a8-0dd553c8f2bc,segment=NetworkSegment(9ef86a5f-99d0-412b-b6a6-103fd54f4cf7),segment_id=9ef86a5f-99d0-412b-b6a6-103fd54f4cf7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:06:15.042144 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-08d52e6c-d0ca-416a-96b3-ce60bd44b8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8cfea134-914f-4cd9-a9a8-0dd553c8f2bc), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:15.052555 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0bffc2a9-470a-4446-85dd-d5b4d3da6695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:15.160505 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d52e6c-d0ca-416a-96b3-ce60bd44b8df None None] Pushing event updated for resources: {'Port': ['ID=8cfea134-914f-4cd9-a9a8-0dd553c8f2bc,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:15.217852 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ef042c21-54f4-4ee3-a7e6-ecd07b2d0c09 None None] Provisioning complete for port f79a8093-e288-4770-bec4-18886c60cfd1 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:06:15.218228 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef042c21-54f4-4ee3-a7e6-ecd07b2d0c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f79a8093-e288-4770-bec4-18886c60cfd1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:15.229027 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c726f3d3-2408-46d1-8fea-d81c8239c6fc None None] Publish callbacks [] for port (49264502-a3f1-44f3-afd9-9bdcfdf61f92), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:15.241883 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c726f3d3-2408-46d1-8fea-d81c8239c6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (49264502-a3f1-44f3-afd9-9bdcfdf61f92), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:15.257927 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-0bffc2a9-470a-4446-85dd-d5b4d3da6695 admin admin] Allocated IP 172.20.0.1 (60d83f45-a5b9-4d94-a4cc-0c5a6be1648a/cb902862-443b-4fd3-9611-29feb4f7b0d4/d42d8b86-50fb-4287-bfcb-421767bac616) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:06:15.288984 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c726f3d3-2408-46d1-8fea-d81c8239c6fc None None] Attempting to bind port 49264502-a3f1-44f3-afd9-9bdcfdf61f92 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:06:15.288984 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c726f3d3-2408-46d1-8fea-d81c8239c6fc None None] Attempting to bind port 49264502-a3f1-44f3-afd9-9bdcfdf61f92 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:06:15.288984 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726f3d3-2408-46d1-8fea-d81c8239c6fc None None] Attempting to bind port 49264502-a3f1-44f3-afd9-9bdcfdf61f92 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:06:15.293997 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3c76fec5-1148-43c9-96e6-d67bf7140d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94690615-c2f6-4068-a4e0-d49454d17f2b', 'name': 'tempest-TestServerMultinode-1299350783-router', 'tenant_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'f5d9146e-31c7-45dc-99f3-40922dad0f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:06:07Z', 'updated_at': '2022-02-20T06:06:10Z', 'revision_number': 4, 'project_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07', 'gw_port': {'id': 'f5d9146e-31c7-45dc-99f3-40922dad0f87', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94690615-c2f6-4068-a4e0-d49454d17f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:06:07Z', 'updated_at': '2022-02-20T06:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '8cfea134-914f-4cd9-a9a8-0dd553c8f2bc', 'name': '', 'network_id': 'f954da2b-d971-4c3d-9992-1613c8f266de', 'tenant_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07', 'mac_address': 'fa:16:3e:b1:e1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94690615-c2f6-4068-a4e0-d49454d17f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '220da92f-eeee-4d59-bc8f-3969df84ef11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:06:09Z', 'updated_at': '2022-02-20T06:06:14Z', 'revision_number': 4, 'project_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07', 'subnets': [{'id': '220da92f-eeee-4d59-bc8f-3969df84ef11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:15.318988 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726f3d3-2408-46d1-8fea-d81c8239c6fc None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:06:15.319562 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726f3d3-2408-46d1-8fea-d81c8239c6fc None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:06:15.320142 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c726f3d3-2408-46d1-8fea-d81c8239c6fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:15.320580 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726f3d3-2408-46d1-8fea-d81c8239c6fc None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:06:15.321876 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c726f3d3-2408-46d1-8fea-d81c8239c6fc None None] Bound port: 49264502-a3f1-44f3-afd9-9bdcfdf61f92, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:06:15.322495 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c726f3d3-2408-46d1-8fea-d81c8239c6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (49264502-a3f1-44f3-afd9-9bdcfdf61f92), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:15.356231 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c76fec5-1148-43c9-96e6-d67bf7140d6a None None] The sync data for ids ['94690615-c2f6-4068-a4e0-d49454d17f2b'] in n-d-829866-5 is: [{'id': '94690615-c2f6-4068-a4e0-d49454d17f2b', 'name': 'tempest-TestServerMultinode-1299350783-router', 'tenant_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'f5d9146e-31c7-45dc-99f3-40922dad0f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:06:07Z', 'updated_at': '2022-02-20T06:06:10Z', 'revision_number': 4, 'project_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07', 'gw_port': {'id': 'f5d9146e-31c7-45dc-99f3-40922dad0f87', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94690615-c2f6-4068-a4e0-d49454d17f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:06:07Z', 'updated_at': '2022-02-20T06:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '8cfea134-914f-4cd9-a9a8-0dd553c8f2bc', 'name': '', 'network_id': 'f954da2b-d971-4c3d-9992-1613c8f266de', 'tenant_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07', 'mac_address': 'fa:16:3e:b1:e1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94690615-c2f6-4068-a4e0-d49454d17f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '220da92f-eeee-4d59-bc8f-3969df84ef11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:06:09Z', 'updated_at': '2022-02-20T06:06:14Z', 'revision_number': 4, 'project_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07', 'subnets': [{'id': '220da92f-eeee-4d59-bc8f-3969df84ef11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:06:15.387678 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ef042c21-54f4-4ee3-a7e6-ecd07b2d0c09 None None] Current status of the port f79a8093-e288-4770-bec4-18886c60cfd1 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:06:15.388337 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef042c21-54f4-4ee3-a7e6-ecd07b2d0c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f79a8093-e288-4770-bec4-18886c60cfd1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:15.427518 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f79a8093-e288-4770-bec4-18886c60cfd1 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:06:15.455711 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c726f3d3-2408-46d1-8fea-d81c8239c6fc None None] For port 49264502-a3f1-44f3-afd9-9bdcfdf61f92, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:06:15.471712 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c726f3d3-2408-46d1-8fea-d81c8239c6fc None None] For port 49264502-a3f1-44f3-afd9-9bdcfdf61f92, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=49264502-a3f1-44f3-afd9-9bdcfdf61f92,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:06:15.487903 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c726f3d3-2408-46d1-8fea-d81c8239c6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (49264502-a3f1-44f3-afd9-9bdcfdf61f92), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:15.491369 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496bc65-ba75-4321-a96d-8b89da7d425c None None] Pushing event updated for resources: {'Port': ['ID=49264502-a3f1-44f3-afd9-9bdcfdf61f92,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:15.503366 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0bffc2a9-470a-4446-85dd-d5b4d3da6695 admin admin] Publish callbacks [] for port (d42d8b86-50fb-4287-bfcb-421767bac616), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:15.552770 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ef042c21-54f4-4ee3-a7e6-ecd07b2d0c09 None None] For port f79a8093-e288-4770-bec4-18886c60cfd1, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f79a8093-e288-4770-bec4-18886c60cfd1,segment=NetworkSegment(9ed0bd44-008a-433e-aa93-15ccdadd5929),segment_id=9ed0bd44-008a-433e-aa93-15ccdadd5929)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:06:15.576819 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef042c21-54f4-4ee3-a7e6-ecd07b2d0c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f79a8093-e288-4770-bec4-18886c60cfd1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:15.609181 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496bc65-ba75-4321-a96d-8b89da7d425c None None] Pushing event updated for resources: {'Port': ['ID=49264502-a3f1-44f3-afd9-9bdcfdf61f92,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:15.617133 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c726f3d3-2408-46d1-8fea-d81c8239c6fc None None] Routers {'aa482be3-3d88-4b68-ad7f-29e62074a703'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:06:15.617133 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c726f3d3-2408-46d1-8fea-d81c8239c6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:05:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['aa482be3-3d88-4b68-ad7f-29e62074a703'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:15.640857 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0bffc2a9-470a-4446-85dd-d5b4d3da6695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (d42d8b86-50fb-4287-bfcb-421767bac616), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:15.719291 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bffc2a9-470a-4446-85dd-d5b4d3da6695 admin admin] Network 60d83f45-a5b9-4d94-a4cc-0c5a6be1648a is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:06:15.724719 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-0bffc2a9-470a-4446-85dd-d5b4d3da6695 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:06:15.725961 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef042c21-54f4-4ee3-a7e6-ecd07b2d0c09 None None] Pushing event updated for resources: {'Port': ['ID=f79a8093-e288-4770-bec4-18886c60cfd1,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:15.727471 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bffc2a9-470a-4446-85dd-d5b4d3da6695 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:06:15.750850 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ef042c21-54f4-4ee3-a7e6-ecd07b2d0c09 None None] Provisioning complete for port 8cfea134-914f-4cd9-a9a8-0dd553c8f2bc triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:06:15.751592 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef042c21-54f4-4ee3-a7e6-ecd07b2d0c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8cfea134-914f-4cd9-a9a8-0dd553c8f2bc), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:15.755185 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port f79a8093-e288-4770-bec4-18886c60cfd1 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:06:15.755774 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f79a8093-e288-4770-bec4-18886c60cfd1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:15.779229 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffc2a9-470a-4446-85dd-d5b4d3da6695 admin admin] Pushing event updated for resources: {'Port': ['ID=d42d8b86-50fb-4287-bfcb-421767bac616,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:15.806413 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0bffc2a9-470a-4446-85dd-d5b4d3da6695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (aa482be3-3d88-4b68-ad7f-29e62074a703), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:15.942855 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ef042c21-54f4-4ee3-a7e6-ecd07b2d0c09 None None] Current status of the port 8cfea134-914f-4cd9-a9a8-0dd553c8f2bc is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:06:15.944832 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-c726f3d3-2408-46d1-8fea-d81c8239c6fc None None] Set router aa482be3-3d88-4b68-ad7f-29e62074a703 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:06:16.038738 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port f79a8093-e288-4770-bec4-18886c60cfd1 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:06:16.070813 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5f09600b-8d6c-4894-ba55-5cef55d604aa None None] Provisioning complete for port f79a8093-e288-4770-bec4-18886c60cfd1 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:06:16.072354 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f09600b-8d6c-4894-ba55-5cef55d604aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f79a8093-e288-4770-bec4-18886c60cfd1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:16.101775 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0bffc2a9-470a-4446-85dd-d5b4d3da6695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d42d8b86-50fb-4287-bfcb-421767bac616), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:16.193109 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5f09600b-8d6c-4894-ba55-5cef55d604aa None None] Current status of the port f79a8093-e288-4770-bec4-18886c60cfd1 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:06:16.268521 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c726f3d3-2408-46d1-8fea-d81c8239c6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa482be3-3d88-4b68-ad7f-29e62074a703', 'name': 'tempest-TestServerMultinode-1723513079-router', 'tenant_id': '6589a6677f41462d9409e8704634ba07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '49264502-a3f1-44f3-afd9-9bdcfdf61f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:06:12Z', 'updated_at': '2022-02-20T06:06:13Z', 'revision_number': 3, 'project_id': '6589a6677f41462d9409e8704634ba07', 'gw_port': {'id': '49264502-a3f1-44f3-afd9-9bdcfdf61f92', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:81:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa482be3-3d88-4b68-ad7f-29e62074a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:06:12Z', 'updated_at': '2022-02-20T06:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:16.290659 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0bffc2a9-470a-4446-85dd-d5b4d3da6695 admin admin] Publish callbacks [] for port (d42d8b86-50fb-4287-bfcb-421767bac616), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:16.295461 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c726f3d3-2408-46d1-8fea-d81c8239c6fc None None] The sync data for ids ['aa482be3-3d88-4b68-ad7f-29e62074a703'] in n-d-829866-5 is: [{'id': 'aa482be3-3d88-4b68-ad7f-29e62074a703', 'name': 'tempest-TestServerMultinode-1723513079-router', 'tenant_id': '6589a6677f41462d9409e8704634ba07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '49264502-a3f1-44f3-afd9-9bdcfdf61f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:06:12Z', 'updated_at': '2022-02-20T06:06:13Z', 'revision_number': 3, 'project_id': '6589a6677f41462d9409e8704634ba07', 'gw_port': {'id': '49264502-a3f1-44f3-afd9-9bdcfdf61f92', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:81:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa482be3-3d88-4b68-ad7f-29e62074a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:06:12Z', 'updated_at': '2022-02-20T06:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:06:16.297357 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0bffc2a9-470a-4446-85dd-d5b4d3da6695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (d42d8b86-50fb-4287-bfcb-421767bac616), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:16.317191 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-600fc820-c93f-41ac-afd4-48f20c0d8201 None None] Provisioning complete for port d42d8b86-50fb-4287-bfcb-421767bac616 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:06:16.317805 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-600fc820-c93f-41ac-afd4-48f20c0d8201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d42d8b86-50fb-4287-bfcb-421767bac616), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:16.373078 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffc2a9-470a-4446-85dd-d5b4d3da6695 admin admin] Pushing event updated for resources: {'Port': ['ID=d42d8b86-50fb-4287-bfcb-421767bac616,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:16.377046 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-600fc820-c93f-41ac-afd4-48f20c0d8201 None None] Port d42d8b86-50fb-4287-bfcb-421767bac616 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:06:16.395392 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0bffc2a9-470a-4446-85dd-d5b4d3da6695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (aa482be3-3d88-4b68-ad7f-29e62074a703), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:16.465983 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-82d00e09-59f9-4392-b0ed-5272abb16ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:16.508070 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bffc2a9-470a-4446-85dd-d5b4d3da6695 admin admin] Network 60d83f45-a5b9-4d94-a4cc-0c5a6be1648a is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:06:16.510207 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-0bffc2a9-470a-4446-85dd-d5b4d3da6695 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:06:16.694934 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bffc2a9-470a-4446-85dd-d5b4d3da6695 admin admin] Router aa482be3-3d88-4b68-ad7f-29e62074a703 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:06:16.901795 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bffc2a9-470a-4446-85dd-d5b4d3da6695 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:06:16.913183 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0bffc2a9-470a-4446-85dd-d5b4d3da6695 admin admin] 10.222.0.37 "PUT /v2.0/routers/aa482be3-3d88-4b68-ad7f-29e62074a703/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3880131 Feb 20 06:06:17.016724 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-219631ce-9088-4610-b8cc-e6077bc56d67 None None] Provisioning complete for port d42d8b86-50fb-4287-bfcb-421767bac616 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:06:17.017890 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-219631ce-9088-4610-b8cc-e6077bc56d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d42d8b86-50fb-4287-bfcb-421767bac616), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:17.074428 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-219631ce-9088-4610-b8cc-e6077bc56d67 None None] Port d42d8b86-50fb-4287-bfcb-421767bac616 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:06:17.400106 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8cfea134-914f-4cd9-a9a8-0dd553c8f2bc up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:06:17.456150 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 8cfea134-914f-4cd9-a9a8-0dd553c8f2bc triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:06:17.456731 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8cfea134-914f-4cd9-a9a8-0dd553c8f2bc), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:17.538458 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 8cfea134-914f-4cd9-a9a8-0dd553c8f2bc is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:06:17.539690 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f79a8093-e288-4770-bec4-18886c60cfd1 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:06:17.577454 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60700595-9478-4550-a000-c67518a369bd req-8f526185-f0b9-4c7f-81a2-f21020c9be8c tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:17.584539 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60700595-9478-4550-a000-c67518a369bd req-8f526185-f0b9-4c7f-81a2-f21020c9be8c tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/networks?id=f954da2b-d971-4c3d-9992-1613c8f266de HTTP/1.1" status: 200 len: 910 time: 0.1056240 Feb 20 06:06:17.601779 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port f79a8093-e288-4770-bec4-18886c60cfd1 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:06:17.602459 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f79a8093-e288-4770-bec4-18886c60cfd1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:17.603066 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60700595-9478-4550-a000-c67518a369bd req-74655706-07d4-4e60-8f7f-67476f3ca798 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/quotas/6589a6677f41462d9409e8704634ba07 HTTP/1.1" status: 200 len: 375 time: 0.0172997 Feb 20 06:06:17.699514 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60700595-9478-4550-a000-c67518a369bd req-3cec3396-6338-4f00-b99a-c9013dad01c0 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=6589a6677f41462d9409e8704634ba07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0954626 Feb 20 06:06:17.701811 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port f79a8093-e288-4770-bec4-18886c60cfd1 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:06:17.703279 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 49264502-a3f1-44f3-afd9-9bdcfdf61f92 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:06:17.757729 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 49264502-a3f1-44f3-afd9-9bdcfdf61f92 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:06:17.758212 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (49264502-a3f1-44f3-afd9-9bdcfdf61f92), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:17.797232 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60700595-9478-4550-a000-c67518a369bd req-6b295d91-f224-47a4-a7fd-c9a850f4bcc7 service neutron] 10.222.0.37 "GET /v2.0/networks/f954da2b-d971-4c3d-9992-1613c8f266de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922756 Feb 20 06:06:17.847217 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 49264502-a3f1-44f3-afd9-9bdcfdf61f92 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:06:17.847613 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (49264502-a3f1-44f3-afd9-9bdcfdf61f92), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:17.872344 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 49264502-a3f1-44f3-afd9-9bdcfdf61f92, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=49264502-a3f1-44f3-afd9-9bdcfdf61f92,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:06:17.876061 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (49264502-a3f1-44f3-afd9-9bdcfdf61f92), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:17.894717 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60700595-9478-4550-a000-c67518a369bd req-e8fc3dda-a136-4333-b0d7-7795e2e35bcf service neutron] 10.222.0.37 "GET /v2.0/networks/f954da2b-d971-4c3d-9992-1613c8f266de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916166 Feb 20 06:06:17.927558 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=49264502-a3f1-44f3-afd9-9bdcfdf61f92,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:18.070969 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0457c4a3-5249-42ec-96e1-3bb9f416bf2a req-78431567-7c96-4f8e-a949-adb14f40b23b tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3d5fe6cc-b2b8-42cc-b153-2f7e03155554 HTTP/1.1" status: 200 len: 210 time: 0.0281892 Feb 20 06:06:18.813904 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0199308c-9f9f-41ac-ba58-7785237c14b6 None None] Sync routers for ids ['aa482be3-3d88-4b68-ad7f-29e62074a703'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:06:18.825111 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0199308c-9f9f-41ac-ba58-7785237c14b6 None None] Routers {'aa482be3-3d88-4b68-ad7f-29e62074a703'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:06:18.825720 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0199308c-9f9f-41ac-ba58-7785237c14b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:05:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['aa482be3-3d88-4b68-ad7f-29e62074a703'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:18.935259 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-0199308c-9f9f-41ac-ba58-7785237c14b6 None None] Set router aa482be3-3d88-4b68-ad7f-29e62074a703 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:06:18.989009 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a63b462-a84b-4990-ac3e-bf82818c3fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:19.174552 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60700595-9478-4550-a000-c67518a369bd req-d7111875-39f6-4134-ab19-c141cfe0da70 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:19.177261 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60700595-9478-4550-a000-c67518a369bd req-d7111875-39f6-4134-ab19-c141cfe0da70 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.48 "GET /v2.0/networks?id=f954da2b-d971-4c3d-9992-1613c8f266de HTTP/1.1" status: 200 len: 910 time: 0.1407740 Feb 20 06:06:19.189230 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-60700595-9478-4550-a000-c67518a369bd req-67d33e4b-9327-4c26-817f-4b46a4c8506c tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Request body: {'port': {'device_id': '3d5fe6cc-b2b8-42cc-b153-2f7e03155554', 'network_id': 'f954da2b-d971-4c3d-9992-1613c8f266de', 'admin_state_up': True, 'tenant_id': '6589a6677f41462d9409e8704634ba07'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:06:19.239240 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8434bb40-6739-4d41-bba9-06c88c287f3f req-0a6aeb77-300a-4bb2-b142-dc5b91667227 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3d5fe6cc-b2b8-42cc-b153-2f7e03155554 HTTP/1.1" status: 200 len: 210 time: 0.0438900 Feb 20 06:06:19.252724 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60700595-9478-4550-a000-c67518a369bd req-67d33e4b-9327-4c26-817f-4b46a4c8506c tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Made reservation on behalf of 6589a6677f41462d9409e8704634ba07 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:06:19.256217 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-60700595-9478-4550-a000-c67518a369bd req-67d33e4b-9327-4c26-817f-4b46a4c8506c tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:19.308426 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0199308c-9f9f-41ac-ba58-7785237c14b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa482be3-3d88-4b68-ad7f-29e62074a703', 'name': 'tempest-TestServerMultinode-1723513079-router', 'tenant_id': '6589a6677f41462d9409e8704634ba07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '49264502-a3f1-44f3-afd9-9bdcfdf61f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:06:12Z', 'updated_at': '2022-02-20T06:06:16Z', 'revision_number': 4, 'project_id': '6589a6677f41462d9409e8704634ba07', 'gw_port': {'id': '49264502-a3f1-44f3-afd9-9bdcfdf61f92', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa482be3-3d88-4b68-ad7f-29e62074a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:06:12Z', 'updated_at': '2022-02-20T06:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'd42d8b86-50fb-4287-bfcb-421767bac616', 'name': '', 'network_id': '60d83f45-a5b9-4d94-a4cc-0c5a6be1648a', 'tenant_id': '6589a6677f41462d9409e8704634ba07', 'mac_address': 'fa:16:3e:d6:ef:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa482be3-3d88-4b68-ad7f-29e62074a703', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cb902862-443b-4fd3-9611-29feb4f7b0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:06:15Z', 'updated_at': '2022-02-20T06:06:16Z', 'revision_number': 2, 'project_id': '6589a6677f41462d9409e8704634ba07', 'subnets': [{'id': 'cb902862-443b-4fd3-9611-29feb4f7b0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:19.339934 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0199308c-9f9f-41ac-ba58-7785237c14b6 None None] Checking router: aa482be3-3d88-4b68-ad7f-29e62074a703 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:06:19.340296 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0199308c-9f9f-41ac-ba58-7785237c14b6 None None] Updating router aa482be3-3d88-4b68-ad7f-29e62074a703 port d42d8b86-50fb-4287-bfcb-421767bac616 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:06:19.365592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 49264502-a3f1-44f3-afd9-9bdcfdf61f92 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:06:19.410196 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0199308c-9f9f-41ac-ba58-7785237c14b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d42d8b86-50fb-4287-bfcb-421767bac616), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:19.417263 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-60700595-9478-4550-a000-c67518a369bd req-67d33e4b-9327-4c26-817f-4b46a4c8506c tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Allocated IP 172.20.0.4 (f954da2b-d971-4c3d-9992-1613c8f266de/220da92f-eeee-4d59-bc8f-3969df84ef11/b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:06:19.484587 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 49264502-a3f1-44f3-afd9-9bdcfdf61f92 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:06:19.484996 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (49264502-a3f1-44f3-afd9-9bdcfdf61f92), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:19.564626 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-60700595-9478-4550-a000-c67518a369bd req-67d33e4b-9327-4c26-817f-4b46a4c8506c tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Publish callbacks [] for port (b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:19.603481 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-60700595-9478-4550-a000-c67518a369bd req-67d33e4b-9327-4c26-817f-4b46a4c8506c tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:19.652321 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60700595-9478-4550-a000-c67518a369bd req-67d33e4b-9327-4c26-817f-4b46a4c8506c tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Network f954da2b-d971-4c3d-9992-1613c8f266de is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:06:19.659790 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-60700595-9478-4550-a000-c67518a369bd req-67d33e4b-9327-4c26-817f-4b46a4c8506c tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:06:19.662492 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-60700595-9478-4550-a000-c67518a369bd req-67d33e4b-9327-4c26-817f-4b46a4c8506c tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:06:19.694389 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d33e4b-9327-4c26-817f-4b46a4c8506c tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Pushing event updated for resources: {'Port': ['ID=b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:19.703325 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:19.717590 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60700595-9478-4550-a000-c67518a369bd req-67d33e4b-9327-4c26-817f-4b46a4c8506c tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:19.718473 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-60700595-9478-4550-a000-c67518a369bd req-67d33e4b-9327-4c26-817f-4b46a4c8506c tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:19.739347 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60700595-9478-4550-a000-c67518a369bd req-67d33e4b-9327-4c26-817f-4b46a4c8506c tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5539303 Feb 20 06:06:19.743461 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 49264502-a3f1-44f3-afd9-9bdcfdf61f92 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:06:19.753187 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-60700595-9478-4550-a000-c67518a369bd req-90d560dd-9c0d-443f-9198-3c3b61ab02bc service neutron] Request body: {'port': {'device_id': '3d5fe6cc-b2b8-42cc-b153-2f7e03155554', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:06:19.847845 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-60700595-9478-4550-a000-c67518a369bd req-90d560dd-9c0d-443f-9198-3c3b61ab02bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:20.006571 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0199308c-9f9f-41ac-ba58-7785237c14b6 None None] Publish callbacks [] for port (d42d8b86-50fb-4287-bfcb-421767bac616), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:20.022077 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0199308c-9f9f-41ac-ba58-7785237c14b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d42d8b86-50fb-4287-bfcb-421767bac616), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:20.056091 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-1e0b5874-dc52-4004-b7ca-340172ae7552 None None] Provisioning complete for port b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:06:20.056467 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e0b5874-dc52-4004-b7ca-340172ae7552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:20.111900 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697066c-da19-4c8d-972f-35868d6cbbc5 None None] Pushing event updated for resources: {'Port': ['ID=d42d8b86-50fb-4287-bfcb-421767bac616,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:20.120588 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b5874-dc52-4004-b7ca-340172ae7552 None None] Port b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:06:20.163002 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [req-60700595-9478-4550-a000-c67518a369bd req-90d560dd-9c0d-443f-9198-3c3b61ab02bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:06:20.173115 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-60700595-9478-4550-a000-c67518a369bd req-90d560dd-9c0d-443f-9198-3c3b61ab02bc service neutron] Publish callbacks [] for port (b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:20.173429 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0199308c-9f9f-41ac-ba58-7785237c14b6 None None] Attempting to bind port d42d8b86-50fb-4287-bfcb-421767bac616 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:06:20.173814 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0199308c-9f9f-41ac-ba58-7785237c14b6 None None] Attempting to bind port d42d8b86-50fb-4287-bfcb-421767bac616 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '9ed0bd44-008a-433e-aa93-15ccdadd5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '60d83f45-a5b9-4d94-a4cc-0c5a6be1648a'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:06:20.174187 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0199308c-9f9f-41ac-ba58-7785237c14b6 None None] Attempting to bind port d42d8b86-50fb-4287-bfcb-421767bac616 on network 60d83f45-a5b9-4d94-a4cc-0c5a6be1648a {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:06:20.181348 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0199308c-9f9f-41ac-ba58-7785237c14b6 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:06:20.181848 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0199308c-9f9f-41ac-ba58-7785237c14b6 None None] Checking segment: {'id': '9ed0bd44-008a-433e-aa93-15ccdadd5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '60d83f45-a5b9-4d94-a4cc-0c5a6be1648a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:06:20.182512 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0199308c-9f9f-41ac-ba58-7785237c14b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:20.182955 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0199308c-9f9f-41ac-ba58-7785237c14b6 None None] Bound using segment: {'id': '9ed0bd44-008a-433e-aa93-15ccdadd5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '60d83f45-a5b9-4d94-a4cc-0c5a6be1648a'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:06:20.183545 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0199308c-9f9f-41ac-ba58-7785237c14b6 None None] Bound port: d42d8b86-50fb-4287-bfcb-421767bac616, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed0bd44-008a-433e-aa93-15ccdadd5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '60d83f45-a5b9-4d94-a4cc-0c5a6be1648a'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:06:20.183930 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0199308c-9f9f-41ac-ba58-7785237c14b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d42d8b86-50fb-4287-bfcb-421767bac616), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:20.190578 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-60700595-9478-4550-a000-c67518a369bd req-90d560dd-9c0d-443f-9198-3c3b61ab02bc service neutron] Transition to ACTIVE for port object b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:06:20.197521 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-60700595-9478-4550-a000-c67518a369bd req-90d560dd-9c0d-443f-9198-3c3b61ab02bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:20.253555 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d560dd-9c0d-443f-9198-3c3b61ab02bc service neutron] Pushing event updated for resources: {'Port': ['ID=b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:20.313980 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0199308c-9f9f-41ac-ba58-7785237c14b6 None None] For port d42d8b86-50fb-4287-bfcb-421767bac616, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:06:20.318942 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0199308c-9f9f-41ac-ba58-7785237c14b6 None None] For port d42d8b86-50fb-4287-bfcb-421767bac616, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d42d8b86-50fb-4287-bfcb-421767bac616,segment=NetworkSegment(9ed0bd44-008a-433e-aa93-15ccdadd5929),segment_id=9ed0bd44-008a-433e-aa93-15ccdadd5929)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:06:20.331041 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0199308c-9f9f-41ac-ba58-7785237c14b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d42d8b86-50fb-4287-bfcb-421767bac616), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:20.403155 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-60700595-9478-4550-a000-c67518a369bd req-90d560dd-9c0d-443f-9198-3c3b61ab02bc service neutron] Attempting to bind port b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:06:20.403501 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-60700595-9478-4550-a000-c67518a369bd req-90d560dd-9c0d-443f-9198-3c3b61ab02bc service neutron] Attempting to bind port b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '9ef86a5f-99d0-412b-b6a6-103fd54f4cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f954da2b-d971-4c3d-9992-1613c8f266de'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:06:20.403837 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60700595-9478-4550-a000-c67518a369bd req-90d560dd-9c0d-443f-9198-3c3b61ab02bc service neutron] Attempting to bind port b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7 on network f954da2b-d971-4c3d-9992-1613c8f266de {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:06:20.417694 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0199308c-9f9f-41ac-ba58-7785237c14b6 None None] Routers {'aa482be3-3d88-4b68-ad7f-29e62074a703'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:06:20.418435 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0199308c-9f9f-41ac-ba58-7785237c14b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:06:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['aa482be3-3d88-4b68-ad7f-29e62074a703'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:20.440871 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60700595-9478-4550-a000-c67518a369bd req-90d560dd-9c0d-443f-9198-3c3b61ab02bc service neutron] Port b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7 on network f954da2b-d971-4c3d-9992-1613c8f266de not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:06:20.441203 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60700595-9478-4550-a000-c67518a369bd req-90d560dd-9c0d-443f-9198-3c3b61ab02bc service neutron] Attempting to bind port b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7 on network f954da2b-d971-4c3d-9992-1613c8f266de {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:06:20.455547 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60700595-9478-4550-a000-c67518a369bd req-90d560dd-9c0d-443f-9198-3c3b61ab02bc service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:06:20.456260 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60700595-9478-4550-a000-c67518a369bd req-90d560dd-9c0d-443f-9198-3c3b61ab02bc service neutron] Checking segment: {'id': '9ef86a5f-99d0-412b-b6a6-103fd54f4cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f954da2b-d971-4c3d-9992-1613c8f266de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:06:20.457067 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60700595-9478-4550-a000-c67518a369bd req-90d560dd-9c0d-443f-9198-3c3b61ab02bc service neutron] Bound using segment: {'id': '9ef86a5f-99d0-412b-b6a6-103fd54f4cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f954da2b-d971-4c3d-9992-1613c8f266de'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:06:20.457718 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-60700595-9478-4550-a000-c67518a369bd req-90d560dd-9c0d-443f-9198-3c3b61ab02bc service neutron] Bound port: b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ef86a5f-99d0-412b-b6a6-103fd54f4cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f954da2b-d971-4c3d-9992-1613c8f266de'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:06:20.458296 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-60700595-9478-4550-a000-c67518a369bd req-90d560dd-9c0d-443f-9198-3c3b61ab02bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:20.514538 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697066c-da19-4c8d-972f-35868d6cbbc5 None None] Pushing event updated for resources: {'Port': ['ID=d42d8b86-50fb-4287-bfcb-421767bac616,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:20.540804 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0a0dd4d4-970d-4f72-b54f-9297547480f1 None None] Provisioning complete for port d42d8b86-50fb-4287-bfcb-421767bac616 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:06:20.541231 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0a0dd4d4-970d-4f72-b54f-9297547480f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d42d8b86-50fb-4287-bfcb-421767bac616), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:20.557650 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94696b-b50a-4e7e-99c0-dd796702dcf0 req-5689dab1-0b21-4743-971e-b746b802f975 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:20.559322 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca94696b-b50a-4e7e-99c0-dd796702dcf0 req-5689dab1-0b21-4743-971e-b746b802f975 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3d5fe6cc-b2b8-42cc-b153-2f7e03155554 HTTP/1.1" status: 200 len: 1052 time: 0.1747775 Feb 20 06:06:20.598366 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-60700595-9478-4550-a000-c67518a369bd req-90d560dd-9c0d-443f-9198-3c3b61ab02bc service neutron] For port b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7, host n-h2-829866-5, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:06:20.620275 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-60700595-9478-4550-a000-c67518a369bd req-90d560dd-9c0d-443f-9198-3c3b61ab02bc service neutron] For port b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7,segment=NetworkSegment(9ef86a5f-99d0-412b-b6a6-103fd54f4cf7),segment_id=9ef86a5f-99d0-412b-b6a6-103fd54f4cf7)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:06:20.633168 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ca94696b-b50a-4e7e-99c0-dd796702dcf0 req-82f373cc-1c04-4359-b150-e2da2b3cdcfb tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=42e04678-df91-4f41-93a4-24c8b2074195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621181 Feb 20 06:06:20.636885 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-60700595-9478-4550-a000-c67518a369bd req-90d560dd-9c0d-443f-9198-3c3b61ab02bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:20.673848 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60700595-9478-4550-a000-c67518a369bd req-90d560dd-9c0d-443f-9198-3c3b61ab02bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:20.674557 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-60700595-9478-4550-a000-c67518a369bd req-90d560dd-9c0d-443f-9198-3c3b61ab02bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:20.676371 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60700595-9478-4550-a000-c67518a369bd req-90d560dd-9c0d-443f-9198-3c3b61ab02bc service neutron] 10.222.0.48 "PUT /v2.0/ports/b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7 HTTP/1.1" status: 200 len: 1091 time: 0.9295514 Feb 20 06:06:20.682234 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5fe6cc-b2b8-42cc-b153-2f7e03155554', 'tag': 'b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:06:20.684532 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b53d6b-d27c-4203-8d65-c336eb06d19a" -d '{"events": [{"name": "network-changed", "server_uuid": "3d5fe6cc-b2b8-42cc-b153-2f7e03155554", "tag": "b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:06:20.702240 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-0199308c-9f9f-41ac-ba58-7785237c14b6 None None] Set router aa482be3-3d88-4b68-ad7f-29e62074a703 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:06:20.727067 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d560dd-9c0d-443f-9198-3c3b61ab02bc service neutron] Pushing event updated for resources: {'Port': ['ID=b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:20.781004 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89f3965-55c8-4e57-b7e3-dc9dd410327e x-openstack-request-id: req-f89f3965-55c8-4e57-b7e3-dc9dd410327e {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:06:20.781280 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d5fe6cc-b2b8-42cc-b153-2f7e03155554", "tag": "b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:06:20.781542 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f89f3965-55c8-4e57-b7e3-dc9dd410327e {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:06:20.781943 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d5fe6cc-b2b8-42cc-b153-2f7e03155554', 'tag': 'b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7', 'status': 'completed', 'code': 200} Feb 20 06:06:20.815850 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60700595-9478-4550-a000-c67518a369bd req-0c584385-56a0-4d92-9944-cc03c116554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:20.820581 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60700595-9478-4550-a000-c67518a369bd req-0c584385-56a0-4d92-9944-cc03c116554e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6589a6677f41462d9409e8704634ba07&device_id=3d5fe6cc-b2b8-42cc-b153-2f7e03155554 HTTP/1.1" status: 200 len: 1125 time: 0.0853853 Feb 20 06:06:20.869609 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60700595-9478-4550-a000-c67518a369bd req-282e8f9c-74ef-4cac-a1fb-47ba97d1ebb7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7 HTTP/1.1" status: 200 len: 217 time: 0.0410399 Feb 20 06:06:20.892937 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0a0dd4d4-970d-4f72-b54f-9297547480f1 None None] Current status of the port d42d8b86-50fb-4287-bfcb-421767bac616 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:06:20.893328 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0a0dd4d4-970d-4f72-b54f-9297547480f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d42d8b86-50fb-4287-bfcb-421767bac616), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:20.931544 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60700595-9478-4550-a000-c67518a369bd req-d15b64cd-4fc7-4e67-af89-9edb184cf1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:20.934181 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60700595-9478-4550-a000-c67518a369bd req-d15b64cd-4fc7-4e67-af89-9edb184cf1df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=220da92f-eeee-4d59-bc8f-3969df84ef11 HTTP/1.1" status: 200 len: 849 time: 0.0570197 Feb 20 06:06:20.959047 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0a0dd4d4-970d-4f72-b54f-9297547480f1 None None] For port d42d8b86-50fb-4287-bfcb-421767bac616, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d42d8b86-50fb-4287-bfcb-421767bac616,segment=NetworkSegment(9ed0bd44-008a-433e-aa93-15ccdadd5929),segment_id=9ed0bd44-008a-433e-aa93-15ccdadd5929)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:06:20.967747 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0a0dd4d4-970d-4f72-b54f-9297547480f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (d42d8b86-50fb-4287-bfcb-421767bac616), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:21.005343 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60700595-9478-4550-a000-c67518a369bd req-7c5590c9-1cd6-47a6-9a1d-d0c70aa18a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:21.006888 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60700595-9478-4550-a000-c67518a369bd req-7c5590c9-1cd6-47a6-9a1d-d0c70aa18a4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f954da2b-d971-4c3d-9992-1613c8f266de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0673664 Feb 20 06:06:21.043550 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0dd4d4-970d-4f72-b54f-9297547480f1 None None] Pushing event updated for resources: {'Port': ['ID=d42d8b86-50fb-4287-bfcb-421767bac616,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:21.060005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0199308c-9f9f-41ac-ba58-7785237c14b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa482be3-3d88-4b68-ad7f-29e62074a703', 'name': 'tempest-TestServerMultinode-1723513079-router', 'tenant_id': '6589a6677f41462d9409e8704634ba07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '49264502-a3f1-44f3-afd9-9bdcfdf61f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:06:12Z', 'updated_at': '2022-02-20T06:06:16Z', 'revision_number': 4, 'project_id': '6589a6677f41462d9409e8704634ba07', 'gw_port': {'id': '49264502-a3f1-44f3-afd9-9bdcfdf61f92', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa482be3-3d88-4b68-ad7f-29e62074a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:06:12Z', 'updated_at': '2022-02-20T06:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'd42d8b86-50fb-4287-bfcb-421767bac616', 'name': '', 'network_id': '60d83f45-a5b9-4d94-a4cc-0c5a6be1648a', 'tenant_id': '6589a6677f41462d9409e8704634ba07', 'mac_address': 'fa:16:3e:d6:ef:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa482be3-3d88-4b68-ad7f-29e62074a703', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cb902862-443b-4fd3-9611-29feb4f7b0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:06:15Z', 'updated_at': '2022-02-20T06:06:20Z', 'revision_number': 4, 'project_id': '6589a6677f41462d9409e8704634ba07', 'subnets': [{'id': 'cb902862-443b-4fd3-9611-29feb4f7b0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:21.094024 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0199308c-9f9f-41ac-ba58-7785237c14b6 None None] The sync data for ids ['aa482be3-3d88-4b68-ad7f-29e62074a703'] in n-d-829866-5 is: [{'id': 'aa482be3-3d88-4b68-ad7f-29e62074a703', 'name': 'tempest-TestServerMultinode-1723513079-router', 'tenant_id': '6589a6677f41462d9409e8704634ba07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '49264502-a3f1-44f3-afd9-9bdcfdf61f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:06:12Z', 'updated_at': '2022-02-20T06:06:16Z', 'revision_number': 4, 'project_id': '6589a6677f41462d9409e8704634ba07', 'gw_port': {'id': '49264502-a3f1-44f3-afd9-9bdcfdf61f92', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa482be3-3d88-4b68-ad7f-29e62074a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:06:12Z', 'updated_at': '2022-02-20T06:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'd42d8b86-50fb-4287-bfcb-421767bac616', 'name': '', 'network_id': '60d83f45-a5b9-4d94-a4cc-0c5a6be1648a', 'tenant_id': '6589a6677f41462d9409e8704634ba07', 'mac_address': 'fa:16:3e:d6:ef:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa482be3-3d88-4b68-ad7f-29e62074a703', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cb902862-443b-4fd3-9611-29feb4f7b0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:06:15Z', 'updated_at': '2022-02-20T06:06:20Z', 'revision_number': 4, 'project_id': '6589a6677f41462d9409e8704634ba07', 'subnets': [{'id': 'cb902862-443b-4fd3-9611-29feb4f7b0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:06:21.106490 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60700595-9478-4550-a000-c67518a369bd req-56b0e9a9-b618-4c1b-b683-bc257af9acfb service neutron] 10.222.0.48 "GET /v2.0/networks/f954da2b-d971-4c3d-9992-1613c8f266de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935400 Feb 20 06:06:21.116106 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-6fc1b98f-390e-4437-aaa7-a29265ae8161 None None] Provisioning complete for port d42d8b86-50fb-4287-bfcb-421767bac616 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:06:21.117188 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6fc1b98f-390e-4437-aaa7-a29265ae8161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d42d8b86-50fb-4287-bfcb-421767bac616), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:21.255584 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-60700595-9478-4550-a000-c67518a369bd req-984c8fc4-e666-4306-bb30-f188a1b19cad service neutron] 10.222.0.48 "GET /v2.0/networks/f954da2b-d971-4c3d-9992-1613c8f266de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430650 Feb 20 06:06:21.260945 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6fc1b98f-390e-4437-aaa7-a29265ae8161 None None] Current status of the port d42d8b86-50fb-4287-bfcb-421767bac616 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:06:21.304242 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d42d8b86-50fb-4287-bfcb-421767bac616 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:06:21.364356 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port d42d8b86-50fb-4287-bfcb-421767bac616 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:06:21.364824 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (d42d8b86-50fb-4287-bfcb-421767bac616), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:21.366778 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b53d6b-d27c-4203-8d65-c336eb06d19a req-0350eafd-a7dd-4ac6-9f51-53d0af4ac4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:21.369038 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00b53d6b-d27c-4203-8d65-c336eb06d19a req-0350eafd-a7dd-4ac6-9f51-53d0af4ac4ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6589a6677f41462d9409e8704634ba07&device_id=3d5fe6cc-b2b8-42cc-b153-2f7e03155554 HTTP/1.1" status: 200 len: 1125 time: 0.0634673 Feb 20 06:06:21.465402 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port d42d8b86-50fb-4287-bfcb-421767bac616 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:06:21.488147 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:21.492762 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b53d6b-d27c-4203-8d65-c336eb06d19a req-4001f394-7f18-4570-a26d-338e39939ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:21.494325 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00b53d6b-d27c-4203-8d65-c336eb06d19a req-4001f394-7f18-4570-a26d-338e39939ef7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f954da2b-d971-4c3d-9992-1613c8f266de HTTP/1.1" status: 200 len: 910 time: 0.1190128 Feb 20 06:06:21.543129 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00b53d6b-d27c-4203-8d65-c336eb06d19a req-5dde186b-2d57-40e4-847c-0695922406ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7 HTTP/1.1" status: 200 len: 217 time: 0.0426624 Feb 20 06:06:21.596169 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b53d6b-d27c-4203-8d65-c336eb06d19a req-d87420c5-e100-4456-ae00-bc4fbc2199bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:21.597939 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00b53d6b-d27c-4203-8d65-c336eb06d19a req-d87420c5-e100-4456-ae00-bc4fbc2199bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=220da92f-eeee-4d59-bc8f-3969df84ef11 HTTP/1.1" status: 200 len: 849 time: 0.0493894 Feb 20 06:06:21.651672 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b53d6b-d27c-4203-8d65-c336eb06d19a req-0837b195-ecfb-452e-bd4a-f3f98b8d3961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:21.653289 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00b53d6b-d27c-4203-8d65-c336eb06d19a req-0837b195-ecfb-452e-bd4a-f3f98b8d3961 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f954da2b-d971-4c3d-9992-1613c8f266de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473180 Feb 20 06:06:21.794049 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00b53d6b-d27c-4203-8d65-c336eb06d19a req-b9fcba82-0f95-42d2-99cf-3729e8657335 service neutron] 10.222.0.48 "GET /v2.0/networks/f954da2b-d971-4c3d-9992-1613c8f266de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346045 Feb 20 06:06:21.796559 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752cc1e-7810-4898-865f-d1c71885258a req-46ad6928-abdf-4b0e-962b-7e5e99bdb2a9 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:21.797960 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0752cc1e-7810-4898-865f-d1c71885258a req-46ad6928-abdf-4b0e-962b-7e5e99bdb2a9 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3d5fe6cc-b2b8-42cc-b153-2f7e03155554 HTTP/1.1" status: 200 len: 1125 time: 0.0804427 Feb 20 06:06:22.228961 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0752cc1e-7810-4898-865f-d1c71885258a req-4a8b4bb4-c1b3-4fe5-9c63-3ec383ada14f tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=42e04678-df91-4f41-93a4-24c8b2074195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219711 Feb 20 06:06:22.257002 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-00b53d6b-d27c-4203-8d65-c336eb06d19a req-3c3b2037-eec3-467f-a446-53e10323ae56 service neutron] 10.222.0.48 "GET /v2.0/networks/f954da2b-d971-4c3d-9992-1613c8f266de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569962 Feb 20 06:06:22.682742 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:23.030616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:06:23.055942 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:23.140493 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7,segment=NetworkSegment(9ef86a5f-99d0-412b-b6a6-103fd54f4cf7),segment_id=9ef86a5f-99d0-412b-b6a6-103fd54f4cf7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:06:23.151507 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7', 'network_id': 'f954da2b-d971-4c3d-9992-1613c8f266de', 'port_id': 'b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7', 'mac_address': 'fa:16:3e:77:6b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '220da92f-eeee-4d59-bc8f-3969df84ef11', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:06:23.193114 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:06:23.193647 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:23.207354 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:06:23.227558 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7,segment=NetworkSegment(9ef86a5f-99d0-412b-b6a6-103fd54f4cf7),segment_id=9ef86a5f-99d0-412b-b6a6-103fd54f4cf7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:06:23.232247 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:23.284999 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:23.294135 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:23.294490 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:23.294812 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:23.295196 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:23.295528 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:23.295855 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:23.296184 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:23.296539 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:23.296833 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:23.297156 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:23.297479 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:23.297800 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:23.298120 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:23.367628 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3467d9-6529-4cf1-a874-ceb1b9076978 req-d96853cb-6dbb-42a6-93b4-a47c077fd4ca tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:23.375234 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0b3467d9-6529-4cf1-a874-ceb1b9076978 req-d96853cb-6dbb-42a6-93b4-a47c077fd4ca tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3d5fe6cc-b2b8-42cc-b153-2f7e03155554 HTTP/1.1" status: 200 len: 1126 time: 0.0506725 Feb 20 06:06:23.424681 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0b3467d9-6529-4cf1-a874-ceb1b9076978 req-1b91fe4e-2578-4cdd-9c03-0e6ac5a7b433 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=42e04678-df91-4f41-93a4-24c8b2074195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477479 Feb 20 06:06:23.492309 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:06:24.549678 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3991491-826c-47de-b8bd-1649c270a601 req-9c40be2a-97cb-4540-9dfd-75126f047b8b tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:24.551214 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c3991491-826c-47de-b8bd-1649c270a601 req-9c40be2a-97cb-4540-9dfd-75126f047b8b tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3d5fe6cc-b2b8-42cc-b153-2f7e03155554 HTTP/1.1" status: 200 len: 1126 time: 0.0491207 Feb 20 06:06:24.594190 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c3991491-826c-47de-b8bd-1649c270a601 req-89f109bf-d9cf-4d55-9b82-a655c96e173b tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=42e04678-df91-4f41-93a4-24c8b2074195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368125 Feb 20 06:06:25.043389 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:06:25.099017 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:06:25.104229 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:06:25.104846 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:25.189736 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:06:25.190050 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:25.214022 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5fe6cc-b2b8-42cc-b153-2f7e03155554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:06:25.216510 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e6b628-0035-4f61-9d30-4ec48adab2b6" -d '{"events": [{"server_uuid": "3d5fe6cc-b2b8-42cc-b153-2f7e03155554", "name": "network-vif-plugged", "status": "completed", "tag": "b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:06:25.229681 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7,segment=NetworkSegment(9ef86a5f-99d0-412b-b6a6-103fd54f4cf7),segment_id=9ef86a5f-99d0-412b-b6a6-103fd54f4cf7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:06:25.234569 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:25.260781 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d63b378-e506-475a-b236-9a431ad44bd8 x-openstack-request-id: req-3d63b378-e506-475a-b236-9a431ad44bd8 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:06:25.261135 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5fe6cc-b2b8-42cc-b153-2f7e03155554", "name": "network-vif-plugged", "status": "completed", "tag": "b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:06:25.261442 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d63b378-e506-475a-b236-9a431ad44bd8 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:06:25.261848 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5fe6cc-b2b8-42cc-b153-2f7e03155554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7', 'code': 200} Feb 20 06:06:25.290151 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:25.354673 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f14f0-9b07-431f-a997-190b65da81b4 req-0168574b-b2d7-43bd-9e6a-16f469099cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:25.356418 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d85f14f0-9b07-431f-a997-190b65da81b4 req-0168574b-b2d7-43bd-9e6a-16f469099cea service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3d5fe6cc-b2b8-42cc-b153-2f7e03155554 HTTP/1.1" status: 200 len: 1127 time: 0.0481081 Feb 20 06:06:25.369824 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:25.404678 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d85f14f0-9b07-431f-a997-190b65da81b4 req-0c628dbf-dbc2-4eae-b03d-cd495c44dedd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=42e04678-df91-4f41-93a4-24c8b2074195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424762 Feb 20 06:06:25.704184 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497efd5-24a5-406d-91b5-477563f52ba6 req-440cd90a-e0d4-4f61-8d10-1c6e713bc0ee tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:25.705745 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4497efd5-24a5-406d-91b5-477563f52ba6 req-440cd90a-e0d4-4f61-8d10-1c6e713bc0ee tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3d5fe6cc-b2b8-42cc-b153-2f7e03155554 HTTP/1.1" status: 200 len: 1127 time: 0.0445473 Feb 20 06:06:25.752265 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4497efd5-24a5-406d-91b5-477563f52ba6 req-aa11e9a6-4347-41f4-bbd5-da26f7bdf9d6 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=42e04678-df91-4f41-93a4-24c8b2074195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408564 Feb 20 06:06:26.865361 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25c270-40c8-4f35-a650-6e5305f1cfb1 req-d4bd9c7d-2e63-4c5d-9102-695f57f95c98 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:26.866981 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3a25c270-40c8-4f35-a650-6e5305f1cfb1 req-d4bd9c7d-2e63-4c5d-9102-695f57f95c98 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3d5fe6cc-b2b8-42cc-b153-2f7e03155554 HTTP/1.1" status: 200 len: 1127 time: 0.0463290 Feb 20 06:06:26.916832 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3a25c270-40c8-4f35-a650-6e5305f1cfb1 req-08b0e45f-4a8d-485e-a79f-03b167a9da5a tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=42e04678-df91-4f41-93a4-24c8b2074195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413148 Feb 20 06:06:27.028093 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbac967-57c8-40eb-85e9-91c7c5d7148e req-112da1f7-2560-42d0-acca-91c0c8c5b6f8 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:27.029785 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ecbac967-57c8-40eb-85e9-91c7c5d7148e req-112da1f7-2560-42d0-acca-91c0c8c5b6f8 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3d5fe6cc-b2b8-42cc-b153-2f7e03155554 HTTP/1.1" status: 200 len: 1127 time: 0.0477750 Feb 20 06:06:27.079339 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ecbac967-57c8-40eb-85e9-91c7c5d7148e req-b6212778-cc00-4fef-87c8-df408f4db979 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=42e04678-df91-4f41-93a4-24c8b2074195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432363 Feb 20 06:06:27.199800 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90420145-d882-497d-9e5d-006ae457ec1f req-5554b0d5-c179-446a-8e49-3204c361edef tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:27.201334 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-90420145-d882-497d-9e5d-006ae457ec1f req-5554b0d5-c179-446a-8e49-3204c361edef tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3d5fe6cc-b2b8-42cc-b153-2f7e03155554 HTTP/1.1" status: 200 len: 1127 time: 0.0536766 Feb 20 06:06:27.250286 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-90420145-d882-497d-9e5d-006ae457ec1f req-c9934059-cb55-44c4-9186-b4a7a6f7e4b4 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=42e04678-df91-4f41-93a4-24c8b2074195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425363 Feb 20 06:06:27.460768 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-9b7ca154-3b45-4bfc-8738-0b2a958b4010 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:27.462256 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-9b7ca154-3b45-4bfc-8738-0b2a958b4010 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/networks?id=f954da2b-d971-4c3d-9992-1613c8f266de HTTP/1.1" status: 200 len: 910 time: 0.0837944 Feb 20 06:06:27.476469 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-bac40622-7f43-4521-b422-28a62783ad27 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/quotas/6589a6677f41462d9409e8704634ba07 HTTP/1.1" status: 200 len: 375 time: 0.0083997 Feb 20 06:06:27.530411 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-9c99fc78-93b2-4638-8ec7-1d2036332173 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=6589a6677f41462d9409e8704634ba07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485959 Feb 20 06:06:27.617951 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-81f6650c-9fbe-4f0e-9581-ce04a8d973e5 service neutron] 10.222.0.37 "GET /v2.0/networks/f954da2b-d971-4c3d-9992-1613c8f266de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808671 Feb 20 06:06:27.707426 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-f2805df3-089a-4a98-95be-bb263c6a3b8d service neutron] 10.222.0.37 "GET /v2.0/networks/f954da2b-d971-4c3d-9992-1613c8f266de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834553 Feb 20 06:06:27.863879 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dbb0a731-2633-47d0-a66f-03c833b7c5c0 req-9279c457-2c1b-47fe-9606-d3719ad43403 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6851c976-16b7-4d02-a19a-b4532e0e7f4c HTTP/1.1" status: 200 len: 210 time: 0.0275955 Feb 20 06:06:28.879875 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-ca7acc34-ee8a-45ab-a5a5-21905a37cf62 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:28.881421 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-ca7acc34-ee8a-45ab-a5a5-21905a37cf62 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.61 "GET /v2.0/networks?id=f954da2b-d971-4c3d-9992-1613c8f266de HTTP/1.1" status: 200 len: 910 time: 0.0965424 Feb 20 06:06:28.898983 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-2976c7cb-4a82-4c4d-91b2-ef2b36518258 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Request body: {'port': {'device_id': '6851c976-16b7-4d02-a19a-b4532e0e7f4c', 'network_id': 'f954da2b-d971-4c3d-9992-1613c8f266de', 'admin_state_up': True, 'tenant_id': '6589a6677f41462d9409e8704634ba07'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:06:28.924968 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-2976c7cb-4a82-4c4d-91b2-ef2b36518258 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Made reservation on behalf of 6589a6677f41462d9409e8704634ba07 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:06:28.928366 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-2976c7cb-4a82-4c4d-91b2-ef2b36518258 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:28.964505 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-53a89ccc-f57c-4fe3-bf94-b7c2bf7ca2a4 req-622b191d-598a-4f84-aea2-6e9b70a6e9d4 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6851c976-16b7-4d02-a19a-b4532e0e7f4c HTTP/1.1" status: 200 len: 210 time: 0.0280898 Feb 20 06:06:29.066926 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-2976c7cb-4a82-4c4d-91b2-ef2b36518258 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Allocated IP 172.20.0.3 (f954da2b-d971-4c3d-9992-1613c8f266de/220da92f-eeee-4d59-bc8f-3969df84ef11/0e41637c-cc7f-4546-9954-b90e8acb7d61) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:06:29.213366 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-2976c7cb-4a82-4c4d-91b2-ef2b36518258 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Publish callbacks [] for port (0e41637c-cc7f-4546-9954-b90e8acb7d61), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:29.248734 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-2976c7cb-4a82-4c4d-91b2-ef2b36518258 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (0e41637c-cc7f-4546-9954-b90e8acb7d61), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:29.260046 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:06:29.296154 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-2976c7cb-4a82-4c4d-91b2-ef2b36518258 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Network f954da2b-d971-4c3d-9992-1613c8f266de is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:06:29.299315 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-2976c7cb-4a82-4c4d-91b2-ef2b36518258 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:06:29.303950 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-2976c7cb-4a82-4c4d-91b2-ef2b36518258 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:06:29.335744 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976c7cb-4a82-4c4d-91b2-ef2b36518258 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Pushing event updated for resources: {'Port': ['ID=0e41637c-cc7f-4546-9954-b90e8acb7d61,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:29.361750 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-2976c7cb-4a82-4c4d-91b2-ef2b36518258 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:29.362882 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-2976c7cb-4a82-4c4d-91b2-ef2b36518258 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:29.378664 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-2976c7cb-4a82-4c4d-91b2-ef2b36518258 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4887431 Feb 20 06:06:29.390302 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-8b2db995-c4f3-479d-958a-744017a5afdd service neutron] Request body: {'port': {'device_id': '6851c976-16b7-4d02-a19a-b4532e0e7f4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:06:29.455173 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-8b2db995-c4f3-479d-958a-744017a5afdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0e41637c-cc7f-4546-9954-b90e8acb7d61), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:29.664245 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-163df97f-cb9e-4756-bd81-80587bfe677d None None] Provisioning complete for port 0e41637c-cc7f-4546-9954-b90e8acb7d61 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:06:29.664708 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-163df97f-cb9e-4756-bd81-80587bfe677d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0e41637c-cc7f-4546-9954-b90e8acb7d61), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:29.707626 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-163df97f-cb9e-4756-bd81-80587bfe677d None None] Port 0e41637c-cc7f-4546-9954-b90e8acb7d61 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:06:29.748100 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-8b2db995-c4f3-479d-958a-744017a5afdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e41637c-cc7f-4546-9954-b90e8acb7d61 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:06:29.755972 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-8b2db995-c4f3-479d-958a-744017a5afdd service neutron] Publish callbacks [] for port (0e41637c-cc7f-4546-9954-b90e8acb7d61), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:29.767757 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-8b2db995-c4f3-479d-958a-744017a5afdd service neutron] Transition to ACTIVE for port object 0e41637c-cc7f-4546-9954-b90e8acb7d61 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:06:29.771880 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-8b2db995-c4f3-479d-958a-744017a5afdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (0e41637c-cc7f-4546-9954-b90e8acb7d61), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:29.823777 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2db995-c4f3-479d-958a-744017a5afdd service neutron] Pushing event updated for resources: {'Port': ['ID=0e41637c-cc7f-4546-9954-b90e8acb7d61,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:29.896612 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-8b2db995-c4f3-479d-958a-744017a5afdd service neutron] Attempting to bind port 0e41637c-cc7f-4546-9954-b90e8acb7d61 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:06:29.897239 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-8b2db995-c4f3-479d-958a-744017a5afdd service neutron] Attempting to bind port 0e41637c-cc7f-4546-9954-b90e8acb7d61 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '9ef86a5f-99d0-412b-b6a6-103fd54f4cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f954da2b-d971-4c3d-9992-1613c8f266de'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:06:29.897374 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-8b2db995-c4f3-479d-958a-744017a5afdd service neutron] Attempting to bind port 0e41637c-cc7f-4546-9954-b90e8acb7d61 on network f954da2b-d971-4c3d-9992-1613c8f266de {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:06:29.902240 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-8b2db995-c4f3-479d-958a-744017a5afdd service neutron] Port 0e41637c-cc7f-4546-9954-b90e8acb7d61 on network f954da2b-d971-4c3d-9992-1613c8f266de not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:06:29.902558 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-8b2db995-c4f3-479d-958a-744017a5afdd service neutron] Attempting to bind port 0e41637c-cc7f-4546-9954-b90e8acb7d61 on network f954da2b-d971-4c3d-9992-1613c8f266de {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:06:29.907372 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-8b2db995-c4f3-479d-958a-744017a5afdd service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:06:29.907713 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-8b2db995-c4f3-479d-958a-744017a5afdd service neutron] Checking segment: {'id': '9ef86a5f-99d0-412b-b6a6-103fd54f4cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f954da2b-d971-4c3d-9992-1613c8f266de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:06:29.908094 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-8b2db995-c4f3-479d-958a-744017a5afdd service neutron] Bound using segment: {'id': '9ef86a5f-99d0-412b-b6a6-103fd54f4cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f954da2b-d971-4c3d-9992-1613c8f266de'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:06:29.908523 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-8b2db995-c4f3-479d-958a-744017a5afdd service neutron] Bound port: 0e41637c-cc7f-4546-9954-b90e8acb7d61, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ef86a5f-99d0-412b-b6a6-103fd54f4cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f954da2b-d971-4c3d-9992-1613c8f266de'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:06:29.908874 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-8b2db995-c4f3-479d-958a-744017a5afdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0e41637c-cc7f-4546-9954-b90e8acb7d61), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:29.987365 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-8b2db995-c4f3-479d-958a-744017a5afdd service neutron] For port 0e41637c-cc7f-4546-9954-b90e8acb7d61, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:06:29.997316 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-8b2db995-c4f3-479d-958a-744017a5afdd service neutron] For port 0e41637c-cc7f-4546-9954-b90e8acb7d61, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=0e41637c-cc7f-4546-9954-b90e8acb7d61,segment=NetworkSegment(9ef86a5f-99d0-412b-b6a6-103fd54f4cf7),segment_id=9ef86a5f-99d0-412b-b6a6-103fd54f4cf7)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:06:30.007068 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-8b2db995-c4f3-479d-958a-744017a5afdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (0e41637c-cc7f-4546-9954-b90e8acb7d61), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:30.066406 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2db995-c4f3-479d-958a-744017a5afdd service neutron] Pushing event updated for resources: {'Port': ['ID=0e41637c-cc7f-4546-9954-b90e8acb7d61,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:30.072534 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-8b2db995-c4f3-479d-958a-744017a5afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:30.073215 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-8b2db995-c4f3-479d-958a-744017a5afdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:30.074859 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-8b2db995-c4f3-479d-958a-744017a5afdd service neutron] 10.222.0.61 "PUT /v2.0/ports/0e41637c-cc7f-4546-9954-b90e8acb7d61 HTTP/1.1" status: 200 len: 1091 time: 0.6888907 Feb 20 06:06:30.075451 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6851c976-16b7-4d02-a19a-b4532e0e7f4c', 'tag': '0e41637c-cc7f-4546-9954-b90e8acb7d61'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:06:30.078022 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d527972-b665-4280-bee6-d58da9b8e1f6" -d '{"events": [{"name": "network-changed", "server_uuid": "6851c976-16b7-4d02-a19a-b4532e0e7f4c", "tag": "0e41637c-cc7f-4546-9954-b90e8acb7d61"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:06:30.112059 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b06b9c-dc15-496c-b5b1-3be04fa41ac2 req-627f0469-0daa-4989-89b4-ec723c6c5091 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:30.114559 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70b06b9c-dc15-496c-b5b1-3be04fa41ac2 req-627f0469-0daa-4989-89b4-ec723c6c5091 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6851c976-16b7-4d02-a19a-b4532e0e7f4c HTTP/1.1" status: 200 len: 1125 time: 0.0628145 Feb 20 06:06:30.169107 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-078a1c7e-1853-4b83-b884-58c2cda90383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:30.171260 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-078a1c7e-1853-4b83-b884-58c2cda90383 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6589a6677f41462d9409e8704634ba07&device_id=6851c976-16b7-4d02-a19a-b4532e0e7f4c HTTP/1.1" status: 200 len: 1125 time: 0.0588365 Feb 20 06:06:30.173757 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70b06b9c-dc15-496c-b5b1-3be04fa41ac2 req-fb4d60ac-d884-4659-9ff6-acac178bfe88 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=42e04678-df91-4f41-93a4-24c8b2074195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521476 Feb 20 06:06:30.222683 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-2daf219d-3a74-4935-b027-59e29050ad1f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e41637c-cc7f-4546-9954-b90e8acb7d61 HTTP/1.1" status: 200 len: 217 time: 0.0457072 Feb 20 06:06:30.224192 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec099e40-abd1-4a0d-b51e-3828fb7f05e9 x-openstack-request-id: req-ec099e40-abd1-4a0d-b51e-3828fb7f05e9 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:06:30.224484 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6851c976-16b7-4d02-a19a-b4532e0e7f4c", "tag": "0e41637c-cc7f-4546-9954-b90e8acb7d61", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:06:30.224731 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec099e40-abd1-4a0d-b51e-3828fb7f05e9 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:06:30.225139 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6851c976-16b7-4d02-a19a-b4532e0e7f4c', 'tag': '0e41637c-cc7f-4546-9954-b90e8acb7d61', 'status': 'completed', 'code': 200} Feb 20 06:06:30.277622 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-9b9b9ba4-aab7-44fc-b966-c69cc6dea21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:30.279172 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-9b9b9ba4-aab7-44fc-b966-c69cc6dea21c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=220da92f-eeee-4d59-bc8f-3969df84ef11 HTTP/1.1" status: 200 len: 849 time: 0.0514460 Feb 20 06:06:30.329884 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-c57f06e8-e1de-42d1-902b-13a656a07e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:30.331420 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-c57f06e8-e1de-42d1-902b-13a656a07e7f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f954da2b-d971-4c3d-9992-1613c8f266de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466375 Feb 20 06:06:30.428737 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-523df4c6-073f-487c-b191-9e552bdcfd30 service neutron] 10.222.0.61 "GET /v2.0/networks/f954da2b-d971-4c3d-9992-1613c8f266de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897210 Feb 20 06:06:30.518516 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e3b9e576-026e-4897-b227-a2448d2ddfdb req-c3c0d9a2-502a-49c2-be06-4a44359494da service neutron] 10.222.0.61 "GET /v2.0/networks/f954da2b-d971-4c3d-9992-1613c8f266de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842786 Feb 20 06:06:30.618317 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d527972-b665-4280-bee6-d58da9b8e1f6 req-2fc129c7-a87d-4afd-b416-594ca5ccc312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:30.619988 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2d527972-b665-4280-bee6-d58da9b8e1f6 req-2fc129c7-a87d-4afd-b416-594ca5ccc312 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6589a6677f41462d9409e8704634ba07&device_id=6851c976-16b7-4d02-a19a-b4532e0e7f4c HTTP/1.1" status: 200 len: 1125 time: 0.0532670 Feb 20 06:06:30.723371 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d527972-b665-4280-bee6-d58da9b8e1f6 req-3d363213-e2c7-4a2f-801c-4d7737babbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:30.724872 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2d527972-b665-4280-bee6-d58da9b8e1f6 req-3d363213-e2c7-4a2f-801c-4d7737babbf4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f954da2b-d971-4c3d-9992-1613c8f266de HTTP/1.1" status: 200 len: 910 time: 0.0974941 Feb 20 06:06:30.765366 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2d527972-b665-4280-bee6-d58da9b8e1f6 req-759ab5d4-fd16-46db-bb17-846076774409 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e41637c-cc7f-4546-9954-b90e8acb7d61 HTTP/1.1" status: 200 len: 217 time: 0.0348220 Feb 20 06:06:30.817006 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d527972-b665-4280-bee6-d58da9b8e1f6 req-1be2a60c-c251-4ddd-8a0a-0ec4b32ee8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:30.818476 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2d527972-b665-4280-bee6-d58da9b8e1f6 req-1be2a60c-c251-4ddd-8a0a-0ec4b32ee8ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=220da92f-eeee-4d59-bc8f-3969df84ef11 HTTP/1.1" status: 200 len: 849 time: 0.0467575 Feb 20 06:06:30.867027 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d527972-b665-4280-bee6-d58da9b8e1f6 req-d79b595a-10a3-4f89-8040-3f09a2f79966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:30.868604 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2d527972-b665-4280-bee6-d58da9b8e1f6 req-d79b595a-10a3-4f89-8040-3f09a2f79966 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f954da2b-d971-4c3d-9992-1613c8f266de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433207 Feb 20 06:06:30.955622 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2d527972-b665-4280-bee6-d58da9b8e1f6 req-8797c688-f010-4345-a506-be9226a46431 service neutron] 10.222.0.61 "GET /v2.0/networks/f954da2b-d971-4c3d-9992-1613c8f266de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800683 Feb 20 06:06:31.055258 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2d527972-b665-4280-bee6-d58da9b8e1f6 req-2739dbe2-5a9b-462f-9f78-b2539ea9cdeb service neutron] 10.222.0.61 "GET /v2.0/networks/f954da2b-d971-4c3d-9992-1613c8f266de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935907 Feb 20 06:06:31.289892 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02216516-cfae-4d7f-8c9f-7a3398f3d0f2 req-4fcffd0c-f0e7-489a-a47e-7196489f3842 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:31.291486 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02216516-cfae-4d7f-8c9f-7a3398f3d0f2 req-4fcffd0c-f0e7-489a-a47e-7196489f3842 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6851c976-16b7-4d02-a19a-b4532e0e7f4c HTTP/1.1" status: 200 len: 1125 time: 0.0528393 Feb 20 06:06:31.338195 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02216516-cfae-4d7f-8c9f-7a3398f3d0f2 req-95a607cc-05ac-4490-9c87-d16f8c8c3111 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=42e04678-df91-4f41-93a4-24c8b2074195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402572 Feb 20 06:06:32.406103 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 0e41637c-cc7f-4546-9954-b90e8acb7d61 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:06:32.449128 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13611fdd-9056-473d-9d50-34aa7a2d784a req-b57416f4-ea0c-4975-92b1-bf036cf71a12 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:32.450839 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-13611fdd-9056-473d-9d50-34aa7a2d784a req-b57416f4-ea0c-4975-92b1-bf036cf71a12 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6851c976-16b7-4d02-a19a-b4532e0e7f4c HTTP/1.1" status: 200 len: 1125 time: 0.0444398 Feb 20 06:06:32.495493 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-13611fdd-9056-473d-9d50-34aa7a2d784a req-7f807e5d-95df-439c-ad47-afcab76e4f3b tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=42e04678-df91-4f41-93a4-24c8b2074195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387437 Feb 20 06:06:32.505906 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 0e41637c-cc7f-4546-9954-b90e8acb7d61, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=0e41637c-cc7f-4546-9954-b90e8acb7d61,segment=NetworkSegment(9ef86a5f-99d0-412b-b6a6-103fd54f4cf7),segment_id=9ef86a5f-99d0-412b-b6a6-103fd54f4cf7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:06:32.523356 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '0e41637c-cc7f-4546-9954-b90e8acb7d61', 'network_id': 'f954da2b-d971-4c3d-9992-1613c8f266de', 'port_id': '0e41637c-cc7f-4546-9954-b90e8acb7d61', 'mac_address': 'fa:16:3e:72:d9:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '220da92f-eeee-4d59-bc8f-3969df84ef11', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:06:32.560309 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 0e41637c-cc7f-4546-9954-b90e8acb7d61 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:06:32.560725 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0e41637c-cc7f-4546-9954-b90e8acb7d61), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:32.573447 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e41637c-cc7f-4546-9954-b90e8acb7d61 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:06:32.592671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 0e41637c-cc7f-4546-9954-b90e8acb7d61, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=0e41637c-cc7f-4546-9954-b90e8acb7d61,segment=NetworkSegment(9ef86a5f-99d0-412b-b6a6-103fd54f4cf7),segment_id=9ef86a5f-99d0-412b-b6a6-103fd54f4cf7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:06:32.597458 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0e41637c-cc7f-4546-9954-b90e8acb7d61), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:32.644732 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=0e41637c-cc7f-4546-9954-b90e8acb7d61,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:32.803561 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['0e41637c-cc7f-4546-9954-b90e8acb7d61'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:06:33.606607 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72559aee-60d5-4024-aa05-7a5063280beb req-c2b2e15a-003f-4cb3-8bab-45c5bca94185 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:33.608066 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72559aee-60d5-4024-aa05-7a5063280beb req-c2b2e15a-003f-4cb3-8bab-45c5bca94185 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6851c976-16b7-4d02-a19a-b4532e0e7f4c HTTP/1.1" status: 200 len: 1126 time: 0.0437074 Feb 20 06:06:33.656544 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72559aee-60d5-4024-aa05-7a5063280beb req-dd52895d-13da-4262-b0af-38e8ecaff511 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=42e04678-df91-4f41-93a4-24c8b2074195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427434 Feb 20 06:06:34.421316 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 0e41637c-cc7f-4546-9954-b90e8acb7d61 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:06:34.474862 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 0e41637c-cc7f-4546-9954-b90e8acb7d61 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:06:34.478823 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 0e41637c-cc7f-4546-9954-b90e8acb7d61 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:06:34.479335 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0e41637c-cc7f-4546-9954-b90e8acb7d61), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:34.718114 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 0e41637c-cc7f-4546-9954-b90e8acb7d61 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:06:34.718499 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0e41637c-cc7f-4546-9954-b90e8acb7d61), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:34.743842 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6851c976-16b7-4d02-a19a-b4532e0e7f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e41637c-cc7f-4546-9954-b90e8acb7d61'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:06:34.746364 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c1a47c-1133-4f76-b655-7bf5d7b50e7d" -d '{"events": [{"server_uuid": "6851c976-16b7-4d02-a19a-b4532e0e7f4c", "name": "network-vif-plugged", "status": "completed", "tag": "0e41637c-cc7f-4546-9954-b90e8acb7d61"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:06:34.758383 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 0e41637c-cc7f-4546-9954-b90e8acb7d61, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=0e41637c-cc7f-4546-9954-b90e8acb7d61,segment=NetworkSegment(9ef86a5f-99d0-412b-b6a6-103fd54f4cf7),segment_id=9ef86a5f-99d0-412b-b6a6-103fd54f4cf7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:06:34.763337 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0e41637c-cc7f-4546-9954-b90e8acb7d61), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:34.774652 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfa495-f83e-427a-b59b-0342f20d4428 req-637531a0-5337-4a3d-8af4-2aa8075b893c tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:34.777484 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9adfa495-f83e-427a-b59b-0342f20d4428 req-637531a0-5337-4a3d-8af4-2aa8075b893c tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6851c976-16b7-4d02-a19a-b4532e0e7f4c HTTP/1.1" status: 200 len: 1126 time: 0.0524476 Feb 20 06:06:34.818592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=0e41637c-cc7f-4546-9954-b90e8acb7d61,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:34.826212 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9adfa495-f83e-427a-b59b-0342f20d4428 req-80d6fedf-af91-4a84-92c4-cd34caf55656 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=42e04678-df91-4f41-93a4-24c8b2074195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425920 Feb 20 06:06:34.934603 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadce1ae-ac88-41a4-85f4-6ff21b05155c x-openstack-request-id: req-dadce1ae-ac88-41a4-85f4-6ff21b05155c {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:06:34.935034 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6851c976-16b7-4d02-a19a-b4532e0e7f4c", "name": "network-vif-plugged", "status": "completed", "tag": "0e41637c-cc7f-4546-9954-b90e8acb7d61", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:06:34.935295 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dadce1ae-ac88-41a4-85f4-6ff21b05155c {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:06:34.935700 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6851c976-16b7-4d02-a19a-b4532e0e7f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e41637c-cc7f-4546-9954-b90e8acb7d61', 'code': 200} Feb 20 06:06:35.034119 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5063b-b33a-4edf-bd50-35325c3e551c req-2165fc95-e47c-4e57-ad48-a52d1293f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:35.035766 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aaa5063b-b33a-4edf-bd50-35325c3e551c req-2165fc95-e47c-4e57-ad48-a52d1293f32b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6851c976-16b7-4d02-a19a-b4532e0e7f4c HTTP/1.1" status: 200 len: 1127 time: 0.0463669 Feb 20 06:06:35.081344 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aaa5063b-b33a-4edf-bd50-35325c3e551c req-39590ecf-d6e3-4184-a75c-30241da728d1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=42e04678-df91-4f41-93a4-24c8b2074195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389576 Feb 20 06:06:35.942291 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a539b-b381-41f2-b4f9-7fd2563ff770 req-e5e92e7f-8e3a-4b12-8ac3-423e48945804 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:35.943844 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-348a539b-b381-41f2-b4f9-7fd2563ff770 req-e5e92e7f-8e3a-4b12-8ac3-423e48945804 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6851c976-16b7-4d02-a19a-b4532e0e7f4c HTTP/1.1" status: 200 len: 1127 time: 0.0441942 Feb 20 06:06:35.988264 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-348a539b-b381-41f2-b4f9-7fd2563ff770 req-574fc447-72b3-4340-9731-e887e9154d8b tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=42e04678-df91-4f41-93a4-24c8b2074195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387607 Feb 20 06:06:37.119758 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fd365-42e4-4d3c-bf96-53e40a64b7f2 req-875eb48a-4b1d-4e48-a2e9-84d1261f99fc tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:37.121541 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c17fd365-42e4-4d3c-bf96-53e40a64b7f2 req-875eb48a-4b1d-4e48-a2e9-84d1261f99fc tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6851c976-16b7-4d02-a19a-b4532e0e7f4c HTTP/1.1" status: 200 len: 1127 time: 0.0511658 Feb 20 06:06:37.169097 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c17fd365-42e4-4d3c-bf96-53e40a64b7f2 req-83086d49-08a0-4ddc-b089-2c59cf5e8797 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=42e04678-df91-4f41-93a4-24c8b2074195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419047 Feb 20 06:06:37.285842 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb1337-d4c4-4ea0-a0ce-9109c97e4bc5 req-f3a9d2e8-cb98-4ba6-bddd-84f834224360 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:37.287469 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95eb1337-d4c4-4ea0-a0ce-9109c97e4bc5 req-f3a9d2e8-cb98-4ba6-bddd-84f834224360 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6851c976-16b7-4d02-a19a-b4532e0e7f4c HTTP/1.1" status: 200 len: 1127 time: 0.0473480 Feb 20 06:06:37.334558 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95eb1337-d4c4-4ea0-a0ce-9109c97e4bc5 req-69fd5945-1688-414c-acdb-1111b8a946c5 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=42e04678-df91-4f41-93a4-24c8b2074195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412006 Feb 20 06:06:37.443392 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec6954-e0d8-4a81-bc62-271e1621de3b req-4d15f78a-c169-4147-8e61-cf662144df2e tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:37.444919 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7fec6954-e0d8-4a81-bc62-271e1621de3b req-4d15f78a-c169-4147-8e61-cf662144df2e tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6851c976-16b7-4d02-a19a-b4532e0e7f4c HTTP/1.1" status: 200 len: 1127 time: 0.0476346 Feb 20 06:06:37.497288 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7fec6954-e0d8-4a81-bc62-271e1621de3b req-a2765edf-c994-4724-aed5-e1a23fbbaa92 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=42e04678-df91-4f41-93a4-24c8b2074195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458274 Feb 20 06:06:37.721917 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b47ab-bccb-4ff6-bb70-a72f2b8310f4 req-dda65325-0a8b-477a-83cb-b83ff83bd753 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:37.723455 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-368b47ab-bccb-4ff6-bb70-a72f2b8310f4 req-dda65325-0a8b-477a-83cb-b83ff83bd753 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6851c976-16b7-4d02-a19a-b4532e0e7f4c HTTP/1.1" status: 200 len: 1127 time: 0.0439351 Feb 20 06:06:37.767156 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-368b47ab-bccb-4ff6-bb70-a72f2b8310f4 req-6f5c55a5-a993-40ff-a74e-28094aca8525 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=42e04678-df91-4f41-93a4-24c8b2074195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373638 Feb 20 06:06:38.883588 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210fc17-55f5-4d39-97df-5b58a4ffe93b req-d222a84d-e2a1-4a74-8895-a6a785c791c6 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:38.885640 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8210fc17-55f5-4d39-97df-5b58a4ffe93b req-d222a84d-e2a1-4a74-8895-a6a785c791c6 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6851c976-16b7-4d02-a19a-b4532e0e7f4c HTTP/1.1" status: 200 len: 1127 time: 0.0469201 Feb 20 06:06:38.932504 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8210fc17-55f5-4d39-97df-5b58a4ffe93b req-bf707820-000e-48ce-8b58-0bd2b5826c22 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=42e04678-df91-4f41-93a4-24c8b2074195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409632 Feb 20 06:06:38.973733 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0b0b9-85f3-443b-a59b-d5cd237b61ef req-ba2109e0-8cf2-4605-a7f1-85ce53fe1c3c tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:38.975332 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c6f0b0b9-85f3-443b-a59b-d5cd237b61ef req-ba2109e0-8cf2-4605-a7f1-85ce53fe1c3c tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6851c976-16b7-4d02-a19a-b4532e0e7f4c HTTP/1.1" status: 200 len: 1127 time: 0.0530074 Feb 20 06:06:39.055694 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-c6f0b0b9-85f3-443b-a59b-d5cd237b61ef req-a5750e0d-32f7-475c-a4a8-6b2fb6b01498 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Deleting port 0e41637c-cc7f-4546-9954-b90e8acb7d61 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:06:39.055955 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c6f0b0b9-85f3-443b-a59b-d5cd237b61ef req-a5750e0d-32f7-475c-a4a8-6b2fb6b01498 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (0e41637c-cc7f-4546-9954-b90e8acb7d61), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:39.138794 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-c6f0b0b9-85f3-443b-a59b-d5cd237b61ef req-a5750e0d-32f7-475c-a4a8-6b2fb6b01498 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] For port 0e41637c-cc7f-4546-9954-b90e8acb7d61, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=0e41637c-cc7f-4546-9954-b90e8acb7d61,segment=NetworkSegment(9ef86a5f-99d0-412b-b6a6-103fd54f4cf7),segment_id=9ef86a5f-99d0-412b-b6a6-103fd54f4cf7)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:06:39.139186 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c6f0b0b9-85f3-443b-a59b-d5cd237b61ef req-a5750e0d-32f7-475c-a4a8-6b2fb6b01498 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (0e41637c-cc7f-4546-9954-b90e8acb7d61), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:39.150512 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-c6f0b0b9-85f3-443b-a59b-d5cd237b61ef req-a5750e0d-32f7-475c-a4a8-6b2fb6b01498 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Calling delete_port for 0e41637c-cc7f-4546-9954-b90e8acb7d61 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:06:39.272518 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c6f0b0b9-85f3-443b-a59b-d5cd237b61ef req-a5750e0d-32f7-475c-a4a8-6b2fb6b01498 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (0e41637c-cc7f-4546-9954-b90e8acb7d61), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:39.283636 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:06:39.288443 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['0e41637c-cc7f-4546-9954-b90e8acb7d61'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:06:39.303975 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5750e0d-32f7-475c-a4a8-6b2fb6b01498 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e41637c-cc7f-4546-9954-b90e8acb7d61,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:39.344980 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f0b0b9-85f3-443b-a59b-d5cd237b61ef req-a5750e0d-32f7-475c-a4a8-6b2fb6b01498 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] No DVR routers for this DVR port 0e41637c-cc7f-4546-9954-b90e8acb7d61 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:06:39.347722 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c6f0b0b9-85f3-443b-a59b-d5cd237b61ef req-a5750e0d-32f7-475c-a4a8-6b2fb6b01498 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:39.351029 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c6f0b0b9-85f3-443b-a59b-d5cd237b61ef req-a5750e0d-32f7-475c-a4a8-6b2fb6b01498 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.61 "DELETE /v2.0/ports/0e41637c-cc7f-4546-9954-b90e8acb7d61 HTTP/1.1" status: 204 len: 173 time: 0.3708088 Feb 20 06:06:39.351480 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6851c976-16b7-4d02-a19a-b4532e0e7f4c', 'name': 'network-vif-deleted', 'tag': '0e41637c-cc7f-4546-9954-b90e8acb7d61'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:06:39.355867 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfc218b-c86c-4963-a723-c9803d3641fb" -d '{"events": [{"server_uuid": "6851c976-16b7-4d02-a19a-b4532e0e7f4c", "name": "network-vif-deleted", "tag": "0e41637c-cc7f-4546-9954-b90e8acb7d61"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:06:39.460828 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57730c2-733a-41e3-ac61-9db2251d5fc8 x-openstack-request-id: req-d57730c2-733a-41e3-ac61-9db2251d5fc8 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:06:39.460828 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6851c976-16b7-4d02-a19a-b4532e0e7f4c", "name": "network-vif-deleted", "tag": "0e41637c-cc7f-4546-9954-b90e8acb7d61", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:06:39.461046 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d57730c2-733a-41e3-ac61-9db2251d5fc8 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:06:39.461554 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6851c976-16b7-4d02-a19a-b4532e0e7f4c', 'name': 'network-vif-deleted', 'tag': '0e41637c-cc7f-4546-9954-b90e8acb7d61', 'status': 'completed', 'code': 200} Feb 20 06:06:40.199992 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71ed70-cbf9-4269-9639-e721d56d6023 req-bcb338e7-ba4b-4793-867a-b4f63806a132 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:40.201604 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b71ed70-cbf9-4269-9639-e721d56d6023 req-bcb338e7-ba4b-4793-867a-b4f63806a132 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3d5fe6cc-b2b8-42cc-b153-2f7e03155554 HTTP/1.1" status: 200 len: 1127 time: 0.0442913 Feb 20 06:06:40.245951 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b71ed70-cbf9-4269-9639-e721d56d6023 req-97697bef-9f4b-44f7-b94e-6a26bc2ee95a tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=42e04678-df91-4f41-93a4-24c8b2074195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383749 Feb 20 06:06:41.012017 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:06:41.363222 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3bb98-bd7e-440a-8a37-b5be1d180391 req-5972d5a0-8094-4c9d-8bec-1a0169f057df tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:41.365322 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58f3bb98-bd7e-440a-8a37-b5be1d180391 req-5972d5a0-8094-4c9d-8bec-1a0169f057df tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3d5fe6cc-b2b8-42cc-b153-2f7e03155554 HTTP/1.1" status: 200 len: 1127 time: 0.0468357 Feb 20 06:06:41.409580 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58f3bb98-bd7e-440a-8a37-b5be1d180391 req-67a6ff89-f50b-4338-9d4e-05dcb774dad7 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=42e04678-df91-4f41-93a4-24c8b2074195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387599 Feb 20 06:06:41.586143 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58492b-d6f4-455a-8733-82ce6a3bafe3 req-5b3a7e47-6b81-43f1-b5a4-0e02f00d31ba tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:41.588263 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7f58492b-d6f4-455a-8733-82ce6a3bafe3 req-5b3a7e47-6b81-43f1-b5a4-0e02f00d31ba tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3d5fe6cc-b2b8-42cc-b153-2f7e03155554 HTTP/1.1" status: 200 len: 1127 time: 0.0477738 Feb 20 06:06:41.668462 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-7f58492b-d6f4-455a-8733-82ce6a3bafe3 req-94d32325-2ce7-4ee1-b4e8-2c4c88e0eb7a tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Deleting port b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:06:41.668811 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7f58492b-d6f4-455a-8733-82ce6a3bafe3 req-94d32325-2ce7-4ee1-b4e8-2c4c88e0eb7a tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:41.749414 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-7f58492b-d6f4-455a-8733-82ce6a3bafe3 req-94d32325-2ce7-4ee1-b4e8-2c4c88e0eb7a tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] For port b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7,segment=NetworkSegment(9ef86a5f-99d0-412b-b6a6-103fd54f4cf7),segment_id=9ef86a5f-99d0-412b-b6a6-103fd54f4cf7)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:06:41.749777 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7f58492b-d6f4-455a-8733-82ce6a3bafe3 req-94d32325-2ce7-4ee1-b4e8-2c4c88e0eb7a tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:41.762103 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-7f58492b-d6f4-455a-8733-82ce6a3bafe3 req-94d32325-2ce7-4ee1-b4e8-2c4c88e0eb7a tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Calling delete_port for b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:06:41.893024 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-96835ec3-e9fa-4c00-b43a-f581192b9c5c req-2897dcad-b8ad-4249-a408-c9d9e123688a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449073 Feb 20 06:06:41.899295 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7f58492b-d6f4-455a-8733-82ce6a3bafe3 req-94d32325-2ce7-4ee1-b4e8-2c4c88e0eb7a tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:41.910180 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:06:41.933955 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d32325-2ce7-4ee1-b4e8-2c4c88e0eb7a tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:41.987428 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f58492b-d6f4-455a-8733-82ce6a3bafe3 req-94d32325-2ce7-4ee1-b4e8-2c4c88e0eb7a tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] No DVR routers for this DVR port b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7 on host n-h2-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:06:41.994735 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7f58492b-d6f4-455a-8733-82ce6a3bafe3 req-94d32325-2ce7-4ee1-b4e8-2c4c88e0eb7a tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:41.994735 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7f58492b-d6f4-455a-8733-82ce6a3bafe3 req-94d32325-2ce7-4ee1-b4e8-2c4c88e0eb7a tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.48 "DELETE /v2.0/ports/b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7 HTTP/1.1" status: 204 len: 173 time: 0.4010530 Feb 20 06:06:41.995137 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5fe6cc-b2b8-42cc-b153-2f7e03155554', 'name': 'network-vif-deleted', 'tag': 'b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:06:41.998183 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96835ec3-e9fa-4c00-b43a-f581192b9c5c req-e29075b5-b07b-4958-b00d-b7e4cc25acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:42.004765 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-96835ec3-e9fa-4c00-b43a-f581192b9c5c req-e29075b5-b07b-4958-b00d-b7e4cc25acd0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bab074dd2ce64b1aa74e27fbf8edd443&device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543 HTTP/1.1" status: 200 len: 1128 time: 0.0669253 Feb 20 06:06:42.009152 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f31bbd-4223-4485-81dc-3a86c47f89f7" -d '{"events": [{"server_uuid": "3d5fe6cc-b2b8-42cc-b153-2f7e03155554", "name": "network-vif-deleted", "tag": "b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:06:42.076603 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881ff091-ec55-42f8-98b7-48d15b6c6b34 x-openstack-request-id: req-881ff091-ec55-42f8-98b7-48d15b6c6b34 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:06:42.077087 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5fe6cc-b2b8-42cc-b153-2f7e03155554", "name": "network-vif-deleted", "tag": "b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:06:42.077447 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-881ff091-ec55-42f8-98b7-48d15b6c6b34 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:06:42.078113 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5fe6cc-b2b8-42cc-b153-2f7e03155554', 'name': 'network-vif-deleted', 'tag': 'b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7', 'status': 'completed', 'code': 200} Feb 20 06:06:42.150155 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96835ec3-e9fa-4c00-b43a-f581192b9c5c req-5c28d0d0-1745-49d2-aca7-aba372686d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:42.151851 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-96835ec3-e9fa-4c00-b43a-f581192b9c5c req-5c28d0d0-1745-49d2-aca7-aba372686d16 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee HTTP/1.1" status: 200 len: 908 time: 0.1186752 Feb 20 06:06:42.230032 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-96835ec3-e9fa-4c00-b43a-f581192b9c5c req-db3df32b-070f-4b08-9c68-f15414998bc6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 HTTP/1.1" status: 200 len: 1002 time: 0.0679977 Feb 20 06:06:42.281516 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96835ec3-e9fa-4c00-b43a-f581192b9c5c req-543527fc-2d7d-4404-b306-9af2780b1d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:42.283053 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-96835ec3-e9fa-4c00-b43a-f581192b9c5c req-543527fc-2d7d-4404-b306-9af2780b1d23 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1114208-637a-4504-bcf8-b1d959d370a7 HTTP/1.1" status: 200 len: 847 time: 0.0473235 Feb 20 06:06:42.334605 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96835ec3-e9fa-4c00-b43a-f581192b9c5c req-9e501c3a-34cd-415b-85c4-052331d7a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:06:42.336289 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-96835ec3-e9fa-4c00-b43a-f581192b9c5c req-9e501c3a-34cd-415b-85c4-052331d7a1fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468798 Feb 20 06:06:42.425791 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-96835ec3-e9fa-4c00-b43a-f581192b9c5c req-a3b7b74c-9e2b-49b4-8184-c7f0e3804007 service neutron] 10.222.0.48 "GET /v2.0/networks/e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828857 Feb 20 06:06:42.469601 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 0e41637c-cc7f-4546-9954-b90e8acb7d61 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:06:42.509277 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 0e41637c-cc7f-4546-9954-b90e8acb7d61 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:06:42.509657 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 0e41637c-cc7f-4546-9954-b90e8acb7d61 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:06:42.533896 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f5b0a04-b53e-45e9-9152-c3edf8d97f8c req-921612ad-3a6e-4977-8e10-4a3150b63dc4 tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3d5fe6cc-b2b8-42cc-b153-2f7e03155554 HTTP/1.1" status: 200 len: 210 time: 0.0358629 Feb 20 06:06:42.553287 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-96835ec3-e9fa-4c00-b43a-f581192b9c5c req-4b3a3cca-dcd1-4d63-b559-b05a1e9f0ded service neutron] 10.222.0.48 "GET /v2.0/networks/e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195126 Feb 20 06:06:43.586097 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45708) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:43.951551 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6627f470-fcc6-40ac-aea1-928063bf8f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (94690615-c2f6-4068-a4e0-d49454d17f2b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:44.193384 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6627f470-fcc6-40ac-aea1-928063bf8f95 admin admin] Deleting port 8cfea134-914f-4cd9-a9a8-0dd553c8f2bc {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:06:44.193721 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6627f470-fcc6-40ac-aea1-928063bf8f95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (8cfea134-914f-4cd9-a9a8-0dd553c8f2bc), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:44.270022 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-6627f470-fcc6-40ac-aea1-928063bf8f95 admin admin] For port 8cfea134-914f-4cd9-a9a8-0dd553c8f2bc, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8cfea134-914f-4cd9-a9a8-0dd553c8f2bc,segment=NetworkSegment(9ef86a5f-99d0-412b-b6a6-103fd54f4cf7),segment_id=9ef86a5f-99d0-412b-b6a6-103fd54f4cf7)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:06:44.270493 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6627f470-fcc6-40ac-aea1-928063bf8f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (8cfea134-914f-4cd9-a9a8-0dd553c8f2bc), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:44.282312 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6627f470-fcc6-40ac-aea1-928063bf8f95 admin admin] Calling delete_port for 8cfea134-914f-4cd9-a9a8-0dd553c8f2bc owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:06:44.469852 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6627f470-fcc6-40ac-aea1-928063bf8f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (8cfea134-914f-4cd9-a9a8-0dd553c8f2bc), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:44.501556 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627f470-fcc6-40ac-aea1-928063bf8f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cfea134-914f-4cd9-a9a8-0dd553c8f2bc,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:44.676184 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6627f470-fcc6-40ac-aea1-928063bf8f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (94690615-c2f6-4068-a4e0-d49454d17f2b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:44.908332 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6627f470-fcc6-40ac-aea1-928063bf8f95 admin admin] Router 94690615-c2f6-4068-a4e0-d49454d17f2b has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:06:45.017900 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6627f470-fcc6-40ac-aea1-928063bf8f95 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:06:45.026381 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6627f470-fcc6-40ac-aea1-928063bf8f95 admin admin] 10.222.0.37 "PUT /v2.0/routers/94690615-c2f6-4068-a4e0-d49454d17f2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4360030 Feb 20 06:06:45.026381 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45720) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:45.028332 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5ad830-dd35-41c8-bd60-61089cd32981 None None] Sync routers for ids ['94690615-c2f6-4068-a4e0-d49454d17f2b'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:06:45.038473 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5ad830-dd35-41c8-bd60-61089cd32981 None None] Routers {'94690615-c2f6-4068-a4e0-d49454d17f2b'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:06:45.039157 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-df5ad830-dd35-41c8-bd60-61089cd32981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:06:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['94690615-c2f6-4068-a4e0-d49454d17f2b'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:45.131899 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-392fb28a-55e3-4808-962f-801b31ede792 admin admin] Publish callbacks [] for router (94690615-c2f6-4068-a4e0-d49454d17f2b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:45.144618 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-df5ad830-dd35-41c8-bd60-61089cd32981 None None] Set router 94690615-c2f6-4068-a4e0-d49454d17f2b gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:06:45.168679 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:06:45.198889 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:06:45.199735 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device b7bd7d99-2bbe-4ae8-8bcc-19696c39a7b7 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:06:45.267988 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-392fb28a-55e3-4808-962f-801b31ede792 admin admin] Publish callbacks [] for router_gateway (94690615-c2f6-4068-a4e0-d49454d17f2b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:45.325945 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-392fb28a-55e3-4808-962f-801b31ede792 admin admin] Deleting port f5d9146e-31c7-45dc-99f3-40922dad0f87 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:06:45.326309 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-392fb28a-55e3-4808-962f-801b31ede792 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (f5d9146e-31c7-45dc-99f3-40922dad0f87), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:45.333668 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-df5ad830-dd35-41c8-bd60-61089cd32981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94690615-c2f6-4068-a4e0-d49454d17f2b', 'name': 'tempest-TestServerMultinode-1299350783-router', 'tenant_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'f5d9146e-31c7-45dc-99f3-40922dad0f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:06:07Z', 'updated_at': '2022-02-20T06:06:44Z', 'revision_number': 5, 'project_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07', 'gw_port': {'id': 'f5d9146e-31c7-45dc-99f3-40922dad0f87', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94690615-c2f6-4068-a4e0-d49454d17f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:06:07Z', 'updated_at': '2022-02-20T06:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:45.361060 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5ad830-dd35-41c8-bd60-61089cd32981 None None] Checking router: 94690615-c2f6-4068-a4e0-d49454d17f2b for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:06:45.370751 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5ad830-dd35-41c8-bd60-61089cd32981 None None] Routers {'94690615-c2f6-4068-a4e0-d49454d17f2b'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:06:45.371462 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-df5ad830-dd35-41c8-bd60-61089cd32981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:06:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['94690615-c2f6-4068-a4e0-d49454d17f2b'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:45.406635 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-392fb28a-55e3-4808-962f-801b31ede792 admin admin] For port f5d9146e-31c7-45dc-99f3-40922dad0f87, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f5d9146e-31c7-45dc-99f3-40922dad0f87,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:06:45.406852 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-392fb28a-55e3-4808-962f-801b31ede792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (f5d9146e-31c7-45dc-99f3-40922dad0f87), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:45.424595 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-392fb28a-55e3-4808-962f-801b31ede792 admin admin] Calling delete_port for f5d9146e-31c7-45dc-99f3-40922dad0f87 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:06:45.462224 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-df5ad830-dd35-41c8-bd60-61089cd32981 None None] Set router 94690615-c2f6-4068-a4e0-d49454d17f2b gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:06:45.518864 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-df5ad830-dd35-41c8-bd60-61089cd32981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94690615-c2f6-4068-a4e0-d49454d17f2b', 'name': 'tempest-TestServerMultinode-1299350783-router', 'tenant_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:06:07Z', 'updated_at': '2022-02-20T06:06:45Z', 'revision_number': 6, 'project_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:45.546547 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5ad830-dd35-41c8-bd60-61089cd32981 None None] The sync data for ids ['94690615-c2f6-4068-a4e0-d49454d17f2b'] in n-d-829866-5 is: [{'id': '94690615-c2f6-4068-a4e0-d49454d17f2b', 'name': 'tempest-TestServerMultinode-1299350783-router', 'tenant_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:06:07Z', 'updated_at': '2022-02-20T06:06:45Z', 'revision_number': 6, 'project_id': 'a3f1d0b49cfa4de5be3cfbe5b4889d07', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:06:45.921682 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-392fb28a-55e3-4808-962f-801b31ede792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (f5d9146e-31c7-45dc-99f3-40922dad0f87), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:45.964392 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fb28a-55e3-4808-962f-801b31ede792 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d9146e-31c7-45dc-99f3-40922dad0f87,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:46.027573 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-392fb28a-55e3-4808-962f-801b31ede792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (94690615-c2f6-4068-a4e0-d49454d17f2b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:46.115955 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-392fb28a-55e3-4808-962f-801b31ede792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (94690615-c2f6-4068-a4e0-d49454d17f2b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:46.117956 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-392fb28a-55e3-4808-962f-801b31ede792 admin admin] Publish callbacks [] for router_controller (94690615-c2f6-4068-a4e0-d49454d17f2b), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:46.163516 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-392fb28a-55e3-4808-962f-801b31ede792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (94690615-c2f6-4068-a4e0-d49454d17f2b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:46.164042 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392fb28a-55e3-4808-962f-801b31ede792 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94690615-c2f6-4068-a4e0-d49454d17f2b {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:06:46.168662 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-392fb28a-55e3-4808-962f-801b31ede792 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:46.169674 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-392fb28a-55e3-4808-962f-801b31ede792 admin admin] 10.222.0.37 "DELETE /v2.0/routers/94690615-c2f6-4068-a4e0-d49454d17f2b HTTP/1.1" status: 204 len: 168 time: 1.1425734 Feb 20 06:06:46.172360 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45728) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:46.218068 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ab09c5-a74e-4aae-bd5d-0fc24ef205e3 admin admin] Deleting subnet 220da92f-eeee-4d59-bc8f-3969df84ef11 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:06:46.221136 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1ab09c5-a74e-4aae-bd5d-0fc24ef205e3 admin admin] Publish callbacks [] for subnet (220da92f-eeee-4d59-bc8f-3969df84ef11), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:46.255200 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1ab09c5-a74e-4aae-bd5d-0fc24ef205e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (220da92f-eeee-4d59-bc8f-3969df84ef11), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:46.343902 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1ab09c5-a74e-4aae-bd5d-0fc24ef205e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (220da92f-eeee-4d59-bc8f-3969df84ef11), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:46.396249 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1ab09c5-a74e-4aae-bd5d-0fc24ef205e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (220da92f-eeee-4d59-bc8f-3969df84ef11), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:46.421119 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab09c5-a74e-4aae-bd5d-0fc24ef205e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=220da92f-eeee-4d59-bc8f-3969df84ef11,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:46.428172 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1ab09c5-a74e-4aae-bd5d-0fc24ef205e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:46.432243 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b1ab09c5-a74e-4aae-bd5d-0fc24ef205e3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/220da92f-eeee-4d59-bc8f-3969df84ef11 HTTP/1.1" status: 204 len: 168 time: 0.2588506 Feb 20 06:06:46.434930 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45732) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:46.446163 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605bbae5-c217-4fc3-80f7-d41fc7146e72 None None] Network f954da2b-d971-4c3d-9992-1613c8f266de requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:06:46.527921 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-138805e0-cd31-4e3e-a108-419e65ad6144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (f954da2b-d971-4c3d-9992-1613c8f266de), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:46.547192 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51540444-02ca-45e5-b7b9-f283b9bf0aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:46.617148 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-138805e0-cd31-4e3e-a108-419e65ad6144 admin admin] Deleting port 0acf399a-1f43-437d-97cb-ad0aafa0f629 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:06:46.617488 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-138805e0-cd31-4e3e-a108-419e65ad6144 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (0acf399a-1f43-437d-97cb-ad0aafa0f629), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:46.659901 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46ec845-91ce-46e8-9a64-4162a3d7d02d None None] DHCP port deletion for f954da2b-d971-4c3d-9992-1613c8f266de request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:06:46.691485 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-138805e0-cd31-4e3e-a108-419e65ad6144 admin admin] For port 0acf399a-1f43-437d-97cb-ad0aafa0f629, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0acf399a-1f43-437d-97cb-ad0aafa0f629,segment=NetworkSegment(9ef86a5f-99d0-412b-b6a6-103fd54f4cf7),segment_id=9ef86a5f-99d0-412b-b6a6-103fd54f4cf7)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:06:46.691845 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-138805e0-cd31-4e3e-a108-419e65ad6144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (0acf399a-1f43-437d-97cb-ad0aafa0f629), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:46.707848 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-138805e0-cd31-4e3e-a108-419e65ad6144 admin admin] Calling delete_port for 0acf399a-1f43-437d-97cb-ad0aafa0f629 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:06:46.716890 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c46ec845-91ce-46e8-9a64-4162a3d7d02d None None] Deleting port 0acf399a-1f43-437d-97cb-ad0aafa0f629 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:06:46.716890 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c46ec845-91ce-46e8-9a64-4162a3d7d02d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (0acf399a-1f43-437d-97cb-ad0aafa0f629), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:46.784906 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c46ec845-91ce-46e8-9a64-4162a3d7d02d None None] For port 0acf399a-1f43-437d-97cb-ad0aafa0f629, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0acf399a-1f43-437d-97cb-ad0aafa0f629,segment=NetworkSegment(9ef86a5f-99d0-412b-b6a6-103fd54f4cf7),segment_id=9ef86a5f-99d0-412b-b6a6-103fd54f4cf7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:06:46.785302 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c46ec845-91ce-46e8-9a64-4162a3d7d02d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (0acf399a-1f43-437d-97cb-ad0aafa0f629), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:46.793443 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-138805e0-cd31-4e3e-a108-419e65ad6144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (0acf399a-1f43-437d-97cb-ad0aafa0f629), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:46.805671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c46ec845-91ce-46e8-9a64-4162a3d7d02d None None] Calling delete_port for 0acf399a-1f43-437d-97cb-ad0aafa0f629 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:06:46.818465 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138805e0-cd31-4e3e-a108-419e65ad6144 admin admin] Pushing event deleted for resources: {'Port': ['ID=0acf399a-1f43-437d-97cb-ad0aafa0f629,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:46.823418 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138805e0-cd31-4e3e-a108-419e65ad6144 admin admin] No DVR routers for this DVR port 0acf399a-1f43-437d-97cb-ad0aafa0f629 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:06:46.892298 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c46ec845-91ce-46e8-9a64-4162a3d7d02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (0acf399a-1f43-437d-97cb-ad0aafa0f629), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:46.901933 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-138805e0-cd31-4e3e-a108-419e65ad6144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (f954da2b-d971-4c3d-9992-1613c8f266de), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:46.905163 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46ec845-91ce-46e8-9a64-4162a3d7d02d None None] No DVR routers for this DVR port 0acf399a-1f43-437d-97cb-ad0aafa0f629 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:06:46.923747 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-138805e0-cd31-4e3e-a108-419e65ad6144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f954da2b-d971-4c3d-9992-1613c8f266de']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:46.928977 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ec845-91ce-46e8-9a64-4162a3d7d02d None None] Pushing event deleted for resources: {'Port': ['ID=0acf399a-1f43-437d-97cb-ad0aafa0f629,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:46.938579 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-138805e0-cd31-4e3e-a108-419e65ad6144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef86a5f-99d0-412b-b6a6-103fd54f4cf7') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:46.938882 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-138805e0-cd31-4e3e-a108-419e65ad6144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef86a5f-99d0-412b-b6a6-103fd54f4cf7') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:46.948518 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-138805e0-cd31-4e3e-a108-419e65ad6144 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (9ef86a5f-99d0-412b-b6a6-103fd54f4cf7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:46.961418 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-138805e0-cd31-4e3e-a108-419e65ad6144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (9ef86a5f-99d0-412b-b6a6-103fd54f4cf7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:46.967749 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138805e0-cd31-4e3e-a108-419e65ad6144 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:06:46.968128 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-138805e0-cd31-4e3e-a108-419e65ad6144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (9ef86a5f-99d0-412b-b6a6-103fd54f4cf7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: timer() Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:06:46.969744 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:06:47.022423 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-138805e0-cd31-4e3e-a108-419e65ad6144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (f954da2b-d971-4c3d-9992-1613c8f266de), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:47.028416 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-138805e0-cd31-4e3e-a108-419e65ad6144 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:47.034304 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-138805e0-cd31-4e3e-a108-419e65ad6144 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f954da2b-d971-4c3d-9992-1613c8f266de HTTP/1.1" status: 204 len: 168 time: 0.5956175 Feb 20 06:06:47.034482 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 45738) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:47.054603 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138805e0-cd31-4e3e-a108-419e65ad6144 admin admin] Pushing event deleted for resources: {'Network': ['ID=f954da2b-d971-4c3d-9992-1613c8f266de,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:47.256075 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0acf399a-1f43-437d-97cb-ad0aafa0f629 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:06:47.278487 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 0acf399a-1f43-437d-97cb-ad0aafa0f629 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:06:47.278824 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0acf399a-1f43-437d-97cb-ad0aafa0f629 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:06:47.279486 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8cfea134-914f-4cd9-a9a8-0dd553c8f2bc no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:06:47.301058 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 8cfea134-914f-4cd9-a9a8-0dd553c8f2bc {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:06:47.301399 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8cfea134-914f-4cd9-a9a8-0dd553c8f2bc not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:06:47.302005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f5d9146e-31c7-45dc-99f3-40922dad0f87 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:06:47.323520 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: f5d9146e-31c7-45dc-99f3-40922dad0f87 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:06:47.324405 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f5d9146e-31c7-45dc-99f3-40922dad0f87 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:06:47.420126 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f83cb2ad-f154-4dfd-817f-d38b3e28d2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (aa482be3-3d88-4b68-ad7f-29e62074a703), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:47.676303 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-f83cb2ad-f154-4dfd-817f-d38b3e28d2e2 admin admin] Deleting port d42d8b86-50fb-4287-bfcb-421767bac616 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:06:47.676636 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f83cb2ad-f154-4dfd-817f-d38b3e28d2e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (d42d8b86-50fb-4287-bfcb-421767bac616), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:47.755286 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-f83cb2ad-f154-4dfd-817f-d38b3e28d2e2 admin admin] For port d42d8b86-50fb-4287-bfcb-421767bac616, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d42d8b86-50fb-4287-bfcb-421767bac616,segment=NetworkSegment(9ed0bd44-008a-433e-aa93-15ccdadd5929),segment_id=9ed0bd44-008a-433e-aa93-15ccdadd5929)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:06:47.755555 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f83cb2ad-f154-4dfd-817f-d38b3e28d2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (d42d8b86-50fb-4287-bfcb-421767bac616), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:47.767464 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-f83cb2ad-f154-4dfd-817f-d38b3e28d2e2 admin admin] Calling delete_port for d42d8b86-50fb-4287-bfcb-421767bac616 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:06:47.958414 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f83cb2ad-f154-4dfd-817f-d38b3e28d2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (d42d8b86-50fb-4287-bfcb-421767bac616), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:47.983744 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cb2ad-f154-4dfd-817f-d38b3e28d2e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d42d8b86-50fb-4287-bfcb-421767bac616,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:48.162195 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f83cb2ad-f154-4dfd-817f-d38b3e28d2e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (aa482be3-3d88-4b68-ad7f-29e62074a703), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:48.387423 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83cb2ad-f154-4dfd-817f-d38b3e28d2e2 admin admin] Router aa482be3-3d88-4b68-ad7f-29e62074a703 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:06:48.497410 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83cb2ad-f154-4dfd-817f-d38b3e28d2e2 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:06:48.502445 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f83cb2ad-f154-4dfd-817f-d38b3e28d2e2 admin admin] 10.222.0.37 "PUT /v2.0/routers/aa482be3-3d88-4b68-ad7f-29e62074a703/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4670155 Feb 20 06:06:48.505033 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45752) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:48.508003 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53a6555-9154-46cc-a8d2-f862b2054bb3 None None] Sync routers for ids ['aa482be3-3d88-4b68-ad7f-29e62074a703'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:06:48.523025 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53a6555-9154-46cc-a8d2-f862b2054bb3 None None] Routers {'aa482be3-3d88-4b68-ad7f-29e62074a703'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:06:48.523906 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f53a6555-9154-46cc-a8d2-f862b2054bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:06:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['aa482be3-3d88-4b68-ad7f-29e62074a703'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:48.614797 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] Publish callbacks [] for router (aa482be3-3d88-4b68-ad7f-29e62074a703), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:48.635248 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-f53a6555-9154-46cc-a8d2-f862b2054bb3 None None] Set router aa482be3-3d88-4b68-ad7f-29e62074a703 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:06:48.721825 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] Publish callbacks [] for router_gateway (aa482be3-3d88-4b68-ad7f-29e62074a703), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:48.779229 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] Deleting port 49264502-a3f1-44f3-afd9-9bdcfdf61f92 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:06:48.779645 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (49264502-a3f1-44f3-afd9-9bdcfdf61f92), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:48.829521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f53a6555-9154-46cc-a8d2-f862b2054bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa482be3-3d88-4b68-ad7f-29e62074a703', 'name': 'tempest-TestServerMultinode-1723513079-router', 'tenant_id': '6589a6677f41462d9409e8704634ba07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '49264502-a3f1-44f3-afd9-9bdcfdf61f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:06:12Z', 'updated_at': '2022-02-20T06:06:47Z', 'revision_number': 5, 'project_id': '6589a6677f41462d9409e8704634ba07', 'gw_port': {'id': '49264502-a3f1-44f3-afd9-9bdcfdf61f92', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa482be3-3d88-4b68-ad7f-29e62074a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:06:12Z', 'updated_at': '2022-02-20T06:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:48.857589 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53a6555-9154-46cc-a8d2-f862b2054bb3 None None] Checking router: aa482be3-3d88-4b68-ad7f-29e62074a703 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:06:48.861008 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] For port 49264502-a3f1-44f3-afd9-9bdcfdf61f92, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=49264502-a3f1-44f3-afd9-9bdcfdf61f92,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:06:48.861550 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (49264502-a3f1-44f3-afd9-9bdcfdf61f92), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:48.865954 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53a6555-9154-46cc-a8d2-f862b2054bb3 None None] Routers {'aa482be3-3d88-4b68-ad7f-29e62074a703'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:06:48.866574 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f53a6555-9154-46cc-a8d2-f862b2054bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:06:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['aa482be3-3d88-4b68-ad7f-29e62074a703'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:48.875486 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] Calling delete_port for 49264502-a3f1-44f3-afd9-9bdcfdf61f92 owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:06:48.969444 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4da3e494-92bd-42a9-a448-5450521cf5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:48.979872 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-f53a6555-9154-46cc-a8d2-f862b2054bb3 None None] Set router aa482be3-3d88-4b68-ad7f-29e62074a703 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:06:49.051288 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f53a6555-9154-46cc-a8d2-f862b2054bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa482be3-3d88-4b68-ad7f-29e62074a703', 'name': 'tempest-TestServerMultinode-1723513079-router', 'tenant_id': '6589a6677f41462d9409e8704634ba07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:06:12Z', 'updated_at': '2022-02-20T06:06:48Z', 'revision_number': 6, 'project_id': '6589a6677f41462d9409e8704634ba07', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:49.066659 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (49264502-a3f1-44f3-afd9-9bdcfdf61f92), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:49.080372 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53a6555-9154-46cc-a8d2-f862b2054bb3 None None] The sync data for ids ['aa482be3-3d88-4b68-ad7f-29e62074a703'] in n-d-829866-5 is: [{'id': 'aa482be3-3d88-4b68-ad7f-29e62074a703', 'name': 'tempest-TestServerMultinode-1723513079-router', 'tenant_id': '6589a6677f41462d9409e8704634ba07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:06:12Z', 'updated_at': '2022-02-20T06:06:48Z', 'revision_number': 6, 'project_id': '6589a6677f41462d9409e8704634ba07', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:06:49.100931 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] Pushing event deleted for resources: {'Port': ['ID=49264502-a3f1-44f3-afd9-9bdcfdf61f92,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:49.132236 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:49.132586 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:49.132935 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:49.133271 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:49.133601 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:49.133933 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:49.134260 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:49.135198 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:49.135525 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:49.135852 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:49.136203 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:49.136525 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:49.136845 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:06:49.174872 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (aa482be3-3d88-4b68-ad7f-29e62074a703), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:49.267517 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (aa482be3-3d88-4b68-ad7f-29e62074a703), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:49.269693 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] Publish callbacks [] for router_controller (aa482be3-3d88-4b68-ad7f-29e62074a703), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:49.314581 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (aa482be3-3d88-4b68-ad7f-29e62074a703), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:49.315075 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa482be3-3d88-4b68-ad7f-29e62074a703 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:06:49.322743 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:49.326370 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-45bd91f1-92a7-40e8-86e3-f2e49109be1d admin admin] 10.222.0.37 "DELETE /v2.0/routers/aa482be3-3d88-4b68-ad7f-29e62074a703 HTTP/1.1" status: 204 len: 168 time: 0.8174169 Feb 20 06:06:49.326518 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45758) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:49.368676 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0ee572-2ecb-4bee-8249-bb50aece4fee admin admin] Deleting subnet cb902862-443b-4fd3-9611-29feb4f7b0d4 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:06:49.372540 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6f0ee572-2ecb-4bee-8249-bb50aece4fee admin admin] Publish callbacks [] for subnet (cb902862-443b-4fd3-9611-29feb4f7b0d4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:49.405479 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6f0ee572-2ecb-4bee-8249-bb50aece4fee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (cb902862-443b-4fd3-9611-29feb4f7b0d4), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:49.495181 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6f0ee572-2ecb-4bee-8249-bb50aece4fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (cb902862-443b-4fd3-9611-29feb4f7b0d4), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:49.560692 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6f0ee572-2ecb-4bee-8249-bb50aece4fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (cb902862-443b-4fd3-9611-29feb4f7b0d4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:49.588491 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ee572-2ecb-4bee-8249-bb50aece4fee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb902862-443b-4fd3-9611-29feb4f7b0d4,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:49.595681 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d42d8b86-50fb-4287-bfcb-421767bac616 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:06:49.600984 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6f0ee572-2ecb-4bee-8249-bb50aece4fee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:49.605643 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6f0ee572-2ecb-4bee-8249-bb50aece4fee admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cb902862-443b-4fd3-9611-29feb4f7b0d4 HTTP/1.1" status: 204 len: 168 time: 0.2781439 Feb 20 06:06:49.608304 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45762) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:49.626760 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: d42d8b86-50fb-4287-bfcb-421767bac616 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:06:49.626937 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d42d8b86-50fb-4287-bfcb-421767bac616 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:06:49.628921 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711c2268-7374-4a96-be1a-9144deb1fe64 None None] Network 60d83f45-a5b9-4d94-a4cc-0c5a6be1648a requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:06:49.690852 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b90bd8c5-74cf-4bea-8837-d054ecaa8667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (60d83f45-a5b9-4d94-a4cc-0c5a6be1648a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:49.700975 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:49.757426 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-b90bd8c5-74cf-4bea-8837-d054ecaa8667 admin admin] Deleting port f79a8093-e288-4770-bec4-18886c60cfd1 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:06:49.757729 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b90bd8c5-74cf-4bea-8837-d054ecaa8667 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (f79a8093-e288-4770-bec4-18886c60cfd1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:49.821270 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-b90bd8c5-74cf-4bea-8837-d054ecaa8667 admin admin] For port f79a8093-e288-4770-bec4-18886c60cfd1, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f79a8093-e288-4770-bec4-18886c60cfd1,segment=NetworkSegment(9ed0bd44-008a-433e-aa93-15ccdadd5929),segment_id=9ed0bd44-008a-433e-aa93-15ccdadd5929)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:06:49.821634 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b90bd8c5-74cf-4bea-8837-d054ecaa8667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (f79a8093-e288-4770-bec4-18886c60cfd1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:49.834020 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-b90bd8c5-74cf-4bea-8837-d054ecaa8667 admin admin] Calling delete_port for f79a8093-e288-4770-bec4-18886c60cfd1 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:06:49.910531 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b90bd8c5-74cf-4bea-8837-d054ecaa8667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (f79a8093-e288-4770-bec4-18886c60cfd1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:49.937464 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bd8c5-74cf-4bea-8837-d054ecaa8667 admin admin] Pushing event deleted for resources: {'Port': ['ID=f79a8093-e288-4770-bec4-18886c60cfd1,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:49.946043 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90bd8c5-74cf-4bea-8837-d054ecaa8667 admin admin] No DVR routers for this DVR port f79a8093-e288-4770-bec4-18886c60cfd1 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:06:49.973581 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d5f938-a837-45be-9ffc-9ea6318c0abc None None] DHCP port deletion for 60d83f45-a5b9-4d94-a4cc-0c5a6be1648a request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:06:50.030616 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b90bd8c5-74cf-4bea-8837-d054ecaa8667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (60d83f45-a5b9-4d94-a4cc-0c5a6be1648a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:50.051159 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-b90bd8c5-74cf-4bea-8837-d054ecaa8667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d83f45-a5b9-4d94-a4cc-0c5a6be1648a']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:50.062398 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-b90bd8c5-74cf-4bea-8837-d054ecaa8667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed0bd44-008a-433e-aa93-15ccdadd5929') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:50.062773 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-b90bd8c5-74cf-4bea-8837-d054ecaa8667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed0bd44-008a-433e-aa93-15ccdadd5929') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:06:50.073165 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b90bd8c5-74cf-4bea-8837-d054ecaa8667 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (9ed0bd44-008a-433e-aa93-15ccdadd5929), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:50.096566 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b90bd8c5-74cf-4bea-8837-d054ecaa8667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (9ed0bd44-008a-433e-aa93-15ccdadd5929), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:50.104453 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b90bd8c5-74cf-4bea-8837-d054ecaa8667 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:06:50.104875 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b90bd8c5-74cf-4bea-8837-d054ecaa8667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (9ed0bd44-008a-433e-aa93-15ccdadd5929), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: timer() Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:06:50.106994 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:06:50.171122 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b90bd8c5-74cf-4bea-8837-d054ecaa8667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (60d83f45-a5b9-4d94-a4cc-0c5a6be1648a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:50.176835 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b90bd8c5-74cf-4bea-8837-d054ecaa8667 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:50.180806 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b90bd8c5-74cf-4bea-8837-d054ecaa8667 admin admin] 10.222.0.37 "DELETE /v2.0/networks/60d83f45-a5b9-4d94-a4cc-0c5a6be1648a HTTP/1.1" status: 204 len: 168 time: 0.5708535 Feb 20 06:06:50.195412 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bd8c5-74cf-4bea-8837-d054ecaa8667 admin admin] Pushing event deleted for resources: {'Network': ['ID=60d83f45-a5b9-4d94-a4cc-0c5a6be1648a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:50.375209 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45770) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:50.415686 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a3986086-2f64-4cb2-ba68-6934be0624a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3f1d0b49cfa4de5be3cfbe5b4889d07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392091 Feb 20 06:06:50.417972 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45772) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:50.464925 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-331df89c-9465-42ab-b562-ab4314aa786e admin admin] Publish callbacks [] for security_group (61269e06-b8a4-417b-9e19-cb449e9f7165), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:50.487556 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-331df89c-9465-42ab-b562-ab4314aa786e admin admin] Publish callbacks [] for security_group (61269e06-b8a4-417b-9e19-cb449e9f7165), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:50.536908 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-331df89c-9465-42ab-b562-ab4314aa786e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (61269e06-b8a4-417b-9e19-cb449e9f7165), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:50.539661 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-331df89c-9465-42ab-b562-ab4314aa786e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:50.540819 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-331df89c-9465-42ab-b562-ab4314aa786e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/61269e06-b8a4-417b-9e19-cb449e9f7165 HTTP/1.1" status: 204 len: 168 time: 0.1219065 Feb 20 06:06:50.548839 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331df89c-9465-42ab-b562-ab4314aa786e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61269e06-b8a4-417b-9e19-cb449e9f7165,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:50.857374 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45780) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:50.907564 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dd3f5da5-146f-46eb-8861-f74a1d1e3019 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6589a6677f41462d9409e8704634ba07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0488443 Feb 20 06:06:50.909851 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 45782) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:06:50.956710 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-16e03abd-3c6e-4635-9bdf-c5cadd0d22c3 admin admin] Publish callbacks [] for security_group (42e04678-df91-4f41-93a4-24c8b2074195), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:50.977689 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-16e03abd-3c6e-4635-9bdf-c5cadd0d22c3 admin admin] Publish callbacks [] for security_group (42e04678-df91-4f41-93a4-24c8b2074195), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:51.024720 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-16e03abd-3c6e-4635-9bdf-c5cadd0d22c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (42e04678-df91-4f41-93a4-24c8b2074195), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:51.027620 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-16e03abd-3c6e-4635-9bdf-c5cadd0d22c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:51.028771 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-16e03abd-3c6e-4635-9bdf-c5cadd0d22c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42e04678-df91-4f41-93a4-24c8b2074195 HTTP/1.1" status: 204 len: 168 time: 0.1179636 Feb 20 06:06:51.036344 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e03abd-3c6e-4635-9bdf-c5cadd0d22c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e04678-df91-4f41-93a4-24c8b2074195,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:06:51.258434 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f79a8093-e288-4770-bec4-18886c60cfd1 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:06:51.298117 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: f79a8093-e288-4770-bec4-18886c60cfd1 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:06:51.299230 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f79a8093-e288-4770-bec4-18886c60cfd1 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:06:51.299875 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 49264502-a3f1-44f3-afd9-9bdcfdf61f92 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:06:51.330652 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 49264502-a3f1-44f3-afd9-9bdcfdf61f92 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:06:51.331030 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 49264502-a3f1-44f3-afd9-9bdcfdf61f92 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:06:51.472768 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:52.685557 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:53.045104 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:06:55.368186 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:07:16.460794 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28e41df3-5700-47a3-9f6c-2cb288c415ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:07:18.010838 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:07:18.951232 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-833ec0c6-10ae-4bba-a7b8-1438481574c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:07:19.671042 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:07:21.473701 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:07:22.688758 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:07:23.060481 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:07:25.359695 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:07:42.310774 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b079de14-c7a0-4c48-b640-138f9056c274 req-9f37268a-4324-44de-83e4-c5a34c29465d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427444 Feb 20 06:07:42.398044 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079de14-c7a0-4c48-b640-138f9056c274 req-05881651-0ec5-46f6-a30a-1f15470983f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:07:42.400133 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b079de14-c7a0-4c48-b640-138f9056c274 req-05881651-0ec5-46f6-a30a-1f15470983f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bab074dd2ce64b1aa74e27fbf8edd443&device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543 HTTP/1.1" status: 200 len: 1128 time: 0.0485830 Feb 20 06:07:42.850315 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079de14-c7a0-4c48-b640-138f9056c274 req-7a84edce-f01e-4841-bbaf-12a3d549249c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:07:42.851915 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b079de14-c7a0-4c48-b640-138f9056c274 req-7a84edce-f01e-4841-bbaf-12a3d549249c service neutron] 10.222.0.48 "GET /v2.0/networks?id=e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee HTTP/1.1" status: 200 len: 908 time: 0.4338412 Feb 20 06:07:42.928791 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b079de14-c7a0-4c48-b640-138f9056c274 req-687d1ade-677c-419c-932b-ae4eb5b47891 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 HTTP/1.1" status: 200 len: 1002 time: 0.0700018 Feb 20 06:07:42.976283 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079de14-c7a0-4c48-b640-138f9056c274 req-182e1604-b0d5-42f2-ae61-6aa97c023eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:07:42.977606 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b079de14-c7a0-4c48-b640-138f9056c274 req-182e1604-b0d5-42f2-ae61-6aa97c023eaa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1114208-637a-4504-bcf8-b1d959d370a7 HTTP/1.1" status: 200 len: 847 time: 0.0439208 Feb 20 06:07:43.025793 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079de14-c7a0-4c48-b640-138f9056c274 req-88f84f43-9217-45f3-bb52-96c8266627f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:07:43.027352 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b079de14-c7a0-4c48-b640-138f9056c274 req-88f84f43-9217-45f3-bb52-96c8266627f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444443 Feb 20 06:07:43.118471 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b079de14-c7a0-4c48-b640-138f9056c274 req-369f2219-3d77-4eb3-9176-2460f3ceafa4 service neutron] 10.222.0.48 "GET /v2.0/networks/e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845852 Feb 20 06:07:43.211414 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b079de14-c7a0-4c48-b640-138f9056c274 req-c546401b-7165-4ca2-9e79-bd3e7a246bbb service neutron] 10.222.0.48 "GET /v2.0/networks/e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861320 Feb 20 06:07:46.463957 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-39b933b7-4970-46e9-a639-0e45a501d828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:07:48.952147 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0a0a1a8e-90cc-4b8e-87cd-bb147c3980bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:07:49.662415 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:07:51.479928 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:07:52.687599 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:07:53.060373 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:07:55.010616 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:07:55.390267 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:16.465310 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-469fcedf-81ce-4655-bfbc-7abf6516fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:18.954853 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fcc6ddf6-8979-484d-a3b4-71d1a5e7d811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:19.665043 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:21.483119 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:22.694407 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:23.076574 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:24.069087 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eba105-95a8-4e07-b80b-ee8c307f94d9 req-8c3c0bfe-2b5c-45c4-a9e7-acee31d676d2 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:08:24.070645 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-67eba105-95a8-4e07-b80b-ee8c307f94d9 req-8c3c0bfe-2b5c-45c4-a9e7-acee31d676d2 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543 HTTP/1.1" status: 200 len: 946 time: 0.0591118 Feb 20 06:08:24.123178 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-67eba105-95a8-4e07-b80b-ee8c307f94d9 req-eb4537ed-ed73-493d-9bfa-5d99d12d5a5e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/security-groups?id=158e3b80-40ec-445a-bc0d-c05425c085ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463247 Feb 20 06:08:25.381656 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c7ed8-49f1-4b34-b137-d35de19bab68 req-9c00a1fa-bce2-42b2-a25a-c486473bb0de tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:08:25.384955 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-df6c7ed8-49f1-4b34-b137-d35de19bab68 req-9c00a1fa-bce2-42b2-a25a-c486473bb0de tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543 HTTP/1.1" status: 200 len: 946 time: 0.1535745 Feb 20 06:08:25.400617 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:25.439411 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02a17f-084f-4407-8abb-017923888011 req-7f1c4df3-1601-4bc1-8e55-aa281416464f tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:08:25.440966 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f02a17f-084f-4407-8abb-017923888011 req-7f1c4df3-1601-4bc1-8e55-aa281416464f tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543 HTTP/1.1" status: 200 len: 946 time: 0.0697048 Feb 20 06:08:25.486770 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-df6c7ed8-49f1-4b34-b137-d35de19bab68 req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Deleting port 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:08:25.487163 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-df6c7ed8-49f1-4b34-b137-d35de19bab68 req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:25.493041 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8f02a17f-084f-4407-8abb-017923888011 req-a77d7e94-f4df-4cf9-a4ab-dd6ea7a5f552 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/security-groups?id=158e3b80-40ec-445a-bc0d-c05425c085ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465436 Feb 20 06:08:25.576392 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-df6c7ed8-49f1-4b34-b137-d35de19bab68 req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] For port 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32,segment=NetworkSegment(d24aab10-569f-494a-9106-8b8505d9022d),segment_id=d24aab10-569f-494a-9106-8b8505d9022d)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:08:25.576751 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-df6c7ed8-49f1-4b34-b137-d35de19bab68 req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:25.815685 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-df6c7ed8-49f1-4b34-b137-d35de19bab68 req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:25.815963 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-df6c7ed8-49f1-4b34-b137-d35de19bab68 req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (92785960-96c4-4e04-8acd-473bf77cb2e8), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:25.816276 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [req-df6c7ed8-49f1-4b34-b137-d35de19bab68 req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Floating IP 92785960-96c4-4e04-8acd-473bf77cb2e8 disassociated. External IP: 172.25.3.133, port: 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32. Feb 20 06:08:25.816629 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-df6c7ed8-49f1-4b34-b137-d35de19bab68 req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Calling delete_port for 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:08:25.951065 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-df6c7ed8-49f1-4b34-b137-d35de19bab68 req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:25.978169 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Pushing event deleted for resources: {'Port': ['ID=5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:25.994964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:25.994964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:25.994964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:25.994964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:25.994964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:25.994964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:25.994964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:25.994964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:25.994964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:25.994964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:25.994964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:25.996279 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:25.996279 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:26.113915 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df6c7ed8-49f1-4b34-b137-d35de19bab68 req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Router 0de309f5-2bfc-433a-bcca-4d6be20212e8 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:08:26.227446 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df6c7ed8-49f1-4b34-b137-d35de19bab68 req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:08:26.240281 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d2b998-7491-4941-b7f8-37dba04beb4b None None] Sync routers for ids ['0de309f5-2bfc-433a-bcca-4d6be20212e8'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:08:26.253792 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d2b998-7491-4941-b7f8-37dba04beb4b None None] Routers {'0de309f5-2bfc-433a-bcca-4d6be20212e8'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:08:26.254498 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e4d2b998-7491-4941-b7f8-37dba04beb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:08:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0de309f5-2bfc-433a-bcca-4d6be20212e8'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:26.273451 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6c7ed8-49f1-4b34-b137-d35de19bab68 req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] No DVR routers for this DVR port 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:08:26.276083 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-df6c7ed8-49f1-4b34-b137-d35de19bab68 req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:26.280124 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-df6c7ed8-49f1-4b34-b137-d35de19bab68 req-b930e206-0d30-4e1b-b9eb-9350852baf3e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.48 "DELETE /v2.0/ports/5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 HTTP/1.1" status: 204 len: 173 time: 0.8890808 Feb 20 06:08:26.280666 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3fe0cd-1676-4a1d-ab83-b607f5f63543', 'name': 'network-vif-deleted', 'tag': '5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:08:26.282971 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2efdfb7-4871-44f6-9646-9b19c4bdcf03" -d '{"events": [{"server_uuid": "dc3fe0cd-1676-4a1d-ab83-b607f5f63543", "name": "network-vif-deleted", "tag": "5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:08:26.332723 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27aec090-a67a-465f-98d3-ebe0d7ef44c5 x-openstack-request-id: req-27aec090-a67a-465f-98d3-ebe0d7ef44c5 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:08:26.333499 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3fe0cd-1676-4a1d-ab83-b607f5f63543", "name": "network-vif-deleted", "tag": "5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:08:26.333943 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27aec090-a67a-465f-98d3-ebe0d7ef44c5 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:08:26.334745 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3fe0cd-1676-4a1d-ab83-b607f5f63543', 'name': 'network-vif-deleted', 'tag': '5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32', 'status': 'completed', 'code': 200} Feb 20 06:08:26.401656 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-e4d2b998-7491-4941-b7f8-37dba04beb4b None None] Set router 0de309f5-2bfc-433a-bcca-4d6be20212e8 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:08:26.617868 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4fff1ae8-b347-4427-b35f-b74fb907cfdf req-422fcb44-c484-4ecd-b53c-446216d519f5 tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc3fe0cd-1676-4a1d-ab83-b607f5f63543 HTTP/1.1" status: 200 len: 210 time: 0.0282910 Feb 20 06:08:26.717669 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e4d2b998-7491-4941-b7f8-37dba04beb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'name': 'tempest-TestServerBasicOps-248384151-router', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'dbc389cd-1c29-4334-a974-e6e793b07317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:07Z', 'updated_at': '2022-02-20T06:03:12Z', 'revision_number': 4, 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'gw_port': {'id': 'dbc389cd-1c29-4334-a974-e6e793b07317', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:08Z', 'updated_at': '2022-02-20T06:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'dc7516e5-e117-46ce-8628-c71b1e519e0d', 'name': '', 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'mac_address': 'fa:16:3e:f5:ae:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'f1114208-637a-4504-bcf8-b1d959d370a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:11Z', 'updated_at': '2022-02-20T06:03:18Z', 'revision_number': 5, 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'subnets': [{'id': 'f1114208-637a-4504-bcf8-b1d959d370a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:26.744249 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d2b998-7491-4941-b7f8-37dba04beb4b None None] Checking router: 0de309f5-2bfc-433a-bcca-4d6be20212e8 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:08:26.754882 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d2b998-7491-4941-b7f8-37dba04beb4b None None] Routers {'0de309f5-2bfc-433a-bcca-4d6be20212e8'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:08:26.756100 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e4d2b998-7491-4941-b7f8-37dba04beb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:08:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0de309f5-2bfc-433a-bcca-4d6be20212e8'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:26.883148 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-e4d2b998-7491-4941-b7f8-37dba04beb4b None None] Set router 0de309f5-2bfc-433a-bcca-4d6be20212e8 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:08:27.091261 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e4d2b998-7491-4941-b7f8-37dba04beb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'name': 'tempest-TestServerBasicOps-248384151-router', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'dbc389cd-1c29-4334-a974-e6e793b07317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:07Z', 'updated_at': '2022-02-20T06:03:12Z', 'revision_number': 4, 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'gw_port': {'id': 'dbc389cd-1c29-4334-a974-e6e793b07317', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:08Z', 'updated_at': '2022-02-20T06:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'dc7516e5-e117-46ce-8628-c71b1e519e0d', 'name': '', 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'mac_address': 'fa:16:3e:f5:ae:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'f1114208-637a-4504-bcf8-b1d959d370a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:11Z', 'updated_at': '2022-02-20T06:03:18Z', 'revision_number': 5, 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'subnets': [{'id': 'f1114208-637a-4504-bcf8-b1d959d370a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:27.117378 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d2b998-7491-4941-b7f8-37dba04beb4b None None] The sync data for ids ['0de309f5-2bfc-433a-bcca-4d6be20212e8'] in n-d-829866-5 is: [{'id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'name': 'tempest-TestServerBasicOps-248384151-router', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'dbc389cd-1c29-4334-a974-e6e793b07317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:07Z', 'updated_at': '2022-02-20T06:03:12Z', 'revision_number': 4, 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'gw_port': {'id': 'dbc389cd-1c29-4334-a974-e6e793b07317', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:08Z', 'updated_at': '2022-02-20T06:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'dc7516e5-e117-46ce-8628-c71b1e519e0d', 'name': '', 'network_id': 'e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'mac_address': 'fa:16:3e:f5:ae:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'f1114208-637a-4504-bcf8-b1d959d370a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:11Z', 'updated_at': '2022-02-20T06:03:18Z', 'revision_number': 5, 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'subnets': [{'id': 'f1114208-637a-4504-bcf8-b1d959d370a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:08:27.357994 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91229178-1d31-46f1-8433-96ddf74960e1 None None] New status for floating IP 92785960-96c4-4e04-8acd-473bf77cb2e8: DOWN {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:08:27.680090 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 46996) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:08:27.802160 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-31c42892-b896-459e-beec-6a3ae135ba0e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Deleting port f799572f-02fd-45b2-8552-9e863ea74418 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:08:27.802411 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31c42892-b896-459e-beec-6a3ae135ba0e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (f799572f-02fd-45b2-8552-9e863ea74418), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:27.880501 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31c42892-b896-459e-beec-6a3ae135ba0e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (f799572f-02fd-45b2-8552-9e863ea74418), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:27.880822 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31c42892-b896-459e-beec-6a3ae135ba0e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for floatingip (f799572f-02fd-45b2-8552-9e863ea74418), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:27.893018 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-31c42892-b896-459e-beec-6a3ae135ba0e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Calling delete_port for f799572f-02fd-45b2-8552-9e863ea74418 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:08:28.036112 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31c42892-b896-459e-beec-6a3ae135ba0e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (f799572f-02fd-45b2-8552-9e863ea74418), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:28.063270 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c42892-b896-459e-beec-6a3ae135ba0e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Pushing event deleted for resources: {'Port': ['ID=f799572f-02fd-45b2-8552-9e863ea74418,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:28.077513 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c42892-b896-459e-beec-6a3ae135ba0e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:28.077864 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c42892-b896-459e-beec-6a3ae135ba0e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:28.078203 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c42892-b896-459e-beec-6a3ae135ba0e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:28.078539 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c42892-b896-459e-beec-6a3ae135ba0e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:28.078869 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c42892-b896-459e-beec-6a3ae135ba0e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:28.079274 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c42892-b896-459e-beec-6a3ae135ba0e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:28.079627 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c42892-b896-459e-beec-6a3ae135ba0e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:28.079952 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c42892-b896-459e-beec-6a3ae135ba0e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:28.080274 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c42892-b896-459e-beec-6a3ae135ba0e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:28.080599 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c42892-b896-459e-beec-6a3ae135ba0e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:28.080920 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c42892-b896-459e-beec-6a3ae135ba0e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:28.081239 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c42892-b896-459e-beec-6a3ae135ba0e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:28.081557 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c42892-b896-459e-beec-6a3ae135ba0e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:28.136435 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31c42892-b896-459e-beec-6a3ae135ba0e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for floatingip (92785960-96c4-4e04-8acd-473bf77cb2e8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:28.139723 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31c42892-b896-459e-beec-6a3ae135ba0e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:28.140868 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-31c42892-b896-459e-beec-6a3ae135ba0e tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "DELETE /v2.0/floatingips/92785960-96c4-4e04-8acd-473bf77cb2e8 HTTP/1.1" status: 204 len: 168 time: 0.4597409 Feb 20 06:08:28.207278 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47006) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:08:28.263377 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99f5d002-a33a-4bf0-9e72-9f7125a4b22c tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for security_group (158e3b80-40ec-445a-bc0d-c05425c085ae), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:28.287760 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99f5d002-a33a-4bf0-9e72-9f7125a4b22c tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for security_group (158e3b80-40ec-445a-bc0d-c05425c085ae), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:28.348143 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99f5d002-a33a-4bf0-9e72-9f7125a4b22c tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (158e3b80-40ec-445a-bc0d-c05425c085ae), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:28.350679 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99f5d002-a33a-4bf0-9e72-9f7125a4b22c tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:28.351860 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-99f5d002-a33a-4bf0-9e72-9f7125a4b22c tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] 10.222.0.37 "DELETE /v2.0/security-groups/158e3b80-40ec-445a-bc0d-c05425c085ae HTTP/1.1" status: 204 len: 168 time: 0.1435242 Feb 20 06:08:28.361377 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5d002-a33a-4bf0-9e72-9f7125a4b22c tempest-TestServerBasicOps-591559062 tempest-TestServerBasicOps-591559062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=158e3b80-40ec-445a-bc0d-c05425c085ae,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:28.397938 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47010) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:08:28.874526 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d82179a4-5242-4a6f-be98-79c6b620a188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (0de309f5-2bfc-433a-bcca-4d6be20212e8), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:29.131632 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-d82179a4-5242-4a6f-be98-79c6b620a188 admin admin] Deleting port dc7516e5-e117-46ce-8628-c71b1e519e0d {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:08:29.131875 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d82179a4-5242-4a6f-be98-79c6b620a188 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (dc7516e5-e117-46ce-8628-c71b1e519e0d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:29.209650 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-d82179a4-5242-4a6f-be98-79c6b620a188 admin admin] For port dc7516e5-e117-46ce-8628-c71b1e519e0d, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=dc7516e5-e117-46ce-8628-c71b1e519e0d,segment=NetworkSegment(d24aab10-569f-494a-9106-8b8505d9022d),segment_id=d24aab10-569f-494a-9106-8b8505d9022d)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:08:29.210013 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d82179a4-5242-4a6f-be98-79c6b620a188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (dc7516e5-e117-46ce-8628-c71b1e519e0d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:29.228723 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-d82179a4-5242-4a6f-be98-79c6b620a188 admin admin] Calling delete_port for dc7516e5-e117-46ce-8628-c71b1e519e0d owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:08:29.411688 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d82179a4-5242-4a6f-be98-79c6b620a188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (dc7516e5-e117-46ce-8628-c71b1e519e0d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:29.441392 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82179a4-5242-4a6f-be98-79c6b620a188 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc7516e5-e117-46ce-8628-c71b1e519e0d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:29.542042 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:08:29.578472 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:08:29.579155 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 5f5b804b-cb0d-4ffe-b0bd-5c2c3d460e32 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:08:29.627602 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d82179a4-5242-4a6f-be98-79c6b620a188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (0de309f5-2bfc-433a-bcca-4d6be20212e8), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:29.851124 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82179a4-5242-4a6f-be98-79c6b620a188 admin admin] Router 0de309f5-2bfc-433a-bcca-4d6be20212e8 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:08:29.964625 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82179a4-5242-4a6f-be98-79c6b620a188 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:08:29.969612 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d82179a4-5242-4a6f-be98-79c6b620a188 admin admin] 10.222.0.37 "PUT /v2.0/routers/0de309f5-2bfc-433a-bcca-4d6be20212e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5697949 Feb 20 06:08:29.972221 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47016) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:08:29.977167 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bfa388-37f8-4486-97c6-0ad303e94f36 None None] Sync routers for ids ['0de309f5-2bfc-433a-bcca-4d6be20212e8'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:08:29.987665 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bfa388-37f8-4486-97c6-0ad303e94f36 None None] Routers {'0de309f5-2bfc-433a-bcca-4d6be20212e8'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:08:29.988279 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f6bfa388-37f8-4486-97c6-0ad303e94f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:08:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0de309f5-2bfc-433a-bcca-4d6be20212e8'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:30.088402 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0aeb29a-0442-4aa3-b974-ac2c19c0b53e admin admin] Publish callbacks [] for router (0de309f5-2bfc-433a-bcca-4d6be20212e8), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:30.100451 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-f6bfa388-37f8-4486-97c6-0ad303e94f36 None None] Set router 0de309f5-2bfc-433a-bcca-4d6be20212e8 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:08:30.202507 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0aeb29a-0442-4aa3-b974-ac2c19c0b53e admin admin] Publish callbacks [] for router_gateway (0de309f5-2bfc-433a-bcca-4d6be20212e8), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:30.264461 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-a0aeb29a-0442-4aa3-b974-ac2c19c0b53e admin admin] Deleting port dbc389cd-1c29-4334-a974-e6e793b07317 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:08:30.264833 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0aeb29a-0442-4aa3-b974-ac2c19c0b53e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (dbc389cd-1c29-4334-a974-e6e793b07317), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:30.286451 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f6bfa388-37f8-4486-97c6-0ad303e94f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'name': 'tempest-TestServerBasicOps-248384151-router', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'dbc389cd-1c29-4334-a974-e6e793b07317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:07Z', 'updated_at': '2022-02-20T06:08:29Z', 'revision_number': 5, 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'gw_port': {'id': 'dbc389cd-1c29-4334-a974-e6e793b07317', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:08Z', 'updated_at': '2022-02-20T06:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:30.317874 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bfa388-37f8-4486-97c6-0ad303e94f36 None None] Checking router: 0de309f5-2bfc-433a-bcca-4d6be20212e8 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:08:30.328027 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bfa388-37f8-4486-97c6-0ad303e94f36 None None] Routers {'0de309f5-2bfc-433a-bcca-4d6be20212e8'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:08:30.328332 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f6bfa388-37f8-4486-97c6-0ad303e94f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:08:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['0de309f5-2bfc-433a-bcca-4d6be20212e8'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:30.354271 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-a0aeb29a-0442-4aa3-b974-ac2c19c0b53e admin admin] For port dbc389cd-1c29-4334-a974-e6e793b07317, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=dbc389cd-1c29-4334-a974-e6e793b07317,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:08:30.354790 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0aeb29a-0442-4aa3-b974-ac2c19c0b53e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (dbc389cd-1c29-4334-a974-e6e793b07317), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:30.367350 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-a0aeb29a-0442-4aa3-b974-ac2c19c0b53e admin admin] Calling delete_port for dbc389cd-1c29-4334-a974-e6e793b07317 owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:08:30.416192 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-f6bfa388-37f8-4486-97c6-0ad303e94f36 None None] Set router 0de309f5-2bfc-433a-bcca-4d6be20212e8 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:08:30.470236 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f6bfa388-37f8-4486-97c6-0ad303e94f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'name': 'tempest-TestServerBasicOps-248384151-router', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:07Z', 'updated_at': '2022-02-20T06:08:30Z', 'revision_number': 6, 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:30.502438 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bfa388-37f8-4486-97c6-0ad303e94f36 None None] The sync data for ids ['0de309f5-2bfc-433a-bcca-4d6be20212e8'] in n-d-829866-5 is: [{'id': '0de309f5-2bfc-433a-bcca-4d6be20212e8', 'name': 'tempest-TestServerBasicOps-248384151-router', 'tenant_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:07Z', 'updated_at': '2022-02-20T06:08:30Z', 'revision_number': 6, 'project_id': 'bab074dd2ce64b1aa74e27fbf8edd443', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:08:30.554002 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0aeb29a-0442-4aa3-b974-ac2c19c0b53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (dbc389cd-1c29-4334-a974-e6e793b07317), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:30.579865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aeb29a-0442-4aa3-b974-ac2c19c0b53e admin admin] Pushing event deleted for resources: {'Port': ['ID=dbc389cd-1c29-4334-a974-e6e793b07317,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:30.654770 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0aeb29a-0442-4aa3-b974-ac2c19c0b53e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (0de309f5-2bfc-433a-bcca-4d6be20212e8), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:30.748623 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0aeb29a-0442-4aa3-b974-ac2c19c0b53e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (0de309f5-2bfc-433a-bcca-4d6be20212e8), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:30.750958 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0aeb29a-0442-4aa3-b974-ac2c19c0b53e admin admin] Publish callbacks [] for router_controller (0de309f5-2bfc-433a-bcca-4d6be20212e8), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:30.797526 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0aeb29a-0442-4aa3-b974-ac2c19c0b53e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (0de309f5-2bfc-433a-bcca-4d6be20212e8), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:30.798435 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0aeb29a-0442-4aa3-b974-ac2c19c0b53e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0de309f5-2bfc-433a-bcca-4d6be20212e8 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:08:30.802836 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0aeb29a-0442-4aa3-b974-ac2c19c0b53e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:30.804077 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a0aeb29a-0442-4aa3-b974-ac2c19c0b53e admin admin] 10.222.0.37 "DELETE /v2.0/routers/0de309f5-2bfc-433a-bcca-4d6be20212e8 HTTP/1.1" status: 204 len: 168 time: 0.8309529 Feb 20 06:08:30.806536 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47022) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:08:30.851449 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee8aa347-0c07-4849-803f-1945e6246edb admin admin] Deleting subnet f1114208-637a-4504-bcf8-b1d959d370a7 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:08:30.854742 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee8aa347-0c07-4849-803f-1945e6246edb admin admin] Publish callbacks [] for subnet (f1114208-637a-4504-bcf8-b1d959d370a7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:30.892834 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee8aa347-0c07-4849-803f-1945e6246edb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (f1114208-637a-4504-bcf8-b1d959d370a7), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:30.987348 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee8aa347-0c07-4849-803f-1945e6246edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (f1114208-637a-4504-bcf8-b1d959d370a7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:31.041164 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee8aa347-0c07-4849-803f-1945e6246edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (f1114208-637a-4504-bcf8-b1d959d370a7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:31.067571 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8aa347-0c07-4849-803f-1945e6246edb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1114208-637a-4504-bcf8-b1d959d370a7,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:31.072277 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee8aa347-0c07-4849-803f-1945e6246edb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:31.077720 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ee8aa347-0c07-4849-803f-1945e6246edb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f1114208-637a-4504-bcf8-b1d959d370a7 HTTP/1.1" status: 204 len: 168 time: 0.2688572 Feb 20 06:08:31.078090 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47026) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:08:31.078583 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48eac2aa-9a80-47a2-9669-fb346bbf373d None None] Network e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:08:31.154537 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f319e12-9606-4bf7-8e32-0f220a6c4038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:31.211715 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9f319e12-9606-4bf7-8e32-0f220a6c4038 admin admin] Deleting port 17f6178f-a9da-4c7f-a2f3-0b8cd1288916 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:08:31.211966 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f319e12-9606-4bf7-8e32-0f220a6c4038 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (17f6178f-a9da-4c7f-a2f3-0b8cd1288916), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:31.288488 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-9f319e12-9606-4bf7-8e32-0f220a6c4038 admin admin] For port 17f6178f-a9da-4c7f-a2f3-0b8cd1288916, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=17f6178f-a9da-4c7f-a2f3-0b8cd1288916,segment=NetworkSegment(d24aab10-569f-494a-9106-8b8505d9022d),segment_id=d24aab10-569f-494a-9106-8b8505d9022d)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:08:31.288865 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f319e12-9606-4bf7-8e32-0f220a6c4038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (17f6178f-a9da-4c7f-a2f3-0b8cd1288916), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:31.307194 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9f319e12-9606-4bf7-8e32-0f220a6c4038 admin admin] Calling delete_port for 17f6178f-a9da-4c7f-a2f3-0b8cd1288916 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:08:31.387204 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device dc7516e5-e117-46ce-8628-c71b1e519e0d no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:08:31.401946 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f319e12-9606-4bf7-8e32-0f220a6c4038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (17f6178f-a9da-4c7f-a2f3-0b8cd1288916), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:31.409624 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: dc7516e5-e117-46ce-8628-c71b1e519e0d {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:08:31.410085 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device dc7516e5-e117-46ce-8628-c71b1e519e0d not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:08:31.410607 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device dbc389cd-1c29-4334-a974-e6e793b07317 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:08:31.433162 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f319e12-9606-4bf7-8e32-0f220a6c4038 admin admin] Pushing event deleted for resources: {'Port': ['ID=17f6178f-a9da-4c7f-a2f3-0b8cd1288916,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:31.436991 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f319e12-9606-4bf7-8e32-0f220a6c4038 admin admin] No DVR routers for this DVR port 17f6178f-a9da-4c7f-a2f3-0b8cd1288916 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:08:31.445191 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: dbc389cd-1c29-4334-a974-e6e793b07317 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:08:31.445493 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device dbc389cd-1c29-4334-a974-e6e793b07317 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:08:31.470469 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140837de-b2e1-43e5-aaae-57236758d469 None None] DHCP port deletion for e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:08:31.533286 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f319e12-9606-4bf7-8e32-0f220a6c4038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:31.553379 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-9f319e12-9606-4bf7-8e32-0f220a6c4038 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:31.563140 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-9f319e12-9606-4bf7-8e32-0f220a6c4038 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24aab10-569f-494a-9106-8b8505d9022d') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:31.563442 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-9f319e12-9606-4bf7-8e32-0f220a6c4038 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24aab10-569f-494a-9106-8b8505d9022d') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:31.572888 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f319e12-9606-4bf7-8e32-0f220a6c4038 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (d24aab10-569f-494a-9106-8b8505d9022d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:31.587773 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f319e12-9606-4bf7-8e32-0f220a6c4038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (d24aab10-569f-494a-9106-8b8505d9022d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:31.594792 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f319e12-9606-4bf7-8e32-0f220a6c4038 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:08:31.595538 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f319e12-9606-4bf7-8e32-0f220a6c4038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (d24aab10-569f-494a-9106-8b8505d9022d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: timer() Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:08:31.597264 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:08:31.659803 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f319e12-9606-4bf7-8e32-0f220a6c4038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:31.670799 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f319e12-9606-4bf7-8e32-0f220a6c4038 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:31.674234 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9f319e12-9606-4bf7-8e32-0f220a6c4038 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee HTTP/1.1" status: 204 len: 168 time: 0.5951521 Feb 20 06:08:31.677260 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47028) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:08:31.685927 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f319e12-9606-4bf7-8e32-0f220a6c4038 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0a19dc7-77ca-43eb-8bc8-0e57e71b1eee,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:32.010851 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:08:32.040423 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-927c590d-993f-4cef-923b-f979fe82b3ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (25157608-e8cb-4bd2-9c51-dfe94588619e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:32.635397 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-927c590d-993f-4cef-923b-f979fe82b3ba admin admin] Deleting port 5ca9a948-afd1-4420-beab-7c29644b6c7a {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:08:32.635718 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-927c590d-993f-4cef-923b-f979fe82b3ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (5ca9a948-afd1-4420-beab-7c29644b6c7a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:32.712167 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-927c590d-993f-4cef-923b-f979fe82b3ba admin admin] For port 5ca9a948-afd1-4420-beab-7c29644b6c7a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=5ca9a948-afd1-4420-beab-7c29644b6c7a,segment=NetworkSegment(0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a),segment_id=0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:08:32.712847 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-927c590d-993f-4cef-923b-f979fe82b3ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (5ca9a948-afd1-4420-beab-7c29644b6c7a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:32.724849 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-927c590d-993f-4cef-923b-f979fe82b3ba admin admin] Calling delete_port for 5ca9a948-afd1-4420-beab-7c29644b6c7a owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:08:32.906864 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-927c590d-993f-4cef-923b-f979fe82b3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (5ca9a948-afd1-4420-beab-7c29644b6c7a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:32.933043 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c590d-993f-4cef-923b-f979fe82b3ba admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca9a948-afd1-4420-beab-7c29644b6c7a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:33.120283 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-927c590d-993f-4cef-923b-f979fe82b3ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (25157608-e8cb-4bd2-9c51-dfe94588619e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:33.345294 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927c590d-993f-4cef-923b-f979fe82b3ba admin admin] Router 25157608-e8cb-4bd2-9c51-dfe94588619e has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:08:33.362676 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 17f6178f-a9da-4c7f-a2f3-0b8cd1288916 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:08:33.383538 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 17f6178f-a9da-4c7f-a2f3-0b8cd1288916 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:08:33.383888 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 17f6178f-a9da-4c7f-a2f3-0b8cd1288916 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:08:33.456283 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927c590d-993f-4cef-923b-f979fe82b3ba admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:08:33.461950 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-927c590d-993f-4cef-923b-f979fe82b3ba admin admin] 10.222.0.37 "PUT /v2.0/routers/25157608-e8cb-4bd2-9c51-dfe94588619e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7827942 Feb 20 06:08:33.464994 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47034) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:08:33.467278 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255545b8-419f-4ca2-b64a-4c346b0e80fe None None] Sync routers for ids ['25157608-e8cb-4bd2-9c51-dfe94588619e'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:08:33.477790 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255545b8-419f-4ca2-b64a-4c346b0e80fe None None] Routers {'25157608-e8cb-4bd2-9c51-dfe94588619e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:08:33.478543 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-255545b8-419f-4ca2-b64a-4c346b0e80fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:08:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['25157608-e8cb-4bd2-9c51-dfe94588619e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:33.576973 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d1c7daa-01dc-43b3-97db-2fca624887c3 admin admin] Publish callbacks [] for router (25157608-e8cb-4bd2-9c51-dfe94588619e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:33.591309 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-255545b8-419f-4ca2-b64a-4c346b0e80fe None None] Set router 25157608-e8cb-4bd2-9c51-dfe94588619e gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:08:33.685448 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d1c7daa-01dc-43b3-97db-2fca624887c3 admin admin] Publish callbacks [] for router_gateway (25157608-e8cb-4bd2-9c51-dfe94588619e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:33.747720 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c7daa-01dc-43b3-97db-2fca624887c3 admin admin] Deleting port 13bd2b26-b7e4-42fb-9487-52a03d8f591e {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:08:33.748407 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d1c7daa-01dc-43b3-97db-2fca624887c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (13bd2b26-b7e4-42fb-9487-52a03d8f591e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:33.776338 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-255545b8-419f-4ca2-b64a-4c346b0e80fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25157608-e8cb-4bd2-9c51-dfe94588619e', 'name': 'tempest-TestServerBasicOps-971423037-router', 'tenant_id': 'abb98e2237234db28b52f8a6f169db68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '13bd2b26-b7e4-42fb-9487-52a03d8f591e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:17Z', 'updated_at': '2022-02-20T06:08:32Z', 'revision_number': 5, 'project_id': 'abb98e2237234db28b52f8a6f169db68', 'gw_port': {'id': '13bd2b26-b7e4-42fb-9487-52a03d8f591e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25157608-e8cb-4bd2-9c51-dfe94588619e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:03:17Z', 'updated_at': '2022-02-20T06:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:33.808601 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255545b8-419f-4ca2-b64a-4c346b0e80fe None None] Checking router: 25157608-e8cb-4bd2-9c51-dfe94588619e for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:08:33.818595 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255545b8-419f-4ca2-b64a-4c346b0e80fe None None] Routers {'25157608-e8cb-4bd2-9c51-dfe94588619e'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:08:33.819370 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-255545b8-419f-4ca2-b64a-4c346b0e80fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:08:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['25157608-e8cb-4bd2-9c51-dfe94588619e'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:33.826118 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-1d1c7daa-01dc-43b3-97db-2fca624887c3 admin admin] For port 13bd2b26-b7e4-42fb-9487-52a03d8f591e, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=13bd2b26-b7e4-42fb-9487-52a03d8f591e,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:08:33.826490 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d1c7daa-01dc-43b3-97db-2fca624887c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (13bd2b26-b7e4-42fb-9487-52a03d8f591e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:33.838574 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c7daa-01dc-43b3-97db-2fca624887c3 admin admin] Calling delete_port for 13bd2b26-b7e4-42fb-9487-52a03d8f591e owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:08:33.912852 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-255545b8-419f-4ca2-b64a-4c346b0e80fe None None] Set router 25157608-e8cb-4bd2-9c51-dfe94588619e gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:08:33.969418 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-255545b8-419f-4ca2-b64a-4c346b0e80fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25157608-e8cb-4bd2-9c51-dfe94588619e', 'name': 'tempest-TestServerBasicOps-971423037-router', 'tenant_id': 'abb98e2237234db28b52f8a6f169db68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:17Z', 'updated_at': '2022-02-20T06:08:33Z', 'revision_number': 6, 'project_id': 'abb98e2237234db28b52f8a6f169db68', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:34.015377 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d1c7daa-01dc-43b3-97db-2fca624887c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (13bd2b26-b7e4-42fb-9487-52a03d8f591e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:34.016006 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255545b8-419f-4ca2-b64a-4c346b0e80fe None None] The sync data for ids ['25157608-e8cb-4bd2-9c51-dfe94588619e'] in n-d-829866-5 is: [{'id': '25157608-e8cb-4bd2-9c51-dfe94588619e', 'name': 'tempest-TestServerBasicOps-971423037-router', 'tenant_id': 'abb98e2237234db28b52f8a6f169db68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:03:17Z', 'updated_at': '2022-02-20T06:08:33Z', 'revision_number': 6, 'project_id': 'abb98e2237234db28b52f8a6f169db68', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:08:34.050050 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c7daa-01dc-43b3-97db-2fca624887c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=13bd2b26-b7e4-42fb-9487-52a03d8f591e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:34.114567 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d1c7daa-01dc-43b3-97db-2fca624887c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (25157608-e8cb-4bd2-9c51-dfe94588619e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:34.216674 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d1c7daa-01dc-43b3-97db-2fca624887c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (25157608-e8cb-4bd2-9c51-dfe94588619e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:34.218817 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d1c7daa-01dc-43b3-97db-2fca624887c3 admin admin] Publish callbacks [] for router_controller (25157608-e8cb-4bd2-9c51-dfe94588619e), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:34.268545 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d1c7daa-01dc-43b3-97db-2fca624887c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (25157608-e8cb-4bd2-9c51-dfe94588619e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:34.269032 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1c7daa-01dc-43b3-97db-2fca624887c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25157608-e8cb-4bd2-9c51-dfe94588619e {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:08:34.274215 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d1c7daa-01dc-43b3-97db-2fca624887c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:34.275789 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1d1c7daa-01dc-43b3-97db-2fca624887c3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/25157608-e8cb-4bd2-9c51-dfe94588619e HTTP/1.1" status: 204 len: 168 time: 0.8066394 Feb 20 06:08:34.278405 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47038) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:08:34.331285 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-78898b17-f2c0-4ad2-943d-526e92a4460b admin admin] Deleting subnet 5d175d5f-91cd-4fdc-a150-be648e661ab7 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:08:34.331285 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-78898b17-f2c0-4ad2-943d-526e92a4460b admin admin] Publish callbacks [] for subnet (5d175d5f-91cd-4fdc-a150-be648e661ab7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:34.373916 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-78898b17-f2c0-4ad2-943d-526e92a4460b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (5d175d5f-91cd-4fdc-a150-be648e661ab7), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:34.494318 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-78898b17-f2c0-4ad2-943d-526e92a4460b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (5d175d5f-91cd-4fdc-a150-be648e661ab7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:34.557476 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-78898b17-f2c0-4ad2-943d-526e92a4460b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (5d175d5f-91cd-4fdc-a150-be648e661ab7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:34.584407 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78898b17-f2c0-4ad2-943d-526e92a4460b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d175d5f-91cd-4fdc-a150-be648e661ab7,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:34.587876 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-78898b17-f2c0-4ad2-943d-526e92a4460b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:34.594469 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-78898b17-f2c0-4ad2-943d-526e92a4460b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5d175d5f-91cd-4fdc-a150-be648e661ab7 HTTP/1.1" status: 204 len: 168 time: 0.3128636 Feb 20 06:08:34.594762 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f01b65-e55f-4316-bf5a-90c0a3f59021 None None] Network 77a5e72c-df46-4eec-87fa-b3e6e5237af3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:08:34.595302 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47042) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:08:34.662443 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-28d276a2-2aeb-4cde-98cf-9fb934b21779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (77a5e72c-df46-4eec-87fa-b3e6e5237af3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:34.713970 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-28d276a2-2aeb-4cde-98cf-9fb934b21779 admin admin] Deleting port d03d8107-8eb3-4041-a08f-ccb9b34a6dc7 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:08:34.714369 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-28d276a2-2aeb-4cde-98cf-9fb934b21779 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (d03d8107-8eb3-4041-a08f-ccb9b34a6dc7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:34.779244 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-28d276a2-2aeb-4cde-98cf-9fb934b21779 admin admin] For port d03d8107-8eb3-4041-a08f-ccb9b34a6dc7, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=d03d8107-8eb3-4041-a08f-ccb9b34a6dc7,segment=NetworkSegment(0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a),segment_id=0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:08:34.779598 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-28d276a2-2aeb-4cde-98cf-9fb934b21779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (d03d8107-8eb3-4041-a08f-ccb9b34a6dc7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:34.791657 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-28d276a2-2aeb-4cde-98cf-9fb934b21779 admin admin] Calling delete_port for d03d8107-8eb3-4041-a08f-ccb9b34a6dc7 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:08:34.840145 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f955bab-0c19-4e97-98dd-5895a0ad2a0e None None] DHCP port deletion for 77a5e72c-df46-4eec-87fa-b3e6e5237af3 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:08:34.895159 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-28d276a2-2aeb-4cde-98cf-9fb934b21779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (d03d8107-8eb3-4041-a08f-ccb9b34a6dc7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:34.896251 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9f955bab-0c19-4e97-98dd-5895a0ad2a0e None None] Deleting port d03d8107-8eb3-4041-a08f-ccb9b34a6dc7 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:08:34.896717 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f955bab-0c19-4e97-98dd-5895a0ad2a0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (d03d8107-8eb3-4041-a08f-ccb9b34a6dc7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:34.927973 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d276a2-2aeb-4cde-98cf-9fb934b21779 admin admin] No DVR routers for this DVR port d03d8107-8eb3-4041-a08f-ccb9b34a6dc7 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:08:34.930088 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d276a2-2aeb-4cde-98cf-9fb934b21779 admin admin] Pushing event deleted for resources: {'Port': ['ID=d03d8107-8eb3-4041-a08f-ccb9b34a6dc7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:34.965092 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9f955bab-0c19-4e97-98dd-5895a0ad2a0e None None] For port d03d8107-8eb3-4041-a08f-ccb9b34a6dc7, host n-d-829866-5, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:08:34.965493 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f955bab-0c19-4e97-98dd-5895a0ad2a0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (d03d8107-8eb3-4041-a08f-ccb9b34a6dc7), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:34.978568 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9f955bab-0c19-4e97-98dd-5895a0ad2a0e None None] Calling delete_port for d03d8107-8eb3-4041-a08f-ccb9b34a6dc7 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:08:34.981330 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-9f955bab-0c19-4e97-98dd-5895a0ad2a0e None None] Port d03d8107-8eb3-4041-a08f-ccb9b34a6dc7 was not found and therefore no delete operation was performed {{(pid=103408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 06:08:34.982587 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f955bab-0c19-4e97-98dd-5895a0ad2a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (d03d8107-8eb3-4041-a08f-ccb9b34a6dc7), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:35.005374 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-28d276a2-2aeb-4cde-98cf-9fb934b21779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (77a5e72c-df46-4eec-87fa-b3e6e5237af3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:35.013573 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f955bab-0c19-4e97-98dd-5895a0ad2a0e None None] Pushing event deleted for resources: {'Port': ['ID=d03d8107-8eb3-4041-a08f-ccb9b34a6dc7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:35.017971 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f955bab-0c19-4e97-98dd-5895a0ad2a0e None None] No DVR routers for this DVR port d03d8107-8eb3-4041-a08f-ccb9b34a6dc7 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:08:35.025940 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f955bab-0c19-4e97-98dd-5895a0ad2a0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:35.026290 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f955bab-0c19-4e97-98dd-5895a0ad2a0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:35.026630 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f955bab-0c19-4e97-98dd-5895a0ad2a0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:35.026983 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f955bab-0c19-4e97-98dd-5895a0ad2a0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:35.027314 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f955bab-0c19-4e97-98dd-5895a0ad2a0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:35.027917 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f955bab-0c19-4e97-98dd-5895a0ad2a0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:35.028038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f955bab-0c19-4e97-98dd-5895a0ad2a0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:35.028327 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f955bab-0c19-4e97-98dd-5895a0ad2a0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:35.028648 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f955bab-0c19-4e97-98dd-5895a0ad2a0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:35.028971 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f955bab-0c19-4e97-98dd-5895a0ad2a0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:35.029295 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f955bab-0c19-4e97-98dd-5895a0ad2a0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:35.029615 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f955bab-0c19-4e97-98dd-5895a0ad2a0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:35.029933 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f955bab-0c19-4e97-98dd-5895a0ad2a0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:35.040583 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-28d276a2-2aeb-4cde-98cf-9fb934b21779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a5e72c-df46-4eec-87fa-b3e6e5237af3']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:35.050340 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-28d276a2-2aeb-4cde-98cf-9fb934b21779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:35.050734 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-28d276a2-2aeb-4cde-98cf-9fb934b21779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:35.061116 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-28d276a2-2aeb-4cde-98cf-9fb934b21779 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:35.075358 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-28d276a2-2aeb-4cde-98cf-9fb934b21779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:35.082281 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d276a2-2aeb-4cde-98cf-9fb934b21779 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:08:35.082803 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-28d276a2-2aeb-4cde-98cf-9fb934b21779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (0eed6c4c-d9d9-410d-bdd6-4713b1dd3b0a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: timer() Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:08:35.084534 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:08:35.146132 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-28d276a2-2aeb-4cde-98cf-9fb934b21779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (77a5e72c-df46-4eec-87fa-b3e6e5237af3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:35.153747 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-28d276a2-2aeb-4cde-98cf-9fb934b21779 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:35.156939 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-28d276a2-2aeb-4cde-98cf-9fb934b21779 admin admin] 10.222.0.37 "DELETE /v2.0/networks/77a5e72c-df46-4eec-87fa-b3e6e5237af3 HTTP/1.1" status: 204 len: 168 time: 0.5610921 Feb 20 06:08:35.170510 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d276a2-2aeb-4cde-98cf-9fb934b21779 admin admin] Pushing event deleted for resources: {'Network': ['ID=77a5e72c-df46-4eec-87fa-b3e6e5237af3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:35.271454 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47048) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:08:35.301546 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 13bd2b26-b7e4-42fb-9487-52a03d8f591e no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:08:35.313821 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-763351bb-a830-4479-8c1b-ec4716a521bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bab074dd2ce64b1aa74e27fbf8edd443&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411780 Feb 20 06:08:35.316335 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47050) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:08:35.322746 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 13bd2b26-b7e4-42fb-9487-52a03d8f591e {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:08:35.323130 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 13bd2b26-b7e4-42fb-9487-52a03d8f591e not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:08:35.323563 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 5ca9a948-afd1-4420-beab-7c29644b6c7a no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:08:35.342890 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 5ca9a948-afd1-4420-beab-7c29644b6c7a {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:08:35.343249 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 5ca9a948-afd1-4420-beab-7c29644b6c7a not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:08:35.343662 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d03d8107-8eb3-4041-a08f-ccb9b34a6dc7 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:08:35.361935 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c5c923b8-44f9-4c70-bb08-f8b3cbbb0ff4 admin admin] Publish callbacks [] for security_group (642ceed7-bb58-4117-867a-57326c7a36e2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:35.362391 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: d03d8107-8eb3-4041-a08f-ccb9b34a6dc7 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:08:35.362740 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device d03d8107-8eb3-4041-a08f-ccb9b34a6dc7 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:08:35.384272 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c5c923b8-44f9-4c70-bb08-f8b3cbbb0ff4 admin admin] Publish callbacks [] for security_group (642ceed7-bb58-4117-867a-57326c7a36e2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:35.432205 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c5c923b8-44f9-4c70-bb08-f8b3cbbb0ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (642ceed7-bb58-4117-867a-57326c7a36e2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:35.435621 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c5c923b8-44f9-4c70-bb08-f8b3cbbb0ff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:35.436563 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c5c923b8-44f9-4c70-bb08-f8b3cbbb0ff4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/642ceed7-bb58-4117-867a-57326c7a36e2 HTTP/1.1" status: 204 len: 168 time: 0.1193237 Feb 20 06:08:35.444368 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c923b8-44f9-4c70-bb08-f8b3cbbb0ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642ceed7-bb58-4117-867a-57326c7a36e2,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:35.755369 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47056) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:08:35.800567 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3c7980dd-b09d-4c5f-99dc-95ac1c6cf12f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=abb98e2237234db28b52f8a6f169db68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439472 Feb 20 06:08:35.803049 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47058) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:08:35.848430 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db8832bf-dfad-4abc-b4b4-0d6b2ce107da admin admin] Publish callbacks [] for security_group (0cdfa8b1-1db5-4d67-81dc-62ef5fccfdeb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:35.869443 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db8832bf-dfad-4abc-b4b4-0d6b2ce107da admin admin] Publish callbacks [] for security_group (0cdfa8b1-1db5-4d67-81dc-62ef5fccfdeb), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:35.915194 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db8832bf-dfad-4abc-b4b4-0d6b2ce107da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0cdfa8b1-1db5-4d67-81dc-62ef5fccfdeb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:35.917827 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db8832bf-dfad-4abc-b4b4-0d6b2ce107da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:35.922062 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-db8832bf-dfad-4abc-b4b4-0d6b2ce107da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0cdfa8b1-1db5-4d67-81dc-62ef5fccfdeb HTTP/1.1" status: 204 len: 168 time: 0.1156919 Feb 20 06:08:35.927401 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8832bf-dfad-4abc-b4b4-0d6b2ce107da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdfa8b1-1db5-4d67-81dc-62ef5fccfdeb,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:36.619719 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47092) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:08:36.722856 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-08f3e8a7-befb-4413-8f08-764a08a638e5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1329001775-network', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:08:36.743334 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f3e8a7-befb-4413-8f08-764a08a638e5 admin admin] Made reservation on behalf of f1302e2d9fbc428bb7df541fc14513df for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:08:36.745696 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08f3e8a7-befb-4413-8f08-764a08a638e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:36.755012 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08f3e8a7-befb-4413-8f08-764a08a638e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:36.840734 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08f3e8a7-befb-4413-8f08-764a08a638e5 admin admin] Publish callbacks [] for security_group (40a5acde-bf86-4eba-856b-2083571a9b64), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:36.847580 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08f3e8a7-befb-4413-8f08-764a08a638e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (40a5acde-bf86-4eba-856b-2083571a9b64), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:36.877544 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f3e8a7-befb-4413-8f08-764a08a638e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:08:36.882355 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3e8a7-befb-4413-8f08-764a08a638e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a5acde-bf86-4eba-856b-2083571a9b64,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:36.889624 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08f3e8a7-befb-4413-8f08-764a08a638e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (228ec875-33fc-41cd-bc5d-b5b2529dba97), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:36.889969 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-08f3e8a7-befb-4413-8f08-764a08a638e5 admin admin] Added segment 228ec875-33fc-41cd-bc5d-b5b2529dba97 of type vlan for network 1e9befcf-dfaf-4462-b7f7-68148d889223 Feb 20 06:08:36.934420 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08f3e8a7-befb-4413-8f08-764a08a638e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (1e9befcf-dfaf-4462-b7f7-68148d889223), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:36.958358 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08f3e8a7-befb-4413-8f08-764a08a638e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (1e9befcf-dfaf-4462-b7f7-68148d889223), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:36.959482 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f3e8a7-befb-4413-8f08-764a08a638e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:08:36.960065 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08f3e8a7-befb-4413-8f08-764a08a638e5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:37.008312 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-08f3e8a7-befb-4413-8f08-764a08a638e5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3874898 Feb 20 06:08:37.011642 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47102) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:08:37.024150 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-88f848ab-e3ce-47df-81a2-6396d86b4249 admin admin] Request body: {'subnet': {'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1329001775-subnet', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:08:37.035715 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3e8a7-befb-4413-8f08-764a08a638e5 admin admin] Pushing event updated for resources: {'Network': ['ID=1e9befcf-dfaf-4462-b7f7-68148d889223,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:37.047183 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 1e9befcf-dfaf-4462-b7f7-68148d889223 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:08:37.049131 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f848ab-e3ce-47df-81a2-6396d86b4249 admin admin] Made reservation on behalf of f1302e2d9fbc428bb7df541fc14513df for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:08:37.051650 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88f848ab-e3ce-47df-81a2-6396d86b4249 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:37.224840 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88f848ab-e3ce-47df-81a2-6396d86b4249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (3577d1d9-33e1-449c-acb0-7cde4e8fef95), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:37.282186 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f848ab-e3ce-47df-81a2-6396d86b4249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3577d1d9-33e1-449c-acb0-7cde4e8fef95,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:37.289199 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f848ab-e3ce-47df-81a2-6396d86b4249 admin admin] Checking segment: {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:08:37.289426 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f848ab-e3ce-47df-81a2-6396d86b4249 admin admin] Network hostable DHCP agents. Network: 1e9befcf-dfaf-4462-b7f7-68148d889223, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:08:37.308729 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f848ab-e3ce-47df-81a2-6396d86b4249 admin admin] Network 1e9befcf-dfaf-4462-b7f7-68148d889223 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:08:37.317410 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-88f848ab-e3ce-47df-81a2-6396d86b4249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 1e9befcf-dfaf-4462-b7f7-68148d889223) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:08:37.321777 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f848ab-e3ce-47df-81a2-6396d86b4249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:08:37.322378 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88f848ab-e3ce-47df-81a2-6396d86b4249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:37.327902 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39261cba-0c58-455a-a3d2-6981cba86818 None None] Network 1e9befcf-dfaf-4462-b7f7-68148d889223 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:08:37.342979 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-88f848ab-e3ce-47df-81a2-6396d86b4249 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3243818 Feb 20 06:08:37.345269 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47114) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:08:37.350147 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-dda4135c-d02f-42f9-8317-c8ad97aafa14 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:08:37.374694 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dda4135c-d02f-42f9-8317-c8ad97aafa14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (189ebf4f-558f-4631-8a2d-db18b8817427), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:37.376384 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dda4135c-d02f-42f9-8317-c8ad97aafa14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (189ebf4f-558f-4631-8a2d-db18b8817427), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:37.453472 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dae208-a1e1-4014-a8ba-549f1f97c014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-1e9befcf-dfaf-4462-b7f7-68148d889223', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:08:37.454513 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54dae208-a1e1-4014-a8ba-549f1f97c014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:37.474046 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dda4135c-d02f-42f9-8317-c8ad97aafa14 admin admin] Publish callbacks [] for router_controller (189ebf4f-558f-4631-8a2d-db18b8817427), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:37.592906 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-54dae208-a1e1-4014-a8ba-549f1f97c014 None None] Allocated IP 172.20.0.2 (1e9befcf-dfaf-4462-b7f7-68148d889223/3577d1d9-33e1-449c-acb0-7cde4e8fef95/8145e0c6-b7df-4ec9-9e69-07dea9593531) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:08:37.754291 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54dae208-a1e1-4014-a8ba-549f1f97c014 None None] Publish callbacks [] for port (8145e0c6-b7df-4ec9-9e69-07dea9593531), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:37.760409 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54dae208-a1e1-4014-a8ba-549f1f97c014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (8145e0c6-b7df-4ec9-9e69-07dea9593531), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:37.797170 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dae208-a1e1-4014-a8ba-549f1f97c014 None None] Network 1e9befcf-dfaf-4462-b7f7-68148d889223 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:08:37.805583 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-54dae208-a1e1-4014-a8ba-549f1f97c014 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:08:37.807963 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dae208-a1e1-4014-a8ba-549f1f97c014 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:08:37.827909 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dae208-a1e1-4014-a8ba-549f1f97c014 None None] Pushing event updated for resources: {'Port': ['ID=8145e0c6-b7df-4ec9-9e69-07dea9593531,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:37.858752 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dda4135c-d02f-42f9-8317-c8ad97aafa14 admin admin] Publish callbacks [] for router_gateway (189ebf4f-558f-4631-8a2d-db18b8817427), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:37.890890 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-54dae208-a1e1-4014-a8ba-549f1f97c014 None None] Attempting to bind port 8145e0c6-b7df-4ec9-9e69-07dea9593531 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:08:37.891741 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-54dae208-a1e1-4014-a8ba-549f1f97c014 None None] Attempting to bind port 8145e0c6-b7df-4ec9-9e69-07dea9593531 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:08:37.892258 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dae208-a1e1-4014-a8ba-549f1f97c014 None None] Attempting to bind port 8145e0c6-b7df-4ec9-9e69-07dea9593531 on network 1e9befcf-dfaf-4462-b7f7-68148d889223 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:08:37.899095 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dae208-a1e1-4014-a8ba-549f1f97c014 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:08:37.899488 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dae208-a1e1-4014-a8ba-549f1f97c014 None None] Checking segment: {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:08:37.899896 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54dae208-a1e1-4014-a8ba-549f1f97c014 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:37.900292 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dae208-a1e1-4014-a8ba-549f1f97c014 None None] Bound using segment: {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:08:37.900775 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-54dae208-a1e1-4014-a8ba-549f1f97c014 None None] Bound port: 8145e0c6-b7df-4ec9-9e69-07dea9593531, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:08:37.901152 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54dae208-a1e1-4014-a8ba-549f1f97c014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8145e0c6-b7df-4ec9-9e69-07dea9593531), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:37.968428 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-54dae208-a1e1-4014-a8ba-549f1f97c014 None None] For port 8145e0c6-b7df-4ec9-9e69-07dea9593531, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:08:37.972147 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-54dae208-a1e1-4014-a8ba-549f1f97c014 None None] For port 8145e0c6-b7df-4ec9-9e69-07dea9593531, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8145e0c6-b7df-4ec9-9e69-07dea9593531,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:08:37.977282 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54dae208-a1e1-4014-a8ba-549f1f97c014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8145e0c6-b7df-4ec9-9e69-07dea9593531), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:38.047133 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dae208-a1e1-4014-a8ba-549f1f97c014 None None] Pushing event updated for resources: {'Port': ['ID=8145e0c6-b7df-4ec9-9e69-07dea9593531,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:38.100956 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dda4135c-d02f-42f9-8317-c8ad97aafa14 admin admin] Publish callbacks [] for router_gateway (189ebf4f-558f-4631-8a2d-db18b8817427), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:38.131922 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dda4135c-d02f-42f9-8317-c8ad97aafa14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:38.263865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-dda4135c-d02f-42f9-8317-c8ad97aafa14 admin admin] Allocated IP 172.25.3.104 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/f573df89-d6f6-4504-87b2-89f3670fa67b) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:08:38.388626 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dda4135c-d02f-42f9-8317-c8ad97aafa14 admin admin] Publish callbacks [] for port (f573df89-d6f6-4504-87b2-89f3670fa67b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:38.423454 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dda4135c-d02f-42f9-8317-c8ad97aafa14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (f573df89-d6f6-4504-87b2-89f3670fa67b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:38.459567 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda4135c-d02f-42f9-8317-c8ad97aafa14 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:08:38.462752 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-dda4135c-d02f-42f9-8317-c8ad97aafa14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:08:38.465474 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda4135c-d02f-42f9-8317-c8ad97aafa14 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:08:38.495540 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4135c-d02f-42f9-8317-c8ad97aafa14 admin admin] Pushing event updated for resources: {'Port': ['ID=f573df89-d6f6-4504-87b2-89f3670fa67b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:38.745746 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dda4135c-d02f-42f9-8317-c8ad97aafa14 admin admin] Publish callbacks [] for router_gateway (189ebf4f-558f-4631-8a2d-db18b8817427), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:38.967317 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dda4135c-d02f-42f9-8317-c8ad97aafa14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (189ebf4f-558f-4631-8a2d-db18b8817427), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:39.054004 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6b07bb-b18e-41f8-b6b5-04258f550207 None None] Network 1e9befcf-dfaf-4462-b7f7-68148d889223 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:08:39.121363 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-85624d70-1d4a-4a43-8215-29740cf4bd51 None None] Provisioning complete for port 8145e0c6-b7df-4ec9-9e69-07dea9593531 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:08:39.121891 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85624d70-1d4a-4a43-8215-29740cf4bd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8145e0c6-b7df-4ec9-9e69-07dea9593531), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:39.128819 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda4135c-d02f-42f9-8317-c8ad97aafa14 admin admin] Router 189ebf4f-558f-4631-8a2d-db18b8817427 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:08:39.248359 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-85624d70-1d4a-4a43-8215-29740cf4bd51 None None] Current status of the port 8145e0c6-b7df-4ec9-9e69-07dea9593531 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:08:39.248852 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85624d70-1d4a-4a43-8215-29740cf4bd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8145e0c6-b7df-4ec9-9e69-07dea9593531), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:39.259397 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda4135c-d02f-42f9-8317-c8ad97aafa14 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:08:39.282789 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dda4135c-d02f-42f9-8317-c8ad97aafa14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:39.282978 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa94048-78f6-420a-9f30-5d5b3ecb6349 None None] Sync routers for ids ['189ebf4f-558f-4631-8a2d-db18b8817427'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:08:39.287634 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dda4135c-d02f-42f9-8317-c8ad97aafa14 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9388812 Feb 20 06:08:39.288279 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47148) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:08:39.312094 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa94048-78f6-420a-9f30-5d5b3ecb6349 None None] Routers {'189ebf4f-558f-4631-8a2d-db18b8817427'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:08:39.313652 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-cfa94048-78f6-420a-9f30-5d5b3ecb6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:08:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['189ebf4f-558f-4631-8a2d-db18b8817427'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:39.342333 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-85624d70-1d4a-4a43-8215-29740cf4bd51 None None] For port 8145e0c6-b7df-4ec9-9e69-07dea9593531, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8145e0c6-b7df-4ec9-9e69-07dea9593531,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:08:39.347783 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85624d70-1d4a-4a43-8215-29740cf4bd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8145e0c6-b7df-4ec9-9e69-07dea9593531), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:39.399966 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8145e0c6-b7df-4ec9-9e69-07dea9593531 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:08:39.462786 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85624d70-1d4a-4a43-8215-29740cf4bd51 None None] Pushing event updated for resources: {'Port': ['ID=8145e0c6-b7df-4ec9-9e69-07dea9593531,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:39.494513 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-cfa94048-78f6-420a-9f30-5d5b3ecb6349 None None] Set router 189ebf4f-558f-4631-8a2d-db18b8817427 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:08:39.494764 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 8145e0c6-b7df-4ec9-9e69-07dea9593531 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:08:39.495135 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8145e0c6-b7df-4ec9-9e69-07dea9593531), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:39.610455 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 8145e0c6-b7df-4ec9-9e69-07dea9593531 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:08:39.692424 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-fe5d528b-d194-4b31-becf-247348e83913 None None] Provisioning complete for port 8145e0c6-b7df-4ec9-9e69-07dea9593531 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:08:39.693353 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fe5d528b-d194-4b31-becf-247348e83913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8145e0c6-b7df-4ec9-9e69-07dea9593531), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:39.733472 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-cfa94048-78f6-420a-9f30-5d5b3ecb6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:37Z', 'updated_at': '2022-02-20T06:08:38Z', 'revision_number': 3, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'gw_port': {'id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:38Z', 'updated_at': '2022-02-20T06:08:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:39.765819 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa94048-78f6-420a-9f30-5d5b3ecb6349 None None] Checking router: 189ebf4f-558f-4631-8a2d-db18b8817427 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:08:39.766163 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa94048-78f6-420a-9f30-5d5b3ecb6349 None None] Updating router 189ebf4f-558f-4631-8a2d-db18b8817427 port f573df89-d6f6-4504-87b2-89f3670fa67b binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:08:39.788252 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d528b-d194-4b31-becf-247348e83913 None None] Current status of the port 8145e0c6-b7df-4ec9-9e69-07dea9593531 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:08:39.884539 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ceb270cd-4c6e-474d-b5d5-7c4a3f3ea3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:39.890635 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cfa94048-78f6-420a-9f30-5d5b3ecb6349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f573df89-d6f6-4504-87b2-89f3670fa67b), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:40.122178 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-ceb270cd-4c6e-474d-b5d5-7c4a3f3ea3b4 admin admin] Allocated IP 172.20.0.1 (1e9befcf-dfaf-4462-b7f7-68148d889223/3577d1d9-33e1-449c-acb0-7cde4e8fef95/74aa10b1-41d3-47b4-90b9-4ff556f79f39) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:08:40.160461 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cfa94048-78f6-420a-9f30-5d5b3ecb6349 None None] Publish callbacks [] for port (f573df89-d6f6-4504-87b2-89f3670fa67b), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:40.165772 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cfa94048-78f6-420a-9f30-5d5b3ecb6349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f573df89-d6f6-4504-87b2-89f3670fa67b), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:40.215228 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-cfa94048-78f6-420a-9f30-5d5b3ecb6349 None None] Attempting to bind port f573df89-d6f6-4504-87b2-89f3670fa67b on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:08:40.215603 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-cfa94048-78f6-420a-9f30-5d5b3ecb6349 None None] Attempting to bind port f573df89-d6f6-4504-87b2-89f3670fa67b by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:08:40.216176 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa94048-78f6-420a-9f30-5d5b3ecb6349 None None] Attempting to bind port f573df89-d6f6-4504-87b2-89f3670fa67b on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:08:40.227134 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f9183-fd1d-445d-b4f2-3a900b3d0e5b None None] Pushing event updated for resources: {'Port': ['ID=f573df89-d6f6-4504-87b2-89f3670fa67b,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:40.230578 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa94048-78f6-420a-9f30-5d5b3ecb6349 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:08:40.230979 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa94048-78f6-420a-9f30-5d5b3ecb6349 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:08:40.231585 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cfa94048-78f6-420a-9f30-5d5b3ecb6349 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:40.232179 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa94048-78f6-420a-9f30-5d5b3ecb6349 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:08:40.232688 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-cfa94048-78f6-420a-9f30-5d5b3ecb6349 None None] Bound port: f573df89-d6f6-4504-87b2-89f3670fa67b, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:08:40.233065 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cfa94048-78f6-420a-9f30-5d5b3ecb6349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f573df89-d6f6-4504-87b2-89f3670fa67b), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:40.239993 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f9183-fd1d-445d-b4f2-3a900b3d0e5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:40.240652 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f9183-fd1d-445d-b4f2-3a900b3d0e5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:40.241002 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f9183-fd1d-445d-b4f2-3a900b3d0e5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:40.241344 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f9183-fd1d-445d-b4f2-3a900b3d0e5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:40.241680 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f9183-fd1d-445d-b4f2-3a900b3d0e5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:40.242008 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f9183-fd1d-445d-b4f2-3a900b3d0e5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:40.242522 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f9183-fd1d-445d-b4f2-3a900b3d0e5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:40.242857 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f9183-fd1d-445d-b4f2-3a900b3d0e5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:40.243213 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f9183-fd1d-445d-b4f2-3a900b3d0e5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:40.243542 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f9183-fd1d-445d-b4f2-3a900b3d0e5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:40.243869 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f9183-fd1d-445d-b4f2-3a900b3d0e5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:40.244196 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f9183-fd1d-445d-b4f2-3a900b3d0e5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:40.244513 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f9183-fd1d-445d-b4f2-3a900b3d0e5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:08:40.245314 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ceb270cd-4c6e-474d-b5d5-7c4a3f3ea3b4 admin admin] Publish callbacks [] for port (74aa10b1-41d3-47b4-90b9-4ff556f79f39), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:40.282802 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ceb270cd-4c6e-474d-b5d5-7c4a3f3ea3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (74aa10b1-41d3-47b4-90b9-4ff556f79f39), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:40.311328 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-cfa94048-78f6-420a-9f30-5d5b3ecb6349 None None] For port f573df89-d6f6-4504-87b2-89f3670fa67b, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:08:40.316520 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-cfa94048-78f6-420a-9f30-5d5b3ecb6349 None None] For port f573df89-d6f6-4504-87b2-89f3670fa67b, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f573df89-d6f6-4504-87b2-89f3670fa67b,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:08:40.327817 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cfa94048-78f6-420a-9f30-5d5b3ecb6349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f573df89-d6f6-4504-87b2-89f3670fa67b), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:40.391679 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa94048-78f6-420a-9f30-5d5b3ecb6349 None None] Routers {'189ebf4f-558f-4631-8a2d-db18b8817427'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:08:40.392230 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-cfa94048-78f6-420a-9f30-5d5b3ecb6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:08:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['189ebf4f-558f-4631-8a2d-db18b8817427'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:40.428518 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f9183-fd1d-445d-b4f2-3a900b3d0e5b None None] Pushing event updated for resources: {'Port': ['ID=f573df89-d6f6-4504-87b2-89f3670fa67b,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:40.515177 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-cfa94048-78f6-420a-9f30-5d5b3ecb6349 None None] Set router 189ebf4f-558f-4631-8a2d-db18b8817427 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:08:40.596734 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb270cd-4c6e-474d-b5d5-7c4a3f3ea3b4 admin admin] Network 1e9befcf-dfaf-4462-b7f7-68148d889223 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:08:40.599670 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-ceb270cd-4c6e-474d-b5d5-7c4a3f3ea3b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:08:40.603238 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb270cd-4c6e-474d-b5d5-7c4a3f3ea3b4 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:08:40.636998 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb270cd-4c6e-474d-b5d5-7c4a3f3ea3b4 admin admin] Pushing event updated for resources: {'Port': ['ID=74aa10b1-41d3-47b4-90b9-4ff556f79f39,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:40.656068 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ceb270cd-4c6e-474d-b5d5-7c4a3f3ea3b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (189ebf4f-558f-4631-8a2d-db18b8817427), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:40.731637 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-cfa94048-78f6-420a-9f30-5d5b3ecb6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:37Z', 'updated_at': '2022-02-20T06:08:38Z', 'revision_number': 3, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'gw_port': {'id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:38Z', 'updated_at': '2022-02-20T06:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:40.766949 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa94048-78f6-420a-9f30-5d5b3ecb6349 None None] The sync data for ids ['189ebf4f-558f-4631-8a2d-db18b8817427'] in n-d-829866-5 is: [{'id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:37Z', 'updated_at': '2022-02-20T06:08:38Z', 'revision_number': 3, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'gw_port': {'id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:38Z', 'updated_at': '2022-02-20T06:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:08:40.878441 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ceb270cd-4c6e-474d-b5d5-7c4a3f3ea3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (74aa10b1-41d3-47b4-90b9-4ff556f79f39), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:40.923736 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-f8a4b9f4-773a-4f0f-824a-6121477edbec None None] Provisioning complete for port 74aa10b1-41d3-47b4-90b9-4ff556f79f39 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:08:40.925813 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f8a4b9f4-773a-4f0f-824a-6121477edbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (74aa10b1-41d3-47b4-90b9-4ff556f79f39), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:40.983963 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f8a4b9f4-773a-4f0f-824a-6121477edbec None None] Port 74aa10b1-41d3-47b4-90b9-4ff556f79f39 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:08:41.092467 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ceb270cd-4c6e-474d-b5d5-7c4a3f3ea3b4 admin admin] Publish callbacks [] for port (74aa10b1-41d3-47b4-90b9-4ff556f79f39), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:41.097112 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ceb270cd-4c6e-474d-b5d5-7c4a3f3ea3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (74aa10b1-41d3-47b4-90b9-4ff556f79f39), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:41.185013 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb270cd-4c6e-474d-b5d5-7c4a3f3ea3b4 admin admin] Pushing event updated for resources: {'Port': ['ID=74aa10b1-41d3-47b4-90b9-4ff556f79f39,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:41.187849 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ceb270cd-4c6e-474d-b5d5-7c4a3f3ea3b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (189ebf4f-558f-4631-8a2d-db18b8817427), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:41.299480 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb270cd-4c6e-474d-b5d5-7c4a3f3ea3b4 admin admin] Network 1e9befcf-dfaf-4462-b7f7-68148d889223 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:08:41.300994 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-ceb270cd-4c6e-474d-b5d5-7c4a3f3ea3b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:08:41.469671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f573df89-d6f6-4504-87b2-89f3670fa67b up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:08:41.502038 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb270cd-4c6e-474d-b5d5-7c4a3f3ea3b4 admin admin] Router 189ebf4f-558f-4631-8a2d-db18b8817427 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:08:41.532810 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port f573df89-d6f6-4504-87b2-89f3670fa67b triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:08:41.533346 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f573df89-d6f6-4504-87b2-89f3670fa67b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:41.639559 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb270cd-4c6e-474d-b5d5-7c4a3f3ea3b4 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:08:41.648998 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ceb270cd-4c6e-474d-b5d5-7c4a3f3ea3b4 admin admin] 10.222.0.37 "PUT /v2.0/routers/189ebf4f-558f-4631-8a2d-db18b8817427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3585103 Feb 20 06:08:41.659978 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port f573df89-d6f6-4504-87b2-89f3670fa67b is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:08:41.660868 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (f573df89-d6f6-4504-87b2-89f3670fa67b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:41.682188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port f573df89-d6f6-4504-87b2-89f3670fa67b, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f573df89-d6f6-4504-87b2-89f3670fa67b,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:08:41.687872 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (f573df89-d6f6-4504-87b2-89f3670fa67b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:41.688799 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8145e0c6-b7df-4ec9-9e69-07dea9593531 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:08:41.767994 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-888ecfad-f225-4630-a8fa-6b8294e44517 None None] Provisioning complete for port 74aa10b1-41d3-47b4-90b9-4ff556f79f39 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:08:41.768367 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-888ecfad-f225-4630-a8fa-6b8294e44517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (74aa10b1-41d3-47b4-90b9-4ff556f79f39), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:41.841582 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=f573df89-d6f6-4504-87b2-89f3670fa67b,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:41.847138 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-888ecfad-f225-4630-a8fa-6b8294e44517 None None] Port 74aa10b1-41d3-47b4-90b9-4ff556f79f39 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:08:41.853095 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 8145e0c6-b7df-4ec9-9e69-07dea9593531 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:08:41.853603 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8145e0c6-b7df-4ec9-9e69-07dea9593531), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:42.126599 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 8145e0c6-b7df-4ec9-9e69-07dea9593531 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:08:42.252479 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47204) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:08:42.257736 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e370a9eb-5fbd-4d6e-bb4c-9d1b2e2b083e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-833314125-network', 'tenant_id': 'c6ebb02646de475fb873b42268613a67'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:08:42.278488 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e370a9eb-5fbd-4d6e-bb4c-9d1b2e2b083e admin admin] Made reservation on behalf of c6ebb02646de475fb873b42268613a67 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:08:42.280785 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e370a9eb-5fbd-4d6e-bb4c-9d1b2e2b083e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:42.289935 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e370a9eb-5fbd-4d6e-bb4c-9d1b2e2b083e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:42.397781 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e370a9eb-5fbd-4d6e-bb4c-9d1b2e2b083e admin admin] Publish callbacks [] for security_group (f9272c01-392b-4cca-999c-771b1a98637f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:42.406700 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e370a9eb-5fbd-4d6e-bb4c-9d1b2e2b083e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f9272c01-392b-4cca-999c-771b1a98637f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:42.435836 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e370a9eb-5fbd-4d6e-bb4c-9d1b2e2b083e admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:08:42.445527 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370a9eb-5fbd-4d6e-bb4c-9d1b2e2b083e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9272c01-392b-4cca-999c-771b1a98637f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:42.450883 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e370a9eb-5fbd-4d6e-bb4c-9d1b2e2b083e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (02b26f2a-3352-41ff-9ed0-850af681ab1d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:42.451348 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-e370a9eb-5fbd-4d6e-bb4c-9d1b2e2b083e admin admin] Added segment 02b26f2a-3352-41ff-9ed0-850af681ab1d of type vlan for network e09dfa1f-ea1e-4ad2-a729-ddd45db94191 Feb 20 06:08:42.501642 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e370a9eb-5fbd-4d6e-bb4c-9d1b2e2b083e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (e09dfa1f-ea1e-4ad2-a729-ddd45db94191), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:42.530358 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e370a9eb-5fbd-4d6e-bb4c-9d1b2e2b083e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (e09dfa1f-ea1e-4ad2-a729-ddd45db94191), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:42.531408 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e370a9eb-5fbd-4d6e-bb4c-9d1b2e2b083e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:08:42.532061 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e370a9eb-5fbd-4d6e-bb4c-9d1b2e2b083e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:42.588229 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e370a9eb-5fbd-4d6e-bb4c-9d1b2e2b083e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3343320 Feb 20 06:08:42.590804 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47212) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:08:42.596381 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2bd0913b-24fc-4788-b1f0-6fd075b54ce2 admin admin] Request body: {'subnet': {'network_id': 'e09dfa1f-ea1e-4ad2-a729-ddd45db94191', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-833314125-subnet', 'tenant_id': 'c6ebb02646de475fb873b42268613a67', 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:08:42.609020 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370a9eb-5fbd-4d6e-bb4c-9d1b2e2b083e admin admin] Pushing event updated for resources: {'Network': ['ID=e09dfa1f-ea1e-4ad2-a729-ddd45db94191,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:42.621626 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network e09dfa1f-ea1e-4ad2-a729-ddd45db94191 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:08:42.623231 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd0913b-24fc-4788-b1f0-6fd075b54ce2 admin admin] Made reservation on behalf of c6ebb02646de475fb873b42268613a67 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:08:42.625827 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2bd0913b-24fc-4788-b1f0-6fd075b54ce2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:42.784505 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e5d1d1-84a2-4ea5-81ca-604748e0e883 None None] Sync routers for ids ['189ebf4f-558f-4631-8a2d-db18b8817427'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:08:42.794922 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e5d1d1-84a2-4ea5-81ca-604748e0e883 None None] Routers {'189ebf4f-558f-4631-8a2d-db18b8817427'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:08:42.795681 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-97e5d1d1-84a2-4ea5-81ca-604748e0e883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:08:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['189ebf4f-558f-4631-8a2d-db18b8817427'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:42.826299 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2bd0913b-24fc-4788-b1f0-6fd075b54ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (dc281e59-91ac-400d-bc08-453d2770e541), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:42.919904 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-97e5d1d1-84a2-4ea5-81ca-604748e0e883 None None] Set router 189ebf4f-558f-4631-8a2d-db18b8817427 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:08:43.149986 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-97e5d1d1-84a2-4ea5-81ca-604748e0e883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:37Z', 'updated_at': '2022-02-20T06:08:40Z', 'revision_number': 4, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'gw_port': {'id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:38Z', 'updated_at': '2022-02-20T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '74aa10b1-41d3-47b4-90b9-4ff556f79f39', 'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'mac_address': 'fa:16:3e:75:91:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:39Z', 'updated_at': '2022-02-20T06:08:40Z', 'revision_number': 2, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'subnets': [{'id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:43.185668 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e5d1d1-84a2-4ea5-81ca-604748e0e883 None None] Checking router: 189ebf4f-558f-4631-8a2d-db18b8817427 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:08:43.186121 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e5d1d1-84a2-4ea5-81ca-604748e0e883 None None] Updating router 189ebf4f-558f-4631-8a2d-db18b8817427 port 74aa10b1-41d3-47b4-90b9-4ff556f79f39 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:08:43.216220 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97e5d1d1-84a2-4ea5-81ca-604748e0e883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (74aa10b1-41d3-47b4-90b9-4ff556f79f39), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:43.233857 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0913b-24fc-4788-b1f0-6fd075b54ce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc281e59-91ac-400d-bc08-453d2770e541,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:43.250460 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd0913b-24fc-4788-b1f0-6fd075b54ce2 admin admin] Checking segment: {'id': '02b26f2a-3352-41ff-9ed0-850af681ab1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e09dfa1f-ea1e-4ad2-a729-ddd45db94191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:08:43.250982 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd0913b-24fc-4788-b1f0-6fd075b54ce2 admin admin] Network hostable DHCP agents. Network: e09dfa1f-ea1e-4ad2-a729-ddd45db94191, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:08:43.273210 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd0913b-24fc-4788-b1f0-6fd075b54ce2 admin admin] Network e09dfa1f-ea1e-4ad2-a729-ddd45db94191 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:08:43.283807 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-2bd0913b-24fc-4788-b1f0-6fd075b54ce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, e09dfa1f-ea1e-4ad2-a729-ddd45db94191) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:08:43.288975 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd0913b-24fc-4788-b1f0-6fd075b54ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:08:43.289788 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2bd0913b-24fc-4788-b1f0-6fd075b54ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:43.311842 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 47226) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:08:43.312407 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2bd0913b-24fc-4788-b1f0-6fd075b54ce2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7198217 Feb 20 06:08:43.316959 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-51bf35ba-a452-47c8-b6c2-6e671933cf66 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-833314125-router', 'tenant_id': 'c6ebb02646de475fb873b42268613a67', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:08:43.336812 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51bf35ba-a452-47c8-b6c2-6e671933cf66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (39f626ab-ae17-493b-be60-401772cf3f03), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:43.337880 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51bf35ba-a452-47c8-b6c2-6e671933cf66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (39f626ab-ae17-493b-be60-401772cf3f03), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:43.344068 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105170a0-590a-440c-9524-9ec6797c3823 None None] Network e09dfa1f-ea1e-4ad2-a729-ddd45db94191 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:08:43.363516 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f573df89-d6f6-4504-87b2-89f3670fa67b up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:08:43.394193 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51bf35ba-a452-47c8-b6c2-6e671933cf66 admin admin] Publish callbacks [] for router_controller (39f626ab-ae17-493b-be60-401772cf3f03), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:43.546738 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51bf35ba-a452-47c8-b6c2-6e671933cf66 admin admin] Publish callbacks [] for router_gateway (39f626ab-ae17-493b-be60-401772cf3f03), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:43.547757 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port f573df89-d6f6-4504-87b2-89f3670fa67b triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:08:43.548232 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (f573df89-d6f6-4504-87b2-89f3670fa67b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:43.597041 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a0a99e-c926-423a-9ff8-bb302018047a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-e09dfa1f-ea1e-4ad2-a729-ddd45db94191', 'network_id': 'e09dfa1f-ea1e-4ad2-a729-ddd45db94191', 'project_id': 'c6ebb02646de475fb873b42268613a67', 'fixed_ips': [{'subnet_id': 'dc281e59-91ac-400d-bc08-453d2770e541'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:08:43.597883 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19a0a99e-c926-423a-9ff8-bb302018047a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:43.769762 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51bf35ba-a452-47c8-b6c2-6e671933cf66 admin admin] Publish callbacks [] for router_gateway (39f626ab-ae17-493b-be60-401772cf3f03), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:43.789822 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51bf35ba-a452-47c8-b6c2-6e671933cf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:43.839873 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port f573df89-d6f6-4504-87b2-89f3670fa67b is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:08:43.843026 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97e5d1d1-84a2-4ea5-81ca-604748e0e883 None None] Publish callbacks [] for port (74aa10b1-41d3-47b4-90b9-4ff556f79f39), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:43.852997 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97e5d1d1-84a2-4ea5-81ca-604748e0e883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (74aa10b1-41d3-47b4-90b9-4ff556f79f39), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:43.905236 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-19a0a99e-c926-423a-9ff8-bb302018047a None None] Allocated IP 172.20.0.2 (e09dfa1f-ea1e-4ad2-a729-ddd45db94191/dc281e59-91ac-400d-bc08-453d2770e541/a04b69da-b9fa-4d59-bf22-34421cd0aeaf) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:08:43.907131 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a88f3-1caf-4fa4-afa7-3bd705d4677e None None] Pushing event updated for resources: {'Port': ['ID=74aa10b1-41d3-47b4-90b9-4ff556f79f39,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:43.910785 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-51bf35ba-a452-47c8-b6c2-6e671933cf66 admin admin] Allocated IP 172.25.3.128 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/06fa68d8-fd72-4a7b-9405-e8780eb1a12b) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:08:44.041403 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-97e5d1d1-84a2-4ea5-81ca-604748e0e883 None None] Attempting to bind port 74aa10b1-41d3-47b4-90b9-4ff556f79f39 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:08:44.041778 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-97e5d1d1-84a2-4ea5-81ca-604748e0e883 None None] Attempting to bind port 74aa10b1-41d3-47b4-90b9-4ff556f79f39 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:08:44.042144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e5d1d1-84a2-4ea5-81ca-604748e0e883 None None] Attempting to bind port 74aa10b1-41d3-47b4-90b9-4ff556f79f39 on network 1e9befcf-dfaf-4462-b7f7-68148d889223 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:08:44.049212 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e5d1d1-84a2-4ea5-81ca-604748e0e883 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:08:44.049657 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e5d1d1-84a2-4ea5-81ca-604748e0e883 None None] Checking segment: {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:08:44.049984 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97e5d1d1-84a2-4ea5-81ca-604748e0e883 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:44.050380 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e5d1d1-84a2-4ea5-81ca-604748e0e883 None None] Bound using segment: {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:08:44.050856 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-97e5d1d1-84a2-4ea5-81ca-604748e0e883 None None] Bound port: 74aa10b1-41d3-47b4-90b9-4ff556f79f39, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:08:44.055318 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97e5d1d1-84a2-4ea5-81ca-604748e0e883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (74aa10b1-41d3-47b4-90b9-4ff556f79f39), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:44.077569 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51bf35ba-a452-47c8-b6c2-6e671933cf66 admin admin] Publish callbacks [] for port (06fa68d8-fd72-4a7b-9405-e8780eb1a12b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:44.138127 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51bf35ba-a452-47c8-b6c2-6e671933cf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (06fa68d8-fd72-4a7b-9405-e8780eb1a12b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:44.185455 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-97e5d1d1-84a2-4ea5-81ca-604748e0e883 None None] For port 74aa10b1-41d3-47b4-90b9-4ff556f79f39, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:08:44.187467 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bf35ba-a452-47c8-b6c2-6e671933cf66 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:08:44.194138 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-51bf35ba-a452-47c8-b6c2-6e671933cf66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:08:44.197878 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bf35ba-a452-47c8-b6c2-6e671933cf66 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:08:44.209137 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-97e5d1d1-84a2-4ea5-81ca-604748e0e883 None None] For port 74aa10b1-41d3-47b4-90b9-4ff556f79f39, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=74aa10b1-41d3-47b4-90b9-4ff556f79f39,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:08:44.216258 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19a0a99e-c926-423a-9ff8-bb302018047a None None] Publish callbacks [] for port (a04b69da-b9fa-4d59-bf22-34421cd0aeaf), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:44.219604 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97e5d1d1-84a2-4ea5-81ca-604748e0e883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (74aa10b1-41d3-47b4-90b9-4ff556f79f39), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:44.229586 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19a0a99e-c926-423a-9ff8-bb302018047a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (a04b69da-b9fa-4d59-bf22-34421cd0aeaf), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:44.235460 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf35ba-a452-47c8-b6c2-6e671933cf66 admin admin] Pushing event updated for resources: {'Port': ['ID=06fa68d8-fd72-4a7b-9405-e8780eb1a12b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:44.281139 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a0a99e-c926-423a-9ff8-bb302018047a None None] Network e09dfa1f-ea1e-4ad2-a729-ddd45db94191 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:08:44.286521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-19a0a99e-c926-423a-9ff8-bb302018047a None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:08:44.289218 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a0a99e-c926-423a-9ff8-bb302018047a None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:08:44.306229 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e5d1d1-84a2-4ea5-81ca-604748e0e883 None None] Routers {'189ebf4f-558f-4631-8a2d-db18b8817427'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:08:44.306863 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-97e5d1d1-84a2-4ea5-81ca-604748e0e883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:08:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['189ebf4f-558f-4631-8a2d-db18b8817427'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:44.385659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a88f3-1caf-4fa4-afa7-3bd705d4677e None None] Pushing event updated for resources: {'Port': ['ID=74aa10b1-41d3-47b4-90b9-4ff556f79f39,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:44.444840 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-40f776e3-5963-4d25-8486-2b3bd675f5a7 None None] Provisioning complete for port 74aa10b1-41d3-47b4-90b9-4ff556f79f39 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:08:44.445586 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40f776e3-5963-4d25-8486-2b3bd675f5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (74aa10b1-41d3-47b4-90b9-4ff556f79f39), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:44.562515 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51bf35ba-a452-47c8-b6c2-6e671933cf66 admin admin] Publish callbacks [] for router_gateway (39f626ab-ae17-493b-be60-401772cf3f03), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:44.768324 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0a99e-c926-423a-9ff8-bb302018047a None None] Pushing event updated for resources: {'Port': ['ID=a04b69da-b9fa-4d59-bf22-34421cd0aeaf,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:44.786023 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-19a0a99e-c926-423a-9ff8-bb302018047a None None] Attempting to bind port a04b69da-b9fa-4d59-bf22-34421cd0aeaf on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:08:44.786944 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-19a0a99e-c926-423a-9ff8-bb302018047a None None] Attempting to bind port a04b69da-b9fa-4d59-bf22-34421cd0aeaf by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '02b26f2a-3352-41ff-9ed0-850af681ab1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e09dfa1f-ea1e-4ad2-a729-ddd45db94191'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:08:44.787260 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a0a99e-c926-423a-9ff8-bb302018047a None None] Attempting to bind port a04b69da-b9fa-4d59-bf22-34421cd0aeaf on network e09dfa1f-ea1e-4ad2-a729-ddd45db94191 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:08:44.795627 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51bf35ba-a452-47c8-b6c2-6e671933cf66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (39f626ab-ae17-493b-be60-401772cf3f03), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:44.807058 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a0a99e-c926-423a-9ff8-bb302018047a None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:08:44.807448 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a0a99e-c926-423a-9ff8-bb302018047a None None] Checking segment: {'id': '02b26f2a-3352-41ff-9ed0-850af681ab1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e09dfa1f-ea1e-4ad2-a729-ddd45db94191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:08:44.807850 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19a0a99e-c926-423a-9ff8-bb302018047a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:44.808252 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a0a99e-c926-423a-9ff8-bb302018047a None None] Bound using segment: {'id': '02b26f2a-3352-41ff-9ed0-850af681ab1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e09dfa1f-ea1e-4ad2-a729-ddd45db94191'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:08:44.808771 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-19a0a99e-c926-423a-9ff8-bb302018047a None None] Bound port: a04b69da-b9fa-4d59-bf22-34421cd0aeaf, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b26f2a-3352-41ff-9ed0-850af681ab1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e09dfa1f-ea1e-4ad2-a729-ddd45db94191'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:08:44.809152 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19a0a99e-c926-423a-9ff8-bb302018047a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a04b69da-b9fa-4d59-bf22-34421cd0aeaf), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:44.816564 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-97e5d1d1-84a2-4ea5-81ca-604748e0e883 None None] Set router 189ebf4f-558f-4631-8a2d-db18b8817427 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:08:44.929571 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51bf35ba-a452-47c8-b6c2-6e671933cf66 admin admin] Router 39f626ab-ae17-493b-be60-401772cf3f03 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:08:45.024850 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-40f776e3-5963-4d25-8486-2b3bd675f5a7 None None] Current status of the port 74aa10b1-41d3-47b4-90b9-4ff556f79f39 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:08:45.025800 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40f776e3-5963-4d25-8486-2b3bd675f5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (74aa10b1-41d3-47b4-90b9-4ff556f79f39), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:45.028960 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-19a0a99e-c926-423a-9ff8-bb302018047a None None] For port a04b69da-b9fa-4d59-bf22-34421cd0aeaf, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:08:45.072554 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-19a0a99e-c926-423a-9ff8-bb302018047a None None] For port a04b69da-b9fa-4d59-bf22-34421cd0aeaf, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a04b69da-b9fa-4d59-bf22-34421cd0aeaf,segment=NetworkSegment(02b26f2a-3352-41ff-9ed0-850af681ab1d),segment_id=02b26f2a-3352-41ff-9ed0-850af681ab1d)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:08:45.100252 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19a0a99e-c926-423a-9ff8-bb302018047a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a04b69da-b9fa-4d59-bf22-34421cd0aeaf), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:45.156416 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-40f776e3-5963-4d25-8486-2b3bd675f5a7 None None] For port 74aa10b1-41d3-47b4-90b9-4ff556f79f39, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=74aa10b1-41d3-47b4-90b9-4ff556f79f39,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:08:45.195067 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40f776e3-5963-4d25-8486-2b3bd675f5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (74aa10b1-41d3-47b4-90b9-4ff556f79f39), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:45.232168 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0a99e-c926-423a-9ff8-bb302018047a None None] Pushing event updated for resources: {'Port': ['ID=a04b69da-b9fa-4d59-bf22-34421cd0aeaf,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:45.303816 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f776e3-5963-4d25-8486-2b3bd675f5a7 None None] Pushing event updated for resources: {'Port': ['ID=74aa10b1-41d3-47b4-90b9-4ff556f79f39,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:45.329259 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bf35ba-a452-47c8-b6c2-6e671933cf66 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:08:45.329593 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-97e5d1d1-84a2-4ea5-81ca-604748e0e883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:37Z', 'updated_at': '2022-02-20T06:08:40Z', 'revision_number': 4, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'gw_port': {'id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:38Z', 'updated_at': '2022-02-20T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '74aa10b1-41d3-47b4-90b9-4ff556f79f39', 'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'mac_address': 'fa:16:3e:75:91:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:39Z', 'updated_at': '2022-02-20T06:08:44Z', 'revision_number': 4, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'subnets': [{'id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:45.337952 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b5c4cce9-6b0d-46e4-935a-715a1ffc9b3c None None] Provisioning complete for port 74aa10b1-41d3-47b4-90b9-4ff556f79f39 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:08:45.338528 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b5c4cce9-6b0d-46e4-935a-715a1ffc9b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (74aa10b1-41d3-47b4-90b9-4ff556f79f39), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:45.340230 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee73ce9a-9aea-4f4e-9e81-47171fa6d890 None None] Sync routers for ids ['39f626ab-ae17-493b-be60-401772cf3f03'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:08:45.357032 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee73ce9a-9aea-4f4e-9e81-47171fa6d890 None None] Routers {'39f626ab-ae17-493b-be60-401772cf3f03'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:08:45.357032 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ee73ce9a-9aea-4f4e-9e81-47171fa6d890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:08:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['39f626ab-ae17-493b-be60-401772cf3f03'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:45.357657 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-51bf35ba-a452-47c8-b6c2-6e671933cf66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:45.361385 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 47260) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:08:45.365737 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-51bf35ba-a452-47c8-b6c2-6e671933cf66 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0479403 Feb 20 06:08:45.391586 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e5d1d1-84a2-4ea5-81ca-604748e0e883 None None] The sync data for ids ['189ebf4f-558f-4631-8a2d-db18b8817427'] in n-d-829866-5 is: [{'id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:37Z', 'updated_at': '2022-02-20T06:08:40Z', 'revision_number': 4, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'gw_port': {'id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:38Z', 'updated_at': '2022-02-20T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '74aa10b1-41d3-47b4-90b9-4ff556f79f39', 'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'mac_address': 'fa:16:3e:75:91:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:39Z', 'updated_at': '2022-02-20T06:08:44Z', 'revision_number': 4, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'subnets': [{'id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:08:45.549702 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b5c4cce9-6b0d-46e4-935a-715a1ffc9b3c None None] Current status of the port 74aa10b1-41d3-47b4-90b9-4ff556f79f39 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:08:45.644195 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-ee73ce9a-9aea-4f4e-9e81-47171fa6d890 None None] Set router 39f626ab-ae17-493b-be60-401772cf3f03 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:08:45.856551 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ee73ce9a-9aea-4f4e-9e81-47171fa6d890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f626ab-ae17-493b-be60-401772cf3f03', 'name': 'tempest-TestVolumeBootPattern-833314125-router', 'tenant_id': 'c6ebb02646de475fb873b42268613a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '06fa68d8-fd72-4a7b-9405-e8780eb1a12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:43Z', 'updated_at': '2022-02-20T06:08:44Z', 'revision_number': 3, 'project_id': 'c6ebb02646de475fb873b42268613a67', 'gw_port': {'id': '06fa68d8-fd72-4a7b-9405-e8780eb1a12b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:be:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f626ab-ae17-493b-be60-401772cf3f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:43Z', 'updated_at': '2022-02-20T06:08:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:45.883996 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee73ce9a-9aea-4f4e-9e81-47171fa6d890 None None] Checking router: 39f626ab-ae17-493b-be60-401772cf3f03 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:08:45.884338 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee73ce9a-9aea-4f4e-9e81-47171fa6d890 None None] Updating router 39f626ab-ae17-493b-be60-401772cf3f03 port 06fa68d8-fd72-4a7b-9405-e8780eb1a12b binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:08:45.923184 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ee73ce9a-9aea-4f4e-9e81-47171fa6d890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (06fa68d8-fd72-4a7b-9405-e8780eb1a12b), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:46.068848 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d5d4b2f-cdc1-4aef-882d-724b40e55793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:46.262529 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-9d5d4b2f-cdc1-4aef-882d-724b40e55793 admin admin] Allocated IP 172.20.0.1 (e09dfa1f-ea1e-4ad2-a729-ddd45db94191/dc281e59-91ac-400d-bc08-453d2770e541/0648dbb7-2510-4409-8b94-d98b5dcc1256) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:08:46.313248 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ee73ce9a-9aea-4f4e-9e81-47171fa6d890 None None] Publish callbacks [] for port (06fa68d8-fd72-4a7b-9405-e8780eb1a12b), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:46.330020 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ee73ce9a-9aea-4f4e-9e81-47171fa6d890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (06fa68d8-fd72-4a7b-9405-e8780eb1a12b), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:46.419226 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-ee73ce9a-9aea-4f4e-9e81-47171fa6d890 None None] Attempting to bind port 06fa68d8-fd72-4a7b-9405-e8780eb1a12b on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:08:46.420333 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-ee73ce9a-9aea-4f4e-9e81-47171fa6d890 None None] Attempting to bind port 06fa68d8-fd72-4a7b-9405-e8780eb1a12b by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:08:46.420898 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73ce9a-9aea-4f4e-9e81-47171fa6d890 None None] Attempting to bind port 06fa68d8-fd72-4a7b-9405-e8780eb1a12b on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:08:46.429889 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73ce9a-9aea-4f4e-9e81-47171fa6d890 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:08:46.430519 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73ce9a-9aea-4f4e-9e81-47171fa6d890 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:08:46.431150 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ee73ce9a-9aea-4f4e-9e81-47171fa6d890 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:46.431738 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73ce9a-9aea-4f4e-9e81-47171fa6d890 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:08:46.432407 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-ee73ce9a-9aea-4f4e-9e81-47171fa6d890 None None] Bound port: 06fa68d8-fd72-4a7b-9405-e8780eb1a12b, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:08:46.432992 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ee73ce9a-9aea-4f4e-9e81-47171fa6d890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (06fa68d8-fd72-4a7b-9405-e8780eb1a12b), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:46.447468 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d5d4b2f-cdc1-4aef-882d-724b40e55793 admin admin] Publish callbacks [] for port (0648dbb7-2510-4409-8b94-d98b5dcc1256), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:46.488909 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48a35b0f-5080-46f9-b049-2c3908c8fea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:46.526267 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d5d4b2f-cdc1-4aef-882d-724b40e55793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (0648dbb7-2510-4409-8b94-d98b5dcc1256), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:46.532401 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a25d30-1e1b-47ba-b259-278779ed2e32 None None] Pushing event updated for resources: {'Port': ['ID=06fa68d8-fd72-4a7b-9405-e8780eb1a12b,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:46.540023 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-ee73ce9a-9aea-4f4e-9e81-47171fa6d890 None None] For port 06fa68d8-fd72-4a7b-9405-e8780eb1a12b, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:08:46.552084 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-ee73ce9a-9aea-4f4e-9e81-47171fa6d890 None None] For port 06fa68d8-fd72-4a7b-9405-e8780eb1a12b, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=06fa68d8-fd72-4a7b-9405-e8780eb1a12b,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:08:46.570228 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ee73ce9a-9aea-4f4e-9e81-47171fa6d890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (06fa68d8-fd72-4a7b-9405-e8780eb1a12b), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:46.571618 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5d4b2f-cdc1-4aef-882d-724b40e55793 admin admin] Network e09dfa1f-ea1e-4ad2-a729-ddd45db94191 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:08:46.575890 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-9d5d4b2f-cdc1-4aef-882d-724b40e55793 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:08:46.580022 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5d4b2f-cdc1-4aef-882d-724b40e55793 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:08:46.625471 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee73ce9a-9aea-4f4e-9e81-47171fa6d890 None None] Routers {'39f626ab-ae17-493b-be60-401772cf3f03'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:08:46.626099 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ee73ce9a-9aea-4f4e-9e81-47171fa6d890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:08:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['39f626ab-ae17-493b-be60-401772cf3f03'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:46.630446 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d5d4b2f-cdc1-4aef-882d-724b40e55793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (39f626ab-ae17-493b-be60-401772cf3f03), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:46.683323 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d4b2f-cdc1-4aef-882d-724b40e55793 admin admin] Pushing event updated for resources: {'Port': ['ID=0648dbb7-2510-4409-8b94-d98b5dcc1256,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:46.724288 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf042d6-7e1e-49c0-bd50-41f42b781a17 None None] Network e09dfa1f-ea1e-4ad2-a729-ddd45db94191 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:08:46.807593 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d5d4b2f-cdc1-4aef-882d-724b40e55793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0648dbb7-2510-4409-8b94-d98b5dcc1256), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:46.841998 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-f868be02-f7fd-4910-97b4-cc5f57eaef0c None None] Provisioning complete for port a04b69da-b9fa-4d59-bf22-34421cd0aeaf triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:08:46.846109 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f868be02-f7fd-4910-97b4-cc5f57eaef0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a04b69da-b9fa-4d59-bf22-34421cd0aeaf), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:46.903656 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a25d30-1e1b-47ba-b259-278779ed2e32 None None] Pushing event updated for resources: {'Port': ['ID=06fa68d8-fd72-4a7b-9405-e8780eb1a12b,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:46.923218 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-ee73ce9a-9aea-4f4e-9e81-47171fa6d890 None None] Set router 39f626ab-ae17-493b-be60-401772cf3f03 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:08:47.020053 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f868be02-f7fd-4910-97b4-cc5f57eaef0c None None] Current status of the port a04b69da-b9fa-4d59-bf22-34421cd0aeaf is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:08:47.020704 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f868be02-f7fd-4910-97b4-cc5f57eaef0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a04b69da-b9fa-4d59-bf22-34421cd0aeaf), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:47.070549 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d5d4b2f-cdc1-4aef-882d-724b40e55793 admin admin] Publish callbacks [] for port (0648dbb7-2510-4409-8b94-d98b5dcc1256), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:47.079733 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d5d4b2f-cdc1-4aef-882d-724b40e55793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (0648dbb7-2510-4409-8b94-d98b5dcc1256), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:47.084514 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f868be02-f7fd-4910-97b4-cc5f57eaef0c None None] For port a04b69da-b9fa-4d59-bf22-34421cd0aeaf, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a04b69da-b9fa-4d59-bf22-34421cd0aeaf,segment=NetworkSegment(02b26f2a-3352-41ff-9ed0-850af681ab1d),segment_id=02b26f2a-3352-41ff-9ed0-850af681ab1d)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:08:47.093637 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f868be02-f7fd-4910-97b4-cc5f57eaef0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a04b69da-b9fa-4d59-bf22-34421cd0aeaf), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:47.164611 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d4b2f-cdc1-4aef-882d-724b40e55793 admin admin] Pushing event updated for resources: {'Port': ['ID=0648dbb7-2510-4409-8b94-d98b5dcc1256,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:47.168843 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d5d4b2f-cdc1-4aef-882d-724b40e55793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (39f626ab-ae17-493b-be60-401772cf3f03), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:47.208477 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868be02-f7fd-4910-97b4-cc5f57eaef0c None None] Pushing event updated for resources: {'Port': ['ID=a04b69da-b9fa-4d59-bf22-34421cd0aeaf,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:47.269889 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ee73ce9a-9aea-4f4e-9e81-47171fa6d890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f626ab-ae17-493b-be60-401772cf3f03', 'name': 'tempest-TestVolumeBootPattern-833314125-router', 'tenant_id': 'c6ebb02646de475fb873b42268613a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '06fa68d8-fd72-4a7b-9405-e8780eb1a12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:43Z', 'updated_at': '2022-02-20T06:08:44Z', 'revision_number': 3, 'project_id': 'c6ebb02646de475fb873b42268613a67', 'gw_port': {'id': '06fa68d8-fd72-4a7b-9405-e8780eb1a12b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:be:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f626ab-ae17-493b-be60-401772cf3f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:43Z', 'updated_at': '2022-02-20T06:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:47.324632 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5d4b2f-cdc1-4aef-882d-724b40e55793 admin admin] Network e09dfa1f-ea1e-4ad2-a729-ddd45db94191 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:08:47.332564 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-9d5d4b2f-cdc1-4aef-882d-724b40e55793 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:08:47.354071 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee73ce9a-9aea-4f4e-9e81-47171fa6d890 None None] The sync data for ids ['39f626ab-ae17-493b-be60-401772cf3f03'] in n-d-829866-5 is: [{'id': '39f626ab-ae17-493b-be60-401772cf3f03', 'name': 'tempest-TestVolumeBootPattern-833314125-router', 'tenant_id': 'c6ebb02646de475fb873b42268613a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '06fa68d8-fd72-4a7b-9405-e8780eb1a12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:43Z', 'updated_at': '2022-02-20T06:08:44Z', 'revision_number': 3, 'project_id': 'c6ebb02646de475fb873b42268613a67', 'gw_port': {'id': '06fa68d8-fd72-4a7b-9405-e8780eb1a12b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:be:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f626ab-ae17-493b-be60-401772cf3f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:43Z', 'updated_at': '2022-02-20T06:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:08:47.435714 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2538ea25-651b-402f-b35b-e03c38ea5aaa None None] Provisioning complete for port 0648dbb7-2510-4409-8b94-d98b5dcc1256 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:08:47.436168 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2538ea25-651b-402f-b35b-e03c38ea5aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0648dbb7-2510-4409-8b94-d98b5dcc1256), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:47.484967 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 74aa10b1-41d3-47b4-90b9-4ff556f79f39 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:08:47.501960 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5d4b2f-cdc1-4aef-882d-724b40e55793 admin admin] Router 39f626ab-ae17-493b-be60-401772cf3f03 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:08:47.528645 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2538ea25-651b-402f-b35b-e03c38ea5aaa None None] Port 0648dbb7-2510-4409-8b94-d98b5dcc1256 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:08:47.566243 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2538ea25-651b-402f-b35b-e03c38ea5aaa None None] Provisioning complete for port a04b69da-b9fa-4d59-bf22-34421cd0aeaf triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:08:47.566691 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2538ea25-651b-402f-b35b-e03c38ea5aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a04b69da-b9fa-4d59-bf22-34421cd0aeaf), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:47.632439 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 74aa10b1-41d3-47b4-90b9-4ff556f79f39 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:08:47.632938 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (74aa10b1-41d3-47b4-90b9-4ff556f79f39), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:47.670927 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5d4b2f-cdc1-4aef-882d-724b40e55793 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:08:47.682238 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9d5d4b2f-cdc1-4aef-882d-724b40e55793 admin admin] 10.222.0.37 "PUT /v2.0/routers/39f626ab-ae17-493b-be60-401772cf3f03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3195431 Feb 20 06:08:47.702723 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2538ea25-651b-402f-b35b-e03c38ea5aaa None None] Current status of the port a04b69da-b9fa-4d59-bf22-34421cd0aeaf is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:08:47.786858 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 74aa10b1-41d3-47b4-90b9-4ff556f79f39 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:08:47.791062 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a04b69da-b9fa-4d59-bf22-34421cd0aeaf up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:08:47.872365 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e705255c-a8b6-4b62-a8a0-45e9885e7303 None None] Provisioning complete for port 0648dbb7-2510-4409-8b94-d98b5dcc1256 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:08:47.872741 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e705255c-a8b6-4b62-a8a0-45e9885e7303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0648dbb7-2510-4409-8b94-d98b5dcc1256), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:47.929001 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port a04b69da-b9fa-4d59-bf22-34421cd0aeaf triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:08:47.930167 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a04b69da-b9fa-4d59-bf22-34421cd0aeaf), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:47.968565 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e705255c-a8b6-4b62-a8a0-45e9885e7303 None None] Port 0648dbb7-2510-4409-8b94-d98b5dcc1256 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:08:48.076596 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port a04b69da-b9fa-4d59-bf22-34421cd0aeaf is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:08:48.118154 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-f19a1769-3dcc-412b-baff-1eb4897839cd None None] Provisioning complete for port 0648dbb7-2510-4409-8b94-d98b5dcc1256 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:08:48.118836 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f19a1769-3dcc-412b-baff-1eb4897839cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0648dbb7-2510-4409-8b94-d98b5dcc1256), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:48.171423 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f19a1769-3dcc-412b-baff-1eb4897839cd None None] Port 0648dbb7-2510-4409-8b94-d98b5dcc1256 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:08:48.962041 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a641c798-5307-4a57-bd6e-297d3e77f323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:49.361081 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 06fa68d8-fd72-4a7b-9405-e8780eb1a12b up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:08:49.415659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 06fa68d8-fd72-4a7b-9405-e8780eb1a12b triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:08:49.416894 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (06fa68d8-fd72-4a7b-9405-e8780eb1a12b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:49.420791 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c80632-558c-4337-a133-457132d293cf None None] Sync routers for ids ['39f626ab-ae17-493b-be60-401772cf3f03'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:08:49.472144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c80632-558c-4337-a133-457132d293cf None None] Routers {'39f626ab-ae17-493b-be60-401772cf3f03'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:08:49.472797 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-17c80632-558c-4337-a133-457132d293cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:08:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['39f626ab-ae17-493b-be60-401772cf3f03'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:49.616465 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 06fa68d8-fd72-4a7b-9405-e8780eb1a12b is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:08:49.617042 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (06fa68d8-fd72-4a7b-9405-e8780eb1a12b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:49.656184 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 06fa68d8-fd72-4a7b-9405-e8780eb1a12b, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=06fa68d8-fd72-4a7b-9405-e8780eb1a12b,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:08:49.682343 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-17c80632-558c-4337-a133-457132d293cf None None] Set router 39f626ab-ae17-493b-be60-401772cf3f03 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:08:49.686670 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (06fa68d8-fd72-4a7b-9405-e8780eb1a12b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:49.726186 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:49.873371 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=06fa68d8-fd72-4a7b-9405-e8780eb1a12b,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:49.973247 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-17c80632-558c-4337-a133-457132d293cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f626ab-ae17-493b-be60-401772cf3f03', 'name': 'tempest-TestVolumeBootPattern-833314125-router', 'tenant_id': 'c6ebb02646de475fb873b42268613a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '06fa68d8-fd72-4a7b-9405-e8780eb1a12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:43Z', 'updated_at': '2022-02-20T06:08:46Z', 'revision_number': 4, 'project_id': 'c6ebb02646de475fb873b42268613a67', 'gw_port': {'id': '06fa68d8-fd72-4a7b-9405-e8780eb1a12b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:be:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f626ab-ae17-493b-be60-401772cf3f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:43Z', 'updated_at': '2022-02-20T06:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '0648dbb7-2510-4409-8b94-d98b5dcc1256', 'name': '', 'network_id': 'e09dfa1f-ea1e-4ad2-a729-ddd45db94191', 'tenant_id': 'c6ebb02646de475fb873b42268613a67', 'mac_address': 'fa:16:3e:37:58:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f626ab-ae17-493b-be60-401772cf3f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'dc281e59-91ac-400d-bc08-453d2770e541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:46Z', 'updated_at': '2022-02-20T06:08:46Z', 'revision_number': 2, 'project_id': 'c6ebb02646de475fb873b42268613a67', 'subnets': [{'id': 'dc281e59-91ac-400d-bc08-453d2770e541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:50.013302 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c80632-558c-4337-a133-457132d293cf None None] Checking router: 39f626ab-ae17-493b-be60-401772cf3f03 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:08:50.013836 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c80632-558c-4337-a133-457132d293cf None None] Updating router 39f626ab-ae17-493b-be60-401772cf3f03 port 0648dbb7-2510-4409-8b94-d98b5dcc1256 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:08:50.047385 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17c80632-558c-4337-a133-457132d293cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0648dbb7-2510-4409-8b94-d98b5dcc1256), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:50.319144 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17c80632-558c-4337-a133-457132d293cf None None] Publish callbacks [] for port (0648dbb7-2510-4409-8b94-d98b5dcc1256), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:50.324865 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17c80632-558c-4337-a133-457132d293cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0648dbb7-2510-4409-8b94-d98b5dcc1256), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:50.376730 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee75f16-428b-497b-b614-9729bfd4bd75 None None] Pushing event updated for resources: {'Port': ['ID=0648dbb7-2510-4409-8b94-d98b5dcc1256,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:50.431919 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-17c80632-558c-4337-a133-457132d293cf None None] Attempting to bind port 0648dbb7-2510-4409-8b94-d98b5dcc1256 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:08:50.432415 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-17c80632-558c-4337-a133-457132d293cf None None] Attempting to bind port 0648dbb7-2510-4409-8b94-d98b5dcc1256 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '02b26f2a-3352-41ff-9ed0-850af681ab1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e09dfa1f-ea1e-4ad2-a729-ddd45db94191'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:08:50.432873 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c80632-558c-4337-a133-457132d293cf None None] Attempting to bind port 0648dbb7-2510-4409-8b94-d98b5dcc1256 on network e09dfa1f-ea1e-4ad2-a729-ddd45db94191 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:08:50.438389 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c80632-558c-4337-a133-457132d293cf None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:08:50.438923 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c80632-558c-4337-a133-457132d293cf None None] Checking segment: {'id': '02b26f2a-3352-41ff-9ed0-850af681ab1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e09dfa1f-ea1e-4ad2-a729-ddd45db94191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:08:50.439448 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17c80632-558c-4337-a133-457132d293cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:50.439930 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c80632-558c-4337-a133-457132d293cf None None] Bound using segment: {'id': '02b26f2a-3352-41ff-9ed0-850af681ab1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e09dfa1f-ea1e-4ad2-a729-ddd45db94191'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:08:50.440491 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-17c80632-558c-4337-a133-457132d293cf None None] Bound port: 0648dbb7-2510-4409-8b94-d98b5dcc1256, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b26f2a-3352-41ff-9ed0-850af681ab1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e09dfa1f-ea1e-4ad2-a729-ddd45db94191'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:08:50.440967 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17c80632-558c-4337-a133-457132d293cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0648dbb7-2510-4409-8b94-d98b5dcc1256), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:50.512723 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-17c80632-558c-4337-a133-457132d293cf None None] For port 0648dbb7-2510-4409-8b94-d98b5dcc1256, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:08:50.516411 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-17c80632-558c-4337-a133-457132d293cf None None] For port 0648dbb7-2510-4409-8b94-d98b5dcc1256, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0648dbb7-2510-4409-8b94-d98b5dcc1256,segment=NetworkSegment(02b26f2a-3352-41ff-9ed0-850af681ab1d),segment_id=02b26f2a-3352-41ff-9ed0-850af681ab1d)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:08:50.524277 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17c80632-558c-4337-a133-457132d293cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0648dbb7-2510-4409-8b94-d98b5dcc1256), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:50.605284 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c80632-558c-4337-a133-457132d293cf None None] Routers {'39f626ab-ae17-493b-be60-401772cf3f03'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:08:50.605971 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-17c80632-558c-4337-a133-457132d293cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:08:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['39f626ab-ae17-493b-be60-401772cf3f03'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:50.612175 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee75f16-428b-497b-b614-9729bfd4bd75 None None] Pushing event updated for resources: {'Port': ['ID=0648dbb7-2510-4409-8b94-d98b5dcc1256,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:50.664589 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a91a0567-a7de-461d-aceb-ccac46e92f81 None None] Provisioning complete for port 0648dbb7-2510-4409-8b94-d98b5dcc1256 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:08:50.664967 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a91a0567-a7de-461d-aceb-ccac46e92f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0648dbb7-2510-4409-8b94-d98b5dcc1256), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:51.001889 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-17c80632-558c-4337-a133-457132d293cf None None] Set router 39f626ab-ae17-493b-be60-401772cf3f03 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:08:51.048288 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a91a0567-a7de-461d-aceb-ccac46e92f81 None None] Current status of the port 0648dbb7-2510-4409-8b94-d98b5dcc1256 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:08:51.048902 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a91a0567-a7de-461d-aceb-ccac46e92f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0648dbb7-2510-4409-8b94-d98b5dcc1256), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:51.113591 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-eef59dc6-155d-45f6-931a-212b384502d3 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:08:51.115165 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-eef59dc6-155d-45f6-931a-212b384502d3 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 812 time: 0.1193631 Feb 20 06:08:51.130697 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-21f2ce31-050f-4a64-b326-bae27ffca3e7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/quotas/f1302e2d9fbc428bb7df541fc14513df HTTP/1.1" status: 200 len: 375 time: 0.0099578 Feb 20 06:08:51.160470 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a91a0567-a7de-461d-aceb-ccac46e92f81 None None] For port 0648dbb7-2510-4409-8b94-d98b5dcc1256, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0648dbb7-2510-4409-8b94-d98b5dcc1256,segment=NetworkSegment(02b26f2a-3352-41ff-9ed0-850af681ab1d),segment_id=02b26f2a-3352-41ff-9ed0-850af681ab1d)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:08:51.166535 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a91a0567-a7de-461d-aceb-ccac46e92f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0648dbb7-2510-4409-8b94-d98b5dcc1256), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:51.191617 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-96545154-9a02-421b-8163-a14cec339985 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552049 Feb 20 06:08:51.257589 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a0567-a7de-461d-aceb-ccac46e92f81 None None] Pushing event updated for resources: {'Port': ['ID=0648dbb7-2510-4409-8b94-d98b5dcc1256,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:51.299591 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-893427bd-9f69-4935-ae30-faead9bd3ccc None None] Provisioning complete for port 0648dbb7-2510-4409-8b94-d98b5dcc1256 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:08:51.299970 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-893427bd-9f69-4935-ae30-faead9bd3ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0648dbb7-2510-4409-8b94-d98b5dcc1256), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:51.303017 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-17c80632-558c-4337-a133-457132d293cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f626ab-ae17-493b-be60-401772cf3f03', 'name': 'tempest-TestVolumeBootPattern-833314125-router', 'tenant_id': 'c6ebb02646de475fb873b42268613a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '06fa68d8-fd72-4a7b-9405-e8780eb1a12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:43Z', 'updated_at': '2022-02-20T06:08:46Z', 'revision_number': 4, 'project_id': 'c6ebb02646de475fb873b42268613a67', 'gw_port': {'id': '06fa68d8-fd72-4a7b-9405-e8780eb1a12b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:be:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f626ab-ae17-493b-be60-401772cf3f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:43Z', 'updated_at': '2022-02-20T06:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '0648dbb7-2510-4409-8b94-d98b5dcc1256', 'name': '', 'network_id': 'e09dfa1f-ea1e-4ad2-a729-ddd45db94191', 'tenant_id': 'c6ebb02646de475fb873b42268613a67', 'mac_address': 'fa:16:3e:37:58:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f626ab-ae17-493b-be60-401772cf3f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'dc281e59-91ac-400d-bc08-453d2770e541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:46Z', 'updated_at': '2022-02-20T06:08:50Z', 'revision_number': 4, 'project_id': 'c6ebb02646de475fb873b42268613a67', 'subnets': [{'id': 'dc281e59-91ac-400d-bc08-453d2770e541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:08:51.311257 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-fa84383d-bbf4-4a82-90fe-5f2a03d38edd service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 06:08:51.316500 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-fa84383d-bbf4-4a82-90fe-5f2a03d38edd service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1188521 Feb 20 06:08:51.362211 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 06fa68d8-fd72-4a7b-9405-e8780eb1a12b up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:08:51.364433 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c80632-558c-4337-a133-457132d293cf None None] The sync data for ids ['39f626ab-ae17-493b-be60-401772cf3f03'] in n-d-829866-5 is: [{'id': '39f626ab-ae17-493b-be60-401772cf3f03', 'name': 'tempest-TestVolumeBootPattern-833314125-router', 'tenant_id': 'c6ebb02646de475fb873b42268613a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '06fa68d8-fd72-4a7b-9405-e8780eb1a12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:43Z', 'updated_at': '2022-02-20T06:08:46Z', 'revision_number': 4, 'project_id': 'c6ebb02646de475fb873b42268613a67', 'gw_port': {'id': '06fa68d8-fd72-4a7b-9405-e8780eb1a12b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:be:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f626ab-ae17-493b-be60-401772cf3f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:43Z', 'updated_at': '2022-02-20T06:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '0648dbb7-2510-4409-8b94-d98b5dcc1256', 'name': '', 'network_id': 'e09dfa1f-ea1e-4ad2-a729-ddd45db94191', 'tenant_id': 'c6ebb02646de475fb873b42268613a67', 'mac_address': 'fa:16:3e:37:58:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f626ab-ae17-493b-be60-401772cf3f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'dc281e59-91ac-400d-bc08-453d2770e541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:46Z', 'updated_at': '2022-02-20T06:08:50Z', 'revision_number': 4, 'project_id': 'c6ebb02646de475fb873b42268613a67', 'subnets': [{'id': 'dc281e59-91ac-400d-bc08-453d2770e541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:08:51.459797 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-52f652dd-5b42-4853-954a-08b32aca2e50 service neutron] 10.222.0.37 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408401 Feb 20 06:08:51.515704 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:51.521955 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-893427bd-9f69-4935-ae30-faead9bd3ccc None None] Current status of the port 0648dbb7-2510-4409-8b94-d98b5dcc1256 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:08:51.526429 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 06fa68d8-fd72-4a7b-9405-e8780eb1a12b triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:08:51.526874 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (06fa68d8-fd72-4a7b-9405-e8780eb1a12b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:51.605164 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-3cf48403-18f1-45e6-9718-dbba4abbc101 service neutron] 10.222.0.37 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310613 Feb 20 06:08:51.639270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 06fa68d8-fd72-4a7b-9405-e8780eb1a12b is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:08:51.943265 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aad10c49-a917-473d-8b5f-215bb47de3a4 req-b11048c2-8b79-4c2c-83fb-aae4c6d53505 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 210 time: 0.0416789 Feb 20 06:08:52.698528 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:53.029688 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f4dcd45d-8689-43d6-8b60-a1b76e0358d0 req-3db3c8d8-8531-4594-a7f3-6ed34d3b34a1 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 210 time: 0.0282621 Feb 20 06:08:53.092422 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:53.333429 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0648dbb7-2510-4409-8b94-d98b5dcc1256 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:08:53.384353 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 0648dbb7-2510-4409-8b94-d98b5dcc1256 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:08:53.384724 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0648dbb7-2510-4409-8b94-d98b5dcc1256), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:53.469295 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 0648dbb7-2510-4409-8b94-d98b5dcc1256 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:08:54.113433 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1bbf3ca8-b02a-4a91-8b52-009bbff2aed3 req-2d6a7446-d399-4811-8178-37676b8c10ec tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 210 time: 0.0327070 Feb 20 06:08:55.199894 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1c5ac041-34f6-40fb-b8b8-a4546ca92b6c req-fea05aa4-bf0c-452b-a916-1f59111aae68 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 210 time: 0.0331259 Feb 20 06:08:55.399661 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:56.322175 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-387ace0b-a855-4405-8da9-af4b647ca6d4 req-0056a16c-3635-4088-8852-7b4c956fc223 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 210 time: 0.0381498 Feb 20 06:08:56.947280 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-674dd565-0e14-4e03-b080-327648988696 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:08:56.948762 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-674dd565-0e14-4e03-b080-327648988696 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.61 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 812 time: 0.1369178 Feb 20 06:08:56.962488 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-810fb664-7a35-4805-a029-bb504eb50826 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Request body: {'port': {'device_id': '0f7e288d-37ec-48de-86d4-ca4d02bcb5de', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'admin_state_up': True, 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:08:57.083564 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-810fb664-7a35-4805-a029-bb504eb50826 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Made reservation on behalf of f1302e2d9fbc428bb7df541fc14513df for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:08:57.087067 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-810fb664-7a35-4805-a029-bb504eb50826 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:57.223097 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-810fb664-7a35-4805-a029-bb504eb50826 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Allocated IP 172.20.0.14 (1e9befcf-dfaf-4462-b7f7-68148d889223/3577d1d9-33e1-449c-acb0-7cde4e8fef95/9ccca423-1bcb-4603-9cee-b809a1314233) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:08:57.399723 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-810fb664-7a35-4805-a029-bb504eb50826 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for port (9ccca423-1bcb-4603-9cee-b809a1314233), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:57.430602 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-83f0826c-c685-4834-ab1f-d76e2127d15e req-24fe98b5-30aa-4f67-85d4-209e01e28a9b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 210 time: 0.0359571 Feb 20 06:08:57.442994 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-810fb664-7a35-4805-a029-bb504eb50826 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (9ccca423-1bcb-4603-9cee-b809a1314233), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:57.488244 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-810fb664-7a35-4805-a029-bb504eb50826 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Network 1e9befcf-dfaf-4462-b7f7-68148d889223 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:08:57.491388 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-810fb664-7a35-4805-a029-bb504eb50826 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:08:57.497227 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-810fb664-7a35-4805-a029-bb504eb50826 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:08:57.525243 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810fb664-7a35-4805-a029-bb504eb50826 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event updated for resources: {'Port': ['ID=9ccca423-1bcb-4603-9cee-b809a1314233,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:57.556671 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-810fb664-7a35-4805-a029-bb504eb50826 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:08:57.557716 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-810fb664-7a35-4805-a029-bb504eb50826 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:57.579925 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-810fb664-7a35-4805-a029-bb504eb50826 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6210732 Feb 20 06:08:57.592299 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-04b02b63-8d8e-4fd8-b574-f513561265f8 service neutron] Request body: {'port': {'device_id': '0f7e288d-37ec-48de-86d4-ca4d02bcb5de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:08:57.668730 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-04b02b63-8d8e-4fd8-b574-f513561265f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9ccca423-1bcb-4603-9cee-b809a1314233), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:57.795123 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-62968a07-2d0f-46ce-b346-cad0a7a520a4 None None] Provisioning complete for port 9ccca423-1bcb-4603-9cee-b809a1314233 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:08:57.796131 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62968a07-2d0f-46ce-b346-cad0a7a520a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9ccca423-1bcb-4603-9cee-b809a1314233), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:57.844015 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-62968a07-2d0f-46ce-b346-cad0a7a520a4 None None] Port 9ccca423-1bcb-4603-9cee-b809a1314233 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:08:57.992606 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-04b02b63-8d8e-4fd8-b574-f513561265f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ccca423-1bcb-4603-9cee-b809a1314233 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:08:58.001564 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-04b02b63-8d8e-4fd8-b574-f513561265f8 service neutron] Publish callbacks [] for port (9ccca423-1bcb-4603-9cee-b809a1314233), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:58.022694 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-04b02b63-8d8e-4fd8-b574-f513561265f8 service neutron] Transition to ACTIVE for port object 9ccca423-1bcb-4603-9cee-b809a1314233 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:08:58.029329 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-04b02b63-8d8e-4fd8-b574-f513561265f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (9ccca423-1bcb-4603-9cee-b809a1314233), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:58.092299 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b02b63-8d8e-4fd8-b574-f513561265f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ccca423-1bcb-4603-9cee-b809a1314233,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:58.168618 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-04b02b63-8d8e-4fd8-b574-f513561265f8 service neutron] Attempting to bind port 9ccca423-1bcb-4603-9cee-b809a1314233 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:08:58.168972 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-04b02b63-8d8e-4fd8-b574-f513561265f8 service neutron] Attempting to bind port 9ccca423-1bcb-4603-9cee-b809a1314233 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:08:58.170065 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-04b02b63-8d8e-4fd8-b574-f513561265f8 service neutron] Attempting to bind port 9ccca423-1bcb-4603-9cee-b809a1314233 on network 1e9befcf-dfaf-4462-b7f7-68148d889223 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:08:58.176173 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-04b02b63-8d8e-4fd8-b574-f513561265f8 service neutron] Port 9ccca423-1bcb-4603-9cee-b809a1314233 on network 1e9befcf-dfaf-4462-b7f7-68148d889223 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:08:58.176505 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-04b02b63-8d8e-4fd8-b574-f513561265f8 service neutron] Attempting to bind port 9ccca423-1bcb-4603-9cee-b809a1314233 on network 1e9befcf-dfaf-4462-b7f7-68148d889223 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:08:58.184523 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-04b02b63-8d8e-4fd8-b574-f513561265f8 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:08:58.184877 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-04b02b63-8d8e-4fd8-b574-f513561265f8 service neutron] Checking segment: {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:08:58.185280 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-04b02b63-8d8e-4fd8-b574-f513561265f8 service neutron] Bound using segment: {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:08:58.185788 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-04b02b63-8d8e-4fd8-b574-f513561265f8 service neutron] Bound port: 9ccca423-1bcb-4603-9cee-b809a1314233, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:08:58.186161 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-04b02b63-8d8e-4fd8-b574-f513561265f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9ccca423-1bcb-4603-9cee-b809a1314233), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:58.265777 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-04b02b63-8d8e-4fd8-b574-f513561265f8 service neutron] For port 9ccca423-1bcb-4603-9cee-b809a1314233, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:08:58.269082 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-04b02b63-8d8e-4fd8-b574-f513561265f8 service neutron] For port 9ccca423-1bcb-4603-9cee-b809a1314233, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=9ccca423-1bcb-4603-9cee-b809a1314233,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:08:58.278954 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-04b02b63-8d8e-4fd8-b574-f513561265f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (9ccca423-1bcb-4603-9cee-b809a1314233), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:58.351467 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b02b63-8d8e-4fd8-b574-f513561265f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ccca423-1bcb-4603-9cee-b809a1314233,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:08:58.356758 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-04b02b63-8d8e-4fd8-b574-f513561265f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:08:58.357612 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-04b02b63-8d8e-4fd8-b574-f513561265f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:08:58.359170 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-04b02b63-8d8e-4fd8-b574-f513561265f8 service neutron] 10.222.0.61 "PUT /v2.0/ports/9ccca423-1bcb-4603-9cee-b809a1314233 HTTP/1.1" status: 200 len: 1092 time: 0.7716076 Feb 20 06:08:58.359734 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7e288d-37ec-48de-86d4-ca4d02bcb5de', 'tag': '9ccca423-1bcb-4603-9cee-b809a1314233'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:08:58.362200 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1babc087-d904-4386-bfe2-4ddebe94f8f9" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7e288d-37ec-48de-86d4-ca4d02bcb5de", "tag": "9ccca423-1bcb-4603-9cee-b809a1314233"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:08:58.422826 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013911fb-e752-4d4e-bdbf-ff3659828b7a x-openstack-request-id: req-013911fb-e752-4d4e-bdbf-ff3659828b7a {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:08:58.423533 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7e288d-37ec-48de-86d4-ca4d02bcb5de", "tag": "9ccca423-1bcb-4603-9cee-b809a1314233", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:08:58.424029 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-013911fb-e752-4d4e-bdbf-ff3659828b7a {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:08:58.424668 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7e288d-37ec-48de-86d4-ca4d02bcb5de', 'tag': '9ccca423-1bcb-4603-9cee-b809a1314233', 'status': 'completed', 'code': 200} Feb 20 06:08:58.536802 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-b98eb0ce-2ab0-49a2-aa69-6c487d176737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:08:58.556734 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-b98eb0ce-2ab0-49a2-aa69-6c487d176737 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 1126 time: 0.1270933 Feb 20 06:08:58.633450 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-e1e34c15-d7de-4dc5-82f4-1973ba16d967 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ccca423-1bcb-4603-9cee-b809a1314233 HTTP/1.1" status: 200 len: 217 time: 0.0704048 Feb 20 06:08:58.634679 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ade60-3cfb-4d31-a723-03d0c66acab8 req-1bebdf2c-a58c-4198-9c03-1aa289b945dc tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:08:58.637031 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-694ade60-3cfb-4d31-a723-03d0c66acab8 req-1bebdf2c-a58c-4198-9c03-1aa289b945dc tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 944 time: 0.0938466 Feb 20 06:08:58.719337 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-694ade60-3cfb-4d31-a723-03d0c66acab8 req-ec2f8f6d-7aac-4604-97fa-4b4c2ce74c97 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702868 Feb 20 06:08:58.723964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-7e588a10-42dc-4df7-a7bc-d2c352a0736a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:08:58.728542 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-7e588a10-42dc-4df7-a7bc-d2c352a0736a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0845127 Feb 20 06:08:58.836704 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-103507f6-8ab1-417f-9cdb-b79803416184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:08:58.838431 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-103507f6-8ab1-417f-9cdb-b79803416184 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1026704 Feb 20 06:08:58.929737 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-8f5249b7-672b-41a7-96d4-e38f2e52799c service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852396 Feb 20 06:08:59.042621 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0f746dd5-7872-49c4-a3e4-dd1b6e95f058 req-3e458acb-ca32-4e77-9c5c-8a35dcfd035d service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066048 Feb 20 06:08:59.161728 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babc087-d904-4386-bfe2-4ddebe94f8f9 req-66fa1527-8748-4024-96b5-def8e57d14c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:08:59.163461 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1babc087-d904-4386-bfe2-4ddebe94f8f9 req-66fa1527-8748-4024-96b5-def8e57d14c9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 1126 time: 0.0468793 Feb 20 06:08:59.261237 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babc087-d904-4386-bfe2-4ddebe94f8f9 req-32dae4f3-88d9-44da-a54f-c94755e37df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:08:59.263850 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1babc087-d904-4386-bfe2-4ddebe94f8f9 req-32dae4f3-88d9-44da-a54f-c94755e37df9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 912 time: 0.0944581 Feb 20 06:08:59.306949 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1babc087-d904-4386-bfe2-4ddebe94f8f9 req-339b346c-7198-481f-981e-4d66b0d19588 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ccca423-1bcb-4603-9cee-b809a1314233 HTTP/1.1" status: 200 len: 217 time: 0.0377705 Feb 20 06:08:59.362288 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babc087-d904-4386-bfe2-4ddebe94f8f9 req-f0be9bc9-8f9a-456d-a26c-fe061586dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:08:59.364184 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1babc087-d904-4386-bfe2-4ddebe94f8f9 req-f0be9bc9-8f9a-456d-a26c-fe061586dbcb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0508947 Feb 20 06:08:59.422458 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babc087-d904-4386-bfe2-4ddebe94f8f9 req-28ea4e60-41ca-4b12-abff-6fff99cf67fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:08:59.424137 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1babc087-d904-4386-bfe2-4ddebe94f8f9 req-28ea4e60-41ca-4b12-abff-6fff99cf67fe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0542059 Feb 20 06:08:59.516552 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1babc087-d904-4386-bfe2-4ddebe94f8f9 req-f970e81e-ac31-4b51-813a-6815c943ed7c service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862756 Feb 20 06:08:59.647747 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1babc087-d904-4386-bfe2-4ddebe94f8f9 req-60f80ec2-9048-4d6c-8116-59a4cfeb38af service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247363 Feb 20 06:08:59.848967 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ec1eb-c73a-426e-96d2-305401ff6178 req-344306a8-d968-416a-be3a-8bebb856ed1c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:08:59.850513 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-315ec1eb-c73a-426e-96d2-305401ff6178 req-344306a8-d968-416a-be3a-8bebb856ed1c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 944 time: 0.0685296 Feb 20 06:08:59.916601 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-315ec1eb-c73a-426e-96d2-305401ff6178 req-c4618bcd-0801-4b6b-aea0-b601827b8693 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602090 Feb 20 06:09:01.092804 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa433c-92a7-45ac-88bd-252e751f1f04 req-159541a0-a0c8-47aa-b30a-cef4b023f49c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:09:01.100003 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62aa433c-92a7-45ac-88bd-252e751f1f04 req-159541a0-a0c8-47aa-b30a-cef4b023f49c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 944 time: 0.0859005 Feb 20 06:09:01.167320 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62aa433c-92a7-45ac-88bd-252e751f1f04 req-8dc39d73-fc66-4fe5-b694-c04d34e6b567 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658131 Feb 20 06:09:02.275808 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d363b22-bec4-470b-b5d3-c2b00ede55a2 req-21225590-c445-40be-8798-50211118b89e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:09:02.277382 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d363b22-bec4-470b-b5d3-c2b00ede55a2 req-21225590-c445-40be-8798-50211118b89e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 944 time: 0.0565753 Feb 20 06:09:02.331915 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d363b22-bec4-470b-b5d3-c2b00ede55a2 req-c746cea5-fad8-43ec-9aa1-4c7000c1dcb1 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482323 Feb 20 06:09:03.454158 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384ae69-83fd-497a-9f4d-0eb9d4debfa0 req-154bc36e-efbe-4ba2-9179-7016de71d63f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:09:03.455662 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1384ae69-83fd-497a-9f4d-0eb9d4debfa0 req-154bc36e-efbe-4ba2-9179-7016de71d63f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 944 time: 0.0547397 Feb 20 06:09:03.508928 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1384ae69-83fd-497a-9f4d-0eb9d4debfa0 req-241faa42-2200-4cf7-95db-f88f12df6dcc tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473473 Feb 20 06:09:04.643226 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e53efa-c9ac-431d-b4fa-b711157966c6 req-f24ae4b5-cdc0-41f9-a3f0-962f7179f46b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:09:04.644714 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9e53efa-c9ac-431d-b4fa-b711157966c6 req-f24ae4b5-cdc0-41f9-a3f0-962f7179f46b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 944 time: 0.0556633 Feb 20 06:09:04.695168 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9e53efa-c9ac-431d-b4fa-b711157966c6 req-1861ca83-bf3a-4084-a760-690b6d1b4e42 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444822 Feb 20 06:09:05.825215 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e7483-6f46-49ac-9cbf-3260cf11687a req-b872df30-926c-4c38-9767-5f6570d82160 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:09:05.826978 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d3e7483-6f46-49ac-9cbf-3260cf11687a req-b872df30-926c-4c38-9767-5f6570d82160 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 944 time: 0.0565217 Feb 20 06:09:05.874476 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d3e7483-6f46-49ac-9cbf-3260cf11687a req-f8080074-0625-4157-9bbc-22a8b76e38e5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414302 Feb 20 06:09:07.007306 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bcf34-43ef-415a-95ca-67f7f300e7b9 req-f6030ae5-3c94-475e-b839-a99c7b13a65d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:09:07.008436 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2e6bcf34-43ef-415a-95ca-67f7f300e7b9 req-f6030ae5-3c94-475e-b839-a99c7b13a65d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 944 time: 0.0642955 Feb 20 06:09:07.058442 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2e6bcf34-43ef-415a-95ca-67f7f300e7b9 req-ac3198f3-3e63-4340-9d47-81037ad13ffa tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434732 Feb 20 06:09:08.182357 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19502aa-ce57-4e41-9738-f4d94e49d98c req-9a756bae-e5d4-44c6-abd7-aab449483b6c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:09:08.183933 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d19502aa-ce57-4e41-9738-f4d94e49d98c req-9a756bae-e5d4-44c6-abd7-aab449483b6c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 944 time: 0.0577915 Feb 20 06:09:08.234184 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d19502aa-ce57-4e41-9738-f4d94e49d98c req-4406b874-6b9d-4b0a-b369-8824e7c285fe tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442791 Feb 20 06:09:09.010270 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:09:09.358726 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320bb27-922b-4bd6-a3e7-8b74bfcefc90 req-b6840ea3-d18a-4f3c-b4cc-05ca1f7c435f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:09:09.360317 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8320bb27-922b-4bd6-a3e7-8b74bfcefc90 req-b6840ea3-d18a-4f3c-b4cc-05ca1f7c435f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 944 time: 0.0546682 Feb 20 06:09:09.412844 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8320bb27-922b-4bd6-a3e7-8b74bfcefc90 req-df2b9d34-20f5-4fd0-893b-5f90530d7642 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468025 Feb 20 06:09:10.532336 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8867a-80fa-4607-b4d8-20d94ca80b7a req-83d87bad-5f18-49fe-a357-4e8b05b176bd tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:09:10.533803 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b2f8867a-80fa-4607-b4d8-20d94ca80b7a req-83d87bad-5f18-49fe-a357-4e8b05b176bd tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 944 time: 0.0518389 Feb 20 06:09:10.579873 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b2f8867a-80fa-4607-b4d8-20d94ca80b7a req-96ed1434-b319-4e32-9186-0df5aa53ece8 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403979 Feb 20 06:09:11.696351 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ddd9e-4cf5-4806-8fcb-4780cb8c6319 req-896a95b5-02f3-44d5-886f-757a736cd3c8 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:09:11.697841 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-214ddd9e-4cf5-4806-8fcb-4780cb8c6319 req-896a95b5-02f3-44d5-886f-757a736cd3c8 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 944 time: 0.0517762 Feb 20 06:09:11.743895 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-214ddd9e-4cf5-4806-8fcb-4780cb8c6319 req-38c6fba3-d074-4e5f-a994-7d2b79a100bd tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397112 Feb 20 06:09:12.875029 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dbee8-3b24-4427-af04-34a710bef66e req-4bd866f5-85db-4e0f-8aaa-9b2c0b376c9d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:09:12.876829 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7e1dbee8-3b24-4427-af04-34a710bef66e req-4bd866f5-85db-4e0f-8aaa-9b2c0b376c9d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 944 time: 0.0586538 Feb 20 06:09:12.925076 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7e1dbee8-3b24-4427-af04-34a710bef66e req-496213ba-d049-4129-aa82-609b22c8bf8d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423381 Feb 20 06:09:14.042118 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f1ac3-1d1a-4650-b7c3-7b4c73db12c8 req-a12140c8-d020-47f1-a81b-4ef7cb862c88 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:09:14.044336 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-652f1ac3-1d1a-4650-b7c3-7b4c73db12c8 req-a12140c8-d020-47f1-a81b-4ef7cb862c88 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 944 time: 0.0538142 Feb 20 06:09:14.094536 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-652f1ac3-1d1a-4650-b7c3-7b4c73db12c8 req-718b37f5-45da-46d1-8d52-1523d20dd5e2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441763 Feb 20 06:09:15.220270 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b48b4d-3a69-4386-8e31-0f9b6e308269 req-44ef9741-b62f-4f98-85fd-825931e5333f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:09:15.221807 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-82b48b4d-3a69-4386-8e31-0f9b6e308269 req-44ef9741-b62f-4f98-85fd-825931e5333f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 944 time: 0.0566826 Feb 20 06:09:15.268593 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-82b48b4d-3a69-4386-8e31-0f9b6e308269 req-9e9d132d-eaf4-4826-b004-93cbbe7294cf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408723 Feb 20 06:09:15.313086 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 9ccca423-1bcb-4603-9cee-b809a1314233 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:09:15.414097 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 9ccca423-1bcb-4603-9cee-b809a1314233, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=9ccca423-1bcb-4603-9cee-b809a1314233,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:09:15.430786 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '9ccca423-1bcb-4603-9cee-b809a1314233', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'port_id': '9ccca423-1bcb-4603-9cee-b809a1314233', 'mac_address': 'fa:16:3e:23:75:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:09:15.474688 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 9ccca423-1bcb-4603-9cee-b809a1314233 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:09:15.475112 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9ccca423-1bcb-4603-9cee-b809a1314233), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:09:15.489724 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ccca423-1bcb-4603-9cee-b809a1314233 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:09:15.510292 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 9ccca423-1bcb-4603-9cee-b809a1314233, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=9ccca423-1bcb-4603-9cee-b809a1314233,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:09:15.514555 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9ccca423-1bcb-4603-9cee-b809a1314233), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:09:15.565331 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=9ccca423-1bcb-4603-9cee-b809a1314233,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:09:15.744578 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['9ccca423-1bcb-4603-9cee-b809a1314233'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:09:16.391479 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76823c-149a-4555-aab5-ea4c1ba5f59c req-f015ae9d-77cc-47dd-972b-918defd377ba tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:09:16.393031 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8a76823c-149a-4555-aab5-ea4c1ba5f59c req-f015ae9d-77cc-47dd-972b-918defd377ba tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 945 time: 0.0556707 Feb 20 06:09:16.449833 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8a76823c-149a-4555-aab5-ea4c1ba5f59c req-452d0983-2ac2-444c-bd4f-1c3178b6e919 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504098 Feb 20 06:09:16.482165 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-38b9d05a-4461-478f-93b6-b0a6ab6f06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:09:17.328676 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 9ccca423-1bcb-4603-9cee-b809a1314233 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:09:17.376940 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 9ccca423-1bcb-4603-9cee-b809a1314233 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:09:17.380899 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 9ccca423-1bcb-4603-9cee-b809a1314233 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:09:17.381266 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9ccca423-1bcb-4603-9cee-b809a1314233), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:09:17.456066 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 9ccca423-1bcb-4603-9cee-b809a1314233 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:09:17.456452 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9ccca423-1bcb-4603-9cee-b809a1314233), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:09:17.478799 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7e288d-37ec-48de-86d4-ca4d02bcb5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccca423-1bcb-4603-9cee-b809a1314233'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:09:17.480985 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f25d17-3050-488f-9263-632ab2dccab8" -d '{"events": [{"server_uuid": "0f7e288d-37ec-48de-86d4-ca4d02bcb5de", "name": "network-vif-plugged", "status": "completed", "tag": "9ccca423-1bcb-4603-9cee-b809a1314233"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:09:17.498170 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 9ccca423-1bcb-4603-9cee-b809a1314233, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=9ccca423-1bcb-4603-9cee-b809a1314233,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:09:17.504144 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9ccca423-1bcb-4603-9cee-b809a1314233), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:09:17.553543 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=9ccca423-1bcb-4603-9cee-b809a1314233,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:09:17.587760 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328124c-421e-45fc-9ae0-877352fabae1 req-69ee5145-cff4-4a72-be90-b3c937856bf5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:09:17.589231 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9328124c-421e-45fc-9ae0-877352fabae1 req-69ee5145-cff4-4a72-be90-b3c937856bf5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 946 time: 0.0559268 Feb 20 06:09:17.641557 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9328124c-421e-45fc-9ae0-877352fabae1 req-d6b39057-df77-44ff-8d5a-0684afb7af87 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461452 Feb 20 06:09:17.684736 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e873ec-4268-4cee-9cf7-3ff44d71a979 x-openstack-request-id: req-a2e873ec-4268-4cee-9cf7-3ff44d71a979 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:09:17.685028 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7e288d-37ec-48de-86d4-ca4d02bcb5de", "name": "network-vif-plugged", "status": "completed", "tag": "9ccca423-1bcb-4603-9cee-b809a1314233", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:09:17.685283 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2e873ec-4268-4cee-9cf7-3ff44d71a979 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:09:17.685681 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7e288d-37ec-48de-86d4-ca4d02bcb5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccca423-1bcb-4603-9cee-b809a1314233', 'code': 200} Feb 20 06:09:17.785438 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a48202-ba60-4093-9f39-4becd9115333 req-db316274-c110-4285-b08c-79fa08f97aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:09:17.787044 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-74a48202-ba60-4093-9f39-4becd9115333 req-db316274-c110-4285-b08c-79fa08f97aa6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 1128 time: 0.0470169 Feb 20 06:09:17.829464 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-74a48202-ba60-4093-9f39-4becd9115333 req-bbaea7ef-bd0e-4c29-a7d6-698326724b6b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367012 Feb 20 06:09:18.766499 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e5d41-fcd7-4268-aa86-d4fdd9492e4b req-2dcc3677-b7f6-4246-812a-e000f730494e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:09:18.768028 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-494e5d41-fcd7-4268-aa86-d4fdd9492e4b req-2dcc3677-b7f6-4246-812a-e000f730494e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 946 time: 0.0576327 Feb 20 06:09:18.832603 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-494e5d41-fcd7-4268-aa86-d4fdd9492e4b req-ab73ea7b-4072-4e09-bc1b-dd09a31b4b3e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590718 Feb 20 06:09:18.955769 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de750c54-f68e-4ce6-ae73-26af9f93f74b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:09:19.670399 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:09:19.966409 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7a421-25c1-43ee-825b-4cae630747a5 req-7bfd87fc-e3dd-4185-ae44-b6dbafa61465 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:09:19.967920 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ac7a421-25c1-43ee-825b-4cae630747a5 req-7bfd87fc-e3dd-4185-ae44-b6dbafa61465 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 946 time: 0.0609963 Feb 20 06:09:20.019073 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ac7a421-25c1-43ee-825b-4cae630747a5 req-b145912c-33d9-41aa-beaa-3e4b4c379c1f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452154 Feb 20 06:09:20.146609 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d98f79-3286-464a-a34c-21540bdbbbd4 req-76719fc5-29fd-490a-ab10-4606214d73ae tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:09:20.148147 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c3d98f79-3286-464a-a34c-21540bdbbbd4 req-76719fc5-29fd-490a-ab10-4606214d73ae tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 946 time: 0.0600100 Feb 20 06:09:20.197583 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c3d98f79-3286-464a-a34c-21540bdbbbd4 req-74dbad47-5816-46a5-bb84-87a83c13927d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431986 Feb 20 06:09:20.318171 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6099a9-a643-4702-ab64-3fd0ff4ce651 req-99bc787d-7aaf-4f0b-bc99-99f802932092 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:09:20.319905 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d6099a9-a643-4702-ab64-3fd0ff4ce651 req-99bc787d-7aaf-4f0b-bc99-99f802932092 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 946 time: 0.0558887 Feb 20 06:09:20.367861 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d6099a9-a643-4702-ab64-3fd0ff4ce651 req-a861932a-dc5e-44cf-8fa5-48945c3edba2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415897 Feb 20 06:09:20.606055 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d4a3d-b8b8-4acb-ab31-f12a6907bba2 req-0e51f4a0-a801-4d65-94a5-e246825b158f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:09:20.607600 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6e4d4a3d-b8b8-4acb-ab31-f12a6907bba2 req-0e51f4a0-a801-4d65-94a5-e246825b158f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 946 time: 0.0546725 Feb 20 06:09:20.661812 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6e4d4a3d-b8b8-4acb-ab31-f12a6907bba2 req-7897e82c-9f52-4d21-8bbf-8cfee7677991 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482173 Feb 20 06:09:21.490649 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:09:21.791120 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c8534-1c0b-482a-87ab-ec10ca876df8 req-a235bb7e-e07d-407e-a569-17e67e141222 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:09:21.792700 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-997c8534-1c0b-482a-87ab-ec10ca876df8 req-a235bb7e-e07d-407e-a569-17e67e141222 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 946 time: 0.0612690 Feb 20 06:09:21.844671 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-997c8534-1c0b-482a-87ab-ec10ca876df8 req-1115093d-c830-4158-9083-058327654c0d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461347 Feb 20 06:09:22.023143 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc94217-d5ef-4dc9-b256-5954cdd4554a req-1cdda8ec-5c07-4bc2-b496-df29c2c712ce tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:09:22.024625 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ecc94217-d5ef-4dc9-b256-5954cdd4554a req-1cdda8ec-5c07-4bc2-b496-df29c2c712ce tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 946 time: 0.0525913 Feb 20 06:09:22.118746 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-ecc94217-d5ef-4dc9-b256-5954cdd4554a req-d2680a10-ed37-431d-91e2-f00ed93a2c46 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Deleting port 9ccca423-1bcb-4603-9cee-b809a1314233 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:09:22.119122 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ecc94217-d5ef-4dc9-b256-5954cdd4554a req-d2680a10-ed37-431d-91e2-f00ed93a2c46 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (9ccca423-1bcb-4603-9cee-b809a1314233), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:09:22.207632 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-ecc94217-d5ef-4dc9-b256-5954cdd4554a req-d2680a10-ed37-431d-91e2-f00ed93a2c46 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] For port 9ccca423-1bcb-4603-9cee-b809a1314233, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=9ccca423-1bcb-4603-9cee-b809a1314233,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:09:22.207994 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ecc94217-d5ef-4dc9-b256-5954cdd4554a req-d2680a10-ed37-431d-91e2-f00ed93a2c46 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (9ccca423-1bcb-4603-9cee-b809a1314233), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:09:22.219585 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-ecc94217-d5ef-4dc9-b256-5954cdd4554a req-d2680a10-ed37-431d-91e2-f00ed93a2c46 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Calling delete_port for 9ccca423-1bcb-4603-9cee-b809a1314233 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:09:22.350597 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ecc94217-d5ef-4dc9-b256-5954cdd4554a req-d2680a10-ed37-431d-91e2-f00ed93a2c46 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (9ccca423-1bcb-4603-9cee-b809a1314233), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:09:22.364782 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['9ccca423-1bcb-4603-9cee-b809a1314233'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:09:22.377766 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2680a10-ed37-431d-91e2-f00ed93a2c46 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event deleted for resources: {'Port': ['ID=9ccca423-1bcb-4603-9cee-b809a1314233,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:09:22.429695 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc94217-d5ef-4dc9-b256-5954cdd4554a req-d2680a10-ed37-431d-91e2-f00ed93a2c46 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] No DVR routers for this DVR port 9ccca423-1bcb-4603-9cee-b809a1314233 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:09:22.432357 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ecc94217-d5ef-4dc9-b256-5954cdd4554a req-d2680a10-ed37-431d-91e2-f00ed93a2c46 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:09:22.436403 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ecc94217-d5ef-4dc9-b256-5954cdd4554a req-d2680a10-ed37-431d-91e2-f00ed93a2c46 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.61 "DELETE /v2.0/ports/9ccca423-1bcb-4603-9cee-b809a1314233 HTTP/1.1" status: 204 len: 173 time: 0.4066372 Feb 20 06:09:22.436868 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7e288d-37ec-48de-86d4-ca4d02bcb5de', 'name': 'network-vif-deleted', 'tag': '9ccca423-1bcb-4603-9cee-b809a1314233'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:09:22.439349 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd90f6a-7d05-4096-89f2-0563e708fd00" -d '{"events": [{"server_uuid": "0f7e288d-37ec-48de-86d4-ca4d02bcb5de", "name": "network-vif-deleted", "tag": "9ccca423-1bcb-4603-9cee-b809a1314233"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:09:22.479768 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c15937-85d9-4f94-94fc-f8c8a58f800b x-openstack-request-id: req-89c15937-85d9-4f94-94fc-f8c8a58f800b {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:09:22.480335 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7e288d-37ec-48de-86d4-ca4d02bcb5de", "name": "network-vif-deleted", "tag": "9ccca423-1bcb-4603-9cee-b809a1314233", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:09:22.481281 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89c15937-85d9-4f94-94fc-f8c8a58f800b {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:09:22.481738 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7e288d-37ec-48de-86d4-ca4d02bcb5de', 'name': 'network-vif-deleted', 'tag': '9ccca423-1bcb-4603-9cee-b809a1314233', 'status': 'completed', 'code': 200} Feb 20 06:09:22.692665 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:09:22.941874 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-56d276f5-2e13-4a81-b477-989d6b820224 req-104e5585-e0f5-49f8-be16-57d34df3477c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 210 time: 0.0288560 Feb 20 06:09:23.108273 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:09:24.039257 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-93f041ef-5290-4b55-89c6-f47f87b76f44 req-f7a25745-ad92-452b-8115-a69bf8527189 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 210 time: 0.0303626 Feb 20 06:09:25.132315 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-69b595b9-589d-4134-872e-75ffabb4ab8f req-5a35e0f8-59e6-4630-8f36-36c0448c60e2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 210 time: 0.0276265 Feb 20 06:09:25.392352 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 9ccca423-1bcb-4603-9cee-b809a1314233 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:09:25.417167 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 9ccca423-1bcb-4603-9cee-b809a1314233 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:09:25.417167 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 9ccca423-1bcb-4603-9cee-b809a1314233 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:09:25.429119 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:09:26.347229 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-836e089c-d9a4-4782-b2c1-244a6635debe req-136bdd36-e2d0-49a5-a8cd-7d6394f33770 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 210 time: 0.1488044 Feb 20 06:09:27.440338 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f457cb56-728d-4688-8a90-167a031d54e6 req-7c6368b7-b82b-4985-8208-4d515e56d79e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 210 time: 0.0276675 Feb 20 06:09:28.534739 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6758f39-2765-4f33-8784-1d54ac6ae661 req-deeba811-7065-44a5-9766-c5fa330c6a0b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 210 time: 0.0266726 Feb 20 06:09:29.649174 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dc7c81bc-1860-4f30-8886-84434a347dec req-eb1b5192-1109-4147-99e9-d3de06bafeb5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 210 time: 0.0393250 Feb 20 06:09:30.741767 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c78dbb3-de46-4f7f-9f79-01b823da19a6 req-f8e7f1fd-d893-4434-b60f-5a77904b9c6c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 210 time: 0.0274916 Feb 20 06:09:31.835451 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-502a3497-1020-48ba-b5dc-c8bb1a78b169 req-20291eff-5200-42ee-a47b-3edebe213a91 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 210 time: 0.0272033 Feb 20 06:09:32.930165 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-82290597-5aa5-498e-874e-76a9fd77b4f9 req-69921a1d-4e08-4c66-9c06-99b8b628e31f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 210 time: 0.0280924 Feb 20 06:09:34.030927 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c1dab464-df81-428e-82c5-fe236043ff7a req-7fd82339-dcb6-4133-8449-6195d85cbeb2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f7e288d-37ec-48de-86d4-ca4d02bcb5de HTTP/1.1" status: 200 len: 210 time: 0.0311103 Feb 20 06:09:46.010842 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:09:46.475905 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1953929-4df7-4f90-8c74-91a74bcfd352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:09:48.971814 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-119d0c6a-c63c-4048-9ae5-e4d47d4303be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:09:49.680371 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:09:51.493982 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:09:52.686490 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:09:53.110419 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:09:55.424919 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:07.867126 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-2e2ed5d1-34c0-4c66-b074-571e422963b6 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:07.873843 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-2e2ed5d1-34c0-4c66-b074-571e422963b6 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 812 time: 0.1182878 Feb 20 06:10:07.889616 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-c9756a36-820b-4033-95b3-141e2ec2c2f1 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/quotas/f1302e2d9fbc428bb7df541fc14513df HTTP/1.1" status: 200 len: 375 time: 0.0149262 Feb 20 06:10:07.950993 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-8a0a19c5-f8f3-40f8-b88d-89b1c3043f76 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582628 Feb 20 06:10:08.058742 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-8ce6e513-735f-43f6-b308-0a3456f06085 service neutron] 10.222.0.37 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018288 Feb 20 06:10:08.166241 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-f18ad480-8794-4f8c-bb6b-896df39679e0 service neutron] 10.222.0.37 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011114 Feb 20 06:10:08.382599 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4866f9a3-94d0-4fa7-a349-1d973e7e1772 req-646dc520-352e-42d1-8671-dee196f02e46 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 210 time: 0.0417984 Feb 20 06:10:09.352064 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-a17c2211-bb8a-45e5-8ce6-1fbd44ec1176 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:09.353634 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-a17c2211-bb8a-45e5-8ce6-1fbd44ec1176 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.61 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 812 time: 0.1220391 Feb 20 06:10:09.366728 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-f19f90eb-f040-44bc-bade-3559cd11d066 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Request body: {'port': {'device_id': '7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'admin_state_up': True, 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:10:09.491076 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b04e5b2b-176a-4801-9aca-c78a1fda20e2 req-d71d289e-337c-4bbf-87e1-c0f3e2e679a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 210 time: 0.0392878 Feb 20 06:10:09.510208 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-f19f90eb-f040-44bc-bade-3559cd11d066 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Made reservation on behalf of f1302e2d9fbc428bb7df541fc14513df for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:10:09.515543 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-f19f90eb-f040-44bc-bade-3559cd11d066 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:09.660599 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-f19f90eb-f040-44bc-bade-3559cd11d066 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Allocated IP 172.20.0.5 (1e9befcf-dfaf-4462-b7f7-68148d889223/3577d1d9-33e1-449c-acb0-7cde4e8fef95/4ca438b6-dae0-4805-9c16-ff59bc70278f) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:10:09.832295 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-f19f90eb-f040-44bc-bade-3559cd11d066 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for port (4ca438b6-dae0-4805-9c16-ff59bc70278f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:09.868475 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-f19f90eb-f040-44bc-bade-3559cd11d066 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (4ca438b6-dae0-4805-9c16-ff59bc70278f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:09.913811 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-f19f90eb-f040-44bc-bade-3559cd11d066 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Network 1e9befcf-dfaf-4462-b7f7-68148d889223 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:10:09.918757 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-f19f90eb-f040-44bc-bade-3559cd11d066 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:10:09.923144 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-f19f90eb-f040-44bc-bade-3559cd11d066 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:10:09.927163 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f90eb-f040-44bc-bade-3559cd11d066 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event updated for resources: {'Port': ['ID=4ca438b6-dae0-4805-9c16-ff59bc70278f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:10:09.975552 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f90eb-f040-44bc-bade-3559cd11d066 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:09.975843 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f90eb-f040-44bc-bade-3559cd11d066 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:09.976179 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f90eb-f040-44bc-bade-3559cd11d066 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:09.976516 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f90eb-f040-44bc-bade-3559cd11d066 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:09.976852 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f90eb-f040-44bc-bade-3559cd11d066 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:09.977540 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f90eb-f040-44bc-bade-3559cd11d066 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:09.977540 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f90eb-f040-44bc-bade-3559cd11d066 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:09.977815 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f90eb-f040-44bc-bade-3559cd11d066 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:09.978350 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f90eb-f040-44bc-bade-3559cd11d066 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:09.978678 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f90eb-f040-44bc-bade-3559cd11d066 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:09.979028 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f90eb-f040-44bc-bade-3559cd11d066 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:09.979355 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f90eb-f040-44bc-bade-3559cd11d066 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:09.979679 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f90eb-f040-44bc-bade-3559cd11d066 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:10.001003 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-f19f90eb-f040-44bc-bade-3559cd11d066 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:10.001676 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-f19f90eb-f040-44bc-bade-3559cd11d066 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:10.022712 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-f19f90eb-f040-44bc-bade-3559cd11d066 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6599712 Feb 20 06:10:10.035900 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-25012d76-a8aa-4d93-b17c-7455ef73ef31 service neutron] Request body: {'port': {'device_id': '7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:10:10.099263 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-25012d76-a8aa-4d93-b17c-7455ef73ef31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4ca438b6-dae0-4805-9c16-ff59bc70278f), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:10.163250 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2353be52-d673-460c-8f05-370c66a101f7 None None] Provisioning complete for port 4ca438b6-dae0-4805-9c16-ff59bc70278f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:10:10.163823 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2353be52-d673-460c-8f05-370c66a101f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4ca438b6-dae0-4805-9c16-ff59bc70278f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:10.204132 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2353be52-d673-460c-8f05-370c66a101f7 None None] Port 4ca438b6-dae0-4805-9c16-ff59bc70278f cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:10:10.365170 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-25012d76-a8aa-4d93-b17c-7455ef73ef31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca438b6-dae0-4805-9c16-ff59bc70278f {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:10:10.372908 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-25012d76-a8aa-4d93-b17c-7455ef73ef31 service neutron] Publish callbacks [] for port (4ca438b6-dae0-4805-9c16-ff59bc70278f), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:10.385370 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-25012d76-a8aa-4d93-b17c-7455ef73ef31 service neutron] Transition to ACTIVE for port object 4ca438b6-dae0-4805-9c16-ff59bc70278f will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:10:10.389301 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-25012d76-a8aa-4d93-b17c-7455ef73ef31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (4ca438b6-dae0-4805-9c16-ff59bc70278f), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:10.461063 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25012d76-a8aa-4d93-b17c-7455ef73ef31 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca438b6-dae0-4805-9c16-ff59bc70278f,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:10:10.521127 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-25012d76-a8aa-4d93-b17c-7455ef73ef31 service neutron] Attempting to bind port 4ca438b6-dae0-4805-9c16-ff59bc70278f on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:10:10.521685 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-25012d76-a8aa-4d93-b17c-7455ef73ef31 service neutron] Attempting to bind port 4ca438b6-dae0-4805-9c16-ff59bc70278f by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:10:10.522214 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-25012d76-a8aa-4d93-b17c-7455ef73ef31 service neutron] Attempting to bind port 4ca438b6-dae0-4805-9c16-ff59bc70278f on network 1e9befcf-dfaf-4462-b7f7-68148d889223 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:10:10.527832 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-25012d76-a8aa-4d93-b17c-7455ef73ef31 service neutron] Port 4ca438b6-dae0-4805-9c16-ff59bc70278f on network 1e9befcf-dfaf-4462-b7f7-68148d889223 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:10:10.528224 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-25012d76-a8aa-4d93-b17c-7455ef73ef31 service neutron] Attempting to bind port 4ca438b6-dae0-4805-9c16-ff59bc70278f on network 1e9befcf-dfaf-4462-b7f7-68148d889223 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:10:10.534930 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-25012d76-a8aa-4d93-b17c-7455ef73ef31 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:10:10.535284 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-25012d76-a8aa-4d93-b17c-7455ef73ef31 service neutron] Checking segment: {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:10:10.535676 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-25012d76-a8aa-4d93-b17c-7455ef73ef31 service neutron] Bound using segment: {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:10:10.536117 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-25012d76-a8aa-4d93-b17c-7455ef73ef31 service neutron] Bound port: 4ca438b6-dae0-4805-9c16-ff59bc70278f, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:10:10.536473 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-25012d76-a8aa-4d93-b17c-7455ef73ef31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4ca438b6-dae0-4805-9c16-ff59bc70278f), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:10.615333 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-25012d76-a8aa-4d93-b17c-7455ef73ef31 service neutron] For port 4ca438b6-dae0-4805-9c16-ff59bc70278f, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:10:10.632174 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c6ac9-5f16-4f02-83ea-8e226a349834 req-aecd3533-6c97-4b48-99cf-183caa45a76f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:10.634392 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-372c6ac9-5f16-4f02-83ea-8e226a349834 req-aecd3533-6c97-4b48-99cf-183caa45a76f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 943 time: 0.0715120 Feb 20 06:10:10.634888 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-25012d76-a8aa-4d93-b17c-7455ef73ef31 service neutron] For port 4ca438b6-dae0-4805-9c16-ff59bc70278f, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4ca438b6-dae0-4805-9c16-ff59bc70278f,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:10:10.654784 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-25012d76-a8aa-4d93-b17c-7455ef73ef31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (4ca438b6-dae0-4805-9c16-ff59bc70278f), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:10.710142 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-372c6ac9-5f16-4f02-83ea-8e226a349834 req-dfc9b884-df9d-4a97-9b7e-7caec99f891c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679491 Feb 20 06:10:10.714297 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-25012d76-a8aa-4d93-b17c-7455ef73ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:10.723341 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-25012d76-a8aa-4d93-b17c-7455ef73ef31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:10.724090 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-25012d76-a8aa-4d93-b17c-7455ef73ef31 service neutron] 10.222.0.61 "PUT /v2.0/ports/4ca438b6-dae0-4805-9c16-ff59bc70278f HTTP/1.1" status: 200 len: 1091 time: 0.6946859 Feb 20 06:10:10.724573 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7', 'tag': '4ca438b6-dae0-4805-9c16-ff59bc70278f'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:10:10.726811 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09052001-757e-48d3-ba09-e866ffffe749" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7", "tag": "4ca438b6-dae0-4805-9c16-ff59bc70278f"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:10:10.784946 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25012d76-a8aa-4d93-b17c-7455ef73ef31 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca438b6-dae0-4805-9c16-ff59bc70278f,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:10:10.818691 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fb813a-e897-478d-b234-17f1ca7383e2 x-openstack-request-id: req-84fb813a-e897-478d-b234-17f1ca7383e2 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:10:10.819018 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7", "tag": "4ca438b6-dae0-4805-9c16-ff59bc70278f", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:10:10.819281 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84fb813a-e897-478d-b234-17f1ca7383e2 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:10:10.820014 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7', 'tag': '4ca438b6-dae0-4805-9c16-ff59bc70278f', 'status': 'completed', 'code': 200} Feb 20 06:10:10.845274 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-751f7255-9fdb-4636-acac-0edbb2144904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:10.846815 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-751f7255-9fdb-4636-acac-0edbb2144904 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 1125 time: 0.0716240 Feb 20 06:10:10.905448 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-a7ace1e5-6e2e-4c41-9283-cf88f87f14f5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ca438b6-dae0-4805-9c16-ff59bc70278f HTTP/1.1" status: 200 len: 217 time: 0.0518584 Feb 20 06:10:10.959788 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-d22c9b05-e8b1-437f-8536-37a71c195ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:10.961586 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-d22c9b05-e8b1-437f-8536-37a71c195ab1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0504463 Feb 20 06:10:11.028173 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-8f238c76-d7d8-41e5-b585-ea451dd75038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:11.029761 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-8f238c76-d7d8-41e5-b585-ea451dd75038 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0617399 Feb 20 06:10:11.132631 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-97d05eba-bbda-4bbb-878a-21e6666380c5 service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961976 Feb 20 06:10:11.232597 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-78d0a4b1-76bb-4a09-bda2-c15ae8c29a6b req-70abf6e9-3f7a-4542-92e7-e36ebb6270df service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936809 Feb 20 06:10:11.328277 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09052001-757e-48d3-ba09-e866ffffe749 req-3974e084-a407-4e8a-bfd7-47fbe35d8ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:11.330228 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-09052001-757e-48d3-ba09-e866ffffe749 req-3974e084-a407-4e8a-bfd7-47fbe35d8ffb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 1125 time: 0.0540619 Feb 20 06:10:11.430078 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09052001-757e-48d3-ba09-e866ffffe749 req-11b55c31-bcf0-4497-8df2-13c84561d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:11.431611 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-09052001-757e-48d3-ba09-e866ffffe749 req-11b55c31-bcf0-4497-8df2-13c84561d182 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 912 time: 0.0952435 Feb 20 06:10:11.474819 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-09052001-757e-48d3-ba09-e866ffffe749 req-2b72fc20-9e2a-4b50-8b5f-9a1decdea1d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ca438b6-dae0-4805-9c16-ff59bc70278f HTTP/1.1" status: 200 len: 217 time: 0.0363419 Feb 20 06:10:11.524538 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09052001-757e-48d3-ba09-e866ffffe749 req-bdfd61cc-8265-4429-b1eb-64ed2ac4d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:11.526101 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-09052001-757e-48d3-ba09-e866ffffe749 req-bdfd61cc-8265-4429-b1eb-64ed2ac4d16a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0455742 Feb 20 06:10:11.581411 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09052001-757e-48d3-ba09-e866ffffe749 req-13261378-20c2-46b1-9c26-b35fd2832b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:11.583071 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-09052001-757e-48d3-ba09-e866ffffe749 req-13261378-20c2-46b1-9c26-b35fd2832b45 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498605 Feb 20 06:10:11.672489 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-09052001-757e-48d3-ba09-e866ffffe749 req-50b59b4c-665e-44ba-ae86-aff47052bbce service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838501 Feb 20 06:10:11.837891 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294271a-2ec4-4a58-b9ca-8274fa2fdcd7 req-ddd8ac6c-eea4-44d5-babb-7857f9dfaa25 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:11.845915 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f294271a-2ec4-4a58-b9ca-8274fa2fdcd7 req-ddd8ac6c-eea4-44d5-babb-7857f9dfaa25 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 943 time: 0.0655403 Feb 20 06:10:11.905238 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f294271a-2ec4-4a58-b9ca-8274fa2fdcd7 req-c86ee45a-4693-4ce8-b039-26fd0b847855 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580132 Feb 20 06:10:12.046329 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-09052001-757e-48d3-ba09-e866ffffe749 req-c1495eff-85a7-483c-a674-6eb6c0452440 service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679996 Feb 20 06:10:13.023513 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca783c4-da3d-4b07-921f-8869431443f4 req-1971b75e-ab50-4bc7-b89f-dfea101f31f5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:13.025132 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ca783c4-da3d-4b07-921f-8869431443f4 req-1971b75e-ab50-4bc7-b89f-dfea101f31f5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 943 time: 0.0613039 Feb 20 06:10:13.077604 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ca783c4-da3d-4b07-921f-8869431443f4 req-5a87bcd4-760d-4e9e-9878-a6176cf6dbbe tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460281 Feb 20 06:10:14.200147 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b09f27-4508-421e-bd8d-c0326c645e30 req-1a888f18-43ac-46e0-867e-6c89b905296f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:14.202347 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-78b09f27-4508-421e-bd8d-c0326c645e30 req-1a888f18-43ac-46e0-867e-6c89b905296f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 943 time: 0.0554688 Feb 20 06:10:14.251691 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-78b09f27-4508-421e-bd8d-c0326c645e30 req-960eeca9-0712-449d-b58e-c3434fd1c647 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428619 Feb 20 06:10:15.377964 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89042107-89d6-4b71-a0d7-e21df902736c req-df0ae603-abf0-4316-8e36-97677bced759 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:15.379826 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-89042107-89d6-4b71-a0d7-e21df902736c req-df0ae603-abf0-4316-8e36-97677bced759 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 943 time: 0.0542409 Feb 20 06:10:15.428506 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-89042107-89d6-4b71-a0d7-e21df902736c req-1a70ff71-1d03-4e08-a425-f10a46a7498c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424883 Feb 20 06:10:16.489107 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb25476d-c476-4b63-a62f-04a96d0892da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:16.590121 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a6a6d-c4e9-4d7d-85e5-83149b545b61 req-021383d9-c47e-4c56-bbc8-6fb5f3825672 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:16.600455 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e6a6a6d-c4e9-4d7d-85e5-83149b545b61 req-021383d9-c47e-4c56-bbc8-6fb5f3825672 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 943 time: 0.0902119 Feb 20 06:10:16.675504 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e6a6a6d-c4e9-4d7d-85e5-83149b545b61 req-5493afd1-6bd5-43a9-93a2-29358f3cab6f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769846 Feb 20 06:10:17.892972 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43285c6e-2024-414a-ae4e-be6fad5d0b1b req-07ac9f4f-84de-4bf0-9455-a965196c291c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:17.894784 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-43285c6e-2024-414a-ae4e-be6fad5d0b1b req-07ac9f4f-84de-4bf0-9455-a965196c291c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 943 time: 0.1019638 Feb 20 06:10:17.967401 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-43285c6e-2024-414a-ae4e-be6fad5d0b1b req-616c68c2-97fb-4b44-9a7d-17e940d60ba7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638347 Feb 20 06:10:18.970354 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c6956c39-8ebc-4941-8356-f09b858616e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:19.123379 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a7853-b3a6-48d7-b711-74ef5d8fd31b req-9019fc8c-7c6a-4a12-bfa8-4f7afe33399b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:19.126269 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae5a7853-b3a6-48d7-b711-74ef5d8fd31b req-9019fc8c-7c6a-4a12-bfa8-4f7afe33399b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 943 time: 0.0766110 Feb 20 06:10:19.185866 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ae5a7853-b3a6-48d7-b711-74ef5d8fd31b req-084f0b10-0bfd-4513-a752-9865933b79d8 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535960 Feb 20 06:10:19.670438 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:20.325628 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b831e-15eb-4c73-9d72-722391a388dd req-7d080411-6b9f-4e7a-a985-73339f8169e4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:20.328194 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-392b831e-15eb-4c73-9d72-722391a388dd req-7d080411-6b9f-4e7a-a985-73339f8169e4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 943 time: 0.0635643 Feb 20 06:10:20.391119 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-392b831e-15eb-4c73-9d72-722391a388dd req-d13ccd76-a45b-4a18-9f03-1e2e0b707895 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439119 Feb 20 06:10:21.498306 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:21.518962 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06675dbb-bff0-47cb-9c50-a27ff4d0180f req-58542e78-0b59-4616-b6b9-0b0f39ed5985 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:21.520464 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-06675dbb-bff0-47cb-9c50-a27ff4d0180f req-58542e78-0b59-4616-b6b9-0b0f39ed5985 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 943 time: 0.0593817 Feb 20 06:10:21.572777 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-06675dbb-bff0-47cb-9c50-a27ff4d0180f req-8a7d9795-7274-4aa3-9722-b5c458a9e8b3 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464277 Feb 20 06:10:22.698614 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:22.735430 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2430eed-b176-4a64-8288-068302a905a4 req-bd105461-ab9a-49e4-8190-60872dd6311c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:22.737766 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d2430eed-b176-4a64-8288-068302a905a4 req-bd105461-ab9a-49e4-8190-60872dd6311c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 943 time: 0.0739956 Feb 20 06:10:22.795495 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d2430eed-b176-4a64-8288-068302a905a4 req-e928a9bc-7421-4d4e-a738-474009a9fc8e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513110 Feb 20 06:10:23.011558 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:10:23.139909 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:23.945910 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0977186-c739-409a-afe2-f0fda8d74fdc req-33fe8f53-0d6b-454a-b4f8-b3d79ea1d3be tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:23.948176 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d0977186-c739-409a-afe2-f0fda8d74fdc req-33fe8f53-0d6b-454a-b4f8-b3d79ea1d3be tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 943 time: 0.0735867 Feb 20 06:10:24.017373 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 48844) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:10:24.030114 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d0977186-c739-409a-afe2-f0fda8d74fdc req-fb7cf402-3d9d-439d-a166-9e79a378e470 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730021 Feb 20 06:10:24.153962 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 48848) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:10:24.154228 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8dc4447e-2a31-4a75-aa3c-bc2ee11f1cd9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1b16e011cf043a4a991ec74f0967324&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1356504 Feb 20 06:10:24.207351 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1a479865-a25e-4102-bfed-4ab4fe05b18a admin admin] Publish callbacks [] for security_group (74f3e68a-01f5-4c51-ba96-b537c318efa6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:24.228752 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1a479865-a25e-4102-bfed-4ab4fe05b18a admin admin] Publish callbacks [] for security_group (74f3e68a-01f5-4c51-ba96-b537c318efa6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:24.279995 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1a479865-a25e-4102-bfed-4ab4fe05b18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (74f3e68a-01f5-4c51-ba96-b537c318efa6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:24.283189 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1a479865-a25e-4102-bfed-4ab4fe05b18a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:24.286937 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1a479865-a25e-4102-bfed-4ab4fe05b18a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/74f3e68a-01f5-4c51-ba96-b537c318efa6 HTTP/1.1" status: 204 len: 168 time: 0.1290925 Feb 20 06:10:24.295832 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a479865-a25e-4102-bfed-4ab4fe05b18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f3e68a-01f5-4c51-ba96-b537c318efa6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:10:24.305530 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a479865-a25e-4102-bfed-4ab4fe05b18a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:24.305861 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a479865-a25e-4102-bfed-4ab4fe05b18a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:24.306280 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a479865-a25e-4102-bfed-4ab4fe05b18a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:24.306627 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a479865-a25e-4102-bfed-4ab4fe05b18a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:24.307048 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a479865-a25e-4102-bfed-4ab4fe05b18a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:24.307389 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a479865-a25e-4102-bfed-4ab4fe05b18a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:24.308956 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a479865-a25e-4102-bfed-4ab4fe05b18a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:24.309434 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a479865-a25e-4102-bfed-4ab4fe05b18a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:24.309782 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a479865-a25e-4102-bfed-4ab4fe05b18a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:24.310105 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a479865-a25e-4102-bfed-4ab4fe05b18a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:24.310498 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a479865-a25e-4102-bfed-4ab4fe05b18a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:24.310992 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a479865-a25e-4102-bfed-4ab4fe05b18a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:24.311331 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a479865-a25e-4102-bfed-4ab4fe05b18a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:25.185317 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33388600-719b-42a1-8a66-e88f9655e0b0 req-909be63d-84f1-4c7e-806c-80a87c7edcd4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:25.193528 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33388600-719b-42a1-8a66-e88f9655e0b0 req-909be63d-84f1-4c7e-806c-80a87c7edcd4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 943 time: 0.0675182 Feb 20 06:10:25.255138 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33388600-719b-42a1-8a66-e88f9655e0b0 req-8e37ba58-80c6-4e2b-af64-5642a5e9899e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596552 Feb 20 06:10:25.430109 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:26.393035 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a98c0-893b-47f2-91fc-fadcbcaa21c9 req-461bc1dc-d2fc-4464-875b-ec237410605b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:26.394826 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8d3a98c0-893b-47f2-91fc-fadcbcaa21c9 req-461bc1dc-d2fc-4464-875b-ec237410605b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 943 time: 0.0609126 Feb 20 06:10:26.448713 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8d3a98c0-893b-47f2-91fc-fadcbcaa21c9 req-1c2cafc5-75f1-44e9-89cf-3ea3db5f8b5c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476437 Feb 20 06:10:27.578383 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a16ee1-9b24-4c3e-b1ce-a1c54d8e561a req-432dd260-e36a-4592-a02c-d01c234abf31 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:27.581160 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-15a16ee1-9b24-4c3e-b1ce-a1c54d8e561a req-432dd260-e36a-4592-a02c-d01c234abf31 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 943 time: 0.0548284 Feb 20 06:10:27.635698 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-15a16ee1-9b24-4c3e-b1ce-a1c54d8e561a req-87639bf0-2a26-4430-8066-f6b72878474d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479891 Feb 20 06:10:28.792167 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905813d7-76e0-4156-9236-8f42253498d9 req-d8562071-34d7-4694-b1e3-b5b65dd5c0db tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:28.795374 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-905813d7-76e0-4156-9236-8f42253498d9 req-d8562071-34d7-4694-b1e3-b5b65dd5c0db tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 943 time: 0.0720036 Feb 20 06:10:28.857030 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-905813d7-76e0-4156-9236-8f42253498d9 req-74f57ef9-7302-40f2-b280-70997c93967a tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564587 Feb 20 06:10:29.982318 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17ffd6-5e2e-4c18-bdc9-df26dc172cab req-c4cb11a8-a5ed-4fd6-952f-d44d062c72db tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:29.983843 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0c17ffd6-5e2e-4c18-bdc9-df26dc172cab req-c4cb11a8-a5ed-4fd6-952f-d44d062c72db tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 943 time: 0.0601902 Feb 20 06:10:30.038138 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0c17ffd6-5e2e-4c18-bdc9-df26dc172cab req-c7a36407-561c-425d-a884-56f4bb66ddbd tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486882 Feb 20 06:10:31.161465 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6887e-ad1c-4c01-a996-6e2c38589622 req-71c63eec-b452-4fd9-95f3-51fdb964a669 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:31.163028 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02d6887e-ad1c-4c01-a996-6e2c38589622 req-71c63eec-b452-4fd9-95f3-51fdb964a669 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 943 time: 0.0556252 Feb 20 06:10:31.221970 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02d6887e-ad1c-4c01-a996-6e2c38589622 req-a97a7f5a-3bdb-4af0-8089-4d81603efb05 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531311 Feb 20 06:10:32.353010 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b67f7a-958a-4a4c-bdae-53feceb99b15 req-f1e9ee73-9fea-42e5-8316-a8572cf7c97a tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:32.354539 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-57b67f7a-958a-4a4c-bdae-53feceb99b15 req-f1e9ee73-9fea-42e5-8316-a8572cf7c97a tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 943 time: 0.0541663 Feb 20 06:10:32.415439 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-57b67f7a-958a-4a4c-bdae-53feceb99b15 req-b2632296-9b8b-447f-9483-39fa85dabaa7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541489 Feb 20 06:10:33.531855 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0e5b3-ad24-477f-bdb6-04b0518e9fb2 req-04948a02-3e4b-446f-97e3-20ac12cbd21d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:33.533337 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f9b0e5b3-ad24-477f-bdb6-04b0518e9fb2 req-04948a02-3e4b-446f-97e3-20ac12cbd21d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 943 time: 0.0538106 Feb 20 06:10:33.585659 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f9b0e5b3-ad24-477f-bdb6-04b0518e9fb2 req-a6d6f39b-615f-48bb-9c7d-a2e456ca8490 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454113 Feb 20 06:10:34.709272 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04c64b-8631-4941-bbb2-86655c7c2d18 req-60367726-b93f-4622-8d4b-d3043994ac45 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:34.710773 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b04c64b-8631-4941-bbb2-86655c7c2d18 req-60367726-b93f-4622-8d4b-d3043994ac45 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 943 time: 0.0563774 Feb 20 06:10:34.758757 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b04c64b-8631-4941-bbb2-86655c7c2d18 req-0c50b0c4-5c9d-49a6-9a1a-602753bd76dc tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420790 Feb 20 06:10:35.881011 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee1242-965d-497f-9c03-8d227b886fde req-48066f4c-8ff8-4349-94a6-e290a7f0ce04 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:35.882530 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-feee1242-965d-497f-9c03-8d227b886fde req-48066f4c-8ff8-4349-94a6-e290a7f0ce04 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 943 time: 0.0559051 Feb 20 06:10:35.933133 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-feee1242-965d-497f-9c03-8d227b886fde req-3e603631-33dd-48f8-a9a2-7d2ad5493d1c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441918 Feb 20 06:10:37.058195 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb87203-01ed-409a-ae02-0346471ae3af req-19bb4241-ba80-4c0f-867d-fc6e8ab89a17 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:37.060341 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8cb87203-01ed-409a-ae02-0346471ae3af req-19bb4241-ba80-4c0f-867d-fc6e8ab89a17 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 943 time: 0.0565658 Feb 20 06:10:37.109981 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8cb87203-01ed-409a-ae02-0346471ae3af req-fc410a1b-49e2-4ec1-99fe-3c75283888a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437994 Feb 20 06:10:38.239775 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786897d-27d7-49d3-b0b6-cb616f70a89a req-c21aae6d-0d65-4d39-bc64-cf699fe7f705 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:38.241479 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3786897d-27d7-49d3-b0b6-cb616f70a89a req-c21aae6d-0d65-4d39-bc64-cf699fe7f705 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 943 time: 0.0612206 Feb 20 06:10:38.617144 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3786897d-27d7-49d3-b0b6-cb616f70a89a req-07bf731b-26b3-48f9-be8c-9499cddede17 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693545 Feb 20 06:10:39.625654 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 4ca438b6-dae0-4805-9c16-ff59bc70278f details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:10:39.722824 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 4ca438b6-dae0-4805-9c16-ff59bc70278f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4ca438b6-dae0-4805-9c16-ff59bc70278f,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:10:39.740282 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '4ca438b6-dae0-4805-9c16-ff59bc70278f', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'port_id': '4ca438b6-dae0-4805-9c16-ff59bc70278f', 'mac_address': 'fa:16:3e:46:07:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:10:39.740756 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce9544-57b5-47cc-8ae7-eacfb63c2473 req-a2fc197f-babe-4d87-81b4-fe2cabdaa52d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:39.742262 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-69ce9544-57b5-47cc-8ae7-eacfb63c2473 req-a2fc197f-babe-4d87-81b4-fe2cabdaa52d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 943 time: 0.0547884 Feb 20 06:10:39.779066 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 4ca438b6-dae0-4805-9c16-ff59bc70278f is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:10:39.779464 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4ca438b6-dae0-4805-9c16-ff59bc70278f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:39.790412 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-69ce9544-57b5-47cc-8ae7-eacfb63c2473 req-b751199c-cd49-401e-a7f1-4cc781432eff tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414894 Feb 20 06:10:39.794270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca438b6-dae0-4805-9c16-ff59bc70278f {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:10:39.815239 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 4ca438b6-dae0-4805-9c16-ff59bc70278f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4ca438b6-dae0-4805-9c16-ff59bc70278f,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:10:39.818818 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4ca438b6-dae0-4805-9c16-ff59bc70278f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:39.866794 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=4ca438b6-dae0-4805-9c16-ff59bc70278f,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:10:39.874462 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:39.874845 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:39.875213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:39.875580 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:39.875964 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:39.876249 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:39.876574 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:39.876900 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:39.877229 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:39.877545 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:39.877866 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:39.878185 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:39.878507 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:10:40.019829 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['4ca438b6-dae0-4805-9c16-ff59bc70278f'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:10:40.909042 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb85cfb-8177-4538-8144-bb9279afd9ec req-912d7e20-d4e4-43c2-8783-8803da76352f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:40.910527 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-deb85cfb-8177-4538-8144-bb9279afd9ec req-912d7e20-d4e4-43c2-8783-8803da76352f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 944 time: 0.0522747 Feb 20 06:10:40.962208 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-deb85cfb-8177-4538-8144-bb9279afd9ec req-edcf71f2-4f89-4396-993d-8490d8c12107 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458171 Feb 20 06:10:41.626282 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 4ca438b6-dae0-4805-9c16-ff59bc70278f up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:10:41.675217 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 4ca438b6-dae0-4805-9c16-ff59bc70278f completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:10:41.679315 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 4ca438b6-dae0-4805-9c16-ff59bc70278f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:10:41.679690 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4ca438b6-dae0-4805-9c16-ff59bc70278f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:41.756928 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 4ca438b6-dae0-4805-9c16-ff59bc70278f is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:10:41.757313 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4ca438b6-dae0-4805-9c16-ff59bc70278f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:41.779843 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca438b6-dae0-4805-9c16-ff59bc70278f'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:10:41.782013 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5730b51f-89e8-4681-89ef-0a32884bd08d" -d '{"events": [{"server_uuid": "7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7", "name": "network-vif-plugged", "status": "completed", "tag": "4ca438b6-dae0-4805-9c16-ff59bc70278f"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:10:41.795017 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 4ca438b6-dae0-4805-9c16-ff59bc70278f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4ca438b6-dae0-4805-9c16-ff59bc70278f,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:10:41.799688 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4ca438b6-dae0-4805-9c16-ff59bc70278f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:41.825750 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534f2670-c20c-42f5-bd2a-482a9b55a0d0 x-openstack-request-id: req-534f2670-c20c-42f5-bd2a-482a9b55a0d0 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:10:41.826049 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7", "name": "network-vif-plugged", "status": "completed", "tag": "4ca438b6-dae0-4805-9c16-ff59bc70278f", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:10:41.826299 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-534f2670-c20c-42f5-bd2a-482a9b55a0d0 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:10:41.826688 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca438b6-dae0-4805-9c16-ff59bc70278f', 'code': 200} Feb 20 06:10:41.863037 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=4ca438b6-dae0-4805-9c16-ff59bc70278f,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:10:42.034072 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bbc70-4b22-4283-8687-853d1f4fe84b req-ad0102fd-3a35-4ff8-a8ce-727a499d6bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:42.035613 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9b5bbc70-4b22-4283-8687-853d1f4fe84b req-ad0102fd-3a35-4ff8-a8ce-727a499d6bc9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 1127 time: 0.1566443 Feb 20 06:10:42.078888 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9b5bbc70-4b22-4283-8687-853d1f4fe84b req-48dc8a45-7bd4-40cc-a89c-eed2b5e22a50 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375631 Feb 20 06:10:42.086144 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43706f4-7b34-40a1-a8c9-0bf625d264a0 req-bc20fbdd-d4b9-419b-b001-48cbfa6bd225 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:42.087656 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a43706f4-7b34-40a1-a8c9-0bf625d264a0 req-bc20fbdd-d4b9-419b-b001-48cbfa6bd225 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 945 time: 0.0541921 Feb 20 06:10:42.134225 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a43706f4-7b34-40a1-a8c9-0bf625d264a0 req-0c026e69-e15d-4278-9bc7-c28cf4dd5dcd tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400591 Feb 20 06:10:43.255925 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bbbdf-1d1d-4263-af06-720c801fe401 req-df8cd0d1-bb80-4236-87b4-aaa6a81fbcf3 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:43.257390 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d71bbbdf-1d1d-4263-af06-720c801fe401 req-df8cd0d1-bb80-4236-87b4-aaa6a81fbcf3 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 945 time: 0.0538952 Feb 20 06:10:43.306773 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d71bbbdf-1d1d-4263-af06-720c801fe401 req-5787341c-e89c-4fa8-9871-8c1a5352fa78 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436907 Feb 20 06:10:43.424806 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f645c-189a-4100-8e3a-42eb310b8ae9 req-b5a3bb77-0b4b-491e-aa78-085134ee4eab tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:43.425933 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-136f645c-189a-4100-8e3a-42eb310b8ae9 req-b5a3bb77-0b4b-491e-aa78-085134ee4eab tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 945 time: 0.0562322 Feb 20 06:10:43.475175 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-136f645c-189a-4100-8e3a-42eb310b8ae9 req-1565579f-ad42-4692-b438-d3776e649b8c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430768 Feb 20 06:10:43.593096 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833271b-44e6-43da-8689-e86592c928e0 req-681c345d-9fa8-4090-bb17-8e8e214eb3fa tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:43.594563 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7833271b-44e6-43da-8689-e86592c928e0 req-681c345d-9fa8-4090-bb17-8e8e214eb3fa tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 945 time: 0.0520842 Feb 20 06:10:43.640742 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7833271b-44e6-43da-8689-e86592c928e0 req-e62bc43f-4cce-423f-b694-0451948626f5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401456 Feb 20 06:10:43.938118 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daaf831-0756-46b5-b926-9e2ceeb70628 req-ec7947b7-e5cd-4fdf-ab74-bda7572ea192 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:43.939565 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8daaf831-0756-46b5-b926-9e2ceeb70628 req-ec7947b7-e5cd-4fdf-ab74-bda7572ea192 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 945 time: 0.0590119 Feb 20 06:10:43.986383 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8daaf831-0756-46b5-b926-9e2ceeb70628 req-0f44302e-089a-4e2d-8cc7-3c0ee757e676 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409691 Feb 20 06:10:45.107771 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993cbbd-f471-4438-9fb1-d1e4852802a0 req-eabb82df-1c1c-49a8-9bba-3310f98442a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:45.109349 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3993cbbd-f471-4438-9fb1-d1e4852802a0 req-eabb82df-1c1c-49a8-9bba-3310f98442a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 945 time: 0.0519383 Feb 20 06:10:45.156263 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3993cbbd-f471-4438-9fb1-d1e4852802a0 req-a91e70e0-daa1-422a-a0c6-705a9195cc16 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413263 Feb 20 06:10:45.339952 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24e2f5-6190-4732-b831-28ded1e3ab5d req-f80dacfe-37ad-473c-ac50-5611e887ab55 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:10:45.341367 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4f24e2f5-6190-4732-b831-28ded1e3ab5d req-f80dacfe-37ad-473c-ac50-5611e887ab55 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 945 time: 0.0547876 Feb 20 06:10:45.429253 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-4f24e2f5-6190-4732-b831-28ded1e3ab5d req-fda8c755-0607-4d33-9c67-363113bf0fd5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Deleting port 4ca438b6-dae0-4805-9c16-ff59bc70278f {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:10:45.429593 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4f24e2f5-6190-4732-b831-28ded1e3ab5d req-fda8c755-0607-4d33-9c67-363113bf0fd5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4ca438b6-dae0-4805-9c16-ff59bc70278f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:45.520177 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-4f24e2f5-6190-4732-b831-28ded1e3ab5d req-fda8c755-0607-4d33-9c67-363113bf0fd5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] For port 4ca438b6-dae0-4805-9c16-ff59bc70278f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=4ca438b6-dae0-4805-9c16-ff59bc70278f,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:10:45.520538 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4f24e2f5-6190-4732-b831-28ded1e3ab5d req-fda8c755-0607-4d33-9c67-363113bf0fd5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4ca438b6-dae0-4805-9c16-ff59bc70278f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:45.532171 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-4f24e2f5-6190-4732-b831-28ded1e3ab5d req-fda8c755-0607-4d33-9c67-363113bf0fd5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Calling delete_port for 4ca438b6-dae0-4805-9c16-ff59bc70278f owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:10:45.662331 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4f24e2f5-6190-4732-b831-28ded1e3ab5d req-fda8c755-0607-4d33-9c67-363113bf0fd5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (4ca438b6-dae0-4805-9c16-ff59bc70278f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:45.696674 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8c755-0607-4d33-9c67-363113bf0fd5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event deleted for resources: {'Port': ['ID=4ca438b6-dae0-4805-9c16-ff59bc70278f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:10:45.741154 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f24e2f5-6190-4732-b831-28ded1e3ab5d req-fda8c755-0607-4d33-9c67-363113bf0fd5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] No DVR routers for this DVR port 4ca438b6-dae0-4805-9c16-ff59bc70278f on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:10:45.743927 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4f24e2f5-6190-4732-b831-28ded1e3ab5d req-fda8c755-0607-4d33-9c67-363113bf0fd5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:45.748238 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4f24e2f5-6190-4732-b831-28ded1e3ab5d req-fda8c755-0607-4d33-9c67-363113bf0fd5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.61 "DELETE /v2.0/ports/4ca438b6-dae0-4805-9c16-ff59bc70278f HTTP/1.1" status: 204 len: 173 time: 0.4015434 Feb 20 06:10:45.748721 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7', 'name': 'network-vif-deleted', 'tag': '4ca438b6-dae0-4805-9c16-ff59bc70278f'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:10:45.751053 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4837d41d-65ac-49ca-82b4-2a403f9ca72a" -d '{"events": [{"server_uuid": "7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7", "name": "network-vif-deleted", "tag": "4ca438b6-dae0-4805-9c16-ff59bc70278f"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:10:45.810149 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9deff6ae-e23a-41f3-93b5-a3ef1c0d84b2 x-openstack-request-id: req-9deff6ae-e23a-41f3-93b5-a3ef1c0d84b2 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:10:45.810567 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7", "name": "network-vif-deleted", "tag": "4ca438b6-dae0-4805-9c16-ff59bc70278f", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:10:45.810928 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9deff6ae-e23a-41f3-93b5-a3ef1c0d84b2 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:10:45.811411 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7', 'name': 'network-vif-deleted', 'tag': '4ca438b6-dae0-4805-9c16-ff59bc70278f', 'status': 'completed', 'code': 200} Feb 20 06:10:46.254195 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7cbf48e4-33db-4277-ae74-49898eda1c39 req-9eddf1b6-020d-40fa-88c7-09b95e5d42a8 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 210 time: 0.0289855 Feb 20 06:10:46.474883 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d0007e1-525c-4f3b-8de1-625e254dc989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:47.362463 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-828e601c-a0f9-4357-8f7a-f7d6dc1d128a req-d33b7bf5-f783-4d19-9ac8-7d4c8a0c008c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 210 time: 0.0322595 Feb 20 06:10:47.657014 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 4ca438b6-dae0-4805-9c16-ff59bc70278f no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:10:47.681602 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 4ca438b6-dae0-4805-9c16-ff59bc70278f {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:10:47.681930 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 4ca438b6-dae0-4805-9c16-ff59bc70278f not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:10:48.470510 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-42f975be-f3b7-4f7d-8f20-edd130b59556 req-28360589-1777-4f81-99bc-c7fd276c10bc tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 210 time: 0.0352981 Feb 20 06:10:48.953857 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71232a65-444b-4a74-8869-9b799f7c58b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:49.573256 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f07207d3-265c-4148-a5bd-286d27bfc759 req-58998970-e0c3-4eb8-829b-133721068b65 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 210 time: 0.0271795 Feb 20 06:10:49.670119 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:50.681843 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a87f995-796c-453f-bafb-7c3715b59664 req-c9996c55-b228-47bb-aa14-10a0f6ec3132 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 210 time: 0.0274143 Feb 20 06:10:51.500402 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:51.780641 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-892bdd4e-17e7-4a25-a411-65cefd1ac232 req-cf3bb685-2b9b-41e2-857e-72453e26e294 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 210 time: 0.0283890 Feb 20 06:10:52.702393 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:52.907073 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-301f187b-d15f-4cdd-95af-acd6d7043a49 req-8ef319b1-17ce-4029-9a08-41347824ce87 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 210 time: 0.0320270 Feb 20 06:10:53.174328 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:10:54.036801 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2fcb2b72-71e5-4711-87d8-82773894c65f req-77f41b66-34c5-4a35-a21e-4a4e30dc1302 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 210 time: 0.0404763 Feb 20 06:10:55.164330 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41c6962d-bc9a-4989-9a7d-4a471a59ac38 req-45de5b9b-d007-41d8-b571-6c807f32f259 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5accfa-b1f9-4ed4-a94d-d60c614ae3c7 HTTP/1.1" status: 200 len: 210 time: 0.0315497 Feb 20 06:10:55.452213 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:00.014738 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:11:16.478021 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2622a9ee-e03d-4182-a5bf-07ec7c94e19a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:18.960692 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e01bca87-8d5b-4d24-8890-7bb8647d00cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:19.670213 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:21.508907 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:22.708905 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:23.166506 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:25.446384 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:28.743772 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-8b140ff4-edd2-45a7-ac8c-fab4c493c4d1 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:28.745266 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-8b140ff4-edd2-45a7-ac8c-fab4c493c4d1 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 812 time: 0.1017947 Feb 20 06:11:28.760086 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-25367e4b-656c-4d93-b87c-ee22ff16af44 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/quotas/f1302e2d9fbc428bb7df541fc14513df HTTP/1.1" status: 200 len: 375 time: 0.0094311 Feb 20 06:11:28.821277 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-a3941038-6d3d-429f-bee4-32f8223f9f3b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556040 Feb 20 06:11:28.912463 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-e29c57b9-4693-41fd-b5ad-3c45099d82ac service neutron] 10.222.0.37 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839767 Feb 20 06:11:29.005544 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-cf30ff46-53c9-4137-a73e-f1ce62d4a1d8 service neutron] 10.222.0.37 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875149 Feb 20 06:11:29.292324 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f24dfd56-f4a8-46e9-882f-031841f88fcb req-4aff96b4-2995-4182-91f7-4be64f461994 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 210 time: 0.0275853 Feb 20 06:11:30.303828 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-fae6f2f6-e006-49cc-af3a-b9ce05ab6f31 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:30.305533 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-fae6f2f6-e006-49cc-af3a-b9ce05ab6f31 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.61 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 812 time: 0.1162307 Feb 20 06:11:30.317846 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-1851820e-21e7-4815-b773-5d3edd6af5a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Request body: {'port': {'device_id': 'b4bc7865-f40f-4131-969d-b7eb8d0319fd', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'admin_state_up': True, 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:11:30.411646 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-da68b674-ecc0-4c59-880f-10266e86368f req-a145b801-80bd-4bdd-8103-9eff64c81580 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 210 time: 0.0398011 Feb 20 06:11:30.455009 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-1851820e-21e7-4815-b773-5d3edd6af5a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Made reservation on behalf of f1302e2d9fbc428bb7df541fc14513df for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:11:30.459017 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-1851820e-21e7-4815-b773-5d3edd6af5a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:30.599474 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-1851820e-21e7-4815-b773-5d3edd6af5a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Allocated IP 172.20.0.8 (1e9befcf-dfaf-4462-b7f7-68148d889223/3577d1d9-33e1-449c-acb0-7cde4e8fef95/ec44fb08-9902-465a-8fa9-23932d004a4c) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:11:30.755431 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-1851820e-21e7-4815-b773-5d3edd6af5a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for port (ec44fb08-9902-465a-8fa9-23932d004a4c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:30.791387 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-1851820e-21e7-4815-b773-5d3edd6af5a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (ec44fb08-9902-465a-8fa9-23932d004a4c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:30.840570 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-1851820e-21e7-4815-b773-5d3edd6af5a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Network 1e9befcf-dfaf-4462-b7f7-68148d889223 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:11:30.845501 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-1851820e-21e7-4815-b773-5d3edd6af5a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:11:30.848185 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-1851820e-21e7-4815-b773-5d3edd6af5a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:11:30.882142 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851820e-21e7-4815-b773-5d3edd6af5a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event updated for resources: {'Port': ['ID=ec44fb08-9902-465a-8fa9-23932d004a4c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:11:30.896511 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851820e-21e7-4815-b773-5d3edd6af5a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:30.896870 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851820e-21e7-4815-b773-5d3edd6af5a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:30.897225 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851820e-21e7-4815-b773-5d3edd6af5a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:30.897566 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851820e-21e7-4815-b773-5d3edd6af5a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:30.897911 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851820e-21e7-4815-b773-5d3edd6af5a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:30.898250 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851820e-21e7-4815-b773-5d3edd6af5a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:30.898589 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851820e-21e7-4815-b773-5d3edd6af5a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:30.899004 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851820e-21e7-4815-b773-5d3edd6af5a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:30.899268 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851820e-21e7-4815-b773-5d3edd6af5a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:30.899679 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851820e-21e7-4815-b773-5d3edd6af5a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:30.900012 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851820e-21e7-4815-b773-5d3edd6af5a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:30.900459 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851820e-21e7-4815-b773-5d3edd6af5a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:30.900800 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851820e-21e7-4815-b773-5d3edd6af5a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:30.923587 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-1851820e-21e7-4815-b773-5d3edd6af5a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:30.924878 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-1851820e-21e7-4815-b773-5d3edd6af5a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:30.949052 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-1851820e-21e7-4815-b773-5d3edd6af5a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6351433 Feb 20 06:11:30.962410 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-bd7945d7-47be-4f04-b098-435bc5bbba55 service neutron] Request body: {'port': {'device_id': 'b4bc7865-f40f-4131-969d-b7eb8d0319fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:11:31.048134 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-bd7945d7-47be-4f04-b098-435bc5bbba55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ec44fb08-9902-465a-8fa9-23932d004a4c), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:31.209140 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b9c2e06a-cf08-49b8-ac32-dd86cf381f85 None None] Provisioning complete for port ec44fb08-9902-465a-8fa9-23932d004a4c triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:11:31.209726 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9c2e06a-cf08-49b8-ac32-dd86cf381f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ec44fb08-9902-465a-8fa9-23932d004a4c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:31.251375 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b9c2e06a-cf08-49b8-ac32-dd86cf381f85 None None] Port ec44fb08-9902-465a-8fa9-23932d004a4c cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:11:31.444942 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-bd7945d7-47be-4f04-b098-435bc5bbba55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec44fb08-9902-465a-8fa9-23932d004a4c {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:11:31.455135 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-bd7945d7-47be-4f04-b098-435bc5bbba55 service neutron] Publish callbacks [] for port (ec44fb08-9902-465a-8fa9-23932d004a4c), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:31.472956 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-bd7945d7-47be-4f04-b098-435bc5bbba55 service neutron] Transition to ACTIVE for port object ec44fb08-9902-465a-8fa9-23932d004a4c will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:11:31.477632 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-bd7945d7-47be-4f04-b098-435bc5bbba55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (ec44fb08-9902-465a-8fa9-23932d004a4c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:31.549931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efa81d-3570-4b17-a615-b0f46ba7844c req-30dc2f87-bff1-45a0-8ab2-5d4c22d84eb9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:31.559170 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58efa81d-3570-4b17-a615-b0f46ba7844c req-30dc2f87-bff1-45a0-8ab2-5d4c22d84eb9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 943 time: 0.0669715 Feb 20 06:11:31.587914 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7945d7-47be-4f04-b098-435bc5bbba55 service neutron] Pushing event updated for resources: {'Port': ['ID=ec44fb08-9902-465a-8fa9-23932d004a4c,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:11:31.635945 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58efa81d-3570-4b17-a615-b0f46ba7844c req-04b1d4cd-ad76-429f-aacf-f25730db6c23 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746658 Feb 20 06:11:31.661422 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-bd7945d7-47be-4f04-b098-435bc5bbba55 service neutron] Attempting to bind port ec44fb08-9902-465a-8fa9-23932d004a4c on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:11:31.662016 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-bd7945d7-47be-4f04-b098-435bc5bbba55 service neutron] Attempting to bind port ec44fb08-9902-465a-8fa9-23932d004a4c by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:11:31.662551 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-bd7945d7-47be-4f04-b098-435bc5bbba55 service neutron] Attempting to bind port ec44fb08-9902-465a-8fa9-23932d004a4c on network 1e9befcf-dfaf-4462-b7f7-68148d889223 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:11:31.674777 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-bd7945d7-47be-4f04-b098-435bc5bbba55 service neutron] Port ec44fb08-9902-465a-8fa9-23932d004a4c on network 1e9befcf-dfaf-4462-b7f7-68148d889223 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:11:31.674881 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-bd7945d7-47be-4f04-b098-435bc5bbba55 service neutron] Attempting to bind port ec44fb08-9902-465a-8fa9-23932d004a4c on network 1e9befcf-dfaf-4462-b7f7-68148d889223 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:11:31.681408 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-bd7945d7-47be-4f04-b098-435bc5bbba55 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:11:31.681761 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-bd7945d7-47be-4f04-b098-435bc5bbba55 service neutron] Checking segment: {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:11:31.682163 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-bd7945d7-47be-4f04-b098-435bc5bbba55 service neutron] Bound using segment: {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:11:31.682615 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-bd7945d7-47be-4f04-b098-435bc5bbba55 service neutron] Bound port: ec44fb08-9902-465a-8fa9-23932d004a4c, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:11:31.683024 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-bd7945d7-47be-4f04-b098-435bc5bbba55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ec44fb08-9902-465a-8fa9-23932d004a4c), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:31.786811 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-bd7945d7-47be-4f04-b098-435bc5bbba55 service neutron] For port ec44fb08-9902-465a-8fa9-23932d004a4c, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:11:31.790862 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-bd7945d7-47be-4f04-b098-435bc5bbba55 service neutron] For port ec44fb08-9902-465a-8fa9-23932d004a4c, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=ec44fb08-9902-465a-8fa9-23932d004a4c,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:11:31.801408 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-bd7945d7-47be-4f04-b098-435bc5bbba55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (ec44fb08-9902-465a-8fa9-23932d004a4c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:31.858929 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7945d7-47be-4f04-b098-435bc5bbba55 service neutron] Pushing event updated for resources: {'Port': ['ID=ec44fb08-9902-465a-8fa9-23932d004a4c,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:11:31.876952 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-bd7945d7-47be-4f04-b098-435bc5bbba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:31.879917 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-bd7945d7-47be-4f04-b098-435bc5bbba55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:31.882015 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-bd7945d7-47be-4f04-b098-435bc5bbba55 service neutron] 10.222.0.61 "PUT /v2.0/ports/ec44fb08-9902-465a-8fa9-23932d004a4c HTTP/1.1" status: 200 len: 1091 time: 0.9251921 Feb 20 06:11:31.882638 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4bc7865-f40f-4131-969d-b7eb8d0319fd', 'tag': 'ec44fb08-9902-465a-8fa9-23932d004a4c'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:11:31.886124 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620fd1c8-4d02-45dd-8e22-2265da2cdc6e" -d '{"events": [{"name": "network-changed", "server_uuid": "b4bc7865-f40f-4131-969d-b7eb8d0319fd", "tag": "ec44fb08-9902-465a-8fa9-23932d004a4c"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:11:32.045803 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-892afc24-cc98-4cb0-bf34-9b1732437cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:32.049671 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-892afc24-cc98-4cb0-bf34-9b1732437cac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 1125 time: 0.1084106 Feb 20 06:11:32.135381 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-10cad651-1750-49ec-a139-ce3ce554b943 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec44fb08-9902-465a-8fa9-23932d004a4c HTTP/1.1" status: 200 len: 217 time: 0.0726614 Feb 20 06:11:32.221304 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62430f39-5a55-4d85-8cb2-a821b4a54a12 x-openstack-request-id: req-62430f39-5a55-4d85-8cb2-a821b4a54a12 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:11:32.221608 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4bc7865-f40f-4131-969d-b7eb8d0319fd", "tag": "ec44fb08-9902-465a-8fa9-23932d004a4c", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:11:32.221864 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-62430f39-5a55-4d85-8cb2-a821b4a54a12 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:11:32.222270 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4bc7865-f40f-4131-969d-b7eb8d0319fd', 'tag': 'ec44fb08-9902-465a-8fa9-23932d004a4c', 'status': 'completed', 'code': 200} Feb 20 06:11:32.224128 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-64fe3605-204f-4d12-8d5a-0378444e6a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:32.225597 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-64fe3605-204f-4d12-8d5a-0378444e6a17 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0894186 Feb 20 06:11:32.278910 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-67fd6c71-c1f3-43a1-a721-2d9681e2c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:32.280361 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-67fd6c71-c1f3-43a1-a721-2d9681e2c99b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482683 Feb 20 06:11:32.396991 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-e59873fa-4b8b-476d-9f37-d8223e8872a1 service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096826 Feb 20 06:11:32.510267 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c790fabe-5f7b-4d7f-89f3-482b56c4090a req-02512bd5-4d18-4afd-a999-db1a73ccb10c service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080773 Feb 20 06:11:32.612734 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fd1c8-4d02-45dd-8e22-2265da2cdc6e req-18e14dbe-63f7-4875-bb2c-736cb0c5263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:32.614221 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-620fd1c8-4d02-45dd-8e22-2265da2cdc6e req-18e14dbe-63f7-4875-bb2c-736cb0c5263c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 1125 time: 0.0565825 Feb 20 06:11:32.786069 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fd1c8-4d02-45dd-8e22-2265da2cdc6e req-bb35ee53-e56d-453f-bfe5-00d6ad7f03db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:32.787670 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-620fd1c8-4d02-45dd-8e22-2265da2cdc6e req-bb35ee53-e56d-453f-bfe5-00d6ad7f03db service neutron] 10.222.0.61 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 912 time: 0.1680458 Feb 20 06:11:32.832636 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-620fd1c8-4d02-45dd-8e22-2265da2cdc6e req-47cbbb0f-cc8d-4be4-a82b-ebf52d0e2521 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec44fb08-9902-465a-8fa9-23932d004a4c HTTP/1.1" status: 200 len: 217 time: 0.0391262 Feb 20 06:11:32.856714 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb2c90-5b7d-4c5c-9186-e03c4ec06f41 req-535e2822-62b7-43fa-8695-fcd31bef78ac tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:32.866201 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5acb2c90-5b7d-4c5c-9186-e03c4ec06f41 req-535e2822-62b7-43fa-8695-fcd31bef78ac tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 943 time: 0.0836687 Feb 20 06:11:32.892757 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fd1c8-4d02-45dd-8e22-2265da2cdc6e req-cd4a1d21-c613-4c0a-956c-1ccdefc13d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:32.894230 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-620fd1c8-4d02-45dd-8e22-2265da2cdc6e req-cd4a1d21-c613-4c0a-956c-1ccdefc13d52 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0552239 Feb 20 06:11:32.938516 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5acb2c90-5b7d-4c5c-9186-e03c4ec06f41 req-8b38f709-e9e3-449c-94f5-0731d3da98ce tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608354 Feb 20 06:11:32.977305 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fd1c8-4d02-45dd-8e22-2265da2cdc6e req-eb1060a0-314c-41d2-8050-669da768053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:32.979130 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-620fd1c8-4d02-45dd-8e22-2265da2cdc6e req-eb1060a0-314c-41d2-8050-669da768053c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0789757 Feb 20 06:11:33.084328 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-620fd1c8-4d02-45dd-8e22-2265da2cdc6e req-aff79442-45ae-4ef4-9fc7-046e43b04b6e service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988054 Feb 20 06:11:33.190101 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-620fd1c8-4d02-45dd-8e22-2265da2cdc6e req-3234a5c2-9e98-4f9b-a4f3-d120d53d6dea service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001012 Feb 20 06:11:34.063160 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc2eae-09df-43f1-9ab4-7669d12bdc4f req-c3a3887d-df68-4080-981a-39637af4e4a1 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:34.065377 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-88dc2eae-09df-43f1-9ab4-7669d12bdc4f req-c3a3887d-df68-4080-981a-39637af4e4a1 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 943 time: 0.0569205 Feb 20 06:11:34.120429 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-88dc2eae-09df-43f1-9ab4-7669d12bdc4f req-14171cbb-5ddd-48f8-8b35-228ff619111b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490746 Feb 20 06:11:35.257141 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86fc4b-6e80-4950-b498-eed9c02c69de req-855f43e4-0cc0-40e2-ba8b-a449c5d4bed6 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:35.263472 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba86fc4b-6e80-4950-b498-eed9c02c69de req-855f43e4-0cc0-40e2-ba8b-a449c5d4bed6 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 943 time: 0.0614042 Feb 20 06:11:35.312242 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ba86fc4b-6e80-4950-b498-eed9c02c69de req-94d9c119-06b0-4b89-a394-5a0d28c5052a tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468001 Feb 20 06:11:35.815398 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49432) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:11:35.937061 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-67d44909-29e1-4d47-8611-2ab676ac0b48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:36.021017 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-67d44909-29e1-4d47-8611-2ab676ac0b48 admin admin] Publish callbacks [] for security_group (e00aea79-c819-4eac-9521-3e55b7de3948), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:36.025236 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-67d44909-29e1-4d47-8611-2ab676ac0b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e00aea79-c819-4eac-9521-3e55b7de3948), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:36.073922 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-67d44909-29e1-4d47-8611-2ab676ac0b48 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c35195f4f1647aebdc88f2b67d96107&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2549648 Feb 20 06:11:36.074212 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49436) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:11:36.081802 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d44909-29e1-4d47-8611-2ab676ac0b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00aea79-c819-4eac-9521-3e55b7de3948,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:11:36.090272 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d44909-29e1-4d47-8611-2ab676ac0b48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:36.090629 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d44909-29e1-4d47-8611-2ab676ac0b48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:36.091021 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d44909-29e1-4d47-8611-2ab676ac0b48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:36.091372 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d44909-29e1-4d47-8611-2ab676ac0b48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:36.091711 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d44909-29e1-4d47-8611-2ab676ac0b48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:36.092049 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d44909-29e1-4d47-8611-2ab676ac0b48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:36.092402 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d44909-29e1-4d47-8611-2ab676ac0b48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:36.092712 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d44909-29e1-4d47-8611-2ab676ac0b48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:36.093042 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d44909-29e1-4d47-8611-2ab676ac0b48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:36.093373 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d44909-29e1-4d47-8611-2ab676ac0b48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:36.093703 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d44909-29e1-4d47-8611-2ab676ac0b48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:36.094032 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d44909-29e1-4d47-8611-2ab676ac0b48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:36.094359 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d44909-29e1-4d47-8611-2ab676ac0b48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:36.140395 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8891d45d-5932-4481-bf32-72490a0ad35e admin admin] Publish callbacks [] for security_group (e00aea79-c819-4eac-9521-3e55b7de3948), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:36.167206 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8891d45d-5932-4481-bf32-72490a0ad35e admin admin] Publish callbacks [] for security_group (e00aea79-c819-4eac-9521-3e55b7de3948), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:36.217882 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8891d45d-5932-4481-bf32-72490a0ad35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e00aea79-c819-4eac-9521-3e55b7de3948), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:36.220599 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8891d45d-5932-4481-bf32-72490a0ad35e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:36.224938 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8891d45d-5932-4481-bf32-72490a0ad35e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e00aea79-c819-4eac-9521-3e55b7de3948 HTTP/1.1" status: 204 len: 168 time: 0.1496775 Feb 20 06:11:36.233588 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891d45d-5932-4481-bf32-72490a0ad35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00aea79-c819-4eac-9521-3e55b7de3948,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:11:36.443108 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632b5d3-797d-4ad4-bb7e-e9372191015d req-943b61a9-859b-4f4f-9a7e-ff53bd84af51 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:36.445487 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e632b5d3-797d-4ad4-bb7e-e9372191015d req-943b61a9-859b-4f4f-9a7e-ff53bd84af51 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 943 time: 0.0552413 Feb 20 06:11:36.497035 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e632b5d3-797d-4ad4-bb7e-e9372191015d req-88c40716-d5d3-4a72-a0d6-4aa7779950cf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457537 Feb 20 06:11:37.017555 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:11:37.379401 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49470) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:11:37.509802 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6a0f2302-57c6-42d0-af78-9b35c672d901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:37.609969 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6a0f2302-57c6-42d0-af78-9b35c672d901 admin admin] Publish callbacks [] for security_group (d836a67b-6195-4d83-8496-1e3a26e38666), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:37.615547 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6a0f2302-57c6-42d0-af78-9b35c672d901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d836a67b-6195-4d83-8496-1e3a26e38666), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:37.642510 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21db921-1d41-4824-9288-7bb9adc17a4f req-81541923-b39b-40b8-a833-62df77c22a8f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:37.644196 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a21db921-1d41-4824-9288-7bb9adc17a4f req-81541923-b39b-40b8-a833-62df77c22a8f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 943 time: 0.0650718 Feb 20 06:11:37.660870 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6a0f2302-57c6-42d0-af78-9b35c672d901 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7a44006b91c49a4a0f815d238e9447b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2778347 Feb 20 06:11:37.660870 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f2302-57c6-42d0-af78-9b35c672d901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d836a67b-6195-4d83-8496-1e3a26e38666,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:11:37.663263 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49476) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:11:37.697191 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a21db921-1d41-4824-9288-7bb9adc17a4f req-3139beae-1b01-4d45-ac63-2ef6d18f5d45 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460646 Feb 20 06:11:37.722185 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18664b88-0a69-4b67-9c78-e4643fe1fea7 admin admin] Publish callbacks [] for security_group (d836a67b-6195-4d83-8496-1e3a26e38666), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:37.743338 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18664b88-0a69-4b67-9c78-e4643fe1fea7 admin admin] Publish callbacks [] for security_group (d836a67b-6195-4d83-8496-1e3a26e38666), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:37.789259 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18664b88-0a69-4b67-9c78-e4643fe1fea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (d836a67b-6195-4d83-8496-1e3a26e38666), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:37.792065 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18664b88-0a69-4b67-9c78-e4643fe1fea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:37.796153 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-18664b88-0a69-4b67-9c78-e4643fe1fea7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d836a67b-6195-4d83-8496-1e3a26e38666 HTTP/1.1" status: 204 len: 168 time: 0.1286740 Feb 20 06:11:37.801639 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18664b88-0a69-4b67-9c78-e4643fe1fea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d836a67b-6195-4d83-8496-1e3a26e38666,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:11:38.820691 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e1bb5-89ef-4750-82e2-be08eb6c22c4 req-c820bbc9-f218-43d2-a82a-624b5615b0f8 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:38.822217 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-404e1bb5-89ef-4750-82e2-be08eb6c22c4 req-c820bbc9-f218-43d2-a82a-624b5615b0f8 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 943 time: 0.0544512 Feb 20 06:11:38.870494 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-404e1bb5-89ef-4750-82e2-be08eb6c22c4 req-e1fd1e44-46bf-4a3c-8dff-35a820300139 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417366 Feb 20 06:11:39.989221 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099513d8-4133-4d20-8023-1545607253a8 req-c9e2bac9-7e53-4d5b-aaa7-df2fc62dc60a tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:39.990721 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-099513d8-4133-4d20-8023-1545607253a8 req-c9e2bac9-7e53-4d5b-aaa7-df2fc62dc60a tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 943 time: 0.0516772 Feb 20 06:11:40.042978 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-099513d8-4133-4d20-8023-1545607253a8 req-7d69af8b-9ad0-490e-a56f-a2b46d9cd24f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445127 Feb 20 06:11:41.163501 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75259b3d-23be-4b30-a1be-6ec2f8bbd0fa req-e2495c3d-4d7f-45d5-9ae6-cba55f6c5661 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:41.165003 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75259b3d-23be-4b30-a1be-6ec2f8bbd0fa req-e2495c3d-4d7f-45d5-9ae6-cba55f6c5661 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 943 time: 0.0545833 Feb 20 06:11:41.213206 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75259b3d-23be-4b30-a1be-6ec2f8bbd0fa req-7181969f-bf7f-4611-bd6c-15df63b0f046 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419402 Feb 20 06:11:42.331772 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac157c-bf53-4ff9-994e-597e856708a4 req-074c33d1-ce75-4dc2-ae18-a50dca92044e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:42.333240 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b8ac157c-bf53-4ff9-994e-597e856708a4 req-074c33d1-ce75-4dc2-ae18-a50dca92044e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 943 time: 0.0518548 Feb 20 06:11:42.378174 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b8ac157c-bf53-4ff9-994e-597e856708a4 req-db3db581-7029-470d-93f4-d2b40dc6bad8 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393541 Feb 20 06:11:43.504591 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ea483-247d-4b86-a34d-704f11d77c59 req-73b216ee-6afb-4bad-8523-5a2861c2c2d2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:43.506077 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d02ea483-247d-4b86-a34d-704f11d77c59 req-73b216ee-6afb-4bad-8523-5a2861c2c2d2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 943 time: 0.0568724 Feb 20 06:11:43.552542 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d02ea483-247d-4b86-a34d-704f11d77c59 req-73eefe0a-9487-4e33-be74-488cec853aa1 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406139 Feb 20 06:11:44.671849 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27808d59-9117-486e-8fc7-42a327152fa6 req-d40ba34e-a6f1-4d88-85de-0acbb7788dcc tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:44.673364 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27808d59-9117-486e-8fc7-42a327152fa6 req-d40ba34e-a6f1-4d88-85de-0acbb7788dcc tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 943 time: 0.0544057 Feb 20 06:11:44.719028 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27808d59-9117-486e-8fc7-42a327152fa6 req-4b333661-ec97-4d86-9137-cf92746fe955 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399158 Feb 20 06:11:45.845404 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e12d9-3da6-401d-96cf-602af717beb6 req-7d80c461-9a0c-4c43-a8c5-e60963dd7882 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:45.847058 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-947e12d9-3da6-401d-96cf-602af717beb6 req-7d80c461-9a0c-4c43-a8c5-e60963dd7882 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 943 time: 0.0612385 Feb 20 06:11:45.895882 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-947e12d9-3da6-401d-96cf-602af717beb6 req-6e34769a-9581-4cb4-adc2-b18fed495535 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423362 Feb 20 06:11:46.480887 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d21dd990-c8a4-4616-9912-013130694de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:47.015382 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea9bd4-16c4-43b6-bfc6-afaf9eca6ad2 req-af50b2f5-2402-4ded-80d1-af701acc7242 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:47.016868 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f7ea9bd4-16c4-43b6-bfc6-afaf9eca6ad2 req-af50b2f5-2402-4ded-80d1-af701acc7242 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 943 time: 0.0524719 Feb 20 06:11:47.061968 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f7ea9bd4-16c4-43b6-bfc6-afaf9eca6ad2 req-8aea1c77-0670-42e1-aac1-0a2188f3fd2b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395355 Feb 20 06:11:47.938210 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device ec44fb08-9902-465a-8fa9-23932d004a4c details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:11:48.037721 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port ec44fb08-9902-465a-8fa9-23932d004a4c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=ec44fb08-9902-465a-8fa9-23932d004a4c,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:11:48.188887 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e37fe-60c8-471b-bb73-4fe4966d8bd0 req-50951527-6b3e-4b36-bff8-006d231b42da tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:48.190320 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-300e37fe-60c8-471b-bb73-4fe4966d8bd0 req-50951527-6b3e-4b36-bff8-006d231b42da tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 943 time: 0.0543680 Feb 20 06:11:48.211674 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'ec44fb08-9902-465a-8fa9-23932d004a4c', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'port_id': 'ec44fb08-9902-465a-8fa9-23932d004a4c', 'mac_address': 'fa:16:3e:8b:0a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:11:48.243518 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-300e37fe-60c8-471b-bb73-4fe4966d8bd0 req-126beea8-24bd-406f-81e5-7a0a91890ad6 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474889 Feb 20 06:11:48.248503 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port ec44fb08-9902-465a-8fa9-23932d004a4c is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:11:48.248899 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ec44fb08-9902-465a-8fa9-23932d004a4c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:48.261860 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec44fb08-9902-465a-8fa9-23932d004a4c {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:11:48.281254 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port ec44fb08-9902-465a-8fa9-23932d004a4c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=ec44fb08-9902-465a-8fa9-23932d004a4c,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:11:48.285140 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ec44fb08-9902-465a-8fa9-23932d004a4c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:48.330267 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=ec44fb08-9902-465a-8fa9-23932d004a4c,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:11:48.338854 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:48.339027 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:48.339485 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:48.339683 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:48.339937 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:48.340276 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:48.340605 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:48.340938 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:48.341262 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:48.341705 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:48.341994 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:48.342280 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:48.342717 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:11:48.524659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['ec44fb08-9902-465a-8fa9-23932d004a4c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:11:48.952850 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9175418d-ea82-459c-8b30-65e8728fa5f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:49.360931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d097e2a-bb45-4fa0-948e-9da8a069e743 req-60bdf8f2-18d5-49e6-a927-1b8c84bcd903 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:49.362426 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d097e2a-bb45-4fa0-948e-9da8a069e743 req-60bdf8f2-18d5-49e6-a927-1b8c84bcd903 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 944 time: 0.0527463 Feb 20 06:11:49.408048 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d097e2a-bb45-4fa0-948e-9da8a069e743 req-7aebcb3f-4457-4a31-8c65-0973f031c5a8 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399902 Feb 20 06:11:49.671398 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:49.954667 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device ec44fb08-9902-465a-8fa9-23932d004a4c up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:11:50.004977 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port ec44fb08-9902-465a-8fa9-23932d004a4c completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:11:50.009173 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port ec44fb08-9902-465a-8fa9-23932d004a4c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:11:50.009567 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ec44fb08-9902-465a-8fa9-23932d004a4c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:50.083784 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port ec44fb08-9902-465a-8fa9-23932d004a4c is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:11:50.084171 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ec44fb08-9902-465a-8fa9-23932d004a4c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:50.105302 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4bc7865-f40f-4131-969d-b7eb8d0319fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec44fb08-9902-465a-8fa9-23932d004a4c'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:11:50.108047 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe7592d-8819-4e65-9588-f6b1d325741e" -d '{"events": [{"server_uuid": "b4bc7865-f40f-4131-969d-b7eb8d0319fd", "name": "network-vif-plugged", "status": "completed", "tag": "ec44fb08-9902-465a-8fa9-23932d004a4c"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:11:50.120084 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port ec44fb08-9902-465a-8fa9-23932d004a4c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=ec44fb08-9902-465a-8fa9-23932d004a4c,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:11:50.124746 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ec44fb08-9902-465a-8fa9-23932d004a4c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:50.172645 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=ec44fb08-9902-465a-8fa9-23932d004a4c,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:11:50.322119 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5dcf1f-65d4-4052-9008-41dc213974f8 x-openstack-request-id: req-5a5dcf1f-65d4-4052-9008-41dc213974f8 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:11:50.322417 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4bc7865-f40f-4131-969d-b7eb8d0319fd", "name": "network-vif-plugged", "status": "completed", "tag": "ec44fb08-9902-465a-8fa9-23932d004a4c", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:11:50.322761 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a5dcf1f-65d4-4052-9008-41dc213974f8 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:11:50.323265 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4bc7865-f40f-4131-969d-b7eb8d0319fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec44fb08-9902-465a-8fa9-23932d004a4c', 'code': 200} Feb 20 06:11:50.416429 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba1fb4-2f26-4289-9a12-790e8cdb45c9 req-83d58644-e4dc-47cd-a4fd-af7b6cf20c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:50.417904 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5eba1fb4-2f26-4289-9a12-790e8cdb45c9 req-83d58644-e4dc-47cd-a4fd-af7b6cf20c80 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 1127 time: 0.0420370 Feb 20 06:11:50.464366 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5eba1fb4-2f26-4289-9a12-790e8cdb45c9 req-a7a48851-42ed-4553-91c1-a923819c9a3d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407920 Feb 20 06:11:50.531340 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec438d6e-b9d7-4249-a550-43a2b32bb7cc req-66d16bd3-670e-4386-9aac-8769da60b56d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:50.532734 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ec438d6e-b9d7-4249-a550-43a2b32bb7cc req-66d16bd3-670e-4386-9aac-8769da60b56d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 945 time: 0.0534554 Feb 20 06:11:50.578779 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ec438d6e-b9d7-4249-a550-43a2b32bb7cc req-be88f93b-5a70-4bf2-afd2-ae11e6ba321a tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404198 Feb 20 06:11:51.512067 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:51.699923 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb046612-65da-4968-ad1b-b37850d317a5 req-d3f819ad-377a-41f6-a042-6b50bbd4106f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:51.701902 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb046612-65da-4968-ad1b-b37850d317a5 req-d3f819ad-377a-41f6-a042-6b50bbd4106f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 945 time: 0.0566924 Feb 20 06:11:51.747070 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cb046612-65da-4968-ad1b-b37850d317a5 req-4f3710e7-1850-41a8-83a8-5fefb590c197 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395479 Feb 20 06:11:51.863959 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c36ce-11b5-4e32-9e57-66c7feabdadf req-bf41dac6-4b54-4054-8122-64036142fd2f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:51.865350 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9a6c36ce-11b5-4e32-9e57-66c7feabdadf req-bf41dac6-4b54-4054-8122-64036142fd2f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 945 time: 0.0563731 Feb 20 06:11:51.911467 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9a6c36ce-11b5-4e32-9e57-66c7feabdadf req-5fc9a1b0-b67b-432e-97d3-6aa959a55f7a tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405793 Feb 20 06:11:52.703670 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:53.163431 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:55.431368 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-2beb2589-297b-49ba-bfd8-b96396df9e63 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:55.432832 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-2beb2589-297b-49ba-bfd8-b96396df9e63 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 812 time: 0.1030083 Feb 20 06:11:55.447708 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-349272ab-2da1-40a2-bc74-297bdb9a3b35 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/quotas/f1302e2d9fbc428bb7df541fc14513df HTTP/1.1" status: 200 len: 375 time: 0.0089538 Feb 20 06:11:55.460103 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:55.508874 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-19f9f63f-6d57-413a-bfa4-d9a18d8a4bfc tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561357 Feb 20 06:11:55.602026 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-77fe48d1-4405-400a-8a89-3e43653b5b1e service neutron] 10.222.0.37 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861850 Feb 20 06:11:55.689083 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-cb643770-718b-4b27-b560-7d007778853f service neutron] 10.222.0.37 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810776 Feb 20 06:11:55.872450 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-feceb9fe-c737-4b3a-b851-dbae7248c07e req-d10d53f6-b977-4ec5-979c-39edb19fe1cd tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 210 time: 0.0272365 Feb 20 06:11:56.768671 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-9d4e0eb9-d9cf-434b-8264-9c043ee068b3 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:56.770121 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-9d4e0eb9-d9cf-434b-8264-9c043ee068b3 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.48 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 812 time: 0.1016817 Feb 20 06:11:56.781841 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-49248e03-5dde-40d8-926c-308de19a08f5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Request body: {'port': {'device_id': '7ffc5598-a4f1-45e7-a182-5f1445bd0d7e', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'admin_state_up': True, 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:11:56.903171 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-49248e03-5dde-40d8-926c-308de19a08f5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Made reservation on behalf of f1302e2d9fbc428bb7df541fc14513df for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:11:56.906981 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-49248e03-5dde-40d8-926c-308de19a08f5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:56.971423 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e22bc63-7a27-4eba-a12b-a0ac32a369c8 req-009eed96-f5c6-4581-969c-e25e365ac3c5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 210 time: 0.0281610 Feb 20 06:11:57.041823 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-49248e03-5dde-40d8-926c-308de19a08f5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Allocated IP 172.20.0.10 (1e9befcf-dfaf-4462-b7f7-68148d889223/3577d1d9-33e1-449c-acb0-7cde4e8fef95/4ddb49a0-0572-4e69-a27b-2dc9dcebc580) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:11:57.201298 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-49248e03-5dde-40d8-926c-308de19a08f5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for port (4ddb49a0-0572-4e69-a27b-2dc9dcebc580), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:57.236360 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-49248e03-5dde-40d8-926c-308de19a08f5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (4ddb49a0-0572-4e69-a27b-2dc9dcebc580), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:57.251431 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['ec44fb08-9902-465a-8fa9-23932d004a4c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:11:57.279736 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-49248e03-5dde-40d8-926c-308de19a08f5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Network 1e9befcf-dfaf-4462-b7f7-68148d889223 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:11:57.283488 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-49248e03-5dde-40d8-926c-308de19a08f5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:11:57.289940 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-49248e03-5dde-40d8-926c-308de19a08f5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:11:57.318810 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49248e03-5dde-40d8-926c-308de19a08f5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event updated for resources: {'Port': ['ID=4ddb49a0-0572-4e69-a27b-2dc9dcebc580,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:11:57.351470 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-49248e03-5dde-40d8-926c-308de19a08f5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:57.352314 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-49248e03-5dde-40d8-926c-308de19a08f5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:57.372016 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-49248e03-5dde-40d8-926c-308de19a08f5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5937285 Feb 20 06:11:57.501676 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-fb033949-38c3-400d-9b9a-a7dc4d509aad service neutron] Request body: {'port': {'device_id': '7ffc5598-a4f1-45e7-a182-5f1445bd0d7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:11:57.565031 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-fb033949-38c3-400d-9b9a-a7dc4d509aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4ddb49a0-0572-4e69-a27b-2dc9dcebc580), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:57.641117 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-630a5b3d-5e76-4ad7-a445-2f342d47524b None None] Provisioning complete for port 4ddb49a0-0572-4e69-a27b-2dc9dcebc580 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:11:57.641750 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-630a5b3d-5e76-4ad7-a445-2f342d47524b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4ddb49a0-0572-4e69-a27b-2dc9dcebc580), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:57.681533 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-630a5b3d-5e76-4ad7-a445-2f342d47524b None None] Port 4ddb49a0-0572-4e69-a27b-2dc9dcebc580 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:11:57.833126 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-fb033949-38c3-400d-9b9a-a7dc4d509aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ddb49a0-0572-4e69-a27b-2dc9dcebc580 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:11:57.840527 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-fb033949-38c3-400d-9b9a-a7dc4d509aad service neutron] Publish callbacks [] for port (4ddb49a0-0572-4e69-a27b-2dc9dcebc580), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:57.853182 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-fb033949-38c3-400d-9b9a-a7dc4d509aad service neutron] Transition to ACTIVE for port object 4ddb49a0-0572-4e69-a27b-2dc9dcebc580 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:11:57.856783 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-fb033949-38c3-400d-9b9a-a7dc4d509aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (4ddb49a0-0572-4e69-a27b-2dc9dcebc580), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:57.906934 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb033949-38c3-400d-9b9a-a7dc4d509aad service neutron] Pushing event updated for resources: {'Port': ['ID=4ddb49a0-0572-4e69-a27b-2dc9dcebc580,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:11:57.980813 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-fb033949-38c3-400d-9b9a-a7dc4d509aad service neutron] Attempting to bind port 4ddb49a0-0572-4e69-a27b-2dc9dcebc580 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:11:57.981159 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-fb033949-38c3-400d-9b9a-a7dc4d509aad service neutron] Attempting to bind port 4ddb49a0-0572-4e69-a27b-2dc9dcebc580 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:11:57.981502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-fb033949-38c3-400d-9b9a-a7dc4d509aad service neutron] Attempting to bind port 4ddb49a0-0572-4e69-a27b-2dc9dcebc580 on network 1e9befcf-dfaf-4462-b7f7-68148d889223 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:11:57.986460 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-fb033949-38c3-400d-9b9a-a7dc4d509aad service neutron] Port 4ddb49a0-0572-4e69-a27b-2dc9dcebc580 on network 1e9befcf-dfaf-4462-b7f7-68148d889223 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:11:57.986791 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-fb033949-38c3-400d-9b9a-a7dc4d509aad service neutron] Attempting to bind port 4ddb49a0-0572-4e69-a27b-2dc9dcebc580 on network 1e9befcf-dfaf-4462-b7f7-68148d889223 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:11:57.998076 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-fb033949-38c3-400d-9b9a-a7dc4d509aad service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:11:57.998730 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-fb033949-38c3-400d-9b9a-a7dc4d509aad service neutron] Checking segment: {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:11:58.000010 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-fb033949-38c3-400d-9b9a-a7dc4d509aad service neutron] Bound using segment: {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:11:58.000673 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-fb033949-38c3-400d-9b9a-a7dc4d509aad service neutron] Bound port: 4ddb49a0-0572-4e69-a27b-2dc9dcebc580, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:11:58.001241 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-fb033949-38c3-400d-9b9a-a7dc4d509aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4ddb49a0-0572-4e69-a27b-2dc9dcebc580), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:58.083288 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-fb033949-38c3-400d-9b9a-a7dc4d509aad service neutron] For port 4ddb49a0-0572-4e69-a27b-2dc9dcebc580, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:11:58.086470 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-fb033949-38c3-400d-9b9a-a7dc4d509aad service neutron] For port 4ddb49a0-0572-4e69-a27b-2dc9dcebc580, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4ddb49a0-0572-4e69-a27b-2dc9dcebc580,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:11:58.096921 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-fb033949-38c3-400d-9b9a-a7dc4d509aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (4ddb49a0-0572-4e69-a27b-2dc9dcebc580), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:58.122411 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6e093-aa94-47b8-8d81-577747d8daa6 req-6fad3d27-ed6f-4afa-9128-6e1d5b92f6af tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:58.125308 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-67a6e093-aa94-47b8-8d81-577747d8daa6 req-6fad3d27-ed6f-4afa-9128-6e1d5b92f6af tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 944 time: 0.0646567 Feb 20 06:11:58.155629 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-fb033949-38c3-400d-9b9a-a7dc4d509aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:58.156355 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-fb033949-38c3-400d-9b9a-a7dc4d509aad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:11:58.157742 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-fb033949-38c3-400d-9b9a-a7dc4d509aad service neutron] 10.222.0.48 "PUT /v2.0/ports/4ddb49a0-0572-4e69-a27b-2dc9dcebc580 HTTP/1.1" status: 200 len: 1092 time: 0.7785685 Feb 20 06:11:58.164243 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ffc5598-a4f1-45e7-a182-5f1445bd0d7e', 'tag': '4ddb49a0-0572-4e69-a27b-2dc9dcebc580'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:11:58.166441 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652a18bb-c685-41f6-97a1-f6596e8802be" -d '{"events": [{"name": "network-changed", "server_uuid": "7ffc5598-a4f1-45e7-a182-5f1445bd0d7e", "tag": "4ddb49a0-0572-4e69-a27b-2dc9dcebc580"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:11:58.178947 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb033949-38c3-400d-9b9a-a7dc4d509aad service neutron] Pushing event updated for resources: {'Port': ['ID=4ddb49a0-0572-4e69-a27b-2dc9dcebc580,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:11:58.207257 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-67a6e093-aa94-47b8-8d81-577747d8daa6 req-1c63ada3-0521-4659-a543-edffe2a3e656 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759835 Feb 20 06:11:58.271142 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7c11a5-4439-4cbb-bdad-2621c3ff6741 x-openstack-request-id: req-8d7c11a5-4439-4cbb-bdad-2621c3ff6741 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:11:58.271513 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ffc5598-a4f1-45e7-a182-5f1445bd0d7e", "tag": "4ddb49a0-0572-4e69-a27b-2dc9dcebc580", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:11:58.271841 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d7c11a5-4439-4cbb-bdad-2621c3ff6741 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:11:58.272308 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ffc5598-a4f1-45e7-a182-5f1445bd0d7e', 'tag': '4ddb49a0-0572-4e69-a27b-2dc9dcebc580', 'status': 'completed', 'code': 200} Feb 20 06:11:58.277088 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-3fb5ba9a-a66f-4916-a961-1eb861762d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:58.278792 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-3fb5ba9a-a66f-4916-a961-1eb861762d4f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 1126 time: 0.0726402 Feb 20 06:11:58.334103 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-19bb39b7-b8d6-47eb-815e-ac0bcf8e2a9e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ddb49a0-0572-4e69-a27b-2dc9dcebc580 HTTP/1.1" status: 200 len: 217 time: 0.0476317 Feb 20 06:11:58.391357 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-57d05f92-0fb5-4fb2-9e5b-67e263b384e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:58.393075 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-57d05f92-0fb5-4fb2-9e5b-67e263b384e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0538230 Feb 20 06:11:58.456469 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-29944969-b1b2-4a29-bf29-511902996c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:58.458112 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-29944969-b1b2-4a29-bf29-511902996c1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0597172 Feb 20 06:11:58.555389 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-8302d023-2f2d-4115-937b-6c054d63c1a8 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913179 Feb 20 06:11:58.646987 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a944a7cf-44a8-4370-b29c-8c01e684193a req-5fd28dcd-a3ee-48d3-bfbd-280509f96c15 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862470 Feb 20 06:11:58.734698 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a18bb-c685-41f6-97a1-f6596e8802be req-30c69f73-a77e-45ca-96ad-1229dbacefdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:58.736513 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-652a18bb-c685-41f6-97a1-f6596e8802be req-30c69f73-a77e-45ca-96ad-1229dbacefdf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 1126 time: 0.0465536 Feb 20 06:11:58.831828 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a18bb-c685-41f6-97a1-f6596e8802be req-b8662ae5-a9c2-4558-8f01-d0cd91f58412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:58.833341 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-652a18bb-c685-41f6-97a1-f6596e8802be req-b8662ae5-a9c2-4558-8f01-d0cd91f58412 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 912 time: 0.0904424 Feb 20 06:11:58.873691 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-652a18bb-c685-41f6-97a1-f6596e8802be req-b333bcdd-241e-48a0-bd09-50497f09c7c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ddb49a0-0572-4e69-a27b-2dc9dcebc580 HTTP/1.1" status: 200 len: 217 time: 0.0341940 Feb 20 06:11:58.925129 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a18bb-c685-41f6-97a1-f6596e8802be req-764e48a9-3dfc-4b67-a886-703b9edf4a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:58.926570 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-652a18bb-c685-41f6-97a1-f6596e8802be req-764e48a9-3dfc-4b67-a886-703b9edf4a68 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0470371 Feb 20 06:11:58.974269 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a18bb-c685-41f6-97a1-f6596e8802be req-0b2245f0-49da-4e9d-bc8a-eb64b86c3bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:58.975774 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-652a18bb-c685-41f6-97a1-f6596e8802be req-0b2245f0-49da-4e9d-bc8a-eb64b86c3bca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441039 Feb 20 06:11:59.064361 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-652a18bb-c685-41f6-97a1-f6596e8802be req-72af6f53-b660-455b-8a2e-553608726a13 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827243 Feb 20 06:11:59.156976 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-652a18bb-c685-41f6-97a1-f6596e8802be req-c0754fea-64d5-40ff-93bd-1406bec21c03 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870407 Feb 20 06:11:59.340135 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aee831-ea21-48e7-a924-f18cd4c7f1d4 req-355e80da-1ed8-4685-88e5-da48692f9cfe tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:11:59.341609 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f6aee831-ea21-48e7-a924-f18cd4c7f1d4 req-355e80da-1ed8-4685-88e5-da48692f9cfe tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 944 time: 0.0525956 Feb 20 06:11:59.389081 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f6aee831-ea21-48e7-a924-f18cd4c7f1d4 req-17900989-529d-435a-8f35-5d1217de2b0e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416791 Feb 20 06:12:00.526337 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304f968-27d7-4575-8d78-b318ae781a63 req-e8e4faab-d7e0-4fa6-9f99-ead815c4b382 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:00.528104 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c304f968-27d7-4575-8d78-b318ae781a63 req-e8e4faab-d7e0-4fa6-9f99-ead815c4b382 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 944 time: 0.0656822 Feb 20 06:12:00.580692 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c304f968-27d7-4575-8d78-b318ae781a63 req-1a8261d7-fb09-4556-8ac4-16a2a7c0d119 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464752 Feb 20 06:12:01.710865 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c4506-b262-4d5f-a19a-4417c87f8a82 req-b6cc0495-3f08-4b77-b23e-027a56d62e4c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:01.712419 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-038c4506-b262-4d5f-a19a-4417c87f8a82 req-b6cc0495-3f08-4b77-b23e-027a56d62e4c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 944 time: 0.0598743 Feb 20 06:12:01.773216 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-038c4506-b262-4d5f-a19a-4417c87f8a82 req-ae0431f8-3ada-439a-b008-7c1af41deb2c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534017 Feb 20 06:12:02.931964 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145b86d-e76e-4d4b-93d6-dcfd18d9d622 req-32424364-17f3-43f4-8ae6-0d2b065a2536 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:02.933215 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3145b86d-e76e-4d4b-93d6-dcfd18d9d622 req-32424364-17f3-43f4-8ae6-0d2b065a2536 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 944 time: 0.0869792 Feb 20 06:12:03.013127 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3145b86d-e76e-4d4b-93d6-dcfd18d9d622 req-a156c70c-e93a-4278-8f98-8fa6de4a1669 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707526 Feb 20 06:12:04.173632 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05360ccc-e47c-4703-bb47-a6983d2d9e6f req-8b2ca81b-4341-4cee-84bb-664b5ca4e683 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:04.175971 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05360ccc-e47c-4703-bb47-a6983d2d9e6f req-8b2ca81b-4341-4cee-84bb-664b5ca4e683 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 944 time: 0.0854166 Feb 20 06:12:04.255747 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05360ccc-e47c-4703-bb47-a6983d2d9e6f req-68f34652-e32c-43be-95a7-53524c62b0b5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717323 Feb 20 06:12:05.410774 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1fc1f-09b8-40ee-9a43-20d6b8185e1c req-742b0e0e-76b0-49e4-a0c8-96dc3b2514bc tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:05.413564 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-01e1fc1f-09b8-40ee-9a43-20d6b8185e1c req-742b0e0e-76b0-49e4-a0c8-96dc3b2514bc tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 944 time: 0.0771799 Feb 20 06:12:05.476755 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-01e1fc1f-09b8-40ee-9a43-20d6b8185e1c req-cad58249-2aa4-4ea0-980a-cd6ad4055193 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556352 Feb 20 06:12:06.609873 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e35e58-107c-4f0c-8cfa-1f9cf5d4d14a req-4e1968da-9d20-4b4b-bab9-02ee961147e7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:06.611388 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-25e35e58-107c-4f0c-8cfa-1f9cf5d4d14a req-4e1968da-9d20-4b4b-bab9-02ee961147e7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 944 time: 0.0592580 Feb 20 06:12:06.664202 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-25e35e58-107c-4f0c-8cfa-1f9cf5d4d14a req-0fc97304-7cd0-489c-b771-7dcae984a043 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466249 Feb 20 06:12:07.784256 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb44e4d-a570-4b5b-954c-6e9c20428eb6 req-00332197-c78e-4306-b952-1ef7386344ac tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:07.785747 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4cb44e4d-a570-4b5b-954c-6e9c20428eb6 req-00332197-c78e-4306-b952-1ef7386344ac tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 944 time: 0.0535429 Feb 20 06:12:07.832016 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4cb44e4d-a570-4b5b-954c-6e9c20428eb6 req-edce9cad-2198-4823-bb9b-b1bd23a89e01 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407507 Feb 20 06:12:08.950500 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52871aa0-42f2-4f6c-9e94-92b67d425223 req-c6231b97-81f0-43f1-a6a2-788823aab541 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:08.952492 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-52871aa0-42f2-4f6c-9e94-92b67d425223 req-c6231b97-81f0-43f1-a6a2-788823aab541 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 944 time: 0.0516996 Feb 20 06:12:09.004892 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-52871aa0-42f2-4f6c-9e94-92b67d425223 req-b0c615f0-aeba-4646-8ec9-41c254017074 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468156 Feb 20 06:12:10.124541 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321d9c7-8b1a-49d0-ba2a-fd1a7857e763 req-46340d8f-703d-4c30-b51d-76c48e46ee79 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:10.126035 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c321d9c7-8b1a-49d0-ba2a-fd1a7857e763 req-46340d8f-703d-4c30-b51d-76c48e46ee79 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 944 time: 0.0527833 Feb 20 06:12:10.173523 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c321d9c7-8b1a-49d0-ba2a-fd1a7857e763 req-dff5e400-3b0a-4e73-bcc0-3320e14a7a6e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412633 Feb 20 06:12:11.294827 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ac16a-cff3-41df-81ed-8cc50440e848 req-222f7ede-65cb-4607-a970-1eeb121fac40 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:11.296285 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-295ac16a-cff3-41df-81ed-8cc50440e848 req-222f7ede-65cb-4607-a970-1eeb121fac40 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 944 time: 0.0540359 Feb 20 06:12:11.344302 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-295ac16a-cff3-41df-81ed-8cc50440e848 req-844d95dd-28f0-45bc-88bb-4df288f88dfd tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423400 Feb 20 06:12:12.472439 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66e020-8d49-4eb7-8387-56da25ac1a0c req-8a039e54-0a6f-42bb-aae6-5d2912645972 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:12.473907 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a66e020-8d49-4eb7-8387-56da25ac1a0c req-8a039e54-0a6f-42bb-aae6-5d2912645972 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 944 time: 0.0576618 Feb 20 06:12:12.520775 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a66e020-8d49-4eb7-8387-56da25ac1a0c req-b2b62b0f-e755-46a7-94bf-c706ee05f118 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411184 Feb 20 06:12:13.644803 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f7061-01aa-4537-8168-000400455a03 req-8304d239-0047-4c4c-98ce-762c8d35be81 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:13.646205 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f05f7061-01aa-4537-8168-000400455a03 req-8304d239-0047-4c4c-98ce-762c8d35be81 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 944 time: 0.0552435 Feb 20 06:12:13.695069 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f05f7061-01aa-4537-8168-000400455a03 req-fb393985-9428-455d-971d-2f6aded71022 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429125 Feb 20 06:12:14.017889 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:12:14.825907 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf0073-cc60-4632-bf2f-cfc0c86a0359 req-399a3fd0-5b3f-48ca-8edf-c30610ad1f82 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:14.827652 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d4bf0073-cc60-4632-bf2f-cfc0c86a0359 req-399a3fd0-5b3f-48ca-8edf-c30610ad1f82 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 944 time: 0.0624809 Feb 20 06:12:14.883984 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d4bf0073-cc60-4632-bf2f-cfc0c86a0359 req-46f88c21-234a-4c9d-8a21-59efa07fe62b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504894 Feb 20 06:12:16.025992 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673f6ab-d712-450d-b0f6-92de48b7898f req-82ac864d-8002-474d-bce6-d812a0ecd1f2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:16.027540 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d673f6ab-d712-450d-b0f6-92de48b7898f req-82ac864d-8002-474d-bce6-d812a0ecd1f2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 944 time: 0.0639675 Feb 20 06:12:16.076354 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d673f6ab-d712-450d-b0f6-92de48b7898f req-b8fdf0ba-f690-4f4c-bd3e-8af32e7afd79 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422146 Feb 20 06:12:16.484847 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4da9cae-2c12-4dba-b1ff-82b0c3391573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:12:17.199206 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ceb78c-1bdc-49e1-b545-4904ed873e6f req-54cdf997-1f10-4633-bfec-01fc6ee6cc80 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:17.200678 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d4ceb78c-1bdc-49e1-b545-4904ed873e6f req-54cdf997-1f10-4633-bfec-01fc6ee6cc80 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 944 time: 0.0520866 Feb 20 06:12:17.246199 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d4ceb78c-1bdc-49e1-b545-4904ed873e6f req-a9ed35e2-c3d8-40e6-919a-da2c504e9e81 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398777 Feb 20 06:12:18.377043 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabcd23-5bb7-4de3-9ec8-cff1cf1a51f9 req-4a007597-9121-4233-8f2c-515a882f09a3 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:18.378715 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3aabcd23-5bb7-4de3-9ec8-cff1cf1a51f9 req-4a007597-9121-4233-8f2c-515a882f09a3 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 944 time: 0.0597425 Feb 20 06:12:18.425459 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3aabcd23-5bb7-4de3-9ec8-cff1cf1a51f9 req-49486867-b32c-4d53-beec-79317d790827 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409601 Feb 20 06:12:18.958012 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-571ad320-73e5-484c-a461-3447e5d1d53f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:12:19.558660 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c00b5-fe45-48b8-a2c2-89863f97defe req-6ce0bbe8-9535-405d-9fd1-0000d729fc6e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:19.560197 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f5c00b5-fe45-48b8-a2c2-89863f97defe req-6ce0bbe8-9535-405d-9fd1-0000d729fc6e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 944 time: 0.0578098 Feb 20 06:12:19.614886 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f5c00b5-fe45-48b8-a2c2-89863f97defe req-8165ee01-9341-45f6-8479-30c9b5302302 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480113 Feb 20 06:12:19.679058 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:12:20.748966 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863c815-a9c2-425b-bd84-fa4a4392e26d req-30a79e24-da1d-4652-9dee-b5cdcf34fe96 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:20.750542 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6863c815-a9c2-425b-bd84-fa4a4392e26d req-30a79e24-da1d-4652-9dee-b5cdcf34fe96 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 944 time: 0.0614901 Feb 20 06:12:20.800213 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6863c815-a9c2-425b-bd84-fa4a4392e26d req-1e721ebb-020a-437a-b006-34628e4cd29d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436318 Feb 20 06:12:21.511659 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:12:21.924398 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee173b33-7c08-43ed-80be-6c941ae396c6 req-bb5bac8d-4618-4a2a-996c-8806641bf089 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:21.925882 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ee173b33-7c08-43ed-80be-6c941ae396c6 req-bb5bac8d-4618-4a2a-996c-8806641bf089 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 944 time: 0.0544538 Feb 20 06:12:21.972547 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ee173b33-7c08-43ed-80be-6c941ae396c6 req-f7624a79-c58e-4922-916a-2cef43b9dd3c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410957 Feb 20 06:12:22.705821 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:12:23.104107 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945afd89-1fdd-425b-97b3-9d5960b4bcc2 req-24edb998-6926-49d8-bfe8-c339ce697846 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:23.105584 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-945afd89-1fdd-425b-97b3-9d5960b4bcc2 req-24edb998-6926-49d8-bfe8-c339ce697846 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 944 time: 0.0561454 Feb 20 06:12:23.157398 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:12:23.160562 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-945afd89-1fdd-425b-97b3-9d5960b4bcc2 req-68fa4427-9613-409d-a1d5-142c353c43f5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479958 Feb 20 06:12:24.279590 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ff519-90a8-4267-9809-429f3eba61d3 req-79c922fa-9b2b-4e1a-9767-1b1169d3d771 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:24.280961 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-936ff519-90a8-4267-9809-429f3eba61d3 req-79c922fa-9b2b-4e1a-9767-1b1169d3d771 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 944 time: 0.0522084 Feb 20 06:12:24.326507 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-936ff519-90a8-4267-9809-429f3eba61d3 req-3413414a-be1e-4f05-a6aa-3287ebdfb581 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399854 Feb 20 06:12:25.444472 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbfc57-c4fa-4f6c-b291-ca41dd060c34 req-0fd32091-98dd-48ed-a123-24dc70017217 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:25.445968 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fccbfc57-c4fa-4f6c-b291-ca41dd060c34 req-0fd32091-98dd-48ed-a123-24dc70017217 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 944 time: 0.0522940 Feb 20 06:12:25.451402 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:12:25.492318 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fccbfc57-c4fa-4f6c-b291-ca41dd060c34 req-bb14dd76-3b5e-4790-acb0-f3b2479d5ed3 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400405 Feb 20 06:12:26.614104 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96610239-8a8a-4f2e-8926-67f46988d2d7 req-91a70788-3164-47b4-9174-ada797029ab4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:26.615595 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96610239-8a8a-4f2e-8926-67f46988d2d7 req-91a70788-3164-47b4-9174-ada797029ab4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 944 time: 0.0569611 Feb 20 06:12:26.662035 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96610239-8a8a-4f2e-8926-67f46988d2d7 req-5a89eec1-33a5-401a-a0b0-500d053c5291 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405958 Feb 20 06:12:27.785952 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d880d5a-7aba-4a5d-b296-e169f63f6a2d req-7dae30fb-a380-4ea5-8d99-d62cbd97e225 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:27.787432 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6d880d5a-7aba-4a5d-b296-e169f63f6a2d req-7dae30fb-a380-4ea5-8d99-d62cbd97e225 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 944 time: 0.0538588 Feb 20 06:12:27.834814 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6d880d5a-7aba-4a5d-b296-e169f63f6a2d req-a58ed8ba-9359-446a-972a-e79eaff8dd08 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415747 Feb 20 06:12:28.713620 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 4ddb49a0-0572-4e69-a27b-2dc9dcebc580 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:12:28.826545 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 4ddb49a0-0572-4e69-a27b-2dc9dcebc580, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4ddb49a0-0572-4e69-a27b-2dc9dcebc580,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:12:28.837114 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '4ddb49a0-0572-4e69-a27b-2dc9dcebc580', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'port_id': '4ddb49a0-0572-4e69-a27b-2dc9dcebc580', 'mac_address': 'fa:16:3e:ee:a1:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:12:28.876883 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 4ddb49a0-0572-4e69-a27b-2dc9dcebc580 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:12:28.877323 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4ddb49a0-0572-4e69-a27b-2dc9dcebc580), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:12:28.891087 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ddb49a0-0572-4e69-a27b-2dc9dcebc580 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:12:28.911949 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 4ddb49a0-0572-4e69-a27b-2dc9dcebc580, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4ddb49a0-0572-4e69-a27b-2dc9dcebc580,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:12:28.916384 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4ddb49a0-0572-4e69-a27b-2dc9dcebc580), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:12:28.954911 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f5a19-e4dc-4f4c-90c8-7a93e002fbef req-83b0d71e-8355-4021-9538-23f44fbfb3a1 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:28.956479 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-db2f5a19-e4dc-4f4c-90c8-7a93e002fbef req-83b0d71e-8355-4021-9538-23f44fbfb3a1 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 944 time: 0.0539656 Feb 20 06:12:28.964976 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=4ddb49a0-0572-4e69-a27b-2dc9dcebc580,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:12:29.007517 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-db2f5a19-e4dc-4f4c-90c8-7a93e002fbef req-d395534c-f51f-4b58-bda3-20d0d6365b54 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453339 Feb 20 06:12:29.164489 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['4ddb49a0-0572-4e69-a27b-2dc9dcebc580'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:12:30.129316 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f979355-fcd1-4390-93a8-092f8817a10b req-47a5dbf8-da7b-43c1-8c4b-b7511212e62e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:30.130838 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f979355-fcd1-4390-93a8-092f8817a10b req-47a5dbf8-da7b-43c1-8c4b-b7511212e62e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 945 time: 0.0537677 Feb 20 06:12:30.179173 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f979355-fcd1-4390-93a8-092f8817a10b req-53a1ae1f-5876-4224-99a2-2cf1a213d045 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418403 Feb 20 06:12:30.729184 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 4ddb49a0-0572-4e69-a27b-2dc9dcebc580 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:12:30.781812 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 4ddb49a0-0572-4e69-a27b-2dc9dcebc580 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:12:30.786701 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 4ddb49a0-0572-4e69-a27b-2dc9dcebc580 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:12:30.787133 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4ddb49a0-0572-4e69-a27b-2dc9dcebc580), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:12:30.873098 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 4ddb49a0-0572-4e69-a27b-2dc9dcebc580 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:12:30.873551 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4ddb49a0-0572-4e69-a27b-2dc9dcebc580), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:12:30.898166 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffc5598-a4f1-45e7-a182-5f1445bd0d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddb49a0-0572-4e69-a27b-2dc9dcebc580'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:12:30.900614 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c2e49c-4262-4a5b-a79e-c02fa4770bc3" -d '{"events": [{"server_uuid": "7ffc5598-a4f1-45e7-a182-5f1445bd0d7e", "name": "network-vif-plugged", "status": "completed", "tag": "4ddb49a0-0572-4e69-a27b-2dc9dcebc580"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:12:30.913643 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 4ddb49a0-0572-4e69-a27b-2dc9dcebc580, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4ddb49a0-0572-4e69-a27b-2dc9dcebc580,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:12:30.917911 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4ddb49a0-0572-4e69-a27b-2dc9dcebc580), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:12:30.947561 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38054280-5e88-4f17-a2a1-7784f458500f x-openstack-request-id: req-38054280-5e88-4f17-a2a1-7784f458500f {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:12:30.947864 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffc5598-a4f1-45e7-a182-5f1445bd0d7e", "name": "network-vif-plugged", "status": "completed", "tag": "4ddb49a0-0572-4e69-a27b-2dc9dcebc580", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:12:30.948197 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38054280-5e88-4f17-a2a1-7784f458500f {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:12:30.948589 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffc5598-a4f1-45e7-a182-5f1445bd0d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddb49a0-0572-4e69-a27b-2dc9dcebc580', 'code': 200} Feb 20 06:12:30.972509 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=4ddb49a0-0572-4e69-a27b-2dc9dcebc580,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:12:31.053101 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e557fd9-853b-41ce-b2fd-bb8dc3bcacca req-86ea5120-5387-437a-8d7a-d12f9cfab980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:31.054695 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5e557fd9-853b-41ce-b2fd-bb8dc3bcacca req-86ea5120-5387-437a-8d7a-d12f9cfab980 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 1128 time: 0.0512702 Feb 20 06:12:31.102624 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5e557fd9-853b-41ce-b2fd-bb8dc3bcacca req-737816e3-9d3e-4566-ad50-70dd1bf94245 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421140 Feb 20 06:12:31.313350 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9dade-0248-41e1-a2f5-35b73c5698c7 req-a6e8805a-9318-43b1-8d3c-bcbe308628c1 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:31.314793 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d0f9dade-0248-41e1-a2f5-35b73c5698c7 req-a6e8805a-9318-43b1-8d3c-bcbe308628c1 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 946 time: 0.0566351 Feb 20 06:12:31.365378 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d0f9dade-0248-41e1-a2f5-35b73c5698c7 req-d3093d24-1752-4e81-8248-db4e8a239849 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429530 Feb 20 06:12:32.487636 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d88534-3c47-431a-b5a5-78340f91302f req-72475ea7-050d-4991-840f-be714ccc610a tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:32.489085 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d4d88534-3c47-431a-b5a5-78340f91302f req-72475ea7-050d-4991-840f-be714ccc610a tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 946 time: 0.0548642 Feb 20 06:12:32.534997 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d4d88534-3c47-431a-b5a5-78340f91302f req-9f6338ab-8e00-4bc7-ad57-236b61645301 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402682 Feb 20 06:12:32.649108 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238ddc8-ee94-458e-9af3-6cb0d2461b5b req-f47dde2d-b742-44b8-804a-f978bc08e2d5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:32.650748 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a238ddc8-ee94-458e-9af3-6cb0d2461b5b req-f47dde2d-b742-44b8-804a-f978bc08e2d5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 946 time: 0.0515423 Feb 20 06:12:32.697302 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a238ddc8-ee94-458e-9af3-6cb0d2461b5b req-1cf3963a-ccfd-4ac2-9949-bf1638221cc8 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413260 Feb 20 06:12:32.989408 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7110f6-5957-436b-bfb3-27574a895668 req-65433d54-5b7c-47e2-be2a-02bda5e22b6b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:32.990912 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aa7110f6-5957-436b-bfb3-27574a895668 req-65433d54-5b7c-47e2-be2a-02bda5e22b6b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 946 time: 0.0562258 Feb 20 06:12:33.038136 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aa7110f6-5957-436b-bfb3-27574a895668 req-7eb76207-85c2-4904-b2da-b17850df94a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416605 Feb 20 06:12:34.156714 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a169ec-8c5f-4374-8303-dab8d5e266e5 req-61e44f83-2d32-46c9-9687-42a6c3151b6f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:34.158212 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-88a169ec-8c5f-4374-8303-dab8d5e266e5 req-61e44f83-2d32-46c9-9687-42a6c3151b6f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 946 time: 0.0528588 Feb 20 06:12:34.202654 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-88a169ec-8c5f-4374-8303-dab8d5e266e5 req-53159d4a-23eb-442b-8924-469a947e2a7f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389335 Feb 20 06:12:34.382304 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93109c09-f1af-4126-8d2d-a9802bf84915 req-b9b72048-fbe1-4821-b9bd-9c624a0cd2c7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:34.383990 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-93109c09-f1af-4126-8d2d-a9802bf84915 req-b9b72048-fbe1-4821-b9bd-9c624a0cd2c7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 946 time: 0.0544951 Feb 20 06:12:34.479483 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-93109c09-f1af-4126-8d2d-a9802bf84915 req-27ec92fe-6e3f-48f7-b31e-64a6b7554129 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Deleting port 4ddb49a0-0572-4e69-a27b-2dc9dcebc580 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:12:34.479829 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-93109c09-f1af-4126-8d2d-a9802bf84915 req-27ec92fe-6e3f-48f7-b31e-64a6b7554129 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4ddb49a0-0572-4e69-a27b-2dc9dcebc580), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:12:34.567630 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-93109c09-f1af-4126-8d2d-a9802bf84915 req-27ec92fe-6e3f-48f7-b31e-64a6b7554129 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] For port 4ddb49a0-0572-4e69-a27b-2dc9dcebc580, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=4ddb49a0-0572-4e69-a27b-2dc9dcebc580,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:12:34.567987 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-93109c09-f1af-4126-8d2d-a9802bf84915 req-27ec92fe-6e3f-48f7-b31e-64a6b7554129 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4ddb49a0-0572-4e69-a27b-2dc9dcebc580), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:12:34.579453 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-93109c09-f1af-4126-8d2d-a9802bf84915 req-27ec92fe-6e3f-48f7-b31e-64a6b7554129 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Calling delete_port for 4ddb49a0-0572-4e69-a27b-2dc9dcebc580 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:12:34.707092 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-93109c09-f1af-4126-8d2d-a9802bf84915 req-27ec92fe-6e3f-48f7-b31e-64a6b7554129 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (4ddb49a0-0572-4e69-a27b-2dc9dcebc580), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:12:34.719062 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['4ddb49a0-0572-4e69-a27b-2dc9dcebc580'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:12:34.721496 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['ec44fb08-9902-465a-8fa9-23932d004a4c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:12:34.736116 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec92fe-6e3f-48f7-b31e-64a6b7554129 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event deleted for resources: {'Port': ['ID=4ddb49a0-0572-4e69-a27b-2dc9dcebc580,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:12:34.771656 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec92fe-6e3f-48f7-b31e-64a6b7554129 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:12:34.772004 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec92fe-6e3f-48f7-b31e-64a6b7554129 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:12:34.772959 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec92fe-6e3f-48f7-b31e-64a6b7554129 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:12:34.772959 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec92fe-6e3f-48f7-b31e-64a6b7554129 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:12:34.773154 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec92fe-6e3f-48f7-b31e-64a6b7554129 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:12:34.773479 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec92fe-6e3f-48f7-b31e-64a6b7554129 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:12:34.773815 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec92fe-6e3f-48f7-b31e-64a6b7554129 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:12:34.774143 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec92fe-6e3f-48f7-b31e-64a6b7554129 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:12:34.774467 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec92fe-6e3f-48f7-b31e-64a6b7554129 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:12:34.774791 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec92fe-6e3f-48f7-b31e-64a6b7554129 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:12:34.775140 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec92fe-6e3f-48f7-b31e-64a6b7554129 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:12:34.775806 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec92fe-6e3f-48f7-b31e-64a6b7554129 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:12:34.775806 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec92fe-6e3f-48f7-b31e-64a6b7554129 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:12:34.799570 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-93109c09-f1af-4126-8d2d-a9802bf84915 req-27ec92fe-6e3f-48f7-b31e-64a6b7554129 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] No DVR routers for this DVR port 4ddb49a0-0572-4e69-a27b-2dc9dcebc580 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:12:34.802813 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-93109c09-f1af-4126-8d2d-a9802bf84915 req-27ec92fe-6e3f-48f7-b31e-64a6b7554129 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:12:34.806450 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-93109c09-f1af-4126-8d2d-a9802bf84915 req-27ec92fe-6e3f-48f7-b31e-64a6b7554129 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.48 "DELETE /v2.0/ports/4ddb49a0-0572-4e69-a27b-2dc9dcebc580 HTTP/1.1" status: 204 len: 173 time: 0.4175591 Feb 20 06:12:34.806961 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffc5598-a4f1-45e7-a182-5f1445bd0d7e', 'name': 'network-vif-deleted', 'tag': '4ddb49a0-0572-4e69-a27b-2dc9dcebc580'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:12:34.819269 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fb94ca-7d7a-474e-aa53-ee52fb20fcea" -d '{"events": [{"server_uuid": "7ffc5598-a4f1-45e7-a182-5f1445bd0d7e", "name": "network-vif-deleted", "tag": "4ddb49a0-0572-4e69-a27b-2dc9dcebc580"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:12:34.873641 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b98e4b-9a9e-478c-8dc9-e727dcc1a326 x-openstack-request-id: req-e0b98e4b-9a9e-478c-8dc9-e727dcc1a326 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:12:34.873938 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffc5598-a4f1-45e7-a182-5f1445bd0d7e", "name": "network-vif-deleted", "tag": "4ddb49a0-0572-4e69-a27b-2dc9dcebc580", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:12:34.874189 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0b98e4b-9a9e-478c-8dc9-e727dcc1a326 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:12:34.874594 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffc5598-a4f1-45e7-a182-5f1445bd0d7e', 'name': 'network-vif-deleted', 'tag': '4ddb49a0-0572-4e69-a27b-2dc9dcebc580', 'status': 'completed', 'code': 200} Feb 20 06:12:35.297980 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-feccfbe3-213f-45eb-ba3b-604064093d9f req-b87e98d6-0251-4597-8d3b-5173410f41e9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 210 time: 0.0268891 Feb 20 06:12:36.396064 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-102c8912-95cd-4e77-9ba6-486f70fe8a2c req-98de64d0-ec19-4144-b291-0e9a2ab6883d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 210 time: 0.0315020 Feb 20 06:12:37.503516 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6958d070-1464-4237-953a-cb172c31c14d req-5a4b6d18-6580-4a4d-8cd4-3d4446f084ce tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 210 time: 0.0272949 Feb 20 06:12:38.598063 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3c85364d-66d1-46b7-ae9c-fe5553c2ee96 req-f1f4fb60-beb7-47b7-8e22-10d9a1006fca tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 210 time: 0.0270822 Feb 20 06:12:38.743740 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 4ddb49a0-0572-4e69-a27b-2dc9dcebc580 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:12:38.769979 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 4ddb49a0-0572-4e69-a27b-2dc9dcebc580 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:12:38.770328 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 4ddb49a0-0572-4e69-a27b-2dc9dcebc580 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:12:39.692154 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9305c0a3-8178-40c1-865e-b6ae5bf2fb45 req-82af2944-e632-43bd-80ce-44f17cb9eca7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 210 time: 0.0267303 Feb 20 06:12:40.787785 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-93a36d27-0487-4559-8f7d-f87501c853ee req-4e67a695-4203-4e15-8950-3837454e2f31 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 210 time: 0.0276160 Feb 20 06:12:41.887158 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c45af7f9-8e12-47fd-a53e-440eb938620e req-d72562fe-7c74-43e3-a1fc-bb68c3b0431f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 210 time: 0.0291409 Feb 20 06:12:42.984851 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-99f288e0-af91-4027-b29e-bae22ce9aa19 req-4d66400b-af97-42d9-b515-d8f3855331f6 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 210 time: 0.0313179 Feb 20 06:12:44.092545 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4198edbe-afbc-4e47-8997-59a0dd262e15 req-6e49de91-2ccd-4918-89cd-084d68b22197 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ffc5598-a4f1-45e7-a182-5f1445bd0d7e HTTP/1.1" status: 200 len: 210 time: 0.0268333 Feb 20 06:12:45.065106 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4f587ba5-25a0-4922-92cf-c5706a67be2e req-df992089-b8eb-4be3-ae7b-1fa1a12cf0fa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430183 Feb 20 06:12:45.152589 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f587ba5-25a0-4922-92cf-c5706a67be2e req-3232a0b5-85af-4381-a07d-f1518f60ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:45.154556 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4f587ba5-25a0-4922-92cf-c5706a67be2e req-3232a0b5-85af-4381-a07d-f1518f60ebde service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 1127 time: 0.0485499 Feb 20 06:12:45.259932 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f587ba5-25a0-4922-92cf-c5706a67be2e req-1b5db2ee-15f8-4bf2-a2c4-5e4235bba00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:45.261349 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4f587ba5-25a0-4922-92cf-c5706a67be2e req-1b5db2ee-15f8-4bf2-a2c4-5e4235bba00b service neutron] 10.222.0.61 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 912 time: 0.0880969 Feb 20 06:12:45.301809 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4f587ba5-25a0-4922-92cf-c5706a67be2e req-568fc613-1b69-464e-9fe1-fb1f7e947478 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec44fb08-9902-465a-8fa9-23932d004a4c HTTP/1.1" status: 200 len: 217 time: 0.0346637 Feb 20 06:12:45.348813 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f587ba5-25a0-4922-92cf-c5706a67be2e req-c96a3489-75ee-484d-a4f0-5729885da41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:45.350278 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4f587ba5-25a0-4922-92cf-c5706a67be2e req-c96a3489-75ee-484d-a4f0-5729885da41b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0432050 Feb 20 06:12:45.403866 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f587ba5-25a0-4922-92cf-c5706a67be2e req-c04f235f-ab67-4b18-9460-a369f02dbad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:45.405385 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4f587ba5-25a0-4922-92cf-c5706a67be2e req-c04f235f-ab67-4b18-9460-a369f02dbad0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497203 Feb 20 06:12:45.497149 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4f587ba5-25a0-4922-92cf-c5706a67be2e req-e68c5def-01f3-4417-8a99-083cf3f33732 service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861123 Feb 20 06:12:45.594945 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4f587ba5-25a0-4922-92cf-c5706a67be2e req-6ba50bb9-280a-447b-8975-e128f1661c5b service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917363 Feb 20 06:12:46.486733 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6d61ffc-d686-4f5a-9519-d8a8d6814c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:12:48.959723 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a2c0a2e4-9051-43f3-b672-568fdf94ca4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:12:49.679596 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:12:51.018031 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:12:51.526129 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:12:52.713649 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:12:52.727883 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212f0af-848d-4ac3-b0c4-4d8b7f4b13df req-3b845894-aa2c-460d-9922-bcbf59d5cf04 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:52.729367 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d212f0af-848d-4ac3-b0c4-4d8b7f4b13df req-3b845894-aa2c-460d-9922-bcbf59d5cf04 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 945 time: 0.0547659 Feb 20 06:12:52.776108 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d212f0af-848d-4ac3-b0c4-4d8b7f4b13df req-eca345a3-985e-45f7-8c3c-345fb129b4e6 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410430 Feb 20 06:12:53.190331 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:12:53.891808 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed562a-3f69-4d5e-b53b-52c3ef5eae61 req-df7585c3-c713-4e9b-867e-64c33c1d6772 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:53.893264 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a5ed562a-3f69-4d5e-b53b-52c3ef5eae61 req-df7585c3-c713-4e9b-867e-64c33c1d6772 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 945 time: 0.0515637 Feb 20 06:12:53.943720 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a5ed562a-3f69-4d5e-b53b-52c3ef5eae61 req-cda53b13-460b-4c6d-a74e-6dbc6f37e621 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5acde-bf86-4eba-856b-2083571a9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442729 Feb 20 06:12:54.163335 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a5714-9b24-4fb9-a1d1-813ca57ba346 req-539c5119-c464-460c-a315-ab822dfe5f4e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:12:54.164685 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fc6a5714-9b24-4fb9-a1d1-813ca57ba346 req-539c5119-c464-460c-a315-ab822dfe5f4e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 945 time: 0.0529296 Feb 20 06:12:54.259621 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-fc6a5714-9b24-4fb9-a1d1-813ca57ba346 req-3a260f10-3f95-43ae-bc83-99ef45624eef tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Deleting port ec44fb08-9902-465a-8fa9-23932d004a4c {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:12:54.260013 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fc6a5714-9b24-4fb9-a1d1-813ca57ba346 req-3a260f10-3f95-43ae-bc83-99ef45624eef tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (ec44fb08-9902-465a-8fa9-23932d004a4c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:12:54.604906 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-fc6a5714-9b24-4fb9-a1d1-813ca57ba346 req-3a260f10-3f95-43ae-bc83-99ef45624eef tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] For port ec44fb08-9902-465a-8fa9-23932d004a4c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=ec44fb08-9902-465a-8fa9-23932d004a4c,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:12:54.605263 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fc6a5714-9b24-4fb9-a1d1-813ca57ba346 req-3a260f10-3f95-43ae-bc83-99ef45624eef tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (ec44fb08-9902-465a-8fa9-23932d004a4c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:12:54.617324 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-fc6a5714-9b24-4fb9-a1d1-813ca57ba346 req-3a260f10-3f95-43ae-bc83-99ef45624eef tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Calling delete_port for ec44fb08-9902-465a-8fa9-23932d004a4c owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:12:54.744394 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fc6a5714-9b24-4fb9-a1d1-813ca57ba346 req-3a260f10-3f95-43ae-bc83-99ef45624eef tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (ec44fb08-9902-465a-8fa9-23932d004a4c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:12:54.772697 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a260f10-3f95-43ae-bc83-99ef45624eef tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event deleted for resources: {'Port': ['ID=ec44fb08-9902-465a-8fa9-23932d004a4c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:12:54.815133 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6a5714-9b24-4fb9-a1d1-813ca57ba346 req-3a260f10-3f95-43ae-bc83-99ef45624eef tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] No DVR routers for this DVR port ec44fb08-9902-465a-8fa9-23932d004a4c on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:12:54.818264 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fc6a5714-9b24-4fb9-a1d1-813ca57ba346 req-3a260f10-3f95-43ae-bc83-99ef45624eef tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:12:54.821572 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fc6a5714-9b24-4fb9-a1d1-813ca57ba346 req-3a260f10-3f95-43ae-bc83-99ef45624eef tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.61 "DELETE /v2.0/ports/ec44fb08-9902-465a-8fa9-23932d004a4c HTTP/1.1" status: 204 len: 173 time: 0.6517069 Feb 20 06:12:54.822028 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4bc7865-f40f-4131-969d-b7eb8d0319fd', 'name': 'network-vif-deleted', 'tag': 'ec44fb08-9902-465a-8fa9-23932d004a4c'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:12:54.824294 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bcfde0-751b-43c0-bdd3-28c867ca12f8" -d '{"events": [{"server_uuid": "b4bc7865-f40f-4131-969d-b7eb8d0319fd", "name": "network-vif-deleted", "tag": "ec44fb08-9902-465a-8fa9-23932d004a4c"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:12:54.862721 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf10242f-ca82-41b1-8e86-f06e088074a5 x-openstack-request-id: req-cf10242f-ca82-41b1-8e86-f06e088074a5 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:12:54.863077 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4bc7865-f40f-4131-969d-b7eb8d0319fd", "name": "network-vif-deleted", "tag": "ec44fb08-9902-465a-8fa9-23932d004a4c", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:12:54.863335 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf10242f-ca82-41b1-8e86-f06e088074a5 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:12:54.864276 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4bc7865-f40f-4131-969d-b7eb8d0319fd', 'name': 'network-vif-deleted', 'tag': 'ec44fb08-9902-465a-8fa9-23932d004a4c', 'status': 'completed', 'code': 200} Feb 20 06:12:55.043467 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7e598012-83eb-4628-8654-2e91a9379ce4 req-56bbcb68-5419-4bed-8979-ad6446772d88 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 210 time: 0.0268774 Feb 20 06:12:55.460910 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:12:56.147112 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0931374d-1e12-43fb-a9ef-1990dcf5fe75 req-2cc698d2-7af9-4236-be6e-608e3e9f9136 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 210 time: 0.0274343 Feb 20 06:12:56.283550 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device ec44fb08-9902-465a-8fa9-23932d004a4c no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:12:56.304053 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: ec44fb08-9902-465a-8fa9-23932d004a4c {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:12:56.304554 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device ec44fb08-9902-465a-8fa9-23932d004a4c not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:12:57.240497 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-21957b68-c7a1-454c-bc3c-e2d319388bd7 req-b1cc9ba9-866c-43cf-9eb9-95a7c596ecc5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 210 time: 0.0280380 Feb 20 06:12:58.337614 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cf9d5bd0-e708-4270-9024-9e16c95ce9f8 req-0b54ccce-6bab-4251-94f1-ca3e2799c2f2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 210 time: 0.0286412 Feb 20 06:12:59.431841 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9120b335-2b5d-40a7-bc7a-c51234ed163e req-371b7959-3dad-43b9-b78e-84ffc78e51f1 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 210 time: 0.0262296 Feb 20 06:13:00.534982 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a4ec5bf-a097-492d-a4f7-32cbe8c48570 req-e681072f-b7bd-4a71-84c9-933a326323ff tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 210 time: 0.0322628 Feb 20 06:13:01.631807 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b8bdf844-7656-40a5-ad91-8ab8a6d53401 req-e5228fc0-df84-4c5e-adb3-03d495bc25ed tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 210 time: 0.0275414 Feb 20 06:13:02.735211 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-40b66295-858c-4344-9ed9-1538022a3d92 req-1b5f82b7-4827-4bea-acde-36483c97fec4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 210 time: 0.0271847 Feb 20 06:13:03.845254 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-513f00da-da92-4e41-a486-65a9747ffbc8 req-52ec13e6-72cf-447e-8e83-41816c307b30 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4bc7865-f40f-4131-969d-b7eb8d0319fd HTTP/1.1" status: 200 len: 210 time: 0.0298507 Feb 20 06:13:09.877926 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49824) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:13:09.883318 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-75176363-77c7-4a6f-ac0e-4eccd24c0ab6 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-95208439', 'description': 'tempest-secgroup-smoke-95208439 description', 'project_id': 'f1302e2d9fbc428bb7df541fc14513df'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:13:09.909226 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-75176363-77c7-4a6f-ac0e-4eccd24c0ab6 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:09.981699 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-75176363-77c7-4a6f-ac0e-4eccd24c0ab6 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for security_group (9eadccc0-9d90-427d-b43b-5dcd9c6f202c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:09.985794 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-75176363-77c7-4a6f-ac0e-4eccd24c0ab6 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9eadccc0-9d90-427d-b43b-5dcd9c6f202c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:10.021904 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-75176363-77c7-4a6f-ac0e-4eccd24c0ab6 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:10.023173 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-75176363-77c7-4a6f-ac0e-4eccd24c0ab6 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1441951 Feb 20 06:13:10.026496 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 49826) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:13:10.028115 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75176363-77c7-4a6f-ac0e-4eccd24c0ab6 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eadccc0-9d90-427d-b43b-5dcd9c6f202c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:13:10.032383 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d325bd32-4583-46c6-9ea1-9ec28051dabf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Request body: {'security_group_rule': {'security_group_id': '9eadccc0-9d90-427d-b43b-5dcd9c6f202c', 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:13:10.058392 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d325bd32-4583-46c6-9ea1-9ec28051dabf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for security_group_rule (eac391dc-7d20-4e2d-9cb5-d15e0d940169), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:10.111955 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d325bd32-4583-46c6-9ea1-9ec28051dabf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for security_group_rule (eac391dc-7d20-4e2d-9cb5-d15e0d940169), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:10.116391 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d325bd32-4583-46c6-9ea1-9ec28051dabf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (eac391dc-7d20-4e2d-9cb5-d15e0d940169), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:10.136060 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325bd32-4583-46c6-9ea1-9ec28051dabf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac391dc-7d20-4e2d-9cb5-d15e0d940169,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:13:10.145358 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d325bd32-4583-46c6-9ea1-9ec28051dabf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:10.146554 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d325bd32-4583-46c6-9ea1-9ec28051dabf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183643 Feb 20 06:13:10.148052 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325bd32-4583-46c6-9ea1-9ec28051dabf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:13:10.148402 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325bd32-4583-46c6-9ea1-9ec28051dabf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:13:10.148748 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325bd32-4583-46c6-9ea1-9ec28051dabf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:13:10.149092 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325bd32-4583-46c6-9ea1-9ec28051dabf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:13:10.149432 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325bd32-4583-46c6-9ea1-9ec28051dabf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:13:10.149720 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49828) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:13:10.149827 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325bd32-4583-46c6-9ea1-9ec28051dabf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:13:10.150083 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325bd32-4583-46c6-9ea1-9ec28051dabf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:13:10.150412 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325bd32-4583-46c6-9ea1-9ec28051dabf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:13:10.150737 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325bd32-4583-46c6-9ea1-9ec28051dabf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:13:10.151093 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325bd32-4583-46c6-9ea1-9ec28051dabf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:13:10.151424 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325bd32-4583-46c6-9ea1-9ec28051dabf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:13:10.151806 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325bd32-4583-46c6-9ea1-9ec28051dabf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:13:10.152073 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325bd32-4583-46c6-9ea1-9ec28051dabf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:13:10.155742 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-f36f8e48-ae61-4023-9161-3b56fcb7d21b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Request body: {'security_group_rule': {'security_group_id': '9eadccc0-9d90-427d-b43b-5dcd9c6f202c', 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:13:10.184100 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f36f8e48-ae61-4023-9161-3b56fcb7d21b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for security_group_rule (ae4dffec-1637-40fc-bbcd-89521d84bc4c), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:10.252576 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f36f8e48-ae61-4023-9161-3b56fcb7d21b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for security_group_rule (ae4dffec-1637-40fc-bbcd-89521d84bc4c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:10.256365 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f36f8e48-ae61-4023-9161-3b56fcb7d21b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (ae4dffec-1637-40fc-bbcd-89521d84bc4c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:10.276524 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f8e48-ae61-4023-9161-3b56fcb7d21b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4dffec-1637-40fc-bbcd-89521d84bc4c,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:13:10.283234 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f36f8e48-ae61-4023-9161-3b56fcb7d21b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:10.284527 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f36f8e48-ae61-4023-9161-3b56fcb7d21b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1333570 Feb 20 06:13:10.287882 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49830) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:13:10.292160 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0aec6dcc-f5f6-4883-aad0-5142e109aecf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Request body: {'security_group_rule': {'security_group_id': '9eadccc0-9d90-427d-b43b-5dcd9c6f202c', 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:13:10.315781 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0aec6dcc-f5f6-4883-aad0-5142e109aecf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for security_group_rule (9a452125-c435-4a32-9bb3-5c7d3718af07), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:10.371213 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0aec6dcc-f5f6-4883-aad0-5142e109aecf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for security_group_rule (9a452125-c435-4a32-9bb3-5c7d3718af07), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:10.374634 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0aec6dcc-f5f6-4883-aad0-5142e109aecf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (9a452125-c435-4a32-9bb3-5c7d3718af07), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:10.392848 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec6dcc-f5f6-4883-aad0-5142e109aecf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a452125-c435-4a32-9bb3-5c7d3718af07,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:13:10.402372 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0aec6dcc-f5f6-4883-aad0-5142e109aecf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:10.403597 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0aec6dcc-f5f6-4883-aad0-5142e109aecf tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147852 Feb 20 06:13:10.406306 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49832) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:13:10.411202 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-36b3fc98-b205-4fbb-a9ca-1c2e5d4e34b5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Request body: {'security_group_rule': {'security_group_id': '9eadccc0-9d90-427d-b43b-5dcd9c6f202c', 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:13:10.435704 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-36b3fc98-b205-4fbb-a9ca-1c2e5d4e34b5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for security_group_rule (d589a32f-8795-4eba-9f63-16b0859160bb), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:10.496729 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-36b3fc98-b205-4fbb-a9ca-1c2e5d4e34b5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for security_group_rule (d589a32f-8795-4eba-9f63-16b0859160bb), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:10.500194 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-36b3fc98-b205-4fbb-a9ca-1c2e5d4e34b5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (d589a32f-8795-4eba-9f63-16b0859160bb), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:10.517825 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3fc98-b205-4fbb-a9ca-1c2e5d4e34b5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d589a32f-8795-4eba-9f63-16b0859160bb,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:13:10.525993 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-36b3fc98-b205-4fbb-a9ca-1c2e5d4e34b5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:10.529896 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-36b3fc98-b205-4fbb-a9ca-1c2e5d4e34b5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199884 Feb 20 06:13:10.530114 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49834) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:13:10.534595 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-9d2f69db-a168-4c94-9c37-1d53e6f32ec9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Request body: {'security_group_rule': {'security_group_id': '9eadccc0-9d90-427d-b43b-5dcd9c6f202c', 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:13:10.554773 n-d-829866-5 neutron-server[103406]: INFO neutron.db.securitygroups_db [None req-9d2f69db-a168-4c94-9c37-1d53e6f32ec9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Project f1302e2d9fbc428bb7df541fc14513df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:13:10.559666 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9d2f69db-a168-4c94-9c37-1d53e6f32ec9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for security_group_rule (4736411c-3904-48ed-b104-5cc7e095b9f5), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:10.618156 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9d2f69db-a168-4c94-9c37-1d53e6f32ec9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for security_group_rule (4736411c-3904-48ed-b104-5cc7e095b9f5), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:10.621721 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9d2f69db-a168-4c94-9c37-1d53e6f32ec9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (4736411c-3904-48ed-b104-5cc7e095b9f5), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:10.639884 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f69db-a168-4c94-9c37-1d53e6f32ec9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4736411c-3904-48ed-b104-5cc7e095b9f5,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:13:10.647250 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9d2f69db-a168-4c94-9c37-1d53e6f32ec9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:10.648542 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9d2f69db-a168-4c94-9c37-1d53e6f32ec9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174817 Feb 20 06:13:10.651290 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 49836) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:13:10.655512 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-3d653905-0dcc-427f-a97c-80b9707000ce tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Request body: {'security_group_rule': {'security_group_id': '9eadccc0-9d90-427d-b43b-5dcd9c6f202c', 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:13:10.675306 n-d-829866-5 neutron-server[103406]: INFO neutron.db.securitygroups_db [None req-3d653905-0dcc-427f-a97c-80b9707000ce tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Project f1302e2d9fbc428bb7df541fc14513df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:13:10.680751 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3d653905-0dcc-427f-a97c-80b9707000ce tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for security_group_rule (c698134c-d1ee-41e4-be03-6992a66fa898), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:10.739038 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3d653905-0dcc-427f-a97c-80b9707000ce tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for security_group_rule (c698134c-d1ee-41e4-be03-6992a66fa898), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:10.743074 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3d653905-0dcc-427f-a97c-80b9707000ce tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (c698134c-d1ee-41e4-be03-6992a66fa898), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:10.760813 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d653905-0dcc-427f-a97c-80b9707000ce tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c698134c-d1ee-41e4-be03-6992a66fa898,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:13:10.770009 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3d653905-0dcc-427f-a97c-80b9707000ce tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:10.771357 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3d653905-0dcc-427f-a97c-80b9707000ce tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191428 Feb 20 06:13:16.489443 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71370382-d371-48bc-a442-f72289583334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:18.962848 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3d417315-d6b7-47e3-9440-a8020b40bc14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:19.698270 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:21.519193 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:22.715338 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:23.202601 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:25.460109 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:28.017496 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:13:30.243981 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-be7f89b9-9647-444f-9bb0-bc93c62ea0c8 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-95208439&fields=id&tenant_id=f1302e2d9fbc428bb7df541fc14513df HTTP/1.1" status: 200 len: 267 time: 0.0458283 Feb 20 06:13:30.347751 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-167d3716-570c-40b0-a477-6087527fd900 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:30.349129 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-167d3716-570c-40b0-a477-6087527fd900 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 812 time: 0.0984607 Feb 20 06:13:30.363075 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-48950ed1-6db2-4c89-a2fd-cf112474adf8 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/quotas/f1302e2d9fbc428bb7df541fc14513df HTTP/1.1" status: 200 len: 375 time: 0.0086150 Feb 20 06:13:30.416115 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-ebe96fd1-746e-40c5-9227-10913dce30f4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484567 Feb 20 06:13:30.528374 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-afa951aa-b0e5-4e23-baa7-920dafb967e8 service neutron] 10.222.0.37 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012862 Feb 20 06:13:30.623352 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-391ec404-aa6e-4de1-ada8-83b692cd089d service neutron] 10.222.0.37 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890429 Feb 20 06:13:30.916766 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-732df73c-5b54-40ac-ba7f-3c0f9c4c3c4b req-88c6d4c3-8ac9-45c9-8ab8-bdd910f5e73c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 210 time: 0.0345874 Feb 20 06:13:31.894082 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-6d3490d5-7b3a-44a8-bf9b-e92b62c5b5b3 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:31.896234 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-6d3490d5-7b3a-44a8-bf9b-e92b62c5b5b3 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.48 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 812 time: 0.1045759 Feb 20 06:13:31.961780 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-f1a2a97e-01e4-42c7-a6f5-00f39f4a9c81 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1302e2d9fbc428bb7df541fc14513df HTTP/1.1" status: 200 len: 378 time: 0.0585220 Feb 20 06:13:31.969958 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-c1683708-b576-420e-a60f-726d14657228 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Request body: {'port': {'device_id': 'b88287d0-4aa9-452f-8f52-cfb9f63a1991', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'admin_state_up': True, 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'security_groups': ['9eadccc0-9d90-427d-b43b-5dcd9c6f202c']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:13:32.020182 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-981ed636-884a-432a-8ae5-2c6dc6719443 req-0dd94bb9-a16f-4e8f-bb56-51f9e4ad73e4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 210 time: 0.0347075 Feb 20 06:13:32.084543 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-c1683708-b576-420e-a60f-726d14657228 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Made reservation on behalf of f1302e2d9fbc428bb7df541fc14513df for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:13:32.088087 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-c1683708-b576-420e-a60f-726d14657228 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:32.213691 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-c1683708-b576-420e-a60f-726d14657228 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Allocated IP 172.20.0.4 (1e9befcf-dfaf-4462-b7f7-68148d889223/3577d1d9-33e1-449c-acb0-7cde4e8fef95/58dd04b4-39ca-40d9-8332-8ece8cc95245) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:13:32.351758 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-c1683708-b576-420e-a60f-726d14657228 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for port (58dd04b4-39ca-40d9-8332-8ece8cc95245), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:32.385559 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-c1683708-b576-420e-a60f-726d14657228 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (58dd04b4-39ca-40d9-8332-8ece8cc95245), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:32.424949 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-c1683708-b576-420e-a60f-726d14657228 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Network 1e9befcf-dfaf-4462-b7f7-68148d889223 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:13:32.428546 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-c1683708-b576-420e-a60f-726d14657228 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:13:32.432684 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-c1683708-b576-420e-a60f-726d14657228 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:13:32.464584 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1683708-b576-420e-a60f-726d14657228 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event updated for resources: {'Port': ['ID=58dd04b4-39ca-40d9-8332-8ece8cc95245,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:13:32.495466 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-c1683708-b576-420e-a60f-726d14657228 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:32.496090 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-c1683708-b576-420e-a60f-726d14657228 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:32.512666 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-c1683708-b576-420e-a60f-726d14657228 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5465188 Feb 20 06:13:32.523435 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-73bb10cb-593b-4b07-bb2e-61f66e0d65d6 service neutron] Request body: {'port': {'device_id': 'b88287d0-4aa9-452f-8f52-cfb9f63a1991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:13:32.592218 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-73bb10cb-593b-4b07-bb2e-61f66e0d65d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (58dd04b4-39ca-40d9-8332-8ece8cc95245), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:32.652206 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-c72a9785-49b2-41f2-a759-76ce1703b9e3 None None] Provisioning complete for port 58dd04b4-39ca-40d9-8332-8ece8cc95245 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:13:32.653175 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c72a9785-49b2-41f2-a759-76ce1703b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (58dd04b4-39ca-40d9-8332-8ece8cc95245), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:32.687848 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c72a9785-49b2-41f2-a759-76ce1703b9e3 None None] Port 58dd04b4-39ca-40d9-8332-8ece8cc95245 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:13:32.866857 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-73bb10cb-593b-4b07-bb2e-61f66e0d65d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58dd04b4-39ca-40d9-8332-8ece8cc95245 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:13:32.875576 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-73bb10cb-593b-4b07-bb2e-61f66e0d65d6 service neutron] Publish callbacks [] for port (58dd04b4-39ca-40d9-8332-8ece8cc95245), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:32.890128 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-73bb10cb-593b-4b07-bb2e-61f66e0d65d6 service neutron] Transition to ACTIVE for port object 58dd04b4-39ca-40d9-8332-8ece8cc95245 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:13:32.894126 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-73bb10cb-593b-4b07-bb2e-61f66e0d65d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (58dd04b4-39ca-40d9-8332-8ece8cc95245), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:32.968106 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb10cb-593b-4b07-bb2e-61f66e0d65d6 service neutron] Pushing event updated for resources: {'Port': ['ID=58dd04b4-39ca-40d9-8332-8ece8cc95245,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:13:33.024352 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-73bb10cb-593b-4b07-bb2e-61f66e0d65d6 service neutron] Attempting to bind port 58dd04b4-39ca-40d9-8332-8ece8cc95245 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:13:33.024694 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-73bb10cb-593b-4b07-bb2e-61f66e0d65d6 service neutron] Attempting to bind port 58dd04b4-39ca-40d9-8332-8ece8cc95245 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:13:33.025028 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-73bb10cb-593b-4b07-bb2e-61f66e0d65d6 service neutron] Attempting to bind port 58dd04b4-39ca-40d9-8332-8ece8cc95245 on network 1e9befcf-dfaf-4462-b7f7-68148d889223 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:13:33.029772 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-73bb10cb-593b-4b07-bb2e-61f66e0d65d6 service neutron] Port 58dd04b4-39ca-40d9-8332-8ece8cc95245 on network 1e9befcf-dfaf-4462-b7f7-68148d889223 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:13:33.030125 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-73bb10cb-593b-4b07-bb2e-61f66e0d65d6 service neutron] Attempting to bind port 58dd04b4-39ca-40d9-8332-8ece8cc95245 on network 1e9befcf-dfaf-4462-b7f7-68148d889223 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:13:33.035549 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-73bb10cb-593b-4b07-bb2e-61f66e0d65d6 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:13:33.035896 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-73bb10cb-593b-4b07-bb2e-61f66e0d65d6 service neutron] Checking segment: {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:13:33.036294 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-73bb10cb-593b-4b07-bb2e-61f66e0d65d6 service neutron] Bound using segment: {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:13:33.036752 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-73bb10cb-593b-4b07-bb2e-61f66e0d65d6 service neutron] Bound port: 58dd04b4-39ca-40d9-8332-8ece8cc95245, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:13:33.037123 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-73bb10cb-593b-4b07-bb2e-61f66e0d65d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (58dd04b4-39ca-40d9-8332-8ece8cc95245), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:33.111420 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-73bb10cb-593b-4b07-bb2e-61f66e0d65d6 service neutron] For port 58dd04b4-39ca-40d9-8332-8ece8cc95245, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:13:33.115478 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-73bb10cb-593b-4b07-bb2e-61f66e0d65d6 service neutron] For port 58dd04b4-39ca-40d9-8332-8ece8cc95245, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=58dd04b4-39ca-40d9-8332-8ece8cc95245,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:13:33.122324 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-73bb10cb-593b-4b07-bb2e-61f66e0d65d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (58dd04b4-39ca-40d9-8332-8ece8cc95245), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:33.169053 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72ab0d-7d05-4284-a04f-7af6d2a10500 req-a404c164-17f6-4b49-b0ec-7c1537967c3d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:33.169917 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-73bb10cb-593b-4b07-bb2e-61f66e0d65d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:33.170510 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-73bb10cb-593b-4b07-bb2e-61f66e0d65d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:33.171938 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-73bb10cb-593b-4b07-bb2e-61f66e0d65d6 service neutron] 10.222.0.48 "PUT /v2.0/ports/58dd04b4-39ca-40d9-8332-8ece8cc95245 HTTP/1.1" status: 200 len: 1091 time: 0.6526685 Feb 20 06:13:33.172424 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88287d0-4aa9-452f-8f52-cfb9f63a1991', 'tag': '58dd04b4-39ca-40d9-8332-8ece8cc95245'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:13:33.174792 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da46084f-6353-4301-b9c6-1cff8469a6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b88287d0-4aa9-452f-8f52-cfb9f63a1991", "tag": "58dd04b4-39ca-40d9-8332-8ece8cc95245"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:13:33.178358 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5a72ab0d-7d05-4284-a04f-7af6d2a10500 req-a404c164-17f6-4b49-b0ec-7c1537967c3d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 943 time: 0.0761240 Feb 20 06:13:33.197057 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb10cb-593b-4b07-bb2e-61f66e0d65d6 service neutron] Pushing event updated for resources: {'Port': ['ID=58dd04b4-39ca-40d9-8332-8ece8cc95245,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:13:33.244832 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5a72ab0d-7d05-4284-a04f-7af6d2a10500 req-b8badfdc-e2dc-48a6-9166-717ac6f264e8 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585504 Feb 20 06:13:33.280129 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d1d964-985f-4860-9b2f-f3a5efa041d6 x-openstack-request-id: req-e9d1d964-985f-4860-9b2f-f3a5efa041d6 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:13:33.280454 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b88287d0-4aa9-452f-8f52-cfb9f63a1991", "tag": "58dd04b4-39ca-40d9-8332-8ece8cc95245", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:13:33.280860 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9d1d964-985f-4860-9b2f-f3a5efa041d6 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:13:33.281284 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88287d0-4aa9-452f-8f52-cfb9f63a1991', 'tag': '58dd04b4-39ca-40d9-8332-8ece8cc95245', 'status': 'completed', 'code': 200} Feb 20 06:13:33.292491 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-bd733465-864d-4759-9f39-6b2d3964dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:33.294091 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-bd733465-864d-4759-9f39-6b2d3964dfa6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 1125 time: 0.0672925 Feb 20 06:13:33.338021 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-6f2b35d0-5ecd-4e3c-a247-fd4108bcb5ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58dd04b4-39ca-40d9-8332-8ece8cc95245 HTTP/1.1" status: 200 len: 217 time: 0.0374587 Feb 20 06:13:33.388106 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-7e5b9252-efe4-4f21-b9a1-47899aaf69df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:33.389617 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-7e5b9252-efe4-4f21-b9a1-47899aaf69df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0465021 Feb 20 06:13:33.447122 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-ee127e8a-979b-4da7-8b86-ddfb1701a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:33.448680 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-ee127e8a-979b-4da7-8b86-ddfb1701a33c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0524518 Feb 20 06:13:33.539607 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-f17ac011-54ad-40b7-aaaa-4f7fa880d1a8 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848513 Feb 20 06:13:33.632339 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8282fe5a-381e-487f-8de1-ce93b050fc03 req-0e45833a-9240-4cd7-ae02-b4ba0732239b service neutron] 10.222.0.48 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868325 Feb 20 06:13:33.718892 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46084f-6353-4301-b9c6-1cff8469a6b2 req-28b83763-6970-42a4-ac85-1c575906699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:33.720437 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-da46084f-6353-4301-b9c6-1cff8469a6b2 req-28b83763-6970-42a4-ac85-1c575906699f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 1125 time: 0.0460916 Feb 20 06:13:33.814014 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46084f-6353-4301-b9c6-1cff8469a6b2 req-80b490e0-98c1-4b3f-9402-421f7f7480cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:33.815543 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-da46084f-6353-4301-b9c6-1cff8469a6b2 req-80b490e0-98c1-4b3f-9402-421f7f7480cc service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 912 time: 0.0886788 Feb 20 06:13:33.862034 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-da46084f-6353-4301-b9c6-1cff8469a6b2 req-d120737f-7cc0-4685-94aa-dd45bf334875 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58dd04b4-39ca-40d9-8332-8ece8cc95245 HTTP/1.1" status: 200 len: 217 time: 0.0390282 Feb 20 06:13:33.910188 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46084f-6353-4301-b9c6-1cff8469a6b2 req-4f9d3853-80f8-4c3c-817e-5336b442a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:33.912384 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-da46084f-6353-4301-b9c6-1cff8469a6b2 req-4f9d3853-80f8-4c3c-817e-5336b442a164 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0442100 Feb 20 06:13:33.959823 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46084f-6353-4301-b9c6-1cff8469a6b2 req-013515c0-ab82-4f64-a44d-c471012b228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:33.961314 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-da46084f-6353-4301-b9c6-1cff8469a6b2 req-013515c0-ab82-4f64-a44d-c471012b228e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434186 Feb 20 06:13:34.053648 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-da46084f-6353-4301-b9c6-1cff8469a6b2 req-c908f95f-fb02-4182-a0be-2e7443c8b02e service neutron] 10.222.0.48 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863674 Feb 20 06:13:34.150608 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-da46084f-6353-4301-b9c6-1cff8469a6b2 req-9cb80f8e-0079-406c-9edf-eed8213d4a8e service neutron] 10.222.0.48 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910141 Feb 20 06:13:34.353256 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afa020-f3aa-45b5-bd67-95e54e683da6 req-467a94bc-cf5f-4fdf-be48-9404a02684fe tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:34.354746 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f9afa020-f3aa-45b5-bd67-95e54e683da6 req-467a94bc-cf5f-4fdf-be48-9404a02684fe tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 943 time: 0.0518904 Feb 20 06:13:34.406321 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f9afa020-f3aa-45b5-bd67-95e54e683da6 req-0dd48c8d-a45b-47d5-9c7e-cc1cd50a0098 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459621 Feb 20 06:13:35.523583 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d84f3-2289-49f9-bb48-a0a6026aad4b req-cf3821b4-6f66-4ae1-914e-4854ea8577a5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:35.525149 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a41d84f3-2289-49f9-bb48-a0a6026aad4b req-cf3821b4-6f66-4ae1-914e-4854ea8577a5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 943 time: 0.0534360 Feb 20 06:13:35.574524 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a41d84f3-2289-49f9-bb48-a0a6026aad4b req-f29c9853-3011-478c-a6a5-dfa80ae567a8 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436330 Feb 20 06:13:36.697359 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f992f39-ccfe-4e11-a5af-d87d63f7b53d req-233b804f-9f7c-46d7-9763-cbeea490dc08 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:36.698972 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f992f39-ccfe-4e11-a5af-d87d63f7b53d req-233b804f-9f7c-46d7-9763-cbeea490dc08 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 943 time: 0.0555203 Feb 20 06:13:36.749292 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f992f39-ccfe-4e11-a5af-d87d63f7b53d req-d6e5343e-2432-47c9-beb6-69b32d52f905 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445848 Feb 20 06:13:37.882153 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0c286-18e7-48ab-ba3c-56af95d66241 req-d89b35ae-8935-4a64-961f-c550ef021eba tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:37.883663 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1fb0c286-18e7-48ab-ba3c-56af95d66241 req-d89b35ae-8935-4a64-961f-c550ef021eba tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 943 time: 0.0670390 Feb 20 06:13:37.931412 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1fb0c286-18e7-48ab-ba3c-56af95d66241 req-3a6406e2-9f99-481a-a514-ecae100f278d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419886 Feb 20 06:13:39.051726 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38395705-6040-4f31-baba-f08792e12d9b req-46f6a639-0424-4d73-b820-87b92090997f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:39.053208 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-38395705-6040-4f31-baba-f08792e12d9b req-46f6a639-0424-4d73-b820-87b92090997f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 943 time: 0.0529592 Feb 20 06:13:39.101204 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-38395705-6040-4f31-baba-f08792e12d9b req-a971025a-3fdf-492a-829c-826d116e0d38 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422502 Feb 20 06:13:40.225660 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8e13f-88b9-4a63-8f7a-8865f29eacb6 req-7e9cd5d3-9fd5-4c52-ab3f-8bbef24ba9c8 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:40.227241 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8cc8e13f-88b9-4a63-8f7a-8865f29eacb6 req-7e9cd5d3-9fd5-4c52-ab3f-8bbef24ba9c8 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 943 time: 0.0545986 Feb 20 06:13:40.281844 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8cc8e13f-88b9-4a63-8f7a-8865f29eacb6 req-e1bf5872-ac4e-4adb-8e34-321eb3a06725 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490997 Feb 20 06:13:41.401371 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e772b-e704-42b8-ae38-d5dfa992fff6 req-8362540b-5eee-4fb0-b0c6-222a478811da tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:41.402928 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-102e772b-e704-42b8-ae38-d5dfa992fff6 req-8362540b-5eee-4fb0-b0c6-222a478811da tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 943 time: 0.0529923 Feb 20 06:13:41.450433 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-102e772b-e704-42b8-ae38-d5dfa992fff6 req-2ddb659e-54f3-4cf5-96b1-fe6b7b7f8981 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419667 Feb 20 06:13:42.569428 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627ceae-4268-4261-bbbe-c204b2301867 req-c5553672-c7d4-411f-9cf2-3ef98acea797 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:42.570926 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2627ceae-4268-4261-bbbe-c204b2301867 req-c5553672-c7d4-411f-9cf2-3ef98acea797 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 943 time: 0.0536113 Feb 20 06:13:42.620785 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2627ceae-4268-4261-bbbe-c204b2301867 req-b440fbb0-d765-4f38-9675-02861219168f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443661 Feb 20 06:13:43.740969 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e897106-8d51-41b3-9e27-aa0974b98749 req-d694c12c-4388-48df-a1bb-216a3268a7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:43.742434 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e897106-8d51-41b3-9e27-aa0974b98749 req-d694c12c-4388-48df-a1bb-216a3268a7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 943 time: 0.0558102 Feb 20 06:13:43.789716 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e897106-8d51-41b3-9e27-aa0974b98749 req-8fd62ca4-65b0-4cd5-acf2-5bbe87d98c09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417557 Feb 20 06:13:44.906860 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb94721-4add-4387-9b3c-a88100478697 req-8d141759-0fd7-42bf-adbf-dd8888bab7e9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:44.908351 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4fb94721-4add-4387-9b3c-a88100478697 req-8d141759-0fd7-42bf-adbf-dd8888bab7e9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 943 time: 0.0532198 Feb 20 06:13:44.955881 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4fb94721-4add-4387-9b3c-a88100478697 req-69694d1f-725c-4926-b34a-0d481053e204 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420265 Feb 20 06:13:46.078397 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e5055-eccb-40f3-b86e-109259d81cf3 req-7e291aa1-8fb6-4d5e-8394-8c784a30798e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:46.079882 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fb0e5055-eccb-40f3-b86e-109259d81cf3 req-7e291aa1-8fb6-4d5e-8394-8c784a30798e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 943 time: 0.0545940 Feb 20 06:13:46.127040 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fb0e5055-eccb-40f3-b86e-109259d81cf3 req-8944bc35-7ccc-4187-93df-32b8ac4d0f90 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409701 Feb 20 06:13:46.492522 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4db53e41-562a-40ad-bfaa-9301e3003416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:47.243421 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e52e1b-ddc5-44fb-ad6a-5e43228c9072 req-123a2541-a486-461a-85dd-0559de7be6be tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:47.244882 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-21e52e1b-ddc5-44fb-ad6a-5e43228c9072 req-123a2541-a486-461a-85dd-0559de7be6be tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 943 time: 0.0517211 Feb 20 06:13:47.294120 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-21e52e1b-ddc5-44fb-ad6a-5e43228c9072 req-592d9250-716a-45b2-b607-dd59fd9e2561 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435596 Feb 20 06:13:48.408430 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e636c6f-7f37-47e9-a029-b078404bc6fb req-b956ccc5-961f-4634-a40e-8f69f2863b20 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:48.409871 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6e636c6f-7f37-47e9-a029-b078404bc6fb req-b956ccc5-961f-4634-a40e-8f69f2863b20 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 943 time: 0.0506825 Feb 20 06:13:48.460920 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6e636c6f-7f37-47e9-a029-b078404bc6fb req-52fa5adc-a958-4e26-b308-d7750fa36302 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449581 Feb 20 06:13:48.963680 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f6b1fdb2-8c56-4c56-ad71-cebeca046ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:49.638009 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf02cf6-027c-4b8b-bcf8-48ad77d548d0 req-2d580054-9476-4e43-a90d-4ac34e2f618e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:49.639503 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3cf02cf6-027c-4b8b-bcf8-48ad77d548d0 req-2d580054-9476-4e43-a90d-4ac34e2f618e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 943 time: 0.0516689 Feb 20 06:13:49.685942 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:49.688966 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3cf02cf6-027c-4b8b-bcf8-48ad77d548d0 req-df5d9bcd-fe6c-42c1-bed8-1038d28b52af tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439301 Feb 20 06:13:50.806088 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c604b1-d833-4036-a7f0-50723b21fb87 req-226ba4b8-1fd3-4d08-9542-68c9e7af1583 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:50.807573 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9c604b1-d833-4036-a7f0-50723b21fb87 req-226ba4b8-1fd3-4d08-9542-68c9e7af1583 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 943 time: 0.0522997 Feb 20 06:13:50.855934 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9c604b1-d833-4036-a7f0-50723b21fb87 req-0286911f-91f2-4add-8dde-ccd467e05477 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427926 Feb 20 06:13:51.028826 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 58dd04b4-39ca-40d9-8332-8ece8cc95245 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:13:51.122254 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 58dd04b4-39ca-40d9-8332-8ece8cc95245, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=58dd04b4-39ca-40d9-8332-8ece8cc95245,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:13:51.133723 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '58dd04b4-39ca-40d9-8332-8ece8cc95245', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'port_id': '58dd04b4-39ca-40d9-8332-8ece8cc95245', 'mac_address': 'fa:16:3e:6a:df:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:13:51.169283 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 58dd04b4-39ca-40d9-8332-8ece8cc95245 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:13:51.169668 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (58dd04b4-39ca-40d9-8332-8ece8cc95245), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:51.187953 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58dd04b4-39ca-40d9-8332-8ece8cc95245 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:13:51.213747 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 58dd04b4-39ca-40d9-8332-8ece8cc95245, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=58dd04b4-39ca-40d9-8332-8ece8cc95245,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:13:51.217542 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (58dd04b4-39ca-40d9-8332-8ece8cc95245), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:51.264782 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=58dd04b4-39ca-40d9-8332-8ece8cc95245,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:13:51.271772 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:13:51.272118 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:13:51.273128 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:13:51.273481 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:13:51.273835 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:13:51.274164 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:13:51.274489 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:13:51.274813 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:13:51.275155 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:13:51.275478 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:13:51.275797 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:13:51.276113 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:13:51.276427 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:13:51.420473 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['58dd04b4-39ca-40d9-8332-8ece8cc95245'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:13:51.529617 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:51.977747 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6031b-98aa-43f4-8981-ec4b01bc5422 req-a1fea822-2745-4466-b663-4ce82fc35393 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:51.979226 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-83e6031b-98aa-43f4-8981-ec4b01bc5422 req-a1fea822-2745-4466-b663-4ce82fc35393 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 944 time: 0.0567231 Feb 20 06:13:52.027254 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-83e6031b-98aa-43f4-8981-ec4b01bc5422 req-b9d92a88-f18d-4614-8a37-b7f9a5a1ab6c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424531 Feb 20 06:13:52.708036 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:53.041180 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 58dd04b4-39ca-40d9-8332-8ece8cc95245 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:13:53.089978 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 58dd04b4-39ca-40d9-8332-8ece8cc95245 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:13:53.093767 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 58dd04b4-39ca-40d9-8332-8ece8cc95245 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:13:53.094144 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (58dd04b4-39ca-40d9-8332-8ece8cc95245), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:53.148859 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb424e-5e70-42dc-bf5d-6b48fd7b949e req-0d9ba8b9-0e9b-4a7a-b2a8-e56bb4f413dd tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:53.150333 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6fbb424e-5e70-42dc-bf5d-6b48fd7b949e req-0d9ba8b9-0e9b-4a7a-b2a8-e56bb4f413dd tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 944 time: 0.0519922 Feb 20 06:13:53.173308 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 58dd04b4-39ca-40d9-8332-8ece8cc95245 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:13:53.173744 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (58dd04b4-39ca-40d9-8332-8ece8cc95245), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:53.199670 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6fbb424e-5e70-42dc-bf5d-6b48fd7b949e req-8148f2c0-4806-42a6-a3a7-bd936026c05b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435832 Feb 20 06:13:53.200729 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88287d0-4aa9-452f-8f52-cfb9f63a1991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dd04b4-39ca-40d9-8332-8ece8cc95245'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:13:53.202965 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f60f370-4a89-45f9-8e52-78905dca5bb4" -d '{"events": [{"server_uuid": "b88287d0-4aa9-452f-8f52-cfb9f63a1991", "name": "network-vif-plugged", "status": "completed", "tag": "58dd04b4-39ca-40d9-8332-8ece8cc95245"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:13:53.220573 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 58dd04b4-39ca-40d9-8332-8ece8cc95245, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=58dd04b4-39ca-40d9-8332-8ece8cc95245,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:13:53.225808 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (58dd04b4-39ca-40d9-8332-8ece8cc95245), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:53.229341 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:53.262814 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfeff778-bdfe-4fc3-bc7d-0b00b7ca0acc x-openstack-request-id: req-dfeff778-bdfe-4fc3-bc7d-0b00b7ca0acc {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:13:53.263263 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88287d0-4aa9-452f-8f52-cfb9f63a1991", "name": "network-vif-plugged", "status": "completed", "tag": "58dd04b4-39ca-40d9-8332-8ece8cc95245", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:13:53.263622 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dfeff778-bdfe-4fc3-bc7d-0b00b7ca0acc {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:13:53.264165 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88287d0-4aa9-452f-8f52-cfb9f63a1991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dd04b4-39ca-40d9-8332-8ece8cc95245', 'code': 200} Feb 20 06:13:53.284496 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=58dd04b4-39ca-40d9-8332-8ece8cc95245,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:13:53.363272 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778d45a-b51d-42b2-9d21-e3b4e8990a74 req-30297e03-5584-4048-b050-b9aabe51f081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:53.364795 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c778d45a-b51d-42b2-9d21-e3b4e8990a74 req-30297e03-5584-4048-b050-b9aabe51f081 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 1127 time: 0.0493832 Feb 20 06:13:53.409033 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c778d45a-b51d-42b2-9d21-e3b4e8990a74 req-a2499154-7184-404e-9c55-5884a9bca165 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383720 Feb 20 06:13:54.318674 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad440737-9d9a-4b31-9d30-01da8e9c7582 req-669c965e-1153-4bc2-9e4d-063259d8dbf8 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:54.320579 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad440737-9d9a-4b31-9d30-01da8e9c7582 req-669c965e-1153-4bc2-9e4d-063259d8dbf8 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 945 time: 0.0513177 Feb 20 06:13:54.374610 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ad440737-9d9a-4b31-9d30-01da8e9c7582 req-35f7fb2a-3b9f-4923-a5d7-de096589225c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481176 Feb 20 06:13:55.475494 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:55.494411 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73702009-0033-4237-bf95-1089fdcdab8e req-50e44fbb-9f81-44e2-b6cb-f5453ea69aec tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:55.495910 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73702009-0033-4237-bf95-1089fdcdab8e req-50e44fbb-9f81-44e2-b6cb-f5453ea69aec tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 945 time: 0.0528657 Feb 20 06:13:55.543116 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73702009-0033-4237-bf95-1089fdcdab8e req-4cf26178-d5f5-4dd6-927b-1c5c582f6141 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415139 Feb 20 06:13:55.655226 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5c1ee-e92a-420b-b544-7c866c1262b3 req-fc1f1c38-be26-4b4c-8506-1dfc344ed3ca tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:55.656576 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7df5c1ee-e92a-420b-b544-7c866c1262b3 req-fc1f1c38-be26-4b4c-8506-1dfc344ed3ca tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 945 time: 0.0505934 Feb 20 06:13:55.703398 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7df5c1ee-e92a-420b-b544-7c866c1262b3 req-5589a8fd-9dfd-4a9a-8be9-3798009cd6f9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413158 Feb 20 06:13:55.724990 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50048) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:13:55.914541 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b785de14-66dc-4698-879c-ef4d2060890f tempest-TestVolumeBootPattern-445379598 tempest-TestVolumeBootPattern-445379598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:55.915977 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b785de14-66dc-4698-879c-ef4d2060890f tempest-TestVolumeBootPattern-445379598 tempest-TestVolumeBootPattern-445379598-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 1122 time: 0.1895134 Feb 20 06:13:55.918801 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50054) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:13:55.923299 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c8b86abd-704d-43c6-b4ea-b0c95018b493 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'port_id': '58dd04b4-39ca-40d9-8332-8ece8cc95245', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:13:55.945596 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8b86abd-704d-43c6-b4ea-b0c95018b493 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:56.040892 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8b86abd-704d-43c6-b4ea-b0c95018b493 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:56.145156 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-c8b86abd-704d-43c6-b4ea-b0c95018b493 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Allocated IP 172.25.3.72 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/cdd2454c-7116-4e7a-9abc-5c4644bc9ca1) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:13:56.245209 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8b86abd-704d-43c6-b4ea-b0c95018b493 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for port (cdd2454c-7116-4e7a-9abc-5c4644bc9ca1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:56.278163 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8b86abd-704d-43c6-b4ea-b0c95018b493 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (cdd2454c-7116-4e7a-9abc-5c4644bc9ca1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:56.318731 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b86abd-704d-43c6-b4ea-b0c95018b493 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:13:56.321978 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-c8b86abd-704d-43c6-b4ea-b0c95018b493 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:13:56.324441 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b86abd-704d-43c6-b4ea-b0c95018b493 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:13:56.349477 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b86abd-704d-43c6-b4ea-b0c95018b493 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event updated for resources: {'Port': ['ID=cdd2454c-7116-4e7a-9abc-5c4644bc9ca1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:13:56.679268 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8b86abd-704d-43c6-b4ea-b0c95018b493 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for floatingip (b4babcad-cf6d-4475-a757-63e550150be2), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:57.067238 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8b86abd-704d-43c6-b4ea-b0c95018b493 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (cdd2454c-7116-4e7a-9abc-5c4644bc9ca1), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:57.210991 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8b86abd-704d-43c6-b4ea-b0c95018b493 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for port (cdd2454c-7116-4e7a-9abc-5c4644bc9ca1), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:57.215678 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8b86abd-704d-43c6-b4ea-b0c95018b493 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (cdd2454c-7116-4e7a-9abc-5c4644bc9ca1), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:57.283519 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b86abd-704d-43c6-b4ea-b0c95018b493 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event updated for resources: {'Port': ['ID=cdd2454c-7116-4e7a-9abc-5c4644bc9ca1,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:13:57.294755 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8b86abd-704d-43c6-b4ea-b0c95018b493 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (b4babcad-cf6d-4475-a757-63e550150be2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:57.394470 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-c8b86abd-704d-43c6-b4ea-b0c95018b493 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Floating IP b4babcad-cf6d-4475-a757-63e550150be2 associated. External IP: 172.25.3.72, port: 58dd04b4-39ca-40d9-8332-8ece8cc95245. Feb 20 06:13:57.598330 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b86abd-704d-43c6-b4ea-b0c95018b493 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Router 189ebf4f-558f-4631-8a2d-db18b8817427 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:13:57.704366 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b86abd-704d-43c6-b4ea-b0c95018b493 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:13:57.714783 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7c7b41-f95e-4d9a-92b7-9acc35aed606 None None] Sync routers for ids ['189ebf4f-558f-4631-8a2d-db18b8817427'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:13:57.722750 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8b86abd-704d-43c6-b4ea-b0c95018b493 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:13:57.724007 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7c7b41-f95e-4d9a-92b7-9acc35aed606 None None] Routers {'189ebf4f-558f-4631-8a2d-db18b8817427'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:13:57.724616 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-4a7c7b41-f95e-4d9a-92b7-9acc35aed606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:13:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['189ebf4f-558f-4631-8a2d-db18b8817427'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:13:57.751852 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c8b86abd-704d-43c6-b4ea-b0c95018b493 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8320360 Feb 20 06:13:57.752453 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88287d0-4aa9-452f-8f52-cfb9f63a1991', 'tag': '58dd04b4-39ca-40d9-8332-8ece8cc95245'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:13:57.754790 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98320cbc-754b-49ca-89c8-64ed6cc14d08" -d '{"events": [{"name": "network-changed", "server_uuid": "b88287d0-4aa9-452f-8f52-cfb9f63a1991", "tag": "58dd04b4-39ca-40d9-8332-8ece8cc95245"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:13:57.859319 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7556aa9-5a1f-4317-bbb4-716c19e8c165 x-openstack-request-id: req-d7556aa9-5a1f-4317-bbb4-716c19e8c165 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:13:57.859622 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b88287d0-4aa9-452f-8f52-cfb9f63a1991", "tag": "58dd04b4-39ca-40d9-8332-8ece8cc95245", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:13:57.859880 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7556aa9-5a1f-4317-bbb4-716c19e8c165 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:13:57.860291 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88287d0-4aa9-452f-8f52-cfb9f63a1991', 'tag': '58dd04b4-39ca-40d9-8332-8ece8cc95245', 'status': 'completed', 'code': 200} Feb 20 06:13:57.923969 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98320cbc-754b-49ca-89c8-64ed6cc14d08 req-a33ecd27-be6b-4bb9-b91c-d0656e49ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:57.925486 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-98320cbc-754b-49ca-89c8-64ed6cc14d08 req-a33ecd27-be6b-4bb9-b91c-d0656e49ebdf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 1127 time: 0.0442183 Feb 20 06:13:57.931945 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-4a7c7b41-f95e-4d9a-92b7-9acc35aed606 None None] Set router 189ebf4f-558f-4631-8a2d-db18b8817427 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:13:58.024622 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98320cbc-754b-49ca-89c8-64ed6cc14d08 req-a04ecb2c-189e-455b-a782-e52873d3adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:58.026131 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-98320cbc-754b-49ca-89c8-64ed6cc14d08 req-a04ecb2c-189e-455b-a782-e52873d3adf9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 912 time: 0.0935431 Feb 20 06:13:58.089822 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-98320cbc-754b-49ca-89c8-64ed6cc14d08 req-e062ebc7-dadc-4f7f-bb41-290e73ea4ccc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58dd04b4-39ca-40d9-8332-8ece8cc95245 HTTP/1.1" status: 200 len: 998 time: 0.0584838 Feb 20 06:13:58.136997 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98320cbc-754b-49ca-89c8-64ed6cc14d08 req-ff9d9dd2-8aae-4fbd-9ffc-590f4ab93631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:58.138374 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-98320cbc-754b-49ca-89c8-64ed6cc14d08 req-ff9d9dd2-8aae-4fbd-9ffc-590f4ab93631 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0437324 Feb 20 06:13:58.148607 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-4a7c7b41-f95e-4d9a-92b7-9acc35aed606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:37Z', 'updated_at': '2022-02-20T06:08:40Z', 'revision_number': 4, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'gw_port': {'id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:38Z', 'updated_at': '2022-02-20T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'b4babcad-cf6d-4475-a757-63e550150be2', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'port_id': '58dd04b4-39ca-40d9-8332-8ece8cc95245', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'mac_address': 'fa:16:3e:6a:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88287d0-4aa9-452f-8f52-cfb9f63a1991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:13:56Z', 'updated_at': '2022-02-20T06:13:56Z', 'revision_number': 0, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74aa10b1-41d3-47b4-90b9-4ff556f79f39', 'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'mac_address': 'fa:16:3e:75:91:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:39Z', 'updated_at': '2022-02-20T06:08:45Z', 'revision_number': 5, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'subnets': [{'id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:13:58.178210 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7c7b41-f95e-4d9a-92b7-9acc35aed606 None None] Checking router: 189ebf4f-558f-4631-8a2d-db18b8817427 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:13:58.187138 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7c7b41-f95e-4d9a-92b7-9acc35aed606 None None] Routers {'189ebf4f-558f-4631-8a2d-db18b8817427'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:13:58.187742 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-4a7c7b41-f95e-4d9a-92b7-9acc35aed606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:13:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['189ebf4f-558f-4631-8a2d-db18b8817427'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:13:58.189937 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98320cbc-754b-49ca-89c8-64ed6cc14d08 req-74b00c5e-7c38-4af9-ba08-a551ec836b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:13:58.191507 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-98320cbc-754b-49ca-89c8-64ed6cc14d08 req-74b00c5e-7c38-4af9-ba08-a551ec836b5a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480278 Feb 20 06:13:58.283695 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-98320cbc-754b-49ca-89c8-64ed6cc14d08 req-2e05daa3-b3cf-4de8-861e-8fc2824cdb66 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864849 Feb 20 06:13:58.293584 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-4a7c7b41-f95e-4d9a-92b7-9acc35aed606 None None] Set router 189ebf4f-558f-4631-8a2d-db18b8817427 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:13:58.376176 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-98320cbc-754b-49ca-89c8-64ed6cc14d08 req-4ff5b3a9-ceaf-440d-b5a7-297b012ad1e7 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859218 Feb 20 06:13:58.510347 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-4a7c7b41-f95e-4d9a-92b7-9acc35aed606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:37Z', 'updated_at': '2022-02-20T06:08:40Z', 'revision_number': 4, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'gw_port': {'id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:38Z', 'updated_at': '2022-02-20T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'b4babcad-cf6d-4475-a757-63e550150be2', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'port_id': '58dd04b4-39ca-40d9-8332-8ece8cc95245', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'mac_address': 'fa:16:3e:6a:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88287d0-4aa9-452f-8f52-cfb9f63a1991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:13:56Z', 'updated_at': '2022-02-20T06:13:56Z', 'revision_number': 0, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74aa10b1-41d3-47b4-90b9-4ff556f79f39', 'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'mac_address': 'fa:16:3e:75:91:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:39Z', 'updated_at': '2022-02-20T06:08:45Z', 'revision_number': 5, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'subnets': [{'id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:13:58.539508 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7c7b41-f95e-4d9a-92b7-9acc35aed606 None None] The sync data for ids ['189ebf4f-558f-4631-8a2d-db18b8817427'] in n-d-829866-5 is: [{'id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:37Z', 'updated_at': '2022-02-20T06:08:40Z', 'revision_number': 4, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'gw_port': {'id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:38Z', 'updated_at': '2022-02-20T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'b4babcad-cf6d-4475-a757-63e550150be2', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'port_id': '58dd04b4-39ca-40d9-8332-8ece8cc95245', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'mac_address': 'fa:16:3e:6a:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88287d0-4aa9-452f-8f52-cfb9f63a1991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:13:56Z', 'updated_at': '2022-02-20T06:13:56Z', 'revision_number': 0, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74aa10b1-41d3-47b4-90b9-4ff556f79f39', 'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'mac_address': 'fa:16:3e:75:91:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:39Z', 'updated_at': '2022-02-20T06:08:45Z', 'revision_number': 5, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'subnets': [{'id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:13:58.733695 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489dea63-6066-4844-b39e-a8fcc3148678 None None] New status for floating IP b4babcad-cf6d-4475-a757-63e550150be2: ACTIVE {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:14:05.018011 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:14:16.494407 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7e82c61c-fa01-4ad9-9aa9-67ab908fc566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:14:18.965977 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e16dcce5-f462-43cd-a3d4-8939a891944e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:14:19.693403 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:14:21.522572 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:14:22.711231 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:14:23.202716 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:14:25.491090 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:14:42.017034 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:14:46.496003 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3d22725d-e6b2-4625-889f-72881c1e71d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:14:48.967018 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62175d90-7bdf-4172-afdd-e269c1d8fea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:14:49.692874 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:14:49.849485 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c2df3070-adac-4b75-ae6b-681cf5454f00 req-e809ddf8-2f60-4bde-9c5a-937db859dd27 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457497 Feb 20 06:14:49.935761 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df3070-adac-4b75-ae6b-681cf5454f00 req-0538d452-d204-4155-869e-f0b0135440ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:14:49.937223 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c2df3070-adac-4b75-ae6b-681cf5454f00 req-0538d452-d204-4155-869e-f0b0135440ee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 1127 time: 0.0460105 Feb 20 06:14:50.039141 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df3070-adac-4b75-ae6b-681cf5454f00 req-dddf1d4e-0ee6-46d9-88b8-4a300d03fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:14:50.040588 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c2df3070-adac-4b75-ae6b-681cf5454f00 req-dddf1d4e-0ee6-46d9-88b8-4a300d03fea8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 912 time: 0.0857189 Feb 20 06:14:50.102282 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c2df3070-adac-4b75-ae6b-681cf5454f00 req-3154ea9f-32ce-4a28-ab9c-a7a403997767 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58dd04b4-39ca-40d9-8332-8ece8cc95245 HTTP/1.1" status: 200 len: 1000 time: 0.0552969 Feb 20 06:14:50.147559 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df3070-adac-4b75-ae6b-681cf5454f00 req-e210fc91-0d11-4632-8428-182417209dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:14:50.148922 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c2df3070-adac-4b75-ae6b-681cf5454f00 req-e210fc91-0d11-4632-8428-182417209dbe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0412681 Feb 20 06:14:50.199792 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df3070-adac-4b75-ae6b-681cf5454f00 req-fbad4cf2-b437-49a2-87cc-df570bc18e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:14:50.201791 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c2df3070-adac-4b75-ae6b-681cf5454f00 req-fbad4cf2-b437-49a2-87cc-df570bc18e0d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463641 Feb 20 06:14:50.287951 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c2df3070-adac-4b75-ae6b-681cf5454f00 req-dc021c02-aee7-41ed-9f4e-a758e3da554a service neutron] 10.222.0.48 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802307 Feb 20 06:14:50.380295 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c2df3070-adac-4b75-ae6b-681cf5454f00 req-092637c1-6951-4b74-a82a-f123408d25a4 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867803 Feb 20 06:14:51.525425 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:14:52.715677 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:14:53.218502 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:14:55.485468 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:15:16.497376 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-858fffa7-cf3f-48fa-9b2b-59702bb78588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:15:18.970946 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d3ff1916-107e-4fb5-b2a8-95d995d98f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:15:19.015970 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:15:19.695093 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:15:21.527874 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:15:22.717673 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:15:23.217285 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:15:25.506432 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:15:26.683220 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-6bbc9bb3-abbd-4f25-a0e5-5ef47e5f84b2 req-e0a9ebad-b690-421d-a7ca-93ca5496f4fa service neutron] (103406) timed out ('10.222.0.48', 56322) {{(pid=103406) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 06:15:46.498571 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a4f78d6-9cf3-4d7a-9017-78320f471823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:15:48.971597 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f7c711ee-d2c3-47d9-aacd-f35d1a78c285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:15:49.306619 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-94d7ef63-1c91-497e-aa5d-ddc88f524a44 req-a23698bf-9b96-4194-ad91-3356a6bba6e6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435588 Feb 20 06:15:49.388840 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7ef63-1c91-497e-aa5d-ddc88f524a44 req-7fdf8646-e67e-4e4d-ae4f-72ef5239090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:15:49.390620 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-94d7ef63-1c91-497e-aa5d-ddc88f524a44 req-7fdf8646-e67e-4e4d-ae4f-72ef5239090e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 1127 time: 0.0451038 Feb 20 06:15:49.492618 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7ef63-1c91-497e-aa5d-ddc88f524a44 req-35c45f3f-28e7-4f8b-8ff2-b0cceabbb794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:15:49.494069 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-94d7ef63-1c91-497e-aa5d-ddc88f524a44 req-35c45f3f-28e7-4f8b-8ff2-b0cceabbb794 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 912 time: 0.0865674 Feb 20 06:15:49.558885 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-94d7ef63-1c91-497e-aa5d-ddc88f524a44 req-a1dc628e-bafb-419e-a1e5-8e98710c7514 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58dd04b4-39ca-40d9-8332-8ece8cc95245 HTTP/1.1" status: 200 len: 1000 time: 0.0594707 Feb 20 06:15:49.604632 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7ef63-1c91-497e-aa5d-ddc88f524a44 req-a4f1641d-d999-4523-827a-0f81afd0e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:15:49.606017 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-94d7ef63-1c91-497e-aa5d-ddc88f524a44 req-a4f1641d-d999-4523-827a-0f81afd0e244 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0423422 Feb 20 06:15:49.657069 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7ef63-1c91-497e-aa5d-ddc88f524a44 req-c3a78c98-19f3-464e-8512-bfa9cae94a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:15:49.658518 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-94d7ef63-1c91-497e-aa5d-ddc88f524a44 req-c3a78c98-19f3-464e-8512-bfa9cae94a3f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470328 Feb 20 06:15:49.668871 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-94d7ef63-1c91-497e-aa5d-ddc88f524a44 req-f23b5218-4bbf-4707-b14d-f4fbc839cf5a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 06:15:49.669787 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-94d7ef63-1c91-497e-aa5d-ddc88f524a44 req-f23b5218-4bbf-4707-b14d-f4fbc839cf5a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047691 Feb 20 06:15:49.698501 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:15:49.756770 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-94d7ef63-1c91-497e-aa5d-ddc88f524a44 req-711b285f-9409-4087-af39-08bf2a9dc702 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814762 Feb 20 06:15:49.846404 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-94d7ef63-1c91-497e-aa5d-ddc88f524a44 req-402e35bb-79ce-412a-9c06-a1e5b8319cc1 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841107 Feb 20 06:15:51.534031 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:15:52.543523 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d976a6-7514-42f2-9c72-081f5fab39c0 req-e7b70a93-a8ed-4ece-85aa-547860a942b8 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:15:52.544942 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6d976a6-7514-42f2-9c72-081f5fab39c0 req-e7b70a93-a8ed-4ece-85aa-547860a942b8 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 945 time: 0.1546502 Feb 20 06:15:52.594255 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6d976a6-7514-42f2-9c72-081f5fab39c0 req-b41923a6-00ef-4041-876d-5619e8bccbf7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437868 Feb 20 06:15:52.719370 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:15:53.235052 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:15:53.718340 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c6a8a-e9c8-422b-bc9c-510c7946cc20 req-8224022d-721c-4eaf-a3ce-0185ef982630 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:15:53.719818 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b40c6a8a-e9c8-422b-bc9c-510c7946cc20 req-8224022d-721c-4eaf-a3ce-0185ef982630 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 945 time: 0.0557663 Feb 20 06:15:53.767063 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b40c6a8a-e9c8-422b-bc9c-510c7946cc20 req-564454d0-199a-430a-b67b-b066cbc41600 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415947 Feb 20 06:15:53.928612 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517faf91-4a65-499b-888a-4e556c930bb8 req-09caa206-892b-4675-b625-b89660b52190 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:15:53.930040 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-517faf91-4a65-499b-888a-4e556c930bb8 req-09caa206-892b-4675-b625-b89660b52190 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.48 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 945 time: 0.0521295 Feb 20 06:15:54.020119 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-517faf91-4a65-499b-888a-4e556c930bb8 req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Deleting port 58dd04b4-39ca-40d9-8332-8ece8cc95245 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:15:54.020396 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-517faf91-4a65-499b-888a-4e556c930bb8 req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (58dd04b4-39ca-40d9-8332-8ece8cc95245), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:15:54.108127 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-517faf91-4a65-499b-888a-4e556c930bb8 req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] For port 58dd04b4-39ca-40d9-8332-8ece8cc95245, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=58dd04b4-39ca-40d9-8332-8ece8cc95245,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:15:54.108478 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-517faf91-4a65-499b-888a-4e556c930bb8 req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (58dd04b4-39ca-40d9-8332-8ece8cc95245), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:15:54.275446 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-517faf91-4a65-499b-888a-4e556c930bb8 req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:15:54.275738 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-517faf91-4a65-499b-888a-4e556c930bb8 req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (b4babcad-cf6d-4475-a757-63e550150be2), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:15:54.276053 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [req-517faf91-4a65-499b-888a-4e556c930bb8 req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Floating IP b4babcad-cf6d-4475-a757-63e550150be2 disassociated. External IP: 172.25.3.72, port: 58dd04b4-39ca-40d9-8332-8ece8cc95245. Feb 20 06:15:54.276383 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-517faf91-4a65-499b-888a-4e556c930bb8 req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Calling delete_port for 58dd04b4-39ca-40d9-8332-8ece8cc95245 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:15:54.402858 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-517faf91-4a65-499b-888a-4e556c930bb8 req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (58dd04b4-39ca-40d9-8332-8ece8cc95245), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:15:54.430373 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event deleted for resources: {'Port': ['ID=58dd04b4-39ca-40d9-8332-8ece8cc95245,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:15:54.443496 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:15:54.443802 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:15:54.444143 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:15:54.444479 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:15:54.444813 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:15:54.445147 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:15:54.445479 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:15:54.445802 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:15:54.446159 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:15:54.446427 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:15:54.446751 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:15:54.447159 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:15:54.447485 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:15:54.812803 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-517faf91-4a65-499b-888a-4e556c930bb8 req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Router 189ebf4f-558f-4631-8a2d-db18b8817427 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:15:54.873652 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a0600ac0-fd2c-440b-b0fa-0cbd68aaeff2 req-dca7e76c-2d0c-4b6f-980b-bb061f888b66 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 210 time: 0.0296559 Feb 20 06:15:54.934172 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-517faf91-4a65-499b-888a-4e556c930bb8 req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:15:54.945667 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d1964a-6758-4940-a86e-440cbcce2e95 None None] Sync routers for ids ['189ebf4f-558f-4631-8a2d-db18b8817427'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:15:54.955625 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d1964a-6758-4940-a86e-440cbcce2e95 None None] Routers {'189ebf4f-558f-4631-8a2d-db18b8817427'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:15:54.956240 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d7d1964a-6758-4940-a86e-440cbcce2e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:15:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['189ebf4f-558f-4631-8a2d-db18b8817427'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:15:54.978540 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-517faf91-4a65-499b-888a-4e556c930bb8 req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] No DVR routers for this DVR port 58dd04b4-39ca-40d9-8332-8ece8cc95245 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:15:54.981282 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-517faf91-4a65-499b-888a-4e556c930bb8 req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:15:54.984760 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-517faf91-4a65-499b-888a-4e556c930bb8 req-9a2bc5b9-86e7-46b1-a90a-c36bb646c73b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.48 "DELETE /v2.0/ports/58dd04b4-39ca-40d9-8332-8ece8cc95245 HTTP/1.1" status: 204 len: 173 time: 1.0497258 Feb 20 06:15:54.985209 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88287d0-4aa9-452f-8f52-cfb9f63a1991', 'name': 'network-vif-deleted', 'tag': '58dd04b4-39ca-40d9-8332-8ece8cc95245'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:15:54.987953 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5595c3c8-edf3-44c5-9e65-228e9500b2ce" -d '{"events": [{"server_uuid": "b88287d0-4aa9-452f-8f52-cfb9f63a1991", "name": "network-vif-deleted", "tag": "58dd04b4-39ca-40d9-8332-8ece8cc95245"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:15:55.028245 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f54acf-d489-46fa-99cd-361edbc757db x-openstack-request-id: req-a9f54acf-d489-46fa-99cd-361edbc757db {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:15:55.028545 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88287d0-4aa9-452f-8f52-cfb9f63a1991", "name": "network-vif-deleted", "tag": "58dd04b4-39ca-40d9-8332-8ece8cc95245", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:15:55.028797 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9f54acf-d489-46fa-99cd-361edbc757db {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:15:55.029409 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88287d0-4aa9-452f-8f52-cfb9f63a1991', 'name': 'network-vif-deleted', 'tag': '58dd04b4-39ca-40d9-8332-8ece8cc95245', 'status': 'completed', 'code': 200} Feb 20 06:15:55.074650 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d7d1964a-6758-4940-a86e-440cbcce2e95 None None] Set router 189ebf4f-558f-4631-8a2d-db18b8817427 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:15:55.273333 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d7d1964a-6758-4940-a86e-440cbcce2e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:37Z', 'updated_at': '2022-02-20T06:08:40Z', 'revision_number': 4, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'gw_port': {'id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:38Z', 'updated_at': '2022-02-20T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '74aa10b1-41d3-47b4-90b9-4ff556f79f39', 'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'mac_address': 'fa:16:3e:75:91:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:39Z', 'updated_at': '2022-02-20T06:08:45Z', 'revision_number': 5, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'subnets': [{'id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:15:55.298939 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d1964a-6758-4940-a86e-440cbcce2e95 None None] Checking router: 189ebf4f-558f-4631-8a2d-db18b8817427 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:15:55.307108 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d1964a-6758-4940-a86e-440cbcce2e95 None None] Routers {'189ebf4f-558f-4631-8a2d-db18b8817427'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:15:55.307714 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d7d1964a-6758-4940-a86e-440cbcce2e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:15:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['189ebf4f-558f-4631-8a2d-db18b8817427'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:15:55.497254 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d7d1964a-6758-4940-a86e-440cbcce2e95 None None] Set router 189ebf4f-558f-4631-8a2d-db18b8817427 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:15:55.524480 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:15:55.695636 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d7d1964a-6758-4940-a86e-440cbcce2e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:37Z', 'updated_at': '2022-02-20T06:08:40Z', 'revision_number': 4, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'gw_port': {'id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:38Z', 'updated_at': '2022-02-20T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '74aa10b1-41d3-47b4-90b9-4ff556f79f39', 'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'mac_address': 'fa:16:3e:75:91:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:39Z', 'updated_at': '2022-02-20T06:08:45Z', 'revision_number': 5, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'subnets': [{'id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:15:55.721898 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d1964a-6758-4940-a86e-440cbcce2e95 None None] The sync data for ids ['189ebf4f-558f-4631-8a2d-db18b8817427'] in n-d-829866-5 is: [{'id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:37Z', 'updated_at': '2022-02-20T06:08:40Z', 'revision_number': 4, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'gw_port': {'id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:38Z', 'updated_at': '2022-02-20T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '74aa10b1-41d3-47b4-90b9-4ff556f79f39', 'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'mac_address': 'fa:16:3e:75:91:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:39Z', 'updated_at': '2022-02-20T06:08:45Z', 'revision_number': 5, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'subnets': [{'id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:15:55.969191 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c73b5-05a1-40ef-8f8e-eb717307a44c None None] New status for floating IP b4babcad-cf6d-4475-a757-63e550150be2: DOWN {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:15:55.985363 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d5ecf01f-e968-4d6f-8b29-0f45357a9129 req-1ccc19b8-4fd9-41ee-be36-20418cfe26b3 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 210 time: 0.0279756 Feb 20 06:15:56.016874 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:15:57.085162 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dda746f4-66ae-41b2-b52d-237a48777e79 req-88c450ba-ab05-4008-a2a5-c8c3a522aa65 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 210 time: 0.0303693 Feb 20 06:15:57.791258 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 58dd04b4-39ca-40d9-8332-8ece8cc95245 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:15:57.810997 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 58dd04b4-39ca-40d9-8332-8ece8cc95245 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:15:57.811351 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 58dd04b4-39ca-40d9-8332-8ece8cc95245 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:15:58.177860 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8cd02d48-b6d0-4b69-96ee-6b1fa1447b31 req-e984b59b-011c-4c7d-a27f-731c86c2b047 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 210 time: 0.0274000 Feb 20 06:15:59.274614 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c335b4e5-6ee4-42b0-a93a-a579b66d74b3 req-d9d41efd-7cce-4d42-8991-be555a600008 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 210 time: 0.0277429 Feb 20 06:16:00.368960 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c1408613-6a46-46ea-9af0-c140ae18a03f req-26f4c1a0-299a-48e4-96d8-92c97a96edfa tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 210 time: 0.0273821 Feb 20 06:16:01.466309 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe5912d0-0dd5-4af0-bf44-54b59ad478ea req-e15c93f6-def8-4657-8682-e97fe38fd160 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 210 time: 0.0277362 Feb 20 06:16:02.560710 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-49852543-ecb4-4182-9d56-f7bb58a77f47 req-da485c84-8a0f-4275-a6f8-f9a92d6696e1 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 210 time: 0.0277340 Feb 20 06:16:03.658091 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7a9ed84-13fb-4b40-a397-8f4688d02024 req-c582643a-14ea-4b0b-a2da-4c4825b06a2d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=b88287d0-4aa9-452f-8f52-cfb9f63a1991 HTTP/1.1" status: 200 len: 210 time: 0.0321352 Feb 20 06:16:04.880799 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-25393f18-d741-45d5-afaf-027d56555e1a tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-95208439&fields=id&tenant_id=f1302e2d9fbc428bb7df541fc14513df HTTP/1.1" status: 200 len: 267 time: 0.0439606 Feb 20 06:16:04.997327 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-b6956914-e9da-4712-952b-d22586e154d5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:04.998775 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-b6956914-e9da-4712-952b-d22586e154d5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 812 time: 0.1115105 Feb 20 06:16:05.013560 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-29f36adb-6e3a-4958-8eea-2260062b0e4b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/quotas/f1302e2d9fbc428bb7df541fc14513df HTTP/1.1" status: 200 len: 375 time: 0.0093765 Feb 20 06:16:05.072183 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-832543ae-b12f-45db-b7be-ce9bcb839e2d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535095 Feb 20 06:16:05.222928 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-aee80faf-548d-4dba-8335-89419cd6f15d service neutron] 10.222.0.37 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389863 Feb 20 06:16:05.316157 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-b449ab76-42d8-4377-ae4e-e4c81f9d66d9 service neutron] 10.222.0.37 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872025 Feb 20 06:16:05.589892 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b849d76a-8d7a-4809-94ff-9f7bd773220a req-0e09ae45-5160-4b7e-86bb-0fde3279465d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 210 time: 0.0275135 Feb 20 06:16:06.539583 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-97e92313-f289-4384-ac08-34ba3c089700 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:06.541095 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-97e92313-f289-4384-ac08-34ba3c089700 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.61 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 812 time: 0.1089637 Feb 20 06:16:06.604173 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-900779ca-1f54-4f79-871e-8b2420d0ab7c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1302e2d9fbc428bb7df541fc14513df HTTP/1.1" status: 200 len: 378 time: 0.0543094 Feb 20 06:16:06.611888 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-9920a5a3-6da2-429f-b6f4-8709db8bf050 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Request body: {'port': {'device_id': '08a167ad-351f-4890-a7ad-8f70a9ef1ac3', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'admin_state_up': True, 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'security_groups': ['9eadccc0-9d90-427d-b43b-5dcd9c6f202c']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:16:06.689347 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4acaef61-4b77-484e-990d-da99bd333848 req-b30f9174-a4ef-4296-9d97-efd9ce1049b4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 210 time: 0.0304749 Feb 20 06:16:06.720051 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-9920a5a3-6da2-429f-b6f4-8709db8bf050 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Made reservation on behalf of f1302e2d9fbc428bb7df541fc14513df for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:16:06.723817 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-9920a5a3-6da2-429f-b6f4-8709db8bf050 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:06.853966 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-9920a5a3-6da2-429f-b6f4-8709db8bf050 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Allocated IP 172.20.0.5 (1e9befcf-dfaf-4462-b7f7-68148d889223/3577d1d9-33e1-449c-acb0-7cde4e8fef95/1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:16:06.998813 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-9920a5a3-6da2-429f-b6f4-8709db8bf050 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for port (1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:07.029462 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-9920a5a3-6da2-429f-b6f4-8709db8bf050 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:07.072219 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-9920a5a3-6da2-429f-b6f4-8709db8bf050 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Network 1e9befcf-dfaf-4462-b7f7-68148d889223 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:16:07.075197 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-9920a5a3-6da2-429f-b6f4-8709db8bf050 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:16:07.081381 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-9920a5a3-6da2-429f-b6f4-8709db8bf050 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:16:07.087100 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920a5a3-6da2-429f-b6f4-8709db8bf050 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event updated for resources: {'Port': ['ID=1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:16:07.132934 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-9920a5a3-6da2-429f-b6f4-8709db8bf050 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:07.133574 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-9920a5a3-6da2-429f-b6f4-8709db8bf050 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:07.151154 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-9920a5a3-6da2-429f-b6f4-8709db8bf050 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5428486 Feb 20 06:16:07.160351 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-075a16e3-04b3-4201-a874-4b2d34826b01 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 06:16:07.161955 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-075a16e3-04b3-4201-a874-4b2d34826b01 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060771 Feb 20 06:16:07.284964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-2d51581e-575c-4bfb-aada-166c6eb9723a service neutron] Request body: {'port': {'device_id': '08a167ad-351f-4890-a7ad-8f70a9ef1ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:16:07.349796 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-2d51581e-575c-4bfb-aada-166c6eb9723a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:07.397641 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-f2ddc5b3-cced-488a-81b1-9d582909fd07 None None] Provisioning complete for port 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:16:07.398176 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f2ddc5b3-cced-488a-81b1-9d582909fd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:07.433570 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f2ddc5b3-cced-488a-81b1-9d582909fd07 None None] Port 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:16:07.610744 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-2d51581e-575c-4bfb-aada-166c6eb9723a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:16:07.618516 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-2d51581e-575c-4bfb-aada-166c6eb9723a service neutron] Publish callbacks [] for port (1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:07.631503 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-2d51581e-575c-4bfb-aada-166c6eb9723a service neutron] Transition to ACTIVE for port object 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:16:07.634962 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-2d51581e-575c-4bfb-aada-166c6eb9723a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:07.695126 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51581e-575c-4bfb-aada-166c6eb9723a service neutron] Pushing event updated for resources: {'Port': ['ID=1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:16:07.780433 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-2d51581e-575c-4bfb-aada-166c6eb9723a service neutron] Attempting to bind port 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:16:07.780972 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-2d51581e-575c-4bfb-aada-166c6eb9723a service neutron] Attempting to bind port 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:16:07.781756 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-2d51581e-575c-4bfb-aada-166c6eb9723a service neutron] Attempting to bind port 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 on network 1e9befcf-dfaf-4462-b7f7-68148d889223 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:16:07.786403 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-2d51581e-575c-4bfb-aada-166c6eb9723a service neutron] Port 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 on network 1e9befcf-dfaf-4462-b7f7-68148d889223 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:16:07.786733 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-2d51581e-575c-4bfb-aada-166c6eb9723a service neutron] Attempting to bind port 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 on network 1e9befcf-dfaf-4462-b7f7-68148d889223 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:16:07.792067 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-2d51581e-575c-4bfb-aada-166c6eb9723a service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:16:07.794846 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-2d51581e-575c-4bfb-aada-166c6eb9723a service neutron] Checking segment: {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:16:07.795269 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-2d51581e-575c-4bfb-aada-166c6eb9723a service neutron] Bound using segment: {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:16:07.795718 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-2d51581e-575c-4bfb-aada-166c6eb9723a service neutron] Bound port: 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:16:07.796085 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-2d51581e-575c-4bfb-aada-166c6eb9723a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:07.844003 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11600548-e944-44e6-8bc8-e7ad4eb99b05 req-2bbfd2f9-fc25-4711-b023-97deded75345 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:07.852554 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-11600548-e944-44e6-8bc8-e7ad4eb99b05 req-2bbfd2f9-fc25-4711-b023-97deded75345 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 943 time: 0.0767322 Feb 20 06:16:07.868427 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-2d51581e-575c-4bfb-aada-166c6eb9723a service neutron] For port 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:16:07.871589 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-2d51581e-575c-4bfb-aada-166c6eb9723a service neutron] For port 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:16:07.885272 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-2d51581e-575c-4bfb-aada-166c6eb9723a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:07.915374 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-11600548-e944-44e6-8bc8-e7ad4eb99b05 req-e47627df-d66b-47df-9ed2-e54e13893348 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568838 Feb 20 06:16:07.928159 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-2d51581e-575c-4bfb-aada-166c6eb9723a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:07.928782 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-2d51581e-575c-4bfb-aada-166c6eb9723a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:07.930182 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-2d51581e-575c-4bfb-aada-166c6eb9723a service neutron] 10.222.0.61 "PUT /v2.0/ports/1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 HTTP/1.1" status: 200 len: 1091 time: 0.7617261 Feb 20 06:16:07.930632 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a167ad-351f-4890-a7ad-8f70a9ef1ac3', 'tag': '1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:16:07.932932 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ea6eb8-1277-43d2-a5cf-ed2264b63d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "08a167ad-351f-4890-a7ad-8f70a9ef1ac3", "tag": "1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:16:07.981113 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e225987a-1df3-4825-9a78-560e248e5966 x-openstack-request-id: req-e225987a-1df3-4825-9a78-560e248e5966 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:16:07.981421 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a167ad-351f-4890-a7ad-8f70a9ef1ac3", "tag": "1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:16:07.981776 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e225987a-1df3-4825-9a78-560e248e5966 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:16:07.982356 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a167ad-351f-4890-a7ad-8f70a9ef1ac3', 'tag': '1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6', 'status': 'completed', 'code': 200} Feb 20 06:16:08.006295 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51581e-575c-4bfb-aada-166c6eb9723a service neutron] Pushing event updated for resources: {'Port': ['ID=1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:16:08.051917 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-e86c7f32-953c-4621-a6df-980419a96838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:08.053559 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-e86c7f32-953c-4621-a6df-980419a96838 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 1125 time: 0.0669129 Feb 20 06:16:08.098235 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-5aec3ca0-aa7d-4b4f-8707-1270b04682fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 HTTP/1.1" status: 200 len: 217 time: 0.0380454 Feb 20 06:16:08.148827 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-b911c8e4-b1e8-4feb-8eb1-e161ac416b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:08.150583 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-b911c8e4-b1e8-4feb-8eb1-e161ac416b23 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0470138 Feb 20 06:16:08.205551 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-28a9e4ee-7fb9-42de-8c3d-f3334d133831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:08.207079 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-28a9e4ee-7fb9-42de-8c3d-f3334d133831 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505841 Feb 20 06:16:08.299778 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-34289c06-7601-4c21-89bb-d03d0b470898 service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868685 Feb 20 06:16:08.392134 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b0143961-755f-4325-9366-ca0bdcb456d0 req-039418c4-9169-4b1b-9cff-e2a3aaa6fb96 service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864670 Feb 20 06:16:08.478624 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea6eb8-1277-43d2-a5cf-ed2264b63d8f req-9def1f59-a7bb-46c4-997f-529153eccbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:08.480128 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e3ea6eb8-1277-43d2-a5cf-ed2264b63d8f req-9def1f59-a7bb-46c4-997f-529153eccbf1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 1125 time: 0.0453024 Feb 20 06:16:08.570592 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea6eb8-1277-43d2-a5cf-ed2264b63d8f req-ba1999d1-f3d9-4e56-b3a0-04f678afe489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:08.572108 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e3ea6eb8-1277-43d2-a5cf-ed2264b63d8f req-ba1999d1-f3d9-4e56-b3a0-04f678afe489 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 912 time: 0.0854275 Feb 20 06:16:08.617064 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e3ea6eb8-1277-43d2-a5cf-ed2264b63d8f req-0f3b10ec-1653-4fc5-9f5b-d9aa2794c73f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 HTTP/1.1" status: 200 len: 217 time: 0.0391247 Feb 20 06:16:08.665337 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea6eb8-1277-43d2-a5cf-ed2264b63d8f req-fc50aace-8ad1-4f38-b636-fdd126e2e5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:08.667384 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e3ea6eb8-1277-43d2-a5cf-ed2264b63d8f req-fc50aace-8ad1-4f38-b636-fdd126e2e5a0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0448747 Feb 20 06:16:08.717601 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea6eb8-1277-43d2-a5cf-ed2264b63d8f req-22fb877e-a267-48f7-9e9b-44d91050744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:08.719233 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e3ea6eb8-1277-43d2-a5cf-ed2264b63d8f req-22fb877e-a267-48f7-9e9b-44d91050744b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463493 Feb 20 06:16:08.816410 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e3ea6eb8-1277-43d2-a5cf-ed2264b63d8f req-b584e7e1-5959-4254-9440-3e8fb30495ef service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909672 Feb 20 06:16:08.905200 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e3ea6eb8-1277-43d2-a5cf-ed2264b63d8f req-96dd5368-bebc-4169-a209-8f90019cbfdb service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833158 Feb 20 06:16:09.028718 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ea881-d122-4c10-b9e3-e15056f1ec5f req-3109e724-8b6b-41db-a9d9-8cf186b7da24 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:09.030188 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-751ea881-d122-4c10-b9e3-e15056f1ec5f req-3109e724-8b6b-41db-a9d9-8cf186b7da24 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 943 time: 0.0572836 Feb 20 06:16:09.077203 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-751ea881-d122-4c10-b9e3-e15056f1ec5f req-54bfb6cf-e4dc-4980-94e4-8ce6870038c0 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413592 Feb 20 06:16:10.196120 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459defb-ae26-47aa-8ecd-458d8efc631b req-815bc9ea-ef73-4528-8b13-c2bb6ecdf8ab tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:10.197628 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e459defb-ae26-47aa-8ecd-458d8efc631b req-815bc9ea-ef73-4528-8b13-c2bb6ecdf8ab tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 943 time: 0.0531309 Feb 20 06:16:10.246174 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e459defb-ae26-47aa-8ecd-458d8efc631b req-545a75b1-40f7-4229-9aa9-3dcb5589e0c5 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428002 Feb 20 06:16:11.367174 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cd3e5-e8be-480c-a1b5-36633ecb27d0 req-a4886d14-a9f3-4852-9e6a-38d7eb8eb62c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:11.368650 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a7cd3e5-e8be-480c-a1b5-36633ecb27d0 req-a4886d14-a9f3-4852-9e6a-38d7eb8eb62c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 943 time: 0.0536027 Feb 20 06:16:11.420823 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a7cd3e5-e8be-480c-a1b5-36633ecb27d0 req-cc0513bf-6fe7-4fbf-9b03-4da86b2f16ee tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465481 Feb 20 06:16:12.544382 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a72bf2-f5b9-4321-9d46-cda7656a80b5 req-7a8f6168-f004-4b9b-ae3f-47edff545abe tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:12.545847 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-14a72bf2-f5b9-4321-9d46-cda7656a80b5 req-7a8f6168-f004-4b9b-ae3f-47edff545abe tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 943 time: 0.0532255 Feb 20 06:16:12.593672 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-14a72bf2-f5b9-4321-9d46-cda7656a80b5 req-35dfb2e6-6f83-4d32-b1bb-a1164128120d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422339 Feb 20 06:16:13.711750 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34ebb0-a9a7-43ba-a286-21929f15019c req-6cc30794-92af-43bf-bff3-60e8f1e66525 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:13.713256 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ed34ebb0-a9a7-43ba-a286-21929f15019c req-6cc30794-92af-43bf-bff3-60e8f1e66525 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 943 time: 0.0536838 Feb 20 06:16:13.761992 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ed34ebb0-a9a7-43ba-a286-21929f15019c req-86517dee-ea7b-4873-a36c-248c5042cdee tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429945 Feb 20 06:16:14.892391 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d6c64-70b4-407d-ae5f-4a900e25ac45 req-9d43c6eb-72e8-4541-a98d-fa512fe171bd tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:14.893888 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f91d6c64-70b4-407d-ae5f-4a900e25ac45 req-9d43c6eb-72e8-4541-a98d-fa512fe171bd tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 943 time: 0.0597587 Feb 20 06:16:14.943068 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f91d6c64-70b4-407d-ae5f-4a900e25ac45 req-bac7a0ac-5747-46e7-9ac6-d02d93d9278f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435448 Feb 20 06:16:16.059637 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46582cf2-5ee7-4af6-b5bd-64fcf4b5c69d req-737a4451-7363-447c-87c1-741bb6c499fb tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:16.061118 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46582cf2-5ee7-4af6-b5bd-64fcf4b5c69d req-737a4451-7363-447c-87c1-741bb6c499fb tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 943 time: 0.0522296 Feb 20 06:16:16.109253 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46582cf2-5ee7-4af6-b5bd-64fcf4b5c69d req-da09ea32-fce5-4544-9604-81b122976c89 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425055 Feb 20 06:16:16.500806 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3b24ca0f-294f-4e03-98f3-b544180692b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:17.225685 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1dcf7c-ebd2-4fdb-bc4d-c2209cbd6595 req-89b3c0f2-5e18-4211-ab45-90b63b790555 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:17.227184 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1e1dcf7c-ebd2-4fdb-bc4d-c2209cbd6595 req-89b3c0f2-5e18-4211-ab45-90b63b790555 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 943 time: 0.0521014 Feb 20 06:16:17.278465 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1e1dcf7c-ebd2-4fdb-bc4d-c2209cbd6595 req-4867108e-cf2f-4e20-a4fe-c243255d7044 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455956 Feb 20 06:16:18.395448 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd2f58-83cd-4deb-ab9a-8dcbb01ccd32 req-2ec1230e-b0c4-45e2-adfe-560955cc5471 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:18.396813 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dbfd2f58-83cd-4deb-ab9a-8dcbb01ccd32 req-2ec1230e-b0c4-45e2-adfe-560955cc5471 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 943 time: 0.0523190 Feb 20 06:16:18.444949 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dbfd2f58-83cd-4deb-ab9a-8dcbb01ccd32 req-182787ad-3412-4adc-86d3-a7d66be00382 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422485 Feb 20 06:16:18.974073 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e7ce-c7a9-47a7-bb18-9e10fb94edc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:19.563367 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364248ec-8c98-43ee-a22a-8d813a1c6985 req-e6f51a58-9977-44f1-9a0d-597413d7607e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:19.564810 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-364248ec-8c98-43ee-a22a-8d813a1c6985 req-e6f51a58-9977-44f1-9a0d-597413d7607e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 943 time: 0.0514209 Feb 20 06:16:19.611061 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-364248ec-8c98-43ee-a22a-8d813a1c6985 req-6714da4e-2b7c-4e6e-8281-f0b36410e279 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401001 Feb 20 06:16:19.701517 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:20.732981 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a88e75-42da-449f-8876-4c83c2c97d8e req-8b31a06e-ed04-428c-863d-787ab392754d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:20.734442 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-07a88e75-42da-449f-8876-4c83c2c97d8e req-8b31a06e-ed04-428c-863d-787ab392754d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 943 time: 0.0569420 Feb 20 06:16:20.782830 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-07a88e75-42da-449f-8876-4c83c2c97d8e req-6d9a915e-f91f-4820-8d64-21082008fd09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427437 Feb 20 06:16:21.532983 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:21.898871 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f14f1-c767-42e8-8734-9d5f93192a6c req-0453f0e7-a092-431c-b772-3afe734a2c49 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:21.900345 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7e9f14f1-c767-42e8-8734-9d5f93192a6c req-0453f0e7-a092-431c-b772-3afe734a2c49 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 943 time: 0.0523286 Feb 20 06:16:21.947303 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7e9f14f1-c767-42e8-8734-9d5f93192a6c req-4af14f8e-ae63-476a-9640-0d2b35e2b5ed tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413179 Feb 20 06:16:22.721423 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:23.072615 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34296ec-0e7d-4afd-80f3-10a5349fa7de req-5c0264c3-faf2-4665-9911-b030ff00f55a tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:23.074103 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d34296ec-0e7d-4afd-80f3-10a5349fa7de req-5c0264c3-faf2-4665-9911-b030ff00f55a tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 943 time: 0.0576892 Feb 20 06:16:23.122431 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d34296ec-0e7d-4afd-80f3-10a5349fa7de req-99090963-b527-4eda-a6e7-79450112e79a tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427420 Feb 20 06:16:23.235639 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:24.247433 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884c803-42bc-4109-ad99-e9aa39508af7 req-15b51236-6235-413a-a156-513b272dcd59 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:24.248837 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c884c803-42bc-4109-ad99-e9aa39508af7 req-15b51236-6235-413a-a156-513b272dcd59 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 943 time: 0.0529444 Feb 20 06:16:24.297533 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c884c803-42bc-4109-ad99-e9aa39508af7 req-c25977f6-4d88-405b-b4ed-272afdf2714f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429583 Feb 20 06:16:25.173968 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:16:25.267694 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:16:25.279278 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'port_id': '1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6', 'mac_address': 'fa:16:3e:af:80:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:16:25.314270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:16:25.314651 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:25.332228 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:16:25.350948 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:16:25.355405 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:25.402574 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:16:25.409847 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:16:25.410197 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:16:25.410540 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:16:25.410876 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:16:25.411231 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:16:25.411560 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:16:25.411908 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:16:25.412236 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:16:25.412555 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:16:25.412876 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:16:25.413193 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:16:25.413511 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:16:25.413827 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:16:25.416309 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414ac49-5c0d-4b7b-8b02-608d0ca3aa85 req-35172b66-b7a1-4a4a-a4c6-e32138340ed4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:25.418739 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e414ac49-5c0d-4b7b-8b02-608d0ca3aa85 req-35172b66-b7a1-4a4a-a4c6-e32138340ed4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 944 time: 0.0533111 Feb 20 06:16:25.471523 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e414ac49-5c0d-4b7b-8b02-608d0ca3aa85 req-92eee74e-1afb-4280-bf67-dd750031c500 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471227 Feb 20 06:16:25.526005 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:25.588717 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:16:26.589491 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca31b-9b2f-44d2-91ca-35cbd5642764 req-014cb92b-e260-4068-89c5-6d3eaa93fb9f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:26.590972 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cf5ca31b-9b2f-44d2-91ca-35cbd5642764 req-014cb92b-e260-4068-89c5-6d3eaa93fb9f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 944 time: 0.0513728 Feb 20 06:16:26.638745 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cf5ca31b-9b2f-44d2-91ca-35cbd5642764 req-324d16e3-7731-4008-9ce6-46132c921fef tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421796 Feb 20 06:16:27.175042 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:16:27.225231 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:16:27.229427 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:16:27.229810 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:27.307942 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:16:27.308248 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:27.329843 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a167ad-351f-4890-a7ad-8f70a9ef1ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:16:27.332141 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9385abca-56df-455d-b4ac-b105f9e3312f" -d '{"events": [{"server_uuid": "08a167ad-351f-4890-a7ad-8f70a9ef1ac3", "name": "network-vif-plugged", "status": "completed", "tag": "1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:16:27.344586 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:16:27.349437 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:27.372779 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88610545-ee70-45d3-8605-1ad9bc299ad4 x-openstack-request-id: req-88610545-ee70-45d3-8605-1ad9bc299ad4 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:16:27.373082 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a167ad-351f-4890-a7ad-8f70a9ef1ac3", "name": "network-vif-plugged", "status": "completed", "tag": "1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:16:27.373343 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88610545-ee70-45d3-8605-1ad9bc299ad4 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:16:27.373745 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a167ad-351f-4890-a7ad-8f70a9ef1ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6', 'code': 200} Feb 20 06:16:27.402152 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:16:27.475682 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7362be-7b7a-45f6-a7e5-23bc2eaf33c4 req-6e4cfb85-d494-43f2-b37c-996d47782211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:27.477231 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1a7362be-7b7a-45f6-a7e5-23bc2eaf33c4 req-6e4cfb85-d494-43f2-b37c-996d47782211 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 1127 time: 0.0506015 Feb 20 06:16:27.529651 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1a7362be-7b7a-45f6-a7e5-23bc2eaf33c4 req-e7337e71-d5d0-435c-9a17-f2c3ed0c7646 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466330 Feb 20 06:16:27.757556 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f5b13-d55d-4f7f-a153-0057c5197800 req-2746bab8-08c0-492f-9672-310cc46b2cf7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:27.759035 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-975f5b13-d55d-4f7f-a153-0057c5197800 req-2746bab8-08c0-492f-9672-310cc46b2cf7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 945 time: 0.0521853 Feb 20 06:16:27.805895 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-975f5b13-d55d-4f7f-a153-0057c5197800 req-a334c66b-73a6-4bfd-8773-6a6fa3279625 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412838 Feb 20 06:16:28.932882 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e296112-cc49-41b0-9b2a-93f5a7085271 req-0a390dd3-97e4-4090-96b6-9a4046085809 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:28.934351 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e296112-cc49-41b0-9b2a-93f5a7085271 req-0a390dd3-97e4-4090-96b6-9a4046085809 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 945 time: 0.0586770 Feb 20 06:16:28.982001 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e296112-cc49-41b0-9b2a-93f5a7085271 req-12a154ca-316e-4cc8-bbe1-9790ca442707 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421107 Feb 20 06:16:29.096858 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead3989-ee15-4386-a104-a8021627493c req-0a02a2dd-2c1f-4eb5-8e1a-c61181fb5cc9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:29.098234 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bead3989-ee15-4386-a104-a8021627493c req-0a02a2dd-2c1f-4eb5-8e1a-c61181fb5cc9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 945 time: 0.0523548 Feb 20 06:16:29.146569 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bead3989-ee15-4386-a104-a8021627493c req-9473c2f0-f4e1-4386-b5e0-b6908c584e3d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428574 Feb 20 06:16:29.168411 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50256) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:16:29.210593 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6262eb1f-581a-4ccd-a831-7cc4e60e11b8 tempest-TestVolumeBootPattern-445379598 tempest-TestVolumeBootPattern-445379598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:29.212109 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6262eb1f-581a-4ccd-a831-7cc4e60e11b8 tempest-TestVolumeBootPattern-445379598 tempest-TestVolumeBootPattern-445379598-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 1122 time: 0.0427353 Feb 20 06:16:29.214773 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50258) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:16:29.218947 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'port_id': '1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:16:29.238290 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:29.335674 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:29.439166 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Allocated IP 172.25.3.199 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/10ca6aaf-ca06-4050-ac15-eabac49b4a68) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:16:29.537209 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for port (10ca6aaf-ca06-4050-ac15-eabac49b4a68), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:29.569975 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (10ca6aaf-ca06-4050-ac15-eabac49b4a68), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:29.606657 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:16:29.609419 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:16:29.611941 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:16:29.644269 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event updated for resources: {'Port': ['ID=10ca6aaf-ca06-4050-ac15-eabac49b4a68,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:16:29.654522 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:16:29.654877 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:16:29.655251 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:16:29.655595 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:16:29.655939 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:16:29.656275 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:16:29.656607 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:16:29.656939 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:16:29.657266 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:16:29.657597 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:16:29.657925 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:16:29.658251 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:16:29.658578 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:16:29.996741 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for floatingip (d037df7e-c371-4cee-8599-1b84a013b8b7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:30.067281 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (10ca6aaf-ca06-4050-ac15-eabac49b4a68), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:30.213568 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for port (10ca6aaf-ca06-4050-ac15-eabac49b4a68), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:30.218622 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (10ca6aaf-ca06-4050-ac15-eabac49b4a68), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:30.288611 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event updated for resources: {'Port': ['ID=10ca6aaf-ca06-4050-ac15-eabac49b4a68,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:16:30.300639 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (d037df7e-c371-4cee-8599-1b84a013b8b7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:30.402863 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Floating IP d037df7e-c371-4cee-8599-1b84a013b8b7 associated. External IP: 172.25.3.199, port: 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6. Feb 20 06:16:30.613935 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Router 189ebf4f-558f-4631-8a2d-db18b8817427 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:16:30.721622 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:16:30.732549 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775179d6-f674-4ddd-973f-b36d90aed13d None None] Sync routers for ids ['189ebf4f-558f-4631-8a2d-db18b8817427'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:16:30.741327 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:30.743468 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775179d6-f674-4ddd-973f-b36d90aed13d None None] Routers {'189ebf4f-558f-4631-8a2d-db18b8817427'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:16:30.744069 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-775179d6-f674-4ddd-973f-b36d90aed13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:16:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['189ebf4f-558f-4631-8a2d-db18b8817427'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:16:30.771342 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e8848cd3-f4c0-43b3-bba6-b8a6bb7b69a7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5549901 Feb 20 06:16:30.771946 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a167ad-351f-4890-a7ad-8f70a9ef1ac3', 'tag': '1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:16:30.774312 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06038e83-ba1f-4556-a629-321d9650e634" -d '{"events": [{"name": "network-changed", "server_uuid": "08a167ad-351f-4890-a7ad-8f70a9ef1ac3", "tag": "1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:16:30.811377 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451686e3-631c-4937-ac8c-81e3097fdbc2 x-openstack-request-id: req-451686e3-631c-4937-ac8c-81e3097fdbc2 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:16:30.811677 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a167ad-351f-4890-a7ad-8f70a9ef1ac3", "tag": "1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:16:30.811929 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-451686e3-631c-4937-ac8c-81e3097fdbc2 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:16:30.812339 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a167ad-351f-4890-a7ad-8f70a9ef1ac3', 'tag': '1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6', 'status': 'completed', 'code': 200} Feb 20 06:16:30.855559 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-775179d6-f674-4ddd-973f-b36d90aed13d None None] Set router 189ebf4f-558f-4631-8a2d-db18b8817427 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:16:30.878974 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06038e83-ba1f-4556-a629-321d9650e634 req-0c09ae8c-b61b-440e-b022-0471a3b7f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:30.880894 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-06038e83-ba1f-4556-a629-321d9650e634 req-0c09ae8c-b61b-440e-b022-0471a3b7f3c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 1127 time: 0.0463147 Feb 20 06:16:30.971184 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06038e83-ba1f-4556-a629-321d9650e634 req-afd3bf21-ce44-40a3-8e03-67d6a0b8a3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:30.972663 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-06038e83-ba1f-4556-a629-321d9650e634 req-afd3bf21-ce44-40a3-8e03-67d6a0b8a3ad service neutron] 10.222.0.61 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 912 time: 0.0863826 Feb 20 06:16:31.038136 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-06038e83-ba1f-4556-a629-321d9650e634 req-41fa2bd5-020d-4003-a33f-c8bc120a0f5a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 HTTP/1.1" status: 200 len: 999 time: 0.0592446 Feb 20 06:16:31.076626 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-775179d6-f674-4ddd-973f-b36d90aed13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:37Z', 'updated_at': '2022-02-20T06:08:40Z', 'revision_number': 4, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'gw_port': {'id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:38Z', 'updated_at': '2022-02-20T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'd037df7e-c371-4cee-8599-1b84a013b8b7', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'port_id': '1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'mac_address': 'fa:16:3e:af:80:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a167ad-351f-4890-a7ad-8f70a9ef1ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:16:29Z', 'updated_at': '2022-02-20T06:16:29Z', 'revision_number': 0, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74aa10b1-41d3-47b4-90b9-4ff556f79f39', 'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'mac_address': 'fa:16:3e:75:91:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:39Z', 'updated_at': '2022-02-20T06:08:45Z', 'revision_number': 5, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'subnets': [{'id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:16:31.087691 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06038e83-ba1f-4556-a629-321d9650e634 req-dd689b6e-690e-42da-87bb-7a13e7411337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:31.089203 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-06038e83-ba1f-4556-a629-321d9650e634 req-dd689b6e-690e-42da-87bb-7a13e7411337 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0457447 Feb 20 06:16:31.105581 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775179d6-f674-4ddd-973f-b36d90aed13d None None] Checking router: 189ebf4f-558f-4631-8a2d-db18b8817427 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:16:31.113607 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775179d6-f674-4ddd-973f-b36d90aed13d None None] Routers {'189ebf4f-558f-4631-8a2d-db18b8817427'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:16:31.114206 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-775179d6-f674-4ddd-973f-b36d90aed13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:16:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['189ebf4f-558f-4631-8a2d-db18b8817427'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:16:31.140612 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06038e83-ba1f-4556-a629-321d9650e634 req-d65c3b2e-f8a0-4928-a5da-a0d0d7b391ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:31.142329 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-06038e83-ba1f-4556-a629-321d9650e634 req-d65c3b2e-f8a0-4928-a5da-a0d0d7b391ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478492 Feb 20 06:16:31.220485 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-775179d6-f674-4ddd-973f-b36d90aed13d None None] Set router 189ebf4f-558f-4631-8a2d-db18b8817427 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:16:31.229150 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-06038e83-ba1f-4556-a629-321d9650e634 req-955c0ff6-656e-486c-ac59-675a30813b18 service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807068 Feb 20 06:16:31.323732 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-06038e83-ba1f-4556-a629-321d9650e634 req-4840899f-9037-435b-865c-4c89f589721c service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887918 Feb 20 06:16:31.436782 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-775179d6-f674-4ddd-973f-b36d90aed13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:37Z', 'updated_at': '2022-02-20T06:08:40Z', 'revision_number': 4, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'gw_port': {'id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:38Z', 'updated_at': '2022-02-20T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'd037df7e-c371-4cee-8599-1b84a013b8b7', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'port_id': '1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'mac_address': 'fa:16:3e:af:80:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a167ad-351f-4890-a7ad-8f70a9ef1ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:16:29Z', 'updated_at': '2022-02-20T06:16:29Z', 'revision_number': 0, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74aa10b1-41d3-47b4-90b9-4ff556f79f39', 'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'mac_address': 'fa:16:3e:75:91:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:39Z', 'updated_at': '2022-02-20T06:08:45Z', 'revision_number': 5, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'subnets': [{'id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:16:31.465202 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775179d6-f674-4ddd-973f-b36d90aed13d None None] The sync data for ids ['189ebf4f-558f-4631-8a2d-db18b8817427'] in n-d-829866-5 is: [{'id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:37Z', 'updated_at': '2022-02-20T06:08:40Z', 'revision_number': 4, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'gw_port': {'id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:38Z', 'updated_at': '2022-02-20T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'd037df7e-c371-4cee-8599-1b84a013b8b7', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'port_id': '1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'mac_address': 'fa:16:3e:af:80:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a167ad-351f-4890-a7ad-8f70a9ef1ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:16:29Z', 'updated_at': '2022-02-20T06:16:29Z', 'revision_number': 0, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74aa10b1-41d3-47b4-90b9-4ff556f79f39', 'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'mac_address': 'fa:16:3e:75:91:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:39Z', 'updated_at': '2022-02-20T06:08:45Z', 'revision_number': 5, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'subnets': [{'id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:16:31.652072 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db779c47-d51b-469a-8f51-3824d5e7272c None None] New status for floating IP d037df7e-c371-4cee-8599-1b84a013b8b7: ACTIVE {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:16:33.016372 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:16:44.759554 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-04f5bbc0-c2e7-4b24-aec0-37be36455128 service neutron] (103407) timed out ('10.222.0.37', 48098) {{(pid=103407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 06:16:45.214221 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-ba4a7eb4-c80e-4a11-9ff9-8ab9072bbca6 req-428bdbf4-b859-4507-bef9-6c37c2002a3d tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] (103406) timed out ('10.222.0.37', 41546) {{(pid=103406) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 06:16:46.502550 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f74bd9f-6075-48c3-bf39-ccd5553143a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:48.976313 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9b9620a-358f-40d3-93d6-0e85f44abb10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:49.704495 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:50.077319 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bf59a172-01e0-401b-a517-44ce793ec68c req-3f4d613e-53a1-45b1-9e7c-f5ab780bbf87 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449750 Feb 20 06:16:50.167857 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59a172-01e0-401b-a517-44ce793ec68c req-c901597d-95e0-4251-bd82-b2ee8f7bd3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:50.169492 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bf59a172-01e0-401b-a517-44ce793ec68c req-c901597d-95e0-4251-bd82-b2ee8f7bd3b1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 1127 time: 0.0474775 Feb 20 06:16:50.284907 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59a172-01e0-401b-a517-44ce793ec68c req-b6a4187b-1a03-4eaa-9382-0e358787fb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:50.286369 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bf59a172-01e0-401b-a517-44ce793ec68c req-b6a4187b-1a03-4eaa-9382-0e358787fb7e service neutron] 10.222.0.61 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 912 time: 0.0953913 Feb 20 06:16:50.350845 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bf59a172-01e0-401b-a517-44ce793ec68c req-f42c0573-cca8-4fa5-b6d0-28524fb00a9c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 HTTP/1.1" status: 200 len: 1001 time: 0.0581629 Feb 20 06:16:50.397648 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59a172-01e0-401b-a517-44ce793ec68c req-367daf6b-696e-4f07-88cb-9aadd6df23e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:50.399131 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bf59a172-01e0-401b-a517-44ce793ec68c req-367daf6b-696e-4f07-88cb-9aadd6df23e8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0428092 Feb 20 06:16:50.451435 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59a172-01e0-401b-a517-44ce793ec68c req-cb823825-e38e-4823-8f5d-3a1fcd5b4a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:16:50.452982 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bf59a172-01e0-401b-a517-44ce793ec68c req-cb823825-e38e-4823-8f5d-3a1fcd5b4a6f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480487 Feb 20 06:16:50.547705 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bf59a172-01e0-401b-a517-44ce793ec68c req-3ebff5aa-894e-4611-a252-1ac7865c31e0 service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836687 Feb 20 06:16:50.645662 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bf59a172-01e0-401b-a517-44ce793ec68c req-e2c5146c-dc7e-47be-b497-f41a4c434004 service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921228 Feb 20 06:16:51.538214 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:52.723708 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:53.250593 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:16:55.531228 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:17:10.015672 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:17:16.503050 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0bad1bb8-39e4-4a47-8524-7d9441fe72b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:17:18.977899 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d31410ac-ecf7-4f49-aadc-ea57bece7a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:17:19.706624 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:17:21.537459 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:17:22.725835 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:17:23.265670 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:17:25.537023 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:17:34.111054 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-4bd7e2b1-ddcd-44ff-babf-a2d0117fca32 req-d4406e23-3de5-4db9-9b5d-3e752c1f3386 service neutron] (103406) timed out ('10.222.0.61', 62993) {{(pid=103406) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 06:17:46.503880 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e37e1f6c-167e-419d-b9df-849635c7d8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:17:47.015955 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:17:48.979166 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-02ea8268-a18e-4f78-a704-6ae6777e70a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:17:49.711690 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:17:51.540754 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:17:52.078749 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-63f7682d-0255-4ca8-b288-0228b83888d4 req-c6caa913-7c10-494d-ad96-6b5b44a768b4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449014 Feb 20 06:17:52.162046 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7682d-0255-4ca8-b288-0228b83888d4 req-229e16d1-db37-4b8b-a175-76f9dde81cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:17:52.163547 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-63f7682d-0255-4ca8-b288-0228b83888d4 req-229e16d1-db37-4b8b-a175-76f9dde81cbf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 1127 time: 0.0445504 Feb 20 06:17:52.267378 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7682d-0255-4ca8-b288-0228b83888d4 req-e8ac7fa0-599f-4658-919e-d5c454ef9511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:17:52.268803 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-63f7682d-0255-4ca8-b288-0228b83888d4 req-e8ac7fa0-599f-4658-919e-d5c454ef9511 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 912 time: 0.0878530 Feb 20 06:17:52.332755 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-63f7682d-0255-4ca8-b288-0228b83888d4 req-3f8344fa-3bbf-4e4a-9176-8908bfbcf2b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 HTTP/1.1" status: 200 len: 1001 time: 0.0571547 Feb 20 06:17:52.381104 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7682d-0255-4ca8-b288-0228b83888d4 req-4556b9ba-3768-4936-99a4-a1ceb5f858fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:17:52.383072 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-63f7682d-0255-4ca8-b288-0228b83888d4 req-4556b9ba-3768-4936-99a4-a1ceb5f858fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0448155 Feb 20 06:17:52.437584 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7682d-0255-4ca8-b288-0228b83888d4 req-8e2062f9-e607-4914-a6ea-f608a02f3ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:17:52.439144 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-63f7682d-0255-4ca8-b288-0228b83888d4 req-8e2062f9-e607-4914-a6ea-f608a02f3ae9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503261 Feb 20 06:17:52.525692 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-63f7682d-0255-4ca8-b288-0228b83888d4 req-a5621c48-6a90-4044-a555-c8b66b7b2f04 service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805221 Feb 20 06:17:52.615551 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-63f7682d-0255-4ca8-b288-0228b83888d4 req-8a210320-b2cd-43db-a4a7-ea2d6ab71121 service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838859 Feb 20 06:17:52.729636 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:17:53.266399 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:17:55.532547 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:14.210168 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-730bf8e1-cdcb-4b6f-af9c-bfc2b94997a1 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-95208439&fields=id&tenant_id=f1302e2d9fbc428bb7df541fc14513df HTTP/1.1" status: 200 len: 267 time: 0.0435131 Feb 20 06:18:14.314514 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-bde3511b-21ca-4b85-ba5e-ba32e0bc0f2c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:14.315889 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-bde3511b-21ca-4b85-ba5e-ba32e0bc0f2c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 812 time: 0.0989702 Feb 20 06:18:14.330299 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-7232fc23-bcd5-47dd-8b99-c5a461f45a70 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/quotas/f1302e2d9fbc428bb7df541fc14513df HTTP/1.1" status: 200 len: 375 time: 0.0091016 Feb 20 06:18:14.707392 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-8475e876-b5c1-43d3-9bd3-fb18e912eb38 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3723211 Feb 20 06:18:14.798242 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-50267f90-5599-4c82-8489-ab7aa3c136ab service neutron] 10.222.0.37 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795956 Feb 20 06:18:14.891106 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-29eb5861-5aca-4f3f-bd78-abfa3fdcb34c service neutron] 10.222.0.37 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870473 Feb 20 06:18:15.167108 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b60aa74-3850-4aa7-b16c-56762cf08e68 req-c59c9aeb-b7e2-4e5f-8d8c-7bc351622de3 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 210 time: 0.0308542 Feb 20 06:18:16.063695 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-2433b282-03a8-4403-aa5c-d55b8e252876 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:16.065368 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-2433b282-03a8-4403-aa5c-d55b8e252876 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.48 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 812 time: 0.1039133 Feb 20 06:18:16.127398 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-827b0b61-ed33-4476-84e7-5e295dce51fd tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1302e2d9fbc428bb7df541fc14513df HTTP/1.1" status: 200 len: 378 time: 0.0543656 Feb 20 06:18:16.135456 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-6d0e8632-9932-48d4-8e0a-3898282dbf09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Request body: {'port': {'device_id': '1f736346-e253-4268-8b09-0d2c0b99f4ba', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'admin_state_up': True, 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'security_groups': ['9eadccc0-9d90-427d-b43b-5dcd9c6f202c']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:18:16.255875 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-6d0e8632-9932-48d4-8e0a-3898282dbf09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Made reservation on behalf of f1302e2d9fbc428bb7df541fc14513df for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:18:16.259547 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-6d0e8632-9932-48d4-8e0a-3898282dbf09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:16.268198 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a760cb7c-6ed2-41b1-ba42-21319a7b8066 req-7ead9d7e-0759-4599-a42d-0396821e818f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 210 time: 0.0283368 Feb 20 06:18:16.391060 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-6d0e8632-9932-48d4-8e0a-3898282dbf09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Allocated IP 172.20.0.14 (1e9befcf-dfaf-4462-b7f7-68148d889223/3577d1d9-33e1-449c-acb0-7cde4e8fef95/576c5239-7911-43b5-8009-0a9ff191d0ce) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:18:16.506874 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-be4e7236-9187-45d6-9137-58fb5c6db0d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:16.532479 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-6d0e8632-9932-48d4-8e0a-3898282dbf09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for port (576c5239-7911-43b5-8009-0a9ff191d0ce), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:16.566347 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-6d0e8632-9932-48d4-8e0a-3898282dbf09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (576c5239-7911-43b5-8009-0a9ff191d0ce), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:16.606080 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-6d0e8632-9932-48d4-8e0a-3898282dbf09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Network 1e9befcf-dfaf-4462-b7f7-68148d889223 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:18:16.609122 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-6d0e8632-9932-48d4-8e0a-3898282dbf09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:18:16.612649 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-6d0e8632-9932-48d4-8e0a-3898282dbf09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:18:16.644847 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e8632-9932-48d4-8e0a-3898282dbf09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event updated for resources: {'Port': ['ID=576c5239-7911-43b5-8009-0a9ff191d0ce,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:18:16.660121 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0e8632-9932-48d4-8e0a-3898282dbf09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:16.660481 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0e8632-9932-48d4-8e0a-3898282dbf09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:16.660812 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0e8632-9932-48d4-8e0a-3898282dbf09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:16.661150 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0e8632-9932-48d4-8e0a-3898282dbf09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:16.661485 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0e8632-9932-48d4-8e0a-3898282dbf09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:16.661818 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0e8632-9932-48d4-8e0a-3898282dbf09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:16.662149 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0e8632-9932-48d4-8e0a-3898282dbf09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:16.662482 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0e8632-9932-48d4-8e0a-3898282dbf09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:16.662806 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0e8632-9932-48d4-8e0a-3898282dbf09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:16.663154 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0e8632-9932-48d4-8e0a-3898282dbf09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:16.663484 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0e8632-9932-48d4-8e0a-3898282dbf09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:16.663801 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0e8632-9932-48d4-8e0a-3898282dbf09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:16.664129 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0e8632-9932-48d4-8e0a-3898282dbf09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:16.685080 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-6d0e8632-9932-48d4-8e0a-3898282dbf09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:16.685881 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-6d0e8632-9932-48d4-8e0a-3898282dbf09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:16.703859 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-6d0e8632-9932-48d4-8e0a-3898282dbf09 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5718369 Feb 20 06:18:16.764632 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-3ead9c0b-6c95-4f3d-9c32-f261e1f06c73 service neutron] Request body: {'port': {'device_id': '1f736346-e253-4268-8b09-0d2c0b99f4ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:18:16.829432 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-3ead9c0b-6c95-4f3d-9c32-f261e1f06c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (576c5239-7911-43b5-8009-0a9ff191d0ce), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:16.871644 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-f72fe159-7733-4007-9169-291121b6376d None None] Provisioning complete for port 576c5239-7911-43b5-8009-0a9ff191d0ce triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:18:16.872020 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f72fe159-7733-4007-9169-291121b6376d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (576c5239-7911-43b5-8009-0a9ff191d0ce), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:16.906932 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f72fe159-7733-4007-9169-291121b6376d None None] Port 576c5239-7911-43b5-8009-0a9ff191d0ce cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:18:17.101252 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-3ead9c0b-6c95-4f3d-9c32-f261e1f06c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 576c5239-7911-43b5-8009-0a9ff191d0ce {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:18:17.108760 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-3ead9c0b-6c95-4f3d-9c32-f261e1f06c73 service neutron] Publish callbacks [] for port (576c5239-7911-43b5-8009-0a9ff191d0ce), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:17.120985 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-3ead9c0b-6c95-4f3d-9c32-f261e1f06c73 service neutron] Transition to ACTIVE for port object 576c5239-7911-43b5-8009-0a9ff191d0ce will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:18:17.123953 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-3ead9c0b-6c95-4f3d-9c32-f261e1f06c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (576c5239-7911-43b5-8009-0a9ff191d0ce), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:17.178676 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead9c0b-6c95-4f3d-9c32-f261e1f06c73 service neutron] Pushing event updated for resources: {'Port': ['ID=576c5239-7911-43b5-8009-0a9ff191d0ce,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:18:17.258035 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-3ead9c0b-6c95-4f3d-9c32-f261e1f06c73 service neutron] Attempting to bind port 576c5239-7911-43b5-8009-0a9ff191d0ce on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:18:17.258553 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-3ead9c0b-6c95-4f3d-9c32-f261e1f06c73 service neutron] Attempting to bind port 576c5239-7911-43b5-8009-0a9ff191d0ce by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:18:17.259064 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-3ead9c0b-6c95-4f3d-9c32-f261e1f06c73 service neutron] Attempting to bind port 576c5239-7911-43b5-8009-0a9ff191d0ce on network 1e9befcf-dfaf-4462-b7f7-68148d889223 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:18:17.264910 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-3ead9c0b-6c95-4f3d-9c32-f261e1f06c73 service neutron] Port 576c5239-7911-43b5-8009-0a9ff191d0ce on network 1e9befcf-dfaf-4462-b7f7-68148d889223 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:18:17.265369 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-3ead9c0b-6c95-4f3d-9c32-f261e1f06c73 service neutron] Attempting to bind port 576c5239-7911-43b5-8009-0a9ff191d0ce on network 1e9befcf-dfaf-4462-b7f7-68148d889223 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:18:17.271287 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-3ead9c0b-6c95-4f3d-9c32-f261e1f06c73 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:18:17.271794 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-3ead9c0b-6c95-4f3d-9c32-f261e1f06c73 service neutron] Checking segment: {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:18:17.272278 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-3ead9c0b-6c95-4f3d-9c32-f261e1f06c73 service neutron] Bound using segment: {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:18:17.273000 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-3ead9c0b-6c95-4f3d-9c32-f261e1f06c73 service neutron] Bound port: 576c5239-7911-43b5-8009-0a9ff191d0ce, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '228ec875-33fc-41cd-bc5d-b5b2529dba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:18:17.273455 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-3ead9c0b-6c95-4f3d-9c32-f261e1f06c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (576c5239-7911-43b5-8009-0a9ff191d0ce), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:17.408040 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5cf2a-b6a4-4d7d-8f10-375ae92d9b5c req-04c5c7ca-c27e-4a1c-8b19-95b0241af870 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:17.410343 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f9e5cf2a-b6a4-4d7d-8f10-375ae92d9b5c req-04c5c7ca-c27e-4a1c-8b19-95b0241af870 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 944 time: 0.0641725 Feb 20 06:18:17.469182 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f9e5cf2a-b6a4-4d7d-8f10-375ae92d9b5c req-977d58f9-2f14-4279-aa45-7b9d54e30076 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504375 Feb 20 06:18:17.618481 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-3ead9c0b-6c95-4f3d-9c32-f261e1f06c73 service neutron] For port 576c5239-7911-43b5-8009-0a9ff191d0ce, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:18:17.621817 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-3ead9c0b-6c95-4f3d-9c32-f261e1f06c73 service neutron] For port 576c5239-7911-43b5-8009-0a9ff191d0ce, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=576c5239-7911-43b5-8009-0a9ff191d0ce,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:18:17.628652 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-3ead9c0b-6c95-4f3d-9c32-f261e1f06c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (576c5239-7911-43b5-8009-0a9ff191d0ce), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:17.662968 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-3ead9c0b-6c95-4f3d-9c32-f261e1f06c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:17.663634 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-3ead9c0b-6c95-4f3d-9c32-f261e1f06c73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:17.665063 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-3ead9c0b-6c95-4f3d-9c32-f261e1f06c73 service neutron] 10.222.0.48 "PUT /v2.0/ports/576c5239-7911-43b5-8009-0a9ff191d0ce HTTP/1.1" status: 200 len: 1092 time: 0.9552722 Feb 20 06:18:17.665531 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f736346-e253-4268-8b09-0d2c0b99f4ba', 'tag': '576c5239-7911-43b5-8009-0a9ff191d0ce'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:18:17.671662 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69248463-4fdf-492e-843e-ed8dce2f227b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f736346-e253-4268-8b09-0d2c0b99f4ba", "tag": "576c5239-7911-43b5-8009-0a9ff191d0ce"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:18:17.752240 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead9c0b-6c95-4f3d-9c32-f261e1f06c73 service neutron] Pushing event updated for resources: {'Port': ['ID=576c5239-7911-43b5-8009-0a9ff191d0ce,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:18:17.773245 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-6964873c-3228-410b-bba2-5467afd4f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:17.775038 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-6964873c-3228-410b-bba2-5467afd4f3f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 1126 time: 0.0642743 Feb 20 06:18:17.825561 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-05c44914-f1b1-4e6a-9c72-8cfd423c9f32 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=576c5239-7911-43b5-8009-0a9ff191d0ce HTTP/1.1" status: 200 len: 217 time: 0.0437975 Feb 20 06:18:17.841216 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ded04b9-11dc-4c45-8466-2b4c823d3f1a x-openstack-request-id: req-9ded04b9-11dc-4c45-8466-2b4c823d3f1a {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:18:17.841559 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f736346-e253-4268-8b09-0d2c0b99f4ba", "tag": "576c5239-7911-43b5-8009-0a9ff191d0ce", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:18:17.841762 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ded04b9-11dc-4c45-8466-2b4c823d3f1a {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:18:17.842160 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f736346-e253-4268-8b09-0d2c0b99f4ba', 'tag': '576c5239-7911-43b5-8009-0a9ff191d0ce', 'status': 'completed', 'code': 200} Feb 20 06:18:17.881569 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-aa009069-f887-478d-aaee-fed117f48fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:17.883220 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-aa009069-f887-478d-aaee-fed117f48fcd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0519872 Feb 20 06:18:17.936405 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-6011db58-5724-439e-b59f-307ede046455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:17.939133 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-6011db58-5724-439e-b59f-307ede046455 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491090 Feb 20 06:18:18.031662 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-4f864fea-3b81-4f21-8bd7-19e1471ab00c service neutron] 10.222.0.48 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868466 Feb 20 06:18:18.119420 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7c7c6411-edf2-4155-86f3-a7be9918efb3 req-f33dd94a-1d65-4708-89be-c3cc2cc691d8 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824704 Feb 20 06:18:18.205606 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69248463-4fdf-492e-843e-ed8dce2f227b req-3b8bc524-aeec-42d6-9cee-6d6d5c06cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:18.207185 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-69248463-4fdf-492e-843e-ed8dce2f227b req-3b8bc524-aeec-42d6-9cee-6d6d5c06cb93 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 1126 time: 0.0458202 Feb 20 06:18:18.301870 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69248463-4fdf-492e-843e-ed8dce2f227b req-6dc0d9ce-ebe6-4373-92b8-66779dd759f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:18.303400 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-69248463-4fdf-492e-843e-ed8dce2f227b req-6dc0d9ce-ebe6-4373-92b8-66779dd759f8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 912 time: 0.0901630 Feb 20 06:18:18.343854 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-69248463-4fdf-492e-843e-ed8dce2f227b req-7488302d-3e8f-42fb-aa1a-23b50a8f1b31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=576c5239-7911-43b5-8009-0a9ff191d0ce HTTP/1.1" status: 200 len: 217 time: 0.0345852 Feb 20 06:18:18.395360 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69248463-4fdf-492e-843e-ed8dce2f227b req-5e455141-8c38-42c5-87e9-48a5bd813970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:18.396811 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-69248463-4fdf-492e-843e-ed8dce2f227b req-5e455141-8c38-42c5-87e9-48a5bd813970 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0478334 Feb 20 06:18:18.445458 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69248463-4fdf-492e-843e-ed8dce2f227b req-c222e869-b6a7-415b-b397-631eb6f78346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:18.447042 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-69248463-4fdf-492e-843e-ed8dce2f227b req-c222e869-b6a7-415b-b397-631eb6f78346 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449421 Feb 20 06:18:18.541371 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-69248463-4fdf-492e-843e-ed8dce2f227b req-249683e1-5f37-4ed2-b9d8-e60568b06162 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880663 Feb 20 06:18:18.593251 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877c82d-0323-4485-9e34-226e13ad9eed req-c2f19b04-4bc9-448b-b4c8-ed5f65de09b3 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:18.594933 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9877c82d-0323-4485-9e34-226e13ad9eed req-c2f19b04-4bc9-448b-b4c8-ed5f65de09b3 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 944 time: 0.0539665 Feb 20 06:18:18.635345 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-69248463-4fdf-492e-843e-ed8dce2f227b req-f34511fc-5bc1-40d9-b7ee-2caedd8cbb74 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875509 Feb 20 06:18:18.647769 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9877c82d-0323-4485-9e34-226e13ad9eed req-a913cacb-4339-4644-b43a-ee06243436fa tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460515 Feb 20 06:18:18.982452 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9be857a4-b12c-4159-adf5-0755d59d41bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:19.715130 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:19.769318 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9b0e0-e103-4d71-be44-8bcb43794bd5 req-6cd5436a-b6dd-4f5f-a10b-5effd4068032 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:19.770783 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d2e9b0e0-e103-4d71-be44-8bcb43794bd5 req-6cd5436a-b6dd-4f5f-a10b-5effd4068032 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 944 time: 0.0524068 Feb 20 06:18:19.823088 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d2e9b0e0-e103-4d71-be44-8bcb43794bd5 req-883f478d-8229-4adb-bde4-0af71cbf70ed tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464664 Feb 20 06:18:20.941133 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1ff42-57e6-4006-a1bc-eaa85067c880 req-c472b44d-da3f-4b25-9d2e-3e0d888578bc tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:20.942634 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6bb1ff42-57e6-4006-a1bc-eaa85067c880 req-c472b44d-da3f-4b25-9d2e-3e0d888578bc tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 944 time: 0.0529091 Feb 20 06:18:20.991361 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6bb1ff42-57e6-4006-a1bc-eaa85067c880 req-353e7069-1a88-4560-a5bb-301a3148bae6 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428941 Feb 20 06:18:21.546526 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:22.111633 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704a90d-8138-497d-9842-7201e816cd77 req-f7ca4374-7d75-46fa-b159-7f3bfad27889 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:22.113110 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2704a90d-8138-497d-9842-7201e816cd77 req-f7ca4374-7d75-46fa-b159-7f3bfad27889 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 944 time: 0.0514548 Feb 20 06:18:22.161961 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2704a90d-8138-497d-9842-7201e816cd77 req-0b00656c-0883-4f19-b0cc-72ac1882d0d3 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433340 Feb 20 06:18:22.735455 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:23.265424 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:23.309568 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6818c4-9fec-43a3-8db8-db4a4bdbc0de req-774795d5-bcf1-4209-add5-895df20f62bb tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:23.311207 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6a6818c4-9fec-43a3-8db8-db4a4bdbc0de req-774795d5-bcf1-4209-add5-895df20f62bb tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 944 time: 0.0677226 Feb 20 06:18:23.367225 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6a6818c4-9fec-43a3-8db8-db4a4bdbc0de req-c61f8e49-5a2e-41ca-886d-260d3728f8c9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496314 Feb 20 06:18:24.014677 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:18:24.493942 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2500c-5f3a-429c-9295-17d84e695a34 req-c788a8d2-3311-42f9-8971-fdd324fa23a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:24.495570 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eee2500c-5f3a-429c-9295-17d84e695a34 req-c788a8d2-3311-42f9-8971-fdd324fa23a2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 944 time: 0.0570889 Feb 20 06:18:24.552621 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eee2500c-5f3a-429c-9295-17d84e695a34 req-b54be162-effa-4836-9928-ca90b5aec495 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512054 Feb 20 06:18:25.545616 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:25.672202 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d48a54-6fb8-492f-8ebb-d3bd9eeb6dfd req-ba6e742d-39a5-4e43-84fa-eb81de53266a tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:25.673655 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c7d48a54-6fb8-492f-8ebb-d3bd9eeb6dfd req-ba6e742d-39a5-4e43-84fa-eb81de53266a tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 944 time: 0.0530565 Feb 20 06:18:25.724670 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c7d48a54-6fb8-492f-8ebb-d3bd9eeb6dfd req-30e5c8c1-8e8a-42ed-a424-5bf5d8690e58 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454657 Feb 20 06:18:26.843225 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5354c-fd68-4745-a33c-3f5d84f04f1b req-5523f566-2078-445a-8247-1661fb5e7d23 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:26.844706 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5de5354c-fd68-4745-a33c-3f5d84f04f1b req-5523f566-2078-445a-8247-1661fb5e7d23 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 944 time: 0.0525417 Feb 20 06:18:26.902864 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5de5354c-fd68-4745-a33c-3f5d84f04f1b req-ec5b5c6b-578f-4322-b771-f934c1f74989 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526669 Feb 20 06:18:28.021805 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef01c5f-587c-4176-a1d1-35ed8fc6e05e req-429a38de-2dad-4bbb-94e4-b6710f17c06b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:28.023307 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ef01c5f-587c-4176-a1d1-35ed8fc6e05e req-429a38de-2dad-4bbb-94e4-b6710f17c06b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 944 time: 0.0540607 Feb 20 06:18:28.070287 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ef01c5f-587c-4176-a1d1-35ed8fc6e05e req-3c155203-b714-4c59-9101-aae16779f57c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412171 Feb 20 06:18:29.192572 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfc95a-65c7-4d6f-a913-d6fba29656a8 req-f1a2ee07-37d7-4311-adbc-4c4ffa65a67b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:29.194056 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6abfc95a-65c7-4d6f-a913-d6fba29656a8 req-f1a2ee07-37d7-4311-adbc-4c4ffa65a67b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 944 time: 0.0565550 Feb 20 06:18:29.242276 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6abfc95a-65c7-4d6f-a913-d6fba29656a8 req-b6a12abd-4f65-487c-99af-a9962e2f0acb tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427313 Feb 20 06:18:30.357714 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac71dde-9c0c-483d-a806-8929969175b8 req-38dd1339-2b21-45cb-9fbd-2d708f8dcc2e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:30.359206 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ac71dde-9c0c-483d-a806-8929969175b8 req-38dd1339-2b21-45cb-9fbd-2d708f8dcc2e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 944 time: 0.0514126 Feb 20 06:18:30.406457 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0ac71dde-9c0c-483d-a806-8929969175b8 req-900ead5b-e050-4fcf-b1a0-cf0614dfe5e9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417697 Feb 20 06:18:31.526406 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8efdd-4e9a-4b40-bf61-1c553668f3b2 req-2a18817a-db6c-483f-b079-d5cf93af3243 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:31.527916 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8cb8efdd-4e9a-4b40-bf61-1c553668f3b2 req-2a18817a-db6c-483f-b079-d5cf93af3243 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 944 time: 0.0563362 Feb 20 06:18:31.578356 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8cb8efdd-4e9a-4b40-bf61-1c553668f3b2 req-56be102d-17a0-4943-b05b-52ed3e37f938 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448544 Feb 20 06:18:32.695205 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa41438-c591-4557-bed4-9fd8b8e98f79 req-12949d4e-05df-439d-a382-e92d87906f9f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:32.696678 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8fa41438-c591-4557-bed4-9fd8b8e98f79 req-12949d4e-05df-439d-a382-e92d87906f9f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 944 time: 0.0516853 Feb 20 06:18:32.745017 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8fa41438-c591-4557-bed4-9fd8b8e98f79 req-956aee2f-5f7a-4cde-a3a8-ceb59855b5fc tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420704 Feb 20 06:18:33.861857 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c94624-89a9-4156-b89a-0dc86d6cf041 req-859adb10-b933-45fa-85d3-cf84f4cf1f60 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:33.863258 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a2c94624-89a9-4156-b89a-0dc86d6cf041 req-859adb10-b933-45fa-85d3-cf84f4cf1f60 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 944 time: 0.0524459 Feb 20 06:18:33.915282 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a2c94624-89a9-4156-b89a-0dc86d6cf041 req-d92ee2d9-cb93-4b68-8078-44382222b3fe tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465112 Feb 20 06:18:34.576991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 576c5239-7911-43b5-8009-0a9ff191d0ce details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:18:34.681203 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 576c5239-7911-43b5-8009-0a9ff191d0ce, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=576c5239-7911-43b5-8009-0a9ff191d0ce,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:18:34.692388 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '576c5239-7911-43b5-8009-0a9ff191d0ce', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'port_id': '576c5239-7911-43b5-8009-0a9ff191d0ce', 'mac_address': 'fa:16:3e:1b:e1:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:18:34.727919 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 576c5239-7911-43b5-8009-0a9ff191d0ce is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:18:34.728307 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (576c5239-7911-43b5-8009-0a9ff191d0ce), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:34.741213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576c5239-7911-43b5-8009-0a9ff191d0ce {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:18:34.766272 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 576c5239-7911-43b5-8009-0a9ff191d0ce, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=576c5239-7911-43b5-8009-0a9ff191d0ce,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:18:34.769208 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (576c5239-7911-43b5-8009-0a9ff191d0ce), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:34.814789 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=576c5239-7911-43b5-8009-0a9ff191d0ce,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:18:34.821888 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:34.822240 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:34.822585 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:34.822951 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:34.823316 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:34.823675 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:34.824029 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:34.824362 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:34.824717 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:34.825048 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:34.825373 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:34.825696 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:34.826017 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:35.005494 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['576c5239-7911-43b5-8009-0a9ff191d0ce'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:18:35.033423 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2411bcb-d2aa-48d5-8ead-85f70e25e00d req-56d7c20d-d695-44e8-bfc7-49e14a685b2a tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:35.034947 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f2411bcb-d2aa-48d5-8ead-85f70e25e00d req-56d7c20d-d695-44e8-bfc7-49e14a685b2a tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 945 time: 0.0536768 Feb 20 06:18:35.083146 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f2411bcb-d2aa-48d5-8ead-85f70e25e00d req-c762d448-abd8-459b-a05f-e441a94345cb tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420043 Feb 20 06:18:36.201234 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85184bb4-df8c-438c-881a-3fe1d74b3147 req-037f2f7e-eca7-475a-86e3-7e7adb2546ed tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:36.202700 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-85184bb4-df8c-438c-881a-3fe1d74b3147 req-037f2f7e-eca7-475a-86e3-7e7adb2546ed tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 945 time: 0.0516622 Feb 20 06:18:36.251299 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-85184bb4-df8c-438c-881a-3fe1d74b3147 req-66e78662-95b7-4be5-b6f5-839a4357f7aa tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429821 Feb 20 06:18:36.577683 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 576c5239-7911-43b5-8009-0a9ff191d0ce up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:18:36.625474 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 576c5239-7911-43b5-8009-0a9ff191d0ce completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:18:36.629383 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 576c5239-7911-43b5-8009-0a9ff191d0ce triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:18:36.629761 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (576c5239-7911-43b5-8009-0a9ff191d0ce), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:36.707392 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 576c5239-7911-43b5-8009-0a9ff191d0ce is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:18:36.707774 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (576c5239-7911-43b5-8009-0a9ff191d0ce), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:36.729751 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f736346-e253-4268-8b09-0d2c0b99f4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576c5239-7911-43b5-8009-0a9ff191d0ce'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:18:36.732001 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920bc92f-fc55-4df5-9ade-8f333ac91b3f" -d '{"events": [{"server_uuid": "1f736346-e253-4268-8b09-0d2c0b99f4ba", "name": "network-vif-plugged", "status": "completed", "tag": "576c5239-7911-43b5-8009-0a9ff191d0ce"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:18:36.743942 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 576c5239-7911-43b5-8009-0a9ff191d0ce, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=576c5239-7911-43b5-8009-0a9ff191d0ce,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:18:36.747875 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (576c5239-7911-43b5-8009-0a9ff191d0ce), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:36.796265 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=576c5239-7911-43b5-8009-0a9ff191d0ce,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:18:36.826018 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622d84dc-fde0-4e3f-8704-d7fa4145ce50 x-openstack-request-id: req-622d84dc-fde0-4e3f-8704-d7fa4145ce50 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:18:36.826318 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f736346-e253-4268-8b09-0d2c0b99f4ba", "name": "network-vif-plugged", "status": "completed", "tag": "576c5239-7911-43b5-8009-0a9ff191d0ce", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:18:36.826582 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-622d84dc-fde0-4e3f-8704-d7fa4145ce50 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:18:36.827022 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f736346-e253-4268-8b09-0d2c0b99f4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576c5239-7911-43b5-8009-0a9ff191d0ce', 'code': 200} Feb 20 06:18:36.923828 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82314f5f-a7f8-4f32-adba-e70c33b011ba req-9b9008b9-f5e5-4255-88d4-afc22c368b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:36.925369 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-82314f5f-a7f8-4f32-adba-e70c33b011ba req-9b9008b9-f5e5-4255-88d4-afc22c368b04 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 1128 time: 0.0443752 Feb 20 06:18:36.969764 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-82314f5f-a7f8-4f32-adba-e70c33b011ba req-8553f493-2bc8-4d96-b300-3221f8cb0483 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389841 Feb 20 06:18:37.382078 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2878c-4e07-4fc5-8fa6-7771bbce86d9 req-5a6247eb-93f9-4f5e-8024-bb1718100f15 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:37.383606 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-66d2878c-4e07-4fc5-8fa6-7771bbce86d9 req-5a6247eb-93f9-4f5e-8024-bb1718100f15 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 946 time: 0.0611787 Feb 20 06:18:37.432862 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-66d2878c-4e07-4fc5-8fa6-7771bbce86d9 req-df92d204-1c2e-4f19-9fd0-9716f6e571da tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431058 Feb 20 06:18:38.553281 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d2470-c5bf-4649-9b6b-93e6fc1492ab req-89f4677e-ec7e-4e21-8e2a-4c87d79b1bee tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:38.553281 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6f9d2470-c5bf-4649-9b6b-93e6fc1492ab req-89f4677e-ec7e-4e21-8e2a-4c87d79b1bee tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 946 time: 0.0534256 Feb 20 06:18:38.599346 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6f9d2470-c5bf-4649-9b6b-93e6fc1492ab req-94a20616-075e-430d-9c2f-85a8ea801089 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424867 Feb 20 06:18:38.711816 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4666a0a-acb4-4715-8ab4-b6c3c8eb28ec req-8e028351-72a1-4347-a898-4951a54afa27 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:38.713176 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f4666a0a-acb4-4715-8ab4-b6c3c8eb28ec req-8e028351-72a1-4347-a898-4951a54afa27 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 946 time: 0.0512280 Feb 20 06:18:38.764451 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f4666a0a-acb4-4715-8ab4-b6c3c8eb28ec req-1f062b5b-c7e1-4e36-b0a7-c24f825b918e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457306 Feb 20 06:18:38.786093 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50414) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:18:38.829766 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4289d0-5a00-412c-858c-dc437d5bfc98 tempest-TestVolumeBootPattern-445379598 tempest-TestVolumeBootPattern-445379598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:38.831387 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1c4289d0-5a00-412c-858c-dc437d5bfc98 tempest-TestVolumeBootPattern-445379598 tempest-TestVolumeBootPattern-445379598-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 1123 time: 0.0442953 Feb 20 06:18:38.834181 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50416) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:18:38.838836 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'port_id': '576c5239-7911-43b5-8009-0a9ff191d0ce', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:18:38.859147 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:38.958801 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:39.060183 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Allocated IP 172.25.3.97 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/40415668-3110-4720-9599-3aa9655f50b8) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:18:39.161531 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for port (40415668-3110-4720-9599-3aa9655f50b8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:39.194844 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (40415668-3110-4720-9599-3aa9655f50b8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:39.231129 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:18:39.233829 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:18:39.236338 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:18:39.262445 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event updated for resources: {'Port': ['ID=40415668-3110-4720-9599-3aa9655f50b8,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:18:39.275918 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:39.276262 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:39.276601 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:39.276939 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:39.277295 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:39.277626 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:39.277955 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:39.278279 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:39.278603 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:39.278953 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:39.279280 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:39.279601 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:39.279924 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:18:39.608129 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for floatingip (b4138ad6-ba4c-4d6c-aa02-b85de218bb14), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:39.673214 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (40415668-3110-4720-9599-3aa9655f50b8), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:39.819146 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for port (40415668-3110-4720-9599-3aa9655f50b8), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:39.823464 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (40415668-3110-4720-9599-3aa9655f50b8), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:39.898803 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event updated for resources: {'Port': ['ID=40415668-3110-4720-9599-3aa9655f50b8,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:18:39.911540 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (b4138ad6-ba4c-4d6c-aa02-b85de218bb14), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:40.012811 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Floating IP b4138ad6-ba4c-4d6c-aa02-b85de218bb14 associated. External IP: 172.25.3.97, port: 576c5239-7911-43b5-8009-0a9ff191d0ce. Feb 20 06:18:40.222384 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Router 189ebf4f-558f-4631-8a2d-db18b8817427 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:18:40.328741 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:18:40.338965 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc328938-c89f-4264-b22c-223ad2ad3f7c None None] Sync routers for ids ['189ebf4f-558f-4631-8a2d-db18b8817427'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:18:40.346257 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:40.352119 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc328938-c89f-4264-b22c-223ad2ad3f7c None None] Routers {'189ebf4f-558f-4631-8a2d-db18b8817427'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:18:40.352722 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-dc328938-c89f-4264-b22c-223ad2ad3f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:18:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['189ebf4f-558f-4631-8a2d-db18b8817427'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:18:40.375459 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b4fe6c2e-f566-462f-8da5-d6566bdd574f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5400689 Feb 20 06:18:40.376049 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f736346-e253-4268-8b09-0d2c0b99f4ba', 'tag': '576c5239-7911-43b5-8009-0a9ff191d0ce'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:18:40.378267 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b841d442-e5d0-4da2-97bd-18f8a54d2c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f736346-e253-4268-8b09-0d2c0b99f4ba", "tag": "576c5239-7911-43b5-8009-0a9ff191d0ce"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:18:40.419082 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e269f19-c504-4e4f-bf79-e23ca9fa98f5 x-openstack-request-id: req-0e269f19-c504-4e4f-bf79-e23ca9fa98f5 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:18:40.419377 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f736346-e253-4268-8b09-0d2c0b99f4ba", "tag": "576c5239-7911-43b5-8009-0a9ff191d0ce", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:18:40.419630 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e269f19-c504-4e4f-bf79-e23ca9fa98f5 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:18:40.420043 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f736346-e253-4268-8b09-0d2c0b99f4ba', 'tag': '576c5239-7911-43b5-8009-0a9ff191d0ce', 'status': 'completed', 'code': 200} Feb 20 06:18:40.464207 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-dc328938-c89f-4264-b22c-223ad2ad3f7c None None] Set router 189ebf4f-558f-4631-8a2d-db18b8817427 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:18:40.488290 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841d442-e5d0-4da2-97bd-18f8a54d2c7b req-48a82312-5d89-42ac-8b6d-7f09fa1201c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:40.489767 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b841d442-e5d0-4da2-97bd-18f8a54d2c7b req-48a82312-5d89-42ac-8b6d-7f09fa1201c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 1128 time: 0.0492699 Feb 20 06:18:40.579381 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841d442-e5d0-4da2-97bd-18f8a54d2c7b req-d9282865-ea56-45da-bee6-70dc9ba8ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:40.580869 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b841d442-e5d0-4da2-97bd-18f8a54d2c7b req-d9282865-ea56-45da-bee6-70dc9ba8ec94 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 912 time: 0.0846257 Feb 20 06:18:40.648583 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b841d442-e5d0-4da2-97bd-18f8a54d2c7b req-907ba203-a432-4cba-a673-a8fafd355836 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=576c5239-7911-43b5-8009-0a9ff191d0ce HTTP/1.1" status: 200 len: 999 time: 0.0625777 Feb 20 06:18:40.684116 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-dc328938-c89f-4264-b22c-223ad2ad3f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:37Z', 'updated_at': '2022-02-20T06:08:40Z', 'revision_number': 4, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'gw_port': {'id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:38Z', 'updated_at': '2022-02-20T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'b4138ad6-ba4c-4d6c-aa02-b85de218bb14', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'port_id': '576c5239-7911-43b5-8009-0a9ff191d0ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'mac_address': 'fa:16:3e:1b:e1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f736346-e253-4268-8b09-0d2c0b99f4ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:18:39Z', 'updated_at': '2022-02-20T06:18:39Z', 'revision_number': 0, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'fixed_ip_address_scope': None}, {'id': 'd037df7e-c371-4cee-8599-1b84a013b8b7', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'port_id': '1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'mac_address': 'fa:16:3e:af:80:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a167ad-351f-4890-a7ad-8f70a9ef1ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:16:29Z', 'updated_at': '2022-02-20T06:16:31Z', 'revision_number': 1, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74aa10b1-41d3-47b4-90b9-4ff556f79f39', 'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'mac_address': 'fa:16:3e:75:91:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:39Z', 'updated_at': '2022-02-20T06:08:45Z', 'revision_number': 5, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'subnets': [{'id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:18:40.696179 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841d442-e5d0-4da2-97bd-18f8a54d2c7b req-d5a7cf98-ee71-432d-b302-d84693c54bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:40.697701 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b841d442-e5d0-4da2-97bd-18f8a54d2c7b req-d5a7cf98-ee71-432d-b302-d84693c54bd8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0430171 Feb 20 06:18:40.713522 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc328938-c89f-4264-b22c-223ad2ad3f7c None None] Checking router: 189ebf4f-558f-4631-8a2d-db18b8817427 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:18:40.721754 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc328938-c89f-4264-b22c-223ad2ad3f7c None None] Routers {'189ebf4f-558f-4631-8a2d-db18b8817427'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:18:40.722357 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-dc328938-c89f-4264-b22c-223ad2ad3f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:18:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['189ebf4f-558f-4631-8a2d-db18b8817427'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:18:40.745155 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841d442-e5d0-4da2-97bd-18f8a54d2c7b req-3ac31ca7-7a21-4f8c-84b0-c2db9505d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:40.747209 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b841d442-e5d0-4da2-97bd-18f8a54d2c7b req-3ac31ca7-7a21-4f8c-84b0-c2db9505d508 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437298 Feb 20 06:18:40.827545 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-dc328938-c89f-4264-b22c-223ad2ad3f7c None None] Set router 189ebf4f-558f-4631-8a2d-db18b8817427 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:18:40.837990 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b841d442-e5d0-4da2-97bd-18f8a54d2c7b req-a040866c-8a16-41d8-8e6b-8d558819714c service neutron] 10.222.0.48 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853651 Feb 20 06:18:40.927715 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b841d442-e5d0-4da2-97bd-18f8a54d2c7b req-35c8b6fe-cd65-48d3-92f1-dc9a06fe4ad4 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841172 Feb 20 06:18:41.047668 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-dc328938-c89f-4264-b22c-223ad2ad3f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:37Z', 'updated_at': '2022-02-20T06:08:40Z', 'revision_number': 4, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'gw_port': {'id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:38Z', 'updated_at': '2022-02-20T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'b4138ad6-ba4c-4d6c-aa02-b85de218bb14', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'port_id': '576c5239-7911-43b5-8009-0a9ff191d0ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'mac_address': 'fa:16:3e:1b:e1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f736346-e253-4268-8b09-0d2c0b99f4ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:18:39Z', 'updated_at': '2022-02-20T06:18:39Z', 'revision_number': 0, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'fixed_ip_address_scope': None}, {'id': 'd037df7e-c371-4cee-8599-1b84a013b8b7', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'port_id': '1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'mac_address': 'fa:16:3e:af:80:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a167ad-351f-4890-a7ad-8f70a9ef1ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:16:29Z', 'updated_at': '2022-02-20T06:16:31Z', 'revision_number': 1, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74aa10b1-41d3-47b4-90b9-4ff556f79f39', 'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'mac_address': 'fa:16:3e:75:91:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:39Z', 'updated_at': '2022-02-20T06:08:45Z', 'revision_number': 5, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'subnets': [{'id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:18:41.076574 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc328938-c89f-4264-b22c-223ad2ad3f7c None None] The sync data for ids ['189ebf4f-558f-4631-8a2d-db18b8817427'] in n-d-829866-5 is: [{'id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:37Z', 'updated_at': '2022-02-20T06:08:40Z', 'revision_number': 4, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'gw_port': {'id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:38Z', 'updated_at': '2022-02-20T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'b4138ad6-ba4c-4d6c-aa02-b85de218bb14', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'port_id': '576c5239-7911-43b5-8009-0a9ff191d0ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'mac_address': 'fa:16:3e:1b:e1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f736346-e253-4268-8b09-0d2c0b99f4ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:18:39Z', 'updated_at': '2022-02-20T06:18:39Z', 'revision_number': 0, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'fixed_ip_address_scope': None}, {'id': 'd037df7e-c371-4cee-8599-1b84a013b8b7', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'port_id': '1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'mac_address': 'fa:16:3e:af:80:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a167ad-351f-4890-a7ad-8f70a9ef1ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:16:29Z', 'updated_at': '2022-02-20T06:16:31Z', 'revision_number': 1, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74aa10b1-41d3-47b4-90b9-4ff556f79f39', 'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'mac_address': 'fa:16:3e:75:91:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:39Z', 'updated_at': '2022-02-20T06:08:45Z', 'revision_number': 5, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'subnets': [{'id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:18:41.286408 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166b4899-72ed-49e2-9e69-3d6d20b2609a None None] New status for floating IP b4138ad6-ba4c-4d6c-aa02-b85de218bb14: ACTIVE {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:18:46.511119 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d41803d9-9bc5-42a3-a420-436ad0c00750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:48.984434 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9f95aaf-f2a6-4c3d-a332-807d6457ec98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:49.716748 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:51.545226 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:52.288108 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a0506d93-cf4a-4bf7-9997-a54753f9d375 req-13b3a3d7-b131-4c5b-8de7-adcfbd8b239c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438569 Feb 20 06:18:52.374323 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0506d93-cf4a-4bf7-9997-a54753f9d375 req-9f5fbfd8-748d-4a7f-9512-2a04d0e99d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:52.375835 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a0506d93-cf4a-4bf7-9997-a54753f9d375 req-9f5fbfd8-748d-4a7f-9512-2a04d0e99d5d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 1128 time: 0.0483432 Feb 20 06:18:52.474496 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0506d93-cf4a-4bf7-9997-a54753f9d375 req-7b70b9b8-3b34-4ffa-a3ae-fcf3c3ec78ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:52.475997 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a0506d93-cf4a-4bf7-9997-a54753f9d375 req-7b70b9b8-3b34-4ffa-a3ae-fcf3c3ec78ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 912 time: 0.0823069 Feb 20 06:18:52.542635 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a0506d93-cf4a-4bf7-9997-a54753f9d375 req-19b89e00-4151-4baf-ac1d-c02b76b578c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=576c5239-7911-43b5-8009-0a9ff191d0ce HTTP/1.1" status: 200 len: 1001 time: 0.0607457 Feb 20 06:18:52.588759 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0506d93-cf4a-4bf7-9997-a54753f9d375 req-8e8c5c6d-c362-47db-9d97-67e8478f7e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:52.590257 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a0506d93-cf4a-4bf7-9997-a54753f9d375 req-8e8c5c6d-c362-47db-9d97-67e8478f7e07 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0429995 Feb 20 06:18:52.637270 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0506d93-cf4a-4bf7-9997-a54753f9d375 req-a53877e9-b20a-46ca-a529-18f82c158d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:52.638729 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a0506d93-cf4a-4bf7-9997-a54753f9d375 req-a53877e9-b20a-46ca-a529-18f82c158d36 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433342 Feb 20 06:18:52.727652 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:52.728641 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a0506d93-cf4a-4bf7-9997-a54753f9d375 req-c1e5dc11-fd3f-48a2-a833-f26c18315d07 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839136 Feb 20 06:18:52.815979 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a0506d93-cf4a-4bf7-9997-a54753f9d375 req-03d1c7c3-b91b-41bf-a5bd-277ba326d407 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814404 Feb 20 06:18:53.274369 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:18:54.054278 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6cf20b77-3f62-4a28-ab20-3fce5708d4e8 req-f7722a37-569d-4091-b374-84dd86989795 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443962 Feb 20 06:18:54.139445 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf20b77-3f62-4a28-ab20-3fce5708d4e8 req-4868b21c-a02f-4842-87e0-d7a77e38c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:54.140909 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6cf20b77-3f62-4a28-ab20-3fce5708d4e8 req-4868b21c-a02f-4842-87e0-d7a77e38c521 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 1127 time: 0.0484602 Feb 20 06:18:54.240750 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf20b77-3f62-4a28-ab20-3fce5708d4e8 req-5ad559e9-56f7-4da3-8419-7647eb978bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:54.242253 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6cf20b77-3f62-4a28-ab20-3fce5708d4e8 req-5ad559e9-56f7-4da3-8419-7647eb978bf0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 912 time: 0.0843878 Feb 20 06:18:54.315323 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6cf20b77-3f62-4a28-ab20-3fce5708d4e8 req-208517f2-5872-479c-8302-2da74736b4e0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 HTTP/1.1" status: 200 len: 1001 time: 0.0669284 Feb 20 06:18:54.370995 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf20b77-3f62-4a28-ab20-3fce5708d4e8 req-84fc2e2a-459d-4fcc-a4c7-4dad2a933059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:54.373820 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6cf20b77-3f62-4a28-ab20-3fce5708d4e8 req-84fc2e2a-459d-4fcc-a4c7-4dad2a933059 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0527704 Feb 20 06:18:54.438126 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf20b77-3f62-4a28-ab20-3fce5708d4e8 req-3b6ee994-450d-4831-a118-322e937ff8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:18:54.440486 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6cf20b77-3f62-4a28-ab20-3fce5708d4e8 req-3b6ee994-450d-4831-a118-322e937ff8bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0619559 Feb 20 06:18:54.557379 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6cf20b77-3f62-4a28-ab20-3fce5708d4e8 req-5069fc33-daec-43e9-9fff-009ca61de4f6 service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096017 Feb 20 06:18:54.651364 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6cf20b77-3f62-4a28-ab20-3fce5708d4e8 req-1ffa267b-4aec-4a9a-bcd0-dbec4b5551b5 service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885916 Feb 20 06:18:55.531944 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:19:01.015886 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:19:02.659664 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-7bae10e2-03a0-48cb-8d9f-bb82767c18fd tempest-TestNetworkAdvancedServerOps-1209595875 tempest-TestNetworkAdvancedServerOps-1209595875-project-admin] (103406) timed out ('10.222.0.37', 56442) {{(pid=103406) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 06:19:03.372850 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-9ce1ad60-8352-426e-8a75-4f58636b4772 req-632b6541-cd39-4e11-a385-cce15d419722 service neutron] (103406) timed out ('10.222.0.37', 58474) {{(pid=103406) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 06:19:16.512785 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72b04226-98d5-4e2e-9cff-bddd31e6a8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:19:18.986953 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0c9c98c6-9dee-4850-be97-e8a508b8800c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:19:19.625577 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-cf95a3b1-e66d-4479-bb16-0f8ec4297cbd req-7dce8537-337c-4d69-ace8-ce099a2dca65 service neutron] (103407) timed out ('10.222.0.37', 43920) {{(pid=103407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 06:19:19.720950 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:19:21.548193 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:19:22.729872 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:19:23.267994 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:19:25.570035 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:19:38.015292 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:19:46.518320 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d6064d7e-d625-4f41-8317-9612787e218c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:19:48.987835 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b30dbfc3-da56-468f-bb00-ae4f2949c99f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:19:49.723796 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:19:51.550196 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:19:52.291410 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0d6a0a7d-cac0-4c0b-9e64-39199f9bd534 req-c7b31c00-d9c2-410b-8d4c-b03e9ab133a4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434327 Feb 20 06:19:52.378586 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a0a7d-cac0-4c0b-9e64-39199f9bd534 req-0eeac384-866c-40a8-9052-c5a31ae9c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:19:52.380115 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0d6a0a7d-cac0-4c0b-9e64-39199f9bd534 req-0eeac384-866c-40a8-9052-c5a31ae9c3f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 1128 time: 0.0489652 Feb 20 06:19:52.478165 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a0a7d-cac0-4c0b-9e64-39199f9bd534 req-b2c743e3-7def-4f1f-abbe-5641fe41c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:19:52.479653 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0d6a0a7d-cac0-4c0b-9e64-39199f9bd534 req-b2c743e3-7def-4f1f-abbe-5641fe41c8f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 912 time: 0.0827434 Feb 20 06:19:52.546194 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0d6a0a7d-cac0-4c0b-9e64-39199f9bd534 req-9451ec39-6e7a-4579-8c53-c773245572be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=576c5239-7911-43b5-8009-0a9ff191d0ce HTTP/1.1" status: 200 len: 1001 time: 0.0609787 Feb 20 06:19:52.593068 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a0a7d-cac0-4c0b-9e64-39199f9bd534 req-27f4de47-2a67-4ddf-8e28-738e87f589e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:19:52.594468 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0d6a0a7d-cac0-4c0b-9e64-39199f9bd534 req-27f4de47-2a67-4ddf-8e28-738e87f589e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0424168 Feb 20 06:19:52.641583 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a0a7d-cac0-4c0b-9e64-39199f9bd534 req-6104c51d-c129-45d9-b279-12f12f654555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:19:52.643081 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0d6a0a7d-cac0-4c0b-9e64-39199f9bd534 req-6104c51d-c129-45d9-b279-12f12f654555 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0423782 Feb 20 06:19:52.732770 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:19:52.734663 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0d6a0a7d-cac0-4c0b-9e64-39199f9bd534 req-2023ed1e-13d8-4627-b56b-e784a562e1b9 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852444 Feb 20 06:19:52.826381 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0d6a0a7d-cac0-4c0b-9e64-39199f9bd534 req-3497ecef-ad97-4e93-a7dd-f5189aa69a8b service neutron] 10.222.0.48 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864465 Feb 20 06:19:53.270310 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:19:55.046481 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bcd33717-75b9-45b1-a6e9-1e503945fbb3 req-af41df82-357f-46ef-8a04-9319cc685005 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437706 Feb 20 06:19:55.134836 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd33717-75b9-45b1-a6e9-1e503945fbb3 req-cdd5b50a-49a5-4f4e-9abc-6f513145969b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:19:55.136363 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bcd33717-75b9-45b1-a6e9-1e503945fbb3 req-cdd5b50a-49a5-4f4e-9abc-6f513145969b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 1127 time: 0.0484993 Feb 20 06:19:55.236022 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd33717-75b9-45b1-a6e9-1e503945fbb3 req-4e6b03b3-9e97-4803-bd29-a0283e7aa550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:19:55.237480 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bcd33717-75b9-45b1-a6e9-1e503945fbb3 req-4e6b03b3-9e97-4803-bd29-a0283e7aa550 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 912 time: 0.0828772 Feb 20 06:19:55.304239 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bcd33717-75b9-45b1-a6e9-1e503945fbb3 req-43b7498c-0522-4a84-9736-d309e65783ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 HTTP/1.1" status: 200 len: 1001 time: 0.0610480 Feb 20 06:19:55.351503 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd33717-75b9-45b1-a6e9-1e503945fbb3 req-58ad3932-441f-4f17-bba8-d693f196051e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:19:55.352873 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bcd33717-75b9-45b1-a6e9-1e503945fbb3 req-58ad3932-441f-4f17-bba8-d693f196051e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0424049 Feb 20 06:19:55.399893 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd33717-75b9-45b1-a6e9-1e503945fbb3 req-fa7b31e9-52f6-4b1b-8928-4f72ff88a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:19:55.401311 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bcd33717-75b9-45b1-a6e9-1e503945fbb3 req-fa7b31e9-52f6-4b1b-8928-4f72ff88a978 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0422530 Feb 20 06:19:55.488128 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bcd33717-75b9-45b1-a6e9-1e503945fbb3 req-46488d65-f4f4-4ab9-9b3b-cdba61a2dc52 service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811603 Feb 20 06:19:55.570965 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:19:55.573857 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bcd33717-75b9-45b1-a6e9-1e503945fbb3 req-c97d9b28-36e0-43a9-80ef-0eae8333f65a service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805247 Feb 20 06:20:07.810166 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50454) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:20:08.023089 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-ecbc49c0-6100-4bc4-a529-c136e541f7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Deleting port 40415668-3110-4720-9599-3aa9655f50b8 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:20:08.023439 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ecbc49c0-6100-4bc4-a529-c136e541f7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (40415668-3110-4720-9599-3aa9655f50b8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:08.095695 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ecbc49c0-6100-4bc4-a529-c136e541f7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (40415668-3110-4720-9599-3aa9655f50b8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:08.096022 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ecbc49c0-6100-4bc4-a529-c136e541f7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for floatingip (40415668-3110-4720-9599-3aa9655f50b8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:08.107291 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-ecbc49c0-6100-4bc4-a529-c136e541f7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Calling delete_port for 40415668-3110-4720-9599-3aa9655f50b8 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:20:08.249464 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ecbc49c0-6100-4bc4-a529-c136e541f7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (40415668-3110-4720-9599-3aa9655f50b8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:08.275838 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc49c0-6100-4bc4-a529-c136e541f7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event deleted for resources: {'Port': ['ID=40415668-3110-4720-9599-3aa9655f50b8,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:20:08.304157 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc49c0-6100-4bc4-a529-c136e541f7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:08.304508 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc49c0-6100-4bc4-a529-c136e541f7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:08.304855 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc49c0-6100-4bc4-a529-c136e541f7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:08.305199 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc49c0-6100-4bc4-a529-c136e541f7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:08.305537 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc49c0-6100-4bc4-a529-c136e541f7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:08.305872 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc49c0-6100-4bc4-a529-c136e541f7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:08.306202 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc49c0-6100-4bc4-a529-c136e541f7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:08.306532 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc49c0-6100-4bc4-a529-c136e541f7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:08.306878 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc49c0-6100-4bc4-a529-c136e541f7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:08.307215 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc49c0-6100-4bc4-a529-c136e541f7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:08.307543 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc49c0-6100-4bc4-a529-c136e541f7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:08.307868 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc49c0-6100-4bc4-a529-c136e541f7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:08.308202 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbc49c0-6100-4bc4-a529-c136e541f7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:08.345995 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ecbc49c0-6100-4bc4-a529-c136e541f7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for floatingip (b4138ad6-ba4c-4d6c-aa02-b85de218bb14), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:08.346324 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-ecbc49c0-6100-4bc4-a529-c136e541f7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Floating IP b4138ad6-ba4c-4d6c-aa02-b85de218bb14 disassociated (deleted). External IP: 172.25.3.97, port: 576c5239-7911-43b5-8009-0a9ff191d0ce. Feb 20 06:20:08.870647 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbc49c0-6100-4bc4-a529-c136e541f7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Router 189ebf4f-558f-4631-8a2d-db18b8817427 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:20:08.977195 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbc49c0-6100-4bc4-a529-c136e541f7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:20:08.981991 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ecbc49c0-6100-4bc4-a529-c136e541f7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:08.989090 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170bf22b-d894-4811-95eb-a6625584d145 None None] Sync routers for ids ['189ebf4f-558f-4631-8a2d-db18b8817427'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:20:08.998741 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170bf22b-d894-4811-95eb-a6625584d145 None None] Routers {'189ebf4f-558f-4631-8a2d-db18b8817427'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:20:08.999556 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-170bf22b-d894-4811-95eb-a6625584d145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:19:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['189ebf4f-558f-4631-8a2d-db18b8817427'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:20:09.011495 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ecbc49c0-6100-4bc4-a529-c136e541f7a4 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "DELETE /v2.0/floatingips/b4138ad6-ba4c-4d6c-aa02-b85de218bb14 HTTP/1.1" status: 204 len: 168 time: 1.2002342 Feb 20 06:20:09.012324 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f736346-e253-4268-8b09-0d2c0b99f4ba', 'tag': '576c5239-7911-43b5-8009-0a9ff191d0ce'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:20:09.014342 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6591bfe-88ae-49a0-aed6-50d8f7676054" -d '{"events": [{"name": "network-changed", "server_uuid": "1f736346-e253-4268-8b09-0d2c0b99f4ba", "tag": "576c5239-7911-43b5-8009-0a9ff191d0ce"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:20:09.111703 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-170bf22b-d894-4811-95eb-a6625584d145 None None] Set router 189ebf4f-558f-4631-8a2d-db18b8817427 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:20:09.222856 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229af7fd-89d2-4899-b7cf-96670e68dca0 x-openstack-request-id: req-229af7fd-89d2-4899-b7cf-96670e68dca0 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:20:09.223173 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f736346-e253-4268-8b09-0d2c0b99f4ba", "tag": "576c5239-7911-43b5-8009-0a9ff191d0ce", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:20:09.223426 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-229af7fd-89d2-4899-b7cf-96670e68dca0 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:20:09.223838 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f736346-e253-4268-8b09-0d2c0b99f4ba', 'tag': '576c5239-7911-43b5-8009-0a9ff191d0ce', 'status': 'completed', 'code': 200} Feb 20 06:20:09.291689 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6591bfe-88ae-49a0-aed6-50d8f7676054 req-1ffb4ff4-40fa-4143-9d62-7bf5cf16754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:20:09.293315 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a6591bfe-88ae-49a0-aed6-50d8f7676054 req-1ffb4ff4-40fa-4143-9d62-7bf5cf16754b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 1128 time: 0.0492656 Feb 20 06:20:09.323242 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79fb80-1236-4e2f-ae90-ffcac3ae17c8 req-bb98b169-de05-4075-8800-c29c0e57dcf9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:20:09.324738 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0c79fb80-1236-4e2f-ae90-ffcac3ae17c8 req-bb98b169-de05-4075-8800-c29c0e57dcf9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 946 time: 0.0552912 Feb 20 06:20:09.377594 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0c79fb80-1236-4e2f-ae90-ffcac3ae17c8 req-b76c6485-9d53-42b7-ac8e-3857493f7e1d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469360 Feb 20 06:20:09.451877 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-170bf22b-d894-4811-95eb-a6625584d145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:37Z', 'updated_at': '2022-02-20T06:08:40Z', 'revision_number': 4, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'gw_port': {'id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:38Z', 'updated_at': '2022-02-20T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'd037df7e-c371-4cee-8599-1b84a013b8b7', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'port_id': '1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'mac_address': 'fa:16:3e:af:80:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a167ad-351f-4890-a7ad-8f70a9ef1ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:16:29Z', 'updated_at': '2022-02-20T06:16:31Z', 'revision_number': 1, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74aa10b1-41d3-47b4-90b9-4ff556f79f39', 'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'mac_address': 'fa:16:3e:75:91:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:39Z', 'updated_at': '2022-02-20T06:08:45Z', 'revision_number': 5, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'subnets': [{'id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:20:09.478864 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170bf22b-d894-4811-95eb-a6625584d145 None None] Checking router: 189ebf4f-558f-4631-8a2d-db18b8817427 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:20:09.487672 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170bf22b-d894-4811-95eb-a6625584d145 None None] Routers {'189ebf4f-558f-4631-8a2d-db18b8817427'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:20:09.488283 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-170bf22b-d894-4811-95eb-a6625584d145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:19:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['189ebf4f-558f-4631-8a2d-db18b8817427'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:20:09.601153 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-170bf22b-d894-4811-95eb-a6625584d145 None None] Set router 189ebf4f-558f-4631-8a2d-db18b8817427 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:20:09.641289 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6591bfe-88ae-49a0-aed6-50d8f7676054 req-b4d57978-b4cb-43b0-b36a-63b905d0fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:20:09.642844 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a6591bfe-88ae-49a0-aed6-50d8f7676054 req-b4d57978-b4cb-43b0-b36a-63b905d0fafa service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 912 time: 0.3419251 Feb 20 06:20:09.683696 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a6591bfe-88ae-49a0-aed6-50d8f7676054 req-b72465a6-a1b4-4fa1-9252-621f165626a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=576c5239-7911-43b5-8009-0a9ff191d0ce HTTP/1.1" status: 200 len: 217 time: 0.0340917 Feb 20 06:20:09.731249 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6591bfe-88ae-49a0-aed6-50d8f7676054 req-2b02e263-af75-4f23-a290-b0545a331659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:20:09.732704 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a6591bfe-88ae-49a0-aed6-50d8f7676054 req-2b02e263-af75-4f23-a290-b0545a331659 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0426946 Feb 20 06:20:09.790509 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6591bfe-88ae-49a0-aed6-50d8f7676054 req-881acc22-de00-4019-922c-0911caa4df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:20:09.792046 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a6591bfe-88ae-49a0-aed6-50d8f7676054 req-881acc22-de00-4019-922c-0911caa4df87 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0532212 Feb 20 06:20:09.829485 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-170bf22b-d894-4811-95eb-a6625584d145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:37Z', 'updated_at': '2022-02-20T06:08:40Z', 'revision_number': 4, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'gw_port': {'id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:38Z', 'updated_at': '2022-02-20T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'd037df7e-c371-4cee-8599-1b84a013b8b7', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'port_id': '1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'mac_address': 'fa:16:3e:af:80:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a167ad-351f-4890-a7ad-8f70a9ef1ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:16:29Z', 'updated_at': '2022-02-20T06:16:31Z', 'revision_number': 1, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74aa10b1-41d3-47b4-90b9-4ff556f79f39', 'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'mac_address': 'fa:16:3e:75:91:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:39Z', 'updated_at': '2022-02-20T06:08:45Z', 'revision_number': 5, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'subnets': [{'id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:20:09.861869 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170bf22b-d894-4811-95eb-a6625584d145 None None] The sync data for ids ['189ebf4f-558f-4631-8a2d-db18b8817427'] in n-d-829866-5 is: [{'id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:37Z', 'updated_at': '2022-02-20T06:08:40Z', 'revision_number': 4, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'gw_port': {'id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:38Z', 'updated_at': '2022-02-20T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'd037df7e-c371-4cee-8599-1b84a013b8b7', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'port_id': '1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'mac_address': 'fa:16:3e:af:80:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a167ad-351f-4890-a7ad-8f70a9ef1ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:16:29Z', 'updated_at': '2022-02-20T06:16:31Z', 'revision_number': 1, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74aa10b1-41d3-47b4-90b9-4ff556f79f39', 'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'mac_address': 'fa:16:3e:75:91:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:39Z', 'updated_at': '2022-02-20T06:08:45Z', 'revision_number': 5, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'subnets': [{'id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:20:09.887646 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a6591bfe-88ae-49a0-aed6-50d8f7676054 req-6d5fc690-dd79-429f-8494-7f7ccc93d2c0 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890234 Feb 20 06:20:09.982818 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a6591bfe-88ae-49a0-aed6-50d8f7676054 req-160412ab-2e77-47ae-bd2f-44e5205402c2 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877748 Feb 20 06:20:10.088057 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4c4b30-0711-44e8-af65-bd0fc071ac66 None None] New status for floating IP b4138ad6-ba4c-4d6c-aa02-b85de218bb14: DOWN {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:20:10.495988 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d3dcb-d140-4403-86f6-e3bbbaa68d77 req-4d0f4b84-09f1-4ca9-9108-34e9b5d89eef tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:20:10.497440 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b32d3dcb-d140-4403-86f6-e3bbbaa68d77 req-4d0f4b84-09f1-4ca9-9108-34e9b5d89eef tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 946 time: 0.0523064 Feb 20 06:20:10.549131 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b32d3dcb-d140-4403-86f6-e3bbbaa68d77 req-daad6861-33e5-4fd2-b85e-1d24b559f334 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462089 Feb 20 06:20:10.702065 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef7b19-1501-4816-953c-b2f2e0495d3f req-e0e1d39b-f377-414e-b6fa-89f710bb7f23 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:20:10.703517 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c5ef7b19-1501-4816-953c-b2f2e0495d3f req-e0e1d39b-f377-414e-b6fa-89f710bb7f23 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 946 time: 0.0510225 Feb 20 06:20:10.792464 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-c5ef7b19-1501-4816-953c-b2f2e0495d3f req-5baffb3b-76fb-4771-8147-8c07deabb409 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Deleting port 576c5239-7911-43b5-8009-0a9ff191d0ce {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:20:10.792812 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c5ef7b19-1501-4816-953c-b2f2e0495d3f req-5baffb3b-76fb-4771-8147-8c07deabb409 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (576c5239-7911-43b5-8009-0a9ff191d0ce), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:10.882336 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-c5ef7b19-1501-4816-953c-b2f2e0495d3f req-5baffb3b-76fb-4771-8147-8c07deabb409 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] For port 576c5239-7911-43b5-8009-0a9ff191d0ce, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=576c5239-7911-43b5-8009-0a9ff191d0ce,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:20:10.882698 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c5ef7b19-1501-4816-953c-b2f2e0495d3f req-5baffb3b-76fb-4771-8147-8c07deabb409 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (576c5239-7911-43b5-8009-0a9ff191d0ce), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:10.894801 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-c5ef7b19-1501-4816-953c-b2f2e0495d3f req-5baffb3b-76fb-4771-8147-8c07deabb409 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Calling delete_port for 576c5239-7911-43b5-8009-0a9ff191d0ce owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:20:11.023587 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c5ef7b19-1501-4816-953c-b2f2e0495d3f req-5baffb3b-76fb-4771-8147-8c07deabb409 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (576c5239-7911-43b5-8009-0a9ff191d0ce), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:11.051624 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baffb3b-76fb-4771-8147-8c07deabb409 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event deleted for resources: {'Port': ['ID=576c5239-7911-43b5-8009-0a9ff191d0ce,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:20:11.077773 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baffb3b-76fb-4771-8147-8c07deabb409 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:11.078122 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baffb3b-76fb-4771-8147-8c07deabb409 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:11.078467 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baffb3b-76fb-4771-8147-8c07deabb409 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:11.078805 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baffb3b-76fb-4771-8147-8c07deabb409 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:11.079162 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baffb3b-76fb-4771-8147-8c07deabb409 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:11.079494 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baffb3b-76fb-4771-8147-8c07deabb409 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:11.079822 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baffb3b-76fb-4771-8147-8c07deabb409 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:11.080147 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baffb3b-76fb-4771-8147-8c07deabb409 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:11.080470 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baffb3b-76fb-4771-8147-8c07deabb409 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:11.080790 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baffb3b-76fb-4771-8147-8c07deabb409 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:11.081701 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baffb3b-76fb-4771-8147-8c07deabb409 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:11.082024 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baffb3b-76fb-4771-8147-8c07deabb409 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:11.082347 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baffb3b-76fb-4771-8147-8c07deabb409 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:11.104292 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ef7b19-1501-4816-953c-b2f2e0495d3f req-5baffb3b-76fb-4771-8147-8c07deabb409 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] No DVR routers for this DVR port 576c5239-7911-43b5-8009-0a9ff191d0ce on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:20:11.106892 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c5ef7b19-1501-4816-953c-b2f2e0495d3f req-5baffb3b-76fb-4771-8147-8c07deabb409 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:11.110848 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c5ef7b19-1501-4816-953c-b2f2e0495d3f req-5baffb3b-76fb-4771-8147-8c07deabb409 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.48 "DELETE /v2.0/ports/576c5239-7911-43b5-8009-0a9ff191d0ce HTTP/1.1" status: 204 len: 173 time: 0.4018662 Feb 20 06:20:11.111563 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f736346-e253-4268-8b09-0d2c0b99f4ba', 'name': 'network-vif-deleted', 'tag': '576c5239-7911-43b5-8009-0a9ff191d0ce'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:20:11.113925 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5616fa-6a0e-4cdb-985d-903ffa65e2f1" -d '{"events": [{"server_uuid": "1f736346-e253-4268-8b09-0d2c0b99f4ba", "name": "network-vif-deleted", "tag": "576c5239-7911-43b5-8009-0a9ff191d0ce"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:20:11.152005 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ca8edf-dcb8-4cc5-aa3f-85051589e66e x-openstack-request-id: req-87ca8edf-dcb8-4cc5-aa3f-85051589e66e {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:20:11.152305 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f736346-e253-4268-8b09-0d2c0b99f4ba", "name": "network-vif-deleted", "tag": "576c5239-7911-43b5-8009-0a9ff191d0ce", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:20:11.152558 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87ca8edf-dcb8-4cc5-aa3f-85051589e66e {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:20:11.152969 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f736346-e253-4268-8b09-0d2c0b99f4ba', 'name': 'network-vif-deleted', 'tag': '576c5239-7911-43b5-8009-0a9ff191d0ce', 'status': 'completed', 'code': 200} Feb 20 06:20:11.644118 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0b7a676-5c10-4580-9570-d65989b65da3 req-94907b0d-8fdf-477f-920e-b0994e152d12 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 210 time: 0.0272615 Feb 20 06:20:12.736464 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-038f2780-5930-4857-aad5-0b3bbb7c9656 req-53cc831a-f854-45ea-a077-a3d659ec8c0e tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 210 time: 0.0267534 Feb 20 06:20:13.829751 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3bc5d1d-871e-426d-816c-330c8c30a987 req-94ab3af0-ef12-4cca-b2ae-9fa56ca501fa tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 210 time: 0.0271575 Feb 20 06:20:14.925000 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9d9b7dc7-2b2d-4552-9b1c-cb543669d445 req-bef05d30-a529-4446-8bd1-baf58e41e855 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 210 time: 0.0273976 Feb 20 06:20:15.014209 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:20:15.176346 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 576c5239-7911-43b5-8009-0a9ff191d0ce no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:20:15.197245 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 576c5239-7911-43b5-8009-0a9ff191d0ce {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:20:15.197588 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 576c5239-7911-43b5-8009-0a9ff191d0ce not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:20:16.022538 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-094a4163-ca42-42c3-9188-4a4df0dc288a req-b19d49ff-04f6-4c8d-b555-82f9c71fae0d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 210 time: 0.0278077 Feb 20 06:20:16.520635 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cee1456d-42d5-4afa-9fb2-c1d14d503a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:17.119675 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-980b87b9-43a8-4a09-a7f4-83fe4097b921 req-5e3d3bd2-e808-4d9e-96db-b1ccd71f08ef tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 210 time: 0.0306389 Feb 20 06:20:18.219697 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cbe89622-7800-4cf4-9045-87bff7acf46f req-e6ec5082-c5a1-4789-bedd-caa986cf3b0b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 210 time: 0.0271502 Feb 20 06:20:18.996393 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-468e4288-a27b-4422-9db7-8d4b61ce1257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:19.313083 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-db88fdb7-33a0-4354-ac5a-965a611640ea req-56f2ea3e-47f5-41f7-96b9-9d1239deea74 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 210 time: 0.0271280 Feb 20 06:20:19.728747 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:20.424781 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d01e4fd7-b8de-4195-9bfb-e9f73ea96e08 req-7b6b6d99-6cb0-4dd0-9786-02a33e8150d7 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f736346-e253-4268-8b09-0d2c0b99f4ba HTTP/1.1" status: 200 len: 210 time: 0.0281115 Feb 20 06:20:21.556483 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:22.736850 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:23.291441 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:25.564047 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:29.943915 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50526) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:20:30.107380 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-03e3249c-a0d9-4abc-ba9f-366cdc4232c9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Deleting port 10ca6aaf-ca06-4050-ac15-eabac49b4a68 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:20:30.107726 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-03e3249c-a0d9-4abc-ba9f-366cdc4232c9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (10ca6aaf-ca06-4050-ac15-eabac49b4a68), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:30.184204 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-03e3249c-a0d9-4abc-ba9f-366cdc4232c9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (10ca6aaf-ca06-4050-ac15-eabac49b4a68), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:30.184454 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-03e3249c-a0d9-4abc-ba9f-366cdc4232c9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for floatingip (10ca6aaf-ca06-4050-ac15-eabac49b4a68), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:30.196452 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-03e3249c-a0d9-4abc-ba9f-366cdc4232c9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Calling delete_port for 10ca6aaf-ca06-4050-ac15-eabac49b4a68 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:20:30.349225 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-03e3249c-a0d9-4abc-ba9f-366cdc4232c9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (10ca6aaf-ca06-4050-ac15-eabac49b4a68), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:30.379159 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3249c-a0d9-4abc-ba9f-366cdc4232c9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event deleted for resources: {'Port': ['ID=10ca6aaf-ca06-4050-ac15-eabac49b4a68,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:20:30.438544 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-03e3249c-a0d9-4abc-ba9f-366cdc4232c9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for floatingip (d037df7e-c371-4cee-8599-1b84a013b8b7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:30.438797 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-03e3249c-a0d9-4abc-ba9f-366cdc4232c9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Floating IP d037df7e-c371-4cee-8599-1b84a013b8b7 disassociated (deleted). External IP: 172.25.3.199, port: 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6. Feb 20 06:20:30.649637 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e3249c-a0d9-4abc-ba9f-366cdc4232c9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Router 189ebf4f-558f-4631-8a2d-db18b8817427 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:20:30.762693 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e3249c-a0d9-4abc-ba9f-366cdc4232c9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:20:30.767479 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-03e3249c-a0d9-4abc-ba9f-366cdc4232c9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:30.771974 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0956d00c-875e-4734-ac31-ddd4b0f1968a None None] Sync routers for ids ['189ebf4f-558f-4631-8a2d-db18b8817427'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:20:30.780887 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0956d00c-875e-4734-ac31-ddd4b0f1968a None None] Routers {'189ebf4f-558f-4631-8a2d-db18b8817427'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:20:30.781494 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0956d00c-875e-4734-ac31-ddd4b0f1968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:20:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['189ebf4f-558f-4631-8a2d-db18b8817427'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:20:30.796784 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-03e3249c-a0d9-4abc-ba9f-366cdc4232c9 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "DELETE /v2.0/floatingips/d037df7e-c371-4cee-8599-1b84a013b8b7 HTTP/1.1" status: 204 len: 168 time: 0.8514121 Feb 20 06:20:30.797463 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a167ad-351f-4890-a7ad-8f70a9ef1ac3', 'tag': '1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:20:30.800349 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}171a9395e6e35385828eb0bc08341e8cef6c45b30bc03193830a253a112dc4c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec891bda-5a37-446a-bee2-fd9c4b492cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "08a167ad-351f-4890-a7ad-8f70a9ef1ac3", "tag": "1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:20:30.894343 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-0956d00c-875e-4734-ac31-ddd4b0f1968a None None] Set router 189ebf4f-558f-4631-8a2d-db18b8817427 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:20:30.947700 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9a0114-f17d-4a4e-a62b-cc3f69507cc6 x-openstack-request-id: req-0a9a0114-f17d-4a4e-a62b-cc3f69507cc6 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:20:30.948570 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a167ad-351f-4890-a7ad-8f70a9ef1ac3", "tag": "1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:20:30.949024 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a9a0114-f17d-4a4e-a62b-cc3f69507cc6 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:20:30.949617 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a167ad-351f-4890-a7ad-8f70a9ef1ac3', 'tag': '1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6', 'status': 'completed', 'code': 200} Feb 20 06:20:31.024841 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec891bda-5a37-446a-bee2-fd9c4b492cc2 req-a1f37f5c-a7a7-403f-b256-e82f545cf610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:20:31.026137 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ec891bda-5a37-446a-bee2-fd9c4b492cc2 req-a1f37f5c-a7a7-403f-b256-e82f545cf610 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f1302e2d9fbc428bb7df541fc14513df&device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 1127 time: 0.0517325 Feb 20 06:20:31.049192 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63515e3-7958-4d6d-9809-6ee33b5fa4c8 req-cf9ace31-2e46-42b1-94d4-6481eb15d16f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:20:31.050701 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b63515e3-7958-4d6d-9809-6ee33b5fa4c8 req-cf9ace31-2e46-42b1-94d4-6481eb15d16f tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 945 time: 0.0560281 Feb 20 06:20:31.102097 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b63515e3-7958-4d6d-9809-6ee33b5fa4c8 req-41af7824-ef5b-47c7-84dc-96ca4f73242b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450728 Feb 20 06:20:31.112246 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0956d00c-875e-4734-ac31-ddd4b0f1968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:37Z', 'updated_at': '2022-02-20T06:08:40Z', 'revision_number': 4, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'gw_port': {'id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:38Z', 'updated_at': '2022-02-20T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '74aa10b1-41d3-47b4-90b9-4ff556f79f39', 'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'mac_address': 'fa:16:3e:75:91:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:39Z', 'updated_at': '2022-02-20T06:08:45Z', 'revision_number': 5, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'subnets': [{'id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:20:31.127836 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec891bda-5a37-446a-bee2-fd9c4b492cc2 req-736671be-0c9e-4c27-9107-9e2c5f3be509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:20:31.129557 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ec891bda-5a37-446a-bee2-fd9c4b492cc2 req-736671be-0c9e-4c27-9107-9e2c5f3be509 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 200 len: 912 time: 0.0960450 Feb 20 06:20:31.137947 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0956d00c-875e-4734-ac31-ddd4b0f1968a None None] Checking router: 189ebf4f-558f-4631-8a2d-db18b8817427 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:20:31.146672 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0956d00c-875e-4734-ac31-ddd4b0f1968a None None] Routers {'189ebf4f-558f-4631-8a2d-db18b8817427'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:20:31.147298 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0956d00c-875e-4734-ac31-ddd4b0f1968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:20:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['189ebf4f-558f-4631-8a2d-db18b8817427'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:20:31.171859 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ec891bda-5a37-446a-bee2-fd9c4b492cc2 req-d9be289a-746c-4cd8-8cc5-724fdd7f74f5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 HTTP/1.1" status: 200 len: 217 time: 0.0348430 Feb 20 06:20:31.224617 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec891bda-5a37-446a-bee2-fd9c4b492cc2 req-7f5c1876-fa17-450b-9b7e-8c946bf61740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:20:31.226061 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ec891bda-5a37-446a-bee2-fd9c4b492cc2 req-7f5c1876-fa17-450b-9b7e-8c946bf61740 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 200 len: 851 time: 0.0470161 Feb 20 06:20:31.252493 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-0956d00c-875e-4734-ac31-ddd4b0f1968a None None] Set router 189ebf4f-558f-4631-8a2d-db18b8817427 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:20:31.275280 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec891bda-5a37-446a-bee2-fd9c4b492cc2 req-f1c6580f-ddae-4dc2-99c5-a1ae7ef9f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:20:31.276693 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ec891bda-5a37-446a-bee2-fd9c4b492cc2 req-f1c6580f-ddae-4dc2-99c5-a1ae7ef9f8e5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e9befcf-dfaf-4462-b7f7-68148d889223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442412 Feb 20 06:20:31.364380 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ec891bda-5a37-446a-bee2-fd9c4b492cc2 req-c7f94498-8313-40e5-8101-015c458a6868 service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815194 Feb 20 06:20:31.446462 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0956d00c-875e-4734-ac31-ddd4b0f1968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:37Z', 'updated_at': '2022-02-20T06:08:40Z', 'revision_number': 4, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'gw_port': {'id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:38Z', 'updated_at': '2022-02-20T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '74aa10b1-41d3-47b4-90b9-4ff556f79f39', 'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'mac_address': 'fa:16:3e:75:91:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:39Z', 'updated_at': '2022-02-20T06:08:45Z', 'revision_number': 5, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'subnets': [{'id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:20:31.456845 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ec891bda-5a37-446a-bee2-fd9c4b492cc2 req-c9dbb63f-c123-4425-a3f9-7eb9620f7110 service neutron] 10.222.0.61 "GET /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861275 Feb 20 06:20:31.475945 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0956d00c-875e-4734-ac31-ddd4b0f1968a None None] The sync data for ids ['189ebf4f-558f-4631-8a2d-db18b8817427'] in n-d-829866-5 is: [{'id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:37Z', 'updated_at': '2022-02-20T06:08:40Z', 'revision_number': 4, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'gw_port': {'id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:38Z', 'updated_at': '2022-02-20T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '74aa10b1-41d3-47b4-90b9-4ff556f79f39', 'name': '', 'network_id': '1e9befcf-dfaf-4462-b7f7-68148d889223', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'mac_address': 'fa:16:3e:75:91:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:39Z', 'updated_at': '2022-02-20T06:08:45Z', 'revision_number': 5, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'subnets': [{'id': '3577d1d9-33e1-449c-acb0-7cde4e8fef95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:20:31.713958 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af95c79-a4aa-4358-ad87-a483a08f572d None None] New status for floating IP d037df7e-c371-4cee-8599-1b84a013b8b7: DOWN {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:20:32.228682 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa176d-fad7-470f-b9c5-f0815f6a2fee req-c59c5fee-f1b2-4922-938a-dc4c5e741bd2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:20:32.230153 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fdaa176d-fad7-470f-b9c5-f0815f6a2fee req-c59c5fee-f1b2-4922-938a-dc4c5e741bd2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 945 time: 0.0562134 Feb 20 06:20:32.279204 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fdaa176d-fad7-470f-b9c5-f0815f6a2fee req-c8d9d934-d6aa-4bb3-8095-60798bab0508 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/security-groups?id=9eadccc0-9d90-427d-b43b-5dcd9c6f202c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428469 Feb 20 06:20:32.499490 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e59c8d-9600-4abd-9f77-83797ceb677f req-e0f1d0e2-8b71-411f-984e-735524c9998b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:20:32.500944 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-20e59c8d-9600-4abd-9f77-83797ceb677f req-e0f1d0e2-8b71-411f-984e-735524c9998b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.61 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 945 time: 0.0526302 Feb 20 06:20:32.595458 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-20e59c8d-9600-4abd-9f77-83797ceb677f req-91ad90c1-089c-415d-8702-9596d5441d2c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Deleting port 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:20:32.595802 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-20e59c8d-9600-4abd-9f77-83797ceb677f req-91ad90c1-089c-415d-8702-9596d5441d2c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:32.681519 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-20e59c8d-9600-4abd-9f77-83797ceb677f req-91ad90c1-089c-415d-8702-9596d5441d2c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] For port 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:20:32.681878 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-20e59c8d-9600-4abd-9f77-83797ceb677f req-91ad90c1-089c-415d-8702-9596d5441d2c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:32.693794 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-20e59c8d-9600-4abd-9f77-83797ceb677f req-91ad90c1-089c-415d-8702-9596d5441d2c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Calling delete_port for 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:20:32.821863 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-20e59c8d-9600-4abd-9f77-83797ceb677f req-91ad90c1-089c-415d-8702-9596d5441d2c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:32.848761 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad90c1-089c-415d-8702-9596d5441d2c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event deleted for resources: {'Port': ['ID=1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:20:32.894747 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e59c8d-9600-4abd-9f77-83797ceb677f req-91ad90c1-089c-415d-8702-9596d5441d2c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] No DVR routers for this DVR port 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:20:32.897331 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-20e59c8d-9600-4abd-9f77-83797ceb677f req-91ad90c1-089c-415d-8702-9596d5441d2c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:32.900705 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-20e59c8d-9600-4abd-9f77-83797ceb677f req-91ad90c1-089c-415d-8702-9596d5441d2c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.61 "DELETE /v2.0/ports/1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 HTTP/1.1" status: 204 len: 173 time: 0.3950143 Feb 20 06:20:32.901153 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a167ad-351f-4890-a7ad-8f70a9ef1ac3', 'name': 'network-vif-deleted', 'tag': '1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:20:32.903480 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3712d2-09a1-4cbf-bd61-cf641c523be6" -d '{"events": [{"server_uuid": "08a167ad-351f-4890-a7ad-8f70a9ef1ac3", "name": "network-vif-deleted", "tag": "1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:20:32.940535 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b2c60d-c7a7-4a97-8dfc-2fbe8fd3b411 x-openstack-request-id: req-19b2c60d-c7a7-4a97-8dfc-2fbe8fd3b411 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:20:32.940854 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a167ad-351f-4890-a7ad-8f70a9ef1ac3", "name": "network-vif-deleted", "tag": "1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:20:32.941108 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19b2c60d-c7a7-4a97-8dfc-2fbe8fd3b411 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:20:32.941519 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a167ad-351f-4890-a7ad-8f70a9ef1ac3', 'name': 'network-vif-deleted', 'tag': '1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6', 'status': 'completed', 'code': 200} Feb 20 06:20:33.380100 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d35e487b-e9d2-453b-b309-01011be2135a req-451702b2-7233-45e8-af02-af74a3f31c3b tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 210 time: 0.0286646 Feb 20 06:20:34.473548 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-21e6c742-5c37-4b16-8e3a-6251a9fef6d4 req-4384481a-7776-4d08-b636-63737dc65a0d tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 210 time: 0.0269780 Feb 20 06:20:35.573166 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-785b5ece-6eec-422c-a898-5a6dc66803a4 req-2e2a8807-7238-479f-b531-2232e0c92ade tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 210 time: 0.0311115 Feb 20 06:20:36.137769 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:20:36.161473 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:20:36.161816 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 1fce1dcb-4f63-4127-a4dc-d64d05c9fbe6 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:20:36.667738 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fae132f6-79a2-4386-a922-6fadfe4185a2 req-7d9f40be-1028-4abb-8a76-8d88e74bd36c tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 210 time: 0.0272174 Feb 20 06:20:37.762590 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1d0d1e60-521e-4550-a13f-d93d006990dd req-77cb1d4f-8182-4bd7-9b3e-faeea788a162 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 210 time: 0.0280302 Feb 20 06:20:38.857452 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2fffd848-42dc-447e-894a-3988f03599e2 req-ad7e7115-e416-43c4-9605-30de2c09781a tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 210 time: 0.0267596 Feb 20 06:20:39.951343 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-99cb4e77-29a7-4077-b37b-117552424055 req-a10dd737-ce77-4965-af5f-103113b072d2 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 210 time: 0.0263753 Feb 20 06:20:41.048311 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-838c9d4c-1f7a-49e2-a827-b7f561cb249d req-c4155148-f190-4299-a433-85c61225e4d6 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 210 time: 0.0272207 Feb 20 06:20:42.171629 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7f5607cd-071c-4397-aacf-7760a41f3830 req-997b7611-abfd-4aa9-abcc-63fd89af5b92 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "GET /v2.0/ports?device_id=08a167ad-351f-4890-a7ad-8f70a9ef1ac3 HTTP/1.1" status: 200 len: 210 time: 0.0374894 Feb 20 06:20:43.223945 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50562) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:20:43.347273 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-8081c084-2ba1-47df-bb46-76ec3b8dda47 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Deleting port cdd2454c-7116-4e7a-9abc-5c4644bc9ca1 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:20:43.347527 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8081c084-2ba1-47df-bb46-76ec3b8dda47 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (cdd2454c-7116-4e7a-9abc-5c4644bc9ca1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:43.423856 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8081c084-2ba1-47df-bb46-76ec3b8dda47 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (cdd2454c-7116-4e7a-9abc-5c4644bc9ca1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:43.424181 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8081c084-2ba1-47df-bb46-76ec3b8dda47 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for floatingip (cdd2454c-7116-4e7a-9abc-5c4644bc9ca1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:43.435440 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-8081c084-2ba1-47df-bb46-76ec3b8dda47 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Calling delete_port for cdd2454c-7116-4e7a-9abc-5c4644bc9ca1 owned by network:floatingip {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:20:43.566135 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8081c084-2ba1-47df-bb46-76ec3b8dda47 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (cdd2454c-7116-4e7a-9abc-5c4644bc9ca1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:43.596343 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081c084-2ba1-47df-bb46-76ec3b8dda47 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event deleted for resources: {'Port': ['ID=cdd2454c-7116-4e7a-9abc-5c4644bc9ca1,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:20:43.653602 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8081c084-2ba1-47df-bb46-76ec3b8dda47 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for floatingip (b4babcad-cf6d-4475-a757-63e550150be2), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:43.656929 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8081c084-2ba1-47df-bb46-76ec3b8dda47 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:43.658094 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8081c084-2ba1-47df-bb46-76ec3b8dda47 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "DELETE /v2.0/floatingips/b4babcad-cf6d-4475-a757-63e550150be2 HTTP/1.1" status: 204 len: 168 time: 0.4330890 Feb 20 06:20:46.523688 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee2e3add-4c19-4a20-a215-13badfddb445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:48.997447 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e53a0d42-178f-4c3f-8f31-243f20491dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:49.038370 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50582) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:20:49.114998 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eab82dbe-61ea-4c56-9760-c5ea50365f47 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for security_group (9eadccc0-9d90-427d-b43b-5dcd9c6f202c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:49.140764 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eab82dbe-61ea-4c56-9760-c5ea50365f47 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for security_group (9eadccc0-9d90-427d-b43b-5dcd9c6f202c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:49.203971 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eab82dbe-61ea-4c56-9760-c5ea50365f47 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9eadccc0-9d90-427d-b43b-5dcd9c6f202c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:49.206573 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-eab82dbe-61ea-4c56-9760-c5ea50365f47 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:49.207779 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-eab82dbe-61ea-4c56-9760-c5ea50365f47 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] 10.222.0.37 "DELETE /v2.0/security-groups/9eadccc0-9d90-427d-b43b-5dcd9c6f202c HTTP/1.1" status: 204 len: 168 time: 0.1683731 Feb 20 06:20:49.221416 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab82dbe-61ea-4c56-9760-c5ea50365f47 tempest-TestVolumeBootPattern-2047789204 tempest-TestVolumeBootPattern-2047789204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eadccc0-9d90-427d-b43b-5dcd9c6f202c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:20:49.285615 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50586) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:20:49.730282 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:49.766408 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c005b14-7ed6-47eb-bae4-5ca4d30fd888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (189ebf4f-558f-4631-8a2d-db18b8817427), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:50.029871 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-5c005b14-7ed6-47eb-bae4-5ca4d30fd888 admin admin] Deleting port 74aa10b1-41d3-47b4-90b9-4ff556f79f39 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:20:50.030241 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c005b14-7ed6-47eb-bae4-5ca4d30fd888 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (74aa10b1-41d3-47b4-90b9-4ff556f79f39), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:50.107961 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-5c005b14-7ed6-47eb-bae4-5ca4d30fd888 admin admin] For port 74aa10b1-41d3-47b4-90b9-4ff556f79f39, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=74aa10b1-41d3-47b4-90b9-4ff556f79f39,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:20:50.108641 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c005b14-7ed6-47eb-bae4-5ca4d30fd888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (74aa10b1-41d3-47b4-90b9-4ff556f79f39), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:50.119902 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-5c005b14-7ed6-47eb-bae4-5ca4d30fd888 admin admin] Calling delete_port for 74aa10b1-41d3-47b4-90b9-4ff556f79f39 owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:20:50.300155 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c005b14-7ed6-47eb-bae4-5ca4d30fd888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (74aa10b1-41d3-47b4-90b9-4ff556f79f39), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:50.325502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c005b14-7ed6-47eb-bae4-5ca4d30fd888 admin admin] Pushing event deleted for resources: {'Port': ['ID=74aa10b1-41d3-47b4-90b9-4ff556f79f39,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:20:50.497034 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5c005b14-7ed6-47eb-bae4-5ca4d30fd888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (189ebf4f-558f-4631-8a2d-db18b8817427), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:50.714578 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c005b14-7ed6-47eb-bae4-5ca4d30fd888 admin admin] Router 189ebf4f-558f-4631-8a2d-db18b8817427 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:20:50.824281 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c005b14-7ed6-47eb-bae4-5ca4d30fd888 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:20:50.829663 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5c005b14-7ed6-47eb-bae4-5ca4d30fd888 admin admin] 10.222.0.37 "PUT /v2.0/routers/189ebf4f-558f-4631-8a2d-db18b8817427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5421019 Feb 20 06:20:50.832153 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50590) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:20:50.834803 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7e388f-d982-4d77-ab60-43174cc0195d None None] Sync routers for ids ['189ebf4f-558f-4631-8a2d-db18b8817427'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:20:50.845376 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7e388f-d982-4d77-ab60-43174cc0195d None None] Routers {'189ebf4f-558f-4631-8a2d-db18b8817427'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:20:50.845991 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3e7e388f-d982-4d77-ab60-43174cc0195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:20:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['189ebf4f-558f-4631-8a2d-db18b8817427'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:20:50.943402 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df293472-934e-4aae-94cc-dc526e4a25d1 admin admin] Publish callbacks [] for router (189ebf4f-558f-4631-8a2d-db18b8817427), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:51.052810 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-3e7e388f-d982-4d77-ab60-43174cc0195d None None] Set router 189ebf4f-558f-4631-8a2d-db18b8817427 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:20:51.058533 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df293472-934e-4aae-94cc-dc526e4a25d1 admin admin] Publish callbacks [] for router_gateway (189ebf4f-558f-4631-8a2d-db18b8817427), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:51.117125 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-df293472-934e-4aae-94cc-dc526e4a25d1 admin admin] Deleting port f573df89-d6f6-4504-87b2-89f3670fa67b {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:20:51.117674 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df293472-934e-4aae-94cc-dc526e4a25d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (f573df89-d6f6-4504-87b2-89f3670fa67b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:51.199857 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-df293472-934e-4aae-94cc-dc526e4a25d1 admin admin] For port f573df89-d6f6-4504-87b2-89f3670fa67b, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=f573df89-d6f6-4504-87b2-89f3670fa67b,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:20:51.200221 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df293472-934e-4aae-94cc-dc526e4a25d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (f573df89-d6f6-4504-87b2-89f3670fa67b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:51.212703 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-df293472-934e-4aae-94cc-dc526e4a25d1 admin admin] Calling delete_port for f573df89-d6f6-4504-87b2-89f3670fa67b owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:20:51.237750 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3e7e388f-d982-4d77-ab60-43174cc0195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:37Z', 'updated_at': '2022-02-20T06:20:50Z', 'revision_number': 5, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'gw_port': {'id': 'f573df89-d6f6-4504-87b2-89f3670fa67b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:38Z', 'updated_at': '2022-02-20T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:20:51.267360 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7e388f-d982-4d77-ab60-43174cc0195d None None] Checking router: 189ebf4f-558f-4631-8a2d-db18b8817427 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:20:51.275237 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7e388f-d982-4d77-ab60-43174cc0195d None None] Routers {'189ebf4f-558f-4631-8a2d-db18b8817427'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:20:51.275834 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3e7e388f-d982-4d77-ab60-43174cc0195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:20:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['189ebf4f-558f-4631-8a2d-db18b8817427'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:20:51.363169 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-3e7e388f-d982-4d77-ab60-43174cc0195d None None] Set router 189ebf4f-558f-4631-8a2d-db18b8817427 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:20:51.381934 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df293472-934e-4aae-94cc-dc526e4a25d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (f573df89-d6f6-4504-87b2-89f3670fa67b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:51.408152 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df293472-934e-4aae-94cc-dc526e4a25d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f573df89-d6f6-4504-87b2-89f3670fa67b,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:20:51.415618 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3e7e388f-d982-4d77-ab60-43174cc0195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:37Z', 'updated_at': '2022-02-20T06:20:51Z', 'revision_number': 6, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:20:51.444436 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7e388f-d982-4d77-ab60-43174cc0195d None None] The sync data for ids ['189ebf4f-558f-4631-8a2d-db18b8817427'] in n-d-829866-5 is: [{'id': '189ebf4f-558f-4631-8a2d-db18b8817427', 'name': 'tempest-TestVolumeBootPattern-1329001775-router', 'tenant_id': 'f1302e2d9fbc428bb7df541fc14513df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:37Z', 'updated_at': '2022-02-20T06:20:51Z', 'revision_number': 6, 'project_id': 'f1302e2d9fbc428bb7df541fc14513df', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:20:51.475901 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df293472-934e-4aae-94cc-dc526e4a25d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (189ebf4f-558f-4631-8a2d-db18b8817427), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:51.564209 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:51.812898 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df293472-934e-4aae-94cc-dc526e4a25d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (189ebf4f-558f-4631-8a2d-db18b8817427), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:51.814908 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df293472-934e-4aae-94cc-dc526e4a25d1 admin admin] Publish callbacks [] for router_controller (189ebf4f-558f-4631-8a2d-db18b8817427), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:51.856387 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df293472-934e-4aae-94cc-dc526e4a25d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (189ebf4f-558f-4631-8a2d-db18b8817427), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:51.857028 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df293472-934e-4aae-94cc-dc526e4a25d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 189ebf4f-558f-4631-8a2d-db18b8817427 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:20:51.861763 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-df293472-934e-4aae-94cc-dc526e4a25d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:51.863000 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-df293472-934e-4aae-94cc-dc526e4a25d1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/189ebf4f-558f-4631-8a2d-db18b8817427 HTTP/1.1" status: 204 len: 168 time: 1.0298994 Feb 20 06:20:51.865615 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50592) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:20:51.908861 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f84fc0-60aa-4b8f-a198-9078dc6e9d3b admin admin] Deleting subnet 3577d1d9-33e1-449c-acb0-7cde4e8fef95 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:20:51.911897 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-11f84fc0-60aa-4b8f-a198-9078dc6e9d3b admin admin] Publish callbacks [] for subnet (3577d1d9-33e1-449c-acb0-7cde4e8fef95), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:51.954049 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-11f84fc0-60aa-4b8f-a198-9078dc6e9d3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (3577d1d9-33e1-449c-acb0-7cde4e8fef95), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:51.990796 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 74aa10b1-41d3-47b4-90b9-4ff556f79f39 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:20:52.013541 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:20:52.014152 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 74aa10b1-41d3-47b4-90b9-4ff556f79f39 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:20:52.014353 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 74aa10b1-41d3-47b4-90b9-4ff556f79f39 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:20:52.014840 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f573df89-d6f6-4504-87b2-89f3670fa67b no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:20:52.034446 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: f573df89-d6f6-4504-87b2-89f3670fa67b {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:20:52.035059 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device f573df89-d6f6-4504-87b2-89f3670fa67b not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:20:52.049937 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-11f84fc0-60aa-4b8f-a198-9078dc6e9d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (3577d1d9-33e1-449c-acb0-7cde4e8fef95), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:52.103255 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-11f84fc0-60aa-4b8f-a198-9078dc6e9d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (3577d1d9-33e1-449c-acb0-7cde4e8fef95), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:52.130729 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f84fc0-60aa-4b8f-a198-9078dc6e9d3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3577d1d9-33e1-449c-acb0-7cde4e8fef95,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:20:52.132748 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-11f84fc0-60aa-4b8f-a198-9078dc6e9d3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:52.135989 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-11f84fc0-60aa-4b8f-a198-9078dc6e9d3b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3577d1d9-33e1-449c-acb0-7cde4e8fef95 HTTP/1.1" status: 204 len: 168 time: 0.2694337 Feb 20 06:20:52.138526 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50594) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:20:52.138971 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07e897b-d29c-4845-aa89-ea1cfc413537 None None] Network 1e9befcf-dfaf-4462-b7f7-68148d889223 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:20:52.216460 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c0e03e9-f7ca-4952-9347-e8cd1e5d8de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (1e9befcf-dfaf-4462-b7f7-68148d889223), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:52.283069 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e03e9-f7ca-4952-9347-e8cd1e5d8de1 admin admin] Deleting port 8145e0c6-b7df-4ec9-9e69-07dea9593531 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:20:52.283409 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c0e03e9-f7ca-4952-9347-e8cd1e5d8de1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (8145e0c6-b7df-4ec9-9e69-07dea9593531), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:52.309185 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b67720-7c01-4f5c-8bc7-cb47f572d577 None None] DHCP port deletion for 1e9befcf-dfaf-4462-b7f7-68148d889223 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:20:52.350625 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-0c0e03e9-f7ca-4952-9347-e8cd1e5d8de1 admin admin] For port 8145e0c6-b7df-4ec9-9e69-07dea9593531, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8145e0c6-b7df-4ec9-9e69-07dea9593531,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:20:52.350924 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c0e03e9-f7ca-4952-9347-e8cd1e5d8de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (8145e0c6-b7df-4ec9-9e69-07dea9593531), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:52.355946 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-87b67720-7c01-4f5c-8bc7-cb47f572d577 None None] Deleting port 8145e0c6-b7df-4ec9-9e69-07dea9593531 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:20:52.356327 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-87b67720-7c01-4f5c-8bc7-cb47f572d577 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (8145e0c6-b7df-4ec9-9e69-07dea9593531), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:52.364240 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e03e9-f7ca-4952-9347-e8cd1e5d8de1 admin admin] Calling delete_port for 8145e0c6-b7df-4ec9-9e69-07dea9593531 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:20:52.423602 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-87b67720-7c01-4f5c-8bc7-cb47f572d577 None None] For port 8145e0c6-b7df-4ec9-9e69-07dea9593531, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8145e0c6-b7df-4ec9-9e69-07dea9593531,segment=NetworkSegment(228ec875-33fc-41cd-bc5d-b5b2529dba97),segment_id=228ec875-33fc-41cd-bc5d-b5b2529dba97)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:20:52.424008 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-87b67720-7c01-4f5c-8bc7-cb47f572d577 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (8145e0c6-b7df-4ec9-9e69-07dea9593531), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:52.436695 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-87b67720-7c01-4f5c-8bc7-cb47f572d577 None None] Calling delete_port for 8145e0c6-b7df-4ec9-9e69-07dea9593531 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:20:52.443143 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c0e03e9-f7ca-4952-9347-e8cd1e5d8de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (8145e0c6-b7df-4ec9-9e69-07dea9593531), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:52.471252 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0e03e9-f7ca-4952-9347-e8cd1e5d8de1 admin admin] No DVR routers for this DVR port 8145e0c6-b7df-4ec9-9e69-07dea9593531 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:20:52.475494 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e03e9-f7ca-4952-9347-e8cd1e5d8de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8145e0c6-b7df-4ec9-9e69-07dea9593531,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:20:52.513076 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-87b67720-7c01-4f5c-8bc7-cb47f572d577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (8145e0c6-b7df-4ec9-9e69-07dea9593531), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:52.541487 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b67720-7c01-4f5c-8bc7-cb47f572d577 None None] Pushing event deleted for resources: {'Port': ['ID=8145e0c6-b7df-4ec9-9e69-07dea9593531,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:20:52.546506 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b67720-7c01-4f5c-8bc7-cb47f572d577 None None] No DVR routers for this DVR port 8145e0c6-b7df-4ec9-9e69-07dea9593531 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:20:52.551210 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c0e03e9-f7ca-4952-9347-e8cd1e5d8de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (1e9befcf-dfaf-4462-b7f7-68148d889223), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:52.555886 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b67720-7c01-4f5c-8bc7-cb47f572d577 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:52.556235 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b67720-7c01-4f5c-8bc7-cb47f572d577 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:52.556574 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b67720-7c01-4f5c-8bc7-cb47f572d577 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:52.556908 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b67720-7c01-4f5c-8bc7-cb47f572d577 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:52.557236 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b67720-7c01-4f5c-8bc7-cb47f572d577 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:52.557567 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b67720-7c01-4f5c-8bc7-cb47f572d577 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:52.557904 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b67720-7c01-4f5c-8bc7-cb47f572d577 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:52.558231 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b67720-7c01-4f5c-8bc7-cb47f572d577 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:52.558549 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b67720-7c01-4f5c-8bc7-cb47f572d577 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:52.558874 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b67720-7c01-4f5c-8bc7-cb47f572d577 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:52.559295 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b67720-7c01-4f5c-8bc7-cb47f572d577 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:52.560177 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b67720-7c01-4f5c-8bc7-cb47f572d577 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:52.560177 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b67720-7c01-4f5c-8bc7-cb47f572d577 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:20:52.572598 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-0c0e03e9-f7ca-4952-9347-e8cd1e5d8de1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e9befcf-dfaf-4462-b7f7-68148d889223']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:20:52.582362 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-0c0e03e9-f7ca-4952-9347-e8cd1e5d8de1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '228ec875-33fc-41cd-bc5d-b5b2529dba97') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:20:52.582665 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-0c0e03e9-f7ca-4952-9347-e8cd1e5d8de1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '228ec875-33fc-41cd-bc5d-b5b2529dba97') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:20:52.591918 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c0e03e9-f7ca-4952-9347-e8cd1e5d8de1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (228ec875-33fc-41cd-bc5d-b5b2529dba97), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:52.605439 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c0e03e9-f7ca-4952-9347-e8cd1e5d8de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (228ec875-33fc-41cd-bc5d-b5b2529dba97), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:52.611157 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0e03e9-f7ca-4952-9347-e8cd1e5d8de1 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:20:52.611546 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c0e03e9-f7ca-4952-9347-e8cd1e5d8de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (228ec875-33fc-41cd-bc5d-b5b2529dba97), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: timer() Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:20:52.613293 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:20:52.666585 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c0e03e9-f7ca-4952-9347-e8cd1e5d8de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (1e9befcf-dfaf-4462-b7f7-68148d889223), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:52.671937 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0c0e03e9-f7ca-4952-9347-e8cd1e5d8de1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:52.675105 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0c0e03e9-f7ca-4952-9347-e8cd1e5d8de1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1e9befcf-dfaf-4462-b7f7-68148d889223 HTTP/1.1" status: 204 len: 168 time: 0.5355823 Feb 20 06:20:52.678251 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50596) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:20:52.690631 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e03e9-f7ca-4952-9347-e8cd1e5d8de1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e9befcf-dfaf-4462-b7f7-68148d889223,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:20:52.738701 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:53.025511 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-464e6ddc-b550-416e-9634-858fd6054687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (39f626ab-ae17-493b-be60-401772cf3f03), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:53.269458 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-464e6ddc-b550-416e-9634-858fd6054687 admin admin] Deleting port 0648dbb7-2510-4409-8b94-d98b5dcc1256 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:20:53.269701 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-464e6ddc-b550-416e-9634-858fd6054687 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (0648dbb7-2510-4409-8b94-d98b5dcc1256), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:53.306215 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:53.349305 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-464e6ddc-b550-416e-9634-858fd6054687 admin admin] For port 0648dbb7-2510-4409-8b94-d98b5dcc1256, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0648dbb7-2510-4409-8b94-d98b5dcc1256,segment=NetworkSegment(02b26f2a-3352-41ff-9ed0-850af681ab1d),segment_id=02b26f2a-3352-41ff-9ed0-850af681ab1d)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:20:53.349661 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-464e6ddc-b550-416e-9634-858fd6054687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (0648dbb7-2510-4409-8b94-d98b5dcc1256), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:53.361435 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-464e6ddc-b550-416e-9634-858fd6054687 admin admin] Calling delete_port for 0648dbb7-2510-4409-8b94-d98b5dcc1256 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:20:53.537446 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-464e6ddc-b550-416e-9634-858fd6054687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (0648dbb7-2510-4409-8b94-d98b5dcc1256), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:53.562886 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e6ddc-b550-416e-9634-858fd6054687 admin admin] Pushing event deleted for resources: {'Port': ['ID=0648dbb7-2510-4409-8b94-d98b5dcc1256,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:20:53.734559 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-464e6ddc-b550-416e-9634-858fd6054687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (39f626ab-ae17-493b-be60-401772cf3f03), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:53.760521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8145e0c6-b7df-4ec9-9e69-07dea9593531 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:20:53.781631 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 8145e0c6-b7df-4ec9-9e69-07dea9593531 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:20:53.782057 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8145e0c6-b7df-4ec9-9e69-07dea9593531 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:20:53.954767 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464e6ddc-b550-416e-9634-858fd6054687 admin admin] Router 39f626ab-ae17-493b-be60-401772cf3f03 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:20:54.063706 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464e6ddc-b550-416e-9634-858fd6054687 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:20:54.068659 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-464e6ddc-b550-416e-9634-858fd6054687 admin admin] 10.222.0.37 "PUT /v2.0/routers/39f626ab-ae17-493b-be60-401772cf3f03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3892815 Feb 20 06:20:54.071268 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50598) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:20:54.072354 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0fea3f-4929-4dba-9816-bf0b44348d33 None None] Sync routers for ids ['39f626ab-ae17-493b-be60-401772cf3f03'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:20:54.083176 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0fea3f-4929-4dba-9816-bf0b44348d33 None None] Routers {'39f626ab-ae17-493b-be60-401772cf3f03'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:20:54.083802 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fe0fea3f-4929-4dba-9816-bf0b44348d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:20:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['39f626ab-ae17-493b-be60-401772cf3f03'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:20:54.174686 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ece27bd9-612e-4918-8bc4-b307546a7ccf admin admin] Publish callbacks [] for router (39f626ab-ae17-493b-be60-401772cf3f03), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:54.190366 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-fe0fea3f-4929-4dba-9816-bf0b44348d33 None None] Set router 39f626ab-ae17-493b-be60-401772cf3f03 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:20:54.281715 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ece27bd9-612e-4918-8bc4-b307546a7ccf admin admin] Publish callbacks [] for router_gateway (39f626ab-ae17-493b-be60-401772cf3f03), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:54.333938 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-ece27bd9-612e-4918-8bc4-b307546a7ccf admin admin] Deleting port 06fa68d8-fd72-4a7b-9405-e8780eb1a12b {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:20:54.334183 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ece27bd9-612e-4918-8bc4-b307546a7ccf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (06fa68d8-fd72-4a7b-9405-e8780eb1a12b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:54.369888 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fe0fea3f-4929-4dba-9816-bf0b44348d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f626ab-ae17-493b-be60-401772cf3f03', 'name': 'tempest-TestVolumeBootPattern-833314125-router', 'tenant_id': 'c6ebb02646de475fb873b42268613a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '06fa68d8-fd72-4a7b-9405-e8780eb1a12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:43Z', 'updated_at': '2022-02-20T06:20:53Z', 'revision_number': 5, 'project_id': 'c6ebb02646de475fb873b42268613a67', 'gw_port': {'id': '06fa68d8-fd72-4a7b-9405-e8780eb1a12b', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:be:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f626ab-ae17-493b-be60-401772cf3f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:08:43Z', 'updated_at': '2022-02-20T06:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:20:54.396834 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0fea3f-4929-4dba-9816-bf0b44348d33 None None] Checking router: 39f626ab-ae17-493b-be60-401772cf3f03 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:20:54.405518 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0fea3f-4929-4dba-9816-bf0b44348d33 None None] Routers {'39f626ab-ae17-493b-be60-401772cf3f03'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:20:54.406114 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fe0fea3f-4929-4dba-9816-bf0b44348d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:20:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['39f626ab-ae17-493b-be60-401772cf3f03'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:20:54.414221 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-ece27bd9-612e-4918-8bc4-b307546a7ccf admin admin] For port 06fa68d8-fd72-4a7b-9405-e8780eb1a12b, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=06fa68d8-fd72-4a7b-9405-e8780eb1a12b,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:20:54.414577 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ece27bd9-612e-4918-8bc4-b307546a7ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (06fa68d8-fd72-4a7b-9405-e8780eb1a12b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:54.426440 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-ece27bd9-612e-4918-8bc4-b307546a7ccf admin admin] Calling delete_port for 06fa68d8-fd72-4a7b-9405-e8780eb1a12b owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:20:54.497484 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-fe0fea3f-4929-4dba-9816-bf0b44348d33 None None] Set router 39f626ab-ae17-493b-be60-401772cf3f03 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:20:54.556739 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-fe0fea3f-4929-4dba-9816-bf0b44348d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f626ab-ae17-493b-be60-401772cf3f03', 'name': 'tempest-TestVolumeBootPattern-833314125-router', 'tenant_id': 'c6ebb02646de475fb873b42268613a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:43Z', 'updated_at': '2022-02-20T06:20:54Z', 'revision_number': 6, 'project_id': 'c6ebb02646de475fb873b42268613a67', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:20:54.588467 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0fea3f-4929-4dba-9816-bf0b44348d33 None None] The sync data for ids ['39f626ab-ae17-493b-be60-401772cf3f03'] in n-d-829866-5 is: [{'id': '39f626ab-ae17-493b-be60-401772cf3f03', 'name': 'tempest-TestVolumeBootPattern-833314125-router', 'tenant_id': 'c6ebb02646de475fb873b42268613a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:08:43Z', 'updated_at': '2022-02-20T06:20:54Z', 'revision_number': 6, 'project_id': 'c6ebb02646de475fb873b42268613a67', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:20:54.921250 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ece27bd9-612e-4918-8bc4-b307546a7ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (06fa68d8-fd72-4a7b-9405-e8780eb1a12b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:54.946928 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece27bd9-612e-4918-8bc4-b307546a7ccf admin admin] Pushing event deleted for resources: {'Port': ['ID=06fa68d8-fd72-4a7b-9405-e8780eb1a12b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:20:55.014333 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ece27bd9-612e-4918-8bc4-b307546a7ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (39f626ab-ae17-493b-be60-401772cf3f03), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:55.104617 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ece27bd9-612e-4918-8bc4-b307546a7ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (39f626ab-ae17-493b-be60-401772cf3f03), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:55.106701 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ece27bd9-612e-4918-8bc4-b307546a7ccf admin admin] Publish callbacks [] for router_controller (39f626ab-ae17-493b-be60-401772cf3f03), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:55.153518 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ece27bd9-612e-4918-8bc4-b307546a7ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (39f626ab-ae17-493b-be60-401772cf3f03), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:55.154072 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece27bd9-612e-4918-8bc4-b307546a7ccf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39f626ab-ae17-493b-be60-401772cf3f03 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:20:55.159472 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ece27bd9-612e-4918-8bc4-b307546a7ccf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:55.160616 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ece27bd9-612e-4918-8bc4-b307546a7ccf admin admin] 10.222.0.37 "DELETE /v2.0/routers/39f626ab-ae17-493b-be60-401772cf3f03 HTTP/1.1" status: 204 len: 168 time: 1.0884535 Feb 20 06:20:55.163130 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50600) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:20:55.205822 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-7634d9f5-46e4-4cf5-bd8f-de93ba8897d3 admin admin] Deleting subnet dc281e59-91ac-400d-bc08-453d2770e541 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:20:55.208766 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7634d9f5-46e4-4cf5-bd8f-de93ba8897d3 admin admin] Publish callbacks [] for subnet (dc281e59-91ac-400d-bc08-453d2770e541), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:55.242081 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7634d9f5-46e4-4cf5-bd8f-de93ba8897d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (dc281e59-91ac-400d-bc08-453d2770e541), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:55.320703 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7634d9f5-46e4-4cf5-bd8f-de93ba8897d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (dc281e59-91ac-400d-bc08-453d2770e541), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:55.373942 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7634d9f5-46e4-4cf5-bd8f-de93ba8897d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (dc281e59-91ac-400d-bc08-453d2770e541), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:55.399043 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634d9f5-46e4-4cf5-bd8f-de93ba8897d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc281e59-91ac-400d-bc08-453d2770e541,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:20:55.402605 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7634d9f5-46e4-4cf5-bd8f-de93ba8897d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:55.406331 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7634d9f5-46e4-4cf5-bd8f-de93ba8897d3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/dc281e59-91ac-400d-bc08-453d2770e541 HTTP/1.1" status: 204 len: 168 time: 0.2422919 Feb 20 06:20:55.408842 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50602) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:20:55.409809 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71566888-d14f-40b0-a7b3-dba6f5ae52a4 None None] Network e09dfa1f-ea1e-4ad2-a729-ddd45db94191 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:20:55.478062 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9369c284-2f65-4354-8cc8-395ccd983245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (e09dfa1f-ea1e-4ad2-a729-ddd45db94191), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:55.536107 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9369c284-2f65-4354-8cc8-395ccd983245 admin admin] Deleting port a04b69da-b9fa-4d59-bf22-34421cd0aeaf {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:20:55.536453 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9369c284-2f65-4354-8cc8-395ccd983245 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a04b69da-b9fa-4d59-bf22-34421cd0aeaf), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:55.571160 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681aa110-8ca1-432a-917a-79ead0d94824 None None] DHCP port deletion for e09dfa1f-ea1e-4ad2-a729-ddd45db94191 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:20:55.582494 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:55.603510 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-9369c284-2f65-4354-8cc8-395ccd983245 admin admin] For port a04b69da-b9fa-4d59-bf22-34421cd0aeaf, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a04b69da-b9fa-4d59-bf22-34421cd0aeaf,segment=NetworkSegment(02b26f2a-3352-41ff-9ed0-850af681ab1d),segment_id=02b26f2a-3352-41ff-9ed0-850af681ab1d)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:20:55.603876 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9369c284-2f65-4354-8cc8-395ccd983245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a04b69da-b9fa-4d59-bf22-34421cd0aeaf), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:55.618643 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9369c284-2f65-4354-8cc8-395ccd983245 admin admin] Calling delete_port for a04b69da-b9fa-4d59-bf22-34421cd0aeaf owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:20:55.625397 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-681aa110-8ca1-432a-917a-79ead0d94824 None None] Deleting port a04b69da-b9fa-4d59-bf22-34421cd0aeaf {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:20:55.625781 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-681aa110-8ca1-432a-917a-79ead0d94824 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a04b69da-b9fa-4d59-bf22-34421cd0aeaf), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:55.698539 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-681aa110-8ca1-432a-917a-79ead0d94824 None None] For port a04b69da-b9fa-4d59-bf22-34421cd0aeaf, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a04b69da-b9fa-4d59-bf22-34421cd0aeaf,segment=NetworkSegment(02b26f2a-3352-41ff-9ed0-850af681ab1d),segment_id=02b26f2a-3352-41ff-9ed0-850af681ab1d)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:20:55.699082 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-681aa110-8ca1-432a-917a-79ead0d94824 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a04b69da-b9fa-4d59-bf22-34421cd0aeaf), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:55.712293 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-681aa110-8ca1-432a-917a-79ead0d94824 None None] Calling delete_port for a04b69da-b9fa-4d59-bf22-34421cd0aeaf owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:20:55.715812 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9369c284-2f65-4354-8cc8-395ccd983245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (a04b69da-b9fa-4d59-bf22-34421cd0aeaf), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:55.725535 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0648dbb7-2510-4409-8b94-d98b5dcc1256 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:20:55.744849 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369c284-2f65-4354-8cc8-395ccd983245 admin admin] Pushing event deleted for resources: {'Port': ['ID=a04b69da-b9fa-4d59-bf22-34421cd0aeaf,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:20:55.749001 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9369c284-2f65-4354-8cc8-395ccd983245 admin admin] No DVR routers for this DVR port a04b69da-b9fa-4d59-bf22-34421cd0aeaf on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:20:55.781280 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 0648dbb7-2510-4409-8b94-d98b5dcc1256 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:20:55.781628 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0648dbb7-2510-4409-8b94-d98b5dcc1256 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:20:55.782044 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a04b69da-b9fa-4d59-bf22-34421cd0aeaf no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:20:55.811304 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: a04b69da-b9fa-4d59-bf22-34421cd0aeaf {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:20:55.811583 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a04b69da-b9fa-4d59-bf22-34421cd0aeaf not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:20:55.811994 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 06fa68d8-fd72-4a7b-9405-e8780eb1a12b no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:20:55.822308 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9369c284-2f65-4354-8cc8-395ccd983245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (e09dfa1f-ea1e-4ad2-a729-ddd45db94191), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:55.836507 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 06fa68d8-fd72-4a7b-9405-e8780eb1a12b {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:20:55.836853 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 06fa68d8-fd72-4a7b-9405-e8780eb1a12b not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:20:55.850304 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-9369c284-2f65-4354-8cc8-395ccd983245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09dfa1f-ea1e-4ad2-a729-ddd45db94191']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:20:55.850594 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-681aa110-8ca1-432a-917a-79ead0d94824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (a04b69da-b9fa-4d59-bf22-34421cd0aeaf), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:55.860131 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-9369c284-2f65-4354-8cc8-395ccd983245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b26f2a-3352-41ff-9ed0-850af681ab1d') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:20:55.860426 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-9369c284-2f65-4354-8cc8-395ccd983245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b26f2a-3352-41ff-9ed0-850af681ab1d') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:20:55.873539 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9369c284-2f65-4354-8cc8-395ccd983245 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (02b26f2a-3352-41ff-9ed0-850af681ab1d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:55.878005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681aa110-8ca1-432a-917a-79ead0d94824 None None] Pushing event deleted for resources: {'Port': ['ID=a04b69da-b9fa-4d59-bf22-34421cd0aeaf,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:20:55.882880 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681aa110-8ca1-432a-917a-79ead0d94824 None None] No DVR routers for this DVR port a04b69da-b9fa-4d59-bf22-34421cd0aeaf on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:20:55.888667 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9369c284-2f65-4354-8cc8-395ccd983245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (02b26f2a-3352-41ff-9ed0-850af681ab1d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:55.895445 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9369c284-2f65-4354-8cc8-395ccd983245 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:20:55.895879 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9369c284-2f65-4354-8cc8-395ccd983245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (02b26f2a-3352-41ff-9ed0-850af681ab1d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: timer() Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:20:55.897649 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:20:55.951440 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9369c284-2f65-4354-8cc8-395ccd983245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (e09dfa1f-ea1e-4ad2-a729-ddd45db94191), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:55.957132 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9369c284-2f65-4354-8cc8-395ccd983245 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:55.960410 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9369c284-2f65-4354-8cc8-395ccd983245 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e09dfa1f-ea1e-4ad2-a729-ddd45db94191 HTTP/1.1" status: 204 len: 168 time: 0.5506504 Feb 20 06:20:55.972886 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369c284-2f65-4354-8cc8-395ccd983245 admin admin] Pushing event deleted for resources: {'Network': ['ID=e09dfa1f-ea1e-4ad2-a729-ddd45db94191,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:20:56.087466 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50606) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:20:56.130982 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bd364d7f-862e-4dae-a39f-1ff77cad0a9f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1302e2d9fbc428bb7df541fc14513df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423160 Feb 20 06:20:56.133401 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50608) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:20:56.179283 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-54ffb047-8559-4a4d-8acd-5b3aac82f305 admin admin] Publish callbacks [] for security_group (40a5acde-bf86-4eba-856b-2083571a9b64), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:56.200163 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-54ffb047-8559-4a4d-8acd-5b3aac82f305 admin admin] Publish callbacks [] for security_group (40a5acde-bf86-4eba-856b-2083571a9b64), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:56.251131 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-54ffb047-8559-4a4d-8acd-5b3aac82f305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (40a5acde-bf86-4eba-856b-2083571a9b64), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:56.253867 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-54ffb047-8559-4a4d-8acd-5b3aac82f305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:56.255037 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-54ffb047-8559-4a4d-8acd-5b3aac82f305 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/40a5acde-bf86-4eba-856b-2083571a9b64 HTTP/1.1" status: 204 len: 168 time: 0.1207240 Feb 20 06:20:56.262438 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffb047-8559-4a4d-8acd-5b3aac82f305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a5acde-bf86-4eba-856b-2083571a9b64,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:20:56.580122 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50616) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:20:56.618910 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-58491a0d-6717-48ce-ac3c-0e37f449deca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6ebb02646de475fb873b42268613a67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375392 Feb 20 06:20:56.621282 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50618) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:20:56.667077 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-963ceed4-cf07-4340-8cea-badfd16cf9ab admin admin] Publish callbacks [] for security_group (f9272c01-392b-4cca-999c-771b1a98637f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:56.687789 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-963ceed4-cf07-4340-8cea-badfd16cf9ab admin admin] Publish callbacks [] for security_group (f9272c01-392b-4cca-999c-771b1a98637f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:56.734977 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-963ceed4-cf07-4340-8cea-badfd16cf9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (f9272c01-392b-4cca-999c-771b1a98637f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:56.737832 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-963ceed4-cf07-4340-8cea-badfd16cf9ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:20:56.739002 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-963ceed4-cf07-4340-8cea-badfd16cf9ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9272c01-392b-4cca-999c-771b1a98637f HTTP/1.1" status: 204 len: 168 time: 0.1168237 Feb 20 06:20:56.746535 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ceed4-cf07-4340-8cea-badfd16cf9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9272c01-392b-4cca-999c-771b1a98637f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:21:07.871164 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-7e30f181-fa67-45f3-81e7-c1ae0c626572 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=46c46a9299ee4f518a4c74581eefbd56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213478 Feb 20 06:21:07.977739 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-a4b0f4b6-3442-47cd-8e8d-1bbd1d879a72 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:07.979137 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-a4b0f4b6-3442-47cd-8e8d-1bbd1d879a72 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1022804 Feb 20 06:21:07.993288 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-6c8e8dc3-8a84-4a6b-94aa-2220b9609f85 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.37 "GET /v2.0/quotas/46c46a9299ee4f518a4c74581eefbd56 HTTP/1.1" status: 200 len: 375 time: 0.0088885 Feb 20 06:21:08.027117 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-84b24d1b-5aeb-40bd-903d-3c53c43c006d tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=46c46a9299ee4f518a4c74581eefbd56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279908 Feb 20 06:21:08.182917 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1e3efad-c8ba-42b0-b3de-6001f266b528 req-7d64e458-70ea-4c1b-8b01-52e6857a944b tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eb21465-c73e-4e0f-a4d9-39c327e8f592 HTTP/1.1" status: 200 len: 210 time: 0.0269728 Feb 20 06:21:09.109400 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-b54a15e1-107a-4172-b129-c0af9418b686 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=46c46a9299ee4f518a4c74581eefbd56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302305 Feb 20 06:21:09.281267 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f169265-a06d-4583-9e92-1f426d219760 req-8ba31507-465c-4d11-9f79-8ddf790b15b2 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eb21465-c73e-4e0f-a4d9-39c327e8f592 HTTP/1.1" status: 200 len: 210 time: 0.0316370 Feb 20 06:21:09.299134 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-b8d12121-1d03-4cdb-b579-93e8866e0c54 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:09.299134 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-b8d12121-1d03-4cdb-b579-93e8866e0c54 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1844513 Feb 20 06:21:09.310465 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-14f0d5ca-ef1e-4d04-9194-6c654b89d143 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Request body: {'port': {'device_id': '0eb21465-c73e-4e0f-a4d9-39c327e8f592', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'admin_state_up': True, 'tenant_id': '46c46a9299ee4f518a4c74581eefbd56'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:21:09.416753 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-14f0d5ca-ef1e-4d04-9194-6c654b89d143 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Made reservation on behalf of 46c46a9299ee4f518a4c74581eefbd56 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:21:09.420106 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-14f0d5ca-ef1e-4d04-9194-6c654b89d143 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:09.428737 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-14f0d5ca-ef1e-4d04-9194-6c654b89d143 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:09.500015 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-14f0d5ca-ef1e-4d04-9194-6c654b89d143 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Publish callbacks [] for security_group (8beb52cd-0b17-4ee6-a946-760ac13c8699), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:09.503845 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-14f0d5ca-ef1e-4d04-9194-6c654b89d143 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8beb52cd-0b17-4ee6-a946-760ac13c8699), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:09.562850 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0d5ca-ef1e-4d04-9194-6c654b89d143 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8beb52cd-0b17-4ee6-a946-760ac13c8699,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:21:09.635221 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-14f0d5ca-ef1e-4d04-9194-6c654b89d143 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Allocated IP 192.168.233.79 (ea6854a5-214b-448f-9837-d74f1724e31b/d4157e6f-7413-4a84-9318-db0e146b1000/eaa1e69f-42b9-495e-a708-35ecbee43887) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:21:09.775533 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-14f0d5ca-ef1e-4d04-9194-6c654b89d143 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Publish callbacks [] for port (eaa1e69f-42b9-495e-a708-35ecbee43887), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:09.807920 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-14f0d5ca-ef1e-4d04-9194-6c654b89d143 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (eaa1e69f-42b9-495e-a708-35ecbee43887), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:09.850966 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-14f0d5ca-ef1e-4d04-9194-6c654b89d143 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Network ea6854a5-214b-448f-9837-d74f1724e31b is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:21:09.853868 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-14f0d5ca-ef1e-4d04-9194-6c654b89d143 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:21:09.856486 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-14f0d5ca-ef1e-4d04-9194-6c654b89d143 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:21:09.891797 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0d5ca-ef1e-4d04-9194-6c654b89d143 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Pushing event updated for resources: {'Port': ['ID=eaa1e69f-42b9-495e-a708-35ecbee43887,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:21:09.915216 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-14f0d5ca-ef1e-4d04-9194-6c654b89d143 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:09.915841 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-14f0d5ca-ef1e-4d04-9194-6c654b89d143 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:09.933722 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-14f0d5ca-ef1e-4d04-9194-6c654b89d143 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6267574 Feb 20 06:21:10.047566 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-bc502e68-5a95-423a-bc0f-4d20311a3873 service neutron] Request body: {'port': {'device_id': '0eb21465-c73e-4e0f-a4d9-39c327e8f592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:21:10.106880 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-bc502e68-5a95-423a-bc0f-4d20311a3873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (eaa1e69f-42b9-495e-a708-35ecbee43887), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:10.119632 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b14bc001-b75c-4ded-89ec-444d756a2e87 None None] Provisioning complete for port eaa1e69f-42b9-495e-a708-35ecbee43887 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:21:10.120176 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b14bc001-b75c-4ded-89ec-444d756a2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (eaa1e69f-42b9-495e-a708-35ecbee43887), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:10.154540 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b14bc001-b75c-4ded-89ec-444d756a2e87 None None] Port eaa1e69f-42b9-495e-a708-35ecbee43887 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:21:10.371048 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-bc502e68-5a95-423a-bc0f-4d20311a3873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaa1e69f-42b9-495e-a708-35ecbee43887 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:21:10.378715 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-bc502e68-5a95-423a-bc0f-4d20311a3873 service neutron] Publish callbacks [] for port (eaa1e69f-42b9-495e-a708-35ecbee43887), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:10.390432 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-bc502e68-5a95-423a-bc0f-4d20311a3873 service neutron] Transition to ACTIVE for port object eaa1e69f-42b9-495e-a708-35ecbee43887 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:21:10.394948 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-bc502e68-5a95-423a-bc0f-4d20311a3873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (eaa1e69f-42b9-495e-a708-35ecbee43887), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:10.397359 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabe03c-1916-4dae-9998-9a1ee69f3999 req-d290994f-0127-4993-a6e8-4f21133dd0cb tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:10.399061 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6eabe03c-1916-4dae-9998-9a1ee69f3999 req-d290994f-0127-4993-a6e8-4f21133dd0cb tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eb21465-c73e-4e0f-a4d9-39c327e8f592 HTTP/1.1" status: 200 len: 935 time: 0.0527682 Feb 20 06:21:10.453329 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6eabe03c-1916-4dae-9998-9a1ee69f3999 req-062f59d9-92ed-4caf-ba1d-57f0567e835d tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.37 "GET /v2.0/security-groups?id=8beb52cd-0b17-4ee6-a946-760ac13c8699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477262 Feb 20 06:21:10.457228 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc502e68-5a95-423a-bc0f-4d20311a3873 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa1e69f-42b9-495e-a708-35ecbee43887,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:21:10.526332 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-bc502e68-5a95-423a-bc0f-4d20311a3873 service neutron] Attempting to bind port eaa1e69f-42b9-495e-a708-35ecbee43887 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:21:10.526664 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-bc502e68-5a95-423a-bc0f-4d20311a3873 service neutron] Attempting to bind port eaa1e69f-42b9-495e-a708-35ecbee43887 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:21:10.527047 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-bc502e68-5a95-423a-bc0f-4d20311a3873 service neutron] Attempting to bind port eaa1e69f-42b9-495e-a708-35ecbee43887 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:21:10.531930 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-bc502e68-5a95-423a-bc0f-4d20311a3873 service neutron] Port eaa1e69f-42b9-495e-a708-35ecbee43887 on network ea6854a5-214b-448f-9837-d74f1724e31b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:21:10.532257 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-bc502e68-5a95-423a-bc0f-4d20311a3873 service neutron] Attempting to bind port eaa1e69f-42b9-495e-a708-35ecbee43887 on network ea6854a5-214b-448f-9837-d74f1724e31b {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:21:10.537367 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-bc502e68-5a95-423a-bc0f-4d20311a3873 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:21:10.537706 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-bc502e68-5a95-423a-bc0f-4d20311a3873 service neutron] Checking segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:21:10.538095 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-bc502e68-5a95-423a-bc0f-4d20311a3873 service neutron] Bound using segment: {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:21:10.538523 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-bc502e68-5a95-423a-bc0f-4d20311a3873 service neutron] Bound port: eaa1e69f-42b9-495e-a708-35ecbee43887, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f65a3f-2101-4e46-9853-d1f54df9f0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:21:10.538881 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-bc502e68-5a95-423a-bc0f-4d20311a3873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (eaa1e69f-42b9-495e-a708-35ecbee43887), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:10.607880 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-bc502e68-5a95-423a-bc0f-4d20311a3873 service neutron] For port eaa1e69f-42b9-495e-a708-35ecbee43887, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:21:10.611488 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-bc502e68-5a95-423a-bc0f-4d20311a3873 service neutron] For port eaa1e69f-42b9-495e-a708-35ecbee43887, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=eaa1e69f-42b9-495e-a708-35ecbee43887,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:21:10.617897 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-bc502e68-5a95-423a-bc0f-4d20311a3873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (eaa1e69f-42b9-495e-a708-35ecbee43887), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:10.651098 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-bc502e68-5a95-423a-bc0f-4d20311a3873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:10.651790 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-bc502e68-5a95-423a-bc0f-4d20311a3873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:10.653239 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-bc502e68-5a95-423a-bc0f-4d20311a3873 service neutron] 10.222.0.61 "PUT /v2.0/ports/eaa1e69f-42b9-495e-a708-35ecbee43887 HTTP/1.1" status: 200 len: 1095 time: 0.7123590 Feb 20 06:21:10.653696 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb21465-c73e-4e0f-a4d9-39c327e8f592', 'tag': 'eaa1e69f-42b9-495e-a708-35ecbee43887'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:21:10.656857 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e557fa0-8b16-4c34-98ff-c2446a76935d" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb21465-c73e-4e0f-a4d9-39c327e8f592", "tag": "eaa1e69f-42b9-495e-a708-35ecbee43887"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:21:10.693973 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc502e68-5a95-423a-bc0f-4d20311a3873 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa1e69f-42b9-495e-a708-35ecbee43887,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:21:10.714351 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8642bdc-b1fc-420e-8a74-7e59e9fcb849 x-openstack-request-id: req-f8642bdc-b1fc-420e-8a74-7e59e9fcb849 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:21:10.714644 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb21465-c73e-4e0f-a4d9-39c327e8f592", "tag": "eaa1e69f-42b9-495e-a708-35ecbee43887", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:21:10.714925 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8642bdc-b1fc-420e-8a74-7e59e9fcb849 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:21:10.715337 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb21465-c73e-4e0f-a4d9-39c327e8f592', 'tag': 'eaa1e69f-42b9-495e-a708-35ecbee43887', 'status': 'completed', 'code': 200} Feb 20 06:21:10.754738 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-a45a4595-2e27-4ecb-a753-88584d6ba381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:10.756310 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-a45a4595-2e27-4ecb-a753-88584d6ba381 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=46c46a9299ee4f518a4c74581eefbd56&device_id=0eb21465-c73e-4e0f-a4d9-39c327e8f592 HTTP/1.1" status: 200 len: 1129 time: 0.0530531 Feb 20 06:21:10.802253 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-d251d38a-4335-4b6e-b2bc-686ce585fb04 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=eaa1e69f-42b9-495e-a708-35ecbee43887 HTTP/1.1" status: 200 len: 217 time: 0.0392473 Feb 20 06:21:10.858030 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-5c0e5040-c384-427b-92cc-08c92eb02cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:10.859553 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-5c0e5040-c384-427b-92cc-08c92eb02cc2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0452499 Feb 20 06:21:10.908572 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-7d1c4f02-5431-41a2-a421-35b25eb825fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:10.909980 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-7d1c4f02-5431-41a2-a421-35b25eb825fc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0443523 Feb 20 06:21:11.002991 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-39072004-f53e-4e19-9221-9929076c51d3 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863595 Feb 20 06:21:11.088165 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fe0d64bb-7d39-40e8-a5e1-b50b62ad6cc9 req-36539acc-f6d6-44ce-acf2-0de1fff229a4 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796657 Feb 20 06:21:11.181997 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e557fa0-8b16-4c34-98ff-c2446a76935d req-7a7b645f-09d1-42dd-9038-4a56320b5fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:11.183505 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8e557fa0-8b16-4c34-98ff-c2446a76935d req-7a7b645f-09d1-42dd-9038-4a56320b5fd4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=46c46a9299ee4f518a4c74581eefbd56&device_id=0eb21465-c73e-4e0f-a4d9-39c327e8f592 HTTP/1.1" status: 200 len: 1129 time: 0.0436823 Feb 20 06:21:11.275705 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e557fa0-8b16-4c34-98ff-c2446a76935d req-fe7e6640-09db-47b2-ad1c-2367d017bcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:11.277181 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8e557fa0-8b16-4c34-98ff-c2446a76935d req-fe7e6640-09db-47b2-ad1c-2367d017bcc2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea6854a5-214b-448f-9837-d74f1724e31b HTTP/1.1" status: 200 len: 869 time: 0.0870707 Feb 20 06:21:11.317976 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8e557fa0-8b16-4c34-98ff-c2446a76935d req-431fb199-2a51-4045-88d6-fcd82d5a5879 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=eaa1e69f-42b9-495e-a708-35ecbee43887 HTTP/1.1" status: 200 len: 217 time: 0.0352986 Feb 20 06:21:11.368473 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e557fa0-8b16-4c34-98ff-c2446a76935d req-8d162e19-eeeb-48b2-b670-dc4cd9544359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:11.369877 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8e557fa0-8b16-4c34-98ff-c2446a76935d req-8d162e19-eeeb-48b2-b670-dc4cd9544359 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4157e6f-7413-4a84-9318-db0e146b1000 HTTP/1.1" status: 200 len: 843 time: 0.0462379 Feb 20 06:21:11.416899 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e557fa0-8b16-4c34-98ff-c2446a76935d req-e432dedb-3b59-42ef-950b-f2336623fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:11.418311 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8e557fa0-8b16-4c34-98ff-c2446a76935d req-e432dedb-3b59-42ef-950b-f2336623fa7b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea6854a5-214b-448f-9837-d74f1724e31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0413666 Feb 20 06:21:11.506097 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8e557fa0-8b16-4c34-98ff-c2446a76935d req-e3222586-45ce-45c6-8dfb-fda4876282ac service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812447 Feb 20 06:21:11.570026 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b3d7c-ba67-4266-a3cb-48dbb0ccc267 req-a807c760-bfb9-4a74-bf0e-1ec5dbbc51ec tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:11.571551 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-496b3d7c-ba67-4266-a3cb-48dbb0ccc267 req-a807c760-bfb9-4a74-bf0e-1ec5dbbc51ec tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eb21465-c73e-4e0f-a4d9-39c327e8f592 HTTP/1.1" status: 200 len: 947 time: 0.0525184 Feb 20 06:21:11.598276 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8e557fa0-8b16-4c34-98ff-c2446a76935d req-a1c09fe7-03cc-4b28-bc44-42579e60262c service neutron] 10.222.0.61 "GET /v2.0/networks/ea6854a5-214b-448f-9837-d74f1724e31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862505 Feb 20 06:21:11.627089 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-496b3d7c-ba67-4266-a3cb-48dbb0ccc267 req-c7107555-b77f-4350-908a-f2de04c1dbe4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.37 "GET /v2.0/security-groups?id=8beb52cd-0b17-4ee6-a946-760ac13c8699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498719 Feb 20 06:21:12.746994 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c486ee-b430-44da-9d7c-118cf7744e66 req-81ed366a-5961-414e-9c4f-7f2f579c842d tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:12.748937 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-78c486ee-b430-44da-9d7c-118cf7744e66 req-81ed366a-5961-414e-9c4f-7f2f579c842d tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eb21465-c73e-4e0f-a4d9-39c327e8f592 HTTP/1.1" status: 200 len: 947 time: 0.0564146 Feb 20 06:21:12.795032 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-78c486ee-b430-44da-9d7c-118cf7744e66 req-12755edc-c379-4181-89ca-0854879474dc tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.37 "GET /v2.0/security-groups?id=8beb52cd-0b17-4ee6-a946-760ac13c8699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397849 Feb 20 06:21:13.911853 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b575b-6ab6-49c0-b1fe-5cd097dec271 req-a361bda2-44a5-4a28-b878-6225fc6588e4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:13.913225 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-708b575b-6ab6-49c0-b1fe-5cd097dec271 req-a361bda2-44a5-4a28-b878-6225fc6588e4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eb21465-c73e-4e0f-a4d9-39c327e8f592 HTTP/1.1" status: 200 len: 947 time: 0.0523930 Feb 20 06:21:13.958888 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-708b575b-6ab6-49c0-b1fe-5cd097dec271 req-824a57bc-ef58-43e6-9185-c00a003d374b tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.37 "GET /v2.0/security-groups?id=8beb52cd-0b17-4ee6-a946-760ac13c8699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401118 Feb 20 06:21:14.229039 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device eaa1e69f-42b9-495e-a708-35ecbee43887 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:21:14.324764 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port eaa1e69f-42b9-495e-a708-35ecbee43887, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=eaa1e69f-42b9-495e-a708-35ecbee43887,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:21:14.335722 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'eaa1e69f-42b9-495e-a708-35ecbee43887', 'network_id': 'ea6854a5-214b-448f-9837-d74f1724e31b', 'port_id': 'eaa1e69f-42b9-495e-a708-35ecbee43887', 'mac_address': 'fa:16:3e:06:2a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4157e6f-7413-4a84-9318-db0e146b1000', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:21:14.370941 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port eaa1e69f-42b9-495e-a708-35ecbee43887 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:21:14.371332 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (eaa1e69f-42b9-495e-a708-35ecbee43887), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:14.384689 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa1e69f-42b9-495e-a708-35ecbee43887 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:21:14.402655 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port eaa1e69f-42b9-495e-a708-35ecbee43887, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=eaa1e69f-42b9-495e-a708-35ecbee43887,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:21:14.406700 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (eaa1e69f-42b9-495e-a708-35ecbee43887), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:14.451819 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=eaa1e69f-42b9-495e-a708-35ecbee43887,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:21:14.646069 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['eaa1e69f-42b9-495e-a708-35ecbee43887'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:21:15.074172 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc9b0c-04d1-4e21-816e-f774c9de6653 req-3f6aa482-dc99-462c-a8aa-d43061e52751 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:15.076154 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2fbc9b0c-04d1-4e21-816e-f774c9de6653 req-3f6aa482-dc99-462c-a8aa-d43061e52751 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eb21465-c73e-4e0f-a4d9-39c327e8f592 HTTP/1.1" status: 200 len: 948 time: 0.0507998 Feb 20 06:21:15.124933 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2fbc9b0c-04d1-4e21-816e-f774c9de6653 req-2917f551-aff9-4587-9dd5-71d37abe4aa1 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.37 "GET /v2.0/security-groups?id=8beb52cd-0b17-4ee6-a946-760ac13c8699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432339 Feb 20 06:21:16.241740 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685673f-5827-49d1-81cc-0d219842f12d req-2a520f3e-8d63-4c19-8105-551dc79f4236 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:16.243397 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f685673f-5827-49d1-81cc-0d219842f12d req-2a520f3e-8d63-4c19-8105-551dc79f4236 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eb21465-c73e-4e0f-a4d9-39c327e8f592 HTTP/1.1" status: 200 len: 948 time: 0.0522869 Feb 20 06:21:16.244188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device eaa1e69f-42b9-495e-a708-35ecbee43887 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:21:16.290116 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f685673f-5827-49d1-81cc-0d219842f12d req-1386835b-ae43-4d66-9a44-487be06e3516 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.37 "GET /v2.0/security-groups?id=8beb52cd-0b17-4ee6-a946-760ac13c8699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407643 Feb 20 06:21:16.292430 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port eaa1e69f-42b9-495e-a708-35ecbee43887 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:21:16.297155 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port eaa1e69f-42b9-495e-a708-35ecbee43887 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:21:16.297530 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (eaa1e69f-42b9-495e-a708-35ecbee43887), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:16.377059 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port eaa1e69f-42b9-495e-a708-35ecbee43887 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:21:16.377452 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (eaa1e69f-42b9-495e-a708-35ecbee43887), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:16.398567 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb21465-c73e-4e0f-a4d9-39c327e8f592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa1e69f-42b9-495e-a708-35ecbee43887'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:21:16.400790 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80755397-20ca-4bb7-a36f-cb2f1564f6bf" -d '{"events": [{"server_uuid": "0eb21465-c73e-4e0f-a4d9-39c327e8f592", "name": "network-vif-plugged", "status": "completed", "tag": "eaa1e69f-42b9-495e-a708-35ecbee43887"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:21:16.413456 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port eaa1e69f-42b9-495e-a708-35ecbee43887, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=eaa1e69f-42b9-495e-a708-35ecbee43887,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:21:16.417129 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (eaa1e69f-42b9-495e-a708-35ecbee43887), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:16.442810 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9a14eb-0ba0-4420-9852-06152c2954da x-openstack-request-id: req-0a9a14eb-0ba0-4420-9852-06152c2954da {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:21:16.443131 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb21465-c73e-4e0f-a4d9-39c327e8f592", "name": "network-vif-plugged", "status": "completed", "tag": "eaa1e69f-42b9-495e-a708-35ecbee43887", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:21:16.443386 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a9a14eb-0ba0-4420-9852-06152c2954da {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:21:16.443790 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb21465-c73e-4e0f-a4d9-39c327e8f592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa1e69f-42b9-495e-a708-35ecbee43887', 'code': 200} Feb 20 06:21:16.468693 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=eaa1e69f-42b9-495e-a708-35ecbee43887,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:21:16.526418 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71f70c2d-6556-42e3-b375-742b8ad9c353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:16.536499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8df67-6f01-41e1-8d27-10cc5b70c90f req-90a7b211-ac88-4388-a021-5c0f5d426369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:16.538012 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dcb8df67-6f01-41e1-8d27-10cc5b70c90f req-90a7b211-ac88-4388-a021-5c0f5d426369 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0eb21465-c73e-4e0f-a4d9-39c327e8f592 HTTP/1.1" status: 200 len: 1131 time: 0.0451920 Feb 20 06:21:16.580104 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dcb8df67-6f01-41e1-8d27-10cc5b70c90f req-e49bac5d-4930-4eff-8d77-6470e407ab9a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8beb52cd-0b17-4ee6-a946-760ac13c8699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359900 Feb 20 06:21:17.416405 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f625d34-baab-4846-860f-77d38c8d2ddb req-de6c5b0d-f72a-49bf-a3f0-dc768ae22f04 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:17.417883 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7f625d34-baab-4846-860f-77d38c8d2ddb req-de6c5b0d-f72a-49bf-a3f0-dc768ae22f04 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eb21465-c73e-4e0f-a4d9-39c327e8f592 HTTP/1.1" status: 200 len: 949 time: 0.0513356 Feb 20 06:21:17.467014 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7f625d34-baab-4846-860f-77d38c8d2ddb req-a2dac28d-3899-426a-9bd6-4a252bf9ec7b tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.37 "GET /v2.0/security-groups?id=8beb52cd-0b17-4ee6-a946-760ac13c8699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427055 Feb 20 06:21:18.587312 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac956bc-b486-4b4b-be95-28be20390d91 req-dbf8a15f-1675-4a79-a754-367bfad3fe6f tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:18.588795 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bac956bc-b486-4b4b-be95-28be20390d91 req-dbf8a15f-1675-4a79-a754-367bfad3fe6f tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eb21465-c73e-4e0f-a4d9-39c327e8f592 HTTP/1.1" status: 200 len: 949 time: 0.0566006 Feb 20 06:21:18.636788 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bac956bc-b486-4b4b-be95-28be20390d91 req-80a813ba-0e01-4f58-9751-6547827c62af tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.37 "GET /v2.0/security-groups?id=8beb52cd-0b17-4ee6-a946-760ac13c8699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408931 Feb 20 06:21:18.955433 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-721f7ad2-a627-4875-81aa-6d47c8ffa8b9 req-86e7ce2e-aef0-43ee-969a-5e1ea9540fd3 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 06:21:18.956443 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-721f7ad2-a627-4875-81aa-6d47c8ffa8b9 req-86e7ce2e-aef0-43ee-969a-5e1ea9540fd3 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0566573 Feb 20 06:21:18.993789 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b0a5961b-c18c-4703-a9a9-7f5b10d774e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:19.536700 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38e1d5-af25-46e8-8eeb-497855ba3377 req-758689cc-097f-4b4e-9242-cef1a1d14ec4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:19.538189 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b38e1d5-af25-46e8-8eeb-497855ba3377 req-758689cc-097f-4b4e-9242-cef1a1d14ec4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eb21465-c73e-4e0f-a4d9-39c327e8f592 HTTP/1.1" status: 200 len: 949 time: 0.0534179 Feb 20 06:21:19.583511 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9b38e1d5-af25-46e8-8eeb-497855ba3377 req-94c6537b-8e03-4f7f-8372-5a894e5ed4e3 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.37 "GET /v2.0/security-groups?id=8beb52cd-0b17-4ee6-a946-760ac13c8699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397089 Feb 20 06:21:19.732393 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:20.705898 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b718d-6a4b-4a2a-815d-93ad4f5f1f28 req-551ec5d0-c764-4aeb-a829-c4dbde656630 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:20.707394 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a5b718d-6a4b-4a2a-815d-93ad4f5f1f28 req-551ec5d0-c764-4aeb-a829-c4dbde656630 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eb21465-c73e-4e0f-a4d9-39c327e8f592 HTTP/1.1" status: 200 len: 949 time: 0.0568283 Feb 20 06:21:20.752032 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7a5b718d-6a4b-4a2a-815d-93ad4f5f1f28 req-e3c00a4a-a755-45e2-8a72-9daf5563e167 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.37 "GET /v2.0/security-groups?id=8beb52cd-0b17-4ee6-a946-760ac13c8699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391915 Feb 20 06:21:20.805318 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effdce1-4268-4042-8da6-247c48b05b02 req-3a1fd0a5-ca63-4e5c-9641-fc8c429a2c50 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:20.806769 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3effdce1-4268-4042-8da6-247c48b05b02 req-3a1fd0a5-ca63-4e5c-9641-fc8c429a2c50 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.61 "GET /v2.0/ports?device_id=0eb21465-c73e-4e0f-a4d9-39c327e8f592 HTTP/1.1" status: 200 len: 949 time: 0.0550923 Feb 20 06:21:20.894456 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-3effdce1-4268-4042-8da6-247c48b05b02 req-a0027dfd-a25b-4ebd-bafc-93aab9eee3d4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Deleting port eaa1e69f-42b9-495e-a708-35ecbee43887 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:21:20.894722 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3effdce1-4268-4042-8da6-247c48b05b02 req-a0027dfd-a25b-4ebd-bafc-93aab9eee3d4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (eaa1e69f-42b9-495e-a708-35ecbee43887), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:20.982076 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-3effdce1-4268-4042-8da6-247c48b05b02 req-a0027dfd-a25b-4ebd-bafc-93aab9eee3d4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] For port eaa1e69f-42b9-495e-a708-35ecbee43887, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=eaa1e69f-42b9-495e-a708-35ecbee43887,segment=NetworkSegment(c9f65a3f-2101-4e46-9853-d1f54df9f0c1),segment_id=c9f65a3f-2101-4e46-9853-d1f54df9f0c1)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:21:20.982438 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3effdce1-4268-4042-8da6-247c48b05b02 req-a0027dfd-a25b-4ebd-bafc-93aab9eee3d4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (eaa1e69f-42b9-495e-a708-35ecbee43887), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:20.993919 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-3effdce1-4268-4042-8da6-247c48b05b02 req-a0027dfd-a25b-4ebd-bafc-93aab9eee3d4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Calling delete_port for eaa1e69f-42b9-495e-a708-35ecbee43887 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:21:21.118007 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3effdce1-4268-4042-8da6-247c48b05b02 req-a0027dfd-a25b-4ebd-bafc-93aab9eee3d4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (eaa1e69f-42b9-495e-a708-35ecbee43887), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:21.129022 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['eaa1e69f-42b9-495e-a708-35ecbee43887'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:21:21.156931 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0027dfd-a25b-4ebd-bafc-93aab9eee3d4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Pushing event deleted for resources: {'Port': ['ID=eaa1e69f-42b9-495e-a708-35ecbee43887,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:21:21.178695 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0027dfd-a25b-4ebd-bafc-93aab9eee3d4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:21:21.179088 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0027dfd-a25b-4ebd-bafc-93aab9eee3d4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:21:21.179439 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0027dfd-a25b-4ebd-bafc-93aab9eee3d4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:21:21.179775 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0027dfd-a25b-4ebd-bafc-93aab9eee3d4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:21:21.180109 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0027dfd-a25b-4ebd-bafc-93aab9eee3d4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:21:21.180434 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0027dfd-a25b-4ebd-bafc-93aab9eee3d4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:21:21.180760 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0027dfd-a25b-4ebd-bafc-93aab9eee3d4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:21:21.181119 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0027dfd-a25b-4ebd-bafc-93aab9eee3d4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:21:21.181677 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0027dfd-a25b-4ebd-bafc-93aab9eee3d4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:21:21.182011 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0027dfd-a25b-4ebd-bafc-93aab9eee3d4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:21:21.182338 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0027dfd-a25b-4ebd-bafc-93aab9eee3d4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:21:21.182659 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0027dfd-a25b-4ebd-bafc-93aab9eee3d4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:21:21.183006 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0027dfd-a25b-4ebd-bafc-93aab9eee3d4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:21:21.207335 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-3effdce1-4268-4042-8da6-247c48b05b02 req-a0027dfd-a25b-4ebd-bafc-93aab9eee3d4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] No DVR routers for this DVR port eaa1e69f-42b9-495e-a708-35ecbee43887 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:21:21.209952 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3effdce1-4268-4042-8da6-247c48b05b02 req-a0027dfd-a25b-4ebd-bafc-93aab9eee3d4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:21.213862 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3effdce1-4268-4042-8da6-247c48b05b02 req-a0027dfd-a25b-4ebd-bafc-93aab9eee3d4 tempest-ServersAdminNegativeTestJSON-704113305 tempest-ServersAdminNegativeTestJSON-704113305-project] 10.222.0.61 "DELETE /v2.0/ports/eaa1e69f-42b9-495e-a708-35ecbee43887 HTTP/1.1" status: 204 len: 173 time: 0.4020314 Feb 20 06:21:21.214335 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb21465-c73e-4e0f-a4d9-39c327e8f592', 'name': 'network-vif-deleted', 'tag': 'eaa1e69f-42b9-495e-a708-35ecbee43887'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:21:21.216675 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2726cb-285a-4e3b-a77f-53804f5154bb" -d '{"events": [{"server_uuid": "0eb21465-c73e-4e0f-a4d9-39c327e8f592", "name": "network-vif-deleted", "tag": "eaa1e69f-42b9-495e-a708-35ecbee43887"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:21:21.254800 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52ae315-d071-4b7a-9bc6-e19b942c58db x-openstack-request-id: req-f52ae315-d071-4b7a-9bc6-e19b942c58db {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:21:21.255135 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb21465-c73e-4e0f-a4d9-39c327e8f592", "name": "network-vif-deleted", "tag": "eaa1e69f-42b9-495e-a708-35ecbee43887", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:21:21.255388 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f52ae315-d071-4b7a-9bc6-e19b942c58db {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:21:21.255796 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb21465-c73e-4e0f-a4d9-39c327e8f592', 'name': 'network-vif-deleted', 'tag': 'eaa1e69f-42b9-495e-a708-35ecbee43887', 'status': 'completed', 'code': 200} Feb 20 06:21:21.560959 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:22.042573 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50770) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:21:22.169650 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3df20b7f-ce01-4207-9194-7483b65c0d76 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46c46a9299ee4f518a4c74581eefbd56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1258919 Feb 20 06:21:22.172145 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50774) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:21:22.219369 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a90cea2-9f88-4f63-aafd-bc10312fa894 admin admin] Publish callbacks [] for security_group (8beb52cd-0b17-4ee6-a946-760ac13c8699), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:22.239611 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a90cea2-9f88-4f63-aafd-bc10312fa894 admin admin] Publish callbacks [] for security_group (8beb52cd-0b17-4ee6-a946-760ac13c8699), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:22.285670 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a90cea2-9f88-4f63-aafd-bc10312fa894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8beb52cd-0b17-4ee6-a946-760ac13c8699), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:22.288124 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a90cea2-9f88-4f63-aafd-bc10312fa894 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:22.289364 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7a90cea2-9f88-4f63-aafd-bc10312fa894 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8beb52cd-0b17-4ee6-a946-760ac13c8699 HTTP/1.1" status: 204 len: 168 time: 0.1162858 Feb 20 06:21:22.296755 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90cea2-9f88-4f63-aafd-bc10312fa894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8beb52cd-0b17-4ee6-a946-760ac13c8699,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:21:22.304074 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90cea2-9f88-4f63-aafd-bc10312fa894 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:21:22.304438 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90cea2-9f88-4f63-aafd-bc10312fa894 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:21:22.304783 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90cea2-9f88-4f63-aafd-bc10312fa894 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:21:22.305119 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90cea2-9f88-4f63-aafd-bc10312fa894 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:21:22.305468 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90cea2-9f88-4f63-aafd-bc10312fa894 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:21:22.305785 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90cea2-9f88-4f63-aafd-bc10312fa894 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:21:22.306115 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90cea2-9f88-4f63-aafd-bc10312fa894 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:21:22.306440 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90cea2-9f88-4f63-aafd-bc10312fa894 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:21:22.306794 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90cea2-9f88-4f63-aafd-bc10312fa894 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:21:22.307101 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90cea2-9f88-4f63-aafd-bc10312fa894 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:21:22.307425 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90cea2-9f88-4f63-aafd-bc10312fa894 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:21:22.307748 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90cea2-9f88-4f63-aafd-bc10312fa894 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:21:22.308072 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90cea2-9f88-4f63-aafd-bc10312fa894 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:21:22.544789 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50780) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:21:22.557865 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9309b093-c5f3-45e6-b477-0f8d575aed74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:22.636186 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9309b093-c5f3-45e6-b477-0f8d575aed74 admin admin] Publish callbacks [] for security_group (e96a7d02-e82a-4895-9349-e45fe0511ab6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:22.639935 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9309b093-c5f3-45e6-b477-0f8d575aed74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e96a7d02-e82a-4895-9349-e45fe0511ab6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:22.677632 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9309b093-c5f3-45e6-b477-0f8d575aed74 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7fdb480262f64b29a35bcd8366919852&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1316566 Feb 20 06:21:22.678737 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309b093-c5f3-45e6-b477-0f8d575aed74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96a7d02-e82a-4895-9349-e45fe0511ab6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:21:22.680454 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50782) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:21:22.727938 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d2b45e32-3257-47c5-a239-0422fa4ac6c4 admin admin] Publish callbacks [] for security_group (e96a7d02-e82a-4895-9349-e45fe0511ab6), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:22.739827 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:22.751331 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d2b45e32-3257-47c5-a239-0422fa4ac6c4 admin admin] Publish callbacks [] for security_group (e96a7d02-e82a-4895-9349-e45fe0511ab6), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:22.796491 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d2b45e32-3257-47c5-a239-0422fa4ac6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (e96a7d02-e82a-4895-9349-e45fe0511ab6), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:22.798971 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d2b45e32-3257-47c5-a239-0422fa4ac6c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:22.800115 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d2b45e32-3257-47c5-a239-0422fa4ac6c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e96a7d02-e82a-4895-9349-e45fe0511ab6 HTTP/1.1" status: 204 len: 168 time: 0.1186922 Feb 20 06:21:22.807563 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b45e32-3257-47c5-a239-0422fa4ac6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96a7d02-e82a-4895-9349-e45fe0511ab6,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:21:23.302825 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:23.448850 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50804) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:21:23.541698 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-52205e9e-d2ed-48f9-ba67-4e4eb6b0c55e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1663491414-network', 'tenant_id': 'dec6bae18b9044cdb7eeaf7b0eee8763'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:21:23.560269 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52205e9e-d2ed-48f9-ba67-4e4eb6b0c55e admin admin] Made reservation on behalf of dec6bae18b9044cdb7eeaf7b0eee8763 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:21:23.562785 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52205e9e-d2ed-48f9-ba67-4e4eb6b0c55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:23.571012 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52205e9e-d2ed-48f9-ba67-4e4eb6b0c55e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:23.644668 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52205e9e-d2ed-48f9-ba67-4e4eb6b0c55e admin admin] Publish callbacks [] for security_group (781a4244-8f71-480e-9d9d-1fe9b1ce21f8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:23.648301 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52205e9e-d2ed-48f9-ba67-4e4eb6b0c55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (781a4244-8f71-480e-9d9d-1fe9b1ce21f8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:23.672580 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52205e9e-d2ed-48f9-ba67-4e4eb6b0c55e admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:21:23.681926 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52205e9e-d2ed-48f9-ba67-4e4eb6b0c55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781a4244-8f71-480e-9d9d-1fe9b1ce21f8,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:21:23.688751 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52205e9e-d2ed-48f9-ba67-4e4eb6b0c55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (c314b655-0bb4-4333-882d-8922fe986501), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:23.689096 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-52205e9e-d2ed-48f9-ba67-4e4eb6b0c55e admin admin] Added segment c314b655-0bb4-4333-882d-8922fe986501 of type vlan for network 3bfa77ce-7cf2-4313-8342-98d86931a9dd Feb 20 06:21:23.727638 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52205e9e-d2ed-48f9-ba67-4e4eb6b0c55e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (3bfa77ce-7cf2-4313-8342-98d86931a9dd), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:23.751831 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52205e9e-d2ed-48f9-ba67-4e4eb6b0c55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (3bfa77ce-7cf2-4313-8342-98d86931a9dd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:23.752787 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52205e9e-d2ed-48f9-ba67-4e4eb6b0c55e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:23.753362 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-52205e9e-d2ed-48f9-ba67-4e4eb6b0c55e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:23.809723 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-52205e9e-d2ed-48f9-ba67-4e4eb6b0c55e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3592553 Feb 20 06:21:23.812797 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50808) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:21:23.816866 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52205e9e-d2ed-48f9-ba67-4e4eb6b0c55e admin admin] Pushing event updated for resources: {'Network': ['ID=3bfa77ce-7cf2-4313-8342-98d86931a9dd,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:21:23.817843 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-1dde1305-5a41-417e-b0af-ec37b0a0e9e0 admin admin] Request body: {'subnet': {'network_id': '3bfa77ce-7cf2-4313-8342-98d86931a9dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1663491414-subnet', 'tenant_id': 'dec6bae18b9044cdb7eeaf7b0eee8763', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:21:23.828904 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 3bfa77ce-7cf2-4313-8342-98d86931a9dd details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:21:23.838831 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dde1305-5a41-417e-b0af-ec37b0a0e9e0 admin admin] Made reservation on behalf of dec6bae18b9044cdb7eeaf7b0eee8763 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:21:23.841278 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1dde1305-5a41-417e-b0af-ec37b0a0e9e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:24.002928 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1dde1305-5a41-417e-b0af-ec37b0a0e9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (05f48f0a-4838-480d-89e3-130b0767d1f3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:24.062547 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde1305-5a41-417e-b0af-ec37b0a0e9e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05f48f0a-4838-480d-89e3-130b0767d1f3,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:21:24.070071 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dde1305-5a41-417e-b0af-ec37b0a0e9e0 admin admin] Checking segment: {'id': 'c314b655-0bb4-4333-882d-8922fe986501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3bfa77ce-7cf2-4313-8342-98d86931a9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:21:24.070421 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dde1305-5a41-417e-b0af-ec37b0a0e9e0 admin admin] Network hostable DHCP agents. Network: 3bfa77ce-7cf2-4313-8342-98d86931a9dd, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:21:24.086444 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dde1305-5a41-417e-b0af-ec37b0a0e9e0 admin admin] Network 3bfa77ce-7cf2-4313-8342-98d86931a9dd is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:21:24.094480 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-1dde1305-5a41-417e-b0af-ec37b0a0e9e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 3bfa77ce-7cf2-4313-8342-98d86931a9dd) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:21:24.098304 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dde1305-5a41-417e-b0af-ec37b0a0e9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:24.098881 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1dde1305-5a41-417e-b0af-ec37b0a0e9e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:24.104592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4b4e01-39aa-4215-bdf5-4171ed9f5cf1 None None] Network 3bfa77ce-7cf2-4313-8342-98d86931a9dd requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:21:24.114296 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1dde1305-5a41-417e-b0af-ec37b0a0e9e0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3003638 Feb 20 06:21:24.207467 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b271b8-68a6-40e5-af66-b7abf7527893 None None] Network 3bfa77ce-7cf2-4313-8342-98d86931a9dd requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:21:24.275221 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device eaa1e69f-42b9-495e-a708-35ecbee43887 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:21:24.461740 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: eaa1e69f-42b9-495e-a708-35ecbee43887 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:21:24.462211 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device eaa1e69f-42b9-495e-a708-35ecbee43887 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:21:24.548597 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-e57ebed7-fbb9-4802-96cc-78ece4c8607d tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:24.550088 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-e57ebed7-fbb9-4802-96cc-78ece4c8607d tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/networks?id=3bfa77ce-7cf2-4313-8342-98d86931a9dd HTTP/1.1" status: 200 len: 812 time: 0.1070354 Feb 20 06:21:24.564327 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-d3e8e851-13af-499f-bdae-282c767e1722 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/quotas/dec6bae18b9044cdb7eeaf7b0eee8763 HTTP/1.1" status: 200 len: 375 time: 0.0088844 Feb 20 06:21:24.599826 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-2dbc84ad-afb5-4ec8-9508-caa7405d36a7 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dec6bae18b9044cdb7eeaf7b0eee8763&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307651 Feb 20 06:21:24.610481 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-861c6b3e-15b4-4889-9328-f8899b4df8e5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 06:21:24.611463 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-861c6b3e-15b4-4889-9328-f8899b4df8e5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055335 Feb 20 06:21:24.698355 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-b5653337-f210-4138-811c-01a973c439af service neutron] 10.222.0.37 "GET /v2.0/networks/3bfa77ce-7cf2-4313-8342-98d86931a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817368 Feb 20 06:21:24.789724 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-93769d42-f531-4a4f-8f22-f2d713db7c8b service neutron] 10.222.0.37 "GET /v2.0/networks/3bfa77ce-7cf2-4313-8342-98d86931a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850523 Feb 20 06:21:24.946615 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-680fa9bd-7e96-41d6-8722-80adc36f4780 req-0c3d551e-f100-48ba-b95f-9f65a64b84da tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 210 time: 0.0291924 Feb 20 06:21:25.602713 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:25.953157 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-8aa01abd-20f6-4a95-b4f9-0cc2cdb574c9 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:25.954590 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-8aa01abd-20f6-4a95-b4f9-0cc2cdb574c9 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.61 "GET /v2.0/networks?id=3bfa77ce-7cf2-4313-8342-98d86931a9dd HTTP/1.1" status: 200 len: 812 time: 0.1014285 Feb 20 06:21:25.967357 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-7b527e8c-df18-452c-b425-ed28d71c8f70 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Request body: {'port': {'device_id': '93d88c2f-b958-4a4a-ac0f-ce3c83a34736', 'network_id': '3bfa77ce-7cf2-4313-8342-98d86931a9dd', 'admin_state_up': True, 'tenant_id': 'dec6bae18b9044cdb7eeaf7b0eee8763'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:21:26.044487 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dae58c37-4824-4b3e-b43f-bd5438bc898a req-c0fdc531-0713-4904-8f29-3ee7acec5bfe tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 210 time: 0.0279346 Feb 20 06:21:26.078915 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-7b527e8c-df18-452c-b425-ed28d71c8f70 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Made reservation on behalf of dec6bae18b9044cdb7eeaf7b0eee8763 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:21:26.082523 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-7b527e8c-df18-452c-b425-ed28d71c8f70 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:26.205983 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-7b527e8c-df18-452c-b425-ed28d71c8f70 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Allocated IP 172.20.0.2 (3bfa77ce-7cf2-4313-8342-98d86931a9dd/05f48f0a-4838-480d-89e3-130b0767d1f3/28585de4-fb73-4513-aa27-db5e079cdb6c) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:21:26.358592 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-7b527e8c-df18-452c-b425-ed28d71c8f70 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Publish callbacks [] for port (28585de4-fb73-4513-aa27-db5e079cdb6c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:26.391901 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-7b527e8c-df18-452c-b425-ed28d71c8f70 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (28585de4-fb73-4513-aa27-db5e079cdb6c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:26.434791 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-7b527e8c-df18-452c-b425-ed28d71c8f70 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Network 3bfa77ce-7cf2-4313-8342-98d86931a9dd is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:21:26.437750 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-7b527e8c-df18-452c-b425-ed28d71c8f70 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:21:26.443665 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-7b527e8c-df18-452c-b425-ed28d71c8f70 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:21:26.449741 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b527e8c-df18-452c-b425-ed28d71c8f70 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Pushing event updated for resources: {'Port': ['ID=28585de4-fb73-4513-aa27-db5e079cdb6c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:21:26.498115 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-7b527e8c-df18-452c-b425-ed28d71c8f70 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:26.498717 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-7b527e8c-df18-452c-b425-ed28d71c8f70 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:26.514258 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-7b527e8c-df18-452c-b425-ed28d71c8f70 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5510492 Feb 20 06:21:26.526083 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-85becefc-7ada-4027-a18c-c8ca38f90e36 service neutron] Request body: {'port': {'device_id': '93d88c2f-b958-4a4a-ac0f-ce3c83a34736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:21:26.582722 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-85becefc-7ada-4027-a18c-c8ca38f90e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (28585de4-fb73-4513-aa27-db5e079cdb6c), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:27.100708 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-85becefc-7ada-4027-a18c-c8ca38f90e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28585de4-fb73-4513-aa27-db5e079cdb6c {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:21:27.109049 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-85becefc-7ada-4027-a18c-c8ca38f90e36 service neutron] Publish callbacks [] for port (28585de4-fb73-4513-aa27-db5e079cdb6c), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:27.122536 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-85becefc-7ada-4027-a18c-c8ca38f90e36 service neutron] Transition to ACTIVE for port object 28585de4-fb73-4513-aa27-db5e079cdb6c will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:21:27.126793 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-85becefc-7ada-4027-a18c-c8ca38f90e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (28585de4-fb73-4513-aa27-db5e079cdb6c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:27.166443 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c494cb-5bba-47be-8917-8fff1e91ee19 req-6e90ec7c-63f3-4310-9f7d-a2cee7dd17dc tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:27.167940 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28c494cb-5bba-47be-8917-8fff1e91ee19 req-6e90ec7c-63f3-4310-9f7d-a2cee7dd17dc tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 931 time: 0.0555453 Feb 20 06:21:27.177992 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85becefc-7ada-4027-a18c-c8ca38f90e36 service neutron] Pushing event updated for resources: {'Port': ['ID=28585de4-fb73-4513-aa27-db5e079cdb6c,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:21:27.215650 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28c494cb-5bba-47be-8917-8fff1e91ee19 req-d222e15b-9fcb-47b5-a617-74bb0a6919aa tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410590 Feb 20 06:21:27.241070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-85becefc-7ada-4027-a18c-c8ca38f90e36 service neutron] Attempting to bind port 28585de4-fb73-4513-aa27-db5e079cdb6c on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:21:27.241408 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-85becefc-7ada-4027-a18c-c8ca38f90e36 service neutron] Attempting to bind port 28585de4-fb73-4513-aa27-db5e079cdb6c by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'c314b655-0bb4-4333-882d-8922fe986501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3bfa77ce-7cf2-4313-8342-98d86931a9dd'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:21:27.241735 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-85becefc-7ada-4027-a18c-c8ca38f90e36 service neutron] Attempting to bind port 28585de4-fb73-4513-aa27-db5e079cdb6c on network 3bfa77ce-7cf2-4313-8342-98d86931a9dd {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:21:27.245941 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-85becefc-7ada-4027-a18c-c8ca38f90e36 service neutron] Port 28585de4-fb73-4513-aa27-db5e079cdb6c on network 3bfa77ce-7cf2-4313-8342-98d86931a9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:21:27.246259 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-85becefc-7ada-4027-a18c-c8ca38f90e36 service neutron] Attempting to bind port 28585de4-fb73-4513-aa27-db5e079cdb6c on network 3bfa77ce-7cf2-4313-8342-98d86931a9dd {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:21:27.251799 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-85becefc-7ada-4027-a18c-c8ca38f90e36 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:21:27.252131 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-85becefc-7ada-4027-a18c-c8ca38f90e36 service neutron] Checking segment: {'id': 'c314b655-0bb4-4333-882d-8922fe986501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3bfa77ce-7cf2-4313-8342-98d86931a9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:21:27.252512 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-85becefc-7ada-4027-a18c-c8ca38f90e36 service neutron] Bound using segment: {'id': 'c314b655-0bb4-4333-882d-8922fe986501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3bfa77ce-7cf2-4313-8342-98d86931a9dd'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:21:27.252928 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-85becefc-7ada-4027-a18c-c8ca38f90e36 service neutron] Bound port: 28585de4-fb73-4513-aa27-db5e079cdb6c, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c314b655-0bb4-4333-882d-8922fe986501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3bfa77ce-7cf2-4313-8342-98d86931a9dd'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:21:27.253276 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-85becefc-7ada-4027-a18c-c8ca38f90e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (28585de4-fb73-4513-aa27-db5e079cdb6c), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:27.316276 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-85becefc-7ada-4027-a18c-c8ca38f90e36 service neutron] For port 28585de4-fb73-4513-aa27-db5e079cdb6c, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:21:27.321038 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-85becefc-7ada-4027-a18c-c8ca38f90e36 service neutron] For port 28585de4-fb73-4513-aa27-db5e079cdb6c, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=28585de4-fb73-4513-aa27-db5e079cdb6c,segment=NetworkSegment(c314b655-0bb4-4333-882d-8922fe986501),segment_id=c314b655-0bb4-4333-882d-8922fe986501)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:21:27.332605 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-85becefc-7ada-4027-a18c-c8ca38f90e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (28585de4-fb73-4513-aa27-db5e079cdb6c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:27.367014 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-85becefc-7ada-4027-a18c-c8ca38f90e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:27.367633 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-85becefc-7ada-4027-a18c-c8ca38f90e36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:27.369028 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-85becefc-7ada-4027-a18c-c8ca38f90e36 service neutron] 10.222.0.61 "PUT /v2.0/ports/28585de4-fb73-4513-aa27-db5e079cdb6c HTTP/1.1" status: 200 len: 1091 time: 0.8469095 Feb 20 06:21:27.369464 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d88c2f-b958-4a4a-ac0f-ce3c83a34736', 'tag': '28585de4-fb73-4513-aa27-db5e079cdb6c'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:21:27.372497 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e1a896-0d82-4bab-863f-eb7c4af6cfbd" -d '{"events": [{"name": "network-changed", "server_uuid": "93d88c2f-b958-4a4a-ac0f-ce3c83a34736", "tag": "28585de4-fb73-4513-aa27-db5e079cdb6c"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:21:27.400485 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85becefc-7ada-4027-a18c-c8ca38f90e36 service neutron] Pushing event updated for resources: {'Port': ['ID=28585de4-fb73-4513-aa27-db5e079cdb6c,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:21:27.431371 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d629177d-7f6f-43d5-9b5f-d74610ec3142 x-openstack-request-id: req-d629177d-7f6f-43d5-9b5f-d74610ec3142 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:21:27.431704 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d88c2f-b958-4a4a-ac0f-ce3c83a34736", "tag": "28585de4-fb73-4513-aa27-db5e079cdb6c", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:21:27.431944 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d629177d-7f6f-43d5-9b5f-d74610ec3142 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:21:27.432904 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d88c2f-b958-4a4a-ac0f-ce3c83a34736', 'tag': '28585de4-fb73-4513-aa27-db5e079cdb6c', 'status': 'completed', 'code': 200} Feb 20 06:21:27.451215 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-90599d07-8cd5-45fa-848f-e8f148f56d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:27.452720 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-90599d07-8cd5-45fa-848f-e8f148f56d12 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dec6bae18b9044cdb7eeaf7b0eee8763&device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 1125 time: 0.0488071 Feb 20 06:21:27.497861 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-ab22a5bf-1537-4389-b786-ca80d79677f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28585de4-fb73-4513-aa27-db5e079cdb6c HTTP/1.1" status: 200 len: 217 time: 0.0370770 Feb 20 06:21:27.544671 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-dc9ea869-b962-4140-b443-c355ac02ea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:27.546133 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-dc9ea869-b962-4140-b443-c355ac02ea8c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05f48f0a-4838-480d-89e3-130b0767d1f3 HTTP/1.1" status: 200 len: 852 time: 0.0427654 Feb 20 06:21:27.576361 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-15b621f2-e6b8-45f9-8229-021de249d0b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bfa77ce-7cf2-4313-8342-98d86931a9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243950 Feb 20 06:21:27.662803 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-d6e94ebc-cd26-4ec8-a6f5-b16447389cad service neutron] 10.222.0.61 "GET /v2.0/networks/3bfa77ce-7cf2-4313-8342-98d86931a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799489 Feb 20 06:21:27.752885 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b3b19c6c-2202-4601-98b8-bcc89aa97b5b req-c6d593a9-d913-4ae7-a723-bbe23bb02dfa service neutron] 10.222.0.61 "GET /v2.0/networks/3bfa77ce-7cf2-4313-8342-98d86931a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847001 Feb 20 06:21:27.839873 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1a896-0d82-4bab-863f-eb7c4af6cfbd req-a86f9572-940b-4396-9f26-6f653a11148b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:27.842023 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-11e1a896-0d82-4bab-863f-eb7c4af6cfbd req-a86f9572-940b-4396-9f26-6f653a11148b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dec6bae18b9044cdb7eeaf7b0eee8763&device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 1125 time: 0.0451629 Feb 20 06:21:27.939664 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1a896-0d82-4bab-863f-eb7c4af6cfbd req-de1732d5-583f-4aea-af49-24a32b07d40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:27.941129 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-11e1a896-0d82-4bab-863f-eb7c4af6cfbd req-de1732d5-583f-4aea-af49-24a32b07d40a service neutron] 10.222.0.61 "GET /v2.0/networks?id=3bfa77ce-7cf2-4313-8342-98d86931a9dd HTTP/1.1" status: 200 len: 912 time: 0.0939090 Feb 20 06:21:27.981326 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-11e1a896-0d82-4bab-863f-eb7c4af6cfbd req-43ee2356-620f-4db5-89e1-5fb7d6051455 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28585de4-fb73-4513-aa27-db5e079cdb6c HTTP/1.1" status: 200 len: 217 time: 0.0342009 Feb 20 06:21:28.029054 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1a896-0d82-4bab-863f-eb7c4af6cfbd req-8ebcee3b-b582-4ff3-85fb-9311417fc447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:28.030413 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-11e1a896-0d82-4bab-863f-eb7c4af6cfbd req-8ebcee3b-b582-4ff3-85fb-9311417fc447 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05f48f0a-4838-480d-89e3-130b0767d1f3 HTTP/1.1" status: 200 len: 852 time: 0.0437462 Feb 20 06:21:28.065046 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-11e1a896-0d82-4bab-863f-eb7c4af6cfbd req-05a6e43c-0bf8-4f56-83fa-835052695e3f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bfa77ce-7cf2-4313-8342-98d86931a9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284932 Feb 20 06:21:28.152094 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-11e1a896-0d82-4bab-863f-eb7c4af6cfbd req-d59d75b4-c864-4c43-a057-17466783d400 service neutron] 10.222.0.61 "GET /v2.0/networks/3bfa77ce-7cf2-4313-8342-98d86931a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803499 Feb 20 06:21:28.244450 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-11e1a896-0d82-4bab-863f-eb7c4af6cfbd req-f86c169f-df43-46dd-b88e-1440fd71639d service neutron] 10.222.0.61 "GET /v2.0/networks/3bfa77ce-7cf2-4313-8342-98d86931a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863686 Feb 20 06:21:28.337406 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f32f7-d2e6-4654-8dd9-f02ad87f4dd3 req-0f4083c4-6e91-4964-b11a-10e9b2d9b95e tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:28.338804 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-579f32f7-d2e6-4654-8dd9-f02ad87f4dd3 req-0f4083c4-6e91-4964-b11a-10e9b2d9b95e tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 943 time: 0.0550749 Feb 20 06:21:28.384687 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-579f32f7-d2e6-4654-8dd9-f02ad87f4dd3 req-fe3c7a0e-ace3-4670-a996-22e1e7b18eea tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398157 Feb 20 06:21:29.012765 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:21:29.504338 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a73d1-6cc4-44a8-9e37-0dff521d7115 req-fb8b8882-82b6-425a-a0bb-49797e401198 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:29.505810 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c43a73d1-6cc4-44a8-9e37-0dff521d7115 req-fb8b8882-82b6-425a-a0bb-49797e401198 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 943 time: 0.0523160 Feb 20 06:21:29.551476 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c43a73d1-6cc4-44a8-9e37-0dff521d7115 req-c485d0a8-9f1e-4640-8b76-f76584719cff tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401783 Feb 20 06:21:30.305168 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 28585de4-fb73-4513-aa27-db5e079cdb6c details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:21:30.401358 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 28585de4-fb73-4513-aa27-db5e079cdb6c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=28585de4-fb73-4513-aa27-db5e079cdb6c,segment=NetworkSegment(c314b655-0bb4-4333-882d-8922fe986501),segment_id=c314b655-0bb4-4333-882d-8922fe986501)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:21:30.412302 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '28585de4-fb73-4513-aa27-db5e079cdb6c', 'network_id': '3bfa77ce-7cf2-4313-8342-98d86931a9dd', 'port_id': '28585de4-fb73-4513-aa27-db5e079cdb6c', 'mac_address': 'fa:16:3e:5e:60:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05f48f0a-4838-480d-89e3-130b0767d1f3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:21:30.448701 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 28585de4-fb73-4513-aa27-db5e079cdb6c is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:21:30.449092 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (28585de4-fb73-4513-aa27-db5e079cdb6c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:30.462521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28585de4-fb73-4513-aa27-db5e079cdb6c {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:21:30.481106 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 28585de4-fb73-4513-aa27-db5e079cdb6c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=28585de4-fb73-4513-aa27-db5e079cdb6c,segment=NetworkSegment(c314b655-0bb4-4333-882d-8922fe986501),segment_id=c314b655-0bb4-4333-882d-8922fe986501)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:21:30.484934 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (28585de4-fb73-4513-aa27-db5e079cdb6c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:30.531290 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=28585de4-fb73-4513-aa27-db5e079cdb6c,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:21:30.670983 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c866c2-4d1e-4b94-97a2-e69751348179 req-9e763627-580a-46e1-a42d-0cc19aa4857d tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:30.672480 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29c866c2-4d1e-4b94-97a2-e69751348179 req-9e763627-580a-46e1-a42d-0cc19aa4857d tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 944 time: 0.0534494 Feb 20 06:21:30.677102 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['28585de4-fb73-4513-aa27-db5e079cdb6c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:21:30.724911 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29c866c2-4d1e-4b94-97a2-e69751348179 req-5c429655-7870-465d-9c20-8fc1771d6857 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459104 Feb 20 06:21:31.848447 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf29e2-339e-42d2-91cf-777091c06043 req-098de85b-3c3e-4d8d-ac81-84f5d25b12fc tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:31.849922 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0faf29e2-339e-42d2-91cf-777091c06043 req-098de85b-3c3e-4d8d-ac81-84f5d25b12fc tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 944 time: 0.0569544 Feb 20 06:21:31.896025 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0faf29e2-339e-42d2-91cf-777091c06043 req-9e77f3a4-d01c-4245-ac80-0ee26d8541e1 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405703 Feb 20 06:21:32.309080 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 28585de4-fb73-4513-aa27-db5e079cdb6c up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:21:32.357222 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 28585de4-fb73-4513-aa27-db5e079cdb6c completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:21:32.361218 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 28585de4-fb73-4513-aa27-db5e079cdb6c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:21:32.361585 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (28585de4-fb73-4513-aa27-db5e079cdb6c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:32.446122 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 28585de4-fb73-4513-aa27-db5e079cdb6c is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:21:32.446513 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (28585de4-fb73-4513-aa27-db5e079cdb6c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:32.469703 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d88c2f-b958-4a4a-ac0f-ce3c83a34736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28585de4-fb73-4513-aa27-db5e079cdb6c'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:21:32.472038 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95fd133-aa30-4139-972d-e76f163d3da7" -d '{"events": [{"server_uuid": "93d88c2f-b958-4a4a-ac0f-ce3c83a34736", "name": "network-vif-plugged", "status": "completed", "tag": "28585de4-fb73-4513-aa27-db5e079cdb6c"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:21:32.485588 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 28585de4-fb73-4513-aa27-db5e079cdb6c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=28585de4-fb73-4513-aa27-db5e079cdb6c,segment=NetworkSegment(c314b655-0bb4-4333-882d-8922fe986501),segment_id=c314b655-0bb4-4333-882d-8922fe986501)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:21:32.489544 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (28585de4-fb73-4513-aa27-db5e079cdb6c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:32.515211 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e3d4f6-de3b-4c26-b89d-1f898a18b1dc x-openstack-request-id: req-e7e3d4f6-de3b-4c26-b89d-1f898a18b1dc {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:21:32.515499 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d88c2f-b958-4a4a-ac0f-ce3c83a34736", "name": "network-vif-plugged", "status": "completed", "tag": "28585de4-fb73-4513-aa27-db5e079cdb6c", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:21:32.515752 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7e3d4f6-de3b-4c26-b89d-1f898a18b1dc {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:21:32.516146 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d88c2f-b958-4a4a-ac0f-ce3c83a34736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28585de4-fb73-4513-aa27-db5e079cdb6c', 'code': 200} Feb 20 06:21:32.542953 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=28585de4-fb73-4513-aa27-db5e079cdb6c,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:21:32.604947 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcedf1-0b76-4343-b322-4bde7798678c req-7ba15377-e8c4-4770-b8a0-0cf3695fc4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:32.606369 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b6fcedf1-0b76-4343-b322-4bde7798678c req-7ba15377-e8c4-4770-b8a0-0cf3695fc4ff service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 1127 time: 0.0438197 Feb 20 06:21:32.649076 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b6fcedf1-0b76-4343-b322-4bde7798678c req-aa2237bc-88e0-4c73-915a-68fa0f1681ad service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372615 Feb 20 06:21:33.016278 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa056df-c6ea-4072-9548-69f876637174 req-6d201042-cdc2-4179-b731-70c2dbe8c07f tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:33.017750 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-afa056df-c6ea-4072-9548-69f876637174 req-6d201042-cdc2-4179-b731-70c2dbe8c07f tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 945 time: 0.0525365 Feb 20 06:21:33.064776 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-afa056df-c6ea-4072-9548-69f876637174 req-f7415e7b-ce36-49d6-9927-a35fa45a2c53 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412612 Feb 20 06:21:34.473086 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fdb18-7b22-4ea2-8a6c-9673da1e39fe req-c6986c6b-7440-4b9f-b4ac-1367d264d09e tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:34.474557 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-636fdb18-7b22-4ea2-8a6c-9673da1e39fe req-c6986c6b-7440-4b9f-b4ac-1367d264d09e tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 945 time: 0.0560374 Feb 20 06:21:34.520657 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-636fdb18-7b22-4ea2-8a6c-9673da1e39fe req-d9359c2f-e312-46ab-9722-9ca76b08d834 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406013 Feb 20 06:21:34.700967 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50862) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:21:34.784048 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586b111-2ee5-474e-9cf0-c9b9c77eb364 req-48862dfa-a7bd-4d3f-92d0-627fd113e0aa tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:34.785517 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0586b111-2ee5-474e-9cf0-c9b9c77eb364 req-48862dfa-a7bd-4d3f-92d0-627fd113e0aa tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 945 time: 0.0748158 Feb 20 06:21:34.829401 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-59413ce1-a233-46fe-9919-553a31a40f5e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1273239 Feb 20 06:21:34.838607 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-20cc5a49-1417-4620-b86d-6853905e8b53 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 06:21:34.839600 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-20cc5a49-1417-4620-b86d-6853905e8b53 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049372 Feb 20 06:21:34.851191 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0586b111-2ee5-474e-9cf0-c9b9c77eb364 req-fed60458-df19-49ea-a474-3ab2140be2ca tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597532 Feb 20 06:21:35.126262 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50882) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:21:35.234615 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-03da5a25-34fd-47cd-8955-25fb54d8dc70 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:35.235896 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-03da5a25-34fd-47cd-8955-25fb54d8dc70 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports/28585de4-fb73-4513-aa27-db5e079cdb6c HTTP/1.1" status: 200 len: 942 time: 0.1076655 Feb 20 06:21:35.976091 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6f0c1-c1ee-4698-a630-4c5b361c69f6 req-5f38f538-2709-4919-9b37-b326115b743f tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:35.977577 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6f6f0c1-c1ee-4698-a630-4c5b361c69f6 req-5f38f538-2709-4919-9b37-b326115b743f tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 945 time: 0.0565591 Feb 20 06:21:35.992272 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-e16d7b7f-1e75-4aa1-9851-64884b58a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:35.994008 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-e16d7b7f-1e75-4aa1-9851-64884b58a3b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dec6bae18b9044cdb7eeaf7b0eee8763&device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 1127 time: 0.0458839 Feb 20 06:21:36.025781 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6f6f0c1-c1ee-4698-a630-4c5b361c69f6 req-27d9c791-186c-4d51-8dbf-4fd88ae244a6 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416956 Feb 20 06:21:36.086134 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-eee981d6-5740-492a-af4c-d32627f51ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:36.087638 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-eee981d6-5740-492a-af4c-d32627f51ca7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3bfa77ce-7cf2-4313-8342-98d86931a9dd HTTP/1.1" status: 200 len: 912 time: 0.0881007 Feb 20 06:21:36.128499 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-9e4b64d6-d3a6-4ba5-9238-7a125da0d796 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28585de4-fb73-4513-aa27-db5e079cdb6c HTTP/1.1" status: 200 len: 217 time: 0.0347865 Feb 20 06:21:36.173738 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-b4bf50dc-df04-4bb0-b504-e60cd5a95172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:36.175140 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-b4bf50dc-df04-4bb0-b504-e60cd5a95172 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05f48f0a-4838-480d-89e3-130b0767d1f3 HTTP/1.1" status: 200 len: 852 time: 0.0412271 Feb 20 06:21:36.209421 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-2ea1d171-56e0-42d3-9cd9-391f069136df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bfa77ce-7cf2-4313-8342-98d86931a9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289948 Feb 20 06:21:36.296992 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-a7061657-a027-416a-b6d0-bb0f5da279f0 service neutron] 10.222.0.61 "GET /v2.0/networks/3bfa77ce-7cf2-4313-8342-98d86931a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817323 Feb 20 06:21:36.387077 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-f4408e80-f185-4a50-87d9-6043e8ec7641 service neutron] 10.222.0.61 "GET /v2.0/networks/3bfa77ce-7cf2-4313-8342-98d86931a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842335 Feb 20 06:21:37.143158 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfff23b-0969-460e-9044-6f665fc3d7aa req-d99a9423-c010-4872-9b04-f12fa7d25719 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:37.144612 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-abfff23b-0969-460e-9044-6f665fc3d7aa req-d99a9423-c010-4872-9b04-f12fa7d25719 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 945 time: 0.0511677 Feb 20 06:21:37.193536 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-abfff23b-0969-460e-9044-6f665fc3d7aa req-5935cc2d-2ecb-4e35-a41a-5b29a859a2e3 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434330 Feb 20 06:21:38.313900 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09690708-5475-4e5b-ad92-007ca85e5a06 req-59f489a2-5802-4dc7-bbe1-1c50a38bfb16 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:38.315271 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-09690708-5475-4e5b-ad92-007ca85e5a06 req-59f489a2-5802-4dc7-bbe1-1c50a38bfb16 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 945 time: 0.0520627 Feb 20 06:21:38.360490 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-09690708-5475-4e5b-ad92-007ca85e5a06 req-c2293f90-b1b5-44df-a96c-0eb6ad32daab tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396667 Feb 20 06:21:39.479118 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b4898-8d72-45a8-9fe9-1d2a5eeb7335 req-c47cd594-f34e-4c3a-ba97-644439edfb6b tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:39.480578 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f08b4898-8d72-45a8-9fe9-1d2a5eeb7335 req-c47cd594-f34e-4c3a-ba97-644439edfb6b tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 945 time: 0.0515151 Feb 20 06:21:39.526735 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f08b4898-8d72-45a8-9fe9-1d2a5eeb7335 req-9f5ea61f-1945-434b-8cb8-18a6c3ec6bb0 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406346 Feb 20 06:21:40.647652 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a16fe-5571-4bba-9269-b25ee63cf763 req-a5130e97-4b01-4439-8435-41950e59e830 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:40.649117 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8b5a16fe-5571-4bba-9269-b25ee63cf763 req-a5130e97-4b01-4439-8435-41950e59e830 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 945 time: 0.0553339 Feb 20 06:21:40.694589 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8b5a16fe-5571-4bba-9269-b25ee63cf763 req-65503646-6998-4446-9044-743cc6367d7f tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389311 Feb 20 06:21:41.812138 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f541ab-bb24-4199-9de2-2b701538fada req-b759aed5-2330-4aaf-8a41-ee9d1465e301 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:41.813615 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-23f541ab-bb24-4199-9de2-2b701538fada req-b759aed5-2330-4aaf-8a41-ee9d1465e301 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 945 time: 0.0523319 Feb 20 06:21:41.859454 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-23f541ab-bb24-4199-9de2-2b701538fada req-729458f4-f256-4df3-96cf-c54f5a15d554 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401964 Feb 20 06:21:41.995761 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-7f58492b-d6f4-455a-8733-82ce6a3bafe3 req-94d32325-2ce7-4ee1-b4e8-2c4c88e0eb7a tempest-TestServerMultinode-911278800 tempest-TestServerMultinode-911278800-project-admin] (103407) timed out ('10.222.0.48', 56530) {{(pid=103407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 06:21:42.978708 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51830463-fb09-4dad-a350-2b206d177e01 req-5a4680b0-ffa8-45aa-9d5e-1a31a8c4b6fa tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:42.980213 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-51830463-fb09-4dad-a350-2b206d177e01 req-5a4680b0-ffa8-45aa-9d5e-1a31a8c4b6fa tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 945 time: 0.0553658 Feb 20 06:21:43.026555 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-51830463-fb09-4dad-a350-2b206d177e01 req-28db6c74-2003-42cb-9a96-d6e06f90a1ea tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403116 Feb 20 06:21:44.146519 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c20fe7-d3c5-4b75-96e8-2a705b06c1b6 req-2bb8dc26-05e2-4024-94e4-44c889bf3e50 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:44.148024 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f4c20fe7-d3c5-4b75-96e8-2a705b06c1b6 req-2bb8dc26-05e2-4024-94e4-44c889bf3e50 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 945 time: 0.0552449 Feb 20 06:21:44.192946 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f4c20fe7-d3c5-4b75-96e8-2a705b06c1b6 req-7acd5f51-943b-4802-b0f0-e40d20663c45 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393000 Feb 20 06:21:45.315468 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a575831-cfd8-4026-ad5b-2fd09ab03cff req-6c973550-7d04-4240-af15-12d80e85ff1d tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:45.316933 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1a575831-cfd8-4026-ad5b-2fd09ab03cff req-6c973550-7d04-4240-af15-12d80e85ff1d tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 945 time: 0.0540504 Feb 20 06:21:45.366682 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1a575831-cfd8-4026-ad5b-2fd09ab03cff req-1cc9748a-5d32-434c-be28-182efe1d2c39 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439274 Feb 20 06:21:46.484115 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7533ed-8b30-4fa4-a7d2-d39dbe1ccd83 req-4d4f3316-f6c1-4526-bc5d-fd8dcf499d96 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:46.485590 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7d7533ed-8b30-4fa4-a7d2-d39dbe1ccd83 req-4d4f3316-f6c1-4526-bc5d-fd8dcf499d96 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 945 time: 0.0517507 Feb 20 06:21:46.529926 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-22c796eb-b181-4204-9d04-6fd1476d7f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:46.532584 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7d7533ed-8b30-4fa4-a7d2-d39dbe1ccd83 req-373e1410-81de-4394-ae28-2bb2db059c34 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415092 Feb 20 06:21:47.649108 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c2f40-c731-48bc-a979-2f3fb0ce6790 req-54a62113-9971-4a58-bd85-69565eac8bac tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:47.650560 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-550c2f40-c731-48bc-a979-2f3fb0ce6790 req-54a62113-9971-4a58-bd85-69565eac8bac tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 945 time: 0.0510595 Feb 20 06:21:47.695982 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-550c2f40-c731-48bc-a979-2f3fb0ce6790 req-02244755-666a-40f5-94b9-9f3083d3879b tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393682 Feb 20 06:21:48.835149 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b2357-377c-4053-b1be-7cc8e71b078f req-157ccc58-22e7-4652-9811-9172cc9959ce tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:48.836611 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-190b2357-377c-4053-b1be-7cc8e71b078f req-157ccc58-22e7-4652-9811-9172cc9959ce tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 945 time: 0.0572326 Feb 20 06:21:48.882217 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-190b2357-377c-4053-b1be-7cc8e71b078f req-20d565e9-4ac8-4446-8ab2-39a11519fb13 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400450 Feb 20 06:21:48.991614 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ac06101a-8025-493c-8f66-357718e871a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:49.736174 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:49.998476 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aeb685-dfd5-48f7-95c9-d711b2de3dc7 req-6c2f6d88-4d78-465b-9a0e-a06c1919666b tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:50.000262 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-26aeb685-dfd5-48f7-95c9-d711b2de3dc7 req-6c2f6d88-4d78-465b-9a0e-a06c1919666b tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 945 time: 0.0524335 Feb 20 06:21:50.045260 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-26aeb685-dfd5-48f7-95c9-d711b2de3dc7 req-1d6eb665-5c5c-4bc8-82d7-9ea63aa2a59b tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395064 Feb 20 06:21:51.167671 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715838f-6eea-41be-8b04-e5763ffb35bc req-c1331d21-37e9-41f3-9c51-833e34f1a48a tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:51.169105 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8715838f-6eea-41be-8b04-e5763ffb35bc req-c1331d21-37e9-41f3-9c51-833e34f1a48a tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 945 time: 0.0514827 Feb 20 06:21:51.217626 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8715838f-6eea-41be-8b04-e5763ffb35bc req-f9d4a70d-e37f-442c-bdc2-cc56f93099a0 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424469 Feb 20 06:21:51.563055 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:52.343087 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6f777-a93c-4826-bc78-f8b7ff019ebd req-1dfb1cbe-f62e-4c3f-88fe-3a2d8ab7c83b tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:52.344550 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d5a6f777-a93c-4826-bc78-f8b7ff019ebd req-1dfb1cbe-f62e-4c3f-88fe-3a2d8ab7c83b tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 945 time: 0.0548563 Feb 20 06:21:52.390184 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d5a6f777-a93c-4826-bc78-f8b7ff019ebd req-5d98b390-6013-4a58-aa68-cccfa84dfd37 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400767 Feb 20 06:21:52.740974 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:53.287581 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:53.507692 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ad352-4719-44ad-b85c-e92196d13dcd req-c5343f79-38cc-418a-b7cd-0406ddecbdae tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:53.509185 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d33ad352-4719-44ad-b85c-e92196d13dcd req-c5343f79-38cc-418a-b7cd-0406ddecbdae tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 945 time: 0.0524161 Feb 20 06:21:53.554688 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d33ad352-4719-44ad-b85c-e92196d13dcd req-fa0b377f-563d-44c1-89ec-f25951ca7cfa tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399556 Feb 20 06:21:54.675251 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea925329-810a-400b-b815-d00be810e923 req-56d37b06-1937-44ac-ad6a-1ab561265855 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:54.676742 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea925329-810a-400b-b815-d00be810e923 req-56d37b06-1937-44ac-ad6a-1ab561265855 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 945 time: 0.0564790 Feb 20 06:21:54.723643 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea925329-810a-400b-b815-d00be810e923 req-b26539b2-7a03-497a-8fbb-e10114438e40 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412853 Feb 20 06:21:55.060235 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ab517-f8e2-4bc3-a151-c8e27e92b0b7 req-c786c394-24a6-4085-94e3-84045cc53ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:55.062239 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-de1ab517-f8e2-4bc3-a151-c8e27e92b0b7 req-c786c394-24a6-4085-94e3-84045cc53ab6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dec6bae18b9044cdb7eeaf7b0eee8763&device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 1127 time: 0.0443325 Feb 20 06:21:55.162064 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ab517-f8e2-4bc3-a151-c8e27e92b0b7 req-931f111c-f566-486e-a6bf-5b6ce0c828bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:55.163534 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-de1ab517-f8e2-4bc3-a151-c8e27e92b0b7 req-931f111c-f566-486e-a6bf-5b6ce0c828bf service neutron] 10.222.0.61 "GET /v2.0/networks?id=3bfa77ce-7cf2-4313-8342-98d86931a9dd HTTP/1.1" status: 200 len: 912 time: 0.0826774 Feb 20 06:21:55.207550 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-de1ab517-f8e2-4bc3-a151-c8e27e92b0b7 req-bde4133e-606d-450f-9978-9d8ae702aa75 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28585de4-fb73-4513-aa27-db5e079cdb6c HTTP/1.1" status: 200 len: 217 time: 0.0378065 Feb 20 06:21:55.254102 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ab517-f8e2-4bc3-a151-c8e27e92b0b7 req-251308c7-d523-471b-8046-fa711f54e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:55.255487 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-de1ab517-f8e2-4bc3-a151-c8e27e92b0b7 req-251308c7-d523-471b-8046-fa711f54e6bc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05f48f0a-4838-480d-89e3-130b0767d1f3 HTTP/1.1" status: 200 len: 852 time: 0.0424416 Feb 20 06:21:55.285903 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-de1ab517-f8e2-4bc3-a151-c8e27e92b0b7 req-75e0d73d-8dbd-4b9c-90c0-71e3e43a471f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bfa77ce-7cf2-4313-8342-98d86931a9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249953 Feb 20 06:21:55.375434 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-de1ab517-f8e2-4bc3-a151-c8e27e92b0b7 req-9bc80e00-c606-49ee-a55e-4756a9b3bfd9 service neutron] 10.222.0.61 "GET /v2.0/networks/3bfa77ce-7cf2-4313-8342-98d86931a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834346 Feb 20 06:21:55.462476 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-de1ab517-f8e2-4bc3-a151-c8e27e92b0b7 req-0763321a-5748-400a-8be6-bb2866f65c56 service neutron] 10.222.0.61 "GET /v2.0/networks/3bfa77ce-7cf2-4313-8342-98d86931a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800846 Feb 20 06:21:55.615808 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:21:55.841210 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7db176-f142-4930-92be-3f863d10d7d6 req-9f85e44d-ac8d-46de-9704-a92107513974 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:55.842713 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e7db176-f142-4930-92be-3f863d10d7d6 req-9f85e44d-ac8d-46de-9704-a92107513974 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 945 time: 0.0519719 Feb 20 06:21:55.888462 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e7db176-f142-4930-92be-3f863d10d7d6 req-b8c859dd-2e71-4288-9790-edc4a0581fbb tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399485 Feb 20 06:21:57.008461 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c0a01-959c-411e-877a-9b46ce6d3183 req-81aa3581-6eba-4a13-8e91-d10bffc6827c tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:57.009942 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab8c0a01-959c-411e-877a-9b46ce6d3183 req-81aa3581-6eba-4a13-8e91-d10bffc6827c tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 945 time: 0.0557375 Feb 20 06:21:57.055621 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab8c0a01-959c-411e-877a-9b46ce6d3183 req-9b617869-4ef2-4a8c-bf50-09a341f4d44f tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396593 Feb 20 06:21:58.173585 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4168c1-276e-487d-8510-00a70df05894 req-581b6038-14a0-461e-ad0f-abf408148c25 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:58.175109 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d4168c1-276e-487d-8510-00a70df05894 req-581b6038-14a0-461e-ad0f-abf408148c25 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 945 time: 0.0544317 Feb 20 06:21:58.221613 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d4168c1-276e-487d-8510-00a70df05894 req-3e4b39c7-9165-44d3-a85d-48407478a0c5 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409105 Feb 20 06:21:59.339878 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f6ad2-e9b3-4dd5-ac0f-dcaf7906068f req-bf627618-80eb-4aa8-9e3f-7aa1f4ed46c6 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:21:59.341353 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a6f6ad2-e9b3-4dd5-ac0f-dcaf7906068f req-bf627618-80eb-4aa8-9e3f-7aa1f4ed46c6 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 945 time: 0.0512218 Feb 20 06:21:59.390701 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4a6f6ad2-e9b3-4dd5-ac0f-dcaf7906068f req-5460251f-e896-4d13-aeb9-b8b289b36e03 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431364 Feb 20 06:22:00.508885 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be189dee-6bff-46e2-809e-01c5d8097b55 req-933d4773-d8ff-4cbd-ae86-5440372d30b7 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:00.510350 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-be189dee-6bff-46e2-809e-01c5d8097b55 req-933d4773-d8ff-4cbd-ae86-5440372d30b7 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 945 time: 0.0529959 Feb 20 06:22:00.556342 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-be189dee-6bff-46e2-809e-01c5d8097b55 req-2c683e76-f64e-4b59-8d68-65b17c0ffe17 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402665 Feb 20 06:22:01.673249 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce1e80-eded-4683-8cdb-049a89b73c83 req-704ce50a-4569-49e5-b572-b3818e25c9a8 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:01.674761 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d4ce1e80-eded-4683-8cdb-049a89b73c83 req-704ce50a-4569-49e5-b572-b3818e25c9a8 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 945 time: 0.0518644 Feb 20 06:22:01.724293 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d4ce1e80-eded-4683-8cdb-049a89b73c83 req-0242fe9b-fd12-4c8a-a6c7-a11ef88610ec tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436392 Feb 20 06:22:02.850618 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6214765-50a8-4d02-807d-1ebf563b414b req-213da90f-b05a-43d0-84e1-39f991fd5ca6 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:02.852114 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f6214765-50a8-4d02-807d-1ebf563b414b req-213da90f-b05a-43d0-84e1-39f991fd5ca6 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 945 time: 0.0555918 Feb 20 06:22:02.898100 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f6214765-50a8-4d02-807d-1ebf563b414b req-c1c63139-6089-4583-aee4-0887e9ee825b tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404110 Feb 20 06:22:03.217658 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-17aa1fb4-f6cb-42dd-b426-5e36d7137f5b service neutron] show failed (client error): The resource could not be found. Feb 20 06:22:03.218672 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-17aa1fb4-f6cb-42dd-b426-5e36d7137f5b service neutron] 10.222.0.61 "GET /v2.0/ports/28585de4-fb73-4513-aa27-db5e079cdb6c/bindings/n-h2-829866-5 HTTP/1.1" status: 404 len: 380 time: 0.0552087 Feb 20 06:22:03.447110 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-23d825fb-a52d-4e5d-a20e-8d1cd09c942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:03.448601 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-23d825fb-a52d-4e5d-a20e-8d1cd09c942d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736&tenant_id=dec6bae18b9044cdb7eeaf7b0eee8763 HTTP/1.1" status: 200 len: 1127 time: 0.0795755 Feb 20 06:22:03.459094 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-138ca5fa-3304-404c-98a4-7d718de18eb9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829866-5', 'device_owner': 'compute:nova'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:22:03.516744 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-138ca5fa-3304-404c-98a4-7d718de18eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (28585de4-fb73-4513-aa27-db5e079cdb6c), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:03.715156 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-138ca5fa-3304-404c-98a4-7d718de18eb9 service neutron] For port 28585de4-fb73-4513-aa27-db5e079cdb6c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=28585de4-fb73-4513-aa27-db5e079cdb6c,segment=NetworkSegment(c314b655-0bb4-4333-882d-8922fe986501),segment_id=c314b655-0bb4-4333-882d-8922fe986501)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:22:03.747221 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-138ca5fa-3304-404c-98a4-7d718de18eb9 service neutron] For port 28585de4-fb73-4513-aa27-db5e079cdb6c, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:22:03.786943 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d88c2f-b958-4a4a-ac0f-ce3c83a34736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28585de4-fb73-4513-aa27-db5e079cdb6c'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:22:03.789137 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f04065e-58e9-4cfe-8fc2-696f69910efe" -d '{"events": [{"server_uuid": "93d88c2f-b958-4a4a-ac0f-ce3c83a34736", "name": "network-vif-unplugged", "status": "completed", "tag": "28585de4-fb73-4513-aa27-db5e079cdb6c"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:22:03.792748 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-138ca5fa-3304-404c-98a4-7d718de18eb9 service neutron] Publish callbacks [] for port (28585de4-fb73-4513-aa27-db5e079cdb6c), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:03.806521 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-138ca5fa-3304-404c-98a4-7d718de18eb9 service neutron] Transition to ACTIVE for port object 28585de4-fb73-4513-aa27-db5e079cdb6c will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:22:03.810196 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-138ca5fa-3304-404c-98a4-7d718de18eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (28585de4-fb73-4513-aa27-db5e079cdb6c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:03.843353 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 06:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2564de78-b6a8-4351-8d36-e04a004d8a97 x-openstack-request-id: req-2564de78-b6a8-4351-8d36-e04a004d8a97 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:22:03.843590 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d88c2f-b958-4a4a-ac0f-ce3c83a34736", "name": "network-vif-unplugged", "status": "completed", "tag": "28585de4-fb73-4513-aa27-db5e079cdb6c", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:22:03.843809 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2564de78-b6a8-4351-8d36-e04a004d8a97 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:22:03.844193 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d88c2f-b958-4a4a-ac0f-ce3c83a34736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28585de4-fb73-4513-aa27-db5e079cdb6c', 'code': 200} Feb 20 06:22:03.875058 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-138ca5fa-3304-404c-98a4-7d718de18eb9 service neutron] No DVR routers for this DVR port 28585de4-fb73-4513-aa27-db5e079cdb6c on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:22:03.878142 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ca5fa-3304-404c-98a4-7d718de18eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=28585de4-fb73-4513-aa27-db5e079cdb6c,revision_number=6']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:22:03.915277 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-138ca5fa-3304-404c-98a4-7d718de18eb9 service neutron] Attempting to bind port 28585de4-fb73-4513-aa27-db5e079cdb6c on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:22:03.915638 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-138ca5fa-3304-404c-98a4-7d718de18eb9 service neutron] Attempting to bind port 28585de4-fb73-4513-aa27-db5e079cdb6c by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'c314b655-0bb4-4333-882d-8922fe986501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3bfa77ce-7cf2-4313-8342-98d86931a9dd'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:22:03.915961 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-138ca5fa-3304-404c-98a4-7d718de18eb9 service neutron] Attempting to bind port 28585de4-fb73-4513-aa27-db5e079cdb6c on network 3bfa77ce-7cf2-4313-8342-98d86931a9dd {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:22:03.920145 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-138ca5fa-3304-404c-98a4-7d718de18eb9 service neutron] Port 28585de4-fb73-4513-aa27-db5e079cdb6c on network 3bfa77ce-7cf2-4313-8342-98d86931a9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:22:03.920497 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-138ca5fa-3304-404c-98a4-7d718de18eb9 service neutron] Attempting to bind port 28585de4-fb73-4513-aa27-db5e079cdb6c on network 3bfa77ce-7cf2-4313-8342-98d86931a9dd {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:22:03.925267 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-138ca5fa-3304-404c-98a4-7d718de18eb9 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:22:03.925712 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-138ca5fa-3304-404c-98a4-7d718de18eb9 service neutron] Checking segment: {'id': 'c314b655-0bb4-4333-882d-8922fe986501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3bfa77ce-7cf2-4313-8342-98d86931a9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:22:03.925969 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-138ca5fa-3304-404c-98a4-7d718de18eb9 service neutron] Bound using segment: {'id': 'c314b655-0bb4-4333-882d-8922fe986501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3bfa77ce-7cf2-4313-8342-98d86931a9dd'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:22:03.926398 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-138ca5fa-3304-404c-98a4-7d718de18eb9 service neutron] Bound port: 28585de4-fb73-4513-aa27-db5e079cdb6c, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c314b655-0bb4-4333-882d-8922fe986501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3bfa77ce-7cf2-4313-8342-98d86931a9dd'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:22:03.926751 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-138ca5fa-3304-404c-98a4-7d718de18eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (28585de4-fb73-4513-aa27-db5e079cdb6c), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:03.989073 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-138ca5fa-3304-404c-98a4-7d718de18eb9 service neutron] For port 28585de4-fb73-4513-aa27-db5e079cdb6c, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:22:03.993609 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-138ca5fa-3304-404c-98a4-7d718de18eb9 service neutron] For port 28585de4-fb73-4513-aa27-db5e079cdb6c, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=28585de4-fb73-4513-aa27-db5e079cdb6c,segment=NetworkSegment(c314b655-0bb4-4333-882d-8922fe986501),segment_id=c314b655-0bb4-4333-882d-8922fe986501)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:22:03.999957 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-138ca5fa-3304-404c-98a4-7d718de18eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (28585de4-fb73-4513-aa27-db5e079cdb6c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:04.019330 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d2867-3853-47c1-a788-6e1cdcb61090 req-8f743195-8532-4d00-81db-7bcfdc2d0ffe tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:04.021179 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab1d2867-3853-47c1-a788-6e1cdcb61090 req-8f743195-8532-4d00-81db-7bcfdc2d0ffe tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 943 time: 0.0557139 Feb 20 06:22:04.032826 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-138ca5fa-3304-404c-98a4-7d718de18eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:04.033633 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-138ca5fa-3304-404c-98a4-7d718de18eb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:04.035092 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-138ca5fa-3304-404c-98a4-7d718de18eb9 service neutron] 10.222.0.48 "PUT /v2.0/ports/28585de4-fb73-4513-aa27-db5e079cdb6c HTTP/1.1" status: 200 len: 1091 time: 0.5798097 Feb 20 06:22:04.068912 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ca5fa-3304-404c-98a4-7d718de18eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=28585de4-fb73-4513-aa27-db5e079cdb6c,revision_number=7']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:22:04.072450 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab1d2867-3853-47c1-a788-6e1cdcb61090 req-08d7f2d3-6132-44e2-8e7c-fee33eef6aa6 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454214 Feb 20 06:22:04.107843 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-29f94d0a-83c3-4766-824a-7246c92c3b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:04.109372 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-29f94d0a-83c3-4766-824a-7246c92c3b25 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dec6bae18b9044cdb7eeaf7b0eee8763&device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 1125 time: 0.0531974 Feb 20 06:22:04.200757 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-364d9d37-b592-409a-a8e8-6eeccc4d1a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:04.202941 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-364d9d37-b592-409a-a8e8-6eeccc4d1a3d service neutron] 10.222.0.48 "GET /v2.0/networks?id=3bfa77ce-7cf2-4313-8342-98d86931a9dd HTTP/1.1" status: 200 len: 912 time: 0.0873115 Feb 20 06:22:04.241600 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-012a09f8-bcea-4e85-bfff-407b7889e0fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28585de4-fb73-4513-aa27-db5e079cdb6c HTTP/1.1" status: 200 len: 217 time: 0.0333865 Feb 20 06:22:04.292479 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-30c318ea-bd29-4fba-b2a9-a03d5c7139d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:04.293876 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-30c318ea-bd29-4fba-b2a9-a03d5c7139d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=05f48f0a-4838-480d-89e3-130b0767d1f3 HTTP/1.1" status: 200 len: 852 time: 0.0469902 Feb 20 06:22:04.324666 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-012f73e1-c33c-407a-a20e-74b23e56fc2a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bfa77ce-7cf2-4313-8342-98d86931a9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244107 Feb 20 06:22:04.416453 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-dbda8a1b-ae55-4ffa-9762-6fde9fd031d1 service neutron] 10.222.0.48 "GET /v2.0/networks/3bfa77ce-7cf2-4313-8342-98d86931a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858619 Feb 20 06:22:04.519342 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f782e67-e5ec-4ac7-8aa5-47c0387cc4fa req-32c616dc-d02a-441d-9b99-502a76c83036 service neutron] 10.222.0.48 "GET /v2.0/networks/3bfa77ce-7cf2-4313-8342-98d86931a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956223 Feb 20 06:22:05.200024 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da362a-4880-4d02-aab4-77bd17511483 req-f1a917f9-86db-4bdd-b60c-98e5d24c12b1 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:05.201492 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9da362a-4880-4d02-aab4-77bd17511483 req-f1a917f9-86db-4bdd-b60c-98e5d24c12b1 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 943 time: 0.0515003 Feb 20 06:22:05.251185 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9da362a-4880-4d02-aab4-77bd17511483 req-59f088d7-ed94-4fb7-ad7e-97edd811a2c5 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440366 Feb 20 06:22:05.846165 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d88c2f-b958-4a4a-ac0f-ce3c83a34736', 'tag': '28585de4-fb73-4513-aa27-db5e079cdb6c'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:22:05.848583 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe6aa47-0604-407b-9ad5-8daf9938e983" -d '{"events": [{"name": "network-changed", "server_uuid": "93d88c2f-b958-4a4a-ac0f-ce3c83a34736", "tag": "28585de4-fb73-4513-aa27-db5e079cdb6c"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:22:05.897679 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab66806-ff61-4b32-8d64-88115dbf4ca8 x-openstack-request-id: req-1ab66806-ff61-4b32-8d64-88115dbf4ca8 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:22:05.898081 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d88c2f-b958-4a4a-ac0f-ce3c83a34736", "tag": "28585de4-fb73-4513-aa27-db5e079cdb6c", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:22:05.898337 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ab66806-ff61-4b32-8d64-88115dbf4ca8 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:22:05.898752 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d88c2f-b958-4a4a-ac0f-ce3c83a34736', 'tag': '28585de4-fb73-4513-aa27-db5e079cdb6c', 'status': 'completed', 'code': 200} Feb 20 06:22:05.961432 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6aa47-0604-407b-9ad5-8daf9938e983 req-24c976bc-28aa-4b26-91a4-39931f1c8503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:05.962877 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fe6aa47-0604-407b-9ad5-8daf9938e983 req-24c976bc-28aa-4b26-91a4-39931f1c8503 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dec6bae18b9044cdb7eeaf7b0eee8763&device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 1125 time: 0.0495977 Feb 20 06:22:06.010791 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:22:06.082152 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6aa47-0604-407b-9ad5-8daf9938e983 req-16857e64-8bc9-49a0-9f31-7daece8d1732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:06.083714 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fe6aa47-0604-407b-9ad5-8daf9938e983 req-16857e64-8bc9-49a0-9f31-7daece8d1732 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dec6bae18b9044cdb7eeaf7b0eee8763&device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 1125 time: 0.1199434 Feb 20 06:22:06.100471 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6aa47-0604-407b-9ad5-8daf9938e983 req-002d6cdd-e47d-40b0-8f43-fe8dd472b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:06.101832 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fe6aa47-0604-407b-9ad5-8daf9938e983 req-002d6cdd-e47d-40b0-8f43-fe8dd472b32f service neutron] 10.222.0.48 "GET /v2.0/networks?id=3bfa77ce-7cf2-4313-8342-98d86931a9dd HTTP/1.1" status: 200 len: 912 time: 0.1299145 Feb 20 06:22:06.179993 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fe6aa47-0604-407b-9ad5-8daf9938e983 req-6878ea59-6a48-4013-a442-b8e25c50a08d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28585de4-fb73-4513-aa27-db5e079cdb6c HTTP/1.1" status: 200 len: 217 time: 0.0688579 Feb 20 06:22:06.249532 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6aa47-0604-407b-9ad5-8daf9938e983 req-62906d5c-8106-4dda-bc35-8744b3183d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:06.250872 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fe6aa47-0604-407b-9ad5-8daf9938e983 req-62906d5c-8106-4dda-bc35-8744b3183d10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=05f48f0a-4838-480d-89e3-130b0767d1f3 HTTP/1.1" status: 200 len: 852 time: 0.0652642 Feb 20 06:22:06.251965 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6aa47-0604-407b-9ad5-8daf9938e983 req-35a4aa69-b228-4b9c-9417-def5cafcee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:06.253255 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fe6aa47-0604-407b-9ad5-8daf9938e983 req-35a4aa69-b228-4b9c-9417-def5cafcee93 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3bfa77ce-7cf2-4313-8342-98d86931a9dd HTTP/1.1" status: 200 len: 912 time: 0.1627796 Feb 20 06:22:06.302780 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fe6aa47-0604-407b-9ad5-8daf9938e983 req-156ed10a-c37c-4064-9f67-4f9c4590ac23 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28585de4-fb73-4513-aa27-db5e079cdb6c HTTP/1.1" status: 200 len: 217 time: 0.0440183 Feb 20 06:22:06.319326 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fe6aa47-0604-407b-9ad5-8daf9938e983 req-117d97f4-46a1-4617-9880-0afb05f95182 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bfa77ce-7cf2-4313-8342-98d86931a9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553195 Feb 20 06:22:06.372093 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e250a64-6542-4e2a-a9a6-05c1b1ee358a req-5c2ad755-5e45-4e21-9f50-3084985ec21f tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:06.374606 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8e250a64-6542-4e2a-a9a6-05c1b1ee358a req-5c2ad755-5e45-4e21-9f50-3084985ec21f tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 943 time: 0.0542150 Feb 20 06:22:06.413301 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6aa47-0604-407b-9ad5-8daf9938e983 req-f0584274-2a29-4c87-bfc4-8eabd9e83dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:06.414765 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fe6aa47-0604-407b-9ad5-8daf9938e983 req-f0584274-2a29-4c87-bfc4-8eabd9e83dcb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05f48f0a-4838-480d-89e3-130b0767d1f3 HTTP/1.1" status: 200 len: 852 time: 0.0977280 Feb 20 06:22:06.420905 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8e250a64-6542-4e2a-a9a6-05c1b1ee358a req-0a9a904e-90f3-4e07-8a8d-95a808a708d8 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405931 Feb 20 06:22:06.443071 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 28585de4-fb73-4513-aa27-db5e079cdb6c no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:22:06.496943 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] The host n-h1-829866-5 is not matching for port 28585de4-fb73-4513-aa27-db5e079cdb6c host n-h2-829866-5! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 06:22:06.497614 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 28585de4-fb73-4513-aa27-db5e079cdb6c not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:22:06.639861 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.61', 63663) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:22:06.695907 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a959e-e677-4eda-8428-2c993f89c87e req-5e6e04f7-ea38-4881-87e0-0df9a5246fde tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:06.697400 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6e0a959e-e677-4eda-8428-2c993f89c87e req-5e6e04f7-ea38-4881-87e0-0df9a5246fde tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.61 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736&tenant_id=dec6bae18b9044cdb7eeaf7b0eee8763&binding%3Ahost_id=n-h2-829866-5 HTTP/1.1" status: 200 len: 943 time: 0.0564287 Feb 20 06:22:06.718876 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fe6aa47-0604-407b-9ad5-8daf9938e983 req-fb77c4f7-8f01-49cf-a038-1d794b778676 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bfa77ce-7cf2-4313-8342-98d86931a9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2982326 Feb 20 06:22:06.737067 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fe6aa47-0604-407b-9ad5-8daf9938e983 req-94074e95-663d-4017-96d0-6ace60a466bf service neutron] 10.222.0.48 "GET /v2.0/networks/3bfa77ce-7cf2-4313-8342-98d86931a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109375 Feb 20 06:22:06.760697 n-d-829866-5 neutron-server[103407]: INFO neutron.api.v2.resource [req-6e0a959e-e677-4eda-8428-2c993f89c87e req-79a06e9a-84f3-426e-8477-434c51e4d059 service neutron] delete failed (client error): The resource could not be found. Feb 20 06:22:06.761608 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6e0a959e-e677-4eda-8428-2c993f89c87e req-79a06e9a-84f3-426e-8477-434c51e4d059 service neutron] 10.222.0.61 "DELETE /v2.0/ports/28585de4-fb73-4513-aa27-db5e079cdb6c/bindings/n-h1-829866-5 HTTP/1.1" status: 404 len: 380 time: 0.0584917 Feb 20 06:22:06.876685 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fe6aa47-0604-407b-9ad5-8daf9938e983 req-1f5da786-d92a-4c54-a8f9-30145f7f73ff service neutron] 10.222.0.61 "GET /v2.0/networks/3bfa77ce-7cf2-4313-8342-98d86931a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509092 Feb 20 06:22:06.881648 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fe6aa47-0604-407b-9ad5-8daf9938e983 req-a4a2ef04-b905-4b4c-a408-dd31e671f37b service neutron] 10.222.0.48 "GET /v2.0/networks/3bfa77ce-7cf2-4313-8342-98d86931a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357107 Feb 20 06:22:06.965305 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fe6aa47-0604-407b-9ad5-8daf9938e983 req-b058d6ad-b87b-4f4c-ba9e-bf492a548f8c service neutron] 10.222.0.61 "GET /v2.0/networks/3bfa77ce-7cf2-4313-8342-98d86931a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827167 Feb 20 06:22:07.068778 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a959e-e677-4eda-8428-2c993f89c87e req-72a86663-ffb7-4019-92c7-e7f3c2fce277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:07.070213 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e0a959e-e677-4eda-8428-2c993f89c87e req-72a86663-ffb7-4019-92c7-e7f3c2fce277 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dec6bae18b9044cdb7eeaf7b0eee8763&device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 1125 time: 0.0451312 Feb 20 06:22:07.155986 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a959e-e677-4eda-8428-2c993f89c87e req-967ad92d-75df-4140-aa5d-dcf9cbf8d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:07.157457 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e0a959e-e677-4eda-8428-2c993f89c87e req-967ad92d-75df-4140-aa5d-dcf9cbf8d09e service neutron] 10.222.0.61 "GET /v2.0/networks?id=3bfa77ce-7cf2-4313-8342-98d86931a9dd HTTP/1.1" status: 200 len: 912 time: 0.0820544 Feb 20 06:22:07.200567 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e0a959e-e677-4eda-8428-2c993f89c87e req-f0dd40f8-76a4-4133-8ab2-f80266a65ee0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28585de4-fb73-4513-aa27-db5e079cdb6c HTTP/1.1" status: 200 len: 217 time: 0.0376387 Feb 20 06:22:07.247057 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a959e-e677-4eda-8428-2c993f89c87e req-b1f012f6-cffd-410b-8fca-c0874d4765a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:07.248785 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e0a959e-e677-4eda-8428-2c993f89c87e req-b1f012f6-cffd-410b-8fca-c0874d4765a0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05f48f0a-4838-480d-89e3-130b0767d1f3 HTTP/1.1" status: 200 len: 852 time: 0.0431786 Feb 20 06:22:07.279161 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e0a959e-e677-4eda-8428-2c993f89c87e req-7428a0b2-5448-4555-939e-f0334ab5567c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bfa77ce-7cf2-4313-8342-98d86931a9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241110 Feb 20 06:22:07.368108 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e0a959e-e677-4eda-8428-2c993f89c87e req-76906bd0-a00d-4c5d-bd07-7aa833c416b9 service neutron] 10.222.0.61 "GET /v2.0/networks/3bfa77ce-7cf2-4313-8342-98d86931a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830724 Feb 20 06:22:07.456432 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e0a959e-e677-4eda-8428-2c993f89c87e req-e9628ef6-1642-45cd-92f1-b01c4119cf7d service neutron] 10.222.0.61 "GET /v2.0/networks/3bfa77ce-7cf2-4313-8342-98d86931a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826972 Feb 20 06:22:07.946758 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 28585de4-fb73-4513-aa27-db5e079cdb6c details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:22:08.055312 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 28585de4-fb73-4513-aa27-db5e079cdb6c, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=28585de4-fb73-4513-aa27-db5e079cdb6c,segment=NetworkSegment(c314b655-0bb4-4333-882d-8922fe986501),segment_id=c314b655-0bb4-4333-882d-8922fe986501)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:22:08.067174 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '28585de4-fb73-4513-aa27-db5e079cdb6c', 'network_id': '3bfa77ce-7cf2-4313-8342-98d86931a9dd', 'port_id': '28585de4-fb73-4513-aa27-db5e079cdb6c', 'mac_address': 'fa:16:3e:5e:60:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05f48f0a-4838-480d-89e3-130b0767d1f3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:22:08.109219 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 28585de4-fb73-4513-aa27-db5e079cdb6c is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:22:08.109602 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (28585de4-fb73-4513-aa27-db5e079cdb6c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:08.122208 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28585de4-fb73-4513-aa27-db5e079cdb6c {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:22:08.131056 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e372f7-2ece-4b9c-8dc7-b7c8b483e3d0 req-ddc1b5f6-1b65-42ec-b16a-8bd02adeacdb tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:08.132652 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95e372f7-2ece-4b9c-8dc7-b7c8b483e3d0 req-ddc1b5f6-1b65-42ec-b16a-8bd02adeacdb tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 943 time: 0.0542846 Feb 20 06:22:08.142213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 28585de4-fb73-4513-aa27-db5e079cdb6c, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=28585de4-fb73-4513-aa27-db5e079cdb6c,segment=NetworkSegment(c314b655-0bb4-4333-882d-8922fe986501),segment_id=c314b655-0bb4-4333-882d-8922fe986501)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:22:08.145953 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (28585de4-fb73-4513-aa27-db5e079cdb6c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:08.180041 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-95e372f7-2ece-4b9c-8dc7-b7c8b483e3d0 req-71bc730d-cfed-4b6c-b44e-7cbfab7aa600 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420411 Feb 20 06:22:08.193472 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=28585de4-fb73-4513-aa27-db5e079cdb6c,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:22:08.200791 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:22:08.201082 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:22:08.201957 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:22:08.202297 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:22:08.202634 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:22:08.202986 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:22:08.203317 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:22:08.203642 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:22:08.203964 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:22:08.204290 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:22:08.204631 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:22:08.204940 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:22:08.205285 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:22:08.376510 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['28585de4-fb73-4513-aa27-db5e079cdb6c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:22:09.298008 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d5659-fed4-4e62-908a-6266f7e206fb req-30f2a141-16e3-4892-ac61-d8251b5560b5 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:09.299415 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b96d5659-fed4-4e62-908a-6266f7e206fb req-30f2a141-16e3-4892-ac61-d8251b5560b5 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 944 time: 0.0534976 Feb 20 06:22:09.344727 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b96d5659-fed4-4e62-908a-6266f7e206fb req-6fac0e3f-6da2-4279-9ef3-b4e86e1eacde tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.37 "GET /v2.0/security-groups?id=781a4244-8f71-480e-9d9d-1fe9b1ce21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396829 Feb 20 06:22:09.365314 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a959e-e677-4eda-8428-2c993f89c87e req-6f082724-8250-4838-a1c8-8ed8489f8f27 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:09.366787 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e0a959e-e677-4eda-8428-2c993f89c87e req-6f082724-8250-4838-a1c8-8ed8489f8f27 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d88c2f-b958-4a4a-ac0f-ce3c83a34736 HTTP/1.1" status: 200 len: 944 time: 0.0537984 Feb 20 06:22:09.459844 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-6e0a959e-e677-4eda-8428-2c993f89c87e req-a0814642-0d71-4e60-a865-6b8ed3e721a4 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Deleting port 28585de4-fb73-4513-aa27-db5e079cdb6c {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:22:09.460181 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6e0a959e-e677-4eda-8428-2c993f89c87e req-a0814642-0d71-4e60-a865-6b8ed3e721a4 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (28585de4-fb73-4513-aa27-db5e079cdb6c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:09.546303 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-6e0a959e-e677-4eda-8428-2c993f89c87e req-a0814642-0d71-4e60-a865-6b8ed3e721a4 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] For port 28585de4-fb73-4513-aa27-db5e079cdb6c, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=28585de4-fb73-4513-aa27-db5e079cdb6c,segment=NetworkSegment(c314b655-0bb4-4333-882d-8922fe986501),segment_id=c314b655-0bb4-4333-882d-8922fe986501)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:22:09.546663 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6e0a959e-e677-4eda-8428-2c993f89c87e req-a0814642-0d71-4e60-a865-6b8ed3e721a4 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (28585de4-fb73-4513-aa27-db5e079cdb6c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:09.558207 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-6e0a959e-e677-4eda-8428-2c993f89c87e req-a0814642-0d71-4e60-a865-6b8ed3e721a4 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Calling delete_port for 28585de4-fb73-4513-aa27-db5e079cdb6c owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:22:09.687073 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6e0a959e-e677-4eda-8428-2c993f89c87e req-a0814642-0d71-4e60-a865-6b8ed3e721a4 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (28585de4-fb73-4513-aa27-db5e079cdb6c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:09.698280 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['28585de4-fb73-4513-aa27-db5e079cdb6c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:22:09.716536 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0814642-0d71-4e60-a865-6b8ed3e721a4 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Pushing event deleted for resources: {'Port': ['ID=28585de4-fb73-4513-aa27-db5e079cdb6c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:22:09.765244 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0a959e-e677-4eda-8428-2c993f89c87e req-a0814642-0d71-4e60-a865-6b8ed3e721a4 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] No DVR routers for this DVR port 28585de4-fb73-4513-aa27-db5e079cdb6c on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:22:09.768131 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6e0a959e-e677-4eda-8428-2c993f89c87e req-a0814642-0d71-4e60-a865-6b8ed3e721a4 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:09.771445 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e0a959e-e677-4eda-8428-2c993f89c87e req-a0814642-0d71-4e60-a865-6b8ed3e721a4 tempest-DeleteServersTestJSON-168600163 tempest-DeleteServersTestJSON-168600163-project] 10.222.0.48 "DELETE /v2.0/ports/28585de4-fb73-4513-aa27-db5e079cdb6c HTTP/1.1" status: 204 len: 173 time: 0.3996692 Feb 20 06:22:09.771901 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d88c2f-b958-4a4a-ac0f-ce3c83a34736', 'name': 'network-vif-deleted', 'tag': '28585de4-fb73-4513-aa27-db5e079cdb6c'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:22:09.774709 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7eebe25-0bb7-4195-a002-b9b036421c50" -d '{"events": [{"server_uuid": "93d88c2f-b958-4a4a-ac0f-ce3c83a34736", "name": "network-vif-deleted", "tag": "28585de4-fb73-4513-aa27-db5e079cdb6c"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:22:09.811532 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a113658e-42e7-48b6-aadd-4399df0d6219 x-openstack-request-id: req-a113658e-42e7-48b6-aadd-4399df0d6219 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:22:09.812339 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d88c2f-b958-4a4a-ac0f-ce3c83a34736", "name": "network-vif-deleted", "tag": "28585de4-fb73-4513-aa27-db5e079cdb6c", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:22:09.813024 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a113658e-42e7-48b6-aadd-4399df0d6219 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:22:09.813461 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d88c2f-b958-4a4a-ac0f-ce3c83a34736', 'name': 'network-vif-deleted', 'tag': '28585de4-fb73-4513-aa27-db5e079cdb6c', 'status': 'completed', 'code': 200} Feb 20 06:22:09.978350 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 28585de4-fb73-4513-aa27-db5e079cdb6c up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:22:10.000986 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 28585de4-fb73-4513-aa27-db5e079cdb6c {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:22:10.001334 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 28585de4-fb73-4513-aa27-db5e079cdb6c not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 20 06:22:10.020137 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Port 28585de4-fb73-4513-aa27-db5e079cdb6c not found, will not notify nova. {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 20 06:22:10.474309 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50966) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:22:10.518588 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-75882cd5-3e0d-4418-a520-63e0f7c7a977 admin admin] Deleting subnet 05f48f0a-4838-480d-89e3-130b0767d1f3 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:22:10.521597 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-75882cd5-3e0d-4418-a520-63e0f7c7a977 admin admin] Publish callbacks [] for subnet (05f48f0a-4838-480d-89e3-130b0767d1f3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:10.554625 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-75882cd5-3e0d-4418-a520-63e0f7c7a977 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (05f48f0a-4838-480d-89e3-130b0767d1f3), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:10.593592 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-75882cd5-3e0d-4418-a520-63e0f7c7a977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (05f48f0a-4838-480d-89e3-130b0767d1f3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:10.649575 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-75882cd5-3e0d-4418-a520-63e0f7c7a977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (05f48f0a-4838-480d-89e3-130b0767d1f3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:10.675494 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75882cd5-3e0d-4418-a520-63e0f7c7a977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05f48f0a-4838-480d-89e3-130b0767d1f3,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:22:10.677456 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-75882cd5-3e0d-4418-a520-63e0f7c7a977 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:10.680730 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-75882cd5-3e0d-4418-a520-63e0f7c7a977 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/05f48f0a-4838-480d-89e3-130b0767d1f3 HTTP/1.1" status: 204 len: 168 time: 0.2053838 Feb 20 06:22:10.683346 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 50968) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:22:10.749909 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-31440c01-e929-405a-aeb8-d22923e29836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (3bfa77ce-7cf2-4313-8342-98d86931a9dd), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:10.830296 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-31440c01-e929-405a-aeb8-d22923e29836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (3bfa77ce-7cf2-4313-8342-98d86931a9dd), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:10.849603 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-31440c01-e929-405a-aeb8-d22923e29836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bfa77ce-7cf2-4313-8342-98d86931a9dd']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:22:10.859447 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-31440c01-e929-405a-aeb8-d22923e29836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c314b655-0bb4-4333-882d-8922fe986501') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:22:10.859763 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-31440c01-e929-405a-aeb8-d22923e29836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c314b655-0bb4-4333-882d-8922fe986501') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:22:10.868836 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-31440c01-e929-405a-aeb8-d22923e29836 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (c314b655-0bb4-4333-882d-8922fe986501), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:10.883105 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-31440c01-e929-405a-aeb8-d22923e29836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (c314b655-0bb4-4333-882d-8922fe986501), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:10.888978 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31440c01-e929-405a-aeb8-d22923e29836 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:22:10.889354 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-31440c01-e929-405a-aeb8-d22923e29836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (c314b655-0bb4-4333-882d-8922fe986501), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: timer() Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:22:10.890989 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:22:10.945119 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-31440c01-e929-405a-aeb8-d22923e29836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (3bfa77ce-7cf2-4313-8342-98d86931a9dd), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:10.949590 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-31440c01-e929-405a-aeb8-d22923e29836 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:10.953244 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-31440c01-e929-405a-aeb8-d22923e29836 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3bfa77ce-7cf2-4313-8342-98d86931a9dd HTTP/1.1" status: 204 len: 168 time: 0.2689891 Feb 20 06:22:10.965759 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31440c01-e929-405a-aeb8-d22923e29836 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bfa77ce-7cf2-4313-8342-98d86931a9dd,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:22:11.069605 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50972) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:22:11.112002 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5c1659df-5675-4465-97e6-cc95a399b07a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dec6bae18b9044cdb7eeaf7b0eee8763&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412652 Feb 20 06:22:11.114375 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50974) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:22:11.160920 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f75e554-b3fb-4545-b0fc-b0161071b7ef admin admin] Publish callbacks [] for security_group (781a4244-8f71-480e-9d9d-1fe9b1ce21f8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:11.181680 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f75e554-b3fb-4545-b0fc-b0161071b7ef admin admin] Publish callbacks [] for security_group (781a4244-8f71-480e-9d9d-1fe9b1ce21f8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:11.226797 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f75e554-b3fb-4545-b0fc-b0161071b7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (781a4244-8f71-480e-9d9d-1fe9b1ce21f8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:11.229326 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f75e554-b3fb-4545-b0fc-b0161071b7ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:11.230510 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5f75e554-b3fb-4545-b0fc-b0161071b7ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/781a4244-8f71-480e-9d9d-1fe9b1ce21f8 HTTP/1.1" status: 204 len: 168 time: 0.1152055 Feb 20 06:22:11.239094 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75e554-b3fb-4545-b0fc-b0161071b7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781a4244-8f71-480e-9d9d-1fe9b1ce21f8,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:22:11.868731 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 50996) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:22:11.977765 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a5de73aa-ee78-49e0-a9a1-96aa35df2de8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1853244724-network', 'tenant_id': '9c4eea35e23748e0bae1c39af241daef'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:22:11.998582 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5de73aa-ee78-49e0-a9a1-96aa35df2de8 admin admin] Made reservation on behalf of 9c4eea35e23748e0bae1c39af241daef for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:22:12.001135 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5de73aa-ee78-49e0-a9a1-96aa35df2de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:12.010734 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5de73aa-ee78-49e0-a9a1-96aa35df2de8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:12.084274 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5de73aa-ee78-49e0-a9a1-96aa35df2de8 admin admin] Publish callbacks [] for security_group (ed431824-ddee-4d86-a77f-5037624c3d16), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:12.088112 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5de73aa-ee78-49e0-a9a1-96aa35df2de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ed431824-ddee-4d86-a77f-5037624c3d16), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:12.113561 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5de73aa-ee78-49e0-a9a1-96aa35df2de8 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:22:12.119611 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de73aa-ee78-49e0-a9a1-96aa35df2de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed431824-ddee-4d86-a77f-5037624c3d16,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:22:12.127344 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5de73aa-ee78-49e0-a9a1-96aa35df2de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (c898d4d9-4dcb-4fe1-8201-e8052e284c42), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:12.127584 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-a5de73aa-ee78-49e0-a9a1-96aa35df2de8 admin admin] Added segment c898d4d9-4dcb-4fe1-8201-e8052e284c42 of type vlan for network 4a266e3b-bd84-4077-8c18-cb0830339f7e Feb 20 06:22:12.168345 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5de73aa-ee78-49e0-a9a1-96aa35df2de8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (4a266e3b-bd84-4077-8c18-cb0830339f7e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:12.192223 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5de73aa-ee78-49e0-a9a1-96aa35df2de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (4a266e3b-bd84-4077-8c18-cb0830339f7e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:12.193171 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5de73aa-ee78-49e0-a9a1-96aa35df2de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:12.193740 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5de73aa-ee78-49e0-a9a1-96aa35df2de8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:12.241159 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a5de73aa-ee78-49e0-a9a1-96aa35df2de8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3713260 Feb 20 06:22:12.244145 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51000) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:22:12.250183 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-ee22d5bc-b16d-4263-abae-8a01481b6ea8 admin admin] Request body: {'subnet': {'network_id': '4a266e3b-bd84-4077-8c18-cb0830339f7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1853244724-subnet', 'tenant_id': '9c4eea35e23748e0bae1c39af241daef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:22:12.256424 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de73aa-ee78-49e0-a9a1-96aa35df2de8 admin admin] Pushing event updated for resources: {'Network': ['ID=4a266e3b-bd84-4077-8c18-cb0830339f7e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:22:12.267861 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 4a266e3b-bd84-4077-8c18-cb0830339f7e details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:22:12.271306 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee22d5bc-b16d-4263-abae-8a01481b6ea8 admin admin] Made reservation on behalf of 9c4eea35e23748e0bae1c39af241daef for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:22:12.273751 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee22d5bc-b16d-4263-abae-8a01481b6ea8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:12.443692 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee22d5bc-b16d-4263-abae-8a01481b6ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (ffc23ba1-f455-4e2e-a29b-e2c390ffa844), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:12.502760 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22d5bc-b16d-4263-abae-8a01481b6ea8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffc23ba1-f455-4e2e-a29b-e2c390ffa844,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:22:12.511673 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee22d5bc-b16d-4263-abae-8a01481b6ea8 admin admin] Checking segment: {'id': 'c898d4d9-4dcb-4fe1-8201-e8052e284c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4a266e3b-bd84-4077-8c18-cb0830339f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:22:12.512037 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee22d5bc-b16d-4263-abae-8a01481b6ea8 admin admin] Network hostable DHCP agents. Network: 4a266e3b-bd84-4077-8c18-cb0830339f7e, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:22:12.528359 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee22d5bc-b16d-4263-abae-8a01481b6ea8 admin admin] Network 4a266e3b-bd84-4077-8c18-cb0830339f7e is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:22:12.536617 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-ee22d5bc-b16d-4263-abae-8a01481b6ea8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 4a266e3b-bd84-4077-8c18-cb0830339f7e) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:22:12.540755 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee22d5bc-b16d-4263-abae-8a01481b6ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:12.541527 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ee22d5bc-b16d-4263-abae-8a01481b6ea8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:12.546437 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98154097-670f-4017-90d1-85bbe45ae4a8 None None] Network 4a266e3b-bd84-4077-8c18-cb0830339f7e requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:22:12.557264 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ee22d5bc-b16d-4263-abae-8a01481b6ea8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3119256 Feb 20 06:22:12.646959 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01aecb2-042b-4826-a26c-a929fe419877 None None] Network 4a266e3b-bd84-4077-8c18-cb0830339f7e requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:22:12.974713 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-eee2aa1b-0c80-43e0-a3ee-b762849ee48a tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:12.976202 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-eee2aa1b-0c80-43e0-a3ee-b762849ee48a tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/networks?id=4a266e3b-bd84-4077-8c18-cb0830339f7e HTTP/1.1" status: 200 len: 815 time: 0.1020350 Feb 20 06:22:12.990408 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-e8ae6d48-5433-4937-9a1b-5dca181f0dc5 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/quotas/9c4eea35e23748e0bae1c39af241daef HTTP/1.1" status: 200 len: 375 time: 0.0089295 Feb 20 06:22:13.023286 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-60651536-98cc-4538-87d7-2f5953d61b5c tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c4eea35e23748e0bae1c39af241daef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279255 Feb 20 06:22:13.112051 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-253a3f5c-6b91-4d27-8ce0-ec11354e05a9 service neutron] 10.222.0.37 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822120 Feb 20 06:22:13.200861 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-3ec60521-9c85-448e-9fb2-185c9933a3dc service neutron] 10.222.0.37 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832176 Feb 20 06:22:13.355709 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-53b83488-8cc4-42ed-aadd-132d4bd21cbf req-8dced702-c955-4581-a07e-49e12f1ec21f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 210 time: 0.0265815 Feb 20 06:22:13.993237 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 28585de4-fb73-4513-aa27-db5e079cdb6c no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:22:14.014019 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 28585de4-fb73-4513-aa27-db5e079cdb6c {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:22:14.014360 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 28585de4-fb73-4513-aa27-db5e079cdb6c not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:22:14.255621 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-fc23a26a-03ba-4506-8694-d510b5cf48ca tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:14.256979 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-fc23a26a-03ba-4506-8694-d510b5cf48ca tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.48 "GET /v2.0/networks?id=4a266e3b-bd84-4077-8c18-cb0830339f7e HTTP/1.1" status: 200 len: 815 time: 0.1053433 Feb 20 06:22:14.268818 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-8996d796-1c4a-45eb-b67c-410ec6e8a043 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Request body: {'port': {'device_id': '62e32251-44ea-4179-95c0-2d9190bda70e', 'network_id': '4a266e3b-bd84-4077-8c18-cb0830339f7e', 'admin_state_up': True, 'tenant_id': '9c4eea35e23748e0bae1c39af241daef'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:22:14.375782 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-8996d796-1c4a-45eb-b67c-410ec6e8a043 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Made reservation on behalf of 9c4eea35e23748e0bae1c39af241daef for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:22:14.379316 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-8996d796-1c4a-45eb-b67c-410ec6e8a043 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:14.504074 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-8996d796-1c4a-45eb-b67c-410ec6e8a043 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Allocated IP 172.20.0.2 (4a266e3b-bd84-4077-8c18-cb0830339f7e/ffc23ba1-f455-4e2e-a29b-e2c390ffa844/39337de6-f463-45d4-b11b-6501af84fb11) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:22:14.516055 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ef76afae-aa9f-48e6-8e46-67b62f317129 req-76aa16ec-bbc2-49ad-a681-dbe60c32168b tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 210 time: 0.0290191 Feb 20 06:22:14.657040 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-8996d796-1c4a-45eb-b67c-410ec6e8a043 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Publish callbacks [] for port (39337de6-f463-45d4-b11b-6501af84fb11), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:14.691516 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-8996d796-1c4a-45eb-b67c-410ec6e8a043 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (39337de6-f463-45d4-b11b-6501af84fb11), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:14.731703 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-8996d796-1c4a-45eb-b67c-410ec6e8a043 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Network 4a266e3b-bd84-4077-8c18-cb0830339f7e is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:22:14.735173 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-8996d796-1c4a-45eb-b67c-410ec6e8a043 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:22:14.737355 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-8996d796-1c4a-45eb-b67c-410ec6e8a043 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:22:14.774634 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996d796-1c4a-45eb-b67c-410ec6e8a043 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Pushing event updated for resources: {'Port': ['ID=39337de6-f463-45d4-b11b-6501af84fb11,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:22:14.796869 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-8996d796-1c4a-45eb-b67c-410ec6e8a043 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:14.797473 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-8996d796-1c4a-45eb-b67c-410ec6e8a043 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:14.812766 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-8996d796-1c4a-45eb-b67c-410ec6e8a043 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5478067 Feb 20 06:22:14.823593 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-7d41798c-b8b6-42d4-94a3-9814adc36ae7 service neutron] Request body: {'port': {'device_id': '62e32251-44ea-4179-95c0-2d9190bda70e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:22:14.880753 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-7d41798c-b8b6-42d4-94a3-9814adc36ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (39337de6-f463-45d4-b11b-6501af84fb11), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:15.141310 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-7d41798c-b8b6-42d4-94a3-9814adc36ae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39337de6-f463-45d4-b11b-6501af84fb11 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:22:15.148643 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-7d41798c-b8b6-42d4-94a3-9814adc36ae7 service neutron] Publish callbacks [] for port (39337de6-f463-45d4-b11b-6501af84fb11), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:15.160806 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-7d41798c-b8b6-42d4-94a3-9814adc36ae7 service neutron] Transition to ACTIVE for port object 39337de6-f463-45d4-b11b-6501af84fb11 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:22:15.163885 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-7d41798c-b8b6-42d4-94a3-9814adc36ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (39337de6-f463-45d4-b11b-6501af84fb11), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:15.228562 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41798c-b8b6-42d4-94a3-9814adc36ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=39337de6-f463-45d4-b11b-6501af84fb11,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:22:15.276583 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-7d41798c-b8b6-42d4-94a3-9814adc36ae7 service neutron] Attempting to bind port 39337de6-f463-45d4-b11b-6501af84fb11 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:22:15.277243 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-7d41798c-b8b6-42d4-94a3-9814adc36ae7 service neutron] Attempting to bind port 39337de6-f463-45d4-b11b-6501af84fb11 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'c898d4d9-4dcb-4fe1-8201-e8052e284c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4a266e3b-bd84-4077-8c18-cb0830339f7e'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:22:15.277243 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-7d41798c-b8b6-42d4-94a3-9814adc36ae7 service neutron] Attempting to bind port 39337de6-f463-45d4-b11b-6501af84fb11 on network 4a266e3b-bd84-4077-8c18-cb0830339f7e {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:22:15.282084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-7d41798c-b8b6-42d4-94a3-9814adc36ae7 service neutron] Port 39337de6-f463-45d4-b11b-6501af84fb11 on network 4a266e3b-bd84-4077-8c18-cb0830339f7e not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:22:15.282409 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-7d41798c-b8b6-42d4-94a3-9814adc36ae7 service neutron] Attempting to bind port 39337de6-f463-45d4-b11b-6501af84fb11 on network 4a266e3b-bd84-4077-8c18-cb0830339f7e {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:22:15.287141 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-7d41798c-b8b6-42d4-94a3-9814adc36ae7 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:22:15.287480 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-7d41798c-b8b6-42d4-94a3-9814adc36ae7 service neutron] Checking segment: {'id': 'c898d4d9-4dcb-4fe1-8201-e8052e284c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4a266e3b-bd84-4077-8c18-cb0830339f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:22:15.287858 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-7d41798c-b8b6-42d4-94a3-9814adc36ae7 service neutron] Bound using segment: {'id': 'c898d4d9-4dcb-4fe1-8201-e8052e284c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4a266e3b-bd84-4077-8c18-cb0830339f7e'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:22:15.288280 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-7d41798c-b8b6-42d4-94a3-9814adc36ae7 service neutron] Bound port: 39337de6-f463-45d4-b11b-6501af84fb11, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c898d4d9-4dcb-4fe1-8201-e8052e284c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4a266e3b-bd84-4077-8c18-cb0830339f7e'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:22:15.288635 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-7d41798c-b8b6-42d4-94a3-9814adc36ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (39337de6-f463-45d4-b11b-6501af84fb11), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:15.351816 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-7d41798c-b8b6-42d4-94a3-9814adc36ae7 service neutron] For port 39337de6-f463-45d4-b11b-6501af84fb11, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:22:15.354706 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-7d41798c-b8b6-42d4-94a3-9814adc36ae7 service neutron] For port 39337de6-f463-45d4-b11b-6501af84fb11, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=39337de6-f463-45d4-b11b-6501af84fb11,segment=NetworkSegment(c898d4d9-4dcb-4fe1-8201-e8052e284c42),segment_id=c898d4d9-4dcb-4fe1-8201-e8052e284c42)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:22:15.360536 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-7d41798c-b8b6-42d4-94a3-9814adc36ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (39337de6-f463-45d4-b11b-6501af84fb11), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:15.392497 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-7d41798c-b8b6-42d4-94a3-9814adc36ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:15.393056 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-7d41798c-b8b6-42d4-94a3-9814adc36ae7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:15.394425 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-7d41798c-b8b6-42d4-94a3-9814adc36ae7 service neutron] 10.222.0.48 "PUT /v2.0/ports/39337de6-f463-45d4-b11b-6501af84fb11 HTTP/1.1" status: 200 len: 1091 time: 0.5748904 Feb 20 06:22:15.394865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e32251-44ea-4179-95c0-2d9190bda70e', 'tag': '39337de6-f463-45d4-b11b-6501af84fb11'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:22:15.397122 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44cbe746b5273b786b55dd008d239c26c5e54afb68eb4950258187d67f71561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0259b3-3875-4507-82f1-4b296e90f572" -d '{"events": [{"name": "network-changed", "server_uuid": "62e32251-44ea-4179-95c0-2d9190bda70e", "tag": "39337de6-f463-45d4-b11b-6501af84fb11"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:22:15.423076 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41798c-b8b6-42d4-94a3-9814adc36ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=39337de6-f463-45d4-b11b-6501af84fb11,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:22:15.441130 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929005de-9baf-4af0-8d4f-cc634820a4eb x-openstack-request-id: req-929005de-9baf-4af0-8d4f-cc634820a4eb {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:22:15.441419 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e32251-44ea-4179-95c0-2d9190bda70e", "tag": "39337de6-f463-45d4-b11b-6501af84fb11", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:22:15.441672 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-929005de-9baf-4af0-8d4f-cc634820a4eb {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:22:15.442070 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e32251-44ea-4179-95c0-2d9190bda70e', 'tag': '39337de6-f463-45d4-b11b-6501af84fb11', 'status': 'completed', 'code': 200} Feb 20 06:22:15.478031 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-36708826-feed-476f-baea-4ce26a53aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:15.479558 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-36708826-feed-476f-baea-4ce26a53aae5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c4eea35e23748e0bae1c39af241daef&device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 1125 time: 0.0474379 Feb 20 06:22:15.523806 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-e89c6135-42b1-4e10-81d0-8592e7dd270b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39337de6-f463-45d4-b11b-6501af84fb11 HTTP/1.1" status: 200 len: 217 time: 0.0373971 Feb 20 06:22:15.571067 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-6db70485-356e-4767-8e3f-d5e2413bc5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:15.572552 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-6db70485-356e-4767-8e3f-d5e2413bc5f6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ffc23ba1-f455-4e2e-a29b-e2c390ffa844 HTTP/1.1" status: 200 len: 855 time: 0.0436156 Feb 20 06:22:15.604685 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-c474a1d4-42d0-4908-a26a-a4c89e0bbba0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a266e3b-bd84-4077-8c18-cb0830339f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262389 Feb 20 06:22:15.634123 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb63b1-91ac-4726-9f3b-f692bbd28c71 req-59cac37b-39a1-4685-a53a-d897a79e337a tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:15.635623 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f9eb63b1-91ac-4726-9f3b-f692bbd28c71 req-59cac37b-39a1-4685-a53a-d897a79e337a tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 943 time: 0.0516169 Feb 20 06:22:15.686227 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f9eb63b1-91ac-4726-9f3b-f692bbd28c71 req-f9c834e1-fe54-4d8e-bd82-50781b944870 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443959 Feb 20 06:22:15.698603 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-0f35f8a5-3677-4175-bbf1-1891615e6fbc service neutron] 10.222.0.48 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876017 Feb 20 06:22:15.786619 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4beb733f-1ca2-4ed3-a609-aea4f5393231 req-e8d942fe-c58d-4b86-b189-204c2b2cb577 service neutron] 10.222.0.48 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821979 Feb 20 06:22:15.874051 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0259b3-3875-4507-82f1-4b296e90f572 req-cfd528f3-2e39-4ff9-ab55-59f9c1fc7ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:15.875581 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ff0259b3-3875-4507-82f1-4b296e90f572 req-cfd528f3-2e39-4ff9-ab55-59f9c1fc7ca9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c4eea35e23748e0bae1c39af241daef&device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 1125 time: 0.0442915 Feb 20 06:22:15.967178 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0259b3-3875-4507-82f1-4b296e90f572 req-b415aae9-57bd-4356-8192-358734070d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:15.968549 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ff0259b3-3875-4507-82f1-4b296e90f572 req-b415aae9-57bd-4356-8192-358734070d42 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a266e3b-bd84-4077-8c18-cb0830339f7e HTTP/1.1" status: 200 len: 915 time: 0.0865202 Feb 20 06:22:16.011368 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ff0259b3-3875-4507-82f1-4b296e90f572 req-c72b9426-6d98-4506-bdaf-e473c5f8205f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39337de6-f463-45d4-b11b-6501af84fb11 HTTP/1.1" status: 200 len: 217 time: 0.0343323 Feb 20 06:22:16.062704 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0259b3-3875-4507-82f1-4b296e90f572 req-39cd3127-89d1-4978-a6aa-d69bcbf965f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:16.064222 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ff0259b3-3875-4507-82f1-4b296e90f572 req-39cd3127-89d1-4978-a6aa-d69bcbf965f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ffc23ba1-f455-4e2e-a29b-e2c390ffa844 HTTP/1.1" status: 200 len: 855 time: 0.0465465 Feb 20 06:22:16.095978 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ff0259b3-3875-4507-82f1-4b296e90f572 req-66b2a7d2-f29b-43cb-ad52-47255ea3a5f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a266e3b-bd84-4077-8c18-cb0830339f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251477 Feb 20 06:22:16.182300 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ff0259b3-3875-4507-82f1-4b296e90f572 req-772eae3d-2c52-43d5-b0b4-dcb512c4698f service neutron] 10.222.0.48 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799656 Feb 20 06:22:16.273442 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ff0259b3-3875-4507-82f1-4b296e90f572 req-5825abb2-662d-48e2-9546-d4359c9e2479 service neutron] 10.222.0.48 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835454 Feb 20 06:22:16.532425 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f4c6cf4-c53d-4599-9cbf-ec2d43f33fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:16.804812 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58194d5-52da-4200-9bdb-73dd3fd25edd req-d33b366e-7a96-4c1f-9525-70ff2453d184 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:16.806192 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e58194d5-52da-4200-9bdb-73dd3fd25edd req-d33b366e-7a96-4c1f-9525-70ff2453d184 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 943 time: 0.0520036 Feb 20 06:22:16.852267 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e58194d5-52da-4200-9bdb-73dd3fd25edd req-473b7780-b6d0-49cf-821d-169b6a4781cc tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405440 Feb 20 06:22:17.968979 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917ccc2-6088-47fb-9d16-aa4c2614f1b5 req-6f11bc95-3a5d-4881-87a3-feed1fcf82d4 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:17.970348 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2917ccc2-6088-47fb-9d16-aa4c2614f1b5 req-6f11bc95-3a5d-4881-87a3-feed1fcf82d4 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 943 time: 0.0516677 Feb 20 06:22:17.987434 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 39337de6-f463-45d4-b11b-6501af84fb11 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:22:18.018637 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2917ccc2-6088-47fb-9d16-aa4c2614f1b5 req-588d1d3f-0c6c-4180-9a04-dcbfc8cee741 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426474 Feb 20 06:22:18.085520 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 39337de6-f463-45d4-b11b-6501af84fb11, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=39337de6-f463-45d4-b11b-6501af84fb11,segment=NetworkSegment(c898d4d9-4dcb-4fe1-8201-e8052e284c42),segment_id=c898d4d9-4dcb-4fe1-8201-e8052e284c42)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:22:18.097091 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '39337de6-f463-45d4-b11b-6501af84fb11', 'network_id': '4a266e3b-bd84-4077-8c18-cb0830339f7e', 'port_id': '39337de6-f463-45d4-b11b-6501af84fb11', 'mac_address': 'fa:16:3e:8a:1d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc23ba1-f455-4e2e-a29b-e2c390ffa844', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:22:18.133047 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 39337de6-f463-45d4-b11b-6501af84fb11 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:22:18.133439 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (39337de6-f463-45d4-b11b-6501af84fb11), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:18.146006 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39337de6-f463-45d4-b11b-6501af84fb11 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:22:18.165132 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 39337de6-f463-45d4-b11b-6501af84fb11, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=39337de6-f463-45d4-b11b-6501af84fb11,segment=NetworkSegment(c898d4d9-4dcb-4fe1-8201-e8052e284c42),segment_id=c898d4d9-4dcb-4fe1-8201-e8052e284c42)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:22:18.169758 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (39337de6-f463-45d4-b11b-6501af84fb11), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:18.218672 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=39337de6-f463-45d4-b11b-6501af84fb11,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:22:18.358098 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['39337de6-f463-45d4-b11b-6501af84fb11'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:22:18.995082 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb313076-8720-405f-a179-3a324b498b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:19.217159 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99643d-975d-48b7-bad7-638348fa7dd4 req-251b9a49-7357-44e1-9a03-eb4dce57d4d4 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:19.218626 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eb99643d-975d-48b7-bad7-638348fa7dd4 req-251b9a49-7357-44e1-9a03-eb4dce57d4d4 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 944 time: 0.0983481 Feb 20 06:22:19.268590 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eb99643d-975d-48b7-bad7-638348fa7dd4 req-3a3828da-09ac-4975-9c79-0c0b8d72e67d tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440547 Feb 20 06:22:19.737576 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:20.011043 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 39337de6-f463-45d4-b11b-6501af84fb11 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:22:20.061030 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 39337de6-f463-45d4-b11b-6501af84fb11 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:22:20.064956 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 39337de6-f463-45d4-b11b-6501af84fb11 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:22:20.065326 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (39337de6-f463-45d4-b11b-6501af84fb11), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:20.138976 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 39337de6-f463-45d4-b11b-6501af84fb11 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:22:20.139937 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (39337de6-f463-45d4-b11b-6501af84fb11), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:20.161246 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e32251-44ea-4179-95c0-2d9190bda70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39337de6-f463-45d4-b11b-6501af84fb11'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:22:20.163468 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c69282ccf6f5be726150858461c9b9ad58ca8d53add65e675f9d2906e088c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b7585c-a65f-434c-86ed-2800bc2bc476" -d '{"events": [{"server_uuid": "62e32251-44ea-4179-95c0-2d9190bda70e", "name": "network-vif-plugged", "status": "completed", "tag": "39337de6-f463-45d4-b11b-6501af84fb11"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:22:20.175865 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 39337de6-f463-45d4-b11b-6501af84fb11, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=39337de6-f463-45d4-b11b-6501af84fb11,segment=NetworkSegment(c898d4d9-4dcb-4fe1-8201-e8052e284c42),segment_id=c898d4d9-4dcb-4fe1-8201-e8052e284c42)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:22:20.181527 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (39337de6-f463-45d4-b11b-6501af84fb11), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:20.211787 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6944bf3d-67c3-49b3-b8c7-99eb988f5676 x-openstack-request-id: req-6944bf3d-67c3-49b3-b8c7-99eb988f5676 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:22:20.212082 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e32251-44ea-4179-95c0-2d9190bda70e", "name": "network-vif-plugged", "status": "completed", "tag": "39337de6-f463-45d4-b11b-6501af84fb11", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:22:20.212336 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6944bf3d-67c3-49b3-b8c7-99eb988f5676 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:22:20.212730 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e32251-44ea-4179-95c0-2d9190bda70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39337de6-f463-45d4-b11b-6501af84fb11', 'code': 200} Feb 20 06:22:20.239717 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=39337de6-f463-45d4-b11b-6501af84fb11,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:22:20.304245 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf3494-d915-4e0a-b88f-44751b67e9de req-5c40668a-57e5-40b7-989a-8aa1bf3feb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:20.305769 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9dbf3494-d915-4e0a-b88f-44751b67e9de req-5c40668a-57e5-40b7-989a-8aa1bf3feb00 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 1127 time: 0.0454221 Feb 20 06:22:20.349991 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9dbf3494-d915-4e0a-b88f-44751b67e9de req-e37eb66d-d023-45a6-91a5-309f762f259d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376403 Feb 20 06:22:20.385176 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9ef36-e784-4ed5-a425-9a61e1ad2151 req-838216be-1460-41b0-ac3e-06cfadd72465 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:20.386651 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d0d9ef36-e784-4ed5-a425-9a61e1ad2151 req-838216be-1460-41b0-ac3e-06cfadd72465 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0511725 Feb 20 06:22:20.431461 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d0d9ef36-e784-4ed5-a425-9a61e1ad2151 req-5b58db4e-271b-46bd-b64e-921d143eed1f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386071 Feb 20 06:22:21.557935 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0324a-f567-4f05-ab95-f8903af95dfa req-38270a3f-19a4-469c-b2eb-ce1fdf332f54 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:21.559511 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-18b0324a-f567-4f05-ab95-f8903af95dfa req-38270a3f-19a4-469c-b2eb-ce1fdf332f54 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0627077 Feb 20 06:22:21.567097 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:21.606505 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-18b0324a-f567-4f05-ab95-f8903af95dfa req-1c040069-1f63-4baf-950d-054f8a25eef9 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396008 Feb 20 06:22:21.720975 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212897b1-3015-484c-b02d-205b4c9404f0 req-fe9b8f88-f037-4c34-9719-d25ec543fea4 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:21.722362 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-212897b1-3015-484c-b02d-205b4c9404f0 req-fe9b8f88-f037-4c34-9719-d25ec543fea4 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0527251 Feb 20 06:22:21.767670 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-212897b1-3015-484c-b02d-205b4c9404f0 req-e93e8117-a1b7-4206-a4e2-c0c7f38ada5f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397286 Feb 20 06:22:21.970725 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdbd11-91da-4118-ae5c-4cfaacf7d8f7 req-63517cce-502c-48e4-837c-269459a56298 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:21.972292 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-98bdbd11-91da-4118-ae5c-4cfaacf7d8f7 req-63517cce-502c-48e4-837c-269459a56298 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0547588 Feb 20 06:22:22.022427 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-98bdbd11-91da-4118-ae5c-4cfaacf7d8f7 req-45dcbdcf-37d0-478d-8d74-527e708d9ac5 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447669 Feb 20 06:22:22.135184 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d67029-21f5-4d99-8adc-c522bcc22a8a req-3476dfb6-a7e5-46e3-b7ae-a2e5ad6bfe0a tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:22.136632 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c0d67029-21f5-4d99-8adc-c522bcc22a8a req-3476dfb6-a7e5-46e3-b7ae-a2e5ad6bfe0a tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0514212 Feb 20 06:22:22.182820 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c0d67029-21f5-4d99-8adc-c522bcc22a8a req-fe9972a2-474a-4f4e-b6f7-3660a6da5704 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401392 Feb 20 06:22:22.438663 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f4610714-7beb-4295-8477-fd93dccb3904 req-3df26ffe-fead-4c94-993f-287268a4407e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0773525 Feb 20 06:22:22.449556 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57928d7-c2eb-46e5-a14e-e56673d6df50 req-bce7b74b-4198-45ac-a926-e5a6aab58584 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:22.450968 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c57928d7-c2eb-46e5-a14e-e56673d6df50 req-bce7b74b-4198-45ac-a926-e5a6aab58584 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0798185 Feb 20 06:22:22.502132 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c57928d7-c2eb-46e5-a14e-e56673d6df50 req-c858a0dd-6edd-49ee-8916-45be71cfdc76 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444188 Feb 20 06:22:22.744191 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:22.832259 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4610714-7beb-4295-8477-fd93dccb3904 req-94d85fbc-2b30-4acd-83ad-8745ed318e47 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:22.833578 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f4610714-7beb-4295-8477-fd93dccb3904 req-94d85fbc-2b30-4acd-83ad-8745ed318e47 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports/39337de6-f463-45d4-b11b-6501af84fb11 HTTP/1.1" status: 200 len: 942 time: 0.0444441 Feb 20 06:22:23.285334 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:23.586933 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4610714-7beb-4295-8477-fd93dccb3904 req-2cd33a39-ea47-474e-a051-38bfc83d2314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:23.588506 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f4610714-7beb-4295-8477-fd93dccb3904 req-2cd33a39-ea47-474e-a051-38bfc83d2314 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c4eea35e23748e0bae1c39af241daef&device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 1127 time: 0.0444517 Feb 20 06:22:23.621694 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be5111-5b84-4a05-add5-def864a05282 req-44deadd7-88fc-4773-8bae-23d2f919a011 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:23.623523 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0be5111-5b84-4a05-add5-def864a05282 req-44deadd7-88fc-4773-8bae-23d2f919a011 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0526893 Feb 20 06:22:23.669655 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0be5111-5b84-4a05-add5-def864a05282 req-871279db-7c84-4b9f-b214-29cae399f587 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404005 Feb 20 06:22:23.680839 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4610714-7beb-4295-8477-fd93dccb3904 req-13249db0-187a-4bdc-86b3-f9e005b366be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:23.682115 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f4610714-7beb-4295-8477-fd93dccb3904 req-13249db0-187a-4bdc-86b3-f9e005b366be service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a266e3b-bd84-4077-8c18-cb0830339f7e HTTP/1.1" status: 200 len: 915 time: 0.0866356 Feb 20 06:22:23.722492 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f4610714-7beb-4295-8477-fd93dccb3904 req-73daa753-79fc-4dcc-b8db-d4ba9dbc1fae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39337de6-f463-45d4-b11b-6501af84fb11 HTTP/1.1" status: 200 len: 217 time: 0.0351241 Feb 20 06:22:23.772340 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4610714-7beb-4295-8477-fd93dccb3904 req-ecc25ab8-60d3-4150-80b0-1f4ef7ed0311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:23.773811 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f4610714-7beb-4295-8477-fd93dccb3904 req-ecc25ab8-60d3-4150-80b0-1f4ef7ed0311 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ffc23ba1-f455-4e2e-a29b-e2c390ffa844 HTTP/1.1" status: 200 len: 855 time: 0.0459747 Feb 20 06:22:23.804002 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f4610714-7beb-4295-8477-fd93dccb3904 req-5a9afdfe-401f-45b5-9aca-5b3455a31054 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a266e3b-bd84-4077-8c18-cb0830339f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250740 Feb 20 06:22:23.890526 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f4610714-7beb-4295-8477-fd93dccb3904 req-752d94e1-36a7-4567-814f-375560e73282 service neutron] 10.222.0.48 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811920 Feb 20 06:22:23.979202 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f4610714-7beb-4295-8477-fd93dccb3904 req-129637f9-7324-4e47-8a17-1b2489dea96c service neutron] 10.222.0.48 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827827 Feb 20 06:22:24.791316 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12863838-7931-4313-80f3-7c40a4d2234b req-34be0b73-fbf2-4584-aab9-df706a25a0f4 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:24.792763 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-12863838-7931-4313-80f3-7c40a4d2234b req-34be0b73-fbf2-4584-aab9-df706a25a0f4 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0555787 Feb 20 06:22:24.837793 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-12863838-7931-4313-80f3-7c40a4d2234b req-28074968-9607-41dd-8704-4fd1bdab017e tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394986 Feb 20 06:22:25.613936 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:25.958515 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d6d18-c305-4e6b-8d5e-2db150ed660d req-43d4ce5e-1479-4c4d-98c6-c79eb0d1e58b tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:25.960017 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9d8d6d18-c305-4e6b-8d5e-2db150ed660d req-43d4ce5e-1479-4c4d-98c6-c79eb0d1e58b tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0519512 Feb 20 06:22:26.007444 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9d8d6d18-c305-4e6b-8d5e-2db150ed660d req-9c17b9da-6a91-4806-8bd9-6125ed123690 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419579 Feb 20 06:22:27.120534 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df83129-c9e9-4c78-b314-2b65eaf1a530 req-973cc190-7923-4991-b64b-b475baa5dd65 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:27.121983 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9df83129-c9e9-4c78-b314-2b65eaf1a530 req-973cc190-7923-4991-b64b-b475baa5dd65 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0501294 Feb 20 06:22:27.171750 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9df83129-c9e9-4c78-b314-2b65eaf1a530 req-1ec67724-c243-426b-b72e-abb280bc50ed tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430515 Feb 20 06:22:28.289809 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485e5c8-2fdd-42d9-8fa6-432b1c169935 req-40374d10-7d05-49c7-9be4-51400ef5c84e tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:28.291220 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6485e5c8-2fdd-42d9-8fa6-432b1c169935 req-40374d10-7d05-49c7-9be4-51400ef5c84e tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0522487 Feb 20 06:22:28.336116 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6485e5c8-2fdd-42d9-8fa6-432b1c169935 req-0fdc0870-1569-4409-949f-4a8e8e2f2cfa tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393329 Feb 20 06:22:29.454227 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a27d3-0f66-49d7-ab1f-287e97788380 req-541545af-6d0f-4211-9098-cc47462494c4 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:29.455806 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-092a27d3-0f66-49d7-ab1f-287e97788380 req-541545af-6d0f-4211-9098-cc47462494c4 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0519259 Feb 20 06:22:29.501973 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-092a27d3-0f66-49d7-ab1f-287e97788380 req-2657e69f-e146-46fb-b9b6-b93a95f45e92 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406027 Feb 20 06:22:30.625705 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22909f8c-c6c3-4424-8adb-fad14a300017 req-7e54ca13-7780-4459-80cf-89a8a7b75e04 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:30.627199 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22909f8c-c6c3-4424-8adb-fad14a300017 req-7e54ca13-7780-4459-80cf-89a8a7b75e04 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0559883 Feb 20 06:22:30.671352 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-22909f8c-c6c3-4424-8adb-fad14a300017 req-4ff6869c-87f2-455b-8e80-a4c094510634 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386736 Feb 20 06:22:31.787908 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9c4ac-bb3d-4fd2-8dd3-7caa9e87be08 req-c74c1079-ac70-4457-9985-74b43c4d3dd8 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:31.789364 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-69d9c4ac-bb3d-4fd2-8dd3-7caa9e87be08 req-c74c1079-ac70-4457-9985-74b43c4d3dd8 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0511732 Feb 20 06:22:31.834490 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-69d9c4ac-bb3d-4fd2-8dd3-7caa9e87be08 req-e556a5fc-79bd-4de1-ab3f-69aa5405bbab tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391195 Feb 20 06:22:32.957082 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab473f-2edf-42e4-a51a-fedcea116623 req-c790783b-4021-41b2-a6b4-a28f3ce1e40f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:32.958549 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9fab473f-2edf-42e4-a51a-fedcea116623 req-c790783b-4021-41b2-a6b4-a28f3ce1e40f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0550122 Feb 20 06:22:33.004119 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9fab473f-2edf-42e4-a51a-fedcea116623 req-9beb7589-8525-4e38-a15c-c7160ace5732 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400686 Feb 20 06:22:34.121377 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15339336-841d-45cb-a171-2ae1fbb089fc req-32f646d6-410d-4c81-9ed7-fc999c5488b4 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:34.123679 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-15339336-841d-45cb-a171-2ae1fbb089fc req-32f646d6-410d-4c81-9ed7-fc999c5488b4 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0525758 Feb 20 06:22:34.167856 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-15339336-841d-45cb-a171-2ae1fbb089fc req-312f5c91-94eb-474e-be7e-313b5bbacda2 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386689 Feb 20 06:22:35.289164 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556b6a1-6328-48e0-ab1c-f84090f7ec0f req-ede0937c-6c8f-4ffa-b0be-655b9cc092f7 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:35.290575 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d556b6a1-6328-48e0-ab1c-f84090f7ec0f req-ede0937c-6c8f-4ffa-b0be-655b9cc092f7 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0556414 Feb 20 06:22:35.339291 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d556b6a1-6328-48e0-ab1c-f84090f7ec0f req-65f10523-7e79-4b7e-b050-ebce228df561 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424490 Feb 20 06:22:36.456680 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6e7a9-a6ab-40db-84ea-f39edb4c1ccc req-0fa35307-0739-4c57-a8e2-c342461d4657 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:36.458146 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5bb6e7a9-a6ab-40db-84ea-f39edb4c1ccc req-0fa35307-0739-4c57-a8e2-c342461d4657 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0503073 Feb 20 06:22:36.503390 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5bb6e7a9-a6ab-40db-84ea-f39edb4c1ccc req-43d1dede-598e-4f08-8bb2-ff6fe0bab423 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395658 Feb 20 06:22:37.625306 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e146c-411b-4cbd-8962-470b9a128e1c req-59809f87-44cb-4039-b96c-c92e9b2ce2d0 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:37.626806 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-648e146c-411b-4cbd-8962-470b9a128e1c req-59809f87-44cb-4039-b96c-c92e9b2ce2d0 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0569067 Feb 20 06:22:37.671662 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-648e146c-411b-4cbd-8962-470b9a128e1c req-c8b08cd4-097e-4d6a-8e29-d75b73e2226a tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392148 Feb 20 06:22:38.793584 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459abaa7-84f3-4211-a2c2-cac0471c7bfc req-4f7bb43a-93da-4b39-9755-40d72c7a04ec tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:38.795112 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-459abaa7-84f3-4211-a2c2-cac0471c7bfc req-4f7bb43a-93da-4b39-9755-40d72c7a04ec tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0563042 Feb 20 06:22:38.841477 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-459abaa7-84f3-4211-a2c2-cac0471c7bfc req-398b2ba7-806b-44a7-bf88-b80eab64093f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401199 Feb 20 06:22:39.961220 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290ca9c-ff47-496c-95fa-2be33939ed43 req-ef30cdcd-0c7c-4853-9fff-c69d798e7786 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:39.962583 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b290ca9c-ff47-496c-95fa-2be33939ed43 req-ef30cdcd-0c7c-4853-9fff-c69d798e7786 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0513196 Feb 20 06:22:40.010695 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b290ca9c-ff47-496c-95fa-2be33939ed43 req-cb90059a-bb59-4dbf-993b-edf059669583 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420153 Feb 20 06:22:41.128609 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6c805-7864-4d16-8306-e39e89a3de0f req-861aa9b0-a4e0-4055-8617-5bce2f6d554e tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:41.130044 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-76c6c805-7864-4d16-8306-e39e89a3de0f req-861aa9b0-a4e0-4055-8617-5bce2f6d554e tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0509450 Feb 20 06:22:41.496120 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-76c6c805-7864-4d16-8306-e39e89a3de0f req-212c5b47-0865-4005-bbf0-c95e4049ba19 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605266 Feb 20 06:22:42.613040 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd962e-8c2a-4b94-adeb-66dd472ea616 req-32346ada-ada6-42db-be0b-0815074ce85e tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:42.614494 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-44bd962e-8c2a-4b94-adeb-66dd472ea616 req-32346ada-ada6-42db-be0b-0815074ce85e tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0511544 Feb 20 06:22:42.660223 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-44bd962e-8c2a-4b94-adeb-66dd472ea616 req-1eb375a3-e1ff-4f6d-9f5f-767265b87e89 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401614 Feb 20 06:22:43.008970 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:22:43.778440 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d8fa0-658e-4cb5-92a1-c48097847407 req-99d8cdb2-b006-490f-8cc6-bfdb3f1fe90e tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:43.780458 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b58d8fa0-658e-4cb5-92a1-c48097847407 req-99d8cdb2-b006-490f-8cc6-bfdb3f1fe90e tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0522947 Feb 20 06:22:43.828466 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b58d8fa0-658e-4cb5-92a1-c48097847407 req-90845a51-e9b3-434b-80f6-270d61f8aabb tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425127 Feb 20 06:22:44.945540 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e822f-1343-4a9a-9d4d-3a11514d98a8 req-156b9789-27c6-4125-8f85-862de41f3e1c tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:44.947027 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b2e822f-1343-4a9a-9d4d-3a11514d98a8 req-156b9789-27c6-4125-8f85-862de41f3e1c tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0516529 Feb 20 06:22:44.992896 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b2e822f-1343-4a9a-9d4d-3a11514d98a8 req-9f4cfdc6-3290-499f-a9b2-d15cef5089c8 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395207 Feb 20 06:22:46.110566 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55540823-3117-403a-8889-da33e880973d req-4ce34168-066f-4574-b7b5-5738d2410e66 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:46.112070 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-55540823-3117-403a-8889-da33e880973d req-4ce34168-066f-4574-b7b5-5738d2410e66 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0516956 Feb 20 06:22:46.158639 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-55540823-3117-403a-8889-da33e880973d req-33b540a6-09d4-40dd-bded-46344bfa7b47 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403161 Feb 20 06:22:46.533884 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b96d833b-d277-48a8-90a2-b7305e27f2d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:47.286977 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f6154-1e2c-4f45-a60c-1805ab645a2b req-33b569b7-fb6e-4cdd-9d06-367eae519c9a tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:47.288437 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b5f6154-1e2c-4f45-a60c-1805ab645a2b req-33b569b7-fb6e-4cdd-9d06-367eae519c9a tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0581436 Feb 20 06:22:47.337067 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b5f6154-1e2c-4f45-a60c-1805ab645a2b req-fd913105-55e6-44eb-939b-b80c2321a601 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430205 Feb 20 06:22:48.454616 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bcae1-2129-49a4-a565-f1963f49c98e req-a32f9c7d-8593-4199-b7b3-260a9785bc7f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:48.456104 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b51bcae1-2129-49a4-a565-f1963f49c98e req-a32f9c7d-8593-4199-b7b3-260a9785bc7f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0512409 Feb 20 06:22:48.501264 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b51bcae1-2129-49a4-a565-f1963f49c98e req-d1b8ae4e-6f50-4596-a2cf-138c3a4cf176 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395617 Feb 20 06:22:49.005167 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c949de7-a16f-4948-ad4c-9c5e50cd67c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:49.615736 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42a961-16ca-41c3-9fdf-71a29264af0f req-c5745576-daff-4f46-9577-6af46372d8d3 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:49.617216 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b42a961-16ca-41c3-9fdf-71a29264af0f req-c5745576-daff-4f46-9577-6af46372d8d3 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0502405 Feb 20 06:22:49.666719 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b42a961-16ca-41c3-9fdf-71a29264af0f req-8e49eba2-e086-4e6b-b586-4c203d1b7a69 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437205 Feb 20 06:22:49.742432 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:50.792439 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80458cfb-fc9c-4133-8b31-1f840fba7c1b req-d7bdeadc-53c9-4b92-95e6-03644c21b25d tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:50.793911 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-80458cfb-fc9c-4133-8b31-1f840fba7c1b req-d7bdeadc-53c9-4b92-95e6-03644c21b25d tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0520399 Feb 20 06:22:50.839765 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-80458cfb-fc9c-4133-8b31-1f840fba7c1b req-427e08c8-92eb-4e03-9d8f-f17f646c0ff7 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402770 Feb 20 06:22:50.976357 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [req-f4610714-7beb-4295-8477-fd93dccb3904 req-597cbe2b-5f39-4821-9f31-70f056872de6 service neutron] show failed (client error): The resource could not be found. Feb 20 06:22:50.977385 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f4610714-7beb-4295-8477-fd93dccb3904 req-597cbe2b-5f39-4821-9f31-70f056872de6 service neutron] 10.222.0.48 "GET /v2.0/ports/39337de6-f463-45d4-b11b-6501af84fb11/bindings/n-h1-829866-5 HTTP/1.1" status: 404 len: 380 time: 0.0945332 Feb 20 06:22:51.244051 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4610714-7beb-4295-8477-fd93dccb3904 req-b92aa334-91c4-4a09-83c7-74391e274fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:51.245439 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f4610714-7beb-4295-8477-fd93dccb3904 req-b92aa334-91c4-4a09-83c7-74391e274fbe service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e&tenant_id=9c4eea35e23748e0bae1c39af241daef HTTP/1.1" status: 200 len: 1127 time: 0.0806048 Feb 20 06:22:51.256932 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-f4610714-7beb-4295-8477-fd93dccb3904 req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-5', 'device_owner': 'compute:nova'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:22:51.316403 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f4610714-7beb-4295-8477-fd93dccb3904 req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (39337de6-f463-45d4-b11b-6501af84fb11), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:51.515338 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-f4610714-7beb-4295-8477-fd93dccb3904 req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] For port 39337de6-f463-45d4-b11b-6501af84fb11, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=39337de6-f463-45d4-b11b-6501af84fb11,segment=NetworkSegment(c898d4d9-4dcb-4fe1-8201-e8052e284c42),segment_id=c898d4d9-4dcb-4fe1-8201-e8052e284c42)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:22:51.547104 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-f4610714-7beb-4295-8477-fd93dccb3904 req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] For port 39337de6-f463-45d4-b11b-6501af84fb11, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:22:51.568147 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:51.587497 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e32251-44ea-4179-95c0-2d9190bda70e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39337de6-f463-45d4-b11b-6501af84fb11'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:22:51.592819 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f4610714-7beb-4295-8477-fd93dccb3904 req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Publish callbacks [] for port (39337de6-f463-45d4-b11b-6501af84fb11), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:51.605981 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-f4610714-7beb-4295-8477-fd93dccb3904 req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Transition to ACTIVE for port object 39337de6-f463-45d4-b11b-6501af84fb11 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:22:51.609720 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f4610714-7beb-4295-8477-fd93dccb3904 req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (39337de6-f463-45d4-b11b-6501af84fb11), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:51.637265 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f05680a-dc66-42a8-a9bd-da2398d5a80a" -d '{"events": [{"server_uuid": "62e32251-44ea-4179-95c0-2d9190bda70e", "name": "network-vif-unplugged", "status": "completed", "tag": "39337de6-f463-45d4-b11b-6501af84fb11"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:22:51.678731 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4610714-7beb-4295-8477-fd93dccb3904 req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] No DVR routers for this DVR port 39337de6-f463-45d4-b11b-6501af84fb11 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:22:51.682770 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=39337de6-f463-45d4-b11b-6501af84fb11,revision_number=6']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:22:51.709059 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:22:51.709842 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:22:51.709842 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:22:51.710361 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:22:51.710723 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:22:51.711094 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:22:51.711428 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:22:51.711754 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:22:51.712077 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:22:51.712402 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:22:51.712724 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:22:51.713044 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:22:51.713366 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:22:51.730192 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-f4610714-7beb-4295-8477-fd93dccb3904 req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Attempting to bind port 39337de6-f463-45d4-b11b-6501af84fb11 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:22:51.730529 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-f4610714-7beb-4295-8477-fd93dccb3904 req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Attempting to bind port 39337de6-f463-45d4-b11b-6501af84fb11 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'c898d4d9-4dcb-4fe1-8201-e8052e284c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4a266e3b-bd84-4077-8c18-cb0830339f7e'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:22:51.730859 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4610714-7beb-4295-8477-fd93dccb3904 req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Attempting to bind port 39337de6-f463-45d4-b11b-6501af84fb11 on network 4a266e3b-bd84-4077-8c18-cb0830339f7e {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:22:51.736818 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4610714-7beb-4295-8477-fd93dccb3904 req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Port 39337de6-f463-45d4-b11b-6501af84fb11 on network 4a266e3b-bd84-4077-8c18-cb0830339f7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:22:51.737141 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4610714-7beb-4295-8477-fd93dccb3904 req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Attempting to bind port 39337de6-f463-45d4-b11b-6501af84fb11 on network 4a266e3b-bd84-4077-8c18-cb0830339f7e {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:22:51.742603 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 06:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31e3ee7-cec5-4084-a45c-f01a53bf1bff x-openstack-request-id: req-c31e3ee7-cec5-4084-a45c-f01a53bf1bff {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:22:51.742886 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e32251-44ea-4179-95c0-2d9190bda70e", "name": "network-vif-unplugged", "status": "completed", "tag": "39337de6-f463-45d4-b11b-6501af84fb11", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:22:51.743324 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c31e3ee7-cec5-4084-a45c-f01a53bf1bff {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:22:51.743719 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e32251-44ea-4179-95c0-2d9190bda70e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39337de6-f463-45d4-b11b-6501af84fb11', 'code': 200} Feb 20 06:22:51.744761 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4610714-7beb-4295-8477-fd93dccb3904 req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:22:51.745093 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4610714-7beb-4295-8477-fd93dccb3904 req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Checking segment: {'id': 'c898d4d9-4dcb-4fe1-8201-e8052e284c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4a266e3b-bd84-4077-8c18-cb0830339f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:22:51.745465 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4610714-7beb-4295-8477-fd93dccb3904 req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Bound using segment: {'id': 'c898d4d9-4dcb-4fe1-8201-e8052e284c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4a266e3b-bd84-4077-8c18-cb0830339f7e'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:22:51.745888 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-f4610714-7beb-4295-8477-fd93dccb3904 req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Bound port: 39337de6-f463-45d4-b11b-6501af84fb11, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c898d4d9-4dcb-4fe1-8201-e8052e284c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4a266e3b-bd84-4077-8c18-cb0830339f7e'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:22:51.746494 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f4610714-7beb-4295-8477-fd93dccb3904 req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (39337de6-f463-45d4-b11b-6501af84fb11), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:51.807430 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-f4610714-7beb-4295-8477-fd93dccb3904 req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] For port 39337de6-f463-45d4-b11b-6501af84fb11, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:22:51.810297 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-f4610714-7beb-4295-8477-fd93dccb3904 req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] For port 39337de6-f463-45d4-b11b-6501af84fb11, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=39337de6-f463-45d4-b11b-6501af84fb11,segment=NetworkSegment(c898d4d9-4dcb-4fe1-8201-e8052e284c42),segment_id=c898d4d9-4dcb-4fe1-8201-e8052e284c42)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:22:51.815929 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f4610714-7beb-4295-8477-fd93dccb3904 req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (39337de6-f463-45d4-b11b-6501af84fb11), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:51.850678 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4610714-7beb-4295-8477-fd93dccb3904 req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:51.851324 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f4610714-7beb-4295-8477-fd93dccb3904 req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:51.852703 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f4610714-7beb-4295-8477-fd93dccb3904 req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] 10.222.0.61 "PUT /v2.0/ports/39337de6-f463-45d4-b11b-6501af84fb11 HTTP/1.1" status: 200 len: 1091 time: 0.5996346 Feb 20 06:22:51.875961 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293bf0d-8981-48ce-b90d-bc094d06a9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=39337de6-f463-45d4-b11b-6501af84fb11,revision_number=7']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:22:51.926497 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4610714-7beb-4295-8477-fd93dccb3904 req-14e7723b-295f-40b4-b570-56b1d269d5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:51.928072 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f4610714-7beb-4295-8477-fd93dccb3904 req-14e7723b-295f-40b4-b570-56b1d269d5aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9c4eea35e23748e0bae1c39af241daef&device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 1125 time: 0.0485756 Feb 20 06:22:51.961316 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19507b-d578-44bb-a9d4-b53804d35fe6 req-2bd36bc8-cf7e-4f5b-becb-3d17111b33cc tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:51.962918 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab19507b-d578-44bb-a9d4-b53804d35fe6 req-2bd36bc8-cf7e-4f5b-becb-3d17111b33cc tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 943 time: 0.0528293 Feb 20 06:22:52.013314 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ab19507b-d578-44bb-a9d4-b53804d35fe6 req-5c00e179-7552-4235-9977-e710e85acd3d tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440071 Feb 20 06:22:52.017671 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4610714-7beb-4295-8477-fd93dccb3904 req-c72789c9-c845-4d53-9b21-8b5c8aeb9d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:52.019321 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f4610714-7beb-4295-8477-fd93dccb3904 req-c72789c9-c845-4d53-9b21-8b5c8aeb9d2c service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a266e3b-bd84-4077-8c18-cb0830339f7e HTTP/1.1" status: 200 len: 915 time: 0.0845435 Feb 20 06:22:52.059729 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f4610714-7beb-4295-8477-fd93dccb3904 req-a6c54006-0e37-4886-8d3b-fd309391f5cf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39337de6-f463-45d4-b11b-6501af84fb11 HTTP/1.1" status: 200 len: 217 time: 0.0344410 Feb 20 06:22:52.110031 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4610714-7beb-4295-8477-fd93dccb3904 req-03560f8b-ac0a-4236-880a-03c3318efdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:52.111454 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f4610714-7beb-4295-8477-fd93dccb3904 req-03560f8b-ac0a-4236-880a-03c3318efdd5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffc23ba1-f455-4e2e-a29b-e2c390ffa844 HTTP/1.1" status: 200 len: 855 time: 0.0462968 Feb 20 06:22:52.141823 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f4610714-7beb-4295-8477-fd93dccb3904 req-86595759-a9fc-4b89-9731-934e9953346e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a266e3b-bd84-4077-8c18-cb0830339f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246692 Feb 20 06:22:52.226506 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f4610714-7beb-4295-8477-fd93dccb3904 req-30353b4f-8447-4d3d-b3ca-b677cd265733 service neutron] 10.222.0.61 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787418 Feb 20 06:22:52.568038 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f4610714-7beb-4295-8477-fd93dccb3904 req-d1ad8a50-fc65-4502-be4b-89f6f3d12ac3 service neutron] 10.222.0.61 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360784 Feb 20 06:22:52.747098 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:53.140783 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25afe7d-7e19-4919-be36-a5bf8989019e req-a3f67ea1-3eb2-40f7-b5e7-74f58cf885ee tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:53.142230 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c25afe7d-7e19-4919-be36-a5bf8989019e req-a3f67ea1-3eb2-40f7-b5e7-74f58cf885ee tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 943 time: 0.0554450 Feb 20 06:22:53.187689 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c25afe7d-7e19-4919-be36-a5bf8989019e req-bb377ea1-5bf4-4749-9c91-7e314aa5ed3f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398366 Feb 20 06:22:53.296680 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:53.744767 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e32251-44ea-4179-95c0-2d9190bda70e', 'tag': '39337de6-f463-45d4-b11b-6501af84fb11'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:22:53.747480 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c683e6c9-ebc8-4d49-acf8-88b3151e3c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "62e32251-44ea-4179-95c0-2d9190bda70e", "tag": "39337de6-f463-45d4-b11b-6501af84fb11"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:22:53.793575 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355afe11-72fb-4593-9507-2666f153f763 x-openstack-request-id: req-355afe11-72fb-4593-9507-2666f153f763 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:22:53.794553 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e32251-44ea-4179-95c0-2d9190bda70e", "tag": "39337de6-f463-45d4-b11b-6501af84fb11", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:22:53.794826 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-355afe11-72fb-4593-9507-2666f153f763 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:22:53.795476 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e32251-44ea-4179-95c0-2d9190bda70e', 'tag': '39337de6-f463-45d4-b11b-6501af84fb11', 'status': 'completed', 'code': 200} Feb 20 06:22:53.889223 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683e6c9-ebc8-4d49-acf8-88b3151e3c0c req-56c93412-03b5-4268-8cfe-ee4996783c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:53.890724 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c683e6c9-ebc8-4d49-acf8-88b3151e3c0c req-56c93412-03b5-4268-8cfe-ee4996783c96 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c4eea35e23748e0bae1c39af241daef&device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 1125 time: 0.0790968 Feb 20 06:22:53.893102 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683e6c9-ebc8-4d49-acf8-88b3151e3c0c req-8d80112b-430a-49c2-a55b-662124420b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:53.894445 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c683e6c9-ebc8-4d49-acf8-88b3151e3c0c req-8d80112b-430a-49c2-a55b-662124420b14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9c4eea35e23748e0bae1c39af241daef&device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 1125 time: 0.0749040 Feb 20 06:22:54.047835 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683e6c9-ebc8-4d49-acf8-88b3151e3c0c req-b9f30fca-4ea1-41a0-a1ff-34ea3fb26ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:54.049316 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c683e6c9-ebc8-4d49-acf8-88b3151e3c0c req-b9f30fca-4ea1-41a0-a1ff-34ea3fb26ac5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a266e3b-bd84-4077-8c18-cb0830339f7e HTTP/1.1" status: 200 len: 915 time: 0.1535497 Feb 20 06:22:54.051851 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683e6c9-ebc8-4d49-acf8-88b3151e3c0c req-d3934003-db99-4178-a96e-3e3b8cd0862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:54.053191 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c683e6c9-ebc8-4d49-acf8-88b3151e3c0c req-d3934003-db99-4178-a96e-3e3b8cd0862d service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a266e3b-bd84-4077-8c18-cb0830339f7e HTTP/1.1" status: 200 len: 915 time: 0.1505156 Feb 20 06:22:54.095352 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c683e6c9-ebc8-4d49-acf8-88b3151e3c0c req-c72eb5a4-f595-4fd4-9b9f-5651757776f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39337de6-f463-45d4-b11b-6501af84fb11 HTTP/1.1" status: 200 len: 217 time: 0.0406752 Feb 20 06:22:54.134485 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c683e6c9-ebc8-4d49-acf8-88b3151e3c0c req-54215350-8170-4281-83d3-db4a409310c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39337de6-f463-45d4-b11b-6501af84fb11 HTTP/1.1" status: 200 len: 217 time: 0.0743248 Feb 20 06:22:54.202553 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683e6c9-ebc8-4d49-acf8-88b3151e3c0c req-19b386f0-300e-4c78-a5a3-7ba0cccc5aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:54.203996 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c683e6c9-ebc8-4d49-acf8-88b3151e3c0c req-19b386f0-300e-4c78-a5a3-7ba0cccc5aed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ffc23ba1-f455-4e2e-a29b-e2c390ffa844 HTTP/1.1" status: 200 len: 855 time: 0.0774069 Feb 20 06:22:54.207357 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683e6c9-ebc8-4d49-acf8-88b3151e3c0c req-a0a101a0-3afb-4251-b614-b77761ebb226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:54.208666 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c683e6c9-ebc8-4d49-acf8-88b3151e3c0c req-a0a101a0-3afb-4251-b614-b77761ebb226 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffc23ba1-f455-4e2e-a29b-e2c390ffa844 HTTP/1.1" status: 200 len: 855 time: 0.0554028 Feb 20 06:22:54.239756 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 39337de6-f463-45d4-b11b-6501af84fb11 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:22:54.262779 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c683e6c9-ebc8-4d49-acf8-88b3151e3c0c req-31ef2153-41a7-4473-a25b-f812f19af15c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a266e3b-bd84-4077-8c18-cb0830339f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529628 Feb 20 06:22:54.264611 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c683e6c9-ebc8-4d49-acf8-88b3151e3c0c req-1e0631ab-6875-4f16-9424-dbe4e99a97f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a266e3b-bd84-4077-8c18-cb0830339f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468400 Feb 20 06:22:54.280375 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] The host n-h2-829866-5 is not matching for port 39337de6-f463-45d4-b11b-6501af84fb11 host n-h1-829866-5! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 06:22:54.280772 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 39337de6-f463-45d4-b11b-6501af84fb11 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:22:54.312554 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79481672-58c7-4e31-a603-b407e27f02dd req-90de385f-852a-40cc-acd2-3666dee88c4f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:54.314056 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-79481672-58c7-4e31-a603-b407e27f02dd req-90de385f-852a-40cc-acd2-3666dee88c4f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 943 time: 0.0559826 Feb 20 06:22:54.360335 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-79481672-58c7-4e31-a603-b407e27f02dd req-8274718b-1bd4-43b9-9cc2-182d84aa8d37 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404587 Feb 20 06:22:54.421658 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c683e6c9-ebc8-4d49-acf8-88b3151e3c0c req-f48809a0-12a7-4757-a201-75b7bce0908f service neutron] 10.222.0.48 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524844 Feb 20 06:22:54.423796 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c683e6c9-ebc8-4d49-acf8-88b3151e3c0c req-55def179-6fcd-43fa-a082-2f4aced64bf6 service neutron] 10.222.0.61 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462131 Feb 20 06:22:54.520390 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.48', 56879) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:22:54.567873 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5c79a-0ecd-467a-b082-dd10c761adcd req-f8b06a08-0325-4212-accb-f73e36297b8a tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:54.569358 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ab5c79a-0ecd-467a-b082-dd10c761adcd req-f8b06a08-0325-4212-accb-f73e36297b8a tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 943 time: 0.0575337 Feb 20 06:22:54.617830 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5ab5c79a-0ecd-467a-b082-dd10c761adcd req-9bc5f9a6-9d3a-47bb-86eb-44b087e3f067 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428798 Feb 20 06:22:54.630000 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 39337de6-f463-45d4-b11b-6501af84fb11 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:22:54.663313 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c683e6c9-ebc8-4d49-acf8-88b3151e3c0c req-9b5a0b06-5086-4d9c-af32-60450064fae8 service neutron] 10.222.0.61 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286222 Feb 20 06:22:54.673600 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f0877-f168-4db3-8a30-dda2008ec89f req-d571fe0e-9788-465e-9947-f6d230053462 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:54.675090 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f88f0877-f168-4db3-8a30-dda2008ec89f req-d571fe0e-9788-465e-9947-f6d230053462 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.48 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e&tenant_id=9c4eea35e23748e0bae1c39af241daef&binding%3Ahost_id=n-h1-829866-5 HTTP/1.1" status: 200 len: 943 time: 0.1508884 Feb 20 06:22:54.677186 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c683e6c9-ebc8-4d49-acf8-88b3151e3c0c req-a4677fe1-4513-4abb-b440-0e0df390c569 service neutron] 10.222.0.48 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502992 Feb 20 06:22:54.740265 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [req-f88f0877-f168-4db3-8a30-dda2008ec89f req-784647cf-e10c-43fa-88e7-38ab180bcebd service neutron] delete failed (client error): The resource could not be found. Feb 20 06:22:54.741285 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f88f0877-f168-4db3-8a30-dda2008ec89f req-784647cf-e10c-43fa-88e7-38ab180bcebd service neutron] 10.222.0.48 "DELETE /v2.0/ports/39337de6-f463-45d4-b11b-6501af84fb11/bindings/n-h2-829866-5 HTTP/1.1" status: 404 len: 380 time: 0.0561318 Feb 20 06:22:54.753426 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 39337de6-f463-45d4-b11b-6501af84fb11, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=39337de6-f463-45d4-b11b-6501af84fb11,segment=NetworkSegment(c898d4d9-4dcb-4fe1-8201-e8052e284c42),segment_id=c898d4d9-4dcb-4fe1-8201-e8052e284c42)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:22:54.764773 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '39337de6-f463-45d4-b11b-6501af84fb11', 'network_id': '4a266e3b-bd84-4077-8c18-cb0830339f7e', 'port_id': '39337de6-f463-45d4-b11b-6501af84fb11', 'mac_address': 'fa:16:3e:8a:1d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc23ba1-f455-4e2e-a29b-e2c390ffa844', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:22:54.801924 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 39337de6-f463-45d4-b11b-6501af84fb11 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:22:54.802227 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (39337de6-f463-45d4-b11b-6501af84fb11), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:54.814827 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39337de6-f463-45d4-b11b-6501af84fb11 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:22:54.825347 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f0877-f168-4db3-8a30-dda2008ec89f req-f5a0baef-a902-4e4b-99c3-12b17e1d5b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:54.827021 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f88f0877-f168-4db3-8a30-dda2008ec89f req-f5a0baef-a902-4e4b-99c3-12b17e1d5b5d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c4eea35e23748e0bae1c39af241daef&device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 1125 time: 0.0450125 Feb 20 06:22:54.833799 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 39337de6-f463-45d4-b11b-6501af84fb11, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=39337de6-f463-45d4-b11b-6501af84fb11,segment=NetworkSegment(c898d4d9-4dcb-4fe1-8201-e8052e284c42),segment_id=c898d4d9-4dcb-4fe1-8201-e8052e284c42)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:22:54.837523 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (39337de6-f463-45d4-b11b-6501af84fb11), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:54.886775 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=39337de6-f463-45d4-b11b-6501af84fb11,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:22:54.923603 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f0877-f168-4db3-8a30-dda2008ec89f req-ad7f3691-6b11-4e20-b90c-5510b854ba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:54.924998 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f88f0877-f168-4db3-8a30-dda2008ec89f req-ad7f3691-6b11-4e20-b90c-5510b854ba9b service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a266e3b-bd84-4077-8c18-cb0830339f7e HTTP/1.1" status: 200 len: 915 time: 0.0917850 Feb 20 06:22:54.965527 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f88f0877-f168-4db3-8a30-dda2008ec89f req-ad6808ce-13e8-4182-a1db-0b58c402ee81 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39337de6-f463-45d4-b11b-6501af84fb11 HTTP/1.1" status: 200 len: 217 time: 0.0352848 Feb 20 06:22:55.013273 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f0877-f168-4db3-8a30-dda2008ec89f req-af1832bb-a59f-46f1-a1ba-f5d8e03f891a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:55.015261 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f88f0877-f168-4db3-8a30-dda2008ec89f req-af1832bb-a59f-46f1-a1ba-f5d8e03f891a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ffc23ba1-f455-4e2e-a29b-e2c390ffa844 HTTP/1.1" status: 200 len: 855 time: 0.0439415 Feb 20 06:22:55.049850 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f88f0877-f168-4db3-8a30-dda2008ec89f req-040f8345-1889-4d22-9d44-1fcdb9e29d55 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a266e3b-bd84-4077-8c18-cb0830339f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291245 Feb 20 06:22:55.053816 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['39337de6-f463-45d4-b11b-6501af84fb11'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:22:55.137028 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f88f0877-f168-4db3-8a30-dda2008ec89f req-487e08d3-8a42-4df3-b788-17091c332815 service neutron] 10.222.0.48 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811574 Feb 20 06:22:55.227986 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f88f0877-f168-4db3-8a30-dda2008ec89f req-9608aff9-3446-40d2-afca-a770e36a6226 service neutron] 10.222.0.48 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846717 Feb 20 06:22:55.621355 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:55.743066 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461be00b-259f-4e55-b538-5c4144e9d623 req-842e8ae0-89ca-4890-91b8-3dfc176ea7ac tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:55.744564 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-461be00b-259f-4e55-b538-5c4144e9d623 req-842e8ae0-89ca-4890-91b8-3dfc176ea7ac tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 944 time: 0.0568144 Feb 20 06:22:55.791992 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-461be00b-259f-4e55-b538-5c4144e9d623 req-5cc57b19-ed92-44f0-8016-d860a67eaaa8 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409627 Feb 20 06:22:56.635826 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 39337de6-f463-45d4-b11b-6501af84fb11 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:22:56.685320 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 39337de6-f463-45d4-b11b-6501af84fb11 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:22:56.690642 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 39337de6-f463-45d4-b11b-6501af84fb11 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:22:56.691054 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (39337de6-f463-45d4-b11b-6501af84fb11), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:56.772097 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 39337de6-f463-45d4-b11b-6501af84fb11 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:22:56.772386 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (39337de6-f463-45d4-b11b-6501af84fb11), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:56.794243 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e32251-44ea-4179-95c0-2d9190bda70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39337de6-f463-45d4-b11b-6501af84fb11'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:22:56.807721 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 39337de6-f463-45d4-b11b-6501af84fb11, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=39337de6-f463-45d4-b11b-6501af84fb11,segment=NetworkSegment(c898d4d9-4dcb-4fe1-8201-e8052e284c42),segment_id=c898d4d9-4dcb-4fe1-8201-e8052e284c42)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:22:56.812453 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (39337de6-f463-45d4-b11b-6501af84fb11), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:56.840313 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43eefde-4e9e-4bfe-bd40-26f8e5759122" -d '{"events": [{"server_uuid": "62e32251-44ea-4179-95c0-2d9190bda70e", "name": "network-vif-plugged", "status": "completed", "tag": "39337de6-f463-45d4-b11b-6501af84fb11"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:22:56.867269 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=39337de6-f463-45d4-b11b-6501af84fb11,revision_number=9']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:22:56.910739 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b46309-3c60-4c46-93ca-3c92e8b066a5 req-a53ea60f-b950-444b-bcc4-0c468f563a19 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:56.912243 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a0b46309-3c60-4c46-93ca-3c92e8b066a5 req-a53ea60f-b950-444b-bcc4-0c468f563a19 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0520597 Feb 20 06:22:56.961504 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a0b46309-3c60-4c46-93ca-3c92e8b066a5 req-153195f3-a5b6-42b0-b93d-a43625386c7e tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436697 Feb 20 06:22:57.053288 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3008b8-33fc-41ae-8761-240ce6c49fc4 x-openstack-request-id: req-ed3008b8-33fc-41ae-8761-240ce6c49fc4 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:22:57.053580 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e32251-44ea-4179-95c0-2d9190bda70e", "name": "network-vif-plugged", "status": "completed", "tag": "39337de6-f463-45d4-b11b-6501af84fb11", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:22:57.053832 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed3008b8-33fc-41ae-8761-240ce6c49fc4 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:22:57.054228 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e32251-44ea-4179-95c0-2d9190bda70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39337de6-f463-45d4-b11b-6501af84fb11', 'code': 200} Feb 20 06:22:57.109010 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4053ac2e-13c3-4ffc-b546-6dfce0f33a62 req-7d549c98-cc48-494f-8df9-aa4c510782a8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441549 Feb 20 06:22:57.157019 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc96d1-969f-4075-b0a2-2366376ee405 req-0d0126a4-ff3d-417d-bacd-7da7e3da54a3 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:57.158515 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3edc96d1-969f-4075-b0a2-2366376ee405 req-0d0126a4-ff3d-417d-bacd-7da7e3da54a3 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0550625 Feb 20 06:22:57.190275 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053ac2e-13c3-4ffc-b546-6dfce0f33a62 req-d3aa29c1-b5bb-4641-a8db-eb3cf77bc041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:57.191816 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4053ac2e-13c3-4ffc-b546-6dfce0f33a62 req-d3aa29c1-b5bb-4641-a8db-eb3cf77bc041 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9c4eea35e23748e0bae1c39af241daef&device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 1127 time: 0.0441740 Feb 20 06:22:57.205834 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3edc96d1-969f-4075-b0a2-2366376ee405 req-0780a1bc-e9d4-474b-a1f6-c59298745f4a tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416420 Feb 20 06:22:57.295934 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053ac2e-13c3-4ffc-b546-6dfce0f33a62 req-a4f8e1b1-5bf2-4702-b27d-66ac66520ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:57.297315 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4053ac2e-13c3-4ffc-b546-6dfce0f33a62 req-a4f8e1b1-5bf2-4702-b27d-66ac66520ddb service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a266e3b-bd84-4077-8c18-cb0830339f7e HTTP/1.1" status: 200 len: 915 time: 0.0875134 Feb 20 06:22:57.319545 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a8338-2b78-4ee9-b132-1e2799dc49b3 req-6bdf91e6-93ed-45fb-9876-ec1acc5528c4 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:57.321021 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe6a8338-2b78-4ee9-b132-1e2799dc49b3 req-6bdf91e6-93ed-45fb-9876-ec1acc5528c4 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0516515 Feb 20 06:22:57.337202 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4053ac2e-13c3-4ffc-b546-6dfce0f33a62 req-a2819182-9d16-4f8d-a718-3242664318a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39337de6-f463-45d4-b11b-6501af84fb11 HTTP/1.1" status: 200 len: 217 time: 0.0345242 Feb 20 06:22:57.370291 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe6a8338-2b78-4ee9-b132-1e2799dc49b3 req-aeef77c1-a97c-4df0-b7bf-c24a06fb54fa tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429146 Feb 20 06:22:57.388860 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053ac2e-13c3-4ffc-b546-6dfce0f33a62 req-129b081d-d0e4-4096-801f-193d70f73e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:57.388860 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4053ac2e-13c3-4ffc-b546-6dfce0f33a62 req-129b081d-d0e4-4096-801f-193d70f73e71 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffc23ba1-f455-4e2e-a29b-e2c390ffa844 HTTP/1.1" status: 200 len: 855 time: 0.0429873 Feb 20 06:22:57.417852 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4053ac2e-13c3-4ffc-b546-6dfce0f33a62 req-7e16d613-ef48-445f-bd74-80f00b768a20 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a266e3b-bd84-4077-8c18-cb0830339f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260406 Feb 20 06:22:57.515007 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4053ac2e-13c3-4ffc-b546-6dfce0f33a62 req-29ddbff2-89d7-4958-81b7-862eb6597b1f service neutron] 10.222.0.61 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905817 Feb 20 06:22:57.610260 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4053ac2e-13c3-4ffc-b546-6dfce0f33a62 req-73fafbd0-3ca7-441e-80d1-af001cc9a898 service neutron] 10.222.0.61 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842464 Feb 20 06:22:57.720937 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-aea94239-6765-48df-9e75-3feb9a896bad tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:57.722423 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-aea94239-6765-48df-9e75-3feb9a896bad tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/networks?id=4a266e3b-bd84-4077-8c18-cb0830339f7e HTTP/1.1" status: 200 len: 815 time: 0.1053309 Feb 20 06:22:57.737603 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-96dce2e7-a661-4c3a-98fa-daad0fade227 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/quotas/9c4eea35e23748e0bae1c39af241daef HTTP/1.1" status: 200 len: 375 time: 0.0096653 Feb 20 06:22:57.789042 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-cf42be27-a2eb-4084-80b4-78ab614b7c4b tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c4eea35e23748e0bae1c39af241daef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465679 Feb 20 06:22:57.880359 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-15e8d204-4cc4-46b7-8cec-b9691b830276 service neutron] 10.222.0.37 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839674 Feb 20 06:22:57.966030 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-9be5df7f-3b99-499b-af58-613a87c7b408 service neutron] 10.222.0.37 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800927 Feb 20 06:22:58.121255 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-215497cf-ed9e-4a27-9bce-32ec4ba0445f req-22a4f4d1-774c-49b2-b3b7-e615af0aca80 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 210 time: 0.0266697 Feb 20 06:22:58.818206 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271be03-4ee1-4c16-be11-0188af71e34a req-c6c83df3-572a-4696-a75b-a21c81fa8a54 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:58.819684 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b271be03-4ee1-4c16-be11-0188af71e34a req-c6c83df3-572a-4696-a75b-a21c81fa8a54 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.61 "GET /v2.0/ports?device_id=62e32251-44ea-4179-95c0-2d9190bda70e HTTP/1.1" status: 200 len: 945 time: 0.0579839 Feb 20 06:22:58.968254 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-b271be03-4ee1-4c16-be11-0188af71e34a req-41cc7ce5-6cff-42b1-ac11-b781e833962f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Deleting port 39337de6-f463-45d4-b11b-6501af84fb11 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:22:58.968600 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b271be03-4ee1-4c16-be11-0188af71e34a req-41cc7ce5-6cff-42b1-ac11-b781e833962f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (39337de6-f463-45d4-b11b-6501af84fb11), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:59.053155 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-0b3cbd2b-8ab5-4935-b7d0-61a890ff15a2 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:22:59.054560 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-0b3cbd2b-8ab5-4935-b7d0-61a890ff15a2 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.48 "GET /v2.0/networks?id=4a266e3b-bd84-4077-8c18-cb0830339f7e HTTP/1.1" status: 200 len: 815 time: 0.1569457 Feb 20 06:22:59.077346 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-b385fa06-57bb-4c06-8d66-f21ce2122b99 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Request body: {'port': {'device_id': 'ecc8e3e1-922b-402c-927f-3621736b1b8c', 'network_id': '4a266e3b-bd84-4077-8c18-cb0830339f7e', 'admin_state_up': True, 'tenant_id': '9c4eea35e23748e0bae1c39af241daef'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:22:59.133560 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-b271be03-4ee1-4c16-be11-0188af71e34a req-41cc7ce5-6cff-42b1-ac11-b781e833962f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] For port 39337de6-f463-45d4-b11b-6501af84fb11, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=39337de6-f463-45d4-b11b-6501af84fb11,segment=NetworkSegment(c898d4d9-4dcb-4fe1-8201-e8052e284c42),segment_id=c898d4d9-4dcb-4fe1-8201-e8052e284c42)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:22:59.133920 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b271be03-4ee1-4c16-be11-0188af71e34a req-41cc7ce5-6cff-42b1-ac11-b781e833962f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (39337de6-f463-45d4-b11b-6501af84fb11), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:59.151644 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-b271be03-4ee1-4c16-be11-0188af71e34a req-41cc7ce5-6cff-42b1-ac11-b781e833962f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Calling delete_port for 39337de6-f463-45d4-b11b-6501af84fb11 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:22:59.215617 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0fb0f2b-f0ea-4713-819c-cdd13a7ec755 req-70411c95-94a8-4705-a5fc-0d3d2ef8f822 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 210 time: 0.0262866 Feb 20 06:22:59.263931 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-b385fa06-57bb-4c06-8d66-f21ce2122b99 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Made reservation on behalf of 9c4eea35e23748e0bae1c39af241daef for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:22:59.267314 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-b385fa06-57bb-4c06-8d66-f21ce2122b99 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:59.339653 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b271be03-4ee1-4c16-be11-0188af71e34a req-41cc7ce5-6cff-42b1-ac11-b781e833962f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (39337de6-f463-45d4-b11b-6501af84fb11), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:59.351140 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['39337de6-f463-45d4-b11b-6501af84fb11'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:22:59.405365 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc7ce5-6cff-42b1-ac11-b781e833962f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Pushing event deleted for resources: {'Port': ['ID=39337de6-f463-45d4-b11b-6501af84fb11,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:22:59.744365 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-b271be03-4ee1-4c16-be11-0188af71e34a req-41cc7ce5-6cff-42b1-ac11-b781e833962f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] No DVR routers for this DVR port 39337de6-f463-45d4-b11b-6501af84fb11 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:22:59.750173 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b271be03-4ee1-4c16-be11-0188af71e34a req-41cc7ce5-6cff-42b1-ac11-b781e833962f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:59.754429 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b271be03-4ee1-4c16-be11-0188af71e34a req-41cc7ce5-6cff-42b1-ac11-b781e833962f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.61 "DELETE /v2.0/ports/39337de6-f463-45d4-b11b-6501af84fb11 HTTP/1.1" status: 204 len: 173 time: 0.9294586 Feb 20 06:22:59.755066 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e32251-44ea-4179-95c0-2d9190bda70e', 'name': 'network-vif-deleted', 'tag': '39337de6-f463-45d4-b11b-6501af84fb11'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:22:59.758531 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9943191b-259b-4601-b78e-7b3008f862d3" -d '{"events": [{"server_uuid": "62e32251-44ea-4179-95c0-2d9190bda70e", "name": "network-vif-deleted", "tag": "39337de6-f463-45d4-b11b-6501af84fb11"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:22:59.794871 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-b385fa06-57bb-4c06-8d66-f21ce2122b99 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Allocated IP 172.20.0.5 (4a266e3b-bd84-4077-8c18-cb0830339f7e/ffc23ba1-f455-4e2e-a29b-e2c390ffa844/bc8bda79-eb58-4405-b050-5d909a34935c) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:22:59.820588 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a2e272-2987-4ad6-8edc-35ed47e85402 x-openstack-request-id: req-76a2e272-2987-4ad6-8edc-35ed47e85402 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:22:59.821212 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e32251-44ea-4179-95c0-2d9190bda70e", "name": "network-vif-deleted", "tag": "39337de6-f463-45d4-b11b-6501af84fb11", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:22:59.821212 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76a2e272-2987-4ad6-8edc-35ed47e85402 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:22:59.821503 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e32251-44ea-4179-95c0-2d9190bda70e', 'name': 'network-vif-deleted', 'tag': '39337de6-f463-45d4-b11b-6501af84fb11', 'status': 'completed', 'code': 200} Feb 20 06:22:59.950039 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-b385fa06-57bb-4c06-8d66-f21ce2122b99 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Publish callbacks [] for port (bc8bda79-eb58-4405-b050-5d909a34935c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:59.986324 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-b385fa06-57bb-4c06-8d66-f21ce2122b99 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (bc8bda79-eb58-4405-b050-5d909a34935c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:22:59.999660 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['39337de6-f463-45d4-b11b-6501af84fb11'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:23:00.033549 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-b385fa06-57bb-4c06-8d66-f21ce2122b99 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Network 4a266e3b-bd84-4077-8c18-cb0830339f7e is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:23:00.036675 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-b385fa06-57bb-4c06-8d66-f21ce2122b99 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:23:00.042274 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-b385fa06-57bb-4c06-8d66-f21ce2122b99 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:23:00.048588 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385fa06-57bb-4c06-8d66-f21ce2122b99 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Pushing event updated for resources: {'Port': ['ID=bc8bda79-eb58-4405-b050-5d909a34935c,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:00.092892 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-b385fa06-57bb-4c06-8d66-f21ce2122b99 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:00.093563 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-b385fa06-57bb-4c06-8d66-f21ce2122b99 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:00.109713 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-b385fa06-57bb-4c06-8d66-f21ce2122b99 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0425785 Feb 20 06:23:00.120373 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-4519961d-13bb-4b57-8d4e-70a9c3008ab3 service neutron] Request body: {'port': {'device_id': 'ecc8e3e1-922b-402c-927f-3621736b1b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:23:00.183232 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-4519961d-13bb-4b57-8d4e-70a9c3008ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bc8bda79-eb58-4405-b050-5d909a34935c), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:00.359113 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40443b5b-b888-43e5-bfbe-1169516b81ef req-94d57284-7c24-47c7-8f16-d227f98e03d1 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:00.361397 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-40443b5b-b888-43e5-bfbe-1169516b81ef req-94d57284-7c24-47c7-8f16-d227f98e03d1 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 931 time: 0.0720499 Feb 20 06:23:00.410963 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-40443b5b-b888-43e5-bfbe-1169516b81ef req-8d7e01ba-aa8d-4840-8868-37b8a4ff3103 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431502 Feb 20 06:23:00.447429 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-4519961d-13bb-4b57-8d4e-70a9c3008ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc8bda79-eb58-4405-b050-5d909a34935c {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:23:00.454948 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-4519961d-13bb-4b57-8d4e-70a9c3008ab3 service neutron] Publish callbacks [] for port (bc8bda79-eb58-4405-b050-5d909a34935c), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:00.466881 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-4519961d-13bb-4b57-8d4e-70a9c3008ab3 service neutron] Transition to ACTIVE for port object bc8bda79-eb58-4405-b050-5d909a34935c will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:23:00.471706 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-4519961d-13bb-4b57-8d4e-70a9c3008ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (bc8bda79-eb58-4405-b050-5d909a34935c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:00.524158 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519961d-13bb-4b57-8d4e-70a9c3008ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8bda79-eb58-4405-b050-5d909a34935c,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:00.594025 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-4519961d-13bb-4b57-8d4e-70a9c3008ab3 service neutron] Attempting to bind port bc8bda79-eb58-4405-b050-5d909a34935c on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:23:00.594364 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-4519961d-13bb-4b57-8d4e-70a9c3008ab3 service neutron] Attempting to bind port bc8bda79-eb58-4405-b050-5d909a34935c by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'c898d4d9-4dcb-4fe1-8201-e8052e284c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4a266e3b-bd84-4077-8c18-cb0830339f7e'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:23:00.594693 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-4519961d-13bb-4b57-8d4e-70a9c3008ab3 service neutron] Attempting to bind port bc8bda79-eb58-4405-b050-5d909a34935c on network 4a266e3b-bd84-4077-8c18-cb0830339f7e {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:23:00.599024 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-4519961d-13bb-4b57-8d4e-70a9c3008ab3 service neutron] Port bc8bda79-eb58-4405-b050-5d909a34935c on network 4a266e3b-bd84-4077-8c18-cb0830339f7e not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:23:00.599354 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-4519961d-13bb-4b57-8d4e-70a9c3008ab3 service neutron] Attempting to bind port bc8bda79-eb58-4405-b050-5d909a34935c on network 4a266e3b-bd84-4077-8c18-cb0830339f7e {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:23:00.604113 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-4519961d-13bb-4b57-8d4e-70a9c3008ab3 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:23:00.604455 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-4519961d-13bb-4b57-8d4e-70a9c3008ab3 service neutron] Checking segment: {'id': 'c898d4d9-4dcb-4fe1-8201-e8052e284c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4a266e3b-bd84-4077-8c18-cb0830339f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:23:00.604844 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-4519961d-13bb-4b57-8d4e-70a9c3008ab3 service neutron] Bound using segment: {'id': 'c898d4d9-4dcb-4fe1-8201-e8052e284c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4a266e3b-bd84-4077-8c18-cb0830339f7e'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:23:00.605274 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-4519961d-13bb-4b57-8d4e-70a9c3008ab3 service neutron] Bound port: bc8bda79-eb58-4405-b050-5d909a34935c, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c898d4d9-4dcb-4fe1-8201-e8052e284c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4a266e3b-bd84-4077-8c18-cb0830339f7e'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:23:00.605876 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-4519961d-13bb-4b57-8d4e-70a9c3008ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bc8bda79-eb58-4405-b050-5d909a34935c), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:00.673469 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-4519961d-13bb-4b57-8d4e-70a9c3008ab3 service neutron] For port bc8bda79-eb58-4405-b050-5d909a34935c, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:23:00.678324 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-4519961d-13bb-4b57-8d4e-70a9c3008ab3 service neutron] For port bc8bda79-eb58-4405-b050-5d909a34935c, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=bc8bda79-eb58-4405-b050-5d909a34935c,segment=NetworkSegment(c898d4d9-4dcb-4fe1-8201-e8052e284c42),segment_id=c898d4d9-4dcb-4fe1-8201-e8052e284c42)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:23:00.685382 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-4519961d-13bb-4b57-8d4e-70a9c3008ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (bc8bda79-eb58-4405-b050-5d909a34935c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:00.724413 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-4519961d-13bb-4b57-8d4e-70a9c3008ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:00.725027 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-4519961d-13bb-4b57-8d4e-70a9c3008ab3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:00.726537 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-4519961d-13bb-4b57-8d4e-70a9c3008ab3 service neutron] 10.222.0.48 "PUT /v2.0/ports/bc8bda79-eb58-4405-b050-5d909a34935c HTTP/1.1" status: 200 len: 1091 time: 0.6101909 Feb 20 06:23:00.751130 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519961d-13bb-4b57-8d4e-70a9c3008ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8bda79-eb58-4405-b050-5d909a34935c,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:00.811276 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-fdf5c1ce-e7a6-4e8f-878b-f22a2d5da5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:00.812787 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-fdf5c1ce-e7a6-4e8f-878b-f22a2d5da5d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c4eea35e23748e0bae1c39af241daef&device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 1125 time: 0.0457783 Feb 20 06:23:00.856599 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-a19d7eff-fd19-4f33-9466-904b01809d6b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc8bda79-eb58-4405-b050-5d909a34935c HTTP/1.1" status: 200 len: 217 time: 0.0364757 Feb 20 06:23:00.908708 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-baefffde-e43e-47ce-856e-ef825a766f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:00.910155 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-baefffde-e43e-47ce-856e-ef825a766f19 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ffc23ba1-f455-4e2e-a29b-e2c390ffa844 HTTP/1.1" status: 200 len: 855 time: 0.0472724 Feb 20 06:23:00.940993 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-6d410239-5574-4323-b20b-b63bd2ad62e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a266e3b-bd84-4077-8c18-cb0830339f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253112 Feb 20 06:23:01.030620 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-5d57e29b-77fb-49ed-ba3c-0079d22c0155 service neutron] 10.222.0.48 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839710 Feb 20 06:23:01.125765 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8343dd1e-6589-4b0a-98fe-8b4c14622876 req-e207bad8-8eab-4656-b143-319b0ebffe7c service neutron] 10.222.0.48 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900056 Feb 20 06:23:01.530977 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc406cd-6dfb-46e1-9985-ce6b8d7c4441 req-6f622ede-1f48-4888-909d-76f496caa90b tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:01.532474 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4dc406cd-6dfb-46e1-9985-ce6b8d7c4441 req-6f622ede-1f48-4888-909d-76f496caa90b tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 943 time: 0.0527458 Feb 20 06:23:01.581017 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4dc406cd-6dfb-46e1-9985-ce6b8d7c4441 req-9203cbd4-5d58-4214-93c1-d9371fc5f889 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429015 Feb 20 06:23:01.823022 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc8e3e1-922b-402c-927f-3621736b1b8c', 'tag': 'bc8bda79-eb58-4405-b050-5d909a34935c'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:23:01.825940 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cabe48-7837-48bd-9546-7e1089d95d89" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc8e3e1-922b-402c-927f-3621736b1b8c", "tag": "bc8bda79-eb58-4405-b050-5d909a34935c"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:23:01.863338 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476dc748-0c9a-4784-a474-f8225814ecdc x-openstack-request-id: req-476dc748-0c9a-4784-a474-f8225814ecdc {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:23:01.863917 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc8e3e1-922b-402c-927f-3621736b1b8c", "tag": "bc8bda79-eb58-4405-b050-5d909a34935c", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:23:01.863917 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-476dc748-0c9a-4784-a474-f8225814ecdc {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:23:01.864291 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc8e3e1-922b-402c-927f-3621736b1b8c', 'tag': 'bc8bda79-eb58-4405-b050-5d909a34935c', 'status': 'completed', 'code': 200} Feb 20 06:23:01.928175 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cabe48-7837-48bd-9546-7e1089d95d89 req-31c93aa8-78c7-4221-9dca-44708d9ef3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:01.929642 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-22cabe48-7837-48bd-9546-7e1089d95d89 req-31c93aa8-78c7-4221-9dca-44708d9ef3c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c4eea35e23748e0bae1c39af241daef&device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 1125 time: 0.0446877 Feb 20 06:23:02.022290 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cabe48-7837-48bd-9546-7e1089d95d89 req-5ed744b9-4354-46d1-9da6-917aeac53887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:02.023799 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-22cabe48-7837-48bd-9546-7e1089d95d89 req-5ed744b9-4354-46d1-9da6-917aeac53887 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a266e3b-bd84-4077-8c18-cb0830339f7e HTTP/1.1" status: 200 len: 915 time: 0.0870490 Feb 20 06:23:02.064012 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-22cabe48-7837-48bd-9546-7e1089d95d89 req-9519c9b8-08c6-43b2-930d-584412a9f63c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc8bda79-eb58-4405-b050-5d909a34935c HTTP/1.1" status: 200 len: 217 time: 0.0340528 Feb 20 06:23:02.110152 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cabe48-7837-48bd-9546-7e1089d95d89 req-5a94b04f-32eb-42e4-85da-7a02fa882314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:02.111529 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-22cabe48-7837-48bd-9546-7e1089d95d89 req-5a94b04f-32eb-42e4-85da-7a02fa882314 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ffc23ba1-f455-4e2e-a29b-e2c390ffa844 HTTP/1.1" status: 200 len: 855 time: 0.0422931 Feb 20 06:23:02.142096 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-22cabe48-7837-48bd-9546-7e1089d95d89 req-7e824268-a87f-453e-8eed-61c35821179c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a266e3b-bd84-4077-8c18-cb0830339f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255418 Feb 20 06:23:02.232021 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-22cabe48-7837-48bd-9546-7e1089d95d89 req-68fd8eec-92a4-4130-970b-97f8b906e068 service neutron] 10.222.0.48 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837266 Feb 20 06:23:02.318691 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-22cabe48-7837-48bd-9546-7e1089d95d89 req-776d486c-c189-4974-b6ea-789ee0dbc08e service neutron] 10.222.0.48 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803778 Feb 20 06:23:02.657481 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 39337de6-f463-45d4-b11b-6501af84fb11 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:23:02.680594 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 39337de6-f463-45d4-b11b-6501af84fb11 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:23:02.680923 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 39337de6-f463-45d4-b11b-6501af84fb11 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:23:02.704133 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e542167-2438-49d1-8056-f32ea18e2ef3 req-262a4c87-8a0e-4c16-adf5-0b9f9978640a tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:02.705595 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e542167-2438-49d1-8056-f32ea18e2ef3 req-262a4c87-8a0e-4c16-adf5-0b9f9978640a tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 943 time: 0.0558667 Feb 20 06:23:02.755397 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5e542167-2438-49d1-8056-f32ea18e2ef3 req-b157d9e8-b155-478f-88a6-03551f7c3072 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436800 Feb 20 06:23:03.875801 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f4ba5-d17f-42b8-95c4-a9537cce0d40 req-1888ea37-7538-4ffb-a98d-3c03eab18aaf tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:03.877305 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-619f4ba5-d17f-42b8-95c4-a9537cce0d40 req-1888ea37-7538-4ffb-a98d-3c03eab18aaf tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 943 time: 0.0519111 Feb 20 06:23:03.923729 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-619f4ba5-d17f-42b8-95c4-a9537cce0d40 req-9f93b41c-5402-4ac6-af1c-0767f909dfde tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408227 Feb 20 06:23:04.300827 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device bc8bda79-eb58-4405-b050-5d909a34935c details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:23:04.392752 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port bc8bda79-eb58-4405-b050-5d909a34935c, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=bc8bda79-eb58-4405-b050-5d909a34935c,segment=NetworkSegment(c898d4d9-4dcb-4fe1-8201-e8052e284c42),segment_id=c898d4d9-4dcb-4fe1-8201-e8052e284c42)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:23:04.403818 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'bc8bda79-eb58-4405-b050-5d909a34935c', 'network_id': '4a266e3b-bd84-4077-8c18-cb0830339f7e', 'port_id': 'bc8bda79-eb58-4405-b050-5d909a34935c', 'mac_address': 'fa:16:3e:79:4c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc23ba1-f455-4e2e-a29b-e2c390ffa844', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:23:04.454037 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port bc8bda79-eb58-4405-b050-5d909a34935c is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:23:04.454424 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bc8bda79-eb58-4405-b050-5d909a34935c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:04.466655 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc8bda79-eb58-4405-b050-5d909a34935c {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:23:04.485879 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port bc8bda79-eb58-4405-b050-5d909a34935c, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=bc8bda79-eb58-4405-b050-5d909a34935c,segment=NetworkSegment(c898d4d9-4dcb-4fe1-8201-e8052e284c42),segment_id=c898d4d9-4dcb-4fe1-8201-e8052e284c42)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:23:04.489905 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (bc8bda79-eb58-4405-b050-5d909a34935c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:04.535499 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=bc8bda79-eb58-4405-b050-5d909a34935c,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:04.678244 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['bc8bda79-eb58-4405-b050-5d909a34935c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:23:05.044760 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70025a2b-04b7-4841-beb4-bf9f8b2f84e6 req-7e45cc90-bb4d-4576-878c-e48060856acf tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:05.046302 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70025a2b-04b7-4841-beb4-bf9f8b2f84e6 req-7e45cc90-bb4d-4576-878c-e48060856acf tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 944 time: 0.0527654 Feb 20 06:23:05.096053 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70025a2b-04b7-4841-beb4-bf9f8b2f84e6 req-bb5cd067-edce-4099-becb-9db285e041ea tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440841 Feb 20 06:23:06.218958 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6813f-f8fc-4d4e-8dd4-1542c893e7d9 req-48818aed-231e-4c35-aa79-a209994d873c tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:06.220428 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16c6813f-f8fc-4d4e-8dd4-1542c893e7d9 req-48818aed-231e-4c35-aa79-a209994d873c tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 944 time: 0.0530074 Feb 20 06:23:06.265923 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16c6813f-f8fc-4d4e-8dd4-1542c893e7d9 req-61af954b-8da9-4434-912a-49414402c89d tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398786 Feb 20 06:23:06.301041 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device bc8bda79-eb58-4405-b050-5d909a34935c up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:23:06.348240 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port bc8bda79-eb58-4405-b050-5d909a34935c completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:23:06.351930 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port bc8bda79-eb58-4405-b050-5d909a34935c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:23:06.352301 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bc8bda79-eb58-4405-b050-5d909a34935c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:06.433349 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port bc8bda79-eb58-4405-b050-5d909a34935c is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:23:06.433736 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bc8bda79-eb58-4405-b050-5d909a34935c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:06.456346 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc8e3e1-922b-402c-927f-3621736b1b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8bda79-eb58-4405-b050-5d909a34935c'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:23:06.458576 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a733d09-e490-4f66-87a1-6d3a7a9f8c74" -d '{"events": [{"server_uuid": "ecc8e3e1-922b-402c-927f-3621736b1b8c", "name": "network-vif-plugged", "status": "completed", "tag": "bc8bda79-eb58-4405-b050-5d909a34935c"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:23:06.471181 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port bc8bda79-eb58-4405-b050-5d909a34935c, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=bc8bda79-eb58-4405-b050-5d909a34935c,segment=NetworkSegment(c898d4d9-4dcb-4fe1-8201-e8052e284c42),segment_id=c898d4d9-4dcb-4fe1-8201-e8052e284c42)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:23:06.475569 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (bc8bda79-eb58-4405-b050-5d909a34935c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:06.500336 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da75c35-46af-43b9-8c1b-e94172607c88 x-openstack-request-id: req-1da75c35-46af-43b9-8c1b-e94172607c88 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:23:06.500695 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc8e3e1-922b-402c-927f-3621736b1b8c", "name": "network-vif-plugged", "status": "completed", "tag": "bc8bda79-eb58-4405-b050-5d909a34935c", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:23:06.500949 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1da75c35-46af-43b9-8c1b-e94172607c88 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:23:06.501345 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc8e3e1-922b-402c-927f-3621736b1b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8bda79-eb58-4405-b050-5d909a34935c', 'code': 200} Feb 20 06:23:06.524787 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=bc8bda79-eb58-4405-b050-5d909a34935c,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:06.596430 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c63a2-e174-420e-a81e-d79a3a380b10 req-3580f5a1-f7bc-4c72-a988-cf80fdccf002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:06.597935 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f56c63a2-e174-420e-a81e-d79a3a380b10 req-3580f5a1-f7bc-4c72-a988-cf80fdccf002 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 1127 time: 0.0487797 Feb 20 06:23:06.640397 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f56c63a2-e174-420e-a81e-d79a3a380b10 req-ca042ccb-c026-4451-bd9b-9e57ee6cea5f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368884 Feb 20 06:23:07.382527 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fba1a-4d3b-4899-ada0-c33482acb159 req-1f8dfa4a-9ee5-4adc-afb6-9f64a9b70b61 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:07.384006 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e85fba1a-4d3b-4899-ada0-c33482acb159 req-1f8dfa4a-9ee5-4adc-afb6-9f64a9b70b61 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0514338 Feb 20 06:23:07.429089 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e85fba1a-4d3b-4899-ada0-c33482acb159 req-b0d6e36d-42d3-4b1c-ba2f-b78b90b1e709 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389268 Feb 20 06:23:08.551206 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29e318-922b-4f81-b638-d1d4dbb4b503 req-b95d5dc4-f31b-4c73-9e5e-80d7b365af54 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:08.552666 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f29e318-922b-4f81-b638-d1d4dbb4b503 req-b95d5dc4-f31b-4c73-9e5e-80d7b365af54 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0554681 Feb 20 06:23:08.597716 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3f29e318-922b-4f81-b638-d1d4dbb4b503 req-d3900944-0529-4c25-9c9e-2620d994fdad tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395644 Feb 20 06:23:08.711205 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6754a1a-7c8e-410a-9560-6b379a98e5f1 req-b14ec9bd-1827-4ebe-b61a-2e6bb1a76887 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:08.712590 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6754a1a-7c8e-410a-9560-6b379a98e5f1 req-b14ec9bd-1827-4ebe-b61a-2e6bb1a76887 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0511596 Feb 20 06:23:08.757989 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6754a1a-7c8e-410a-9560-6b379a98e5f1 req-55257d89-adae-4bb2-a181-a84602a3ff4b tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392787 Feb 20 06:23:09.018162 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-69be3c61-6826-4026-ab24-9fd845dcccca req-836120fd-309c-47b0-b619-f4e9b31a25c6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0794375 Feb 20 06:23:09.024947 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d375f4-9d3d-46d2-a78a-98f214a66faa req-bd7e5efd-fd59-4218-b9c6-141a26d6e94b tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:09.026312 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e7d375f4-9d3d-46d2-a78a-98f214a66faa req-bd7e5efd-fd59-4218-b9c6-141a26d6e94b tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0798149 Feb 20 06:23:09.074566 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e7d375f4-9d3d-46d2-a78a-98f214a66faa req-2daee092-3d3f-4b14-8848-647cff1cb5b5 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418282 Feb 20 06:23:09.359903 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be3c61-6826-4026-ab24-9fd845dcccca req-6ab88f3c-4c26-44f0-ac0d-9453d4b7f4b3 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:09.361227 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-69be3c61-6826-4026-ab24-9fd845dcccca req-6ab88f3c-4c26-44f0-ac0d-9453d4b7f4b3 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports/bc8bda79-eb58-4405-b050-5d909a34935c HTTP/1.1" status: 200 len: 942 time: 0.0449133 Feb 20 06:23:10.118179 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be3c61-6826-4026-ab24-9fd845dcccca req-c28d7863-a2ea-4a07-afe3-d3e1151dc602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:10.119768 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-69be3c61-6826-4026-ab24-9fd845dcccca req-c28d7863-a2ea-4a07-afe3-d3e1151dc602 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c4eea35e23748e0bae1c39af241daef&device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 1127 time: 0.0452101 Feb 20 06:23:10.193797 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29100ba-3d52-401a-95be-9952b4539560 req-6af3d399-48e5-4d0d-8b1c-cbc69a68e0c6 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:10.195281 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c29100ba-3d52-401a-95be-9952b4539560 req-6af3d399-48e5-4d0d-8b1c-cbc69a68e0c6 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0516412 Feb 20 06:23:10.214060 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be3c61-6826-4026-ab24-9fd845dcccca req-a8598a5a-fb60-4271-922b-9aa7fa19373e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:10.215589 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-69be3c61-6826-4026-ab24-9fd845dcccca req-a8598a5a-fb60-4271-922b-9aa7fa19373e service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a266e3b-bd84-4077-8c18-cb0830339f7e HTTP/1.1" status: 200 len: 915 time: 0.0881650 Feb 20 06:23:10.246057 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c29100ba-3d52-401a-95be-9952b4539560 req-a9d317fb-2535-42eb-8819-10eee5ad0940 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451338 Feb 20 06:23:10.258741 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-69be3c61-6826-4026-ab24-9fd845dcccca req-8732271b-a502-4f88-8305-899ab4e07313 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc8bda79-eb58-4405-b050-5d909a34935c HTTP/1.1" status: 200 len: 217 time: 0.0373247 Feb 20 06:23:10.305611 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ff049ccd-61b9-4bbf-92e8-4c56a6f080ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:10.307067 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ff049ccd-61b9-4bbf-92e8-4c56a6f080ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ffc23ba1-f455-4e2e-a29b-e2c390ffa844 HTTP/1.1" status: 200 len: 855 time: 0.0435166 Feb 20 06:23:10.336736 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ed407ffe-4e0a-4de9-ab13-f9c3645ece50 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a266e3b-bd84-4077-8c18-cb0830339f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241873 Feb 20 06:23:10.425878 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-69be3c61-6826-4026-ab24-9fd845dcccca req-a0433a02-721b-4ee6-84c7-f081f339205e service neutron] 10.222.0.48 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835280 Feb 20 06:23:10.511038 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-69be3c61-6826-4026-ab24-9fd845dcccca req-52768846-0801-4496-a5e8-0216752ac89d service neutron] 10.222.0.48 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800457 Feb 20 06:23:11.363468 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614918b-099b-40e9-bf2d-098f230cb88f req-12380307-f1fa-49db-9ad4-58aa6f1f5b3b tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:11.364945 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0614918b-099b-40e9-bf2d-098f230cb88f req-12380307-f1fa-49db-9ad4-58aa6f1f5b3b tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0520220 Feb 20 06:23:11.411912 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0614918b-099b-40e9-bf2d-098f230cb88f req-e8f67b2f-cad1-4e03-88cd-2f4e17590138 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409884 Feb 20 06:23:12.538124 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db78ff7-80c0-4867-af37-e133addb4611 req-51496e50-04c7-48d6-8d4f-839e9c0ca55a tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:12.539644 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5db78ff7-80c0-4867-af37-e133addb4611 req-51496e50-04c7-48d6-8d4f-839e9c0ca55a tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0576460 Feb 20 06:23:12.585513 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5db78ff7-80c0-4867-af37-e133addb4611 req-50ecc704-e5ec-4ac3-92bd-d97425885d60 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401790 Feb 20 06:23:13.705849 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2ddb8-741c-4ba7-93a4-f7a99d98833b req-f2da0adc-cfb0-4c89-bd39-448a8b18f291 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:13.707333 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3c2ddb8-741c-4ba7-93a4-f7a99d98833b req-f2da0adc-cfb0-4c89-bd39-448a8b18f291 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0555825 Feb 20 06:23:13.753672 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3c2ddb8-741c-4ba7-93a4-f7a99d98833b req-d8a2748a-8415-465b-a3a7-f9a4de57ba45 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403380 Feb 20 06:23:14.875447 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bf405-c0f7-4dae-9aac-e4d045ab5fe1 req-625cb9a4-d226-4c14-b8c8-25ed52d08e47 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:14.876940 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7f4bf405-c0f7-4dae-9aac-e4d045ab5fe1 req-625cb9a4-d226-4c14-b8c8-25ed52d08e47 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0565965 Feb 20 06:23:14.922660 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7f4bf405-c0f7-4dae-9aac-e4d045ab5fe1 req-04308508-0013-4f41-8953-717b19cef704 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401621 Feb 20 06:23:16.045970 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8b778-61bf-4f0c-bd6e-baf1a4b5016a req-23e546ee-808a-43b8-a4c2-63764cb3c63c tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:16.047478 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-15f8b778-61bf-4f0c-bd6e-baf1a4b5016a req-23e546ee-808a-43b8-a4c2-63764cb3c63c tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0564420 Feb 20 06:23:16.093156 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-15f8b778-61bf-4f0c-bd6e-baf1a4b5016a req-6cdccd51-0344-47af-b1b8-3350386bba55 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400932 Feb 20 06:23:16.537774 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ad7aa24-cf6e-4455-b885-6a1503fa5bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:17.209311 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ee0ab-9ce0-4fe2-925b-31329da06ded req-3ba1022f-1cc8-4721-82d3-ffdf57f27c24 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:17.210778 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f79ee0ab-9ce0-4fe2-925b-31329da06ded req-3ba1022f-1cc8-4721-82d3-ffdf57f27c24 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0511727 Feb 20 06:23:17.259166 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f79ee0ab-9ce0-4fe2-925b-31329da06ded req-124a5066-6fdb-4f5d-9e03-9de4b715598d tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415881 Feb 20 06:23:18.377117 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b4d43-efde-4a93-b12f-77e359d08cfe req-6887dd11-85f7-4d2f-8a49-b3fa168d84e6 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:18.378616 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7f0b4d43-efde-4a93-b12f-77e359d08cfe req-6887dd11-85f7-4d2f-8a49-b3fa168d84e6 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0533309 Feb 20 06:23:18.430748 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7f0b4d43-efde-4a93-b12f-77e359d08cfe req-a5c137c9-7609-4b3f-91cc-1df276458474 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463758 Feb 20 06:23:18.996672 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-60b0557f-362b-4adf-b876-5b5f0fdb4a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:19.549027 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8c42d-70df-4fd3-b2cf-8a610d15c4a1 req-a37d4390-cffa-404e-bb16-6191fe84aff3 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:19.550478 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-89b8c42d-70df-4fd3-b2cf-8a610d15c4a1 req-a37d4390-cffa-404e-bb16-6191fe84aff3 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0512588 Feb 20 06:23:19.595885 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-89b8c42d-70df-4fd3-b2cf-8a610d15c4a1 req-89687cbe-9ed0-4170-9388-188dfc6aa1c2 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398278 Feb 20 06:23:19.743693 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:20.007384 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:23:20.713025 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b70d5f-14f1-4f74-9031-db593b939ed9 req-a4d4d3dd-d551-4aaa-ba4f-e7251eb6fb50 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:20.714506 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-07b70d5f-14f1-4f74-9031-db593b939ed9 req-a4d4d3dd-d551-4aaa-ba4f-e7251eb6fb50 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0523381 Feb 20 06:23:20.760968 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-07b70d5f-14f1-4f74-9031-db593b939ed9 req-9657673c-a546-450c-9a3e-b50992c5ffcb tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408831 Feb 20 06:23:21.570202 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:21.884857 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31034f-3e61-4639-9374-386230d04e40 req-130a2830-dc2d-4bee-8096-426a186d45f3 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:21.886304 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2c31034f-3e61-4639-9374-386230d04e40 req-130a2830-dc2d-4bee-8096-426a186d45f3 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0557122 Feb 20 06:23:21.931577 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2c31034f-3e61-4639-9374-386230d04e40 req-5d2984a4-7757-4565-aa02-7f5421114f13 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391014 Feb 20 06:23:22.749474 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:23.049269 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8aacc-8156-4b5e-a8cc-8a2dd9841329 req-c5985cc6-b144-4a8b-9e2a-c78e539d9ae2 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:23.050754 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f6a8aacc-8156-4b5e-a8cc-8a2dd9841329 req-c5985cc6-b144-4a8b-9e2a-c78e539d9ae2 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0530756 Feb 20 06:23:23.097660 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f6a8aacc-8156-4b5e-a8cc-8a2dd9841329 req-84a93e5c-20cf-45a4-a0f9-fe173b079ff1 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413325 Feb 20 06:23:23.295667 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:24.214807 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda0b90-30a3-4feb-93e4-6cf9f840aa5e req-4734bbdb-7a95-4017-87e3-fb61cc405b9f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:24.216906 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aeda0b90-30a3-4feb-93e4-6cf9f840aa5e req-4734bbdb-7a95-4017-87e3-fb61cc405b9f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0526514 Feb 20 06:23:24.266353 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aeda0b90-30a3-4feb-93e4-6cf9f840aa5e req-cf7bfb9b-cc7e-4dc4-9e41-c276a5b2384b tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437815 Feb 20 06:23:25.384963 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50b52f-d120-4ba4-bd03-81991c741e55 req-4e473b4e-9252-4563-83b0-8015d35e5daf tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:25.386440 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-be50b52f-d120-4ba4-bd03-81991c741e55 req-4e473b4e-9252-4563-83b0-8015d35e5daf tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0532203 Feb 20 06:23:25.432204 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-be50b52f-d120-4ba4-bd03-81991c741e55 req-24390c7c-2735-4b00-b1e4-db033224c302 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401735 Feb 20 06:23:25.643744 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:26.551083 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209b937-42f4-4cd4-a5e6-5aacb5b8ed7f req-f738c3a3-21f4-4ff4-a841-94b8513978ea tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:26.552543 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e209b937-42f4-4cd4-a5e6-5aacb5b8ed7f req-f738c3a3-21f4-4ff4-a841-94b8513978ea tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0514817 Feb 20 06:23:26.597429 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e209b937-42f4-4cd4-a5e6-5aacb5b8ed7f req-046b7903-74a7-443e-87a8-7d55f43ab1dd tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394049 Feb 20 06:23:27.718848 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a49cb-0e8a-48c0-99e8-c0758e115ee7 req-525d0612-d974-4bf2-b16c-0cd7443ad168 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:27.720424 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-858a49cb-0e8a-48c0-99e8-c0758e115ee7 req-525d0612-d974-4bf2-b16c-0cd7443ad168 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0560415 Feb 20 06:23:27.768146 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-858a49cb-0e8a-48c0-99e8-c0758e115ee7 req-859cb49c-f2bc-4b48-a8c3-918b87c74612 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414872 Feb 20 06:23:28.888424 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e205f3-db81-49d6-b59e-8788a8648c33 req-a0659a6e-d8aa-41df-b6aa-3d010e9c253c tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:28.889931 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e9e205f3-db81-49d6-b59e-8788a8648c33 req-a0659a6e-d8aa-41df-b6aa-3d010e9c253c tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0533152 Feb 20 06:23:28.939791 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e9e205f3-db81-49d6-b59e-8788a8648c33 req-ef5c5d90-caf4-47fe-aa3e-d3e4a8f73196 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442619 Feb 20 06:23:30.064369 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f620d6-1cc9-4284-a8fe-53542a793d82 req-339b1ee1-8b63-4ba3-be7e-7ebb57ce4d8d tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:30.065835 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3f620d6-1cc9-4284-a8fe-53542a793d82 req-339b1ee1-8b63-4ba3-be7e-7ebb57ce4d8d tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0591652 Feb 20 06:23:30.111966 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3f620d6-1cc9-4284-a8fe-53542a793d82 req-f7c12a35-a6b1-43b2-a615-c02cd49e301d tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405924 Feb 20 06:23:31.229855 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9360923-a4b7-4cee-a894-971d17b05c5e req-21efb86f-e34f-46a2-a8da-ef85b1b8977f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:31.231368 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e9360923-a4b7-4cee-a894-971d17b05c5e req-21efb86f-e34f-46a2-a8da-ef85b1b8977f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0527930 Feb 20 06:23:31.277712 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e9360923-a4b7-4cee-a894-971d17b05c5e req-0830d99c-ccd3-4b39-a776-8b9e04315e37 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407202 Feb 20 06:23:32.394574 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053b7bd-3e91-440e-b101-8b2d5778332d req-388f0248-3c57-414d-a63e-1833d0400f1e tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:32.396047 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9053b7bd-3e91-440e-b101-8b2d5778332d req-388f0248-3c57-414d-a63e-1833d0400f1e tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0509498 Feb 20 06:23:32.446262 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9053b7bd-3e91-440e-b101-8b2d5778332d req-e8de1e2d-007c-48a8-8c12-9d8b1e668f34 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445569 Feb 20 06:23:33.569770 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8ecd3-8343-4eac-a336-5d92d1e2f955 req-f84bfbc5-7570-494d-aa4f-c004adbdb48f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:33.571253 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73b8ecd3-8343-4eac-a336-5d92d1e2f955 req-f84bfbc5-7570-494d-aa4f-c004adbdb48f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0515885 Feb 20 06:23:33.617453 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73b8ecd3-8343-4eac-a336-5d92d1e2f955 req-55cd58e0-2583-47fe-bcb2-7dd993ec65ee tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405996 Feb 20 06:23:34.738615 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1fe625-3fca-4a4a-9afe-81cfd25d6597 req-aa1f989e-b394-41dc-85af-4ec7a1105918 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:34.740114 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0b1fe625-3fca-4a4a-9afe-81cfd25d6597 req-aa1f989e-b394-41dc-85af-4ec7a1105918 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0514665 Feb 20 06:23:34.785751 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0b1fe625-3fca-4a4a-9afe-81cfd25d6597 req-9b242f8d-dd69-43d0-9bf1-88731aa6239e tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398223 Feb 20 06:23:35.907863 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333f115-3fac-4811-9ddd-85ae36430189 req-b5951037-7231-4cac-a53f-f1dd2c001284 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:35.909336 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7333f115-3fac-4811-9ddd-85ae36430189 req-b5951037-7231-4cac-a53f-f1dd2c001284 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0565381 Feb 20 06:23:35.955200 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7333f115-3fac-4811-9ddd-85ae36430189 req-dd0e5740-0f2e-4317-bada-cdead9eae704 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403566 Feb 20 06:23:37.073505 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97490141-d5f7-4d43-96f4-5312c8f9fc99 req-07941d05-16c5-48f8-b90e-38ca310999b0 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:37.075011 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-97490141-d5f7-4d43-96f4-5312c8f9fc99 req-07941d05-16c5-48f8-b90e-38ca310999b0 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0525029 Feb 20 06:23:37.121429 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-97490141-d5f7-4d43-96f4-5312c8f9fc99 req-322b2d79-25b6-44c7-a198-ec9e1ccfd9bf tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409138 Feb 20 06:23:37.271749 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [req-69be3c61-6826-4026-ab24-9fd845dcccca req-fb6d0bb2-62f3-4cbc-a12e-f47cba7aed08 service neutron] show failed (client error): The resource could not be found. Feb 20 06:23:37.272701 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-69be3c61-6826-4026-ab24-9fd845dcccca req-fb6d0bb2-62f3-4cbc-a12e-f47cba7aed08 service neutron] 10.222.0.48 "GET /v2.0/ports/bc8bda79-eb58-4405-b050-5d909a34935c/bindings/n-h1-829866-5 HTTP/1.1" status: 404 len: 380 time: 0.0630333 Feb 20 06:23:37.479247 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be3c61-6826-4026-ab24-9fd845dcccca req-612c5292-4542-4d6c-a4cf-75cd316435ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:37.480747 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-69be3c61-6826-4026-ab24-9fd845dcccca req-612c5292-4542-4d6c-a4cf-75cd316435ef service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c&tenant_id=9c4eea35e23748e0bae1c39af241daef HTTP/1.1" status: 200 len: 1127 time: 0.0478456 Feb 20 06:23:37.492084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ad01ef9d-9351-43d8-938a-635ca3db50bc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-5', 'device_owner': 'compute:nova'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:23:37.549413 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ad01ef9d-9351-43d8-938a-635ca3db50bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bc8bda79-eb58-4405-b050-5d909a34935c), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:37.752487 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ad01ef9d-9351-43d8-938a-635ca3db50bc service neutron] For port bc8bda79-eb58-4405-b050-5d909a34935c, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=bc8bda79-eb58-4405-b050-5d909a34935c,segment=NetworkSegment(c898d4d9-4dcb-4fe1-8201-e8052e284c42),segment_id=c898d4d9-4dcb-4fe1-8201-e8052e284c42)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:23:37.785181 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ad01ef9d-9351-43d8-938a-635ca3db50bc service neutron] For port bc8bda79-eb58-4405-b050-5d909a34935c, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:23:37.822816 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc8e3e1-922b-402c-927f-3621736b1b8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc8bda79-eb58-4405-b050-5d909a34935c'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:23:37.825034 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b438fc55-2d7d-4b85-9ec2-190373365552" -d '{"events": [{"server_uuid": "ecc8e3e1-922b-402c-927f-3621736b1b8c", "name": "network-vif-unplugged", "status": "completed", "tag": "bc8bda79-eb58-4405-b050-5d909a34935c"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:23:37.828978 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ad01ef9d-9351-43d8-938a-635ca3db50bc service neutron] Publish callbacks [] for port (bc8bda79-eb58-4405-b050-5d909a34935c), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:37.841059 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ad01ef9d-9351-43d8-938a-635ca3db50bc service neutron] Transition to ACTIVE for port object bc8bda79-eb58-4405-b050-5d909a34935c will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:23:37.845397 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ad01ef9d-9351-43d8-938a-635ca3db50bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (bc8bda79-eb58-4405-b050-5d909a34935c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:37.879568 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 06:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08023709-39af-46df-bc34-bfae3e8fa59c x-openstack-request-id: req-08023709-39af-46df-bc34-bfae3e8fa59c {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:23:37.879869 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc8e3e1-922b-402c-927f-3621736b1b8c", "name": "network-vif-unplugged", "status": "completed", "tag": "bc8bda79-eb58-4405-b050-5d909a34935c", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:23:37.880123 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08023709-39af-46df-bc34-bfae3e8fa59c {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:23:37.880519 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc8e3e1-922b-402c-927f-3621736b1b8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc8bda79-eb58-4405-b050-5d909a34935c', 'code': 200} Feb 20 06:23:37.909880 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ad01ef9d-9351-43d8-938a-635ca3db50bc service neutron] No DVR routers for this DVR port bc8bda79-eb58-4405-b050-5d909a34935c on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:23:37.912937 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01ef9d-9351-43d8-938a-635ca3db50bc service neutron] Pushing event updated for resources: {'Port': ['ID=bc8bda79-eb58-4405-b050-5d909a34935c,revision_number=6']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:37.949466 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ad01ef9d-9351-43d8-938a-635ca3db50bc service neutron] Attempting to bind port bc8bda79-eb58-4405-b050-5d909a34935c on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:23:37.949801 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ad01ef9d-9351-43d8-938a-635ca3db50bc service neutron] Attempting to bind port bc8bda79-eb58-4405-b050-5d909a34935c by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'c898d4d9-4dcb-4fe1-8201-e8052e284c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4a266e3b-bd84-4077-8c18-cb0830339f7e'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:23:37.950123 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ad01ef9d-9351-43d8-938a-635ca3db50bc service neutron] Attempting to bind port bc8bda79-eb58-4405-b050-5d909a34935c on network 4a266e3b-bd84-4077-8c18-cb0830339f7e {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:23:37.954968 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ad01ef9d-9351-43d8-938a-635ca3db50bc service neutron] Port bc8bda79-eb58-4405-b050-5d909a34935c on network 4a266e3b-bd84-4077-8c18-cb0830339f7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:23:37.955293 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ad01ef9d-9351-43d8-938a-635ca3db50bc service neutron] Attempting to bind port bc8bda79-eb58-4405-b050-5d909a34935c on network 4a266e3b-bd84-4077-8c18-cb0830339f7e {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:23:37.960032 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ad01ef9d-9351-43d8-938a-635ca3db50bc service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:23:37.960368 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ad01ef9d-9351-43d8-938a-635ca3db50bc service neutron] Checking segment: {'id': 'c898d4d9-4dcb-4fe1-8201-e8052e284c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4a266e3b-bd84-4077-8c18-cb0830339f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:23:37.960749 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ad01ef9d-9351-43d8-938a-635ca3db50bc service neutron] Bound using segment: {'id': 'c898d4d9-4dcb-4fe1-8201-e8052e284c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4a266e3b-bd84-4077-8c18-cb0830339f7e'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:23:37.961172 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ad01ef9d-9351-43d8-938a-635ca3db50bc service neutron] Bound port: bc8bda79-eb58-4405-b050-5d909a34935c, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c898d4d9-4dcb-4fe1-8201-e8052e284c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4a266e3b-bd84-4077-8c18-cb0830339f7e'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:23:37.961524 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ad01ef9d-9351-43d8-938a-635ca3db50bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bc8bda79-eb58-4405-b050-5d909a34935c), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:38.022678 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ad01ef9d-9351-43d8-938a-635ca3db50bc service neutron] For port bc8bda79-eb58-4405-b050-5d909a34935c, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:23:38.025602 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ad01ef9d-9351-43d8-938a-635ca3db50bc service neutron] For port bc8bda79-eb58-4405-b050-5d909a34935c, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=bc8bda79-eb58-4405-b050-5d909a34935c,segment=NetworkSegment(c898d4d9-4dcb-4fe1-8201-e8052e284c42),segment_id=c898d4d9-4dcb-4fe1-8201-e8052e284c42)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:23:38.032536 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ad01ef9d-9351-43d8-938a-635ca3db50bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (bc8bda79-eb58-4405-b050-5d909a34935c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:38.065375 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ad01ef9d-9351-43d8-938a-635ca3db50bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:38.065990 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ad01ef9d-9351-43d8-938a-635ca3db50bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:38.067379 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ad01ef9d-9351-43d8-938a-635ca3db50bc service neutron] 10.222.0.61 "PUT /v2.0/ports/bc8bda79-eb58-4405-b050-5d909a34935c HTTP/1.1" status: 200 len: 1091 time: 0.5792332 Feb 20 06:23:38.100915 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01ef9d-9351-43d8-938a-635ca3db50bc service neutron] Pushing event updated for resources: {'Port': ['ID=bc8bda79-eb58-4405-b050-5d909a34935c,revision_number=7']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:38.135095 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be3c61-6826-4026-ab24-9fd845dcccca req-be15bebe-fc10-4e14-85a9-1529d52b8260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:38.136621 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-69be3c61-6826-4026-ab24-9fd845dcccca req-be15bebe-fc10-4e14-85a9-1529d52b8260 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9c4eea35e23748e0bae1c39af241daef&device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 1125 time: 0.0485704 Feb 20 06:23:38.228338 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be3c61-6826-4026-ab24-9fd845dcccca req-21d7a094-fc84-4bd0-b20f-d20aeb67800e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:38.230569 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-69be3c61-6826-4026-ab24-9fd845dcccca req-21d7a094-fc84-4bd0-b20f-d20aeb67800e service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a266e3b-bd84-4077-8c18-cb0830339f7e HTTP/1.1" status: 200 len: 915 time: 0.0879624 Feb 20 06:23:38.242211 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747c181-edd8-4beb-8750-0891cc471e28 req-8d1b1479-4676-41c3-9241-c591bb620a2f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:38.243730 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3747c181-edd8-4beb-8750-0891cc471e28 req-8d1b1479-4676-41c3-9241-c591bb620a2f tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 943 time: 0.0531628 Feb 20 06:23:38.272924 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-69be3c61-6826-4026-ab24-9fd845dcccca req-a215acc5-3b85-45e5-b111-426f158bf75a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc8bda79-eb58-4405-b050-5d909a34935c HTTP/1.1" status: 200 len: 217 time: 0.0355618 Feb 20 06:23:38.294562 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3747c181-edd8-4beb-8750-0891cc471e28 req-1ad77acb-ad59-416e-b4e1-9ff51d780e89 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442903 Feb 20 06:23:38.323683 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be3c61-6826-4026-ab24-9fd845dcccca req-df7e3566-e954-4976-943c-7afdd1c7972b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:38.325127 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-69be3c61-6826-4026-ab24-9fd845dcccca req-df7e3566-e954-4976-943c-7afdd1c7972b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffc23ba1-f455-4e2e-a29b-e2c390ffa844 HTTP/1.1" status: 200 len: 855 time: 0.0470405 Feb 20 06:23:38.355462 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-69be3c61-6826-4026-ab24-9fd845dcccca req-ee52aeae-1c82-468b-9461-25ac889d86e1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a266e3b-bd84-4077-8c18-cb0830339f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243526 Feb 20 06:23:38.442723 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-69be3c61-6826-4026-ab24-9fd845dcccca req-e9771ae6-16ec-4fb3-a358-4d563f533744 service neutron] 10.222.0.61 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806324 Feb 20 06:23:38.532194 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-69be3c61-6826-4026-ab24-9fd845dcccca req-71912b6d-dec7-4222-b178-beaddb1de2dd service neutron] 10.222.0.61 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840409 Feb 20 06:23:39.418468 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49023c-6b82-4a9f-8ea9-69f44c49d767 req-b1a16e83-c43c-47d2-b209-43c5e3423356 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:39.419970 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0e49023c-6b82-4a9f-8ea9-69f44c49d767 req-b1a16e83-c43c-47d2-b209-43c5e3423356 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 943 time: 0.0543621 Feb 20 06:23:39.466301 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0e49023c-6b82-4a9f-8ea9-69f44c49d767 req-d96e9df3-f377-45cc-beec-bea0ba19ca90 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407021 Feb 20 06:23:39.882162 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc8e3e1-922b-402c-927f-3621736b1b8c', 'tag': 'bc8bda79-eb58-4405-b050-5d909a34935c'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:23:39.884570 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5779fe6e-35a1-4756-a8a9-9ef6af693129" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc8e3e1-922b-402c-927f-3621736b1b8c", "tag": "bc8bda79-eb58-4405-b050-5d909a34935c"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:23:39.931195 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d48a776-db4a-4374-a1c4-2084c1b14e39 x-openstack-request-id: req-8d48a776-db4a-4374-a1c4-2084c1b14e39 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:23:39.931500 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc8e3e1-922b-402c-927f-3621736b1b8c", "tag": "bc8bda79-eb58-4405-b050-5d909a34935c", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:23:39.931755 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d48a776-db4a-4374-a1c4-2084c1b14e39 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:23:39.932183 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc8e3e1-922b-402c-927f-3621736b1b8c', 'tag': 'bc8bda79-eb58-4405-b050-5d909a34935c', 'status': 'completed', 'code': 200} Feb 20 06:23:40.041323 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779fe6e-35a1-4756-a8a9-9ef6af693129 req-afb28b59-8ad7-4d04-980a-41a034950d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:40.042839 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5779fe6e-35a1-4756-a8a9-9ef6af693129 req-afb28b59-8ad7-4d04-980a-41a034950d11 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c4eea35e23748e0bae1c39af241daef&device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 1125 time: 0.0769889 Feb 20 06:23:40.051475 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779fe6e-35a1-4756-a8a9-9ef6af693129 req-436987d5-1805-4c96-9437-32dac16c0291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:40.052906 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5779fe6e-35a1-4756-a8a9-9ef6af693129 req-436987d5-1805-4c96-9437-32dac16c0291 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9c4eea35e23748e0bae1c39af241daef&device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 1125 time: 0.0787148 Feb 20 06:23:40.206348 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779fe6e-35a1-4756-a8a9-9ef6af693129 req-9d5df423-56e5-4f5e-8cad-0c1d24d9a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:40.207878 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5779fe6e-35a1-4756-a8a9-9ef6af693129 req-9d5df423-56e5-4f5e-8cad-0c1d24d9a61d service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a266e3b-bd84-4077-8c18-cb0830339f7e HTTP/1.1" status: 200 len: 915 time: 0.1541085 Feb 20 06:23:40.210450 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779fe6e-35a1-4756-a8a9-9ef6af693129 req-e611eaaa-77af-45ed-acb2-c44e0379d9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:40.211817 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5779fe6e-35a1-4756-a8a9-9ef6af693129 req-e611eaaa-77af-45ed-acb2-c44e0379d9c2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a266e3b-bd84-4077-8c18-cb0830339f7e HTTP/1.1" status: 200 len: 915 time: 0.1499746 Feb 20 06:23:40.283236 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5779fe6e-35a1-4756-a8a9-9ef6af693129 req-6858da0a-ea0f-4e54-aac6-40f3298c39e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc8bda79-eb58-4405-b050-5d909a34935c HTTP/1.1" status: 200 len: 217 time: 0.0693686 Feb 20 06:23:40.284497 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5779fe6e-35a1-4756-a8a9-9ef6af693129 req-2007de10-5872-4378-9aa3-46688b24b681 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc8bda79-eb58-4405-b050-5d909a34935c HTTP/1.1" status: 200 len: 217 time: 0.0647111 Feb 20 06:23:40.367697 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779fe6e-35a1-4756-a8a9-9ef6af693129 req-ded54d19-c9e7-4f28-8938-78bb735dabc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:40.369170 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5779fe6e-35a1-4756-a8a9-9ef6af693129 req-ded54d19-c9e7-4f28-8938-78bb735dabc1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ffc23ba1-f455-4e2e-a29b-e2c390ffa844 HTTP/1.1" status: 200 len: 855 time: 0.0813396 Feb 20 06:23:40.370792 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779fe6e-35a1-4756-a8a9-9ef6af693129 req-603531bb-432c-4933-a2a7-1e9379aa3be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:40.372142 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5779fe6e-35a1-4756-a8a9-9ef6af693129 req-603531bb-432c-4933-a2a7-1e9379aa3be2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffc23ba1-f455-4e2e-a29b-e2c390ffa844 HTTP/1.1" status: 200 len: 855 time: 0.0770388 Feb 20 06:23:40.413849 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5779fe6e-35a1-4756-a8a9-9ef6af693129 req-62db7028-3837-4dce-bb92-38f8dc4ef568 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a266e3b-bd84-4077-8c18-cb0830339f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320652 Feb 20 06:23:40.436630 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5779fe6e-35a1-4756-a8a9-9ef6af693129 req-283af4d8-cf32-488a-808a-6bd093c250e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a266e3b-bd84-4077-8c18-cb0830339f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543120 Feb 20 06:23:40.454773 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device bc8bda79-eb58-4405-b050-5d909a34935c no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:23:40.495012 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] The host n-h2-829866-5 is not matching for port bc8bda79-eb58-4405-b050-5d909a34935c host n-h1-829866-5! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 06:23:40.495408 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device bc8bda79-eb58-4405-b050-5d909a34935c not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:23:40.579021 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5779fe6e-35a1-4756-a8a9-9ef6af693129 req-a30e83a6-b28f-4f59-ad00-77fdaa4efb80 service neutron] 10.222.0.48 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642358 Feb 20 06:23:40.584181 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5779fe6e-35a1-4756-a8a9-9ef6af693129 req-47673e88-93ee-48f0-9db6-29733012a4ae service neutron] 10.222.0.61 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374555 Feb 20 06:23:40.590210 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5084f-4e8b-4d10-b3c3-00a1b99f9290 req-fffe8e0f-e344-4499-ac87-7970293f9441 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:40.591814 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f1c5084f-4e8b-4d10-b3c3-00a1b99f9290 req-fffe8e0f-e344-4499-ac87-7970293f9441 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 943 time: 0.0546818 Feb 20 06:23:40.639114 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f1c5084f-4e8b-4d10-b3c3-00a1b99f9290 req-be700c16-90b9-46e5-89c2-9c0e9415c874 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409656 Feb 20 06:23:40.702975 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device bc8bda79-eb58-4405-b050-5d909a34935c details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:23:40.750323 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5779fe6e-35a1-4756-a8a9-9ef6af693129 req-1fa7c5c8-cdff-4539-9b35-54db61a40eba service neutron] 10.222.0.48 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650233 Feb 20 06:23:40.770867 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5779fe6e-35a1-4756-a8a9-9ef6af693129 req-de224708-fd5a-4990-b570-37d021e8a9e4 service neutron] 10.222.0.61 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779726 Feb 20 06:23:40.851210 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port bc8bda79-eb58-4405-b050-5d909a34935c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=bc8bda79-eb58-4405-b050-5d909a34935c,segment=NetworkSegment(c898d4d9-4dcb-4fe1-8201-e8052e284c42),segment_id=c898d4d9-4dcb-4fe1-8201-e8052e284c42)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:23:40.873061 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'bc8bda79-eb58-4405-b050-5d909a34935c', 'network_id': '4a266e3b-bd84-4077-8c18-cb0830339f7e', 'port_id': 'bc8bda79-eb58-4405-b050-5d909a34935c', 'mac_address': 'fa:16:3e:79:4c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc23ba1-f455-4e2e-a29b-e2c390ffa844', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:23:40.876585 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9a63e-6544-418f-ae5b-f7975d5248fd req-134e9e86-07a7-4f83-b4ee-c77d191237ca tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:40.878255 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-36f9a63e-6544-418f-ae5b-f7975d5248fd req-134e9e86-07a7-4f83-b4ee-c77d191237ca tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c&tenant_id=9c4eea35e23748e0bae1c39af241daef&binding%3Ahost_id=n-h1-829866-5 HTTP/1.1" status: 200 len: 943 time: 0.0609951 Feb 20 06:23:40.933182 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port bc8bda79-eb58-4405-b050-5d909a34935c is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:23:40.933764 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bc8bda79-eb58-4405-b050-5d909a34935c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:40.939494 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a691081-0adf-41e5-b028-12dbf0834d85 req-61d3cf46-4583-475e-9a89-31225f9bce42 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:40.941409 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [req-36f9a63e-6544-418f-ae5b-f7975d5248fd req-7d061d21-d0a4-46ff-b946-560b3f2531e8 service neutron] delete failed (client error): The resource could not be found. Feb 20 06:23:40.942172 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9a691081-0adf-41e5-b028-12dbf0834d85 req-61d3cf46-4583-475e-9a89-31225f9bce42 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 943 time: 0.0899079 Feb 20 06:23:40.942495 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-36f9a63e-6544-418f-ae5b-f7975d5248fd req-7d061d21-d0a4-46ff-b946-560b3f2531e8 service neutron] 10.222.0.48 "DELETE /v2.0/ports/bc8bda79-eb58-4405-b050-5d909a34935c/bindings/n-h2-829866-5 HTTP/1.1" status: 404 len: 380 time: 0.0580187 Feb 20 06:23:40.953210 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc8bda79-eb58-4405-b050-5d909a34935c {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:23:40.979899 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port bc8bda79-eb58-4405-b050-5d909a34935c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=bc8bda79-eb58-4405-b050-5d909a34935c,segment=NetworkSegment(c898d4d9-4dcb-4fe1-8201-e8052e284c42),segment_id=c898d4d9-4dcb-4fe1-8201-e8052e284c42)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:23:40.984738 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (bc8bda79-eb58-4405-b050-5d909a34935c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:41.002856 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9a691081-0adf-41e5-b028-12dbf0834d85 req-7e71a6de-0026-4c60-b41c-f8b85b8c72a6 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548542 Feb 20 06:23:41.031715 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9a63e-6544-418f-ae5b-f7975d5248fd req-7fdb7eeb-0fc0-483f-a60e-3ce0d22329b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:41.033208 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-36f9a63e-6544-418f-ae5b-f7975d5248fd req-7fdb7eeb-0fc0-483f-a60e-3ce0d22329b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c4eea35e23748e0bae1c39af241daef&device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 1126 time: 0.0484474 Feb 20 06:23:41.046964 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=bc8bda79-eb58-4405-b050-5d909a34935c,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:41.054180 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:41.054532 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:41.054872 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:41.055232 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:41.055565 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:41.055892 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:41.056216 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:41.056537 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:41.056863 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:41.057182 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:41.057700 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:41.058019 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:41.058338 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:41.131738 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9a63e-6544-418f-ae5b-f7975d5248fd req-d1b78a87-7460-4811-85e4-96a2bfc482b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:41.133141 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-36f9a63e-6544-418f-ae5b-f7975d5248fd req-d1b78a87-7460-4811-85e4-96a2bfc482b2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a266e3b-bd84-4077-8c18-cb0830339f7e HTTP/1.1" status: 200 len: 915 time: 0.0944557 Feb 20 06:23:41.174646 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-36f9a63e-6544-418f-ae5b-f7975d5248fd req-266a5ddf-9e4b-4c4b-9780-064e88f3736e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc8bda79-eb58-4405-b050-5d909a34935c HTTP/1.1" status: 200 len: 217 time: 0.0347922 Feb 20 06:23:41.190547 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['bc8bda79-eb58-4405-b050-5d909a34935c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:23:41.225741 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9a63e-6544-418f-ae5b-f7975d5248fd req-d4da93d8-384e-4af5-843c-2fa345393e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:41.227261 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-36f9a63e-6544-418f-ae5b-f7975d5248fd req-d4da93d8-384e-4af5-843c-2fa345393e96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ffc23ba1-f455-4e2e-a29b-e2c390ffa844 HTTP/1.1" status: 200 len: 855 time: 0.0467558 Feb 20 06:23:41.265696 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-36f9a63e-6544-418f-ae5b-f7975d5248fd req-44dbd572-754d-4f1a-852a-c252e97a1227 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a266e3b-bd84-4077-8c18-cb0830339f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319986 Feb 20 06:23:41.362170 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-36f9a63e-6544-418f-ae5b-f7975d5248fd req-a9a93213-c7b6-4cd4-95cd-b2e8ec481482 service neutron] 10.222.0.48 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884821 Feb 20 06:23:41.468759 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-36f9a63e-6544-418f-ae5b-f7975d5248fd req-ab3f8609-4711-432a-b559-7e984f72b9fe service neutron] 10.222.0.48 "GET /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999739 Feb 20 06:23:42.121702 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b814838-9bd8-45aa-89a3-1435fabc67e1 req-7048e448-65ea-45e0-8c50-96ee489513fc tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:42.123178 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b814838-9bd8-45aa-89a3-1435fabc67e1 req-7048e448-65ea-45e0-8c50-96ee489513fc tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 944 time: 0.0520651 Feb 20 06:23:42.167911 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2b814838-9bd8-45aa-89a3-1435fabc67e1 req-02553aca-45ea-4a47-b688-8d06b0fab200 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385978 Feb 20 06:23:42.285980 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cbb84-eca3-4aa0-8064-797c12ca9214 req-5e8fe101-e1bc-4bc8-8a8a-3c20bff058ea tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:42.287382 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f2cbb84-eca3-4aa0-8064-797c12ca9214 req-5e8fe101-e1bc-4bc8-8a8a-3c20bff058ea tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 944 time: 0.0571227 Feb 20 06:23:42.331994 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f2cbb84-eca3-4aa0-8064-797c12ca9214 req-6f5202c8-e55a-4219-a67c-9416a78a3e71 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390737 Feb 20 06:23:42.446993 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f33430-4bad-410b-b0cb-5a915c58eb5c req-d55ac958-679b-4786-bf85-83b08d503a78 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:42.448446 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0f33430-4bad-410b-b0cb-5a915c58eb5c req-d55ac958-679b-4786-bf85-83b08d503a78 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 944 time: 0.0518668 Feb 20 06:23:42.497497 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0f33430-4bad-410b-b0cb-5a915c58eb5c req-d53d1d97-d81d-41dd-a60d-6d8fcfa0b0f0 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412607 Feb 20 06:23:42.705526 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device bc8bda79-eb58-4405-b050-5d909a34935c up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:23:42.758475 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port bc8bda79-eb58-4405-b050-5d909a34935c completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:23:42.762609 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port bc8bda79-eb58-4405-b050-5d909a34935c triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:23:42.763022 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bc8bda79-eb58-4405-b050-5d909a34935c), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:42.822820 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844aac5a-72ea-4c5d-8825-b2d6038695a2 req-db88b0bb-a185-41dd-a503-7f3a4e344871 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:42.824221 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-844aac5a-72ea-4c5d-8825-b2d6038695a2 req-db88b0bb-a185-41dd-a503-7f3a4e344871 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 944 time: 0.0520768 Feb 20 06:23:42.840476 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port bc8bda79-eb58-4405-b050-5d909a34935c is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:23:42.840896 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bc8bda79-eb58-4405-b050-5d909a34935c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:42.864173 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc8e3e1-922b-402c-927f-3621736b1b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8bda79-eb58-4405-b050-5d909a34935c'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:23:42.866450 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcb6b63-d1e9-4d66-80b4-0cc5a8e21379" -d '{"events": [{"server_uuid": "ecc8e3e1-922b-402c-927f-3621736b1b8c", "name": "network-vif-plugged", "status": "completed", "tag": "bc8bda79-eb58-4405-b050-5d909a34935c"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:23:42.875929 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-844aac5a-72ea-4c5d-8825-b2d6038695a2 req-5ebc314f-3c5f-4ba8-bc27-b8ad8ae8066a tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454757 Feb 20 06:23:42.879787 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port bc8bda79-eb58-4405-b050-5d909a34935c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=bc8bda79-eb58-4405-b050-5d909a34935c,segment=NetworkSegment(c898d4d9-4dcb-4fe1-8201-e8052e284c42),segment_id=c898d4d9-4dcb-4fe1-8201-e8052e284c42)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:23:42.885301 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (bc8bda79-eb58-4405-b050-5d909a34935c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:42.923685 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3764d2d3-b896-4eb7-834a-24100b50cb2c x-openstack-request-id: req-3764d2d3-b896-4eb7-834a-24100b50cb2c {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:23:42.923993 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc8e3e1-922b-402c-927f-3621736b1b8c", "name": "network-vif-plugged", "status": "completed", "tag": "bc8bda79-eb58-4405-b050-5d909a34935c", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:23:42.924242 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3764d2d3-b896-4eb7-834a-24100b50cb2c {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:23:42.924638 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc8e3e1-922b-402c-927f-3621736b1b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8bda79-eb58-4405-b050-5d909a34935c', 'code': 200} Feb 20 06:23:42.941952 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=bc8bda79-eb58-4405-b050-5d909a34935c,revision_number=9']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:43.979821 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a0705-11b9-4411-b54f-aeaa8ed94ccd req-0df874b8-9971-4e0d-aeca-19fddc089042 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:43.981215 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-843a0705-11b9-4411-b54f-aeaa8ed94ccd req-0df874b8-9971-4e0d-aeca-19fddc089042 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0533192 Feb 20 06:23:44.000467 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdcbfa-8ebf-4870-836c-3fd1db4dd270 req-211def5e-b403-4961-a5b8-a7bb13b3a119 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:44.001959 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dcbdcbfa-8ebf-4870-836c-3fd1db4dd270 req-211def5e-b403-4961-a5b8-a7bb13b3a119 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc8e3e1-922b-402c-927f-3621736b1b8c HTTP/1.1" status: 200 len: 945 time: 0.0530951 Feb 20 06:23:44.048253 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dcbdcbfa-8ebf-4870-836c-3fd1db4dd270 req-278a3bc0-3c3f-4067-b0a2-89d24ce9b564 tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed431824-ddee-4d86-a77f-5037624c3d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404570 Feb 20 06:23:44.074932 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-843a0705-11b9-4411-b54f-aeaa8ed94ccd req-6e1f2224-b090-4649-a178-8ed192ac825d tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Deleting port bc8bda79-eb58-4405-b050-5d909a34935c {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:23:44.075288 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-843a0705-11b9-4411-b54f-aeaa8ed94ccd req-6e1f2224-b090-4649-a178-8ed192ac825d tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (bc8bda79-eb58-4405-b050-5d909a34935c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:44.164741 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-843a0705-11b9-4411-b54f-aeaa8ed94ccd req-6e1f2224-b090-4649-a178-8ed192ac825d tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] For port bc8bda79-eb58-4405-b050-5d909a34935c, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=bc8bda79-eb58-4405-b050-5d909a34935c,segment=NetworkSegment(c898d4d9-4dcb-4fe1-8201-e8052e284c42),segment_id=c898d4d9-4dcb-4fe1-8201-e8052e284c42)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:23:44.165079 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-843a0705-11b9-4411-b54f-aeaa8ed94ccd req-6e1f2224-b090-4649-a178-8ed192ac825d tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (bc8bda79-eb58-4405-b050-5d909a34935c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:44.177126 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-843a0705-11b9-4411-b54f-aeaa8ed94ccd req-6e1f2224-b090-4649-a178-8ed192ac825d tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Calling delete_port for bc8bda79-eb58-4405-b050-5d909a34935c owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:23:44.302515 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-843a0705-11b9-4411-b54f-aeaa8ed94ccd req-6e1f2224-b090-4649-a178-8ed192ac825d tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (bc8bda79-eb58-4405-b050-5d909a34935c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:44.314586 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['bc8bda79-eb58-4405-b050-5d909a34935c'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:23:44.332528 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f2224-b090-4649-a178-8ed192ac825d tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Pushing event deleted for resources: {'Port': ['ID=bc8bda79-eb58-4405-b050-5d909a34935c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:44.375734 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-843a0705-11b9-4411-b54f-aeaa8ed94ccd req-6e1f2224-b090-4649-a178-8ed192ac825d tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] No DVR routers for this DVR port bc8bda79-eb58-4405-b050-5d909a34935c on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:23:44.378224 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-843a0705-11b9-4411-b54f-aeaa8ed94ccd req-6e1f2224-b090-4649-a178-8ed192ac825d tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:44.381544 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-843a0705-11b9-4411-b54f-aeaa8ed94ccd req-6e1f2224-b090-4649-a178-8ed192ac825d tempest-ServerDiskConfigTestJSON-486435000 tempest-ServerDiskConfigTestJSON-486435000-project] 10.222.0.61 "DELETE /v2.0/ports/bc8bda79-eb58-4405-b050-5d909a34935c HTTP/1.1" status: 204 len: 173 time: 0.3952997 Feb 20 06:23:44.381984 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc8e3e1-922b-402c-927f-3621736b1b8c', 'name': 'network-vif-deleted', 'tag': 'bc8bda79-eb58-4405-b050-5d909a34935c'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:23:44.384207 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29275c1-1735-4f88-adc6-2a57fa6796a5" -d '{"events": [{"server_uuid": "ecc8e3e1-922b-402c-927f-3621736b1b8c", "name": "network-vif-deleted", "tag": "bc8bda79-eb58-4405-b050-5d909a34935c"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:23:44.421868 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ceffc2-dbf5-405e-80e8-06509aff0cb4 x-openstack-request-id: req-e9ceffc2-dbf5-405e-80e8-06509aff0cb4 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:23:44.422163 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc8e3e1-922b-402c-927f-3621736b1b8c", "name": "network-vif-deleted", "tag": "bc8bda79-eb58-4405-b050-5d909a34935c", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:23:44.422419 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9ceffc2-dbf5-405e-80e8-06509aff0cb4 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:23:44.422873 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc8e3e1-922b-402c-927f-3621736b1b8c', 'name': 'network-vif-deleted', 'tag': 'bc8bda79-eb58-4405-b050-5d909a34935c', 'status': 'completed', 'code': 200} Feb 20 06:23:45.165384 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51344) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:23:45.209512 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-6878c098-300c-4590-b23c-0cbca759cf38 admin admin] Deleting subnet ffc23ba1-f455-4e2e-a29b-e2c390ffa844 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:23:45.212577 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6878c098-300c-4590-b23c-0cbca759cf38 admin admin] Publish callbacks [] for subnet (ffc23ba1-f455-4e2e-a29b-e2c390ffa844), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:45.250618 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6878c098-300c-4590-b23c-0cbca759cf38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (ffc23ba1-f455-4e2e-a29b-e2c390ffa844), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:45.287501 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6878c098-300c-4590-b23c-0cbca759cf38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (ffc23ba1-f455-4e2e-a29b-e2c390ffa844), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:45.338362 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6878c098-300c-4590-b23c-0cbca759cf38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (ffc23ba1-f455-4e2e-a29b-e2c390ffa844), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:45.361838 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878c098-300c-4590-b23c-0cbca759cf38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffc23ba1-f455-4e2e-a29b-e2c390ffa844,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:45.368169 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6878c098-300c-4590-b23c-0cbca759cf38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:45.371678 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6878c098-300c-4590-b23c-0cbca759cf38 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ffc23ba1-f455-4e2e-a29b-e2c390ffa844 HTTP/1.1" status: 204 len: 168 time: 0.2053025 Feb 20 06:23:45.374766 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51346) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:23:45.444028 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3b05040-1cc8-458a-ada8-8cf53847d9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (4a266e3b-bd84-4077-8c18-cb0830339f7e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:45.783319 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3b05040-1cc8-458a-ada8-8cf53847d9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (4a266e3b-bd84-4077-8c18-cb0830339f7e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:45.803351 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-c3b05040-1cc8-458a-ada8-8cf53847d9e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a266e3b-bd84-4077-8c18-cb0830339f7e']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:23:45.812746 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-c3b05040-1cc8-458a-ada8-8cf53847d9e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c898d4d9-4dcb-4fe1-8201-e8052e284c42') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:23:45.813044 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-c3b05040-1cc8-458a-ada8-8cf53847d9e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c898d4d9-4dcb-4fe1-8201-e8052e284c42') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:23:45.822436 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3b05040-1cc8-458a-ada8-8cf53847d9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (c898d4d9-4dcb-4fe1-8201-e8052e284c42), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:45.835949 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3b05040-1cc8-458a-ada8-8cf53847d9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (c898d4d9-4dcb-4fe1-8201-e8052e284c42), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:45.841730 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b05040-1cc8-458a-ada8-8cf53847d9e3 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:23:45.842175 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3b05040-1cc8-458a-ada8-8cf53847d9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (c898d4d9-4dcb-4fe1-8201-e8052e284c42), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: timer() Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:23:45.844479 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:23:45.899470 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3b05040-1cc8-458a-ada8-8cf53847d9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (4a266e3b-bd84-4077-8c18-cb0830339f7e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:45.904723 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3b05040-1cc8-458a-ada8-8cf53847d9e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:45.908415 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c3b05040-1cc8-458a-ada8-8cf53847d9e3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4a266e3b-bd84-4077-8c18-cb0830339f7e HTTP/1.1" status: 204 len: 168 time: 0.5327032 Feb 20 06:23:45.919138 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b05040-1cc8-458a-ada8-8cf53847d9e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a266e3b-bd84-4077-8c18-cb0830339f7e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:46.020475 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51350) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:23:46.058804 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9b07371e-b31e-4d46-b3e1-5dab1631a04a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c4eea35e23748e0bae1c39af241daef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0371888 Feb 20 06:23:46.061294 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51352) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:23:46.106681 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ed07c589-63bb-432c-bbc7-9540925fc405 admin admin] Publish callbacks [] for security_group (ed431824-ddee-4d86-a77f-5037624c3d16), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:46.127126 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ed07c589-63bb-432c-bbc7-9540925fc405 admin admin] Publish callbacks [] for security_group (ed431824-ddee-4d86-a77f-5037624c3d16), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:46.186814 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ed07c589-63bb-432c-bbc7-9540925fc405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ed431824-ddee-4d86-a77f-5037624c3d16), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:46.189455 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ed07c589-63bb-432c-bbc7-9540925fc405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:46.190652 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ed07c589-63bb-432c-bbc7-9540925fc405 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed431824-ddee-4d86-a77f-5037624c3d16 HTTP/1.1" status: 204 len: 168 time: 0.1284444 Feb 20 06:23:46.198539 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07c589-63bb-432c-bbc7-9540925fc405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed431824-ddee-4d86-a77f-5037624c3d16,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:46.544715 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8c9815e6-f31f-4274-b54c-b57cd4550af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:46.748129 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device bc8bda79-eb58-4405-b050-5d909a34935c no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:23:46.770171 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: bc8bda79-eb58-4405-b050-5d909a34935c {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:23:46.770527 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device bc8bda79-eb58-4405-b050-5d909a34935c not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:23:46.847734 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51374) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:23:46.940576 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-2d8c0ff3-7492-436b-9203-ef6954b6c0af admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-439768355-network', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:23:46.961449 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8c0ff3-7492-436b-9203-ef6954b6c0af admin admin] Made reservation on behalf of 20fdf1ad31dc420d879a58636b424b5c for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:23:46.963669 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0ff3-7492-436b-9203-ef6954b6c0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:46.972151 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0ff3-7492-436b-9203-ef6954b6c0af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:47.044787 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0ff3-7492-436b-9203-ef6954b6c0af admin admin] Publish callbacks [] for security_group (7c0e52df-b214-4df4-8f48-f06552421d16), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:47.048711 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0ff3-7492-436b-9203-ef6954b6c0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7c0e52df-b214-4df4-8f48-f06552421d16), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:47.073491 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8c0ff3-7492-436b-9203-ef6954b6c0af admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:23:47.084109 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c0ff3-7492-436b-9203-ef6954b6c0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0e52df-b214-4df4-8f48-f06552421d16,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:47.090040 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0ff3-7492-436b-9203-ef6954b6c0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (fd2a671d-3993-4310-8128-8aa5e1a1c3bd), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:47.090383 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-2d8c0ff3-7492-436b-9203-ef6954b6c0af admin admin] Added segment fd2a671d-3993-4310-8128-8aa5e1a1c3bd of type vlan for network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 Feb 20 06:23:47.132802 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0ff3-7492-436b-9203-ef6954b6c0af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (4e50edd7-68fa-49bd-9de5-7cef02264aa1), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:47.160578 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0ff3-7492-436b-9203-ef6954b6c0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (4e50edd7-68fa-49bd-9de5-7cef02264aa1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:47.161508 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8c0ff3-7492-436b-9203-ef6954b6c0af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:47.162075 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0ff3-7492-436b-9203-ef6954b6c0af admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:47.227322 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2d8c0ff3-7492-436b-9203-ef6954b6c0af admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3784800 Feb 20 06:23:47.230230 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51378) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:23:47.235797 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-1b1384cc-7ae8-4d91-9e3f-b4bb5733b8f1 admin admin] Request body: {'subnet': {'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-439768355-subnet', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:23:47.250992 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c0ff3-7492-436b-9203-ef6954b6c0af admin admin] Pushing event updated for resources: {'Network': ['ID=4e50edd7-68fa-49bd-9de5-7cef02264aa1,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:47.255509 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1384cc-7ae8-4d91-9e3f-b4bb5733b8f1 admin admin] Made reservation on behalf of 20fdf1ad31dc420d879a58636b424b5c for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:23:47.258082 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b1384cc-7ae8-4d91-9e3f-b4bb5733b8f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:47.260974 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:23:47.425282 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b1384cc-7ae8-4d91-9e3f-b4bb5733b8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (c39afe4b-ab4e-42c4-9c78-c0a98430970c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:47.480562 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1384cc-7ae8-4d91-9e3f-b4bb5733b8f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c39afe4b-ab4e-42c4-9c78-c0a98430970c,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:47.489830 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1384cc-7ae8-4d91-9e3f-b4bb5733b8f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:47.490175 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1384cc-7ae8-4d91-9e3f-b4bb5733b8f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:47.490510 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1384cc-7ae8-4d91-9e3f-b4bb5733b8f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:47.490844 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1384cc-7ae8-4d91-9e3f-b4bb5733b8f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:47.491198 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1384cc-7ae8-4d91-9e3f-b4bb5733b8f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:47.491524 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1384cc-7ae8-4d91-9e3f-b4bb5733b8f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:47.491850 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1384cc-7ae8-4d91-9e3f-b4bb5733b8f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:47.492168 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1384cc-7ae8-4d91-9e3f-b4bb5733b8f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:47.492487 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1384cc-7ae8-4d91-9e3f-b4bb5733b8f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:47.492804 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1384cc-7ae8-4d91-9e3f-b4bb5733b8f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:47.493120 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1384cc-7ae8-4d91-9e3f-b4bb5733b8f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:47.493436 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1384cc-7ae8-4d91-9e3f-b4bb5733b8f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:47.493751 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1384cc-7ae8-4d91-9e3f-b4bb5733b8f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:47.499281 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1384cc-7ae8-4d91-9e3f-b4bb5733b8f1 admin admin] Checking segment: {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:23:47.499646 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1384cc-7ae8-4d91-9e3f-b4bb5733b8f1 admin admin] Network hostable DHCP agents. Network: 4e50edd7-68fa-49bd-9de5-7cef02264aa1, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:23:47.516053 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1384cc-7ae8-4d91-9e3f-b4bb5733b8f1 admin admin] Network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:23:47.524457 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-1b1384cc-7ae8-4d91-9e3f-b4bb5733b8f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 4e50edd7-68fa-49bd-9de5-7cef02264aa1) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:23:47.528489 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1384cc-7ae8-4d91-9e3f-b4bb5733b8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:47.529081 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b1384cc-7ae8-4d91-9e3f-b4bb5733b8f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:47.535767 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56766071-169e-437b-afa6-b6627adbc349 None None] Network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:23:47.546604 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1b1384cc-7ae8-4d91-9e3f-b4bb5733b8f1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3147900 Feb 20 06:23:47.549266 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51380) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:23:47.553569 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9ebec57c-b2b3-48e5-a9f7-51b58de66729 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:23:47.573129 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ebec57c-b2b3-48e5-a9f7-51b58de66729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (d518a91a-bcc1-4764-b574-8c08c3b7a2c0), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:47.574104 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ebec57c-b2b3-48e5-a9f7-51b58de66729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (d518a91a-bcc1-4764-b574-8c08c3b7a2c0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:47.631527 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ebec57c-b2b3-48e5-a9f7-51b58de66729 admin admin] Publish callbacks [] for router_controller (d518a91a-bcc1-4764-b574-8c08c3b7a2c0), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:47.642390 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6174fc80-8742-499f-a8ed-9055f121dc95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:23:47.643274 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6174fc80-8742-499f-a8ed-9055f121dc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:47.773221 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ebec57c-b2b3-48e5-a9f7-51b58de66729 admin admin] Publish callbacks [] for router_gateway (d518a91a-bcc1-4764-b574-8c08c3b7a2c0), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:47.779527 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-6174fc80-8742-499f-a8ed-9055f121dc95 None None] Allocated IP 172.20.0.2 (4e50edd7-68fa-49bd-9de5-7cef02264aa1/c39afe4b-ab4e-42c4-9c78-c0a98430970c/37f67f2f-8a3d-4626-a8c8-ebd64ec899fb) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:23:47.918515 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6174fc80-8742-499f-a8ed-9055f121dc95 None None] Publish callbacks [] for port (37f67f2f-8a3d-4626-a8c8-ebd64ec899fb), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:47.925497 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6174fc80-8742-499f-a8ed-9055f121dc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (37f67f2f-8a3d-4626-a8c8-ebd64ec899fb), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:47.973532 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ebec57c-b2b3-48e5-a9f7-51b58de66729 admin admin] Publish callbacks [] for router_gateway (d518a91a-bcc1-4764-b574-8c08c3b7a2c0), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:47.975204 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6174fc80-8742-499f-a8ed-9055f121dc95 None None] Network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:23:47.979692 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-6174fc80-8742-499f-a8ed-9055f121dc95 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:23:47.981526 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174fc80-8742-499f-a8ed-9055f121dc95 None None] Pushing event updated for resources: {'Port': ['ID=37f67f2f-8a3d-4626-a8c8-ebd64ec899fb,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:47.983807 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6174fc80-8742-499f-a8ed-9055f121dc95 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:23:47.998892 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ebec57c-b2b3-48e5-a9f7-51b58de66729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:48.039165 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-6174fc80-8742-499f-a8ed-9055f121dc95 None None] Attempting to bind port 37f67f2f-8a3d-4626-a8c8-ebd64ec899fb on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:23:48.039534 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-6174fc80-8742-499f-a8ed-9055f121dc95 None None] Attempting to bind port 37f67f2f-8a3d-4626-a8c8-ebd64ec899fb by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:23:48.039888 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6174fc80-8742-499f-a8ed-9055f121dc95 None None] Attempting to bind port 37f67f2f-8a3d-4626-a8c8-ebd64ec899fb on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:23:48.044756 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6174fc80-8742-499f-a8ed-9055f121dc95 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:23:48.045129 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6174fc80-8742-499f-a8ed-9055f121dc95 None None] Checking segment: {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:23:48.045527 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6174fc80-8742-499f-a8ed-9055f121dc95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:48.045923 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6174fc80-8742-499f-a8ed-9055f121dc95 None None] Bound using segment: {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:23:48.047048 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-6174fc80-8742-499f-a8ed-9055f121dc95 None None] Bound port: 37f67f2f-8a3d-4626-a8c8-ebd64ec899fb, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:23:48.047428 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6174fc80-8742-499f-a8ed-9055f121dc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (37f67f2f-8a3d-4626-a8c8-ebd64ec899fb), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:48.105170 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-9ebec57c-b2b3-48e5-a9f7-51b58de66729 admin admin] Allocated IP 172.25.3.175 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/59bfa7ce-5a50-422b-91fc-306327fc3104) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:23:48.110070 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-6174fc80-8742-499f-a8ed-9055f121dc95 None None] For port 37f67f2f-8a3d-4626-a8c8-ebd64ec899fb, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:23:48.113237 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-6174fc80-8742-499f-a8ed-9055f121dc95 None None] For port 37f67f2f-8a3d-4626-a8c8-ebd64ec899fb, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=37f67f2f-8a3d-4626-a8c8-ebd64ec899fb,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:23:48.120011 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6174fc80-8742-499f-a8ed-9055f121dc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (37f67f2f-8a3d-4626-a8c8-ebd64ec899fb), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:48.183324 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174fc80-8742-499f-a8ed-9055f121dc95 None None] Pushing event updated for resources: {'Port': ['ID=37f67f2f-8a3d-4626-a8c8-ebd64ec899fb,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:48.217575 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ebec57c-b2b3-48e5-a9f7-51b58de66729 admin admin] Publish callbacks [] for port (59bfa7ce-5a50-422b-91fc-306327fc3104), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:48.256002 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ebec57c-b2b3-48e5-a9f7-51b58de66729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (59bfa7ce-5a50-422b-91fc-306327fc3104), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:48.294802 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebec57c-b2b3-48e5-a9f7-51b58de66729 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:23:48.297968 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-9ebec57c-b2b3-48e5-a9f7-51b58de66729 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:23:48.301413 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebec57c-b2b3-48e5-a9f7-51b58de66729 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:23:48.331442 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebec57c-b2b3-48e5-a9f7-51b58de66729 admin admin] Pushing event updated for resources: {'Port': ['ID=59bfa7ce-5a50-422b-91fc-306327fc3104,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:48.590996 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ebec57c-b2b3-48e5-a9f7-51b58de66729 admin admin] Publish callbacks [] for router_gateway (d518a91a-bcc1-4764-b574-8c08c3b7a2c0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:48.803593 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ebec57c-b2b3-48e5-a9f7-51b58de66729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (d518a91a-bcc1-4764-b574-8c08c3b7a2c0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:48.933481 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebec57c-b2b3-48e5-a9f7-51b58de66729 admin admin] Router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:23:49.005644 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-242fa41a-b4b7-40a2-be48-dd64ec6e8c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:49.060757 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebec57c-b2b3-48e5-a9f7-51b58de66729 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:23:49.070278 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a8a7ab-223c-484a-892d-57495c5d4b51 None None] Sync routers for ids ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:23:49.080503 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ebec57c-b2b3-48e5-a9f7-51b58de66729 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:49.081761 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9ebec57c-b2b3-48e5-a9f7-51b58de66729 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5315645 Feb 20 06:23:49.083317 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a8a7ab-223c-484a-892d-57495c5d4b51 None None] Routers {'d518a91a-bcc1-4764-b574-8c08c3b7a2c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:23:49.083944 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a5a8a7ab-223c-484a-892d-57495c5d4b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:23:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:23:49.084499 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51382) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:23:49.183439 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4014628a-9c21-433a-9236-c0a3ef7ada25 None None] Network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:23:49.194012 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-a5a8a7ab-223c-484a-892d-57495c5d4b51 None None] Set router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:23:49.248424 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-36dca493-03fb-4860-9d1f-a4b451ea3ada None None] Provisioning complete for port 37f67f2f-8a3d-4626-a8c8-ebd64ec899fb triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:23:49.249608 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-36dca493-03fb-4860-9d1f-a4b451ea3ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (37f67f2f-8a3d-4626-a8c8-ebd64ec899fb), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:49.376841 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-36dca493-03fb-4860-9d1f-a4b451ea3ada None None] Current status of the port 37f67f2f-8a3d-4626-a8c8-ebd64ec899fb is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:23:49.377339 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-36dca493-03fb-4860-9d1f-a4b451ea3ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (37f67f2f-8a3d-4626-a8c8-ebd64ec899fb), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:49.418522 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-36dca493-03fb-4860-9d1f-a4b451ea3ada None None] For port 37f67f2f-8a3d-4626-a8c8-ebd64ec899fb, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=37f67f2f-8a3d-4626-a8c8-ebd64ec899fb,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:23:49.424229 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-36dca493-03fb-4860-9d1f-a4b451ea3ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (37f67f2f-8a3d-4626-a8c8-ebd64ec899fb), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:49.487781 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dca493-03fb-4860-9d1f-a4b451ea3ada None None] Pushing event updated for resources: {'Port': ['ID=37f67f2f-8a3d-4626-a8c8-ebd64ec899fb,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:49.488035 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a5a8a7ab-223c-484a-892d-57495c5d4b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:48Z', 'revision_number': 3, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:23:49.518942 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a8a7ab-223c-484a-892d-57495c5d4b51 None None] Checking router: d518a91a-bcc1-4764-b574-8c08c3b7a2c0 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:23:49.519296 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a8a7ab-223c-484a-892d-57495c5d4b51 None None] Updating router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 port 59bfa7ce-5a50-422b-91fc-306327fc3104 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:23:49.549804 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a5a8a7ab-223c-484a-892d-57495c5d4b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (59bfa7ce-5a50-422b-91fc-306327fc3104), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:49.766442 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:49.767932 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5d23e68f-8cdb-49e0-b436-162e335b1388 None None] Provisioning complete for port 37f67f2f-8a3d-4626-a8c8-ebd64ec899fb triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:23:49.768299 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5d23e68f-8cdb-49e0-b436-162e335b1388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (37f67f2f-8a3d-4626-a8c8-ebd64ec899fb), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:49.835413 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a5a8a7ab-223c-484a-892d-57495c5d4b51 None None] Publish callbacks [] for port (59bfa7ce-5a50-422b-91fc-306327fc3104), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:49.840862 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a5a8a7ab-223c-484a-892d-57495c5d4b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (59bfa7ce-5a50-422b-91fc-306327fc3104), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:49.858852 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 37f67f2f-8a3d-4626-a8c8-ebd64ec899fb up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:23:49.888137 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5d23e68f-8cdb-49e0-b436-162e335b1388 None None] Current status of the port 37f67f2f-8a3d-4626-a8c8-ebd64ec899fb is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:23:49.898349 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a5a8a7ab-223c-484a-892d-57495c5d4b51 None None] Attempting to bind port 59bfa7ce-5a50-422b-91fc-306327fc3104 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:23:49.898723 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a5a8a7ab-223c-484a-892d-57495c5d4b51 None None] Attempting to bind port 59bfa7ce-5a50-422b-91fc-306327fc3104 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:23:49.899204 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8a7ab-223c-484a-892d-57495c5d4b51 None None] Attempting to bind port 59bfa7ce-5a50-422b-91fc-306327fc3104 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:23:49.901053 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934e9c8-a179-4d35-9a5f-3f83e1d72d8a None None] Pushing event updated for resources: {'Port': ['ID=59bfa7ce-5a50-422b-91fc-306327fc3104,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:49.909656 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4934e9c8-a179-4d35-9a5f-3f83e1d72d8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:49.910011 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4934e9c8-a179-4d35-9a5f-3f83e1d72d8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:49.910352 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4934e9c8-a179-4d35-9a5f-3f83e1d72d8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:49.910686 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4934e9c8-a179-4d35-9a5f-3f83e1d72d8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:49.911044 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4934e9c8-a179-4d35-9a5f-3f83e1d72d8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:49.911377 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4934e9c8-a179-4d35-9a5f-3f83e1d72d8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:49.911704 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4934e9c8-a179-4d35-9a5f-3f83e1d72d8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:49.912026 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4934e9c8-a179-4d35-9a5f-3f83e1d72d8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:49.912348 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4934e9c8-a179-4d35-9a5f-3f83e1d72d8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:49.912669 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4934e9c8-a179-4d35-9a5f-3f83e1d72d8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:49.912983 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4934e9c8-a179-4d35-9a5f-3f83e1d72d8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:49.913486 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4934e9c8-a179-4d35-9a5f-3f83e1d72d8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:49.913805 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4934e9c8-a179-4d35-9a5f-3f83e1d72d8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:49.918732 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 37f67f2f-8a3d-4626-a8c8-ebd64ec899fb triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:23:49.919346 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (37f67f2f-8a3d-4626-a8c8-ebd64ec899fb), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:49.919490 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8a7ab-223c-484a-892d-57495c5d4b51 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:23:49.919760 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8a7ab-223c-484a-892d-57495c5d4b51 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:23:49.920164 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a5a8a7ab-223c-484a-892d-57495c5d4b51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:49.920547 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8a7ab-223c-484a-892d-57495c5d4b51 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:23:49.921070 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a5a8a7ab-223c-484a-892d-57495c5d4b51 None None] Bound port: 59bfa7ce-5a50-422b-91fc-306327fc3104, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:23:49.921445 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a5a8a7ab-223c-484a-892d-57495c5d4b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (59bfa7ce-5a50-422b-91fc-306327fc3104), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:49.930381 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4038ab1d-24c0-49ca-a36f-581f2c56fd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:49.988447 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a5a8a7ab-223c-484a-892d-57495c5d4b51 None None] For port 59bfa7ce-5a50-422b-91fc-306327fc3104, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:23:49.993130 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a5a8a7ab-223c-484a-892d-57495c5d4b51 None None] For port 59bfa7ce-5a50-422b-91fc-306327fc3104, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=59bfa7ce-5a50-422b-91fc-306327fc3104,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:23:50.004693 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a5a8a7ab-223c-484a-892d-57495c5d4b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (59bfa7ce-5a50-422b-91fc-306327fc3104), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:50.017874 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 37f67f2f-8a3d-4626-a8c8-ebd64ec899fb is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:23:50.055687 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a8a7ab-223c-484a-892d-57495c5d4b51 None None] Routers {'d518a91a-bcc1-4764-b574-8c08c3b7a2c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:23:50.056295 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a5a8a7ab-223c-484a-892d-57495c5d4b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:23:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:23:50.095826 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-4038ab1d-24c0-49ca-a36f-581f2c56fd92 admin admin] Allocated IP 172.20.0.1 (4e50edd7-68fa-49bd-9de5-7cef02264aa1/c39afe4b-ab4e-42c4-9c78-c0a98430970c/de9f36a6-3b5a-4ad1-a2c9-b10168419a1a) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:23:50.098675 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934e9c8-a179-4d35-9a5f-3f83e1d72d8a None None] Pushing event updated for resources: {'Port': ['ID=59bfa7ce-5a50-422b-91fc-306327fc3104,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:50.170097 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-a5a8a7ab-223c-484a-892d-57495c5d4b51 None None] Set router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:23:50.197822 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4038ab1d-24c0-49ca-a36f-581f2c56fd92 admin admin] Publish callbacks [] for port (de9f36a6-3b5a-4ad1-a2c9-b10168419a1a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:50.231235 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4038ab1d-24c0-49ca-a36f-581f2c56fd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (de9f36a6-3b5a-4ad1-a2c9-b10168419a1a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:50.273533 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4038ab1d-24c0-49ca-a36f-581f2c56fd92 admin admin] Network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:23:50.276305 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-4038ab1d-24c0-49ca-a36f-581f2c56fd92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:23:50.278611 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4038ab1d-24c0-49ca-a36f-581f2c56fd92 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:23:50.307995 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038ab1d-24c0-49ca-a36f-581f2c56fd92 admin admin] Pushing event updated for resources: {'Port': ['ID=de9f36a6-3b5a-4ad1-a2c9-b10168419a1a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:50.324319 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4038ab1d-24c0-49ca-a36f-581f2c56fd92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (d518a91a-bcc1-4764-b574-8c08c3b7a2c0), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:50.355022 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a5a8a7ab-223c-484a-892d-57495c5d4b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:48Z', 'revision_number': 3, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:23:50.385775 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a8a7ab-223c-484a-892d-57495c5d4b51 None None] The sync data for ids ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'] in n-d-829866-5 is: [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:48Z', 'revision_number': 3, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:23:50.472788 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4038ab1d-24c0-49ca-a36f-581f2c56fd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (de9f36a6-3b5a-4ad1-a2c9-b10168419a1a), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:50.514200 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7ffcf148-b9ae-45eb-9867-75b5b4730c49 None None] Provisioning complete for port de9f36a6-3b5a-4ad1-a2c9-b10168419a1a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:23:50.514571 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7ffcf148-b9ae-45eb-9867-75b5b4730c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (de9f36a6-3b5a-4ad1-a2c9-b10168419a1a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:50.551599 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7ffcf148-b9ae-45eb-9867-75b5b4730c49 None None] Port de9f36a6-3b5a-4ad1-a2c9-b10168419a1a cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:23:50.653934 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4038ab1d-24c0-49ca-a36f-581f2c56fd92 admin admin] Publish callbacks [] for port (de9f36a6-3b5a-4ad1-a2c9-b10168419a1a), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:50.662500 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4038ab1d-24c0-49ca-a36f-581f2c56fd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (de9f36a6-3b5a-4ad1-a2c9-b10168419a1a), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:50.732331 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4038ab1d-24c0-49ca-a36f-581f2c56fd92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (d518a91a-bcc1-4764-b574-8c08c3b7a2c0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:50.734137 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038ab1d-24c0-49ca-a36f-581f2c56fd92 admin admin] Pushing event updated for resources: {'Port': ['ID=de9f36a6-3b5a-4ad1-a2c9-b10168419a1a,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:50.835257 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4038ab1d-24c0-49ca-a36f-581f2c56fd92 admin admin] Network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:23:50.836641 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-4038ab1d-24c0-49ca-a36f-581f2c56fd92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:23:50.954124 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4038ab1d-24c0-49ca-a36f-581f2c56fd92 admin admin] Router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:23:51.079119 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-59ea75a1-e0fa-45f5-b860-a952af1ac22e None None] Provisioning complete for port de9f36a6-3b5a-4ad1-a2c9-b10168419a1a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:23:51.079775 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59ea75a1-e0fa-45f5-b860-a952af1ac22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (de9f36a6-3b5a-4ad1-a2c9-b10168419a1a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:51.092286 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4038ab1d-24c0-49ca-a36f-581f2c56fd92 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:23:51.098949 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4038ab1d-24c0-49ca-a36f-581f2c56fd92 admin admin] 10.222.0.37 "PUT /v2.0/routers/d518a91a-bcc1-4764-b574-8c08c3b7a2c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0119078 Feb 20 06:23:51.123366 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-59ea75a1-e0fa-45f5-b860-a952af1ac22e None None] Port de9f36a6-3b5a-4ad1-a2c9-b10168419a1a cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:23:51.576689 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:51.649523 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51392) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:23:51.654201 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-98e5ba2e-ed3e-4bd6-9841-7c908cf446bb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--184138247', 'description': 'tempest-description--464162443'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:23:51.675401 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98e5ba2e-ed3e-4bd6-9841-7c908cf446bb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:51.757258 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98e5ba2e-ed3e-4bd6-9841-7c908cf446bb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for security_group (4c8cec96-69c4-445a-b62e-8462dd1cf89b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:51.761797 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98e5ba2e-ed3e-4bd6-9841-7c908cf446bb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4c8cec96-69c4-445a-b62e-8462dd1cf89b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:51.795552 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98e5ba2e-ed3e-4bd6-9841-7c908cf446bb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:51.797421 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-98e5ba2e-ed3e-4bd6-9841-7c908cf446bb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1468749 Feb 20 06:23:51.799437 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5ba2e-ed3e-4bd6-9841-7c908cf446bb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8cec96-69c4-445a-b62e-8462dd1cf89b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:51.800474 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 51394) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:23:51.806475 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-bc68253d-47e4-4e0d-8568-984fb3ff00d0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Request body: {'security_group_rule': {'security_group_id': '4c8cec96-69c4-445a-b62e-8462dd1cf89b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:23:51.830083 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 59bfa7ce-5a50-422b-91fc-306327fc3104 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:23:51.837047 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bc68253d-47e4-4e0d-8568-984fb3ff00d0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for security_group_rule (e5cabeba-0d7e-40e9-a014-0abc1da043e3), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:51.888869 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 59bfa7ce-5a50-422b-91fc-306327fc3104 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:23:51.889373 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (59bfa7ce-5a50-422b-91fc-306327fc3104), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:51.894779 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bc68253d-47e4-4e0d-8568-984fb3ff00d0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for security_group_rule (e5cabeba-0d7e-40e9-a014-0abc1da043e3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:51.899811 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bc68253d-47e4-4e0d-8568-984fb3ff00d0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (e5cabeba-0d7e-40e9-a014-0abc1da043e3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:51.917904 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68253d-47e4-4e0d-8568-984fb3ff00d0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5cabeba-0d7e-40e9-a014-0abc1da043e3,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:51.926639 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68253d-47e4-4e0d-8568-984fb3ff00d0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:51.927015 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68253d-47e4-4e0d-8568-984fb3ff00d0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:51.927361 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68253d-47e4-4e0d-8568-984fb3ff00d0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:51.927694 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68253d-47e4-4e0d-8568-984fb3ff00d0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:51.928214 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68253d-47e4-4e0d-8568-984fb3ff00d0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:51.928343 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68253d-47e4-4e0d-8568-984fb3ff00d0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:51.928689 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68253d-47e4-4e0d-8568-984fb3ff00d0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:51.928995 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68253d-47e4-4e0d-8568-984fb3ff00d0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:51.929318 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68253d-47e4-4e0d-8568-984fb3ff00d0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:51.929644 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68253d-47e4-4e0d-8568-984fb3ff00d0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:51.929968 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68253d-47e4-4e0d-8568-984fb3ff00d0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:51.930288 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68253d-47e4-4e0d-8568-984fb3ff00d0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:51.930618 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68253d-47e4-4e0d-8568-984fb3ff00d0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:23:51.935143 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-bc68253d-47e4-4e0d-8568-984fb3ff00d0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:51.939000 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51396) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:23:51.939592 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-bc68253d-47e4-4e0d-8568-984fb3ff00d0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372035 Feb 20 06:23:51.943836 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-bf3f8967-f2df-4589-b256-07c04ce0985d tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Request body: {'security_group_rule': {'security_group_id': '4c8cec96-69c4-445a-b62e-8462dd1cf89b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:23:51.974334 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf3f8967-f2df-4589-b256-07c04ce0985d tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for security_group_rule (b0981ffd-f3ac-4bca-afab-0c779d24def4), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:51.980976 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 59bfa7ce-5a50-422b-91fc-306327fc3104 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:23:51.981437 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (59bfa7ce-5a50-422b-91fc-306327fc3104), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:51.989547 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864335aa-9a98-4767-8c5d-e2fc9f499048 None None] Sync routers for ids ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:23:52.015436 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 59bfa7ce-5a50-422b-91fc-306327fc3104, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=59bfa7ce-5a50-422b-91fc-306327fc3104,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:23:52.018191 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864335aa-9a98-4767-8c5d-e2fc9f499048 None None] Routers {'d518a91a-bcc1-4764-b574-8c08c3b7a2c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:23:52.018891 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-864335aa-9a98-4767-8c5d-e2fc9f499048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:23:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:23:52.022306 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (59bfa7ce-5a50-422b-91fc-306327fc3104), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:52.050378 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf3f8967-f2df-4589-b256-07c04ce0985d tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for security_group_rule (b0981ffd-f3ac-4bca-afab-0c779d24def4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:52.054310 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf3f8967-f2df-4589-b256-07c04ce0985d tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (b0981ffd-f3ac-4bca-afab-0c779d24def4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:52.070200 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f8967-f2df-4589-b256-07c04ce0985d tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0981ffd-f3ac-4bca-afab-0c779d24def4,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:52.082003 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf3f8967-f2df-4589-b256-07c04ce0985d tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:52.083242 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bf3f8967-f2df-4589-b256-07c04ce0985d tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1432152 Feb 20 06:23:52.086105 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51398) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:23:52.090577 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-906e2705-331d-4597-808d-8c169426aaa2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:23:52.111427 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-906e2705-331d-4597-808d-8c169426aaa2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:52.116777 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=59bfa7ce-5a50-422b-91fc-306327fc3104,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:52.173148 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-864335aa-9a98-4767-8c5d-e2fc9f499048 None None] Set router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:23:52.207454 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-906e2705-331d-4597-808d-8c169426aaa2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:52.315272 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-906e2705-331d-4597-808d-8c169426aaa2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Allocated IP 172.25.3.150 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/1d64da44-fde9-4175-8303-c1c02e0e51f6) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:23:52.373011 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-864335aa-9a98-4767-8c5d-e2fc9f499048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'de9f36a6-3b5a-4ad1-a2c9-b10168419a1a', 'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'mac_address': 'fa:16:3e:72:18:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:49Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 2, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'subnets': [{'id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:23:52.405184 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864335aa-9a98-4767-8c5d-e2fc9f499048 None None] Checking router: d518a91a-bcc1-4764-b574-8c08c3b7a2c0 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:23:52.405549 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864335aa-9a98-4767-8c5d-e2fc9f499048 None None] Updating router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 port de9f36a6-3b5a-4ad1-a2c9-b10168419a1a binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:23:52.423713 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-906e2705-331d-4597-808d-8c169426aaa2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for port (1d64da44-fde9-4175-8303-c1c02e0e51f6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:52.466034 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-906e2705-331d-4597-808d-8c169426aaa2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (1d64da44-fde9-4175-8303-c1c02e0e51f6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:52.505814 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906e2705-331d-4597-808d-8c169426aaa2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:23:52.508702 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-906e2705-331d-4597-808d-8c169426aaa2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:23:52.516097 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906e2705-331d-4597-808d-8c169426aaa2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:23:52.521908 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e2705-331d-4597-808d-8c169426aaa2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Pushing event updated for resources: {'Port': ['ID=1d64da44-fde9-4175-8303-c1c02e0e51f6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:52.594047 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-864335aa-9a98-4767-8c5d-e2fc9f499048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (de9f36a6-3b5a-4ad1-a2c9-b10168419a1a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:52.604659 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-906e2705-331d-4597-808d-8c169426aaa2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for floatingip (8ace65f1-7233-4450-96f4-a572addb243c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:52.642665 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-906e2705-331d-4597-808d-8c169426aaa2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1d64da44-fde9-4175-8303-c1c02e0e51f6), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:52.788193 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:52.798305 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-906e2705-331d-4597-808d-8c169426aaa2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for port (1d64da44-fde9-4175-8303-c1c02e0e51f6), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:52.803232 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-906e2705-331d-4597-808d-8c169426aaa2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (1d64da44-fde9-4175-8303-c1c02e0e51f6), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:52.877375 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e2705-331d-4597-808d-8c169426aaa2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Pushing event updated for resources: {'Port': ['ID=1d64da44-fde9-4175-8303-c1c02e0e51f6,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:52.881126 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-864335aa-9a98-4767-8c5d-e2fc9f499048 None None] Publish callbacks [] for port (de9f36a6-3b5a-4ad1-a2c9-b10168419a1a), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:52.887329 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-864335aa-9a98-4767-8c5d-e2fc9f499048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (de9f36a6-3b5a-4ad1-a2c9-b10168419a1a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:52.888879 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-906e2705-331d-4597-808d-8c169426aaa2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (8ace65f1-7233-4450-96f4-a572addb243c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:52.905140 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-906e2705-331d-4597-808d-8c169426aaa2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:52.906560 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-906e2705-331d-4597-808d-8c169426aaa2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8194163 Feb 20 06:23:52.944615 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f1e33-befd-42a6-82ad-6f8c1ad92bf4 None None] Pushing event updated for resources: {'Port': ['ID=de9f36a6-3b5a-4ad1-a2c9-b10168419a1a,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:53.001482 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-864335aa-9a98-4767-8c5d-e2fc9f499048 None None] Attempting to bind port de9f36a6-3b5a-4ad1-a2c9-b10168419a1a on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:23:53.001885 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-864335aa-9a98-4767-8c5d-e2fc9f499048 None None] Attempting to bind port de9f36a6-3b5a-4ad1-a2c9-b10168419a1a by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:23:53.002257 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864335aa-9a98-4767-8c5d-e2fc9f499048 None None] Attempting to bind port de9f36a6-3b5a-4ad1-a2c9-b10168419a1a on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:23:53.008572 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864335aa-9a98-4767-8c5d-e2fc9f499048 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:23:53.009000 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864335aa-9a98-4767-8c5d-e2fc9f499048 None None] Checking segment: {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:23:53.009365 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-864335aa-9a98-4767-8c5d-e2fc9f499048 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:53.009799 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864335aa-9a98-4767-8c5d-e2fc9f499048 None None] Bound using segment: {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:23:53.010428 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-864335aa-9a98-4767-8c5d-e2fc9f499048 None None] Bound port: de9f36a6-3b5a-4ad1-a2c9-b10168419a1a, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:23:53.010825 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-864335aa-9a98-4767-8c5d-e2fc9f499048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (de9f36a6-3b5a-4ad1-a2c9-b10168419a1a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:53.088283 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-864335aa-9a98-4767-8c5d-e2fc9f499048 None None] For port de9f36a6-3b5a-4ad1-a2c9-b10168419a1a, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:23:53.093584 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-864335aa-9a98-4767-8c5d-e2fc9f499048 None None] For port de9f36a6-3b5a-4ad1-a2c9-b10168419a1a, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=de9f36a6-3b5a-4ad1-a2c9-b10168419a1a,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:23:53.098579 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-4b4ec9b8-1b76-47f1-9227-9fa1a1340b69 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--184138247&fields=id&tenant_id=20fdf1ad31dc420d879a58636b424b5c HTTP/1.1" status: 200 len: 267 time: 0.0538106 Feb 20 06:23:53.101340 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-864335aa-9a98-4767-8c5d-e2fc9f499048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (de9f36a6-3b5a-4ad1-a2c9-b10168419a1a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:53.167051 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f1e33-befd-42a6-82ad-6f8c1ad92bf4 None None] Pushing event updated for resources: {'Port': ['ID=de9f36a6-3b5a-4ad1-a2c9-b10168419a1a,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:53.169646 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864335aa-9a98-4767-8c5d-e2fc9f499048 None None] Routers {'d518a91a-bcc1-4764-b574-8c08c3b7a2c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:23:53.170258 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-864335aa-9a98-4767-8c5d-e2fc9f499048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:23:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:23:53.224499 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-3aeb7824-5ffc-49a8-95e1-2e20fbf9d182 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:53.226087 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-3aeb7824-5ffc-49a8-95e1-2e20fbf9d182 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 811 time: 0.1195316 Feb 20 06:23:53.241802 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-fddc4e5e-c4c6-4a1e-afd0-2c7f278bc600 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/quotas/20fdf1ad31dc420d879a58636b424b5c HTTP/1.1" status: 200 len: 375 time: 0.0099542 Feb 20 06:23:53.302029 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:53.313020 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-a6af5406-8842-4769-b709-2f2be7a971c7 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650890 Feb 20 06:23:53.314306 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-864335aa-9a98-4767-8c5d-e2fc9f499048 None None] Set router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:23:53.316248 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b88cfdf3-4867-4c1b-8c8d-b5a878a8937b None None] Provisioning complete for port de9f36a6-3b5a-4ad1-a2c9-b10168419a1a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:23:53.316623 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b88cfdf3-4867-4c1b-8c8d-b5a878a8937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (de9f36a6-3b5a-4ad1-a2c9-b10168419a1a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:53.490155 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-a2001613-85ca-4489-9a0e-1df8f4b8b8c2 service neutron] 10.222.0.37 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261740 Feb 20 06:23:53.534387 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b88cfdf3-4867-4c1b-8c8d-b5a878a8937b None None] Current status of the port de9f36a6-3b5a-4ad1-a2c9-b10168419a1a is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:23:53.534777 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b88cfdf3-4867-4c1b-8c8d-b5a878a8937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (de9f36a6-3b5a-4ad1-a2c9-b10168419a1a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:53.583035 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-d9a082e5-06bf-481c-aad1-05201ca8ea0f service neutron] 10.222.0.37 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864799 Feb 20 06:23:53.594466 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b88cfdf3-4867-4c1b-8c8d-b5a878a8937b None None] For port de9f36a6-3b5a-4ad1-a2c9-b10168419a1a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=de9f36a6-3b5a-4ad1-a2c9-b10168419a1a,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:23:53.599151 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b88cfdf3-4867-4c1b-8c8d-b5a878a8937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (de9f36a6-3b5a-4ad1-a2c9-b10168419a1a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:53.653732 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-864335aa-9a98-4767-8c5d-e2fc9f499048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'de9f36a6-3b5a-4ad1-a2c9-b10168419a1a', 'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'mac_address': 'fa:16:3e:72:18:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:49Z', 'updated_at': '2022-02-20T06:23:53Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'subnets': [{'id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:23:53.658526 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88cfdf3-4867-4c1b-8c8d-b5a878a8937b None None] Pushing event updated for resources: {'Port': ['ID=de9f36a6-3b5a-4ad1-a2c9-b10168419a1a,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:53.687167 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864335aa-9a98-4767-8c5d-e2fc9f499048 None None] The sync data for ids ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'] in n-d-829866-5 is: [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'de9f36a6-3b5a-4ad1-a2c9-b10168419a1a', 'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'mac_address': 'fa:16:3e:72:18:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:49Z', 'updated_at': '2022-02-20T06:23:53Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'subnets': [{'id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:23:53.722803 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5af24ecb-c877-4874-8c0b-3d6b8ca0a1e5 None None] Provisioning complete for port de9f36a6-3b5a-4ad1-a2c9-b10168419a1a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:23:53.723702 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5af24ecb-c877-4874-8c0b-3d6b8ca0a1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (de9f36a6-3b5a-4ad1-a2c9-b10168419a1a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:53.792820 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-45dc33b2-cb30-4f57-bb87-2bdcf468944f req-62b7f1d5-3648-4021-82c5-c141bd6e84c6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 210 time: 0.0594385 Feb 20 06:23:53.860663 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5af24ecb-c877-4874-8c0b-3d6b8ca0a1e5 None None] Current status of the port de9f36a6-3b5a-4ad1-a2c9-b10168419a1a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:23:53.885085 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 59bfa7ce-5a50-422b-91fc-306327fc3104 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:23:53.941598 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 59bfa7ce-5a50-422b-91fc-306327fc3104 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:23:53.941942 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (59bfa7ce-5a50-422b-91fc-306327fc3104), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:54.038260 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 59bfa7ce-5a50-422b-91fc-306327fc3104 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:23:54.783833 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-436f458a-4286-47ab-8196-3b2a0171d5b4 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:54.785950 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-436f458a-4286-47ab-8196-3b2a0171d5b4 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.61 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 811 time: 0.1116242 Feb 20 06:23:54.852631 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-7bb03677-0993-4548-ad88-c3e39a909e75 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20fdf1ad31dc420d879a58636b424b5c HTTP/1.1" status: 200 len: 379 time: 0.0590436 Feb 20 06:23:54.862728 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-fab4e86a-1dfa-4bc8-900a-69e7112290b3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Request body: {'port': {'device_id': '74cd6bef-6178-43e6-b858-511747ec9f1e', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'admin_state_up': True, 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'security_groups': ['4c8cec96-69c4-445a-b62e-8462dd1cf89b']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:23:54.895533 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3a23f7e7-1f6c-4635-a154-2c80df3b7846 req-6d3380d5-1376-4aac-9cd9-fe4eae94bff6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 210 time: 0.0280907 Feb 20 06:23:54.977125 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-fab4e86a-1dfa-4bc8-900a-69e7112290b3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Made reservation on behalf of 20fdf1ad31dc420d879a58636b424b5c for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:23:54.980678 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-fab4e86a-1dfa-4bc8-900a-69e7112290b3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:55.103237 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-fab4e86a-1dfa-4bc8-900a-69e7112290b3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Allocated IP 172.20.0.6 (4e50edd7-68fa-49bd-9de5-7cef02264aa1/c39afe4b-ab4e-42c4-9c78-c0a98430970c/c14f1259-e093-4fb5-aa31-b8f529f63d6f) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:23:55.238013 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-fab4e86a-1dfa-4bc8-900a-69e7112290b3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for port (c14f1259-e093-4fb5-aa31-b8f529f63d6f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:55.270167 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-fab4e86a-1dfa-4bc8-900a-69e7112290b3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (c14f1259-e093-4fb5-aa31-b8f529f63d6f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:55.312601 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-fab4e86a-1dfa-4bc8-900a-69e7112290b3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:23:55.315590 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-fab4e86a-1dfa-4bc8-900a-69e7112290b3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:23:55.322213 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-fab4e86a-1dfa-4bc8-900a-69e7112290b3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:23:55.350322 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4e86a-1dfa-4bc8-900a-69e7112290b3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Pushing event updated for resources: {'Port': ['ID=c14f1259-e093-4fb5-aa31-b8f529f63d6f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:55.382206 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-fab4e86a-1dfa-4bc8-900a-69e7112290b3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:55.382865 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-fab4e86a-1dfa-4bc8-900a-69e7112290b3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:55.399881 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-fab4e86a-1dfa-4bc8-900a-69e7112290b3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5414970 Feb 20 06:23:55.411392 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-70fd0630-6d3f-4f79-9fdd-949b38e94994 service neutron] Request body: {'port': {'device_id': '74cd6bef-6178-43e6-b858-511747ec9f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:23:55.473502 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-70fd0630-6d3f-4f79-9fdd-949b38e94994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c14f1259-e093-4fb5-aa31-b8f529f63d6f), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:55.591334 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-de1ca5f7-db02-437c-be63-d3abf63a69d4 None None] Provisioning complete for port c14f1259-e093-4fb5-aa31-b8f529f63d6f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:23:55.592041 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de1ca5f7-db02-437c-be63-d3abf63a69d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c14f1259-e093-4fb5-aa31-b8f529f63d6f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:55.626024 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-de1ca5f7-db02-437c-be63-d3abf63a69d4 None None] Port c14f1259-e093-4fb5-aa31-b8f529f63d6f cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:23:55.644020 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:55.748448 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-70fd0630-6d3f-4f79-9fdd-949b38e94994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14f1259-e093-4fb5-aa31-b8f529f63d6f {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:23:55.760649 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-70fd0630-6d3f-4f79-9fdd-949b38e94994 service neutron] Publish callbacks [] for port (c14f1259-e093-4fb5-aa31-b8f529f63d6f), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:55.773773 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-70fd0630-6d3f-4f79-9fdd-949b38e94994 service neutron] Transition to ACTIVE for port object c14f1259-e093-4fb5-aa31-b8f529f63d6f will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:23:55.778543 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-70fd0630-6d3f-4f79-9fdd-949b38e94994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (c14f1259-e093-4fb5-aa31-b8f529f63d6f), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:55.817385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device de9f36a6-3b5a-4ad1-a2c9-b10168419a1a up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:23:55.838757 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd0630-6d3f-4f79-9fdd-949b38e94994 service neutron] Pushing event updated for resources: {'Port': ['ID=c14f1259-e093-4fb5-aa31-b8f529f63d6f,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:55.875537 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port de9f36a6-3b5a-4ad1-a2c9-b10168419a1a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:23:55.875911 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (de9f36a6-3b5a-4ad1-a2c9-b10168419a1a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:55.911689 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-70fd0630-6d3f-4f79-9fdd-949b38e94994 service neutron] Attempting to bind port c14f1259-e093-4fb5-aa31-b8f529f63d6f on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:23:55.912034 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-70fd0630-6d3f-4f79-9fdd-949b38e94994 service neutron] Attempting to bind port c14f1259-e093-4fb5-aa31-b8f529f63d6f by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:23:55.912369 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-70fd0630-6d3f-4f79-9fdd-949b38e94994 service neutron] Attempting to bind port c14f1259-e093-4fb5-aa31-b8f529f63d6f on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:23:55.918402 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-70fd0630-6d3f-4f79-9fdd-949b38e94994 service neutron] Port c14f1259-e093-4fb5-aa31-b8f529f63d6f on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:23:55.918737 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-70fd0630-6d3f-4f79-9fdd-949b38e94994 service neutron] Attempting to bind port c14f1259-e093-4fb5-aa31-b8f529f63d6f on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:23:55.930967 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-70fd0630-6d3f-4f79-9fdd-949b38e94994 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:23:55.931445 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-70fd0630-6d3f-4f79-9fdd-949b38e94994 service neutron] Checking segment: {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:23:55.932024 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-70fd0630-6d3f-4f79-9fdd-949b38e94994 service neutron] Bound using segment: {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:23:55.932542 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-70fd0630-6d3f-4f79-9fdd-949b38e94994 service neutron] Bound port: c14f1259-e093-4fb5-aa31-b8f529f63d6f, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:23:55.932974 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-70fd0630-6d3f-4f79-9fdd-949b38e94994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c14f1259-e093-4fb5-aa31-b8f529f63d6f), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:55.964311 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port de9f36a6-3b5a-4ad1-a2c9-b10168419a1a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:23:56.024171 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-70fd0630-6d3f-4f79-9fdd-949b38e94994 service neutron] For port c14f1259-e093-4fb5-aa31-b8f529f63d6f, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:23:56.027200 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-70fd0630-6d3f-4f79-9fdd-949b38e94994 service neutron] For port c14f1259-e093-4fb5-aa31-b8f529f63d6f, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c14f1259-e093-4fb5-aa31-b8f529f63d6f,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:23:56.033064 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-70fd0630-6d3f-4f79-9fdd-949b38e94994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (c14f1259-e093-4fb5-aa31-b8f529f63d6f), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:56.043547 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f96076-d45c-4360-bfb8-f947720eb7a8 req-c2a6d09f-5129-49e3-a7f3-b663343cb0f5 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:56.045069 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72f96076-d45c-4360-bfb8-f947720eb7a8 req-c2a6d09f-5129-49e3-a7f3-b663343cb0f5 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 943 time: 0.0684569 Feb 20 06:23:56.066119 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-70fd0630-6d3f-4f79-9fdd-949b38e94994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:56.066757 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-70fd0630-6d3f-4f79-9fdd-949b38e94994 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:56.068199 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-70fd0630-6d3f-4f79-9fdd-949b38e94994 service neutron] 10.222.0.61 "PUT /v2.0/ports/c14f1259-e093-4fb5-aa31-b8f529f63d6f HTTP/1.1" status: 200 len: 1091 time: 0.6612673 Feb 20 06:23:56.068674 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74cd6bef-6178-43e6-b858-511747ec9f1e', 'tag': 'c14f1259-e093-4fb5-aa31-b8f529f63d6f'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:23:56.071131 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaf3e4b-b71e-49ce-af10-c195dafa1f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "74cd6bef-6178-43e6-b858-511747ec9f1e", "tag": "c14f1259-e093-4fb5-aa31-b8f529f63d6f"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:23:56.104991 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd0630-6d3f-4f79-9fdd-949b38e94994 service neutron] Pushing event updated for resources: {'Port': ['ID=c14f1259-e093-4fb5-aa31-b8f529f63d6f,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:56.108037 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72f96076-d45c-4360-bfb8-f947720eb7a8 req-ee709ea8-c740-4e29-b426-989904a7bc3e tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500700 Feb 20 06:23:56.160991 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-e69e44c4-18ea-4911-af93-6ad1ccf9b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:56.162704 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-e69e44c4-18ea-4911-af93-6ad1ccf9b680 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 1125 time: 0.0484288 Feb 20 06:23:56.164190 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b63eb0-b29c-4cfa-bde9-97eefc08111d x-openstack-request-id: req-84b63eb0-b29c-4cfa-bde9-97eefc08111d {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:23:56.164480 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74cd6bef-6178-43e6-b858-511747ec9f1e", "tag": "c14f1259-e093-4fb5-aa31-b8f529f63d6f", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:23:56.164733 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84b63eb0-b29c-4cfa-bde9-97eefc08111d {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:23:56.165132 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74cd6bef-6178-43e6-b858-511747ec9f1e', 'tag': 'c14f1259-e093-4fb5-aa31-b8f529f63d6f', 'status': 'completed', 'code': 200} Feb 20 06:23:56.210170 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-698f73e6-293a-4ff6-b420-f68a5ae4a45d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14f1259-e093-4fb5-aa31-b8f529f63d6f HTTP/1.1" status: 200 len: 217 time: 0.0366321 Feb 20 06:23:56.264509 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-ca253c6e-f45b-49a2-b105-8cd2666f6e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:56.266568 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-ca253c6e-f45b-49a2-b105-8cd2666f6e5b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0507812 Feb 20 06:23:56.314433 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-e17279ff-0eb6-4859-8822-666165573eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:56.315938 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-e17279ff-0eb6-4859-8822-666165573eeb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440962 Feb 20 06:23:56.405963 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-6b0ce046-974a-48c9-9b1a-f4328c8d947c service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839014 Feb 20 06:23:56.496449 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5f0d5605-6c5c-4367-abd0-f627e2b21edb req-a2bbc941-208a-4211-8815-e31084d14d50 service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848200 Feb 20 06:23:56.584968 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf3e4b-b71e-49ce-af10-c195dafa1f7a req-ba7d5cae-6ec4-4a18-b82a-31f56d2ee4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:56.586370 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aeaf3e4b-b71e-49ce-af10-c195dafa1f7a req-ba7d5cae-6ec4-4a18-b82a-31f56d2ee4bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 1125 time: 0.0443993 Feb 20 06:23:56.678532 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf3e4b-b71e-49ce-af10-c195dafa1f7a req-eba49d37-0312-4906-9795-73ad7e8e162d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:56.680055 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aeaf3e4b-b71e-49ce-af10-c195dafa1f7a req-eba49d37-0312-4906-9795-73ad7e8e162d service neutron] 10.222.0.61 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.0869792 Feb 20 06:23:56.729966 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aeaf3e4b-b71e-49ce-af10-c195dafa1f7a req-68456907-520e-4e5a-abe3-bb56c68d250a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14f1259-e093-4fb5-aa31-b8f529f63d6f HTTP/1.1" status: 200 len: 217 time: 0.0357332 Feb 20 06:23:56.774635 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf3e4b-b71e-49ce-af10-c195dafa1f7a req-009cc379-918b-4c48-b60b-ccfdcb697f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:56.776124 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aeaf3e4b-b71e-49ce-af10-c195dafa1f7a req-009cc379-918b-4c48-b60b-ccfdcb697f7b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0435812 Feb 20 06:23:56.830470 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf3e4b-b71e-49ce-af10-c195dafa1f7a req-9a2fb888-0ac2-423d-9c42-d64acd6aa168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:56.831975 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aeaf3e4b-b71e-49ce-af10-c195dafa1f7a req-9a2fb888-0ac2-423d-9c42-d64acd6aa168 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475059 Feb 20 06:23:56.917675 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aeaf3e4b-b71e-49ce-af10-c195dafa1f7a req-23eb5209-2dfd-4c3b-a5a4-0ce47c718a80 service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789194 Feb 20 06:23:57.007368 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:23:57.008286 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aeaf3e4b-b71e-49ce-af10-c195dafa1f7a req-eafa8eb3-725b-4f55-955c-847f82f2ff9f service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846326 Feb 20 06:23:57.233673 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814cc21-e392-4d60-b5a7-9a70e571a5d8 req-ef442628-71ab-48e6-ab01-c6a37d42f3ec tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:57.235705 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e814cc21-e392-4d60-b5a7-9a70e571a5d8 req-ef442628-71ab-48e6-ab01-c6a37d42f3ec tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 943 time: 0.0583413 Feb 20 06:23:57.281401 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e814cc21-e392-4d60-b5a7-9a70e571a5d8 req-580812be-f671-44fd-ad15-49cb8ab581f5 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401180 Feb 20 06:23:58.401802 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea3227-c287-4445-af19-81732317bb2c req-4ab147d2-861b-480b-93bd-56d01a3af238 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:58.403309 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-63ea3227-c287-4445-af19-81732317bb2c req-4ab147d2-861b-480b-93bd-56d01a3af238 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 943 time: 0.0530767 Feb 20 06:23:58.448477 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-63ea3227-c287-4445-af19-81732317bb2c req-8ac67e68-31ba-4c0d-8646-867d526aa5fc tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391185 Feb 20 06:23:58.825525 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device c14f1259-e093-4fb5-aa31-b8f529f63d6f details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:23:58.922660 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port c14f1259-e093-4fb5-aa31-b8f529f63d6f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c14f1259-e093-4fb5-aa31-b8f529f63d6f,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:23:58.933535 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'c14f1259-e093-4fb5-aa31-b8f529f63d6f', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'port_id': 'c14f1259-e093-4fb5-aa31-b8f529f63d6f', 'mac_address': 'fa:16:3e:4a:82:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:23:58.969555 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port c14f1259-e093-4fb5-aa31-b8f529f63d6f is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:23:58.969944 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c14f1259-e093-4fb5-aa31-b8f529f63d6f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:58.982574 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14f1259-e093-4fb5-aa31-b8f529f63d6f {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:23:59.003397 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port c14f1259-e093-4fb5-aa31-b8f529f63d6f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c14f1259-e093-4fb5-aa31-b8f529f63d6f,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:23:59.007095 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c14f1259-e093-4fb5-aa31-b8f529f63d6f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:23:59.052323 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=c14f1259-e093-4fb5-aa31-b8f529f63d6f,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:23:59.209830 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['c14f1259-e093-4fb5-aa31-b8f529f63d6f'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:23:59.568479 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460b5b5-2d15-4797-8022-40612fd3cc73 req-8358f9b7-7c31-49d8-9b40-0c4262efc46f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:23:59.569931 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8460b5b5-2d15-4797-8022-40612fd3cc73 req-8358f9b7-7c31-49d8-9b40-0c4262efc46f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 944 time: 0.0556183 Feb 20 06:23:59.617113 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8460b5b5-2d15-4797-8022-40612fd3cc73 req-21f73792-9b1f-4321-acaf-e9bd7e6a6371 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414872 Feb 20 06:24:00.742786 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b2a8f-7317-420f-b983-8e0d09cb7788 req-c2447db8-085e-490b-ad46-e3c6b6c6a87b tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:00.744583 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-150b2a8f-7317-420f-b983-8e0d09cb7788 req-c2447db8-085e-490b-ad46-e3c6b6c6a87b tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 944 time: 0.0545814 Feb 20 06:24:00.791035 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-150b2a8f-7317-420f-b983-8e0d09cb7788 req-88e5be01-0acf-4a66-b1cd-7b5c77c85546 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406468 Feb 20 06:24:00.841291 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device c14f1259-e093-4fb5-aa31-b8f529f63d6f up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:24:00.891712 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port c14f1259-e093-4fb5-aa31-b8f529f63d6f completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:24:00.895765 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port c14f1259-e093-4fb5-aa31-b8f529f63d6f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:24:00.896076 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c14f1259-e093-4fb5-aa31-b8f529f63d6f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:00.974892 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port c14f1259-e093-4fb5-aa31-b8f529f63d6f is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:24:00.975427 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c14f1259-e093-4fb5-aa31-b8f529f63d6f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:01.000385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cd6bef-6178-43e6-b858-511747ec9f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14f1259-e093-4fb5-aa31-b8f529f63d6f'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:24:01.002767 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15028b8e-7856-4bd9-b423-8a13a5d57d67" -d '{"events": [{"server_uuid": "74cd6bef-6178-43e6-b858-511747ec9f1e", "name": "network-vif-plugged", "status": "completed", "tag": "c14f1259-e093-4fb5-aa31-b8f529f63d6f"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:24:01.016164 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port c14f1259-e093-4fb5-aa31-b8f529f63d6f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c14f1259-e093-4fb5-aa31-b8f529f63d6f,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:24:01.020579 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c14f1259-e093-4fb5-aa31-b8f529f63d6f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:01.045093 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac772b53-d607-45b6-9b92-8fdd1105d478 x-openstack-request-id: req-ac772b53-d607-45b6-9b92-8fdd1105d478 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:24:01.045392 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cd6bef-6178-43e6-b858-511747ec9f1e", "name": "network-vif-plugged", "status": "completed", "tag": "c14f1259-e093-4fb5-aa31-b8f529f63d6f", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:24:01.045649 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac772b53-d607-45b6-9b92-8fdd1105d478 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:24:01.046043 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cd6bef-6178-43e6-b858-511747ec9f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14f1259-e093-4fb5-aa31-b8f529f63d6f', 'code': 200} Feb 20 06:24:01.071361 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=c14f1259-e093-4fb5-aa31-b8f529f63d6f,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:24:01.145255 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19903121-23d7-47fa-a1ea-857cf9d09bca req-2b2145ac-a7bb-473b-99f9-50fc8526e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:01.146941 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-19903121-23d7-47fa-a1ea-857cf9d09bca req-2b2145ac-a7bb-473b-99f9-50fc8526e959 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 1127 time: 0.0459273 Feb 20 06:24:01.191873 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-19903121-23d7-47fa-a1ea-857cf9d09bca req-a0afae50-f151-4502-a066-6f51a724f981 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372488 Feb 20 06:24:01.909266 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca449b-a0b1-4bf8-907a-f66ca0987b48 req-f762950d-01f4-43fc-abf8-c9ece8b389a7 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:01.910717 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-44ca449b-a0b1-4bf8-907a-f66ca0987b48 req-f762950d-01f4-43fc-abf8-c9ece8b389a7 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 945 time: 0.0514104 Feb 20 06:24:01.959855 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-44ca449b-a0b1-4bf8-907a-f66ca0987b48 req-8c2d1a01-cd88-43f9-8c5b-60f7d2ffa879 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435312 Feb 20 06:24:03.077026 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ff351-ade1-4ce2-a2db-e43cb67670e0 req-8e04d3ad-5aa8-4e3b-8e87-b813f0a925ba tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:03.078550 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-959ff351-ade1-4ce2-a2db-e43cb67670e0 req-8e04d3ad-5aa8-4e3b-8e87-b813f0a925ba tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 945 time: 0.0523510 Feb 20 06:24:03.126085 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-959ff351-ade1-4ce2-a2db-e43cb67670e0 req-882c8dcf-0338-41a7-b86c-cd77afb4005a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419116 Feb 20 06:24:03.236454 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad2be8-a41a-4613-a9e3-2cb67441e6bd req-e379bc84-9c43-45f7-b8ab-812be6d3166a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:03.237960 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-21ad2be8-a41a-4613-a9e3-2cb67441e6bd req-e379bc84-9c43-45f7-b8ab-812be6d3166a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 945 time: 0.0524132 Feb 20 06:24:03.246608 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51450) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:24:03.250828 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-83960990-3766-4279-be11-26b2fb7b1b06 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Request body: {'floatingip': {'port_id': 'c14f1259-e093-4fb5-aa31-b8f529f63d6f'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:24:03.292890 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-83960990-3766-4279-be11-26b2fb7b1b06 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for floatingip (8ace65f1-7233-4450-96f4-a572addb243c), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:03.720811 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-83960990-3766-4279-be11-26b2fb7b1b06 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:03.724234 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-83960990-3766-4279-be11-26b2fb7b1b06 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (8ace65f1-7233-4450-96f4-a572addb243c), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:03.825886 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-83960990-3766-4279-be11-26b2fb7b1b06 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Floating IP 8ace65f1-7233-4450-96f4-a572addb243c associated. External IP: 172.25.3.150, port: c14f1259-e093-4fb5-aa31-b8f529f63d6f. Feb 20 06:24:04.035702 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83960990-3766-4279-be11-26b2fb7b1b06 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:24:04.146548 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83960990-3766-4279-be11-26b2fb7b1b06 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:24:04.151018 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-83960990-3766-4279-be11-26b2fb7b1b06 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:04.156958 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9071ae-761d-4ec9-807b-52f25d587444 None None] Sync routers for ids ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:24:04.167332 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9071ae-761d-4ec9-807b-52f25d587444 None None] Routers {'d518a91a-bcc1-4764-b574-8c08c3b7a2c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:24:04.167964 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-bd9071ae-761d-4ec9-807b-52f25d587444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:23:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:24:04.180275 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-83960990-3766-4279-be11-26b2fb7b1b06 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "PUT /v2.0/floatingips/8ace65f1-7233-4450-96f4-a572addb243c HTTP/1.1" status: 200 len: 991 time: 0.9326305 Feb 20 06:24:04.180861 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74cd6bef-6178-43e6-b858-511747ec9f1e', 'tag': 'c14f1259-e093-4fb5-aa31-b8f529f63d6f'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:24:04.221120 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78934f98bf255cbf8729f55a3e84459a3773ac23536445eeb810cf99c856869a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a679c3da-a008-439f-a395-0322c45b29b4" -d '{"events": [{"name": "network-changed", "server_uuid": "74cd6bef-6178-43e6-b858-511747ec9f1e", "tag": "c14f1259-e093-4fb5-aa31-b8f529f63d6f"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:24:04.277404 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-bd9071ae-761d-4ec9-807b-52f25d587444 None None] Set router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:24:04.280044 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5e625-b318-4c4b-b0c7-ff3b75960142 req-f0b886dd-c278-4ad8-8a1e-453dd2e44698 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:04.282055 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d7d5e625-b318-4c4b-b0c7-ff3b75960142 req-f0b886dd-c278-4ad8-8a1e-453dd2e44698 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 945 time: 0.0521936 Feb 20 06:24:04.332936 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d7d5e625-b318-4c4b-b0c7-ff3b75960142 req-d94ad006-9c16-4d19-ae33-9190c9513a93 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451882 Feb 20 06:24:04.427136 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4854051-213e-475e-8f34-7cad7fd81215 x-openstack-request-id: req-c4854051-213e-475e-8f34-7cad7fd81215 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:24:04.427440 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74cd6bef-6178-43e6-b858-511747ec9f1e", "tag": "c14f1259-e093-4fb5-aa31-b8f529f63d6f", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:24:04.427700 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4854051-213e-475e-8f34-7cad7fd81215 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:24:04.428118 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74cd6bef-6178-43e6-b858-511747ec9f1e', 'tag': 'c14f1259-e093-4fb5-aa31-b8f529f63d6f', 'status': 'completed', 'code': 200} Feb 20 06:24:04.493794 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679c3da-a008-439f-a395-0322c45b29b4 req-998f115d-9f6b-4a71-a70d-03d83311886c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:04.495334 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a679c3da-a008-439f-a395-0322c45b29b4 req-998f115d-9f6b-4a71-a70d-03d83311886c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 1127 time: 0.0478785 Feb 20 06:24:04.500733 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-bd9071ae-761d-4ec9-807b-52f25d587444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '8ace65f1-7233-4450-96f4-a572addb243c', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'port_id': 'c14f1259-e093-4fb5-aa31-b8f529f63d6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'mac_address': 'fa:16:3e:4a:82:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cd6bef-6178-43e6-b858-511747ec9f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:23:52Z', 'updated_at': '2022-02-20T06:24:03Z', 'revision_number': 1, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de9f36a6-3b5a-4ad1-a2c9-b10168419a1a', 'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'mac_address': 'fa:16:3e:72:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:49Z', 'updated_at': '2022-02-20T06:23:53Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'subnets': [{'id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:24:04.529620 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba74d1-c02c-4bd4-b0fc-608a5c92c551 req-301caf6d-ff03-438b-87d6-0c4cae4c999c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:04.530974 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9071ae-761d-4ec9-807b-52f25d587444 None None] Checking router: d518a91a-bcc1-4764-b574-8c08c3b7a2c0 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:24:04.532076 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-83ba74d1-c02c-4bd4-b0fc-608a5c92c551 req-301caf6d-ff03-438b-87d6-0c4cae4c999c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 945 time: 0.0587723 Feb 20 06:24:04.544810 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9071ae-761d-4ec9-807b-52f25d587444 None None] Routers {'d518a91a-bcc1-4764-b574-8c08c3b7a2c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:24:04.545436 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-bd9071ae-761d-4ec9-807b-52f25d587444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:23:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:24:04.586572 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-83ba74d1-c02c-4bd4-b0fc-608a5c92c551 req-ba9b65b4-509f-4aa6-a4c6-96a4413f6071 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486023 Feb 20 06:24:04.606534 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679c3da-a008-439f-a395-0322c45b29b4 req-524eea01-50ca-40cb-bffd-8ea97c265db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:04.606534 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a679c3da-a008-439f-a395-0322c45b29b4 req-524eea01-50ca-40cb-bffd-8ea97c265db5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.1037819 Feb 20 06:24:04.659043 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-bd9071ae-761d-4ec9-807b-52f25d587444 None None] Set router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:24:04.671879 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a679c3da-a008-439f-a395-0322c45b29b4 req-d6ab95b0-50d2-47f4-8b34-9994d899cbd0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14f1259-e093-4fb5-aa31-b8f529f63d6f HTTP/1.1" status: 200 len: 999 time: 0.0594602 Feb 20 06:24:04.724548 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679c3da-a008-439f-a395-0322c45b29b4 req-37021ac9-8266-43bc-bb96-441feb760a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:04.726002 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a679c3da-a008-439f-a395-0322c45b29b4 req-37021ac9-8266-43bc-bb96-441feb760a28 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0486400 Feb 20 06:24:04.775718 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679c3da-a008-439f-a395-0322c45b29b4 req-b34f9f02-ea50-474f-a3a3-cdae4bdbd994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:04.777265 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a679c3da-a008-439f-a395-0322c45b29b4 req-b34f9f02-ea50-474f-a3a3-cdae4bdbd994 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446856 Feb 20 06:24:04.870169 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a679c3da-a008-439f-a395-0322c45b29b4 req-1848765f-f1ef-410a-8ccd-237e17406a11 service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862246 Feb 20 06:24:04.964459 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a679c3da-a008-439f-a395-0322c45b29b4 req-20447683-4fbf-42b7-acd2-510fbcb45427 service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882897 Feb 20 06:24:04.972863 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-bd9071ae-761d-4ec9-807b-52f25d587444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '8ace65f1-7233-4450-96f4-a572addb243c', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'port_id': 'c14f1259-e093-4fb5-aa31-b8f529f63d6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'mac_address': 'fa:16:3e:4a:82:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cd6bef-6178-43e6-b858-511747ec9f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:23:52Z', 'updated_at': '2022-02-20T06:24:03Z', 'revision_number': 1, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de9f36a6-3b5a-4ad1-a2c9-b10168419a1a', 'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'mac_address': 'fa:16:3e:72:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:49Z', 'updated_at': '2022-02-20T06:23:53Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'subnets': [{'id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:24:05.005224 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9071ae-761d-4ec9-807b-52f25d587444 None None] The sync data for ids ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'] in n-d-829866-5 is: [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '8ace65f1-7233-4450-96f4-a572addb243c', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'port_id': 'c14f1259-e093-4fb5-aa31-b8f529f63d6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'mac_address': 'fa:16:3e:4a:82:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cd6bef-6178-43e6-b858-511747ec9f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:23:52Z', 'updated_at': '2022-02-20T06:24:03Z', 'revision_number': 1, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de9f36a6-3b5a-4ad1-a2c9-b10168419a1a', 'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'mac_address': 'fa:16:3e:72:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:49Z', 'updated_at': '2022-02-20T06:23:53Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'subnets': [{'id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:24:05.202562 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c621d3-cfa2-407e-abcc-981ac2413b41 None None] New status for floating IP 8ace65f1-7233-4450-96f4-a572addb243c: ACTIVE {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:24:05.705185 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bff7e-28b0-46a8-96fc-5b1e6869eefa req-9a52455d-d8fd-4a29-a88e-7d3aa9d4c1c0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:05.706636 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9a1bff7e-28b0-46a8-96fc-5b1e6869eefa req-9a52455d-d8fd-4a29-a88e-7d3aa9d4c1c0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 945 time: 0.0506275 Feb 20 06:24:05.752550 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9a1bff7e-28b0-46a8-96fc-5b1e6869eefa req-01a53662-48a2-4dc2-8eff-b837f09e8aef tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404286 Feb 20 06:24:05.869296 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5669b-974f-4014-9b43-5f80b9732eac req-8358f55f-3bce-4a39-bebe-a0cf575abf3d tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:05.870674 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-14d5669b-974f-4014-9b43-5f80b9732eac req-8358f55f-3bce-4a39-bebe-a0cf575abf3d tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 945 time: 0.0552151 Feb 20 06:24:05.915596 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-14d5669b-974f-4014-9b43-5f80b9732eac req-052c47f2-4462-496b-8344-4f37a977377e tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388277 Feb 20 06:24:06.165824 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-7423d977-cb90-480e-a2a4-bc95b170c492 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0729055 Feb 20 06:24:06.176474 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2514b5-158f-4a6d-9129-4b89b73a65a6 req-51d3fff6-65ec-456c-8996-ad2ee279da72 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:06.177872 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e2514b5-158f-4a6d-9129-4b89b73a65a6 req-51d3fff6-65ec-456c-8996-ad2ee279da72 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 945 time: 0.0763099 Feb 20 06:24:06.229662 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e2514b5-158f-4a6d-9129-4b89b73a65a6 req-7f8f161e-5fea-4bfb-b9e3-e1765c7cffe0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459793 Feb 20 06:24:06.571486 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-47ecf3a7-546d-4ba6-8384-8b55c0c2feef tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:06.572813 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-47ecf3a7-546d-4ba6-8384-8b55c0c2feef tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports/c14f1259-e093-4fb5-aa31-b8f529f63d6f HTTP/1.1" status: 200 len: 942 time: 0.0452242 Feb 20 06:24:07.353884 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16ae5f-5648-48e8-8eff-3d761e0bda39 req-85544969-fad5-4e75-93a6-793ce3bba94a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:07.355427 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c16ae5f-5648-48e8-8eff-3d761e0bda39 req-85544969-fad5-4e75-93a6-793ce3bba94a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 945 time: 0.0517628 Feb 20 06:24:07.364268 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-a84ee8c4-9d54-4313-a275-816ca767bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:07.365796 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-a84ee8c4-9d54-4313-a275-816ca767bcf5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 1127 time: 0.0457883 Feb 20 06:24:07.408210 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c16ae5f-5648-48e8-8eff-3d761e0bda39 req-65148b61-2ea6-406f-94b6-b6d4f2e80865 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464168 Feb 20 06:24:07.468762 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-ddefb29a-ad34-42ef-b98d-4f6e7050fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:07.471016 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-ddefb29a-ad34-42ef-b98d-4f6e7050fa29 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.0897012 Feb 20 06:24:07.537352 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-12737377-4b0e-4b60-80c6-446a836f210d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14f1259-e093-4fb5-aa31-b8f529f63d6f HTTP/1.1" status: 200 len: 1001 time: 0.0605187 Feb 20 06:24:07.585003 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-2ba38b2f-f4ec-46ec-ae22-3138904c0110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:07.586384 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-2ba38b2f-f4ec-46ec-ae22-3138904c0110 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0425236 Feb 20 06:24:07.638613 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-5d6d1ed6-653f-471f-b81e-a97a64e14e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:07.640236 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-5d6d1ed6-653f-471f-b81e-a97a64e14e6f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477142 Feb 20 06:24:07.730923 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-cf168145-64a3-4c2d-b10e-85e63ba70faf service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850110 Feb 20 06:24:07.820799 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-dda02643-09ba-4c15-b55d-d326e1c94c62 service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844939 Feb 20 06:24:08.533417 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ed9b0-19ea-4120-a60c-48fec459d457 req-f68ed6cb-1eb3-482b-ab0b-1b4d44fbe314 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:08.534880 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-433ed9b0-19ea-4120-a60c-48fec459d457 req-f68ed6cb-1eb3-482b-ab0b-1b4d44fbe314 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 945 time: 0.0560150 Feb 20 06:24:08.579938 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-433ed9b0-19ea-4120-a60c-48fec459d457 req-8b2a7686-6aa8-4f5b-96d7-e3b7ab9c0820 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395532 Feb 20 06:24:09.697881 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d0e58-46a3-4b35-8517-fb77393074a1 req-926b1741-cb43-4d9e-894a-473b921ea4c0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:09.699378 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f34d0e58-46a3-4b35-8517-fb77393074a1 req-926b1741-cb43-4d9e-894a-473b921ea4c0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 945 time: 0.0516121 Feb 20 06:24:09.749884 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f34d0e58-46a3-4b35-8517-fb77393074a1 req-6e2e5261-382e-4f3f-b4d2-38d14bfb7ef7 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442984 Feb 20 06:24:10.874977 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1680c18-0923-489c-86da-eaf6bf0d62a0 req-d33b5d9a-89f5-4cdf-8620-76aa37a6b57b tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:10.876425 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f1680c18-0923-489c-86da-eaf6bf0d62a0 req-d33b5d9a-89f5-4cdf-8620-76aa37a6b57b tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 945 time: 0.0513947 Feb 20 06:24:10.926492 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f1680c18-0923-489c-86da-eaf6bf0d62a0 req-7558661e-3f28-4786-b53c-81669155ab5e tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444794 Feb 20 06:24:12.043752 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe88b3-dbe6-4e8e-996d-a8f33d803a35 req-471bc356-4673-40a8-b54f-edea7e298e37 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:12.045112 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-57fe88b3-dbe6-4e8e-996d-a8f33d803a35 req-471bc356-4673-40a8-b54f-edea7e298e37 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 945 time: 0.0517972 Feb 20 06:24:12.090368 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-57fe88b3-dbe6-4e8e-996d-a8f33d803a35 req-dd724cb9-7e6c-43d2-a236-5e03291550e0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392044 Feb 20 06:24:13.210914 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e8e6a-a1fd-4e71-875f-103022467a58 req-9793db45-ab27-418c-a5b6-d3e325557b29 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:13.212396 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e60e8e6a-a1fd-4e71-875f-103022467a58 req-9793db45-ab27-418c-a5b6-d3e325557b29 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 945 time: 0.0516984 Feb 20 06:24:13.257633 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e60e8e6a-a1fd-4e71-875f-103022467a58 req-42610059-f71f-43c6-bacb-91a7f59c2ce3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394943 Feb 20 06:24:14.379688 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc649c7-f041-4a29-a195-60f2db3a3847 req-fadc4ad6-6c49-48bb-a31c-bc2468f86d3b tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:14.381157 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3dc649c7-f041-4a29-a195-60f2db3a3847 req-fadc4ad6-6c49-48bb-a31c-bc2468f86d3b tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 945 time: 0.0565653 Feb 20 06:24:14.426733 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3dc649c7-f041-4a29-a195-60f2db3a3847 req-ae68e91f-bca6-4b70-a20c-9a1ecedb129f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399516 Feb 20 06:24:15.547181 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5374dd-16d6-4868-9a8b-bca4684fe395 req-276a96aa-c8cf-483f-b570-04b4f4399f21 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:15.548624 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8e5374dd-16d6-4868-9a8b-bca4684fe395 req-276a96aa-c8cf-483f-b570-04b4f4399f21 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 945 time: 0.0513196 Feb 20 06:24:15.593037 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8e5374dd-16d6-4868-9a8b-bca4684fe395 req-5f70b010-51d9-46d4-845d-8213a07133e4 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389104 Feb 20 06:24:16.543106 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b451dad3-9909-4d00-9390-e58737a35a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:16.713085 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcac725-6d52-4659-af2f-ec48b8b7c6ac req-bc1f1400-d4eb-4631-8154-f5ca787e171d tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:16.714544 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1fcac725-6d52-4659-af2f-ec48b8b7c6ac req-bc1f1400-d4eb-4631-8154-f5ca787e171d tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 945 time: 0.0513923 Feb 20 06:24:16.766513 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1fcac725-6d52-4659-af2f-ec48b8b7c6ac req-8c468710-f7fc-4617-91f2-342a2d1d05f6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459707 Feb 20 06:24:17.884451 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89268ffd-9636-4cd9-a2f8-e57a74a2dd75 req-247c41f2-ffcc-4fd7-a466-c59ea316c795 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:17.885917 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-89268ffd-9636-4cd9-a2f8-e57a74a2dd75 req-247c41f2-ffcc-4fd7-a466-c59ea316c795 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 945 time: 0.0526416 Feb 20 06:24:17.931216 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-89268ffd-9636-4cd9-a2f8-e57a74a2dd75 req-64020f73-5e7f-4ebc-af8f-8b5f56e4666c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389185 Feb 20 06:24:19.001790 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-87386ffb-8bdf-4f0e-b6f5-e0d87b4010a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:19.052611 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a1436-8d5c-4f59-bc0c-3661e2c57a07 req-d9d5851a-a2a6-4f3e-b439-7b2ac0884b0b tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:19.054109 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1e0a1436-8d5c-4f59-bc0c-3661e2c57a07 req-d9d5851a-a2a6-4f3e-b439-7b2ac0884b0b tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 945 time: 0.0551796 Feb 20 06:24:19.100140 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1e0a1436-8d5c-4f59-bc0c-3661e2c57a07 req-64779d14-d26c-409d-8e9f-6c42ae938336 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402575 Feb 20 06:24:19.749036 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:20.221162 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca74470-a1c6-40c1-a920-1490d56dce57 req-f0ab8ad4-90f9-4ff7-96a9-3bf52b1b7519 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:20.222628 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6ca74470-a1c6-40c1-a920-1490d56dce57 req-f0ab8ad4-90f9-4ff7-96a9-3bf52b1b7519 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 945 time: 0.0552883 Feb 20 06:24:20.268402 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6ca74470-a1c6-40c1-a920-1490d56dce57 req-55aa16ae-72d7-4d43-810a-02770b2ed1c9 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402238 Feb 20 06:24:21.384641 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf8025-328e-4ecc-9aed-4e09a9b23f50 req-a7064da5-96ce-417c-b766-38da47459b16 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:21.386104 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dfbf8025-328e-4ecc-9aed-4e09a9b23f50 req-a7064da5-96ce-417c-b766-38da47459b16 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 945 time: 0.0515804 Feb 20 06:24:21.432528 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dfbf8025-328e-4ecc-9aed-4e09a9b23f50 req-d409784c-ad2f-47da-ab63-3e88b77dc7f8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401490 Feb 20 06:24:21.578141 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:22.568380 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072ed13-dbce-48df-9eea-d9b63048a11a req-52e565b5-0442-40c6-ab41-3c3883e5718b tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:22.569838 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d072ed13-dbce-48df-9eea-d9b63048a11a req-52e565b5-0442-40c6-ab41-3c3883e5718b tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 945 time: 0.0596619 Feb 20 06:24:22.615806 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d072ed13-dbce-48df-9eea-d9b63048a11a req-1d2dbead-e54c-4882-ac5a-95a00d4262f3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403850 Feb 20 06:24:22.750404 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:23.296286 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:23.731919 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec5c69-0ea5-4df2-b61e-8d475e3f30bd req-8b4e329a-3a30-4abf-9b8c-67748df76fb2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:23.733973 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9aec5c69-0ea5-4df2-b61e-8d475e3f30bd req-8b4e329a-3a30-4abf-9b8c-67748df76fb2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 945 time: 0.0515058 Feb 20 06:24:23.780304 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9aec5c69-0ea5-4df2-b61e-8d475e3f30bd req-480aaf0e-7683-4e11-8a85-d02e463300af tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407717 Feb 20 06:24:24.460836 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-f7d7381f-edf2-4c61-851a-498b2fe6ef1b service neutron] show failed (client error): The resource could not be found. Feb 20 06:24:24.461897 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-f7d7381f-edf2-4c61-851a-498b2fe6ef1b service neutron] 10.222.0.61 "GET /v2.0/ports/c14f1259-e093-4fb5-aa31-b8f529f63d6f/bindings/n-h2-829866-5 HTTP/1.1" status: 404 len: 380 time: 0.0539436 Feb 20 06:24:24.666877 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-55ba44db-127b-4a11-ad08-9ccea901208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:24.668665 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-55ba44db-127b-4a11-ad08-9ccea901208f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e&tenant_id=20fdf1ad31dc420d879a58636b424b5c HTTP/1.1" status: 200 len: 1127 time: 0.0484035 Feb 20 06:24:24.679642 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-d3c655dc-e325-4a79-9f3b-b8ac6d18bf89 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829866-5', 'device_owner': 'compute:nova'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:24:24.741181 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-d3c655dc-e325-4a79-9f3b-b8ac6d18bf89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c14f1259-e093-4fb5-aa31-b8f529f63d6f), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:24.908411 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccddcf-94cf-4a5d-b0f7-8d2de6e3a2c7 req-692eb8a3-ba0f-46c8-9c22-a48d93377b56 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:24.909939 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-adccddcf-94cf-4a5d-b0f7-8d2de6e3a2c7 req-692eb8a3-ba0f-46c8-9c22-a48d93377b56 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 945 time: 0.0527346 Feb 20 06:24:24.941493 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-d3c655dc-e325-4a79-9f3b-b8ac6d18bf89 service neutron] For port c14f1259-e093-4fb5-aa31-b8f529f63d6f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c14f1259-e093-4fb5-aa31-b8f529f63d6f,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:24:24.961751 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-adccddcf-94cf-4a5d-b0f7-8d2de6e3a2c7 req-fc25f5dc-8e2c-4a66-adc3-0f4e9b13080d tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461919 Feb 20 06:24:24.974808 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-d3c655dc-e325-4a79-9f3b-b8ac6d18bf89 service neutron] For port c14f1259-e093-4fb5-aa31-b8f529f63d6f, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:24:25.015489 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cd6bef-6178-43e6-b858-511747ec9f1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c14f1259-e093-4fb5-aa31-b8f529f63d6f'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:24:25.017750 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0a6a66-921d-4f48-9b94-032c17d117c6" -d '{"events": [{"server_uuid": "74cd6bef-6178-43e6-b858-511747ec9f1e", "name": "network-vif-unplugged", "status": "completed", "tag": "c14f1259-e093-4fb5-aa31-b8f529f63d6f"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:24:25.021568 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-d3c655dc-e325-4a79-9f3b-b8ac6d18bf89 service neutron] Publish callbacks [] for port (c14f1259-e093-4fb5-aa31-b8f529f63d6f), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:25.033995 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-d3c655dc-e325-4a79-9f3b-b8ac6d18bf89 service neutron] Transition to ACTIVE for port object c14f1259-e093-4fb5-aa31-b8f529f63d6f will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:24:25.037585 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-d3c655dc-e325-4a79-9f3b-b8ac6d18bf89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (c14f1259-e093-4fb5-aa31-b8f529f63d6f), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:25.066564 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 06:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290f294f-0cdd-4fda-905b-60374c0c6fb8 x-openstack-request-id: req-290f294f-0cdd-4fda-905b-60374c0c6fb8 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:24:25.066938 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cd6bef-6178-43e6-b858-511747ec9f1e", "name": "network-vif-unplugged", "status": "completed", "tag": "c14f1259-e093-4fb5-aa31-b8f529f63d6f", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:24:25.067202 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-290f294f-0cdd-4fda-905b-60374c0c6fb8 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:24:25.067629 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cd6bef-6178-43e6-b858-511747ec9f1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c14f1259-e093-4fb5-aa31-b8f529f63d6f', 'code': 200} Feb 20 06:24:25.145631 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c655dc-e325-4a79-9f3b-b8ac6d18bf89 service neutron] Pushing event updated for resources: {'Port': ['ID=c14f1259-e093-4fb5-aa31-b8f529f63d6f,revision_number=6']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:24:25.214816 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-d3c655dc-e325-4a79-9f3b-b8ac6d18bf89 service neutron] No DVR routers for this DVR port c14f1259-e093-4fb5-aa31-b8f529f63d6f on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:24:25.351236 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-d3c655dc-e325-4a79-9f3b-b8ac6d18bf89 service neutron] Attempting to bind port c14f1259-e093-4fb5-aa31-b8f529f63d6f on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:24:25.351486 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-d3c655dc-e325-4a79-9f3b-b8ac6d18bf89 service neutron] Attempting to bind port c14f1259-e093-4fb5-aa31-b8f529f63d6f by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:24:25.351806 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-d3c655dc-e325-4a79-9f3b-b8ac6d18bf89 service neutron] Attempting to bind port c14f1259-e093-4fb5-aa31-b8f529f63d6f on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:24:25.355882 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-d3c655dc-e325-4a79-9f3b-b8ac6d18bf89 service neutron] Port c14f1259-e093-4fb5-aa31-b8f529f63d6f on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:24:25.356199 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-d3c655dc-e325-4a79-9f3b-b8ac6d18bf89 service neutron] Attempting to bind port c14f1259-e093-4fb5-aa31-b8f529f63d6f on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:24:25.361479 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-d3c655dc-e325-4a79-9f3b-b8ac6d18bf89 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:24:25.361809 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-d3c655dc-e325-4a79-9f3b-b8ac6d18bf89 service neutron] Checking segment: {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:24:25.362185 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-d3c655dc-e325-4a79-9f3b-b8ac6d18bf89 service neutron] Bound using segment: {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:24:25.362598 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-d3c655dc-e325-4a79-9f3b-b8ac6d18bf89 service neutron] Bound port: c14f1259-e093-4fb5-aa31-b8f529f63d6f, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:24:25.362974 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-d3c655dc-e325-4a79-9f3b-b8ac6d18bf89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c14f1259-e093-4fb5-aa31-b8f529f63d6f), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:25.422508 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-d3c655dc-e325-4a79-9f3b-b8ac6d18bf89 service neutron] For port c14f1259-e093-4fb5-aa31-b8f529f63d6f, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:24:25.425387 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-d3c655dc-e325-4a79-9f3b-b8ac6d18bf89 service neutron] For port c14f1259-e093-4fb5-aa31-b8f529f63d6f, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=c14f1259-e093-4fb5-aa31-b8f529f63d6f,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:24:25.431205 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-d3c655dc-e325-4a79-9f3b-b8ac6d18bf89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (c14f1259-e093-4fb5-aa31-b8f529f63d6f), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:25.464985 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-d3c655dc-e325-4a79-9f3b-b8ac6d18bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:25.465536 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-d3c655dc-e325-4a79-9f3b-b8ac6d18bf89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:25.467712 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-d3c655dc-e325-4a79-9f3b-b8ac6d18bf89 service neutron] 10.222.0.48 "PUT /v2.0/ports/c14f1259-e093-4fb5-aa31-b8f529f63d6f HTTP/1.1" status: 200 len: 1091 time: 0.7920022 Feb 20 06:24:25.502350 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c655dc-e325-4a79-9f3b-b8ac6d18bf89 service neutron] Pushing event updated for resources: {'Port': ['ID=c14f1259-e093-4fb5-aa31-b8f529f63d6f,revision_number=7']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:24:25.540339 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-6c98215b-9549-4fa6-af12-7c90134a346f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:25.541859 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-6c98215b-9549-4fa6-af12-7c90134a346f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 1125 time: 0.0525053 Feb 20 06:24:25.644305 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:25.896992 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-1964e1d0-a18f-47ed-9dee-c7c90bf8d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:25.898446 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-1964e1d0-a18f-47ed-9dee-c7c90bf8d7ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.3505864 Feb 20 06:24:25.961465 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-8db751a6-b027-412d-9d3d-3a490390bd01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14f1259-e093-4fb5-aa31-b8f529f63d6f HTTP/1.1" status: 200 len: 999 time: 0.0563326 Feb 20 06:24:26.012650 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-3236e939-4ff7-4c8f-9ec4-09289a5e3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:26.014755 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-3236e939-4ff7-4c8f-9ec4-09289a5e3bb1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0480227 Feb 20 06:24:26.062266 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-83de17d0-eccf-4783-831f-476d6dd9a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:26.063883 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-83de17d0-eccf-4783-831f-476d6dd9a82d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439172 Feb 20 06:24:26.084608 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4414f8-15a3-4bcd-9d61-e258773fb375 req-ab4e4513-c0dd-42f6-b188-ad1f8aed535e tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:26.086141 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-db4414f8-15a3-4bcd-9d61-e258773fb375 req-ab4e4513-c0dd-42f6-b188-ad1f8aed535e tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 943 time: 0.0519416 Feb 20 06:24:26.132274 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-db4414f8-15a3-4bcd-9d61-e258773fb375 req-66a52172-4733-478a-b9a5-2da08942be60 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405831 Feb 20 06:24:26.153686 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-a0e955f8-5278-4f8a-9757-1907c3f8a96f service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840254 Feb 20 06:24:26.244478 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-eb453ec0-f2b4-4680-9338-7478a7122991 req-573524c7-a5c0-4afe-86a8-9290132b0da8 service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852926 Feb 20 06:24:27.068662 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74cd6bef-6178-43e6-b858-511747ec9f1e', 'tag': 'c14f1259-e093-4fb5-aa31-b8f529f63d6f'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:24:27.071056 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedf5d75-34f5-4e36-8dff-563d2cf452a6" -d '{"events": [{"name": "network-changed", "server_uuid": "74cd6bef-6178-43e6-b858-511747ec9f1e", "tag": "c14f1259-e093-4fb5-aa31-b8f529f63d6f"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:24:27.118146 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8770ce99-7946-4ad7-b1d5-4325fb63c651 x-openstack-request-id: req-8770ce99-7946-4ad7-b1d5-4325fb63c651 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:24:27.118442 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74cd6bef-6178-43e6-b858-511747ec9f1e", "tag": "c14f1259-e093-4fb5-aa31-b8f529f63d6f", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:24:27.118694 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8770ce99-7946-4ad7-b1d5-4325fb63c651 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:24:27.119207 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74cd6bef-6178-43e6-b858-511747ec9f1e', 'tag': 'c14f1259-e093-4fb5-aa31-b8f529f63d6f', 'status': 'completed', 'code': 200} Feb 20 06:24:27.209893 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf5d75-34f5-4e36-8dff-563d2cf452a6 req-a2be0de9-5e2b-47c1-88ca-dc142b2032fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:27.211454 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dedf5d75-34f5-4e36-8dff-563d2cf452a6 req-a2be0de9-5e2b-47c1-88ca-dc142b2032fb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 1125 time: 0.0736616 Feb 20 06:24:27.217909 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf5d75-34f5-4e36-8dff-563d2cf452a6 req-e08fd090-9ab5-4d55-93ce-cd922b131f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:27.219415 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dedf5d75-34f5-4e36-8dff-563d2cf452a6 req-e08fd090-9ab5-4d55-93ce-cd922b131f35 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 1125 time: 0.0718563 Feb 20 06:24:27.256988 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0ce35-663e-4c22-8c5a-40518c3d39d8 req-51951559-8277-4940-9fab-543667ff0066 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:27.258615 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bde0ce35-663e-4c22-8c5a-40518c3d39d8 req-51951559-8277-4940-9fab-543667ff0066 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 943 time: 0.0524619 Feb 20 06:24:27.305267 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bde0ce35-663e-4c22-8c5a-40518c3d39d8 req-211403bf-d4ec-4bd1-8202-6c2a9a1b56a9 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404136 Feb 20 06:24:27.376547 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf5d75-34f5-4e36-8dff-563d2cf452a6 req-6640a186-dee2-40ac-aa86-5451efc4e956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:27.378011 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dedf5d75-34f5-4e36-8dff-563d2cf452a6 req-6640a186-dee2-40ac-aa86-5451efc4e956 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.1577520 Feb 20 06:24:27.379099 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf5d75-34f5-4e36-8dff-563d2cf452a6 req-0047730e-1284-4d19-9ce5-739b50d733bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:27.380425 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dedf5d75-34f5-4e36-8dff-563d2cf452a6 req-0047730e-1284-4d19-9ce5-739b50d733bd service neutron] 10.222.0.61 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.1530719 Feb 20 06:24:27.490259 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dedf5d75-34f5-4e36-8dff-563d2cf452a6 req-25963a45-88a7-43d8-a9ba-5b2e67cc9820 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14f1259-e093-4fb5-aa31-b8f529f63d6f HTTP/1.1" status: 200 len: 999 time: 0.1060042 Feb 20 06:24:27.491894 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dedf5d75-34f5-4e36-8dff-563d2cf452a6 req-e369e2ab-0179-4841-a143-8403dc81787d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14f1259-e093-4fb5-aa31-b8f529f63d6f HTTP/1.1" status: 200 len: 999 time: 0.1018481 Feb 20 06:24:27.570332 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf5d75-34f5-4e36-8dff-563d2cf452a6 req-77cb081a-f415-4781-903b-2de614fecddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:27.571729 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dedf5d75-34f5-4e36-8dff-563d2cf452a6 req-77cb081a-f415-4781-903b-2de614fecddd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0756476 Feb 20 06:24:27.575019 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf5d75-34f5-4e36-8dff-563d2cf452a6 req-153ad32f-5ceb-4ca8-9876-fd82a6475c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:27.576380 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dedf5d75-34f5-4e36-8dff-563d2cf452a6 req-153ad32f-5ceb-4ca8-9876-fd82a6475c18 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0717237 Feb 20 06:24:27.651694 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf5d75-34f5-4e36-8dff-563d2cf452a6 req-a939a6ac-6932-4314-8848-666d907e0182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:27.653213 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dedf5d75-34f5-4e36-8dff-563d2cf452a6 req-a939a6ac-6932-4314-8848-666d907e0182 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0747788 Feb 20 06:24:27.659465 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf5d75-34f5-4e36-8dff-563d2cf452a6 req-1639a5a3-7d45-44fc-a115-f1f5e80c0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:27.660860 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dedf5d75-34f5-4e36-8dff-563d2cf452a6 req-1639a5a3-7d45-44fc-a115-f1f5e80c0632 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0742261 Feb 20 06:24:27.816125 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dedf5d75-34f5-4e36-8dff-563d2cf452a6 req-4664e06a-acee-4521-85ec-4eea73c77f85 service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543057 Feb 20 06:24:27.818228 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dedf5d75-34f5-4e36-8dff-563d2cf452a6 req-d2dbcdae-a07b-43b7-8400-30c8bc8a8164 service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496906 Feb 20 06:24:27.979143 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dedf5d75-34f5-4e36-8dff-563d2cf452a6 req-dce14a15-c078-44ef-a19a-97c586310f1c service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566703 Feb 20 06:24:27.981286 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dedf5d75-34f5-4e36-8dff-563d2cf452a6 req-f32052c0-bf30-4ee6-9a7d-1510c833057a service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498241 Feb 20 06:24:28.428108 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de804ce-2813-4cc9-bc6d-5e5898ce8d08 req-328b5fb4-ea70-4cfd-818d-decbbb3138b2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:28.429547 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2de804ce-2813-4cc9-bc6d-5e5898ce8d08 req-328b5fb4-ea70-4cfd-818d-decbbb3138b2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 943 time: 0.0544519 Feb 20 06:24:28.474479 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2de804ce-2813-4cc9-bc6d-5e5898ce8d08 req-da0c2cf7-1611-43d7-8e80-f91b979184a5 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393968 Feb 20 06:24:28.668749 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2c025-929a-4ac0-be32-ded6c3f6a655 req-12571d58-9ca7-4918-881d-df5a509dec22 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:28.670871 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-09c2c025-929a-4ac0-be32-ded6c3f6a655 req-12571d58-9ca7-4918-881d-df5a509dec22 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 943 time: 0.0553339 Feb 20 06:24:28.673497 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device c14f1259-e093-4fb5-aa31-b8f529f63d6f details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:24:28.687116 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8332e-8038-420a-bf72-75e3aa2aad76 req-85a86394-8adf-496a-85b8-53ddacbaa2f3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:28.688620 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ed8332e-8038-420a-bf72-75e3aa2aad76 req-85a86394-8adf-496a-85b8-53ddacbaa2f3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e&tenant_id=20fdf1ad31dc420d879a58636b424b5c&binding%3Ahost_id=n-h2-829866-5 HTTP/1.1" status: 200 len: 943 time: 0.0609493 Feb 20 06:24:28.720618 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-09c2c025-929a-4ac0-be32-ded6c3f6a655 req-ebc4a32c-cafb-4799-a85f-c9c0b842ccbf tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435562 Feb 20 06:24:28.752510 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [req-9ed8332e-8038-420a-bf72-75e3aa2aad76 req-689a3832-3c58-4219-a82a-d7f46b38a7c6 service neutron] delete failed (client error): The resource could not be found. Feb 20 06:24:28.753564 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ed8332e-8038-420a-bf72-75e3aa2aad76 req-689a3832-3c58-4219-a82a-d7f46b38a7c6 service neutron] 10.222.0.61 "DELETE /v2.0/ports/c14f1259-e093-4fb5-aa31-b8f529f63d6f/bindings/n-h1-829866-5 HTTP/1.1" status: 404 len: 380 time: 0.0591257 Feb 20 06:24:28.773712 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port c14f1259-e093-4fb5-aa31-b8f529f63d6f, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=c14f1259-e093-4fb5-aa31-b8f529f63d6f,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:24:28.787310 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'c14f1259-e093-4fb5-aa31-b8f529f63d6f', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'port_id': 'c14f1259-e093-4fb5-aa31-b8f529f63d6f', 'mac_address': 'fa:16:3e:4a:82:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:24:28.826865 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port c14f1259-e093-4fb5-aa31-b8f529f63d6f is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:24:28.827223 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c14f1259-e093-4fb5-aa31-b8f529f63d6f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:28.840100 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14f1259-e093-4fb5-aa31-b8f529f63d6f {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:24:28.850062 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8332e-8038-420a-bf72-75e3aa2aad76 req-881aa45f-29ca-4f30-9e35-c33280ba935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:28.851686 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ed8332e-8038-420a-bf72-75e3aa2aad76 req-881aa45f-29ca-4f30-9e35-c33280ba935f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 1125 time: 0.0527658 Feb 20 06:24:28.864536 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port c14f1259-e093-4fb5-aa31-b8f529f63d6f, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=c14f1259-e093-4fb5-aa31-b8f529f63d6f,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:24:28.868980 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c14f1259-e093-4fb5-aa31-b8f529f63d6f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:28.921219 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=c14f1259-e093-4fb5-aa31-b8f529f63d6f,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:24:28.946373 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8332e-8038-420a-bf72-75e3aa2aad76 req-345e6a9d-6421-4536-89b7-01dd008ee4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:28.947887 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ed8332e-8038-420a-bf72-75e3aa2aad76 req-345e6a9d-6421-4536-89b7-01dd008ee4b7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.0897388 Feb 20 06:24:28.969487 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device c14f1259-e093-4fb5-aa31-b8f529f63d6f no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:24:29.010302 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] The host n-h1-829866-5 is not matching for port c14f1259-e093-4fb5-aa31-b8f529f63d6f host n-h2-829866-5! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 06:24:29.010695 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device c14f1259-e093-4fb5-aa31-b8f529f63d6f not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:24:29.015713 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ed8332e-8038-420a-bf72-75e3aa2aad76 req-7a4ebc51-c80b-4a54-993d-a670c753651c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14f1259-e093-4fb5-aa31-b8f529f63d6f HTTP/1.1" status: 200 len: 1000 time: 0.0599232 Feb 20 06:24:29.063557 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8332e-8038-420a-bf72-75e3aa2aad76 req-6a2018f9-6260-4be3-a320-5ff147abd139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:29.064965 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ed8332e-8038-420a-bf72-75e3aa2aad76 req-6a2018f9-6260-4be3-a320-5ff147abd139 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0435114 Feb 20 06:24:29.092141 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['c14f1259-e093-4fb5-aa31-b8f529f63d6f'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:24:29.117523 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8332e-8038-420a-bf72-75e3aa2aad76 req-38261fd5-da1b-46e0-8d82-751f4d8bc51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:29.119352 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ed8332e-8038-420a-bf72-75e3aa2aad76 req-38261fd5-da1b-46e0-8d82-751f4d8bc51e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489287 Feb 20 06:24:29.209013 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ed8332e-8038-420a-bf72-75e3aa2aad76 req-3fe7f4b6-c787-48f5-9642-d61afff59295 service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836468 Feb 20 06:24:29.303523 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9ed8332e-8038-420a-bf72-75e3aa2aad76 req-ad56de8b-24bf-4988-b59e-c6457156c21d service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887921 Feb 20 06:24:29.851877 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c1042-215d-4049-8620-836a0a2e94e5 req-51acd5cf-d40e-43ed-a101-272487e921d6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:29.853363 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-100c1042-215d-4049-8620-836a0a2e94e5 req-51acd5cf-d40e-43ed-a101-272487e921d6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 944 time: 0.0554485 Feb 20 06:24:29.902663 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-100c1042-215d-4049-8620-836a0a2e94e5 req-c75aea10-43bc-48c9-a175-2d1c5273ef5f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430076 Feb 20 06:24:30.017469 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e9afd-fb89-40c4-b626-b5e39145c74f req-9b08767b-5fa7-4bab-b491-c0395421356c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:30.018961 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-419e9afd-fb89-40c4-b626-b5e39145c74f req-9b08767b-5fa7-4bab-b491-c0395421356c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 944 time: 0.0530329 Feb 20 06:24:30.063682 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-419e9afd-fb89-40c4-b626-b5e39145c74f req-98d3f689-498c-4b99-a791-4dbbdc50253a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390677 Feb 20 06:24:30.176842 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c92997-0a5c-47a7-b72f-98f6bd42104b req-c8431c15-5fed-48b3-b644-e8671b0d5be1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:30.178282 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b5c92997-0a5c-47a7-b72f-98f6bd42104b req-c8431c15-5fed-48b3-b644-e8671b0d5be1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 944 time: 0.0513504 Feb 20 06:24:30.224294 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b5c92997-0a5c-47a7-b72f-98f6bd42104b req-f37d45b1-4e16-492f-8922-06cf6a618392 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404563 Feb 20 06:24:30.458757 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1f9c8-8878-487b-b724-d3571d95a8ef req-de92d666-132e-4315-9a91-3eebe06e2c2f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:30.460237 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-49e1f9c8-8878-487b-b724-d3571d95a8ef req-de92d666-132e-4315-9a91-3eebe06e2c2f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 944 time: 0.0551987 Feb 20 06:24:30.505258 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-49e1f9c8-8878-487b-b724-d3571d95a8ef req-42296f2f-7e3f-455e-850e-40d26fbd57c7 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393393 Feb 20 06:24:30.687890 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device c14f1259-e093-4fb5-aa31-b8f529f63d6f up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:24:30.735753 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port c14f1259-e093-4fb5-aa31-b8f529f63d6f completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:24:30.739703 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port c14f1259-e093-4fb5-aa31-b8f529f63d6f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:24:30.740076 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c14f1259-e093-4fb5-aa31-b8f529f63d6f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:30.815144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port c14f1259-e093-4fb5-aa31-b8f529f63d6f is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:24:30.815446 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c14f1259-e093-4fb5-aa31-b8f529f63d6f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:30.839952 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cd6bef-6178-43e6-b858-511747ec9f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14f1259-e093-4fb5-aa31-b8f529f63d6f'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:24:30.842154 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7593a8-be95-480f-9490-6d9ae46561b5" -d '{"events": [{"server_uuid": "74cd6bef-6178-43e6-b858-511747ec9f1e", "name": "network-vif-plugged", "status": "completed", "tag": "c14f1259-e093-4fb5-aa31-b8f529f63d6f"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:24:30.854408 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port c14f1259-e093-4fb5-aa31-b8f529f63d6f, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=c14f1259-e093-4fb5-aa31-b8f529f63d6f,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:24:30.859411 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c14f1259-e093-4fb5-aa31-b8f529f63d6f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:30.884730 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46002f0-cdd4-48ad-88a8-5ab2f1fe6f6c x-openstack-request-id: req-a46002f0-cdd4-48ad-88a8-5ab2f1fe6f6c {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:24:30.885021 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cd6bef-6178-43e6-b858-511747ec9f1e", "name": "network-vif-plugged", "status": "completed", "tag": "c14f1259-e093-4fb5-aa31-b8f529f63d6f", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:24:30.885271 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a46002f0-cdd4-48ad-88a8-5ab2f1fe6f6c {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:24:30.885659 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cd6bef-6178-43e6-b858-511747ec9f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14f1259-e093-4fb5-aa31-b8f529f63d6f', 'code': 200} Feb 20 06:24:30.909706 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=c14f1259-e093-4fb5-aa31-b8f529f63d6f,revision_number=9']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:24:31.625042 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea9f29-a2eb-4284-9b2a-a73435ff5d78 req-af6b9a3e-8297-4224-9424-61b2c487b014 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:31.626504 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d8ea9f29-a2eb-4284-9b2a-a73435ff5d78 req-af6b9a3e-8297-4224-9424-61b2c487b014 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 945 time: 0.0525527 Feb 20 06:24:31.672941 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d8ea9f29-a2eb-4284-9b2a-a73435ff5d78 req-af25dbba-a383-4de5-abf5-098a82f9a0b5 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408411 Feb 20 06:24:31.685905 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10cb62-22d3-4a75-9db9-b9ca4f1e35a6 req-d7c1b888-76a1-4755-8563-aa8721f84a97 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:31.687423 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2a10cb62-22d3-4a75-9db9-b9ca4f1e35a6 req-d7c1b888-76a1-4755-8563-aa8721f84a97 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.48 "GET /v2.0/ports?device_id=74cd6bef-6178-43e6-b858-511747ec9f1e HTTP/1.1" status: 200 len: 945 time: 0.0526609 Feb 20 06:24:31.775657 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-2a10cb62-22d3-4a75-9db9-b9ca4f1e35a6 req-fe7b0489-efb8-413d-934c-e8aa38a83ffd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Deleting port c14f1259-e093-4fb5-aa31-b8f529f63d6f {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:24:31.775999 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2a10cb62-22d3-4a75-9db9-b9ca4f1e35a6 req-fe7b0489-efb8-413d-934c-e8aa38a83ffd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (c14f1259-e093-4fb5-aa31-b8f529f63d6f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:31.865802 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-2a10cb62-22d3-4a75-9db9-b9ca4f1e35a6 req-fe7b0489-efb8-413d-934c-e8aa38a83ffd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] For port c14f1259-e093-4fb5-aa31-b8f529f63d6f, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=c14f1259-e093-4fb5-aa31-b8f529f63d6f,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:24:31.866084 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2a10cb62-22d3-4a75-9db9-b9ca4f1e35a6 req-fe7b0489-efb8-413d-934c-e8aa38a83ffd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (c14f1259-e093-4fb5-aa31-b8f529f63d6f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:32.033924 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2a10cb62-22d3-4a75-9db9-b9ca4f1e35a6 req-fe7b0489-efb8-413d-934c-e8aa38a83ffd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:32.034286 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2a10cb62-22d3-4a75-9db9-b9ca4f1e35a6 req-fe7b0489-efb8-413d-934c-e8aa38a83ffd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (8ace65f1-7233-4450-96f4-a572addb243c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:32.034597 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [req-2a10cb62-22d3-4a75-9db9-b9ca4f1e35a6 req-fe7b0489-efb8-413d-934c-e8aa38a83ffd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Floating IP 8ace65f1-7233-4450-96f4-a572addb243c disassociated. External IP: 172.25.3.150, port: c14f1259-e093-4fb5-aa31-b8f529f63d6f. Feb 20 06:24:32.034952 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-2a10cb62-22d3-4a75-9db9-b9ca4f1e35a6 req-fe7b0489-efb8-413d-934c-e8aa38a83ffd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Calling delete_port for c14f1259-e093-4fb5-aa31-b8f529f63d6f owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:24:32.159282 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2a10cb62-22d3-4a75-9db9-b9ca4f1e35a6 req-fe7b0489-efb8-413d-934c-e8aa38a83ffd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (c14f1259-e093-4fb5-aa31-b8f529f63d6f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:32.186775 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b0489-efb8-413d-934c-e8aa38a83ffd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Pushing event deleted for resources: {'Port': ['ID=c14f1259-e093-4fb5-aa31-b8f529f63d6f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:24:32.320514 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a10cb62-22d3-4a75-9db9-b9ca4f1e35a6 req-fe7b0489-efb8-413d-934c-e8aa38a83ffd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:24:32.428787 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a10cb62-22d3-4a75-9db9-b9ca4f1e35a6 req-fe7b0489-efb8-413d-934c-e8aa38a83ffd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:24:32.438445 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc016e2-a466-44a6-9d04-2bd87d2e31db None None] Sync routers for ids ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:24:32.448173 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc016e2-a466-44a6-9d04-2bd87d2e31db None None] Routers {'d518a91a-bcc1-4764-b574-8c08c3b7a2c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:24:32.448774 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1fc016e2-a466-44a6-9d04-2bd87d2e31db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:24:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:24:32.469567 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a10cb62-22d3-4a75-9db9-b9ca4f1e35a6 req-fe7b0489-efb8-413d-934c-e8aa38a83ffd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] No DVR routers for this DVR port c14f1259-e093-4fb5-aa31-b8f529f63d6f on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:24:32.472241 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2a10cb62-22d3-4a75-9db9-b9ca4f1e35a6 req-fe7b0489-efb8-413d-934c-e8aa38a83ffd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:32.476329 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2a10cb62-22d3-4a75-9db9-b9ca4f1e35a6 req-fe7b0489-efb8-413d-934c-e8aa38a83ffd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.48 "DELETE /v2.0/ports/c14f1259-e093-4fb5-aa31-b8f529f63d6f HTTP/1.1" status: 204 len: 173 time: 0.7840328 Feb 20 06:24:32.476787 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cd6bef-6178-43e6-b858-511747ec9f1e', 'name': 'network-vif-deleted', 'tag': 'c14f1259-e093-4fb5-aa31-b8f529f63d6f'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:24:32.479152 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84df619c-8e71-49a9-810b-ee26e4226455" -d '{"events": [{"server_uuid": "74cd6bef-6178-43e6-b858-511747ec9f1e", "name": "network-vif-deleted", "tag": "c14f1259-e093-4fb5-aa31-b8f529f63d6f"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:24:32.521637 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200e8d8f-21f8-423d-83fe-b7509c79fb00 x-openstack-request-id: req-200e8d8f-21f8-423d-83fe-b7509c79fb00 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:24:32.522201 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cd6bef-6178-43e6-b858-511747ec9f1e", "name": "network-vif-deleted", "tag": "c14f1259-e093-4fb5-aa31-b8f529f63d6f", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:24:32.522467 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-200e8d8f-21f8-423d-83fe-b7509c79fb00 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:24:32.522910 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cd6bef-6178-43e6-b858-511747ec9f1e', 'name': 'network-vif-deleted', 'tag': 'c14f1259-e093-4fb5-aa31-b8f529f63d6f', 'status': 'completed', 'code': 200} Feb 20 06:24:32.557509 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-1fc016e2-a466-44a6-9d04-2bd87d2e31db None None] Set router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:24:32.764665 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1fc016e2-a466-44a6-9d04-2bd87d2e31db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'de9f36a6-3b5a-4ad1-a2c9-b10168419a1a', 'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'mac_address': 'fa:16:3e:72:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:49Z', 'updated_at': '2022-02-20T06:23:53Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'subnets': [{'id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:24:32.793474 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc016e2-a466-44a6-9d04-2bd87d2e31db None None] Checking router: d518a91a-bcc1-4764-b574-8c08c3b7a2c0 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:24:32.802235 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc016e2-a466-44a6-9d04-2bd87d2e31db None None] Routers {'d518a91a-bcc1-4764-b574-8c08c3b7a2c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:24:32.802838 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1fc016e2-a466-44a6-9d04-2bd87d2e31db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:24:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:24:32.915476 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-1fc016e2-a466-44a6-9d04-2bd87d2e31db None None] Set router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:24:32.923634 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-1797556f-3d51-464a-874c-9d8ea3f36b36 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--184138247&fields=id&tenant_id=20fdf1ad31dc420d879a58636b424b5c HTTP/1.1" status: 200 len: 267 time: 0.0521712 Feb 20 06:24:33.037401 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-2f7f52e3-588b-4cf0-b905-393fd7cd0ff4 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:33.038867 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-2f7f52e3-588b-4cf0-b905-393fd7cd0ff4 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 811 time: 0.1086187 Feb 20 06:24:33.053994 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b7cc0b21-e745-4db0-b094-ffde3b9ba86b tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/quotas/20fdf1ad31dc420d879a58636b424b5c HTTP/1.1" status: 200 len: 375 time: 0.0091269 Feb 20 06:24:33.112844 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-303603bf-5589-485e-842a-4d3485fdcf7b tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535645 Feb 20 06:24:33.116213 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1fc016e2-a466-44a6-9d04-2bd87d2e31db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'de9f36a6-3b5a-4ad1-a2c9-b10168419a1a', 'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'mac_address': 'fa:16:3e:72:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:49Z', 'updated_at': '2022-02-20T06:23:53Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'subnets': [{'id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:24:33.146392 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc016e2-a466-44a6-9d04-2bd87d2e31db None None] The sync data for ids ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'] in n-d-829866-5 is: [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'de9f36a6-3b5a-4ad1-a2c9-b10168419a1a', 'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'mac_address': 'fa:16:3e:72:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:49Z', 'updated_at': '2022-02-20T06:23:53Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'subnets': [{'id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:24:33.215098 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-06963d16-9263-43f0-ace3-ad9eb4c0aabc service neutron] 10.222.0.37 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899599 Feb 20 06:24:33.310778 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-bd9f9a75-25c1-4866-92ed-695f0ad64548 service neutron] 10.222.0.37 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898302 Feb 20 06:24:33.379648 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b96da-64d5-4321-a98a-8e358cf01f2f None None] New status for floating IP 8ace65f1-7233-4450-96f4-a572addb243c: DOWN {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:24:33.478822 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d77fc45-71e3-4a50-82d1-b0799b334e9a req-bc777ad7-9f97-43cf-b1ba-40468e669b5d tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 210 time: 0.0292070 Feb 20 06:24:34.007170 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:24:34.375874 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-59d2c5b5-43e1-4569-8776-5664ed7e6ec5 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:34.377333 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-59d2c5b5-43e1-4569-8776-5664ed7e6ec5 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.48 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 811 time: 0.1039240 Feb 20 06:24:34.436501 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-269ab172-14d6-4ea1-aba1-f447f12d5cf6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20fdf1ad31dc420d879a58636b424b5c HTTP/1.1" status: 200 len: 379 time: 0.0518436 Feb 20 06:24:34.446277 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b5dc3373-05a9-4fe0-981e-9eb1104c07c6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Request body: {'port': {'device_id': 'f296a5eb-f42a-47a6-bce5-901ef06b4a36', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'admin_state_up': True, 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'security_groups': ['4c8cec96-69c4-445a-b62e-8462dd1cf89b']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:24:34.558599 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b5dc3373-05a9-4fe0-981e-9eb1104c07c6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Made reservation on behalf of 20fdf1ad31dc420d879a58636b424b5c for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:24:34.561966 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b5dc3373-05a9-4fe0-981e-9eb1104c07c6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:34.585349 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-94248cf9-afb1-4a4a-9243-59b2c4d79b87 req-d4534912-86b8-4333-9363-ed59a82f5334 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 210 time: 0.0334201 Feb 20 06:24:34.686328 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device c14f1259-e093-4fb5-aa31-b8f529f63d6f no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:24:34.691430 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b5dc3373-05a9-4fe0-981e-9eb1104c07c6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Allocated IP 172.20.0.6 (4e50edd7-68fa-49bd-9de5-7cef02264aa1/c39afe4b-ab4e-42c4-9c78-c0a98430970c/e105e5d3-d788-4410-bc97-1a1382d9520d) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:24:34.707048 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: c14f1259-e093-4fb5-aa31-b8f529f63d6f {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:24:34.707539 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device c14f1259-e093-4fb5-aa31-b8f529f63d6f not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:24:34.828511 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b5dc3373-05a9-4fe0-981e-9eb1104c07c6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for port (e105e5d3-d788-4410-bc97-1a1382d9520d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:34.861348 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b5dc3373-05a9-4fe0-981e-9eb1104c07c6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e105e5d3-d788-4410-bc97-1a1382d9520d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:34.905763 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b5dc3373-05a9-4fe0-981e-9eb1104c07c6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:24:34.908859 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b5dc3373-05a9-4fe0-981e-9eb1104c07c6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:24:34.913199 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b5dc3373-05a9-4fe0-981e-9eb1104c07c6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:24:34.941323 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc3373-05a9-4fe0-981e-9eb1104c07c6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Pushing event updated for resources: {'Port': ['ID=e105e5d3-d788-4410-bc97-1a1382d9520d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:24:34.970102 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b5dc3373-05a9-4fe0-981e-9eb1104c07c6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:34.970732 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b5dc3373-05a9-4fe0-981e-9eb1104c07c6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:34.987378 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b5dc3373-05a9-4fe0-981e-9eb1104c07c6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5445352 Feb 20 06:24:34.999304 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b613ad41-cbdd-418d-8cb0-80f7283bafc6 service neutron] Request body: {'port': {'device_id': 'f296a5eb-f42a-47a6-bce5-901ef06b4a36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:24:35.065544 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b613ad41-cbdd-418d-8cb0-80f7283bafc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e105e5d3-d788-4410-bc97-1a1382d9520d), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:35.168233 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e21b46a2-7b54-4b7f-ac3b-5bbb49f00cb9 None None] Provisioning complete for port e105e5d3-d788-4410-bc97-1a1382d9520d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:24:35.168608 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e21b46a2-7b54-4b7f-ac3b-5bbb49f00cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e105e5d3-d788-4410-bc97-1a1382d9520d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:35.202090 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e21b46a2-7b54-4b7f-ac3b-5bbb49f00cb9 None None] Port e105e5d3-d788-4410-bc97-1a1382d9520d cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:24:35.325676 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b613ad41-cbdd-418d-8cb0-80f7283bafc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e105e5d3-d788-4410-bc97-1a1382d9520d {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:24:35.332967 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b613ad41-cbdd-418d-8cb0-80f7283bafc6 service neutron] Publish callbacks [] for port (e105e5d3-d788-4410-bc97-1a1382d9520d), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:35.344919 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b613ad41-cbdd-418d-8cb0-80f7283bafc6 service neutron] Transition to ACTIVE for port object e105e5d3-d788-4410-bc97-1a1382d9520d will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:24:35.348580 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b613ad41-cbdd-418d-8cb0-80f7283bafc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (e105e5d3-d788-4410-bc97-1a1382d9520d), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:35.397638 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b613ad41-cbdd-418d-8cb0-80f7283bafc6 service neutron] Pushing event updated for resources: {'Port': ['ID=e105e5d3-d788-4410-bc97-1a1382d9520d,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:24:35.474428 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b613ad41-cbdd-418d-8cb0-80f7283bafc6 service neutron] Attempting to bind port e105e5d3-d788-4410-bc97-1a1382d9520d on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:24:35.474769 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b613ad41-cbdd-418d-8cb0-80f7283bafc6 service neutron] Attempting to bind port e105e5d3-d788-4410-bc97-1a1382d9520d by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:24:35.475134 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b613ad41-cbdd-418d-8cb0-80f7283bafc6 service neutron] Attempting to bind port e105e5d3-d788-4410-bc97-1a1382d9520d on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:24:35.479677 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b613ad41-cbdd-418d-8cb0-80f7283bafc6 service neutron] Port e105e5d3-d788-4410-bc97-1a1382d9520d on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:24:35.480006 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b613ad41-cbdd-418d-8cb0-80f7283bafc6 service neutron] Attempting to bind port e105e5d3-d788-4410-bc97-1a1382d9520d on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:24:35.485584 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b613ad41-cbdd-418d-8cb0-80f7283bafc6 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:24:35.485940 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b613ad41-cbdd-418d-8cb0-80f7283bafc6 service neutron] Checking segment: {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:24:35.486339 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b613ad41-cbdd-418d-8cb0-80f7283bafc6 service neutron] Bound using segment: {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:24:35.486765 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b613ad41-cbdd-418d-8cb0-80f7283bafc6 service neutron] Bound port: e105e5d3-d788-4410-bc97-1a1382d9520d, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:24:35.487154 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b613ad41-cbdd-418d-8cb0-80f7283bafc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e105e5d3-d788-4410-bc97-1a1382d9520d), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:35.552183 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b613ad41-cbdd-418d-8cb0-80f7283bafc6 service neutron] For port e105e5d3-d788-4410-bc97-1a1382d9520d, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:24:35.555196 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b613ad41-cbdd-418d-8cb0-80f7283bafc6 service neutron] For port e105e5d3-d788-4410-bc97-1a1382d9520d, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=e105e5d3-d788-4410-bc97-1a1382d9520d,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:24:35.561689 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b613ad41-cbdd-418d-8cb0-80f7283bafc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (e105e5d3-d788-4410-bc97-1a1382d9520d), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:35.592499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b613ad41-cbdd-418d-8cb0-80f7283bafc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:35.593170 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b613ad41-cbdd-418d-8cb0-80f7283bafc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:35.594672 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-b613ad41-cbdd-418d-8cb0-80f7283bafc6 service neutron] 10.222.0.48 "PUT /v2.0/ports/e105e5d3-d788-4410-bc97-1a1382d9520d HTTP/1.1" status: 200 len: 1091 time: 0.6007073 Feb 20 06:24:35.596918 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f296a5eb-f42a-47a6-bce5-901ef06b4a36', 'tag': 'e105e5d3-d788-4410-bc97-1a1382d9520d'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:24:35.599355 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1684bcdf-5a51-487b-a667-c0a92895a192" -d '{"events": [{"name": "network-changed", "server_uuid": "f296a5eb-f42a-47a6-bce5-901ef06b4a36", "tag": "e105e5d3-d788-4410-bc97-1a1382d9520d"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:24:35.629761 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b613ad41-cbdd-418d-8cb0-80f7283bafc6 service neutron] Pushing event updated for resources: {'Port': ['ID=e105e5d3-d788-4410-bc97-1a1382d9520d,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:24:35.676225 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e498ae9-b6e0-446b-af67-96f075caefa7 x-openstack-request-id: req-3e498ae9-b6e0-446b-af67-96f075caefa7 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:24:35.676655 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f296a5eb-f42a-47a6-bce5-901ef06b4a36", "tag": "e105e5d3-d788-4410-bc97-1a1382d9520d", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:24:35.677041 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e498ae9-b6e0-446b-af67-96f075caefa7 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:24:35.677510 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f296a5eb-f42a-47a6-bce5-901ef06b4a36', 'tag': 'e105e5d3-d788-4410-bc97-1a1382d9520d', 'status': 'completed', 'code': 200} Feb 20 06:24:35.696960 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-52a28b80-f6a3-4ce7-87c8-5131a8644352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:35.698571 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-52a28b80-f6a3-4ce7-87c8-5131a8644352 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 1125 time: 0.0568452 Feb 20 06:24:35.742030 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-9f2cbf8a-85e9-4afa-9b8f-fad69b31245f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e105e5d3-d788-4410-bc97-1a1382d9520d HTTP/1.1" status: 200 len: 217 time: 0.0361483 Feb 20 06:24:35.761235 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8630061-f183-4ac3-bf94-20d3414d0de7 req-9c684971-86d8-4d4b-a2de-a501a2ddf431 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:35.763443 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f8630061-f183-4ac3-bf94-20d3414d0de7 req-9c684971-86d8-4d4b-a2de-a501a2ddf431 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 943 time: 0.0580118 Feb 20 06:24:35.792377 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-46ebab39-6b43-4de8-9a6a-ca90385aaf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:35.794460 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-46ebab39-6b43-4de8-9a6a-ca90385aaf80 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0467918 Feb 20 06:24:35.817692 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f8630061-f183-4ac3-bf94-20d3414d0de7 req-dbd2a78a-4c5b-4dc6-a93d-1e60d1e86e8b tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482800 Feb 20 06:24:35.847554 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-593e8fc3-1b89-442e-8301-a5113d989cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:35.849060 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-593e8fc3-1b89-442e-8301-a5113d989cd1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490201 Feb 20 06:24:35.936602 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-ba65d3b7-f1ca-4213-9bf3-4ab7169e1927 service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811679 Feb 20 06:24:36.027332 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-77f7e83f-cf74-49e9-9211-3bbaa82a3206 req-aa5d9159-a157-4522-9e86-888683ccdeb4 service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856166 Feb 20 06:24:36.114230 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684bcdf-5a51-487b-a667-c0a92895a192 req-df653dbc-418f-43f0-8816-82f564ddbeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:36.115757 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1684bcdf-5a51-487b-a667-c0a92895a192 req-df653dbc-418f-43f0-8816-82f564ddbeb3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 1125 time: 0.0441582 Feb 20 06:24:36.202921 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684bcdf-5a51-487b-a667-c0a92895a192 req-136c3049-242c-479b-8056-5c91ba79f553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:36.204440 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1684bcdf-5a51-487b-a667-c0a92895a192 req-136c3049-242c-479b-8056-5c91ba79f553 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.0825677 Feb 20 06:24:36.247284 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1684bcdf-5a51-487b-a667-c0a92895a192 req-7eea9a26-98c5-43a5-9696-3a6edee6b0fc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e105e5d3-d788-4410-bc97-1a1382d9520d HTTP/1.1" status: 200 len: 217 time: 0.0371642 Feb 20 06:24:36.293283 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684bcdf-5a51-487b-a667-c0a92895a192 req-ec520b4d-b657-4c4f-a71c-ac65fecc3503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:36.295252 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1684bcdf-5a51-487b-a667-c0a92895a192 req-ec520b4d-b657-4c4f-a71c-ac65fecc3503 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0417893 Feb 20 06:24:36.343447 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684bcdf-5a51-487b-a667-c0a92895a192 req-2ae8614e-6bb0-455f-925e-be6c72db2512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:36.344887 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1684bcdf-5a51-487b-a667-c0a92895a192 req-2ae8614e-6bb0-455f-925e-be6c72db2512 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434732 Feb 20 06:24:36.702366 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1684bcdf-5a51-487b-a667-c0a92895a192 req-3ed1bca2-eaf5-44f1-a2b4-7177ee0da2e2 service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511081 Feb 20 06:24:36.788749 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1684bcdf-5a51-487b-a667-c0a92895a192 req-25cb6329-c7aa-4d35-9638-29a490411dad service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798442 Feb 20 06:24:36.934270 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7278c-1441-489d-ac0c-cd35caf1cd69 req-9b623daf-4c1f-46c8-9b86-60f2ec129a7f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:36.936322 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-18c7278c-1441-489d-ac0c-cd35caf1cd69 req-9b623daf-4c1f-46c8-9b86-60f2ec129a7f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 943 time: 0.0530996 Feb 20 06:24:36.980791 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-18c7278c-1441-489d-ac0c-cd35caf1cd69 req-a00e17eb-4a8b-4cc7-b953-3918b7f838f1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388989 Feb 20 06:24:38.103198 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3dac7-ea5f-464a-b960-0415b2492089 req-64479e44-5c5c-4fb5-84e4-5f72fd1cde1c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:38.104636 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-45c3dac7-ea5f-464a-b960-0415b2492089 req-64479e44-5c5c-4fb5-84e4-5f72fd1cde1c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 943 time: 0.0553968 Feb 20 06:24:38.150467 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-45c3dac7-ea5f-464a-b960-0415b2492089 req-18ce250e-ea1b-4ace-96ff-2cec9ada3856 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402770 Feb 20 06:24:38.732506 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device e105e5d3-d788-4410-bc97-1a1382d9520d details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:24:38.985757 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port e105e5d3-d788-4410-bc97-1a1382d9520d, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=e105e5d3-d788-4410-bc97-1a1382d9520d,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:24:38.996225 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'e105e5d3-d788-4410-bc97-1a1382d9520d', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'port_id': 'e105e5d3-d788-4410-bc97-1a1382d9520d', 'mac_address': 'fa:16:3e:bf:96:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:24:39.033160 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port e105e5d3-d788-4410-bc97-1a1382d9520d is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:24:39.033547 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e105e5d3-d788-4410-bc97-1a1382d9520d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:39.045644 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e105e5d3-d788-4410-bc97-1a1382d9520d {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:24:39.064192 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port e105e5d3-d788-4410-bc97-1a1382d9520d, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=e105e5d3-d788-4410-bc97-1a1382d9520d,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:24:39.067682 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e105e5d3-d788-4410-bc97-1a1382d9520d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:39.113138 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=e105e5d3-d788-4410-bc97-1a1382d9520d,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:24:39.265103 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['e105e5d3-d788-4410-bc97-1a1382d9520d'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:24:39.271821 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf0f41-2677-4b7a-b215-54e1ea12afa0 req-a9a83ed9-35cd-4206-a59e-e6d1e57b513c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:39.273295 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16cf0f41-2677-4b7a-b215-54e1ea12afa0 req-a9a83ed9-35cd-4206-a59e-e6d1e57b513c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 944 time: 0.0530550 Feb 20 06:24:39.321023 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16cf0f41-2677-4b7a-b215-54e1ea12afa0 req-c320695f-09d4-43b9-83aa-0fcb97ee296a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414176 Feb 20 06:24:40.439112 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d2e80-db4d-481f-ac11-e075a3b1dff5 req-a0f841d7-b4db-4c47-85db-46308d7c3619 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:40.440573 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fb0d2e80-db4d-481f-ac11-e075a3b1dff5 req-a0f841d7-b4db-4c47-85db-46308d7c3619 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 944 time: 0.0511899 Feb 20 06:24:40.489332 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fb0d2e80-db4d-481f-ac11-e075a3b1dff5 req-c5742ce5-b457-4e0c-950f-8c0c0dbd6775 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431364 Feb 20 06:24:40.753122 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device e105e5d3-d788-4410-bc97-1a1382d9520d up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:24:40.799780 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port e105e5d3-d788-4410-bc97-1a1382d9520d completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:24:40.803687 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port e105e5d3-d788-4410-bc97-1a1382d9520d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:24:40.804063 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e105e5d3-d788-4410-bc97-1a1382d9520d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:40.881076 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port e105e5d3-d788-4410-bc97-1a1382d9520d is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:24:40.881485 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e105e5d3-d788-4410-bc97-1a1382d9520d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:40.903365 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f296a5eb-f42a-47a6-bce5-901ef06b4a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e105e5d3-d788-4410-bc97-1a1382d9520d'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:24:40.905580 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89097c85-b0eb-4f0e-8ff1-2c94ce8ce3d3" -d '{"events": [{"server_uuid": "f296a5eb-f42a-47a6-bce5-901ef06b4a36", "name": "network-vif-plugged", "status": "completed", "tag": "e105e5d3-d788-4410-bc97-1a1382d9520d"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:24:40.918261 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port e105e5d3-d788-4410-bc97-1a1382d9520d, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=e105e5d3-d788-4410-bc97-1a1382d9520d,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:24:40.922515 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e105e5d3-d788-4410-bc97-1a1382d9520d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:40.944839 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abceb1f0-f98f-4a69-aef8-943a82157c3d x-openstack-request-id: req-abceb1f0-f98f-4a69-aef8-943a82157c3d {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:24:40.945131 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f296a5eb-f42a-47a6-bce5-901ef06b4a36", "name": "network-vif-plugged", "status": "completed", "tag": "e105e5d3-d788-4410-bc97-1a1382d9520d", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:24:40.945384 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abceb1f0-f98f-4a69-aef8-943a82157c3d {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:24:40.945779 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f296a5eb-f42a-47a6-bce5-901ef06b4a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e105e5d3-d788-4410-bc97-1a1382d9520d', 'code': 200} Feb 20 06:24:40.974127 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=e105e5d3-d788-4410-bc97-1a1382d9520d,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:24:41.039436 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c21748-5a64-45a4-ae7c-322b049f0557 req-c7199409-776b-46e2-8273-a33c993bbc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:41.040845 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c2c21748-5a64-45a4-ae7c-322b049f0557 req-c7199409-776b-46e2-8273-a33c993bbc98 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 1127 time: 0.0471373 Feb 20 06:24:41.082302 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c2c21748-5a64-45a4-ae7c-322b049f0557 req-1c9505f1-8c32-408c-ad01-0ad573527481 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356548 Feb 20 06:24:41.608195 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53459bc-f027-44af-b736-32ecbae1e8aa req-5517e922-b8ef-4268-8bd1-235270490517 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:41.609646 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e53459bc-f027-44af-b736-32ecbae1e8aa req-5517e922-b8ef-4268-8bd1-235270490517 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0520790 Feb 20 06:24:41.655126 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e53459bc-f027-44af-b736-32ecbae1e8aa req-87e6a68c-306c-42c2-a57a-1ae6614b4143 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398295 Feb 20 06:24:42.772160 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5eb390-7224-4627-9def-258fb0d00bf5 req-3954534f-f376-48d0-abba-51bf703b38d6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:42.773628 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d5eb390-7224-4627-9def-258fb0d00bf5 req-3954534f-f376-48d0-abba-51bf703b38d6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0514972 Feb 20 06:24:42.818609 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d5eb390-7224-4627-9def-258fb0d00bf5 req-a363c312-41b7-4abc-870c-fed0798fe68a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395265 Feb 20 06:24:42.933341 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f7c3b-cdbb-4b49-a3be-f133d73ded6c req-4f055cd2-6e1b-40a9-be37-0da518752269 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:42.935315 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-107f7c3b-cdbb-4b49-a3be-f133d73ded6c req-4f055cd2-6e1b-40a9-be37-0da518752269 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0556314 Feb 20 06:24:42.943757 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51632) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:24:42.948064 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-bbeaae5e-cfb5-48da-8d62-2191f00f55ad tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Request body: {'floatingip': {'port_id': 'e105e5d3-d788-4410-bc97-1a1382d9520d'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:24:42.985999 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bbeaae5e-cfb5-48da-8d62-2191f00f55ad tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for floatingip (8ace65f1-7233-4450-96f4-a572addb243c), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:43.743703 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bbeaae5e-cfb5-48da-8d62-2191f00f55ad tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:43.747688 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bbeaae5e-cfb5-48da-8d62-2191f00f55ad tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (8ace65f1-7233-4450-96f4-a572addb243c), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:43.847838 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-bbeaae5e-cfb5-48da-8d62-2191f00f55ad tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Floating IP 8ace65f1-7233-4450-96f4-a572addb243c associated. External IP: 172.25.3.150, port: e105e5d3-d788-4410-bc97-1a1382d9520d. Feb 20 06:24:44.058219 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbeaae5e-cfb5-48da-8d62-2191f00f55ad tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:24:44.166714 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbeaae5e-cfb5-48da-8d62-2191f00f55ad tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:24:44.171863 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bbeaae5e-cfb5-48da-8d62-2191f00f55ad tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:44.178482 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6e81f0-623a-4aa8-8e9f-6379789b6151 None None] Sync routers for ids ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:24:44.187429 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6e81f0-623a-4aa8-8e9f-6379789b6151 None None] Routers {'d518a91a-bcc1-4764-b574-8c08c3b7a2c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:24:44.188027 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6f6e81f0-623a-4aa8-8e9f-6379789b6151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:24:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:24:44.200497 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bbeaae5e-cfb5-48da-8d62-2191f00f55ad tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "PUT /v2.0/floatingips/8ace65f1-7233-4450-96f4-a572addb243c HTTP/1.1" status: 200 len: 991 time: 1.2557023 Feb 20 06:24:44.201092 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f296a5eb-f42a-47a6-bce5-901ef06b4a36', 'tag': 'e105e5d3-d788-4410-bc97-1a1382d9520d'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:24:44.203380 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78934f98bf255cbf8729f55a3e84459a3773ac23536445eeb810cf99c856869a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c29ea3-2a9e-406f-b3af-e9a8896ee0a7" -d '{"events": [{"name": "network-changed", "server_uuid": "f296a5eb-f42a-47a6-bce5-901ef06b4a36", "tag": "e105e5d3-d788-4410-bc97-1a1382d9520d"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:24:44.307847 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-6f6e81f0-623a-4aa8-8e9f-6379789b6151 None None] Set router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:24:44.327443 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c23786-4aee-42d2-9332-69ac969265b1 x-openstack-request-id: req-84c23786-4aee-42d2-9332-69ac969265b1 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:24:44.327741 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f296a5eb-f42a-47a6-bce5-901ef06b4a36", "tag": "e105e5d3-d788-4410-bc97-1a1382d9520d", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:24:44.328058 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84c23786-4aee-42d2-9332-69ac969265b1 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:24:44.328465 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f296a5eb-f42a-47a6-bce5-901ef06b4a36', 'tag': 'e105e5d3-d788-4410-bc97-1a1382d9520d', 'status': 'completed', 'code': 200} Feb 20 06:24:44.394428 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c29ea3-2a9e-406f-b3af-e9a8896ee0a7 req-2d9df314-0fc4-45c4-a8b6-f3614b4660b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:44.396696 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8c29ea3-2a9e-406f-b3af-e9a8896ee0a7 req-2d9df314-0fc4-45c4-a8b6-f3614b4660b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 1127 time: 0.0496135 Feb 20 06:24:44.433569 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de8152-f7b4-4806-be27-f14f4d704d02 req-a12f09be-0cff-4240-8c9e-d72b8113f82c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:44.438855 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9de8152-f7b4-4806-be27-f14f4d704d02 req-a12f09be-0cff-4240-8c9e-d72b8113f82c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0586183 Feb 20 06:24:44.485354 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c9de8152-f7b4-4806-be27-f14f4d704d02 req-321d26e0-e337-462d-8f8a-77398b14afa5 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431421 Feb 20 06:24:44.493895 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c29ea3-2a9e-406f-b3af-e9a8896ee0a7 req-c3e473c3-c9b2-4c76-bd31-427935621f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:44.495656 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8c29ea3-2a9e-406f-b3af-e9a8896ee0a7 req-c3e473c3-c9b2-4c76-bd31-427935621f03 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.0930879 Feb 20 06:24:44.552262 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6f6e81f0-623a-4aa8-8e9f-6379789b6151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '8ace65f1-7233-4450-96f4-a572addb243c', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'port_id': 'e105e5d3-d788-4410-bc97-1a1382d9520d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'mac_address': 'fa:16:3e:bf:96:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296a5eb-f42a-47a6-bce5-901ef06b4a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:23:52Z', 'updated_at': '2022-02-20T06:24:43Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de9f36a6-3b5a-4ad1-a2c9-b10168419a1a', 'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'mac_address': 'fa:16:3e:72:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:49Z', 'updated_at': '2022-02-20T06:23:53Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'subnets': [{'id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:24:44.568964 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8c29ea3-2a9e-406f-b3af-e9a8896ee0a7 req-a72cdcc0-9989-4104-89df-58d73a42b6ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e105e5d3-d788-4410-bc97-1a1382d9520d HTTP/1.1" status: 200 len: 999 time: 0.0662785 Feb 20 06:24:44.582390 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6e81f0-623a-4aa8-8e9f-6379789b6151 None None] Checking router: d518a91a-bcc1-4764-b574-8c08c3b7a2c0 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:24:44.590691 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6e81f0-623a-4aa8-8e9f-6379789b6151 None None] Routers {'d518a91a-bcc1-4764-b574-8c08c3b7a2c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:24:44.591331 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6f6e81f0-623a-4aa8-8e9f-6379789b6151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:24:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:24:44.615438 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c29ea3-2a9e-406f-b3af-e9a8896ee0a7 req-5e11520a-b23a-49d4-90e1-173faad37db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:44.616854 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8c29ea3-2a9e-406f-b3af-e9a8896ee0a7 req-5e11520a-b23a-49d4-90e1-173faad37db3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0427141 Feb 20 06:24:44.669012 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c29ea3-2a9e-406f-b3af-e9a8896ee0a7 req-cea8c0d6-e7e1-48fb-8fdb-ac8b9eaefaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:44.670494 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8c29ea3-2a9e-406f-b3af-e9a8896ee0a7 req-cea8c0d6-e7e1-48fb-8fdb-ac8b9eaefaca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471718 Feb 20 06:24:44.762553 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8c29ea3-2a9e-406f-b3af-e9a8896ee0a7 req-519505c0-c986-4609-85c8-3c65b21cafa3 service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866582 Feb 20 06:24:44.792996 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-6f6e81f0-623a-4aa8-8e9f-6379789b6151 None None] Set router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:24:44.855462 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8c29ea3-2a9e-406f-b3af-e9a8896ee0a7 req-726673a0-c4b0-42e5-bb19-f6c11afaf1c9 service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876503 Feb 20 06:24:45.014158 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6f6e81f0-623a-4aa8-8e9f-6379789b6151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '8ace65f1-7233-4450-96f4-a572addb243c', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'port_id': 'e105e5d3-d788-4410-bc97-1a1382d9520d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'mac_address': 'fa:16:3e:bf:96:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296a5eb-f42a-47a6-bce5-901ef06b4a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:23:52Z', 'updated_at': '2022-02-20T06:24:43Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de9f36a6-3b5a-4ad1-a2c9-b10168419a1a', 'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'mac_address': 'fa:16:3e:72:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:49Z', 'updated_at': '2022-02-20T06:23:53Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'subnets': [{'id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:24:45.039262 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6e81f0-623a-4aa8-8e9f-6379789b6151 None None] The sync data for ids ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'] in n-d-829866-5 is: [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '8ace65f1-7233-4450-96f4-a572addb243c', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'port_id': 'e105e5d3-d788-4410-bc97-1a1382d9520d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'mac_address': 'fa:16:3e:bf:96:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296a5eb-f42a-47a6-bce5-901ef06b4a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:23:52Z', 'updated_at': '2022-02-20T06:24:43Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de9f36a6-3b5a-4ad1-a2c9-b10168419a1a', 'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'mac_address': 'fa:16:3e:72:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:49Z', 'updated_at': '2022-02-20T06:23:53Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'subnets': [{'id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:24:45.236047 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f78103e-62cd-45d6-9247-f42134dbab08 None None] New status for floating IP 8ace65f1-7233-4450-96f4-a572addb243c: ACTIVE {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:24:45.604274 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54ac47-0f56-4718-8aef-604e8423cf3a req-9950383f-d0b7-4511-995d-a7552a44fd41 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:45.605778 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dd54ac47-0f56-4718-8aef-604e8423cf3a req-9950383f-d0b7-4511-995d-a7552a44fd41 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0518682 Feb 20 06:24:45.656228 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dd54ac47-0f56-4718-8aef-604e8423cf3a req-666ed291-6484-421a-b3e3-21e95baa68da tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446944 Feb 20 06:24:46.545100 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4036f6fc-3866-4f92-932f-4d87e4cbd9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:46.772740 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03af052-12cd-4413-864d-08ea0983d03d req-215d6579-4fae-40a7-b09f-623f5fad0f64 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:46.774195 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b03af052-12cd-4413-864d-08ea0983d03d req-215d6579-4fae-40a7-b09f-623f5fad0f64 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0515189 Feb 20 06:24:46.819940 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b03af052-12cd-4413-864d-08ea0983d03d req-626854f1-f92d-4da1-8b39-805cdf5f1ca0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394437 Feb 20 06:24:47.942000 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe740e-2832-41f8-8c79-6f8003d79cfc req-1cbd06fc-f890-4b01-a8dd-5c5bc7c19819 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:47.943731 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4bfe740e-2832-41f8-8c79-6f8003d79cfc req-1cbd06fc-f890-4b01-a8dd-5c5bc7c19819 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0567799 Feb 20 06:24:47.994916 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4bfe740e-2832-41f8-8c79-6f8003d79cfc req-e8afbf64-4e90-45b5-9ccf-1786739df5ed tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452976 Feb 20 06:24:49.003069 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ba1737fa-e004-4612-bad8-7f948b7e2ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:49.122757 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71189157-4bcc-4258-9eaa-4b43ed9e87ea req-c955634c-c39d-4ba8-97b3-23e20b466534 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:49.124443 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-71189157-4bcc-4258-9eaa-4b43ed9e87ea req-c955634c-c39d-4ba8-97b3-23e20b466534 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0561790 Feb 20 06:24:49.170138 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-71189157-4bcc-4258-9eaa-4b43ed9e87ea req-eda28d4b-a41d-43c0-9051-994555e01c93 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403495 Feb 20 06:24:49.751739 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:50.294730 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e63f5f-400e-4758-a0d5-ef74c7f7d72f req-d07a54e0-3ee6-4dc0-81dc-156b538137a9 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:50.296257 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-04e63f5f-400e-4758-a0d5-ef74c7f7d72f req-d07a54e0-3ee6-4dc0-81dc-156b538137a9 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0577011 Feb 20 06:24:50.342506 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-04e63f5f-400e-4758-a0d5-ef74c7f7d72f req-e4829625-925b-44b9-814e-ccfcef8b8245 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405927 Feb 20 06:24:51.462660 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5a3e1-e98b-422c-89f6-f0ff3ea7ce89 req-e7df77de-23be-408b-8158-c8daa9942d1c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:51.464159 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ff5a3e1-e98b-422c-89f6-f0ff3ea7ce89 req-e7df77de-23be-408b-8158-c8daa9942d1c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0523379 Feb 20 06:24:51.514358 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ff5a3e1-e98b-422c-89f6-f0ff3ea7ce89 req-1b802de9-35ea-4d3f-ae97-cdb7ce453ccd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441151 Feb 20 06:24:51.578993 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:52.639743 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8ffdb-7e92-47a1-9843-511f9faea67a req-a96a8e78-dd4f-47f4-8bf6-3f954a39b79c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:52.641231 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9bd8ffdb-7e92-47a1-9843-511f9faea67a req-a96a8e78-dd4f-47f4-8bf6-3f954a39b79c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0597899 Feb 20 06:24:52.687678 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9bd8ffdb-7e92-47a1-9843-511f9faea67a req-b002a198-3884-4a95-bea4-bb56470e16e7 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408652 Feb 20 06:24:52.754974 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:53.305712 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:53.806320 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb34303-2f5e-4012-b357-977191316223 req-8243c7de-9165-48d5-a4d3-a88287f24391 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:53.807806 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aeb34303-2f5e-4012-b357-977191316223 req-8243c7de-9165-48d5-a4d3-a88287f24391 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0524545 Feb 20 06:24:53.852682 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aeb34303-2f5e-4012-b357-977191316223 req-7f0a364e-b7b9-4fe8-83ec-172ffb81cf17 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392098 Feb 20 06:24:54.316449 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba343b16-4413-41ac-95c5-4a366c9f6f02 req-480c0fe4-c52b-4ebb-b080-9cd820bc53a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:54.317893 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ba343b16-4413-41ac-95c5-4a366c9f6f02 req-480c0fe4-c52b-4ebb-b080-9cd820bc53a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 1127 time: 0.0477774 Feb 20 06:24:54.425256 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba343b16-4413-41ac-95c5-4a366c9f6f02 req-38c721db-c5cb-41b5-b872-d1a4821417b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:54.426742 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ba343b16-4413-41ac-95c5-4a366c9f6f02 req-38c721db-c5cb-41b5-b872-d1a4821417b6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.0836706 Feb 20 06:24:54.496325 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ba343b16-4413-41ac-95c5-4a366c9f6f02 req-79c6009d-7e38-4319-aca2-e22cb81dfab9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e105e5d3-d788-4410-bc97-1a1382d9520d HTTP/1.1" status: 200 len: 1001 time: 0.0605779 Feb 20 06:24:54.543531 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba343b16-4413-41ac-95c5-4a366c9f6f02 req-50b82043-8da7-4004-a5cc-076f2c406e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:54.545007 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ba343b16-4413-41ac-95c5-4a366c9f6f02 req-50b82043-8da7-4004-a5cc-076f2c406e05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0426288 Feb 20 06:24:54.593439 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba343b16-4413-41ac-95c5-4a366c9f6f02 req-a52db564-eb0c-41bf-aa1f-e05ebdf54ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:54.594870 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ba343b16-4413-41ac-95c5-4a366c9f6f02 req-a52db564-eb0c-41bf-aa1f-e05ebdf54ed9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449650 Feb 20 06:24:54.687693 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ba343b16-4413-41ac-95c5-4a366c9f6f02 req-ef933d62-ebaf-48eb-8f41-2ce0025b26f9 service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862365 Feb 20 06:24:54.775310 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ba343b16-4413-41ac-95c5-4a366c9f6f02 req-fdfd5c90-e0a5-4b49-880c-bb8a6fc78969 service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818410 Feb 20 06:24:54.989832 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f65cfb-39c0-4d56-a3f8-f23ad59d6193 req-abf07b3b-d119-4839-a0ca-8fed3a7b0c1c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:54.991336 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e9f65cfb-39c0-4d56-a3f8-f23ad59d6193 req-abf07b3b-d119-4839-a0ca-8fed3a7b0c1c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0585656 Feb 20 06:24:55.038329 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e9f65cfb-39c0-4d56-a3f8-f23ad59d6193 req-0ce83234-b588-4ef2-bf81-ffe3b26608ec tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401375 Feb 20 06:24:55.642816 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:24:56.157880 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f025a96-7435-4f26-b479-c478150d1243 req-b29a6106-61bf-4ff0-bed6-c00b149b60db tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:56.159355 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0f025a96-7435-4f26-b479-c478150d1243 req-b29a6106-61bf-4ff0-bed6-c00b149b60db tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0512590 Feb 20 06:24:56.204374 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0f025a96-7435-4f26-b479-c478150d1243 req-af66db6b-10d8-410e-8dd3-dc4ae455fd15 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394192 Feb 20 06:24:57.326325 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84a141-63b0-4d05-8d58-5500ccfe6104 req-94a4b80d-be30-445e-9ee4-b6c2fa9bf228 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:57.327763 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c84a141-63b0-4d05-8d58-5500ccfe6104 req-94a4b80d-be30-445e-9ee4-b6c2fa9bf228 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0577765 Feb 20 06:24:57.377334 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c84a141-63b0-4d05-8d58-5500ccfe6104 req-f667ce98-02a0-427f-b04a-ad3425506ce5 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436120 Feb 20 06:24:58.496082 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b1197-e412-4287-b3b3-76fb1a2cbb41 req-2b4858c0-a0c2-4931-b562-55e944d3b3c1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:58.497531 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5a2b1197-e412-4287-b3b3-76fb1a2cbb41 req-2b4858c0-a0c2-4931-b562-55e944d3b3c1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0519283 Feb 20 06:24:58.543519 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5a2b1197-e412-4287-b3b3-76fb1a2cbb41 req-9f083213-dd5e-4763-a0a1-fc01a323e3be tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404620 Feb 20 06:24:59.663337 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe863022-f409-4e55-8554-95a0872fb27f req-f17c4bea-b33c-4c47-8fd0-dfb7c2a9ff40 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:24:59.664868 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe863022-f409-4e55-8554-95a0872fb27f req-f17c4bea-b33c-4c47-8fd0-dfb7c2a9ff40 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0541816 Feb 20 06:24:59.716118 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe863022-f409-4e55-8554-95a0872fb27f req-1107f92f-afd7-40f0-bec4-4365e847c8f3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448349 Feb 20 06:25:00.836148 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f37784-62e4-45e5-b5d7-9d3e9fb2d65f req-8c6459e4-88a6-4fce-8699-5fab6011fe24 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:00.837639 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a6f37784-62e4-45e5-b5d7-9d3e9fb2d65f req-8c6459e4-88a6-4fce-8699-5fab6011fe24 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0527716 Feb 20 06:25:00.884911 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a6f37784-62e4-45e5-b5d7-9d3e9fb2d65f req-1d4e31b1-be75-45cb-accf-8418ad7327f1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414453 Feb 20 06:25:02.004617 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f616b6-cbf9-437f-b0d3-66a9e6c27332 req-45684b94-9b52-46a7-ad1c-cc27a76c37f7 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:02.006130 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30f616b6-cbf9-437f-b0d3-66a9e6c27332 req-45684b94-9b52-46a7-ad1c-cc27a76c37f7 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0535891 Feb 20 06:25:02.052823 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-30f616b6-cbf9-437f-b0d3-66a9e6c27332 req-208ef338-9ca8-4a89-87bd-1e7036079197 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403378 Feb 20 06:25:03.176186 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fa5ed-4fb1-4534-a15e-f9d7b7603354 req-644420a6-beb2-4f96-b36d-92aaac8e6ff8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:03.177650 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d26fa5ed-4fb1-4534-a15e-f9d7b7603354 req-644420a6-beb2-4f96-b36d-92aaac8e6ff8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0553803 Feb 20 06:25:03.222990 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d26fa5ed-4fb1-4534-a15e-f9d7b7603354 req-421364a1-eb7e-4683-bf3e-f9698fa2ec91 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391457 Feb 20 06:25:04.342179 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99625e-2c6c-40fd-a39b-73d72cbf6199 req-636d8f7a-4013-4663-8beb-be1c6cb33abb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:04.343676 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7d99625e-2c6c-40fd-a39b-73d72cbf6199 req-636d8f7a-4013-4663-8beb-be1c6cb33abb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0520687 Feb 20 06:25:04.389683 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7d99625e-2c6c-40fd-a39b-73d72cbf6199 req-f5382df6-ef50-43ef-96af-e5c1b1089292 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405214 Feb 20 06:25:05.509307 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f2f2f-cfce-49bf-a284-f5cf113790ab req-540161f5-dcbc-4052-aa67-5acdc25f0734 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:05.510788 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b43f2f2f-cfce-49bf-a284-f5cf113790ab req-540161f5-dcbc-4052-aa67-5acdc25f0734 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0541995 Feb 20 06:25:05.560587 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b43f2f2f-cfce-49bf-a284-f5cf113790ab req-4eca09ae-0aac-4c76-b11a-f55fb6139f22 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442080 Feb 20 06:25:06.678144 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d0995-ce64-434a-95d8-a3468ea952dd req-24f84512-fde6-4ece-95a8-dc946fb3a6c4 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:06.679642 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-655d0995-ce64-434a-95d8-a3468ea952dd req-24f84512-fde6-4ece-95a8-dc946fb3a6c4 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0515685 Feb 20 06:25:06.725670 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-655d0995-ce64-434a-95d8-a3468ea952dd req-654f1ef7-3bd7-4e24-8126-5cad8d288769 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399854 Feb 20 06:25:07.844338 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712303b-e1d7-4f97-8fc8-31c0ec3562a9 req-91beafa4-16e3-4d5a-bda2-3bdedd95b885 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:07.845805 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b712303b-e1d7-4f97-8fc8-31c0ec3562a9 req-91beafa4-16e3-4d5a-bda2-3bdedd95b885 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0516243 Feb 20 06:25:07.891621 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b712303b-e1d7-4f97-8fc8-31c0ec3562a9 req-0e5d85c0-f76b-4f61-91c5-5b63d8c919f3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402787 Feb 20 06:25:09.013550 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e116f-339c-4bff-9ca3-65babd067c30 req-35cc0589-4501-4cf4-ac10-bdbe7811ef43 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:09.015058 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b09e116f-339c-4bff-9ca3-65babd067c30 req-35cc0589-4501-4cf4-ac10-bdbe7811ef43 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0568986 Feb 20 06:25:09.060961 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b09e116f-339c-4bff-9ca3-65babd067c30 req-3b2ec601-556e-40b0-a2a8-23c257d12ff5 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403666 Feb 20 06:25:10.178192 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a71fd-584b-492d-acef-389220990d42 req-916d369a-b812-4e98-8dd4-0ad15e7ee3bf tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:10.179699 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3b3a71fd-584b-492d-acef-389220990d42 req-916d369a-b812-4e98-8dd4-0ad15e7ee3bf tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0529420 Feb 20 06:25:10.225859 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3b3a71fd-584b-492d-acef-389220990d42 req-4714b5bb-1ee2-48fd-8943-988fd14ef539 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398731 Feb 20 06:25:10.473483 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468dc6f5-d2cb-4884-a837-49bf64cf0268 req-c253cdd9-dc2e-4193-8606-a06bad5bd1eb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:10.475008 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-468dc6f5-d2cb-4884-a837-49bf64cf0268 req-c253cdd9-dc2e-4193-8606-a06bad5bd1eb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0612569 Feb 20 06:25:10.554888 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-468dc6f5-d2cb-4884-a837-49bf64cf0268 req-aad61cc2-ea7c-4ecd-ad9b-d392eb59ac09 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740983 Feb 20 06:25:10.568524 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-f0c059a0-f8f2-48d4-9b4e-0d61c93702af service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1067233 Feb 20 06:25:10.896129 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-cb869713-6c02-4e22-983b-019c456d07c7 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:10.897399 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-cb869713-6c02-4e22-983b-019c456d07c7 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports/e105e5d3-d788-4410-bc97-1a1382d9520d HTTP/1.1" status: 200 len: 942 time: 0.0463073 Feb 20 06:25:11.006531 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:25:11.663718 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-837aa57d-cbcd-4b50-b107-44f3cb754b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:11.665245 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-837aa57d-cbcd-4b50-b107-44f3cb754b1e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 1127 time: 0.0507693 Feb 20 06:25:11.679774 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920698e5-3c8c-466b-95e9-48f4f9d80d02 req-8ea5af57-3a6e-4104-8c04-28f7849b7618 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:11.681448 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-920698e5-3c8c-466b-95e9-48f4f9d80d02 req-8ea5af57-3a6e-4104-8c04-28f7849b7618 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0537493 Feb 20 06:25:11.732209 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-920698e5-3c8c-466b-95e9-48f4f9d80d02 req-de17544e-405a-440c-9af5-c8016b432cb2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445807 Feb 20 06:25:11.755552 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-f86392ca-1fce-4bc2-9c79-0dce00fd9cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:11.757065 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-f86392ca-1fce-4bc2-9c79-0dce00fd9cf7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.0854435 Feb 20 06:25:11.825172 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-d52f1e89-068c-48da-a93f-33936ff0f1a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e105e5d3-d788-4410-bc97-1a1382d9520d HTTP/1.1" status: 200 len: 1001 time: 0.0615242 Feb 20 06:25:11.872221 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-d75b3401-bad4-4024-bf4e-d906bff995b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:11.873558 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-d75b3401-bad4-4024-bf4e-d906bff995b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0433004 Feb 20 06:25:11.919643 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-af9ef725-4061-434b-a19a-b92307ca3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:11.921099 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-af9ef725-4061-434b-a19a-b92307ca3427 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425680 Feb 20 06:25:12.011643 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-e8b81601-5de0-4615-9cc2-adb364932a5b service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847285 Feb 20 06:25:12.096185 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-30cf80c1-498e-474a-ac18-fc2f988eb08a service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795126 Feb 20 06:25:12.851201 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6393a33-a0e9-444c-a2df-2ec0ed4d7085 req-8a4c02ff-760b-405e-ae16-4068d9cc6df1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:12.852667 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6393a33-a0e9-444c-a2df-2ec0ed4d7085 req-8a4c02ff-760b-405e-ae16-4068d9cc6df1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0519943 Feb 20 06:25:12.906602 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6393a33-a0e9-444c-a2df-2ec0ed4d7085 req-dd611034-bdce-447d-9f2d-46c155f81cc3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478475 Feb 20 06:25:13.816448 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-34a1c1e7-d588-42d3-a054-35fab73fb1ce service neutron] show failed (client error): The resource could not be found. Feb 20 06:25:13.817454 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-34a1c1e7-d588-42d3-a054-35fab73fb1ce service neutron] 10.222.0.48 "GET /v2.0/ports/e105e5d3-d788-4410-bc97-1a1382d9520d/bindings/n-h1-829866-5 HTTP/1.1" status: 404 len: 380 time: 0.0536337 Feb 20 06:25:14.023627 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-e8bb59c1-6e5e-4743-8e61-53db0747b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:14.025202 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-e8bb59c1-6e5e-4743-8e61-53db0747b147 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36&tenant_id=20fdf1ad31dc420d879a58636b424b5c HTTP/1.1" status: 200 len: 1127 time: 0.0530207 Feb 20 06:25:14.030377 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7559266-aaf8-45ba-ace4-46dd995fdb8c req-57f4de35-2deb-40e4-a7d8-b4131be11bbc tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:14.031855 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7559266-aaf8-45ba-ace4-46dd995fdb8c req-57f4de35-2deb-40e4-a7d8-b4131be11bbc tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0535042 Feb 20 06:25:14.036537 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-5', 'device_owner': 'compute:nova'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:25:14.080595 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7559266-aaf8-45ba-ace4-46dd995fdb8c req-15bfa2aa-a8f2-4a15-8a0a-8dfb3f02dcef tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429194 Feb 20 06:25:14.095776 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e105e5d3-d788-4410-bc97-1a1382d9520d), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:14.292809 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] For port e105e5d3-d788-4410-bc97-1a1382d9520d, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=e105e5d3-d788-4410-bc97-1a1382d9520d,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:25:14.324755 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] For port e105e5d3-d788-4410-bc97-1a1382d9520d, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:25:14.367267 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f296a5eb-f42a-47a6-bce5-901ef06b4a36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e105e5d3-d788-4410-bc97-1a1382d9520d'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:25:14.370038 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f801ea0e-0aa5-4b4e-8db1-b1db451e7be5" -d '{"events": [{"server_uuid": "f296a5eb-f42a-47a6-bce5-901ef06b4a36", "name": "network-vif-unplugged", "status": "completed", "tag": "e105e5d3-d788-4410-bc97-1a1382d9520d"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:25:14.373480 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Publish callbacks [] for port (e105e5d3-d788-4410-bc97-1a1382d9520d), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:14.385530 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Transition to ACTIVE for port object e105e5d3-d788-4410-bc97-1a1382d9520d will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:25:14.389219 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (e105e5d3-d788-4410-bc97-1a1382d9520d), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:14.422474 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 06:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cee74f-84e6-4981-9df0-1e7873cc8127 x-openstack-request-id: req-63cee74f-84e6-4981-9df0-1e7873cc8127 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:25:14.422769 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f296a5eb-f42a-47a6-bce5-901ef06b4a36", "name": "network-vif-unplugged", "status": "completed", "tag": "e105e5d3-d788-4410-bc97-1a1382d9520d", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:25:14.423049 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63cee74f-84e6-4981-9df0-1e7873cc8127 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:25:14.423445 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f296a5eb-f42a-47a6-bce5-901ef06b4a36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e105e5d3-d788-4410-bc97-1a1382d9520d', 'code': 200} Feb 20 06:25:14.466773 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Pushing event updated for resources: {'Port': ['ID=e105e5d3-d788-4410-bc97-1a1382d9520d,revision_number=6']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:25:14.479317 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:25:14.479690 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:25:14.480039 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:25:14.480378 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:25:14.480718 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:25:14.481054 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:25:14.481386 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:25:14.481713 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:25:14.482040 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:25:14.482364 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:25:14.482690 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:25:14.483045 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:25:14.483369 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:25:14.521759 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] No DVR routers for this DVR port e105e5d3-d788-4410-bc97-1a1382d9520d on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:25:14.671050 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Attempting to bind port e105e5d3-d788-4410-bc97-1a1382d9520d on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:25:14.671390 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Attempting to bind port e105e5d3-d788-4410-bc97-1a1382d9520d by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:25:14.671713 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Attempting to bind port e105e5d3-d788-4410-bc97-1a1382d9520d on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:25:14.675838 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Port e105e5d3-d788-4410-bc97-1a1382d9520d on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:25:14.676157 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Attempting to bind port e105e5d3-d788-4410-bc97-1a1382d9520d on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:25:14.680948 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:25:14.681285 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Checking segment: {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:25:14.681667 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Bound using segment: {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:25:14.682126 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Bound port: e105e5d3-d788-4410-bc97-1a1382d9520d, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:25:14.682479 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e105e5d3-d788-4410-bc97-1a1382d9520d), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:14.745589 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] For port e105e5d3-d788-4410-bc97-1a1382d9520d, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:25:14.749068 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] For port e105e5d3-d788-4410-bc97-1a1382d9520d, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e105e5d3-d788-4410-bc97-1a1382d9520d,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:25:14.754440 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (e105e5d3-d788-4410-bc97-1a1382d9520d), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:14.789284 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:14.790006 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:14.791918 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] 10.222.0.61 "PUT /v2.0/ports/e105e5d3-d788-4410-bc97-1a1382d9520d HTTP/1.1" status: 200 len: 1091 time: 0.7590246 Feb 20 06:25:14.814010 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5690d9f-fabc-4110-bd0c-ae5da35cf69e service neutron] Pushing event updated for resources: {'Port': ['ID=e105e5d3-d788-4410-bc97-1a1382d9520d,revision_number=7']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:25:14.866025 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-c93ea462-0cd8-4dde-9cab-4a15777f5def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:14.867861 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-c93ea462-0cd8-4dde-9cab-4a15777f5def service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 1125 time: 0.0501044 Feb 20 06:25:14.970264 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-7807c38c-385c-4807-9573-d730e081beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:14.971841 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-7807c38c-385c-4807-9573-d730e081beb6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.0983443 Feb 20 06:25:15.039605 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-fe42b176-5598-4922-a35f-9b52ae79355e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e105e5d3-d788-4410-bc97-1a1382d9520d HTTP/1.1" status: 200 len: 999 time: 0.0615973 Feb 20 06:25:15.091937 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-8cbf908a-695e-454d-afa0-68046753ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:15.093260 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-8cbf908a-695e-454d-afa0-68046753ae74 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0480273 Feb 20 06:25:15.144312 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-6aa99f30-ee70-4c1a-a0ac-7cf3a3ffa2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:15.146831 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-6aa99f30-ee70-4c1a-a0ac-7cf3a3ffa2b8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478706 Feb 20 06:25:15.206833 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5e4d8-4cd8-4a39-a650-d39de81d6551 req-37692b9a-0b1f-4328-842c-bfad6e7804a3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:15.208340 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2dc5e4d8-4cd8-4a39-a650-d39de81d6551 req-37692b9a-0b1f-4328-842c-bfad6e7804a3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 943 time: 0.0551639 Feb 20 06:25:15.234259 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-91a57013-6f8a-4d7b-a427-abdcf4185044 service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819290 Feb 20 06:25:15.262860 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2dc5e4d8-4cd8-4a39-a650-d39de81d6551 req-7d0dac44-d9df-49e2-bdda-3d6cbb9ac5ab tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481820 Feb 20 06:25:15.326434 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3e9a6e90-31e7-45ae-bfc8-44dcc585e3e9 req-a16b89b3-c8c5-416e-b949-2ab4453188fd service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862901 Feb 20 06:25:16.381468 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c35993-3fb9-48d8-87a3-e43db51beb8c req-1045e5b6-db32-4f82-9577-c02c30899229 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:16.382964 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46c35993-3fb9-48d8-87a3-e43db51beb8c req-1045e5b6-db32-4f82-9577-c02c30899229 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 943 time: 0.0519993 Feb 20 06:25:16.424267 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f296a5eb-f42a-47a6-bce5-901ef06b4a36', 'tag': 'e105e5d3-d788-4410-bc97-1a1382d9520d'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:25:16.426657 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9afc887-b292-43d7-a65f-ce8db423701a" -d '{"events": [{"name": "network-changed", "server_uuid": "f296a5eb-f42a-47a6-bce5-901ef06b4a36", "tag": "e105e5d3-d788-4410-bc97-1a1382d9520d"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:25:16.429430 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46c35993-3fb9-48d8-87a3-e43db51beb8c req-72b18a23-f94f-4966-8a09-f4d28a21d054 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408607 Feb 20 06:25:16.484167 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ced2ac2-b592-4476-8b52-8c042a0586d3 x-openstack-request-id: req-2ced2ac2-b592-4476-8b52-8c042a0586d3 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:25:16.484465 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f296a5eb-f42a-47a6-bce5-901ef06b4a36", "tag": "e105e5d3-d788-4410-bc97-1a1382d9520d", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:25:16.484735 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ced2ac2-b592-4476-8b52-8c042a0586d3 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:25:16.485149 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f296a5eb-f42a-47a6-bce5-901ef06b4a36', 'tag': 'e105e5d3-d788-4410-bc97-1a1382d9520d', 'status': 'completed', 'code': 200} Feb 20 06:25:16.548197 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b7343e2-7af8-42ba-8454-33716bd5d162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:16.578682 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afc887-b292-43d7-a65f-ce8db423701a req-50600d22-d9f0-4521-a297-fef2970ff84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:16.580234 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e9afc887-b292-43d7-a65f-ce8db423701a req-50600d22-d9f0-4521-a297-fef2970ff84a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 1125 time: 0.0796337 Feb 20 06:25:16.585849 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afc887-b292-43d7-a65f-ce8db423701a req-1b6703a6-6c7f-498a-949f-6bbe1a641626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:16.587280 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e9afc887-b292-43d7-a65f-ce8db423701a req-1b6703a6-6c7f-498a-949f-6bbe1a641626 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 1125 time: 0.0765011 Feb 20 06:25:16.743024 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afc887-b292-43d7-a65f-ce8db423701a req-7c134449-12df-4d6e-bfce-ab034650acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:16.744521 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e9afc887-b292-43d7-a65f-ce8db423701a req-7c134449-12df-4d6e-bfce-ab034650acd9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.1563289 Feb 20 06:25:16.747020 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afc887-b292-43d7-a65f-ce8db423701a req-a0166184-a495-4a6d-8133-d73d1fde7f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:16.748332 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e9afc887-b292-43d7-a65f-ce8db423701a req-a0166184-a495-4a6d-8133-d73d1fde7f23 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.1517925 Feb 20 06:25:16.853009 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e9afc887-b292-43d7-a65f-ce8db423701a req-9356d321-e8a4-417d-be33-d9d95f1c910a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e105e5d3-d788-4410-bc97-1a1382d9520d HTTP/1.1" status: 200 len: 999 time: 0.1022511 Feb 20 06:25:16.856570 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e9afc887-b292-43d7-a65f-ce8db423701a req-e6281fe8-db1b-4a4b-8838-31a129f52064 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e105e5d3-d788-4410-bc97-1a1382d9520d HTTP/1.1" status: 200 len: 999 time: 0.0995071 Feb 20 06:25:16.933435 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afc887-b292-43d7-a65f-ce8db423701a req-1a1927fd-5247-444c-8fab-79e8cf6810f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:16.934922 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e9afc887-b292-43d7-a65f-ce8db423701a req-1a1927fd-5247-444c-8fab-79e8cf6810f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0772555 Feb 20 06:25:16.936289 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afc887-b292-43d7-a65f-ce8db423701a req-459d755c-a729-4545-8ca5-5ca9ea1684ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:16.937584 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e9afc887-b292-43d7-a65f-ce8db423701a req-459d755c-a729-4545-8ca5-5ca9ea1684ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0729492 Feb 20 06:25:16.954235 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device e105e5d3-d788-4410-bc97-1a1382d9520d no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:25:16.991676 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] The host n-h2-829866-5 is not matching for port e105e5d3-d788-4410-bc97-1a1382d9520d host n-h1-829866-5! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 06:25:16.992077 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device e105e5d3-d788-4410-bc97-1a1382d9520d not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:25:17.014603 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afc887-b292-43d7-a65f-ce8db423701a req-94a50084-d79e-4e26-9544-b48f2ad96922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:17.016163 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e9afc887-b292-43d7-a65f-ce8db423701a req-94a50084-d79e-4e26-9544-b48f2ad96922 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0760970 Feb 20 06:25:17.021138 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afc887-b292-43d7-a65f-ce8db423701a req-5450404b-0a81-44a4-a150-bfdf958a14fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:17.022492 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e9afc887-b292-43d7-a65f-ce8db423701a req-5450404b-0a81-44a4-a150-bfdf958a14fc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0736086 Feb 20 06:25:17.170946 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e9afc887-b292-43d7-a65f-ce8db423701a req-52c8e8c0-a0f5-4d22-afeb-f889e6d1b635 service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473057 Feb 20 06:25:17.172992 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e9afc887-b292-43d7-a65f-ce8db423701a req-db757d06-6f5f-4e8b-8907-9ea49cbb671d service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427724 Feb 20 06:25:17.180135 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device e105e5d3-d788-4410-bc97-1a1382d9520d details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:25:17.280353 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port e105e5d3-d788-4410-bc97-1a1382d9520d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e105e5d3-d788-4410-bc97-1a1382d9520d,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:25:17.292275 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'e105e5d3-d788-4410-bc97-1a1382d9520d', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'port_id': 'e105e5d3-d788-4410-bc97-1a1382d9520d', 'mac_address': 'fa:16:3e:bf:96:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:25:17.327699 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e9afc887-b292-43d7-a65f-ce8db423701a req-c6a74d53-4a03-4ef7-a0df-4b1d381a80ad service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513689 Feb 20 06:25:17.328953 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port e105e5d3-d788-4410-bc97-1a1382d9520d is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:25:17.329356 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e105e5d3-d788-4410-bc97-1a1382d9520d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:17.329650 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e9afc887-b292-43d7-a65f-ce8db423701a req-d6c2cd62-8697-4824-9a3c-2555691e82fd service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458936 Feb 20 06:25:17.344846 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e105e5d3-d788-4410-bc97-1a1382d9520d {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:25:17.365215 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port e105e5d3-d788-4410-bc97-1a1382d9520d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e105e5d3-d788-4410-bc97-1a1382d9520d,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:25:17.368978 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e105e5d3-d788-4410-bc97-1a1382d9520d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:17.420251 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=e105e5d3-d788-4410-bc97-1a1382d9520d,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:25:17.427630 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:25:17.427989 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:25:17.428336 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:25:17.428675 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:25:17.429011 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:25:17.429345 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:25:17.429673 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:25:17.430000 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:25:17.430326 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:25:17.430650 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:25:17.430999 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:25:17.431326 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:25:17.431670 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:25:17.558037 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc36551-66f1-4327-bc72-6329f9f3a7fd req-8b7b8e8c-60aa-4669-9793-abb5087a399f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:17.559605 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9fc36551-66f1-4327-bc72-6329f9f3a7fd req-8b7b8e8c-60aa-4669-9793-abb5087a399f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 944 time: 0.0600858 Feb 20 06:25:17.582158 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['e105e5d3-d788-4410-bc97-1a1382d9520d'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:25:17.609123 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9fc36551-66f1-4327-bc72-6329f9f3a7fd req-1f6dbfc5-e880-4eff-a5b1-6acd50bdc0c1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436058 Feb 20 06:25:17.806565 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e60e0c-be56-4617-ada1-c01b38d86559 req-6265d3af-728e-4ffe-9c48-fc5c76753bab tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:17.808110 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-04e60e0c-be56-4617-ada1-c01b38d86559 req-6265d3af-728e-4ffe-9c48-fc5c76753bab tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 944 time: 0.0537386 Feb 20 06:25:17.818435 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06488f25-36be-43b1-9701-652251ec479c req-b1456464-6436-4c0e-a505-3aa291797e01 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:17.819916 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-06488f25-36be-43b1-9701-652251ec479c req-b1456464-6436-4c0e-a505-3aa291797e01 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.48 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36&tenant_id=20fdf1ad31dc420d879a58636b424b5c&binding%3Ahost_id=n-h1-829866-5 HTTP/1.1" status: 200 len: 944 time: 0.0556703 Feb 20 06:25:17.854363 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-04e60e0c-be56-4617-ada1-c01b38d86559 req-e95c5a08-623b-4e31-b568-ae7894ce8b8d tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403419 Feb 20 06:25:17.883752 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [req-06488f25-36be-43b1-9701-652251ec479c req-cbab66a7-7b5e-4297-9544-712ef0224bb4 service neutron] delete failed (client error): The resource could not be found. Feb 20 06:25:17.885609 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-06488f25-36be-43b1-9701-652251ec479c req-cbab66a7-7b5e-4297-9544-712ef0224bb4 service neutron] 10.222.0.48 "DELETE /v2.0/ports/e105e5d3-d788-4410-bc97-1a1382d9520d/bindings/n-h2-829866-5 HTTP/1.1" status: 404 len: 380 time: 0.0590971 Feb 20 06:25:17.969661 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06488f25-36be-43b1-9701-652251ec479c req-f0cc8885-31a7-459c-9dda-40f8b17c0f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:17.971114 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-06488f25-36be-43b1-9701-652251ec479c req-f0cc8885-31a7-459c-9dda-40f8b17c0f97 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 1126 time: 0.0449007 Feb 20 06:25:18.058150 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06488f25-36be-43b1-9701-652251ec479c req-54a65cb5-f83c-4fb0-a17a-790bfb518dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:18.059654 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-06488f25-36be-43b1-9701-652251ec479c req-54a65cb5-f83c-4fb0-a17a-790bfb518dc3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.0825586 Feb 20 06:25:18.125887 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-06488f25-36be-43b1-9701-652251ec479c req-5635865f-ee20-42d9-9985-6ddaa93c758a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e105e5d3-d788-4410-bc97-1a1382d9520d HTTP/1.1" status: 200 len: 1000 time: 0.0605698 Feb 20 06:25:18.171635 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06488f25-36be-43b1-9701-652251ec479c req-e0a89786-ae8a-4672-9d91-f16d90f4f116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:18.173044 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-06488f25-36be-43b1-9701-652251ec479c req-e0a89786-ae8a-4672-9d91-f16d90f4f116 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0417571 Feb 20 06:25:18.219366 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06488f25-36be-43b1-9701-652251ec479c req-143cde4a-8469-4c85-8dc2-bccbf2db155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:18.220905 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-06488f25-36be-43b1-9701-652251ec479c req-143cde4a-8469-4c85-8dc2-bccbf2db155b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0422792 Feb 20 06:25:18.310970 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-06488f25-36be-43b1-9701-652251ec479c req-9ad371e3-c45a-4d36-8f88-6270b04a7f66 service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843630 Feb 20 06:25:18.395999 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-06488f25-36be-43b1-9701-652251ec479c req-790102ea-8049-4614-be97-104f51d7a799 service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793836 Feb 20 06:25:18.980144 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a9e06-d621-4529-a7a8-1e538cd86056 req-843bc13b-75e9-43b7-bbec-3a8c163f9972 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:18.981609 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc4a9e06-d621-4529-a7a8-1e538cd86056 req-843bc13b-75e9-43b7-bbec-3a8c163f9972 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 944 time: 0.0569172 Feb 20 06:25:19.005689 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eab8ae6-e757-4a08-9f99-e0a535f84da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:19.034569 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc4a9e06-d621-4529-a7a8-1e538cd86056 req-60a062d1-5159-4ce0-8b19-6ced23d542f5 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470290 Feb 20 06:25:19.148641 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b01194-4c35-4796-8eea-1758b14930b8 req-6f81e8cd-d41a-455e-8604-1a0b0ff7a0e2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:19.150094 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-35b01194-4c35-4796-8eea-1758b14930b8 req-6f81e8cd-d41a-455e-8604-1a0b0ff7a0e2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 944 time: 0.0519810 Feb 20 06:25:19.195665 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device e105e5d3-d788-4410-bc97-1a1382d9520d up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:25:19.198111 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-35b01194-4c35-4796-8eea-1758b14930b8 req-3d4f9d77-c751-4cac-aa7e-9fe2069db2bb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411494 Feb 20 06:25:19.252182 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port e105e5d3-d788-4410-bc97-1a1382d9520d completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:25:19.256541 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port e105e5d3-d788-4410-bc97-1a1382d9520d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:25:19.256920 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e105e5d3-d788-4410-bc97-1a1382d9520d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:19.341562 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port e105e5d3-d788-4410-bc97-1a1382d9520d is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:25:19.342069 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e105e5d3-d788-4410-bc97-1a1382d9520d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:19.366517 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f296a5eb-f42a-47a6-bce5-901ef06b4a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e105e5d3-d788-4410-bc97-1a1382d9520d'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:25:19.368792 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2001ba15-06dc-4e11-8a24-6c5cba2d8381" -d '{"events": [{"server_uuid": "f296a5eb-f42a-47a6-bce5-901ef06b4a36", "name": "network-vif-plugged", "status": "completed", "tag": "e105e5d3-d788-4410-bc97-1a1382d9520d"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:25:19.382412 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port e105e5d3-d788-4410-bc97-1a1382d9520d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e105e5d3-d788-4410-bc97-1a1382d9520d,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:25:19.388424 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e105e5d3-d788-4410-bc97-1a1382d9520d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:19.412750 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12fd3c-6021-43a4-80d5-779767388bf9 req-ead776f1-1bea-48af-9ddb-585a9296d599 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:19.419382 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c12fd3c-6021-43a4-80d5-779767388bf9 req-ead776f1-1bea-48af-9ddb-585a9296d599 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 944 time: 0.0653222 Feb 20 06:25:19.440049 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=e105e5d3-d788-4410-bc97-1a1382d9520d,revision_number=9']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:25:19.448063 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea6165-d2c4-48a2-9529-3e6a70822e6e req-39c60df2-aebe-4965-807f-f3de3db12659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:19.449835 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-23ea6165-d2c4-48a2-9529-3e6a70822e6e req-39c60df2-aebe-4965-807f-f3de3db12659 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 1127 time: 0.0568576 Feb 20 06:25:19.467076 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5c12fd3c-6021-43a4-80d5-779767388bf9 req-2971c009-361b-42a5-a7b7-41257075eed0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465119 Feb 20 06:25:19.511331 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea489a3-d7c6-4c37-ac15-bc6c079794f8 x-openstack-request-id: req-1ea489a3-d7c6-4c37-ac15-bc6c079794f8 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:25:19.511834 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f296a5eb-f42a-47a6-bce5-901ef06b4a36", "name": "network-vif-plugged", "status": "completed", "tag": "e105e5d3-d788-4410-bc97-1a1382d9520d", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:25:19.512099 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ea489a3-d7c6-4c37-ac15-bc6c079794f8 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:25:19.512506 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f296a5eb-f42a-47a6-bce5-901ef06b4a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e105e5d3-d788-4410-bc97-1a1382d9520d', 'code': 200} Feb 20 06:25:19.538812 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea6165-d2c4-48a2-9529-3e6a70822e6e req-e10de912-e4c1-4491-a4f3-8b846ab6ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:19.540311 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-23ea6165-d2c4-48a2-9529-3e6a70822e6e req-e10de912-e4c1-4491-a4f3-8b846ab6ee5a service neutron] 10.222.0.61 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.0849566 Feb 20 06:25:19.606984 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-23ea6165-d2c4-48a2-9529-3e6a70822e6e req-7adf9658-b811-4bc6-8792-c0ffe87d0465 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e105e5d3-d788-4410-bc97-1a1382d9520d HTTP/1.1" status: 200 len: 1001 time: 0.0607436 Feb 20 06:25:19.654145 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea6165-d2c4-48a2-9529-3e6a70822e6e req-c915045d-bcb6-46f5-8cef-e87cc2c98fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:19.655633 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-23ea6165-d2c4-48a2-9529-3e6a70822e6e req-c915045d-bcb6-46f5-8cef-e87cc2c98fa8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0432694 Feb 20 06:25:19.703738 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea6165-d2c4-48a2-9529-3e6a70822e6e req-49e8a5ec-ae9f-464e-9ffb-111c36e10cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:19.705466 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-23ea6165-d2c4-48a2-9529-3e6a70822e6e req-49e8a5ec-ae9f-464e-9ffb-111c36e10cb4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438604 Feb 20 06:25:19.757401 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:19.799943 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-23ea6165-d2c4-48a2-9529-3e6a70822e6e req-77034428-5d61-4b2c-8769-5fdba195a239 service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883584 Feb 20 06:25:19.888611 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-23ea6165-d2c4-48a2-9529-3e6a70822e6e req-600d6772-90a9-469e-96d7-765a8c20fe10 service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819976 Feb 20 06:25:20.592094 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfae6c-de8b-4fa4-b4fd-735f5057f0e0 req-9efd443d-b180-46e4-b2ce-c30b3ae1ecb7 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:20.593600 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2ebfae6c-de8b-4fa4-b4fd-735f5057f0e0 req-9efd443d-b180-46e4-b2ce-c30b3ae1ecb7 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0567157 Feb 20 06:25:20.639144 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2ebfae6c-de8b-4fa4-b4fd-735f5057f0e0 req-bc004f43-9747-44f2-b89f-a5946f7c5f79 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398927 Feb 20 06:25:20.867998 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb8cc0-7d40-4e16-9dca-950cf1adb3b4 req-f3871236-9b27-44b2-ae3e-8ec9aefbe198 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:20.869964 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e3fb8cc0-7d40-4e16-9dca-950cf1adb3b4 req-f3871236-9b27-44b2-ae3e-8ec9aefbe198 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0525334 Feb 20 06:25:20.914923 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e3fb8cc0-7d40-4e16-9dca-950cf1adb3b4 req-829e4545-69a5-4489-9b6d-fb1681559ffd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393004 Feb 20 06:25:21.582337 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:22.033530 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2e63a-6917-4a9e-b8d1-b9a24c7505d8 req-a44d03a7-d863-4608-9a04-37bcfbd4b3e6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:22.034938 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-01c2e63a-6917-4a9e-b8d1-b9a24c7505d8 req-a44d03a7-d863-4608-9a04-37bcfbd4b3e6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0532436 Feb 20 06:25:22.085391 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-01c2e63a-6917-4a9e-b8d1-b9a24c7505d8 req-76f4413a-6fce-438d-9560-6c1bdd3ddfef tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447845 Feb 20 06:25:22.087358 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8df5e-a35f-44f6-9c85-bf14c0c384ac req-fa588c12-0c48-43d3-9a55-2e44bbc7847a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:22.088893 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d8a8df5e-a35f-44f6-9c85-bf14c0c384ac req-fa588c12-0c48-43d3-9a55-2e44bbc7847a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.61 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 945 time: 0.0527735 Feb 20 06:25:22.456580 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-d8a8df5e-a35f-44f6-9c85-bf14c0c384ac req-0d8f6fa0-39ba-41fb-b2fb-ef92a1537895 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Deleting port e105e5d3-d788-4410-bc97-1a1382d9520d {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:25:22.456927 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-d8a8df5e-a35f-44f6-9c85-bf14c0c384ac req-0d8f6fa0-39ba-41fb-b2fb-ef92a1537895 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (e105e5d3-d788-4410-bc97-1a1382d9520d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:22.542770 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-d8a8df5e-a35f-44f6-9c85-bf14c0c384ac req-0d8f6fa0-39ba-41fb-b2fb-ef92a1537895 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] For port e105e5d3-d788-4410-bc97-1a1382d9520d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=e105e5d3-d788-4410-bc97-1a1382d9520d,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:25:22.543152 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-d8a8df5e-a35f-44f6-9c85-bf14c0c384ac req-0d8f6fa0-39ba-41fb-b2fb-ef92a1537895 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (e105e5d3-d788-4410-bc97-1a1382d9520d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:22.720156 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-d8a8df5e-a35f-44f6-9c85-bf14c0c384ac req-0d8f6fa0-39ba-41fb-b2fb-ef92a1537895 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:22.720549 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-d8a8df5e-a35f-44f6-9c85-bf14c0c384ac req-0d8f6fa0-39ba-41fb-b2fb-ef92a1537895 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (8ace65f1-7233-4450-96f4-a572addb243c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:22.720744 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [req-d8a8df5e-a35f-44f6-9c85-bf14c0c384ac req-0d8f6fa0-39ba-41fb-b2fb-ef92a1537895 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Floating IP 8ace65f1-7233-4450-96f4-a572addb243c disassociated. External IP: 172.25.3.150, port: e105e5d3-d788-4410-bc97-1a1382d9520d. Feb 20 06:25:22.721082 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-d8a8df5e-a35f-44f6-9c85-bf14c0c384ac req-0d8f6fa0-39ba-41fb-b2fb-ef92a1537895 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Calling delete_port for e105e5d3-d788-4410-bc97-1a1382d9520d owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:25:22.756735 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:22.846372 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-d8a8df5e-a35f-44f6-9c85-bf14c0c384ac req-0d8f6fa0-39ba-41fb-b2fb-ef92a1537895 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e105e5d3-d788-4410-bc97-1a1382d9520d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:22.881154 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f6fa0-39ba-41fb-b2fb-ef92a1537895 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Pushing event deleted for resources: {'Port': ['ID=e105e5d3-d788-4410-bc97-1a1382d9520d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:25:23.013080 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8a8df5e-a35f-44f6-9c85-bf14c0c384ac req-0d8f6fa0-39ba-41fb-b2fb-ef92a1537895 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:25:23.123919 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8a8df5e-a35f-44f6-9c85-bf14c0c384ac req-0d8f6fa0-39ba-41fb-b2fb-ef92a1537895 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:25:23.134359 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c321fa-17c4-48c8-a221-02616bf376a8 None None] Sync routers for ids ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:25:23.144797 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c321fa-17c4-48c8-a221-02616bf376a8 None None] Routers {'d518a91a-bcc1-4764-b574-8c08c3b7a2c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:25:23.145710 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-15c321fa-17c4-48c8-a221-02616bf376a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:25:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:25:23.166960 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a8df5e-a35f-44f6-9c85-bf14c0c384ac req-0d8f6fa0-39ba-41fb-b2fb-ef92a1537895 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] No DVR routers for this DVR port e105e5d3-d788-4410-bc97-1a1382d9520d on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:25:23.169610 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-d8a8df5e-a35f-44f6-9c85-bf14c0c384ac req-0d8f6fa0-39ba-41fb-b2fb-ef92a1537895 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:23.172924 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d8a8df5e-a35f-44f6-9c85-bf14c0c384ac req-0d8f6fa0-39ba-41fb-b2fb-ef92a1537895 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.61 "DELETE /v2.0/ports/e105e5d3-d788-4410-bc97-1a1382d9520d HTTP/1.1" status: 204 len: 173 time: 1.0792844 Feb 20 06:25:23.173394 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f296a5eb-f42a-47a6-bce5-901ef06b4a36', 'name': 'network-vif-deleted', 'tag': 'e105e5d3-d788-4410-bc97-1a1382d9520d'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:25:23.175662 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89320097-40af-4197-bc02-435e6898afeb" -d '{"events": [{"server_uuid": "f296a5eb-f42a-47a6-bce5-901ef06b4a36", "name": "network-vif-deleted", "tag": "e105e5d3-d788-4410-bc97-1a1382d9520d"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:25:23.208310 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7e2252e3-20f1-4ac2-96c2-378eef4b9d7b req-1b912e66-76d1-4260-aa19-b5e2b1b9ff41 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=f296a5eb-f42a-47a6-bce5-901ef06b4a36 HTTP/1.1" status: 200 len: 210 time: 0.0421715 Feb 20 06:25:23.249503 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f99d20-ad54-4bf3-8a88-0f1eb60e2e60 x-openstack-request-id: req-72f99d20-ad54-4bf3-8a88-0f1eb60e2e60 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:25:23.249800 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f296a5eb-f42a-47a6-bce5-901ef06b4a36", "name": "network-vif-deleted", "tag": "e105e5d3-d788-4410-bc97-1a1382d9520d", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:25:23.250057 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72f99d20-ad54-4bf3-8a88-0f1eb60e2e60 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:25:23.250469 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f296a5eb-f42a-47a6-bce5-901ef06b4a36', 'name': 'network-vif-deleted', 'tag': 'e105e5d3-d788-4410-bc97-1a1382d9520d', 'status': 'completed', 'code': 200} Feb 20 06:25:23.266885 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-15c321fa-17c4-48c8-a221-02616bf376a8 None None] Set router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:25:23.303302 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:23.466601 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-15c321fa-17c4-48c8-a221-02616bf376a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'de9f36a6-3b5a-4ad1-a2c9-b10168419a1a', 'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'mac_address': 'fa:16:3e:72:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:49Z', 'updated_at': '2022-02-20T06:23:53Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'subnets': [{'id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:25:23.496449 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c321fa-17c4-48c8-a221-02616bf376a8 None None] Checking router: d518a91a-bcc1-4764-b574-8c08c3b7a2c0 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:25:23.505015 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c321fa-17c4-48c8-a221-02616bf376a8 None None] Routers {'d518a91a-bcc1-4764-b574-8c08c3b7a2c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:25:23.505550 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-15c321fa-17c4-48c8-a221-02616bf376a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:25:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:25:23.612949 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-15c321fa-17c4-48c8-a221-02616bf376a8 None None] Set router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:25:23.802586 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-15c321fa-17c4-48c8-a221-02616bf376a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'de9f36a6-3b5a-4ad1-a2c9-b10168419a1a', 'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'mac_address': 'fa:16:3e:72:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:49Z', 'updated_at': '2022-02-20T06:23:53Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'subnets': [{'id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:25:23.827392 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c321fa-17c4-48c8-a221-02616bf376a8 None None] The sync data for ids ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'] in n-d-829866-5 is: [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'de9f36a6-3b5a-4ad1-a2c9-b10168419a1a', 'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'mac_address': 'fa:16:3e:72:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:49Z', 'updated_at': '2022-02-20T06:23:53Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'subnets': [{'id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:25:24.128958 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b507dd8-7612-4783-9995-3ba7afad41e7 None None] New status for floating IP 8ace65f1-7233-4450-96f4-a572addb243c: DOWN {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:25:24.454703 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-9b41fb2a-48f6-4fc6-9489-104f9f803546 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--184138247&fields=id&tenant_id=20fdf1ad31dc420d879a58636b424b5c HTTP/1.1" status: 200 len: 267 time: 0.0413680 Feb 20 06:25:24.568992 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-76f2db80-f90a-4261-9058-9dee28ff6b79 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:24.570365 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-76f2db80-f90a-4261-9058-9dee28ff6b79 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 811 time: 0.1091022 Feb 20 06:25:24.587328 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-43544c35-0363-442d-aecc-5c73c2a32864 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/quotas/20fdf1ad31dc420d879a58636b424b5c HTTP/1.1" status: 200 len: 375 time: 0.0108938 Feb 20 06:25:24.644415 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-f85c64af-6a75-40e4-ae5d-80190218726f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522740 Feb 20 06:25:24.738013 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-6c2f4bb9-f80b-4ab1-aa55-f1bff0587c2b service neutron] 10.222.0.37 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819082 Feb 20 06:25:24.829768 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-b987fea6-16a1-4794-8c05-9751ef9cd85f service neutron] 10.222.0.37 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848887 Feb 20 06:25:24.992666 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1e9b382c-19d2-4358-830a-bb233cadf05e req-24ac5034-1e72-42ed-8513-e4b318ec1885 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 210 time: 0.0280201 Feb 20 06:25:25.211160 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device e105e5d3-d788-4410-bc97-1a1382d9520d no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:25:25.245146 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: e105e5d3-d788-4410-bc97-1a1382d9520d {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:25:25.245722 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device e105e5d3-d788-4410-bc97-1a1382d9520d not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:25:25.650720 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:25.963441 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-c53fba15-8790-490c-8a8c-00c4fbbe71e8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:25.965015 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-c53fba15-8790-490c-8a8c-00c4fbbe71e8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.48 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 811 time: 0.1006587 Feb 20 06:25:26.029376 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-de05570c-4e51-44a4-985c-395a43d9c272 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20fdf1ad31dc420d879a58636b424b5c HTTP/1.1" status: 200 len: 379 time: 0.0564182 Feb 20 06:25:26.037999 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-8c6f4542-28e3-4c0e-8e0b-931a1b74adbb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Request body: {'port': {'device_id': 'b981a7df-8443-4fd7-b5cf-91a3f32c1d30', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'admin_state_up': True, 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'security_groups': ['4c8cec96-69c4-445a-b62e-8462dd1cf89b']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:25:26.090710 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-595a3c0f-e28f-4cc5-b252-bcbca9e44a8c req-fd86a06b-300a-4d7d-b85a-2933a68f1652 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 210 time: 0.0278060 Feb 20 06:25:26.143227 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-8c6f4542-28e3-4c0e-8e0b-931a1b74adbb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Made reservation on behalf of 20fdf1ad31dc420d879a58636b424b5c for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:25:26.146555 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-8c6f4542-28e3-4c0e-8e0b-931a1b74adbb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:26.277729 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-8c6f4542-28e3-4c0e-8e0b-931a1b74adbb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Allocated IP 172.20.0.13 (4e50edd7-68fa-49bd-9de5-7cef02264aa1/c39afe4b-ab4e-42c4-9c78-c0a98430970c/ef209aba-f443-4122-aac5-ab965f314486) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:25:26.409375 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-8c6f4542-28e3-4c0e-8e0b-931a1b74adbb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for port (ef209aba-f443-4122-aac5-ab965f314486), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:26.442322 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-8c6f4542-28e3-4c0e-8e0b-931a1b74adbb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (ef209aba-f443-4122-aac5-ab965f314486), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:26.487979 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-8c6f4542-28e3-4c0e-8e0b-931a1b74adbb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:25:26.490959 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-8c6f4542-28e3-4c0e-8e0b-931a1b74adbb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:25:26.497441 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-8c6f4542-28e3-4c0e-8e0b-931a1b74adbb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:25:26.521553 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f4542-28e3-4c0e-8e0b-931a1b74adbb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Pushing event updated for resources: {'Port': ['ID=ef209aba-f443-4122-aac5-ab965f314486,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:25:26.549941 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-8c6f4542-28e3-4c0e-8e0b-931a1b74adbb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:26.550564 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-8c6f4542-28e3-4c0e-8e0b-931a1b74adbb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:26.567274 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-8c6f4542-28e3-4c0e-8e0b-931a1b74adbb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5329039 Feb 20 06:25:26.579044 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-e2779869-4984-41cf-8cc2-0a3e31d5000e service neutron] Request body: {'port': {'device_id': 'b981a7df-8443-4fd7-b5cf-91a3f32c1d30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:25:26.640289 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-e2779869-4984-41cf-8cc2-0a3e31d5000e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ef209aba-f443-4122-aac5-ab965f314486), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:26.704571 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a32ff0a8-70da-4306-805f-c25b2cdf64cf None None] Provisioning complete for port ef209aba-f443-4122-aac5-ab965f314486 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:25:26.705175 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a32ff0a8-70da-4306-805f-c25b2cdf64cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ef209aba-f443-4122-aac5-ab965f314486), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:26.738641 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a32ff0a8-70da-4306-805f-c25b2cdf64cf None None] Port ef209aba-f443-4122-aac5-ab965f314486 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:25:26.903447 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-e2779869-4984-41cf-8cc2-0a3e31d5000e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef209aba-f443-4122-aac5-ab965f314486 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:25:26.910644 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-e2779869-4984-41cf-8cc2-0a3e31d5000e service neutron] Publish callbacks [] for port (ef209aba-f443-4122-aac5-ab965f314486), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:26.922275 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-e2779869-4984-41cf-8cc2-0a3e31d5000e service neutron] Transition to ACTIVE for port object ef209aba-f443-4122-aac5-ab965f314486 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:25:26.925915 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-e2779869-4984-41cf-8cc2-0a3e31d5000e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (ef209aba-f443-4122-aac5-ab965f314486), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:26.976780 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2779869-4984-41cf-8cc2-0a3e31d5000e service neutron] Pushing event updated for resources: {'Port': ['ID=ef209aba-f443-4122-aac5-ab965f314486,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:25:27.051336 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-e2779869-4984-41cf-8cc2-0a3e31d5000e service neutron] Attempting to bind port ef209aba-f443-4122-aac5-ab965f314486 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:25:27.051678 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-e2779869-4984-41cf-8cc2-0a3e31d5000e service neutron] Attempting to bind port ef209aba-f443-4122-aac5-ab965f314486 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:25:27.052015 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-e2779869-4984-41cf-8cc2-0a3e31d5000e service neutron] Attempting to bind port ef209aba-f443-4122-aac5-ab965f314486 on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:25:27.057010 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-e2779869-4984-41cf-8cc2-0a3e31d5000e service neutron] Port ef209aba-f443-4122-aac5-ab965f314486 on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:25:27.057335 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-e2779869-4984-41cf-8cc2-0a3e31d5000e service neutron] Attempting to bind port ef209aba-f443-4122-aac5-ab965f314486 on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:25:27.062571 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-e2779869-4984-41cf-8cc2-0a3e31d5000e service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:25:27.062922 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-e2779869-4984-41cf-8cc2-0a3e31d5000e service neutron] Checking segment: {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:25:27.063320 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-e2779869-4984-41cf-8cc2-0a3e31d5000e service neutron] Bound using segment: {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:25:27.063754 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-e2779869-4984-41cf-8cc2-0a3e31d5000e service neutron] Bound port: ef209aba-f443-4122-aac5-ab965f314486, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:25:27.064146 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-e2779869-4984-41cf-8cc2-0a3e31d5000e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ef209aba-f443-4122-aac5-ab965f314486), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:27.131190 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-e2779869-4984-41cf-8cc2-0a3e31d5000e service neutron] For port ef209aba-f443-4122-aac5-ab965f314486, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:25:27.134677 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-e2779869-4984-41cf-8cc2-0a3e31d5000e service neutron] For port ef209aba-f443-4122-aac5-ab965f314486, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=ef209aba-f443-4122-aac5-ab965f314486,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:25:27.142316 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-e2779869-4984-41cf-8cc2-0a3e31d5000e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (ef209aba-f443-4122-aac5-ab965f314486), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:27.180318 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-e2779869-4984-41cf-8cc2-0a3e31d5000e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:27.180941 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-e2779869-4984-41cf-8cc2-0a3e31d5000e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:27.182849 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-e2779869-4984-41cf-8cc2-0a3e31d5000e service neutron] 10.222.0.48 "PUT /v2.0/ports/ef209aba-f443-4122-aac5-ab965f314486 HTTP/1.1" status: 200 len: 1092 time: 0.6076031 Feb 20 06:25:27.183350 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b981a7df-8443-4fd7-b5cf-91a3f32c1d30', 'tag': 'ef209aba-f443-4122-aac5-ab965f314486'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:25:27.185593 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3968a076-25eb-42cf-b9de-ecd55aa885b9" -d '{"events": [{"name": "network-changed", "server_uuid": "b981a7df-8443-4fd7-b5cf-91a3f32c1d30", "tag": "ef209aba-f443-4122-aac5-ab965f314486"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:25:27.206814 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2779869-4984-41cf-8cc2-0a3e31d5000e service neutron] Pushing event updated for resources: {'Port': ['ID=ef209aba-f443-4122-aac5-ab965f314486,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:25:27.227697 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae95c01-dba4-4b74-9823-c3ba1bc0565c req-0374ad17-77d6-4a4e-a760-2da16d3ebdac tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:27.229744 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2ae95c01-dba4-4b74-9823-c3ba1bc0565c req-0374ad17-77d6-4a4e-a760-2da16d3ebdac tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 944 time: 0.0640266 Feb 20 06:25:27.285278 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-8203f392-77b4-4a05-b89f-1a48bfa789d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:27.287212 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-8203f392-77b4-4a05-b89f-1a48bfa789d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 1126 time: 0.0573516 Feb 20 06:25:27.292254 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2ae95c01-dba4-4b74-9823-c3ba1bc0565c req-92e29c9a-36e5-4164-8ea7-72dbdf9ad63e tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555341 Feb 20 06:25:27.333437 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-c52fa45a-152e-45d2-874c-3b804ff03a36 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef209aba-f443-4122-aac5-ab965f314486 HTTP/1.1" status: 200 len: 217 time: 0.0393536 Feb 20 06:25:27.366562 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b932412e-896a-4e93-8769-940f07490198 x-openstack-request-id: req-b932412e-896a-4e93-8769-940f07490198 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:25:27.366855 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b981a7df-8443-4fd7-b5cf-91a3f32c1d30", "tag": "ef209aba-f443-4122-aac5-ab965f314486", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:25:27.367131 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b932412e-896a-4e93-8769-940f07490198 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:25:27.367530 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b981a7df-8443-4fd7-b5cf-91a3f32c1d30', 'tag': 'ef209aba-f443-4122-aac5-ab965f314486', 'status': 'completed', 'code': 200} Feb 20 06:25:27.385636 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-088f0f85-7338-466f-a772-e513877ca497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:27.387133 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-088f0f85-7338-466f-a772-e513877ca497 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0486019 Feb 20 06:25:27.435648 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-832c6315-94c5-4b49-a14d-7a0a54e252ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:27.437108 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-832c6315-94c5-4b49-a14d-7a0a54e252ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448303 Feb 20 06:25:27.529069 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-ed024d3a-8090-4ff8-92e9-f5a0eca5ad3f service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857613 Feb 20 06:25:27.618023 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1b7c7367-bbdc-4c74-b504-bd582befb153 req-8fdb7aae-90bf-4a27-aef6-1b0f9b52702f service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834756 Feb 20 06:25:27.709459 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968a076-25eb-42cf-b9de-ecd55aa885b9 req-12078dc4-a552-4ffa-8276-93920068cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:27.710845 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3968a076-25eb-42cf-b9de-ecd55aa885b9 req-12078dc4-a552-4ffa-8276-93920068cd69 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 1126 time: 0.0489428 Feb 20 06:25:27.799456 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968a076-25eb-42cf-b9de-ecd55aa885b9 req-502e4a67-11e4-481d-aac1-7e0f19d58094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:27.800942 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3968a076-25eb-42cf-b9de-ecd55aa885b9 req-502e4a67-11e4-481d-aac1-7e0f19d58094 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.0841494 Feb 20 06:25:27.842743 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3968a076-25eb-42cf-b9de-ecd55aa885b9 req-72b0949b-e7a4-4bfd-b3f9-168034e84ac1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef209aba-f443-4122-aac5-ab965f314486 HTTP/1.1" status: 200 len: 217 time: 0.0362194 Feb 20 06:25:27.893395 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968a076-25eb-42cf-b9de-ecd55aa885b9 req-c6487340-94ef-4124-904a-927d45b02ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:27.894818 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3968a076-25eb-42cf-b9de-ecd55aa885b9 req-c6487340-94ef-4124-904a-927d45b02ba0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0462711 Feb 20 06:25:27.943517 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968a076-25eb-42cf-b9de-ecd55aa885b9 req-b629e218-ad01-42e5-a61a-f397d6908623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:27.945004 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3968a076-25eb-42cf-b9de-ecd55aa885b9 req-b629e218-ad01-42e5-a61a-f397d6908623 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430579 Feb 20 06:25:28.047940 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3968a076-25eb-42cf-b9de-ecd55aa885b9 req-257b534c-80f3-4891-8f7f-0194f1cd8bb6 service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941701 Feb 20 06:25:28.141761 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3968a076-25eb-42cf-b9de-ecd55aa885b9 req-af3332f2-2e5b-4e1a-8799-9bdcef162b1b service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879107 Feb 20 06:25:28.424030 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b85895-8612-48f3-a546-b63eb5ab3a77 req-0ac5d9dc-42c0-47ad-82b1-2acf5aeb2dd6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:28.425539 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-52b85895-8612-48f3-a546-b63eb5ab3a77 req-0ac5d9dc-42c0-47ad-82b1-2acf5aeb2dd6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 944 time: 0.0581441 Feb 20 06:25:28.471492 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-52b85895-8612-48f3-a546-b63eb5ab3a77 req-95cd49d6-2371-4d11-8f21-738972495402 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403290 Feb 20 06:25:29.592784 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4fa83-3cd9-41f4-9380-d486d316e8e9 req-7bf28ba7-9639-4ecf-9868-0e1a8eb903fa tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:29.594253 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fde4fa83-3cd9-41f4-9380-d486d316e8e9 req-7bf28ba7-9639-4ecf-9868-0e1a8eb903fa tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 944 time: 0.0552433 Feb 20 06:25:29.640248 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fde4fa83-3cd9-41f4-9380-d486d316e8e9 req-4972b30b-9bf3-45cf-97e9-5a4a3867682b tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403628 Feb 20 06:25:30.769075 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075aeb4-4250-49af-a0ce-c218da413866 req-ee3e5c37-a809-46a3-b44d-e7084bf449aa tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:30.770573 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0075aeb4-4250-49af-a0ce-c218da413866 req-ee3e5c37-a809-46a3-b44d-e7084bf449aa tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 944 time: 0.0635118 Feb 20 06:25:30.817546 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0075aeb4-4250-49af-a0ce-c218da413866 req-ed2a5d37-41bb-4673-9b1a-9cb995074a10 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411105 Feb 20 06:25:31.025725 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device ef209aba-f443-4122-aac5-ab965f314486 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:25:31.123904 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port ef209aba-f443-4122-aac5-ab965f314486, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=ef209aba-f443-4122-aac5-ab965f314486,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:25:31.135219 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'ef209aba-f443-4122-aac5-ab965f314486', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'port_id': 'ef209aba-f443-4122-aac5-ab965f314486', 'mac_address': 'fa:16:3e:81:37:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:25:31.171492 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port ef209aba-f443-4122-aac5-ab965f314486 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:25:31.171877 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ef209aba-f443-4122-aac5-ab965f314486), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:31.184214 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef209aba-f443-4122-aac5-ab965f314486 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:25:31.206160 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port ef209aba-f443-4122-aac5-ab965f314486, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=ef209aba-f443-4122-aac5-ab965f314486,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:25:31.210329 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ef209aba-f443-4122-aac5-ab965f314486), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:31.255763 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=ef209aba-f443-4122-aac5-ab965f314486,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:25:31.428675 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['ef209aba-f443-4122-aac5-ab965f314486'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:25:31.935016 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b9161-6325-467e-948d-38e314fe222f req-520c2a52-a9aa-4b46-8b76-4d17108607a3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:31.936485 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d4b9161-6325-467e-948d-38e314fe222f req-520c2a52-a9aa-4b46-8b76-4d17108607a3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 945 time: 0.0518909 Feb 20 06:25:31.982260 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d4b9161-6325-467e-948d-38e314fe222f req-87e9a75b-7457-45cd-a056-14f470acb61f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401199 Feb 20 06:25:33.048253 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device ef209aba-f443-4122-aac5-ab965f314486 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:25:33.099222 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port ef209aba-f443-4122-aac5-ab965f314486 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:25:33.100552 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d1831-4631-4af1-bb5d-38a00c351f5e req-ab854991-4938-4013-bb0a-7117cd42cba2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:33.102525 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-579d1831-4631-4af1-bb5d-38a00c351f5e req-ab854991-4938-4013-bb0a-7117cd42cba2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 945 time: 0.0525005 Feb 20 06:25:33.104637 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port ef209aba-f443-4122-aac5-ab965f314486 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:25:33.105009 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ef209aba-f443-4122-aac5-ab965f314486), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:33.156422 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-579d1831-4631-4af1-bb5d-38a00c351f5e req-3a78428c-9c9a-44cc-89cb-d656bd69f56c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470738 Feb 20 06:25:33.185542 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port ef209aba-f443-4122-aac5-ab965f314486 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:25:33.185934 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ef209aba-f443-4122-aac5-ab965f314486), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:33.208705 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b981a7df-8443-4fd7-b5cf-91a3f32c1d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef209aba-f443-4122-aac5-ab965f314486'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:25:33.211490 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f47d1a4-2849-4354-b519-0e0eb590aeec" -d '{"events": [{"server_uuid": "b981a7df-8443-4fd7-b5cf-91a3f32c1d30", "name": "network-vif-plugged", "status": "completed", "tag": "ef209aba-f443-4122-aac5-ab965f314486"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:25:33.224422 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port ef209aba-f443-4122-aac5-ab965f314486, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=ef209aba-f443-4122-aac5-ab965f314486,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:25:33.228772 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ef209aba-f443-4122-aac5-ab965f314486), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:33.258041 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54dfc1e5-1dfa-4fa1-8758-888a990f1f4f x-openstack-request-id: req-54dfc1e5-1dfa-4fa1-8758-888a990f1f4f {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:25:33.258328 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b981a7df-8443-4fd7-b5cf-91a3f32c1d30", "name": "network-vif-plugged", "status": "completed", "tag": "ef209aba-f443-4122-aac5-ab965f314486", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:25:33.258672 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54dfc1e5-1dfa-4fa1-8758-888a990f1f4f {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:25:33.259082 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b981a7df-8443-4fd7-b5cf-91a3f32c1d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef209aba-f443-4122-aac5-ab965f314486', 'code': 200} Feb 20 06:25:33.287488 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=ef209aba-f443-4122-aac5-ab965f314486,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:25:33.348998 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8107475-0246-4e2c-943f-b24fbe3e78bd req-bcc9ae11-512b-4921-bc0b-8c051ef28038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:33.350489 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d8107475-0246-4e2c-943f-b24fbe3e78bd req-bcc9ae11-512b-4921-bc0b-8c051ef28038 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 1128 time: 0.0469656 Feb 20 06:25:33.397243 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d8107475-0246-4e2c-943f-b24fbe3e78bd req-38939480-a45f-45f4-9f0d-acffc73a2d37 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381117 Feb 20 06:25:34.276082 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a32f6-8f7f-41cc-8a58-b221c075c867 req-1a6bf148-c74b-427a-b05f-4c1fde0acd8a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:34.277547 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-117a32f6-8f7f-41cc-8a58-b221c075c867 req-1a6bf148-c74b-427a-b05f-4c1fde0acd8a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0520306 Feb 20 06:25:34.322670 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-117a32f6-8f7f-41cc-8a58-b221c075c867 req-9d964eee-70fb-45b4-9554-5122f8e829c6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396094 Feb 20 06:25:35.440098 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701690ea-5dff-4cff-8554-8bf0de4fb803 req-6ac23635-157c-4538-af8a-31c14425b1b3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:35.441594 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-701690ea-5dff-4cff-8554-8bf0de4fb803 req-6ac23635-157c-4538-af8a-31c14425b1b3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0507710 Feb 20 06:25:35.486606 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-701690ea-5dff-4cff-8554-8bf0de4fb803 req-dc8879a4-22f9-4c00-a75b-a8525ed13cd3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395360 Feb 20 06:25:35.600521 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae8614-d51f-4c05-94fd-3221f6e2961f req-4e132aa8-5e16-4331-b32b-b22beabdc34a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:35.601894 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ccae8614-d51f-4c05-94fd-3221f6e2961f req-4e132aa8-5e16-4331-b32b-b22beabdc34a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0549426 Feb 20 06:25:35.612084 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 51820) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:25:35.616667 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b1b93c21-595a-43c4-9f63-3e005bf8aa07 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Request body: {'floatingip': {'port_id': 'ef209aba-f443-4122-aac5-ab965f314486'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:25:35.655264 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b1b93c21-595a-43c4-9f63-3e005bf8aa07 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for floatingip (8ace65f1-7233-4450-96f4-a572addb243c), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:36.087636 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b1b93c21-595a-43c4-9f63-3e005bf8aa07 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:36.092175 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b1b93c21-595a-43c4-9f63-3e005bf8aa07 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (8ace65f1-7233-4450-96f4-a572addb243c), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:36.190563 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-b1b93c21-595a-43c4-9f63-3e005bf8aa07 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Floating IP 8ace65f1-7233-4450-96f4-a572addb243c associated. External IP: 172.25.3.150, port: ef209aba-f443-4122-aac5-ab965f314486. Feb 20 06:25:36.718568 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b93c21-595a-43c4-9f63-3e005bf8aa07 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:25:36.830332 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b93c21-595a-43c4-9f63-3e005bf8aa07 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:25:36.835222 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b1b93c21-595a-43c4-9f63-3e005bf8aa07 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:36.840304 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befcd470-eb30-4b78-aeb8-b410623a5eae None None] Sync routers for ids ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:25:36.849465 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befcd470-eb30-4b78-aeb8-b410623a5eae None None] Routers {'d518a91a-bcc1-4764-b574-8c08c3b7a2c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:25:36.850141 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-befcd470-eb30-4b78-aeb8-b410623a5eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:25:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:25:36.864595 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b1b93c21-595a-43c4-9f63-3e005bf8aa07 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "PUT /v2.0/floatingips/8ace65f1-7233-4450-96f4-a572addb243c HTTP/1.1" status: 200 len: 992 time: 1.2514813 Feb 20 06:25:36.865212 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b981a7df-8443-4fd7-b5cf-91a3f32c1d30', 'tag': 'ef209aba-f443-4122-aac5-ab965f314486'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:25:36.867731 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78934f98bf255cbf8729f55a3e84459a3773ac23536445eeb810cf99c856869a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0183af13-55a0-4cf3-b609-1100c3c4d6bb" -d '{"events": [{"name": "network-changed", "server_uuid": "b981a7df-8443-4fd7-b5cf-91a3f32c1d30", "tag": "ef209aba-f443-4122-aac5-ab965f314486"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:25:36.957173 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-befcd470-eb30-4b78-aeb8-b410623a5eae None None] Set router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:25:37.042068 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40f87ce-e2b3-48c2-8580-636d1072e815 x-openstack-request-id: req-a40f87ce-e2b3-48c2-8580-636d1072e815 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:25:37.042367 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b981a7df-8443-4fd7-b5cf-91a3f32c1d30", "tag": "ef209aba-f443-4122-aac5-ab965f314486", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:25:37.042620 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a40f87ce-e2b3-48c2-8580-636d1072e815 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:25:37.043086 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b981a7df-8443-4fd7-b5cf-91a3f32c1d30', 'tag': 'ef209aba-f443-4122-aac5-ab965f314486', 'status': 'completed', 'code': 200} Feb 20 06:25:37.127702 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183af13-55a0-4cf3-b609-1100c3c4d6bb req-8354f873-2b76-4b9a-a7de-57f3a5d96c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:37.130098 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0183af13-55a0-4cf3-b609-1100c3c4d6bb req-8354f873-2b76-4b9a-a7de-57f3a5d96c17 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 1128 time: 0.0572548 Feb 20 06:25:37.138795 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-576d4339-1e6e-4c26-88a3-0c0098d0910e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851376 Feb 20 06:25:37.164645 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f2746-4991-415c-a0cf-e91620980f88 req-e58b4dcf-0824-4546-a10f-700e4f894db8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:37.167594 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b70f2746-4991-415c-a0cf-e91620980f88 req-e58b4dcf-0824-4546-a10f-700e4f894db8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0726802 Feb 20 06:25:37.237274 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b70f2746-4991-415c-a0cf-e91620980f88 req-76765d91-228d-45d1-b432-0959155c45fc tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642779 Feb 20 06:25:37.237821 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183af13-55a0-4cf3-b609-1100c3c4d6bb req-48f5a407-c897-4392-94c7-78ba57950488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:37.239880 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0183af13-55a0-4cf3-b609-1100c3c4d6bb req-48f5a407-c897-4392-94c7-78ba57950488 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.1021554 Feb 20 06:25:37.240743 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-befcd470-eb30-4b78-aeb8-b410623a5eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '8ace65f1-7233-4450-96f4-a572addb243c', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'port_id': 'ef209aba-f443-4122-aac5-ab965f314486', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'mac_address': 'fa:16:3e:81:37:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b981a7df-8443-4fd7-b5cf-91a3f32c1d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:23:52Z', 'updated_at': '2022-02-20T06:25:36Z', 'revision_number': 9, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de9f36a6-3b5a-4ad1-a2c9-b10168419a1a', 'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'mac_address': 'fa:16:3e:72:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:49Z', 'updated_at': '2022-02-20T06:23:53Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'subnets': [{'id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:25:37.313137 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0183af13-55a0-4cf3-b609-1100c3c4d6bb req-4752da36-b33f-4688-ad80-877d0ff1c41f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef209aba-f443-4122-aac5-ab965f314486 HTTP/1.1" status: 200 len: 1000 time: 0.0680797 Feb 20 06:25:37.364348 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183af13-55a0-4cf3-b609-1100c3c4d6bb req-2bb0702c-a641-4972-8e84-21300c7e14ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:37.366110 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0183af13-55a0-4cf3-b609-1100c3c4d6bb req-2bb0702c-a641-4972-8e84-21300c7e14ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0466485 Feb 20 06:25:37.370681 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befcd470-eb30-4b78-aeb8-b410623a5eae None None] Checking router: d518a91a-bcc1-4764-b574-8c08c3b7a2c0 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:25:37.383816 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befcd470-eb30-4b78-aeb8-b410623a5eae None None] Routers {'d518a91a-bcc1-4764-b574-8c08c3b7a2c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:25:37.384425 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-befcd470-eb30-4b78-aeb8-b410623a5eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:25:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:25:37.417588 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183af13-55a0-4cf3-b609-1100c3c4d6bb req-697b736c-4bcb-4c61-9e4a-735037484fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:37.419529 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0183af13-55a0-4cf3-b609-1100c3c4d6bb req-697b736c-4bcb-4c61-9e4a-735037484fa7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475698 Feb 20 06:25:37.507004 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-befcd470-eb30-4b78-aeb8-b410623a5eae None None] Set router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:25:37.516499 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0183af13-55a0-4cf3-b609-1100c3c4d6bb req-70884d9c-1877-4055-a7de-953668cf0b35 service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912828 Feb 20 06:25:37.532429 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-1c39b4b1-6ca7-491a-a520-8e481379d1a8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:37.534040 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-1c39b4b1-6ca7-491a-a520-8e481379d1a8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports/ef209aba-f443-4122-aac5-ab965f314486 HTTP/1.1" status: 200 len: 943 time: 0.0479910 Feb 20 06:25:37.619376 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0183af13-55a0-4cf3-b609-1100c3c4d6bb req-81b53b9c-a6a8-4d2c-ba1e-069d84c5d63c service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946732 Feb 20 06:25:37.754445 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-befcd470-eb30-4b78-aeb8-b410623a5eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '8ace65f1-7233-4450-96f4-a572addb243c', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'port_id': 'ef209aba-f443-4122-aac5-ab965f314486', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'mac_address': 'fa:16:3e:81:37:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b981a7df-8443-4fd7-b5cf-91a3f32c1d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:23:52Z', 'updated_at': '2022-02-20T06:25:36Z', 'revision_number': 9, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de9f36a6-3b5a-4ad1-a2c9-b10168419a1a', 'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'mac_address': 'fa:16:3e:72:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:49Z', 'updated_at': '2022-02-20T06:23:53Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'subnets': [{'id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:25:37.787937 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befcd470-eb30-4b78-aeb8-b410623a5eae None None] The sync data for ids ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'] in n-d-829866-5 is: [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '8ace65f1-7233-4450-96f4-a572addb243c', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'port_id': 'ef209aba-f443-4122-aac5-ab965f314486', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'mac_address': 'fa:16:3e:81:37:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b981a7df-8443-4fd7-b5cf-91a3f32c1d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:23:52Z', 'updated_at': '2022-02-20T06:25:36Z', 'revision_number': 9, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de9f36a6-3b5a-4ad1-a2c9-b10168419a1a', 'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'mac_address': 'fa:16:3e:72:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:49Z', 'updated_at': '2022-02-20T06:23:53Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'subnets': [{'id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:25:38.002032 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f5eb2a-3caa-43b5-9ee1-466009a847bb None None] New status for floating IP 8ace65f1-7233-4450-96f4-a572addb243c: ACTIVE {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:25:38.336914 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-b608ce02-dc62-4ae5-8dd1-a088e9e0ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:38.338411 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-b608ce02-dc62-4ae5-8dd1-a088e9e0ebc3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 1128 time: 0.0449743 Feb 20 06:25:38.360931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f7c9c-4c09-4005-8067-aed9a0c42228 req-deb291c6-42cc-4528-926b-618fdb517a4f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:38.362545 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-129f7c9c-4c09-4005-8067-aed9a0c42228 req-deb291c6-42cc-4528-926b-618fdb517a4f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0520604 Feb 20 06:25:38.409100 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-129f7c9c-4c09-4005-8067-aed9a0c42228 req-044c4de5-da89-40d4-87d2-1c6d3e68ec2f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404141 Feb 20 06:25:38.429290 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-352af313-73f6-4956-bc11-1b2acb362b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:38.430774 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-352af313-73f6-4956-bc11-1b2acb362b13 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.0871754 Feb 20 06:25:38.493290 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-f13fd302-5535-4ad3-a4ec-9b2a5a4657bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef209aba-f443-4122-aac5-ab965f314486 HTTP/1.1" status: 200 len: 1003 time: 0.0563576 Feb 20 06:25:38.543389 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-dfcb7e6b-4002-437f-a247-117ed3cde0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:38.544822 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-dfcb7e6b-4002-437f-a247-117ed3cde0e3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0457363 Feb 20 06:25:38.591043 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-d42d22fc-acd6-4da4-89bf-c387d02e6154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:38.592495 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-d42d22fc-acd6-4da4-89bf-c387d02e6154 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425780 Feb 20 06:25:38.677606 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-f51a68c3-4576-47a3-9841-f25d40d4c7b6 service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799935 Feb 20 06:25:38.766829 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-b84257fc-335c-47ef-9972-5d6ef064e8be service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842569 Feb 20 06:25:39.533511 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72c653-ecb0-4163-8e6d-75432752fe7b req-39be0f04-4abe-4308-a10c-a0524de86871 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:39.535009 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a72c653-ecb0-4163-8e6d-75432752fe7b req-39be0f04-4abe-4308-a10c-a0524de86871 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0554309 Feb 20 06:25:39.584078 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a72c653-ecb0-4163-8e6d-75432752fe7b req-9912e142-6635-4089-bdc6-f013f0925849 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435095 Feb 20 06:25:40.704440 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef973e-9166-41e3-993a-34dc59832a10 req-0d7ad69a-f358-4da4-a0a5-3eb39a3e9ed6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:40.705918 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-baef973e-9166-41e3-993a-34dc59832a10 req-0d7ad69a-f358-4da4-a0a5-3eb39a3e9ed6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0540130 Feb 20 06:25:40.753593 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-baef973e-9166-41e3-993a-34dc59832a10 req-556e803f-7dfc-404a-908e-de5213e975ea tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420103 Feb 20 06:25:41.875631 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7846b5-b6bc-4191-ad14-718cf9283d6d req-df1952c3-8c13-4fcc-916c-a5120ec09201 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:41.877119 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6e7846b5-b6bc-4191-ad14-718cf9283d6d req-df1952c3-8c13-4fcc-916c-a5120ec09201 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0540118 Feb 20 06:25:41.925340 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6e7846b5-b6bc-4191-ad14-718cf9283d6d req-7acdbec7-9a9e-4e1f-87f5-53719bb1d53c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414002 Feb 20 06:25:43.047415 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c8b71-29fb-4a44-83ed-a8dcb0248a3e req-e6925739-d7ed-48c3-85c9-6a5ef01bd5a8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:43.048924 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e61c8b71-29fb-4a44-83ed-a8dcb0248a3e req-e6925739-d7ed-48c3-85c9-6a5ef01bd5a8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0565445 Feb 20 06:25:43.094652 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e61c8b71-29fb-4a44-83ed-a8dcb0248a3e req-22f64db6-933d-4e4e-96d9-7080b2b63a28 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401587 Feb 20 06:25:44.221868 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f28a6-42e4-44c8-8145-b70d2854a44d req-ad7b5ecf-df8c-4e78-8421-43e6b1f5e8ed tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:44.223415 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-281f28a6-42e4-44c8-8145-b70d2854a44d req-ad7b5ecf-df8c-4e78-8421-43e6b1f5e8ed tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0518990 Feb 20 06:25:44.269469 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-281f28a6-42e4-44c8-8145-b70d2854a44d req-ba0dfcf1-5106-4eb1-8bab-27d2e3fd8c7f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400360 Feb 20 06:25:45.390864 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c640e-4a5c-444f-8dd8-a3ce65b82373 req-5970bd60-b897-4fec-9b42-b014c407a359 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:45.392356 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b61c640e-4a5c-444f-8dd8-a3ce65b82373 req-5970bd60-b897-4fec-9b42-b014c407a359 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0562079 Feb 20 06:25:45.437812 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b61c640e-4a5c-444f-8dd8-a3ce65b82373 req-a08c005d-856b-4b09-9724-c8eba51cd60e tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397861 Feb 20 06:25:46.552530 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f649abbb-3df1-439b-ba7e-068be99b7aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:46.565509 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a52f5-125f-4b87-83c5-17dfdbf7d4e6 req-490f8efe-9fdd-4aab-8420-b9deaae2fcf6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:46.567018 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-938a52f5-125f-4b87-83c5-17dfdbf7d4e6 req-490f8efe-9fdd-4aab-8420-b9deaae2fcf6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0554636 Feb 20 06:25:46.612491 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-938a52f5-125f-4b87-83c5-17dfdbf7d4e6 req-aae3aae6-5c32-459b-8b8b-7fcdb2c6fdc1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398512 Feb 20 06:25:47.732838 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fb581-2ee9-42aa-91fb-8f74d441a29f req-ce1ee05a-a936-45da-9a76-76fbfe4c7a2d tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:47.734308 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f98fb581-2ee9-42aa-91fb-8f74d441a29f req-ce1ee05a-a936-45da-9a76-76fbfe4c7a2d tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0538237 Feb 20 06:25:47.784957 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f98fb581-2ee9-42aa-91fb-8f74d441a29f req-797b92f5-d7f9-454d-8414-fe8ee0a2c6ca tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450916 Feb 20 06:25:48.005613 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:25:48.902782 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc7b97-bef3-4206-b7bd-d46eaca7d8ab req-02e8fb3f-b1df-42c5-bd6e-a2d11f5d794e tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:48.904273 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33bc7b97-bef3-4206-b7bd-d46eaca7d8ab req-02e8fb3f-b1df-42c5-bd6e-a2d11f5d794e tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0521314 Feb 20 06:25:48.949968 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-33bc7b97-bef3-4206-b7bd-d46eaca7d8ab req-02f513e2-bc6b-45ca-88bd-53400eacf8da tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401304 Feb 20 06:25:49.011486 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2a781d08-56ab-4020-a7cf-f19e241f1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:49.758985 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:50.068055 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4403955-0556-4675-8756-26108b3accbe req-38909071-ff67-4f48-a9ef-e7a9eb3cfdb9 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:50.069443 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4403955-0556-4675-8756-26108b3accbe req-38909071-ff67-4f48-a9ef-e7a9eb3cfdb9 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0514717 Feb 20 06:25:50.114459 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b4403955-0556-4675-8756-26108b3accbe req-73283890-56d2-4fe5-b75d-60e6bceb1041 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388479 Feb 20 06:25:51.236675 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c576f24-748d-429e-9bc8-49eb9b3609dc req-f52c48eb-ac0e-4358-8824-b43df4f4cb0c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:51.238179 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c576f24-748d-429e-9bc8-49eb9b3609dc req-f52c48eb-ac0e-4358-8824-b43df4f4cb0c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0574472 Feb 20 06:25:51.285616 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c576f24-748d-429e-9bc8-49eb9b3609dc req-712d1569-e0a7-4947-8651-0b5a3642ebce tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414922 Feb 20 06:25:51.583181 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:52.402626 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863c07f-e7be-4854-a893-64cf2312a85a req-d24a22d2-e4a1-44c3-b890-be0a18b21150 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:52.404127 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4863c07f-e7be-4854-a893-64cf2312a85a req-d24a22d2-e4a1-44c3-b890-be0a18b21150 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0520983 Feb 20 06:25:52.450840 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4863c07f-e7be-4854-a893-64cf2312a85a req-f9fac7f5-f253-4808-8005-a3bb6028b986 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412025 Feb 20 06:25:52.760395 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:53.316432 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:53.571890 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b88a9-699c-4f2f-9c47-cc04173c7277 req-532387a5-1641-4d11-83a7-0014d10382be tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:53.573253 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f12b88a9-699c-4f2f-9c47-cc04173c7277 req-532387a5-1641-4d11-83a7-0014d10382be tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0517490 Feb 20 06:25:53.623657 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f12b88a9-699c-4f2f-9c47-cc04173c7277 req-d2c1729f-234f-4185-bf97-67509d64aa55 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447903 Feb 20 06:25:54.741303 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6775ed-fbb0-453c-a6db-dff9e857816b req-08942722-91bb-4f48-b534-2312bca2cd09 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:54.742786 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b6775ed-fbb0-453c-a6db-dff9e857816b req-08942722-91bb-4f48-b534-2312bca2cd09 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0535657 Feb 20 06:25:54.789416 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b6775ed-fbb0-453c-a6db-dff9e857816b req-d9c2c9f1-0ee6-4e62-a66a-d347d2111d2b tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402980 Feb 20 06:25:55.655617 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:25:55.907533 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba2ef0-754f-404b-8850-1b482ae1a897 req-9f64ba27-c2dd-4068-baf9-19757ff5f567 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:55.908914 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-64ba2ef0-754f-404b-8850-1b482ae1a897 req-9f64ba27-c2dd-4068-baf9-19757ff5f567 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0522883 Feb 20 06:25:55.954705 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-64ba2ef0-754f-404b-8850-1b482ae1a897 req-2affa9df-257c-4d32-9b2c-f82d90aa49d5 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401316 Feb 20 06:25:56.294323 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27422eeb-f7f9-4485-9ad6-c8ff72e4ffa5 req-41344502-1fb9-466b-a327-ad4381f546d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:56.295822 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-27422eeb-f7f9-4485-9ad6-c8ff72e4ffa5 req-41344502-1fb9-466b-a327-ad4381f546d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 1128 time: 0.0446949 Feb 20 06:25:56.398187 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27422eeb-f7f9-4485-9ad6-c8ff72e4ffa5 req-39865e4a-4e35-47cc-bfbd-cc86ee226caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:56.399752 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-27422eeb-f7f9-4485-9ad6-c8ff72e4ffa5 req-39865e4a-4e35-47cc-bfbd-cc86ee226caa service neutron] 10.222.0.48 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.0859661 Feb 20 06:25:56.463691 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-27422eeb-f7f9-4485-9ad6-c8ff72e4ffa5 req-f2dbd0a2-9c62-4fe4-9802-eea06e366035 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef209aba-f443-4122-aac5-ab965f314486 HTTP/1.1" status: 200 len: 1003 time: 0.0574429 Feb 20 06:25:56.517712 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27422eeb-f7f9-4485-9ad6-c8ff72e4ffa5 req-113dca6b-9368-499a-9166-0e961c366b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:56.520345 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-27422eeb-f7f9-4485-9ad6-c8ff72e4ffa5 req-113dca6b-9368-499a-9166-0e961c366b19 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0499427 Feb 20 06:25:56.573702 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27422eeb-f7f9-4485-9ad6-c8ff72e4ffa5 req-1d619633-e215-4080-a9f3-565c9bee2dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:56.575693 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-27422eeb-f7f9-4485-9ad6-c8ff72e4ffa5 req-1d619633-e215-4080-a9f3-565c9bee2dda service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493217 Feb 20 06:25:56.585638 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-27422eeb-f7f9-4485-9ad6-c8ff72e4ffa5 req-6515c064-5e4b-4295-ae3f-354601b543e9 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 06:25:56.586648 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-27422eeb-f7f9-4485-9ad6-c8ff72e4ffa5 req-6515c064-5e4b-4295-ae3f-354601b543e9 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048044 Feb 20 06:25:56.671968 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-27422eeb-f7f9-4485-9ad6-c8ff72e4ffa5 req-4c01c038-e010-4531-8481-2930fa8fe6f6 service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793312 Feb 20 06:25:56.762521 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-27422eeb-f7f9-4485-9ad6-c8ff72e4ffa5 req-5699f0f9-c8fa-4193-9ee6-37369e8bc584 service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847702 Feb 20 06:25:57.078198 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b066384-17e3-4abd-886d-cdccf301b009 req-b604ea88-a949-4b21-83f4-44ed509a21a8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:57.079680 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3b066384-17e3-4abd-886d-cdccf301b009 req-b604ea88-a949-4b21-83f4-44ed509a21a8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0558739 Feb 20 06:25:57.125867 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3b066384-17e3-4abd-886d-cdccf301b009 req-b88184ed-470c-43b5-8c95-5bd80ce5814a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406630 Feb 20 06:25:58.244883 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fcf8b-e668-4d18-9597-9d5808e264c3 req-9b4efcab-0fce-42d3-abb8-245d0510b5d6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:58.246355 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c9fcf8b-e668-4d18-9597-9d5808e264c3 req-9b4efcab-0fce-42d3-abb8-245d0510b5d6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0529659 Feb 20 06:25:58.291229 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c9fcf8b-e668-4d18-9597-9d5808e264c3 req-6737fb69-accd-4f8e-80b4-2612939ba0a4 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393062 Feb 20 06:25:59.413996 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527dd62-a2f4-4be8-8928-4b8cc4752007 req-28b57779-f60a-4de2-803a-49bdfd7278bb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:25:59.415492 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9527dd62-a2f4-4be8-8928-4b8cc4752007 req-28b57779-f60a-4de2-803a-49bdfd7278bb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0560255 Feb 20 06:25:59.460547 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9527dd62-a2f4-4be8-8928-4b8cc4752007 req-7ee32804-bb59-4da6-adb8-54c36fb9dee2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394030 Feb 20 06:26:00.582518 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebccc4-9e33-49bf-9b08-36c571ea1c4c req-6a8f8062-7793-48b0-9ffc-24820865970e tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:00.585093 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75ebccc4-9e33-49bf-9b08-36c571ea1c4c req-6a8f8062-7793-48b0-9ffc-24820865970e tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0536804 Feb 20 06:26:00.636588 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75ebccc4-9e33-49bf-9b08-36c571ea1c4c req-0794b9ca-1b35-4f7c-ad49-a79c6e2c9ea8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447240 Feb 20 06:26:01.764609 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ff335-f7df-4532-909d-b89d8e260c4f req-09c75629-de84-4e37-823b-f9e55a384dff tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:01.766182 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a05ff335-f7df-4532-909d-b89d8e260c4f req-09c75629-de84-4e37-823b-f9e55a384dff tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0597861 Feb 20 06:26:01.820754 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a05ff335-f7df-4532-909d-b89d8e260c4f req-6f225e7c-38bb-44bf-97ec-a82e8be7b0c6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485821 Feb 20 06:26:02.942624 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04988a0-3506-458f-8f1b-d5b54dee6381 req-bfca87f2-f707-4466-8b0d-8601e2167359 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:02.944119 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d04988a0-3506-458f-8f1b-d5b54dee6381 req-bfca87f2-f707-4466-8b0d-8601e2167359 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0519648 Feb 20 06:26:02.989446 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d04988a0-3506-458f-8f1b-d5b54dee6381 req-f142b1c3-23df-4dd6-8844-5bdea77c5c8c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396736 Feb 20 06:26:04.108425 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959d239-c908-46ba-bb11-9a9537f891c9 req-db6f85d6-a593-4888-8b1b-17679fd9881f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:04.109802 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0959d239-c908-46ba-bb11-9a9537f891c9 req-db6f85d6-a593-4888-8b1b-17679fd9881f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0517650 Feb 20 06:26:04.155766 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0959d239-c908-46ba-bb11-9a9537f891c9 req-266b12b8-7cdb-4f70-a0a0-214aa9aa5ab9 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403109 Feb 20 06:26:05.277973 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c592788-33a9-4c33-804b-413c5b5181f3 req-e0628722-73ac-47f7-98d1-f833de76814b tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:05.279403 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2c592788-33a9-4c33-804b-413c5b5181f3 req-e0628722-73ac-47f7-98d1-f833de76814b tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0569513 Feb 20 06:26:05.325620 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2c592788-33a9-4c33-804b-413c5b5181f3 req-a45ef290-a0da-4cbb-8128-c5d05bd361ba tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404778 Feb 20 06:26:06.442698 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a8a47-22b7-4311-ae7c-41e43ea0e55b req-c35cb17c-4659-42d4-9db5-61df3fbc4def tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:06.444248 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e72a8a47-22b7-4311-ae7c-41e43ea0e55b req-c35cb17c-4659-42d4-9db5-61df3fbc4def tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0515482 Feb 20 06:26:06.490626 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e72a8a47-22b7-4311-ae7c-41e43ea0e55b req-85f4d67d-afc8-49c7-8f57-b4a02978dd8e tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398088 Feb 20 06:26:07.618414 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fa0fe-046d-4a65-94f1-709a235656d1 req-8d62c13d-4f97-4d79-8017-a6147251f8a3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:07.619943 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f37fa0fe-046d-4a65-94f1-709a235656d1 req-8d62c13d-4f97-4d79-8017-a6147251f8a3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0572789 Feb 20 06:26:07.670789 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f37fa0fe-046d-4a65-94f1-709a235656d1 req-a477de96-19fa-48b5-a194-d1fc99ad5e4e tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452576 Feb 20 06:26:08.788076 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f54d4-bf71-483a-b3e4-efb859bbe0eb req-3a1f9520-000d-4d1d-9cc2-705a9c64af7a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:08.789592 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-262f54d4-bf71-483a-b3e4-efb859bbe0eb req-3a1f9520-000d-4d1d-9cc2-705a9c64af7a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0518498 Feb 20 06:26:08.836108 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-262f54d4-bf71-483a-b3e4-efb859bbe0eb req-ff57bfb9-a3c4-4a60-a0b0-42158cc85b8b tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397005 Feb 20 06:26:09.955778 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d427e6-58b7-4f9c-b8c1-2aa30eac5e51 req-9da08bd4-2a5d-4cf1-8991-7735bd85f3bb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:09.957253 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-71d427e6-58b7-4f9c-b8c1-2aa30eac5e51 req-9da08bd4-2a5d-4cf1-8991-7735bd85f3bb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0530322 Feb 20 06:26:10.002829 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-71d427e6-58b7-4f9c-b8c1-2aa30eac5e51 req-1bb42b77-c1a8-495b-b85e-8cd453e75514 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400548 Feb 20 06:26:10.572188 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-a6801c3f-c7be-4c58-bfa4-cfb841d4b579 service neutron] show failed (client error): The resource could not be found. Feb 20 06:26:10.573174 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-a6801c3f-c7be-4c58-bfa4-cfb841d4b579 service neutron] 10.222.0.48 "GET /v2.0/ports/ef209aba-f443-4122-aac5-ab965f314486/bindings/n-h1-829866-5 HTTP/1.1" status: 404 len: 380 time: 0.0535574 Feb 20 06:26:10.771333 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-ffd1c4bb-0448-45fc-a3e9-b4780e1c7f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:10.772837 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-ffd1c4bb-0448-45fc-a3e9-b4780e1c7f71 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30&tenant_id=20fdf1ad31dc420d879a58636b424b5c HTTP/1.1" status: 200 len: 1128 time: 0.0463786 Feb 20 06:26:10.782850 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-e731dae9-7413-4e73-9112-bc3bec7bea5d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 06:26:10.783829 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-e731dae9-7413-4e73-9112-bc3bec7bea5d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048337 Feb 20 06:26:10.793811 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-20824db9-822f-484d-adf1-ca54722f717e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-5', 'device_owner': 'compute:nova'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:26:10.854271 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-20824db9-822f-484d-adf1-ca54722f717e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ef209aba-f443-4122-aac5-ab965f314486), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:11.055765 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-20824db9-822f-484d-adf1-ca54722f717e service neutron] For port ef209aba-f443-4122-aac5-ab965f314486, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=ef209aba-f443-4122-aac5-ab965f314486,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:26:11.089993 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-20824db9-822f-484d-adf1-ca54722f717e service neutron] For port ef209aba-f443-4122-aac5-ab965f314486, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:26:11.125010 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfed58a-026c-49e7-9df1-efdbae930214 req-133ce1fa-a227-4c31-9b55-e7621cc27c08 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:11.126423 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ddfed58a-026c-49e7-9df1-efdbae930214 req-133ce1fa-a227-4c31-9b55-e7621cc27c08 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0572095 Feb 20 06:26:11.129882 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b981a7df-8443-4fd7-b5cf-91a3f32c1d30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef209aba-f443-4122-aac5-ab965f314486'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:26:11.132248 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5aa3ff5-1ad6-4682-9117-b33365a6937f" -d '{"events": [{"server_uuid": "b981a7df-8443-4fd7-b5cf-91a3f32c1d30", "name": "network-vif-unplugged", "status": "completed", "tag": "ef209aba-f443-4122-aac5-ab965f314486"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:26:11.135980 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-20824db9-822f-484d-adf1-ca54722f717e service neutron] Publish callbacks [] for port (ef209aba-f443-4122-aac5-ab965f314486), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:11.149425 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-20824db9-822f-484d-adf1-ca54722f717e service neutron] Transition to ACTIVE for port object ef209aba-f443-4122-aac5-ab965f314486 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:26:11.153458 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-20824db9-822f-484d-adf1-ca54722f717e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (ef209aba-f443-4122-aac5-ab965f314486), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:11.174826 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ddfed58a-026c-49e7-9df1-efdbae930214 req-f41889fc-c1e3-4916-bdd3-512476bf618d tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427070 Feb 20 06:26:11.507937 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 06:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c62f91-6593-4c71-b6df-e97ef18b4b88 x-openstack-request-id: req-b8c62f91-6593-4c71-b6df-e97ef18b4b88 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:26:11.508140 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b981a7df-8443-4fd7-b5cf-91a3f32c1d30", "name": "network-vif-unplugged", "status": "completed", "tag": "ef209aba-f443-4122-aac5-ab965f314486", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:26:11.508394 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8c62f91-6593-4c71-b6df-e97ef18b4b88 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:26:11.508784 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b981a7df-8443-4fd7-b5cf-91a3f32c1d30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef209aba-f443-4122-aac5-ab965f314486', 'code': 200} Feb 20 06:26:11.521610 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20824db9-822f-484d-adf1-ca54722f717e service neutron] Pushing event updated for resources: {'Port': ['ID=ef209aba-f443-4122-aac5-ab965f314486,revision_number=6']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:26:11.559595 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-20824db9-822f-484d-adf1-ca54722f717e service neutron] No DVR routers for this DVR port ef209aba-f443-4122-aac5-ab965f314486 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:26:11.700355 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-20824db9-822f-484d-adf1-ca54722f717e service neutron] Attempting to bind port ef209aba-f443-4122-aac5-ab965f314486 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:26:11.701033 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-20824db9-822f-484d-adf1-ca54722f717e service neutron] Attempting to bind port ef209aba-f443-4122-aac5-ab965f314486 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:26:11.701033 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-20824db9-822f-484d-adf1-ca54722f717e service neutron] Attempting to bind port ef209aba-f443-4122-aac5-ab965f314486 on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:26:11.705157 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-20824db9-822f-484d-adf1-ca54722f717e service neutron] Port ef209aba-f443-4122-aac5-ab965f314486 on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:26:11.705478 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-20824db9-822f-484d-adf1-ca54722f717e service neutron] Attempting to bind port ef209aba-f443-4122-aac5-ab965f314486 on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:26:11.710214 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-20824db9-822f-484d-adf1-ca54722f717e service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:26:11.710552 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-20824db9-822f-484d-adf1-ca54722f717e service neutron] Checking segment: {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:26:11.710962 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-20824db9-822f-484d-adf1-ca54722f717e service neutron] Bound using segment: {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:26:11.711392 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-20824db9-822f-484d-adf1-ca54722f717e service neutron] Bound port: ef209aba-f443-4122-aac5-ab965f314486, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:26:11.711744 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-20824db9-822f-484d-adf1-ca54722f717e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ef209aba-f443-4122-aac5-ab965f314486), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:11.772671 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-20824db9-822f-484d-adf1-ca54722f717e service neutron] For port ef209aba-f443-4122-aac5-ab965f314486, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:26:11.775574 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-20824db9-822f-484d-adf1-ca54722f717e service neutron] For port ef209aba-f443-4122-aac5-ab965f314486, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=ef209aba-f443-4122-aac5-ab965f314486,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:26:11.781347 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-20824db9-822f-484d-adf1-ca54722f717e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (ef209aba-f443-4122-aac5-ab965f314486), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:11.818389 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-20824db9-822f-484d-adf1-ca54722f717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:11.819042 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-20824db9-822f-484d-adf1-ca54722f717e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:11.820913 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-20824db9-822f-484d-adf1-ca54722f717e service neutron] 10.222.0.61 "PUT /v2.0/ports/ef209aba-f443-4122-aac5-ab965f314486 HTTP/1.1" status: 200 len: 1092 time: 1.0306280 Feb 20 06:26:11.856564 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20824db9-822f-484d-adf1-ca54722f717e service neutron] Pushing event updated for resources: {'Port': ['ID=ef209aba-f443-4122-aac5-ab965f314486,revision_number=7']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:26:11.893494 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-6ea27a7a-2c9b-4546-ad2b-597f8798d1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:11.895112 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-6ea27a7a-2c9b-4546-ad2b-597f8798d1c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 1126 time: 0.0512230 Feb 20 06:26:11.995044 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-a2b30de6-5f6d-4dfc-b3d2-ce5847128bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:11.997423 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-a2b30de6-5f6d-4dfc-b3d2-ce5847128bb0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.0964620 Feb 20 06:26:12.066566 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-44a23ca6-d101-4df9-8362-8dbc730c095f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef209aba-f443-4122-aac5-ab965f314486 HTTP/1.1" status: 200 len: 1001 time: 0.0628941 Feb 20 06:26:12.113548 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-0f5ae42d-aa13-4251-b111-23982329960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:12.114921 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-0f5ae42d-aa13-4251-b111-23982329960f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0430982 Feb 20 06:26:12.162797 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-e1e4e43a-889c-403d-96a2-f4b916cc5727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:12.164283 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-e1e4e43a-889c-403d-96a2-f4b916cc5727 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436840 Feb 20 06:26:12.256123 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-c323a452-cc9b-4b87-a92e-79e5ebbbd170 service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852644 Feb 20 06:26:12.310732 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080b62b-19f7-4a3f-ab89-2efc1b5d53b4 req-b0c5b037-5d9d-4ec4-8849-0cd6f6c04a88 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:12.312244 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9080b62b-19f7-4a3f-ab89-2efc1b5d53b4 req-b0c5b037-5d9d-4ec4-8849-0cd6f6c04a88 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 944 time: 0.0529151 Feb 20 06:26:12.345954 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a87c31c2-1c88-435b-8959-f28c002e5b96 req-7496d899-5ce0-4c27-a211-bc7d499cabfb service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832384 Feb 20 06:26:12.358192 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9080b62b-19f7-4a3f-ab89-2efc1b5d53b4 req-3b98d56c-b05c-4ddd-b821-023580de0f1a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402470 Feb 20 06:26:13.298102 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device ef209aba-f443-4122-aac5-ab965f314486 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:26:13.337651 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] The host n-h2-829866-5 is not matching for port ef209aba-f443-4122-aac5-ab965f314486 host n-h1-829866-5! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 06:26:13.338037 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device ef209aba-f443-4122-aac5-ab965f314486 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:26:13.419341 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device ef209aba-f443-4122-aac5-ab965f314486 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:26:13.484205 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f29b97-110c-4448-8741-2f80c205becc req-d1bea990-a355-4da9-a674-3083eb6fc848 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:13.485707 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-21f29b97-110c-4448-8741-2f80c205becc req-d1bea990-a355-4da9-a674-3083eb6fc848 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 944 time: 0.0569739 Feb 20 06:26:13.509931 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b981a7df-8443-4fd7-b5cf-91a3f32c1d30', 'tag': 'ef209aba-f443-4122-aac5-ab965f314486'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:26:13.513882 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c62c14-3edf-40d6-805c-7ca5fd16a5a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b981a7df-8443-4fd7-b5cf-91a3f32c1d30", "tag": "ef209aba-f443-4122-aac5-ab965f314486"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:26:13.514710 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port ef209aba-f443-4122-aac5-ab965f314486, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=ef209aba-f443-4122-aac5-ab965f314486,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:26:13.526335 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'ef209aba-f443-4122-aac5-ab965f314486', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'port_id': 'ef209aba-f443-4122-aac5-ab965f314486', 'mac_address': 'fa:16:3e:81:37:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:26:13.533631 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-21f29b97-110c-4448-8741-2f80c205becc req-7e1391c1-01de-456b-81ad-795ee707e1b6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417867 Feb 20 06:26:13.567002 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port ef209aba-f443-4122-aac5-ab965f314486 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:26:13.567402 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ef209aba-f443-4122-aac5-ab965f314486), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:13.580732 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef209aba-f443-4122-aac5-ab965f314486 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:26:13.592032 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5579a500-c571-40a1-976c-8fbd2a041ec4 x-openstack-request-id: req-5579a500-c571-40a1-976c-8fbd2a041ec4 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:26:13.592322 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b981a7df-8443-4fd7-b5cf-91a3f32c1d30", "tag": "ef209aba-f443-4122-aac5-ab965f314486", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:26:13.592574 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5579a500-c571-40a1-976c-8fbd2a041ec4 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:26:13.593377 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b981a7df-8443-4fd7-b5cf-91a3f32c1d30', 'tag': 'ef209aba-f443-4122-aac5-ab965f314486', 'status': 'completed', 'code': 200} Feb 20 06:26:13.601679 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port ef209aba-f443-4122-aac5-ab965f314486, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=ef209aba-f443-4122-aac5-ab965f314486,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:26:13.605443 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ef209aba-f443-4122-aac5-ab965f314486), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:13.655590 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=ef209aba-f443-4122-aac5-ab965f314486,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:26:13.687740 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c62c14-3edf-40d6-805c-7ca5fd16a5a5 req-20baabe2-d2ff-4c02-b30f-8593ed137895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:13.689271 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-02c62c14-3edf-40d6-805c-7ca5fd16a5a5 req-20baabe2-d2ff-4c02-b30f-8593ed137895 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 1127 time: 0.0808351 Feb 20 06:26:13.691790 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c62c14-3edf-40d6-805c-7ca5fd16a5a5 req-88266d9b-6473-4627-a9d6-a868e13d23c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:13.693136 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-02c62c14-3edf-40d6-805c-7ca5fd16a5a5 req-88266d9b-6473-4627-a9d6-a868e13d23c9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 1127 time: 0.0753522 Feb 20 06:26:13.813119 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['ef209aba-f443-4122-aac5-ab965f314486'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:26:13.848375 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c62c14-3edf-40d6-805c-7ca5fd16a5a5 req-58e4d69a-acae-4ea5-a5da-1fc0a6564c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:13.849927 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-02c62c14-3edf-40d6-805c-7ca5fd16a5a5 req-58e4d69a-acae-4ea5-a5da-1fc0a6564c94 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.1555710 Feb 20 06:26:13.852605 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c62c14-3edf-40d6-805c-7ca5fd16a5a5 req-f8578221-9380-4f87-8dd7-c517ab60546c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:13.853938 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-02c62c14-3edf-40d6-805c-7ca5fd16a5a5 req-f8578221-9380-4f87-8dd7-c517ab60546c service neutron] 10.222.0.61 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.1509955 Feb 20 06:26:13.961478 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-02c62c14-3edf-40d6-805c-7ca5fd16a5a5 req-2901d867-a77c-4ad4-bdbb-081e4d0bf586 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef209aba-f443-4122-aac5-ab965f314486 HTTP/1.1" status: 200 len: 1002 time: 0.1059680 Feb 20 06:26:13.965627 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-02c62c14-3edf-40d6-805c-7ca5fd16a5a5 req-69439c3e-1b55-4903-9643-5a4250d50d05 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef209aba-f443-4122-aac5-ab965f314486 HTTP/1.1" status: 200 len: 1002 time: 0.1045947 Feb 20 06:26:14.046386 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c62c14-3edf-40d6-805c-7ca5fd16a5a5 req-bf5d46d6-2385-42fe-8a89-1e58d5c667c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:14.047858 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-02c62c14-3edf-40d6-805c-7ca5fd16a5a5 req-bf5d46d6-2385-42fe-8a89-1e58d5c667c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0795443 Feb 20 06:26:14.051198 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c62c14-3edf-40d6-805c-7ca5fd16a5a5 req-c6242a9c-f0dc-41a4-bb98-5f3220150c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:14.052517 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-02c62c14-3edf-40d6-805c-7ca5fd16a5a5 req-c6242a9c-f0dc-41a4-bb98-5f3220150c14 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0771983 Feb 20 06:26:14.126145 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c62c14-3edf-40d6-805c-7ca5fd16a5a5 req-efcbf46b-c523-497c-89d6-4fe118d3fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:14.127575 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-02c62c14-3edf-40d6-805c-7ca5fd16a5a5 req-efcbf46b-c523-497c-89d6-4fe118d3fa3d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0742264 Feb 20 06:26:14.129212 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c62c14-3edf-40d6-805c-7ca5fd16a5a5 req-d1e2118d-87fc-4e9f-865e-9c51afc39b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:14.130551 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-02c62c14-3edf-40d6-805c-7ca5fd16a5a5 req-d1e2118d-87fc-4e9f-865e-9c51afc39b86 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0699308 Feb 20 06:26:14.282037 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-02c62c14-3edf-40d6-805c-7ca5fd16a5a5 req-bd9d130a-1396-4e4f-b783-a9db0973ee61 service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485968 Feb 20 06:26:14.284155 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-02c62c14-3edf-40d6-805c-7ca5fd16a5a5 req-18f309bb-2004-4e37-8559-dea51ec3021b service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428852 Feb 20 06:26:14.439650 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-02c62c14-3edf-40d6-805c-7ca5fd16a5a5 req-88e1e578-4e88-4de8-8bbc-fa24cd84ea65 service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523283 Feb 20 06:26:14.442957 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-02c62c14-3edf-40d6-805c-7ca5fd16a5a5 req-b02165a7-e32a-4dee-a4bd-d6cb201b4eb2 service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486542 Feb 20 06:26:14.656521 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9f9ab-045d-4c2b-9fd0-59709c0b0599 req-6a76bd32-a27a-45e9-b0c5-ba0215d34441 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:14.658003 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-14e9f9ab-045d-4c2b-9fd0-59709c0b0599 req-6a76bd32-a27a-45e9-b0c5-ba0215d34441 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 945 time: 0.0536892 Feb 20 06:26:14.703931 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-14e9f9ab-045d-4c2b-9fd0-59709c0b0599 req-18e33cd8-80db-411f-9400-945941789a40 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401325 Feb 20 06:26:14.987100 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04647350-789b-405f-817b-c74332282a5b req-76483b95-910e-4e14-accf-a36f6effbce6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:14.988579 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04647350-789b-405f-817b-c74332282a5b req-76483b95-910e-4e14-accf-a36f6effbce6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.61 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30&tenant_id=20fdf1ad31dc420d879a58636b424b5c&binding%3Ahost_id=n-h1-829866-5 HTTP/1.1" status: 200 len: 945 time: 0.0594440 Feb 20 06:26:15.013912 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bace63-e3dc-433a-ac5a-983d2aba3f85 req-03612f5a-fcde-46d8-a8e8-2d9b3cb11342 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:15.015431 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-76bace63-e3dc-433a-ac5a-983d2aba3f85 req-03612f5a-fcde-46d8-a8e8-2d9b3cb11342 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 945 time: 0.0554898 Feb 20 06:26:15.050125 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04647350-789b-405f-817b-c74332282a5b req-73987e44-76bb-4601-aca4-4800c8be4f00 service neutron] 10.222.0.61 "GET /v2.0/ports/ef209aba-f443-4122-aac5-ab965f314486/bindings/n-h1-829866-5 HTTP/1.1" status: 200 len: 382 time: 0.0548632 Feb 20 06:26:15.066373 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-76bace63-e3dc-433a-ac5a-983d2aba3f85 req-d0f78cf0-e179-4472-9b48-d35fed52e00e tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451283 Feb 20 06:26:15.116214 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04647350-789b-405f-817b-c74332282a5b req-e32172b7-dd06-4b5f-9d52-65cca145ddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:15.117750 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04647350-789b-405f-817b-c74332282a5b req-e32172b7-dd06-4b5f-9d52-65cca145ddcd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 1127 time: 0.0461650 Feb 20 06:26:15.209005 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04647350-789b-405f-817b-c74332282a5b req-7c841ab8-ed66-45ee-8e14-09ab4e095a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:15.210449 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04647350-789b-405f-817b-c74332282a5b req-7c841ab8-ed66-45ee-8e14-09ab4e095a00 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.0855551 Feb 20 06:26:15.273836 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04647350-789b-405f-817b-c74332282a5b req-0b0df27b-8215-4e52-9de2-1f9cecfde7c4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef209aba-f443-4122-aac5-ab965f314486 HTTP/1.1" status: 200 len: 1002 time: 0.0571821 Feb 20 06:26:15.324533 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04647350-789b-405f-817b-c74332282a5b req-4c5da3ec-3e0e-4825-afbd-c168e8c66e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:15.325944 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04647350-789b-405f-817b-c74332282a5b req-4c5da3ec-3e0e-4825-afbd-c168e8c66e95 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0464048 Feb 20 06:26:15.372475 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04647350-789b-405f-817b-c74332282a5b req-76ce8cc2-e50f-437d-8038-7a8715627bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:15.373922 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04647350-789b-405f-817b-c74332282a5b req-76ce8cc2-e50f-437d-8038-7a8715627bb3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424943 Feb 20 06:26:15.430044 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device ef209aba-f443-4122-aac5-ab965f314486 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:26:15.459798 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04647350-789b-405f-817b-c74332282a5b req-3f9feedb-c03e-4609-aa0b-d14882349914 service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798378 Feb 20 06:26:15.477075 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port ef209aba-f443-4122-aac5-ab965f314486 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:26:15.481657 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port ef209aba-f443-4122-aac5-ab965f314486 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:26:15.482032 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ef209aba-f443-4122-aac5-ab965f314486), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:15.554967 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04647350-789b-405f-817b-c74332282a5b req-11c7a5ab-0e49-40eb-86e2-4761797d13fd service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887806 Feb 20 06:26:15.557477 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port ef209aba-f443-4122-aac5-ab965f314486 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:26:15.557863 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ef209aba-f443-4122-aac5-ab965f314486), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:15.585599 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b981a7df-8443-4fd7-b5cf-91a3f32c1d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef209aba-f443-4122-aac5-ab965f314486'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:26:15.587835 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3dd4a3-2e8c-44c7-8a8f-7a2785d06c36" -d '{"events": [{"server_uuid": "b981a7df-8443-4fd7-b5cf-91a3f32c1d30", "name": "network-vif-plugged", "status": "completed", "tag": "ef209aba-f443-4122-aac5-ab965f314486"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:26:15.600232 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port ef209aba-f443-4122-aac5-ab965f314486, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=ef209aba-f443-4122-aac5-ab965f314486,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:26:15.604676 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ef209aba-f443-4122-aac5-ab965f314486), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:15.639072 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befa277f-d761-4c3c-aea6-1606281bf8da x-openstack-request-id: req-befa277f-d761-4c3c-aea6-1606281bf8da {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:26:15.639367 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b981a7df-8443-4fd7-b5cf-91a3f32c1d30", "name": "network-vif-plugged", "status": "completed", "tag": "ef209aba-f443-4122-aac5-ab965f314486", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:26:15.639621 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-befa277f-d761-4c3c-aea6-1606281bf8da {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:26:15.640013 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b981a7df-8443-4fd7-b5cf-91a3f32c1d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef209aba-f443-4122-aac5-ab965f314486', 'code': 200} Feb 20 06:26:15.655676 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=ef209aba-f443-4122-aac5-ab965f314486,revision_number=9']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:26:16.184550 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf2509-a73f-4b5d-bb3e-4dc68ab6de41 req-eddf8bb0-d51b-4e68-a090-2075a6e7c7f2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:16.186000 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0bcf2509-a73f-4b5d-bb3e-4dc68ab6de41 req-eddf8bb0-d51b-4e68-a090-2075a6e7c7f2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0515952 Feb 20 06:26:16.230872 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0bcf2509-a73f-4b5d-bb3e-4dc68ab6de41 req-9149d06b-63d6-4f63-ae0a-c842f4e2f7a4 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393496 Feb 20 06:26:16.553679 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2fef5e54-c64d-4ea8-a958-abfaf983f8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:17.355725 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301402f3-6a3f-4d97-968a-089ae2cfa57a req-2a682cae-c955-4af5-9660-54fba60c5f89 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:17.357223 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-301402f3-6a3f-4d97-968a-089ae2cfa57a req-2a682cae-c955-4af5-9660-54fba60c5f89 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0534804 Feb 20 06:26:17.403864 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-301402f3-6a3f-4d97-968a-089ae2cfa57a req-141f149a-0b3a-46e7-ad58-b724401bba0f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410321 Feb 20 06:26:17.474577 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04647350-789b-405f-817b-c74332282a5b req-ec84f722-4204-441f-a385-b11c4888d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:17.476078 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04647350-789b-405f-817b-c74332282a5b req-ec84f722-4204-441f-a385-b11c4888d978 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30&tenant_id=20fdf1ad31dc420d879a58636b424b5c HTTP/1.1" status: 200 len: 1128 time: 0.0445776 Feb 20 06:26:17.486068 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-04647350-789b-405f-817b-c74332282a5b req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829866-5', 'device_owner': 'compute:nova'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:26:17.547670 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-04647350-789b-405f-817b-c74332282a5b req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ef209aba-f443-4122-aac5-ab965f314486), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:17.742953 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-04647350-789b-405f-817b-c74332282a5b req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] For port ef209aba-f443-4122-aac5-ab965f314486, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=ef209aba-f443-4122-aac5-ab965f314486,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:26:17.775015 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-04647350-789b-405f-817b-c74332282a5b req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] For port ef209aba-f443-4122-aac5-ab965f314486, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:26:17.812556 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b981a7df-8443-4fd7-b5cf-91a3f32c1d30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef209aba-f443-4122-aac5-ab965f314486'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:26:17.814828 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db59cc0-4c2d-4eac-a08f-cd3c9260d466" -d '{"events": [{"server_uuid": "b981a7df-8443-4fd7-b5cf-91a3f32c1d30", "name": "network-vif-unplugged", "status": "completed", "tag": "ef209aba-f443-4122-aac5-ab965f314486"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:26:17.818371 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-04647350-789b-405f-817b-c74332282a5b req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Publish callbacks [] for port (ef209aba-f443-4122-aac5-ab965f314486), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:17.834184 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-04647350-789b-405f-817b-c74332282a5b req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Transition to ACTIVE for port object ef209aba-f443-4122-aac5-ab965f314486 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:26:17.837903 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-04647350-789b-405f-817b-c74332282a5b req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (ef209aba-f443-4122-aac5-ab965f314486), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:17.870040 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 06:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d5e95f-0506-41bc-9383-514d0faab962 x-openstack-request-id: req-88d5e95f-0506-41bc-9383-514d0faab962 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:26:17.870856 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b981a7df-8443-4fd7-b5cf-91a3f32c1d30", "name": "network-vif-unplugged", "status": "completed", "tag": "ef209aba-f443-4122-aac5-ab965f314486", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:26:17.871138 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88d5e95f-0506-41bc-9383-514d0faab962 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:26:17.871544 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b981a7df-8443-4fd7-b5cf-91a3f32c1d30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef209aba-f443-4122-aac5-ab965f314486', 'code': 200} Feb 20 06:26:17.928383 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Pushing event updated for resources: {'Port': ['ID=ef209aba-f443-4122-aac5-ab965f314486,revision_number=10']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:26:17.941167 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:26:17.941521 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:26:17.941867 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:26:17.942226 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:26:17.942544 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:26:17.942874 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:26:17.943230 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:26:17.943563 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:26:17.943888 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:26:17.944214 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:26:17.944542 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:26:17.944867 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:26:17.945188 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:26:17.983209 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-04647350-789b-405f-817b-c74332282a5b req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] No DVR routers for this DVR port ef209aba-f443-4122-aac5-ab965f314486 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:26:18.121120 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-04647350-789b-405f-817b-c74332282a5b req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Attempting to bind port ef209aba-f443-4122-aac5-ab965f314486 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:26:18.121477 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-04647350-789b-405f-817b-c74332282a5b req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Attempting to bind port ef209aba-f443-4122-aac5-ab965f314486 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:26:18.121805 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04647350-789b-405f-817b-c74332282a5b req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Attempting to bind port ef209aba-f443-4122-aac5-ab965f314486 on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:26:18.126085 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04647350-789b-405f-817b-c74332282a5b req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Port ef209aba-f443-4122-aac5-ab965f314486 on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:26:18.126410 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04647350-789b-405f-817b-c74332282a5b req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Attempting to bind port ef209aba-f443-4122-aac5-ab965f314486 on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:26:18.131216 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04647350-789b-405f-817b-c74332282a5b req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:26:18.131559 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04647350-789b-405f-817b-c74332282a5b req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Checking segment: {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:26:18.131925 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04647350-789b-405f-817b-c74332282a5b req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Bound using segment: {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:26:18.132358 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-04647350-789b-405f-817b-c74332282a5b req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Bound port: ef209aba-f443-4122-aac5-ab965f314486, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:26:18.132724 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-04647350-789b-405f-817b-c74332282a5b req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ef209aba-f443-4122-aac5-ab965f314486), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:18.196399 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-04647350-789b-405f-817b-c74332282a5b req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] For port ef209aba-f443-4122-aac5-ab965f314486, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:26:18.199329 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-04647350-789b-405f-817b-c74332282a5b req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] For port ef209aba-f443-4122-aac5-ab965f314486, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=ef209aba-f443-4122-aac5-ab965f314486,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:26:18.205263 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-04647350-789b-405f-817b-c74332282a5b req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (ef209aba-f443-4122-aac5-ab965f314486), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:18.240834 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04647350-789b-405f-817b-c74332282a5b req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:18.241374 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-04647350-789b-405f-817b-c74332282a5b req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:18.242775 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04647350-789b-405f-817b-c74332282a5b req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] 10.222.0.48 "PUT /v2.0/ports/ef209aba-f443-4122-aac5-ab965f314486 HTTP/1.1" status: 200 len: 1093 time: 0.7604883 Feb 20 06:26:18.282432 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982949aa-3815-46f4-8b37-c085ef47e34a service neutron] Pushing event updated for resources: {'Port': ['ID=ef209aba-f443-4122-aac5-ab965f314486,revision_number=11']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:26:18.333072 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04647350-789b-405f-817b-c74332282a5b req-63ea3591-9865-4183-8268-1e1e18834084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:18.334597 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04647350-789b-405f-817b-c74332282a5b req-63ea3591-9865-4183-8268-1e1e18834084 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 1127 time: 0.0666900 Feb 20 06:26:18.426417 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04647350-789b-405f-817b-c74332282a5b req-7d90cc88-708e-4198-ad56-6c7b59d0515e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:18.427927 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04647350-789b-405f-817b-c74332282a5b req-7d90cc88-708e-4198-ad56-6c7b59d0515e service neutron] 10.222.0.48 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.0869875 Feb 20 06:26:18.497533 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04647350-789b-405f-817b-c74332282a5b req-b9a71f74-5ac0-4593-b1a4-a992f9227b8e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef209aba-f443-4122-aac5-ab965f314486 HTTP/1.1" status: 200 len: 1001 time: 0.0638056 Feb 20 06:26:18.537345 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18900f1-ecfb-45fc-a1e3-b69f6b751272 req-9d8a8ee2-6570-4f11-8601-32e721ada8f1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:18.538745 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b18900f1-ecfb-45fc-a1e3-b69f6b751272 req-9d8a8ee2-6570-4f11-8601-32e721ada8f1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 945 time: 0.0561748 Feb 20 06:26:18.545603 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04647350-789b-405f-817b-c74332282a5b req-585f6f2f-e2c6-48d2-a453-89950f3a5a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:18.547110 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04647350-789b-405f-817b-c74332282a5b req-585f6f2f-e2c6-48d2-a453-89950f3a5a08 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0439577 Feb 20 06:26:18.584939 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b18900f1-ecfb-45fc-a1e3-b69f6b751272 req-595cfc9b-e2c5-4e8f-bd7d-6d0276bb5551 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396690 Feb 20 06:26:18.595295 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04647350-789b-405f-817b-c74332282a5b req-2eddb08d-8d0b-450b-abf1-7738ab40b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:18.596828 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04647350-789b-405f-817b-c74332282a5b req-2eddb08d-8d0b-450b-abf1-7738ab40b55c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441856 Feb 20 06:26:18.699016 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04647350-789b-405f-817b-c74332282a5b req-70516ee9-fc2f-4a9b-89c4-e05f64264382 service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962760 Feb 20 06:26:18.786525 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-04647350-789b-405f-817b-c74332282a5b req-e1ba9520-ca13-4b01-b171-dbdf378313e3 service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817955 Feb 20 06:26:19.013669 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0475f8d-81ab-4f78-9460-98170138f533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:19.474577 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device ef209aba-f443-4122-aac5-ab965f314486 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:26:19.516373 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] The host n-h1-829866-5 is not matching for port ef209aba-f443-4122-aac5-ab965f314486 host n-h2-829866-5! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 06:26:19.516764 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device ef209aba-f443-4122-aac5-ab965f314486 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:26:19.704484 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2e25a-ee52-48a4-ae10-c6af4b58f6bf req-93ddb843-b9aa-407e-9682-c75d7997ad0c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:19.705941 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0d2e25a-ee52-48a4-ae10-c6af4b58f6bf req-93ddb843-b9aa-407e-9682-c75d7997ad0c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 945 time: 0.0525627 Feb 20 06:26:19.753238 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b0d2e25a-ee52-48a4-ae10-c6af4b58f6bf req-c6972604-39d6-449a-a7c4-254d59968140 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416420 Feb 20 06:26:19.761261 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:19.872200 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b981a7df-8443-4fd7-b5cf-91a3f32c1d30', 'tag': 'ef209aba-f443-4122-aac5-ab965f314486'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:26:19.874635 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01987ce-7988-4ed4-b8bd-4ca585f88c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "b981a7df-8443-4fd7-b5cf-91a3f32c1d30", "tag": "ef209aba-f443-4122-aac5-ab965f314486"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:26:19.922272 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efee03c8-2fe4-45a1-9c55-57eeb28ca38b x-openstack-request-id: req-efee03c8-2fe4-45a1-9c55-57eeb28ca38b {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:26:19.922644 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b981a7df-8443-4fd7-b5cf-91a3f32c1d30", "tag": "ef209aba-f443-4122-aac5-ab965f314486", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:26:19.923350 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-efee03c8-2fe4-45a1-9c55-57eeb28ca38b {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:26:19.924052 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b981a7df-8443-4fd7-b5cf-91a3f32c1d30', 'tag': 'ef209aba-f443-4122-aac5-ab965f314486', 'status': 'completed', 'code': 200} Feb 20 06:26:20.019912 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01987ce-7988-4ed4-b8bd-4ca585f88c4a req-a89e0238-5ab3-4c20-bc2b-953cd644ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:20.021337 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b01987ce-7988-4ed4-b8bd-4ca585f88c4a req-a89e0238-5ab3-4c20-bc2b-953cd644ea2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 1127 time: 0.0731232 Feb 20 06:26:20.023039 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01987ce-7988-4ed4-b8bd-4ca585f88c4a req-4fae9576-3a94-42a3-bad4-d2fd83822cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:20.024369 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b01987ce-7988-4ed4-b8bd-4ca585f88c4a req-4fae9576-3a94-42a3-bad4-d2fd83822cd4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 1127 time: 0.0849881 Feb 20 06:26:20.459255 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01987ce-7988-4ed4-b8bd-4ca585f88c4a req-416ed416-3a13-4f82-95f5-85713338a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:20.460721 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b01987ce-7988-4ed4-b8bd-4ca585f88c4a req-416ed416-3a13-4f82-95f5-85713338a282 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.4332740 Feb 20 06:26:20.463178 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01987ce-7988-4ed4-b8bd-4ca585f88c4a req-6e50eab6-aa12-4aac-809d-2276932ebee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:20.464503 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b01987ce-7988-4ed4-b8bd-4ca585f88c4a req-6e50eab6-aa12-4aac-809d-2276932ebee8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.4294658 Feb 20 06:26:20.572192 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b01987ce-7988-4ed4-b8bd-4ca585f88c4a req-85a5570c-3113-4bea-ad9a-03d72e25e319 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef209aba-f443-4122-aac5-ab965f314486 HTTP/1.1" status: 200 len: 1001 time: 0.1053829 Feb 20 06:26:20.573928 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b01987ce-7988-4ed4-b8bd-4ca585f88c4a req-63ecb6e8-be28-4282-9768-3d4333c15398 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef209aba-f443-4122-aac5-ab965f314486 HTTP/1.1" status: 200 len: 1001 time: 0.1018479 Feb 20 06:26:20.655561 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01987ce-7988-4ed4-b8bd-4ca585f88c4a req-76aecec9-d66f-4a0d-a9a6-8b9e96799a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:20.656984 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b01987ce-7988-4ed4-b8bd-4ca585f88c4a req-76aecec9-d66f-4a0d-a9a6-8b9e96799a05 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0796165 Feb 20 06:26:20.658323 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01987ce-7988-4ed4-b8bd-4ca585f88c4a req-a19fc5bc-0c91-4f85-90e4-9490c33a380e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:20.659624 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b01987ce-7988-4ed4-b8bd-4ca585f88c4a req-a19fc5bc-0c91-4f85-90e4-9490c33a380e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0753520 Feb 20 06:26:20.741914 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01987ce-7988-4ed4-b8bd-4ca585f88c4a req-f30a1bc2-d96a-4d7f-afa3-0508e8340b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:20.743430 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b01987ce-7988-4ed4-b8bd-4ca585f88c4a req-f30a1bc2-d96a-4d7f-afa3-0508e8340b23 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0807729 Feb 20 06:26:20.745114 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01987ce-7988-4ed4-b8bd-4ca585f88c4a req-7805ea91-98c4-4ee9-8f32-d83426416dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:20.746447 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b01987ce-7988-4ed4-b8bd-4ca585f88c4a req-7805ea91-98c4-4ee9-8f32-d83426416dd7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0741792 Feb 20 06:26:20.873840 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32797fe0-c419-439a-8335-d186e015baf9 req-c299d298-1a79-447a-9cfe-3490cd8fad7c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:20.875429 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-32797fe0-c419-439a-8335-d186e015baf9 req-c299d298-1a79-447a-9cfe-3490cd8fad7c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 945 time: 0.0533483 Feb 20 06:26:20.898750 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b01987ce-7988-4ed4-b8bd-4ca585f88c4a req-6bfc9766-d010-4022-abcf-35c98e097ded service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494830 Feb 20 06:26:20.902599 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b01987ce-7988-4ed4-b8bd-4ca585f88c4a req-0e5beed0-8e6a-481d-a2bb-c4e149d47ecc service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457026 Feb 20 06:26:20.927275 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-32797fe0-c419-439a-8335-d186e015baf9 req-aa57e49a-547f-4d2d-a73a-a959381636f7 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458477 Feb 20 06:26:21.048903 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cbc2b-62d9-467c-9a39-b5310b8af0c8 req-cbbdbebc-7d25-454b-93eb-6c9025bf222f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:21.050446 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6d0cbc2b-62d9-467c-9a39-b5310b8af0c8 req-cbbdbebc-7d25-454b-93eb-6c9025bf222f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 945 time: 0.0564191 Feb 20 06:26:21.063071 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b01987ce-7988-4ed4-b8bd-4ca585f88c4a req-0dffa468-6180-460f-b08e-3ef91a622ea4 service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585753 Feb 20 06:26:21.066361 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b01987ce-7988-4ed4-b8bd-4ca585f88c4a req-9a1ebbab-1f06-4283-bdcc-92515d9d37c2 service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550364 Feb 20 06:26:21.098765 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6d0cbc2b-62d9-467c-9a39-b5310b8af0c8 req-3443a2a4-a9f8-42dc-9ddc-604fcab8435a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427070 Feb 20 06:26:21.212332 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf83c3a-8a22-4e1a-a760-06badc8f0eea req-15455d23-5653-4ca0-bbf4-d46b8e341175 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:21.213828 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7cf83c3a-8a22-4e1a-a760-06badc8f0eea req-15455d23-5653-4ca0-bbf4-d46b8e341175 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 945 time: 0.0516021 Feb 20 06:26:21.259639 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7cf83c3a-8a22-4e1a-a760-06badc8f0eea req-8292167b-3c66-40e7-9cbf-d85027765e75 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396128 Feb 20 06:26:21.319586 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device ef209aba-f443-4122-aac5-ab965f314486 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:26:21.418156 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port ef209aba-f443-4122-aac5-ab965f314486, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=ef209aba-f443-4122-aac5-ab965f314486,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:26:21.429969 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'ef209aba-f443-4122-aac5-ab965f314486', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'port_id': 'ef209aba-f443-4122-aac5-ab965f314486', 'mac_address': 'fa:16:3e:81:37:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:26:21.470585 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port ef209aba-f443-4122-aac5-ab965f314486 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:26:21.471016 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ef209aba-f443-4122-aac5-ab965f314486), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:21.484021 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef209aba-f443-4122-aac5-ab965f314486 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:26:21.503774 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port ef209aba-f443-4122-aac5-ab965f314486, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=ef209aba-f443-4122-aac5-ab965f314486,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:26:21.504873 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf554aa2-8e83-408b-aa4d-e5433b4730a6 req-0e008bc3-31c1-4f57-b762-4326baf9562e tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:21.506747 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf554aa2-8e83-408b-aa4d-e5433b4730a6 req-0e008bc3-31c1-4f57-b762-4326baf9562e tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 945 time: 0.0597656 Feb 20 06:26:21.507735 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ef209aba-f443-4122-aac5-ab965f314486), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:21.554097 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=ef209aba-f443-4122-aac5-ab965f314486,revision_number=12']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:26:21.554726 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bf554aa2-8e83-408b-aa4d-e5433b4730a6 req-13ea5c64-503d-46f2-9c67-eb87a4d4a3c6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412142 Feb 20 06:26:21.561926 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:26:21.562277 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:26:21.562621 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:26:21.562980 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:26:21.563316 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:26:21.563648 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:26:21.563976 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:26:21.564301 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:26:21.564627 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:26:21.564952 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:26:21.565274 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:26:21.565599 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:26:21.565918 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:26:21.588021 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:21.712947 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['ef209aba-f443-4122-aac5-ab965f314486'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:26:22.674658 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aeb34f-c357-4bc6-addb-2010a59d7811 req-2bf6a30c-065e-4211-8bd1-3b961d2ae695 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:22.678468 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05aeb34f-c357-4bc6-addb-2010a59d7811 req-2bf6a30c-065e-4211-8bd1-3b961d2ae695 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0516806 Feb 20 06:26:22.719681 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2762b-02a9-4813-a2e3-884c3806927f req-a4faf982-cbb7-4376-b94d-4e9f6c6e52e4 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:22.721182 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-abb2762b-02a9-4813-a2e3-884c3806927f req-a4faf982-cbb7-4376-b94d-4e9f6c6e52e4 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.48 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 946 time: 0.0544820 Feb 20 06:26:22.722939 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05aeb34f-c357-4bc6-addb-2010a59d7811 req-2ebeb519-0daa-4380-9e22-81e24cb9f313 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409939 Feb 20 06:26:22.763145 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:22.818769 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-abb2762b-02a9-4813-a2e3-884c3806927f req-3ac525af-7d25-44ec-a81d-b5b3b193aea8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Deleting port ef209aba-f443-4122-aac5-ab965f314486 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:26:22.819141 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-abb2762b-02a9-4813-a2e3-884c3806927f req-3ac525af-7d25-44ec-a81d-b5b3b193aea8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (ef209aba-f443-4122-aac5-ab965f314486), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:22.909985 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-abb2762b-02a9-4813-a2e3-884c3806927f req-3ac525af-7d25-44ec-a81d-b5b3b193aea8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] For port ef209aba-f443-4122-aac5-ab965f314486, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=ef209aba-f443-4122-aac5-ab965f314486,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:26:22.910332 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-abb2762b-02a9-4813-a2e3-884c3806927f req-3ac525af-7d25-44ec-a81d-b5b3b193aea8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (ef209aba-f443-4122-aac5-ab965f314486), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:23.083194 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-abb2762b-02a9-4813-a2e3-884c3806927f req-3ac525af-7d25-44ec-a81d-b5b3b193aea8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:23.083563 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-abb2762b-02a9-4813-a2e3-884c3806927f req-3ac525af-7d25-44ec-a81d-b5b3b193aea8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (8ace65f1-7233-4450-96f4-a572addb243c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:23.084017 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [req-abb2762b-02a9-4813-a2e3-884c3806927f req-3ac525af-7d25-44ec-a81d-b5b3b193aea8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Floating IP 8ace65f1-7233-4450-96f4-a572addb243c disassociated. External IP: 172.25.3.150, port: ef209aba-f443-4122-aac5-ab965f314486. Feb 20 06:26:23.084363 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-abb2762b-02a9-4813-a2e3-884c3806927f req-3ac525af-7d25-44ec-a81d-b5b3b193aea8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Calling delete_port for ef209aba-f443-4122-aac5-ab965f314486 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:26:23.215335 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-abb2762b-02a9-4813-a2e3-884c3806927f req-3ac525af-7d25-44ec-a81d-b5b3b193aea8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (ef209aba-f443-4122-aac5-ab965f314486), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:23.241782 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac525af-7d25-44ec-a81d-b5b3b193aea8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Pushing event deleted for resources: {'Port': ['ID=ef209aba-f443-4122-aac5-ab965f314486,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:26:23.332303 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device ef209aba-f443-4122-aac5-ab965f314486 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:26:23.356901 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: ef209aba-f443-4122-aac5-ab965f314486 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:26:23.357505 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device ef209aba-f443-4122-aac5-ab965f314486 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 20 06:26:23.360680 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:23.368808 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abb2762b-02a9-4813-a2e3-884c3806927f req-3ac525af-7d25-44ec-a81d-b5b3b193aea8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:26:23.383161 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Port ef209aba-f443-4122-aac5-ab965f314486 not found, will not notify nova. {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 20 06:26:23.483638 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abb2762b-02a9-4813-a2e3-884c3806927f req-3ac525af-7d25-44ec-a81d-b5b3b193aea8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:26:23.493276 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b478f21d-7de8-40b7-b923-09b80a2b6d0c None None] Sync routers for ids ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:26:23.503894 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b478f21d-7de8-40b7-b923-09b80a2b6d0c None None] Routers {'d518a91a-bcc1-4764-b574-8c08c3b7a2c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:26:23.504702 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b478f21d-7de8-40b7-b923-09b80a2b6d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:26:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:26:23.524516 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb2762b-02a9-4813-a2e3-884c3806927f req-3ac525af-7d25-44ec-a81d-b5b3b193aea8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] No DVR routers for this DVR port ef209aba-f443-4122-aac5-ab965f314486 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:26:23.527657 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-abb2762b-02a9-4813-a2e3-884c3806927f req-3ac525af-7d25-44ec-a81d-b5b3b193aea8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:23.531608 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-abb2762b-02a9-4813-a2e3-884c3806927f req-3ac525af-7d25-44ec-a81d-b5b3b193aea8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.48 "DELETE /v2.0/ports/ef209aba-f443-4122-aac5-ab965f314486 HTTP/1.1" status: 204 len: 173 time: 0.8060038 Feb 20 06:26:23.532073 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b981a7df-8443-4fd7-b5cf-91a3f32c1d30', 'name': 'network-vif-deleted', 'tag': 'ef209aba-f443-4122-aac5-ab965f314486'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:26:23.534808 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8c5c99-50ef-4cae-861f-26f9b671cf6a" -d '{"events": [{"server_uuid": "b981a7df-8443-4fd7-b5cf-91a3f32c1d30", "name": "network-vif-deleted", "tag": "ef209aba-f443-4122-aac5-ab965f314486"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:26:23.576574 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7171f676-8027-4307-a51a-1688114d7e11 x-openstack-request-id: req-7171f676-8027-4307-a51a-1688114d7e11 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:26:23.576858 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b981a7df-8443-4fd7-b5cf-91a3f32c1d30", "name": "network-vif-deleted", "tag": "ef209aba-f443-4122-aac5-ab965f314486", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:26:23.577112 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7171f676-8027-4307-a51a-1688114d7e11 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:26:23.577523 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b981a7df-8443-4fd7-b5cf-91a3f32c1d30', 'name': 'network-vif-deleted', 'tag': 'ef209aba-f443-4122-aac5-ab965f314486', 'status': 'completed', 'code': 200} Feb 20 06:26:23.618228 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-b478f21d-7de8-40b7-b923-09b80a2b6d0c None None] Set router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:26:23.816432 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b478f21d-7de8-40b7-b923-09b80a2b6d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'de9f36a6-3b5a-4ad1-a2c9-b10168419a1a', 'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'mac_address': 'fa:16:3e:72:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:49Z', 'updated_at': '2022-02-20T06:23:53Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'subnets': [{'id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:26:23.837079 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2fb8d077-575f-4812-84c8-df1aa8f60d38 req-d03acc1c-dfbf-4029-98e0-cfa65057ad35 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=b981a7df-8443-4fd7-b5cf-91a3f32c1d30 HTTP/1.1" status: 200 len: 210 time: 0.0309386 Feb 20 06:26:23.844063 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b478f21d-7de8-40b7-b923-09b80a2b6d0c None None] Checking router: d518a91a-bcc1-4764-b574-8c08c3b7a2c0 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:26:23.852581 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b478f21d-7de8-40b7-b923-09b80a2b6d0c None None] Routers {'d518a91a-bcc1-4764-b574-8c08c3b7a2c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:26:23.853188 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b478f21d-7de8-40b7-b923-09b80a2b6d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:26:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:26:23.964934 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-b478f21d-7de8-40b7-b923-09b80a2b6d0c None None] Set router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:26:24.162333 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b478f21d-7de8-40b7-b923-09b80a2b6d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'de9f36a6-3b5a-4ad1-a2c9-b10168419a1a', 'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'mac_address': 'fa:16:3e:72:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:49Z', 'updated_at': '2022-02-20T06:23:53Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'subnets': [{'id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:26:24.188635 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b478f21d-7de8-40b7-b923-09b80a2b6d0c None None] The sync data for ids ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'] in n-d-829866-5 is: [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'de9f36a6-3b5a-4ad1-a2c9-b10168419a1a', 'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'mac_address': 'fa:16:3e:72:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:49Z', 'updated_at': '2022-02-20T06:23:53Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'subnets': [{'id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:26:24.406634 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed793a9-c4bf-445b-8352-00c68e3cf8a4 None None] New status for floating IP 8ace65f1-7233-4450-96f4-a572addb243c: DOWN {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:26:25.005837 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:26:25.105725 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-3a1581a2-612b-412d-8876-bfa57107d033 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--184138247&fields=id&tenant_id=20fdf1ad31dc420d879a58636b424b5c HTTP/1.1" status: 200 len: 267 time: 0.0404568 Feb 20 06:26:25.207078 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-ed57ce4f-b6cc-4fb0-9eac-5f0f4cc1e3f5 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:25.208511 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-ed57ce4f-b6cc-4fb0-9eac-5f0f4cc1e3f5 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 811 time: 0.0964587 Feb 20 06:26:25.222564 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-f434d65f-f8b9-49d7-9e67-099f373be30e tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/quotas/20fdf1ad31dc420d879a58636b424b5c HTTP/1.1" status: 200 len: 375 time: 0.0087833 Feb 20 06:26:25.280343 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-b1eddaaa-1ba6-4061-8fd0-f508a6ef5fa6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529251 Feb 20 06:26:25.373019 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-b5a08834-3bd4-4744-97f0-ec0510a777b6 service neutron] 10.222.0.37 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813253 Feb 20 06:26:25.464377 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-4d862810-746f-47e1-84cf-681d00c7b4f0 service neutron] 10.222.0.37 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855782 Feb 20 06:26:25.625187 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1b51ee56-9451-41b9-9199-78486be7c659 req-b8a58270-7e84-45ed-ad1e-3110c9796214 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 210 time: 0.0300376 Feb 20 06:26:25.655015 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:26.675513 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-f273f144-e203-49b1-a312-064a39418eb0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:26.676981 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-f273f144-e203-49b1-a312-064a39418eb0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.61 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 811 time: 0.1140101 Feb 20 06:26:26.724389 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d41da02c-ce9c-497b-bcae-91d9f489f07e req-2a315f00-d4ab-4e3a-833c-ce61cfd44488 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 210 time: 0.0268798 Feb 20 06:26:26.739228 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-403183e8-fa21-4411-8661-ff31c490be26 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20fdf1ad31dc420d879a58636b424b5c HTTP/1.1" status: 200 len: 379 time: 0.0540280 Feb 20 06:26:26.748164 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-1174f8b7-26a8-45f4-8b58-a58968a226bd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Request body: {'port': {'device_id': '111a8f29-9ba3-4e1e-afe7-00deec55a382', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'admin_state_up': True, 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'security_groups': ['4c8cec96-69c4-445a-b62e-8462dd1cf89b']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:26:26.848992 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-1174f8b7-26a8-45f4-8b58-a58968a226bd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Made reservation on behalf of 20fdf1ad31dc420d879a58636b424b5c for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:26:26.852544 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-1174f8b7-26a8-45f4-8b58-a58968a226bd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:26.982219 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-1174f8b7-26a8-45f4-8b58-a58968a226bd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Allocated IP 172.20.0.6 (4e50edd7-68fa-49bd-9de5-7cef02264aa1/c39afe4b-ab4e-42c4-9c78-c0a98430970c/a6734219-8d08-441f-895d-cfe911d5aa5f) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:26:27.113150 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-1174f8b7-26a8-45f4-8b58-a58968a226bd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:27.152120 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-1174f8b7-26a8-45f4-8b58-a58968a226bd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:27.191495 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-1174f8b7-26a8-45f4-8b58-a58968a226bd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:26:27.194600 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-1174f8b7-26a8-45f4-8b58-a58968a226bd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:26:27.198811 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-1174f8b7-26a8-45f4-8b58-a58968a226bd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:26:27.227442 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174f8b7-26a8-45f4-8b58-a58968a226bd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Pushing event updated for resources: {'Port': ['ID=a6734219-8d08-441f-895d-cfe911d5aa5f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:26:27.264760 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-1174f8b7-26a8-45f4-8b58-a58968a226bd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:27.265455 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-1174f8b7-26a8-45f4-8b58-a58968a226bd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:27.284164 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-1174f8b7-26a8-45f4-8b58-a58968a226bd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5400579 Feb 20 06:26:27.297822 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-ed80cac6-2082-44c0-8ecc-83052ff9f517 service neutron] Request body: {'port': {'device_id': '111a8f29-9ba3-4e1e-afe7-00deec55a382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:26:27.350022 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device ef209aba-f443-4122-aac5-ab965f314486 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:26:27.366701 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-ed80cac6-2082-44c0-8ecc-83052ff9f517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:27.373251 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: ef209aba-f443-4122-aac5-ab965f314486 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:26:27.373881 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device ef209aba-f443-4122-aac5-ab965f314486 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:26:27.428867 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b128ac56-4ae7-4096-b03c-dd9a682c1ef9 None None] Provisioning complete for port a6734219-8d08-441f-895d-cfe911d5aa5f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:26:27.429332 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b128ac56-4ae7-4096-b03c-dd9a682c1ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:27.466404 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b128ac56-4ae7-4096-b03c-dd9a682c1ef9 None None] Port a6734219-8d08-441f-895d-cfe911d5aa5f cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:26:27.636937 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-ed80cac6-2082-44c0-8ecc-83052ff9f517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6734219-8d08-441f-895d-cfe911d5aa5f {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:26:27.644941 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-ed80cac6-2082-44c0-8ecc-83052ff9f517 service neutron] Publish callbacks [] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:27.658173 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-ed80cac6-2082-44c0-8ecc-83052ff9f517 service neutron] Transition to ACTIVE for port object a6734219-8d08-441f-895d-cfe911d5aa5f will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:26:27.661893 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-ed80cac6-2082-44c0-8ecc-83052ff9f517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:27.717226 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80cac6-2082-44c0-8ecc-83052ff9f517 service neutron] Pushing event updated for resources: {'Port': ['ID=a6734219-8d08-441f-895d-cfe911d5aa5f,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:26:27.797100 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-ed80cac6-2082-44c0-8ecc-83052ff9f517 service neutron] Attempting to bind port a6734219-8d08-441f-895d-cfe911d5aa5f on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:26:27.797582 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-ed80cac6-2082-44c0-8ecc-83052ff9f517 service neutron] Attempting to bind port a6734219-8d08-441f-895d-cfe911d5aa5f by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:26:27.797901 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-ed80cac6-2082-44c0-8ecc-83052ff9f517 service neutron] Attempting to bind port a6734219-8d08-441f-895d-cfe911d5aa5f on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:26:27.802792 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-ed80cac6-2082-44c0-8ecc-83052ff9f517 service neutron] Port a6734219-8d08-441f-895d-cfe911d5aa5f on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:26:27.803154 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-ed80cac6-2082-44c0-8ecc-83052ff9f517 service neutron] Attempting to bind port a6734219-8d08-441f-895d-cfe911d5aa5f on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:26:27.808400 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-ed80cac6-2082-44c0-8ecc-83052ff9f517 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:26:27.808736 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-ed80cac6-2082-44c0-8ecc-83052ff9f517 service neutron] Checking segment: {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:26:27.809121 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-ed80cac6-2082-44c0-8ecc-83052ff9f517 service neutron] Bound using segment: {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:26:27.809591 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-ed80cac6-2082-44c0-8ecc-83052ff9f517 service neutron] Bound port: a6734219-8d08-441f-895d-cfe911d5aa5f, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:26:27.809949 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-ed80cac6-2082-44c0-8ecc-83052ff9f517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:27.856724 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c367962-c808-4373-83cb-4b89b64c5698 req-1eea19f5-6bcc-46a1-a55b-0f07494661c7 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:27.858387 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1c367962-c808-4373-83cb-4b89b64c5698 req-1eea19f5-6bcc-46a1-a55b-0f07494661c7 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 943 time: 0.0576653 Feb 20 06:26:27.887961 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-ed80cac6-2082-44c0-8ecc-83052ff9f517 service neutron] For port a6734219-8d08-441f-895d-cfe911d5aa5f, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:26:27.891329 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-ed80cac6-2082-44c0-8ecc-83052ff9f517 service neutron] For port a6734219-8d08-441f-895d-cfe911d5aa5f, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=a6734219-8d08-441f-895d-cfe911d5aa5f,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:26:27.897906 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-ed80cac6-2082-44c0-8ecc-83052ff9f517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:27.914619 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1c367962-c808-4373-83cb-4b89b64c5698 req-3047471a-21a4-4e8c-8b64-ba66736a8f01 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490768 Feb 20 06:26:27.931268 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-ed80cac6-2082-44c0-8ecc-83052ff9f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:27.931800 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-ed80cac6-2082-44c0-8ecc-83052ff9f517 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:27.933331 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-ed80cac6-2082-44c0-8ecc-83052ff9f517 service neutron] 10.222.0.61 "PUT /v2.0/ports/a6734219-8d08-441f-895d-cfe911d5aa5f HTTP/1.1" status: 200 len: 1091 time: 0.6408470 Feb 20 06:26:27.933713 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '111a8f29-9ba3-4e1e-afe7-00deec55a382', 'tag': 'a6734219-8d08-441f-895d-cfe911d5aa5f'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:26:27.937236 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de92c9bc-46c4-4d7b-8862-7471d451c4e6" -d '{"events": [{"name": "network-changed", "server_uuid": "111a8f29-9ba3-4e1e-afe7-00deec55a382", "tag": "a6734219-8d08-441f-895d-cfe911d5aa5f"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:26:27.968590 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80cac6-2082-44c0-8ecc-83052ff9f517 service neutron] Pushing event updated for resources: {'Port': ['ID=a6734219-8d08-441f-895d-cfe911d5aa5f,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:26:27.987791 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ec3ab6-25cd-48c7-9a3e-de7cf16584eb x-openstack-request-id: req-b4ec3ab6-25cd-48c7-9a3e-de7cf16584eb {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:26:27.988099 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "111a8f29-9ba3-4e1e-afe7-00deec55a382", "tag": "a6734219-8d08-441f-895d-cfe911d5aa5f", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:26:27.988358 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4ec3ab6-25cd-48c7-9a3e-de7cf16584eb {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:26:27.988775 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '111a8f29-9ba3-4e1e-afe7-00deec55a382', 'tag': 'a6734219-8d08-441f-895d-cfe911d5aa5f', 'status': 'completed', 'code': 200} Feb 20 06:26:28.042781 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-2e80a442-9f09-434b-b90c-47d6491b01f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:28.044707 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-2e80a442-9f09-434b-b90c-47d6491b01f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 1125 time: 0.0489771 Feb 20 06:26:28.091937 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-c39ed3d1-97c6-499d-a511-4cafc437ab4f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6734219-8d08-441f-895d-cfe911d5aa5f HTTP/1.1" status: 200 len: 217 time: 0.0401409 Feb 20 06:26:28.141963 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-7c7cb664-304a-4750-af47-64b9eed66961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:28.143431 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-7c7cb664-304a-4750-af47-64b9eed66961 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0464706 Feb 20 06:26:28.194379 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-2013559e-80ec-4313-bfa4-befd75597f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:28.195891 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-2013559e-80ec-4313-bfa4-befd75597f02 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459857 Feb 20 06:26:28.286072 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-f8c4222c-2e11-47d5-97d6-065130d07f23 service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844150 Feb 20 06:26:28.371306 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2a4f0ec9-aa0b-4ed4-a38e-057aa3083fff req-d6fa79a6-5dbf-4bd2-91f8-061a470f8e86 service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798469 Feb 20 06:26:28.464184 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92c9bc-46c4-4d7b-8862-7471d451c4e6 req-c0d9e104-d8eb-4833-aad9-53cd7a593bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:28.465664 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-de92c9bc-46c4-4d7b-8862-7471d451c4e6 req-c0d9e104-d8eb-4833-aad9-53cd7a593bbe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 1125 time: 0.0493844 Feb 20 06:26:28.551532 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92c9bc-46c4-4d7b-8862-7471d451c4e6 req-3c3d5f4d-eeb4-4d8a-8067-67c440b48711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:28.552964 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-de92c9bc-46c4-4d7b-8862-7471d451c4e6 req-3c3d5f4d-eeb4-4d8a-8067-67c440b48711 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.0816631 Feb 20 06:26:28.595652 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-de92c9bc-46c4-4d7b-8862-7471d451c4e6 req-9674a4ae-7ce0-4026-af16-e7653b6ce5a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6734219-8d08-441f-895d-cfe911d5aa5f HTTP/1.1" status: 200 len: 217 time: 0.0363984 Feb 20 06:26:28.642619 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92c9bc-46c4-4d7b-8862-7471d451c4e6 req-3a2c82e0-ddd5-4e5f-8669-99820f041805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:28.644099 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-de92c9bc-46c4-4d7b-8862-7471d451c4e6 req-3a2c82e0-ddd5-4e5f-8669-99820f041805 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0426888 Feb 20 06:26:28.693210 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92c9bc-46c4-4d7b-8862-7471d451c4e6 req-a551d575-6822-403e-a9ef-0763cb23a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:28.694656 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-de92c9bc-46c4-4d7b-8862-7471d451c4e6 req-a551d575-6822-403e-a9ef-0763cb23a3bb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433123 Feb 20 06:26:28.786020 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-de92c9bc-46c4-4d7b-8862-7471d451c4e6 req-b1600dd3-12f8-4da6-980e-b100afaf66f1 service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839274 Feb 20 06:26:28.873826 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-de92c9bc-46c4-4d7b-8862-7471d451c4e6 req-12249818-6582-497a-bfca-93150945f513 service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809319 Feb 20 06:26:29.040834 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa32a58-758d-4b1a-8f18-86937431a9ab req-13addd6a-cc45-4369-a43d-8804b25b717a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:29.042837 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-faa32a58-758d-4b1a-8f18-86937431a9ab req-13addd6a-cc45-4369-a43d-8804b25b717a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 943 time: 0.0569527 Feb 20 06:26:29.086620 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-faa32a58-758d-4b1a-8f18-86937431a9ab req-6b21db72-d3d1-4250-8655-55301d86c5b3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381441 Feb 20 06:26:29.473835 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device a6734219-8d08-441f-895d-cfe911d5aa5f details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:26:29.571365 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port a6734219-8d08-441f-895d-cfe911d5aa5f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=a6734219-8d08-441f-895d-cfe911d5aa5f,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:26:29.582407 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'a6734219-8d08-441f-895d-cfe911d5aa5f', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'port_id': 'a6734219-8d08-441f-895d-cfe911d5aa5f', 'mac_address': 'fa:16:3e:54:1e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:26:29.619303 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port a6734219-8d08-441f-895d-cfe911d5aa5f is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:26:29.619692 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:29.632430 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6734219-8d08-441f-895d-cfe911d5aa5f {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:26:29.651772 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port a6734219-8d08-441f-895d-cfe911d5aa5f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=a6734219-8d08-441f-895d-cfe911d5aa5f,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:26:29.655904 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:29.701588 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=a6734219-8d08-441f-895d-cfe911d5aa5f,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:26:29.856779 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['a6734219-8d08-441f-895d-cfe911d5aa5f'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:26:30.204886 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71ade1-2f9b-48b8-8569-9a350296a560 req-61e6b461-1ce2-418d-bf6f-b9c19a8567d2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:30.206367 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa71ade1-2f9b-48b8-8569-9a350296a560 req-61e6b461-1ce2-418d-bf6f-b9c19a8567d2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 944 time: 0.0525396 Feb 20 06:26:30.252143 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa71ade1-2f9b-48b8-8569-9a350296a560 req-24f121f7-dd20-4fbd-ba29-74060306e773 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402348 Feb 20 06:26:31.369154 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1ed20-d497-4c71-9df8-34f2ca707159 req-07fded56-a8a7-49ad-bb11-3759b41f9b14 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:31.370657 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-19c1ed20-d497-4c71-9df8-34f2ca707159 req-07fded56-a8a7-49ad-bb11-3759b41f9b14 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 944 time: 0.0520468 Feb 20 06:26:31.419986 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-19c1ed20-d497-4c71-9df8-34f2ca707159 req-f7c014aa-6a71-4798-8379-0e1790058e1e tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437877 Feb 20 06:26:31.489051 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device a6734219-8d08-441f-895d-cfe911d5aa5f up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:26:31.537730 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port a6734219-8d08-441f-895d-cfe911d5aa5f completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:26:31.541556 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port a6734219-8d08-441f-895d-cfe911d5aa5f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:26:31.541915 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:31.618672 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port a6734219-8d08-441f-895d-cfe911d5aa5f is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:26:31.619095 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:31.641313 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111a8f29-9ba3-4e1e-afe7-00deec55a382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6734219-8d08-441f-895d-cfe911d5aa5f'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:26:31.643581 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bd50d2-1eda-4d3e-b02f-71aad23fa2de" -d '{"events": [{"server_uuid": "111a8f29-9ba3-4e1e-afe7-00deec55a382", "name": "network-vif-plugged", "status": "completed", "tag": "a6734219-8d08-441f-895d-cfe911d5aa5f"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:26:31.656279 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port a6734219-8d08-441f-895d-cfe911d5aa5f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=a6734219-8d08-441f-895d-cfe911d5aa5f,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:26:31.660573 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:31.683931 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e15e94-ec6b-4ab9-b1ba-b9355d36ceda x-openstack-request-id: req-03e15e94-ec6b-4ab9-b1ba-b9355d36ceda {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:26:31.684227 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111a8f29-9ba3-4e1e-afe7-00deec55a382", "name": "network-vif-plugged", "status": "completed", "tag": "a6734219-8d08-441f-895d-cfe911d5aa5f", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:26:31.684484 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03e15e94-ec6b-4ab9-b1ba-b9355d36ceda {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:26:31.684877 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111a8f29-9ba3-4e1e-afe7-00deec55a382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6734219-8d08-441f-895d-cfe911d5aa5f', 'code': 200} Feb 20 06:26:31.711700 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=a6734219-8d08-441f-895d-cfe911d5aa5f,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:26:31.782099 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de137024-f425-4671-9884-bdcd841dcf82 req-2cc564b0-91e7-40a7-ab08-8e26158f6907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:31.783610 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-de137024-f425-4671-9884-bdcd841dcf82 req-2cc564b0-91e7-40a7-ab08-8e26158f6907 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 1127 time: 0.0443072 Feb 20 06:26:31.826088 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-de137024-f425-4671-9884-bdcd841dcf82 req-7d949583-9f66-4640-a6c1-e949a38f1f6a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366976 Feb 20 06:26:32.538419 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c66a1f-d842-416f-bd5f-03a2a5fcfa73 req-a86dc754-18cb-4ec0-8f44-c623c655a5d0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:32.539920 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9c66a1f-d842-416f-bd5f-03a2a5fcfa73 req-a86dc754-18cb-4ec0-8f44-c623c655a5d0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 945 time: 0.0522077 Feb 20 06:26:32.585327 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9c66a1f-d842-416f-bd5f-03a2a5fcfa73 req-ea98f6e9-66df-496b-8f05-1f663f652807 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392075 Feb 20 06:26:33.705402 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915870c-fc91-4e22-80f4-6882a980cfae req-88c96611-d179-43d7-8c12-887e1b290edc tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:33.706844 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4915870c-fc91-4e22-80f4-6882a980cfae req-88c96611-d179-43d7-8c12-887e1b290edc tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 945 time: 0.0515592 Feb 20 06:26:33.752724 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4915870c-fc91-4e22-80f4-6882a980cfae req-5dd5d6c9-6b5b-46b1-aeb8-aa3ce041a6fe tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401101 Feb 20 06:26:33.868084 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54765c09-2986-4032-b811-5cf2eb405107 req-fc8d3f46-46dd-484e-886b-db0a08392713 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:33.870033 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-54765c09-2986-4032-b811-5cf2eb405107 req-fc8d3f46-46dd-484e-886b-db0a08392713 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 945 time: 0.0562141 Feb 20 06:26:33.878631 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52020) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:26:33.882856 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-7425bc43-355d-446f-977e-f3def7f6952f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Request body: {'floatingip': {'port_id': 'a6734219-8d08-441f-895d-cfe911d5aa5f'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:26:33.920344 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7425bc43-355d-446f-977e-f3def7f6952f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for floatingip (8ace65f1-7233-4450-96f4-a572addb243c), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:34.364969 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7425bc43-355d-446f-977e-f3def7f6952f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:34.368839 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7425bc43-355d-446f-977e-f3def7f6952f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (8ace65f1-7233-4450-96f4-a572addb243c), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:34.468494 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-7425bc43-355d-446f-977e-f3def7f6952f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Floating IP 8ace65f1-7233-4450-96f4-a572addb243c associated. External IP: 172.25.3.150, port: a6734219-8d08-441f-895d-cfe911d5aa5f. Feb 20 06:26:34.680637 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7425bc43-355d-446f-977e-f3def7f6952f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:26:34.786892 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7425bc43-355d-446f-977e-f3def7f6952f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:26:34.792520 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7425bc43-355d-446f-977e-f3def7f6952f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:34.797992 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28b05de-a4b5-40da-a722-09069d823c6f None None] Sync routers for ids ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:26:34.807393 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28b05de-a4b5-40da-a722-09069d823c6f None None] Routers {'d518a91a-bcc1-4764-b574-8c08c3b7a2c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:26:34.807991 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f28b05de-a4b5-40da-a722-09069d823c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:26:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:26:34.821524 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7425bc43-355d-446f-977e-f3def7f6952f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "PUT /v2.0/floatingips/8ace65f1-7233-4450-96f4-a572addb243c HTTP/1.1" status: 200 len: 992 time: 0.9418504 Feb 20 06:26:34.822182 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '111a8f29-9ba3-4e1e-afe7-00deec55a382', 'tag': 'a6734219-8d08-441f-895d-cfe911d5aa5f'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:26:34.825640 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78934f98bf255cbf8729f55a3e84459a3773ac23536445eeb810cf99c856869a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fddc140-53a2-4e8f-94a3-f20eab0fc24a" -d '{"events": [{"name": "network-changed", "server_uuid": "111a8f29-9ba3-4e1e-afe7-00deec55a382", "tag": "a6734219-8d08-441f-895d-cfe911d5aa5f"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:26:34.868024 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e062ce8-3f83-4fad-99e4-f62e0468d492 x-openstack-request-id: req-2e062ce8-3f83-4fad-99e4-f62e0468d492 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:26:34.868580 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "111a8f29-9ba3-4e1e-afe7-00deec55a382", "tag": "a6734219-8d08-441f-895d-cfe911d5aa5f", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:26:34.868835 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e062ce8-3f83-4fad-99e4-f62e0468d492 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:26:34.869246 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '111a8f29-9ba3-4e1e-afe7-00deec55a382', 'tag': 'a6734219-8d08-441f-895d-cfe911d5aa5f', 'status': 'completed', 'code': 200} Feb 20 06:26:34.942985 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddc140-53a2-4e8f-94a3-f20eab0fc24a req-5f1c36d8-47ff-4b0e-9350-e33decc1c9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:34.944790 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8fddc140-53a2-4e8f-94a3-f20eab0fc24a req-5f1c36d8-47ff-4b0e-9350-e33decc1c9f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 1127 time: 0.0544028 Feb 20 06:26:35.017941 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-f28b05de-a4b5-40da-a722-09069d823c6f None None] Set router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:26:35.046663 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddc140-53a2-4e8f-94a3-f20eab0fc24a req-3f033908-1b05-4714-ade8-973b3fe3765d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:35.048511 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8fddc140-53a2-4e8f-94a3-f20eab0fc24a req-3f033908-1b05-4714-ade8-973b3fe3765d service neutron] 10.222.0.61 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.0978682 Feb 20 06:26:35.121948 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8fddc140-53a2-4e8f-94a3-f20eab0fc24a req-ef25948f-f273-4360-9e77-d2ab9389702a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6734219-8d08-441f-895d-cfe911d5aa5f HTTP/1.1" status: 200 len: 1000 time: 0.0671668 Feb 20 06:26:35.183286 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddc140-53a2-4e8f-94a3-f20eab0fc24a req-468eeaff-8864-4516-a3eb-c0ae17126347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:35.184912 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8fddc140-53a2-4e8f-94a3-f20eab0fc24a req-468eeaff-8864-4516-a3eb-c0ae17126347 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0573997 Feb 20 06:26:35.235398 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddc140-53a2-4e8f-94a3-f20eab0fc24a req-934fd955-7bcc-4d97-bf90-6f21638a4db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:35.237069 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8fddc140-53a2-4e8f-94a3-f20eab0fc24a req-934fd955-7bcc-4d97-bf90-6f21638a4db3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462646 Feb 20 06:26:35.258312 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f28b05de-a4b5-40da-a722-09069d823c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '8ace65f1-7233-4450-96f4-a572addb243c', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'port_id': 'a6734219-8d08-441f-895d-cfe911d5aa5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'mac_address': 'fa:16:3e:54:1e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111a8f29-9ba3-4e1e-afe7-00deec55a382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:23:52Z', 'updated_at': '2022-02-20T06:26:34Z', 'revision_number': 13, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de9f36a6-3b5a-4ad1-a2c9-b10168419a1a', 'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'mac_address': 'fa:16:3e:72:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:49Z', 'updated_at': '2022-02-20T06:23:53Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'subnets': [{'id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:26:35.284175 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28b05de-a4b5-40da-a722-09069d823c6f None None] Checking router: d518a91a-bcc1-4764-b574-8c08c3b7a2c0 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:26:35.292945 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28b05de-a4b5-40da-a722-09069d823c6f None None] Routers {'d518a91a-bcc1-4764-b574-8c08c3b7a2c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:26:35.293540 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f28b05de-a4b5-40da-a722-09069d823c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:26:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:26:35.341982 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8fddc140-53a2-4e8f-94a3-f20eab0fc24a req-01d1e2f2-bbf9-41c4-b9d3-da802327cb35 service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991914 Feb 20 06:26:35.401574 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-f28b05de-a4b5-40da-a722-09069d823c6f None None] Set router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:26:35.436712 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8fddc140-53a2-4e8f-94a3-f20eab0fc24a req-e06b856e-39c0-4b1a-a4c6-381b98796115 service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888848 Feb 20 06:26:35.628050 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f28b05de-a4b5-40da-a722-09069d823c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '8ace65f1-7233-4450-96f4-a572addb243c', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'port_id': 'a6734219-8d08-441f-895d-cfe911d5aa5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'mac_address': 'fa:16:3e:54:1e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111a8f29-9ba3-4e1e-afe7-00deec55a382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:23:52Z', 'updated_at': '2022-02-20T06:26:34Z', 'revision_number': 13, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de9f36a6-3b5a-4ad1-a2c9-b10168419a1a', 'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'mac_address': 'fa:16:3e:72:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:49Z', 'updated_at': '2022-02-20T06:23:53Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'subnets': [{'id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:26:35.654054 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28b05de-a4b5-40da-a722-09069d823c6f None None] The sync data for ids ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'] in n-d-829866-5 is: [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '8ace65f1-7233-4450-96f4-a572addb243c', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'port_id': 'a6734219-8d08-441f-895d-cfe911d5aa5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'mac_address': 'fa:16:3e:54:1e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111a8f29-9ba3-4e1e-afe7-00deec55a382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:23:52Z', 'updated_at': '2022-02-20T06:26:34Z', 'revision_number': 13, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de9f36a6-3b5a-4ad1-a2c9-b10168419a1a', 'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'mac_address': 'fa:16:3e:72:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:49Z', 'updated_at': '2022-02-20T06:23:53Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'subnets': [{'id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:26:35.842556 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c935520-e742-4083-a5fc-db9c576cde97 None None] New status for floating IP 8ace65f1-7233-4450-96f4-a572addb243c: ACTIVE {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:26:37.351034 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095e166-31ea-46e9-950b-c61d3f26e753 req-d43219dc-63a4-41aa-a847-ebf7cc967ea0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:37.352509 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7095e166-31ea-46e9-950b-c61d3f26e753 req-d43219dc-63a4-41aa-a847-ebf7cc967ea0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 945 time: 0.0516822 Feb 20 06:26:37.398011 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7095e166-31ea-46e9-950b-c61d3f26e753 req-513f2c6d-e26f-4c85-9567-22db8eda917e tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394197 Feb 20 06:26:46.555732 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fb3ce81c-2e50-4b3a-8ba8-46c6a5b8d7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:49.015147 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-687370ce-ea24-4b60-898b-47fac230b2c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:49.765060 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:51.590295 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:52.765194 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:53.323037 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:54.054503 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-370e7857-dbf7-4f5a-ab83-cfed5e95f6b8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3975770 Feb 20 06:26:54.078562 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220eecb-a0e3-4bc1-9b7b-a0445c7f1a89 req-3765063c-a486-42b6-b6ee-bd684d3eed54 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:54.080065 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9220eecb-a0e3-4bc1-9b7b-a0445c7f1a89 req-3765063c-a486-42b6-b6ee-bd684d3eed54 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 945 time: 0.3991003 Feb 20 06:26:54.131396 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9220eecb-a0e3-4bc1-9b7b-a0445c7f1a89 req-4f9622a5-7090-473d-b4a2-79acaacb7f98 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451872 Feb 20 06:26:54.461706 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-4acfdff3-fae1-498a-8071-240a79194429 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:54.463542 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-4acfdff3-fae1-498a-8071-240a79194429 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports/a6734219-8d08-441f-895d-cfe911d5aa5f HTTP/1.1" status: 200 len: 942 time: 0.1094902 Feb 20 06:26:55.272130 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0dff4-e463-45b5-97a1-73e55691654f req-5a63d271-a10f-4bf5-9dc3-01b2125959d4 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:55.273614 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6df0dff4-e463-45b5-97a1-73e55691654f req-5a63d271-a10f-4bf5-9dc3-01b2125959d4 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 945 time: 0.0590034 Feb 20 06:26:55.291273 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-5d102e06-fb6f-4e4d-b1e4-9091926c9a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:55.292822 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-5d102e06-fb6f-4e4d-b1e4-9091926c9a29 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 1127 time: 0.0524635 Feb 20 06:26:55.321308 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6df0dff4-e463-45b5-97a1-73e55691654f req-7a4b865d-88e2-4350-a675-1d80c4ebb0d4 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416353 Feb 20 06:26:55.387499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-ca1ff737-01ff-43d9-9c3b-26c77e48d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:55.389012 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-ca1ff737-01ff-43d9-9c3b-26c77e48d141 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.0901835 Feb 20 06:26:55.462111 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-1f52a103-ad37-43fe-a910-f34c09f26fc6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6734219-8d08-441f-895d-cfe911d5aa5f HTTP/1.1" status: 200 len: 1002 time: 0.0570345 Feb 20 06:26:55.513254 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-d313e934-8217-4458-93c7-bc1a25800ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:55.514657 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-d313e934-8217-4458-93c7-bc1a25800ca4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0463526 Feb 20 06:26:55.562490 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-4e6f7a84-8a34-4b01-a2b6-ea2aa75406e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:55.563993 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-4e6f7a84-8a34-4b01-a2b6-ea2aa75406e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433869 Feb 20 06:26:55.649882 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-49480f19-64c7-4794-88b1-0a4f373c8cca service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792601 Feb 20 06:26:55.654444 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:26:55.741764 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-3c16bffb-b459-449d-acb7-25076576dd4e service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862031 Feb 20 06:26:56.444685 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab49671-efdf-4813-a3b6-bf8d5df0644f req-5161f941-67ad-4acc-85fc-6dd57084cfb0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:56.446133 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1ab49671-efdf-4813-a3b6-bf8d5df0644f req-5161f941-67ad-4acc-85fc-6dd57084cfb0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 945 time: 0.0562088 Feb 20 06:26:56.493144 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1ab49671-efdf-4813-a3b6-bf8d5df0644f req-6e6a40c5-9b42-4b36-af4e-a18cf4a58f9e tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405085 Feb 20 06:26:57.613169 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5bfa6-26af-4de9-aad8-3738e7fa43ae req-ff15608c-8baa-4acd-8397-fa91da8222f0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:57.614874 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1bf5bfa6-26af-4de9-aad8-3738e7fa43ae req-ff15608c-8baa-4acd-8397-fa91da8222f0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 945 time: 0.0528274 Feb 20 06:26:57.661304 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1bf5bfa6-26af-4de9-aad8-3738e7fa43ae req-2217fce1-f788-46f0-9e0b-afb52552f42f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407796 Feb 20 06:26:58.783082 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d3772-73fc-460f-8c46-d285d7f601c3 req-4f422662-d3a2-4eba-8eb2-dbf51a46189f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:58.784547 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b1d3772-73fc-460f-8c46-d285d7f601c3 req-4f422662-d3a2-4eba-8eb2-dbf51a46189f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 945 time: 0.0556905 Feb 20 06:26:58.832177 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b1d3772-73fc-460f-8c46-d285d7f601c3 req-b6de866a-3377-4792-bf8e-31698d3456af tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402894 Feb 20 06:26:59.950652 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdcd90-750e-43be-8853-54f9bbbde36e req-1a92a74b-8c62-4103-be5b-ef137b30ed0d tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:26:59.952146 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0fdcd90-750e-43be-8853-54f9bbbde36e req-1a92a74b-8c62-4103-be5b-ef137b30ed0d tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 945 time: 0.0519283 Feb 20 06:26:59.998353 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0fdcd90-750e-43be-8853-54f9bbbde36e req-cef7dad0-d19a-43f4-b3c8-2e62f43789bb tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405686 Feb 20 06:27:01.127569 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd0397-4832-4b37-a7f4-707292f79ac6 req-6162bfa7-3db1-4eb3-9ea3-78e2e306e854 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:01.129061 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ebd0397-4832-4b37-a7f4-707292f79ac6 req-6162bfa7-3db1-4eb3-9ea3-78e2e306e854 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 945 time: 0.0581849 Feb 20 06:27:01.179238 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3ebd0397-4832-4b37-a7f4-707292f79ac6 req-579666f2-e850-476d-a7b8-e7834fc341a4 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444982 Feb 20 06:27:02.005072 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:27:02.054561 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2248f-52e5-439b-8886-d9f6b39d8fa0 req-336224fa-4958-4188-8d25-9046a4758297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:02.056099 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-59d2248f-52e5-439b-8886-d9f6b39d8fa0 req-336224fa-4958-4188-8d25-9046a4758297 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 1127 time: 0.0451944 Feb 20 06:27:02.161182 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2248f-52e5-439b-8886-d9f6b39d8fa0 req-5fc70048-914c-4453-85d5-b09566d73fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:02.162568 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-59d2248f-52e5-439b-8886-d9f6b39d8fa0 req-5fc70048-914c-4453-85d5-b09566d73fba service neutron] 10.222.0.61 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.0881681 Feb 20 06:27:02.227550 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-59d2248f-52e5-439b-8886-d9f6b39d8fa0 req-cfc268e8-8b5f-4ca7-a945-dd0959ccfe8c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6734219-8d08-441f-895d-cfe911d5aa5f HTTP/1.1" status: 200 len: 1002 time: 0.0583305 Feb 20 06:27:02.275342 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2248f-52e5-439b-8886-d9f6b39d8fa0 req-3550e05a-a642-4a79-a0f7-78af9c095694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:02.277490 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-59d2248f-52e5-439b-8886-d9f6b39d8fa0 req-3550e05a-a642-4a79-a0f7-78af9c095694 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0440481 Feb 20 06:27:02.299599 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c347e4-eeb3-46bf-88cf-ca277198615e req-b401dcf6-5417-4222-a88a-1f822466e0be tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:02.301065 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0c347e4-eeb3-46bf-88cf-ca277198615e req-b401dcf6-5417-4222-a88a-1f822466e0be tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 945 time: 0.0523198 Feb 20 06:27:02.329468 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2248f-52e5-439b-8886-d9f6b39d8fa0 req-a7f9db2d-a998-4f30-95a6-c8c111b7c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:02.331000 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-59d2248f-52e5-439b-8886-d9f6b39d8fa0 req-a7f9db2d-a998-4f30-95a6-c8c111b7c0a9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476291 Feb 20 06:27:02.347092 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f0c347e4-eeb3-46bf-88cf-ca277198615e req-7cb9a21d-4093-4063-ad57-dc4dbee65d80 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402529 Feb 20 06:27:02.420562 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-59d2248f-52e5-439b-8886-d9f6b39d8fa0 req-e3f382f9-23b9-4607-8853-735d2e9aa0bc service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808616 Feb 20 06:27:02.785873 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-59d2248f-52e5-439b-8886-d9f6b39d8fa0 req-4b3017bd-219c-494a-8dc4-2bb7280840d4 service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580635 Feb 20 06:27:03.486479 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa0eb8-614a-49a0-85bc-40a5ef2ff17d req-133f4df3-6a3b-4b87-9d76-5acc24909a0a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:03.490961 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8dfa0eb8-614a-49a0-85bc-40a5ef2ff17d req-133f4df3-6a3b-4b87-9d76-5acc24909a0a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 945 time: 0.0650942 Feb 20 06:27:03.539063 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8dfa0eb8-614a-49a0-85bc-40a5ef2ff17d req-6621041c-c4a9-4aec-a25b-98dc54978124 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447373 Feb 20 06:27:04.669334 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf6856-d918-402a-a731-7f768b05fb74 req-5e15119d-3d7a-4e29-a35f-a0df58e3eb3d tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:04.670828 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5bdf6856-d918-402a-a731-7f768b05fb74 req-5e15119d-3d7a-4e29-a35f-a0df58e3eb3d tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 945 time: 0.0580761 Feb 20 06:27:04.717465 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5bdf6856-d918-402a-a731-7f768b05fb74 req-15adac30-eb65-4541-b043-88383b72cb99 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408032 Feb 20 06:27:05.637781 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device a6734219-8d08-441f-895d-cfe911d5aa5f no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:27:05.712358 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port a6734219-8d08-441f-895d-cfe911d5aa5f is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:27:05.712753 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:05.736403 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111a8f29-9ba3-4e1e-afe7-00deec55a382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6734219-8d08-441f-895d-cfe911d5aa5f'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:27:05.738720 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b423f9-0da0-4c78-9eca-9fb17aa225ed" -d '{"events": [{"server_uuid": "111a8f29-9ba3-4e1e-afe7-00deec55a382", "name": "network-vif-unplugged", "status": "completed", "tag": "a6734219-8d08-441f-895d-cfe911d5aa5f"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:27:05.752555 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port a6734219-8d08-441f-895d-cfe911d5aa5f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=a6734219-8d08-441f-895d-cfe911d5aa5f,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:27:05.756838 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:05.789149 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 06:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a2d2c7-7b6c-44db-8aa2-e2fd566a6c83 x-openstack-request-id: req-b1a2d2c7-7b6c-44db-8aa2-e2fd566a6c83 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:27:05.789446 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111a8f29-9ba3-4e1e-afe7-00deec55a382", "name": "network-vif-unplugged", "status": "completed", "tag": "a6734219-8d08-441f-895d-cfe911d5aa5f", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:27:05.789702 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b1a2d2c7-7b6c-44db-8aa2-e2fd566a6c83 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:27:05.790093 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111a8f29-9ba3-4e1e-afe7-00deec55a382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6734219-8d08-441f-895d-cfe911d5aa5f', 'code': 200} Feb 20 06:27:05.817338 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=a6734219-8d08-441f-895d-cfe911d5aa5f,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:27:05.884835 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a69593-2f37-4020-b87c-e0ff4e7747ab req-646c9eb7-e7b7-4e22-8692-c3e1441702fe tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:05.886926 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-12a69593-2f37-4020-b87c-e0ff4e7747ab req-646c9eb7-e7b7-4e22-8692-c3e1441702fe tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 943 time: 0.0544629 Feb 20 06:27:05.932175 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-12a69593-2f37-4020-b87c-e0ff4e7747ab req-92dd03b9-07b4-4c69-8ea9-54d4e3d51c16 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395286 Feb 20 06:27:06.508277 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-db49edcd-5c1c-4570-bbb5-2ffaf5b3a64d service neutron] show failed (client error): The resource could not be found. Feb 20 06:27:06.509271 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-db49edcd-5c1c-4570-bbb5-2ffaf5b3a64d service neutron] 10.222.0.61 "GET /v2.0/ports/a6734219-8d08-441f-895d-cfe911d5aa5f/bindings/n-h2-829866-5 HTTP/1.1" status: 404 len: 380 time: 0.0532842 Feb 20 06:27:06.701320 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-0efc0ed4-ceed-46db-bf99-0eff6fbd4c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:06.702825 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-0efc0ed4-ceed-46db-bf99-0eff6fbd4c15 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382&tenant_id=20fdf1ad31dc420d879a58636b424b5c HTTP/1.1" status: 200 len: 1125 time: 0.0447884 Feb 20 06:27:06.713404 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-d4335fa7-5a31-47eb-b984-283813c5060d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829866-5', 'device_owner': 'compute:nova'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:27:06.772213 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-d4335fa7-5a31-47eb-b984-283813c5060d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:06.974700 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-d4335fa7-5a31-47eb-b984-283813c5060d service neutron] For port a6734219-8d08-441f-895d-cfe911d5aa5f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=a6734219-8d08-441f-895d-cfe911d5aa5f,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:27:07.016486 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-d4335fa7-5a31-47eb-b984-283813c5060d service neutron] For port a6734219-8d08-441f-895d-cfe911d5aa5f, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:27:07.049561 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-d4335fa7-5a31-47eb-b984-283813c5060d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6734219-8d08-441f-895d-cfe911d5aa5f {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:27:07.051931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff7e16-2f9e-47ac-810e-2d8b0eb44812 req-59cfb895-22c8-4a68-803e-c395d49ae49a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:07.053476 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3ff7e16-2f9e-47ac-810e-2d8b0eb44812 req-59cfb895-22c8-4a68-803e-c395d49ae49a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 943 time: 0.0533900 Feb 20 06:27:07.057594 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-d4335fa7-5a31-47eb-b984-283813c5060d service neutron] Publish callbacks [] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:07.069482 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-d4335fa7-5a31-47eb-b984-283813c5060d service neutron] Transition to ACTIVE for port object a6734219-8d08-441f-895d-cfe911d5aa5f will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:27:07.073285 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-d4335fa7-5a31-47eb-b984-283813c5060d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:07.104907 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3ff7e16-2f9e-47ac-810e-2d8b0eb44812 req-c58cec60-589a-4ff3-94d9-a6ffe2eca3b2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456812 Feb 20 06:27:07.152007 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4335fa7-5a31-47eb-b984-283813c5060d service neutron] Pushing event updated for resources: {'Port': ['ID=a6734219-8d08-441f-895d-cfe911d5aa5f,revision_number=7']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:27:07.199072 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-d4335fa7-5a31-47eb-b984-283813c5060d service neutron] No DVR routers for this DVR port a6734219-8d08-441f-895d-cfe911d5aa5f on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:27:07.339666 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-d4335fa7-5a31-47eb-b984-283813c5060d service neutron] Attempting to bind port a6734219-8d08-441f-895d-cfe911d5aa5f on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:27:07.340000 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-d4335fa7-5a31-47eb-b984-283813c5060d service neutron] Attempting to bind port a6734219-8d08-441f-895d-cfe911d5aa5f by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:27:07.340327 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-d4335fa7-5a31-47eb-b984-283813c5060d service neutron] Attempting to bind port a6734219-8d08-441f-895d-cfe911d5aa5f on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:27:07.344452 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-d4335fa7-5a31-47eb-b984-283813c5060d service neutron] Port a6734219-8d08-441f-895d-cfe911d5aa5f on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:27:07.344775 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-d4335fa7-5a31-47eb-b984-283813c5060d service neutron] Attempting to bind port a6734219-8d08-441f-895d-cfe911d5aa5f on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:27:07.349471 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-d4335fa7-5a31-47eb-b984-283813c5060d service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:27:07.349808 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-d4335fa7-5a31-47eb-b984-283813c5060d service neutron] Checking segment: {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:27:07.350189 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-d4335fa7-5a31-47eb-b984-283813c5060d service neutron] Bound using segment: {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:27:07.350614 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-d4335fa7-5a31-47eb-b984-283813c5060d service neutron] Bound port: a6734219-8d08-441f-895d-cfe911d5aa5f, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:27:07.350991 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-d4335fa7-5a31-47eb-b984-283813c5060d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:07.415991 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-d4335fa7-5a31-47eb-b984-283813c5060d service neutron] For port a6734219-8d08-441f-895d-cfe911d5aa5f, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:27:07.419268 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-d4335fa7-5a31-47eb-b984-283813c5060d service neutron] For port a6734219-8d08-441f-895d-cfe911d5aa5f, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=a6734219-8d08-441f-895d-cfe911d5aa5f,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:27:07.424445 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-d4335fa7-5a31-47eb-b984-283813c5060d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:07.456599 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-d4335fa7-5a31-47eb-b984-283813c5060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:07.457224 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-d4335fa7-5a31-47eb-b984-283813c5060d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:07.458626 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-d4335fa7-5a31-47eb-b984-283813c5060d service neutron] 10.222.0.48 "PUT /v2.0/ports/a6734219-8d08-441f-895d-cfe911d5aa5f HTTP/1.1" status: 200 len: 1091 time: 0.7490616 Feb 20 06:27:07.459082 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '111a8f29-9ba3-4e1e-afe7-00deec55a382', 'tag': 'a6734219-8d08-441f-895d-cfe911d5aa5f'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:27:07.461304 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503d5938-97df-4221-ab31-0b7bfc18935d" -d '{"events": [{"name": "network-changed", "server_uuid": "111a8f29-9ba3-4e1e-afe7-00deec55a382", "tag": "a6734219-8d08-441f-895d-cfe911d5aa5f"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:27:07.514378 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4335fa7-5a31-47eb-b984-283813c5060d service neutron] Pushing event updated for resources: {'Port': ['ID=a6734219-8d08-441f-895d-cfe911d5aa5f,revision_number=8']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:27:07.519397 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68ef6e9-fb44-4de5-a7ca-efb2863da436 x-openstack-request-id: req-c68ef6e9-fb44-4de5-a7ca-efb2863da436 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:27:07.519690 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "111a8f29-9ba3-4e1e-afe7-00deec55a382", "tag": "a6734219-8d08-441f-895d-cfe911d5aa5f", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:27:07.519948 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c68ef6e9-fb44-4de5-a7ca-efb2863da436 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:27:07.520355 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '111a8f29-9ba3-4e1e-afe7-00deec55a382', 'tag': 'a6734219-8d08-441f-895d-cfe911d5aa5f', 'status': 'completed', 'code': 200} Feb 20 06:27:07.540234 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-c9bb6e55-d261-40ad-8c2f-5702dc494a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:07.541821 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-c9bb6e55-d261-40ad-8c2f-5702dc494a61 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 1125 time: 0.0558050 Feb 20 06:27:07.655842 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d5938-97df-4221-ab31-0b7bfc18935d req-3b755b94-7d80-45e0-ba14-920d5bd358e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:07.657417 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-503d5938-97df-4221-ab31-0b7bfc18935d req-3b755b94-7d80-45e0-ba14-920d5bd358e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 1125 time: 0.1146719 Feb 20 06:27:07.678651 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-c7cdffca-32e2-4091-8fdf-f249f9c7af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:07.680066 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-c7cdffca-32e2-4091-8fdf-f249f9c7af6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.1285188 Feb 20 06:27:07.791389 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-fafca122-9388-4fc3-9c1e-f66f202b517d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6734219-8d08-441f-895d-cfe911d5aa5f HTTP/1.1" status: 200 len: 1000 time: 0.1018913 Feb 20 06:27:07.838709 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d5938-97df-4221-ab31-0b7bfc18935d req-c81b3635-e49c-4d94-ab04-167ee6fbc562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:07.840207 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-503d5938-97df-4221-ab31-0b7bfc18935d req-c81b3635-e49c-4d94-ab04-167ee6fbc562 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.1734290 Feb 20 06:27:07.889615 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-ec977671-adbd-44e1-be81-ce7b182a5270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:07.891082 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-ec977671-adbd-44e1-be81-ce7b182a5270 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0922191 Feb 20 06:27:07.938612 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-503d5938-97df-4221-ab31-0b7bfc18935d req-3ae4eadc-26f7-4b07-86f8-a42d1dd43f1a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6734219-8d08-441f-895d-cfe911d5aa5f HTTP/1.1" status: 200 len: 1000 time: 0.0906308 Feb 20 06:27:07.982224 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-f420fb2f-e98d-40e4-a808-26f6e37761e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:07.983709 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-f420fb2f-e98d-40e4-a808-26f6e37761e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0860076 Feb 20 06:27:08.003903 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d5938-97df-4221-ab31-0b7bfc18935d req-97a2967d-4e3b-430f-b70e-c266e7131d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:08.005332 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-503d5938-97df-4221-ab31-0b7bfc18935d req-97a2967d-4e3b-430f-b70e-c266e7131d49 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0598376 Feb 20 06:27:08.108155 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d5938-97df-4221-ab31-0b7bfc18935d req-c2ee97a2-7d60-4238-912b-3e6ee1d71e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:08.109582 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-503d5938-97df-4221-ab31-0b7bfc18935d req-c2ee97a2-7d60-4238-912b-3e6ee1d71e9e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0939877 Feb 20 06:27:08.114041 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-aa9a6850-1dfc-4433-b647-de75c2387ace service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226330 Feb 20 06:27:08.227717 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58dfe9-9f14-42c7-8d1a-18c30f0e4f79 req-f81570f7-8bb7-4ae8-8a08-5da94d8f2ae7 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:08.229712 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c58dfe9-9f14-42c7-8d1a-18c30f0e4f79 req-f81570f7-8bb7-4ae8-8a08-5da94d8f2ae7 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 943 time: 0.0520351 Feb 20 06:27:08.275780 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c58dfe9-9f14-42c7-8d1a-18c30f0e4f79 req-0769fe1b-d0e5-4897-967b-89e6641f4ade tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401933 Feb 20 06:27:08.280095 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-503d5938-97df-4221-ab31-0b7bfc18935d req-bc584797-0025-465d-b9fe-6272727243c8 service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618717 Feb 20 06:27:08.282343 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-bbaf5287-9c0e-430f-9fc4-708b6f78cf5e service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560769 Feb 20 06:27:08.405118 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-503d5938-97df-4221-ab31-0b7bfc18935d req-ed116a20-9a60-476e-be2a-cb098492318b service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186531 Feb 20 06:27:08.409570 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d5938-97df-4221-ab31-0b7bfc18935d req-35bc4cc9-dec8-497b-81d8-184aedb3aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:08.410936 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-503d5938-97df-4221-ab31-0b7bfc18935d req-35bc4cc9-dec8-497b-81d8-184aedb3aeba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 1125 time: 0.0709689 Feb 20 06:27:08.507665 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d5938-97df-4221-ab31-0b7bfc18935d req-ee2a37b0-7c9c-46d2-8a8e-1ceace2b12a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:08.509163 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-503d5938-97df-4221-ab31-0b7bfc18935d req-ee2a37b0-7c9c-46d2-8a8e-1ceace2b12a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.0929599 Feb 20 06:27:08.574651 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-503d5938-97df-4221-ab31-0b7bfc18935d req-d54b2e58-8ca9-40b2-8ae9-7307245eb7a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6734219-8d08-441f-895d-cfe911d5aa5f HTTP/1.1" status: 200 len: 1000 time: 0.0588865 Feb 20 06:27:08.627592 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d5938-97df-4221-ab31-0b7bfc18935d req-0af5993f-a3d4-4286-9ad8-f1c5c9f78c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:08.629059 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-503d5938-97df-4221-ab31-0b7bfc18935d req-0af5993f-a3d4-4286-9ad8-f1c5c9f78c3f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0486808 Feb 20 06:27:08.677857 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d5938-97df-4221-ab31-0b7bfc18935d req-ad2b6492-eedc-4b3b-b54f-f8ada6b10d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:08.679394 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-503d5938-97df-4221-ab31-0b7bfc18935d req-ad2b6492-eedc-4b3b-b54f-f8ada6b10d6e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443521 Feb 20 06:27:08.766365 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-503d5938-97df-4221-ab31-0b7bfc18935d req-d624acf7-b7cd-4378-8fa2-16e876899841 service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806799 Feb 20 06:27:08.859344 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-503d5938-97df-4221-ab31-0b7bfc18935d req-92bdcb64-2721-4fd2-af2d-573d187aa721 service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868409 Feb 20 06:27:09.396950 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cd991-3a05-46ea-b51d-60952b651a17 req-d4902207-6c4c-4ae3-8a47-2c6b5644ecb0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:09.398431 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-471cd991-3a05-46ea-b51d-60952b651a17 req-d4902207-6c4c-4ae3-8a47-2c6b5644ecb0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 943 time: 0.0534167 Feb 20 06:27:09.449842 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-471cd991-3a05-46ea-b51d-60952b651a17 req-0f296755-9e74-4782-922b-498cd2bcc076 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456157 Feb 20 06:27:10.574510 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88890f-20d6-4a4e-8b38-3c9fc0c97371 req-ac43d256-240e-4f06-80c8-38bbb2b2fe6b tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:10.576010 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d88890f-20d6-4a4e-8b38-3c9fc0c97371 req-ac43d256-240e-4f06-80c8-38bbb2b2fe6b tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 943 time: 0.0558555 Feb 20 06:27:10.623715 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d88890f-20d6-4a4e-8b38-3c9fc0c97371 req-b960c8a2-3abb-4577-bba2-1bee29241001 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418658 Feb 20 06:27:11.742670 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3b047-0115-4b40-bfb8-a4df72ecaef7 req-5c5b9197-2602-4f44-bfc9-fffd66ba8b3f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:11.744664 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7bf3b047-0115-4b40-bfb8-a4df72ecaef7 req-5c5b9197-2602-4f44-bfc9-fffd66ba8b3f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 943 time: 0.0530293 Feb 20 06:27:11.791925 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7bf3b047-0115-4b40-bfb8-a4df72ecaef7 req-64b79f8c-f107-495a-b603-deec821d0626 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413170 Feb 20 06:27:12.922249 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ea2e4-e4c4-445d-a0f4-4c606d9af483 req-20da48f9-dbfd-44f4-8aca-c96cc4906ae4 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:12.923897 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dd7ea2e4-e4c4-445d-a0f4-4c606d9af483 req-20da48f9-dbfd-44f4-8aca-c96cc4906ae4 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 943 time: 0.0607927 Feb 20 06:27:12.972398 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dd7ea2e4-e4c4-445d-a0f4-4c606d9af483 req-628f6a6a-37d5-4cdb-ab86-815a18958ba4 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424759 Feb 20 06:27:14.100646 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a7ef6-e816-46b0-9f51-076d9f49e667 req-b200ef35-ef72-482e-ad4d-98a331d12190 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:14.103192 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-693a7ef6-e816-46b0-9f51-076d9f49e667 req-b200ef35-ef72-482e-ad4d-98a331d12190 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 943 time: 0.0565522 Feb 20 06:27:14.151137 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-693a7ef6-e816-46b0-9f51-076d9f49e667 req-e4c2a966-cbf4-4f19-ac9d-39a33f324909 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406177 Feb 20 06:27:15.275836 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb2920-cccd-4e27-95ae-427d853a3f80 req-54844bbf-ea35-4131-adc2-a00730d1280f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:15.277227 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-14eb2920-cccd-4e27-95ae-427d853a3f80 req-54844bbf-ea35-4131-adc2-a00730d1280f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 943 time: 0.0532653 Feb 20 06:27:15.327772 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-14eb2920-cccd-4e27-95ae-427d853a3f80 req-a80f5c7e-e832-442b-8d99-feb380238ac6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447407 Feb 20 06:27:16.452062 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed1854-fd50-4e81-abf4-0c51422e09f5 req-4ae894fe-72f8-4b60-ba4d-4e62bfa4fff8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:16.453692 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73ed1854-fd50-4e81-abf4-0c51422e09f5 req-4ae894fe-72f8-4b60-ba4d-4e62bfa4fff8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 943 time: 0.0533381 Feb 20 06:27:16.504000 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-73ed1854-fd50-4e81-abf4-0c51422e09f5 req-adf4685b-a475-4b87-97be-cfddc833d77c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438793 Feb 20 06:27:16.557119 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0b94a0e-2df6-4749-8082-4e8e24cf164e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:17.629956 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2ff1b-de03-42f6-8c72-b161b2a95c96 req-f59d2ba5-51d2-4c2a-bb8e-9d41de0ec999 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:17.631453 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d7b2ff1b-de03-42f6-8c72-b161b2a95c96 req-f59d2ba5-51d2-4c2a-bb8e-9d41de0ec999 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 943 time: 0.0526147 Feb 20 06:27:17.677104 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d7b2ff1b-de03-42f6-8c72-b161b2a95c96 req-c7032dd3-255d-4d4f-82b4-f7580c95e932 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399885 Feb 20 06:27:18.848811 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3301c-ec49-4ca0-8e06-d25ca0200232 req-eb2c30bc-1e3e-42da-995c-be51caacdc5f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:18.850300 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-90e3301c-ec49-4ca0-8e06-d25ca0200232 req-eb2c30bc-1e3e-42da-995c-be51caacdc5f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 943 time: 0.1044235 Feb 20 06:27:18.899165 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-90e3301c-ec49-4ca0-8e06-d25ca0200232 req-8ef86681-44a2-4ec0-96ad-b0ca8054d138 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413952 Feb 20 06:27:19.015645 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ee6a-cdd6-48fb-846e-09f59ee9a8b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:19.766974 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:20.017203 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01122312-cd9a-4f4f-ab2f-193cb814ec7c req-a52962ee-0be5-4204-8953-952f6549b62b tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:20.018609 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-01122312-cd9a-4f4f-ab2f-193cb814ec7c req-a52962ee-0be5-4204-8953-952f6549b62b tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 943 time: 0.0524104 Feb 20 06:27:20.064438 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-01122312-cd9a-4f4f-ab2f-193cb814ec7c req-31053b11-d0b4-4dc0-ad6e-55ee30b50067 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402062 Feb 20 06:27:21.186051 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7441ff5-fbc9-4170-8c2f-10f28cffa45c req-0ee5f5bb-a214-4a8f-bd90-b74cbb9cca6a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:21.187536 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7441ff5-fbc9-4170-8c2f-10f28cffa45c req-0ee5f5bb-a214-4a8f-bd90-b74cbb9cca6a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 943 time: 0.0522366 Feb 20 06:27:21.237260 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7441ff5-fbc9-4170-8c2f-10f28cffa45c req-d12a7b22-55f1-40b4-9194-0c8b1fd5e304 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441952 Feb 20 06:27:21.592592 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:22.356094 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc1032-163f-4c5b-961d-b748b79dc397 req-31e1fe78-34b5-4a7f-803a-181c7581ad97 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:22.357567 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d5dc1032-163f-4c5b-961d-b748b79dc397 req-31e1fe78-34b5-4a7f-803a-181c7581ad97 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 943 time: 0.0529418 Feb 20 06:27:22.403565 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d5dc1032-163f-4c5b-961d-b748b79dc397 req-4775dcd8-2244-4e2e-8dcd-0fc82353048e tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404053 Feb 20 06:27:22.767692 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:23.328132 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:23.523368 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53117448-77c7-405a-b307-adbd8ec545ae req-df0bd355-d6c8-41fa-aec3-227b19f013d8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:23.525697 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-53117448-77c7-405a-b307-adbd8ec545ae req-df0bd355-d6c8-41fa-aec3-227b19f013d8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 943 time: 0.0539811 Feb 20 06:27:23.571041 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-53117448-77c7-405a-b307-adbd8ec545ae req-8b482a59-a686-4b26-9bd5-ac7f60ae0df3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398479 Feb 20 06:27:24.693234 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8c3c2-8438-43b9-b42f-8b7b2430cd90 req-716bfd1e-c302-42b8-b221-b1ed2d7d76a6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:24.694694 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a9b8c3c2-8438-43b9-b42f-8b7b2430cd90 req-716bfd1e-c302-42b8-b221-b1ed2d7d76a6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 943 time: 0.0561142 Feb 20 06:27:24.742456 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a9b8c3c2-8438-43b9-b42f-8b7b2430cd90 req-859ef45f-54e4-46a1-81b6-3307b6101042 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416429 Feb 20 06:27:25.654648 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:25.863149 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55065a-1653-44fc-9568-3d01bc530d79 req-53183b48-41c6-4742-abac-c225ad8e35dc tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:25.864891 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ac55065a-1653-44fc-9568-3d01bc530d79 req-53183b48-41c6-4742-abac-c225ad8e35dc tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 943 time: 0.0545981 Feb 20 06:27:25.911218 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ac55065a-1653-44fc-9568-3d01bc530d79 req-1461a567-9806-49f0-9151-a4dc93dc4837 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405073 Feb 20 06:27:26.191432 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-1dca676a-b7da-449f-b3bf-cb40eca453f5 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:26.192922 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-1dca676a-b7da-449f-b3bf-cb40eca453f5 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.48 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382&tenant_id=20fdf1ad31dc420d879a58636b424b5c&binding%3Ahost_id=n-h2-829866-5 HTTP/1.1" status: 200 len: 943 time: 0.0561416 Feb 20 06:27:26.217561 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327343b-76d1-4249-acd0-ebfec9a5ab34 req-622cbfb0-2a7e-402e-9b5d-81338c9b6e53 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:26.219068 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2327343b-76d1-4249-acd0-ebfec9a5ab34 req-622cbfb0-2a7e-402e-9b5d-81338c9b6e53 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 943 time: 0.0578325 Feb 20 06:27:26.255803 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-417610df-059e-4f7f-a242-9fb6a471514c service neutron] 10.222.0.48 "GET /v2.0/ports/a6734219-8d08-441f-895d-cfe911d5aa5f/bindings/n-h2-829866-5 HTTP/1.1" status: 200 len: 382 time: 0.0561457 Feb 20 06:27:26.269124 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2327343b-76d1-4249-acd0-ebfec9a5ab34 req-dfc4cf00-6472-4fc2-85a7-db667d0537ba tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443141 Feb 20 06:27:26.325186 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-22b5555e-c1d2-442f-b09e-3144a6d615da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:26.326685 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-22b5555e-c1d2-442f-b09e-3144a6d615da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 1125 time: 0.0494547 Feb 20 06:27:26.412688 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-f9361fb4-fef4-45a0-9f40-187206f5604a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:26.414153 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-f9361fb4-fef4-45a0-9f40-187206f5604a service neutron] 10.222.0.48 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.0816245 Feb 20 06:27:26.480849 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-3481f19a-92aa-4bac-89bd-f852e1640642 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6734219-8d08-441f-895d-cfe911d5aa5f HTTP/1.1" status: 200 len: 1000 time: 0.0605943 Feb 20 06:27:26.527880 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-29ac5781-83e0-431e-928d-4b2b694c2ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:26.529347 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-29ac5781-83e0-431e-928d-4b2b694c2ec7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0436361 Feb 20 06:27:26.576753 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-c892c3e2-310d-49c7-9ecd-f0107cd4e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:26.578255 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-c892c3e2-310d-49c7-9ecd-f0107cd4e409 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436757 Feb 20 06:27:26.667835 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-7d2a408a-aff2-4511-9646-1c5174e4f529 service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840237 Feb 20 06:27:26.754331 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-27fb8c4a-4eda-489c-90f0-da12071469ba service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812302 Feb 20 06:27:27.389083 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a71ad1-5c74-4398-8fe5-4cab4376b393 req-563dc638-6e58-44b7-b181-4f9d15174776 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:27.390554 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d8a71ad1-5c74-4398-8fe5-4cab4376b393 req-563dc638-6e58-44b7-b181-4f9d15174776 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 943 time: 0.0522544 Feb 20 06:27:27.436811 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d8a71ad1-5c74-4398-8fe5-4cab4376b393 req-41feb364-21bb-40c7-8bb7-e7c942648e11 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407176 Feb 20 06:27:27.569099 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device a6734219-8d08-441f-895d-cfe911d5aa5f details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:27:27.665038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port a6734219-8d08-441f-895d-cfe911d5aa5f, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=a6734219-8d08-441f-895d-cfe911d5aa5f,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:27:27.676143 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'a6734219-8d08-441f-895d-cfe911d5aa5f', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'port_id': 'a6734219-8d08-441f-895d-cfe911d5aa5f', 'mac_address': 'fa:16:3e:54:1e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:27:27.712212 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port a6734219-8d08-441f-895d-cfe911d5aa5f is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:27:27.712600 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:27.725918 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6734219-8d08-441f-895d-cfe911d5aa5f {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:27:27.744830 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port a6734219-8d08-441f-895d-cfe911d5aa5f, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=a6734219-8d08-441f-895d-cfe911d5aa5f,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:27:27.748653 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:27.793778 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=a6734219-8d08-441f-895d-cfe911d5aa5f,revision_number=9']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:27:27.800861 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:27:27.801209 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:27:27.801549 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:27:27.801884 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:27:27.802217 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:27:27.802549 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:27:27.802878 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:27:27.803227 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:27:27.803554 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:27:27.803879 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:27:27.804203 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:27:27.804524 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:27:27.804845 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:27:27.992603 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['a6734219-8d08-441f-895d-cfe911d5aa5f'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:27:28.556656 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8c21c-7018-4660-8f59-d2b21b9d45e1 req-a843cfcd-eac1-48da-8051-8e6f8f9d35e4 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:28.558184 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-25e8c21c-7018-4660-8f59-d2b21b9d45e1 req-a843cfcd-eac1-48da-8051-8e6f8f9d35e4 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 944 time: 0.0525017 Feb 20 06:27:28.614103 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-25e8c21c-7018-4660-8f59-d2b21b9d45e1 req-7237e86b-e1fa-4837-bd57-6f6b7f1da78a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494537 Feb 20 06:27:29.579062 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device a6734219-8d08-441f-895d-cfe911d5aa5f details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:27:29.676872 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port a6734219-8d08-441f-895d-cfe911d5aa5f, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=a6734219-8d08-441f-895d-cfe911d5aa5f,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:27:29.688438 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'a6734219-8d08-441f-895d-cfe911d5aa5f', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'port_id': 'a6734219-8d08-441f-895d-cfe911d5aa5f', 'mac_address': 'fa:16:3e:54:1e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:27:29.738450 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70752075-753e-4014-aebe-fec9358b13e5 req-3802f6b9-6764-401a-aa5b-8ffce4950b63 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:29.740232 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70752075-753e-4014-aebe-fec9358b13e5 req-3802f6b9-6764-401a-aa5b-8ffce4950b63 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 944 time: 0.0556762 Feb 20 06:27:29.786648 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70752075-753e-4014-aebe-fec9358b13e5 req-19ae668e-42c9-4077-b6dc-74f35486aec1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407779 Feb 20 06:27:30.907640 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bb54a-6372-4752-8b15-4d55d19026e8 req-628ea5da-7551-4e3b-a497-1f2cce79e359 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:30.909137 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-197bb54a-6372-4752-8b15-4d55d19026e8 req-628ea5da-7551-4e3b-a497-1f2cce79e359 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 944 time: 0.0525455 Feb 20 06:27:30.956853 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-197bb54a-6372-4752-8b15-4d55d19026e8 req-84d89f74-e339-44e5-a8cb-9f45e5919e59 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414214 Feb 20 06:27:31.593316 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device a6734219-8d08-441f-895d-cfe911d5aa5f no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:27:31.674526 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port a6734219-8d08-441f-895d-cfe911d5aa5f is: BUILD; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:27:31.674949 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:31.691749 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a6734219-8d08-441f-895d-cfe911d5aa5f {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:27:31.711194 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port a6734219-8d08-441f-895d-cfe911d5aa5f, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=a6734219-8d08-441f-895d-cfe911d5aa5f,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:27:31.716160 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:31.766916 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=a6734219-8d08-441f-895d-cfe911d5aa5f,revision_number=10']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:27:32.095728 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ac5d4-c328-4519-b918-c4bf8b60708f req-9eeb8acd-0a1a-4073-b8e4-c08733583ba1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:32.097240 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa6ac5d4-c328-4519-b918-c4bf8b60708f req-9eeb8acd-0a1a-4073-b8e4-c08733583ba1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 944 time: 0.0575063 Feb 20 06:27:32.142582 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa6ac5d4-c328-4519-b918-c4bf8b60708f req-49e6e7fd-b4aa-4b61-b584-a17f3c2fb37e tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396998 Feb 20 06:27:32.571221 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-5a35a6fd-a689-4653-a06c-dc3b593af7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:32.573306 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-5a35a6fd-a689-4653-a06c-dc3b593af7b5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382&tenant_id=20fdf1ad31dc420d879a58636b424b5c HTTP/1.1" status: 200 len: 1126 time: 0.0452805 Feb 20 06:27:32.583308 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-5', 'device_owner': 'compute:nova'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:27:32.643136 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:32.838434 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] For port a6734219-8d08-441f-895d-cfe911d5aa5f, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=a6734219-8d08-441f-895d-cfe911d5aa5f,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:27:32.871274 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] For port a6734219-8d08-441f-895d-cfe911d5aa5f, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:27:32.903581 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6734219-8d08-441f-895d-cfe911d5aa5f {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:27:32.910771 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Publish callbacks [] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:32.921531 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Ignored duplicate provisioning block setup for port a6734219-8d08-441f-895d-cfe911d5aa5f by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 20 06:27:32.924298 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:33.003427 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Pushing event updated for resources: {'Port': ['ID=a6734219-8d08-441f-895d-cfe911d5aa5f,revision_number=11']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:27:33.015842 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:27:33.016193 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:27:33.016537 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:27:33.016873 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:27:33.017212 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:27:33.017543 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:27:33.017874 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:27:33.018195 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:27:33.018516 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:27:33.018838 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:27:33.019190 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:27:33.019512 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:27:33.019833 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:27:33.057294 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] No DVR routers for this DVR port a6734219-8d08-441f-895d-cfe911d5aa5f on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:27:33.196762 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Attempting to bind port a6734219-8d08-441f-895d-cfe911d5aa5f on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:27:33.197105 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Attempting to bind port a6734219-8d08-441f-895d-cfe911d5aa5f by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:27:33.197471 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Attempting to bind port a6734219-8d08-441f-895d-cfe911d5aa5f on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:27:33.201845 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Port a6734219-8d08-441f-895d-cfe911d5aa5f on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:27:33.202166 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Attempting to bind port a6734219-8d08-441f-895d-cfe911d5aa5f on network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:27:33.207014 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:27:33.207358 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Checking segment: {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:27:33.207742 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Bound using segment: {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:27:33.208201 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Bound port: a6734219-8d08-441f-895d-cfe911d5aa5f, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:27:33.208559 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:33.268634 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f11533-b8c0-46a6-8424-4b994c90c372 req-fff61c3c-2682-44a8-82f1-b123d1347538 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:33.270030 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50f11533-b8c0-46a6-8424-4b994c90c372 req-fff61c3c-2682-44a8-82f1-b123d1347538 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 944 time: 0.0526316 Feb 20 06:27:33.273969 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] For port a6734219-8d08-441f-895d-cfe911d5aa5f, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:27:33.277502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] For port a6734219-8d08-441f-895d-cfe911d5aa5f, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=a6734219-8d08-441f-895d-cfe911d5aa5f,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:27:33.284818 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:33.317717 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:33.318348 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:33.319784 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] 10.222.0.61 "PUT /v2.0/ports/a6734219-8d08-441f-895d-cfe911d5aa5f HTTP/1.1" status: 200 len: 1092 time: 0.7402825 Feb 20 06:27:33.320385 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-50f11533-b8c0-46a6-8424-4b994c90c372 req-7674d566-c47e-46e4-96f1-07566b4c7290 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445468 Feb 20 06:27:33.323409 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '111a8f29-9ba3-4e1e-afe7-00deec55a382', 'tag': 'a6734219-8d08-441f-895d-cfe911d5aa5f'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:27:33.327458 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b3dfb7-d5d4-48dc-8ad6-9d1bee04af50" -d '{"events": [{"name": "network-changed", "server_uuid": "111a8f29-9ba3-4e1e-afe7-00deec55a382", "tag": "a6734219-8d08-441f-895d-cfe911d5aa5f"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:27:33.383779 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0266951-f362-4d04-a6f3-8d4a6f7af122 service neutron] Pushing event updated for resources: {'Port': ['ID=a6734219-8d08-441f-895d-cfe911d5aa5f,revision_number=12']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:27:33.391114 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8a5987-f90f-4c43-bb6d-f9622c28b9a6 x-openstack-request-id: req-fe8a5987-f90f-4c43-bb6d-f9622c28b9a6 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:27:33.391409 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "111a8f29-9ba3-4e1e-afe7-00deec55a382", "tag": "a6734219-8d08-441f-895d-cfe911d5aa5f", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:27:33.391995 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe8a5987-f90f-4c43-bb6d-f9622c28b9a6 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:27:33.392407 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '111a8f29-9ba3-4e1e-afe7-00deec55a382', 'tag': 'a6734219-8d08-441f-895d-cfe911d5aa5f', 'status': 'completed', 'code': 200} Feb 20 06:27:33.407241 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-5296376e-ae63-40cf-a495-9f1dba797d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:33.408788 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-5296376e-ae63-40cf-a495-9f1dba797d5e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 1126 time: 0.0640461 Feb 20 06:27:33.527670 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3dfb7-d5d4-48dc-8ad6-9d1bee04af50 req-46c46c8f-c634-4f6b-9e0a-17e10e67194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:33.529171 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60b3dfb7-d5d4-48dc-8ad6-9d1bee04af50 req-46c46c8f-c634-4f6b-9e0a-17e10e67194e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 1126 time: 0.1195550 Feb 20 06:27:33.533771 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-40f46216-10c9-4f34-b892-8dc6047e9852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:33.535131 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-40f46216-10c9-4f34-b892-8dc6047e9852 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.1173303 Feb 20 06:27:33.648034 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-a255be03-d6b0-48e3-b96c-5ce821e89bda service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6734219-8d08-441f-895d-cfe911d5aa5f HTTP/1.1" status: 200 len: 1000 time: 0.1049585 Feb 20 06:27:33.699115 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3dfb7-d5d4-48dc-8ad6-9d1bee04af50 req-4f075b9f-b269-450b-8a7f-24e50e0fce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:33.700477 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60b3dfb7-d5d4-48dc-8ad6-9d1bee04af50 req-4f075b9f-b269-450b-8a7f-24e50e0fce50 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.1645210 Feb 20 06:27:33.716326 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-51d88213-7a89-48d8-b1f2-0bde85be08bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:33.717695 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-51d88213-7a89-48d8-b1f2-0bde85be08bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0633781 Feb 20 06:27:33.798470 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60b3dfb7-d5d4-48dc-8ad6-9d1bee04af50 req-20d2f5b0-d3b6-4310-9a24-274d1731e1dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6734219-8d08-441f-895d-cfe911d5aa5f HTTP/1.1" status: 200 len: 1000 time: 0.0923960 Feb 20 06:27:33.831651 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-81a3a4b6-7ad6-4a02-b831-74d8377f3bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:33.833072 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-81a3a4b6-7ad6-4a02-b831-74d8377f3bc4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0839436 Feb 20 06:27:33.894677 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3dfb7-d5d4-48dc-8ad6-9d1bee04af50 req-65d3589f-e313-4d90-9436-00092fcaafa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:33.896154 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60b3dfb7-d5d4-48dc-8ad6-9d1bee04af50 req-65d3589f-e313-4d90-9436-00092fcaafa2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0926759 Feb 20 06:27:33.968587 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-d284f42f-0392-4260-b7ec-ef3d1bd10e3e service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281495 Feb 20 06:27:33.974237 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3dfb7-d5d4-48dc-8ad6-9d1bee04af50 req-d7a2d266-4b2c-4833-ab0d-69be4b31d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:33.975638 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60b3dfb7-d5d4-48dc-8ad6-9d1bee04af50 req-d7a2d266-4b2c-4833-ab0d-69be4b31d97d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0713956 Feb 20 06:27:34.139149 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ab4cf3ab-610b-41ba-aadb-ae96a7d84978 req-aa233135-bfde-407a-b7ff-962aec4e5327 service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625466 Feb 20 06:27:34.141273 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60b3dfb7-d5d4-48dc-8ad6-9d1bee04af50 req-1c496dd3-c832-4606-9ff1-a526b2ab9bd8 service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571414 Feb 20 06:27:34.457367 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec50cd7-ddb1-4f89-a01e-b5e4937cf534 req-dfc9db8b-e3b9-4697-9259-420bfd4e6052 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:34.459031 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cec50cd7-ddb1-4f89-a01e-b5e4937cf534 req-dfc9db8b-e3b9-4697-9259-420bfd4e6052 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 944 time: 0.0569899 Feb 20 06:27:34.516527 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cec50cd7-ddb1-4f89-a01e-b5e4937cf534 req-fbd43cc5-3616-4963-87e4-08f4743f0855 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480740 Feb 20 06:27:34.557078 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3dfb7-d5d4-48dc-8ad6-9d1bee04af50 req-bdeb670c-6da9-4b4c-a92d-a7cdece5abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:34.558597 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60b3dfb7-d5d4-48dc-8ad6-9d1bee04af50 req-bdeb670c-6da9-4b4c-a92d-a7cdece5abc2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20fdf1ad31dc420d879a58636b424b5c&device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 1126 time: 0.0774240 Feb 20 06:27:34.560886 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60b3dfb7-d5d4-48dc-8ad6-9d1bee04af50 req-7fe59485-b752-4749-88db-2782346ced5d service neutron] 10.222.0.48 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132438 Feb 20 06:27:34.652246 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3dfb7-d5d4-48dc-8ad6-9d1bee04af50 req-45be28ca-bfe5-4e0a-8578-31d7f44a6d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:34.653738 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60b3dfb7-d5d4-48dc-8ad6-9d1bee04af50 req-45be28ca-bfe5-4e0a-8578-31d7f44a6d70 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 200 len: 911 time: 0.0889893 Feb 20 06:27:34.716759 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60b3dfb7-d5d4-48dc-8ad6-9d1bee04af50 req-a021014c-dcdb-4f2d-a91b-1ca4ee14e30c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6734219-8d08-441f-895d-cfe911d5aa5f HTTP/1.1" status: 200 len: 1000 time: 0.0574868 Feb 20 06:27:34.765134 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3dfb7-d5d4-48dc-8ad6-9d1bee04af50 req-5dfe57d3-96dd-4c8f-9b91-9283634ebdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:34.766691 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60b3dfb7-d5d4-48dc-8ad6-9d1bee04af50 req-5dfe57d3-96dd-4c8f-9b91-9283634ebdc2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 200 len: 850 time: 0.0444498 Feb 20 06:27:34.818545 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3dfb7-d5d4-48dc-8ad6-9d1bee04af50 req-257bcba3-eba7-4c81-80e4-94a114415593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:34.820076 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60b3dfb7-d5d4-48dc-8ad6-9d1bee04af50 req-257bcba3-eba7-4c81-80e4-94a114415593 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e50edd7-68fa-49bd-9de5-7cef02264aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481448 Feb 20 06:27:34.906787 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60b3dfb7-d5d4-48dc-8ad6-9d1bee04af50 req-3a2b38fe-ed41-4e22-aead-d2e94615ce2f service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806270 Feb 20 06:27:35.001491 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-60b3dfb7-d5d4-48dc-8ad6-9d1bee04af50 req-d710baaa-7321-48fe-88a3-d7e91ae706f2 service neutron] 10.222.0.61 "GET /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892887 Feb 20 06:27:35.656319 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd29f4-b90a-4e9c-b4d2-555b8a365103 req-e48fdacd-7876-4c21-a352-aacd7d2a8237 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:35.657733 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1cd29f4-b90a-4e9c-b4d2-555b8a365103 req-e48fdacd-7876-4c21-a352-aacd7d2a8237 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 944 time: 0.0605471 Feb 20 06:27:35.703645 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e1cd29f4-b90a-4e9c-b4d2-555b8a365103 req-01d7759c-2706-4684-9709-2f3006fa8ecf tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403504 Feb 20 06:27:36.825420 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723356c1-8502-4710-b65a-e41ab806cd73 req-64190052-85e8-4c4e-9c1f-0a57c2a4e47e tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:36.826923 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-723356c1-8502-4710-b65a-e41ab806cd73 req-64190052-85e8-4c4e-9c1f-0a57c2a4e47e tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 944 time: 0.0534120 Feb 20 06:27:36.873629 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-723356c1-8502-4710-b65a-e41ab806cd73 req-4ff69046-2d84-44b4-b4bb-3088d6385645 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409970 Feb 20 06:27:38.001208 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8d9c0-d2e2-4e0e-b1a3-2edd524af367 req-299f88d1-85a4-4ff9-95a4-ba9a80dc1436 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:38.003289 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a8a8d9c0-d2e2-4e0e-b1a3-2edd524af367 req-299f88d1-85a4-4ff9-95a4-ba9a80dc1436 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 944 time: 0.0593982 Feb 20 06:27:38.050451 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a8a8d9c0-d2e2-4e0e-b1a3-2edd524af367 req-91aebe02-c377-4127-84b1-06d5b9abfa38 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414913 Feb 20 06:27:39.004386 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:27:39.172395 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fef73-511a-4474-9591-5f852233419d req-567edde4-55a4-46e5-87d1-9928f1a57480 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:39.173884 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-527fef73-511a-4474-9591-5f852233419d req-567edde4-55a4-46e5-87d1-9928f1a57480 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 944 time: 0.0532012 Feb 20 06:27:39.220534 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-527fef73-511a-4474-9591-5f852233419d req-fd661fdc-855e-47fa-93b6-6fd4d1eab84f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409253 Feb 20 06:27:40.358081 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec495d-5425-433c-8771-e23d8e2724ed req-6868c60f-9a93-477e-ba50-b86369330468 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:40.359759 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-66ec495d-5425-433c-8771-e23d8e2724ed req-6868c60f-9a93-477e-ba50-b86369330468 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 944 time: 0.0704916 Feb 20 06:27:40.410687 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-66ec495d-5425-433c-8771-e23d8e2724ed req-e7c64b4f-4213-4105-ba30-b339938ada13 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449083 Feb 20 06:27:41.534189 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29712268-a9fd-46bb-b022-e98dde1e4e91 req-b3dafc40-ed94-44f7-87e4-efcc74788b19 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:41.535730 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29712268-a9fd-46bb-b022-e98dde1e4e91 req-b3dafc40-ed94-44f7-87e4-efcc74788b19 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 944 time: 0.0573838 Feb 20 06:27:41.582193 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29712268-a9fd-46bb-b022-e98dde1e4e91 req-55941959-7cc1-4f21-821f-1de77deab38e tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401309 Feb 20 06:27:42.700741 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851e6d8-7e7a-49bd-9f84-da909212505b req-f870689d-b5ac-46a5-9aa1-f2c9d6ae56f4 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:42.702202 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8851e6d8-7e7a-49bd-9f84-da909212505b req-f870689d-b5ac-46a5-9aa1-f2c9d6ae56f4 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 944 time: 0.0519526 Feb 20 06:27:42.752572 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8851e6d8-7e7a-49bd-9f84-da909212505b req-d3053ed4-e48e-4106-a5ca-f44e0f7986f6 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447845 Feb 20 06:27:43.876839 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03409af-d026-4a49-b5e5-47087cdcd870 req-303df3f8-ade6-44d4-a6f7-05bc61dce926 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:43.878421 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b03409af-d026-4a49-b5e5-47087cdcd870 req-303df3f8-ade6-44d4-a6f7-05bc61dce926 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 944 time: 0.0562634 Feb 20 06:27:43.929749 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b03409af-d026-4a49-b5e5-47087cdcd870 req-47c03072-f636-4b7c-9dd3-a3c420fe7dde tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455039 Feb 20 06:27:45.054637 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853d7df-1560-4271-96b3-d861f631dc5c req-dfa86d51-72ff-4c68-a547-4504108d32c2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:45.056149 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6853d7df-1560-4271-96b3-d861f631dc5c req-dfa86d51-72ff-4c68-a547-4504108d32c2 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 944 time: 0.0525117 Feb 20 06:27:45.102605 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6853d7df-1560-4271-96b3-d861f631dc5c req-ee251773-a47b-4a43-8eb0-462ebdd49b99 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408647 Feb 20 06:27:46.226270 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16825b37-4093-44a0-912a-6d0475f5db36 req-c575a428-da4b-4f24-9812-fd0d6cdab311 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:46.227764 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16825b37-4093-44a0-912a-6d0475f5db36 req-c575a428-da4b-4f24-9812-fd0d6cdab311 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 944 time: 0.0553031 Feb 20 06:27:46.273037 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-16825b37-4093-44a0-912a-6d0475f5db36 req-afe9e980-ec43-4b82-93fd-78c7128b1ba4 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391362 Feb 20 06:27:46.557257 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a83bc68c-84d8-4428-8c6c-60bda7715369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:47.403042 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68df79-e54f-41a4-b6b2-b32e77b9ca41 req-691d5c33-f96e-499e-8cb8-3a590a316fea tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:47.404547 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9a68df79-e54f-41a4-b6b2-b32e77b9ca41 req-691d5c33-f96e-499e-8cb8-3a590a316fea tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 944 time: 0.0524979 Feb 20 06:27:47.449396 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9a68df79-e54f-41a4-b6b2-b32e77b9ca41 req-ee762d77-2773-4334-b7c9-3c95e0905507 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393276 Feb 20 06:27:48.570912 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f998e6-5dd3-45f0-b969-49a161ba6983 req-8d86f059-1cfb-48ba-9b3c-7c8302a8d54b tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:48.572873 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-76f998e6-5dd3-45f0-b969-49a161ba6983 req-8d86f059-1cfb-48ba-9b3c-7c8302a8d54b tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 944 time: 0.0520999 Feb 20 06:27:48.622373 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-76f998e6-5dd3-45f0-b969-49a161ba6983 req-1396bcb6-5c7f-48cc-822d-8897baf1c20b tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440044 Feb 20 06:27:49.016765 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-875173ef-8ef6-45d5-8af4-80bc58a97c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:49.747715 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48142b9a-f5f3-44cc-85ee-6b33566601b7 req-68295a98-d838-4ce6-bd12-d00343e470c3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:49.749180 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-48142b9a-f5f3-44cc-85ee-6b33566601b7 req-68295a98-d838-4ce6-bd12-d00343e470c3 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 944 time: 0.0587437 Feb 20 06:27:49.771027 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:49.796598 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-48142b9a-f5f3-44cc-85ee-6b33566601b7 req-05053341-a1ab-42da-a587-4fd48ccd64be tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417469 Feb 20 06:27:50.918018 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab0fee-ec0c-4d0b-8a61-87d9a59cc8e6 req-b0bc1a03-4479-442a-9ef6-6289a754dcc9 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:50.919551 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6ab0fee-ec0c-4d0b-8a61-87d9a59cc8e6 req-b0bc1a03-4479-442a-9ef6-6289a754dcc9 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 944 time: 0.0529368 Feb 20 06:27:50.965731 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6ab0fee-ec0c-4d0b-8a61-87d9a59cc8e6 req-f23e9c09-bef4-40a4-b079-f08fdb836219 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405698 Feb 20 06:27:51.594312 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:51.803331 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device a6734219-8d08-441f-895d-cfe911d5aa5f details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:27:51.899016 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port a6734219-8d08-441f-895d-cfe911d5aa5f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=a6734219-8d08-441f-895d-cfe911d5aa5f,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:27:51.910555 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'a6734219-8d08-441f-895d-cfe911d5aa5f', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'port_id': 'a6734219-8d08-441f-895d-cfe911d5aa5f', 'mac_address': 'fa:16:3e:54:1e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:27:51.945803 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port a6734219-8d08-441f-895d-cfe911d5aa5f is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:27:51.946189 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:51.959305 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6734219-8d08-441f-895d-cfe911d5aa5f {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:27:51.978480 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port a6734219-8d08-441f-895d-cfe911d5aa5f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=a6734219-8d08-441f-895d-cfe911d5aa5f,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:27:51.981771 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:52.028247 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=a6734219-8d08-441f-895d-cfe911d5aa5f,revision_number=13']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:27:52.091176 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5bfdb-92c3-401d-a1ca-3d72f56bfad5 req-5b463d02-a4c0-4d69-b11d-71ca9b990485 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:52.093047 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9fb5bfdb-92c3-401d-a1ca-3d72f56bfad5 req-5b463d02-a4c0-4d69-b11d-71ca9b990485 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 945 time: 0.0559635 Feb 20 06:27:52.139442 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9fb5bfdb-92c3-401d-a1ca-3d72f56bfad5 req-98e95124-c4d0-4490-ab06-d1c4eccfab96 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413406 Feb 20 06:27:52.200910 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['a6734219-8d08-441f-895d-cfe911d5aa5f'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:27:52.257127 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e6423-7981-49c7-af79-f8cfb7758e6c req-46ae33b4-090b-48a1-a7ed-f18d06316478 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:52.258602 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-632e6423-7981-49c7-af79-f8cfb7758e6c req-46ae33b4-090b-48a1-a7ed-f18d06316478 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 945 time: 0.0521026 Feb 20 06:27:52.306738 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-632e6423-7981-49c7-af79-f8cfb7758e6c req-0ca8e03a-e2e7-4f72-8ec5-cf13f031a5f8 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414975 Feb 20 06:27:52.431685 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410e3d0-3b5f-4678-9c52-3bf1f1136275 req-60c56868-d9bd-470c-97db-75d87e6ac53c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:52.433136 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1410e3d0-3b5f-4678-9c52-3bf1f1136275 req-60c56868-d9bd-470c-97db-75d87e6ac53c tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 945 time: 0.0556056 Feb 20 06:27:52.477429 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1410e3d0-3b5f-4678-9c52-3bf1f1136275 req-3df72928-80be-4a70-8990-e07ba95bcc2a tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386281 Feb 20 06:27:52.708051 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299e452-885a-443f-98ad-c810ac8ff7f8 req-d5116f4f-5cb6-4f61-9cbd-bde97cece452 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:52.709523 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9299e452-885a-443f-98ad-c810ac8ff7f8 req-d5116f4f-5cb6-4f61-9cbd-bde97cece452 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 945 time: 0.0517108 Feb 20 06:27:52.757068 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9299e452-885a-443f-98ad-c810ac8ff7f8 req-27b4fc8f-aeb8-49f3-933a-8fbf04bee19b tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413811 Feb 20 06:27:52.770072 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:53.315402 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:53.800699 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device a6734219-8d08-441f-895d-cfe911d5aa5f up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:27:53.880142 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb081a-6382-43c3-b7dd-07526b732298 req-4f1d8377-027d-41e6-ac4e-352cffbf8e85 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:53.881710 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7afb081a-6382-43c3-b7dd-07526b732298 req-4f1d8377-027d-41e6-ac4e-352cffbf8e85 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 945 time: 0.0561042 Feb 20 06:27:53.937303 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7afb081a-6382-43c3-b7dd-07526b732298 req-2e774daf-445a-4a2a-8311-3b9d007e8bb9 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8cec96-69c4-445a-b62e-8462dd1cf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490551 Feb 20 06:27:54.010691 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port a6734219-8d08-441f-895d-cfe911d5aa5f completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:27:54.014886 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port a6734219-8d08-441f-895d-cfe911d5aa5f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:27:54.015290 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:54.088640 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port a6734219-8d08-441f-895d-cfe911d5aa5f is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:27:54.088940 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:54.111000 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111a8f29-9ba3-4e1e-afe7-00deec55a382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6734219-8d08-441f-895d-cfe911d5aa5f'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:27:54.113238 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fc7706-26db-4291-b63f-b6fa76f9110a" -d '{"events": [{"server_uuid": "111a8f29-9ba3-4e1e-afe7-00deec55a382", "name": "network-vif-plugged", "status": "completed", "tag": "a6734219-8d08-441f-895d-cfe911d5aa5f"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:27:54.126410 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port a6734219-8d08-441f-895d-cfe911d5aa5f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=a6734219-8d08-441f-895d-cfe911d5aa5f,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:27:54.130258 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:54.157263 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dabad50-6689-47c3-804d-e2b5c499bd3f x-openstack-request-id: req-9dabad50-6689-47c3-804d-e2b5c499bd3f {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:27:54.157552 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111a8f29-9ba3-4e1e-afe7-00deec55a382", "name": "network-vif-plugged", "status": "completed", "tag": "a6734219-8d08-441f-895d-cfe911d5aa5f", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:27:54.157800 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9dabad50-6689-47c3-804d-e2b5c499bd3f {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:27:54.158180 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111a8f29-9ba3-4e1e-afe7-00deec55a382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6734219-8d08-441f-895d-cfe911d5aa5f', 'code': 200} Feb 20 06:27:54.182371 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=a6734219-8d08-441f-895d-cfe911d5aa5f,revision_number=14']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:27:54.242521 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc714a26-d05d-42f2-9f93-2d8680e0a7c5 req-d9ee1d79-61b0-4306-af0f-841b04e13f99 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:27:54.244560 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fc714a26-d05d-42f2-9f93-2d8680e0a7c5 req-d9ee1d79-61b0-4306-af0f-841b04e13f99 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.61 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 946 time: 0.0570638 Feb 20 06:27:54.339253 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-fc714a26-d05d-42f2-9f93-2d8680e0a7c5 req-7215a7ae-62b9-46e8-a003-a3f6e27670fd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Deleting port a6734219-8d08-441f-895d-cfe911d5aa5f {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:27:54.339543 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fc714a26-d05d-42f2-9f93-2d8680e0a7c5 req-7215a7ae-62b9-46e8-a003-a3f6e27670fd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:54.432735 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-fc714a26-d05d-42f2-9f93-2d8680e0a7c5 req-7215a7ae-62b9-46e8-a003-a3f6e27670fd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] For port a6734219-8d08-441f-895d-cfe911d5aa5f, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=a6734219-8d08-441f-895d-cfe911d5aa5f,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:27:54.433099 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fc714a26-d05d-42f2-9f93-2d8680e0a7c5 req-7215a7ae-62b9-46e8-a003-a3f6e27670fd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:54.603875 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fc714a26-d05d-42f2-9f93-2d8680e0a7c5 req-7215a7ae-62b9-46e8-a003-a3f6e27670fd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:54.604165 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fc714a26-d05d-42f2-9f93-2d8680e0a7c5 req-7215a7ae-62b9-46e8-a003-a3f6e27670fd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (8ace65f1-7233-4450-96f4-a572addb243c), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:54.604511 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [req-fc714a26-d05d-42f2-9f93-2d8680e0a7c5 req-7215a7ae-62b9-46e8-a003-a3f6e27670fd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Floating IP 8ace65f1-7233-4450-96f4-a572addb243c disassociated. External IP: 172.25.3.150, port: a6734219-8d08-441f-895d-cfe911d5aa5f. Feb 20 06:27:54.604851 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-fc714a26-d05d-42f2-9f93-2d8680e0a7c5 req-7215a7ae-62b9-46e8-a003-a3f6e27670fd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Calling delete_port for a6734219-8d08-441f-895d-cfe911d5aa5f owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:27:54.732573 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fc714a26-d05d-42f2-9f93-2d8680e0a7c5 req-7215a7ae-62b9-46e8-a003-a3f6e27670fd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (a6734219-8d08-441f-895d-cfe911d5aa5f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:54.762910 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215a7ae-62b9-46e8-a003-a3f6e27670fd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Pushing event deleted for resources: {'Port': ['ID=a6734219-8d08-441f-895d-cfe911d5aa5f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:27:54.881585 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc714a26-d05d-42f2-9f93-2d8680e0a7c5 req-7215a7ae-62b9-46e8-a003-a3f6e27670fd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:27:54.998228 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc714a26-d05d-42f2-9f93-2d8680e0a7c5 req-7215a7ae-62b9-46e8-a003-a3f6e27670fd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:27:55.008664 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d76bb5-7458-4df1-b8ce-091c7c712189 None None] Sync routers for ids ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:27:55.018088 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d76bb5-7458-4df1-b8ce-091c7c712189 None None] Routers {'d518a91a-bcc1-4764-b574-8c08c3b7a2c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:27:55.018932 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-62d76bb5-7458-4df1-b8ce-091c7c712189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:27:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:27:55.042664 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc714a26-d05d-42f2-9f93-2d8680e0a7c5 req-7215a7ae-62b9-46e8-a003-a3f6e27670fd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] No DVR routers for this DVR port a6734219-8d08-441f-895d-cfe911d5aa5f on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:27:55.045242 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-fc714a26-d05d-42f2-9f93-2d8680e0a7c5 req-7215a7ae-62b9-46e8-a003-a3f6e27670fd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:55.048650 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fc714a26-d05d-42f2-9f93-2d8680e0a7c5 req-7215a7ae-62b9-46e8-a003-a3f6e27670fd tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.61 "DELETE /v2.0/ports/a6734219-8d08-441f-895d-cfe911d5aa5f HTTP/1.1" status: 204 len: 173 time: 0.7991633 Feb 20 06:27:55.049199 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111a8f29-9ba3-4e1e-afe7-00deec55a382', 'name': 'network-vif-deleted', 'tag': 'a6734219-8d08-441f-895d-cfe911d5aa5f'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:27:55.051557 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033065b3-8993-48bb-a8d7-63f57599ba88" -d '{"events": [{"server_uuid": "111a8f29-9ba3-4e1e-afe7-00deec55a382", "name": "network-vif-deleted", "tag": "a6734219-8d08-441f-895d-cfe911d5aa5f"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:27:55.051767 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3cd40fa9-52b8-4fae-8bc3-3327a2d76133 req-78434749-67ce-46fd-a3e5-300c5c905fc0 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 210 time: 0.0307589 Feb 20 06:27:55.135252 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-62d76bb5-7458-4df1-b8ce-091c7c712189 None None] Set router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:27:55.154457 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a91978-8b00-4109-af32-addfa1404296 x-openstack-request-id: req-25a91978-8b00-4109-af32-addfa1404296 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:27:55.154753 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111a8f29-9ba3-4e1e-afe7-00deec55a382", "name": "network-vif-deleted", "tag": "a6734219-8d08-441f-895d-cfe911d5aa5f", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:27:55.155048 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25a91978-8b00-4109-af32-addfa1404296 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:27:55.155998 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111a8f29-9ba3-4e1e-afe7-00deec55a382', 'name': 'network-vif-deleted', 'tag': 'a6734219-8d08-441f-895d-cfe911d5aa5f', 'status': 'completed', 'code': 200} Feb 20 06:27:55.338484 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-62d76bb5-7458-4df1-b8ce-091c7c712189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'de9f36a6-3b5a-4ad1-a2c9-b10168419a1a', 'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'mac_address': 'fa:16:3e:72:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:49Z', 'updated_at': '2022-02-20T06:23:53Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'subnets': [{'id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:27:55.364366 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d76bb5-7458-4df1-b8ce-091c7c712189 None None] Checking router: d518a91a-bcc1-4764-b574-8c08c3b7a2c0 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:27:55.372637 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d76bb5-7458-4df1-b8ce-091c7c712189 None None] Routers {'d518a91a-bcc1-4764-b574-8c08c3b7a2c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:27:55.373245 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-62d76bb5-7458-4df1-b8ce-091c7c712189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:27:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:27:55.562118 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-62d76bb5-7458-4df1-b8ce-091c7c712189 None None] Set router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:27:55.660381 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:27:55.768676 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-62d76bb5-7458-4df1-b8ce-091c7c712189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'de9f36a6-3b5a-4ad1-a2c9-b10168419a1a', 'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'mac_address': 'fa:16:3e:72:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:49Z', 'updated_at': '2022-02-20T06:23:53Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'subnets': [{'id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:27:55.794616 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d76bb5-7458-4df1-b8ce-091c7c712189 None None] The sync data for ids ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'] in n-d-829866-5 is: [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:23:50Z', 'revision_number': 4, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'de9f36a6-3b5a-4ad1-a2c9-b10168419a1a', 'name': '', 'network_id': '4e50edd7-68fa-49bd-9de5-7cef02264aa1', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'mac_address': 'fa:16:3e:72:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:49Z', 'updated_at': '2022-02-20T06:23:53Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'subnets': [{'id': 'c39afe4b-ab4e-42c4-9c78-c0a98430970c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:27:56.020582 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071c57dc-7f54-409d-af90-dd16e875e01f None None] New status for floating IP 8ace65f1-7233-4450-96f4-a572addb243c: DOWN {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:27:56.159957 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-971f2bc9-4d5d-4dc2-93f4-6d0fed3a821d req-0fe8f480-8962-44a7-8b99-b283b1897514 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 210 time: 0.0270920 Feb 20 06:27:57.255551 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7ca5e0ba-61b9-4426-9981-4e435adc83fd req-82eed4ee-276b-4b75-a73b-f8978ec7c272 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 210 time: 0.0267766 Feb 20 06:27:57.844464 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device a6734219-8d08-441f-895d-cfe911d5aa5f no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:27:57.865116 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: a6734219-8d08-441f-895d-cfe911d5aa5f {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:27:57.865465 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device a6734219-8d08-441f-895d-cfe911d5aa5f not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:27:58.350324 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0a02dc66-88fa-47e4-9abd-4298ff7d0b65 req-2f60b5d6-3bb4-43d7-839a-44a27449a376 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 210 time: 0.0275075 Feb 20 06:27:59.444276 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c629a17f-eaa0-4430-82dd-92506fcca4ee req-8c426346-2c32-4740-b06d-0629bead4ef1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 210 time: 0.0270247 Feb 20 06:28:00.546477 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e101f1e6-ba12-4cd1-9c43-e65776fd5ce4 req-c310c8da-5924-4665-b04b-5cbd20a385a9 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 210 time: 0.0323658 Feb 20 06:28:01.653083 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-25151dc2-3256-402f-8c3b-ef382b98c01f req-13826cc9-3cfe-4505-8d0e-fd5056779f36 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 210 time: 0.0285954 Feb 20 06:28:02.757869 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cc993e42-6e58-4f06-a68c-8aba7fa12470 req-1051b6cc-4f88-4b25-848b-fea685abcfd7 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 210 time: 0.0271542 Feb 20 06:28:03.865391 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b55088bd-9ab5-46c5-8eab-a887958cab03 req-bbd6c43f-0bb0-47c7-b7d3-b70055dd3c87 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/ports?device_id=111a8f29-9ba3-4e1e-afe7-00deec55a382 HTTP/1.1" status: 200 len: 210 time: 0.0364685 Feb 20 06:28:10.646107 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52304) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:10.700160 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-057d85a1-bbbf-405c-972f-52154e260bd1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for security_group (4c8cec96-69c4-445a-b62e-8462dd1cf89b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:10.723894 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-057d85a1-bbbf-405c-972f-52154e260bd1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for security_group (4c8cec96-69c4-445a-b62e-8462dd1cf89b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:10.772133 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-057d85a1-bbbf-405c-972f-52154e260bd1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4c8cec96-69c4-445a-b62e-8462dd1cf89b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:10.774842 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-057d85a1-bbbf-405c-972f-52154e260bd1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:10.776070 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-057d85a1-bbbf-405c-972f-52154e260bd1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "DELETE /v2.0/security-groups/4c8cec96-69c4-445a-b62e-8462dd1cf89b HTTP/1.1" status: 204 len: 168 time: 0.1289215 Feb 20 06:28:10.778852 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52306) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:10.785455 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d85a1-bbbf-405c-972f-52154e260bd1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8cec96-69c4-445a-b62e-8462dd1cf89b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:10.794004 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d85a1-bbbf-405c-972f-52154e260bd1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:10.794367 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d85a1-bbbf-405c-972f-52154e260bd1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:10.794716 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d85a1-bbbf-405c-972f-52154e260bd1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:10.795085 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d85a1-bbbf-405c-972f-52154e260bd1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:10.795458 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d85a1-bbbf-405c-972f-52154e260bd1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:10.795765 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d85a1-bbbf-405c-972f-52154e260bd1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:10.796099 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d85a1-bbbf-405c-972f-52154e260bd1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:10.796422 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d85a1-bbbf-405c-972f-52154e260bd1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:10.796757 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d85a1-bbbf-405c-972f-52154e260bd1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:10.797050 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-150efcd3-ee18-4239-9977-186e0f67d67d tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] show failed (client error): The resource could not be found. Feb 20 06:28:10.797185 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d85a1-bbbf-405c-972f-52154e260bd1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:10.797405 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d85a1-bbbf-405c-972f-52154e260bd1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:10.800897 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d85a1-bbbf-405c-972f-52154e260bd1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:10.800897 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d85a1-bbbf-405c-972f-52154e260bd1 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:10.801118 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-150efcd3-ee18-4239-9977-186e0f67d67d tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "GET /v2.0/security-groups/4c8cec96-69c4-445a-b62e-8462dd1cf89b HTTP/1.1" status: 404 len: 347 time: 0.0175891 Feb 20 06:28:10.801118 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52308) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:10.925988 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-12d400ab-d365-4c1f-823a-854f7e42495f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Deleting port 1d64da44-fde9-4175-8303-c1c02e0e51f6 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:28:10.926330 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-12d400ab-d365-4c1f-823a-854f7e42495f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1d64da44-fde9-4175-8303-c1c02e0e51f6), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:11.002249 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-12d400ab-d365-4c1f-823a-854f7e42495f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1d64da44-fde9-4175-8303-c1c02e0e51f6), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:11.002632 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-12d400ab-d365-4c1f-823a-854f7e42495f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for floatingip (1d64da44-fde9-4175-8303-c1c02e0e51f6), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:11.014933 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-12d400ab-d365-4c1f-823a-854f7e42495f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Calling delete_port for 1d64da44-fde9-4175-8303-c1c02e0e51f6 owned by network:floatingip {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:28:11.150315 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-12d400ab-d365-4c1f-823a-854f7e42495f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (1d64da44-fde9-4175-8303-c1c02e0e51f6), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:11.175554 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d400ab-d365-4c1f-823a-854f7e42495f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Pushing event deleted for resources: {'Port': ['ID=1d64da44-fde9-4175-8303-c1c02e0e51f6,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:11.245253 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-12d400ab-d365-4c1f-823a-854f7e42495f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks [] for floatingip (8ace65f1-7233-4450-96f4-a572addb243c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:11.247979 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-12d400ab-d365-4c1f-823a-854f7e42495f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:11.252072 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-12d400ab-d365-4c1f-823a-854f7e42495f tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] 10.222.0.37 "DELETE /v2.0/floatingips/8ace65f1-7233-4450-96f4-a572addb243c HTTP/1.1" status: 204 len: 168 time: 0.4472747 Feb 20 06:28:11.252218 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52310) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:11.602547 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b6dfa727-47aa-478d-afb9-72444c83458e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (d518a91a-bcc1-4764-b574-8c08c3b7a2c0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:11.848706 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-b6dfa727-47aa-478d-afb9-72444c83458e admin admin] Deleting port de9f36a6-3b5a-4ad1-a2c9-b10168419a1a {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:28:11.849413 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b6dfa727-47aa-478d-afb9-72444c83458e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (de9f36a6-3b5a-4ad1-a2c9-b10168419a1a), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:11.929276 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-b6dfa727-47aa-478d-afb9-72444c83458e admin admin] For port de9f36a6-3b5a-4ad1-a2c9-b10168419a1a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=de9f36a6-3b5a-4ad1-a2c9-b10168419a1a,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:28:11.929650 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b6dfa727-47aa-478d-afb9-72444c83458e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (de9f36a6-3b5a-4ad1-a2c9-b10168419a1a), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:11.941472 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-b6dfa727-47aa-478d-afb9-72444c83458e admin admin] Calling delete_port for de9f36a6-3b5a-4ad1-a2c9-b10168419a1a owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:28:12.122265 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b6dfa727-47aa-478d-afb9-72444c83458e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (de9f36a6-3b5a-4ad1-a2c9-b10168419a1a), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:12.152639 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfa727-47aa-478d-afb9-72444c83458e admin admin] Pushing event deleted for resources: {'Port': ['ID=de9f36a6-3b5a-4ad1-a2c9-b10168419a1a,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:12.317598 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b6dfa727-47aa-478d-afb9-72444c83458e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (d518a91a-bcc1-4764-b574-8c08c3b7a2c0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:12.542127 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dfa727-47aa-478d-afb9-72444c83458e admin admin] Router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:28:12.649153 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dfa727-47aa-478d-afb9-72444c83458e admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:28:12.655392 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b6dfa727-47aa-478d-afb9-72444c83458e admin admin] 10.222.0.37 "PUT /v2.0/routers/d518a91a-bcc1-4764-b574-8c08c3b7a2c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4020152 Feb 20 06:28:12.656723 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52312) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:12.658521 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b33b52b-299f-42b1-a26d-44b9e112cbe4 None None] Sync routers for ids ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:28:12.668843 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b33b52b-299f-42b1-a26d-44b9e112cbe4 None None] Routers {'d518a91a-bcc1-4764-b574-8c08c3b7a2c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:28:12.669450 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6b33b52b-299f-42b1-a26d-44b9e112cbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:27:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:12.766194 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5057f1c3-e860-4b35-9a3b-3cafe62d712a admin admin] Publish callbacks [] for router (d518a91a-bcc1-4764-b574-8c08c3b7a2c0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:12.779987 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-6b33b52b-299f-42b1-a26d-44b9e112cbe4 None None] Set router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:28:12.872232 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5057f1c3-e860-4b35-9a3b-3cafe62d712a admin admin] Publish callbacks [] for router_gateway (d518a91a-bcc1-4764-b574-8c08c3b7a2c0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:12.928609 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-5057f1c3-e860-4b35-9a3b-3cafe62d712a admin admin] Deleting port 59bfa7ce-5a50-422b-91fc-306327fc3104 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:28:12.929171 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5057f1c3-e860-4b35-9a3b-3cafe62d712a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (59bfa7ce-5a50-422b-91fc-306327fc3104), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:12.956272 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6b33b52b-299f-42b1-a26d-44b9e112cbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:28:12Z', 'revision_number': 5, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port': {'id': '59bfa7ce-5a50-422b-91fc-306327fc3104', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:23:48Z', 'updated_at': '2022-02-20T06:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:12.983638 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b33b52b-299f-42b1-a26d-44b9e112cbe4 None None] Checking router: d518a91a-bcc1-4764-b574-8c08c3b7a2c0 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:28:12.992069 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b33b52b-299f-42b1-a26d-44b9e112cbe4 None None] Routers {'d518a91a-bcc1-4764-b574-8c08c3b7a2c0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:28:12.992677 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6b33b52b-299f-42b1-a26d-44b9e112cbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:27:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:13.011131 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-5057f1c3-e860-4b35-9a3b-3cafe62d712a admin admin] For port 59bfa7ce-5a50-422b-91fc-306327fc3104, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=59bfa7ce-5a50-422b-91fc-306327fc3104,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:28:13.011493 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5057f1c3-e860-4b35-9a3b-3cafe62d712a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (59bfa7ce-5a50-422b-91fc-306327fc3104), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:13.023324 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-5057f1c3-e860-4b35-9a3b-3cafe62d712a admin admin] Calling delete_port for 59bfa7ce-5a50-422b-91fc-306327fc3104 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:28:13.078585 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-6b33b52b-299f-42b1-a26d-44b9e112cbe4 None None] Set router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:28:13.129009 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6b33b52b-299f-42b1-a26d-44b9e112cbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:28:12Z', 'revision_number': 6, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:13.159677 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b33b52b-299f-42b1-a26d-44b9e112cbe4 None None] The sync data for ids ['d518a91a-bcc1-4764-b574-8c08c3b7a2c0'] in n-d-829866-5 is: [{'id': 'd518a91a-bcc1-4764-b574-8c08c3b7a2c0', 'name': 'tempest-ServerActionsTestJSON-439768355-router', 'tenant_id': '20fdf1ad31dc420d879a58636b424b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:23:47Z', 'updated_at': '2022-02-20T06:28:12Z', 'revision_number': 6, 'project_id': '20fdf1ad31dc420d879a58636b424b5c', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:28:13.195704 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5057f1c3-e860-4b35-9a3b-3cafe62d712a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (59bfa7ce-5a50-422b-91fc-306327fc3104), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:13.224498 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057f1c3-e860-4b35-9a3b-3cafe62d712a admin admin] Pushing event deleted for resources: {'Port': ['ID=59bfa7ce-5a50-422b-91fc-306327fc3104,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:13.284290 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5057f1c3-e860-4b35-9a3b-3cafe62d712a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (d518a91a-bcc1-4764-b574-8c08c3b7a2c0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:13.373097 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5057f1c3-e860-4b35-9a3b-3cafe62d712a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (d518a91a-bcc1-4764-b574-8c08c3b7a2c0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:13.375418 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5057f1c3-e860-4b35-9a3b-3cafe62d712a admin admin] Publish callbacks [] for router_controller (d518a91a-bcc1-4764-b574-8c08c3b7a2c0), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:13.418549 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5057f1c3-e860-4b35-9a3b-3cafe62d712a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (d518a91a-bcc1-4764-b574-8c08c3b7a2c0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:13.419107 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5057f1c3-e860-4b35-9a3b-3cafe62d712a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d518a91a-bcc1-4764-b574-8c08c3b7a2c0 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:28:13.423466 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5057f1c3-e860-4b35-9a3b-3cafe62d712a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:13.424560 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5057f1c3-e860-4b35-9a3b-3cafe62d712a admin admin] 10.222.0.37 "DELETE /v2.0/routers/d518a91a-bcc1-4764-b574-8c08c3b7a2c0 HTTP/1.1" status: 204 len: 168 time: 0.7668514 Feb 20 06:28:13.427230 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52314) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:13.471130 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde61790-441f-4f16-80ae-a5f883d2f1e4 admin admin] Deleting subnet c39afe4b-ab4e-42c4-9c78-c0a98430970c {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:28:13.474054 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fde61790-441f-4f16-80ae-a5f883d2f1e4 admin admin] Publish callbacks [] for subnet (c39afe4b-ab4e-42c4-9c78-c0a98430970c), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:13.513158 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fde61790-441f-4f16-80ae-a5f883d2f1e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (c39afe4b-ab4e-42c4-9c78-c0a98430970c), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:13.593913 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fde61790-441f-4f16-80ae-a5f883d2f1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (c39afe4b-ab4e-42c4-9c78-c0a98430970c), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:13.644600 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fde61790-441f-4f16-80ae-a5f883d2f1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (c39afe4b-ab4e-42c4-9c78-c0a98430970c), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:13.671049 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde61790-441f-4f16-80ae-a5f883d2f1e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c39afe4b-ab4e-42c4-9c78-c0a98430970c,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:13.673019 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fde61790-441f-4f16-80ae-a5f883d2f1e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:13.679303 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fde61790-441f-4f16-80ae-a5f883d2f1e4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c39afe4b-ab4e-42c4-9c78-c0a98430970c HTTP/1.1" status: 204 len: 168 time: 0.2485757 Feb 20 06:28:13.679440 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698f71ea-8530-4bb5-b805-094670b38750 None None] Network 4e50edd7-68fa-49bd-9de5-7cef02264aa1 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:28:13.679874 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52316) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:13.751614 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-711475da-e575-4974-a115-e9dbc5689f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (4e50edd7-68fa-49bd-9de5-7cef02264aa1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:13.808756 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-711475da-e575-4974-a115-e9dbc5689f58 admin admin] Deleting port 37f67f2f-8a3d-4626-a8c8-ebd64ec899fb {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:28:13.809096 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-711475da-e575-4974-a115-e9dbc5689f58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (37f67f2f-8a3d-4626-a8c8-ebd64ec899fb), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:13.869920 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-711475da-e575-4974-a115-e9dbc5689f58 admin admin] For port 37f67f2f-8a3d-4626-a8c8-ebd64ec899fb, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=37f67f2f-8a3d-4626-a8c8-ebd64ec899fb,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:28:13.870202 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-711475da-e575-4974-a115-e9dbc5689f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (37f67f2f-8a3d-4626-a8c8-ebd64ec899fb), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:13.884905 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-711475da-e575-4974-a115-e9dbc5689f58 admin admin] Calling delete_port for 37f67f2f-8a3d-4626-a8c8-ebd64ec899fb owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:28:13.909461 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97b8ffe-c90d-4dc3-b775-b6d2cedf7a17 None None] DHCP port deletion for 4e50edd7-68fa-49bd-9de5-7cef02264aa1 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:28:13.963303 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c97b8ffe-c90d-4dc3-b775-b6d2cedf7a17 None None] Deleting port 37f67f2f-8a3d-4626-a8c8-ebd64ec899fb {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:28:13.963844 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c97b8ffe-c90d-4dc3-b775-b6d2cedf7a17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (37f67f2f-8a3d-4626-a8c8-ebd64ec899fb), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:13.971074 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-711475da-e575-4974-a115-e9dbc5689f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (37f67f2f-8a3d-4626-a8c8-ebd64ec899fb), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:13.988195 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711475da-e575-4974-a115-e9dbc5689f58 admin admin] No DVR routers for this DVR port 37f67f2f-8a3d-4626-a8c8-ebd64ec899fb on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:28:14.015980 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 59bfa7ce-5a50-422b-91fc-306327fc3104 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:28:14.033773 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711475da-e575-4974-a115-e9dbc5689f58 admin admin] Pushing event deleted for resources: {'Port': ['ID=37f67f2f-8a3d-4626-a8c8-ebd64ec899fb,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:14.049354 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 59bfa7ce-5a50-422b-91fc-306327fc3104 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:28:14.049711 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 59bfa7ce-5a50-422b-91fc-306327fc3104 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:28:14.050141 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 37f67f2f-8a3d-4626-a8c8-ebd64ec899fb no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:28:14.079264 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 37f67f2f-8a3d-4626-a8c8-ebd64ec899fb {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:28:14.079535 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 37f67f2f-8a3d-4626-a8c8-ebd64ec899fb not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:28:14.079960 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device de9f36a6-3b5a-4ad1-a2c9-b10168419a1a no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:28:14.082785 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c97b8ffe-c90d-4dc3-b775-b6d2cedf7a17 None None] For port 37f67f2f-8a3d-4626-a8c8-ebd64ec899fb, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=37f67f2f-8a3d-4626-a8c8-ebd64ec899fb,segment=NetworkSegment(fd2a671d-3993-4310-8128-8aa5e1a1c3bd),segment_id=fd2a671d-3993-4310-8128-8aa5e1a1c3bd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:28:14.083232 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c97b8ffe-c90d-4dc3-b775-b6d2cedf7a17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (37f67f2f-8a3d-4626-a8c8-ebd64ec899fb), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:14.114336 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: de9f36a6-3b5a-4ad1-a2c9-b10168419a1a {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:28:14.114574 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device de9f36a6-3b5a-4ad1-a2c9-b10168419a1a not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:28:14.120367 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c97b8ffe-c90d-4dc3-b775-b6d2cedf7a17 None None] Calling delete_port for 37f67f2f-8a3d-4626-a8c8-ebd64ec899fb owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:28:14.213901 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c97b8ffe-c90d-4dc3-b775-b6d2cedf7a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (37f67f2f-8a3d-4626-a8c8-ebd64ec899fb), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:14.242871 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b8ffe-c90d-4dc3-b775-b6d2cedf7a17 None None] Pushing event deleted for resources: {'Port': ['ID=37f67f2f-8a3d-4626-a8c8-ebd64ec899fb,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:14.246608 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97b8ffe-c90d-4dc3-b775-b6d2cedf7a17 None None] No DVR routers for this DVR port 37f67f2f-8a3d-4626-a8c8-ebd64ec899fb on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:28:14.378272 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-711475da-e575-4974-a115-e9dbc5689f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (4e50edd7-68fa-49bd-9de5-7cef02264aa1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:14.397427 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-711475da-e575-4974-a115-e9dbc5689f58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e50edd7-68fa-49bd-9de5-7cef02264aa1']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:14.406309 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-711475da-e575-4974-a115-e9dbc5689f58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:14.406598 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-711475da-e575-4974-a115-e9dbc5689f58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2a671d-3993-4310-8128-8aa5e1a1c3bd') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:14.416115 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-711475da-e575-4974-a115-e9dbc5689f58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (fd2a671d-3993-4310-8128-8aa5e1a1c3bd), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:14.428618 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-711475da-e575-4974-a115-e9dbc5689f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (fd2a671d-3993-4310-8128-8aa5e1a1c3bd), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:14.435367 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711475da-e575-4974-a115-e9dbc5689f58 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:28:14.435746 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-711475da-e575-4974-a115-e9dbc5689f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (fd2a671d-3993-4310-8128-8aa5e1a1c3bd), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: timer() Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:28:14.437429 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:28:14.491212 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-711475da-e575-4974-a115-e9dbc5689f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (4e50edd7-68fa-49bd-9de5-7cef02264aa1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:14.496140 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-711475da-e575-4974-a115-e9dbc5689f58 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:14.499427 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-711475da-e575-4974-a115-e9dbc5689f58 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4e50edd7-68fa-49bd-9de5-7cef02264aa1 HTTP/1.1" status: 204 len: 168 time: 0.8190548 Feb 20 06:28:14.512113 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711475da-e575-4974-a115-e9dbc5689f58 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e50edd7-68fa-49bd-9de5-7cef02264aa1,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:14.609780 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52320) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:14.650473 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f24dbc7c-8471-431a-9ae1-aafc5d692e9e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20fdf1ad31dc420d879a58636b424b5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393565 Feb 20 06:28:14.652706 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52322) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:14.701925 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f924bde4-dc19-4327-a45c-5bb6ef430805 admin admin] Publish callbacks [] for security_group (7c0e52df-b214-4df4-8f48-f06552421d16), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:14.722427 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f924bde4-dc19-4327-a45c-5bb6ef430805 admin admin] Publish callbacks [] for security_group (7c0e52df-b214-4df4-8f48-f06552421d16), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:14.778001 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f924bde4-dc19-4327-a45c-5bb6ef430805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (7c0e52df-b214-4df4-8f48-f06552421d16), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:14.780598 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f924bde4-dc19-4327-a45c-5bb6ef430805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:14.781786 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f924bde4-dc19-4327-a45c-5bb6ef430805 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c0e52df-b214-4df4-8f48-f06552421d16 HTTP/1.1" status: 204 len: 168 time: 0.1281979 Feb 20 06:28:14.789923 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924bde4-dc19-4327-a45c-5bb6ef430805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0e52df-b214-4df4-8f48-f06552421d16,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:15.427932 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52344) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:15.539838 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-867ab026-4863-465b-9781-d060cf6e2ae8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1727137527-network', 'tenant_id': 'e67e46ac058d4ef89b85ed59e09fc6ae'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:28:15.559191 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867ab026-4863-465b-9781-d060cf6e2ae8 admin admin] Made reservation on behalf of e67e46ac058d4ef89b85ed59e09fc6ae for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:28:15.561473 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-867ab026-4863-465b-9781-d060cf6e2ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:15.569896 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-867ab026-4863-465b-9781-d060cf6e2ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:15.643313 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-867ab026-4863-465b-9781-d060cf6e2ae8 admin admin] Publish callbacks [] for security_group (ca93daab-a38a-459f-8a08-076c286af0c5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:15.647167 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-867ab026-4863-465b-9781-d060cf6e2ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ca93daab-a38a-459f-8a08-076c286af0c5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:15.672052 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867ab026-4863-465b-9781-d060cf6e2ae8 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:28:15.681380 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ab026-4863-465b-9781-d060cf6e2ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca93daab-a38a-459f-8a08-076c286af0c5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:15.688640 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-867ab026-4863-465b-9781-d060cf6e2ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (318d7131-8a17-454f-9600-abcb7f5ed7a4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:15.689663 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-867ab026-4863-465b-9781-d060cf6e2ae8 admin admin] Added segment 318d7131-8a17-454f-9600-abcb7f5ed7a4 of type vlan for network da743c67-48a2-4ad2-b702-39f8b0333939 Feb 20 06:28:15.727785 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-867ab026-4863-465b-9781-d060cf6e2ae8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (da743c67-48a2-4ad2-b702-39f8b0333939), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:15.755409 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-867ab026-4863-465b-9781-d060cf6e2ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (da743c67-48a2-4ad2-b702-39f8b0333939), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:15.756378 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867ab026-4863-465b-9781-d060cf6e2ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:15.756980 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-867ab026-4863-465b-9781-d060cf6e2ae8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:15.811639 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-867ab026-4863-465b-9781-d060cf6e2ae8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3824029 Feb 20 06:28:15.814698 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52348) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:15.818795 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ab026-4863-465b-9781-d060cf6e2ae8 admin admin] Pushing event updated for resources: {'Network': ['ID=da743c67-48a2-4ad2-b702-39f8b0333939,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:15.821120 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-2499915a-c577-4ce7-a79b-d8492123d575 admin admin] Request body: {'subnet': {'network_id': 'da743c67-48a2-4ad2-b702-39f8b0333939', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1727137527-subnet', 'tenant_id': 'e67e46ac058d4ef89b85ed59e09fc6ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:28:15.829144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network da743c67-48a2-4ad2-b702-39f8b0333939 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:28:15.842714 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2499915a-c577-4ce7-a79b-d8492123d575 admin admin] Made reservation on behalf of e67e46ac058d4ef89b85ed59e09fc6ae for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:28:15.845101 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2499915a-c577-4ce7-a79b-d8492123d575 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:16.005940 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:28:16.011393 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2499915a-c577-4ce7-a79b-d8492123d575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (25072520-b0d2-488c-8d39-811c7d41cd2f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:16.069840 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499915a-c577-4ce7-a79b-d8492123d575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25072520-b0d2-488c-8d39-811c7d41cd2f,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:16.078525 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2499915a-c577-4ce7-a79b-d8492123d575 admin admin] Checking segment: {'id': '318d7131-8a17-454f-9600-abcb7f5ed7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'da743c67-48a2-4ad2-b702-39f8b0333939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:28:16.078885 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2499915a-c577-4ce7-a79b-d8492123d575 admin admin] Network hostable DHCP agents. Network: da743c67-48a2-4ad2-b702-39f8b0333939, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:28:16.095313 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2499915a-c577-4ce7-a79b-d8492123d575 admin admin] Network da743c67-48a2-4ad2-b702-39f8b0333939 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:28:16.104003 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-2499915a-c577-4ce7-a79b-d8492123d575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, da743c67-48a2-4ad2-b702-39f8b0333939) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:28:16.108011 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2499915a-c577-4ce7-a79b-d8492123d575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:16.108599 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2499915a-c577-4ce7-a79b-d8492123d575 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:16.114003 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fafe4ce-b359-4413-83f4-ba7bd0901a74 None None] Network da743c67-48a2-4ad2-b702-39f8b0333939 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:28:16.123818 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2499915a-c577-4ce7-a79b-d8492123d575 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3074191 Feb 20 06:28:16.213503 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd62bb84-c6d9-4056-a9b4-42c067e47703 None None] Network da743c67-48a2-4ad2-b702-39f8b0333939 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:28:16.530861 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-5722e9a2-bbad-4937-af9a-cac07791d3cc tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:16.532358 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-5722e9a2-bbad-4937-af9a-cac07791d3cc tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/networks?id=da743c67-48a2-4ad2-b702-39f8b0333939 HTTP/1.1" status: 200 len: 814 time: 0.0994716 Feb 20 06:28:16.546942 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-04f94677-38d0-4de2-9e6b-cdc2d9100cdd tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/quotas/e67e46ac058d4ef89b85ed59e09fc6ae HTTP/1.1" status: 200 len: 375 time: 0.0091052 Feb 20 06:28:16.557215 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ac195ba7-45f4-4822-ba13-05915d9919c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:16.584234 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-8a8e284b-db14-44d4-a2a9-f43f2fd38591 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e67e46ac058d4ef89b85ed59e09fc6ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320213 Feb 20 06:28:16.673152 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-9cde087d-5678-47e0-875d-d6ed83872686 service neutron] 10.222.0.37 "GET /v2.0/networks/da743c67-48a2-4ad2-b702-39f8b0333939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816326 Feb 20 06:28:16.764234 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-49ce74c4-f74e-4d38-844c-1ada0fb3e879 service neutron] 10.222.0.37 "GET /v2.0/networks/da743c67-48a2-4ad2-b702-39f8b0333939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853572 Feb 20 06:28:16.918251 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-02e03edb-c0d1-46e8-8d92-615dd77363b4 req-531be506-dd5f-4369-9b5f-003da638a6ba tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d482383-15b1-489b-9784-56e0ce643730 HTTP/1.1" status: 200 len: 210 time: 0.0268438 Feb 20 06:28:17.803716 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-c1bde822-3e3d-46d8-9cfb-6ba5b011786a tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:17.805216 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-c1bde822-3e3d-46d8-9cfb-6ba5b011786a tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.61 "GET /v2.0/networks?id=da743c67-48a2-4ad2-b702-39f8b0333939 HTTP/1.1" status: 200 len: 814 time: 0.1028445 Feb 20 06:28:17.817671 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-213f007f-ca38-4258-aa25-7466601de67c tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Request body: {'port': {'device_id': '6d482383-15b1-489b-9784-56e0ce643730', 'network_id': 'da743c67-48a2-4ad2-b702-39f8b0333939', 'admin_state_up': True, 'tenant_id': 'e67e46ac058d4ef89b85ed59e09fc6ae'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:28:17.926526 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-213f007f-ca38-4258-aa25-7466601de67c tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Made reservation on behalf of e67e46ac058d4ef89b85ed59e09fc6ae for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:28:17.930316 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-213f007f-ca38-4258-aa25-7466601de67c tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:18.012606 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f2f2790-28bd-4b21-814c-052d7d478ae7 req-e3667094-0009-4dda-ad63-c6c52a31216c tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d482383-15b1-489b-9784-56e0ce643730 HTTP/1.1" status: 200 len: 210 time: 0.0278099 Feb 20 06:28:18.057108 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-213f007f-ca38-4258-aa25-7466601de67c tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Allocated IP 172.20.0.6 (da743c67-48a2-4ad2-b702-39f8b0333939/25072520-b0d2-488c-8d39-811c7d41cd2f/11fae7cf-77d4-45c5-b716-4c21fcf7fd3b) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:28:18.205892 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-213f007f-ca38-4258-aa25-7466601de67c tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Publish callbacks [] for port (11fae7cf-77d4-45c5-b716-4c21fcf7fd3b), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:18.238579 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-213f007f-ca38-4258-aa25-7466601de67c tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (11fae7cf-77d4-45c5-b716-4c21fcf7fd3b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:18.284645 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-213f007f-ca38-4258-aa25-7466601de67c tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Network da743c67-48a2-4ad2-b702-39f8b0333939 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:28:18.287657 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-213f007f-ca38-4258-aa25-7466601de67c tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:28:18.293658 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-213f007f-ca38-4258-aa25-7466601de67c tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:28:18.299363 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f007f-ca38-4258-aa25-7466601de67c tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Pushing event updated for resources: {'Port': ['ID=11fae7cf-77d4-45c5-b716-4c21fcf7fd3b,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:18.343212 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-213f007f-ca38-4258-aa25-7466601de67c tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:18.343830 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-213f007f-ca38-4258-aa25-7466601de67c tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:18.358258 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-213f007f-ca38-4258-aa25-7466601de67c tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5443416 Feb 20 06:28:18.413861 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-b92c5eb2-2e1d-4fd1-a8ea-d954e804f318 service neutron] Request body: {'port': {'device_id': '6d482383-15b1-489b-9784-56e0ce643730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:28:18.472922 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-b92c5eb2-2e1d-4fd1-a8ea-d954e804f318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (11fae7cf-77d4-45c5-b716-4c21fcf7fd3b), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:18.731935 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-b92c5eb2-2e1d-4fd1-a8ea-d954e804f318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11fae7cf-77d4-45c5-b716-4c21fcf7fd3b {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:28:18.740241 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-b92c5eb2-2e1d-4fd1-a8ea-d954e804f318 service neutron] Publish callbacks [] for port (11fae7cf-77d4-45c5-b716-4c21fcf7fd3b), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:18.752937 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-b92c5eb2-2e1d-4fd1-a8ea-d954e804f318 service neutron] Transition to ACTIVE for port object 11fae7cf-77d4-45c5-b716-4c21fcf7fd3b will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:28:18.756238 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-b92c5eb2-2e1d-4fd1-a8ea-d954e804f318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (11fae7cf-77d4-45c5-b716-4c21fcf7fd3b), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:18.821897 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c5eb2-2e1d-4fd1-a8ea-d954e804f318 service neutron] Pushing event updated for resources: {'Port': ['ID=11fae7cf-77d4-45c5-b716-4c21fcf7fd3b,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:18.871878 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-b92c5eb2-2e1d-4fd1-a8ea-d954e804f318 service neutron] Attempting to bind port 11fae7cf-77d4-45c5-b716-4c21fcf7fd3b on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:28:18.872206 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-b92c5eb2-2e1d-4fd1-a8ea-d954e804f318 service neutron] Attempting to bind port 11fae7cf-77d4-45c5-b716-4c21fcf7fd3b by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '318d7131-8a17-454f-9600-abcb7f5ed7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'da743c67-48a2-4ad2-b702-39f8b0333939'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:28:18.872532 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-b92c5eb2-2e1d-4fd1-a8ea-d954e804f318 service neutron] Attempting to bind port 11fae7cf-77d4-45c5-b716-4c21fcf7fd3b on network da743c67-48a2-4ad2-b702-39f8b0333939 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:28:18.876684 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-b92c5eb2-2e1d-4fd1-a8ea-d954e804f318 service neutron] Port 11fae7cf-77d4-45c5-b716-4c21fcf7fd3b on network da743c67-48a2-4ad2-b702-39f8b0333939 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:28:18.877024 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-b92c5eb2-2e1d-4fd1-a8ea-d954e804f318 service neutron] Attempting to bind port 11fae7cf-77d4-45c5-b716-4c21fcf7fd3b on network da743c67-48a2-4ad2-b702-39f8b0333939 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:28:18.882019 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-b92c5eb2-2e1d-4fd1-a8ea-d954e804f318 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:28:18.882354 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-b92c5eb2-2e1d-4fd1-a8ea-d954e804f318 service neutron] Checking segment: {'id': '318d7131-8a17-454f-9600-abcb7f5ed7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'da743c67-48a2-4ad2-b702-39f8b0333939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:28:18.882759 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-b92c5eb2-2e1d-4fd1-a8ea-d954e804f318 service neutron] Bound using segment: {'id': '318d7131-8a17-454f-9600-abcb7f5ed7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'da743c67-48a2-4ad2-b702-39f8b0333939'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:28:18.883203 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-b92c5eb2-2e1d-4fd1-a8ea-d954e804f318 service neutron] Bound port: 11fae7cf-77d4-45c5-b716-4c21fcf7fd3b, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '318d7131-8a17-454f-9600-abcb7f5ed7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'da743c67-48a2-4ad2-b702-39f8b0333939'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:28:18.883549 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-b92c5eb2-2e1d-4fd1-a8ea-d954e804f318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (11fae7cf-77d4-45c5-b716-4c21fcf7fd3b), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:18.947096 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-b92c5eb2-2e1d-4fd1-a8ea-d954e804f318 service neutron] For port 11fae7cf-77d4-45c5-b716-4c21fcf7fd3b, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:28:18.949924 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-b92c5eb2-2e1d-4fd1-a8ea-d954e804f318 service neutron] For port 11fae7cf-77d4-45c5-b716-4c21fcf7fd3b, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=11fae7cf-77d4-45c5-b716-4c21fcf7fd3b,segment=NetworkSegment(318d7131-8a17-454f-9600-abcb7f5ed7a4),segment_id=318d7131-8a17-454f-9600-abcb7f5ed7a4)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:28:18.955849 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-b92c5eb2-2e1d-4fd1-a8ea-d954e804f318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (11fae7cf-77d4-45c5-b716-4c21fcf7fd3b), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:18.991534 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-b92c5eb2-2e1d-4fd1-a8ea-d954e804f318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:18.992166 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-b92c5eb2-2e1d-4fd1-a8ea-d954e804f318 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:18.993609 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-b92c5eb2-2e1d-4fd1-a8ea-d954e804f318 service neutron] 10.222.0.61 "PUT /v2.0/ports/11fae7cf-77d4-45c5-b716-4c21fcf7fd3b HTTP/1.1" status: 200 len: 1091 time: 0.6286674 Feb 20 06:28:18.994059 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d482383-15b1-489b-9784-56e0ce643730', 'tag': '11fae7cf-77d4-45c5-b716-4c21fcf7fd3b'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:28:18.996343 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0fc075-8f10-4f47-8612-00580e031d46" -d '{"events": [{"name": "network-changed", "server_uuid": "6d482383-15b1-489b-9784-56e0ce643730", "tag": "11fae7cf-77d4-45c5-b716-4c21fcf7fd3b"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:28:19.025872 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c5eb2-2e1d-4fd1-a8ea-d954e804f318 service neutron] Pushing event updated for resources: {'Port': ['ID=11fae7cf-77d4-45c5-b716-4c21fcf7fd3b,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:19.026243 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-69adee8d-d4f7-43b5-914e-509d1d40c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:19.063907 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f64ae41-d7c3-4596-98d7-4340dcc0696c x-openstack-request-id: req-3f64ae41-d7c3-4596-98d7-4340dcc0696c {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:28:19.064211 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d482383-15b1-489b-9784-56e0ce643730", "tag": "11fae7cf-77d4-45c5-b716-4c21fcf7fd3b", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:28:19.064475 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f64ae41-d7c3-4596-98d7-4340dcc0696c {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:28:19.064880 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d482383-15b1-489b-9784-56e0ce643730', 'tag': '11fae7cf-77d4-45c5-b716-4c21fcf7fd3b', 'status': 'completed', 'code': 200} Feb 20 06:28:19.083683 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-d1994a30-3dbd-4b63-b694-48b13467a19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:19.085202 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-d1994a30-3dbd-4b63-b694-48b13467a19c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e67e46ac058d4ef89b85ed59e09fc6ae&device_id=6d482383-15b1-489b-9784-56e0ce643730 HTTP/1.1" status: 200 len: 1125 time: 0.0486503 Feb 20 06:28:19.132427 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-fa7c2756-6856-4a4f-868c-253f1235f9f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11fae7cf-77d4-45c5-b716-4c21fcf7fd3b HTTP/1.1" status: 200 len: 217 time: 0.0395966 Feb 20 06:28:19.145244 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba7174-7bbf-4dac-9c2c-446136bad2c7 req-223cdbd7-2d36-4129-8e97-0eb7272cfb64 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:19.146847 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-87ba7174-7bbf-4dac-9c2c-446136bad2c7 req-223cdbd7-2d36-4129-8e97-0eb7272cfb64 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d482383-15b1-489b-9784-56e0ce643730 HTTP/1.1" status: 200 len: 943 time: 0.0534620 Feb 20 06:28:19.180641 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-7c2f22b3-b08f-4057-8702-642891cd31dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:19.182219 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-7c2f22b3-b08f-4057-8702-642891cd31dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=25072520-b0d2-488c-8d39-811c7d41cd2f HTTP/1.1" status: 200 len: 854 time: 0.0441079 Feb 20 06:28:19.193390 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-87ba7174-7bbf-4dac-9c2c-446136bad2c7 req-289263c7-97b0-4459-a6e8-15260e117d0d tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca93daab-a38a-459f-8a08-076c286af0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401607 Feb 20 06:28:19.215742 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-8bcd0eb4-12b5-4eff-8b76-acaebb0c88f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=da743c67-48a2-4ad2-b702-39f8b0333939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274601 Feb 20 06:28:19.306954 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-3c5d21ab-f6d6-42a8-83af-ba0b017b0e25 service neutron] 10.222.0.61 "GET /v2.0/networks/da743c67-48a2-4ad2-b702-39f8b0333939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849559 Feb 20 06:28:19.393136 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ea4590e5-9de3-4106-85d4-60da3349a319 req-5ca2079e-2446-4e56-9462-1e2bd6c1c40e service neutron] 10.222.0.61 "GET /v2.0/networks/da743c67-48a2-4ad2-b702-39f8b0333939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805438 Feb 20 06:28:19.481927 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fc075-8f10-4f47-8612-00580e031d46 req-867c7abf-4618-435a-81c8-9411fc4c85f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:19.483465 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bd0fc075-8f10-4f47-8612-00580e031d46 req-867c7abf-4618-435a-81c8-9411fc4c85f1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e67e46ac058d4ef89b85ed59e09fc6ae&device_id=6d482383-15b1-489b-9784-56e0ce643730 HTTP/1.1" status: 200 len: 1125 time: 0.0449905 Feb 20 06:28:19.576178 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fc075-8f10-4f47-8612-00580e031d46 req-122da5a9-a31f-4bd2-8d57-386f9f36a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:19.577656 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bd0fc075-8f10-4f47-8612-00580e031d46 req-122da5a9-a31f-4bd2-8d57-386f9f36a98b service neutron] 10.222.0.61 "GET /v2.0/networks?id=da743c67-48a2-4ad2-b702-39f8b0333939 HTTP/1.1" status: 200 len: 914 time: 0.0883732 Feb 20 06:28:19.618501 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bd0fc075-8f10-4f47-8612-00580e031d46 req-ba98d83c-4afd-426f-a86c-675d6aaaac7d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11fae7cf-77d4-45c5-b716-4c21fcf7fd3b HTTP/1.1" status: 200 len: 217 time: 0.0345373 Feb 20 06:28:19.664392 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fc075-8f10-4f47-8612-00580e031d46 req-c4c40ed5-e036-4d5b-b1bd-fad3afb80baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:19.665765 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bd0fc075-8f10-4f47-8612-00580e031d46 req-c4c40ed5-e036-4d5b-b1bd-fad3afb80baa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=25072520-b0d2-488c-8d39-811c7d41cd2f HTTP/1.1" status: 200 len: 854 time: 0.0420170 Feb 20 06:28:19.704535 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bd0fc075-8f10-4f47-8612-00580e031d46 req-0d41d7cf-c175-48d7-82a0-f6ce5fb5700a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=da743c67-48a2-4ad2-b702-39f8b0333939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313973 Feb 20 06:28:19.775212 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:19.794504 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bd0fc075-8f10-4f47-8612-00580e031d46 req-6d73550e-4b41-4838-b414-2fb64e022389 service neutron] 10.222.0.61 "GET /v2.0/networks/da743c67-48a2-4ad2-b702-39f8b0333939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824218 Feb 20 06:28:19.887409 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bd0fc075-8f10-4f47-8612-00580e031d46 req-a389ad92-285e-446e-bb5f-e2075021451c service neutron] 10.222.0.61 "GET /v2.0/networks/da743c67-48a2-4ad2-b702-39f8b0333939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865557 Feb 20 06:28:20.314504 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc693cf-db11-453e-88ca-5a0d166e53b6 req-29bb1ba3-738c-4a93-9f03-d95648b69d12 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:20.315971 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3cc693cf-db11-453e-88ca-5a0d166e53b6 req-29bb1ba3-738c-4a93-9f03-d95648b69d12 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d482383-15b1-489b-9784-56e0ce643730 HTTP/1.1" status: 200 len: 943 time: 0.0556676 Feb 20 06:28:20.360456 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3cc693cf-db11-453e-88ca-5a0d166e53b6 req-371f91f3-1dd2-42c3-9aea-0398e5c6f3df tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca93daab-a38a-459f-8a08-076c286af0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388730 Feb 20 06:28:21.475884 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c275a-2be0-42c3-b8bd-c87c78c667a6 req-82f6a163-8cf0-4ecf-91af-430237352eb8 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:21.477381 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3c0c275a-2be0-42c3-b8bd-c87c78c667a6 req-82f6a163-8cf0-4ecf-91af-430237352eb8 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d482383-15b1-489b-9784-56e0ce643730 HTTP/1.1" status: 200 len: 943 time: 0.0518169 Feb 20 06:28:21.523931 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3c0c275a-2be0-42c3-b8bd-c87c78c667a6 req-f6fc4375-6512-401e-bc6b-290dc1ce64a9 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca93daab-a38a-459f-8a08-076c286af0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409398 Feb 20 06:28:21.596533 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:22.015243 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 11fae7cf-77d4-45c5-b716-4c21fcf7fd3b details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:28:22.112180 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 11fae7cf-77d4-45c5-b716-4c21fcf7fd3b, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=11fae7cf-77d4-45c5-b716-4c21fcf7fd3b,segment=NetworkSegment(318d7131-8a17-454f-9600-abcb7f5ed7a4),segment_id=318d7131-8a17-454f-9600-abcb7f5ed7a4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:28:22.123906 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '11fae7cf-77d4-45c5-b716-4c21fcf7fd3b', 'network_id': 'da743c67-48a2-4ad2-b702-39f8b0333939', 'port_id': '11fae7cf-77d4-45c5-b716-4c21fcf7fd3b', 'mac_address': 'fa:16:3e:78:af:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25072520-b0d2-488c-8d39-811c7d41cd2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:28:22.167376 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 11fae7cf-77d4-45c5-b716-4c21fcf7fd3b is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:28:22.167768 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (11fae7cf-77d4-45c5-b716-4c21fcf7fd3b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:22.180905 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11fae7cf-77d4-45c5-b716-4c21fcf7fd3b {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:28:22.199792 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 11fae7cf-77d4-45c5-b716-4c21fcf7fd3b, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=11fae7cf-77d4-45c5-b716-4c21fcf7fd3b,segment=NetworkSegment(318d7131-8a17-454f-9600-abcb7f5ed7a4),segment_id=318d7131-8a17-454f-9600-abcb7f5ed7a4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:28:22.203597 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (11fae7cf-77d4-45c5-b716-4c21fcf7fd3b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:22.250638 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=11fae7cf-77d4-45c5-b716-4c21fcf7fd3b,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:22.391960 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['11fae7cf-77d4-45c5-b716-4c21fcf7fd3b'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:28:22.645307 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bc2e8-baa2-4a70-bcdc-b4fb3cecf266 req-83511f1b-2f25-445f-843f-20cfd97b1951 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:22.646760 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-498bc2e8-baa2-4a70-bcdc-b4fb3cecf266 req-83511f1b-2f25-445f-843f-20cfd97b1951 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d482383-15b1-489b-9784-56e0ce643730 HTTP/1.1" status: 200 len: 944 time: 0.0546203 Feb 20 06:28:22.691695 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-498bc2e8-baa2-4a70-bcdc-b4fb3cecf266 req-e801d806-e309-4bdc-8d67-6f79230272fa tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca93daab-a38a-459f-8a08-076c286af0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387576 Feb 20 06:28:22.773661 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:23.336816 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:23.809180 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e9e72-bcdb-47e9-bbd3-e624d6baa31d req-c5a7f50b-7564-4bc7-be2f-2bc193292cf7 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:23.810679 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b39e9e72-bcdb-47e9-bbd3-e624d6baa31d req-c5a7f50b-7564-4bc7-be2f-2bc193292cf7 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d482383-15b1-489b-9784-56e0ce643730 HTTP/1.1" status: 200 len: 944 time: 0.0518718 Feb 20 06:28:23.856018 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b39e9e72-bcdb-47e9-bbd3-e624d6baa31d req-4f6277ee-443c-46dd-b70f-7e317077c169 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca93daab-a38a-459f-8a08-076c286af0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397792 Feb 20 06:28:24.030850 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 11fae7cf-77d4-45c5-b716-4c21fcf7fd3b up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:28:24.080679 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 11fae7cf-77d4-45c5-b716-4c21fcf7fd3b completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:28:24.084582 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 11fae7cf-77d4-45c5-b716-4c21fcf7fd3b triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:28:24.084954 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (11fae7cf-77d4-45c5-b716-4c21fcf7fd3b), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:24.159220 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 11fae7cf-77d4-45c5-b716-4c21fcf7fd3b is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:28:24.159607 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (11fae7cf-77d4-45c5-b716-4c21fcf7fd3b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:24.181111 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d482383-15b1-489b-9784-56e0ce643730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fae7cf-77d4-45c5-b716-4c21fcf7fd3b'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:28:24.183875 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8559801d-4d0c-416d-aef6-73d1a6007620" -d '{"events": [{"server_uuid": "6d482383-15b1-489b-9784-56e0ce643730", "name": "network-vif-plugged", "status": "completed", "tag": "11fae7cf-77d4-45c5-b716-4c21fcf7fd3b"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:28:24.197051 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 11fae7cf-77d4-45c5-b716-4c21fcf7fd3b, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=11fae7cf-77d4-45c5-b716-4c21fcf7fd3b,segment=NetworkSegment(318d7131-8a17-454f-9600-abcb7f5ed7a4),segment_id=318d7131-8a17-454f-9600-abcb7f5ed7a4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:28:24.202078 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (11fae7cf-77d4-45c5-b716-4c21fcf7fd3b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:24.248968 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=11fae7cf-77d4-45c5-b716-4c21fcf7fd3b,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:24.295648 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba251f1-e589-44af-8959-5c4db974f84e x-openstack-request-id: req-9ba251f1-e589-44af-8959-5c4db974f84e {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:28:24.295943 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d482383-15b1-489b-9784-56e0ce643730", "name": "network-vif-plugged", "status": "completed", "tag": "11fae7cf-77d4-45c5-b716-4c21fcf7fd3b", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:28:24.296197 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ba251f1-e589-44af-8959-5c4db974f84e {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:28:24.296595 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d482383-15b1-489b-9784-56e0ce643730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fae7cf-77d4-45c5-b716-4c21fcf7fd3b', 'code': 200} Feb 20 06:28:24.392613 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c7255-d1eb-450e-8c4b-e16f24562f58 req-d8206d33-108c-4119-8d93-7c9c4a122bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:24.394078 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-974c7255-d1eb-450e-8c4b-e16f24562f58 req-d8206d33-108c-4119-8d93-7c9c4a122bf9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6d482383-15b1-489b-9784-56e0ce643730 HTTP/1.1" status: 200 len: 1127 time: 0.0444241 Feb 20 06:28:24.435526 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-974c7255-d1eb-450e-8c4b-e16f24562f58 req-4105bd1f-d389-449a-b000-b4d35ddc6644 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ca93daab-a38a-459f-8a08-076c286af0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359251 Feb 20 06:28:24.972086 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578c7ca-afb8-4b5d-b5b4-6474341adc55 req-8182d437-b397-48da-8a3d-df5d6f90fd7b tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:24.973552 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8578c7ca-afb8-4b5d-b5b4-6474341adc55 req-8182d437-b397-48da-8a3d-df5d6f90fd7b tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d482383-15b1-489b-9784-56e0ce643730 HTTP/1.1" status: 200 len: 945 time: 0.0508816 Feb 20 06:28:25.028059 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8578c7ca-afb8-4b5d-b5b4-6474341adc55 req-c845cac1-5fdd-4bed-9dd1-6476833bf40b tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca93daab-a38a-459f-8a08-076c286af0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482030 Feb 20 06:28:25.658262 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:26.145863 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69600adb-7ddf-443f-a783-8690eb5a04e9 req-eeeab5a5-036c-43ac-a642-4cfdd4a32ae6 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:26.147363 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-69600adb-7ddf-443f-a783-8690eb5a04e9 req-eeeab5a5-036c-43ac-a642-4cfdd4a32ae6 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d482383-15b1-489b-9784-56e0ce643730 HTTP/1.1" status: 200 len: 945 time: 0.0522001 Feb 20 06:28:26.193111 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-69600adb-7ddf-443f-a783-8690eb5a04e9 req-713ccb0d-bfb5-4089-bbaf-4502f430c66e tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca93daab-a38a-459f-8a08-076c286af0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401816 Feb 20 06:28:26.409884 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-dd37dd94-44ce-4ba5-aac8-8bc6d0162bb9 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:26.411380 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-dd37dd94-44ce-4ba5-aac8-8bc6d0162bb9 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/networks?id=da743c67-48a2-4ad2-b702-39f8b0333939 HTTP/1.1" status: 200 len: 814 time: 0.1009367 Feb 20 06:28:26.425857 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-46e9ee87-fb7c-40f4-a550-f6ea99f43d3a tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/quotas/e67e46ac058d4ef89b85ed59e09fc6ae HTTP/1.1" status: 200 len: 375 time: 0.0086751 Feb 20 06:28:26.475971 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-b17d747e-a3f4-497c-a74b-1a812e2835be tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e67e46ac058d4ef89b85ed59e09fc6ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0453389 Feb 20 06:28:26.564032 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-eb789594-ebb5-4909-b76e-82d79cf4dba8 service neutron] 10.222.0.37 "GET /v2.0/networks/da743c67-48a2-4ad2-b702-39f8b0333939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810571 Feb 20 06:28:26.652617 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-b8fa671b-6713-4135-840b-c9c12fb46f7f service neutron] 10.222.0.37 "GET /v2.0/networks/da743c67-48a2-4ad2-b702-39f8b0333939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829625 Feb 20 06:28:26.811560 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fead341a-3e94-44a8-97c4-349acbc30ca6 req-e3e5e134-38b7-4f92-b1e7-8e21996dd6f3 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d431c0-6bd0-40ca-804e-84b7a25602df HTTP/1.1" status: 200 len: 210 time: 0.0282369 Feb 20 06:28:27.715393 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-6c4e9017-3b9b-488d-8e81-923bceba92aa tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:27.716836 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-6c4e9017-3b9b-488d-8e81-923bceba92aa tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.48 "GET /v2.0/networks?id=da743c67-48a2-4ad2-b702-39f8b0333939 HTTP/1.1" status: 200 len: 814 time: 0.1075072 Feb 20 06:28:27.729483 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-1eaee44a-e183-42b7-8098-6488f6e2e16f tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Request body: {'port': {'device_id': 'c1d431c0-6bd0-40ca-804e-84b7a25602df', 'network_id': 'da743c67-48a2-4ad2-b702-39f8b0333939', 'admin_state_up': True, 'tenant_id': 'e67e46ac058d4ef89b85ed59e09fc6ae'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:28:27.837753 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-1eaee44a-e183-42b7-8098-6488f6e2e16f tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Made reservation on behalf of e67e46ac058d4ef89b85ed59e09fc6ae for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:28:27.841405 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-1eaee44a-e183-42b7-8098-6488f6e2e16f tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:27.905144 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d6bd27e-0f18-444e-b58c-5941213722a2 req-89200d2c-7613-4967-907d-4fc3c54f11bb tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d431c0-6bd0-40ca-804e-84b7a25602df HTTP/1.1" status: 200 len: 210 time: 0.0267701 Feb 20 06:28:27.968863 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-1eaee44a-e183-42b7-8098-6488f6e2e16f tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Allocated IP 172.20.0.9 (da743c67-48a2-4ad2-b702-39f8b0333939/25072520-b0d2-488c-8d39-811c7d41cd2f/7788ff75-9fb8-4879-83a1-04bd7add0ba1) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:28:28.118454 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-1eaee44a-e183-42b7-8098-6488f6e2e16f tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Publish callbacks [] for port (7788ff75-9fb8-4879-83a1-04bd7add0ba1), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:28.151643 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-1eaee44a-e183-42b7-8098-6488f6e2e16f tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (7788ff75-9fb8-4879-83a1-04bd7add0ba1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:28.163807 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['11fae7cf-77d4-45c5-b716-4c21fcf7fd3b'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:28:28.193321 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-1eaee44a-e183-42b7-8098-6488f6e2e16f tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Network da743c67-48a2-4ad2-b702-39f8b0333939 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:28:28.196403 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-1eaee44a-e183-42b7-8098-6488f6e2e16f tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:28:28.200978 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-1eaee44a-e183-42b7-8098-6488f6e2e16f tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:28:28.228177 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaee44a-e183-42b7-8098-6488f6e2e16f tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Pushing event updated for resources: {'Port': ['ID=7788ff75-9fb8-4879-83a1-04bd7add0ba1,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:28.255787 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-1eaee44a-e183-42b7-8098-6488f6e2e16f tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:28.256391 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-1eaee44a-e183-42b7-8098-6488f6e2e16f tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:28.272316 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-1eaee44a-e183-42b7-8098-6488f6e2e16f tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5471072 Feb 20 06:28:28.326964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-ec121d41-d0e7-4e07-9204-efa50e56de07 service neutron] Request body: {'port': {'device_id': 'c1d431c0-6bd0-40ca-804e-84b7a25602df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:28:28.387545 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-ec121d41-d0e7-4e07-9204-efa50e56de07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7788ff75-9fb8-4879-83a1-04bd7add0ba1), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:28.639978 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-ec121d41-d0e7-4e07-9204-efa50e56de07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7788ff75-9fb8-4879-83a1-04bd7add0ba1 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:28:28.647098 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-ec121d41-d0e7-4e07-9204-efa50e56de07 service neutron] Publish callbacks [] for port (7788ff75-9fb8-4879-83a1-04bd7add0ba1), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:28.659136 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-ec121d41-d0e7-4e07-9204-efa50e56de07 service neutron] Transition to ACTIVE for port object 7788ff75-9fb8-4879-83a1-04bd7add0ba1 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:28:28.662542 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-ec121d41-d0e7-4e07-9204-efa50e56de07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (7788ff75-9fb8-4879-83a1-04bd7add0ba1), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:28.712813 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec121d41-d0e7-4e07-9204-efa50e56de07 service neutron] Pushing event updated for resources: {'Port': ['ID=7788ff75-9fb8-4879-83a1-04bd7add0ba1,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:28.779307 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-ec121d41-d0e7-4e07-9204-efa50e56de07 service neutron] Attempting to bind port 7788ff75-9fb8-4879-83a1-04bd7add0ba1 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:28:28.779987 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-ec121d41-d0e7-4e07-9204-efa50e56de07 service neutron] Attempting to bind port 7788ff75-9fb8-4879-83a1-04bd7add0ba1 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '318d7131-8a17-454f-9600-abcb7f5ed7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'da743c67-48a2-4ad2-b702-39f8b0333939'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:28:28.779987 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-ec121d41-d0e7-4e07-9204-efa50e56de07 service neutron] Attempting to bind port 7788ff75-9fb8-4879-83a1-04bd7add0ba1 on network da743c67-48a2-4ad2-b702-39f8b0333939 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:28:28.784176 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-ec121d41-d0e7-4e07-9204-efa50e56de07 service neutron] Port 7788ff75-9fb8-4879-83a1-04bd7add0ba1 on network da743c67-48a2-4ad2-b702-39f8b0333939 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:28:28.784499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-ec121d41-d0e7-4e07-9204-efa50e56de07 service neutron] Attempting to bind port 7788ff75-9fb8-4879-83a1-04bd7add0ba1 on network da743c67-48a2-4ad2-b702-39f8b0333939 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:28:28.789550 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-ec121d41-d0e7-4e07-9204-efa50e56de07 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:28:28.789892 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-ec121d41-d0e7-4e07-9204-efa50e56de07 service neutron] Checking segment: {'id': '318d7131-8a17-454f-9600-abcb7f5ed7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'da743c67-48a2-4ad2-b702-39f8b0333939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:28:28.790276 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-ec121d41-d0e7-4e07-9204-efa50e56de07 service neutron] Bound using segment: {'id': '318d7131-8a17-454f-9600-abcb7f5ed7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'da743c67-48a2-4ad2-b702-39f8b0333939'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:28:28.790706 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-ec121d41-d0e7-4e07-9204-efa50e56de07 service neutron] Bound port: 7788ff75-9fb8-4879-83a1-04bd7add0ba1, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '318d7131-8a17-454f-9600-abcb7f5ed7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'da743c67-48a2-4ad2-b702-39f8b0333939'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:28:28.791127 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-ec121d41-d0e7-4e07-9204-efa50e56de07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7788ff75-9fb8-4879-83a1-04bd7add0ba1), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:28.852430 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-ec121d41-d0e7-4e07-9204-efa50e56de07 service neutron] For port 7788ff75-9fb8-4879-83a1-04bd7add0ba1, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:28:28.855373 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-ec121d41-d0e7-4e07-9204-efa50e56de07 service neutron] For port 7788ff75-9fb8-4879-83a1-04bd7add0ba1, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=7788ff75-9fb8-4879-83a1-04bd7add0ba1,segment=NetworkSegment(318d7131-8a17-454f-9600-abcb7f5ed7a4),segment_id=318d7131-8a17-454f-9600-abcb7f5ed7a4)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:28:28.860529 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-ec121d41-d0e7-4e07-9204-efa50e56de07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (7788ff75-9fb8-4879-83a1-04bd7add0ba1), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:28.894745 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-ec121d41-d0e7-4e07-9204-efa50e56de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:28.895389 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-ec121d41-d0e7-4e07-9204-efa50e56de07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:28.896764 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-ec121d41-d0e7-4e07-9204-efa50e56de07 service neutron] 10.222.0.48 "PUT /v2.0/ports/7788ff75-9fb8-4879-83a1-04bd7add0ba1 HTTP/1.1" status: 200 len: 1091 time: 0.6170518 Feb 20 06:28:28.897209 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d431c0-6bd0-40ca-804e-84b7a25602df', 'tag': '7788ff75-9fb8-4879-83a1-04bd7add0ba1'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:28:28.899461 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a015eb4-1088-4d24-b46b-f748af3156f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d431c0-6bd0-40ca-804e-84b7a25602df", "tag": "7788ff75-9fb8-4879-83a1-04bd7add0ba1"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:28:28.929166 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec121d41-d0e7-4e07-9204-efa50e56de07 service neutron] Pushing event updated for resources: {'Port': ['ID=7788ff75-9fb8-4879-83a1-04bd7add0ba1,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:28.944740 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063aca3f-a5a2-426a-85fa-4a69549db52e x-openstack-request-id: req-063aca3f-a5a2-426a-85fa-4a69549db52e {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:28:28.945017 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d431c0-6bd0-40ca-804e-84b7a25602df", "tag": "7788ff75-9fb8-4879-83a1-04bd7add0ba1", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:28:28.945278 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-063aca3f-a5a2-426a-85fa-4a69549db52e {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:28:28.946101 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d431c0-6bd0-40ca-804e-84b7a25602df', 'tag': '7788ff75-9fb8-4879-83a1-04bd7add0ba1', 'status': 'completed', 'code': 200} Feb 20 06:28:28.982315 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-9a503e38-f6b4-4a03-8fa4-82c24c53fd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:28.983937 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-9a503e38-f6b4-4a03-8fa4-82c24c53fd27 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e67e46ac058d4ef89b85ed59e09fc6ae&device_id=c1d431c0-6bd0-40ca-804e-84b7a25602df HTTP/1.1" status: 200 len: 1125 time: 0.0481241 Feb 20 06:28:29.030924 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-9bc578ac-aa66-4b19-9d8b-7202b94b2b11 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7788ff75-9fb8-4879-83a1-04bd7add0ba1 HTTP/1.1" status: 200 len: 217 time: 0.0401447 Feb 20 06:28:29.037475 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d81585-55ed-4178-a965-d3cf6f273d4e req-f7d88ec7-66e3-4d89-8bd3-f5a790dca3a0 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:29.039012 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05d81585-55ed-4178-a965-d3cf6f273d4e req-f7d88ec7-66e3-4d89-8bd3-f5a790dca3a0 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d431c0-6bd0-40ca-804e-84b7a25602df HTTP/1.1" status: 200 len: 943 time: 0.0546896 Feb 20 06:28:29.078450 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-232c3947-3b46-4b7b-bd62-9993b3cb34a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:29.079967 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-232c3947-3b46-4b7b-bd62-9993b3cb34a2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25072520-b0d2-488c-8d39-811c7d41cd2f HTTP/1.1" status: 200 len: 854 time: 0.0438356 Feb 20 06:28:29.089783 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-05d81585-55ed-4178-a965-d3cf6f273d4e req-b8c73945-60b7-4d15-84d2-2f4c37c1c453 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca93daab-a38a-459f-8a08-076c286af0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443842 Feb 20 06:28:29.111057 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-4cccd8cf-e5a0-4142-a579-78466e281841 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=da743c67-48a2-4ad2-b702-39f8b0333939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257828 Feb 20 06:28:29.216234 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-bfce1b82-918e-4083-9ab8-cedbb342a8a7 service neutron] 10.222.0.48 "GET /v2.0/networks/da743c67-48a2-4ad2-b702-39f8b0333939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985241 Feb 20 06:28:29.302497 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f305f689-7a4c-40fb-b151-43e85c526bfe req-393cd058-473d-4d26-9725-c108856bc673 service neutron] 10.222.0.48 "GET /v2.0/networks/da743c67-48a2-4ad2-b702-39f8b0333939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808635 Feb 20 06:28:29.392747 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a015eb4-1088-4d24-b46b-f748af3156f1 req-1ed1fa4f-06a0-425f-b0c8-69efea043d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:29.394238 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0a015eb4-1088-4d24-b46b-f748af3156f1 req-1ed1fa4f-06a0-425f-b0c8-69efea043d67 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e67e46ac058d4ef89b85ed59e09fc6ae&device_id=c1d431c0-6bd0-40ca-804e-84b7a25602df HTTP/1.1" status: 200 len: 1125 time: 0.0496352 Feb 20 06:28:29.481685 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a015eb4-1088-4d24-b46b-f748af3156f1 req-dbe37ee5-74e7-4306-8b5c-69e09779f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:29.483079 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0a015eb4-1088-4d24-b46b-f748af3156f1 req-dbe37ee5-74e7-4306-8b5c-69e09779f1ef service neutron] 10.222.0.48 "GET /v2.0/networks?id=da743c67-48a2-4ad2-b702-39f8b0333939 HTTP/1.1" status: 200 len: 914 time: 0.0814970 Feb 20 06:28:29.521728 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0a015eb4-1088-4d24-b46b-f748af3156f1 req-6e3187c1-e978-4482-99bb-5bbfed666de2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7788ff75-9fb8-4879-83a1-04bd7add0ba1 HTTP/1.1" status: 200 len: 217 time: 0.0332990 Feb 20 06:28:29.575555 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a015eb4-1088-4d24-b46b-f748af3156f1 req-2b1534db-d712-4b66-b538-5d54dfc26223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:29.577010 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0a015eb4-1088-4d24-b46b-f748af3156f1 req-2b1534db-d712-4b66-b538-5d54dfc26223 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25072520-b0d2-488c-8d39-811c7d41cd2f HTTP/1.1" status: 200 len: 854 time: 0.0487905 Feb 20 06:28:29.609310 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0a015eb4-1088-4d24-b46b-f748af3156f1 req-0c634a94-e1fb-4d08-b385-3126057594b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=da743c67-48a2-4ad2-b702-39f8b0333939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254588 Feb 20 06:28:29.693687 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0a015eb4-1088-4d24-b46b-f748af3156f1 req-14fb78c8-26c4-4698-9a00-4003aac772e2 service neutron] 10.222.0.48 "GET /v2.0/networks/da743c67-48a2-4ad2-b702-39f8b0333939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780239 Feb 20 06:28:29.784808 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0a015eb4-1088-4d24-b46b-f748af3156f1 req-169ee876-b0d1-4d5a-ac87-9d3cd8a0fafa service neutron] 10.222.0.48 "GET /v2.0/networks/da743c67-48a2-4ad2-b702-39f8b0333939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839267 Feb 20 06:28:30.209557 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc5935-9d03-4582-b04b-7267ec6adf7c req-4ab36cb0-4ca1-4451-88d2-713654a64717 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:30.211344 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ecdc5935-9d03-4582-b04b-7267ec6adf7c req-4ab36cb0-4ca1-4451-88d2-713654a64717 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d431c0-6bd0-40ca-804e-84b7a25602df HTTP/1.1" status: 200 len: 943 time: 0.0526330 Feb 20 06:28:30.257639 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ecdc5935-9d03-4582-b04b-7267ec6adf7c req-ba6d8d55-e4b9-4a54-8845-255f20157c8f tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca93daab-a38a-459f-8a08-076c286af0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408797 Feb 20 06:28:31.373243 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797ad20-c270-4fe8-9dc9-636e40766822 req-23e559b0-c61f-4a0d-82ef-cb26d98e77d7 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:31.374721 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a797ad20-c270-4fe8-9dc9-636e40766822 req-23e559b0-c61f-4a0d-82ef-cb26d98e77d7 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d431c0-6bd0-40ca-804e-84b7a25602df HTTP/1.1" status: 200 len: 943 time: 0.0518193 Feb 20 06:28:31.419804 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a797ad20-c270-4fe8-9dc9-636e40766822 req-d583a510-1704-4adb-a4e4-f38e2fab6aa6 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca93daab-a38a-459f-8a08-076c286af0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395300 Feb 20 06:28:31.859461 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 7788ff75-9fb8-4879-83a1-04bd7add0ba1 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:28:31.957329 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 7788ff75-9fb8-4879-83a1-04bd7add0ba1, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=7788ff75-9fb8-4879-83a1-04bd7add0ba1,segment=NetworkSegment(318d7131-8a17-454f-9600-abcb7f5ed7a4),segment_id=318d7131-8a17-454f-9600-abcb7f5ed7a4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:28:31.968357 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '7788ff75-9fb8-4879-83a1-04bd7add0ba1', 'network_id': 'da743c67-48a2-4ad2-b702-39f8b0333939', 'port_id': '7788ff75-9fb8-4879-83a1-04bd7add0ba1', 'mac_address': 'fa:16:3e:54:45:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25072520-b0d2-488c-8d39-811c7d41cd2f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:28:32.005357 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 7788ff75-9fb8-4879-83a1-04bd7add0ba1 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:28:32.005754 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7788ff75-9fb8-4879-83a1-04bd7add0ba1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:32.019327 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7788ff75-9fb8-4879-83a1-04bd7add0ba1 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:28:32.042281 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 7788ff75-9fb8-4879-83a1-04bd7add0ba1, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=7788ff75-9fb8-4879-83a1-04bd7add0ba1,segment=NetworkSegment(318d7131-8a17-454f-9600-abcb7f5ed7a4),segment_id=318d7131-8a17-454f-9600-abcb7f5ed7a4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:28:32.046053 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7788ff75-9fb8-4879-83a1-04bd7add0ba1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:32.092040 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=7788ff75-9fb8-4879-83a1-04bd7add0ba1,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:32.099143 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:32.099495 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:32.099841 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:32.100181 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:32.100515 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:32.100846 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:32.101176 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:32.101503 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:32.101828 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:32.102156 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:32.102478 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:32.102800 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:32.103658 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:32.249710 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['7788ff75-9fb8-4879-83a1-04bd7add0ba1'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:28:32.537121 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a26bef-3635-44f8-9e2b-d61ce3768f54 req-037da048-5400-47db-9219-57842fc08b90 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:32.538889 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-66a26bef-3635-44f8-9e2b-d61ce3768f54 req-037da048-5400-47db-9219-57842fc08b90 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d431c0-6bd0-40ca-804e-84b7a25602df HTTP/1.1" status: 200 len: 944 time: 0.0548556 Feb 20 06:28:32.586762 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-66a26bef-3635-44f8-9e2b-d61ce3768f54 req-cb941085-8e14-4a6d-b47a-9cc537d86513 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca93daab-a38a-459f-8a08-076c286af0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418425 Feb 20 06:28:33.703742 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2e7e1-7c86-4e42-88e1-cc433e47237e req-c124a2eb-4ef5-4813-b1cf-c8c38f79d686 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:33.705201 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75a2e7e1-7c86-4e42-88e1-cc433e47237e req-c124a2eb-4ef5-4813-b1cf-c8c38f79d686 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d431c0-6bd0-40ca-804e-84b7a25602df HTTP/1.1" status: 200 len: 944 time: 0.0517530 Feb 20 06:28:33.751338 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75a2e7e1-7c86-4e42-88e1-cc433e47237e req-21c0bce2-e8b2-4e70-a505-bb6b6d40688e tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca93daab-a38a-459f-8a08-076c286af0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405889 Feb 20 06:28:33.859811 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 7788ff75-9fb8-4879-83a1-04bd7add0ba1 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:28:33.908036 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 7788ff75-9fb8-4879-83a1-04bd7add0ba1 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:28:33.911949 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 7788ff75-9fb8-4879-83a1-04bd7add0ba1 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:28:33.912325 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7788ff75-9fb8-4879-83a1-04bd7add0ba1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:33.987765 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 7788ff75-9fb8-4879-83a1-04bd7add0ba1 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:28:33.988425 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7788ff75-9fb8-4879-83a1-04bd7add0ba1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:34.011350 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d431c0-6bd0-40ca-804e-84b7a25602df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7788ff75-9fb8-4879-83a1-04bd7add0ba1'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:28:34.013553 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e385ba-9963-41d5-8c0c-119eb48e3b40" -d '{"events": [{"server_uuid": "c1d431c0-6bd0-40ca-804e-84b7a25602df", "name": "network-vif-plugged", "status": "completed", "tag": "7788ff75-9fb8-4879-83a1-04bd7add0ba1"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:28:34.026189 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 7788ff75-9fb8-4879-83a1-04bd7add0ba1, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=7788ff75-9fb8-4879-83a1-04bd7add0ba1,segment=NetworkSegment(318d7131-8a17-454f-9600-abcb7f5ed7a4),segment_id=318d7131-8a17-454f-9600-abcb7f5ed7a4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:28:34.029939 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7788ff75-9fb8-4879-83a1-04bd7add0ba1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:34.055891 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9becc54b-40a5-4f9c-a622-79cc5d9d7e39 x-openstack-request-id: req-9becc54b-40a5-4f9c-a622-79cc5d9d7e39 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:28:34.056247 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d431c0-6bd0-40ca-804e-84b7a25602df", "name": "network-vif-plugged", "status": "completed", "tag": "7788ff75-9fb8-4879-83a1-04bd7add0ba1", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:28:34.057023 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9becc54b-40a5-4f9c-a622-79cc5d9d7e39 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:28:34.057416 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d431c0-6bd0-40ca-804e-84b7a25602df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7788ff75-9fb8-4879-83a1-04bd7add0ba1', 'code': 200} Feb 20 06:28:34.083783 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=7788ff75-9fb8-4879-83a1-04bd7add0ba1,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:34.150427 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447a6c0-811b-48de-8ebe-f1381a455f2d req-4fd66f97-af4f-44f9-906c-a0591a3316fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:34.151992 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e447a6c0-811b-48de-8ebe-f1381a455f2d req-4fd66f97-af4f-44f9-906c-a0591a3316fe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c1d431c0-6bd0-40ca-804e-84b7a25602df HTTP/1.1" status: 200 len: 1127 time: 0.0440266 Feb 20 06:28:34.193597 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e447a6c0-811b-48de-8ebe-f1381a455f2d req-9b05a0f6-94bc-4335-a320-e094af31d020 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ca93daab-a38a-459f-8a08-076c286af0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362272 Feb 20 06:28:34.879209 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa48e1-1a7a-419f-9734-4e098bc4a6a3 req-59dd278a-c16f-4d26-989a-6c5b5844a566 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:34.880681 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c7fa48e1-1a7a-419f-9734-4e098bc4a6a3 req-59dd278a-c16f-4d26-989a-6c5b5844a566 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d431c0-6bd0-40ca-804e-84b7a25602df HTTP/1.1" status: 200 len: 945 time: 0.0622101 Feb 20 06:28:34.925039 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c7fa48e1-1a7a-419f-9734-4e098bc4a6a3 req-ec2ecb32-d1bb-47bd-a14c-bbb34575e7e6 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca93daab-a38a-459f-8a08-076c286af0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388148 Feb 20 06:28:36.051830 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb43ca-c6d6-43e4-bf60-d0a3f21719f9 req-538b8c72-bbf8-4edf-ad4d-41c37eb31b83 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:36.053299 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5afb43ca-c6d6-43e4-bf60-d0a3f21719f9 req-538b8c72-bbf8-4edf-ad4d-41c37eb31b83 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d431c0-6bd0-40ca-804e-84b7a25602df HTTP/1.1" status: 200 len: 945 time: 0.0573866 Feb 20 06:28:36.098239 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5afb43ca-c6d6-43e4-bf60-d0a3f21719f9 req-38df88e2-95bf-43ef-8864-f730392c47d0 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca93daab-a38a-459f-8a08-076c286af0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387967 Feb 20 06:28:36.339238 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70681944-1280-4eca-a2ab-e8a16ef098f7 req-3e91214c-a5e6-4a52-924c-ea1690fb2fe3 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:36.340719 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70681944-1280-4eca-a2ab-e8a16ef098f7 req-3e91214c-a5e6-4a52-924c-ea1690fb2fe3 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d431c0-6bd0-40ca-804e-84b7a25602df HTTP/1.1" status: 200 len: 945 time: 0.0517895 Feb 20 06:28:36.391412 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-70681944-1280-4eca-a2ab-e8a16ef098f7 req-d6e267fb-a661-4dc5-81a6-0456e6e4bd99 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca93daab-a38a-459f-8a08-076c286af0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442555 Feb 20 06:28:37.509982 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14475b2-3584-4b1b-8212-d323b635a059 req-3f5ce304-1e3f-4164-a438-4e5e00d5bbf9 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:37.511590 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c14475b2-3584-4b1b-8212-d323b635a059 req-3f5ce304-1e3f-4164-a438-4e5e00d5bbf9 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d431c0-6bd0-40ca-804e-84b7a25602df HTTP/1.1" status: 200 len: 945 time: 0.0542717 Feb 20 06:28:37.561935 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c14475b2-3584-4b1b-8212-d323b635a059 req-c9958ced-113c-4498-9dc1-e59215fe3ac0 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca93daab-a38a-459f-8a08-076c286af0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447850 Feb 20 06:28:37.639896 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554b9b5-c17c-42ae-a776-9b15551abde1 req-729254f2-4336-4435-bcdb-57332ead63dc tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:37.641341 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e554b9b5-c17c-42ae-a776-9b15551abde1 req-729254f2-4336-4435-bcdb-57332ead63dc tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1d431c0-6bd0-40ca-804e-84b7a25602df HTTP/1.1" status: 200 len: 945 time: 0.0557263 Feb 20 06:28:37.731218 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-e554b9b5-c17c-42ae-a776-9b15551abde1 req-e30d6197-b6ec-4e69-8cc3-9d650d730fd2 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Deleting port 7788ff75-9fb8-4879-83a1-04bd7add0ba1 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:28:37.731559 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e554b9b5-c17c-42ae-a776-9b15551abde1 req-e30d6197-b6ec-4e69-8cc3-9d650d730fd2 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (7788ff75-9fb8-4879-83a1-04bd7add0ba1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:37.821399 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-e554b9b5-c17c-42ae-a776-9b15551abde1 req-e30d6197-b6ec-4e69-8cc3-9d650d730fd2 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] For port 7788ff75-9fb8-4879-83a1-04bd7add0ba1, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=7788ff75-9fb8-4879-83a1-04bd7add0ba1,segment=NetworkSegment(318d7131-8a17-454f-9600-abcb7f5ed7a4),segment_id=318d7131-8a17-454f-9600-abcb7f5ed7a4)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:28:37.821790 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e554b9b5-c17c-42ae-a776-9b15551abde1 req-e30d6197-b6ec-4e69-8cc3-9d650d730fd2 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (7788ff75-9fb8-4879-83a1-04bd7add0ba1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:37.833315 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-e554b9b5-c17c-42ae-a776-9b15551abde1 req-e30d6197-b6ec-4e69-8cc3-9d650d730fd2 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Calling delete_port for 7788ff75-9fb8-4879-83a1-04bd7add0ba1 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:28:37.956395 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e554b9b5-c17c-42ae-a776-9b15551abde1 req-e30d6197-b6ec-4e69-8cc3-9d650d730fd2 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (7788ff75-9fb8-4879-83a1-04bd7add0ba1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:37.967596 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['7788ff75-9fb8-4879-83a1-04bd7add0ba1'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:28:37.987035 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d6197-b6ec-4e69-8cc3-9d650d730fd2 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Pushing event deleted for resources: {'Port': ['ID=7788ff75-9fb8-4879-83a1-04bd7add0ba1,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:37.988637 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['11fae7cf-77d4-45c5-b716-4c21fcf7fd3b'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:28:37.998101 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d6197-b6ec-4e69-8cc3-9d650d730fd2 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:37.998322 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d6197-b6ec-4e69-8cc3-9d650d730fd2 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:37.998589 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d6197-b6ec-4e69-8cc3-9d650d730fd2 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:37.998984 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d6197-b6ec-4e69-8cc3-9d650d730fd2 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:37.999302 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d6197-b6ec-4e69-8cc3-9d650d730fd2 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:37.999642 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d6197-b6ec-4e69-8cc3-9d650d730fd2 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:37.999968 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d6197-b6ec-4e69-8cc3-9d650d730fd2 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:38.000295 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d6197-b6ec-4e69-8cc3-9d650d730fd2 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:38.000619 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d6197-b6ec-4e69-8cc3-9d650d730fd2 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:38.000948 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d6197-b6ec-4e69-8cc3-9d650d730fd2 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:38.001273 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d6197-b6ec-4e69-8cc3-9d650d730fd2 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:38.001597 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d6197-b6ec-4e69-8cc3-9d650d730fd2 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:38.001918 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d6197-b6ec-4e69-8cc3-9d650d730fd2 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:28:38.043528 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-e554b9b5-c17c-42ae-a776-9b15551abde1 req-e30d6197-b6ec-4e69-8cc3-9d650d730fd2 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] No DVR routers for this DVR port 7788ff75-9fb8-4879-83a1-04bd7add0ba1 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:28:38.046128 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-e554b9b5-c17c-42ae-a776-9b15551abde1 req-e30d6197-b6ec-4e69-8cc3-9d650d730fd2 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:38.049493 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e554b9b5-c17c-42ae-a776-9b15551abde1 req-e30d6197-b6ec-4e69-8cc3-9d650d730fd2 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.48 "DELETE /v2.0/ports/7788ff75-9fb8-4879-83a1-04bd7add0ba1 HTTP/1.1" status: 204 len: 173 time: 0.4023123 Feb 20 06:28:38.049958 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d431c0-6bd0-40ca-804e-84b7a25602df', 'name': 'network-vif-deleted', 'tag': '7788ff75-9fb8-4879-83a1-04bd7add0ba1'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:28:38.052436 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a69a4d0-0377-40f2-bbd2-2b86503a8fe1" -d '{"events": [{"server_uuid": "c1d431c0-6bd0-40ca-804e-84b7a25602df", "name": "network-vif-deleted", "tag": "7788ff75-9fb8-4879-83a1-04bd7add0ba1"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:28:38.089063 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a862a396-fc42-4aa6-a036-034c84cf8a68 x-openstack-request-id: req-a862a396-fc42-4aa6-a036-034c84cf8a68 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:28:38.089364 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d431c0-6bd0-40ca-804e-84b7a25602df", "name": "network-vif-deleted", "tag": "7788ff75-9fb8-4879-83a1-04bd7add0ba1", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:28:38.089616 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a862a396-fc42-4aa6-a036-034c84cf8a68 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:28:38.090019 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d431c0-6bd0-40ca-804e-84b7a25602df', 'name': 'network-vif-deleted', 'tag': '7788ff75-9fb8-4879-83a1-04bd7add0ba1', 'status': 'completed', 'code': 200} Feb 20 06:28:38.713296 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bffbe-db52-49dc-a68a-8b8b0bb24321 req-eed8f933-7161-49c4-a977-11341540dc4d tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:38.714766 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c50bffbe-db52-49dc-a68a-8b8b0bb24321 req-eed8f933-7161-49c4-a977-11341540dc4d tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d482383-15b1-489b-9784-56e0ce643730 HTTP/1.1" status: 200 len: 945 time: 0.0518394 Feb 20 06:28:38.760352 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c50bffbe-db52-49dc-a68a-8b8b0bb24321 req-38db99d1-2e5a-40ed-bf4f-2d47e38a115b tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca93daab-a38a-459f-8a08-076c286af0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400071 Feb 20 06:28:38.898931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f8ff5-64d1-435f-8604-a6861498b5f6 req-e350ce5a-03fe-4d4e-b04f-7b0ee95bc9ba tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:38.900455 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4e5f8ff5-64d1-435f-8604-a6861498b5f6 req-e350ce5a-03fe-4d4e-b04f-7b0ee95bc9ba tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d482383-15b1-489b-9784-56e0ce643730 HTTP/1.1" status: 200 len: 945 time: 0.0566590 Feb 20 06:28:38.945747 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4e5f8ff5-64d1-435f-8604-a6861498b5f6 req-58a2fd26-7563-4374-b799-31e1722113c4 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca93daab-a38a-459f-8a08-076c286af0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394692 Feb 20 06:28:39.064360 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54934579-6f88-4303-8403-9aa943522d11 req-c8e4bf5e-e769-4670-bceb-38de00efdda7 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:39.065829 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-54934579-6f88-4303-8403-9aa943522d11 req-c8e4bf5e-e769-4670-bceb-38de00efdda7 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d482383-15b1-489b-9784-56e0ce643730 HTTP/1.1" status: 200 len: 945 time: 0.0517192 Feb 20 06:28:39.111251 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-54934579-6f88-4303-8403-9aa943522d11 req-ab8626e7-18e6-4799-9fae-ce58e076f1b1 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca93daab-a38a-459f-8a08-076c286af0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395374 Feb 20 06:28:39.274819 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a9d9b-3adc-4ac9-8802-76d258a73835 req-b062e9e1-aecc-4a1f-9b2d-86ddb22ead7d tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:39.276422 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b97a9d9b-3adc-4ac9-8802-76d258a73835 req-b062e9e1-aecc-4a1f-9b2d-86ddb22ead7d tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d482383-15b1-489b-9784-56e0ce643730 HTTP/1.1" status: 200 len: 945 time: 0.0525749 Feb 20 06:28:39.325194 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b97a9d9b-3adc-4ac9-8802-76d258a73835 req-aaca9d20-4766-40f5-925b-6b7a08e90f70 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca93daab-a38a-459f-8a08-076c286af0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433140 Feb 20 06:28:39.438016 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7794c20-ece4-4cbc-81c7-966557d8baa5 req-439ee2da-9d9f-4d89-8150-cb3b7de0ddcb tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:39.439534 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d7794c20-ece4-4cbc-81c7-966557d8baa5 req-439ee2da-9d9f-4d89-8150-cb3b7de0ddcb tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d482383-15b1-489b-9784-56e0ce643730 HTTP/1.1" status: 200 len: 945 time: 0.0511856 Feb 20 06:28:39.484214 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d7794c20-ece4-4cbc-81c7-966557d8baa5 req-df4370b2-2ba4-4923-a498-27fb9d5b12ce tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca93daab-a38a-459f-8a08-076c286af0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390980 Feb 20 06:28:39.613596 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d2541-6114-43f4-8913-374a29f78a9c req-5eb67da9-7fb3-45a0-8669-7d21f8698bcc tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:39.615053 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-700d2541-6114-43f4-8913-374a29f78a9c req-5eb67da9-7fb3-45a0-8669-7d21f8698bcc tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d482383-15b1-489b-9784-56e0ce643730 HTTP/1.1" status: 200 len: 945 time: 0.0566733 Feb 20 06:28:39.661506 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-700d2541-6114-43f4-8913-374a29f78a9c req-d98a752f-b8dd-4c6d-9c80-f83422d28006 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca93daab-a38a-459f-8a08-076c286af0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397959 Feb 20 06:28:39.964988 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37e413-7b3c-47a9-ac41-7f7e9d0382e3 req-0dda3601-5ada-4ff2-9dab-05b8dd698cf6 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:39.966467 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b37e413-7b3c-47a9-ac41-7f7e9d0382e3 req-0dda3601-5ada-4ff2-9dab-05b8dd698cf6 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d482383-15b1-489b-9784-56e0ce643730 HTTP/1.1" status: 200 len: 945 time: 0.0580585 Feb 20 06:28:40.013571 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b37e413-7b3c-47a9-ac41-7f7e9d0382e3 req-b0d5701e-fb35-45c2-9cf1-c007f90c8817 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca93daab-a38a-459f-8a08-076c286af0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414414 Feb 20 06:28:41.133084 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1e457-0ac4-4cd8-910d-bb440d9f5b9f req-c6084c27-e03a-4342-94bc-0f16c6c579b3 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:41.134631 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9bd1e457-0ac4-4cd8-910d-bb440d9f5b9f req-c6084c27-e03a-4342-94bc-0f16c6c579b3 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d482383-15b1-489b-9784-56e0ce643730 HTTP/1.1" status: 200 len: 945 time: 0.0537405 Feb 20 06:28:41.180837 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9bd1e457-0ac4-4cd8-910d-bb440d9f5b9f req-5d87c127-43f1-4cf6-bf03-e1385dea16b5 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca93daab-a38a-459f-8a08-076c286af0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405829 Feb 20 06:28:41.261515 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114f5d8-96d0-4c44-9384-ca0d57d2b624 req-f29d306d-d7df-4a08-aed3-47b9538a766e tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:41.262891 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d114f5d8-96d0-4c44-9384-ca0d57d2b624 req-f29d306d-d7df-4a08-aed3-47b9538a766e tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d482383-15b1-489b-9784-56e0ce643730 HTTP/1.1" status: 200 len: 945 time: 0.0515513 Feb 20 06:28:41.354464 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-d114f5d8-96d0-4c44-9384-ca0d57d2b624 req-78d351e5-70ac-4186-88a5-cfa71ec1bc46 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Deleting port 11fae7cf-77d4-45c5-b716-4c21fcf7fd3b {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:28:41.354805 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-d114f5d8-96d0-4c44-9384-ca0d57d2b624 req-78d351e5-70ac-4186-88a5-cfa71ec1bc46 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (11fae7cf-77d4-45c5-b716-4c21fcf7fd3b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:41.439298 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-d114f5d8-96d0-4c44-9384-ca0d57d2b624 req-78d351e5-70ac-4186-88a5-cfa71ec1bc46 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] For port 11fae7cf-77d4-45c5-b716-4c21fcf7fd3b, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=11fae7cf-77d4-45c5-b716-4c21fcf7fd3b,segment=NetworkSegment(318d7131-8a17-454f-9600-abcb7f5ed7a4),segment_id=318d7131-8a17-454f-9600-abcb7f5ed7a4)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:28:41.439644 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-d114f5d8-96d0-4c44-9384-ca0d57d2b624 req-78d351e5-70ac-4186-88a5-cfa71ec1bc46 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (11fae7cf-77d4-45c5-b716-4c21fcf7fd3b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:41.451534 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-d114f5d8-96d0-4c44-9384-ca0d57d2b624 req-78d351e5-70ac-4186-88a5-cfa71ec1bc46 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Calling delete_port for 11fae7cf-77d4-45c5-b716-4c21fcf7fd3b owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:28:41.579845 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-d114f5d8-96d0-4c44-9384-ca0d57d2b624 req-78d351e5-70ac-4186-88a5-cfa71ec1bc46 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (11fae7cf-77d4-45c5-b716-4c21fcf7fd3b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:41.591314 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['11fae7cf-77d4-45c5-b716-4c21fcf7fd3b'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:28:41.606269 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d351e5-70ac-4186-88a5-cfa71ec1bc46 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Pushing event deleted for resources: {'Port': ['ID=11fae7cf-77d4-45c5-b716-4c21fcf7fd3b,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:41.649226 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-d114f5d8-96d0-4c44-9384-ca0d57d2b624 req-78d351e5-70ac-4186-88a5-cfa71ec1bc46 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] No DVR routers for this DVR port 11fae7cf-77d4-45c5-b716-4c21fcf7fd3b on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:28:41.653211 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-d114f5d8-96d0-4c44-9384-ca0d57d2b624 req-78d351e5-70ac-4186-88a5-cfa71ec1bc46 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:41.657939 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d114f5d8-96d0-4c44-9384-ca0d57d2b624 req-78d351e5-70ac-4186-88a5-cfa71ec1bc46 tempest-ServersNegativeTestJSON-1746797165 tempest-ServersNegativeTestJSON-1746797165-project] 10.222.0.61 "DELETE /v2.0/ports/11fae7cf-77d4-45c5-b716-4c21fcf7fd3b HTTP/1.1" status: 204 len: 173 time: 0.3897078 Feb 20 06:28:41.658390 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d482383-15b1-489b-9784-56e0ce643730', 'name': 'network-vif-deleted', 'tag': '11fae7cf-77d4-45c5-b716-4c21fcf7fd3b'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:28:41.660708 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f1efac-6aff-47e9-94be-8e09e7de77b9" -d '{"events": [{"server_uuid": "6d482383-15b1-489b-9784-56e0ce643730", "name": "network-vif-deleted", "tag": "11fae7cf-77d4-45c5-b716-4c21fcf7fd3b"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:28:41.701766 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ed79db-cb37-4d6d-bda5-6bdf9626236f x-openstack-request-id: req-36ed79db-cb37-4d6d-bda5-6bdf9626236f {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:28:41.702060 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d482383-15b1-489b-9784-56e0ce643730", "name": "network-vif-deleted", "tag": "11fae7cf-77d4-45c5-b716-4c21fcf7fd3b", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:28:41.702315 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36ed79db-cb37-4d6d-bda5-6bdf9626236f {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:28:41.702720 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d482383-15b1-489b-9784-56e0ce643730', 'name': 'network-vif-deleted', 'tag': '11fae7cf-77d4-45c5-b716-4c21fcf7fd3b', 'status': 'completed', 'code': 200} Feb 20 06:28:41.906039 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 7788ff75-9fb8-4879-83a1-04bd7add0ba1 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:28:41.925320 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 7788ff75-9fb8-4879-83a1-04bd7add0ba1 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:28:41.925718 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 7788ff75-9fb8-4879-83a1-04bd7add0ba1 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:28:42.236705 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52498) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:42.283927 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1020a9-cb69-4045-b994-d3ea153e94a1 admin admin] Deleting subnet 25072520-b0d2-488c-8d39-811c7d41cd2f {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:28:42.286819 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eb1020a9-cb69-4045-b994-d3ea153e94a1 admin admin] Publish callbacks [] for subnet (25072520-b0d2-488c-8d39-811c7d41cd2f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:42.320633 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eb1020a9-cb69-4045-b994-d3ea153e94a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (25072520-b0d2-488c-8d39-811c7d41cd2f), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:42.358387 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eb1020a9-cb69-4045-b994-d3ea153e94a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (25072520-b0d2-488c-8d39-811c7d41cd2f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:42.407890 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eb1020a9-cb69-4045-b994-d3ea153e94a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (25072520-b0d2-488c-8d39-811c7d41cd2f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:42.432697 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1020a9-cb69-4045-b994-d3ea153e94a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25072520-b0d2-488c-8d39-811c7d41cd2f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:42.437008 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eb1020a9-cb69-4045-b994-d3ea153e94a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:42.440460 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-eb1020a9-cb69-4045-b994-d3ea153e94a1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/25072520-b0d2-488c-8d39-811c7d41cd2f HTTP/1.1" status: 204 len: 168 time: 0.2027686 Feb 20 06:28:42.443065 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52500) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:42.533048 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ce70f85-398b-45d6-a2d2-94a020ce548b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (da743c67-48a2-4ad2-b702-39f8b0333939), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:42.608974 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ce70f85-398b-45d6-a2d2-94a020ce548b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (da743c67-48a2-4ad2-b702-39f8b0333939), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:42.629521 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6ce70f85-398b-45d6-a2d2-94a020ce548b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da743c67-48a2-4ad2-b702-39f8b0333939']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:42.638309 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6ce70f85-398b-45d6-a2d2-94a020ce548b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '318d7131-8a17-454f-9600-abcb7f5ed7a4') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:42.638601 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6ce70f85-398b-45d6-a2d2-94a020ce548b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '318d7131-8a17-454f-9600-abcb7f5ed7a4') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:42.647659 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ce70f85-398b-45d6-a2d2-94a020ce548b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (318d7131-8a17-454f-9600-abcb7f5ed7a4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:42.660725 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ce70f85-398b-45d6-a2d2-94a020ce548b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (318d7131-8a17-454f-9600-abcb7f5ed7a4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:42.666994 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce70f85-398b-45d6-a2d2-94a020ce548b admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:28:42.667365 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ce70f85-398b-45d6-a2d2-94a020ce548b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (318d7131-8a17-454f-9600-abcb7f5ed7a4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: timer() Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:28:42.668944 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:28:42.726630 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ce70f85-398b-45d6-a2d2-94a020ce548b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (da743c67-48a2-4ad2-b702-39f8b0333939), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:42.732895 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ce70f85-398b-45d6-a2d2-94a020ce548b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:42.736142 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6ce70f85-398b-45d6-a2d2-94a020ce548b admin admin] 10.222.0.37 "DELETE /v2.0/networks/da743c67-48a2-4ad2-b702-39f8b0333939 HTTP/1.1" status: 204 len: 168 time: 0.2920811 Feb 20 06:28:42.747959 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce70f85-398b-45d6-a2d2-94a020ce548b admin admin] Pushing event deleted for resources: {'Network': ['ID=da743c67-48a2-4ad2-b702-39f8b0333939,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:42.841116 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52504) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:42.880367 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e888f99a-d61d-4ce3-9d3a-a3963873a632 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e67e46ac058d4ef89b85ed59e09fc6ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381188 Feb 20 06:28:42.882653 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52506) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:42.928712 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c7d9227b-6dda-4983-95fc-87402382054c admin admin] Publish callbacks [] for security_group (ca93daab-a38a-459f-8a08-076c286af0c5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:42.949373 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c7d9227b-6dda-4983-95fc-87402382054c admin admin] Publish callbacks [] for security_group (ca93daab-a38a-459f-8a08-076c286af0c5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:43.000531 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c7d9227b-6dda-4983-95fc-87402382054c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ca93daab-a38a-459f-8a08-076c286af0c5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:43.003267 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c7d9227b-6dda-4983-95fc-87402382054c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:43.004419 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c7d9227b-6dda-4983-95fc-87402382054c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca93daab-a38a-459f-8a08-076c286af0c5 HTTP/1.1" status: 204 len: 168 time: 0.1208644 Feb 20 06:28:43.012679 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9227b-6dda-4983-95fc-87402382054c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca93daab-a38a-459f-8a08-076c286af0c5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:43.663914 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52528) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:43.755860 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-797012cf-b8a9-4ca4-a08f-c0d06a0adbc1 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1537398454'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:28:43.775222 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797012cf-b8a9-4ca4-a08f-c0d06a0adbc1 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Made reservation on behalf of fd581d9f21324d7788dc76d015fc6de6 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:28:43.778503 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-797012cf-b8a9-4ca4-a08f-c0d06a0adbc1 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:43.786871 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-797012cf-b8a9-4ca4-a08f-c0d06a0adbc1 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:43.863847 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-797012cf-b8a9-4ca4-a08f-c0d06a0adbc1 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks [] for security_group (6ff304d6-2607-4698-80da-286e1bb1ec44), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:43.867273 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-797012cf-b8a9-4ca4-a08f-c0d06a0adbc1 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6ff304d6-2607-4698-80da-286e1bb1ec44), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:43.895039 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797012cf-b8a9-4ca4-a08f-c0d06a0adbc1 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:28:43.900259 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797012cf-b8a9-4ca4-a08f-c0d06a0adbc1 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff304d6-2607-4698-80da-286e1bb1ec44,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:43.907386 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-797012cf-b8a9-4ca4-a08f-c0d06a0adbc1 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (4e87477c-fa6d-46be-bf47-958a9a464d29), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:43.907735 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-797012cf-b8a9-4ca4-a08f-c0d06a0adbc1 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Added segment 4e87477c-fa6d-46be-bf47-958a9a464d29 of type vlan for network 2d337b38-2792-48bf-ad9d-eb333a8370f4 Feb 20 06:28:43.948985 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-797012cf-b8a9-4ca4-a08f-c0d06a0adbc1 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (2d337b38-2792-48bf-ad9d-eb333a8370f4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:43.971876 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-797012cf-b8a9-4ca4-a08f-c0d06a0adbc1 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (2d337b38-2792-48bf-ad9d-eb333a8370f4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:43.976964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797012cf-b8a9-4ca4-a08f-c0d06a0adbc1 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:43.978039 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-797012cf-b8a9-4ca4-a08f-c0d06a0adbc1 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:44.059693 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-797012cf-b8a9-4ca4-a08f-c0d06a0adbc1 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3946376 Feb 20 06:28:44.108723 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 11fae7cf-77d4-45c5-b716-4c21fcf7fd3b no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:28:44.130782 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 11fae7cf-77d4-45c5-b716-4c21fcf7fd3b {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:28:44.131224 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 11fae7cf-77d4-45c5-b716-4c21fcf7fd3b not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:28:44.364788 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797012cf-b8a9-4ca4-a08f-c0d06a0adbc1 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Pushing event updated for resources: {'Network': ['ID=2d337b38-2792-48bf-ad9d-eb333a8370f4,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:44.374631 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 2d337b38-2792-48bf-ad9d-eb333a8370f4 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:28:46.563345 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7aa040c-0b3c-4f5c-a40b-6f189de09b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:47.317513 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52532) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:47.322529 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-fdce6891-1aa2-427a-b0ab-3c17029a20d2 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Request body: {'subnet': {'network_id': '2d337b38-2792-48bf-ad9d-eb333a8370f4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:28:47.406691 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdce6891-1aa2-427a-b0ab-3c17029a20d2 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Made reservation on behalf of fd581d9f21324d7788dc76d015fc6de6 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:28:47.410094 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fdce6891-1aa2-427a-b0ab-3c17029a20d2 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:47.588824 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fdce6891-1aa2-427a-b0ab-3c17029a20d2 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (1cc510a1-c139-47c1-addc-d7c2630b2d66), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:47.647415 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce6891-1aa2-427a-b0ab-3c17029a20d2 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Pushing event updated for resources: {'Subnet': ['ID=1cc510a1-c139-47c1-addc-d7c2630b2d66,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:47.654942 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdce6891-1aa2-427a-b0ab-3c17029a20d2 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Checking segment: {'id': '4e87477c-fa6d-46be-bf47-958a9a464d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2d337b38-2792-48bf-ad9d-eb333a8370f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:28:47.655306 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdce6891-1aa2-427a-b0ab-3c17029a20d2 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Network hostable DHCP agents. Network: 2d337b38-2792-48bf-ad9d-eb333a8370f4, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:28:47.671017 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdce6891-1aa2-427a-b0ab-3c17029a20d2 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Network 2d337b38-2792-48bf-ad9d-eb333a8370f4 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:28:47.678889 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-fdce6891-1aa2-427a-b0ab-3c17029a20d2 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 2d337b38-2792-48bf-ad9d-eb333a8370f4) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:28:47.682843 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdce6891-1aa2-427a-b0ab-3c17029a20d2 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:47.683463 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fdce6891-1aa2-427a-b0ab-3c17029a20d2 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:47.689577 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef791a4-7890-4822-8444-d999881849e7 None None] Network 2d337b38-2792-48bf-ad9d-eb333a8370f4 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:28:47.699176 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fdce6891-1aa2-427a-b0ab-3c17029a20d2 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3806169 Feb 20 06:28:47.702759 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52534) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:47.708367 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-537b67cb-5d97-485c-af48-6e98cc630ad2 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-641759169'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:28:47.728179 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537b67cb-5d97-485c-af48-6e98cc630ad2 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Made reservation on behalf of fd581d9f21324d7788dc76d015fc6de6 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:28:47.731759 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-537b67cb-5d97-485c-af48-6e98cc630ad2 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:47.754650 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-537b67cb-5d97-485c-af48-6e98cc630ad2 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:28:47.764240 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-537b67cb-5d97-485c-af48-6e98cc630ad2 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (72d0bc62-2a68-4e52-9aed-9ba0993a30fe), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:47.764613 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-537b67cb-5d97-485c-af48-6e98cc630ad2 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Added segment 72d0bc62-2a68-4e52-9aed-9ba0993a30fe of type vlan for network c4b05511-5efd-4889-91d7-627fa64f25cc Feb 20 06:28:47.788687 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dea4d7-5cca-43d0-b1e0-43f09b58a393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-2d337b38-2792-48bf-ad9d-eb333a8370f4', 'network_id': '2d337b38-2792-48bf-ad9d-eb333a8370f4', 'project_id': 'fd581d9f21324d7788dc76d015fc6de6', 'fixed_ips': [{'subnet_id': '1cc510a1-c139-47c1-addc-d7c2630b2d66'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:28:47.789588 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f8dea4d7-5cca-43d0-b1e0-43f09b58a393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:47.803937 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-537b67cb-5d97-485c-af48-6e98cc630ad2 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (c4b05511-5efd-4889-91d7-627fa64f25cc), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:47.829600 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-537b67cb-5d97-485c-af48-6e98cc630ad2 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (c4b05511-5efd-4889-91d7-627fa64f25cc), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:47.834766 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537b67cb-5d97-485c-af48-6e98cc630ad2 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:47.835370 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-537b67cb-5d97-485c-af48-6e98cc630ad2 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:47.899626 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-537b67cb-5d97-485c-af48-6e98cc630ad2 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1948822 Feb 20 06:28:47.902208 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52536) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:47.909068 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-e9085d60-4f15-47d9-9290-8e1e2152c03f tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Request body: {'subnet': {'network_id': 'c4b05511-5efd-4889-91d7-627fa64f25cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:28:47.917243 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b67cb-5d97-485c-af48-6e98cc630ad2 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Pushing event updated for resources: {'Network': ['ID=c4b05511-5efd-4889-91d7-627fa64f25cc,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:47.928668 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network c4b05511-5efd-4889-91d7-627fa64f25cc details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:28:47.935923 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-f8dea4d7-5cca-43d0-b1e0-43f09b58a393 None None] Allocated IP 2001:db8:0:ffff::2 (2d337b38-2792-48bf-ad9d-eb333a8370f4/1cc510a1-c139-47c1-addc-d7c2630b2d66/42fbf12e-5b50-49b4-8324-dbce38d09a0f) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:28:48.007834 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9085d60-4f15-47d9-9290-8e1e2152c03f tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Made reservation on behalf of fd581d9f21324d7788dc76d015fc6de6 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:28:48.012062 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e9085d60-4f15-47d9-9290-8e1e2152c03f tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:48.129884 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f8dea4d7-5cca-43d0-b1e0-43f09b58a393 None None] Publish callbacks [] for port (42fbf12e-5b50-49b4-8324-dbce38d09a0f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:48.136811 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f8dea4d7-5cca-43d0-b1e0-43f09b58a393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (42fbf12e-5b50-49b4-8324-dbce38d09a0f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:48.177651 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dea4d7-5cca-43d0-b1e0-43f09b58a393 None None] Network 2d337b38-2792-48bf-ad9d-eb333a8370f4 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:28:48.184416 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-f8dea4d7-5cca-43d0-b1e0-43f09b58a393 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:28:48.188682 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dea4d7-5cca-43d0-b1e0-43f09b58a393 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:28:48.191680 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dea4d7-5cca-43d0-b1e0-43f09b58a393 None None] Pushing event updated for resources: {'Port': ['ID=42fbf12e-5b50-49b4-8324-dbce38d09a0f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:48.209075 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e9085d60-4f15-47d9-9290-8e1e2152c03f tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (0e76f171-ca42-4d43-8c7a-9102e30c009e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:48.244749 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f8dea4d7-5cca-43d0-b1e0-43f09b58a393 None None] Attempting to bind port 42fbf12e-5b50-49b4-8324-dbce38d09a0f on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:28:48.245115 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f8dea4d7-5cca-43d0-b1e0-43f09b58a393 None None] Attempting to bind port 42fbf12e-5b50-49b4-8324-dbce38d09a0f by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '4e87477c-fa6d-46be-bf47-958a9a464d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2d337b38-2792-48bf-ad9d-eb333a8370f4'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:28:48.245488 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dea4d7-5cca-43d0-b1e0-43f09b58a393 None None] Attempting to bind port 42fbf12e-5b50-49b4-8324-dbce38d09a0f on network 2d337b38-2792-48bf-ad9d-eb333a8370f4 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:28:48.250321 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dea4d7-5cca-43d0-b1e0-43f09b58a393 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:28:48.250692 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dea4d7-5cca-43d0-b1e0-43f09b58a393 None None] Checking segment: {'id': '4e87477c-fa6d-46be-bf47-958a9a464d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2d337b38-2792-48bf-ad9d-eb333a8370f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:28:48.251157 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f8dea4d7-5cca-43d0-b1e0-43f09b58a393 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:48.251505 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dea4d7-5cca-43d0-b1e0-43f09b58a393 None None] Bound using segment: {'id': '4e87477c-fa6d-46be-bf47-958a9a464d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2d337b38-2792-48bf-ad9d-eb333a8370f4'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:28:48.251966 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f8dea4d7-5cca-43d0-b1e0-43f09b58a393 None None] Bound port: 42fbf12e-5b50-49b4-8324-dbce38d09a0f, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e87477c-fa6d-46be-bf47-958a9a464d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2d337b38-2792-48bf-ad9d-eb333a8370f4'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:28:48.252335 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f8dea4d7-5cca-43d0-b1e0-43f09b58a393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (42fbf12e-5b50-49b4-8324-dbce38d09a0f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:48.275910 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9085d60-4f15-47d9-9290-8e1e2152c03f tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Pushing event updated for resources: {'Subnet': ['ID=0e76f171-ca42-4d43-8c7a-9102e30c009e,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:48.283613 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9085d60-4f15-47d9-9290-8e1e2152c03f tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Checking segment: {'id': '72d0bc62-2a68-4e52-9aed-9ba0993a30fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c4b05511-5efd-4889-91d7-627fa64f25cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:28:48.283990 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9085d60-4f15-47d9-9290-8e1e2152c03f tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Network hostable DHCP agents. Network: c4b05511-5efd-4889-91d7-627fa64f25cc, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:28:48.300429 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9085d60-4f15-47d9-9290-8e1e2152c03f tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Network c4b05511-5efd-4889-91d7-627fa64f25cc is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:28:48.309436 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-e9085d60-4f15-47d9-9290-8e1e2152c03f tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, c4b05511-5efd-4889-91d7-627fa64f25cc) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:28:48.313168 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f8dea4d7-5cca-43d0-b1e0-43f09b58a393 None None] For port 42fbf12e-5b50-49b4-8324-dbce38d09a0f, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:28:48.314626 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9085d60-4f15-47d9-9290-8e1e2152c03f tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:48.315345 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e9085d60-4f15-47d9-9290-8e1e2152c03f tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:48.317195 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f8dea4d7-5cca-43d0-b1e0-43f09b58a393 None None] For port 42fbf12e-5b50-49b4-8324-dbce38d09a0f, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=42fbf12e-5b50-49b4-8324-dbce38d09a0f,segment=NetworkSegment(4e87477c-fa6d-46be-bf47-958a9a464d29),segment_id=4e87477c-fa6d-46be-bf47-958a9a464d29)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:28:48.320402 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8ea82a-230e-4ad9-8d49-dc255d31d3d1 None None] Network c4b05511-5efd-4889-91d7-627fa64f25cc requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:28:48.332794 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e9085d60-4f15-47d9-9290-8e1e2152c03f tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4295921 Feb 20 06:28:48.335465 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52538) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:48.340506 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f8dea4d7-5cca-43d0-b1e0-43f09b58a393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (42fbf12e-5b50-49b4-8324-dbce38d09a0f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:48.434815 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e94e150-e416-464d-b268-6fafb9423939 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (c4b05511-5efd-4889-91d7-627fa64f25cc), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:48.523850 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e94e150-e416-464d-b268-6fafb9423939 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (0e76f171-ca42-4d43-8c7a-9102e30c009e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:48.600082 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e94e150-e416-464d-b268-6fafb9423939 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (0e76f171-ca42-4d43-8c7a-9102e30c009e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:48.634987 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94e150-e416-464d-b268-6fafb9423939 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Pushing event deleted for resources: {'Subnet': ['ID=0e76f171-ca42-4d43-8c7a-9102e30c009e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:48.637366 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dea4d7-5cca-43d0-b1e0-43f09b58a393 None None] Pushing event updated for resources: {'Port': ['ID=42fbf12e-5b50-49b4-8324-dbce38d09a0f,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:48.650005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cb3b3a-8de3-4df6-953f-a72cbc3b3f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-c4b05511-5efd-4889-91d7-627fa64f25cc', 'network_id': 'c4b05511-5efd-4889-91d7-627fa64f25cc', 'project_id': 'fd581d9f21324d7788dc76d015fc6de6', 'fixed_ips': [{'subnet_id': '0e76f171-ca42-4d43-8c7a-9102e30c009e'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:28:48.651218 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06cb3b3a-8de3-4df6-953f-a72cbc3b3f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:48.702802 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e94e150-e416-464d-b268-6fafb9423939 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (c4b05511-5efd-4889-91d7-627fa64f25cc), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:48.725744 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-1e94e150-e416-464d-b268-6fafb9423939 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b05511-5efd-4889-91d7-627fa64f25cc']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:48.737592 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-1e94e150-e416-464d-b268-6fafb9423939 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d0bc62-2a68-4e52-9aed-9ba0993a30fe') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:48.738213 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-1e94e150-e416-464d-b268-6fafb9423939 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d0bc62-2a68-4e52-9aed-9ba0993a30fe') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:48.743514 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a564f58-51e0-44ce-823a-0b7dd2f2baab None None] Network c4b05511-5efd-4889-91d7-627fa64f25cc requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:28:48.750014 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e94e150-e416-464d-b268-6fafb9423939 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (72d0bc62-2a68-4e52-9aed-9ba0993a30fe), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:48.770596 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e94e150-e416-464d-b268-6fafb9423939 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (72d0bc62-2a68-4e52-9aed-9ba0993a30fe), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:48.795878 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e94e150-e416-464d-b268-6fafb9423939 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:28:48.797703 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e94e150-e416-464d-b268-6fafb9423939 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (72d0bc62-2a68-4e52-9aed-9ba0993a30fe), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: timer() Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:28:48.801828 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:28:48.877858 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e94e150-e416-464d-b268-6fafb9423939 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (c4b05511-5efd-4889-91d7-627fa64f25cc), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:48.886618 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e94e150-e416-464d-b268-6fafb9423939 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:48.894315 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1e94e150-e416-464d-b268-6fafb9423939 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] 10.222.0.37 "DELETE /v2.0/networks/c4b05511-5efd-4889-91d7-627fa64f25cc HTTP/1.1" status: 204 len: 168 time: 0.5528443 Feb 20 06:28:48.897294 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52540) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:48.902633 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94e150-e416-464d-b268-6fafb9423939 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Pushing event deleted for resources: {'Network': ['ID=c4b05511-5efd-4889-91d7-627fa64f25cc,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:48.906450 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9d13f3c3-42b6-4042-951f-ce38b41e2bac tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1772589405'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:28:48.932594 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d13f3c3-42b6-4042-951f-ce38b41e2bac tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Made reservation on behalf of fd581d9f21324d7788dc76d015fc6de6 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:28:48.936211 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d13f3c3-42b6-4042-951f-ce38b41e2bac tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:48.960918 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d13f3c3-42b6-4042-951f-ce38b41e2bac tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:28:48.972319 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d13f3c3-42b6-4042-951f-ce38b41e2bac tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (8d573eab-8d0e-495a-9332-a596461f26a1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:48.972670 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-9d13f3c3-42b6-4042-951f-ce38b41e2bac tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Added segment 8d573eab-8d0e-495a-9332-a596461f26a1 of type vlan for network 07dff2ff-9b0f-45ac-9187-6fb94b35b388 Feb 20 06:28:49.017708 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d13f3c3-42b6-4042-951f-ce38b41e2bac tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (07dff2ff-9b0f-45ac-9187-6fb94b35b388), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:49.020595 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46c6122b-d76e-4728-836d-0bd6051b20ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:49.044001 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d13f3c3-42b6-4042-951f-ce38b41e2bac tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (07dff2ff-9b0f-45ac-9187-6fb94b35b388), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:49.048904 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d13f3c3-42b6-4042-951f-ce38b41e2bac tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:49.049496 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d13f3c3-42b6-4042-951f-ce38b41e2bac tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:49.108692 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9d13f3c3-42b6-4042-951f-ce38b41e2bac tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2102635 Feb 20 06:28:49.111600 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52542) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:49.116998 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a8bb21a5-5721-4fb2-ae58-144860e9571f tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Request body: {'subnet': {'network_id': '07dff2ff-9b0f-45ac-9187-6fb94b35b388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:28:49.121613 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13f3c3-42b6-4042-951f-ce38b41e2bac tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Pushing event updated for resources: {'Network': ['ID=07dff2ff-9b0f-45ac-9187-6fb94b35b388,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:49.131730 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 07dff2ff-9b0f-45ac-9187-6fb94b35b388 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:28:49.216654 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bb21a5-5721-4fb2-ae58-144860e9571f tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Made reservation on behalf of fd581d9f21324d7788dc76d015fc6de6 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:28:49.220204 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a8bb21a5-5721-4fb2-ae58-144860e9571f tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:49.280349 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.ipam_backend_mixin [None req-a8bb21a5-5721-4fb2-ae58-144860e9571f tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Performing IP validity checks on allocation pools {{(pid=103406) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 20 06:28:49.280876 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.ipam_backend_mixin [None req-a8bb21a5-5721-4fb2-ae58-144860e9571f tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103406) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 20 06:28:49.409769 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a8bb21a5-5721-4fb2-ae58-144860e9571f tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (8e88de2c-cee7-48b0-9681-14d9f0e8bd7f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:49.468564 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb21a5-5721-4fb2-ae58-144860e9571f tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Pushing event updated for resources: {'Subnet': ['ID=8e88de2c-cee7-48b0-9681-14d9f0e8bd7f,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:49.478801 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bb21a5-5721-4fb2-ae58-144860e9571f tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Checking segment: {'id': '8d573eab-8d0e-495a-9332-a596461f26a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '07dff2ff-9b0f-45ac-9187-6fb94b35b388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:28:49.479203 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bb21a5-5721-4fb2-ae58-144860e9571f tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Network hostable DHCP agents. Network: 07dff2ff-9b0f-45ac-9187-6fb94b35b388, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:28:49.497691 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bb21a5-5721-4fb2-ae58-144860e9571f tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Network 07dff2ff-9b0f-45ac-9187-6fb94b35b388 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:28:49.507553 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-a8bb21a5-5721-4fb2-ae58-144860e9571f tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 07dff2ff-9b0f-45ac-9187-6fb94b35b388) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:28:49.512540 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bb21a5-5721-4fb2-ae58-144860e9571f tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:49.513207 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a8bb21a5-5721-4fb2-ae58-144860e9571f tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:49.516614 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe01f0e9-e10a-4077-97de-e9912d393805 None None] Network 07dff2ff-9b0f-45ac-9187-6fb94b35b388 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:28:49.532335 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a8bb21a5-5721-4fb2-ae58-144860e9571f tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4194732 Feb 20 06:28:49.534748 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52544) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:49.619633 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf32167e-ae17-450b-8840-600ccc240e95 None None] Network 2d337b38-2792-48bf-ad9d-eb333a8370f4 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:28:49.635698 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9dad73-a4fe-4a82-8f97-c68219097d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-07dff2ff-9b0f-45ac-9187-6fb94b35b388', 'network_id': '07dff2ff-9b0f-45ac-9187-6fb94b35b388', 'project_id': 'fd581d9f21324d7788dc76d015fc6de6', 'fixed_ips': [{'subnet_id': '8e88de2c-cee7-48b0-9681-14d9f0e8bd7f'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:28:49.636652 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e9dad73-a4fe-4a82-8f97-c68219097d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:49.639803 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2f4b25c9-ab01-4bef-abac-83609ff44493 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (07dff2ff-9b0f-45ac-9187-6fb94b35b388), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:49.690675 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2f4b25c9-ab01-4bef-abac-83609ff44493 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (8e88de2c-cee7-48b0-9681-14d9f0e8bd7f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:49.751242 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2f4b25c9-ab01-4bef-abac-83609ff44493 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (8e88de2c-cee7-48b0-9681-14d9f0e8bd7f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:49.777946 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e379166b-ca58-46e2-b363-e9a88474f46a None None] Provisioning complete for port 42fbf12e-5b50-49b4-8324-dbce38d09a0f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:28:49.778557 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e379166b-ca58-46e2-b363-e9a88474f46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (42fbf12e-5b50-49b4-8324-dbce38d09a0f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:49.793975 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b25c9-ab01-4bef-abac-83609ff44493 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Pushing event deleted for resources: {'Subnet': ['ID=8e88de2c-cee7-48b0-9681-14d9f0e8bd7f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:49.834301 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:49.844546 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2f4b25c9-ab01-4bef-abac-83609ff44493 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (07dff2ff-9b0f-45ac-9187-6fb94b35b388), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server [None req-4e9dad73-a4fe-4a82-8f97-c68219097d84 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e88de2c-cee7-48b0-9681-14d9f0e8bd7f: This subnet is being modified by another concurrent operation. Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise exception Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e88de2c-cee7-48b0-9681-14d9f0e8bd7f: This subnet is being modified by another concurrent operation. Feb 20 06:28:49.854347 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server Feb 20 06:28:49.867005 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-2f4b25c9-ab01-4bef-abac-83609ff44493 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07dff2ff-9b0f-45ac-9187-6fb94b35b388']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:49.878843 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-2f4b25c9-ab01-4bef-abac-83609ff44493 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d573eab-8d0e-495a-9332-a596461f26a1') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:49.878843 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-2f4b25c9-ab01-4bef-abac-83609ff44493 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d573eab-8d0e-495a-9332-a596461f26a1') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:49.881892 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4be63e8-c9a3-4ba7-a59a-fab74e0c0878 None None] Network 07dff2ff-9b0f-45ac-9187-6fb94b35b388 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:28:49.888200 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2f4b25c9-ab01-4bef-abac-83609ff44493 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (8d573eab-8d0e-495a-9332-a596461f26a1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:49.901712 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2f4b25c9-ab01-4bef-abac-83609ff44493 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (8d573eab-8d0e-495a-9332-a596461f26a1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:49.907799 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4b25c9-ab01-4bef-abac-83609ff44493 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:28:49.908355 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2f4b25c9-ab01-4bef-abac-83609ff44493 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (8d573eab-8d0e-495a-9332-a596461f26a1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: timer() Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:28:49.911394 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:28:49.973318 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2f4b25c9-ab01-4bef-abac-83609ff44493 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (07dff2ff-9b0f-45ac-9187-6fb94b35b388), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:49.983642 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2f4b25c9-ab01-4bef-abac-83609ff44493 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:49.987384 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e379166b-ca58-46e2-b363-e9a88474f46a None None] Current status of the port 42fbf12e-5b50-49b4-8324-dbce38d09a0f is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:28:49.987789 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e379166b-ca58-46e2-b363-e9a88474f46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (42fbf12e-5b50-49b4-8324-dbce38d09a0f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:49.996664 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52546) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:50.003047 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-5f5f53c7-6813-44b5-a6b6-40788f7457fa tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-870728748'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:28:50.008585 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2f4b25c9-ab01-4bef-abac-83609ff44493 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] 10.222.0.37 "DELETE /v2.0/networks/07dff2ff-9b0f-45ac-9187-6fb94b35b388 HTTP/1.1" status: 204 len: 168 time: 0.4714789 Feb 20 06:28:50.022285 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b25c9-ab01-4bef-abac-83609ff44493 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Pushing event deleted for resources: {'Network': ['ID=07dff2ff-9b0f-45ac-9187-6fb94b35b388,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:50.047057 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e379166b-ca58-46e2-b363-e9a88474f46a None None] For port 42fbf12e-5b50-49b4-8324-dbce38d09a0f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=42fbf12e-5b50-49b4-8324-dbce38d09a0f,segment=NetworkSegment(4e87477c-fa6d-46be-bf47-958a9a464d29),segment_id=4e87477c-fa6d-46be-bf47-958a9a464d29)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:28:50.050494 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5f53c7-6813-44b5-a6b6-40788f7457fa tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Made reservation on behalf of fd581d9f21324d7788dc76d015fc6de6 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:28:50.054618 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f5f53c7-6813-44b5-a6b6-40788f7457fa tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:50.054800 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e379166b-ca58-46e2-b363-e9a88474f46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (42fbf12e-5b50-49b4-8324-dbce38d09a0f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:50.083501 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5f53c7-6813-44b5-a6b6-40788f7457fa tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:28:50.098429 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 42fbf12e-5b50-49b4-8324-dbce38d09a0f up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:28:50.101856 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f5f53c7-6813-44b5-a6b6-40788f7457fa tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (60abddc4-73c0-4db1-836e-82b02e9d88a6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:50.103057 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-5f5f53c7-6813-44b5-a6b6-40788f7457fa tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Added segment 60abddc4-73c0-4db1-836e-82b02e9d88a6 of type vlan for network e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3 Feb 20 06:28:50.132640 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379166b-ca58-46e2-b363-e9a88474f46a None None] Pushing event updated for resources: {'Port': ['ID=42fbf12e-5b50-49b4-8324-dbce38d09a0f,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:50.150029 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f5f53c7-6813-44b5-a6b6-40788f7457fa tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:50.164271 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 42fbf12e-5b50-49b4-8324-dbce38d09a0f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:28:50.164761 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (42fbf12e-5b50-49b4-8324-dbce38d09a0f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:50.183819 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f5f53c7-6813-44b5-a6b6-40788f7457fa tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:50.188889 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5f53c7-6813-44b5-a6b6-40788f7457fa tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:50.189480 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f5f53c7-6813-44b5-a6b6-40788f7457fa tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:50.243523 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67ad801-4046-43b6-85fe-e2ceb4327e6d None None] get_active_networks_info from n-d-829866-5 {{(pid=103408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 06:28:50.250934 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5f5f53c7-6813-44b5-a6b6-40788f7457fa tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2531290 Feb 20 06:28:50.254135 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52548) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:50.265679 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0ca2d1db-275f-4bc4-a926-23a4c31523a3 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Request body: {'subnet': {'network_id': 'e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:28:50.298071 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 42fbf12e-5b50-49b4-8324-dbce38d09a0f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:28:50.312660 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f53c7-6813-44b5-a6b6-40788f7457fa tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Pushing event updated for resources: {'Network': ['ID=e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:50.313994 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0bbc75cd-712d-42d8-9bcd-3d9947cd3375 None None] Provisioning complete for port 42fbf12e-5b50-49b4-8324-dbce38d09a0f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:28:50.314372 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0bbc75cd-712d-42d8-9bcd-3d9947cd3375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (42fbf12e-5b50-49b4-8324-dbce38d09a0f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:50.345849 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:28:50.365444 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca2d1db-275f-4bc4-a926-23a4c31523a3 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Made reservation on behalf of fd581d9f21324d7788dc76d015fc6de6 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:28:50.368863 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0ca2d1db-275f-4bc4-a926-23a4c31523a3 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:50.415951 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67ad801-4046-43b6-85fe-e2ceb4327e6d None None] Resources bound (agent type, host, resource id): {{(pid=103408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 06:28:50.549574 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0bbc75cd-712d-42d8-9bcd-3d9947cd3375 None None] Current status of the port 42fbf12e-5b50-49b4-8324-dbce38d09a0f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:28:50.871748 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0ca2d1db-275f-4bc4-a926-23a4c31523a3 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (80d7931b-69dd-48de-9a53-0a2cefd7372b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:50.927046 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2d1db-275f-4bc4-a926-23a4c31523a3 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Pushing event updated for resources: {'Subnet': ['ID=80d7931b-69dd-48de-9a53-0a2cefd7372b,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:50.937596 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca2d1db-275f-4bc4-a926-23a4c31523a3 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Checking segment: {'id': '60abddc4-73c0-4db1-836e-82b02e9d88a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:28:50.937955 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca2d1db-275f-4bc4-a926-23a4c31523a3 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Network hostable DHCP agents. Network: e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:28:50.954700 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca2d1db-275f-4bc4-a926-23a4c31523a3 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Network e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:28:50.963336 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-0ca2d1db-275f-4bc4-a926-23a4c31523a3 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:28:50.967263 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca2d1db-275f-4bc4-a926-23a4c31523a3 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:50.967861 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0ca2d1db-275f-4bc4-a926-23a4c31523a3 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:50.974039 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f0d8e0-625e-4f45-803e-56feb2a3ea91 None None] Network e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:28:50.983606 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0ca2d1db-275f-4bc4-a926-23a4c31523a3 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7286313 Feb 20 06:28:50.987020 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52550) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:50.992278 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a2d38f1f-c750-4d7e-b1bd-df175cade33b tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-794135459'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:28:51.012842 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d38f1f-c750-4d7e-b1bd-df175cade33b tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Made reservation on behalf of fd581d9f21324d7788dc76d015fc6de6 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:28:51.016290 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a2d38f1f-c750-4d7e-b1bd-df175cade33b tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:51.040621 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d38f1f-c750-4d7e-b1bd-df175cade33b tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:28:51.049703 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a2d38f1f-c750-4d7e-b1bd-df175cade33b tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (1c487e71-03c4-470a-9941-3b18b8161b90), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:51.050237 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-a2d38f1f-c750-4d7e-b1bd-df175cade33b tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Added segment 1c487e71-03c4-470a-9941-3b18b8161b90 of type vlan for network 5c5b072a-9148-4d8d-88fb-11d43b1ba477 Feb 20 06:28:51.084173 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b16c41-bba8-4b04-a1b3-294e05415a5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3', 'network_id': 'e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3', 'project_id': 'fd581d9f21324d7788dc76d015fc6de6', 'fixed_ips': [{'subnet_id': '80d7931b-69dd-48de-9a53-0a2cefd7372b'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:28:51.085054 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0b16c41-bba8-4b04-a1b3-294e05415a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:51.094210 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a2d38f1f-c750-4d7e-b1bd-df175cade33b tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (5c5b072a-9148-4d8d-88fb-11d43b1ba477), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:51.118771 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a2d38f1f-c750-4d7e-b1bd-df175cade33b tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (5c5b072a-9148-4d8d-88fb-11d43b1ba477), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:51.123919 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d38f1f-c750-4d7e-b1bd-df175cade33b tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:51.124460 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a2d38f1f-c750-4d7e-b1bd-df175cade33b tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:51.180974 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a2d38f1f-c750-4d7e-b1bd-df175cade33b tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1923115 Feb 20 06:28:51.184092 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52552) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:51.188956 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-330c2d23-b8d7-4b42-a079-b34a20afec2d tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Request body: {'subnet': {'network_id': '5c5b072a-9148-4d8d-88fb-11d43b1ba477', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:28:51.221576 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-c0b16c41-bba8-4b04-a1b3-294e05415a5c None None] Allocated IP 2001:db8::2 (e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3/80d7931b-69dd-48de-9a53-0a2cefd7372b/0d29fda6-db30-4ff7-9fe2-f19731990743) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:28:51.240570 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d38f1f-c750-4d7e-b1bd-df175cade33b tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Pushing event updated for resources: {'Network': ['ID=5c5b072a-9148-4d8d-88fb-11d43b1ba477,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:51.275310 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 5c5b072a-9148-4d8d-88fb-11d43b1ba477 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:28:51.289419 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330c2d23-b8d7-4b42-a079-b34a20afec2d tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Made reservation on behalf of fd581d9f21324d7788dc76d015fc6de6 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:28:51.293514 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-330c2d23-b8d7-4b42-a079-b34a20afec2d tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:51.417009 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0b16c41-bba8-4b04-a1b3-294e05415a5c None None] Publish callbacks [] for port (0d29fda6-db30-4ff7-9fe2-f19731990743), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:51.422399 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0b16c41-bba8-4b04-a1b3-294e05415a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (0d29fda6-db30-4ff7-9fe2-f19731990743), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:51.460606 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b16c41-bba8-4b04-a1b3-294e05415a5c None None] Network e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:28:51.465329 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-c0b16c41-bba8-4b04-a1b3-294e05415a5c None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:28:51.469520 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b16c41-bba8-4b04-a1b3-294e05415a5c None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:28:51.472601 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b16c41-bba8-4b04-a1b3-294e05415a5c None None] Pushing event updated for resources: {'Port': ['ID=0d29fda6-db30-4ff7-9fe2-f19731990743,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:51.477018 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-330c2d23-b8d7-4b42-a079-b34a20afec2d tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (abf7d00c-4633-4fed-becd-3ffdaa132e9b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:51.530325 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-c0b16c41-bba8-4b04-a1b3-294e05415a5c None None] Attempting to bind port 0d29fda6-db30-4ff7-9fe2-f19731990743 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:28:51.530698 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-c0b16c41-bba8-4b04-a1b3-294e05415a5c None None] Attempting to bind port 0d29fda6-db30-4ff7-9fe2-f19731990743 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '60abddc4-73c0-4db1-836e-82b02e9d88a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:28:51.531088 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b16c41-bba8-4b04-a1b3-294e05415a5c None None] Attempting to bind port 0d29fda6-db30-4ff7-9fe2-f19731990743 on network e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:28:51.535978 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b16c41-bba8-4b04-a1b3-294e05415a5c None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:28:51.536346 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b16c41-bba8-4b04-a1b3-294e05415a5c None None] Checking segment: {'id': '60abddc4-73c0-4db1-836e-82b02e9d88a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:28:51.536746 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0b16c41-bba8-4b04-a1b3-294e05415a5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:51.537134 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b16c41-bba8-4b04-a1b3-294e05415a5c None None] Bound using segment: {'id': '60abddc4-73c0-4db1-836e-82b02e9d88a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:28:51.537591 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-c0b16c41-bba8-4b04-a1b3-294e05415a5c None None] Bound port: 0d29fda6-db30-4ff7-9fe2-f19731990743, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60abddc4-73c0-4db1-836e-82b02e9d88a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:28:51.537968 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0b16c41-bba8-4b04-a1b3-294e05415a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0d29fda6-db30-4ff7-9fe2-f19731990743), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:51.541680 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c2d23-b8d7-4b42-a079-b34a20afec2d tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Pushing event updated for resources: {'Subnet': ['ID=abf7d00c-4633-4fed-becd-3ffdaa132e9b,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:51.551953 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c2d23-b8d7-4b42-a079-b34a20afec2d tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Checking segment: {'id': '1c487e71-03c4-470a-9941-3b18b8161b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5c5b072a-9148-4d8d-88fb-11d43b1ba477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:28:51.552238 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330c2d23-b8d7-4b42-a079-b34a20afec2d tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Network hostable DHCP agents. Network: 5c5b072a-9148-4d8d-88fb-11d43b1ba477, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:28:51.569467 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330c2d23-b8d7-4b42-a079-b34a20afec2d tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Network 5c5b072a-9148-4d8d-88fb-11d43b1ba477 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:28:51.579275 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-330c2d23-b8d7-4b42-a079-b34a20afec2d tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 5c5b072a-9148-4d8d-88fb-11d43b1ba477) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:28:51.583219 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330c2d23-b8d7-4b42-a079-b34a20afec2d tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:51.583812 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-330c2d23-b8d7-4b42-a079-b34a20afec2d tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:51.598535 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99868201-bb3e-497d-8453-c2f70a69edd5 None None] Network 5c5b072a-9148-4d8d-88fb-11d43b1ba477 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:28:51.601320 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-330c2d23-b8d7-4b42-a079-b34a20afec2d tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4159691 Feb 20 06:28:51.604310 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52554) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:51.665962 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:51.669499 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c0b16c41-bba8-4b04-a1b3-294e05415a5c None None] For port 0d29fda6-db30-4ff7-9fe2-f19731990743, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:28:51.686632 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c0b16c41-bba8-4b04-a1b3-294e05415a5c None None] For port 0d29fda6-db30-4ff7-9fe2-f19731990743, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0d29fda6-db30-4ff7-9fe2-f19731990743,segment=NetworkSegment(60abddc4-73c0-4db1-836e-82b02e9d88a6),segment_id=60abddc4-73c0-4db1-836e-82b02e9d88a6)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:28:51.698664 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-16ae3950-9700-44e7-9967-9565871f69e0 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (5c5b072a-9148-4d8d-88fb-11d43b1ba477), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:51.698847 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0b16c41-bba8-4b04-a1b3-294e05415a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0d29fda6-db30-4ff7-9fe2-f19731990743), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:51.772209 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796a28e4-7369-435f-a97f-1a3281127241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-5c5b072a-9148-4d8d-88fb-11d43b1ba477', 'network_id': '5c5b072a-9148-4d8d-88fb-11d43b1ba477', 'project_id': 'fd581d9f21324d7788dc76d015fc6de6', 'fixed_ips': [{'subnet_id': 'abf7d00c-4633-4fed-becd-3ffdaa132e9b'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:28:51.773093 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-796a28e4-7369-435f-a97f-1a3281127241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:51.786085 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-16ae3950-9700-44e7-9967-9565871f69e0 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (abf7d00c-4633-4fed-becd-3ffdaa132e9b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:51.799584 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b16c41-bba8-4b04-a1b3-294e05415a5c None None] Pushing event updated for resources: {'Port': ['ID=0d29fda6-db30-4ff7-9fe2-f19731990743,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:51.853632 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-16ae3950-9700-44e7-9967-9565871f69e0 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (abf7d00c-4633-4fed-becd-3ffdaa132e9b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:51.886845 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae3950-9700-44e7-9967-9565871f69e0 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Pushing event deleted for resources: {'Subnet': ['ID=abf7d00c-4633-4fed-becd-3ffdaa132e9b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server [None req-796a28e4-7369-435f-a97f-1a3281127241 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet abf7d00c-4633-4fed-becd-3ffdaa132e9b: This subnet is being modified by another concurrent operation. Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server raise exception Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet abf7d00c-4633-4fed-becd-3ffdaa132e9b: This subnet is being modified by another concurrent operation. Feb 20 06:28:51.888222 n-d-829866-5 neutron-server[103408]: ERROR oslo_messaging.rpc.server Feb 20 06:28:51.917318 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ef386b-bbcd-4d5d-9e01-f39267d7705f None None] Network 5c5b072a-9148-4d8d-88fb-11d43b1ba477 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:28:51.960796 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-16ae3950-9700-44e7-9967-9565871f69e0 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (5c5b072a-9148-4d8d-88fb-11d43b1ba477), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:51.991146 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-16ae3950-9700-44e7-9967-9565871f69e0 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c5b072a-9148-4d8d-88fb-11d43b1ba477']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:52.007086 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-16ae3950-9700-44e7-9967-9565871f69e0 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c487e71-03c4-470a-9941-3b18b8161b90') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:52.007612 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-16ae3950-9700-44e7-9967-9565871f69e0 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c487e71-03c4-470a-9941-3b18b8161b90') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:52.020054 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-16ae3950-9700-44e7-9967-9565871f69e0 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (1c487e71-03c4-470a-9941-3b18b8161b90), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:52.037111 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-16ae3950-9700-44e7-9967-9565871f69e0 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (1c487e71-03c4-470a-9941-3b18b8161b90), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:52.044826 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ae3950-9700-44e7-9967-9565871f69e0 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:28:52.045512 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-16ae3950-9700-44e7-9967-9565871f69e0 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (1c487e71-03c4-470a-9941-3b18b8161b90), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: timer() Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:28:52.048924 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:28:52.112134 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-16ae3950-9700-44e7-9967-9565871f69e0 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (5c5b072a-9148-4d8d-88fb-11d43b1ba477), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:52.120723 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-16ae3950-9700-44e7-9967-9565871f69e0 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:52.132285 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-16ae3950-9700-44e7-9967-9565871f69e0 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] 10.222.0.37 "DELETE /v2.0/networks/5c5b072a-9148-4d8d-88fb-11d43b1ba477 HTTP/1.1" status: 204 len: 168 time: 0.5241728 Feb 20 06:28:52.132673 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52556) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:52.146226 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae3950-9700-44e7-9967-9565871f69e0 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Pushing event deleted for resources: {'Network': ['ID=5c5b072a-9148-4d8d-88fb-11d43b1ba477,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:52.170126 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50f4f6b-8de2-45d0-923b-37c350d07714 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] GET failed (client error): The resource could not be found. Feb 20 06:28:52.171664 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e50f4f6b-8de2-45d0-923b-37c350d07714 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] 10.222.0.37 "GET /v2.0/subnets/abf7d00c-4633-4fed-becd-3ffdaa132e9b HTTP/1.1" status: 404 len: 337 time: 0.0380013 Feb 20 06:28:52.172880 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 42fbf12e-5b50-49b4-8324-dbce38d09a0f up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:28:52.174375 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52558) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:52.192796 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1601a1-ba82-414a-9244-4035cb2b3104 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] DELETE failed (client error): The resource could not be found. Feb 20 06:28:52.193281 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1601a1-ba82-414a-9244-4035cb2b3104 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 06:28:52.196892 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6b1601a1-ba82-414a-9244-4035cb2b3104 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] 10.222.0.37 "DELETE /v2.0/networks/5c5b072a-9148-4d8d-88fb-11d43b1ba477 HTTP/1.1" status: 404 len: 339 time: 0.0211768 Feb 20 06:28:52.200699 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52560) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:52.227633 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-00869678-6490-43c8-904e-921bd298cb64 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] DELETE failed (client error): The resource could not be found. Feb 20 06:28:52.228092 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00869678-6490-43c8-904e-921bd298cb64 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 06:28:52.231190 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-00869678-6490-43c8-904e-921bd298cb64 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] 10.222.0.37 "DELETE /v2.0/subnets/abf7d00c-4633-4fed-becd-3ffdaa132e9b HTTP/1.1" status: 404 len: 337 time: 0.0294306 Feb 20 06:28:52.233678 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52562) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:52.252930 n-d-829866-5 neutron-server[103406]: INFO neutron.pecan_wsgi.hooks.translation [None req-a289c02d-0e77-4425-8f83-181e5495858d tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] DELETE failed (client error): The resource could not be found. Feb 20 06:28:52.253453 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a289c02d-0e77-4425-8f83-181e5495858d tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 06:28:52.256573 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a289c02d-0e77-4425-8f83-181e5495858d tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] 10.222.0.37 "DELETE /v2.0/networks/5c5b072a-9148-4d8d-88fb-11d43b1ba477 HTTP/1.1" status: 404 len: 339 time: 0.0219483 Feb 20 06:28:52.259946 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52564) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:52.314596 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-84cfc91f-7d37-4864-a65d-04a1182b9f16 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Deleting subnet 80d7931b-69dd-48de-9a53-0a2cefd7372b {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:28:52.318151 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-84cfc91f-7d37-4864-a65d-04a1182b9f16 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks [] for subnet (80d7931b-69dd-48de-9a53-0a2cefd7372b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:52.359093 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-84cfc91f-7d37-4864-a65d-04a1182b9f16 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (80d7931b-69dd-48de-9a53-0a2cefd7372b), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:52.388084 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 42fbf12e-5b50-49b4-8324-dbce38d09a0f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:28:52.388452 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (42fbf12e-5b50-49b4-8324-dbce38d09a0f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:52.452452 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-84cfc91f-7d37-4864-a65d-04a1182b9f16 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (80d7931b-69dd-48de-9a53-0a2cefd7372b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:52.468788 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 42fbf12e-5b50-49b4-8324-dbce38d09a0f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:28:52.469898 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0d29fda6-db30-4ff7-9fe2-f19731990743 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:28:52.517041 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-84cfc91f-7d37-4864-a65d-04a1182b9f16 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (80d7931b-69dd-48de-9a53-0a2cefd7372b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:52.519783 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 0d29fda6-db30-4ff7-9fe2-f19731990743 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:28:52.520169 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0d29fda6-db30-4ff7-9fe2-f19731990743), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:52.545449 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfc91f-7d37-4864-a65d-04a1182b9f16 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Pushing event deleted for resources: {'Subnet': ['ID=80d7931b-69dd-48de-9a53-0a2cefd7372b,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:52.561293 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-84cfc91f-7d37-4864-a65d-04a1182b9f16 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:52.567404 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-84cfc91f-7d37-4864-a65d-04a1182b9f16 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] 10.222.0.37 "DELETE /v2.0/subnets/80d7931b-69dd-48de-9a53-0a2cefd7372b HTTP/1.1" status: 204 len: 168 time: 0.3040576 Feb 20 06:28:52.567756 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52566) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:52.619161 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 0d29fda6-db30-4ff7-9fe2-f19731990743 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:28:52.619552 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0d29fda6-db30-4ff7-9fe2-f19731990743), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:52.655217 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ce562bc3-afd8-4787-8aab-00a3e985e26a tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:52.658374 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 0d29fda6-db30-4ff7-9fe2-f19731990743, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0d29fda6-db30-4ff7-9fe2-f19731990743,segment=NetworkSegment(60abddc4-73c0-4db1-836e-82b02e9d88a6),segment_id=60abddc4-73c0-4db1-836e-82b02e9d88a6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:28:52.662766 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0d29fda6-db30-4ff7-9fe2-f19731990743), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:52.713338 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=0d29fda6-db30-4ff7-9fe2-f19731990743,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:52.714640 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-ce562bc3-afd8-4787-8aab-00a3e985e26a tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Deleting port 0d29fda6-db30-4ff7-9fe2-f19731990743 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:28:52.715019 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ce562bc3-afd8-4787-8aab-00a3e985e26a tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (0d29fda6-db30-4ff7-9fe2-f19731990743), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:52.777245 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:52.786598 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-ce562bc3-afd8-4787-8aab-00a3e985e26a tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] For port 0d29fda6-db30-4ff7-9fe2-f19731990743, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0d29fda6-db30-4ff7-9fe2-f19731990743,segment=NetworkSegment(60abddc4-73c0-4db1-836e-82b02e9d88a6),segment_id=60abddc4-73c0-4db1-836e-82b02e9d88a6)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:28:52.787007 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ce562bc3-afd8-4787-8aab-00a3e985e26a tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (0d29fda6-db30-4ff7-9fe2-f19731990743), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:52.801327 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-ce562bc3-afd8-4787-8aab-00a3e985e26a tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Calling delete_port for 0d29fda6-db30-4ff7-9fe2-f19731990743 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:28:52.804345 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d89ab5-fb23-4d07-984a-a900125adc17 None None] get_active_networks_info from n-d-829866-5 {{(pid=103408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 06:28:52.879265 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d89ab5-fb23-4d07-984a-a900125adc17 None None] Resources bound (agent type, host, resource id): {{(pid=103408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 06:28:52.885079 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ce562bc3-afd8-4787-8aab-00a3e985e26a tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (0d29fda6-db30-4ff7-9fe2-f19731990743), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:52.905159 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5d971ef6-1dd8-4c73-8080-21d16ede4517 None None] Provisioning complete for port 0d29fda6-db30-4ff7-9fe2-f19731990743 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:28:52.905531 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5d971ef6-1dd8-4c73-8080-21d16ede4517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0d29fda6-db30-4ff7-9fe2-f19731990743), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:52.914470 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce562bc3-afd8-4787-8aab-00a3e985e26a tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Pushing event deleted for resources: {'Port': ['ID=0d29fda6-db30-4ff7-9fe2-f19731990743,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:52.919503 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce562bc3-afd8-4787-8aab-00a3e985e26a tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] No DVR routers for this DVR port 0d29fda6-db30-4ff7-9fe2-f19731990743 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:28:52.943330 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5d971ef6-1dd8-4c73-8080-21d16ede4517 None None] Port 0d29fda6-db30-4ff7-9fe2-f19731990743 was deleted so its status cannot be updated. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 20 06:28:53.005044 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ce562bc3-afd8-4787-8aab-00a3e985e26a tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:53.009962 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:28:53.026713 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-ce562bc3-afd8-4787-8aab-00a3e985e26a tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:53.035836 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-ce562bc3-afd8-4787-8aab-00a3e985e26a tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60abddc4-73c0-4db1-836e-82b02e9d88a6') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:53.036140 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-ce562bc3-afd8-4787-8aab-00a3e985e26a tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60abddc4-73c0-4db1-836e-82b02e9d88a6') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:53.046575 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ce562bc3-afd8-4787-8aab-00a3e985e26a tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (60abddc4-73c0-4db1-836e-82b02e9d88a6), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:53.059667 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ce562bc3-afd8-4787-8aab-00a3e985e26a tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (60abddc4-73c0-4db1-836e-82b02e9d88a6), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:53.065512 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce562bc3-afd8-4787-8aab-00a3e985e26a tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:28:53.065905 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ce562bc3-afd8-4787-8aab-00a3e985e26a tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (60abddc4-73c0-4db1-836e-82b02e9d88a6), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: timer() Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:28:53.068987 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:28:53.073179 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116fabd9-4796-413b-8dd8-e848c8196c09 None None] Network e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:28:53.127651 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ce562bc3-afd8-4787-8aab-00a3e985e26a tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:53.134575 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ce562bc3-afd8-4787-8aab-00a3e985e26a tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:53.140177 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ce562bc3-afd8-4787-8aab-00a3e985e26a tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] 10.222.0.37 "DELETE /v2.0/networks/e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3 HTTP/1.1" status: 204 len: 168 time: 0.5692739 Feb 20 06:28:53.140571 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52568) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:53.150063 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce562bc3-afd8-4787-8aab-00a3e985e26a tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Pushing event deleted for resources: {'Network': ['ID=e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:53.168450 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d93816-7a70-43f9-8ec2-3ae76a07d3d8 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] DELETE failed (client error): The resource could not be found. Feb 20 06:28:53.168917 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d93816-7a70-43f9-8ec2-3ae76a07d3d8 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 06:28:53.171976 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-22d93816-7a70-43f9-8ec2-3ae76a07d3d8 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] 10.222.0.37 "DELETE /v2.0/subnets/8e88de2c-cee7-48b0-9681-14d9f0e8bd7f HTTP/1.1" status: 404 len: 337 time: 0.0304310 Feb 20 06:28:53.174526 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52570) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:53.198075 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-da147bf5-4320-40c1-8f51-379c40c6ca26 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] DELETE failed (client error): The resource could not be found. Feb 20 06:28:53.198582 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da147bf5-4320-40c1-8f51-379c40c6ca26 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 06:28:53.201638 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-da147bf5-4320-40c1-8f51-379c40c6ca26 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] 10.222.0.37 "DELETE /v2.0/networks/07dff2ff-9b0f-45ac-9187-6fb94b35b388 HTTP/1.1" status: 404 len: 339 time: 0.0261631 Feb 20 06:28:53.204957 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52572) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:53.220098 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b99db9-bfbb-43d4-8e31-9d7a3b58b1e7 None None] DHCP port deletion for e044663c-ea4d-41b7-8e6a-7cfa67f0c0b3 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:28:53.233350 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-db854b61-a67b-4e1f-895f-e534e4afddd6 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] DELETE failed (client error): The resource could not be found. Feb 20 06:28:53.233350 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db854b61-a67b-4e1f-895f-e534e4afddd6 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 06:28:53.236030 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-db854b61-a67b-4e1f-895f-e534e4afddd6 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] 10.222.0.37 "DELETE /v2.0/subnets/0e76f171-ca42-4d43-8c7a-9102e30c009e HTTP/1.1" status: 404 len: 337 time: 0.0301790 Feb 20 06:28:53.238732 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52574) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:53.256362 n-d-829866-5 neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25518f4-fd2f-4b72-a5c6-205eefa52e2a tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] DELETE failed (client error): The resource could not be found. Feb 20 06:28:53.256781 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25518f4-fd2f-4b72-a5c6-205eefa52e2a tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 06:28:53.259733 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a25518f4-fd2f-4b72-a5c6-205eefa52e2a tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] 10.222.0.37 "DELETE /v2.0/networks/c4b05511-5efd-4889-91d7-627fa64f25cc HTTP/1.1" status: 404 len: 339 time: 0.0200748 Feb 20 06:28:53.261946 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52576) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:53.311189 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-162b06a2-e719-4943-ac06-1dbda232059b tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Deleting subnet 1cc510a1-c139-47c1-addc-d7c2630b2d66 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:28:53.314275 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-162b06a2-e719-4943-ac06-1dbda232059b tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks [] for subnet (1cc510a1-c139-47c1-addc-d7c2630b2d66), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:53.335928 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:53.355277 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-162b06a2-e719-4943-ac06-1dbda232059b tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (1cc510a1-c139-47c1-addc-d7c2630b2d66), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:53.439504 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-162b06a2-e719-4943-ac06-1dbda232059b tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (1cc510a1-c139-47c1-addc-d7c2630b2d66), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:53.495330 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-162b06a2-e719-4943-ac06-1dbda232059b tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (1cc510a1-c139-47c1-addc-d7c2630b2d66), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:53.521400 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b06a2-e719-4943-ac06-1dbda232059b tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Pushing event deleted for resources: {'Subnet': ['ID=1cc510a1-c139-47c1-addc-d7c2630b2d66,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:53.525578 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-162b06a2-e719-4943-ac06-1dbda232059b tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:53.528720 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-162b06a2-e719-4943-ac06-1dbda232059b tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] 10.222.0.37 "DELETE /v2.0/subnets/1cc510a1-c139-47c1-addc-d7c2630b2d66 HTTP/1.1" status: 204 len: 168 time: 0.2658792 Feb 20 06:28:53.531146 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52578) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:53.533915 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa7a529-3865-477f-b290-f5ad8f5b1de2 None None] Network 2d337b38-2792-48bf-ad9d-eb333a8370f4 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:28:53.608594 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6f07425d-094c-4c72-8e84-db8589227b96 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (2d337b38-2792-48bf-ad9d-eb333a8370f4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:53.663293 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6f07425d-094c-4c72-8e84-db8589227b96 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Deleting port 42fbf12e-5b50-49b4-8324-dbce38d09a0f {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:28:53.663636 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6f07425d-094c-4c72-8e84-db8589227b96 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (42fbf12e-5b50-49b4-8324-dbce38d09a0f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:53.674079 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20a7b8a-6e03-4467-affa-ebcea720d26d None None] DHCP port deletion for 2d337b38-2792-48bf-ad9d-eb333a8370f4 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:28:53.723941 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e20a7b8a-6e03-4467-affa-ebcea720d26d None None] Deleting port 42fbf12e-5b50-49b4-8324-dbce38d09a0f {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:28:53.724313 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e20a7b8a-6e03-4467-affa-ebcea720d26d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (42fbf12e-5b50-49b4-8324-dbce38d09a0f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:53.724974 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-6f07425d-094c-4c72-8e84-db8589227b96 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] For port 42fbf12e-5b50-49b4-8324-dbce38d09a0f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=42fbf12e-5b50-49b4-8324-dbce38d09a0f,segment=NetworkSegment(4e87477c-fa6d-46be-bf47-958a9a464d29),segment_id=4e87477c-fa6d-46be-bf47-958a9a464d29)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:28:53.725343 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6f07425d-094c-4c72-8e84-db8589227b96 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (42fbf12e-5b50-49b4-8324-dbce38d09a0f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:53.738285 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6f07425d-094c-4c72-8e84-db8589227b96 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Calling delete_port for 42fbf12e-5b50-49b4-8324-dbce38d09a0f owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:28:53.789293 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e20a7b8a-6e03-4467-affa-ebcea720d26d None None] For port 42fbf12e-5b50-49b4-8324-dbce38d09a0f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=42fbf12e-5b50-49b4-8324-dbce38d09a0f,segment=NetworkSegment(4e87477c-fa6d-46be-bf47-958a9a464d29),segment_id=4e87477c-fa6d-46be-bf47-958a9a464d29)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:28:53.789635 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e20a7b8a-6e03-4467-affa-ebcea720d26d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (42fbf12e-5b50-49b4-8324-dbce38d09a0f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:53.801542 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e20a7b8a-6e03-4467-affa-ebcea720d26d None None] Calling delete_port for 42fbf12e-5b50-49b4-8324-dbce38d09a0f owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:28:53.821899 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6f07425d-094c-4c72-8e84-db8589227b96 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (42fbf12e-5b50-49b4-8324-dbce38d09a0f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:53.848029 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07425d-094c-4c72-8e84-db8589227b96 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Pushing event deleted for resources: {'Port': ['ID=42fbf12e-5b50-49b4-8324-dbce38d09a0f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:53.849852 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f07425d-094c-4c72-8e84-db8589227b96 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] No DVR routers for this DVR port 42fbf12e-5b50-49b4-8324-dbce38d09a0f on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 06:28:53.878877 n-d-829866-5 neutron-server[103408]: self.session.flush() Feb 20 06:28:53.887092 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e20a7b8a-6e03-4467-affa-ebcea720d26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (42fbf12e-5b50-49b4-8324-dbce38d09a0f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:53.912518 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a7b8a-6e03-4467-affa-ebcea720d26d None None] Pushing event deleted for resources: {'Port': ['ID=42fbf12e-5b50-49b4-8324-dbce38d09a0f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:53.914260 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20a7b8a-6e03-4467-affa-ebcea720d26d None None] No DVR routers for this DVR port 42fbf12e-5b50-49b4-8324-dbce38d09a0f on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:28:53.935291 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6f07425d-094c-4c72-8e84-db8589227b96 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (2d337b38-2792-48bf-ad9d-eb333a8370f4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:53.956186 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6f07425d-094c-4c72-8e84-db8589227b96 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d337b38-2792-48bf-ad9d-eb333a8370f4']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:53.965811 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6f07425d-094c-4c72-8e84-db8589227b96 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e87477c-fa6d-46be-bf47-958a9a464d29') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:53.966115 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6f07425d-094c-4c72-8e84-db8589227b96 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e87477c-fa6d-46be-bf47-958a9a464d29') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:53.976049 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6f07425d-094c-4c72-8e84-db8589227b96 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (4e87477c-fa6d-46be-bf47-958a9a464d29), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:53.990450 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6f07425d-094c-4c72-8e84-db8589227b96 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (4e87477c-fa6d-46be-bf47-958a9a464d29), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:53.997956 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f07425d-094c-4c72-8e84-db8589227b96 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:28:53.998506 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6f07425d-094c-4c72-8e84-db8589227b96 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (4e87477c-fa6d-46be-bf47-958a9a464d29), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: timer() Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:28:54.001876 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:28:54.016198 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 42fbf12e-5b50-49b4-8324-dbce38d09a0f no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:28:54.036412 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 42fbf12e-5b50-49b4-8324-dbce38d09a0f {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:28:54.036761 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 42fbf12e-5b50-49b4-8324-dbce38d09a0f not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:28:54.037188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0d29fda6-db30-4ff7-9fe2-f19731990743 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:28:54.056629 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 0d29fda6-db30-4ff7-9fe2-f19731990743 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:28:54.056983 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0d29fda6-db30-4ff7-9fe2-f19731990743 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:28:54.061456 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6f07425d-094c-4c72-8e84-db8589227b96 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (2d337b38-2792-48bf-ad9d-eb333a8370f4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:54.065715 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6f07425d-094c-4c72-8e84-db8589227b96 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:54.069685 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6f07425d-094c-4c72-8e84-db8589227b96 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] 10.222.0.37 "DELETE /v2.0/networks/2d337b38-2792-48bf-ad9d-eb333a8370f4 HTTP/1.1" status: 204 len: 168 time: 0.5375984 Feb 20 06:28:54.087500 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07425d-094c-4c72-8e84-db8589227b96 tempest-NetworksIpV6Test-1704252937 tempest-NetworksIpV6Test-1704252937-project] Pushing event deleted for resources: {'Network': ['ID=2d337b38-2792-48bf-ad9d-eb333a8370f4,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:54.306565 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52584) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:54.434739 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0cdaecc5-426c-435c-818f-0c0b8c434736 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd581d9f21324d7788dc76d015fc6de6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1270061 Feb 20 06:28:54.437264 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52588) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:54.485982 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea28e16f-59b0-4621-8c79-eabc732c22b9 admin admin] Publish callbacks [] for security_group (6ff304d6-2607-4698-80da-286e1bb1ec44), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:54.507372 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea28e16f-59b0-4621-8c79-eabc732c22b9 admin admin] Publish callbacks [] for security_group (6ff304d6-2607-4698-80da-286e1bb1ec44), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:54.555379 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea28e16f-59b0-4621-8c79-eabc732c22b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (6ff304d6-2607-4698-80da-286e1bb1ec44), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:54.558355 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea28e16f-59b0-4621-8c79-eabc732c22b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:54.561893 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ea28e16f-59b0-4621-8c79-eabc732c22b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ff304d6-2607-4698-80da-286e1bb1ec44 HTTP/1.1" status: 204 len: 168 time: 0.1214995 Feb 20 06:28:54.567513 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28e16f-59b0-4621-8c79-eabc732c22b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff304d6-2607-4698-80da-286e1bb1ec44,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:55.183181 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52610) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:55.281488 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-109ca4f2-c8ed-4c1b-8ec1-4c5520882f5d tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1201324052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:28:55.300919 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-109ca4f2-c8ed-4c1b-8ec1-4c5520882f5d tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (b0ea2149-e4ec-451e-b677-ad8712c006b1), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:55.301992 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-109ca4f2-c8ed-4c1b-8ec1-4c5520882f5d tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (b0ea2149-e4ec-451e-b677-ad8712c006b1), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:55.357918 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-109ca4f2-c8ed-4c1b-8ec1-4c5520882f5d tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks [] for router_controller (b0ea2149-e4ec-451e-b677-ad8712c006b1), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:55.364103 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-109ca4f2-c8ed-4c1b-8ec1-4c5520882f5d tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (b0ea2149-e4ec-451e-b677-ad8712c006b1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:55.384317 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-109ca4f2-c8ed-4c1b-8ec1-4c5520882f5d tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:55.385717 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-109ca4f2-c8ed-4c1b-8ec1-4c5520882f5d tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2015204 Feb 20 06:28:55.388595 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52614) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:55.393483 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0f225049-1ec5-42b0-a7dd-75f343085416 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-19844724'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:28:55.412632 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f225049-1ec5-42b0-a7dd-75f343085416 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Made reservation on behalf of 03f315d0cb834747bca0e7abc218066a for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:28:55.416706 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0f225049-1ec5-42b0-a7dd-75f343085416 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:55.426787 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0f225049-1ec5-42b0-a7dd-75f343085416 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:55.499674 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0f225049-1ec5-42b0-a7dd-75f343085416 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks [] for security_group (c01fad7d-e7c0-4ae1-aaf2-1b08f612f899), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:55.503352 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0f225049-1ec5-42b0-a7dd-75f343085416 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c01fad7d-e7c0-4ae1-aaf2-1b08f612f899), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:55.528684 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f225049-1ec5-42b0-a7dd-75f343085416 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:28:55.536988 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f225049-1ec5-42b0-a7dd-75f343085416 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c01fad7d-e7c0-4ae1-aaf2-1b08f612f899,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:55.542978 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0f225049-1ec5-42b0-a7dd-75f343085416 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (5be95231-5b3a-4d6a-a168-94c2a305f8f3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:55.543321 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-0f225049-1ec5-42b0-a7dd-75f343085416 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Added segment 5be95231-5b3a-4d6a-a168-94c2a305f8f3 of type vlan for network 6cffc220-f8d7-4128-ac55-c3e252ea45cf Feb 20 06:28:55.582354 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0f225049-1ec5-42b0-a7dd-75f343085416 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (6cffc220-f8d7-4128-ac55-c3e252ea45cf), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:55.605305 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0f225049-1ec5-42b0-a7dd-75f343085416 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (6cffc220-f8d7-4128-ac55-c3e252ea45cf), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:55.610215 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f225049-1ec5-42b0-a7dd-75f343085416 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:55.610728 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0f225049-1ec5-42b0-a7dd-75f343085416 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:55.651209 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:55.665979 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0f225049-1ec5-42b0-a7dd-75f343085416 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2763162 Feb 20 06:28:55.668889 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52616) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:55.674179 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-4d2fd7e6-a080-4bd0-909d-c39a8d8dc594 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Request body: {'subnet': {'network_id': '6cffc220-f8d7-4128-ac55-c3e252ea45cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:28:55.680939 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f225049-1ec5-42b0-a7dd-75f343085416 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Pushing event updated for resources: {'Network': ['ID=6cffc220-f8d7-4128-ac55-c3e252ea45cf,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:55.691664 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 6cffc220-f8d7-4128-ac55-c3e252ea45cf details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:28:55.760508 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2fd7e6-a080-4bd0-909d-c39a8d8dc594 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Made reservation on behalf of 03f315d0cb834747bca0e7abc218066a for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:28:55.763993 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4d2fd7e6-a080-4bd0-909d-c39a8d8dc594 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:55.935848 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4d2fd7e6-a080-4bd0-909d-c39a8d8dc594 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (659509be-7bdb-4165-b604-89339ebe1f65), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:56.000043 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2fd7e6-a080-4bd0-909d-c39a8d8dc594 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Pushing event updated for resources: {'Subnet': ['ID=659509be-7bdb-4165-b604-89339ebe1f65,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:56.009575 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2fd7e6-a080-4bd0-909d-c39a8d8dc594 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Checking segment: {'id': '5be95231-5b3a-4d6a-a168-94c2a305f8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6cffc220-f8d7-4128-ac55-c3e252ea45cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:28:56.009942 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2fd7e6-a080-4bd0-909d-c39a8d8dc594 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Network hostable DHCP agents. Network: 6cffc220-f8d7-4128-ac55-c3e252ea45cf, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:28:56.026767 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2fd7e6-a080-4bd0-909d-c39a8d8dc594 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Network 6cffc220-f8d7-4128-ac55-c3e252ea45cf is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:28:56.034843 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-4d2fd7e6-a080-4bd0-909d-c39a8d8dc594 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 6cffc220-f8d7-4128-ac55-c3e252ea45cf) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:28:56.039098 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2fd7e6-a080-4bd0-909d-c39a8d8dc594 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:56.041043 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4d2fd7e6-a080-4bd0-909d-c39a8d8dc594 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:56.044151 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4625ca-979f-4a3f-bc0d-753a0261e1bf None None] Network 6cffc220-f8d7-4128-ac55-c3e252ea45cf requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:28:56.055953 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4d2fd7e6-a080-4bd0-909d-c39a8d8dc594 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3859224 Feb 20 06:28:56.059098 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52618) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:56.064453 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-01f6dc42-0279-48e2-b6f7-3a668debd151 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1204948059'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:28:56.083546 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f6dc42-0279-48e2-b6f7-3a668debd151 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Made reservation on behalf of 03f315d0cb834747bca0e7abc218066a for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:28:56.087334 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-01f6dc42-0279-48e2-b6f7-3a668debd151 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:56.111236 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f6dc42-0279-48e2-b6f7-3a668debd151 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:28:56.120899 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-01f6dc42-0279-48e2-b6f7-3a668debd151 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (15ebcb84-ec52-4861-a244-82db8b8be549), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:56.121387 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-01f6dc42-0279-48e2-b6f7-3a668debd151 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Added segment 15ebcb84-ec52-4861-a244-82db8b8be549 of type vlan for network 7dbb7349-a384-45be-bbea-3dd3e12fdda5 Feb 20 06:28:56.149683 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81e97ac-a9ba-45a4-8203-e2ea09efabc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-6cffc220-f8d7-4128-ac55-c3e252ea45cf', 'network_id': '6cffc220-f8d7-4128-ac55-c3e252ea45cf', 'project_id': '03f315d0cb834747bca0e7abc218066a', 'fixed_ips': [{'subnet_id': '659509be-7bdb-4165-b604-89339ebe1f65'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:28:56.150777 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d81e97ac-a9ba-45a4-8203-e2ea09efabc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:56.162048 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-01f6dc42-0279-48e2-b6f7-3a668debd151 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (7dbb7349-a384-45be-bbea-3dd3e12fdda5), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:56.186728 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-01f6dc42-0279-48e2-b6f7-3a668debd151 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (7dbb7349-a384-45be-bbea-3dd3e12fdda5), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:56.191572 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f6dc42-0279-48e2-b6f7-3a668debd151 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:56.192143 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-01f6dc42-0279-48e2-b6f7-3a668debd151 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:56.259472 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-01f6dc42-0279-48e2-b6f7-3a668debd151 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1990111 Feb 20 06:28:56.264095 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52620) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:56.269771 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6dc42-0279-48e2-b6f7-3a668debd151 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Pushing event updated for resources: {'Network': ['ID=7dbb7349-a384-45be-bbea-3dd3e12fdda5,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:56.271436 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9658a2e8-dcf5-4887-97c4-012b76286342 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Request body: {'subnet': {'network_id': '7dbb7349-a384-45be-bbea-3dd3e12fdda5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:28:56.284570 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 7dbb7349-a384-45be-bbea-3dd3e12fdda5 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:28:56.355196 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-d81e97ac-a9ba-45a4-8203-e2ea09efabc0 None None] Allocated IP 172.20.0.2 (6cffc220-f8d7-4128-ac55-c3e252ea45cf/659509be-7bdb-4165-b604-89339ebe1f65/0cc37446-3edc-4e0c-90e5-bb0763da81a9) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:28:56.359129 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9658a2e8-dcf5-4887-97c4-012b76286342 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Made reservation on behalf of 03f315d0cb834747bca0e7abc218066a for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:28:56.362772 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9658a2e8-dcf5-4887-97c4-012b76286342 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:56.503216 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d81e97ac-a9ba-45a4-8203-e2ea09efabc0 None None] Publish callbacks [] for port (0cc37446-3edc-4e0c-90e5-bb0763da81a9), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:56.509718 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d81e97ac-a9ba-45a4-8203-e2ea09efabc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (0cc37446-3edc-4e0c-90e5-bb0763da81a9), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:56.546229 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9658a2e8-dcf5-4887-97c4-012b76286342 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (7e552342-02bf-41dc-b26e-df40b1622b45), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:56.556829 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81e97ac-a9ba-45a4-8203-e2ea09efabc0 None None] Network 6cffc220-f8d7-4128-ac55-c3e252ea45cf is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:28:56.558255 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-d81e97ac-a9ba-45a4-8203-e2ea09efabc0 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:28:56.560552 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81e97ac-a9ba-45a4-8203-e2ea09efabc0 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:28:56.562447 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e97ac-a9ba-45a4-8203-e2ea09efabc0 None None] Pushing event updated for resources: {'Port': ['ID=0cc37446-3edc-4e0c-90e5-bb0763da81a9,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:56.609631 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658a2e8-dcf5-4887-97c4-012b76286342 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Pushing event updated for resources: {'Subnet': ['ID=7e552342-02bf-41dc-b26e-df40b1622b45,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:56.620379 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9658a2e8-dcf5-4887-97c4-012b76286342 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Checking segment: {'id': '15ebcb84-ec52-4861-a244-82db8b8be549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7dbb7349-a384-45be-bbea-3dd3e12fdda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:28:56.620743 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9658a2e8-dcf5-4887-97c4-012b76286342 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Network hostable DHCP agents. Network: 7dbb7349-a384-45be-bbea-3dd3e12fdda5, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:28:56.622676 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d81e97ac-a9ba-45a4-8203-e2ea09efabc0 None None] Attempting to bind port 0cc37446-3edc-4e0c-90e5-bb0763da81a9 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:28:56.623086 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d81e97ac-a9ba-45a4-8203-e2ea09efabc0 None None] Attempting to bind port 0cc37446-3edc-4e0c-90e5-bb0763da81a9 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '5be95231-5b3a-4d6a-a168-94c2a305f8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6cffc220-f8d7-4128-ac55-c3e252ea45cf'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:28:56.623456 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81e97ac-a9ba-45a4-8203-e2ea09efabc0 None None] Attempting to bind port 0cc37446-3edc-4e0c-90e5-bb0763da81a9 on network 6cffc220-f8d7-4128-ac55-c3e252ea45cf {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:28:56.628709 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81e97ac-a9ba-45a4-8203-e2ea09efabc0 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:28:56.629093 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81e97ac-a9ba-45a4-8203-e2ea09efabc0 None None] Checking segment: {'id': '5be95231-5b3a-4d6a-a168-94c2a305f8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6cffc220-f8d7-4128-ac55-c3e252ea45cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:28:56.629497 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d81e97ac-a9ba-45a4-8203-e2ea09efabc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:56.629894 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81e97ac-a9ba-45a4-8203-e2ea09efabc0 None None] Bound using segment: {'id': '5be95231-5b3a-4d6a-a168-94c2a305f8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6cffc220-f8d7-4128-ac55-c3e252ea45cf'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:28:56.630362 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-d81e97ac-a9ba-45a4-8203-e2ea09efabc0 None None] Bound port: 0cc37446-3edc-4e0c-90e5-bb0763da81a9, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be95231-5b3a-4d6a-a168-94c2a305f8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6cffc220-f8d7-4128-ac55-c3e252ea45cf'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:28:56.630748 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d81e97ac-a9ba-45a4-8203-e2ea09efabc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0cc37446-3edc-4e0c-90e5-bb0763da81a9), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:56.637827 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9658a2e8-dcf5-4887-97c4-012b76286342 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Network 7dbb7349-a384-45be-bbea-3dd3e12fdda5 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:28:56.647093 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-9658a2e8-dcf5-4887-97c4-012b76286342 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 7dbb7349-a384-45be-bbea-3dd3e12fdda5) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:28:56.651732 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9658a2e8-dcf5-4887-97c4-012b76286342 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:28:56.652328 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9658a2e8-dcf5-4887-97c4-012b76286342 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:56.667700 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7048411e-4503-4a55-80f2-60e5671c598f None None] Network 7dbb7349-a384-45be-bbea-3dd3e12fdda5 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:28:56.669316 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9658a2e8-dcf5-4887-97c4-012b76286342 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4037304 Feb 20 06:28:56.674536 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52622) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:56.679684 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-92d960c0-c6b6-4ed5-88f0-ebbe1670cd2b tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Request body: {'router': {'external_gateway_info': {'network_id': '7dbb7349-a384-45be-bbea-3dd3e12fdda5'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:28:56.750132 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d81e97ac-a9ba-45a4-8203-e2ea09efabc0 None None] For port 0cc37446-3edc-4e0c-90e5-bb0763da81a9, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:28:56.761156 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d81e97ac-a9ba-45a4-8203-e2ea09efabc0 None None] For port 0cc37446-3edc-4e0c-90e5-bb0763da81a9, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0cc37446-3edc-4e0c-90e5-bb0763da81a9,segment=NetworkSegment(5be95231-5b3a-4d6a-a168-94c2a305f8f3),segment_id=5be95231-5b3a-4d6a-a168-94c2a305f8f3)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:28:56.769254 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d81e97ac-a9ba-45a4-8203-e2ea09efabc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0cc37446-3edc-4e0c-90e5-bb0763da81a9), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:56.832413 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c9ee1b-2d60-465a-964b-e2e00c310a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-7dbb7349-a384-45be-bbea-3dd3e12fdda5', 'network_id': '7dbb7349-a384-45be-bbea-3dd3e12fdda5', 'project_id': '03f315d0cb834747bca0e7abc218066a', 'fixed_ips': [{'subnet_id': '7e552342-02bf-41dc-b26e-df40b1622b45'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:28:56.833245 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67c9ee1b-2d60-465a-964b-e2e00c310a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:56.859338 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e97ac-a9ba-45a4-8203-e2ea09efabc0 None None] Pushing event updated for resources: {'Port': ['ID=0cc37446-3edc-4e0c-90e5-bb0763da81a9,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:56.901953 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-92d960c0-c6b6-4ed5-88f0-ebbe1670cd2b tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks [] for router_gateway (b0ea2149-e4ec-451e-b677-ad8712c006b1), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:56.997799 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-67c9ee1b-2d60-465a-964b-e2e00c310a56 None None] Allocated IP 172.21.0.2 (7dbb7349-a384-45be-bbea-3dd3e12fdda5/7e552342-02bf-41dc-b26e-df40b1622b45/2f61fa0f-ae7a-4c3b-8d71-d49f486efba9) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:28:57.049568 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [None req-92d960c0-c6b6-4ed5-88f0-ebbe1670cd2b tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 06:28:57.050779 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-92d960c0-c6b6-4ed5-88f0-ebbe1670cd2b tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] 10.222.0.37 "PUT /v2.0/routers/b0ea2149-e4ec-451e-b677-ad8712c006b1 HTTP/1.1" status: 400 len: 364 time: 0.3751285 Feb 20 06:28:57.058784 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52624) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:57.120967 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc135d1-0a03-4b12-8e9b-c7d3fc127e50 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Deleting subnet 7e552342-02bf-41dc-b26e-df40b1622b45 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:28:57.169728 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67c9ee1b-2d60-465a-964b-e2e00c310a56 None None] Publish callbacks [] for port (2f61fa0f-ae7a-4c3b-8d71-d49f486efba9), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:57.174949 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-efc135d1-0a03-4b12-8e9b-c7d3fc127e50 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks [] for subnet (7e552342-02bf-41dc-b26e-df40b1622b45), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:57.178743 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67c9ee1b-2d60-465a-964b-e2e00c310a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (2f61fa0f-ae7a-4c3b-8d71-d49f486efba9), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:57.216132 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-efc135d1-0a03-4b12-8e9b-c7d3fc127e50 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (7e552342-02bf-41dc-b26e-df40b1622b45), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:57.221185 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c9ee1b-2d60-465a-964b-e2e00c310a56 None None] Network 7dbb7349-a384-45be-bbea-3dd3e12fdda5 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:28:57.225980 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-67c9ee1b-2d60-465a-964b-e2e00c310a56 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:28:57.228868 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c9ee1b-2d60-465a-964b-e2e00c310a56 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:28:57.234365 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9ee1b-2d60-465a-964b-e2e00c310a56 None None] Pushing event updated for resources: {'Port': ['ID=2f61fa0f-ae7a-4c3b-8d71-d49f486efba9,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:57.291310 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-67c9ee1b-2d60-465a-964b-e2e00c310a56 None None] Attempting to bind port 2f61fa0f-ae7a-4c3b-8d71-d49f486efba9 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:28:57.291600 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-67c9ee1b-2d60-465a-964b-e2e00c310a56 None None] Attempting to bind port 2f61fa0f-ae7a-4c3b-8d71-d49f486efba9 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '15ebcb84-ec52-4861-a244-82db8b8be549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7dbb7349-a384-45be-bbea-3dd3e12fdda5'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:28:57.291951 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c9ee1b-2d60-465a-964b-e2e00c310a56 None None] Attempting to bind port 2f61fa0f-ae7a-4c3b-8d71-d49f486efba9 on network 7dbb7349-a384-45be-bbea-3dd3e12fdda5 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:28:57.297029 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c9ee1b-2d60-465a-964b-e2e00c310a56 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:28:57.297491 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c9ee1b-2d60-465a-964b-e2e00c310a56 None None] Checking segment: {'id': '15ebcb84-ec52-4861-a244-82db8b8be549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7dbb7349-a384-45be-bbea-3dd3e12fdda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:28:57.297802 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67c9ee1b-2d60-465a-964b-e2e00c310a56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:57.298199 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c9ee1b-2d60-465a-964b-e2e00c310a56 None None] Bound using segment: {'id': '15ebcb84-ec52-4861-a244-82db8b8be549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7dbb7349-a384-45be-bbea-3dd3e12fdda5'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:28:57.298677 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-67c9ee1b-2d60-465a-964b-e2e00c310a56 None None] Bound port: 2f61fa0f-ae7a-4c3b-8d71-d49f486efba9, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ebcb84-ec52-4861-a244-82db8b8be549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7dbb7349-a384-45be-bbea-3dd3e12fdda5'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:28:57.299093 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67c9ee1b-2d60-465a-964b-e2e00c310a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2f61fa0f-ae7a-4c3b-8d71-d49f486efba9), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:57.311888 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-efc135d1-0a03-4b12-8e9b-c7d3fc127e50 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (7e552342-02bf-41dc-b26e-df40b1622b45), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:57.372285 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-efc135d1-0a03-4b12-8e9b-c7d3fc127e50 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (7e552342-02bf-41dc-b26e-df40b1622b45), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:57.374752 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-67c9ee1b-2d60-465a-964b-e2e00c310a56 None None] For port 2f61fa0f-ae7a-4c3b-8d71-d49f486efba9, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:28:57.377975 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-67c9ee1b-2d60-465a-964b-e2e00c310a56 None None] For port 2f61fa0f-ae7a-4c3b-8d71-d49f486efba9, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=2f61fa0f-ae7a-4c3b-8d71-d49f486efba9,segment=NetworkSegment(15ebcb84-ec52-4861-a244-82db8b8be549),segment_id=15ebcb84-ec52-4861-a244-82db8b8be549)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:28:57.383943 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67c9ee1b-2d60-465a-964b-e2e00c310a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (2f61fa0f-ae7a-4c3b-8d71-d49f486efba9), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:57.400862 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc135d1-0a03-4b12-8e9b-c7d3fc127e50 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Pushing event deleted for resources: {'Subnet': ['ID=7e552342-02bf-41dc-b26e-df40b1622b45,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:57.402845 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-efc135d1-0a03-4b12-8e9b-c7d3fc127e50 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:57.408320 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-efc135d1-0a03-4b12-8e9b-c7d3fc127e50 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] 10.222.0.37 "DELETE /v2.0/subnets/7e552342-02bf-41dc-b26e-df40b1622b45 HTTP/1.1" status: 204 len: 168 time: 0.3462055 Feb 20 06:28:57.408683 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52626) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:57.446539 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9ee1b-2d60-465a-964b-e2e00c310a56 None None] Pushing event updated for resources: {'Port': ['ID=2f61fa0f-ae7a-4c3b-8d71-d49f486efba9,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:57.487396 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01412256-6455-4e77-a802-e1315d250b22 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (7dbb7349-a384-45be-bbea-3dd3e12fdda5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:57.568742 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-01412256-6455-4e77-a802-e1315d250b22 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Deleting port 2f61fa0f-ae7a-4c3b-8d71-d49f486efba9 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:28:57.569283 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01412256-6455-4e77-a802-e1315d250b22 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (2f61fa0f-ae7a-4c3b-8d71-d49f486efba9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:57.644932 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-01412256-6455-4e77-a802-e1315d250b22 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] For port 2f61fa0f-ae7a-4c3b-8d71-d49f486efba9, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=2f61fa0f-ae7a-4c3b-8d71-d49f486efba9,segment=NetworkSegment(15ebcb84-ec52-4861-a244-82db8b8be549),segment_id=15ebcb84-ec52-4861-a244-82db8b8be549)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:28:57.645475 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01412256-6455-4e77-a802-e1315d250b22 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (2f61fa0f-ae7a-4c3b-8d71-d49f486efba9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:57.661394 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-01412256-6455-4e77-a802-e1315d250b22 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Calling delete_port for 2f61fa0f-ae7a-4c3b-8d71-d49f486efba9 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:28:57.759791 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01412256-6455-4e77-a802-e1315d250b22 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (2f61fa0f-ae7a-4c3b-8d71-d49f486efba9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:57.788282 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01412256-6455-4e77-a802-e1315d250b22 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Pushing event deleted for resources: {'Port': ['ID=2f61fa0f-ae7a-4c3b-8d71-d49f486efba9,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:57.792123 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01412256-6455-4e77-a802-e1315d250b22 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] No DVR routers for this DVR port 2f61fa0f-ae7a-4c3b-8d71-d49f486efba9 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:28:57.876204 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01412256-6455-4e77-a802-e1315d250b22 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (7dbb7349-a384-45be-bbea-3dd3e12fdda5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:57.897840 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-01412256-6455-4e77-a802-e1315d250b22 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbb7349-a384-45be-bbea-3dd3e12fdda5']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:57.907544 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-01412256-6455-4e77-a802-e1315d250b22 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ebcb84-ec52-4861-a244-82db8b8be549') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:57.907843 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-01412256-6455-4e77-a802-e1315d250b22 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ebcb84-ec52-4861-a244-82db8b8be549') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:57.917941 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8664f576-1f18-47d9-93f8-0e22d0273e73 None None] Network 6cffc220-f8d7-4128-ac55-c3e252ea45cf requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:28:57.922516 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01412256-6455-4e77-a802-e1315d250b22 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (15ebcb84-ec52-4861-a244-82db8b8be549), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:57.937123 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01412256-6455-4e77-a802-e1315d250b22 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (15ebcb84-ec52-4861-a244-82db8b8be549), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:57.943182 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01412256-6455-4e77-a802-e1315d250b22 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:28:57.943568 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01412256-6455-4e77-a802-e1315d250b22 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (15ebcb84-ec52-4861-a244-82db8b8be549), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: timer() Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:28:57.946525 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:28:58.026838 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01412256-6455-4e77-a802-e1315d250b22 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (7dbb7349-a384-45be-bbea-3dd3e12fdda5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:58.042785 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-52a9c330-527e-45bb-958f-233232ad511d None None] Provisioning complete for port 0cc37446-3edc-4e0c-90e5-bb0763da81a9 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:28:58.043272 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-52a9c330-527e-45bb-958f-233232ad511d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0cc37446-3edc-4e0c-90e5-bb0763da81a9), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:58.044121 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01412256-6455-4e77-a802-e1315d250b22 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:58.051539 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-01412256-6455-4e77-a802-e1315d250b22 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] 10.222.0.37 "DELETE /v2.0/networks/7dbb7349-a384-45be-bbea-3dd3e12fdda5 HTTP/1.1" status: 204 len: 168 time: 0.6398239 Feb 20 06:28:58.051908 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52628) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:58.071360 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01412256-6455-4e77-a802-e1315d250b22 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Pushing event deleted for resources: {'Network': ['ID=7dbb7349-a384-45be-bbea-3dd3e12fdda5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:58.086883 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0cc37446-3edc-4e0c-90e5-bb0763da81a9 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:28:58.110499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc770c85-fd60-4861-9f00-d431ebde8305 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Deleting subnet 659509be-7bdb-4165-b604-89339ebe1f65 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:28:58.113945 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cc770c85-fd60-4861-9f00-d431ebde8305 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks [] for subnet (659509be-7bdb-4165-b604-89339ebe1f65), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:58.158989 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cc770c85-fd60-4861-9f00-d431ebde8305 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (659509be-7bdb-4165-b604-89339ebe1f65), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:58.179550 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-52a9c330-527e-45bb-958f-233232ad511d None None] Current status of the port 0cc37446-3edc-4e0c-90e5-bb0763da81a9 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:28:58.181518 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-52a9c330-527e-45bb-958f-233232ad511d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0cc37446-3edc-4e0c-90e5-bb0763da81a9), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:58.196039 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 0cc37446-3edc-4e0c-90e5-bb0763da81a9 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:28:58.196515 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0cc37446-3edc-4e0c-90e5-bb0763da81a9), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:58.251501 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-52a9c330-527e-45bb-958f-233232ad511d None None] For port 0cc37446-3edc-4e0c-90e5-bb0763da81a9, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0cc37446-3edc-4e0c-90e5-bb0763da81a9,segment=NetworkSegment(5be95231-5b3a-4d6a-a168-94c2a305f8f3),segment_id=5be95231-5b3a-4d6a-a168-94c2a305f8f3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:28:58.260299 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-52a9c330-527e-45bb-958f-233232ad511d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0cc37446-3edc-4e0c-90e5-bb0763da81a9), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:58.264079 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cc770c85-fd60-4861-9f00-d431ebde8305 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (659509be-7bdb-4165-b604-89339ebe1f65), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:58.331445 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cc770c85-fd60-4861-9f00-d431ebde8305 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (659509be-7bdb-4165-b604-89339ebe1f65), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:58.347773 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9c330-527e-45bb-958f-233232ad511d None None] Pushing event updated for resources: {'Port': ['ID=0cc37446-3edc-4e0c-90e5-bb0763da81a9,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:58.357151 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 0cc37446-3edc-4e0c-90e5-bb0763da81a9 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:28:58.365589 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cc770c85-fd60-4861-9f00-d431ebde8305 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:58.372169 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cc770c85-fd60-4861-9f00-d431ebde8305 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] 10.222.0.37 "DELETE /v2.0/subnets/659509be-7bdb-4165-b604-89339ebe1f65 HTTP/1.1" status: 204 len: 168 time: 0.3168578 Feb 20 06:28:58.372169 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc770c85-fd60-4861-9f00-d431ebde8305 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Pushing event deleted for resources: {'Subnet': ['ID=659509be-7bdb-4165-b604-89339ebe1f65,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:58.372543 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52630) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:58.384990 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd0c790-03db-474e-ab44-c8ca98c01f0e None None] Network 6cffc220-f8d7-4128-ac55-c3e252ea45cf requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:28:58.464371 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c14b9c0-b4f7-41f8-ba07-8370b9a6f908 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (6cffc220-f8d7-4128-ac55-c3e252ea45cf), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:58.492064 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5c9361fa-53b0-4be1-99aa-0c7cce77728e None None] Provisioning complete for port 0cc37446-3edc-4e0c-90e5-bb0763da81a9 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:28:58.492566 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5c9361fa-53b0-4be1-99aa-0c7cce77728e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0cc37446-3edc-4e0c-90e5-bb0763da81a9), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:58.534600 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-4c14b9c0-b4f7-41f8-ba07-8370b9a6f908 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Deleting port 0cc37446-3edc-4e0c-90e5-bb0763da81a9 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:28:58.534981 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c14b9c0-b4f7-41f8-ba07-8370b9a6f908 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (0cc37446-3edc-4e0c-90e5-bb0763da81a9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:58.584928 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5c9361fa-53b0-4be1-99aa-0c7cce77728e None None] Current status of the port 0cc37446-3edc-4e0c-90e5-bb0763da81a9 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:28:58.607484 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-4c14b9c0-b4f7-41f8-ba07-8370b9a6f908 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] For port 0cc37446-3edc-4e0c-90e5-bb0763da81a9, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0cc37446-3edc-4e0c-90e5-bb0763da81a9,segment=NetworkSegment(5be95231-5b3a-4d6a-a168-94c2a305f8f3),segment_id=5be95231-5b3a-4d6a-a168-94c2a305f8f3)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:28:58.607850 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c14b9c0-b4f7-41f8-ba07-8370b9a6f908 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (0cc37446-3edc-4e0c-90e5-bb0763da81a9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:58.616214 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453aca5d-1d08-4f89-b7a4-a8342365a979 None None] DHCP port deletion for 6cffc220-f8d7-4128-ac55-c3e252ea45cf request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:28:58.621997 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-4c14b9c0-b4f7-41f8-ba07-8370b9a6f908 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Calling delete_port for 0cc37446-3edc-4e0c-90e5-bb0763da81a9 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:28:58.672256 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-453aca5d-1d08-4f89-b7a4-a8342365a979 None None] Deleting port 0cc37446-3edc-4e0c-90e5-bb0763da81a9 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:28:58.672681 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-453aca5d-1d08-4f89-b7a4-a8342365a979 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (0cc37446-3edc-4e0c-90e5-bb0763da81a9), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:58.713128 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c14b9c0-b4f7-41f8-ba07-8370b9a6f908 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (0cc37446-3edc-4e0c-90e5-bb0763da81a9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:58.721013 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385a893f-b2a8-4834-acf3-5b42513be524 None None] DHCP port deletion for 7dbb7349-a384-45be-bbea-3dd3e12fdda5 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:28:58.735864 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-34a904a9-4152-48db-9bb8-e8aae377e34a None None] Could not find standard attr ID for object 2f61fa0f-ae7a-4c3b-8d71-d49f486efba9. {{(pid=103408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 06:28:58.740466 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14b9c0-b4f7-41f8-ba07-8370b9a6f908 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Pushing event deleted for resources: {'Port': ['ID=0cc37446-3edc-4e0c-90e5-bb0763da81a9,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:58.745281 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c14b9c0-b4f7-41f8-ba07-8370b9a6f908 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] No DVR routers for this DVR port 0cc37446-3edc-4e0c-90e5-bb0763da81a9 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:28:58.759898 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dde1a4-cfd2-4f68-840f-dc2323916508 None None] Network 7dbb7349-a384-45be-bbea-3dd3e12fdda5 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:28:58.778889 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dde1a4-cfd2-4f68-840f-dc2323916508 None None] Network 7dbb7349-a384-45be-bbea-3dd3e12fdda5 could not be found, it might have been deleted concurrently. {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 20 06:28:58.789414 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-453aca5d-1d08-4f89-b7a4-a8342365a979 None None] For port 0cc37446-3edc-4e0c-90e5-bb0763da81a9, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=0cc37446-3edc-4e0c-90e5-bb0763da81a9,segment=NetworkSegment(5be95231-5b3a-4d6a-a168-94c2a305f8f3),segment_id=5be95231-5b3a-4d6a-a168-94c2a305f8f3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:28:58.790292 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-453aca5d-1d08-4f89-b7a4-a8342365a979 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (0cc37446-3edc-4e0c-90e5-bb0763da81a9), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:58.804932 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-453aca5d-1d08-4f89-b7a4-a8342365a979 None None] Calling delete_port for 0cc37446-3edc-4e0c-90e5-bb0763da81a9 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:28:58.834597 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c14b9c0-b4f7-41f8-ba07-8370b9a6f908 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (6cffc220-f8d7-4128-ac55-c3e252ea45cf), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:58.855863 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-4c14b9c0-b4f7-41f8-ba07-8370b9a6f908 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cffc220-f8d7-4128-ac55-c3e252ea45cf']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:58.865560 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-4c14b9c0-b4f7-41f8-ba07-8370b9a6f908 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be95231-5b3a-4d6a-a168-94c2a305f8f3') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:58.865852 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-4c14b9c0-b4f7-41f8-ba07-8370b9a6f908 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be95231-5b3a-4d6a-a168-94c2a305f8f3') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:28:58.875250 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c14b9c0-b4f7-41f8-ba07-8370b9a6f908 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (5be95231-5b3a-4d6a-a168-94c2a305f8f3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:58.885275 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-453aca5d-1d08-4f89-b7a4-a8342365a979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (0cc37446-3edc-4e0c-90e5-bb0763da81a9), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:58.888912 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c14b9c0-b4f7-41f8-ba07-8370b9a6f908 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (5be95231-5b3a-4d6a-a168-94c2a305f8f3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:58.894991 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c14b9c0-b4f7-41f8-ba07-8370b9a6f908 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:28:58.895374 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c14b9c0-b4f7-41f8-ba07-8370b9a6f908 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (5be95231-5b3a-4d6a-a168-94c2a305f8f3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: timer() Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:28:58.898272 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:28:58.910966 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453aca5d-1d08-4f89-b7a4-a8342365a979 None None] Pushing event deleted for resources: {'Port': ['ID=0cc37446-3edc-4e0c-90e5-bb0763da81a9,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:58.914724 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453aca5d-1d08-4f89-b7a4-a8342365a979 None None] No DVR routers for this DVR port 0cc37446-3edc-4e0c-90e5-bb0763da81a9 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:28:58.958598 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c14b9c0-b4f7-41f8-ba07-8370b9a6f908 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (6cffc220-f8d7-4128-ac55-c3e252ea45cf), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:58.966129 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c14b9c0-b4f7-41f8-ba07-8370b9a6f908 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:58.969329 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4c14b9c0-b4f7-41f8-ba07-8370b9a6f908 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] 10.222.0.37 "DELETE /v2.0/networks/6cffc220-f8d7-4128-ac55-c3e252ea45cf HTTP/1.1" status: 204 len: 168 time: 0.5948017 Feb 20 06:28:58.972081 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52632) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:58.980529 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14b9c0-b4f7-41f8-ba07-8370b9a6f908 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Pushing event deleted for resources: {'Network': ['ID=6cffc220-f8d7-4128-ac55-c3e252ea45cf,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:28:59.001267 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-27c1ff83-5d9a-48c4-a464-d5e2a7f553d7 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0ea2149-e4ec-451e-b677-ad8712c006b1 HTTP/1.1" status: 200 len: 205 time: 0.0280018 Feb 20 06:28:59.003586 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52634) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:59.079897 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3c208a1-a929-489b-8943-4498ba511ac0 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks [] for router (b0ea2149-e4ec-451e-b677-ad8712c006b1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:59.237013 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3c208a1-a929-489b-8943-4498ba511ac0 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (b0ea2149-e4ec-451e-b677-ad8712c006b1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:59.239329 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3c208a1-a929-489b-8943-4498ba511ac0 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks [] for router_controller (b0ea2149-e4ec-451e-b677-ad8712c006b1), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:59.282246 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3c208a1-a929-489b-8943-4498ba511ac0 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (b0ea2149-e4ec-451e-b677-ad8712c006b1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:59.282764 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c208a1-a929-489b-8943-4498ba511ac0 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Fanout notify agent at l3_agent the message router_deleted on router b0ea2149-e4ec-451e-b677-ad8712c006b1 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:28:59.289823 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3c208a1-a929-489b-8943-4498ba511ac0 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:59.291078 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c3c208a1-a929-489b-8943-4498ba511ac0 tempest-RoutersNegativeTest-1300394019 tempest-RoutersNegativeTest-1300394019-project] 10.222.0.37 "DELETE /v2.0/routers/b0ea2149-e4ec-451e-b677-ad8712c006b1 HTTP/1.1" status: 204 len: 168 time: 0.2865648 Feb 20 06:28:59.528367 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52640) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:59.656925 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b02a2f77-15c2-4446-8229-5a89bf250afc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03f315d0cb834747bca0e7abc218066a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1273949 Feb 20 06:28:59.659439 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52644) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:28:59.709993 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-89934cc5-c112-4491-9ad4-10856910d901 admin admin] Publish callbacks [] for security_group (c01fad7d-e7c0-4ae1-aaf2-1b08f612f899), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:59.730937 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-89934cc5-c112-4491-9ad4-10856910d901 admin admin] Publish callbacks [] for security_group (c01fad7d-e7c0-4ae1-aaf2-1b08f612f899), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:59.779125 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-89934cc5-c112-4491-9ad4-10856910d901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (c01fad7d-e7c0-4ae1-aaf2-1b08f612f899), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:59.781683 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-89934cc5-c112-4491-9ad4-10856910d901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:28:59.782890 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-89934cc5-c112-4491-9ad4-10856910d901 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c01fad7d-e7c0-4ae1-aaf2-1b08f612f899 HTTP/1.1" status: 204 len: 168 time: 0.1224911 Feb 20 06:28:59.791479 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89934cc5-c112-4491-9ad4-10856910d901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01fad7d-e7c0-4ae1-aaf2-1b08f612f899,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:00.026930 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 2f61fa0f-ae7a-4c3b-8d71-d49f486efba9 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:29:00.047472 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 2f61fa0f-ae7a-4c3b-8d71-d49f486efba9 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:29:00.047818 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 2f61fa0f-ae7a-4c3b-8d71-d49f486efba9 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:29:00.048405 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0cc37446-3edc-4e0c-90e5-bb0763da81a9 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:29:00.229914 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 0cc37446-3edc-4e0c-90e5-bb0763da81a9 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:29:00.230454 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 0cc37446-3edc-4e0c-90e5-bb0763da81a9 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:29:00.441513 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52666) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:29:00.537470 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d8573191-f6d2-48ff-aa0c-ecdce75a676c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1279701534-network', 'tenant_id': '665d2813da8d4bd3aa70dc37dd03b835'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:29:00.557049 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8573191-f6d2-48ff-aa0c-ecdce75a676c admin admin] Made reservation on behalf of 665d2813da8d4bd3aa70dc37dd03b835 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:29:00.559522 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d8573191-f6d2-48ff-aa0c-ecdce75a676c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:00.567616 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d8573191-f6d2-48ff-aa0c-ecdce75a676c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:00.654831 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d8573191-f6d2-48ff-aa0c-ecdce75a676c admin admin] Publish callbacks [] for security_group (344d190a-601f-4def-91e4-8b13c5256d62), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:00.660440 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d8573191-f6d2-48ff-aa0c-ecdce75a676c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (344d190a-601f-4def-91e4-8b13c5256d62), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:00.689595 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8573191-f6d2-48ff-aa0c-ecdce75a676c admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:29:00.700891 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8573191-f6d2-48ff-aa0c-ecdce75a676c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344d190a-601f-4def-91e4-8b13c5256d62,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:00.706021 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d8573191-f6d2-48ff-aa0c-ecdce75a676c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (cfd95621-5883-4cfc-a623-007af4f6925a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:00.706372 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-d8573191-f6d2-48ff-aa0c-ecdce75a676c admin admin] Added segment cfd95621-5883-4cfc-a623-007af4f6925a of type vlan for network 1862adb6-0aab-4400-838b-4c932c16533c Feb 20 06:29:00.748056 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d8573191-f6d2-48ff-aa0c-ecdce75a676c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (1862adb6-0aab-4400-838b-4c932c16533c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:00.776756 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d8573191-f6d2-48ff-aa0c-ecdce75a676c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (1862adb6-0aab-4400-838b-4c932c16533c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:00.777727 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8573191-f6d2-48ff-aa0c-ecdce75a676c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:00.778355 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d8573191-f6d2-48ff-aa0c-ecdce75a676c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:00.833247 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d8573191-f6d2-48ff-aa0c-ecdce75a676c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3905361 Feb 20 06:29:00.836127 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52670) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:29:00.841580 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8573191-f6d2-48ff-aa0c-ecdce75a676c admin admin] Pushing event updated for resources: {'Network': ['ID=1862adb6-0aab-4400-838b-4c932c16533c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:00.843253 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-d3b06a6f-8d49-4f25-816f-7e39b8bd29f3 admin admin] Request body: {'subnet': {'network_id': '1862adb6-0aab-4400-838b-4c932c16533c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1279701534-subnet', 'tenant_id': '665d2813da8d4bd3aa70dc37dd03b835', 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:29:00.852100 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 1862adb6-0aab-4400-838b-4c932c16533c details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:29:00.863869 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b06a6f-8d49-4f25-816f-7e39b8bd29f3 admin admin] Made reservation on behalf of 665d2813da8d4bd3aa70dc37dd03b835 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:29:00.866379 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d3b06a6f-8d49-4f25-816f-7e39b8bd29f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:01.040692 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d3b06a6f-8d49-4f25-816f-7e39b8bd29f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (6378b057-6a1f-450b-9fa6-b1291ba99e6b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:01.100273 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b06a6f-8d49-4f25-816f-7e39b8bd29f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6378b057-6a1f-450b-9fa6-b1291ba99e6b,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:01.109378 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b06a6f-8d49-4f25-816f-7e39b8bd29f3 admin admin] Checking segment: {'id': 'cfd95621-5883-4cfc-a623-007af4f6925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1862adb6-0aab-4400-838b-4c932c16533c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:29:01.109744 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b06a6f-8d49-4f25-816f-7e39b8bd29f3 admin admin] Network hostable DHCP agents. Network: 1862adb6-0aab-4400-838b-4c932c16533c, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:29:01.127258 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b06a6f-8d49-4f25-816f-7e39b8bd29f3 admin admin] Network 1862adb6-0aab-4400-838b-4c932c16533c is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:29:01.136023 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-d3b06a6f-8d49-4f25-816f-7e39b8bd29f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 1862adb6-0aab-4400-838b-4c932c16533c) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:29:01.140083 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b06a6f-8d49-4f25-816f-7e39b8bd29f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:01.140666 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d3b06a6f-8d49-4f25-816f-7e39b8bd29f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:01.148373 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c63041-55bc-4b09-822c-32c61c4bca4a None None] Network 1862adb6-0aab-4400-838b-4c932c16533c requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:29:01.156481 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d3b06a6f-8d49-4f25-816f-7e39b8bd29f3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3186092 Feb 20 06:29:01.159175 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52672) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:29:01.164852 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-ff559fda-1998-4ee1-9d7c-f35f07c954fa admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1279701534-router', 'tenant_id': '665d2813da8d4bd3aa70dc37dd03b835', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:29:01.185286 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ff559fda-1998-4ee1-9d7c-f35f07c954fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (cc8df2ca-43ed-4c8d-938b-658969589085), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:01.186338 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ff559fda-1998-4ee1-9d7c-f35f07c954fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (cc8df2ca-43ed-4c8d-938b-658969589085), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:01.239253 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ff559fda-1998-4ee1-9d7c-f35f07c954fa admin admin] Publish callbacks [] for router_controller (cc8df2ca-43ed-4c8d-938b-658969589085), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:01.272027 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836e2592-28c7-4a24-b5be-cbe3e7b8c868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-1862adb6-0aab-4400-838b-4c932c16533c', 'network_id': '1862adb6-0aab-4400-838b-4c932c16533c', 'project_id': '665d2813da8d4bd3aa70dc37dd03b835', 'fixed_ips': [{'subnet_id': '6378b057-6a1f-450b-9fa6-b1291ba99e6b'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:29:01.273284 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-836e2592-28c7-4a24-b5be-cbe3e7b8c868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:01.450537 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-836e2592-28c7-4a24-b5be-cbe3e7b8c868 None None] Allocated IP 172.20.0.2 (1862adb6-0aab-4400-838b-4c932c16533c/6378b057-6a1f-450b-9fa6-b1291ba99e6b/201429bc-a50d-43d8-9f46-69a7bdf75efe) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:29:01.628296 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-836e2592-28c7-4a24-b5be-cbe3e7b8c868 None None] Publish callbacks [] for port (201429bc-a50d-43d8-9f46-69a7bdf75efe), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:01.636665 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-836e2592-28c7-4a24-b5be-cbe3e7b8c868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (201429bc-a50d-43d8-9f46-69a7bdf75efe), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:01.681324 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836e2592-28c7-4a24-b5be-cbe3e7b8c868 None None] Network 1862adb6-0aab-4400-838b-4c932c16533c is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:29:01.686492 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-836e2592-28c7-4a24-b5be-cbe3e7b8c868 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:29:01.691882 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836e2592-28c7-4a24-b5be-cbe3e7b8c868 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:29:01.695847 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e2592-28c7-4a24-b5be-cbe3e7b8c868 None None] Pushing event updated for resources: {'Port': ['ID=201429bc-a50d-43d8-9f46-69a7bdf75efe,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:01.721246 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ff559fda-1998-4ee1-9d7c-f35f07c954fa admin admin] Publish callbacks [] for router_gateway (cc8df2ca-43ed-4c8d-938b-658969589085), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:01.752370 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-836e2592-28c7-4a24-b5be-cbe3e7b8c868 None None] Attempting to bind port 201429bc-a50d-43d8-9f46-69a7bdf75efe on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:29:01.752745 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-836e2592-28c7-4a24-b5be-cbe3e7b8c868 None None] Attempting to bind port 201429bc-a50d-43d8-9f46-69a7bdf75efe by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'cfd95621-5883-4cfc-a623-007af4f6925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1862adb6-0aab-4400-838b-4c932c16533c'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:29:01.753112 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836e2592-28c7-4a24-b5be-cbe3e7b8c868 None None] Attempting to bind port 201429bc-a50d-43d8-9f46-69a7bdf75efe on network 1862adb6-0aab-4400-838b-4c932c16533c {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:29:01.758314 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836e2592-28c7-4a24-b5be-cbe3e7b8c868 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:29:01.758699 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836e2592-28c7-4a24-b5be-cbe3e7b8c868 None None] Checking segment: {'id': 'cfd95621-5883-4cfc-a623-007af4f6925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1862adb6-0aab-4400-838b-4c932c16533c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:29:01.759143 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-836e2592-28c7-4a24-b5be-cbe3e7b8c868 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:01.759538 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836e2592-28c7-4a24-b5be-cbe3e7b8c868 None None] Bound using segment: {'id': 'cfd95621-5883-4cfc-a623-007af4f6925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1862adb6-0aab-4400-838b-4c932c16533c'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:29:01.760014 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-836e2592-28c7-4a24-b5be-cbe3e7b8c868 None None] Bound port: 201429bc-a50d-43d8-9f46-69a7bdf75efe, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd95621-5883-4cfc-a623-007af4f6925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1862adb6-0aab-4400-838b-4c932c16533c'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:29:01.760400 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-836e2592-28c7-4a24-b5be-cbe3e7b8c868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (201429bc-a50d-43d8-9f46-69a7bdf75efe), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:01.827837 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-836e2592-28c7-4a24-b5be-cbe3e7b8c868 None None] For port 201429bc-a50d-43d8-9f46-69a7bdf75efe, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:29:01.831654 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-836e2592-28c7-4a24-b5be-cbe3e7b8c868 None None] For port 201429bc-a50d-43d8-9f46-69a7bdf75efe, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=201429bc-a50d-43d8-9f46-69a7bdf75efe,segment=NetworkSegment(cfd95621-5883-4cfc-a623-007af4f6925a),segment_id=cfd95621-5883-4cfc-a623-007af4f6925a)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:29:01.838304 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-836e2592-28c7-4a24-b5be-cbe3e7b8c868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (201429bc-a50d-43d8-9f46-69a7bdf75efe), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:01.908059 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e2592-28c7-4a24-b5be-cbe3e7b8c868 None None] Pushing event updated for resources: {'Port': ['ID=201429bc-a50d-43d8-9f46-69a7bdf75efe,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:01.944719 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ff559fda-1998-4ee1-9d7c-f35f07c954fa admin admin] Publish callbacks [] for router_gateway (cc8df2ca-43ed-4c8d-938b-658969589085), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:01.967545 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ff559fda-1998-4ee1-9d7c-f35f07c954fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:02.076622 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-ff559fda-1998-4ee1-9d7c-f35f07c954fa admin admin] Allocated IP 172.25.3.217 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/39502c54-2937-4946-bd49-b1e42afc82f6) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:29:02.202777 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ff559fda-1998-4ee1-9d7c-f35f07c954fa admin admin] Publish callbacks [] for port (39502c54-2937-4946-bd49-b1e42afc82f6), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:02.236936 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ff559fda-1998-4ee1-9d7c-f35f07c954fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (39502c54-2937-4946-bd49-b1e42afc82f6), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:02.274158 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff559fda-1998-4ee1-9d7c-f35f07c954fa admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:29:02.276922 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-ff559fda-1998-4ee1-9d7c-f35f07c954fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:29:02.283404 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff559fda-1998-4ee1-9d7c-f35f07c954fa admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:29:02.288757 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff559fda-1998-4ee1-9d7c-f35f07c954fa admin admin] Pushing event updated for resources: {'Port': ['ID=39502c54-2937-4946-bd49-b1e42afc82f6,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:02.535303 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ff559fda-1998-4ee1-9d7c-f35f07c954fa admin admin] Publish callbacks [] for router_gateway (cc8df2ca-43ed-4c8d-938b-658969589085), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:02.746327 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ff559fda-1998-4ee1-9d7c-f35f07c954fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (cc8df2ca-43ed-4c8d-938b-658969589085), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:02.831526 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6a087d-7420-4171-8876-e7d51490e451 None None] Network 1862adb6-0aab-4400-838b-4c932c16533c requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:29:02.881395 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff559fda-1998-4ee1-9d7c-f35f07c954fa admin admin] Router cc8df2ca-43ed-4c8d-938b-658969589085 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:29:02.898086 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d1f7d046-4ece-4dca-a6ac-2882f23932db None None] Provisioning complete for port 201429bc-a50d-43d8-9f46-69a7bdf75efe triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:29:02.898462 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d1f7d046-4ece-4dca-a6ac-2882f23932db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (201429bc-a50d-43d8-9f46-69a7bdf75efe), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:03.004565 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff559fda-1998-4ee1-9d7c-f35f07c954fa admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:29:03.015072 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d923ba6-0a58-4e49-a646-4b9aea819348 None None] Sync routers for ids ['cc8df2ca-43ed-4c8d-938b-658969589085'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:29:03.025886 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ff559fda-1998-4ee1-9d7c-f35f07c954fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:03.027402 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ff559fda-1998-4ee1-9d7c-f35f07c954fa admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8669064 Feb 20 06:29:03.030310 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52674) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:29:03.032086 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7d046-4ece-4dca-a6ac-2882f23932db None None] Current status of the port 201429bc-a50d-43d8-9f46-69a7bdf75efe is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:29:03.032483 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d1f7d046-4ece-4dca-a6ac-2882f23932db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (201429bc-a50d-43d8-9f46-69a7bdf75efe), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:03.046011 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d923ba6-0a58-4e49-a646-4b9aea819348 None None] Routers {'cc8df2ca-43ed-4c8d-938b-658969589085'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:29:03.046670 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8d923ba6-0a58-4e49-a646-4b9aea819348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:28:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['cc8df2ca-43ed-4c8d-938b-658969589085'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:29:03.114712 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d1f7d046-4ece-4dca-a6ac-2882f23932db None None] For port 201429bc-a50d-43d8-9f46-69a7bdf75efe, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=201429bc-a50d-43d8-9f46-69a7bdf75efe,segment=NetworkSegment(cfd95621-5883-4cfc-a623-007af4f6925a),segment_id=cfd95621-5883-4cfc-a623-007af4f6925a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:29:03.122650 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d1f7d046-4ece-4dca-a6ac-2882f23932db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (201429bc-a50d-43d8-9f46-69a7bdf75efe), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:03.221536 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-8d923ba6-0a58-4e49-a646-4b9aea819348 None None] Set router cc8df2ca-43ed-4c8d-938b-658969589085 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:29:03.223575 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7d046-4ece-4dca-a6ac-2882f23932db None None] Pushing event updated for resources: {'Port': ['ID=201429bc-a50d-43d8-9f46-69a7bdf75efe,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:03.332974 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-09148c42-425e-4f90-81dc-31f7354197a1 None None] Provisioning complete for port 201429bc-a50d-43d8-9f46-69a7bdf75efe triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:29:03.333259 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-09148c42-425e-4f90-81dc-31f7354197a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (201429bc-a50d-43d8-9f46-69a7bdf75efe), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:03.473565 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7f69748a-b999-4b3a-a749-628e3d963120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:03.482137 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-09148c42-425e-4f90-81dc-31f7354197a1 None None] Current status of the port 201429bc-a50d-43d8-9f46-69a7bdf75efe is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:29:03.530294 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8d923ba6-0a58-4e49-a646-4b9aea819348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8df2ca-43ed-4c8d-938b-658969589085', 'name': 'tempest-TestEncryptedCinderVolumes-1279701534-router', 'tenant_id': '665d2813da8d4bd3aa70dc37dd03b835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '39502c54-2937-4946-bd49-b1e42afc82f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:29:01Z', 'updated_at': '2022-02-20T06:29:02Z', 'revision_number': 3, 'project_id': '665d2813da8d4bd3aa70dc37dd03b835', 'gw_port': {'id': '39502c54-2937-4946-bd49-b1e42afc82f6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:33:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8df2ca-43ed-4c8d-938b-658969589085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:29:01Z', 'updated_at': '2022-02-20T06:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:29:03.558338 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d923ba6-0a58-4e49-a646-4b9aea819348 None None] Checking router: cc8df2ca-43ed-4c8d-938b-658969589085 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:29:03.558692 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d923ba6-0a58-4e49-a646-4b9aea819348 None None] Updating router cc8df2ca-43ed-4c8d-938b-658969589085 port 39502c54-2937-4946-bd49-b1e42afc82f6 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:29:03.595270 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d923ba6-0a58-4e49-a646-4b9aea819348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (39502c54-2937-4946-bd49-b1e42afc82f6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:03.632013 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-7f69748a-b999-4b3a-a749-628e3d963120 admin admin] Allocated IP 172.20.0.1 (1862adb6-0aab-4400-838b-4c932c16533c/6378b057-6a1f-450b-9fa6-b1291ba99e6b/4d32bcee-c57e-407d-9b1a-7911d7ff3de6) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:29:03.734287 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7f69748a-b999-4b3a-a749-628e3d963120 admin admin] Publish callbacks [] for port (4d32bcee-c57e-407d-9b1a-7911d7ff3de6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:03.770601 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7f69748a-b999-4b3a-a749-628e3d963120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (4d32bcee-c57e-407d-9b1a-7911d7ff3de6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:03.806111 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f69748a-b999-4b3a-a749-628e3d963120 admin admin] Network 1862adb6-0aab-4400-838b-4c932c16533c is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:29:03.810432 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-7f69748a-b999-4b3a-a749-628e3d963120 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:29:03.816336 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f69748a-b999-4b3a-a749-628e3d963120 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:29:03.822510 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69748a-b999-4b3a-a749-628e3d963120 admin admin] Pushing event updated for resources: {'Port': ['ID=4d32bcee-c57e-407d-9b1a-7911d7ff3de6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:03.859685 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7f69748a-b999-4b3a-a749-628e3d963120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (cc8df2ca-43ed-4c8d-938b-658969589085), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:03.898271 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d923ba6-0a58-4e49-a646-4b9aea819348 None None] Publish callbacks [] for port (39502c54-2937-4946-bd49-b1e42afc82f6), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:03.904871 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d923ba6-0a58-4e49-a646-4b9aea819348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (39502c54-2937-4946-bd49-b1e42afc82f6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:03.981414 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09425d84-97a6-4bcf-b34e-81e398a228bd None None] Pushing event updated for resources: {'Port': ['ID=39502c54-2937-4946-bd49-b1e42afc82f6,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:03.994353 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-8d923ba6-0a58-4e49-a646-4b9aea819348 None None] Attempting to bind port 39502c54-2937-4946-bd49-b1e42afc82f6 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:29:03.994353 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-8d923ba6-0a58-4e49-a646-4b9aea819348 None None] Attempting to bind port 39502c54-2937-4946-bd49-b1e42afc82f6 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:29:03.994353 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d923ba6-0a58-4e49-a646-4b9aea819348 None None] Attempting to bind port 39502c54-2937-4946-bd49-b1e42afc82f6 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:29:03.999215 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d923ba6-0a58-4e49-a646-4b9aea819348 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:29:03.999594 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d923ba6-0a58-4e49-a646-4b9aea819348 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:29:04.000171 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d923ba6-0a58-4e49-a646-4b9aea819348 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:04.000625 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d923ba6-0a58-4e49-a646-4b9aea819348 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:29:04.001606 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-8d923ba6-0a58-4e49-a646-4b9aea819348 None None] Bound port: 39502c54-2937-4946-bd49-b1e42afc82f6, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:29:04.002000 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d923ba6-0a58-4e49-a646-4b9aea819348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (39502c54-2937-4946-bd49-b1e42afc82f6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:04.093326 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7f69748a-b999-4b3a-a749-628e3d963120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4d32bcee-c57e-407d-9b1a-7911d7ff3de6), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:04.101094 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-8d923ba6-0a58-4e49-a646-4b9aea819348 None None] For port 39502c54-2937-4946-bd49-b1e42afc82f6, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:29:04.107240 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-8d923ba6-0a58-4e49-a646-4b9aea819348 None None] For port 39502c54-2937-4946-bd49-b1e42afc82f6, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=39502c54-2937-4946-bd49-b1e42afc82f6,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:29:04.126932 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d923ba6-0a58-4e49-a646-4b9aea819348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (39502c54-2937-4946-bd49-b1e42afc82f6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:04.166890 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 201429bc-a50d-43d8-9f46-69a7bdf75efe up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:29:04.174475 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b2a0545b-23ba-411d-be24-caa792e7afdf None None] Provisioning complete for port 4d32bcee-c57e-407d-9b1a-7911d7ff3de6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:29:04.175093 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b2a0545b-23ba-411d-be24-caa792e7afdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4d32bcee-c57e-407d-9b1a-7911d7ff3de6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:04.268965 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09425d84-97a6-4bcf-b34e-81e398a228bd None None] Pushing event updated for resources: {'Port': ['ID=39502c54-2937-4946-bd49-b1e42afc82f6,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:04.271661 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d923ba6-0a58-4e49-a646-4b9aea819348 None None] Routers {'cc8df2ca-43ed-4c8d-938b-658969589085'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:29:04.272265 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8d923ba6-0a58-4e49-a646-4b9aea819348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:28:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['cc8df2ca-43ed-4c8d-938b-658969589085'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:29:04.278115 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b2a0545b-23ba-411d-be24-caa792e7afdf None None] Port 4d32bcee-c57e-407d-9b1a-7911d7ff3de6 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:29:04.293250 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7f69748a-b999-4b3a-a749-628e3d963120 admin admin] Publish callbacks [] for port (4d32bcee-c57e-407d-9b1a-7911d7ff3de6), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:04.300352 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7f69748a-b999-4b3a-a749-628e3d963120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (4d32bcee-c57e-407d-9b1a-7911d7ff3de6), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:04.337009 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 201429bc-a50d-43d8-9f46-69a7bdf75efe triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:29:04.337384 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (201429bc-a50d-43d8-9f46-69a7bdf75efe), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:04.379496 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7f69748a-b999-4b3a-a749-628e3d963120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (cc8df2ca-43ed-4c8d-938b-658969589085), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:04.381234 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69748a-b999-4b3a-a749-628e3d963120 admin admin] Pushing event updated for resources: {'Port': ['ID=4d32bcee-c57e-407d-9b1a-7911d7ff3de6,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:04.427043 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-8d923ba6-0a58-4e49-a646-4b9aea819348 None None] Set router cc8df2ca-43ed-4c8d-938b-658969589085 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:29:04.544024 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 201429bc-a50d-43d8-9f46-69a7bdf75efe is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:29:04.817383 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f69748a-b999-4b3a-a749-628e3d963120 admin admin] Network 1862adb6-0aab-4400-838b-4c932c16533c is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:29:04.818730 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-7f69748a-b999-4b3a-a749-628e3d963120 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:29:04.843797 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8d923ba6-0a58-4e49-a646-4b9aea819348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8df2ca-43ed-4c8d-938b-658969589085', 'name': 'tempest-TestEncryptedCinderVolumes-1279701534-router', 'tenant_id': '665d2813da8d4bd3aa70dc37dd03b835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '39502c54-2937-4946-bd49-b1e42afc82f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:29:01Z', 'updated_at': '2022-02-20T06:29:04Z', 'revision_number': 4, 'project_id': '665d2813da8d4bd3aa70dc37dd03b835', 'gw_port': {'id': '39502c54-2937-4946-bd49-b1e42afc82f6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:33:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8df2ca-43ed-4c8d-938b-658969589085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:29:01Z', 'updated_at': '2022-02-20T06:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '4d32bcee-c57e-407d-9b1a-7911d7ff3de6', 'name': '', 'network_id': '1862adb6-0aab-4400-838b-4c932c16533c', 'tenant_id': '665d2813da8d4bd3aa70dc37dd03b835', 'mac_address': 'fa:16:3e:e4:0a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8df2ca-43ed-4c8d-938b-658969589085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '6378b057-6a1f-450b-9fa6-b1291ba99e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:29:03Z', 'updated_at': '2022-02-20T06:29:03Z', 'revision_number': 1, 'project_id': '665d2813da8d4bd3aa70dc37dd03b835', 'subnets': [{'id': '6378b057-6a1f-450b-9fa6-b1291ba99e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:29:04.872086 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d923ba6-0a58-4e49-a646-4b9aea819348 None None] The sync data for ids ['cc8df2ca-43ed-4c8d-938b-658969589085'] in n-d-829866-5 is: [{'id': 'cc8df2ca-43ed-4c8d-938b-658969589085', 'name': 'tempest-TestEncryptedCinderVolumes-1279701534-router', 'tenant_id': '665d2813da8d4bd3aa70dc37dd03b835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '39502c54-2937-4946-bd49-b1e42afc82f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:29:01Z', 'updated_at': '2022-02-20T06:29:04Z', 'revision_number': 4, 'project_id': '665d2813da8d4bd3aa70dc37dd03b835', 'gw_port': {'id': '39502c54-2937-4946-bd49-b1e42afc82f6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:33:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8df2ca-43ed-4c8d-938b-658969589085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:29:01Z', 'updated_at': '2022-02-20T06:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '4d32bcee-c57e-407d-9b1a-7911d7ff3de6', 'name': '', 'network_id': '1862adb6-0aab-4400-838b-4c932c16533c', 'tenant_id': '665d2813da8d4bd3aa70dc37dd03b835', 'mac_address': 'fa:16:3e:e4:0a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8df2ca-43ed-4c8d-938b-658969589085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '6378b057-6a1f-450b-9fa6-b1291ba99e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:29:03Z', 'updated_at': '2022-02-20T06:29:03Z', 'revision_number': 1, 'project_id': '665d2813da8d4bd3aa70dc37dd03b835', 'subnets': [{'id': '6378b057-6a1f-450b-9fa6-b1291ba99e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:29:04.942441 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f69748a-b999-4b3a-a749-628e3d963120 admin admin] Router cc8df2ca-43ed-4c8d-938b-658969589085 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:29:05.063121 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f69748a-b999-4b3a-a749-628e3d963120 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:29:05.068264 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7f69748a-b999-4b3a-a749-628e3d963120 admin admin] 10.222.0.37 "PUT /v2.0/routers/cc8df2ca-43ed-4c8d-938b-658969589085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0360725 Feb 20 06:29:05.111119 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-3481208c-bb11-4e1e-8358-3b6ab83d7dce None None] Provisioning complete for port 4d32bcee-c57e-407d-9b1a-7911d7ff3de6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:29:05.111119 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3481208c-bb11-4e1e-8358-3b6ab83d7dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4d32bcee-c57e-407d-9b1a-7911d7ff3de6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:05.154571 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3481208c-bb11-4e1e-8358-3b6ab83d7dce None None] Port 4d32bcee-c57e-407d-9b1a-7911d7ff3de6 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:29:05.587526 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52690) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:29:05.592429 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ab36d288-5395-4936-843a-f7ae85c14fa3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2030285571-network', 'tenant_id': '0e6496f9543e40a590a30e115d4f95b3'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:29:05.612576 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab36d288-5395-4936-843a-f7ae85c14fa3 admin admin] Made reservation on behalf of 0e6496f9543e40a590a30e115d4f95b3 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:29:05.615298 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ab36d288-5395-4936-843a-f7ae85c14fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:05.624928 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ab36d288-5395-4936-843a-f7ae85c14fa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:05.710683 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ab36d288-5395-4936-843a-f7ae85c14fa3 admin admin] Publish callbacks [] for security_group (166b8372-32bc-45f9-ad2c-0db8fbf21bb7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:05.715151 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ab36d288-5395-4936-843a-f7ae85c14fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (166b8372-32bc-45f9-ad2c-0db8fbf21bb7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:05.741670 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab36d288-5395-4936-843a-f7ae85c14fa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:29:05.752819 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36d288-5395-4936-843a-f7ae85c14fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166b8372-32bc-45f9-ad2c-0db8fbf21bb7,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:05.758262 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ab36d288-5395-4936-843a-f7ae85c14fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (bc05a87c-5989-4ed2-bb70-ee0305ec1684), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:05.758600 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-ab36d288-5395-4936-843a-f7ae85c14fa3 admin admin] Added segment bc05a87c-5989-4ed2-bb70-ee0305ec1684 of type vlan for network 04c4296a-d591-4c54-b5c8-ccabe4bdc161 Feb 20 06:29:05.799986 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ab36d288-5395-4936-843a-f7ae85c14fa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (04c4296a-d591-4c54-b5c8-ccabe4bdc161), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:05.826456 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ab36d288-5395-4936-843a-f7ae85c14fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (04c4296a-d591-4c54-b5c8-ccabe4bdc161), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:05.827504 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab36d288-5395-4936-843a-f7ae85c14fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:05.828083 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ab36d288-5395-4936-843a-f7ae85c14fa3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:05.891063 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ab36d288-5395-4936-843a-f7ae85c14fa3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3023832 Feb 20 06:29:05.893652 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52692) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:29:05.899261 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d05437b0-a5f7-40dd-aac1-f58e11457b22 admin admin] Request body: {'subnet': {'network_id': '04c4296a-d591-4c54-b5c8-ccabe4bdc161', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2030285571-subnet', 'tenant_id': '0e6496f9543e40a590a30e115d4f95b3', 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:29:05.909925 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36d288-5395-4936-843a-f7ae85c14fa3 admin admin] Pushing event updated for resources: {'Network': ['ID=04c4296a-d591-4c54-b5c8-ccabe4bdc161,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:05.920665 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 04c4296a-d591-4c54-b5c8-ccabe4bdc161 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:29:05.928936 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05437b0-a5f7-40dd-aac1-f58e11457b22 admin admin] Made reservation on behalf of 0e6496f9543e40a590a30e115d4f95b3 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:29:05.931460 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d05437b0-a5f7-40dd-aac1-f58e11457b22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:06.048936 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 39502c54-2937-4946-bd49-b1e42afc82f6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:29:06.104755 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 39502c54-2937-4946-bd49-b1e42afc82f6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:29:06.105126 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (39502c54-2937-4946-bd49-b1e42afc82f6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:06.140940 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d05437b0-a5f7-40dd-aac1-f58e11457b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (7e1c1a9d-6655-43eb-9a40-3e3724d948cb), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:06.186191 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 39502c54-2937-4946-bd49-b1e42afc82f6 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:29:06.186764 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (39502c54-2937-4946-bd49-b1e42afc82f6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:06.197707 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05437b0-a5f7-40dd-aac1-f58e11457b22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e1c1a9d-6655-43eb-9a40-3e3724d948cb,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:06.208486 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05437b0-a5f7-40dd-aac1-f58e11457b22 admin admin] Checking segment: {'id': 'bc05a87c-5989-4ed2-bb70-ee0305ec1684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '04c4296a-d591-4c54-b5c8-ccabe4bdc161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:29:06.208859 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05437b0-a5f7-40dd-aac1-f58e11457b22 admin admin] Network hostable DHCP agents. Network: 04c4296a-d591-4c54-b5c8-ccabe4bdc161, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:29:06.214467 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 39502c54-2937-4946-bd49-b1e42afc82f6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=39502c54-2937-4946-bd49-b1e42afc82f6,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:29:06.218425 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (39502c54-2937-4946-bd49-b1e42afc82f6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:06.232336 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05437b0-a5f7-40dd-aac1-f58e11457b22 admin admin] Network 04c4296a-d591-4c54-b5c8-ccabe4bdc161 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:29:06.245879 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-d05437b0-a5f7-40dd-aac1-f58e11457b22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 04c4296a-d591-4c54-b5c8-ccabe4bdc161) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:29:06.250868 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05437b0-a5f7-40dd-aac1-f58e11457b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:06.251713 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d05437b0-a5f7-40dd-aac1-f58e11457b22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:06.258983 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00ae4ad-f48e-49ab-ade9-0a4b99ddda31 None None] Network 04c4296a-d591-4c54-b5c8-ccabe4bdc161 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:29:06.274241 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d05437b0-a5f7-40dd-aac1-f58e11457b22 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3765726 Feb 20 06:29:06.274616 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 52694) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:29:06.279496 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-9db48511-9f0b-49da-a5a3-8caa9f560fe3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2030285571-router', 'tenant_id': '0e6496f9543e40a590a30e115d4f95b3', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:29:06.301314 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9db48511-9f0b-49da-a5a3-8caa9f560fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (a92e1a9d-64ae-41de-a844-ca80aa1d76e0), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:06.302476 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9db48511-9f0b-49da-a5a3-8caa9f560fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (a92e1a9d-64ae-41de-a844-ca80aa1d76e0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:06.321221 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=39502c54-2937-4946-bd49-b1e42afc82f6,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:06.357620 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9db48511-9f0b-49da-a5a3-8caa9f560fe3 admin admin] Publish callbacks [] for router_controller (a92e1a9d-64ae-41de-a844-ca80aa1d76e0), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:06.376921 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd5d27e-7c0c-4fe5-b539-7284e60d52e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-04c4296a-d591-4c54-b5c8-ccabe4bdc161', 'network_id': '04c4296a-d591-4c54-b5c8-ccabe4bdc161', 'project_id': '0e6496f9543e40a590a30e115d4f95b3', 'fixed_ips': [{'subnet_id': '7e1c1a9d-6655-43eb-9a40-3e3724d948cb'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:29:06.377785 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0dd5d27e-7c0c-4fe5-b539-7284e60d52e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:06.502415 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9db48511-9f0b-49da-a5a3-8caa9f560fe3 admin admin] Publish callbacks [] for router_gateway (a92e1a9d-64ae-41de-a844-ca80aa1d76e0), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:06.518273 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-0dd5d27e-7c0c-4fe5-b539-7284e60d52e9 None None] Allocated IP 172.20.0.2 (04c4296a-d591-4c54-b5c8-ccabe4bdc161/7e1c1a9d-6655-43eb-9a40-3e3724d948cb/791fa18e-1c04-4a43-9c36-4d23ffb099b6) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:29:06.663769 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0dd5d27e-7c0c-4fe5-b539-7284e60d52e9 None None] Publish callbacks [] for port (791fa18e-1c04-4a43-9c36-4d23ffb099b6), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:06.671019 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0dd5d27e-7c0c-4fe5-b539-7284e60d52e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (791fa18e-1c04-4a43-9c36-4d23ffb099b6), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:06.712176 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd5d27e-7c0c-4fe5-b539-7284e60d52e9 None None] Network 04c4296a-d591-4c54-b5c8-ccabe4bdc161 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:29:06.715049 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-0dd5d27e-7c0c-4fe5-b539-7284e60d52e9 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:29:06.721339 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd5d27e-7c0c-4fe5-b539-7284e60d52e9 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:29:06.722697 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9db48511-9f0b-49da-a5a3-8caa9f560fe3 admin admin] Publish callbacks [] for router_gateway (a92e1a9d-64ae-41de-a844-ca80aa1d76e0), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:06.728487 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5d27e-7c0c-4fe5-b539-7284e60d52e9 None None] Pushing event updated for resources: {'Port': ['ID=791fa18e-1c04-4a43-9c36-4d23ffb099b6,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:06.743803 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9db48511-9f0b-49da-a5a3-8caa9f560fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:06.790116 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0dd5d27e-7c0c-4fe5-b539-7284e60d52e9 None None] Attempting to bind port 791fa18e-1c04-4a43-9c36-4d23ffb099b6 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:29:06.790493 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0dd5d27e-7c0c-4fe5-b539-7284e60d52e9 None None] Attempting to bind port 791fa18e-1c04-4a43-9c36-4d23ffb099b6 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'bc05a87c-5989-4ed2-bb70-ee0305ec1684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '04c4296a-d591-4c54-b5c8-ccabe4bdc161'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:29:06.790857 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd5d27e-7c0c-4fe5-b539-7284e60d52e9 None None] Attempting to bind port 791fa18e-1c04-4a43-9c36-4d23ffb099b6 on network 04c4296a-d591-4c54-b5c8-ccabe4bdc161 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:29:06.795877 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd5d27e-7c0c-4fe5-b539-7284e60d52e9 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:29:06.796250 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd5d27e-7c0c-4fe5-b539-7284e60d52e9 None None] Checking segment: {'id': 'bc05a87c-5989-4ed2-bb70-ee0305ec1684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '04c4296a-d591-4c54-b5c8-ccabe4bdc161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:29:06.796647 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0dd5d27e-7c0c-4fe5-b539-7284e60d52e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:06.797040 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd5d27e-7c0c-4fe5-b539-7284e60d52e9 None None] Bound using segment: {'id': 'bc05a87c-5989-4ed2-bb70-ee0305ec1684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '04c4296a-d591-4c54-b5c8-ccabe4bdc161'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:29:06.797515 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0dd5d27e-7c0c-4fe5-b539-7284e60d52e9 None None] Bound port: 791fa18e-1c04-4a43-9c36-4d23ffb099b6, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc05a87c-5989-4ed2-bb70-ee0305ec1684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '04c4296a-d591-4c54-b5c8-ccabe4bdc161'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:29:06.798018 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0dd5d27e-7c0c-4fe5-b539-7284e60d52e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (791fa18e-1c04-4a43-9c36-4d23ffb099b6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:06.849435 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-9db48511-9f0b-49da-a5a3-8caa9f560fe3 admin admin] Allocated IP 172.25.3.37 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/aa68cffa-b482-483c-ac11-de0dbb9bd753) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:29:06.868734 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0dd5d27e-7c0c-4fe5-b539-7284e60d52e9 None None] For port 791fa18e-1c04-4a43-9c36-4d23ffb099b6, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:29:06.871941 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0dd5d27e-7c0c-4fe5-b539-7284e60d52e9 None None] For port 791fa18e-1c04-4a43-9c36-4d23ffb099b6, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=791fa18e-1c04-4a43-9c36-4d23ffb099b6,segment=NetworkSegment(bc05a87c-5989-4ed2-bb70-ee0305ec1684),segment_id=bc05a87c-5989-4ed2-bb70-ee0305ec1684)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:29:06.877697 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0dd5d27e-7c0c-4fe5-b539-7284e60d52e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (791fa18e-1c04-4a43-9c36-4d23ffb099b6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:06.941942 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5d27e-7c0c-4fe5-b539-7284e60d52e9 None None] Pushing event updated for resources: {'Port': ['ID=791fa18e-1c04-4a43-9c36-4d23ffb099b6,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:06.979180 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9db48511-9f0b-49da-a5a3-8caa9f560fe3 admin admin] Publish callbacks [] for port (aa68cffa-b482-483c-ac11-de0dbb9bd753), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:07.019856 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9db48511-9f0b-49da-a5a3-8caa9f560fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (aa68cffa-b482-483c-ac11-de0dbb9bd753), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:07.061048 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b65e99-9bb1-47e0-8826-fc7b5458af4b None None] Sync routers for ids ['cc8df2ca-43ed-4c8d-938b-658969589085'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:29:07.069568 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db48511-9f0b-49da-a5a3-8caa9f560fe3 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:29:07.073803 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-9db48511-9f0b-49da-a5a3-8caa9f560fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:29:07.078165 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db48511-9f0b-49da-a5a3-8caa9f560fe3 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:29:07.085725 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db48511-9f0b-49da-a5a3-8caa9f560fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=aa68cffa-b482-483c-ac11-de0dbb9bd753,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:07.099124 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b65e99-9bb1-47e0-8826-fc7b5458af4b None None] Routers {'cc8df2ca-43ed-4c8d-938b-658969589085'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:29:07.101069 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-73b65e99-9bb1-47e0-8826-fc7b5458af4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:28:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['cc8df2ca-43ed-4c8d-938b-658969589085'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:29:07.226163 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-73b65e99-9bb1-47e0-8826-fc7b5458af4b None None] Set router cc8df2ca-43ed-4c8d-938b-658969589085 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:29:07.348154 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9db48511-9f0b-49da-a5a3-8caa9f560fe3 admin admin] Publish callbacks [] for router_gateway (a92e1a9d-64ae-41de-a844-ca80aa1d76e0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:07.423988 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-73b65e99-9bb1-47e0-8826-fc7b5458af4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8df2ca-43ed-4c8d-938b-658969589085', 'name': 'tempest-TestEncryptedCinderVolumes-1279701534-router', 'tenant_id': '665d2813da8d4bd3aa70dc37dd03b835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '39502c54-2937-4946-bd49-b1e42afc82f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:29:01Z', 'updated_at': '2022-02-20T06:29:04Z', 'revision_number': 4, 'project_id': '665d2813da8d4bd3aa70dc37dd03b835', 'gw_port': {'id': '39502c54-2937-4946-bd49-b1e42afc82f6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:33:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8df2ca-43ed-4c8d-938b-658969589085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:29:01Z', 'updated_at': '2022-02-20T06:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '4d32bcee-c57e-407d-9b1a-7911d7ff3de6', 'name': '', 'network_id': '1862adb6-0aab-4400-838b-4c932c16533c', 'tenant_id': '665d2813da8d4bd3aa70dc37dd03b835', 'mac_address': 'fa:16:3e:e4:0a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8df2ca-43ed-4c8d-938b-658969589085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '6378b057-6a1f-450b-9fa6-b1291ba99e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:29:03Z', 'updated_at': '2022-02-20T06:29:04Z', 'revision_number': 2, 'project_id': '665d2813da8d4bd3aa70dc37dd03b835', 'subnets': [{'id': '6378b057-6a1f-450b-9fa6-b1291ba99e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:29:07.449669 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b65e99-9bb1-47e0-8826-fc7b5458af4b None None] Checking router: cc8df2ca-43ed-4c8d-938b-658969589085 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:29:07.449934 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b65e99-9bb1-47e0-8826-fc7b5458af4b None None] Updating router cc8df2ca-43ed-4c8d-938b-658969589085 port 4d32bcee-c57e-407d-9b1a-7911d7ff3de6 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:29:07.480369 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73b65e99-9bb1-47e0-8826-fc7b5458af4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4d32bcee-c57e-407d-9b1a-7911d7ff3de6), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:07.549565 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9db48511-9f0b-49da-a5a3-8caa9f560fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (a92e1a9d-64ae-41de-a844-ca80aa1d76e0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:07.694492 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db48511-9f0b-49da-a5a3-8caa9f560fe3 admin admin] Router a92e1a9d-64ae-41de-a844-ca80aa1d76e0 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:29:07.813068 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db48511-9f0b-49da-a5a3-8caa9f560fe3 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:29:07.824691 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c752ba9f-5abf-41ab-b9ae-c34379b62808 None None] Sync routers for ids ['a92e1a9d-64ae-41de-a844-ca80aa1d76e0'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:29:07.833371 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9db48511-9f0b-49da-a5a3-8caa9f560fe3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:07.838740 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 52696) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:29:07.839292 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9db48511-9f0b-49da-a5a3-8caa9f560fe3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5632491 Feb 20 06:29:07.848387 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73b65e99-9bb1-47e0-8826-fc7b5458af4b None None] Publish callbacks [] for port (4d32bcee-c57e-407d-9b1a-7911d7ff3de6), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:07.852446 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c752ba9f-5abf-41ab-b9ae-c34379b62808 None None] Routers {'a92e1a9d-64ae-41de-a844-ca80aa1d76e0'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:29:07.853309 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-c752ba9f-5abf-41ab-b9ae-c34379b62808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:28:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a92e1a9d-64ae-41de-a844-ca80aa1d76e0'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:29:07.861264 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73b65e99-9bb1-47e0-8826-fc7b5458af4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4d32bcee-c57e-407d-9b1a-7911d7ff3de6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:07.971887 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-73b65e99-9bb1-47e0-8826-fc7b5458af4b None None] Attempting to bind port 4d32bcee-c57e-407d-9b1a-7911d7ff3de6 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:29:07.972253 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-73b65e99-9bb1-47e0-8826-fc7b5458af4b None None] Attempting to bind port 4d32bcee-c57e-407d-9b1a-7911d7ff3de6 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'cfd95621-5883-4cfc-a623-007af4f6925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1862adb6-0aab-4400-838b-4c932c16533c'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:29:07.972615 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b65e99-9bb1-47e0-8826-fc7b5458af4b None None] Attempting to bind port 4d32bcee-c57e-407d-9b1a-7911d7ff3de6 on network 1862adb6-0aab-4400-838b-4c932c16533c {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:29:08.005939 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b65e99-9bb1-47e0-8826-fc7b5458af4b None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:29:08.006323 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b65e99-9bb1-47e0-8826-fc7b5458af4b None None] Checking segment: {'id': 'cfd95621-5883-4cfc-a623-007af4f6925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1862adb6-0aab-4400-838b-4c932c16533c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:29:08.006734 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73b65e99-9bb1-47e0-8826-fc7b5458af4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:08.007168 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b65e99-9bb1-47e0-8826-fc7b5458af4b None None] Bound using segment: {'id': 'cfd95621-5883-4cfc-a623-007af4f6925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1862adb6-0aab-4400-838b-4c932c16533c'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:29:08.008165 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-73b65e99-9bb1-47e0-8826-fc7b5458af4b None None] Bound port: 4d32bcee-c57e-407d-9b1a-7911d7ff3de6, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd95621-5883-4cfc-a623-007af4f6925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1862adb6-0aab-4400-838b-4c932c16533c'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:29:08.008521 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73b65e99-9bb1-47e0-8826-fc7b5458af4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4d32bcee-c57e-407d-9b1a-7911d7ff3de6), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:08.010664 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccff1d6-7141-47da-a5f1-ff614aaaefcf None None] Pushing event updated for resources: {'Port': ['ID=4d32bcee-c57e-407d-9b1a-7911d7ff3de6,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:08.020990 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccff1d6-7141-47da-a5f1-ff614aaaefcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:29:08.021340 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccff1d6-7141-47da-a5f1-ff614aaaefcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:29:08.022500 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccff1d6-7141-47da-a5f1-ff614aaaefcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:29:08.022847 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccff1d6-7141-47da-a5f1-ff614aaaefcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:29:08.023209 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccff1d6-7141-47da-a5f1-ff614aaaefcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:29:08.024114 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccff1d6-7141-47da-a5f1-ff614aaaefcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:29:08.024447 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccff1d6-7141-47da-a5f1-ff614aaaefcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:29:08.024778 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccff1d6-7141-47da-a5f1-ff614aaaefcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:29:08.025104 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccff1d6-7141-47da-a5f1-ff614aaaefcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:29:08.025585 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccff1d6-7141-47da-a5f1-ff614aaaefcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:29:08.025922 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccff1d6-7141-47da-a5f1-ff614aaaefcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:29:08.026254 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccff1d6-7141-47da-a5f1-ff614aaaefcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:29:08.026711 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccff1d6-7141-47da-a5f1-ff614aaaefcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:29:08.040145 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-c752ba9f-5abf-41ab-b9ae-c34379b62808 None None] Set router a92e1a9d-64ae-41de-a844-ca80aa1d76e0 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:29:08.099904 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-73b65e99-9bb1-47e0-8826-fc7b5458af4b None None] For port 4d32bcee-c57e-407d-9b1a-7911d7ff3de6, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:29:08.104242 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-73b65e99-9bb1-47e0-8826-fc7b5458af4b None None] For port 4d32bcee-c57e-407d-9b1a-7911d7ff3de6, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4d32bcee-c57e-407d-9b1a-7911d7ff3de6,segment=NetworkSegment(cfd95621-5883-4cfc-a623-007af4f6925a),segment_id=cfd95621-5883-4cfc-a623-007af4f6925a)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:29:08.116360 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73b65e99-9bb1-47e0-8826-fc7b5458af4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4d32bcee-c57e-407d-9b1a-7911d7ff3de6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:08.123945 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f941244-4bba-4f11-b328-c63201e3f537 None None] Network 04c4296a-d591-4c54-b5c8-ccabe4bdc161 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:29:08.184872 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccff1d6-7141-47da-a5f1-ff614aaaefcf None None] Pushing event updated for resources: {'Port': ['ID=4d32bcee-c57e-407d-9b1a-7911d7ff3de6,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:08.210208 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 791fa18e-1c04-4a43-9c36-4d23ffb099b6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:29:08.212799 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b65e99-9bb1-47e0-8826-fc7b5458af4b None None] Routers {'cc8df2ca-43ed-4c8d-938b-658969589085'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:29:08.213524 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-73b65e99-9bb1-47e0-8826-fc7b5458af4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:28:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['cc8df2ca-43ed-4c8d-938b-658969589085'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:29:08.281180 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-18d2045e-54e1-4cfa-8d69-ce69b8500863 None None] Provisioning complete for port 791fa18e-1c04-4a43-9c36-4d23ffb099b6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:29:08.281561 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18d2045e-54e1-4cfa-8d69-ce69b8500863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (791fa18e-1c04-4a43-9c36-4d23ffb099b6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:08.352181 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-73b65e99-9bb1-47e0-8826-fc7b5458af4b None None] Set router cc8df2ca-43ed-4c8d-938b-658969589085 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:29:08.476232 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 791fa18e-1c04-4a43-9c36-4d23ffb099b6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:29:08.476655 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (791fa18e-1c04-4a43-9c36-4d23ffb099b6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:08.481610 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0aa86af6-75d8-4cb8-a618-220a5ab20224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:08.524470 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-18d2045e-54e1-4cfa-8d69-ce69b8500863 None None] Current status of the port 791fa18e-1c04-4a43-9c36-4d23ffb099b6 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:29:08.524760 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18d2045e-54e1-4cfa-8d69-ce69b8500863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (791fa18e-1c04-4a43-9c36-4d23ffb099b6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:08.572366 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-c752ba9f-5abf-41ab-b9ae-c34379b62808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92e1a9d-64ae-41de-a844-ca80aa1d76e0', 'name': 'tempest-TestEncryptedCinderVolumes-2030285571-router', 'tenant_id': '0e6496f9543e40a590a30e115d4f95b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'aa68cffa-b482-483c-ac11-de0dbb9bd753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:29:06Z', 'updated_at': '2022-02-20T06:29:07Z', 'revision_number': 3, 'project_id': '0e6496f9543e40a590a30e115d4f95b3', 'gw_port': {'id': 'aa68cffa-b482-483c-ac11-de0dbb9bd753', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92e1a9d-64ae-41de-a844-ca80aa1d76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:29:06Z', 'updated_at': '2022-02-20T06:29:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:29:08.577448 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-73b65e99-9bb1-47e0-8826-fc7b5458af4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8df2ca-43ed-4c8d-938b-658969589085', 'name': 'tempest-TestEncryptedCinderVolumes-1279701534-router', 'tenant_id': '665d2813da8d4bd3aa70dc37dd03b835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '39502c54-2937-4946-bd49-b1e42afc82f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:29:01Z', 'updated_at': '2022-02-20T06:29:04Z', 'revision_number': 4, 'project_id': '665d2813da8d4bd3aa70dc37dd03b835', 'gw_port': {'id': '39502c54-2937-4946-bd49-b1e42afc82f6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:33:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8df2ca-43ed-4c8d-938b-658969589085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:29:01Z', 'updated_at': '2022-02-20T06:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '4d32bcee-c57e-407d-9b1a-7911d7ff3de6', 'name': '', 'network_id': '1862adb6-0aab-4400-838b-4c932c16533c', 'tenant_id': '665d2813da8d4bd3aa70dc37dd03b835', 'mac_address': 'fa:16:3e:e4:0a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8df2ca-43ed-4c8d-938b-658969589085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '6378b057-6a1f-450b-9fa6-b1291ba99e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:29:03Z', 'updated_at': '2022-02-20T06:29:08Z', 'revision_number': 4, 'project_id': '665d2813da8d4bd3aa70dc37dd03b835', 'subnets': [{'id': '6378b057-6a1f-450b-9fa6-b1291ba99e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:29:08.606276 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b65e99-9bb1-47e0-8826-fc7b5458af4b None None] The sync data for ids ['cc8df2ca-43ed-4c8d-938b-658969589085'] in n-d-829866-5 is: [{'id': 'cc8df2ca-43ed-4c8d-938b-658969589085', 'name': 'tempest-TestEncryptedCinderVolumes-1279701534-router', 'tenant_id': '665d2813da8d4bd3aa70dc37dd03b835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '39502c54-2937-4946-bd49-b1e42afc82f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:29:01Z', 'updated_at': '2022-02-20T06:29:04Z', 'revision_number': 4, 'project_id': '665d2813da8d4bd3aa70dc37dd03b835', 'gw_port': {'id': '39502c54-2937-4946-bd49-b1e42afc82f6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:33:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8df2ca-43ed-4c8d-938b-658969589085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:29:01Z', 'updated_at': '2022-02-20T06:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '4d32bcee-c57e-407d-9b1a-7911d7ff3de6', 'name': '', 'network_id': '1862adb6-0aab-4400-838b-4c932c16533c', 'tenant_id': '665d2813da8d4bd3aa70dc37dd03b835', 'mac_address': 'fa:16:3e:e4:0a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8df2ca-43ed-4c8d-938b-658969589085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '6378b057-6a1f-450b-9fa6-b1291ba99e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:29:03Z', 'updated_at': '2022-02-20T06:29:08Z', 'revision_number': 4, 'project_id': '665d2813da8d4bd3aa70dc37dd03b835', 'subnets': [{'id': '6378b057-6a1f-450b-9fa6-b1291ba99e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:29:08.608229 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-18d2045e-54e1-4cfa-8d69-ce69b8500863 None None] For port 791fa18e-1c04-4a43-9c36-4d23ffb099b6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=791fa18e-1c04-4a43-9c36-4d23ffb099b6,segment=NetworkSegment(bc05a87c-5989-4ed2-bb70-ee0305ec1684),segment_id=bc05a87c-5989-4ed2-bb70-ee0305ec1684)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:29:08.610498 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c752ba9f-5abf-41ab-b9ae-c34379b62808 None None] Checking router: a92e1a9d-64ae-41de-a844-ca80aa1d76e0 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:29:08.610925 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c752ba9f-5abf-41ab-b9ae-c34379b62808 None None] Updating router a92e1a9d-64ae-41de-a844-ca80aa1d76e0 port aa68cffa-b482-483c-ac11-de0dbb9bd753 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:29:08.634669 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18d2045e-54e1-4cfa-8d69-ce69b8500863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (791fa18e-1c04-4a43-9c36-4d23ffb099b6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:08.658641 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-0aa86af6-75d8-4cb8-a618-220a5ab20224 admin admin] Allocated IP 172.20.0.1 (04c4296a-d591-4c54-b5c8-ccabe4bdc161/7e1c1a9d-6655-43eb-9a40-3e3724d948cb/108f4aa2-6f9a-4a59-9c1a-a954bd039b6a) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:29:08.692502 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c752ba9f-5abf-41ab-b9ae-c34379b62808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (aa68cffa-b482-483c-ac11-de0dbb9bd753), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:08.744280 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 791fa18e-1c04-4a43-9c36-4d23ffb099b6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:29:08.745507 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 39502c54-2937-4946-bd49-b1e42afc82f6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:29:08.805047 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2045e-54e1-4cfa-8d69-ce69b8500863 None None] Pushing event updated for resources: {'Port': ['ID=791fa18e-1c04-4a43-9c36-4d23ffb099b6,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:08.808143 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0aa86af6-75d8-4cb8-a618-220a5ab20224 admin admin] Publish callbacks [] for port (108f4aa2-6f9a-4a59-9c1a-a954bd039b6a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:08.854530 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0aa86af6-75d8-4cb8-a618-220a5ab20224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (108f4aa2-6f9a-4a59-9c1a-a954bd039b6a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:08.901625 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa86af6-75d8-4cb8-a618-220a5ab20224 admin admin] Network 04c4296a-d591-4c54-b5c8-ccabe4bdc161 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:29:08.904735 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-3a8ebc08-5485-4b7d-b3df-e0b6c62679a0 None None] Provisioning complete for port 4d32bcee-c57e-407d-9b1a-7911d7ff3de6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:29:08.905213 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a8ebc08-5485-4b7d-b3df-e0b6c62679a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4d32bcee-c57e-407d-9b1a-7911d7ff3de6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:08.908742 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-0aa86af6-75d8-4cb8-a618-220a5ab20224 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:29:08.913426 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa86af6-75d8-4cb8-a618-220a5ab20224 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:29:08.917014 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa86af6-75d8-4cb8-a618-220a5ab20224 admin admin] Pushing event updated for resources: {'Port': ['ID=108f4aa2-6f9a-4a59-9c1a-a954bd039b6a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:08.958693 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0aa86af6-75d8-4cb8-a618-220a5ab20224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (a92e1a9d-64ae-41de-a844-ca80aa1d76e0), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:09.121036 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0aa86af6-75d8-4cb8-a618-220a5ab20224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (108f4aa2-6f9a-4a59-9c1a-a954bd039b6a), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:09.182003 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 39502c54-2937-4946-bd49-b1e42afc82f6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:29:09.182372 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (39502c54-2937-4946-bd49-b1e42afc82f6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:09.307406 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3a8ebc08-5485-4b7d-b3df-e0b6c62679a0 None None] Current status of the port 4d32bcee-c57e-407d-9b1a-7911d7ff3de6 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:29:09.307808 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a8ebc08-5485-4b7d-b3df-e0b6c62679a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4d32bcee-c57e-407d-9b1a-7911d7ff3de6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:09.311413 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0aa86af6-75d8-4cb8-a618-220a5ab20224 admin admin] Publish callbacks [] for port (108f4aa2-6f9a-4a59-9c1a-a954bd039b6a), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:09.316579 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0aa86af6-75d8-4cb8-a618-220a5ab20224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (108f4aa2-6f9a-4a59-9c1a-a954bd039b6a), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:09.387633 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa86af6-75d8-4cb8-a618-220a5ab20224 admin admin] Pushing event updated for resources: {'Port': ['ID=108f4aa2-6f9a-4a59-9c1a-a954bd039b6a,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:09.393265 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0aa86af6-75d8-4cb8-a618-220a5ab20224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (a92e1a9d-64ae-41de-a844-ca80aa1d76e0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:09.413714 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c752ba9f-5abf-41ab-b9ae-c34379b62808 None None] Publish callbacks [] for port (aa68cffa-b482-483c-ac11-de0dbb9bd753), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:09.417950 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3a8ebc08-5485-4b7d-b3df-e0b6c62679a0 None None] For port 4d32bcee-c57e-407d-9b1a-7911d7ff3de6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4d32bcee-c57e-407d-9b1a-7911d7ff3de6,segment=NetworkSegment(cfd95621-5883-4cfc-a623-007af4f6925a),segment_id=cfd95621-5883-4cfc-a623-007af4f6925a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:29:09.419909 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 39502c54-2937-4946-bd49-b1e42afc82f6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:29:09.423194 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a8ebc08-5485-4b7d-b3df-e0b6c62679a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4d32bcee-c57e-407d-9b1a-7911d7ff3de6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:09.426429 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c752ba9f-5abf-41ab-b9ae-c34379b62808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (aa68cffa-b482-483c-ac11-de0dbb9bd753), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:09.475433 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-c752ba9f-5abf-41ab-b9ae-c34379b62808 None None] Attempting to bind port aa68cffa-b482-483c-ac11-de0dbb9bd753 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:29:09.475817 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-c752ba9f-5abf-41ab-b9ae-c34379b62808 None None] Attempting to bind port aa68cffa-b482-483c-ac11-de0dbb9bd753 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:29:09.476191 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c752ba9f-5abf-41ab-b9ae-c34379b62808 None None] Attempting to bind port aa68cffa-b482-483c-ac11-de0dbb9bd753 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:29:09.487346 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa86af6-75d8-4cb8-a618-220a5ab20224 admin admin] Network 04c4296a-d591-4c54-b5c8-ccabe4bdc161 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:29:09.488902 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c752ba9f-5abf-41ab-b9ae-c34379b62808 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:29:09.489176 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-0aa86af6-75d8-4cb8-a618-220a5ab20224 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:29:09.489292 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c752ba9f-5abf-41ab-b9ae-c34379b62808 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:29:09.489684 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c752ba9f-5abf-41ab-b9ae-c34379b62808 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:09.490082 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c752ba9f-5abf-41ab-b9ae-c34379b62808 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:29:09.490571 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-c752ba9f-5abf-41ab-b9ae-c34379b62808 None None] Bound port: aa68cffa-b482-483c-ac11-de0dbb9bd753, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:29:09.490984 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c752ba9f-5abf-41ab-b9ae-c34379b62808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (aa68cffa-b482-483c-ac11-de0dbb9bd753), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:09.517909 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ebc08-5485-4b7d-b3df-e0b6c62679a0 None None] Pushing event updated for resources: {'Port': ['ID=4d32bcee-c57e-407d-9b1a-7911d7ff3de6,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:09.570801 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493191e-d05d-4e1c-af5a-aa3f6ccf6312 None None] Pushing event updated for resources: {'Port': ['ID=aa68cffa-b482-483c-ac11-de0dbb9bd753,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:09.603416 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a8680c48-1ccf-4a82-a65a-b0387c28e72e None None] Provisioning complete for port 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:29:09.603798 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a8680c48-1ccf-4a82-a65a-b0387c28e72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (108f4aa2-6f9a-4a59-9c1a-a954bd039b6a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:09.607731 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c752ba9f-5abf-41ab-b9ae-c34379b62808 None None] For port aa68cffa-b482-483c-ac11-de0dbb9bd753, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:29:09.611385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c752ba9f-5abf-41ab-b9ae-c34379b62808 None None] For port aa68cffa-b482-483c-ac11-de0dbb9bd753, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=aa68cffa-b482-483c-ac11-de0dbb9bd753,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:29:09.623957 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa86af6-75d8-4cb8-a618-220a5ab20224 admin admin] Router a92e1a9d-64ae-41de-a844-ca80aa1d76e0 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:29:09.639211 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c752ba9f-5abf-41ab-b9ae-c34379b62808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (aa68cffa-b482-483c-ac11-de0dbb9bd753), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:09.675649 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a8680c48-1ccf-4a82-a65a-b0387c28e72e None None] Port 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:29:09.715570 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493191e-d05d-4e1c-af5a-aa3f6ccf6312 None None] Pushing event updated for resources: {'Port': ['ID=aa68cffa-b482-483c-ac11-de0dbb9bd753,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:09.718478 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a8680c48-1ccf-4a82-a65a-b0387c28e72e None None] Provisioning complete for port 791fa18e-1c04-4a43-9c36-4d23ffb099b6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:29:09.718858 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a8680c48-1ccf-4a82-a65a-b0387c28e72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (791fa18e-1c04-4a43-9c36-4d23ffb099b6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:09.720800 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c752ba9f-5abf-41ab-b9ae-c34379b62808 None None] Routers {'a92e1a9d-64ae-41de-a844-ca80aa1d76e0'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:29:09.721426 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-c752ba9f-5abf-41ab-b9ae-c34379b62808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:28:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a92e1a9d-64ae-41de-a844-ca80aa1d76e0'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:29:09.748542 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa86af6-75d8-4cb8-a618-220a5ab20224 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:29:09.753723 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0aa86af6-75d8-4cb8-a618-220a5ab20224 admin admin] 10.222.0.37 "PUT /v2.0/routers/a92e1a9d-64ae-41de-a844-ca80aa1d76e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9127138 Feb 20 06:29:09.892016 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-c752ba9f-5abf-41ab-b9ae-c34379b62808 None None] Set router a92e1a9d-64ae-41de-a844-ca80aa1d76e0 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:29:09.923659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a8680c48-1ccf-4a82-a65a-b0387c28e72e None None] Current status of the port 791fa18e-1c04-4a43-9c36-4d23ffb099b6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:29:10.064780 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 791fa18e-1c04-4a43-9c36-4d23ffb099b6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:29:10.097774 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-95758e9d-2c78-498f-9150-baff118b98ed None None] Provisioning complete for port 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:29:10.098142 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95758e9d-2c78-498f-9150-baff118b98ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (108f4aa2-6f9a-4a59-9c1a-a954bd039b6a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:10.174039 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-95758e9d-2c78-498f-9150-baff118b98ed None None] Port 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:29:10.189745 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 791fa18e-1c04-4a43-9c36-4d23ffb099b6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:29:10.190278 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (791fa18e-1c04-4a43-9c36-4d23ffb099b6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:10.228580 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-c752ba9f-5abf-41ab-b9ae-c34379b62808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92e1a9d-64ae-41de-a844-ca80aa1d76e0', 'name': 'tempest-TestEncryptedCinderVolumes-2030285571-router', 'tenant_id': '0e6496f9543e40a590a30e115d4f95b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'aa68cffa-b482-483c-ac11-de0dbb9bd753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:29:06Z', 'updated_at': '2022-02-20T06:29:09Z', 'revision_number': 4, 'project_id': '0e6496f9543e40a590a30e115d4f95b3', 'gw_port': {'id': 'aa68cffa-b482-483c-ac11-de0dbb9bd753', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92e1a9d-64ae-41de-a844-ca80aa1d76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:29:06Z', 'updated_at': '2022-02-20T06:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '108f4aa2-6f9a-4a59-9c1a-a954bd039b6a', 'name': '', 'network_id': '04c4296a-d591-4c54-b5c8-ccabe4bdc161', 'tenant_id': '0e6496f9543e40a590a30e115d4f95b3', 'mac_address': 'fa:16:3e:5e:b0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92e1a9d-64ae-41de-a844-ca80aa1d76e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '7e1c1a9d-6655-43eb-9a40-3e3724d948cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:29:08Z', 'updated_at': '2022-02-20T06:29:09Z', 'revision_number': 2, 'project_id': '0e6496f9543e40a590a30e115d4f95b3', 'subnets': [{'id': '7e1c1a9d-6655-43eb-9a40-3e3724d948cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:29:10.258937 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c752ba9f-5abf-41ab-b9ae-c34379b62808 None None] The sync data for ids ['a92e1a9d-64ae-41de-a844-ca80aa1d76e0'] in n-d-829866-5 is: [{'id': 'a92e1a9d-64ae-41de-a844-ca80aa1d76e0', 'name': 'tempest-TestEncryptedCinderVolumes-2030285571-router', 'tenant_id': '0e6496f9543e40a590a30e115d4f95b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'aa68cffa-b482-483c-ac11-de0dbb9bd753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:29:06Z', 'updated_at': '2022-02-20T06:29:09Z', 'revision_number': 4, 'project_id': '0e6496f9543e40a590a30e115d4f95b3', 'gw_port': {'id': 'aa68cffa-b482-483c-ac11-de0dbb9bd753', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92e1a9d-64ae-41de-a844-ca80aa1d76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:29:06Z', 'updated_at': '2022-02-20T06:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '108f4aa2-6f9a-4a59-9c1a-a954bd039b6a', 'name': '', 'network_id': '04c4296a-d591-4c54-b5c8-ccabe4bdc161', 'tenant_id': '0e6496f9543e40a590a30e115d4f95b3', 'mac_address': 'fa:16:3e:5e:b0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92e1a9d-64ae-41de-a844-ca80aa1d76e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '7e1c1a9d-6655-43eb-9a40-3e3724d948cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:29:08Z', 'updated_at': '2022-02-20T06:29:09Z', 'revision_number': 2, 'project_id': '0e6496f9543e40a590a30e115d4f95b3', 'subnets': [{'id': '7e1c1a9d-6655-43eb-9a40-3e3724d948cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:29:10.308300 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 791fa18e-1c04-4a43-9c36-4d23ffb099b6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:29:10.309391 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4d32bcee-c57e-407d-9b1a-7911d7ff3de6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:29:10.360752 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 4d32bcee-c57e-407d-9b1a-7911d7ff3de6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:29:10.361240 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4d32bcee-c57e-407d-9b1a-7911d7ff3de6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:10.403765 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-bca47307-7d6b-4993-bbf4-15ba97d6ed46 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:10.405263 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-bca47307-7d6b-4993-bbf4-15ba97d6ed46 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/networks?id=1862adb6-0aab-4400-838b-4c932c16533c HTTP/1.1" status: 200 len: 817 time: 0.1152964 Feb 20 06:29:10.420971 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-664a64ca-a95c-4fa4-95d0-31eafc8b34de tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/quotas/665d2813da8d4bd3aa70dc37dd03b835 HTTP/1.1" status: 200 len: 375 time: 0.0094879 Feb 20 06:29:10.440853 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 4d32bcee-c57e-407d-9b1a-7911d7ff3de6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:29:10.490565 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-36399f4f-b040-4dae-ba75-45fa06c7fa0a tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=665d2813da8d4bd3aa70dc37dd03b835&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638294 Feb 20 06:29:10.697031 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-2cf4fc52-1396-4261-a1bd-c147b51c181d service neutron] 10.222.0.37 "GET /v2.0/networks/1862adb6-0aab-4400-838b-4c932c16533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840160 Feb 20 06:29:10.795868 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-b53166a2-ebc5-4a3c-8b7c-38020694df5e service neutron] 10.222.0.37 "GET /v2.0/networks/1862adb6-0aab-4400-838b-4c932c16533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922785 Feb 20 06:29:10.962486 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4ed7627c-e2e3-4d94-adaa-9fd9f228ce1a req-51af7d22-106b-4817-9096-c76456f1503d tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c297887-ad07-4f9f-b3c0-795cdcc9ef03 HTTP/1.1" status: 200 len: 210 time: 0.0278034 Feb 20 06:29:11.887847 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-1851df0f-9e1a-4159-a06e-fc00ef3a3534 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:11.889605 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-1851df0f-9e1a-4159-a06e-fc00ef3a3534 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.61 "GET /v2.0/networks?id=1862adb6-0aab-4400-838b-4c932c16533c HTTP/1.1" status: 200 len: 817 time: 0.1127260 Feb 20 06:29:11.904045 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-3025bc67-c5f1-460f-9259-bf582d65e7e4 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Request body: {'port': {'device_id': '4c297887-ad07-4f9f-b3c0-795cdcc9ef03', 'network_id': '1862adb6-0aab-4400-838b-4c932c16533c', 'admin_state_up': True, 'tenant_id': '665d2813da8d4bd3aa70dc37dd03b835'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:29:12.033807 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-3025bc67-c5f1-460f-9259-bf582d65e7e4 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Made reservation on behalf of 665d2813da8d4bd3aa70dc37dd03b835 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:29:12.037475 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-3025bc67-c5f1-460f-9259-bf582d65e7e4 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:12.078118 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device aa68cffa-b482-483c-ac11-de0dbb9bd753 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:29:12.095120 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e0c97b21-fcc8-4d1d-b695-99fe7f81c829 req-04e22ee9-bf79-444b-be6b-5cfe9a157bb3 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c297887-ad07-4f9f-b3c0-795cdcc9ef03 HTTP/1.1" status: 200 len: 210 time: 0.0326090 Feb 20 06:29:12.145896 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port aa68cffa-b482-483c-ac11-de0dbb9bd753 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:29:12.146270 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (aa68cffa-b482-483c-ac11-de0dbb9bd753), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:12.195733 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-3025bc67-c5f1-460f-9259-bf582d65e7e4 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Allocated IP 172.20.0.7 (1862adb6-0aab-4400-838b-4c932c16533c/6378b057-6a1f-450b-9fa6-b1291ba99e6b/950fe473-d435-4856-840b-8ea97eabd39e) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:29:12.222353 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port aa68cffa-b482-483c-ac11-de0dbb9bd753 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:29:12.222654 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (aa68cffa-b482-483c-ac11-de0dbb9bd753), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:12.243897 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port aa68cffa-b482-483c-ac11-de0dbb9bd753, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=aa68cffa-b482-483c-ac11-de0dbb9bd753,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:29:12.247769 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (aa68cffa-b482-483c-ac11-de0dbb9bd753), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:12.299674 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=aa68cffa-b482-483c-ac11-de0dbb9bd753,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:12.345897 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-3025bc67-c5f1-460f-9259-bf582d65e7e4 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Publish callbacks [] for port (950fe473-d435-4856-840b-8ea97eabd39e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:12.378528 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-3025bc67-c5f1-460f-9259-bf582d65e7e4 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (950fe473-d435-4856-840b-8ea97eabd39e), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:12.423979 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-3025bc67-c5f1-460f-9259-bf582d65e7e4 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Network 1862adb6-0aab-4400-838b-4c932c16533c is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:29:12.426927 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-3025bc67-c5f1-460f-9259-bf582d65e7e4 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:29:12.432984 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-3025bc67-c5f1-460f-9259-bf582d65e7e4 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:29:12.438713 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025bc67-c5f1-460f-9259-bf582d65e7e4 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Pushing event updated for resources: {'Port': ['ID=950fe473-d435-4856-840b-8ea97eabd39e,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:12.486387 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-3025bc67-c5f1-460f-9259-bf582d65e7e4 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:12.487298 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-3025bc67-c5f1-460f-9259-bf582d65e7e4 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:12.506029 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-3025bc67-c5f1-460f-9259-bf582d65e7e4 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6078496 Feb 20 06:29:12.517380 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-945f99e5-edcc-497f-a16a-cb896c6fcff4 service neutron] Request body: {'port': {'device_id': '4c297887-ad07-4f9f-b3c0-795cdcc9ef03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:29:12.584448 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-945f99e5-edcc-497f-a16a-cb896c6fcff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (950fe473-d435-4856-840b-8ea97eabd39e), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:12.724965 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-bddce1e6-da86-4742-a0df-b050edb577c1 None None] Provisioning complete for port 950fe473-d435-4856-840b-8ea97eabd39e triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:29:12.725261 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bddce1e6-da86-4742-a0df-b050edb577c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (950fe473-d435-4856-840b-8ea97eabd39e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:12.764265 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bddce1e6-da86-4742-a0df-b050edb577c1 None None] Port 950fe473-d435-4856-840b-8ea97eabd39e cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:29:12.821420 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e03606-026c-490d-aa3b-ee5e0cd7112e None None] Sync routers for ids ['a92e1a9d-64ae-41de-a844-ca80aa1d76e0'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:29:12.832265 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e03606-026c-490d-aa3b-ee5e0cd7112e None None] Routers {'a92e1a9d-64ae-41de-a844-ca80aa1d76e0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:29:12.833146 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-45e03606-026c-490d-aa3b-ee5e0cd7112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:28:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a92e1a9d-64ae-41de-a844-ca80aa1d76e0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:29:12.946818 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-45e03606-026c-490d-aa3b-ee5e0cd7112e None None] Set router a92e1a9d-64ae-41de-a844-ca80aa1d76e0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:29:13.150326 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-945f99e5-edcc-497f-a16a-cb896c6fcff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 950fe473-d435-4856-840b-8ea97eabd39e {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:29:13.158855 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-945f99e5-edcc-497f-a16a-cb896c6fcff4 service neutron] Publish callbacks [] for port (950fe473-d435-4856-840b-8ea97eabd39e), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:13.169967 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-45e03606-026c-490d-aa3b-ee5e0cd7112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92e1a9d-64ae-41de-a844-ca80aa1d76e0', 'name': 'tempest-TestEncryptedCinderVolumes-2030285571-router', 'tenant_id': '0e6496f9543e40a590a30e115d4f95b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'aa68cffa-b482-483c-ac11-de0dbb9bd753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:29:06Z', 'updated_at': '2022-02-20T06:29:09Z', 'revision_number': 4, 'project_id': '0e6496f9543e40a590a30e115d4f95b3', 'gw_port': {'id': 'aa68cffa-b482-483c-ac11-de0dbb9bd753', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e1a9d-64ae-41de-a844-ca80aa1d76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:29:06Z', 'updated_at': '2022-02-20T06:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '108f4aa2-6f9a-4a59-9c1a-a954bd039b6a', 'name': '', 'network_id': '04c4296a-d591-4c54-b5c8-ccabe4bdc161', 'tenant_id': '0e6496f9543e40a590a30e115d4f95b3', 'mac_address': 'fa:16:3e:5e:b0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92e1a9d-64ae-41de-a844-ca80aa1d76e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '7e1c1a9d-6655-43eb-9a40-3e3724d948cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:29:08Z', 'updated_at': '2022-02-20T06:29:09Z', 'revision_number': 2, 'project_id': '0e6496f9543e40a590a30e115d4f95b3', 'subnets': [{'id': '7e1c1a9d-6655-43eb-9a40-3e3724d948cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:29:13.172659 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-945f99e5-edcc-497f-a16a-cb896c6fcff4 service neutron] Transition to ACTIVE for port object 950fe473-d435-4856-840b-8ea97eabd39e will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:29:13.176097 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-945f99e5-edcc-497f-a16a-cb896c6fcff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (950fe473-d435-4856-840b-8ea97eabd39e), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:13.199888 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e03606-026c-490d-aa3b-ee5e0cd7112e None None] Checking router: a92e1a9d-64ae-41de-a844-ca80aa1d76e0 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:29:13.200604 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e03606-026c-490d-aa3b-ee5e0cd7112e None None] Updating router a92e1a9d-64ae-41de-a844-ca80aa1d76e0 port 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:29:13.233235 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-45e03606-026c-490d-aa3b-ee5e0cd7112e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (108f4aa2-6f9a-4a59-9c1a-a954bd039b6a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:13.237231 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890963e-d03a-497c-bc66-e0b10b53efb3 req-13fe977b-b564-40f5-9963-3cbbaf55c1ca tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:13.239035 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f890963e-d03a-497c-bc66-e0b10b53efb3 req-13fe977b-b564-40f5-9963-3cbbaf55c1ca tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c297887-ad07-4f9f-b3c0-795cdcc9ef03 HTTP/1.1" status: 200 len: 943 time: 0.0677936 Feb 20 06:29:13.274841 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f99e5-edcc-497f-a16a-cb896c6fcff4 service neutron] Pushing event updated for resources: {'Port': ['ID=950fe473-d435-4856-840b-8ea97eabd39e,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:13.301430 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-945f99e5-edcc-497f-a16a-cb896c6fcff4 service neutron] Attempting to bind port 950fe473-d435-4856-840b-8ea97eabd39e on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:29:13.301920 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-945f99e5-edcc-497f-a16a-cb896c6fcff4 service neutron] Attempting to bind port 950fe473-d435-4856-840b-8ea97eabd39e by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'cfd95621-5883-4cfc-a623-007af4f6925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1862adb6-0aab-4400-838b-4c932c16533c'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:29:13.302498 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-945f99e5-edcc-497f-a16a-cb896c6fcff4 service neutron] Attempting to bind port 950fe473-d435-4856-840b-8ea97eabd39e on network 1862adb6-0aab-4400-838b-4c932c16533c {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:29:13.307983 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-945f99e5-edcc-497f-a16a-cb896c6fcff4 service neutron] Port 950fe473-d435-4856-840b-8ea97eabd39e on network 1862adb6-0aab-4400-838b-4c932c16533c not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:29:13.308449 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-945f99e5-edcc-497f-a16a-cb896c6fcff4 service neutron] Attempting to bind port 950fe473-d435-4856-840b-8ea97eabd39e on network 1862adb6-0aab-4400-838b-4c932c16533c {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:29:13.314219 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-945f99e5-edcc-497f-a16a-cb896c6fcff4 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:29:13.314751 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-945f99e5-edcc-497f-a16a-cb896c6fcff4 service neutron] Checking segment: {'id': 'cfd95621-5883-4cfc-a623-007af4f6925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1862adb6-0aab-4400-838b-4c932c16533c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:29:13.315303 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-945f99e5-edcc-497f-a16a-cb896c6fcff4 service neutron] Bound using segment: {'id': 'cfd95621-5883-4cfc-a623-007af4f6925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1862adb6-0aab-4400-838b-4c932c16533c'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:29:13.315941 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-945f99e5-edcc-497f-a16a-cb896c6fcff4 service neutron] Bound port: 950fe473-d435-4856-840b-8ea97eabd39e, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd95621-5883-4cfc-a623-007af4f6925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1862adb6-0aab-4400-838b-4c932c16533c'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:29:13.316514 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-945f99e5-edcc-497f-a16a-cb896c6fcff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (950fe473-d435-4856-840b-8ea97eabd39e), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:13.319474 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f890963e-d03a-497c-bc66-e0b10b53efb3 req-8989f12d-e0f1-4fd9-8a7a-31f5a1a3098a tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/security-groups?id=344d190a-601f-4def-91e4-8b13c5256d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709841 Feb 20 06:29:13.390024 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-945f99e5-edcc-497f-a16a-cb896c6fcff4 service neutron] For port 950fe473-d435-4856-840b-8ea97eabd39e, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:29:13.393487 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-945f99e5-edcc-497f-a16a-cb896c6fcff4 service neutron] For port 950fe473-d435-4856-840b-8ea97eabd39e, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=950fe473-d435-4856-840b-8ea97eabd39e,segment=NetworkSegment(cfd95621-5883-4cfc-a623-007af4f6925a),segment_id=cfd95621-5883-4cfc-a623-007af4f6925a)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:29:13.401014 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-945f99e5-edcc-497f-a16a-cb896c6fcff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (950fe473-d435-4856-840b-8ea97eabd39e), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:13.438596 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-945f99e5-edcc-497f-a16a-cb896c6fcff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:13.439268 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-945f99e5-edcc-497f-a16a-cb896c6fcff4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:13.440658 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-945f99e5-edcc-497f-a16a-cb896c6fcff4 service neutron] 10.222.0.61 "PUT /v2.0/ports/950fe473-d435-4856-840b-8ea97eabd39e HTTP/1.1" status: 200 len: 1091 time: 0.9280257 Feb 20 06:29:13.441156 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c297887-ad07-4f9f-b3c0-795cdcc9ef03', 'tag': '950fe473-d435-4856-840b-8ea97eabd39e'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:29:13.443393 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90630ce-c3e9-4a64-bc5a-4ffe4e9025d3" -d '{"events": [{"name": "network-changed", "server_uuid": "4c297887-ad07-4f9f-b3c0-795cdcc9ef03", "tag": "950fe473-d435-4856-840b-8ea97eabd39e"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:29:13.485010 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f99e5-edcc-497f-a16a-cb896c6fcff4 service neutron] Pushing event updated for resources: {'Port': ['ID=950fe473-d435-4856-840b-8ea97eabd39e,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:13.496182 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c067b64-defb-4f90-b9f0-f53a19d1f4e0 x-openstack-request-id: req-5c067b64-defb-4f90-b9f0-f53a19d1f4e0 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:29:13.496595 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c297887-ad07-4f9f-b3c0-795cdcc9ef03", "tag": "950fe473-d435-4856-840b-8ea97eabd39e", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:29:13.496841 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c067b64-defb-4f90-b9f0-f53a19d1f4e0 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:29:13.498012 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c297887-ad07-4f9f-b3c0-795cdcc9ef03', 'tag': '950fe473-d435-4856-840b-8ea97eabd39e', 'status': 'completed', 'code': 200} Feb 20 06:29:13.553502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-192ff35c-01ca-457c-ab04-0977d67b04d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:13.555617 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-192ff35c-01ca-457c-ab04-0977d67b04d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=665d2813da8d4bd3aa70dc37dd03b835&device_id=4c297887-ad07-4f9f-b3c0-795cdcc9ef03 HTTP/1.1" status: 200 len: 1125 time: 0.0543242 Feb 20 06:29:13.583266 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-45e03606-026c-490d-aa3b-ee5e0cd7112e None None] Publish callbacks [] for port (108f4aa2-6f9a-4a59-9c1a-a954bd039b6a), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:13.591394 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-45e03606-026c-490d-aa3b-ee5e0cd7112e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (108f4aa2-6f9a-4a59-9c1a-a954bd039b6a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:13.602769 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-6d7b4fe2-5150-456f-bec9-21d44f8e3b7c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=950fe473-d435-4856-840b-8ea97eabd39e HTTP/1.1" status: 200 len: 217 time: 0.0402915 Feb 20 06:29:13.649187 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c314f3-9b2d-466d-a726-4f287a589f56 None None] Pushing event updated for resources: {'Port': ['ID=108f4aa2-6f9a-4a59-9c1a-a954bd039b6a,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:13.669610 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-66e17198-ea7f-4de8-a422-cef8c6a48b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:13.671220 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-66e17198-ea7f-4de8-a422-cef8c6a48b18 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6378b057-6a1f-450b-9fa6-b1291ba99e6b HTTP/1.1" status: 200 len: 856 time: 0.0632172 Feb 20 06:29:13.707556 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-45e03606-026c-490d-aa3b-ee5e0cd7112e None None] Attempting to bind port 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:29:13.708438 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-45e03606-026c-490d-aa3b-ee5e0cd7112e None None] Attempting to bind port 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'bc05a87c-5989-4ed2-bb70-ee0305ec1684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '04c4296a-d591-4c54-b5c8-ccabe4bdc161'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:29:13.709009 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e03606-026c-490d-aa3b-ee5e0cd7112e None None] Attempting to bind port 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a on network 04c4296a-d591-4c54-b5c8-ccabe4bdc161 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:29:13.716049 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e03606-026c-490d-aa3b-ee5e0cd7112e None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:29:13.717259 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e03606-026c-490d-aa3b-ee5e0cd7112e None None] Checking segment: {'id': 'bc05a87c-5989-4ed2-bb70-ee0305ec1684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '04c4296a-d591-4c54-b5c8-ccabe4bdc161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:29:13.718033 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-45e03606-026c-490d-aa3b-ee5e0cd7112e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:13.718808 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e03606-026c-490d-aa3b-ee5e0cd7112e None None] Bound using segment: {'id': 'bc05a87c-5989-4ed2-bb70-ee0305ec1684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '04c4296a-d591-4c54-b5c8-ccabe4bdc161'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:29:13.719529 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-45e03606-026c-490d-aa3b-ee5e0cd7112e None None] Bound port: 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc05a87c-5989-4ed2-bb70-ee0305ec1684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '04c4296a-d591-4c54-b5c8-ccabe4bdc161'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:29:13.720714 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-45e03606-026c-490d-aa3b-ee5e0cd7112e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (108f4aa2-6f9a-4a59-9c1a-a954bd039b6a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:13.727832 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-386cf02e-4b27-4ab1-b5fb-7ff5c834bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:13.729447 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-386cf02e-4b27-4ab1-b5fb-7ff5c834bddf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1862adb6-0aab-4400-838b-4c932c16533c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525296 Feb 20 06:29:13.790393 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-45e03606-026c-490d-aa3b-ee5e0cd7112e None None] For port 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:29:13.794985 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-45e03606-026c-490d-aa3b-ee5e0cd7112e None None] For port 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=108f4aa2-6f9a-4a59-9c1a-a954bd039b6a,segment=NetworkSegment(bc05a87c-5989-4ed2-bb70-ee0305ec1684),segment_id=bc05a87c-5989-4ed2-bb70-ee0305ec1684)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:29:13.802266 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-45e03606-026c-490d-aa3b-ee5e0cd7112e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (108f4aa2-6f9a-4a59-9c1a-a954bd039b6a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:13.832163 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-1a1cc430-7692-4424-b1fb-e51a971321d7 service neutron] 10.222.0.61 "GET /v2.0/networks/1862adb6-0aab-4400-838b-4c932c16533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966773 Feb 20 06:29:13.868799 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e03606-026c-490d-aa3b-ee5e0cd7112e None None] Routers {'a92e1a9d-64ae-41de-a844-ca80aa1d76e0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:29:13.869424 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-45e03606-026c-490d-aa3b-ee5e0cd7112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:28:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a92e1a9d-64ae-41de-a844-ca80aa1d76e0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:29:13.908624 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c314f3-9b2d-466d-a726-4f287a589f56 None None] Pushing event updated for resources: {'Port': ['ID=108f4aa2-6f9a-4a59-9c1a-a954bd039b6a,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:13.937779 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-80b14dc8-86cf-443e-9e03-fca26e5f6098 req-0a6a4c9d-139f-45a5-9391-cb289948ec78 service neutron] 10.222.0.61 "GET /v2.0/networks/1862adb6-0aab-4400-838b-4c932c16533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982406 Feb 20 06:29:13.946881 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-f5222356-99c7-4046-96eb-28ea9f5d1e55 None None] Provisioning complete for port 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:29:13.947940 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5222356-99c7-4046-96eb-28ea9f5d1e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (108f4aa2-6f9a-4a59-9c1a-a954bd039b6a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:14.027838 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-45e03606-026c-490d-aa3b-ee5e0cd7112e None None] Set router a92e1a9d-64ae-41de-a844-ca80aa1d76e0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:29:14.069011 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90630ce-c3e9-4a64-bc5a-4ffe4e9025d3 req-e9d0363e-5c3b-4ee5-b100-c82d8aadbe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:14.071311 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a90630ce-c3e9-4a64-bc5a-4ffe4e9025d3 req-e9d0363e-5c3b-4ee5-b100-c82d8aadbe8f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=665d2813da8d4bd3aa70dc37dd03b835&device_id=4c297887-ad07-4f9f-b3c0-795cdcc9ef03 HTTP/1.1" status: 200 len: 1125 time: 0.0741179 Feb 20 06:29:14.075455 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f5222356-99c7-4046-96eb-28ea9f5d1e55 None None] Current status of the port 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:29:14.075853 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5222356-99c7-4046-96eb-28ea9f5d1e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (108f4aa2-6f9a-4a59-9c1a-a954bd039b6a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:14.099199 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:29:14.171321 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f5222356-99c7-4046-96eb-28ea9f5d1e55 None None] For port 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=108f4aa2-6f9a-4a59-9c1a-a954bd039b6a,segment=NetworkSegment(bc05a87c-5989-4ed2-bb70-ee0305ec1684),segment_id=bc05a87c-5989-4ed2-bb70-ee0305ec1684)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:29:14.181820 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5222356-99c7-4046-96eb-28ea9f5d1e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (108f4aa2-6f9a-4a59-9c1a-a954bd039b6a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:14.189316 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:29:14.189991 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (108f4aa2-6f9a-4a59-9c1a-a954bd039b6a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:14.190879 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90630ce-c3e9-4a64-bc5a-4ffe4e9025d3 req-cfa5217c-3424-49aa-9d28-7b86d3a00ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:14.194427 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a90630ce-c3e9-4a64-bc5a-4ffe4e9025d3 req-cfa5217c-3424-49aa-9d28-7b86d3a00ba7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1862adb6-0aab-4400-838b-4c932c16533c HTTP/1.1" status: 200 len: 917 time: 0.1164956 Feb 20 06:29:14.236313 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a90630ce-c3e9-4a64-bc5a-4ffe4e9025d3 req-dbd1e27a-58fe-46ce-a375-0f7fb951d640 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=950fe473-d435-4856-840b-8ea97eabd39e HTTP/1.1" status: 200 len: 217 time: 0.0359995 Feb 20 06:29:14.270007 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5222356-99c7-4046-96eb-28ea9f5d1e55 None None] Pushing event updated for resources: {'Port': ['ID=108f4aa2-6f9a-4a59-9c1a-a954bd039b6a,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:14.296565 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90630ce-c3e9-4a64-bc5a-4ffe4e9025d3 req-1556d778-ed13-4348-92e2-838c52805d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:14.298372 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a90630ce-c3e9-4a64-bc5a-4ffe4e9025d3 req-1556d778-ed13-4348-92e2-838c52805d48 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6378b057-6a1f-450b-9fa6-b1291ba99e6b HTTP/1.1" status: 200 len: 856 time: 0.0548959 Feb 20 06:29:14.326377 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:29:14.327460 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device aa68cffa-b482-483c-ac11-de0dbb9bd753 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:29:14.331710 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-860b0a16-68a1-4458-af5d-d8fcca904d83 None None] Provisioning complete for port 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:29:14.332198 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-860b0a16-68a1-4458-af5d-d8fcca904d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (108f4aa2-6f9a-4a59-9c1a-a954bd039b6a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:14.352355 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90630ce-c3e9-4a64-bc5a-4ffe4e9025d3 req-f0a969b6-f955-412f-afd7-89d6f72e27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:14.353909 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a90630ce-c3e9-4a64-bc5a-4ffe4e9025d3 req-f0a969b6-f955-412f-afd7-89d6f72e27f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1862adb6-0aab-4400-838b-4c932c16533c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479627 Feb 20 06:29:14.361152 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-45e03606-026c-490d-aa3b-ee5e0cd7112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92e1a9d-64ae-41de-a844-ca80aa1d76e0', 'name': 'tempest-TestEncryptedCinderVolumes-2030285571-router', 'tenant_id': '0e6496f9543e40a590a30e115d4f95b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'aa68cffa-b482-483c-ac11-de0dbb9bd753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:29:06Z', 'updated_at': '2022-02-20T06:29:09Z', 'revision_number': 4, 'project_id': '0e6496f9543e40a590a30e115d4f95b3', 'gw_port': {'id': 'aa68cffa-b482-483c-ac11-de0dbb9bd753', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e1a9d-64ae-41de-a844-ca80aa1d76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:29:06Z', 'updated_at': '2022-02-20T06:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '108f4aa2-6f9a-4a59-9c1a-a954bd039b6a', 'name': '', 'network_id': '04c4296a-d591-4c54-b5c8-ccabe4bdc161', 'tenant_id': '0e6496f9543e40a590a30e115d4f95b3', 'mac_address': 'fa:16:3e:5e:b0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92e1a9d-64ae-41de-a844-ca80aa1d76e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '7e1c1a9d-6655-43eb-9a40-3e3724d948cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:29:08Z', 'updated_at': '2022-02-20T06:29:13Z', 'revision_number': 4, 'project_id': '0e6496f9543e40a590a30e115d4f95b3', 'subnets': [{'id': '7e1c1a9d-6655-43eb-9a40-3e3724d948cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:29:14.393606 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e03606-026c-490d-aa3b-ee5e0cd7112e None None] The sync data for ids ['a92e1a9d-64ae-41de-a844-ca80aa1d76e0'] in n-d-829866-5 is: [{'id': 'a92e1a9d-64ae-41de-a844-ca80aa1d76e0', 'name': 'tempest-TestEncryptedCinderVolumes-2030285571-router', 'tenant_id': '0e6496f9543e40a590a30e115d4f95b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'aa68cffa-b482-483c-ac11-de0dbb9bd753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:29:06Z', 'updated_at': '2022-02-20T06:29:09Z', 'revision_number': 4, 'project_id': '0e6496f9543e40a590a30e115d4f95b3', 'gw_port': {'id': 'aa68cffa-b482-483c-ac11-de0dbb9bd753', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e1a9d-64ae-41de-a844-ca80aa1d76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:29:06Z', 'updated_at': '2022-02-20T06:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '108f4aa2-6f9a-4a59-9c1a-a954bd039b6a', 'name': '', 'network_id': '04c4296a-d591-4c54-b5c8-ccabe4bdc161', 'tenant_id': '0e6496f9543e40a590a30e115d4f95b3', 'mac_address': 'fa:16:3e:5e:b0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92e1a9d-64ae-41de-a844-ca80aa1d76e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '7e1c1a9d-6655-43eb-9a40-3e3724d948cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:29:08Z', 'updated_at': '2022-02-20T06:29:13Z', 'revision_number': 4, 'project_id': '0e6496f9543e40a590a30e115d4f95b3', 'subnets': [{'id': '7e1c1a9d-6655-43eb-9a40-3e3724d948cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:29:14.462290 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e274f0c-6b1f-4b1c-89fd-06d77a495b30 req-51130a06-b941-43d5-91cd-f75387784019 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:14.463875 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1e274f0c-6b1f-4b1c-89fd-06d77a495b30 req-51130a06-b941-43d5-91cd-f75387784019 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c297887-ad07-4f9f-b3c0-795cdcc9ef03 HTTP/1.1" status: 200 len: 943 time: 0.0631776 Feb 20 06:29:14.484640 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-860b0a16-68a1-4458-af5d-d8fcca904d83 None None] Current status of the port 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:29:14.489379 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port aa68cffa-b482-483c-ac11-de0dbb9bd753 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:29:14.490145 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (aa68cffa-b482-483c-ac11-de0dbb9bd753), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:14.496561 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a90630ce-c3e9-4a64-bc5a-4ffe4e9025d3 req-76cd145c-99d0-40e2-81ce-24f844ce3b49 service neutron] 10.222.0.61 "GET /v2.0/networks/1862adb6-0aab-4400-838b-4c932c16533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352353 Feb 20 06:29:14.525280 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1e274f0c-6b1f-4b1c-89fd-06d77a495b30 req-71826aa9-41f2-49e2-ba1c-605f94c32cb6 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/security-groups?id=344d190a-601f-4def-91e4-8b13c5256d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548677 Feb 20 06:29:14.580608 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port aa68cffa-b482-483c-ac11-de0dbb9bd753 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:29:14.607691 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a90630ce-c3e9-4a64-bc5a-4ffe4e9025d3 req-615a54a7-05fc-43d7-91be-c6a671b6088f service neutron] 10.222.0.61 "GET /v2.0/networks/1862adb6-0aab-4400-838b-4c932c16533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043894 Feb 20 06:29:15.652372 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cbac7-6c0e-40a5-b59f-a1ee897262ae req-aa74285d-edbf-4951-97b4-5f11b14df0f8 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:15.653824 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0e8cbac7-6c0e-40a5-b59f-a1ee897262ae req-aa74285d-edbf-4951-97b4-5f11b14df0f8 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c297887-ad07-4f9f-b3c0-795cdcc9ef03 HTTP/1.1" status: 200 len: 943 time: 0.0518899 Feb 20 06:29:15.699659 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0e8cbac7-6c0e-40a5-b59f-a1ee897262ae req-f71c04f2-186a-4dd5-85e0-9db89925991d tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/security-groups?id=344d190a-601f-4def-91e4-8b13c5256d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399051 Feb 20 06:29:16.019728 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:29:16.067619 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:29:16.067990 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (108f4aa2-6f9a-4a59-9c1a-a954bd039b6a), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:16.147903 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:29:16.232583 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 950fe473-d435-4856-840b-8ea97eabd39e details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:29:16.329047 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 950fe473-d435-4856-840b-8ea97eabd39e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=950fe473-d435-4856-840b-8ea97eabd39e,segment=NetworkSegment(cfd95621-5883-4cfc-a623-007af4f6925a),segment_id=cfd95621-5883-4cfc-a623-007af4f6925a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:29:16.340693 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '950fe473-d435-4856-840b-8ea97eabd39e', 'network_id': '1862adb6-0aab-4400-838b-4c932c16533c', 'port_id': '950fe473-d435-4856-840b-8ea97eabd39e', 'mac_address': 'fa:16:3e:24:bd:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6378b057-6a1f-450b-9fa6-b1291ba99e6b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:29:16.381769 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 950fe473-d435-4856-840b-8ea97eabd39e is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:29:16.382163 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (950fe473-d435-4856-840b-8ea97eabd39e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:16.395666 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 950fe473-d435-4856-840b-8ea97eabd39e {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:29:16.415380 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 950fe473-d435-4856-840b-8ea97eabd39e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=950fe473-d435-4856-840b-8ea97eabd39e,segment=NetworkSegment(cfd95621-5883-4cfc-a623-007af4f6925a),segment_id=cfd95621-5883-4cfc-a623-007af4f6925a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:29:16.418999 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (950fe473-d435-4856-840b-8ea97eabd39e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:16.463933 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=950fe473-d435-4856-840b-8ea97eabd39e,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:16.557959 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb70046a-a11e-4f9b-8291-79d0ee09cd46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:16.620062 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['950fe473-d435-4856-840b-8ea97eabd39e'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:29:16.831287 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fafefc-5524-4d55-b36e-b705d560037a req-7660cb78-a101-430c-a881-5a8ec59e798f tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:16.832748 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28fafefc-5524-4d55-b36e-b705d560037a req-7660cb78-a101-430c-a881-5a8ec59e798f tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c297887-ad07-4f9f-b3c0-795cdcc9ef03 HTTP/1.1" status: 200 len: 944 time: 0.0618112 Feb 20 06:29:16.879261 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28fafefc-5524-4d55-b36e-b705d560037a req-1f4867c6-862a-4c55-82b1-85ef5fcfc284 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/security-groups?id=344d190a-601f-4def-91e4-8b13c5256d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400734 Feb 20 06:29:17.997242 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba62eb-e112-48b2-9314-3ce9b849cf47 req-19cd339d-a0ad-458c-8986-23466df9f9d7 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:17.998756 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-18ba62eb-e112-48b2-9314-3ce9b849cf47 req-19cd339d-a0ad-458c-8986-23466df9f9d7 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c297887-ad07-4f9f-b3c0-795cdcc9ef03 HTTP/1.1" status: 200 len: 944 time: 0.0531158 Feb 20 06:29:18.046442 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-18ba62eb-e112-48b2-9314-3ce9b849cf47 req-280f98e6-5b45-43ec-85b2-8fd0c8293ad7 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/security-groups?id=344d190a-601f-4def-91e4-8b13c5256d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419528 Feb 20 06:29:18.263535 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 950fe473-d435-4856-840b-8ea97eabd39e up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:29:18.311401 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 950fe473-d435-4856-840b-8ea97eabd39e completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:29:18.315085 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 950fe473-d435-4856-840b-8ea97eabd39e triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:29:18.315459 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (950fe473-d435-4856-840b-8ea97eabd39e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:18.391527 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 950fe473-d435-4856-840b-8ea97eabd39e is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:29:18.391908 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (950fe473-d435-4856-840b-8ea97eabd39e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:18.414369 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c297887-ad07-4f9f-b3c0-795cdcc9ef03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950fe473-d435-4856-840b-8ea97eabd39e'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:29:18.416537 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5cd4aa-199b-4506-947f-34006ab1b866" -d '{"events": [{"server_uuid": "4c297887-ad07-4f9f-b3c0-795cdcc9ef03", "name": "network-vif-plugged", "status": "completed", "tag": "950fe473-d435-4856-840b-8ea97eabd39e"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:29:18.428993 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 950fe473-d435-4856-840b-8ea97eabd39e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=950fe473-d435-4856-840b-8ea97eabd39e,segment=NetworkSegment(cfd95621-5883-4cfc-a623-007af4f6925a),segment_id=cfd95621-5883-4cfc-a623-007af4f6925a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:29:18.432957 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (950fe473-d435-4856-840b-8ea97eabd39e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:18.458258 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d062270-994e-4421-ae53-8401159bf3a2 x-openstack-request-id: req-7d062270-994e-4421-ae53-8401159bf3a2 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:29:18.458567 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c297887-ad07-4f9f-b3c0-795cdcc9ef03", "name": "network-vif-plugged", "status": "completed", "tag": "950fe473-d435-4856-840b-8ea97eabd39e", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:29:18.458821 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d062270-994e-4421-ae53-8401159bf3a2 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:29:18.459235 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c297887-ad07-4f9f-b3c0-795cdcc9ef03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950fe473-d435-4856-840b-8ea97eabd39e', 'code': 200} Feb 20 06:29:18.486473 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=950fe473-d435-4856-840b-8ea97eabd39e,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:18.548396 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2f7d6-cf34-40d6-981e-32e890c033a3 req-15cfbddc-b04d-408a-9dae-680478b5f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:18.549871 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-47e2f7d6-cf34-40d6-981e-32e890c033a3 req-15cfbddc-b04d-408a-9dae-680478b5f1e3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4c297887-ad07-4f9f-b3c0-795cdcc9ef03 HTTP/1.1" status: 200 len: 1127 time: 0.0442519 Feb 20 06:29:18.591775 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-47e2f7d6-cf34-40d6-981e-32e890c033a3 req-f941a592-26a8-45ec-aec5-350a6f291db4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=344d190a-601f-4def-91e4-8b13c5256d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358670 Feb 20 06:29:19.022664 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0c913cf5-a6d1-4e26-b0aa-6356dd1a893a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:19.166722 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437d654-82e2-4d22-a11a-127ea72dad72 req-9d87e63a-76d8-4ded-8a47-89b23578f0ea tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:19.168217 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a437d654-82e2-4d22-a11a-127ea72dad72 req-9d87e63a-76d8-4ded-8a47-89b23578f0ea tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c297887-ad07-4f9f-b3c0-795cdcc9ef03 HTTP/1.1" status: 200 len: 945 time: 0.0536525 Feb 20 06:29:19.217239 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a437d654-82e2-4d22-a11a-127ea72dad72 req-5e3d36b7-bcbf-4fc3-a508-965b5abbb1e7 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/security-groups?id=344d190a-601f-4def-91e4-8b13c5256d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435295 Feb 20 06:29:19.784977 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:20.336240 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede59432-dbb6-45d6-bb57-9a296d0fffbe req-1b18a2bc-82a0-47fa-8d1d-18a0a06d2933 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:20.337617 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ede59432-dbb6-45d6-bb57-9a296d0fffbe req-1b18a2bc-82a0-47fa-8d1d-18a0a06d2933 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c297887-ad07-4f9f-b3c0-795cdcc9ef03 HTTP/1.1" status: 200 len: 945 time: 0.0519044 Feb 20 06:29:20.386630 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ede59432-dbb6-45d6-bb57-9a296d0fffbe req-dfb115b6-0437-4c43-8d8c-90f2c5755123 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/security-groups?id=344d190a-601f-4def-91e4-8b13c5256d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434420 Feb 20 06:29:20.499936 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c1dd6-33e9-4e08-bcc3-fa4b38b24e0b req-cd45280b-67cd-4ba3-87bc-94b58404c371 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:20.501481 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-162c1dd6-33e9-4e08-bcc3-fa4b38b24e0b req-cd45280b-67cd-4ba3-87bc-94b58404c371 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c297887-ad07-4f9f-b3c0-795cdcc9ef03 HTTP/1.1" status: 200 len: 945 time: 0.0526056 Feb 20 06:29:20.546476 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-162c1dd6-33e9-4e08-bcc3-fa4b38b24e0b req-4c7c53b4-956a-4166-b46d-b07eecdc4cf2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/security-groups?id=344d190a-601f-4def-91e4-8b13c5256d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395780 Feb 20 06:29:21.605933 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:22.778697 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:23.365115 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:25.667995 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:30.008886 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:29:46.559855 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1cdf59c-bab9-4323-89c4-41a611b76bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:49.024334 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8e9e7d56-2721-4492-a20f-b3940a06f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:49.784275 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:51.610038 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:52.781222 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:53.374335 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:54.641271 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e717cb-2375-4da2-bb67-d8e6a8bf7b14 req-af668520-16c4-45b4-9f5f-a8b4005b9ff2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:54.643072 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c3e717cb-2375-4da2-bb67-d8e6a8bf7b14 req-af668520-16c4-45b4-9f5f-a8b4005b9ff2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c297887-ad07-4f9f-b3c0-795cdcc9ef03 HTTP/1.1" status: 200 len: 945 time: 0.0598898 Feb 20 06:29:54.691225 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c3e717cb-2375-4da2-bb67-d8e6a8bf7b14 req-e337aeb8-0423-4fc3-a46f-71a7943d0305 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/security-groups?id=344d190a-601f-4def-91e4-8b13c5256d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420964 Feb 20 06:29:55.681961 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:55.811368 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094151d-775b-4474-aa28-e790eb474ab5 req-69f96cb5-77ac-4686-a6af-bd1263cc7f76 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:55.812963 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b094151d-775b-4474-aa28-e790eb474ab5 req-69f96cb5-77ac-4686-a6af-bd1263cc7f76 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c297887-ad07-4f9f-b3c0-795cdcc9ef03 HTTP/1.1" status: 200 len: 945 time: 0.0537839 Feb 20 06:29:55.859919 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b094151d-775b-4474-aa28-e790eb474ab5 req-71a69389-4263-466d-9ed5-6c5a7fac2cff tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/security-groups?id=344d190a-601f-4def-91e4-8b13c5256d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415039 Feb 20 06:29:56.036441 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a635a3-4f66-40d5-b85e-baee3b40bd59 req-cd37f706-876e-455e-92f4-2ff5c35cc585 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:56.037906 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b8a635a3-4f66-40d5-b85e-baee3b40bd59 req-cd37f706-876e-455e-92f4-2ff5c35cc585 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c297887-ad07-4f9f-b3c0-795cdcc9ef03 HTTP/1.1" status: 200 len: 945 time: 0.0628774 Feb 20 06:29:56.130437 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-b8a635a3-4f66-40d5-b85e-baee3b40bd59 req-4a79d7b0-5643-4159-8c12-3f0dd556a9a2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Deleting port 950fe473-d435-4856-840b-8ea97eabd39e {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:29:56.131395 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b8a635a3-4f66-40d5-b85e-baee3b40bd59 req-4a79d7b0-5643-4159-8c12-3f0dd556a9a2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (950fe473-d435-4856-840b-8ea97eabd39e), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:56.229090 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-b8a635a3-4f66-40d5-b85e-baee3b40bd59 req-4a79d7b0-5643-4159-8c12-3f0dd556a9a2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] For port 950fe473-d435-4856-840b-8ea97eabd39e, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=950fe473-d435-4856-840b-8ea97eabd39e,segment=NetworkSegment(cfd95621-5883-4cfc-a623-007af4f6925a),segment_id=cfd95621-5883-4cfc-a623-007af4f6925a)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:29:56.229612 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b8a635a3-4f66-40d5-b85e-baee3b40bd59 req-4a79d7b0-5643-4159-8c12-3f0dd556a9a2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (950fe473-d435-4856-840b-8ea97eabd39e), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:56.242521 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-b8a635a3-4f66-40d5-b85e-baee3b40bd59 req-4a79d7b0-5643-4159-8c12-3f0dd556a9a2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Calling delete_port for 950fe473-d435-4856-840b-8ea97eabd39e owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:29:56.381476 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b8a635a3-4f66-40d5-b85e-baee3b40bd59 req-4a79d7b0-5643-4159-8c12-3f0dd556a9a2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (950fe473-d435-4856-840b-8ea97eabd39e), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:56.412854 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79d7b0-5643-4159-8c12-3f0dd556a9a2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Pushing event deleted for resources: {'Port': ['ID=950fe473-d435-4856-840b-8ea97eabd39e,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:29:56.426612 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79d7b0-5643-4159-8c12-3f0dd556a9a2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:29:56.426993 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79d7b0-5643-4159-8c12-3f0dd556a9a2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:29:56.427420 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79d7b0-5643-4159-8c12-3f0dd556a9a2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:29:56.428585 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79d7b0-5643-4159-8c12-3f0dd556a9a2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:29:56.428726 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79d7b0-5643-4159-8c12-3f0dd556a9a2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:29:56.428987 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79d7b0-5643-4159-8c12-3f0dd556a9a2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:29:56.429322 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79d7b0-5643-4159-8c12-3f0dd556a9a2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:29:56.429651 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79d7b0-5643-4159-8c12-3f0dd556a9a2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:29:56.429979 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79d7b0-5643-4159-8c12-3f0dd556a9a2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:29:56.430305 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79d7b0-5643-4159-8c12-3f0dd556a9a2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:29:56.430631 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79d7b0-5643-4159-8c12-3f0dd556a9a2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:29:56.431052 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79d7b0-5643-4159-8c12-3f0dd556a9a2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:29:56.431373 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79d7b0-5643-4159-8c12-3f0dd556a9a2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:29:56.466819 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a635a3-4f66-40d5-b85e-baee3b40bd59 req-4a79d7b0-5643-4159-8c12-3f0dd556a9a2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] No DVR routers for this DVR port 950fe473-d435-4856-840b-8ea97eabd39e on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:29:56.469486 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b8a635a3-4f66-40d5-b85e-baee3b40bd59 req-4a79d7b0-5643-4159-8c12-3f0dd556a9a2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:29:56.472919 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b8a635a3-4f66-40d5-b85e-baee3b40bd59 req-4a79d7b0-5643-4159-8c12-3f0dd556a9a2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.61 "DELETE /v2.0/ports/950fe473-d435-4856-840b-8ea97eabd39e HTTP/1.1" status: 204 len: 173 time: 0.4298446 Feb 20 06:29:56.473390 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c297887-ad07-4f9f-b3c0-795cdcc9ef03', 'name': 'network-vif-deleted', 'tag': '950fe473-d435-4856-840b-8ea97eabd39e'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:29:56.476186 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1e70e5-8d82-4a7b-9abd-5f3210ebc5f7" -d '{"events": [{"server_uuid": "4c297887-ad07-4f9f-b3c0-795cdcc9ef03", "name": "network-vif-deleted", "tag": "950fe473-d435-4856-840b-8ea97eabd39e"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:29:56.511011 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbb39cf-c304-4d79-accc-11411d2e78a9 x-openstack-request-id: req-6cbb39cf-c304-4d79-accc-11411d2e78a9 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:29:56.511313 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c297887-ad07-4f9f-b3c0-795cdcc9ef03", "name": "network-vif-deleted", "tag": "950fe473-d435-4856-840b-8ea97eabd39e", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:29:56.511566 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6cbb39cf-c304-4d79-accc-11411d2e78a9 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:29:56.511973 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c297887-ad07-4f9f-b3c0-795cdcc9ef03', 'name': 'network-vif-deleted', 'tag': '950fe473-d435-4856-840b-8ea97eabd39e', 'status': 'completed', 'code': 200} Feb 20 06:29:56.984474 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3fc2213f-c96e-4b00-b512-a22d8a83e57f req-cd172eee-3a51-4a2a-a4d5-2c97a731b0b7 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c297887-ad07-4f9f-b3c0-795cdcc9ef03 HTTP/1.1" status: 200 len: 210 time: 0.0326316 Feb 20 06:29:58.354155 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 950fe473-d435-4856-840b-8ea97eabd39e no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:29:58.374311 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 950fe473-d435-4856-840b-8ea97eabd39e {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:29:58.374666 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 950fe473-d435-4856-840b-8ea97eabd39e not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:29:58.508434 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-b87b350b-8378-4188-b10f-b84b144cacf8 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:58.509891 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-b87b350b-8378-4188-b10f-b84b144cacf8 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/networks?id=1862adb6-0aab-4400-838b-4c932c16533c HTTP/1.1" status: 200 len: 817 time: 0.1008093 Feb 20 06:29:58.524455 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-882ea8dc-0c91-4b10-b936-41c44929df43 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/quotas/665d2813da8d4bd3aa70dc37dd03b835 HTTP/1.1" status: 200 len: 375 time: 0.0093122 Feb 20 06:29:58.577157 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-0776c464-16a2-4e55-86e3-f7020abdf27e tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=665d2813da8d4bd3aa70dc37dd03b835&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478907 Feb 20 06:29:58.672637 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-33a302dc-cee8-419c-bfed-f4fdb99e5bb3 service neutron] 10.222.0.37 "GET /v2.0/networks/1862adb6-0aab-4400-838b-4c932c16533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838387 Feb 20 06:29:58.758751 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-515f2c51-99db-43f8-b2e1-bd2f2b0866bb service neutron] 10.222.0.37 "GET /v2.0/networks/1862adb6-0aab-4400-838b-4c932c16533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805399 Feb 20 06:29:58.916795 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-567fd31d-9810-43dd-936b-3d08308539b9 req-de214eeb-5962-4b24-b1f8-215ac8441970 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?device_id=65248892-eaee-4613-ab3c-85641fa75297 HTTP/1.1" status: 200 len: 210 time: 0.0278921 Feb 20 06:29:59.810569 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-0bd926ef-911a-47e3-97fe-756afa2e56f8 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:29:59.812586 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-0bd926ef-911a-47e3-97fe-756afa2e56f8 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.61 "GET /v2.0/networks?id=1862adb6-0aab-4400-838b-4c932c16533c HTTP/1.1" status: 200 len: 817 time: 0.1128545 Feb 20 06:29:59.825225 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-9dbb7915-85c9-4486-b8f2-f2e700ddfbc5 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Request body: {'port': {'device_id': '65248892-eaee-4613-ab3c-85641fa75297', 'network_id': '1862adb6-0aab-4400-838b-4c932c16533c', 'admin_state_up': True, 'tenant_id': '665d2813da8d4bd3aa70dc37dd03b835'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:29:59.935035 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-9dbb7915-85c9-4486-b8f2-f2e700ddfbc5 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Made reservation on behalf of 665d2813da8d4bd3aa70dc37dd03b835 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:29:59.938543 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-9dbb7915-85c9-4486-b8f2-f2e700ddfbc5 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:00.023485 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9440a1a6-e841-4aab-871f-fb2ffbe634c3 req-a41c8d0c-fbec-4f4c-aaa5-056c1209b32f tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?device_id=65248892-eaee-4613-ab3c-85641fa75297 HTTP/1.1" status: 200 len: 210 time: 0.0346761 Feb 20 06:30:00.077257 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-9dbb7915-85c9-4486-b8f2-f2e700ddfbc5 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Allocated IP 172.20.0.9 (1862adb6-0aab-4400-838b-4c932c16533c/6378b057-6a1f-450b-9fa6-b1291ba99e6b/7f310e29-703f-4f12-85e4-ec57a21bec8d) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:30:00.222747 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-9dbb7915-85c9-4486-b8f2-f2e700ddfbc5 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Publish callbacks [] for port (7f310e29-703f-4f12-85e4-ec57a21bec8d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:00.258149 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-9dbb7915-85c9-4486-b8f2-f2e700ddfbc5 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (7f310e29-703f-4f12-85e4-ec57a21bec8d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:00.305110 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-9dbb7915-85c9-4486-b8f2-f2e700ddfbc5 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Network 1862adb6-0aab-4400-838b-4c932c16533c is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:30:00.308070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-9dbb7915-85c9-4486-b8f2-f2e700ddfbc5 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:30:00.310469 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-9dbb7915-85c9-4486-b8f2-f2e700ddfbc5 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:30:00.347507 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb7915-85c9-4486-b8f2-f2e700ddfbc5 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Pushing event updated for resources: {'Port': ['ID=7f310e29-703f-4f12-85e4-ec57a21bec8d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:00.369606 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-9dbb7915-85c9-4486-b8f2-f2e700ddfbc5 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:30:00.370235 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-9dbb7915-85c9-4486-b8f2-f2e700ddfbc5 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:00.387406 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-9dbb7915-85c9-4486-b8f2-f2e700ddfbc5 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5659487 Feb 20 06:30:00.398824 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-b61011b2-5f7b-4e1b-b417-7d616e74861a service neutron] Request body: {'port': {'device_id': '65248892-eaee-4613-ab3c-85641fa75297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:30:00.463090 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-b61011b2-5f7b-4e1b-b417-7d616e74861a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7f310e29-703f-4f12-85e4-ec57a21bec8d), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:00.574787 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-349fd005-85df-4f59-a96c-900e4dc27bc6 None None] Provisioning complete for port 7f310e29-703f-4f12-85e4-ec57a21bec8d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:30:00.575397 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-349fd005-85df-4f59-a96c-900e4dc27bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7f310e29-703f-4f12-85e4-ec57a21bec8d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:00.615586 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-349fd005-85df-4f59-a96c-900e4dc27bc6 None None] Port 7f310e29-703f-4f12-85e4-ec57a21bec8d cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:30:00.746517 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-b61011b2-5f7b-4e1b-b417-7d616e74861a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f310e29-703f-4f12-85e4-ec57a21bec8d {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:30:00.753979 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-b61011b2-5f7b-4e1b-b417-7d616e74861a service neutron] Publish callbacks [] for port (7f310e29-703f-4f12-85e4-ec57a21bec8d), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:00.766105 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-b61011b2-5f7b-4e1b-b417-7d616e74861a service neutron] Transition to ACTIVE for port object 7f310e29-703f-4f12-85e4-ec57a21bec8d will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:30:00.769890 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-b61011b2-5f7b-4e1b-b417-7d616e74861a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (7f310e29-703f-4f12-85e4-ec57a21bec8d), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:00.824117 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61011b2-5f7b-4e1b-b417-7d616e74861a service neutron] Pushing event updated for resources: {'Port': ['ID=7f310e29-703f-4f12-85e4-ec57a21bec8d,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:00.894465 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-b61011b2-5f7b-4e1b-b417-7d616e74861a service neutron] Attempting to bind port 7f310e29-703f-4f12-85e4-ec57a21bec8d on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:30:00.894813 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-b61011b2-5f7b-4e1b-b417-7d616e74861a service neutron] Attempting to bind port 7f310e29-703f-4f12-85e4-ec57a21bec8d by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'cfd95621-5883-4cfc-a623-007af4f6925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1862adb6-0aab-4400-838b-4c932c16533c'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:30:00.895176 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-b61011b2-5f7b-4e1b-b417-7d616e74861a service neutron] Attempting to bind port 7f310e29-703f-4f12-85e4-ec57a21bec8d on network 1862adb6-0aab-4400-838b-4c932c16533c {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:30:00.900663 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-b61011b2-5f7b-4e1b-b417-7d616e74861a service neutron] Port 7f310e29-703f-4f12-85e4-ec57a21bec8d on network 1862adb6-0aab-4400-838b-4c932c16533c not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:30:00.900989 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-b61011b2-5f7b-4e1b-b417-7d616e74861a service neutron] Attempting to bind port 7f310e29-703f-4f12-85e4-ec57a21bec8d on network 1862adb6-0aab-4400-838b-4c932c16533c {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:30:00.906000 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-b61011b2-5f7b-4e1b-b417-7d616e74861a service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:30:00.906349 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-b61011b2-5f7b-4e1b-b417-7d616e74861a service neutron] Checking segment: {'id': 'cfd95621-5883-4cfc-a623-007af4f6925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1862adb6-0aab-4400-838b-4c932c16533c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:30:00.906738 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-b61011b2-5f7b-4e1b-b417-7d616e74861a service neutron] Bound using segment: {'id': 'cfd95621-5883-4cfc-a623-007af4f6925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1862adb6-0aab-4400-838b-4c932c16533c'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:30:00.907205 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-b61011b2-5f7b-4e1b-b417-7d616e74861a service neutron] Bound port: 7f310e29-703f-4f12-85e4-ec57a21bec8d, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd95621-5883-4cfc-a623-007af4f6925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1862adb6-0aab-4400-838b-4c932c16533c'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:30:00.907569 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-b61011b2-5f7b-4e1b-b417-7d616e74861a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7f310e29-703f-4f12-85e4-ec57a21bec8d), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:00.978923 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-b61011b2-5f7b-4e1b-b417-7d616e74861a service neutron] For port 7f310e29-703f-4f12-85e4-ec57a21bec8d, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:30:00.982098 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-b61011b2-5f7b-4e1b-b417-7d616e74861a service neutron] For port 7f310e29-703f-4f12-85e4-ec57a21bec8d, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=7f310e29-703f-4f12-85e4-ec57a21bec8d,segment=NetworkSegment(cfd95621-5883-4cfc-a623-007af4f6925a),segment_id=cfd95621-5883-4cfc-a623-007af4f6925a)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:30:00.992701 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-b61011b2-5f7b-4e1b-b417-7d616e74861a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (7f310e29-703f-4f12-85e4-ec57a21bec8d), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:01.038948 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-b61011b2-5f7b-4e1b-b417-7d616e74861a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:30:01.040152 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-b61011b2-5f7b-4e1b-b417-7d616e74861a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:01.041621 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-b61011b2-5f7b-4e1b-b417-7d616e74861a service neutron] 10.222.0.61 "PUT /v2.0/ports/7f310e29-703f-4f12-85e4-ec57a21bec8d HTTP/1.1" status: 200 len: 1091 time: 0.6474559 Feb 20 06:30:01.042080 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65248892-eaee-4613-ab3c-85641fa75297', 'tag': '7f310e29-703f-4f12-85e4-ec57a21bec8d'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:30:01.044724 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d697348-4f7a-40de-a43b-8882d8245001" -d '{"events": [{"name": "network-changed", "server_uuid": "65248892-eaee-4613-ab3c-85641fa75297", "tag": "7f310e29-703f-4f12-85e4-ec57a21bec8d"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:30:01.079997 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61011b2-5f7b-4e1b-b417-7d616e74861a service neutron] Pushing event updated for resources: {'Port': ['ID=7f310e29-703f-4f12-85e4-ec57a21bec8d,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:01.150111 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-883de9e0-d618-4c62-a8a1-f610409896d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:30:01.152180 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-883de9e0-d618-4c62-a8a1-f610409896d2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=665d2813da8d4bd3aa70dc37dd03b835&device_id=65248892-eaee-4613-ab3c-85641fa75297 HTTP/1.1" status: 200 len: 1125 time: 0.0550127 Feb 20 06:30:01.184004 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5d738-a1ea-4038-ad66-6e40f8adab75 req-25ef02d6-b094-4239-88ca-97c441f29245 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:30:01.186275 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-98d5d738-a1ea-4038-ad66-6e40f8adab75 req-25ef02d6-b094-4239-88ca-97c441f29245 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?device_id=65248892-eaee-4613-ab3c-85641fa75297 HTTP/1.1" status: 200 len: 943 time: 0.0618575 Feb 20 06:30:01.204515 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-41de5aab-f24e-4ee2-82fe-12acdedc4224 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f310e29-703f-4f12-85e4-ec57a21bec8d HTTP/1.1" status: 200 len: 217 time: 0.0449903 Feb 20 06:30:01.246208 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-98d5d738-a1ea-4038-ad66-6e40f8adab75 req-48b29bb0-634b-4506-bdaf-9fcc80e6f131 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/security-groups?id=344d190a-601f-4def-91e4-8b13c5256d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536256 Feb 20 06:30:01.281527 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-a60800cf-2941-4aeb-b8bc-d9f3d0930e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:30:01.283438 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-a60800cf-2941-4aeb-b8bc-d9f3d0930e7a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6378b057-6a1f-450b-9fa6-b1291ba99e6b HTTP/1.1" status: 200 len: 856 time: 0.0722134 Feb 20 06:30:01.288888 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2710bd0-d3d8-4e5c-ad1c-44210c2f0735 x-openstack-request-id: req-b2710bd0-d3d8-4e5c-ad1c-44210c2f0735 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:30:01.289185 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65248892-eaee-4613-ab3c-85641fa75297", "tag": "7f310e29-703f-4f12-85e4-ec57a21bec8d", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:30:01.289482 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2710bd0-d3d8-4e5c-ad1c-44210c2f0735 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:30:01.289841 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65248892-eaee-4613-ab3c-85641fa75297', 'tag': '7f310e29-703f-4f12-85e4-ec57a21bec8d', 'status': 'completed', 'code': 200} Feb 20 06:30:01.336144 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-8c6604dc-fc30-4524-9af0-99124bc25753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:30:01.337654 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-8c6604dc-fc30-4524-9af0-99124bc25753 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1862adb6-0aab-4400-838b-4c932c16533c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449812 Feb 20 06:30:01.431787 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-279d1fd8-3029-4279-a266-bbd17bc7b5f2 service neutron] 10.222.0.61 "GET /v2.0/networks/1862adb6-0aab-4400-838b-4c932c16533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879920 Feb 20 06:30:01.521327 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9f89f472-2f04-4491-9dd2-89a1be9baa59 req-ea5dd289-5a13-4fc9-b0e2-78a6548cdedb service neutron] 10.222.0.61 "GET /v2.0/networks/1862adb6-0aab-4400-838b-4c932c16533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835123 Feb 20 06:30:01.608671 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d697348-4f7a-40de-a43b-8882d8245001 req-952a331f-74a1-433c-a140-cc478aa04d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:30:01.611116 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5d697348-4f7a-40de-a43b-8882d8245001 req-952a331f-74a1-433c-a140-cc478aa04d5a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=665d2813da8d4bd3aa70dc37dd03b835&device_id=65248892-eaee-4613-ab3c-85641fa75297 HTTP/1.1" status: 200 len: 1125 time: 0.0464311 Feb 20 06:30:01.708078 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d697348-4f7a-40de-a43b-8882d8245001 req-1d783714-0802-4bf1-8d31-df8616341853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:30:01.709575 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5d697348-4f7a-40de-a43b-8882d8245001 req-1d783714-0802-4bf1-8d31-df8616341853 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1862adb6-0aab-4400-838b-4c932c16533c HTTP/1.1" status: 200 len: 917 time: 0.0922747 Feb 20 06:30:01.752112 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5d697348-4f7a-40de-a43b-8882d8245001 req-bc45e9b5-3961-4cb6-aece-81d3a7b95ea5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f310e29-703f-4f12-85e4-ec57a21bec8d HTTP/1.1" status: 200 len: 217 time: 0.0365469 Feb 20 06:30:01.807948 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d697348-4f7a-40de-a43b-8882d8245001 req-6765bfc8-0cb1-4e05-8303-673974361e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:30:01.809373 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5d697348-4f7a-40de-a43b-8882d8245001 req-6765bfc8-0cb1-4e05-8303-673974361e24 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6378b057-6a1f-450b-9fa6-b1291ba99e6b HTTP/1.1" status: 200 len: 856 time: 0.0510771 Feb 20 06:30:01.861257 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d697348-4f7a-40de-a43b-8882d8245001 req-b897b54f-9b9a-45b7-ba0d-6d7d7220ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:30:01.863084 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5d697348-4f7a-40de-a43b-8882d8245001 req-b897b54f-9b9a-45b7-ba0d-6d7d7220ae9e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1862adb6-0aab-4400-838b-4c932c16533c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476580 Feb 20 06:30:01.950541 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5d697348-4f7a-40de-a43b-8882d8245001 req-76f1812e-ceb2-4d6e-a299-dbacdff87eb2 service neutron] 10.222.0.61 "GET /v2.0/networks/1862adb6-0aab-4400-838b-4c932c16533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801070 Feb 20 06:30:02.050766 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5d697348-4f7a-40de-a43b-8882d8245001 req-36a8d782-5712-460d-99b7-9fa80f5a931d service neutron] 10.222.0.61 "GET /v2.0/networks/1862adb6-0aab-4400-838b-4c932c16533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936229 Feb 20 06:30:02.363184 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a40223-3c5f-4480-9ad0-95afd2f7b2ff req-c25f4a53-1643-4c93-9314-837ec5eee05f tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:30:02.364684 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-57a40223-3c5f-4480-9ad0-95afd2f7b2ff req-c25f4a53-1643-4c93-9314-837ec5eee05f tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?device_id=65248892-eaee-4613-ab3c-85641fa75297 HTTP/1.1" status: 200 len: 943 time: 0.0549135 Feb 20 06:30:02.410544 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-57a40223-3c5f-4480-9ad0-95afd2f7b2ff req-f41e0156-6a0b-45f6-aa25-9d03505f1f75 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/security-groups?id=344d190a-601f-4def-91e4-8b13c5256d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400467 Feb 20 06:30:03.533791 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2982050-f883-4c38-87b7-28aa24214c2b req-ac1dc973-8bc8-4d4a-b890-a457f06efc05 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:30:03.535281 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d2982050-f883-4c38-87b7-28aa24214c2b req-ac1dc973-8bc8-4d4a-b890-a457f06efc05 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?device_id=65248892-eaee-4613-ab3c-85641fa75297 HTTP/1.1" status: 200 len: 943 time: 0.0587394 Feb 20 06:30:03.580487 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d2982050-f883-4c38-87b7-28aa24214c2b req-8aec16ea-8e6b-4d30-bbb8-0357389ff0fc tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/security-groups?id=344d190a-601f-4def-91e4-8b13c5256d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390215 Feb 20 06:30:04.400574 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 7f310e29-703f-4f12-85e4-ec57a21bec8d details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:30:04.514143 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 7f310e29-703f-4f12-85e4-ec57a21bec8d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=7f310e29-703f-4f12-85e4-ec57a21bec8d,segment=NetworkSegment(cfd95621-5883-4cfc-a623-007af4f6925a),segment_id=cfd95621-5883-4cfc-a623-007af4f6925a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:30:04.525893 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '7f310e29-703f-4f12-85e4-ec57a21bec8d', 'network_id': '1862adb6-0aab-4400-838b-4c932c16533c', 'port_id': '7f310e29-703f-4f12-85e4-ec57a21bec8d', 'mac_address': 'fa:16:3e:5c:db:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6378b057-6a1f-450b-9fa6-b1291ba99e6b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:30:04.565991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 7f310e29-703f-4f12-85e4-ec57a21bec8d is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:30:04.566404 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7f310e29-703f-4f12-85e4-ec57a21bec8d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:04.580776 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f310e29-703f-4f12-85e4-ec57a21bec8d {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:30:04.601181 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 7f310e29-703f-4f12-85e4-ec57a21bec8d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=7f310e29-703f-4f12-85e4-ec57a21bec8d,segment=NetworkSegment(cfd95621-5883-4cfc-a623-007af4f6925a),segment_id=cfd95621-5883-4cfc-a623-007af4f6925a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:30:04.605411 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7f310e29-703f-4f12-85e4-ec57a21bec8d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:04.653087 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=7f310e29-703f-4f12-85e4-ec57a21bec8d,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:04.660306 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:30:04.660650 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:30:04.661007 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:30:04.661326 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:30:04.661659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:30:04.661992 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:30:04.662321 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:30:04.663152 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:30:04.663476 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:30:04.663799 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:30:04.664122 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:30:04.664438 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:30:04.664759 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:30:04.703184 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af213376-bfc0-4200-bbc8-d4aaaf6dfc6d req-0f53a813-b2aa-4e13-bed6-7d7576101c5f tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:30:04.704675 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-af213376-bfc0-4200-bbc8-d4aaaf6dfc6d req-0f53a813-b2aa-4e13-bed6-7d7576101c5f tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?device_id=65248892-eaee-4613-ab3c-85641fa75297 HTTP/1.1" status: 200 len: 944 time: 0.0531039 Feb 20 06:30:04.752454 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-af213376-bfc0-4200-bbc8-d4aaaf6dfc6d req-7c7798bc-2bf8-4eac-81ed-b84e24b2a312 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/security-groups?id=344d190a-601f-4def-91e4-8b13c5256d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421586 Feb 20 06:30:04.795709 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['7f310e29-703f-4f12-85e4-ec57a21bec8d'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:30:05.867875 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a02e0-c16d-4814-a9d7-9389d66bd330 req-4f394c58-ff25-4147-9a77-d0c86cedb84e tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:30:05.869343 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f47a02e0-c16d-4814-a9d7-9389d66bd330 req-4f394c58-ff25-4147-9a77-d0c86cedb84e tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?device_id=65248892-eaee-4613-ab3c-85641fa75297 HTTP/1.1" status: 200 len: 944 time: 0.0522170 Feb 20 06:30:05.918730 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f47a02e0-c16d-4814-a9d7-9389d66bd330 req-2c431272-abfc-4a23-926c-b60dd3c65733 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/security-groups?id=344d190a-601f-4def-91e4-8b13c5256d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438206 Feb 20 06:30:06.402435 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 7f310e29-703f-4f12-85e4-ec57a21bec8d up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:30:06.450183 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 7f310e29-703f-4f12-85e4-ec57a21bec8d completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:30:06.454131 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 7f310e29-703f-4f12-85e4-ec57a21bec8d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:30:06.454506 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7f310e29-703f-4f12-85e4-ec57a21bec8d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:06.531716 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 7f310e29-703f-4f12-85e4-ec57a21bec8d is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:30:06.532092 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7f310e29-703f-4f12-85e4-ec57a21bec8d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:06.554938 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65248892-eaee-4613-ab3c-85641fa75297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f310e29-703f-4f12-85e4-ec57a21bec8d'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:30:06.557156 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f0cfce-2789-4466-a6e0-8ee3397a67c3" -d '{"events": [{"server_uuid": "65248892-eaee-4613-ab3c-85641fa75297", "name": "network-vif-plugged", "status": "completed", "tag": "7f310e29-703f-4f12-85e4-ec57a21bec8d"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:30:06.570795 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 7f310e29-703f-4f12-85e4-ec57a21bec8d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=7f310e29-703f-4f12-85e4-ec57a21bec8d,segment=NetworkSegment(cfd95621-5883-4cfc-a623-007af4f6925a),segment_id=cfd95621-5883-4cfc-a623-007af4f6925a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:30:06.574793 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7f310e29-703f-4f12-85e4-ec57a21bec8d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:06.603400 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d252bb0f-f36c-40d6-99bd-f84d7e6ddf94 x-openstack-request-id: req-d252bb0f-f36c-40d6-99bd-f84d7e6ddf94 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:30:06.603703 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65248892-eaee-4613-ab3c-85641fa75297", "name": "network-vif-plugged", "status": "completed", "tag": "7f310e29-703f-4f12-85e4-ec57a21bec8d", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:30:06.604000 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d252bb0f-f36c-40d6-99bd-f84d7e6ddf94 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:30:06.604360 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65248892-eaee-4613-ab3c-85641fa75297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f310e29-703f-4f12-85e4-ec57a21bec8d', 'code': 200} Feb 20 06:30:06.636747 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=7f310e29-703f-4f12-85e4-ec57a21bec8d,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:06.692333 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb722b-4fbf-48a9-ad0b-84d051c5da29 req-9260d043-4985-47b0-93e6-5f350acb0430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:30:06.693814 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1acb722b-4fbf-48a9-ad0b-84d051c5da29 req-9260d043-4985-47b0-93e6-5f350acb0430 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=65248892-eaee-4613-ab3c-85641fa75297 HTTP/1.1" status: 200 len: 1127 time: 0.0435004 Feb 20 06:30:06.735953 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1acb722b-4fbf-48a9-ad0b-84d051c5da29 req-d4962235-2e21-481e-a844-3c6582f5ac5d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=344d190a-601f-4def-91e4-8b13c5256d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354621 Feb 20 06:30:07.009854 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:30:07.039296 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d63259-d935-4023-9ecb-cda286ab20af req-e69a9b61-13cc-4a40-a3c2-df4d64e99b34 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:30:07.040789 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-20d63259-d935-4023-9ecb-cda286ab20af req-e69a9b61-13cc-4a40-a3c2-df4d64e99b34 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?device_id=65248892-eaee-4613-ab3c-85641fa75297 HTTP/1.1" status: 200 len: 945 time: 0.0531433 Feb 20 06:30:07.087336 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-20d63259-d935-4023-9ecb-cda286ab20af req-5e4915ef-e5b6-40d8-a3c0-e46483152140 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/security-groups?id=344d190a-601f-4def-91e4-8b13c5256d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410790 Feb 20 06:30:08.206799 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923dd9b-9168-4cd5-88c2-dfc7982046b8 req-34181f4c-b0d0-4056-8490-34586e6cea99 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:30:08.208309 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e923dd9b-9168-4cd5-88c2-dfc7982046b8 req-34181f4c-b0d0-4056-8490-34586e6cea99 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?device_id=65248892-eaee-4613-ab3c-85641fa75297 HTTP/1.1" status: 200 len: 945 time: 0.0536394 Feb 20 06:30:08.253274 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e923dd9b-9168-4cd5-88c2-dfc7982046b8 req-5d5908bf-db46-41ab-a67d-ace084fd480d tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/security-groups?id=344d190a-601f-4def-91e4-8b13c5256d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393748 Feb 20 06:30:08.369437 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e9c3f-0bd5-485c-a49e-1abcb38a4e25 req-eeefbfd5-1325-4017-9131-5882c0167fe7 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:30:08.370937 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-103e9c3f-0bd5-485c-a49e-1abcb38a4e25 req-eeefbfd5-1325-4017-9131-5882c0167fe7 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?device_id=65248892-eaee-4613-ab3c-85641fa75297 HTTP/1.1" status: 200 len: 945 time: 0.0558331 Feb 20 06:30:08.416977 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-103e9c3f-0bd5-485c-a49e-1abcb38a4e25 req-c1167916-e696-406b-9511-f8e60f2fe2b8 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/security-groups?id=344d190a-601f-4def-91e4-8b13c5256d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405087 Feb 20 06:30:16.568082 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b8b1ad3-aa3d-4197-a203-eaa1081dd0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:19.025687 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d63e1098-78e5-4448-8fd8-3815a476b65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:19.787538 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:21.605968 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:22.782693 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:23.385540 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:25.682780 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:42.342743 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f09b23-89a6-41bf-94a1-ebb1333dedde req-47af80a9-c231-40dc-8777-f064671e6e4f tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:30:42.344151 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5f09b23-89a6-41bf-94a1-ebb1333dedde req-47af80a9-c231-40dc-8777-f064671e6e4f tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?device_id=65248892-eaee-4613-ab3c-85641fa75297 HTTP/1.1" status: 200 len: 945 time: 0.0518038 Feb 20 06:30:42.389784 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5f09b23-89a6-41bf-94a1-ebb1333dedde req-13e13839-b6e8-4983-97fb-e0cf156ade22 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/security-groups?id=344d190a-601f-4def-91e4-8b13c5256d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399542 Feb 20 06:30:43.511275 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5fb11-5b43-4359-8d2f-a1e96d0022b5 req-d966c1b9-e8d9-4be2-8412-1f0d33743bd2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:30:43.512746 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fca5fb11-5b43-4359-8d2f-a1e96d0022b5 req-d966c1b9-e8d9-4be2-8412-1f0d33743bd2 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?device_id=65248892-eaee-4613-ab3c-85641fa75297 HTTP/1.1" status: 200 len: 945 time: 0.0562744 Feb 20 06:30:43.559223 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fca5fb11-5b43-4359-8d2f-a1e96d0022b5 req-df6ba075-6b68-415c-b75d-f48f95e39559 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/security-groups?id=344d190a-601f-4def-91e4-8b13c5256d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406506 Feb 20 06:30:43.848161 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcd5e3-a6fa-490a-b7f3-49ec3a3c31df req-c7d34f17-43d7-4e0e-a42d-75ebef234346 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:30:43.849652 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-82dcd5e3-a6fa-490a-b7f3-49ec3a3c31df req-c7d34f17-43d7-4e0e-a42d-75ebef234346 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.61 "GET /v2.0/ports?device_id=65248892-eaee-4613-ab3c-85641fa75297 HTTP/1.1" status: 200 len: 945 time: 0.0575383 Feb 20 06:30:43.940785 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-82dcd5e3-a6fa-490a-b7f3-49ec3a3c31df req-590aaa3f-64f1-4d12-a223-287924eee783 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Deleting port 7f310e29-703f-4f12-85e4-ec57a21bec8d {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:30:43.941128 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-82dcd5e3-a6fa-490a-b7f3-49ec3a3c31df req-590aaa3f-64f1-4d12-a223-287924eee783 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (7f310e29-703f-4f12-85e4-ec57a21bec8d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:44.014676 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:30:44.038694 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-82dcd5e3-a6fa-490a-b7f3-49ec3a3c31df req-590aaa3f-64f1-4d12-a223-287924eee783 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] For port 7f310e29-703f-4f12-85e4-ec57a21bec8d, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=7f310e29-703f-4f12-85e4-ec57a21bec8d,segment=NetworkSegment(cfd95621-5883-4cfc-a623-007af4f6925a),segment_id=cfd95621-5883-4cfc-a623-007af4f6925a)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:30:44.039095 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-82dcd5e3-a6fa-490a-b7f3-49ec3a3c31df req-590aaa3f-64f1-4d12-a223-287924eee783 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (7f310e29-703f-4f12-85e4-ec57a21bec8d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:44.052513 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-82dcd5e3-a6fa-490a-b7f3-49ec3a3c31df req-590aaa3f-64f1-4d12-a223-287924eee783 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Calling delete_port for 7f310e29-703f-4f12-85e4-ec57a21bec8d owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:30:44.178341 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-82dcd5e3-a6fa-490a-b7f3-49ec3a3c31df req-590aaa3f-64f1-4d12-a223-287924eee783 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (7f310e29-703f-4f12-85e4-ec57a21bec8d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:44.189488 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['7f310e29-703f-4f12-85e4-ec57a21bec8d'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:30:44.210805 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590aaa3f-64f1-4d12-a223-287924eee783 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Pushing event deleted for resources: {'Port': ['ID=7f310e29-703f-4f12-85e4-ec57a21bec8d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:44.252807 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-82dcd5e3-a6fa-490a-b7f3-49ec3a3c31df req-590aaa3f-64f1-4d12-a223-287924eee783 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] No DVR routers for this DVR port 7f310e29-703f-4f12-85e4-ec57a21bec8d on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:30:44.256056 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-82dcd5e3-a6fa-490a-b7f3-49ec3a3c31df req-590aaa3f-64f1-4d12-a223-287924eee783 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:44.259376 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-82dcd5e3-a6fa-490a-b7f3-49ec3a3c31df req-590aaa3f-64f1-4d12-a223-287924eee783 tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.61 "DELETE /v2.0/ports/7f310e29-703f-4f12-85e4-ec57a21bec8d HTTP/1.1" status: 204 len: 173 time: 0.4042008 Feb 20 06:30:44.259820 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65248892-eaee-4613-ab3c-85641fa75297', 'name': 'network-vif-deleted', 'tag': '7f310e29-703f-4f12-85e4-ec57a21bec8d'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:30:44.262140 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ed0d60-477f-4ff4-94ee-c7ec2c10321b" -d '{"events": [{"server_uuid": "65248892-eaee-4613-ab3c-85641fa75297", "name": "network-vif-deleted", "tag": "7f310e29-703f-4f12-85e4-ec57a21bec8d"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:30:44.297956 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db091530-f2fc-4cb7-bf0c-dd322e580ec4 x-openstack-request-id: req-db091530-f2fc-4cb7-bf0c-dd322e580ec4 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:30:44.298249 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65248892-eaee-4613-ab3c-85641fa75297", "name": "network-vif-deleted", "tag": "7f310e29-703f-4f12-85e4-ec57a21bec8d", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:30:44.298553 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db091530-f2fc-4cb7-bf0c-dd322e580ec4 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:30:44.298999 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65248892-eaee-4613-ab3c-85641fa75297', 'name': 'network-vif-deleted', 'tag': '7f310e29-703f-4f12-85e4-ec57a21bec8d', 'status': 'completed', 'code': 200} Feb 20 06:30:44.671650 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c4512c78-d548-4bcc-87aa-15fb963cb7d4 req-fba72b72-21d0-4e7b-b182-dc14fa5d087e tempest-TestEncryptedCinderVolumes-520548753 tempest-TestEncryptedCinderVolumes-520548753-project] 10.222.0.37 "GET /v2.0/ports?device_id=65248892-eaee-4613-ab3c-85641fa75297 HTTP/1.1" status: 200 len: 210 time: 0.0289137 Feb 20 06:30:45.769101 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53050) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:30:46.115832 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e074a658-621a-429e-8482-10f43eb15cab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (cc8df2ca-43ed-4c8d-938b-658969589085), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:46.571329 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ba62411-fdda-48cb-ae3e-20f19e2d976e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:46.607784 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 7f310e29-703f-4f12-85e4-ec57a21bec8d no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:30:46.627682 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 7f310e29-703f-4f12-85e4-ec57a21bec8d {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:30:46.628028 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 7f310e29-703f-4f12-85e4-ec57a21bec8d not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:30:46.678262 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-e074a658-621a-429e-8482-10f43eb15cab admin admin] Deleting port 4d32bcee-c57e-407d-9b1a-7911d7ff3de6 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:30:46.678600 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e074a658-621a-429e-8482-10f43eb15cab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4d32bcee-c57e-407d-9b1a-7911d7ff3de6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:46.753806 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-e074a658-621a-429e-8482-10f43eb15cab admin admin] For port 4d32bcee-c57e-407d-9b1a-7911d7ff3de6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4d32bcee-c57e-407d-9b1a-7911d7ff3de6,segment=NetworkSegment(cfd95621-5883-4cfc-a623-007af4f6925a),segment_id=cfd95621-5883-4cfc-a623-007af4f6925a)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:30:46.754194 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e074a658-621a-429e-8482-10f43eb15cab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4d32bcee-c57e-407d-9b1a-7911d7ff3de6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:46.766438 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-e074a658-621a-429e-8482-10f43eb15cab admin admin] Calling delete_port for 4d32bcee-c57e-407d-9b1a-7911d7ff3de6 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:30:46.948001 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e074a658-621a-429e-8482-10f43eb15cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (4d32bcee-c57e-407d-9b1a-7911d7ff3de6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:46.972660 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074a658-621a-429e-8482-10f43eb15cab admin admin] Pushing event deleted for resources: {'Port': ['ID=4d32bcee-c57e-407d-9b1a-7911d7ff3de6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:47.007975 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074a658-621a-429e-8482-10f43eb15cab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:30:47.008326 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074a658-621a-429e-8482-10f43eb15cab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:30:47.008668 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074a658-621a-429e-8482-10f43eb15cab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:30:47.009006 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074a658-621a-429e-8482-10f43eb15cab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:30:47.009341 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074a658-621a-429e-8482-10f43eb15cab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:30:47.009670 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074a658-621a-429e-8482-10f43eb15cab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:30:47.009996 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074a658-621a-429e-8482-10f43eb15cab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:30:47.010323 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074a658-621a-429e-8482-10f43eb15cab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:30:47.010648 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074a658-621a-429e-8482-10f43eb15cab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:30:47.011002 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074a658-621a-429e-8482-10f43eb15cab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:30:47.011329 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074a658-621a-429e-8482-10f43eb15cab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:30:47.011655 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074a658-621a-429e-8482-10f43eb15cab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:30:47.011976 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e074a658-621a-429e-8482-10f43eb15cab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:30:47.155043 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e074a658-621a-429e-8482-10f43eb15cab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (cc8df2ca-43ed-4c8d-938b-658969589085), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:47.370162 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e074a658-621a-429e-8482-10f43eb15cab admin admin] Router cc8df2ca-43ed-4c8d-938b-658969589085 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:30:47.476719 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e074a658-621a-429e-8482-10f43eb15cab admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:30:47.481590 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e074a658-621a-429e-8482-10f43eb15cab admin admin] 10.222.0.37 "PUT /v2.0/routers/cc8df2ca-43ed-4c8d-938b-658969589085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7114666 Feb 20 06:30:47.484105 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53052) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:30:47.488312 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce67ba86-040f-4a92-9912-0a73548aef7b None None] Sync routers for ids ['cc8df2ca-43ed-4c8d-938b-658969589085'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:30:47.497483 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce67ba86-040f-4a92-9912-0a73548aef7b None None] Routers {'cc8df2ca-43ed-4c8d-938b-658969589085'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:30:47.498099 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ce67ba86-040f-4a92-9912-0a73548aef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:30:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['cc8df2ca-43ed-4c8d-938b-658969589085'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:30:47.591770 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a997595-8471-4f2d-925c-7e20bc11a489 admin admin] Publish callbacks [] for router (cc8df2ca-43ed-4c8d-938b-658969589085), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:47.606347 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-ce67ba86-040f-4a92-9912-0a73548aef7b None None] Set router cc8df2ca-43ed-4c8d-938b-658969589085 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:30:47.695509 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a997595-8471-4f2d-925c-7e20bc11a489 admin admin] Publish callbacks [] for router_gateway (cc8df2ca-43ed-4c8d-938b-658969589085), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:47.746919 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-3a997595-8471-4f2d-925c-7e20bc11a489 admin admin] Deleting port 39502c54-2937-4946-bd49-b1e42afc82f6 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:30:47.747256 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a997595-8471-4f2d-925c-7e20bc11a489 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (39502c54-2937-4946-bd49-b1e42afc82f6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:47.786445 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ce67ba86-040f-4a92-9912-0a73548aef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8df2ca-43ed-4c8d-938b-658969589085', 'name': 'tempest-TestEncryptedCinderVolumes-1279701534-router', 'tenant_id': '665d2813da8d4bd3aa70dc37dd03b835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '39502c54-2937-4946-bd49-b1e42afc82f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:29:01Z', 'updated_at': '2022-02-20T06:30:46Z', 'revision_number': 5, 'project_id': '665d2813da8d4bd3aa70dc37dd03b835', 'gw_port': {'id': '39502c54-2937-4946-bd49-b1e42afc82f6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:33:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8df2ca-43ed-4c8d-938b-658969589085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:29:01Z', 'updated_at': '2022-02-20T06:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:30:47.812998 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce67ba86-040f-4a92-9912-0a73548aef7b None None] Checking router: cc8df2ca-43ed-4c8d-938b-658969589085 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:30:47.821844 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce67ba86-040f-4a92-9912-0a73548aef7b None None] Routers {'cc8df2ca-43ed-4c8d-938b-658969589085'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:30:47.822459 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ce67ba86-040f-4a92-9912-0a73548aef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:30:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['cc8df2ca-43ed-4c8d-938b-658969589085'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:30:47.825244 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-3a997595-8471-4f2d-925c-7e20bc11a489 admin admin] For port 39502c54-2937-4946-bd49-b1e42afc82f6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=39502c54-2937-4946-bd49-b1e42afc82f6,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:30:47.825611 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a997595-8471-4f2d-925c-7e20bc11a489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (39502c54-2937-4946-bd49-b1e42afc82f6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:47.837413 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-3a997595-8471-4f2d-925c-7e20bc11a489 admin admin] Calling delete_port for 39502c54-2937-4946-bd49-b1e42afc82f6 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:30:47.910735 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-ce67ba86-040f-4a92-9912-0a73548aef7b None None] Set router cc8df2ca-43ed-4c8d-938b-658969589085 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:30:47.962436 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ce67ba86-040f-4a92-9912-0a73548aef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8df2ca-43ed-4c8d-938b-658969589085', 'name': 'tempest-TestEncryptedCinderVolumes-1279701534-router', 'tenant_id': '665d2813da8d4bd3aa70dc37dd03b835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:29:01Z', 'updated_at': '2022-02-20T06:30:47Z', 'revision_number': 6, 'project_id': '665d2813da8d4bd3aa70dc37dd03b835', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:30:47.993319 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce67ba86-040f-4a92-9912-0a73548aef7b None None] The sync data for ids ['cc8df2ca-43ed-4c8d-938b-658969589085'] in n-d-829866-5 is: [{'id': 'cc8df2ca-43ed-4c8d-938b-658969589085', 'name': 'tempest-TestEncryptedCinderVolumes-1279701534-router', 'tenant_id': '665d2813da8d4bd3aa70dc37dd03b835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:29:01Z', 'updated_at': '2022-02-20T06:30:47Z', 'revision_number': 6, 'project_id': '665d2813da8d4bd3aa70dc37dd03b835', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:30:48.007999 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a997595-8471-4f2d-925c-7e20bc11a489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (39502c54-2937-4946-bd49-b1e42afc82f6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:48.039136 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a997595-8471-4f2d-925c-7e20bc11a489 admin admin] Pushing event deleted for resources: {'Port': ['ID=39502c54-2937-4946-bd49-b1e42afc82f6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:48.100222 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a997595-8471-4f2d-925c-7e20bc11a489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (cc8df2ca-43ed-4c8d-938b-658969589085), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:48.199221 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a997595-8471-4f2d-925c-7e20bc11a489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (cc8df2ca-43ed-4c8d-938b-658969589085), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:48.202045 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a997595-8471-4f2d-925c-7e20bc11a489 admin admin] Publish callbacks [] for router_controller (cc8df2ca-43ed-4c8d-938b-658969589085), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:48.250606 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a997595-8471-4f2d-925c-7e20bc11a489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (cc8df2ca-43ed-4c8d-938b-658969589085), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:48.251102 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a997595-8471-4f2d-925c-7e20bc11a489 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc8df2ca-43ed-4c8d-938b-658969589085 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:30:48.255666 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a997595-8471-4f2d-925c-7e20bc11a489 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:48.256908 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3a997595-8471-4f2d-925c-7e20bc11a489 admin admin] 10.222.0.37 "DELETE /v2.0/routers/cc8df2ca-43ed-4c8d-938b-658969589085 HTTP/1.1" status: 204 len: 168 time: 0.7719040 Feb 20 06:30:48.259452 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53054) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:30:48.303778 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-69143eca-e84a-4de0-8cfe-930c64dbe8f0 admin admin] Deleting subnet 6378b057-6a1f-450b-9fa6-b1291ba99e6b {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:30:48.306784 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69143eca-e84a-4de0-8cfe-930c64dbe8f0 admin admin] Publish callbacks [] for subnet (6378b057-6a1f-450b-9fa6-b1291ba99e6b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:48.341498 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69143eca-e84a-4de0-8cfe-930c64dbe8f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (6378b057-6a1f-450b-9fa6-b1291ba99e6b), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:48.423499 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69143eca-e84a-4de0-8cfe-930c64dbe8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (6378b057-6a1f-450b-9fa6-b1291ba99e6b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:48.488874 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69143eca-e84a-4de0-8cfe-930c64dbe8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (6378b057-6a1f-450b-9fa6-b1291ba99e6b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:48.514246 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69143eca-e84a-4de0-8cfe-930c64dbe8f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6378b057-6a1f-450b-9fa6-b1291ba99e6b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:48.518698 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69143eca-e84a-4de0-8cfe-930c64dbe8f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:48.522868 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-69143eca-e84a-4de0-8cfe-930c64dbe8f0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6378b057-6a1f-450b-9fa6-b1291ba99e6b HTTP/1.1" status: 204 len: 168 time: 0.2622309 Feb 20 06:30:48.525070 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53056) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:30:48.525209 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e073eb68-bd07-4018-814f-a40ecd21d5a4 None None] Network 1862adb6-0aab-4400-838b-4c932c16533c requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:30:48.591483 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94e4aa4e-a2e1-4a80-8c2c-8330ee348ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (1862adb6-0aab-4400-838b-4c932c16533c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:48.647146 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-94e4aa4e-a2e1-4a80-8c2c-8330ee348ba5 admin admin] Deleting port 201429bc-a50d-43d8-9f46-69a7bdf75efe {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:30:48.647484 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94e4aa4e-a2e1-4a80-8c2c-8330ee348ba5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (201429bc-a50d-43d8-9f46-69a7bdf75efe), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:48.711099 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-94e4aa4e-a2e1-4a80-8c2c-8330ee348ba5 admin admin] For port 201429bc-a50d-43d8-9f46-69a7bdf75efe, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=201429bc-a50d-43d8-9f46-69a7bdf75efe,segment=NetworkSegment(cfd95621-5883-4cfc-a623-007af4f6925a),segment_id=cfd95621-5883-4cfc-a623-007af4f6925a)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:30:48.711362 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94e4aa4e-a2e1-4a80-8c2c-8330ee348ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (201429bc-a50d-43d8-9f46-69a7bdf75efe), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:48.724389 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-94e4aa4e-a2e1-4a80-8c2c-8330ee348ba5 admin admin] Calling delete_port for 201429bc-a50d-43d8-9f46-69a7bdf75efe owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:30:48.799952 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051be06c-b3ca-43a7-b7a8-7625fd9f6394 None None] DHCP port deletion for 1862adb6-0aab-4400-838b-4c932c16533c request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:30:48.819907 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94e4aa4e-a2e1-4a80-8c2c-8330ee348ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (201429bc-a50d-43d8-9f46-69a7bdf75efe), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:48.850882 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4aa4e-a2e1-4a80-8c2c-8330ee348ba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=201429bc-a50d-43d8-9f46-69a7bdf75efe,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:48.853493 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-051be06c-b3ca-43a7-b7a8-7625fd9f6394 None None] Deleting port 201429bc-a50d-43d8-9f46-69a7bdf75efe {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:30:48.853866 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-051be06c-b3ca-43a7-b7a8-7625fd9f6394 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (201429bc-a50d-43d8-9f46-69a7bdf75efe), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:48.855292 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e4aa4e-a2e1-4a80-8c2c-8330ee348ba5 admin admin] No DVR routers for this DVR port 201429bc-a50d-43d8-9f46-69a7bdf75efe on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:30:48.917473 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-051be06c-b3ca-43a7-b7a8-7625fd9f6394 None None] For port 201429bc-a50d-43d8-9f46-69a7bdf75efe, host n-d-829866-5, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:30:48.917913 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-051be06c-b3ca-43a7-b7a8-7625fd9f6394 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (201429bc-a50d-43d8-9f46-69a7bdf75efe), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:48.925769 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94e4aa4e-a2e1-4a80-8c2c-8330ee348ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (1862adb6-0aab-4400-838b-4c932c16533c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:48.930592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-051be06c-b3ca-43a7-b7a8-7625fd9f6394 None None] Calling delete_port for 201429bc-a50d-43d8-9f46-69a7bdf75efe owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:30:48.933418 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-051be06c-b3ca-43a7-b7a8-7625fd9f6394 None None] Port 201429bc-a50d-43d8-9f46-69a7bdf75efe was not found and therefore no delete operation was performed {{(pid=103408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 06:30:48.934872 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-051be06c-b3ca-43a7-b7a8-7625fd9f6394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (201429bc-a50d-43d8-9f46-69a7bdf75efe), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:48.946765 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-94e4aa4e-a2e1-4a80-8c2c-8330ee348ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1862adb6-0aab-4400-838b-4c932c16533c']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:30:48.955945 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-94e4aa4e-a2e1-4a80-8c2c-8330ee348ba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd95621-5883-4cfc-a623-007af4f6925a') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:30:48.956235 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-94e4aa4e-a2e1-4a80-8c2c-8330ee348ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd95621-5883-4cfc-a623-007af4f6925a') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:30:48.965573 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051be06c-b3ca-43a7-b7a8-7625fd9f6394 None None] Pushing event deleted for resources: {'Port': ['ID=201429bc-a50d-43d8-9f46-69a7bdf75efe,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:48.967428 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051be06c-b3ca-43a7-b7a8-7625fd9f6394 None None] No DVR routers for this DVR port 201429bc-a50d-43d8-9f46-69a7bdf75efe on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:30:48.969197 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94e4aa4e-a2e1-4a80-8c2c-8330ee348ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (cfd95621-5883-4cfc-a623-007af4f6925a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:48.983150 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94e4aa4e-a2e1-4a80-8c2c-8330ee348ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (cfd95621-5883-4cfc-a623-007af4f6925a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:48.991023 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e4aa4e-a2e1-4a80-8c2c-8330ee348ba5 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:30:48.991023 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94e4aa4e-a2e1-4a80-8c2c-8330ee348ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (cfd95621-5883-4cfc-a623-007af4f6925a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: timer() Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:30:48.992707 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:30:49.028206 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04b58d2e-0b87-4307-8d18-4a70abb3ead1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:49.054737 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94e4aa4e-a2e1-4a80-8c2c-8330ee348ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (1862adb6-0aab-4400-838b-4c932c16533c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:49.064204 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94e4aa4e-a2e1-4a80-8c2c-8330ee348ba5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:49.067907 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-94e4aa4e-a2e1-4a80-8c2c-8330ee348ba5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1862adb6-0aab-4400-838b-4c932c16533c HTTP/1.1" status: 204 len: 168 time: 0.5414162 Feb 20 06:30:49.070821 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53058) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:30:49.087924 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4aa4e-a2e1-4a80-8c2c-8330ee348ba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1862adb6-0aab-4400-838b-4c932c16533c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:49.441703 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-43d5c55c-3582-4835-8aac-fad848f64b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (a92e1a9d-64ae-41de-a844-ca80aa1d76e0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:49.689647 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-43d5c55c-3582-4835-8aac-fad848f64b72 admin admin] Deleting port 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:30:49.689983 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-43d5c55c-3582-4835-8aac-fad848f64b72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (108f4aa2-6f9a-4a59-9c1a-a954bd039b6a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:49.764541 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-43d5c55c-3582-4835-8aac-fad848f64b72 admin admin] For port 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=108f4aa2-6f9a-4a59-9c1a-a954bd039b6a,segment=NetworkSegment(bc05a87c-5989-4ed2-bb70-ee0305ec1684),segment_id=bc05a87c-5989-4ed2-bb70-ee0305ec1684)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:30:49.764829 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-43d5c55c-3582-4835-8aac-fad848f64b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (108f4aa2-6f9a-4a59-9c1a-a954bd039b6a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:49.776425 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-43d5c55c-3582-4835-8aac-fad848f64b72 admin admin] Calling delete_port for 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:30:49.789066 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:50.078365 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 201429bc-a50d-43d8-9f46-69a7bdf75efe no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:30:50.100380 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 201429bc-a50d-43d8-9f46-69a7bdf75efe {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:30:50.100823 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 201429bc-a50d-43d8-9f46-69a7bdf75efe not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:30:50.101316 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4d32bcee-c57e-407d-9b1a-7911d7ff3de6 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:30:50.120692 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 4d32bcee-c57e-407d-9b1a-7911d7ff3de6 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:30:50.121038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4d32bcee-c57e-407d-9b1a-7911d7ff3de6 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:30:50.121443 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 39502c54-2937-4946-bd49-b1e42afc82f6 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:30:50.140976 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 39502c54-2937-4946-bd49-b1e42afc82f6 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:30:50.141322 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 39502c54-2937-4946-bd49-b1e42afc82f6 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:30:50.280025 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-43d5c55c-3582-4835-8aac-fad848f64b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (108f4aa2-6f9a-4a59-9c1a-a954bd039b6a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:50.308037 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5c55c-3582-4835-8aac-fad848f64b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=108f4aa2-6f9a-4a59-9c1a-a954bd039b6a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:50.472330 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-43d5c55c-3582-4835-8aac-fad848f64b72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (a92e1a9d-64ae-41de-a844-ca80aa1d76e0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:50.689773 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d5c55c-3582-4835-8aac-fad848f64b72 admin admin] Router a92e1a9d-64ae-41de-a844-ca80aa1d76e0 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:30:50.797755 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d5c55c-3582-4835-8aac-fad848f64b72 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:30:50.806484 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-43d5c55c-3582-4835-8aac-fad848f64b72 admin admin] 10.222.0.37 "PUT /v2.0/routers/a92e1a9d-64ae-41de-a844-ca80aa1d76e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7321587 Feb 20 06:30:50.806675 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53060) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:30:50.807917 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b32c72f-8e5f-4bca-93ac-1bcfcad7ae3c None None] Sync routers for ids ['a92e1a9d-64ae-41de-a844-ca80aa1d76e0'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:30:50.820192 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b32c72f-8e5f-4bca-93ac-1bcfcad7ae3c None None] Routers {'a92e1a9d-64ae-41de-a844-ca80aa1d76e0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:30:50.820815 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9b32c72f-8e5f-4bca-93ac-1bcfcad7ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:30:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a92e1a9d-64ae-41de-a844-ca80aa1d76e0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:30:50.912557 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-196f2117-69a6-4399-a584-4df5b3ab21f1 admin admin] Publish callbacks [] for router (a92e1a9d-64ae-41de-a844-ca80aa1d76e0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:50.924191 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-9b32c72f-8e5f-4bca-93ac-1bcfcad7ae3c None None] Set router a92e1a9d-64ae-41de-a844-ca80aa1d76e0 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:30:51.020687 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-196f2117-69a6-4399-a584-4df5b3ab21f1 admin admin] Publish callbacks [] for router_gateway (a92e1a9d-64ae-41de-a844-ca80aa1d76e0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:51.072236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-196f2117-69a6-4399-a584-4df5b3ab21f1 admin admin] Deleting port aa68cffa-b482-483c-ac11-de0dbb9bd753 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:30:51.072581 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-196f2117-69a6-4399-a584-4df5b3ab21f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (aa68cffa-b482-483c-ac11-de0dbb9bd753), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:51.104040 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9b32c72f-8e5f-4bca-93ac-1bcfcad7ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92e1a9d-64ae-41de-a844-ca80aa1d76e0', 'name': 'tempest-TestEncryptedCinderVolumes-2030285571-router', 'tenant_id': '0e6496f9543e40a590a30e115d4f95b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'aa68cffa-b482-483c-ac11-de0dbb9bd753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:29:06Z', 'updated_at': '2022-02-20T06:30:50Z', 'revision_number': 5, 'project_id': '0e6496f9543e40a590a30e115d4f95b3', 'gw_port': {'id': 'aa68cffa-b482-483c-ac11-de0dbb9bd753', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e1a9d-64ae-41de-a844-ca80aa1d76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:29:06Z', 'updated_at': '2022-02-20T06:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:30:51.132015 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b32c72f-8e5f-4bca-93ac-1bcfcad7ae3c None None] Checking router: a92e1a9d-64ae-41de-a844-ca80aa1d76e0 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:30:51.140021 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b32c72f-8e5f-4bca-93ac-1bcfcad7ae3c None None] Routers {'a92e1a9d-64ae-41de-a844-ca80aa1d76e0'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:30:51.140630 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9b32c72f-8e5f-4bca-93ac-1bcfcad7ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:30:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['a92e1a9d-64ae-41de-a844-ca80aa1d76e0'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:30:51.151138 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-196f2117-69a6-4399-a584-4df5b3ab21f1 admin admin] For port aa68cffa-b482-483c-ac11-de0dbb9bd753, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=aa68cffa-b482-483c-ac11-de0dbb9bd753,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:30:51.151503 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-196f2117-69a6-4399-a584-4df5b3ab21f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (aa68cffa-b482-483c-ac11-de0dbb9bd753), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:51.163494 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-196f2117-69a6-4399-a584-4df5b3ab21f1 admin admin] Calling delete_port for aa68cffa-b482-483c-ac11-de0dbb9bd753 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:30:51.225814 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-9b32c72f-8e5f-4bca-93ac-1bcfcad7ae3c None None] Set router a92e1a9d-64ae-41de-a844-ca80aa1d76e0 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:30:51.276305 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9b32c72f-8e5f-4bca-93ac-1bcfcad7ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92e1a9d-64ae-41de-a844-ca80aa1d76e0', 'name': 'tempest-TestEncryptedCinderVolumes-2030285571-router', 'tenant_id': '0e6496f9543e40a590a30e115d4f95b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:29:06Z', 'updated_at': '2022-02-20T06:30:51Z', 'revision_number': 6, 'project_id': '0e6496f9543e40a590a30e115d4f95b3', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:30:51.306982 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b32c72f-8e5f-4bca-93ac-1bcfcad7ae3c None None] The sync data for ids ['a92e1a9d-64ae-41de-a844-ca80aa1d76e0'] in n-d-829866-5 is: [{'id': 'a92e1a9d-64ae-41de-a844-ca80aa1d76e0', 'name': 'tempest-TestEncryptedCinderVolumes-2030285571-router', 'tenant_id': '0e6496f9543e40a590a30e115d4f95b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:29:06Z', 'updated_at': '2022-02-20T06:30:51Z', 'revision_number': 6, 'project_id': '0e6496f9543e40a590a30e115d4f95b3', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:30:51.344017 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-196f2117-69a6-4399-a584-4df5b3ab21f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (aa68cffa-b482-483c-ac11-de0dbb9bd753), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:51.373846 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f2117-69a6-4399-a584-4df5b3ab21f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa68cffa-b482-483c-ac11-de0dbb9bd753,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:51.433171 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-196f2117-69a6-4399-a584-4df5b3ab21f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (a92e1a9d-64ae-41de-a844-ca80aa1d76e0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:51.522260 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-196f2117-69a6-4399-a584-4df5b3ab21f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (a92e1a9d-64ae-41de-a844-ca80aa1d76e0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:51.524347 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-196f2117-69a6-4399-a584-4df5b3ab21f1 admin admin] Publish callbacks [] for router_controller (a92e1a9d-64ae-41de-a844-ca80aa1d76e0), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:51.570864 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-196f2117-69a6-4399-a584-4df5b3ab21f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (a92e1a9d-64ae-41de-a844-ca80aa1d76e0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:51.571419 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196f2117-69a6-4399-a584-4df5b3ab21f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a92e1a9d-64ae-41de-a844-ca80aa1d76e0 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:30:51.575720 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-196f2117-69a6-4399-a584-4df5b3ab21f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:51.576964 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-196f2117-69a6-4399-a584-4df5b3ab21f1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a92e1a9d-64ae-41de-a844-ca80aa1d76e0 HTTP/1.1" status: 204 len: 168 time: 0.7694855 Feb 20 06:30:51.579514 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53062) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:30:51.607946 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:51.624243 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75f5170-2cea-4892-b370-50a2cade4dc3 admin admin] Deleting subnet 7e1c1a9d-6655-43eb-9a40-3e3724d948cb {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:30:51.627323 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b75f5170-2cea-4892-b370-50a2cade4dc3 admin admin] Publish callbacks [] for subnet (7e1c1a9d-6655-43eb-9a40-3e3724d948cb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:51.663651 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b75f5170-2cea-4892-b370-50a2cade4dc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (7e1c1a9d-6655-43eb-9a40-3e3724d948cb), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:51.746493 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b75f5170-2cea-4892-b370-50a2cade4dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (7e1c1a9d-6655-43eb-9a40-3e3724d948cb), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:51.797915 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b75f5170-2cea-4892-b370-50a2cade4dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (7e1c1a9d-6655-43eb-9a40-3e3724d948cb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:51.823567 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f5170-2cea-4892-b370-50a2cade4dc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e1c1a9d-6655-43eb-9a40-3e3724d948cb,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:51.825438 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b75f5170-2cea-4892-b370-50a2cade4dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:51.828581 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b75f5170-2cea-4892-b370-50a2cade4dc3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7e1c1a9d-6655-43eb-9a40-3e3724d948cb HTTP/1.1" status: 204 len: 168 time: 0.2481658 Feb 20 06:30:51.829996 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b82dfd-7b0f-44a4-ae09-b48d7aedc0db None None] Network 04c4296a-d591-4c54-b5c8-ccabe4bdc161 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:30:51.831058 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53064) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:30:51.899819 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb1a0ae7-d772-44b9-a2e9-16060bc5c8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (04c4296a-d591-4c54-b5c8-ccabe4bdc161), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:51.959969 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-bb1a0ae7-d772-44b9-a2e9-16060bc5c8be admin admin] Deleting port 791fa18e-1c04-4a43-9c36-4d23ffb099b6 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:30:51.960308 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb1a0ae7-d772-44b9-a2e9-16060bc5c8be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (791fa18e-1c04-4a43-9c36-4d23ffb099b6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:52.020968 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-bb1a0ae7-d772-44b9-a2e9-16060bc5c8be admin admin] For port 791fa18e-1c04-4a43-9c36-4d23ffb099b6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=791fa18e-1c04-4a43-9c36-4d23ffb099b6,segment=NetworkSegment(bc05a87c-5989-4ed2-bb70-ee0305ec1684),segment_id=bc05a87c-5989-4ed2-bb70-ee0305ec1684)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:30:52.021324 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb1a0ae7-d772-44b9-a2e9-16060bc5c8be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (791fa18e-1c04-4a43-9c36-4d23ffb099b6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:52.033556 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-bb1a0ae7-d772-44b9-a2e9-16060bc5c8be admin admin] Calling delete_port for 791fa18e-1c04-4a43-9c36-4d23ffb099b6 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:30:52.076197 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188e35ec-c9aa-4c5c-b312-1fcbb05b6ae6 None None] DHCP port deletion for 04c4296a-d591-4c54-b5c8-ccabe4bdc161 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:30:52.133396 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb1a0ae7-d772-44b9-a2e9-16060bc5c8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (791fa18e-1c04-4a43-9c36-4d23ffb099b6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:52.150244 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-188e35ec-c9aa-4c5c-b312-1fcbb05b6ae6 None None] Deleting port 791fa18e-1c04-4a43-9c36-4d23ffb099b6 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:30:52.150648 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-188e35ec-c9aa-4c5c-b312-1fcbb05b6ae6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (791fa18e-1c04-4a43-9c36-4d23ffb099b6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:52.158716 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 791fa18e-1c04-4a43-9c36-4d23ffb099b6 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:30:52.171058 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a0ae7-d772-44b9-a2e9-16060bc5c8be admin admin] Pushing event deleted for resources: {'Port': ['ID=791fa18e-1c04-4a43-9c36-4d23ffb099b6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:52.172887 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1a0ae7-d772-44b9-a2e9-16060bc5c8be admin admin] No DVR routers for this DVR port 791fa18e-1c04-4a43-9c36-4d23ffb099b6 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:30:52.215560 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 791fa18e-1c04-4a43-9c36-4d23ffb099b6 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:30:52.215912 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 791fa18e-1c04-4a43-9c36-4d23ffb099b6 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:30:52.216339 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:30:52.243554 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb1a0ae7-d772-44b9-a2e9-16060bc5c8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (04c4296a-d591-4c54-b5c8-ccabe4bdc161), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:52.246790 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:30:52.247169 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 108f4aa2-6f9a-4a59-9c1a-a954bd039b6a not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:30:52.247578 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device aa68cffa-b482-483c-ac11-de0dbb9bd753 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:30:52.264644 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-bb1a0ae7-d772-44b9-a2e9-16060bc5c8be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c4296a-d591-4c54-b5c8-ccabe4bdc161']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:30:52.273800 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-bb1a0ae7-d772-44b9-a2e9-16060bc5c8be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc05a87c-5989-4ed2-bb70-ee0305ec1684') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:30:52.274382 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-bb1a0ae7-d772-44b9-a2e9-16060bc5c8be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc05a87c-5989-4ed2-bb70-ee0305ec1684') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:30:52.274753 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: aa68cffa-b482-483c-ac11-de0dbb9bd753 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:30:52.275424 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device aa68cffa-b482-483c-ac11-de0dbb9bd753 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:30:52.281138 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-188e35ec-c9aa-4c5c-b312-1fcbb05b6ae6 None None] For port 791fa18e-1c04-4a43-9c36-4d23ffb099b6, host n-d-829866-5, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:30:52.283402 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-188e35ec-c9aa-4c5c-b312-1fcbb05b6ae6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (791fa18e-1c04-4a43-9c36-4d23ffb099b6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:52.284023 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb1a0ae7-d772-44b9-a2e9-16060bc5c8be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (bc05a87c-5989-4ed2-bb70-ee0305ec1684), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:52.293784 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-188e35ec-c9aa-4c5c-b312-1fcbb05b6ae6 None None] Calling delete_port for 791fa18e-1c04-4a43-9c36-4d23ffb099b6 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:30:52.296798 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-188e35ec-c9aa-4c5c-b312-1fcbb05b6ae6 None None] Port 791fa18e-1c04-4a43-9c36-4d23ffb099b6 was not found and therefore no delete operation was performed {{(pid=103408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 06:30:52.298468 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-188e35ec-c9aa-4c5c-b312-1fcbb05b6ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (791fa18e-1c04-4a43-9c36-4d23ffb099b6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:52.299380 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb1a0ae7-d772-44b9-a2e9-16060bc5c8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (bc05a87c-5989-4ed2-bb70-ee0305ec1684), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:52.307593 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1a0ae7-d772-44b9-a2e9-16060bc5c8be admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:30:52.307938 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb1a0ae7-d772-44b9-a2e9-16060bc5c8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (bc05a87c-5989-4ed2-bb70-ee0305ec1684), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: timer() Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:30:52.323710 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:30:52.325624 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e35ec-c9aa-4c5c-b312-1fcbb05b6ae6 None None] Pushing event deleted for resources: {'Port': ['ID=791fa18e-1c04-4a43-9c36-4d23ffb099b6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:52.330287 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188e35ec-c9aa-4c5c-b312-1fcbb05b6ae6 None None] No DVR routers for this DVR port 791fa18e-1c04-4a43-9c36-4d23ffb099b6 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:30:52.373352 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb1a0ae7-d772-44b9-a2e9-16060bc5c8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (04c4296a-d591-4c54-b5c8-ccabe4bdc161), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:52.379389 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb1a0ae7-d772-44b9-a2e9-16060bc5c8be admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:52.383503 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bb1a0ae7-d772-44b9-a2e9-16060bc5c8be admin admin] 10.222.0.37 "DELETE /v2.0/networks/04c4296a-d591-4c54-b5c8-ccabe4bdc161 HTTP/1.1" status: 204 len: 168 time: 0.5515265 Feb 20 06:30:52.396402 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a0ae7-d772-44b9-a2e9-16060bc5c8be admin admin] Pushing event deleted for resources: {'Network': ['ID=04c4296a-d591-4c54-b5c8-ccabe4bdc161,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:52.565168 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53068) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:30:52.604892 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4ff6feca-c0c6-49b2-bc2a-6da3116cf3c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=665d2813da8d4bd3aa70dc37dd03b835&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384736 Feb 20 06:30:52.607237 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53070) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:30:52.653179 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d61049b-1ab3-47d7-b870-e7f1112ae5a8 admin admin] Publish callbacks [] for security_group (344d190a-601f-4def-91e4-8b13c5256d62), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:52.673871 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d61049b-1ab3-47d7-b870-e7f1112ae5a8 admin admin] Publish callbacks [] for security_group (344d190a-601f-4def-91e4-8b13c5256d62), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:52.723851 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d61049b-1ab3-47d7-b870-e7f1112ae5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (344d190a-601f-4def-91e4-8b13c5256d62), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:52.726382 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d61049b-1ab3-47d7-b870-e7f1112ae5a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:52.727549 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1d61049b-1ab3-47d7-b870-e7f1112ae5a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/344d190a-601f-4def-91e4-8b13c5256d62 HTTP/1.1" status: 204 len: 168 time: 0.1194329 Feb 20 06:30:52.734993 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61049b-1ab3-47d7-b870-e7f1112ae5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344d190a-601f-4def-91e4-8b13c5256d62,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:52.784599 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:53.053157 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53076) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:30:53.091853 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1ac8f2ba-7d92-48c3-b09b-39803f39eef5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e6496f9543e40a590a30e115d4f95b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373468 Feb 20 06:30:53.093963 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53078) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:30:53.140207 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cfdd14e-ec4c-4d49-b0b9-99f72815fd35 admin admin] Publish callbacks [] for security_group (166b8372-32bc-45f9-ad2c-0db8fbf21bb7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:53.161695 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cfdd14e-ec4c-4d49-b0b9-99f72815fd35 admin admin] Publish callbacks [] for security_group (166b8372-32bc-45f9-ad2c-0db8fbf21bb7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:53.207418 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cfdd14e-ec4c-4d49-b0b9-99f72815fd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (166b8372-32bc-45f9-ad2c-0db8fbf21bb7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:53.210721 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cfdd14e-ec4c-4d49-b0b9-99f72815fd35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:53.211909 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0cfdd14e-ec4c-4d49-b0b9-99f72815fd35 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/166b8372-32bc-45f9-ad2c-0db8fbf21bb7 HTTP/1.1" status: 204 len: 168 time: 0.1170814 Feb 20 06:30:53.219698 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdd14e-ec4c-4d49-b0b9-99f72815fd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166b8372-32bc-45f9-ad2c-0db8fbf21bb7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:53.386204 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:53.859156 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53100) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:30:53.956481 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-e6005dd6-59a3-4403-9aa0-f3fe04cfc788 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-372219582-network', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:30:53.974652 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6005dd6-59a3-4403-9aa0-f3fe04cfc788 admin admin] Made reservation on behalf of b27e95a6d31949e6b377aeb1c101bb9f for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:30:53.977037 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6005dd6-59a3-4403-9aa0-f3fe04cfc788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:53.985273 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6005dd6-59a3-4403-9aa0-f3fe04cfc788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:54.057864 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6005dd6-59a3-4403-9aa0-f3fe04cfc788 admin admin] Publish callbacks [] for security_group (0fdc34e6-de1f-4685-885c-7f0dbca8d3d9), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:54.061357 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6005dd6-59a3-4403-9aa0-f3fe04cfc788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0fdc34e6-de1f-4685-885c-7f0dbca8d3d9), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:54.081712 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6005dd6-59a3-4403-9aa0-f3fe04cfc788 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:30:54.094809 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6005dd6-59a3-4403-9aa0-f3fe04cfc788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:54.099579 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6005dd6-59a3-4403-9aa0-f3fe04cfc788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (5e39d59c-dcdf-4532-8595-2661f551f394), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:54.099923 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-e6005dd6-59a3-4403-9aa0-f3fe04cfc788 admin admin] Added segment 5e39d59c-dcdf-4532-8595-2661f551f394 of type vlan for network 9104dee3-4c4d-444b-a1a7-015ff215bbfa Feb 20 06:30:54.139276 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6005dd6-59a3-4403-9aa0-f3fe04cfc788 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (9104dee3-4c4d-444b-a1a7-015ff215bbfa), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:54.162484 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6005dd6-59a3-4403-9aa0-f3fe04cfc788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (9104dee3-4c4d-444b-a1a7-015ff215bbfa), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:54.163461 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6005dd6-59a3-4403-9aa0-f3fe04cfc788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:30:54.164030 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e6005dd6-59a3-4403-9aa0-f3fe04cfc788 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:54.220231 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e6005dd6-59a3-4403-9aa0-f3fe04cfc788 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3599174 Feb 20 06:30:54.223651 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53104) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:30:54.227926 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6005dd6-59a3-4403-9aa0-f3fe04cfc788 admin admin] Pushing event updated for resources: {'Network': ['ID=9104dee3-4c4d-444b-a1a7-015ff215bbfa,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:54.228713 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-7dd5c3a9-2848-48cc-9922-cc69a7c9f6f0 admin admin] Request body: {'subnet': {'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-372219582-subnet', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:30:54.238020 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 9104dee3-4c4d-444b-a1a7-015ff215bbfa details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:30:54.250309 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd5c3a9-2848-48cc-9922-cc69a7c9f6f0 admin admin] Made reservation on behalf of b27e95a6d31949e6b377aeb1c101bb9f for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:30:54.252897 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7dd5c3a9-2848-48cc-9922-cc69a7c9f6f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:54.414689 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7dd5c3a9-2848-48cc-9922-cc69a7c9f6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (610c5f6f-c2e7-468b-a606-66c7ace5b585), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:54.470969 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5c3a9-2848-48cc-9922-cc69a7c9f6f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=610c5f6f-c2e7-468b-a606-66c7ace5b585,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:54.475042 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd5c3a9-2848-48cc-9922-cc69a7c9f6f0 admin admin] Checking segment: {'id': '5e39d59c-dcdf-4532-8595-2661f551f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:30:54.475400 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd5c3a9-2848-48cc-9922-cc69a7c9f6f0 admin admin] Network hostable DHCP agents. Network: 9104dee3-4c4d-444b-a1a7-015ff215bbfa, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:30:54.491813 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd5c3a9-2848-48cc-9922-cc69a7c9f6f0 admin admin] Network 9104dee3-4c4d-444b-a1a7-015ff215bbfa is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:30:54.500240 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-7dd5c3a9-2848-48cc-9922-cc69a7c9f6f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 9104dee3-4c4d-444b-a1a7-015ff215bbfa) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:30:54.503957 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd5c3a9-2848-48cc-9922-cc69a7c9f6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:30:54.505179 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7dd5c3a9-2848-48cc-9922-cc69a7c9f6f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:54.509532 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef55f79a-3bb5-4a8b-93fa-4b1d72a8d3c2 None None] Network 9104dee3-4c4d-444b-a1a7-015ff215bbfa requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:30:54.521078 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7dd5c3a9-2848-48cc-9922-cc69a7c9f6f0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2962143 Feb 20 06:30:54.523738 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53106) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:30:54.527997 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-55eb5ede-7904-4e21-b409-4478cdc8af66 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-372219582-router', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:30:54.547322 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55eb5ede-7904-4e21-b409-4478cdc8af66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (953c8077-32dc-4a28-971e-a40e40a75cd6), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:54.548451 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55eb5ede-7904-4e21-b409-4478cdc8af66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (953c8077-32dc-4a28-971e-a40e40a75cd6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:54.608313 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55eb5ede-7904-4e21-b409-4478cdc8af66 admin admin] Publish callbacks [] for router_controller (953c8077-32dc-4a28-971e-a40e40a75cd6), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:54.755194 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55eb5ede-7904-4e21-b409-4478cdc8af66 admin admin] Publish callbacks [] for router_gateway (953c8077-32dc-4a28-971e-a40e40a75cd6), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:54.777719 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcef8dab-b0a5-485d-a5af-981a8a53fcb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-9104dee3-4c4d-444b-a1a7-015ff215bbfa', 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa', 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'fixed_ips': [{'subnet_id': '610c5f6f-c2e7-468b-a606-66c7ace5b585'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:30:54.778640 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dcef8dab-b0a5-485d-a5af-981a8a53fcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:54.917535 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-dcef8dab-b0a5-485d-a5af-981a8a53fcb7 None None] Allocated IP 172.20.0.2 (9104dee3-4c4d-444b-a1a7-015ff215bbfa/610c5f6f-c2e7-468b-a606-66c7ace5b585/15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:30:54.958875 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55eb5ede-7904-4e21-b409-4478cdc8af66 admin admin] Publish callbacks [] for router_gateway (953c8077-32dc-4a28-971e-a40e40a75cd6), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:54.977483 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55eb5ede-7904-4e21-b409-4478cdc8af66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:55.063044 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dcef8dab-b0a5-485d-a5af-981a8a53fcb7 None None] Publish callbacks [] for port (15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:55.068235 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dcef8dab-b0a5-485d-a5af-981a8a53fcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:55.086551 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-55eb5ede-7904-4e21-b409-4478cdc8af66 admin admin] Allocated IP 172.25.3.66 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/540009aa-40e1-412a-a964-44f06c12c890) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:30:55.113312 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcef8dab-b0a5-485d-a5af-981a8a53fcb7 None None] Network 9104dee3-4c4d-444b-a1a7-015ff215bbfa is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:30:55.116602 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-dcef8dab-b0a5-485d-a5af-981a8a53fcb7 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:30:55.118863 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcef8dab-b0a5-485d-a5af-981a8a53fcb7 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:30:55.129177 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef8dab-b0a5-485d-a5af-981a8a53fcb7 None None] Pushing event updated for resources: {'Port': ['ID=15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:55.181771 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-dcef8dab-b0a5-485d-a5af-981a8a53fcb7 None None] Attempting to bind port 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:30:55.182128 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-dcef8dab-b0a5-485d-a5af-981a8a53fcb7 None None] Attempting to bind port 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '5e39d59c-dcdf-4532-8595-2661f551f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:30:55.182481 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcef8dab-b0a5-485d-a5af-981a8a53fcb7 None None] Attempting to bind port 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd on network 9104dee3-4c4d-444b-a1a7-015ff215bbfa {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:30:55.187396 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcef8dab-b0a5-485d-a5af-981a8a53fcb7 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:30:55.187777 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcef8dab-b0a5-485d-a5af-981a8a53fcb7 None None] Checking segment: {'id': '5e39d59c-dcdf-4532-8595-2661f551f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:30:55.188174 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dcef8dab-b0a5-485d-a5af-981a8a53fcb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:55.188562 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcef8dab-b0a5-485d-a5af-981a8a53fcb7 None None] Bound using segment: {'id': '5e39d59c-dcdf-4532-8595-2661f551f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:30:55.189027 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-dcef8dab-b0a5-485d-a5af-981a8a53fcb7 None None] Bound port: 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e39d59c-dcdf-4532-8595-2661f551f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:30:55.189399 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dcef8dab-b0a5-485d-a5af-981a8a53fcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:55.189674 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55eb5ede-7904-4e21-b409-4478cdc8af66 admin admin] Publish callbacks [] for port (540009aa-40e1-412a-a964-44f06c12c890), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:55.227270 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55eb5ede-7904-4e21-b409-4478cdc8af66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (540009aa-40e1-412a-a964-44f06c12c890), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:55.251788 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-dcef8dab-b0a5-485d-a5af-981a8a53fcb7 None None] For port 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:30:55.255993 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-dcef8dab-b0a5-485d-a5af-981a8a53fcb7 None None] For port 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd,segment=NetworkSegment(5e39d59c-dcdf-4532-8595-2661f551f394),segment_id=5e39d59c-dcdf-4532-8595-2661f551f394)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:30:55.261215 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dcef8dab-b0a5-485d-a5af-981a8a53fcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:55.265531 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55eb5ede-7904-4e21-b409-4478cdc8af66 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:30:55.268358 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-55eb5ede-7904-4e21-b409-4478cdc8af66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:30:55.274441 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eb5ede-7904-4e21-b409-4478cdc8af66 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:30:55.279828 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb5ede-7904-4e21-b409-4478cdc8af66 admin admin] Pushing event updated for resources: {'Port': ['ID=540009aa-40e1-412a-a964-44f06c12c890,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:55.328227 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef8dab-b0a5-485d-a5af-981a8a53fcb7 None None] Pushing event updated for resources: {'Port': ['ID=15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:55.549516 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55eb5ede-7904-4e21-b409-4478cdc8af66 admin admin] Publish callbacks [] for router_gateway (953c8077-32dc-4a28-971e-a40e40a75cd6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:55.697927 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:56.105719 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55eb5ede-7904-4e21-b409-4478cdc8af66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (953c8077-32dc-4a28-971e-a40e40a75cd6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:56.110273 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:30:56.167744 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:30:56.168028 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:56.261956 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55eb5ede-7904-4e21-b409-4478cdc8af66 admin admin] Router 953c8077-32dc-4a28-971e-a40e40a75cd6 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:30:56.286389 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:30:56.286832 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:56.291038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eeccbd1-dcdf-4d0b-8810-a6f98085fbc5 None None] Network 9104dee3-4c4d-444b-a1a7-015ff215bbfa requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:30:56.383615 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd,segment=NetworkSegment(5e39d59c-dcdf-4532-8595-2661f551f394),segment_id=5e39d59c-dcdf-4532-8595-2661f551f394)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:30:56.384578 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-3276412b-62f0-4e62-8da8-19485b225a9d None None] Provisioning complete for port 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:30:56.384943 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3276412b-62f0-4e62-8da8-19485b225a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:56.392305 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55eb5ede-7904-4e21-b409-4478cdc8af66 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:30:56.418776 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc96d44-c06b-4a72-9a32-de1e2677cf45 None None] Sync routers for ids ['953c8077-32dc-4a28-971e-a40e40a75cd6'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:30:56.419440 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55eb5ede-7904-4e21-b409-4478cdc8af66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:56.420705 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-55eb5ede-7904-4e21-b409-4478cdc8af66 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8960006 Feb 20 06:30:56.421319 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:56.423525 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53110) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:30:56.474567 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc96d44-c06b-4a72-9a32-de1e2677cf45 None None] Routers {'953c8077-32dc-4a28-971e-a40e40a75cd6'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:30:56.475254 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-cfc96d44-c06b-4a72-9a32-de1e2677cf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:30:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['953c8077-32dc-4a28-971e-a40e40a75cd6'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:30:56.562284 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:56.662754 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-cfc96d44-c06b-4a72-9a32-de1e2677cf45 None None] Set router 953c8077-32dc-4a28-971e-a40e40a75cd6 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:30:56.693317 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3276412b-62f0-4e62-8da8-19485b225a9d None None] Current status of the port 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:30:56.856387 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-cfc96d44-c06b-4a72-9a32-de1e2677cf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'name': 'tempest-TestMinimumBasicScenario-372219582-router', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '540009aa-40e1-412a-a964-44f06c12c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:30:55Z', 'revision_number': 3, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'gw_port': {'id': '540009aa-40e1-412a-a964-44f06c12c890', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:30:56.874639 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1c6d27c0-dba0-4141-87c5-5ccfae951950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:56.883836 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc96d44-c06b-4a72-9a32-de1e2677cf45 None None] Checking router: 953c8077-32dc-4a28-971e-a40e40a75cd6 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:30:56.884194 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc96d44-c06b-4a72-9a32-de1e2677cf45 None None] Updating router 953c8077-32dc-4a28-971e-a40e40a75cd6 port 540009aa-40e1-412a-a964-44f06c12c890 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:30:56.923507 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cfc96d44-c06b-4a72-9a32-de1e2677cf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (540009aa-40e1-412a-a964-44f06c12c890), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:56.946395 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-70b0bdbd-3f77-4836-8da8-b157f5ee63ab None None] Provisioning complete for port 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:30:56.946687 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70b0bdbd-3f77-4836-8da8-b157f5ee63ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:57.028926 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-1c6d27c0-dba0-4141-87c5-5ccfae951950 admin admin] Allocated IP 172.20.0.1 (9104dee3-4c4d-444b-a1a7-015ff215bbfa/610c5f6f-c2e7-468b-a606-66c7ace5b585/7e5e4d3f-a6e4-4a51-a025-65c676867844) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:30:57.134624 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1c6d27c0-dba0-4141-87c5-5ccfae951950 admin admin] Publish callbacks [] for port (7e5e4d3f-a6e4-4a51-a025-65c676867844), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:57.136915 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-70b0bdbd-3f77-4836-8da8-b157f5ee63ab None None] Current status of the port 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:30:57.169747 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1c6d27c0-dba0-4141-87c5-5ccfae951950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (7e5e4d3f-a6e4-4a51-a025-65c676867844), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:57.206045 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6d27c0-dba0-4141-87c5-5ccfae951950 admin admin] Network 9104dee3-4c4d-444b-a1a7-015ff215bbfa is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:30:57.208910 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-1c6d27c0-dba0-4141-87c5-5ccfae951950 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:30:57.213169 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6d27c0-dba0-4141-87c5-5ccfae951950 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:30:57.236471 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cfc96d44-c06b-4a72-9a32-de1e2677cf45 None None] Publish callbacks [] for port (540009aa-40e1-412a-a964-44f06c12c890), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:57.242504 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cfc96d44-c06b-4a72-9a32-de1e2677cf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (540009aa-40e1-412a-a964-44f06c12c890), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:57.245604 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d27c0-dba0-4141-87c5-5ccfae951950 admin admin] Pushing event updated for resources: {'Port': ['ID=7e5e4d3f-a6e4-4a51-a025-65c676867844,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:57.269145 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1c6d27c0-dba0-4141-87c5-5ccfae951950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (953c8077-32dc-4a28-971e-a40e40a75cd6), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:57.295481 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-cfc96d44-c06b-4a72-9a32-de1e2677cf45 None None] Attempting to bind port 540009aa-40e1-412a-a964-44f06c12c890 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:30:57.296024 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-cfc96d44-c06b-4a72-9a32-de1e2677cf45 None None] Attempting to bind port 540009aa-40e1-412a-a964-44f06c12c890 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:30:57.296257 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc96d44-c06b-4a72-9a32-de1e2677cf45 None None] Attempting to bind port 540009aa-40e1-412a-a964-44f06c12c890 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:30:57.308208 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580e5a5-1218-466a-8daf-199bb3c0bff4 None None] Pushing event updated for resources: {'Port': ['ID=540009aa-40e1-412a-a964-44f06c12c890,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:57.310548 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc96d44-c06b-4a72-9a32-de1e2677cf45 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:30:57.310995 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc96d44-c06b-4a72-9a32-de1e2677cf45 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:30:57.311348 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cfc96d44-c06b-4a72-9a32-de1e2677cf45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:57.311737 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc96d44-c06b-4a72-9a32-de1e2677cf45 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:30:57.312215 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-cfc96d44-c06b-4a72-9a32-de1e2677cf45 None None] Bound port: 540009aa-40e1-412a-a964-44f06c12c890, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:30:57.312605 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cfc96d44-c06b-4a72-9a32-de1e2677cf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (540009aa-40e1-412a-a964-44f06c12c890), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:57.371876 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-cfc96d44-c06b-4a72-9a32-de1e2677cf45 None None] For port 540009aa-40e1-412a-a964-44f06c12c890, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:30:57.375782 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-cfc96d44-c06b-4a72-9a32-de1e2677cf45 None None] For port 540009aa-40e1-412a-a964-44f06c12c890, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=540009aa-40e1-412a-a964-44f06c12c890,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:30:57.383795 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cfc96d44-c06b-4a72-9a32-de1e2677cf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (540009aa-40e1-412a-a964-44f06c12c890), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:57.428463 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1c6d27c0-dba0-4141-87c5-5ccfae951950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7e5e4d3f-a6e4-4a51-a025-65c676867844), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:57.446262 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc96d44-c06b-4a72-9a32-de1e2677cf45 None None] Routers {'953c8077-32dc-4a28-971e-a40e40a75cd6'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:30:57.446923 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-cfc96d44-c06b-4a72-9a32-de1e2677cf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:30:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['953c8077-32dc-4a28-971e-a40e40a75cd6'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:30:57.448632 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580e5a5-1218-466a-8daf-199bb3c0bff4 None None] Pushing event updated for resources: {'Port': ['ID=540009aa-40e1-412a-a964-44f06c12c890,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:57.567657 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-cfc96d44-c06b-4a72-9a32-de1e2677cf45 None None] Set router 953c8077-32dc-4a28-971e-a40e40a75cd6 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:30:57.596252 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1c6d27c0-dba0-4141-87c5-5ccfae951950 admin admin] Publish callbacks [] for port (7e5e4d3f-a6e4-4a51-a025-65c676867844), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:57.602543 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1c6d27c0-dba0-4141-87c5-5ccfae951950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (7e5e4d3f-a6e4-4a51-a025-65c676867844), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:57.607109 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-85a12296-cb46-4b3b-bc78-4f4c49aa4188 None None] Provisioning complete for port 7e5e4d3f-a6e4-4a51-a025-65c676867844 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:30:57.607926 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85a12296-cb46-4b3b-bc78-4f4c49aa4188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7e5e4d3f-a6e4-4a51-a025-65c676867844), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:57.667185 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1c6d27c0-dba0-4141-87c5-5ccfae951950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (953c8077-32dc-4a28-971e-a40e40a75cd6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:57.668979 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d27c0-dba0-4141-87c5-5ccfae951950 admin admin] Pushing event updated for resources: {'Port': ['ID=7e5e4d3f-a6e4-4a51-a025-65c676867844,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:57.711853 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-85a12296-cb46-4b3b-bc78-4f4c49aa4188 None None] Port 7e5e4d3f-a6e4-4a51-a025-65c676867844 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:30:57.763758 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6d27c0-dba0-4141-87c5-5ccfae951950 admin admin] Network 9104dee3-4c4d-444b-a1a7-015ff215bbfa is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:30:57.765177 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-1c6d27c0-dba0-4141-87c5-5ccfae951950 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:30:57.805430 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-cfc96d44-c06b-4a72-9a32-de1e2677cf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'name': 'tempest-TestMinimumBasicScenario-372219582-router', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '540009aa-40e1-412a-a964-44f06c12c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:30:57Z', 'revision_number': 4, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'gw_port': {'id': '540009aa-40e1-412a-a964-44f06c12c890', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '7e5e4d3f-a6e4-4a51-a025-65c676867844', 'name': '', 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'mac_address': 'fa:16:3e:2a:41:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '610c5f6f-c2e7-468b-a606-66c7ace5b585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:56Z', 'updated_at': '2022-02-20T06:30:57Z', 'revision_number': 1, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'subnets': [{'id': '610c5f6f-c2e7-468b-a606-66c7ace5b585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:30:57.832986 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc96d44-c06b-4a72-9a32-de1e2677cf45 None None] The sync data for ids ['953c8077-32dc-4a28-971e-a40e40a75cd6'] in n-d-829866-5 is: [{'id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'name': 'tempest-TestMinimumBasicScenario-372219582-router', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '540009aa-40e1-412a-a964-44f06c12c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:30:57Z', 'revision_number': 4, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'gw_port': {'id': '540009aa-40e1-412a-a964-44f06c12c890', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '7e5e4d3f-a6e4-4a51-a025-65c676867844', 'name': '', 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'mac_address': 'fa:16:3e:2a:41:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '610c5f6f-c2e7-468b-a606-66c7ace5b585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:56Z', 'updated_at': '2022-02-20T06:30:57Z', 'revision_number': 1, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'subnets': [{'id': '610c5f6f-c2e7-468b-a606-66c7ace5b585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:30:57.895921 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6d27c0-dba0-4141-87c5-5ccfae951950 admin admin] Router 953c8077-32dc-4a28-971e-a40e40a75cd6 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:30:58.014597 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6d27c0-dba0-4141-87c5-5ccfae951950 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:30:58.019650 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1c6d27c0-dba0-4141-87c5-5ccfae951950 admin admin] 10.222.0.37 "PUT /v2.0/routers/953c8077-32dc-4a28-971e-a40e40a75cd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5946631 Feb 20 06:30:58.069397 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-16d7eaa8-de1b-47f3-b98a-a42014f0a0da None None] Provisioning complete for port 7e5e4d3f-a6e4-4a51-a025-65c676867844 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:30:58.070336 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-16d7eaa8-de1b-47f3-b98a-a42014f0a0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7e5e4d3f-a6e4-4a51-a025-65c676867844), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:58.114239 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:30:58.312185 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-16d7eaa8-de1b-47f3-b98a-a42014f0a0da None None] Port 7e5e4d3f-a6e4-4a51-a025-65c676867844 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:30:58.343907 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:30:58.344369 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:58.431416 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:30:58.557626 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53126) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:30:58.562659 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d770b207-5422-4a9b-b7b6-4100430c8891 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-965406619-network', 'tenant_id': '74fb3c677ace4811a3ca625f6d043502'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:30:58.600870 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d770b207-5422-4a9b-b7b6-4100430c8891 admin admin] Made reservation on behalf of 74fb3c677ace4811a3ca625f6d043502 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:30:58.603392 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d770b207-5422-4a9b-b7b6-4100430c8891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:58.612528 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d770b207-5422-4a9b-b7b6-4100430c8891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:58.693667 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d770b207-5422-4a9b-b7b6-4100430c8891 admin admin] Publish callbacks [] for security_group (9f625e78-91fb-4ead-af33-518049ee122f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:58.700226 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d770b207-5422-4a9b-b7b6-4100430c8891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9f625e78-91fb-4ead-af33-518049ee122f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:58.729878 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d770b207-5422-4a9b-b7b6-4100430c8891 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:30:58.736653 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770b207-5422-4a9b-b7b6-4100430c8891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f625e78-91fb-4ead-af33-518049ee122f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:58.743795 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d770b207-5422-4a9b-b7b6-4100430c8891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (af6e4c60-b409-4768-8f05-1279173d091b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:58.744166 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-d770b207-5422-4a9b-b7b6-4100430c8891 admin admin] Added segment af6e4c60-b409-4768-8f05-1279173d091b of type vlan for network 04f481f3-80b1-43e6-a943-346b69740ccf Feb 20 06:30:58.786878 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d770b207-5422-4a9b-b7b6-4100430c8891 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (04f481f3-80b1-43e6-a943-346b69740ccf), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:58.821252 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d770b207-5422-4a9b-b7b6-4100430c8891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (04f481f3-80b1-43e6-a943-346b69740ccf), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:58.822280 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d770b207-5422-4a9b-b7b6-4100430c8891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:30:58.822867 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d770b207-5422-4a9b-b7b6-4100430c8891 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:58.883338 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d770b207-5422-4a9b-b7b6-4100430c8891 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3243990 Feb 20 06:30:58.886037 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53128) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:30:58.894976 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c7c1752a-2809-46fd-a38b-2543d96c00a2 admin admin] Request body: {'subnet': {'network_id': '04f481f3-80b1-43e6-a943-346b69740ccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-965406619-subnet', 'tenant_id': '74fb3c677ace4811a3ca625f6d043502', 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:30:58.899174 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770b207-5422-4a9b-b7b6-4100430c8891 admin admin] Pushing event updated for resources: {'Network': ['ID=04f481f3-80b1-43e6-a943-346b69740ccf,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:58.909877 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 04f481f3-80b1-43e6-a943-346b69740ccf details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:30:58.919949 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c1752a-2809-46fd-a38b-2543d96c00a2 admin admin] Made reservation on behalf of 74fb3c677ace4811a3ca625f6d043502 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:30:58.922616 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c7c1752a-2809-46fd-a38b-2543d96c00a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:59.106135 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c7c1752a-2809-46fd-a38b-2543d96c00a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (88842a1a-0388-4cba-9b2f-381bda6cd189), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:59.161766 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1752a-2809-46fd-a38b-2543d96c00a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88842a1a-0388-4cba-9b2f-381bda6cd189,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:59.171993 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1752a-2809-46fd-a38b-2543d96c00a2 admin admin] Checking segment: {'id': 'af6e4c60-b409-4768-8f05-1279173d091b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '04f481f3-80b1-43e6-a943-346b69740ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:30:59.172364 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c1752a-2809-46fd-a38b-2543d96c00a2 admin admin] Network hostable DHCP agents. Network: 04f481f3-80b1-43e6-a943-346b69740ccf, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:30:59.189577 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c1752a-2809-46fd-a38b-2543d96c00a2 admin admin] Network 04f481f3-80b1-43e6-a943-346b69740ccf is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:30:59.200204 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-c7c1752a-2809-46fd-a38b-2543d96c00a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 04f481f3-80b1-43e6-a943-346b69740ccf) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:30:59.204561 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c1752a-2809-46fd-a38b-2543d96c00a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:30:59.205191 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c7c1752a-2809-46fd-a38b-2543d96c00a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:59.210647 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d96db2-3cd6-4192-81a6-9fc116fd9072 None None] Network 04f481f3-80b1-43e6-a943-346b69740ccf requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:30:59.227592 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53130) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:30:59.232059 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-965406619-router', 'tenant_id': '74fb3c677ace4811a3ca625f6d043502', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:30:59.232341 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c7c1752a-2809-46fd-a38b-2543d96c00a2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3425655 Feb 20 06:30:59.253280 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:59.254526 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:59.309089 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Publish callbacks [] for router_controller (fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:59.329998 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7c0991-5e73-4036-8354-deed17f07dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-04f481f3-80b1-43e6-a943-346b69740ccf', 'network_id': '04f481f3-80b1-43e6-a943-346b69740ccf', 'project_id': '74fb3c677ace4811a3ca625f6d043502', 'fixed_ips': [{'subnet_id': '88842a1a-0388-4cba-9b2f-381bda6cd189'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:30:59.330866 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9b7c0991-5e73-4036-8354-deed17f07dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:59.459918 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Publish callbacks [] for router_gateway (fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:59.466617 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-9b7c0991-5e73-4036-8354-deed17f07dff None None] Allocated IP 172.20.0.2 (04f481f3-80b1-43e6-a943-346b69740ccf/88842a1a-0388-4cba-9b2f-381bda6cd189/a00913d2-0c29-49ae-b338-2567ffd953e5) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:30:59.616521 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9b7c0991-5e73-4036-8354-deed17f07dff None None] Publish callbacks [] for port (a00913d2-0c29-49ae-b338-2567ffd953e5), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:59.627974 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9b7c0991-5e73-4036-8354-deed17f07dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (a00913d2-0c29-49ae-b338-2567ffd953e5), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:59.672808 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Publish callbacks [] for router_gateway (fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:59.673287 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7c0991-5e73-4036-8354-deed17f07dff None None] Network 04f481f3-80b1-43e6-a943-346b69740ccf is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:30:59.683013 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-9b7c0991-5e73-4036-8354-deed17f07dff None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:30:59.688958 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7c0991-5e73-4036-8354-deed17f07dff None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:30:59.692610 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c0991-5e73-4036-8354-deed17f07dff None None] Pushing event updated for resources: {'Port': ['ID=a00913d2-0c29-49ae-b338-2567ffd953e5,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:59.697445 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:59.748349 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-9b7c0991-5e73-4036-8354-deed17f07dff None None] Attempting to bind port a00913d2-0c29-49ae-b338-2567ffd953e5 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:30:59.748954 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-9b7c0991-5e73-4036-8354-deed17f07dff None None] Attempting to bind port a00913d2-0c29-49ae-b338-2567ffd953e5 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'af6e4c60-b409-4768-8f05-1279173d091b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '04f481f3-80b1-43e6-a943-346b69740ccf'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:30:59.749090 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7c0991-5e73-4036-8354-deed17f07dff None None] Attempting to bind port a00913d2-0c29-49ae-b338-2567ffd953e5 on network 04f481f3-80b1-43e6-a943-346b69740ccf {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:30:59.755751 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7c0991-5e73-4036-8354-deed17f07dff None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:30:59.756130 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7c0991-5e73-4036-8354-deed17f07dff None None] Checking segment: {'id': 'af6e4c60-b409-4768-8f05-1279173d091b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '04f481f3-80b1-43e6-a943-346b69740ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:30:59.756537 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9b7c0991-5e73-4036-8354-deed17f07dff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:59.756931 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7c0991-5e73-4036-8354-deed17f07dff None None] Bound using segment: {'id': 'af6e4c60-b409-4768-8f05-1279173d091b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '04f481f3-80b1-43e6-a943-346b69740ccf'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:30:59.757397 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-9b7c0991-5e73-4036-8354-deed17f07dff None None] Bound port: a00913d2-0c29-49ae-b338-2567ffd953e5, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6e4c60-b409-4768-8f05-1279173d091b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '04f481f3-80b1-43e6-a943-346b69740ccf'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:30:59.757779 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9b7c0991-5e73-4036-8354-deed17f07dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a00913d2-0c29-49ae-b338-2567ffd953e5), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:59.824444 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9b7c0991-5e73-4036-8354-deed17f07dff None None] For port a00913d2-0c29-49ae-b338-2567ffd953e5, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:30:59.826961 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Allocated IP 172.25.3.244 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/326eebb0-c27e-4d03-840f-7642be248f74) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:30:59.827958 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9b7c0991-5e73-4036-8354-deed17f07dff None None] For port a00913d2-0c29-49ae-b338-2567ffd953e5, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a00913d2-0c29-49ae-b338-2567ffd953e5,segment=NetworkSegment(af6e4c60-b409-4768-8f05-1279173d091b),segment_id=af6e4c60-b409-4768-8f05-1279173d091b)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:30:59.836643 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9b7c0991-5e73-4036-8354-deed17f07dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a00913d2-0c29-49ae-b338-2567ffd953e5), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:59.906810 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c0991-5e73-4036-8354-deed17f07dff None None] Pushing event updated for resources: {'Port': ['ID=a00913d2-0c29-49ae-b338-2567ffd953e5,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:30:59.952881 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Publish callbacks [] for port (326eebb0-c27e-4d03-840f-7642be248f74), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:30:59.993206 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (326eebb0-c27e-4d03-840f-7642be248f74), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:00.042305 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:31:00.047858 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Pushing event updated for resources: {'Port': ['ID=326eebb0-c27e-4d03-840f-7642be248f74,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:00.049050 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:31:00.052646 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:31:00.086345 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:00.086699 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:00.087087 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:00.087431 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:00.087781 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:00.088118 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:00.088455 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:00.088791 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:00.089126 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:00.089461 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:00.089795 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:00.090129 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:00.090458 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:00.107173 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30026873-c95c-4984-8cd6-c1fb0b728976 None None] Sync routers for ids ['953c8077-32dc-4a28-971e-a40e40a75cd6'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:31:00.128925 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30026873-c95c-4984-8cd6-c1fb0b728976 None None] Routers {'953c8077-32dc-4a28-971e-a40e40a75cd6'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:31:00.130126 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-30026873-c95c-4984-8cd6-c1fb0b728976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:30:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['953c8077-32dc-4a28-971e-a40e40a75cd6'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:31:00.227785 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 540009aa-40e1-412a-a964-44f06c12c890 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:31:00.257358 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-30026873-c95c-4984-8cd6-c1fb0b728976 None None] Set router 953c8077-32dc-4a28-971e-a40e40a75cd6 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:31:00.345015 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 540009aa-40e1-412a-a964-44f06c12c890 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:31:00.345998 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (540009aa-40e1-412a-a964-44f06c12c890), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:00.459273 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 540009aa-40e1-412a-a964-44f06c12c890 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:31:00.459920 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (540009aa-40e1-412a-a964-44f06c12c890), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:00.485079 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-30026873-c95c-4984-8cd6-c1fb0b728976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'name': 'tempest-TestMinimumBasicScenario-372219582-router', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '540009aa-40e1-412a-a964-44f06c12c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:30:57Z', 'revision_number': 4, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'gw_port': {'id': '540009aa-40e1-412a-a964-44f06c12c890', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '7e5e4d3f-a6e4-4a51-a025-65c676867844', 'name': '', 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'mac_address': 'fa:16:3e:2a:41:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '610c5f6f-c2e7-468b-a606-66c7ace5b585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:56Z', 'updated_at': '2022-02-20T06:30:57Z', 'revision_number': 2, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'subnets': [{'id': '610c5f6f-c2e7-468b-a606-66c7ace5b585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:31:00.491506 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 540009aa-40e1-412a-a964-44f06c12c890, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=540009aa-40e1-412a-a964-44f06c12c890,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:31:00.497087 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (540009aa-40e1-412a-a964-44f06c12c890), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:00.577958 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=540009aa-40e1-412a-a964-44f06c12c890,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:00.617291 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30026873-c95c-4984-8cd6-c1fb0b728976 None None] Checking router: 953c8077-32dc-4a28-971e-a40e40a75cd6 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:31:00.617908 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30026873-c95c-4984-8cd6-c1fb0b728976 None None] Updating router 953c8077-32dc-4a28-971e-a40e40a75cd6 port 7e5e4d3f-a6e4-4a51-a025-65c676867844 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:31:00.648251 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-30026873-c95c-4984-8cd6-c1fb0b728976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7e5e4d3f-a6e4-4a51-a025-65c676867844), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:00.790216 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Publish callbacks [] for router_gateway (fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:00.970961 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-30026873-c95c-4984-8cd6-c1fb0b728976 None None] Publish callbacks [] for port (7e5e4d3f-a6e4-4a51-a025-65c676867844), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:00.977987 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-30026873-c95c-4984-8cd6-c1fb0b728976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7e5e4d3f-a6e4-4a51-a025-65c676867844), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:01.036398 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22966956-449c-45cc-a57f-b68a67501efd None None] Pushing event updated for resources: {'Port': ['ID=7e5e4d3f-a6e4-4a51-a025-65c676867844,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:01.048654 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22966956-449c-45cc-a57f-b68a67501efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:01.049015 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22966956-449c-45cc-a57f-b68a67501efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:01.049363 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22966956-449c-45cc-a57f-b68a67501efd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:01.049761 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22966956-449c-45cc-a57f-b68a67501efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:01.050105 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22966956-449c-45cc-a57f-b68a67501efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:01.050551 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22966956-449c-45cc-a57f-b68a67501efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:01.050882 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22966956-449c-45cc-a57f-b68a67501efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:01.051827 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22966956-449c-45cc-a57f-b68a67501efd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:01.052160 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22966956-449c-45cc-a57f-b68a67501efd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:01.052626 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22966956-449c-45cc-a57f-b68a67501efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:01.052967 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22966956-449c-45cc-a57f-b68a67501efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:01.053292 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22966956-449c-45cc-a57f-b68a67501efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:01.053659 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22966956-449c-45cc-a57f-b68a67501efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:01.054274 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:01.132641 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-30026873-c95c-4984-8cd6-c1fb0b728976 None None] Attempting to bind port 7e5e4d3f-a6e4-4a51-a025-65c676867844 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:31:01.133688 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-30026873-c95c-4984-8cd6-c1fb0b728976 None None] Attempting to bind port 7e5e4d3f-a6e4-4a51-a025-65c676867844 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '5e39d59c-dcdf-4532-8595-2661f551f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:31:01.134258 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30026873-c95c-4984-8cd6-c1fb0b728976 None None] Attempting to bind port 7e5e4d3f-a6e4-4a51-a025-65c676867844 on network 9104dee3-4c4d-444b-a1a7-015ff215bbfa {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:31:01.141297 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30026873-c95c-4984-8cd6-c1fb0b728976 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:31:01.141944 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30026873-c95c-4984-8cd6-c1fb0b728976 None None] Checking segment: {'id': '5e39d59c-dcdf-4532-8595-2661f551f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:31:01.142591 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-30026873-c95c-4984-8cd6-c1fb0b728976 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:01.143111 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30026873-c95c-4984-8cd6-c1fb0b728976 None None] Bound using segment: {'id': '5e39d59c-dcdf-4532-8595-2661f551f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:31:01.143743 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-30026873-c95c-4984-8cd6-c1fb0b728976 None None] Bound port: 7e5e4d3f-a6e4-4a51-a025-65c676867844, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e39d59c-dcdf-4532-8595-2661f551f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:31:01.144303 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-30026873-c95c-4984-8cd6-c1fb0b728976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7e5e4d3f-a6e4-4a51-a025-65c676867844), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:01.253902 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Router fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:31:01.258043 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-30026873-c95c-4984-8cd6-c1fb0b728976 None None] For port 7e5e4d3f-a6e4-4a51-a025-65c676867844, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:31:01.261517 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-30026873-c95c-4984-8cd6-c1fb0b728976 None None] For port 7e5e4d3f-a6e4-4a51-a025-65c676867844, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7e5e4d3f-a6e4-4a51-a025-65c676867844,segment=NetworkSegment(5e39d59c-dcdf-4532-8595-2661f551f394),segment_id=5e39d59c-dcdf-4532-8595-2661f551f394)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:31:01.278195 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-30026873-c95c-4984-8cd6-c1fb0b728976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7e5e4d3f-a6e4-4a51-a025-65c676867844), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:01.356178 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22966956-449c-45cc-a57f-b68a67501efd None None] Pushing event updated for resources: {'Port': ['ID=7e5e4d3f-a6e4-4a51-a025-65c676867844,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:01.361211 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30026873-c95c-4984-8cd6-c1fb0b728976 None None] Routers {'953c8077-32dc-4a28-971e-a40e40a75cd6'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:31:01.362627 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-30026873-c95c-4984-8cd6-c1fb0b728976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:30:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['953c8077-32dc-4a28-971e-a40e40a75cd6'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:31:01.394288 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3814fe-11e8-4c54-9b9f-15444b9f1327 None None] Network 04f481f3-80b1-43e6-a943-346b69740ccf requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:31:01.396656 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d7a9bff2-393f-4267-8d53-83aa3f5e42af None None] Provisioning complete for port 7e5e4d3f-a6e4-4a51-a025-65c676867844 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:31:01.397029 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7a9bff2-393f-4267-8d53-83aa3f5e42af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7e5e4d3f-a6e4-4a51-a025-65c676867844), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:01.416610 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:31:01.445349 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:01.448309 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cb4f680e-4635-4bf8-8def-5ec8900c1fcb admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2195513 Feb 20 06:31:01.450856 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53132) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:31:01.483790 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54180940-f25f-4d8c-878b-52e01d7c1b83 None None] Sync routers for ids ['fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:31:01.549010 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54180940-f25f-4d8c-878b-52e01d7c1b83 None None] Routers {'fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:31:01.549690 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-54180940-f25f-4d8c-878b-52e01d7c1b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:30:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:31:01.572596 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-30026873-c95c-4984-8cd6-c1fb0b728976 None None] Set router 953c8077-32dc-4a28-971e-a40e40a75cd6 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:31:01.764082 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9bff2-393f-4267-8d53-83aa3f5e42af None None] Current status of the port 7e5e4d3f-a6e4-4a51-a025-65c676867844 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:31:01.764471 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7a9bff2-393f-4267-8d53-83aa3f5e42af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (7e5e4d3f-a6e4-4a51-a025-65c676867844), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:01.767465 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-54180940-f25f-4d8c-878b-52e01d7c1b83 None None] Set router fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:31:01.867997 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-30026873-c95c-4984-8cd6-c1fb0b728976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'name': 'tempest-TestMinimumBasicScenario-372219582-router', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '540009aa-40e1-412a-a964-44f06c12c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:30:57Z', 'revision_number': 4, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'gw_port': {'id': '540009aa-40e1-412a-a964-44f06c12c890', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '7e5e4d3f-a6e4-4a51-a025-65c676867844', 'name': '', 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'mac_address': 'fa:16:3e:2a:41:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '610c5f6f-c2e7-468b-a606-66c7ace5b585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:56Z', 'updated_at': '2022-02-20T06:31:01Z', 'revision_number': 4, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'subnets': [{'id': '610c5f6f-c2e7-468b-a606-66c7ace5b585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:31:01.875638 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d7a9bff2-393f-4267-8d53-83aa3f5e42af None None] For port 7e5e4d3f-a6e4-4a51-a025-65c676867844, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7e5e4d3f-a6e4-4a51-a025-65c676867844,segment=NetworkSegment(5e39d59c-dcdf-4532-8595-2661f551f394),segment_id=5e39d59c-dcdf-4532-8595-2661f551f394)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:31:01.901065 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30026873-c95c-4984-8cd6-c1fb0b728976 None None] The sync data for ids ['953c8077-32dc-4a28-971e-a40e40a75cd6'] in n-d-829866-5 is: [{'id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'name': 'tempest-TestMinimumBasicScenario-372219582-router', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '540009aa-40e1-412a-a964-44f06c12c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:30:57Z', 'revision_number': 4, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'gw_port': {'id': '540009aa-40e1-412a-a964-44f06c12c890', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '7e5e4d3f-a6e4-4a51-a025-65c676867844', 'name': '', 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'mac_address': 'fa:16:3e:2a:41:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '610c5f6f-c2e7-468b-a606-66c7ace5b585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:56Z', 'updated_at': '2022-02-20T06:31:01Z', 'revision_number': 4, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'subnets': [{'id': '610c5f6f-c2e7-468b-a606-66c7ace5b585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:31:01.926581 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7a9bff2-393f-4267-8d53-83aa3f5e42af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (7e5e4d3f-a6e4-4a51-a025-65c676867844), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:02.071276 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97ee57fe-14c8-4827-9d5b-505cd476405d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:02.166137 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-fc20ec94-0859-436c-89b2-a455f335ca0a None None] Provisioning complete for port 7e5e4d3f-a6e4-4a51-a025-65c676867844 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:31:02.166512 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc20ec94-0859-436c-89b2-a455f335ca0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7e5e4d3f-a6e4-4a51-a025-65c676867844), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:02.174117 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9bff2-393f-4267-8d53-83aa3f5e42af None None] Pushing event updated for resources: {'Port': ['ID=7e5e4d3f-a6e4-4a51-a025-65c676867844,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:02.222214 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-54180940-f25f-4d8c-878b-52e01d7c1b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3', 'name': 'tempest-TestMinimumBasicScenario-965406619-router', 'tenant_id': '74fb3c677ace4811a3ca625f6d043502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '326eebb0-c27e-4d03-840f-7642be248f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:30:59Z', 'updated_at': '2022-02-20T06:31:00Z', 'revision_number': 3, 'project_id': '74fb3c677ace4811a3ca625f6d043502', 'gw_port': {'id': '326eebb0-c27e-4d03-840f-7642be248f74', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:59Z', 'updated_at': '2022-02-20T06:30:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:31:02.262168 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54180940-f25f-4d8c-878b-52e01d7c1b83 None None] Checking router: fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:31:02.262524 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54180940-f25f-4d8c-878b-52e01d7c1b83 None None] Updating router fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3 port 326eebb0-c27e-4d03-840f-7642be248f74 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:31:02.286502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-97ee57fe-14c8-4827-9d5b-505cd476405d admin admin] Allocated IP 172.20.0.1 (04f481f3-80b1-43e6-a943-346b69740ccf/88842a1a-0388-4cba-9b2f-381bda6cd189/57f6b647-434a-4931-8502-8e13e358be61) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:31:02.322520 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54180940-f25f-4d8c-878b-52e01d7c1b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (326eebb0-c27e-4d03-840f-7642be248f74), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:02.324299 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7e5e4d3f-a6e4-4a51-a025-65c676867844 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:31:02.368189 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fc20ec94-0859-436c-89b2-a455f335ca0a None None] Current status of the port 7e5e4d3f-a6e4-4a51-a025-65c676867844 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:31:02.420823 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97ee57fe-14c8-4827-9d5b-505cd476405d admin admin] Publish callbacks [] for port (57f6b647-434a-4931-8502-8e13e358be61), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:02.466601 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-fc20ec94-0859-436c-89b2-a455f335ca0a None None] Provisioning complete for port a00913d2-0c29-49ae-b338-2567ffd953e5 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:31:02.466601 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc20ec94-0859-436c-89b2-a455f335ca0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a00913d2-0c29-49ae-b338-2567ffd953e5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:02.469048 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97ee57fe-14c8-4827-9d5b-505cd476405d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (57f6b647-434a-4931-8502-8e13e358be61), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:02.505732 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ee57fe-14c8-4827-9d5b-505cd476405d admin admin] Network 04f481f3-80b1-43e6-a943-346b69740ccf is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:31:02.508899 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-97ee57fe-14c8-4827-9d5b-505cd476405d admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:31:02.512666 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ee57fe-14c8-4827-9d5b-505cd476405d admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:31:02.547506 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee57fe-14c8-4827-9d5b-505cd476405d admin admin] Pushing event updated for resources: {'Port': ['ID=57f6b647-434a-4931-8502-8e13e358be61,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:02.565964 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97ee57fe-14c8-4827-9d5b-505cd476405d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:02.584214 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 7e5e4d3f-a6e4-4a51-a025-65c676867844 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:31:02.584685 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7e5e4d3f-a6e4-4a51-a025-65c676867844), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:02.698328 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fc20ec94-0859-436c-89b2-a455f335ca0a None None] Current status of the port a00913d2-0c29-49ae-b338-2567ffd953e5 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:31:02.698703 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc20ec94-0859-436c-89b2-a455f335ca0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a00913d2-0c29-49ae-b338-2567ffd953e5), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:02.731298 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97ee57fe-14c8-4827-9d5b-505cd476405d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (57f6b647-434a-4931-8502-8e13e358be61), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:02.784653 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-fc20ec94-0859-436c-89b2-a455f335ca0a None None] For port a00913d2-0c29-49ae-b338-2567ffd953e5, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a00913d2-0c29-49ae-b338-2567ffd953e5,segment=NetworkSegment(af6e4c60-b409-4768-8f05-1279173d091b),segment_id=af6e4c60-b409-4768-8f05-1279173d091b)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:31:02.806266 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc20ec94-0859-436c-89b2-a455f335ca0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a00913d2-0c29-49ae-b338-2567ffd953e5), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:02.848012 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 7e5e4d3f-a6e4-4a51-a025-65c676867844 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:31:02.849122 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a00913d2-0c29-49ae-b338-2567ffd953e5 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:31:02.885156 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54180940-f25f-4d8c-878b-52e01d7c1b83 None None] Publish callbacks [] for port (326eebb0-c27e-4d03-840f-7642be248f74), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:02.904042 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54180940-f25f-4d8c-878b-52e01d7c1b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (326eebb0-c27e-4d03-840f-7642be248f74), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:02.909615 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20ec94-0859-436c-89b2-a455f335ca0a None None] Pushing event updated for resources: {'Port': ['ID=a00913d2-0c29-49ae-b338-2567ffd953e5,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:02.926987 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97ee57fe-14c8-4827-9d5b-505cd476405d admin admin] Publish callbacks [] for port (57f6b647-434a-4931-8502-8e13e358be61), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:02.931051 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97ee57fe-14c8-4827-9d5b-505cd476405d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (57f6b647-434a-4931-8502-8e13e358be61), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:02.990564 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-51f3fd51-377e-4bac-b90a-58f0e3c506ea None None] Provisioning complete for port a00913d2-0c29-49ae-b338-2567ffd953e5 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:31:02.990849 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51f3fd51-377e-4bac-b90a-58f0e3c506ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a00913d2-0c29-49ae-b338-2567ffd953e5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:02.993367 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd0e20-df36-427f-894f-cb3805eb3398 None None] Pushing event updated for resources: {'Port': ['ID=326eebb0-c27e-4d03-840f-7642be248f74,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:02.997406 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-54180940-f25f-4d8c-878b-52e01d7c1b83 None None] Attempting to bind port 326eebb0-c27e-4d03-840f-7642be248f74 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:31:02.997735 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-54180940-f25f-4d8c-878b-52e01d7c1b83 None None] Attempting to bind port 326eebb0-c27e-4d03-840f-7642be248f74 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:31:02.998477 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54180940-f25f-4d8c-878b-52e01d7c1b83 None None] Attempting to bind port 326eebb0-c27e-4d03-840f-7642be248f74 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:31:02.999884 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97ee57fe-14c8-4827-9d5b-505cd476405d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:03.008603 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee57fe-14c8-4827-9d5b-505cd476405d admin admin] Pushing event updated for resources: {'Port': ['ID=57f6b647-434a-4931-8502-8e13e358be61,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:03.030116 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port a00913d2-0c29-49ae-b338-2567ffd953e5 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:31:03.030489 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a00913d2-0c29-49ae-b338-2567ffd953e5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:03.033685 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54180940-f25f-4d8c-878b-52e01d7c1b83 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:31:03.034062 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54180940-f25f-4d8c-878b-52e01d7c1b83 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:31:03.034480 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54180940-f25f-4d8c-878b-52e01d7c1b83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:03.034869 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54180940-f25f-4d8c-878b-52e01d7c1b83 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:31:03.035396 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-54180940-f25f-4d8c-878b-52e01d7c1b83 None None] Bound port: 326eebb0-c27e-4d03-840f-7642be248f74, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:31:03.035770 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54180940-f25f-4d8c-878b-52e01d7c1b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (326eebb0-c27e-4d03-840f-7642be248f74), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:03.096131 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ee57fe-14c8-4827-9d5b-505cd476405d admin admin] Network 04f481f3-80b1-43e6-a943-346b69740ccf is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:31:03.097459 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-97ee57fe-14c8-4827-9d5b-505cd476405d admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:31:03.225607 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ee57fe-14c8-4827-9d5b-505cd476405d admin admin] Router fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:31:03.296327 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-54180940-f25f-4d8c-878b-52e01d7c1b83 None None] For port 326eebb0-c27e-4d03-840f-7642be248f74, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:31:03.300923 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-54180940-f25f-4d8c-878b-52e01d7c1b83 None None] For port 326eebb0-c27e-4d03-840f-7642be248f74, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=326eebb0-c27e-4d03-840f-7642be248f74,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:31:03.310990 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54180940-f25f-4d8c-878b-52e01d7c1b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (326eebb0-c27e-4d03-840f-7642be248f74), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:03.353718 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ee57fe-14c8-4827-9d5b-505cd476405d admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:31:03.358759 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-97ee57fe-14c8-4827-9d5b-505cd476405d admin admin] 10.222.0.37 "PUT /v2.0/routers/fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9066243 Feb 20 06:31:03.416361 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-51f3fd51-377e-4bac-b90a-58f0e3c506ea None None] Current status of the port a00913d2-0c29-49ae-b338-2567ffd953e5 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:31:03.444214 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port a00913d2-0c29-49ae-b338-2567ffd953e5 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:31:03.445257 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 540009aa-40e1-412a-a964-44f06c12c890 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:31:03.468134 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54180940-f25f-4d8c-878b-52e01d7c1b83 None None] Routers {'fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:31:03.468760 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-54180940-f25f-4d8c-878b-52e01d7c1b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:30:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:31:03.470486 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd0e20-df36-427f-894f-cb3805eb3398 None None] Pushing event updated for resources: {'Port': ['ID=326eebb0-c27e-4d03-840f-7642be248f74,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:03.524537 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-51f3fd51-377e-4bac-b90a-58f0e3c506ea None None] Provisioning complete for port 57f6b647-434a-4931-8502-8e13e358be61 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:31:03.524913 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51f3fd51-377e-4bac-b90a-58f0e3c506ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (57f6b647-434a-4931-8502-8e13e358be61), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:03.662067 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-51f3fd51-377e-4bac-b90a-58f0e3c506ea None None] Port 57f6b647-434a-4931-8502-8e13e358be61 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:31:03.693097 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-54180940-f25f-4d8c-878b-52e01d7c1b83 None None] Set router fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:31:03.695134 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 540009aa-40e1-412a-a964-44f06c12c890 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:31:03.695433 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (540009aa-40e1-412a-a964-44f06c12c890), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:03.895789 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-566b7481-46b5-411e-b91d-072bc9cfc344 None None] Provisioning complete for port 57f6b647-434a-4931-8502-8e13e358be61 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:31:03.896177 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-566b7481-46b5-411e-b91d-072bc9cfc344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (57f6b647-434a-4931-8502-8e13e358be61), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:04.025890 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-566b7481-46b5-411e-b91d-072bc9cfc344 None None] Port 57f6b647-434a-4931-8502-8e13e358be61 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:31:04.034812 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 540009aa-40e1-412a-a964-44f06c12c890 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:31:04.109538 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-54180940-f25f-4d8c-878b-52e01d7c1b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3', 'name': 'tempest-TestMinimumBasicScenario-965406619-router', 'tenant_id': '74fb3c677ace4811a3ca625f6d043502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '326eebb0-c27e-4d03-840f-7642be248f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:30:59Z', 'updated_at': '2022-02-20T06:31:02Z', 'revision_number': 4, 'project_id': '74fb3c677ace4811a3ca625f6d043502', 'gw_port': {'id': '326eebb0-c27e-4d03-840f-7642be248f74', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:59Z', 'updated_at': '2022-02-20T06:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '57f6b647-434a-4931-8502-8e13e358be61', 'name': '', 'network_id': '04f481f3-80b1-43e6-a943-346b69740ccf', 'tenant_id': '74fb3c677ace4811a3ca625f6d043502', 'mac_address': 'fa:16:3e:cf:15:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '88842a1a-0388-4cba-9b2f-381bda6cd189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:31:02Z', 'updated_at': '2022-02-20T06:31:02Z', 'revision_number': 2, 'project_id': '74fb3c677ace4811a3ca625f6d043502', 'subnets': [{'id': '88842a1a-0388-4cba-9b2f-381bda6cd189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:31:04.139498 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7e5e4d3f-a6e4-4a51-a025-65c676867844 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:31:04.143692 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54180940-f25f-4d8c-878b-52e01d7c1b83 None None] The sync data for ids ['fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3'] in n-d-829866-5 is: [{'id': 'fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3', 'name': 'tempest-TestMinimumBasicScenario-965406619-router', 'tenant_id': '74fb3c677ace4811a3ca625f6d043502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '326eebb0-c27e-4d03-840f-7642be248f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:30:59Z', 'updated_at': '2022-02-20T06:31:02Z', 'revision_number': 4, 'project_id': '74fb3c677ace4811a3ca625f6d043502', 'gw_port': {'id': '326eebb0-c27e-4d03-840f-7642be248f74', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:59Z', 'updated_at': '2022-02-20T06:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '57f6b647-434a-4931-8502-8e13e358be61', 'name': '', 'network_id': '04f481f3-80b1-43e6-a943-346b69740ccf', 'tenant_id': '74fb3c677ace4811a3ca625f6d043502', 'mac_address': 'fa:16:3e:cf:15:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '88842a1a-0388-4cba-9b2f-381bda6cd189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:31:02Z', 'updated_at': '2022-02-20T06:31:02Z', 'revision_number': 2, 'project_id': '74fb3c677ace4811a3ca625f6d043502', 'subnets': [{'id': '88842a1a-0388-4cba-9b2f-381bda6cd189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:31:04.214655 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 7e5e4d3f-a6e4-4a51-a025-65c676867844 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:31:04.215359 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (7e5e4d3f-a6e4-4a51-a025-65c676867844), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:04.325276 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 7e5e4d3f-a6e4-4a51-a025-65c676867844 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:31:04.326392 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a00913d2-0c29-49ae-b338-2567ffd953e5 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:31:04.385939 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port a00913d2-0c29-49ae-b338-2567ffd953e5 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:31:04.386322 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a00913d2-0c29-49ae-b338-2567ffd953e5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:04.513443 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port a00913d2-0c29-49ae-b338-2567ffd953e5 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:31:06.155456 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 326eebb0-c27e-4d03-840f-7642be248f74 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:31:06.213005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 326eebb0-c27e-4d03-840f-7642be248f74 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:31:06.213005 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (326eebb0-c27e-4d03-840f-7642be248f74), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:06.319466 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 326eebb0-c27e-4d03-840f-7642be248f74 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:31:06.319684 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (326eebb0-c27e-4d03-840f-7642be248f74), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:06.344996 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 326eebb0-c27e-4d03-840f-7642be248f74, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=326eebb0-c27e-4d03-840f-7642be248f74,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:31:06.356045 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (326eebb0-c27e-4d03-840f-7642be248f74), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:06.424469 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=326eebb0-c27e-4d03-840f-7642be248f74,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:06.434620 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:06.434991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:06.435334 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:06.435670 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:06.436001 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:06.436328 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:06.436655 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:06.436978 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:06.437722 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:06.438071 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:06.439021 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:06.439890 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:06.440227 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:06.623223 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1d693b-34c6-4fb0-9a9b-8f1bcfcbd7d7 None None] Sync routers for ids ['fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:31:06.634431 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1d693b-34c6-4fb0-9a9b-8f1bcfcbd7d7 None None] Routers {'fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:31:06.635224 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2a1d693b-34c6-4fb0-9a9b-8f1bcfcbd7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:30:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:31:06.776726 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-2a1d693b-34c6-4fb0-9a9b-8f1bcfcbd7d7 None None] Set router fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:31:06.995968 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2a1d693b-34c6-4fb0-9a9b-8f1bcfcbd7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3', 'name': 'tempest-TestMinimumBasicScenario-965406619-router', 'tenant_id': '74fb3c677ace4811a3ca625f6d043502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '326eebb0-c27e-4d03-840f-7642be248f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:30:59Z', 'updated_at': '2022-02-20T06:31:02Z', 'revision_number': 4, 'project_id': '74fb3c677ace4811a3ca625f6d043502', 'gw_port': {'id': '326eebb0-c27e-4d03-840f-7642be248f74', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:59Z', 'updated_at': '2022-02-20T06:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '57f6b647-434a-4931-8502-8e13e358be61', 'name': '', 'network_id': '04f481f3-80b1-43e6-a943-346b69740ccf', 'tenant_id': '74fb3c677ace4811a3ca625f6d043502', 'mac_address': 'fa:16:3e:cf:15:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '88842a1a-0388-4cba-9b2f-381bda6cd189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:31:02Z', 'updated_at': '2022-02-20T06:31:02Z', 'revision_number': 2, 'project_id': '74fb3c677ace4811a3ca625f6d043502', 'subnets': [{'id': '88842a1a-0388-4cba-9b2f-381bda6cd189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:31:07.045852 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1d693b-34c6-4fb0-9a9b-8f1bcfcbd7d7 None None] Checking router: fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:31:07.046205 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1d693b-34c6-4fb0-9a9b-8f1bcfcbd7d7 None None] Updating router fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3 port 57f6b647-434a-4931-8502-8e13e358be61 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:31:07.073346 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2a1d693b-34c6-4fb0-9a9b-8f1bcfcbd7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (57f6b647-434a-4931-8502-8e13e358be61), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:07.366405 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2a1d693b-34c6-4fb0-9a9b-8f1bcfcbd7d7 None None] Publish callbacks [] for port (57f6b647-434a-4931-8502-8e13e358be61), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:07.376155 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2a1d693b-34c6-4fb0-9a9b-8f1bcfcbd7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (57f6b647-434a-4931-8502-8e13e358be61), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:07.465155 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d285a-ff9f-49cb-b0ae-49bef1a92a26 None None] Pushing event updated for resources: {'Port': ['ID=57f6b647-434a-4931-8502-8e13e358be61,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:07.667692 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-2a1d693b-34c6-4fb0-9a9b-8f1bcfcbd7d7 None None] Attempting to bind port 57f6b647-434a-4931-8502-8e13e358be61 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:31:07.668355 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-2a1d693b-34c6-4fb0-9a9b-8f1bcfcbd7d7 None None] Attempting to bind port 57f6b647-434a-4931-8502-8e13e358be61 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'af6e4c60-b409-4768-8f05-1279173d091b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '04f481f3-80b1-43e6-a943-346b69740ccf'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:31:07.670651 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1d693b-34c6-4fb0-9a9b-8f1bcfcbd7d7 None None] Attempting to bind port 57f6b647-434a-4931-8502-8e13e358be61 on network 04f481f3-80b1-43e6-a943-346b69740ccf {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:31:07.687846 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1d693b-34c6-4fb0-9a9b-8f1bcfcbd7d7 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:31:07.688307 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1d693b-34c6-4fb0-9a9b-8f1bcfcbd7d7 None None] Checking segment: {'id': 'af6e4c60-b409-4768-8f05-1279173d091b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '04f481f3-80b1-43e6-a943-346b69740ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:31:07.688786 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2a1d693b-34c6-4fb0-9a9b-8f1bcfcbd7d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:07.689281 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1d693b-34c6-4fb0-9a9b-8f1bcfcbd7d7 None None] Bound using segment: {'id': 'af6e4c60-b409-4768-8f05-1279173d091b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '04f481f3-80b1-43e6-a943-346b69740ccf'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:31:07.689870 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-2a1d693b-34c6-4fb0-9a9b-8f1bcfcbd7d7 None None] Bound port: 57f6b647-434a-4931-8502-8e13e358be61, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6e4c60-b409-4768-8f05-1279173d091b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '04f481f3-80b1-43e6-a943-346b69740ccf'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:31:07.690349 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2a1d693b-34c6-4fb0-9a9b-8f1bcfcbd7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (57f6b647-434a-4931-8502-8e13e358be61), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:07.765726 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2a1d693b-34c6-4fb0-9a9b-8f1bcfcbd7d7 None None] For port 57f6b647-434a-4931-8502-8e13e358be61, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:31:07.768778 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2a1d693b-34c6-4fb0-9a9b-8f1bcfcbd7d7 None None] For port 57f6b647-434a-4931-8502-8e13e358be61, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=57f6b647-434a-4931-8502-8e13e358be61,segment=NetworkSegment(af6e4c60-b409-4768-8f05-1279173d091b),segment_id=af6e4c60-b409-4768-8f05-1279173d091b)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:31:07.781285 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2a1d693b-34c6-4fb0-9a9b-8f1bcfcbd7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (57f6b647-434a-4931-8502-8e13e358be61), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:07.796181 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d4278b1a-4e47-4a1b-ac40-d98a1d1cd117 None None] Provisioning complete for port 57f6b647-434a-4931-8502-8e13e358be61 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:31:07.797288 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d4278b1a-4e47-4a1b-ac40-d98a1d1cd117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (57f6b647-434a-4931-8502-8e13e358be61), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:07.876692 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1d693b-34c6-4fb0-9a9b-8f1bcfcbd7d7 None None] Routers {'fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:31:07.877342 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2a1d693b-34c6-4fb0-9a9b-8f1bcfcbd7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:30:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:31:07.921415 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d4278b1a-4e47-4a1b-ac40-d98a1d1cd117 None None] Current status of the port 57f6b647-434a-4931-8502-8e13e358be61 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:31:07.921975 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d4278b1a-4e47-4a1b-ac40-d98a1d1cd117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (57f6b647-434a-4931-8502-8e13e358be61), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:07.936250 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d285a-ff9f-49cb-b0ae-49bef1a92a26 None None] Pushing event updated for resources: {'Port': ['ID=57f6b647-434a-4931-8502-8e13e358be61,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:07.981194 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d4278b1a-4e47-4a1b-ac40-d98a1d1cd117 None None] For port 57f6b647-434a-4931-8502-8e13e358be61, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=57f6b647-434a-4931-8502-8e13e358be61,segment=NetworkSegment(af6e4c60-b409-4768-8f05-1279173d091b),segment_id=af6e4c60-b409-4768-8f05-1279173d091b)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:31:07.996360 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d4278b1a-4e47-4a1b-ac40-d98a1d1cd117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (57f6b647-434a-4931-8502-8e13e358be61), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:08.053778 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4278b1a-4e47-4a1b-ac40-d98a1d1cd117 None None] Pushing event updated for resources: {'Port': ['ID=57f6b647-434a-4931-8502-8e13e358be61,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:08.060632 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-2a1d693b-34c6-4fb0-9a9b-8f1bcfcbd7d7 None None] Set router fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:31:08.225085 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-f32aa15e-97e7-4b74-ad25-d68ae0877bde None None] Provisioning complete for port 57f6b647-434a-4931-8502-8e13e358be61 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:31:08.225841 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f32aa15e-97e7-4b74-ad25-d68ae0877bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (57f6b647-434a-4931-8502-8e13e358be61), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:08.230809 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 326eebb0-c27e-4d03-840f-7642be248f74 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:31:08.319270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 326eebb0-c27e-4d03-840f-7642be248f74 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:31:08.319768 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (326eebb0-c27e-4d03-840f-7642be248f74), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:08.354802 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2a1d693b-34c6-4fb0-9a9b-8f1bcfcbd7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3', 'name': 'tempest-TestMinimumBasicScenario-965406619-router', 'tenant_id': '74fb3c677ace4811a3ca625f6d043502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '326eebb0-c27e-4d03-840f-7642be248f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:30:59Z', 'updated_at': '2022-02-20T06:31:02Z', 'revision_number': 4, 'project_id': '74fb3c677ace4811a3ca625f6d043502', 'gw_port': {'id': '326eebb0-c27e-4d03-840f-7642be248f74', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:59Z', 'updated_at': '2022-02-20T06:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '57f6b647-434a-4931-8502-8e13e358be61', 'name': '', 'network_id': '04f481f3-80b1-43e6-a943-346b69740ccf', 'tenant_id': '74fb3c677ace4811a3ca625f6d043502', 'mac_address': 'fa:16:3e:cf:15:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '88842a1a-0388-4cba-9b2f-381bda6cd189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:31:02Z', 'updated_at': '2022-02-20T06:31:07Z', 'revision_number': 4, 'project_id': '74fb3c677ace4811a3ca625f6d043502', 'subnets': [{'id': '88842a1a-0388-4cba-9b2f-381bda6cd189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:31:08.377040 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f32aa15e-97e7-4b74-ad25-d68ae0877bde None None] Current status of the port 57f6b647-434a-4931-8502-8e13e358be61 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:31:08.386010 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1d693b-34c6-4fb0-9a9b-8f1bcfcbd7d7 None None] The sync data for ids ['fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3'] in n-d-829866-5 is: [{'id': 'fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3', 'name': 'tempest-TestMinimumBasicScenario-965406619-router', 'tenant_id': '74fb3c677ace4811a3ca625f6d043502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '326eebb0-c27e-4d03-840f-7642be248f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:30:59Z', 'updated_at': '2022-02-20T06:31:02Z', 'revision_number': 4, 'project_id': '74fb3c677ace4811a3ca625f6d043502', 'gw_port': {'id': '326eebb0-c27e-4d03-840f-7642be248f74', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:59Z', 'updated_at': '2022-02-20T06:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '57f6b647-434a-4931-8502-8e13e358be61', 'name': '', 'network_id': '04f481f3-80b1-43e6-a943-346b69740ccf', 'tenant_id': '74fb3c677ace4811a3ca625f6d043502', 'mac_address': 'fa:16:3e:cf:15:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '88842a1a-0388-4cba-9b2f-381bda6cd189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:31:02Z', 'updated_at': '2022-02-20T06:31:07Z', 'revision_number': 4, 'project_id': '74fb3c677ace4811a3ca625f6d043502', 'subnets': [{'id': '88842a1a-0388-4cba-9b2f-381bda6cd189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:31:08.460927 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 326eebb0-c27e-4d03-840f-7642be248f74 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:31:08.461996 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 57f6b647-434a-4931-8502-8e13e358be61 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:31:08.519548 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 57f6b647-434a-4931-8502-8e13e358be61 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:31:08.520206 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (57f6b647-434a-4931-8502-8e13e358be61), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:08.777785 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 57f6b647-434a-4931-8502-8e13e358be61 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:31:10.111711 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 57f6b647-434a-4931-8502-8e13e358be61 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:31:10.165101 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 57f6b647-434a-4931-8502-8e13e358be61 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:31:10.165835 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (57f6b647-434a-4931-8502-8e13e358be61), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:10.256882 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 57f6b647-434a-4931-8502-8e13e358be61 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:31:13.599746 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-a5f5a640-8eb6-426a-bc72-2971ffec9953 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:13.601114 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-a5f5a640-8eb6-426a-bc72-2971ffec9953 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/networks?id=9104dee3-4c4d-444b-a1a7-015ff215bbfa HTTP/1.1" status: 200 len: 814 time: 0.0987513 Feb 20 06:31:13.615858 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-17c6f77d-69e8-47f8-9e5d-41d38df1331c tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/quotas/b27e95a6d31949e6b377aeb1c101bb9f HTTP/1.1" status: 200 len: 375 time: 0.0092590 Feb 20 06:31:13.672966 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-2a184454-20c9-472a-8fc5-7cd33ef4089c tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b27e95a6d31949e6b377aeb1c101bb9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523999 Feb 20 06:31:13.763820 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-34645902-2ad8-4ba9-86e8-b8bdc54fb35c service neutron] 10.222.0.37 "GET /v2.0/networks/9104dee3-4c4d-444b-a1a7-015ff215bbfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797021 Feb 20 06:31:13.852878 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-fca8442b-23d9-4535-9301-727b6685940a service neutron] 10.222.0.37 "GET /v2.0/networks/9104dee3-4c4d-444b-a1a7-015ff215bbfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833619 Feb 20 06:31:14.013739 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e6a01e08-5309-40e9-b367-887e94ab9cb6 req-9405a556-ad2f-483a-ae99-57cf327865c2 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 210 time: 0.0280330 Feb 20 06:31:14.916398 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-2fb165e1-f373-41fb-ac37-a5bdbbe88f5e tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:14.917882 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-2fb165e1-f373-41fb-ac37-a5bdbbe88f5e tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.61 "GET /v2.0/networks?id=9104dee3-4c4d-444b-a1a7-015ff215bbfa HTTP/1.1" status: 200 len: 814 time: 0.1033442 Feb 20 06:31:14.930578 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-ba02f857-b60b-4d14-814b-53ce23657579 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Request body: {'port': {'device_id': 'f2858ca6-86cd-41d6-8c37-f2bbfc434209', 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa', 'admin_state_up': True, 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:31:15.122000 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d4d4331e-ca99-46f1-8f56-a3e96a463295 req-1e3e0de0-0b2e-46eb-b21e-b45f7bdbf209 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 210 time: 0.0341039 Feb 20 06:31:15.353798 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-ba02f857-b60b-4d14-814b-53ce23657579 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Made reservation on behalf of b27e95a6d31949e6b377aeb1c101bb9f for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:31:15.357603 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-ba02f857-b60b-4d14-814b-53ce23657579 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:15.545778 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-ba02f857-b60b-4d14-814b-53ce23657579 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Allocated IP 172.20.0.13 (9104dee3-4c4d-444b-a1a7-015ff215bbfa/610c5f6f-c2e7-468b-a606-66c7ace5b585/5649535a-7e9f-4184-9cdd-746620995ee5) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:31:15.718858 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-ba02f857-b60b-4d14-814b-53ce23657579 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for port (5649535a-7e9f-4184-9cdd-746620995ee5), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:15.756334 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-ba02f857-b60b-4d14-814b-53ce23657579 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (5649535a-7e9f-4184-9cdd-746620995ee5), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:15.803096 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-ba02f857-b60b-4d14-814b-53ce23657579 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Network 9104dee3-4c4d-444b-a1a7-015ff215bbfa is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:31:15.806598 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-ba02f857-b60b-4d14-814b-53ce23657579 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:31:15.821026 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-ba02f857-b60b-4d14-814b-53ce23657579 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:31:15.828355 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02f857-b60b-4d14-814b-53ce23657579 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Pushing event updated for resources: {'Port': ['ID=5649535a-7e9f-4184-9cdd-746620995ee5,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:15.892607 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-ba02f857-b60b-4d14-814b-53ce23657579 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:15.893305 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-ba02f857-b60b-4d14-814b-53ce23657579 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:15.928367 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-ba02f857-b60b-4d14-814b-53ce23657579 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0029764 Feb 20 06:31:16.154125 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-427846ce-8e8f-4a53-a745-834dfc5dce66 None None] Provisioning complete for port 5649535a-7e9f-4184-9cdd-746620995ee5 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:31:16.154550 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-427846ce-8e8f-4a53-a745-834dfc5dce66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5649535a-7e9f-4184-9cdd-746620995ee5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:16.196151 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-427846ce-8e8f-4a53-a745-834dfc5dce66 None None] Port 5649535a-7e9f-4184-9cdd-746620995ee5 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:31:16.256440 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d56a16-91e4-431d-a109-dbbb94b7f169 req-b9233fe2-350c-4fe9-863d-9c3c33db025a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:16.257962 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3d56a16-91e4-431d-a109-dbbb94b7f169 req-b9233fe2-350c-4fe9-863d-9c3c33db025a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 932 time: 0.0556664 Feb 20 06:31:16.310219 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3d56a16-91e4-431d-a109-dbbb94b7f169 req-aa6b0c77-ec9d-41a2-a375-e595ebcd200a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463564 Feb 20 06:31:16.575441 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c69c0cad-48bb-40d4-b9f7-7cc9164a2855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:17.444477 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a177fe-83ac-4988-b467-cd1c7b8b5fb7 req-23d4903e-8c71-43cb-b50b-f6373c6cffef tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:17.446038 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29a177fe-83ac-4988-b467-cd1c7b8b5fb7 req-23d4903e-8c71-43cb-b50b-f6373c6cffef tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 932 time: 0.0621829 Feb 20 06:31:17.494764 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29a177fe-83ac-4988-b467-cd1c7b8b5fb7 req-4d308342-dd6d-4e3a-b75c-6ecbda37289c tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430207 Feb 20 06:31:18.618477 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705600fc-90f5-4473-bd7c-80886ba44851 req-0691ccc7-15ca-489f-8f2c-e96dad327dd7 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:18.620169 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-705600fc-90f5-4473-bd7c-80886ba44851 req-0691ccc7-15ca-489f-8f2c-e96dad327dd7 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 932 time: 0.0548947 Feb 20 06:31:18.669719 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-705600fc-90f5-4473-bd7c-80886ba44851 req-d5b4f638-81ce-45f6-9aee-03d5cbb6304c tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436606 Feb 20 06:31:19.035576 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6cbf4e0f-fba7-4411-a436-268a1779d328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:19.794583 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:19.819779 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06ce61-b3da-4e8e-bc86-27a5c3512a6f req-c9b0c947-99ce-40a8-b5d6-1b16cae39588 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:19.821330 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1e06ce61-b3da-4e8e-bc86-27a5c3512a6f req-c9b0c947-99ce-40a8-b5d6-1b16cae39588 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 932 time: 0.0786119 Feb 20 06:31:19.870601 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1e06ce61-b3da-4e8e-bc86-27a5c3512a6f req-eaae0e3a-e7d9-4408-bdd9-c0a31ecbe588 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432737 Feb 20 06:31:20.996554 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82298766-80b9-48d4-b8ae-cf7f42f35a84 req-f59c9116-3365-4468-84ff-5c613d68bf2a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:21.002186 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-82298766-80b9-48d4-b8ae-cf7f42f35a84 req-f59c9116-3365-4468-84ff-5c613d68bf2a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 932 time: 0.0580931 Feb 20 06:31:21.014608 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:31:21.052005 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-82298766-80b9-48d4-b8ae-cf7f42f35a84 req-e17555a7-b988-4a50-8a20-3706c0a71ab5 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482006 Feb 20 06:31:21.605447 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:22.178134 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c526e8c-7278-4de5-9786-42414cbda1f0 req-510403aa-729e-459c-b2d2-03bf8582d92b tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:22.179561 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c526e8c-7278-4de5-9786-42414cbda1f0 req-510403aa-729e-459c-b2d2-03bf8582d92b tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 932 time: 0.0556216 Feb 20 06:31:22.231317 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c526e8c-7278-4de5-9786-42414cbda1f0 req-82a6c8a8-650e-407d-8456-f26ab10f50c5 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459909 Feb 20 06:31:22.787676 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:22.872379 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-9fa57be7-33c1-4aa2-9693-5bbdcff5be60 service neutron] Request body: {'port': {'device_id': 'f2858ca6-86cd-41d6-8c37-f2bbfc434209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:31:22.929778 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-9fa57be7-33c1-4aa2-9693-5bbdcff5be60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5649535a-7e9f-4184-9cdd-746620995ee5), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:23.199951 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-9fa57be7-33c1-4aa2-9693-5bbdcff5be60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5649535a-7e9f-4184-9cdd-746620995ee5 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:31:23.208041 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-9fa57be7-33c1-4aa2-9693-5bbdcff5be60 service neutron] Publish callbacks [] for port (5649535a-7e9f-4184-9cdd-746620995ee5), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:23.219673 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-9fa57be7-33c1-4aa2-9693-5bbdcff5be60 service neutron] Transition to ACTIVE for port object 5649535a-7e9f-4184-9cdd-746620995ee5 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:31:23.223802 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-9fa57be7-33c1-4aa2-9693-5bbdcff5be60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (5649535a-7e9f-4184-9cdd-746620995ee5), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:23.292682 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa57be7-33c1-4aa2-9693-5bbdcff5be60 service neutron] Pushing event updated for resources: {'Port': ['ID=5649535a-7e9f-4184-9cdd-746620995ee5,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:23.344819 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-9fa57be7-33c1-4aa2-9693-5bbdcff5be60 service neutron] Attempting to bind port 5649535a-7e9f-4184-9cdd-746620995ee5 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:31:23.345165 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-9fa57be7-33c1-4aa2-9693-5bbdcff5be60 service neutron] Attempting to bind port 5649535a-7e9f-4184-9cdd-746620995ee5 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '5e39d59c-dcdf-4532-8595-2661f551f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:31:23.345496 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-9fa57be7-33c1-4aa2-9693-5bbdcff5be60 service neutron] Attempting to bind port 5649535a-7e9f-4184-9cdd-746620995ee5 on network 9104dee3-4c4d-444b-a1a7-015ff215bbfa {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:31:23.350962 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-9fa57be7-33c1-4aa2-9693-5bbdcff5be60 service neutron] Port 5649535a-7e9f-4184-9cdd-746620995ee5 on network 9104dee3-4c4d-444b-a1a7-015ff215bbfa not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:31:23.351264 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-9fa57be7-33c1-4aa2-9693-5bbdcff5be60 service neutron] Attempting to bind port 5649535a-7e9f-4184-9cdd-746620995ee5 on network 9104dee3-4c4d-444b-a1a7-015ff215bbfa {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:31:23.356509 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-9fa57be7-33c1-4aa2-9693-5bbdcff5be60 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:31:23.356856 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-9fa57be7-33c1-4aa2-9693-5bbdcff5be60 service neutron] Checking segment: {'id': '5e39d59c-dcdf-4532-8595-2661f551f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:31:23.357242 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-9fa57be7-33c1-4aa2-9693-5bbdcff5be60 service neutron] Bound using segment: {'id': '5e39d59c-dcdf-4532-8595-2661f551f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:31:23.357681 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-9fa57be7-33c1-4aa2-9693-5bbdcff5be60 service neutron] Bound port: 5649535a-7e9f-4184-9cdd-746620995ee5, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e39d59c-dcdf-4532-8595-2661f551f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:31:23.358045 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-9fa57be7-33c1-4aa2-9693-5bbdcff5be60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5649535a-7e9f-4184-9cdd-746620995ee5), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:23.387674 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dcb50-5848-467b-9db2-e2c6ba277338 req-c13fee06-6747-4737-9624-a66a15505b62 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:23.389358 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-da7dcb50-5848-467b-9db2-e2c6ba277338 req-c13fee06-6747-4737-9624-a66a15505b62 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 944 time: 0.0589154 Feb 20 06:31:23.412253 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:23.433947 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-9fa57be7-33c1-4aa2-9693-5bbdcff5be60 service neutron] For port 5649535a-7e9f-4184-9cdd-746620995ee5, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:31:23.438041 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-9fa57be7-33c1-4aa2-9693-5bbdcff5be60 service neutron] For port 5649535a-7e9f-4184-9cdd-746620995ee5, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=5649535a-7e9f-4184-9cdd-746620995ee5,segment=NetworkSegment(5e39d59c-dcdf-4532-8595-2661f551f394),segment_id=5e39d59c-dcdf-4532-8595-2661f551f394)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:31:23.443147 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-da7dcb50-5848-467b-9db2-e2c6ba277338 req-0f9d3b96-02b9-4349-8321-efcf0b3150bd tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468209 Feb 20 06:31:23.445598 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-9fa57be7-33c1-4aa2-9693-5bbdcff5be60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (5649535a-7e9f-4184-9cdd-746620995ee5), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:23.480905 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-9fa57be7-33c1-4aa2-9693-5bbdcff5be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:23.481522 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-9fa57be7-33c1-4aa2-9693-5bbdcff5be60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:23.482949 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-9fa57be7-33c1-4aa2-9693-5bbdcff5be60 service neutron] 10.222.0.61 "PUT /v2.0/ports/5649535a-7e9f-4184-9cdd-746620995ee5 HTTP/1.1" status: 200 len: 1092 time: 0.6149588 Feb 20 06:31:23.483398 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2858ca6-86cd-41d6-8c37-f2bbfc434209', 'tag': '5649535a-7e9f-4184-9cdd-746620995ee5'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:31:23.485663 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7cf61a-e830-4565-9041-9554daf43c97" -d '{"events": [{"name": "network-changed", "server_uuid": "f2858ca6-86cd-41d6-8c37-f2bbfc434209", "tag": "5649535a-7e9f-4184-9cdd-746620995ee5"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:31:23.511207 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa57be7-33c1-4aa2-9693-5bbdcff5be60 service neutron] Pushing event updated for resources: {'Port': ['ID=5649535a-7e9f-4184-9cdd-746620995ee5,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:23.552124 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5de9f8a-0f81-45ca-a8a7-bdd992166cf6 x-openstack-request-id: req-d5de9f8a-0f81-45ca-a8a7-bdd992166cf6 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:31:23.552355 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2858ca6-86cd-41d6-8c37-f2bbfc434209", "tag": "5649535a-7e9f-4184-9cdd-746620995ee5", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:31:23.552592 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5de9f8a-0f81-45ca-a8a7-bdd992166cf6 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:31:23.553068 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2858ca6-86cd-41d6-8c37-f2bbfc434209', 'tag': '5649535a-7e9f-4184-9cdd-746620995ee5', 'status': 'completed', 'code': 200} Feb 20 06:31:23.577330 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-04221e07-9505-4021-a5d4-66890ee398ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:23.578993 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-04221e07-9505-4021-a5d4-66890ee398ce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b27e95a6d31949e6b377aeb1c101bb9f&device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 1126 time: 0.0558577 Feb 20 06:31:23.643186 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-4c3649c1-bd02-47fb-93a4-72574bf20e3e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5649535a-7e9f-4184-9cdd-746620995ee5 HTTP/1.1" status: 200 len: 217 time: 0.0568776 Feb 20 06:31:23.691754 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-bcb27ba1-ba9c-42f8-862c-63ef01da76bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:23.693331 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-bcb27ba1-ba9c-42f8-862c-63ef01da76bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=610c5f6f-c2e7-468b-a606-66c7ace5b585 HTTP/1.1" status: 200 len: 853 time: 0.0447669 Feb 20 06:31:23.742994 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-6903822b-e790-4bf1-968e-97dd1a45823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:23.744538 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-6903822b-e790-4bf1-968e-97dd1a45823c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9104dee3-4c4d-444b-a1a7-015ff215bbfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455480 Feb 20 06:31:23.837148 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-1447c367-1e58-49dd-9b25-3da89a4c30b4 service neutron] 10.222.0.61 "GET /v2.0/networks/9104dee3-4c4d-444b-a1a7-015ff215bbfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864668 Feb 20 06:31:23.923911 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c8fc7bba-2b54-44aa-8ca3-ffbd4ddf7a6b req-6b58d01c-b49e-4363-86d8-702c3f8921f1 service neutron] 10.222.0.61 "GET /v2.0/networks/9104dee3-4c4d-444b-a1a7-015ff215bbfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813787 Feb 20 06:31:24.010427 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cf61a-e830-4565-9041-9554daf43c97 req-8dd79638-f833-4f14-be56-e325e6c3a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:24.011962 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0a7cf61a-e830-4565-9041-9554daf43c97 req-8dd79638-f833-4f14-be56-e325e6c3a5c1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b27e95a6d31949e6b377aeb1c101bb9f&device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 1126 time: 0.0457647 Feb 20 06:31:24.103552 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cf61a-e830-4565-9041-9554daf43c97 req-57bda880-3312-4a78-b137-d77eea77437e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:24.105031 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0a7cf61a-e830-4565-9041-9554daf43c97 req-57bda880-3312-4a78-b137-d77eea77437e service neutron] 10.222.0.61 "GET /v2.0/networks?id=9104dee3-4c4d-444b-a1a7-015ff215bbfa HTTP/1.1" status: 200 len: 914 time: 0.0867484 Feb 20 06:31:24.147292 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0a7cf61a-e830-4565-9041-9554daf43c97 req-432915df-5bce-4ba9-90bd-b417cd00e7e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5649535a-7e9f-4184-9cdd-746620995ee5 HTTP/1.1" status: 200 len: 217 time: 0.0362878 Feb 20 06:31:24.198181 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cf61a-e830-4565-9041-9554daf43c97 req-18097ad0-4e69-4a64-bd24-58283f284d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:24.199634 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0a7cf61a-e830-4565-9041-9554daf43c97 req-18097ad0-4e69-4a64-bd24-58283f284d9f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=610c5f6f-c2e7-468b-a606-66c7ace5b585 HTTP/1.1" status: 200 len: 853 time: 0.0465980 Feb 20 06:31:24.248452 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cf61a-e830-4565-9041-9554daf43c97 req-095a851e-6fb9-40ff-ac25-7176df1f7936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:24.249928 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0a7cf61a-e830-4565-9041-9554daf43c97 req-095a851e-6fb9-40ff-ac25-7176df1f7936 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9104dee3-4c4d-444b-a1a7-015ff215bbfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435891 Feb 20 06:31:24.337525 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0a7cf61a-e830-4565-9041-9554daf43c97 req-e2c15726-5105-411c-91ba-0620ba517947 service neutron] 10.222.0.61 "GET /v2.0/networks/9104dee3-4c4d-444b-a1a7-015ff215bbfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801079 Feb 20 06:31:24.428665 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0a7cf61a-e830-4565-9041-9554daf43c97 req-e2a79da7-0411-4002-94c5-09e4b7b5b46a service neutron] 10.222.0.61 "GET /v2.0/networks/9104dee3-4c4d-444b-a1a7-015ff215bbfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852151 Feb 20 06:31:24.564236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806cd694-2d3e-4e9a-8fd9-cc3e511fa0ac req-c82cc2bd-0148-439d-93c5-04391b23abe2 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:24.565772 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-806cd694-2d3e-4e9a-8fd9-cc3e511fa0ac req-c82cc2bd-0148-439d-93c5-04391b23abe2 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 944 time: 0.0534239 Feb 20 06:31:24.611601 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-806cd694-2d3e-4e9a-8fd9-cc3e511fa0ac req-d8f0f2bc-8ca9-4648-9034-27a8ccac03ff tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401449 Feb 20 06:31:25.724090 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:25.733771 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2776d8-0eb2-47b8-a4d8-f2372e87a696 req-1e10edad-95ab-428f-b152-a3e4c0e4716d tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:25.735323 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eb2776d8-0eb2-47b8-a4d8-f2372e87a696 req-1e10edad-95ab-428f-b152-a3e4c0e4716d tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 944 time: 0.0565758 Feb 20 06:31:25.782458 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eb2776d8-0eb2-47b8-a4d8-f2372e87a696 req-c7349458-ff82-49f7-9e91-cdea097e5661 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404325 Feb 20 06:31:26.747186 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 5649535a-7e9f-4184-9cdd-746620995ee5 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:31:26.845831 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 5649535a-7e9f-4184-9cdd-746620995ee5, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=5649535a-7e9f-4184-9cdd-746620995ee5,segment=NetworkSegment(5e39d59c-dcdf-4532-8595-2661f551f394),segment_id=5e39d59c-dcdf-4532-8595-2661f551f394)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:31:26.857153 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '5649535a-7e9f-4184-9cdd-746620995ee5', 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa', 'port_id': '5649535a-7e9f-4184-9cdd-746620995ee5', 'mac_address': 'fa:16:3e:dd:7b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610c5f6f-c2e7-468b-a606-66c7ace5b585', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:31:26.895360 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 5649535a-7e9f-4184-9cdd-746620995ee5 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:31:26.895757 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5649535a-7e9f-4184-9cdd-746620995ee5), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:26.901739 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a489a7-ab65-432f-8acc-ee31d0d2b1ec req-e193d13d-d606-42bc-9216-f7d5a612d9ad tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:26.903257 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b8a489a7-ab65-432f-8acc-ee31d0d2b1ec req-e193d13d-d606-42bc-9216-f7d5a612d9ad tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 944 time: 0.0518305 Feb 20 06:31:26.908649 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5649535a-7e9f-4184-9cdd-746620995ee5 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:31:26.928727 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 5649535a-7e9f-4184-9cdd-746620995ee5, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=5649535a-7e9f-4184-9cdd-746620995ee5,segment=NetworkSegment(5e39d59c-dcdf-4532-8595-2661f551f394),segment_id=5e39d59c-dcdf-4532-8595-2661f551f394)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:31:26.932736 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5649535a-7e9f-4184-9cdd-746620995ee5), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:26.950296 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b8a489a7-ab65-432f-8acc-ee31d0d2b1ec req-788792f2-866a-4240-810c-9d1199400ccc tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413208 Feb 20 06:31:26.981358 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=5649535a-7e9f-4184-9cdd-746620995ee5,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:27.151987 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['5649535a-7e9f-4184-9cdd-746620995ee5'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:31:28.078812 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cad462-626a-4933-9e8a-628b4a535216 req-0216b344-55e0-4c66-83a1-7a5c0f085586 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:28.080385 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-99cad462-626a-4933-9e8a-628b4a535216 req-0216b344-55e0-4c66-83a1-7a5c0f085586 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 945 time: 0.0560651 Feb 20 06:31:28.129696 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-99cad462-626a-4933-9e8a-628b4a535216 req-2e36cf8b-68de-4772-a4b3-cc729c5a949f tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429852 Feb 20 06:31:28.763212 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 5649535a-7e9f-4184-9cdd-746620995ee5 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:31:28.812540 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 5649535a-7e9f-4184-9cdd-746620995ee5 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:31:28.816569 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 5649535a-7e9f-4184-9cdd-746620995ee5 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:31:28.816953 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5649535a-7e9f-4184-9cdd-746620995ee5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:28.895378 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 5649535a-7e9f-4184-9cdd-746620995ee5 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:31:28.895771 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5649535a-7e9f-4184-9cdd-746620995ee5), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:28.917895 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2858ca6-86cd-41d6-8c37-f2bbfc434209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5649535a-7e9f-4184-9cdd-746620995ee5'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:31:28.920180 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5adf5c-cdb7-4f25-b1e9-bc19256de2f2" -d '{"events": [{"server_uuid": "f2858ca6-86cd-41d6-8c37-f2bbfc434209", "name": "network-vif-plugged", "status": "completed", "tag": "5649535a-7e9f-4184-9cdd-746620995ee5"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:31:28.932909 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 5649535a-7e9f-4184-9cdd-746620995ee5, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=5649535a-7e9f-4184-9cdd-746620995ee5,segment=NetworkSegment(5e39d59c-dcdf-4532-8595-2661f551f394),segment_id=5e39d59c-dcdf-4532-8595-2661f551f394)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:31:28.937140 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5649535a-7e9f-4184-9cdd-746620995ee5), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:28.960176 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb3b0b5-55b4-4e1d-95f7-d5975a3a899d x-openstack-request-id: req-2eb3b0b5-55b4-4e1d-95f7-d5975a3a899d {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:31:28.960475 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2858ca6-86cd-41d6-8c37-f2bbfc434209", "name": "network-vif-plugged", "status": "completed", "tag": "5649535a-7e9f-4184-9cdd-746620995ee5", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:31:28.960736 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2eb3b0b5-55b4-4e1d-95f7-d5975a3a899d {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:31:28.961138 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2858ca6-86cd-41d6-8c37-f2bbfc434209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5649535a-7e9f-4184-9cdd-746620995ee5', 'code': 200} Feb 20 06:31:28.986671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=5649535a-7e9f-4184-9cdd-746620995ee5,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:29.056755 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03124793-167b-4dc5-9a1f-a5d540670779 req-57edee80-3a8b-4ece-bd32-159ee86d70b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:29.058181 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-03124793-167b-4dc5-9a1f-a5d540670779 req-57edee80-3a8b-4ece-bd32-159ee86d70b0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 1128 time: 0.0474458 Feb 20 06:31:29.106976 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-03124793-167b-4dc5-9a1f-a5d540670779 req-b1ca32d3-00a4-4da8-a64a-b743489866cf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428753 Feb 20 06:31:29.246914 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de75a2e-73c2-41bf-a169-3f58ede6e309 req-33ad7fdf-f5e9-4996-b656-d194c27e515f tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:29.248377 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3de75a2e-73c2-41bf-a169-3f58ede6e309 req-33ad7fdf-f5e9-4996-b656-d194c27e515f tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 946 time: 0.0521166 Feb 20 06:31:29.294022 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3de75a2e-73c2-41bf-a169-3f58ede6e309 req-97a2cba8-bbe0-4cb8-95fc-211d9a6cc9c8 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401118 Feb 20 06:31:30.410772 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12570573-d302-443c-8346-af19834014aa req-a3b97339-5fc8-4202-9525-207b2e9a8384 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:30.412266 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-12570573-d302-443c-8346-af19834014aa req-a3b97339-5fc8-4202-9525-207b2e9a8384 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 946 time: 0.0524724 Feb 20 06:31:30.457810 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-12570573-d302-443c-8346-af19834014aa req-6777ce94-90a5-4dd7-92bc-7c82286a28fe tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394111 Feb 20 06:31:30.575302 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75763a-6e21-47f8-862f-017e7cb4e385 req-51751461-30d7-4936-9bcc-22fdf0f827a1 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:30.576673 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d75763a-6e21-47f8-862f-017e7cb4e385 req-51751461-30d7-4936-9bcc-22fdf0f827a1 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 946 time: 0.0563924 Feb 20 06:31:30.622335 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0d75763a-6e21-47f8-862f-017e7cb4e385 req-8a4bbc5d-971e-4a9f-94f0-bda1c52a563d tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401862 Feb 20 06:31:30.807915 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d57f1-c1fa-4785-9e46-f5aa5c14c23c req-e64b245e-449c-4e82-8425-6dc2ce2b8e52 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:30.809365 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-772d57f1-c1fa-4785-9e46-f5aa5c14c23c req-e64b245e-449c-4e82-8425-6dc2ce2b8e52 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 946 time: 0.0525444 Feb 20 06:31:30.855238 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-772d57f1-c1fa-4785-9e46-f5aa5c14c23c req-2daa304a-136f-4c74-9413-7c274ba54fff tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402622 Feb 20 06:31:46.577668 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-149107e7-c8fc-4145-b755-4b686ef11d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:49.027507 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ececd4fd-3a7b-4e3f-9ead-aa7f572526a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:49.631395 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9f19a-e347-49c8-891e-14c91b92cebf req-82131345-27cc-4889-a217-8b0c0208b542 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:49.633372 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d3f9f19a-e347-49c8-891e-14c91b92cebf req-82131345-27cc-4889-a217-8b0c0208b542 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 946 time: 0.0560749 Feb 20 06:31:49.680628 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d3f9f19a-e347-49c8-891e-14c91b92cebf req-ac086599-fa58-4097-b734-d29e3c391148 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418150 Feb 20 06:31:49.702833 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53342) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:31:49.796408 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:49.836606 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af98d749-b5c8-4d08-8c54-ce843a108b5a tempest-TestMinimumBasicScenario-1229542944 tempest-TestMinimumBasicScenario-1229542944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:49.838112 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-af98d749-b5c8-4d08-8c54-ce843a108b5a tempest-TestMinimumBasicScenario-1229542944 tempest-TestMinimumBasicScenario-1229542944-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 1123 time: 0.1343007 Feb 20 06:31:49.841105 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53346) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:31:49.845258 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'port_id': '5649535a-7e9f-4184-9cdd-746620995ee5', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:31:49.864040 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:49.963334 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:50.063400 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Allocated IP 172.25.3.157 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/2e3ae1d5-8cc3-4dc3-98e5-b5377e00d22c) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:31:50.496265 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for port (2e3ae1d5-8cc3-4dc3-98e5-b5377e00d22c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:50.529714 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (2e3ae1d5-8cc3-4dc3-98e5-b5377e00d22c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:50.562317 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:31:50.565126 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:31:50.568612 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:31:50.597739 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Pushing event updated for resources: {'Port': ['ID=2e3ae1d5-8cc3-4dc3-98e5-b5377e00d22c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:50.608780 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:50.609128 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:50.609466 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:50.609799 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:50.610127 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:50.610457 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:50.610783 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:50.611133 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:50.611453 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:50.611777 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:50.612122 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:50.612694 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:50.613010 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:31:50.947780 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for floatingip (6383fc53-b10c-4319-9427-86b15b152540), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:51.014351 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (2e3ae1d5-8cc3-4dc3-98e5-b5377e00d22c), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:51.164177 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for port (2e3ae1d5-8cc3-4dc3-98e5-b5377e00d22c), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:51.169430 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (2e3ae1d5-8cc3-4dc3-98e5-b5377e00d22c), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:51.239144 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Pushing event updated for resources: {'Port': ['ID=2e3ae1d5-8cc3-4dc3-98e5-b5377e00d22c,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:51.251065 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (6383fc53-b10c-4319-9427-86b15b152540), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:51.352181 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Floating IP 6383fc53-b10c-4319-9427-86b15b152540 associated. External IP: 172.25.3.157, port: 5649535a-7e9f-4184-9cdd-746620995ee5. Feb 20 06:31:51.567283 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Router 953c8077-32dc-4a28-971e-a40e40a75cd6 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:31:51.610344 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:51.681051 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:31:51.691590 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7e2315-d579-4922-a6c1-2234d90390c4 None None] Sync routers for ids ['953c8077-32dc-4a28-971e-a40e40a75cd6'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:31:51.699729 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:51.701574 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7e2315-d579-4922-a6c1-2234d90390c4 None None] Routers {'953c8077-32dc-4a28-971e-a40e40a75cd6'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:31:51.702189 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-5d7e2315-d579-4922-a6c1-2234d90390c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:31:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['953c8077-32dc-4a28-971e-a40e40a75cd6'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:31:51.728454 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-59785693-ae1e-459e-9dcf-1a8452a5c9a3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8863463 Feb 20 06:31:51.729063 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2858ca6-86cd-41d6-8c37-f2bbfc434209', 'tag': '5649535a-7e9f-4184-9cdd-746620995ee5'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:31:51.731375 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78934f98bf255cbf8729f55a3e84459a3773ac23536445eeb810cf99c856869a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5a89af-746f-4a89-87f1-ff1627f32fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "f2858ca6-86cd-41d6-8c37-f2bbfc434209", "tag": "5649535a-7e9f-4184-9cdd-746620995ee5"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:31:51.731760 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53348) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:31:51.737668 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-84d59a41-c737-4ebd-913f-151ed59e04f7 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1889874067', 'description': 'tempest-secgroup-smoke-1889874067 description', 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:31:51.761995 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-84d59a41-c737-4ebd-913f-151ed59e04f7 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:51.823761 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-5d7e2315-d579-4922-a6c1-2234d90390c4 None None] Set router 953c8077-32dc-4a28-971e-a40e40a75cd6 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:31:51.831212 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-84d59a41-c737-4ebd-913f-151ed59e04f7 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for security_group (b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:51.836351 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-84d59a41-c737-4ebd-913f-151ed59e04f7 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:51.862677 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-84d59a41-c737-4ebd-913f-151ed59e04f7 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:51.867487 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-84d59a41-c737-4ebd-913f-151ed59e04f7 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1340418 Feb 20 06:31:51.867728 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53354) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:31:51.872393 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-97a354e8-6a17-4986-9f46-b8d87a15493f tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Request body: {'security_group_rule': {'security_group_id': 'b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192', 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:31:51.882968 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d59a41-c737-4ebd-913f-151ed59e04f7 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:51.906195 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97a354e8-6a17-4986-9f46-b8d87a15493f tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for security_group_rule (10cf03f3-2fef-4601-8820-e386cb71f9d5), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:51.928426 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46823191-2ab3-4542-8aaa-76056f81885f x-openstack-request-id: req-46823191-2ab3-4542-8aaa-76056f81885f {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:31:51.929363 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2858ca6-86cd-41d6-8c37-f2bbfc434209", "tag": "5649535a-7e9f-4184-9cdd-746620995ee5", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:31:51.929683 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46823191-2ab3-4542-8aaa-76056f81885f {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:31:51.930163 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2858ca6-86cd-41d6-8c37-f2bbfc434209', 'tag': '5649535a-7e9f-4184-9cdd-746620995ee5', 'status': 'completed', 'code': 200} Feb 20 06:31:51.960814 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97a354e8-6a17-4986-9f46-b8d87a15493f tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for security_group_rule (10cf03f3-2fef-4601-8820-e386cb71f9d5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:51.968099 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97a354e8-6a17-4986-9f46-b8d87a15493f tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (10cf03f3-2fef-4601-8820-e386cb71f9d5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:51.993088 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a354e8-6a17-4986-9f46-b8d87a15493f tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10cf03f3-2fef-4601-8820-e386cb71f9d5,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:52.005249 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97a354e8-6a17-4986-9f46-b8d87a15493f tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:52.010538 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-97a354e8-6a17-4986-9f46-b8d87a15493f tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373188 Feb 20 06:31:52.010723 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53356) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:31:52.014776 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-5df9cec7-49d2-4bb1-b38c-6e94a30eaa11 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Request body: {'security_group_rule': {'security_group_id': 'b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192', 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:31:52.043698 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a89af-746f-4a89-87f1-ff1627f32fd1 req-4f9ce3ea-8d40-46da-b5c9-917f02b601c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:52.045389 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0d5a89af-746f-4a89-87f1-ff1627f32fd1 req-4f9ce3ea-8d40-46da-b5c9-917f02b601c5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b27e95a6d31949e6b377aeb1c101bb9f&device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 1128 time: 0.0938580 Feb 20 06:31:52.074475 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5df9cec7-49d2-4bb1-b38c-6e94a30eaa11 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for security_group_rule (34ea662c-dfad-4811-8ba1-515b4fa6841f), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:52.083248 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-5d7e2315-d579-4922-a6c1-2234d90390c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'name': 'tempest-TestMinimumBasicScenario-372219582-router', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '540009aa-40e1-412a-a964-44f06c12c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:30:57Z', 'revision_number': 4, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'gw_port': {'id': '540009aa-40e1-412a-a964-44f06c12c890', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '6383fc53-b10c-4319-9427-86b15b152540', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'floating_ip_address': '172.25.3.157', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'port_id': '5649535a-7e9f-4184-9cdd-746620995ee5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa', 'mac_address': 'fa:16:3e:dd:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2858ca6-86cd-41d6-8c37-f2bbfc434209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:31:50Z', 'updated_at': '2022-02-20T06:31:50Z', 'revision_number': 0, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5e4d3f-a6e4-4a51-a025-65c676867844', 'name': '', 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'mac_address': 'fa:16:3e:2a:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '610c5f6f-c2e7-468b-a606-66c7ace5b585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:56Z', 'updated_at': '2022-02-20T06:31:01Z', 'revision_number': 5, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'subnets': [{'id': '610c5f6f-c2e7-468b-a606-66c7ace5b585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:31:52.113611 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7e2315-d579-4922-a6c1-2234d90390c4 None None] Checking router: 953c8077-32dc-4a28-971e-a40e40a75cd6 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:31:52.122589 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7e2315-d579-4922-a6c1-2234d90390c4 None None] Routers {'953c8077-32dc-4a28-971e-a40e40a75cd6'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:31:52.123379 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-5d7e2315-d579-4922-a6c1-2234d90390c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:31:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['953c8077-32dc-4a28-971e-a40e40a75cd6'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:31:52.190705 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a89af-746f-4a89-87f1-ff1627f32fd1 req-b92421b9-36f9-4549-a44a-30f23d4d5ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:52.192421 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0d5a89af-746f-4a89-87f1-ff1627f32fd1 req-b92421b9-36f9-4549-a44a-30f23d4d5ced service neutron] 10.222.0.61 "GET /v2.0/networks?id=9104dee3-4c4d-444b-a1a7-015ff215bbfa HTTP/1.1" status: 200 len: 914 time: 0.1408222 Feb 20 06:31:52.194913 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5df9cec7-49d2-4bb1-b38c-6e94a30eaa11 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for security_group_rule (34ea662c-dfad-4811-8ba1-515b4fa6841f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:52.206925 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5df9cec7-49d2-4bb1-b38c-6e94a30eaa11 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (34ea662c-dfad-4811-8ba1-515b4fa6841f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:52.244791 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-5d7e2315-d579-4922-a6c1-2234d90390c4 None None] Set router 953c8077-32dc-4a28-971e-a40e40a75cd6 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:31:52.262374 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9cec7-49d2-4bb1-b38c-6e94a30eaa11 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ea662c-dfad-4811-8ba1-515b4fa6841f,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:52.276231 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5df9cec7-49d2-4bb1-b38c-6e94a30eaa11 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:52.277423 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5df9cec7-49d2-4bb1-b38c-6e94a30eaa11 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2669814 Feb 20 06:31:52.280416 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53358) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:31:52.281517 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0d5a89af-746f-4a89-87f1-ff1627f32fd1 req-ec753847-be03-4707-8ca1-d08e340b389e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5649535a-7e9f-4184-9cdd-746620995ee5 HTTP/1.1" status: 200 len: 1000 time: 0.0823040 Feb 20 06:31:52.286071 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-62cae751-aee7-4760-a674-a901020a6b3e tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Request body: {'security_group_rule': {'security_group_id': 'b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192', 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:31:52.310990 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62cae751-aee7-4760-a674-a901020a6b3e tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for security_group_rule (a42774bd-f17b-46b8-9ed7-c7936edbf855), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:52.331198 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a89af-746f-4a89-87f1-ff1627f32fd1 req-40cbe091-0a6c-47b8-b7c5-7175b1210e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:52.333147 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0d5a89af-746f-4a89-87f1-ff1627f32fd1 req-40cbe091-0a6c-47b8-b7c5-7175b1210e59 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=610c5f6f-c2e7-468b-a606-66c7ace5b585 HTTP/1.1" status: 200 len: 853 time: 0.0452895 Feb 20 06:31:52.375043 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62cae751-aee7-4760-a674-a901020a6b3e tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for security_group_rule (a42774bd-f17b-46b8-9ed7-c7936edbf855), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:52.379049 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62cae751-aee7-4760-a674-a901020a6b3e tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (a42774bd-f17b-46b8-9ed7-c7936edbf855), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:52.393841 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a89af-746f-4a89-87f1-ff1627f32fd1 req-97ca6762-5a90-4e0e-a5c2-a28c3033d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:52.395743 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0d5a89af-746f-4a89-87f1-ff1627f32fd1 req-97ca6762-5a90-4e0e-a5c2-a28c3033d966 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9104dee3-4c4d-444b-a1a7-015ff215bbfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0559368 Feb 20 06:31:52.397967 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cae751-aee7-4760-a674-a901020a6b3e tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42774bd-f17b-46b8-9ed7-c7936edbf855,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:52.409866 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62cae751-aee7-4760-a674-a901020a6b3e tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:52.414369 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-62cae751-aee7-4760-a674-a901020a6b3e tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287820 Feb 20 06:31:52.414551 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53360) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:31:52.419067 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-fe427972-d643-4271-8ca4-54bd1f2f40ce tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Request body: {'security_group_rule': {'security_group_id': 'b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192', 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:31:52.447663 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fe427972-d643-4271-8ca4-54bd1f2f40ce tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for security_group_rule (c9176e24-57cc-4bd4-893f-4eed3d09a5f4), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:52.486762 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-5d7e2315-d579-4922-a6c1-2234d90390c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'name': 'tempest-TestMinimumBasicScenario-372219582-router', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '540009aa-40e1-412a-a964-44f06c12c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:30:57Z', 'revision_number': 4, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'gw_port': {'id': '540009aa-40e1-412a-a964-44f06c12c890', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '6383fc53-b10c-4319-9427-86b15b152540', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'floating_ip_address': '172.25.3.157', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'port_id': '5649535a-7e9f-4184-9cdd-746620995ee5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa', 'mac_address': 'fa:16:3e:dd:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2858ca6-86cd-41d6-8c37-f2bbfc434209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:31:50Z', 'updated_at': '2022-02-20T06:31:50Z', 'revision_number': 0, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5e4d3f-a6e4-4a51-a025-65c676867844', 'name': '', 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'mac_address': 'fa:16:3e:2a:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '610c5f6f-c2e7-468b-a606-66c7ace5b585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:56Z', 'updated_at': '2022-02-20T06:31:01Z', 'revision_number': 5, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'subnets': [{'id': '610c5f6f-c2e7-468b-a606-66c7ace5b585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:31:52.492960 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0d5a89af-746f-4a89-87f1-ff1627f32fd1 req-36456900-0894-4aa4-81cc-2fb833a846cc service neutron] 10.222.0.61 "GET /v2.0/networks/9104dee3-4c4d-444b-a1a7-015ff215bbfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886302 Feb 20 06:31:52.510197 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fe427972-d643-4271-8ca4-54bd1f2f40ce tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for security_group_rule (c9176e24-57cc-4bd4-893f-4eed3d09a5f4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:52.514606 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fe427972-d643-4271-8ca4-54bd1f2f40ce tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (c9176e24-57cc-4bd4-893f-4eed3d09a5f4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:52.517965 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7e2315-d579-4922-a6c1-2234d90390c4 None None] The sync data for ids ['953c8077-32dc-4a28-971e-a40e40a75cd6'] in n-d-829866-5 is: [{'id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'name': 'tempest-TestMinimumBasicScenario-372219582-router', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '540009aa-40e1-412a-a964-44f06c12c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:30:57Z', 'revision_number': 4, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'gw_port': {'id': '540009aa-40e1-412a-a964-44f06c12c890', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '6383fc53-b10c-4319-9427-86b15b152540', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'floating_ip_address': '172.25.3.157', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'port_id': '5649535a-7e9f-4184-9cdd-746620995ee5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa', 'mac_address': 'fa:16:3e:dd:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2858ca6-86cd-41d6-8c37-f2bbfc434209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:31:50Z', 'updated_at': '2022-02-20T06:31:50Z', 'revision_number': 0, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5e4d3f-a6e4-4a51-a025-65c676867844', 'name': '', 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'mac_address': 'fa:16:3e:2a:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '610c5f6f-c2e7-468b-a606-66c7ace5b585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:56Z', 'updated_at': '2022-02-20T06:31:01Z', 'revision_number': 5, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'subnets': [{'id': '610c5f6f-c2e7-468b-a606-66c7ace5b585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:31:52.534950 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe427972-d643-4271-8ca4-54bd1f2f40ce tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9176e24-57cc-4bd4-893f-4eed3d09a5f4,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:52.546413 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fe427972-d643-4271-8ca4-54bd1f2f40ce tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:52.547701 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fe427972-d643-4271-8ca4-54bd1f2f40ce tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1321740 Feb 20 06:31:52.550450 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53362) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:31:52.556539 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ad36b30b-b451-4619-9081-db67a1c00ff8 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Request body: {'security_group_rule': {'security_group_id': 'b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192', 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:31:52.579854 n-d-829866-5 neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-ad36b30b-b451-4619-9081-db67a1c00ff8 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Project b27e95a6d31949e6b377aeb1c101bb9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:31:52.585192 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ad36b30b-b451-4619-9081-db67a1c00ff8 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for security_group_rule (b7f64538-8fa6-47bd-80a3-9c62415fde93), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:52.600033 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0d5a89af-746f-4a89-87f1-ff1627f32fd1 req-63e5b663-5012-41e2-a261-a18a2d2af883 service neutron] 10.222.0.61 "GET /v2.0/networks/9104dee3-4c4d-444b-a1a7-015ff215bbfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005251 Feb 20 06:31:52.652113 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ad36b30b-b451-4619-9081-db67a1c00ff8 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for security_group_rule (b7f64538-8fa6-47bd-80a3-9c62415fde93), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:52.656147 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ad36b30b-b451-4619-9081-db67a1c00ff8 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (b7f64538-8fa6-47bd-80a3-9c62415fde93), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:52.676775 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36b30b-b451-4619-9081-db67a1c00ff8 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f64538-8fa6-47bd-80a3-9c62415fde93,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:52.683415 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ad36b30b-b451-4619-9081-db67a1c00ff8 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:52.685640 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ad36b30b-b451-4619-9081-db67a1c00ff8 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1330628 Feb 20 06:31:52.687411 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53364) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:31:52.692086 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e8104f5a-068d-4f43-b915-450482499416 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Request body: {'security_group_rule': {'security_group_id': 'b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192', 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:31:52.712270 n-d-829866-5 neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-e8104f5a-068d-4f43-b915-450482499416 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Project b27e95a6d31949e6b377aeb1c101bb9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:31:52.720195 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e8104f5a-068d-4f43-b915-450482499416 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for security_group_rule (4cb6ab8f-64db-4b88-b72f-0304838bb359), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:52.751804 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2593d7af-e0af-4614-af76-838ccdcc7341 None None] New status for floating IP 6383fc53-b10c-4319-9427-86b15b152540: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:31:52.784875 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e8104f5a-068d-4f43-b915-450482499416 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for security_group_rule (4cb6ab8f-64db-4b88-b72f-0304838bb359), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:52.790862 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e8104f5a-068d-4f43-b915-450482499416 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (4cb6ab8f-64db-4b88-b72f-0304838bb359), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:52.797007 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:52.811534 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8104f5a-068d-4f43-b915-450482499416 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb6ab8f-64db-4b88-b72f-0304838bb359,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:52.818880 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e8104f5a-068d-4f43-b915-450482499416 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:52.820096 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e8104f5a-068d-4f43-b915-450482499416 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1317370 Feb 20 06:31:52.911980 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dcbfe143-25d0-4367-b63c-405f0679a2b4 req-33a14d8a-6a92-423c-8ca3-288999b40720 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1889874067&fields=id&tenant_id=b27e95a6d31949e6b377aeb1c101bb9f HTTP/1.1" status: 200 len: 267 time: 0.0442657 Feb 20 06:31:52.969248 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfe143-25d0-4367-b63c-405f0679a2b4 req-f2fb3fec-f084-4994-9d3a-5c7f68010c42 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:52.970737 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dcbfe143-25d0-4367-b63c-405f0679a2b4 req-f2fb3fec-f084-4994-9d3a-5c7f68010c42 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 946 time: 0.0528479 Feb 20 06:31:52.982234 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-dcbfe143-25d0-4367-b63c-405f0679a2b4 req-a0f401e3-a1ed-4cb7-8a53-4344735f9aa3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Request body: {'port': {'security_groups': ['0fdc34e6-de1f-4685-885c-7f0dbca8d3d9', 'b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:31:53.055027 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dcbfe143-25d0-4367-b63c-405f0679a2b4 req-a0f401e3-a1ed-4cb7-8a53-4344735f9aa3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5649535a-7e9f-4184-9cdd-746620995ee5), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:53.235426 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-dcbfe143-25d0-4367-b63c-405f0679a2b4 req-a0f401e3-a1ed-4cb7-8a53-4344735f9aa3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] For port 5649535a-7e9f-4184-9cdd-746620995ee5, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=5649535a-7e9f-4184-9cdd-746620995ee5,segment=NetworkSegment(5e39d59c-dcdf-4532-8595-2661f551f394),segment_id=5e39d59c-dcdf-4532-8595-2661f551f394)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:31:53.265176 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dcbfe143-25d0-4367-b63c-405f0679a2b4 req-a0f401e3-a1ed-4cb7-8a53-4344735f9aa3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for port (5649535a-7e9f-4184-9cdd-746620995ee5), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:53.268723 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dcbfe143-25d0-4367-b63c-405f0679a2b4 req-a0f401e3-a1ed-4cb7-8a53-4344735f9aa3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (5649535a-7e9f-4184-9cdd-746620995ee5), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:53.280797 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['5649535a-7e9f-4184-9cdd-746620995ee5'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:31:53.313332 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfe143-25d0-4367-b63c-405f0679a2b4 req-a0f401e3-a1ed-4cb7-8a53-4344735f9aa3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:53.313939 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dcbfe143-25d0-4367-b63c-405f0679a2b4 req-a0f401e3-a1ed-4cb7-8a53-4344735f9aa3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:53.315360 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dcbfe143-25d0-4367-b63c-405f0679a2b4 req-a0f401e3-a1ed-4cb7-8a53-4344735f9aa3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "PUT /v2.0/ports/5649535a-7e9f-4184-9cdd-746620995ee5 HTTP/1.1" status: 200 len: 982 time: 0.3375921 Feb 20 06:31:53.338301 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f401e3-a1ed-4cb7-8a53-4344735f9aa3 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Pushing event updated for resources: {'Port': ['ID=5649535a-7e9f-4184-9cdd-746620995ee5,revision_number=6']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:31:53.381022 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['5649535a-7e9f-4184-9cdd-746620995ee5'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:31:53.428212 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7c241-312b-4600-9fa1-42651cc0ca5a req-086f7674-9009-4a60-809f-2992aa0ef259 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:53.430540 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8ab7c241-312b-4600-9fa1-42651cc0ca5a req-086f7674-9009-4a60-809f-2992aa0ef259 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 985 time: 0.0617800 Feb 20 06:31:53.456953 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:53.503480 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8ab7c241-312b-4600-9fa1-42651cc0ca5a req-6a90a3ed-8600-48e6-b74a-4e0647205c2c tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192&id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0659454 Feb 20 06:31:53.724335 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-51e23d2b-bf7b-4295-b6bb-47c8c9935bf6 None None] Provisioning complete for port 5649535a-7e9f-4184-9cdd-746620995ee5 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:31:53.724733 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51e23d2b-bf7b-4295-b6bb-47c8c9935bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5649535a-7e9f-4184-9cdd-746620995ee5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:53.921635 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-51e23d2b-bf7b-4295-b6bb-47c8c9935bf6 None None] Current status of the port 5649535a-7e9f-4184-9cdd-746620995ee5 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:31:53.931011 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2858ca6-86cd-41d6-8c37-f2bbfc434209', 'tag': '5649535a-7e9f-4184-9cdd-746620995ee5'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:31:53.933424 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78934f98bf255cbf8729f55a3e84459a3773ac23536445eeb810cf99c856869a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e73d02-4a57-4261-906f-ae2e744e7b70" -d '{"events": [{"name": "network-changed", "server_uuid": "f2858ca6-86cd-41d6-8c37-f2bbfc434209", "tag": "5649535a-7e9f-4184-9cdd-746620995ee5"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:31:53.969649 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f42e56-91de-41a8-b1f9-d92a83af4aed x-openstack-request-id: req-03f42e56-91de-41a8-b1f9-d92a83af4aed {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:31:53.970254 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2858ca6-86cd-41d6-8c37-f2bbfc434209", "tag": "5649535a-7e9f-4184-9cdd-746620995ee5", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:31:53.970254 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03f42e56-91de-41a8-b1f9-d92a83af4aed {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:31:53.970578 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2858ca6-86cd-41d6-8c37-f2bbfc434209', 'tag': '5649535a-7e9f-4184-9cdd-746620995ee5', 'status': 'completed', 'code': 200} Feb 20 06:31:54.036015 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e73d02-4a57-4261-906f-ae2e744e7b70 req-4ef3616e-e389-452a-8e3e-58f47f9ecd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:54.037416 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-21e73d02-4a57-4261-906f-ae2e744e7b70 req-4ef3616e-e389-452a-8e3e-58f47f9ecd89 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b27e95a6d31949e6b377aeb1c101bb9f&device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 1167 time: 0.0464361 Feb 20 06:31:54.146184 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e73d02-4a57-4261-906f-ae2e744e7b70 req-001e1660-5710-4502-860e-630f7de8574f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:54.148341 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-21e73d02-4a57-4261-906f-ae2e744e7b70 req-001e1660-5710-4502-860e-630f7de8574f service neutron] 10.222.0.61 "GET /v2.0/networks?id=9104dee3-4c4d-444b-a1a7-015ff215bbfa HTTP/1.1" status: 200 len: 914 time: 0.1024640 Feb 20 06:31:54.215057 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-21e73d02-4a57-4261-906f-ae2e744e7b70 req-4d2b3614-9bef-4024-a667-730fa2cadbd8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5649535a-7e9f-4184-9cdd-746620995ee5 HTTP/1.1" status: 200 len: 1002 time: 0.0607579 Feb 20 06:31:54.261471 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e73d02-4a57-4261-906f-ae2e744e7b70 req-e4dae37c-462c-4c05-b335-3a19d9aceb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:54.262960 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-21e73d02-4a57-4261-906f-ae2e744e7b70 req-e4dae37c-462c-4c05-b335-3a19d9aceb01 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=610c5f6f-c2e7-468b-a606-66c7ace5b585 HTTP/1.1" status: 200 len: 853 time: 0.0425141 Feb 20 06:31:54.309974 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e73d02-4a57-4261-906f-ae2e744e7b70 req-04cedea1-9016-409c-bf89-567f71fb5b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:31:54.311399 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-21e73d02-4a57-4261-906f-ae2e744e7b70 req-04cedea1-9016-409c-bf89-567f71fb5b9b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9104dee3-4c4d-444b-a1a7-015ff215bbfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428262 Feb 20 06:31:54.403928 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-21e73d02-4a57-4261-906f-ae2e744e7b70 req-c95751c8-76d5-42d7-bf84-439c2dc1c0e5 service neutron] 10.222.0.61 "GET /v2.0/networks/9104dee3-4c4d-444b-a1a7-015ff215bbfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865347 Feb 20 06:31:54.493711 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-21e73d02-4a57-4261-906f-ae2e744e7b70 req-3554d6c5-1306-44e4-8ca6-7cc733024345 service neutron] 10.222.0.61 "GET /v2.0/networks/9104dee3-4c4d-444b-a1a7-015ff215bbfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834744 Feb 20 06:31:55.727490 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:31:58.015120 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:32:05.731759 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea53ad9-b850-4c26-bfc5-abffd69bf9f9 req-f8648c64-67a5-4629-a699-ac75f95f2f1c tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:05.733264 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bea53ad9-b850-4c26-bfc5-abffd69bf9f9 req-f8648c64-67a5-4629-a699-ac75f95f2f1c tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 985 time: 0.0531797 Feb 20 06:32:05.740139 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b268f74-a20c-47b0-b7fb-f5a6520c7b98 req-6f53a6c2-453b-460e-bea4-2366fb49e4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:05.742236 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9b268f74-a20c-47b0-b7fb-f5a6520c7b98 req-6f53a6c2-453b-460e-bea4-2366fb49e4df service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b27e95a6d31949e6b377aeb1c101bb9f&device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 1167 time: 0.0505693 Feb 20 06:32:05.795812 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bea53ad9-b850-4c26-bfc5-abffd69bf9f9 req-b879b59e-682a-439a-8063-ca61032e700d tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192&id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563514 Feb 20 06:32:05.843515 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b268f74-a20c-47b0-b7fb-f5a6520c7b98 req-4511754b-0e80-4d9e-9169-8a1f2ed0a254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:05.845895 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9b268f74-a20c-47b0-b7fb-f5a6520c7b98 req-4511754b-0e80-4d9e-9169-8a1f2ed0a254 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9104dee3-4c4d-444b-a1a7-015ff215bbfa HTTP/1.1" status: 200 len: 914 time: 0.0940294 Feb 20 06:32:05.914872 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9b268f74-a20c-47b0-b7fb-f5a6520c7b98 req-547e23b5-da94-4a8d-abbd-91b7dde1a2e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5649535a-7e9f-4184-9cdd-746620995ee5 HTTP/1.1" status: 200 len: 1002 time: 0.0628977 Feb 20 06:32:05.965005 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b268f74-a20c-47b0-b7fb-f5a6520c7b98 req-dfe8b26c-fefb-42c4-a4a6-1be4faa23d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:05.966448 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9b268f74-a20c-47b0-b7fb-f5a6520c7b98 req-dfe8b26c-fefb-42c4-a4a6-1be4faa23d60 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=610c5f6f-c2e7-468b-a606-66c7ace5b585 HTTP/1.1" status: 200 len: 853 time: 0.0451202 Feb 20 06:32:06.015908 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b268f74-a20c-47b0-b7fb-f5a6520c7b98 req-49934aa5-ede9-4ff6-955e-49b6ad8a45cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:06.017419 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9b268f74-a20c-47b0-b7fb-f5a6520c7b98 req-49934aa5-ede9-4ff6-955e-49b6ad8a45cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9104dee3-4c4d-444b-a1a7-015ff215bbfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449200 Feb 20 06:32:06.107830 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9b268f74-a20c-47b0-b7fb-f5a6520c7b98 req-d2038126-046e-4efb-a500-889e9ae9a17e service neutron] 10.222.0.61 "GET /v2.0/networks/9104dee3-4c4d-444b-a1a7-015ff215bbfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830967 Feb 20 06:32:06.200693 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9b268f74-a20c-47b0-b7fb-f5a6520c7b98 req-d8a44936-fda8-4c57-a5c9-0e5c9c86b589 service neutron] 10.222.0.61 "GET /v2.0/networks/9104dee3-4c4d-444b-a1a7-015ff215bbfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865598 Feb 20 06:32:06.307049 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087ed56-0d1a-4ece-88d6-bd51aeabe14b req-35b8b746-0e3e-4ff1-86be-796db2ae8c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:06.308456 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1087ed56-0d1a-4ece-88d6-bd51aeabe14b req-35b8b746-0e3e-4ff1-86be-796db2ae8c96 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b27e95a6d31949e6b377aeb1c101bb9f&device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 1167 time: 0.0464182 Feb 20 06:32:06.421949 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087ed56-0d1a-4ece-88d6-bd51aeabe14b req-1685d98f-9188-41f4-bde7-51d34eee2650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:06.423511 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1087ed56-0d1a-4ece-88d6-bd51aeabe14b req-1685d98f-9188-41f4-bde7-51d34eee2650 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9104dee3-4c4d-444b-a1a7-015ff215bbfa HTTP/1.1" status: 200 len: 914 time: 0.0893157 Feb 20 06:32:06.488809 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1087ed56-0d1a-4ece-88d6-bd51aeabe14b req-b3b0cc83-02e6-459e-8e4a-2c7e2d9fcc58 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5649535a-7e9f-4184-9cdd-746620995ee5 HTTP/1.1" status: 200 len: 1002 time: 0.0577765 Feb 20 06:32:06.543736 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087ed56-0d1a-4ece-88d6-bd51aeabe14b req-912e9034-9982-42ba-83aa-21e2df498e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:06.545163 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1087ed56-0d1a-4ece-88d6-bd51aeabe14b req-912e9034-9982-42ba-83aa-21e2df498e88 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=610c5f6f-c2e7-468b-a606-66c7ace5b585 HTTP/1.1" status: 200 len: 853 time: 0.0494063 Feb 20 06:32:06.594310 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087ed56-0d1a-4ece-88d6-bd51aeabe14b req-41bc396a-e493-44ce-9258-729374fe8ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:06.595719 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1087ed56-0d1a-4ece-88d6-bd51aeabe14b req-41bc396a-e493-44ce-9258-729374fe8ced service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9104dee3-4c4d-444b-a1a7-015ff215bbfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436656 Feb 20 06:32:06.681627 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1087ed56-0d1a-4ece-88d6-bd51aeabe14b req-087728ac-5af5-4f4c-9d59-60c2eb93810d service neutron] 10.222.0.61 "GET /v2.0/networks/9104dee3-4c4d-444b-a1a7-015ff215bbfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793054 Feb 20 06:32:06.775527 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1087ed56-0d1a-4ece-88d6-bd51aeabe14b req-6701df13-7541-4062-aa79-896fe0bffbd7 service neutron] 10.222.0.61 "GET /v2.0/networks/9104dee3-4c4d-444b-a1a7-015ff215bbfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855832 Feb 20 06:32:06.920921 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a6ab4-2826-4659-b4c5-b8fa284c5f87 req-0710abd0-d452-4b4e-a353-52d648c11a33 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:06.922292 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-093a6ab4-2826-4659-b4c5-b8fa284c5f87 req-0710abd0-d452-4b4e-a353-52d648c11a33 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 985 time: 0.0516822 Feb 20 06:32:06.979692 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-093a6ab4-2826-4659-b4c5-b8fa284c5f87 req-91e9a830-da12-417d-ae2e-7d635c948e55 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192&id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517702 Feb 20 06:32:08.102360 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a8d37-9e8d-401d-9e8e-cc610a78b9bb req-1d29648e-eea1-404b-8297-c5e38f886587 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:08.103892 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f86a8d37-9e8d-401d-9e8e-cc610a78b9bb req-1d29648e-eea1-404b-8297-c5e38f886587 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 985 time: 0.0565567 Feb 20 06:32:08.161781 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f86a8d37-9e8d-401d-9e8e-cc610a78b9bb req-0694d97a-4378-4110-b02a-c1191d5b451f tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192&id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522087 Feb 20 06:32:09.284729 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbeab3-95dd-4925-9459-6a8065c0f224 req-d9a7ee2e-0379-421d-bfba-07e66742b5b5 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:09.286096 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-67bbeab3-95dd-4925-9459-6a8065c0f224 req-d9a7ee2e-0379-421d-bfba-07e66742b5b5 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 985 time: 0.0527401 Feb 20 06:32:09.344079 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-67bbeab3-95dd-4925-9459-6a8065c0f224 req-167745cc-ff88-471a-9b62-3eb0d5e99a84 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192&id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516191 Feb 20 06:32:10.465372 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a59e6-df2d-4924-a9bf-8c41c1b90681 req-6f0b3adf-c763-4325-8900-85b592caa4c7 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:10.466870 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d39a59e6-df2d-4924-a9bf-8c41c1b90681 req-6f0b3adf-c763-4325-8900-85b592caa4c7 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 985 time: 0.0566969 Feb 20 06:32:10.525661 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d39a59e6-df2d-4924-a9bf-8c41c1b90681 req-d7de34a3-7f2b-47c0-9c14-0ceffbe11f6a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192&id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531025 Feb 20 06:32:11.642355 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2309f3-d055-44d6-a579-c44e20865f2a req-a0c712fa-1a39-42d1-af88-4f351ac7ffaa tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:11.643843 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f2309f3-d055-44d6-a579-c44e20865f2a req-a0c712fa-1a39-42d1-af88-4f351ac7ffaa tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 985 time: 0.0529060 Feb 20 06:32:11.702812 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9f2309f3-d055-44d6-a579-c44e20865f2a req-e3206bad-b025-4492-881f-7a94fe796f7c tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192&id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527763 Feb 20 06:32:12.821252 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfd87e-34b5-4b89-96c9-d0662e656158 req-7f3de3e8-903f-4856-98b2-ef8ca4b206ff tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:12.822727 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-47dfd87e-34b5-4b89-96c9-d0662e656158 req-7f3de3e8-903f-4856-98b2-ef8ca4b206ff tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 985 time: 0.0525622 Feb 20 06:32:12.885166 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-47dfd87e-34b5-4b89-96c9-d0662e656158 req-414fb539-8021-4dd1-b619-4f234a509930 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192&id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568168 Feb 20 06:32:14.005584 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eab2b-1924-4f6e-b410-56e3ccadb97d req-b84beaa1-d0f3-4ecb-b016-8e60fe08e2dc tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:14.007691 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4f2eab2b-1924-4f6e-b410-56e3ccadb97d req-b84beaa1-d0f3-4ecb-b016-8e60fe08e2dc tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 985 time: 0.0534544 Feb 20 06:32:14.065017 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4f2eab2b-1924-4f6e-b410-56e3ccadb97d req-db0d0197-821c-4af1-ae43-a918100e9717 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192&id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517244 Feb 20 06:32:15.181476 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2245a-45b5-4f19-a7f3-d11aae0178ca req-68991a4b-c58d-4d34-b35f-cea59d48e270 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:15.182940 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bec2245a-45b5-4f19-a7f3-d11aae0178ca req-68991a4b-c58d-4d34-b35f-cea59d48e270 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 985 time: 0.0522206 Feb 20 06:32:15.240453 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bec2245a-45b5-4f19-a7f3-d11aae0178ca req-cb632300-a4f3-47b4-8243-dd963b398cb7 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192&id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517571 Feb 20 06:32:16.361848 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebeec4-64f6-420f-96a9-ac42960f96e8 req-0a07361c-869d-437a-9757-4dc092d321c8 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:16.363611 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2cebeec4-64f6-420f-96a9-ac42960f96e8 req-0a07361c-869d-437a-9757-4dc092d321c8 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 985 time: 0.0569727 Feb 20 06:32:16.421585 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2cebeec4-64f6-420f-96a9-ac42960f96e8 req-16fb0248-c430-4a74-a5ca-f2f1a0b7d6f9 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192&id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523143 Feb 20 06:32:16.580769 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7689de2-0920-45eb-a261-0bfd4e8d486a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:17.537788 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ff525-288d-4984-9ec0-049acd51c839 req-a00a44a1-0520-42f7-8ea8-65a804083ba7 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:17.539262 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-429ff525-288d-4984-9ec0-049acd51c839 req-a00a44a1-0520-42f7-8ea8-65a804083ba7 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 985 time: 0.0522110 Feb 20 06:32:17.598728 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-429ff525-288d-4984-9ec0-049acd51c839 req-a86c6be9-b3b2-4bf8-b371-40fe7c36f97d tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192&id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538301 Feb 20 06:32:18.715955 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549745e-26ae-4e8e-8130-029c9f0ae311 req-b17fde2d-93b7-42b7-8218-150ccd0b2582 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:18.717436 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e549745e-26ae-4e8e-8130-029c9f0ae311 req-b17fde2d-93b7-42b7-8218-150ccd0b2582 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 985 time: 0.0519996 Feb 20 06:32:18.779743 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e549745e-26ae-4e8e-8130-029c9f0ae311 req-8723b8af-138e-48a6-a15e-19047c0e4dbe tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192&id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567257 Feb 20 06:32:19.028349 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db1e2cb9-319e-4603-9fb3-bf9f27f9ff1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:19.798468 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:19.957228 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6bde4d-1094-458b-add6-d1d9447a4f8f req-e90143a7-5a38-4114-ae78-12d13143ba27 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:19.958719 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c6bde4d-1094-458b-add6-d1d9447a4f8f req-e90143a7-5a38-4114-ae78-12d13143ba27 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 985 time: 0.1110973 Feb 20 06:32:20.017406 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c6bde4d-1094-458b-add6-d1d9447a4f8f req-1e70c6b0-9698-43f0-80d6-48ba004441dd tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192&id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529606 Feb 20 06:32:21.137400 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f84c6b-1363-4dc3-81fd-3dd7f164516f req-04e494e1-48eb-42e7-be03-7ecb661ea371 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:21.138865 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-67f84c6b-1363-4dc3-81fd-3dd7f164516f req-04e494e1-48eb-42e7-be03-7ecb661ea371 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 985 time: 0.0528846 Feb 20 06:32:21.196653 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-67f84c6b-1363-4dc3-81fd-3dd7f164516f req-f2e6ad86-3df5-4573-8b35-7f1b7582008d tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192&id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519969 Feb 20 06:32:21.611147 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:22.320193 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ba416-27a6-4e90-8928-5802e06bd527 req-49312d02-21ef-4a95-b1a5-bebd578dbd75 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:22.321572 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b1ba416-27a6-4e90-8928-5802e06bd527 req-49312d02-21ef-4a95-b1a5-bebd578dbd75 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 985 time: 0.0568187 Feb 20 06:32:22.379556 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b1ba416-27a6-4e90-8928-5802e06bd527 req-8122a075-c76a-4f20-955c-c5b28f146ae8 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192&id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523996 Feb 20 06:32:22.794945 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:23.412135 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:25.712061 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:35.013969 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:32:46.581750 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa124f52-89ef-4f73-b42c-13ecc92a00a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:49.030841 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d5d2dc6-6e51-45b8-a34f-04af39fe34c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:49.801750 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:51.615593 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:52.787180 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:53.427784 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:54.807929 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-87267490-0a83-4f9d-8ac0-70ae73b9a514 req-e3fca652-358b-4cb8-a022-0bde7f5ce6df tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1889874067&fields=id&tenant_id=b27e95a6d31949e6b377aeb1c101bb9f HTTP/1.1" status: 200 len: 267 time: 0.0428445 Feb 20 06:32:54.863836 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87267490-0a83-4f9d-8ac0-70ae73b9a514 req-9fe3749c-6ca1-4153-b210-264cb308234b tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:54.865311 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-87267490-0a83-4f9d-8ac0-70ae73b9a514 req-9fe3749c-6ca1-4153-b210-264cb308234b tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 985 time: 0.0522923 Feb 20 06:32:54.875887 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [req-87267490-0a83-4f9d-8ac0-70ae73b9a514 req-4038e64b-7410-4aac-b659-b88be5abc32a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Request body: {'port': {'security_groups': ['0fdc34e6-de1f-4685-885c-7f0dbca8d3d9']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:32:54.951557 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-87267490-0a83-4f9d-8ac0-70ae73b9a514 req-4038e64b-7410-4aac-b659-b88be5abc32a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5649535a-7e9f-4184-9cdd-746620995ee5), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:55.122269 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-87267490-0a83-4f9d-8ac0-70ae73b9a514 req-4038e64b-7410-4aac-b659-b88be5abc32a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] For port 5649535a-7e9f-4184-9cdd-746620995ee5, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=5649535a-7e9f-4184-9cdd-746620995ee5,segment=NetworkSegment(5e39d59c-dcdf-4532-8595-2661f551f394),segment_id=5e39d59c-dcdf-4532-8595-2661f551f394)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:32:55.150680 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-87267490-0a83-4f9d-8ac0-70ae73b9a514 req-4038e64b-7410-4aac-b659-b88be5abc32a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for port (5649535a-7e9f-4184-9cdd-746620995ee5), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:55.154768 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-87267490-0a83-4f9d-8ac0-70ae73b9a514 req-4038e64b-7410-4aac-b659-b88be5abc32a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (5649535a-7e9f-4184-9cdd-746620995ee5), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:55.166026 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['5649535a-7e9f-4184-9cdd-746620995ee5'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:32:55.194969 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87267490-0a83-4f9d-8ac0-70ae73b9a514 req-4038e64b-7410-4aac-b659-b88be5abc32a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:55.195594 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-87267490-0a83-4f9d-8ac0-70ae73b9a514 req-4038e64b-7410-4aac-b659-b88be5abc32a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:55.197553 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-87267490-0a83-4f9d-8ac0-70ae73b9a514 req-4038e64b-7410-4aac-b659-b88be5abc32a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "PUT /v2.0/ports/5649535a-7e9f-4184-9cdd-746620995ee5 HTTP/1.1" status: 200 len: 943 time: 0.3260884 Feb 20 06:32:55.198010 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2858ca6-86cd-41d6-8c37-f2bbfc434209', 'tag': '5649535a-7e9f-4184-9cdd-746620995ee5'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:32:55.200410 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78934f98bf255cbf8729f55a3e84459a3773ac23536445eeb810cf99c856869a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2959648-ef0b-45b0-b4f8-f4bc312b9718" -d '{"events": [{"name": "network-changed", "server_uuid": "f2858ca6-86cd-41d6-8c37-f2bbfc434209", "tag": "5649535a-7e9f-4184-9cdd-746620995ee5"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:32:55.205270 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53436) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:32:55.255914 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fca08b6-b8bd-4ab1-838f-83163205a802 x-openstack-request-id: req-2fca08b6-b8bd-4ab1-838f-83163205a802 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:32:55.256279 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2858ca6-86cd-41d6-8c37-f2bbfc434209", "tag": "5649535a-7e9f-4184-9cdd-746620995ee5", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:32:55.256460 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2fca08b6-b8bd-4ab1-838f-83163205a802 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:32:55.257051 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2858ca6-86cd-41d6-8c37-f2bbfc434209', 'tag': '5649535a-7e9f-4184-9cdd-746620995ee5', 'status': 'completed', 'code': 200} Feb 20 06:32:55.272081 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['5649535a-7e9f-4184-9cdd-746620995ee5'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:32:55.276320 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038e64b-7410-4aac-b659-b88be5abc32a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Pushing event updated for resources: {'Port': ['ID=5649535a-7e9f-4184-9cdd-746620995ee5,revision_number=7']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:32:55.288883 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038e64b-7410-4aac-b659-b88be5abc32a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:32:55.289912 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038e64b-7410-4aac-b659-b88be5abc32a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:32:55.290266 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038e64b-7410-4aac-b659-b88be5abc32a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:32:55.290609 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038e64b-7410-4aac-b659-b88be5abc32a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:32:55.290983 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038e64b-7410-4aac-b659-b88be5abc32a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:32:55.291298 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038e64b-7410-4aac-b659-b88be5abc32a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:32:55.291632 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038e64b-7410-4aac-b659-b88be5abc32a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:32:55.291961 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038e64b-7410-4aac-b659-b88be5abc32a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:32:55.292289 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038e64b-7410-4aac-b659-b88be5abc32a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:32:55.292614 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038e64b-7410-4aac-b659-b88be5abc32a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:32:55.292939 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038e64b-7410-4aac-b659-b88be5abc32a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:32:55.293260 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038e64b-7410-4aac-b659-b88be5abc32a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:32:55.293581 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038e64b-7410-4aac-b659-b88be5abc32a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:32:55.302324 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db8a7599-ab9b-4a2d-bf37-4cf467ee8802 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for security_group (b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:55.332606 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db8a7599-ab9b-4a2d-bf37-4cf467ee8802 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for security_group (b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:55.354387 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2959648-ef0b-45b0-b4f8-f4bc312b9718 req-591f3c45-6db5-4a26-9b70-201190efee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:55.356691 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f2959648-ef0b-45b0-b4f8-f4bc312b9718 req-591f3c45-6db5-4a26-9b70-201190efee34 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b27e95a6d31949e6b377aeb1c101bb9f&device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 1128 time: 0.0835638 Feb 20 06:32:55.411485 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db8a7599-ab9b-4a2d-bf37-4cf467ee8802 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:55.415451 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db8a7599-ab9b-4a2d-bf37-4cf467ee8802 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:55.417645 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-db8a7599-ab9b-4a2d-bf37-4cf467ee8802 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "DELETE /v2.0/security-groups/b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192 HTTP/1.1" status: 204 len: 168 time: 0.2114110 Feb 20 06:32:55.421655 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53438) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:32:55.433222 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a7599-ab9b-4a2d-bf37-4cf467ee8802 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22e5a1a-fb2e-4ebb-8dc3-b55a07f0b192,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:32:55.488221 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2959648-ef0b-45b0-b4f8-f4bc312b9718 req-4babbb3d-37f0-470e-ba71-539b82ed049a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:55.489668 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f2959648-ef0b-45b0-b4f8-f4bc312b9718 req-4babbb3d-37f0-470e-ba71-539b82ed049a service neutron] 10.222.0.61 "GET /v2.0/networks?id=9104dee3-4c4d-444b-a1a7-015ff215bbfa HTTP/1.1" status: 200 len: 914 time: 0.1258624 Feb 20 06:32:55.497788 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-8d0cfb6a-b9c8-4237-9718-08eeee2f7d47 None None] Provisioning complete for port 5649535a-7e9f-4184-9cdd-746620995ee5 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:32:55.498173 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d0cfb6a-b9c8-4237-9718-08eeee2f7d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5649535a-7e9f-4184-9cdd-746620995ee5), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:55.557629 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f2959648-ef0b-45b0-b4f8-f4bc312b9718 req-e5e3de80-2438-490c-8f47-62779a99b260 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5649535a-7e9f-4184-9cdd-746620995ee5 HTTP/1.1" status: 200 len: 1002 time: 0.0613914 Feb 20 06:32:55.578495 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8d0cfb6a-b9c8-4237-9718-08eeee2f7d47 None None] Current status of the port 5649535a-7e9f-4184-9cdd-746620995ee5 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:32:55.601809 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-259330db-eae1-4b4e-aa29-8a7d3fa5d952 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Deleting port 2e3ae1d5-8cc3-4dc3-98e5-b5377e00d22c {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:32:55.602261 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-259330db-eae1-4b4e-aa29-8a7d3fa5d952 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (2e3ae1d5-8cc3-4dc3-98e5-b5377e00d22c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:55.606369 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2959648-ef0b-45b0-b4f8-f4bc312b9718 req-c83d8438-2bb2-4cf9-9b86-6cf68e0d56c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:55.607894 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f2959648-ef0b-45b0-b4f8-f4bc312b9718 req-c83d8438-2bb2-4cf9-9b86-6cf68e0d56c8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=610c5f6f-c2e7-468b-a606-66c7ace5b585 HTTP/1.1" status: 200 len: 853 time: 0.0442460 Feb 20 06:32:55.662077 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2959648-ef0b-45b0-b4f8-f4bc312b9718 req-c9dcc35f-228a-4c27-9e50-e34e996f03e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:55.663652 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f2959648-ef0b-45b0-b4f8-f4bc312b9718 req-c9dcc35f-228a-4c27-9e50-e34e996f03e9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9104dee3-4c4d-444b-a1a7-015ff215bbfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502119 Feb 20 06:32:55.680944 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-259330db-eae1-4b4e-aa29-8a7d3fa5d952 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (2e3ae1d5-8cc3-4dc3-98e5-b5377e00d22c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:55.681267 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-259330db-eae1-4b4e-aa29-8a7d3fa5d952 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for floatingip (2e3ae1d5-8cc3-4dc3-98e5-b5377e00d22c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:55.692682 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-259330db-eae1-4b4e-aa29-8a7d3fa5d952 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Calling delete_port for 2e3ae1d5-8cc3-4dc3-98e5-b5377e00d22c owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:32:55.714814 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:55.754841 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f2959648-ef0b-45b0-b4f8-f4bc312b9718 req-304ac9f8-a418-43ef-b7d2-56ef06b7c138 service neutron] 10.222.0.61 "GET /v2.0/networks/9104dee3-4c4d-444b-a1a7-015ff215bbfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843332 Feb 20 06:32:55.844387 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-259330db-eae1-4b4e-aa29-8a7d3fa5d952 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (2e3ae1d5-8cc3-4dc3-98e5-b5377e00d22c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:55.849663 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f2959648-ef0b-45b0-b4f8-f4bc312b9718 req-72657d9d-4d75-4b1b-b031-a70f92466787 service neutron] 10.222.0.61 "GET /v2.0/networks/9104dee3-4c4d-444b-a1a7-015ff215bbfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883446 Feb 20 06:32:55.868673 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259330db-eae1-4b4e-aa29-8a7d3fa5d952 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Pushing event deleted for resources: {'Port': ['ID=2e3ae1d5-8cc3-4dc3-98e5-b5377e00d22c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:32:55.933923 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-259330db-eae1-4b4e-aa29-8a7d3fa5d952 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks [] for floatingip (6383fc53-b10c-4319-9427-86b15b152540), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:55.934255 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-259330db-eae1-4b4e-aa29-8a7d3fa5d952 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Floating IP 6383fc53-b10c-4319-9427-86b15b152540 disassociated (deleted). External IP: 172.25.3.157, port: 5649535a-7e9f-4184-9cdd-746620995ee5. Feb 20 06:32:56.152961 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259330db-eae1-4b4e-aa29-8a7d3fa5d952 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Router 953c8077-32dc-4a28-971e-a40e40a75cd6 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:32:56.259815 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259330db-eae1-4b4e-aa29-8a7d3fa5d952 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:32:56.264556 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-259330db-eae1-4b4e-aa29-8a7d3fa5d952 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:32:56.269104 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc493e2-4ee7-48c3-b82e-869b2900f3da None None] Sync routers for ids ['953c8077-32dc-4a28-971e-a40e40a75cd6'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:32:56.279159 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc493e2-4ee7-48c3-b82e-869b2900f3da None None] Routers {'953c8077-32dc-4a28-971e-a40e40a75cd6'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:32:56.279793 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3cc493e2-4ee7-48c3-b82e-869b2900f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:32:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['953c8077-32dc-4a28-971e-a40e40a75cd6'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:32:56.294979 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-259330db-eae1-4b4e-aa29-8a7d3fa5d952 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "DELETE /v2.0/floatingips/6383fc53-b10c-4319-9427-86b15b152540 HTTP/1.1" status: 204 len: 168 time: 0.8629043 Feb 20 06:32:56.391953 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-3cc493e2-4ee7-48c3-b82e-869b2900f3da None None] Set router 953c8077-32dc-4a28-971e-a40e40a75cd6 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:32:56.760763 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3cc493e2-4ee7-48c3-b82e-869b2900f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'name': 'tempest-TestMinimumBasicScenario-372219582-router', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '540009aa-40e1-412a-a964-44f06c12c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:30:57Z', 'revision_number': 4, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'gw_port': {'id': '540009aa-40e1-412a-a964-44f06c12c890', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '7e5e4d3f-a6e4-4a51-a025-65c676867844', 'name': '', 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'mac_address': 'fa:16:3e:2a:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '610c5f6f-c2e7-468b-a606-66c7ace5b585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:56Z', 'updated_at': '2022-02-20T06:31:01Z', 'revision_number': 5, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'subnets': [{'id': '610c5f6f-c2e7-468b-a606-66c7ace5b585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:32:56.787423 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc493e2-4ee7-48c3-b82e-869b2900f3da None None] Checking router: 953c8077-32dc-4a28-971e-a40e40a75cd6 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:32:56.796232 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc493e2-4ee7-48c3-b82e-869b2900f3da None None] Routers {'953c8077-32dc-4a28-971e-a40e40a75cd6'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:32:56.796839 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3cc493e2-4ee7-48c3-b82e-869b2900f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:32:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['953c8077-32dc-4a28-971e-a40e40a75cd6'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:32:56.905689 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-3cc493e2-4ee7-48c3-b82e-869b2900f3da None None] Set router 953c8077-32dc-4a28-971e-a40e40a75cd6 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:32:57.115757 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-3cc493e2-4ee7-48c3-b82e-869b2900f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'name': 'tempest-TestMinimumBasicScenario-372219582-router', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '540009aa-40e1-412a-a964-44f06c12c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:30:57Z', 'revision_number': 4, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'gw_port': {'id': '540009aa-40e1-412a-a964-44f06c12c890', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '7e5e4d3f-a6e4-4a51-a025-65c676867844', 'name': '', 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'mac_address': 'fa:16:3e:2a:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '610c5f6f-c2e7-468b-a606-66c7ace5b585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:56Z', 'updated_at': '2022-02-20T06:31:01Z', 'revision_number': 5, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'subnets': [{'id': '610c5f6f-c2e7-468b-a606-66c7ace5b585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:32:57.142256 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc493e2-4ee7-48c3-b82e-869b2900f3da None None] The sync data for ids ['953c8077-32dc-4a28-971e-a40e40a75cd6'] in n-d-829866-5 is: [{'id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'name': 'tempest-TestMinimumBasicScenario-372219582-router', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '540009aa-40e1-412a-a964-44f06c12c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:30:57Z', 'revision_number': 4, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'gw_port': {'id': '540009aa-40e1-412a-a964-44f06c12c890', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '7e5e4d3f-a6e4-4a51-a025-65c676867844', 'name': '', 'network_id': '9104dee3-4c4d-444b-a1a7-015ff215bbfa', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'mac_address': 'fa:16:3e:2a:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '610c5f6f-c2e7-468b-a606-66c7ace5b585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:56Z', 'updated_at': '2022-02-20T06:31:01Z', 'revision_number': 5, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'subnets': [{'id': '610c5f6f-c2e7-468b-a606-66c7ace5b585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:32:57.257847 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2858ca6-86cd-41d6-8c37-f2bbfc434209', 'tag': '5649535a-7e9f-4184-9cdd-746620995ee5'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:32:57.260818 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78934f98bf255cbf8729f55a3e84459a3773ac23536445eeb810cf99c856869a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb745e14-38b7-4e87-84bf-33640613cd2d" -d '{"events": [{"name": "network-changed", "server_uuid": "f2858ca6-86cd-41d6-8c37-f2bbfc434209", "tag": "5649535a-7e9f-4184-9cdd-746620995ee5"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:32:57.298107 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ff997b-508f-4275-a33e-49b73e65186a x-openstack-request-id: req-16ff997b-508f-4275-a33e-49b73e65186a {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:32:57.298405 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2858ca6-86cd-41d6-8c37-f2bbfc434209", "tag": "5649535a-7e9f-4184-9cdd-746620995ee5", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:32:57.298657 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16ff997b-508f-4275-a33e-49b73e65186a {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:32:57.299098 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2858ca6-86cd-41d6-8c37-f2bbfc434209', 'tag': '5649535a-7e9f-4184-9cdd-746620995ee5', 'status': 'completed', 'code': 200} Feb 20 06:32:57.369948 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb745e14-38b7-4e87-84bf-33640613cd2d req-9417a80c-e38f-4e31-b839-65b69833bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:57.371542 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cb745e14-38b7-4e87-84bf-33640613cd2d req-9417a80c-e38f-4e31-b839-65b69833bd41 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b27e95a6d31949e6b377aeb1c101bb9f&device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 1128 time: 0.0507963 Feb 20 06:32:57.393785 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683c644c-0e21-46e5-8d98-f6ddcef0ae1d None None] New status for floating IP 6383fc53-b10c-4319-9427-86b15b152540: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:32:57.462337 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb745e14-38b7-4e87-84bf-33640613cd2d req-4e8a004a-f158-4246-b106-53740ddf81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:57.463877 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cb745e14-38b7-4e87-84bf-33640613cd2d req-4e8a004a-f158-4246-b106-53740ddf81c7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9104dee3-4c4d-444b-a1a7-015ff215bbfa HTTP/1.1" status: 200 len: 914 time: 0.0865462 Feb 20 06:32:57.511221 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cb745e14-38b7-4e87-84bf-33640613cd2d req-4207b603-2670-4012-90b9-4ad5523b1d7d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5649535a-7e9f-4184-9cdd-746620995ee5 HTTP/1.1" status: 200 len: 217 time: 0.0410833 Feb 20 06:32:57.561256 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb745e14-38b7-4e87-84bf-33640613cd2d req-ff54ae9b-8b94-4e5d-8a5c-c59427f1a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:57.562874 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cb745e14-38b7-4e87-84bf-33640613cd2d req-ff54ae9b-8b94-4e5d-8a5c-c59427f1a782 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=610c5f6f-c2e7-468b-a606-66c7ace5b585 HTTP/1.1" status: 200 len: 853 time: 0.0463643 Feb 20 06:32:57.618704 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb745e14-38b7-4e87-84bf-33640613cd2d req-39ade8d2-17aa-4c4f-a6c3-1dee86df945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:32:57.620185 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cb745e14-38b7-4e87-84bf-33640613cd2d req-39ade8d2-17aa-4c4f-a6c3-1dee86df945e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9104dee3-4c4d-444b-a1a7-015ff215bbfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511544 Feb 20 06:32:57.712856 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cb745e14-38b7-4e87-84bf-33640613cd2d req-d9d64607-6d0a-46ea-8362-763fc76dd940 service neutron] 10.222.0.61 "GET /v2.0/networks/9104dee3-4c4d-444b-a1a7-015ff215bbfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864785 Feb 20 06:32:57.802874 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cb745e14-38b7-4e87-84bf-33640613cd2d req-2739feb3-a3b5-4848-a31c-982ca3d060a5 service neutron] 10.222.0.61 "GET /v2.0/networks/9104dee3-4c4d-444b-a1a7-015ff215bbfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838652 Feb 20 06:33:06.013667 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2f5c5716-8c38-4531-b700-da0b55275899 req-cd782a2e-4834-46da-b762-66aa17f8bfe4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506005 Feb 20 06:33:06.099251 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c5716-8c38-4531-b700-da0b55275899 req-c8b1a736-0e36-4777-99a8-a65d5edb8999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:06.100750 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2f5c5716-8c38-4531-b700-da0b55275899 req-c8b1a736-0e36-4777-99a8-a65d5edb8999 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b27e95a6d31949e6b377aeb1c101bb9f&device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 1128 time: 0.0465982 Feb 20 06:33:06.207147 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c5716-8c38-4531-b700-da0b55275899 req-cb4bfbb6-c906-4d55-a8f0-2bfa84aaf051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:06.208440 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2f5c5716-8c38-4531-b700-da0b55275899 req-cb4bfbb6-c906-4d55-a8f0-2bfa84aaf051 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9104dee3-4c4d-444b-a1a7-015ff215bbfa HTTP/1.1" status: 200 len: 914 time: 0.0892730 Feb 20 06:33:06.253905 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2f5c5716-8c38-4531-b700-da0b55275899 req-125022a3-c1b7-48ea-a329-d4b077c6e776 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5649535a-7e9f-4184-9cdd-746620995ee5 HTTP/1.1" status: 200 len: 217 time: 0.0389469 Feb 20 06:33:06.300819 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c5716-8c38-4531-b700-da0b55275899 req-e61576b5-a256-416f-a8a2-b98fcc060403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:06.302269 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2f5c5716-8c38-4531-b700-da0b55275899 req-e61576b5-a256-416f-a8a2-b98fcc060403 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=610c5f6f-c2e7-468b-a606-66c7ace5b585 HTTP/1.1" status: 200 len: 853 time: 0.0427928 Feb 20 06:33:06.351279 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c5716-8c38-4531-b700-da0b55275899 req-95a3f3ba-0858-4578-ad60-1cef130f0a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:06.353399 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2f5c5716-8c38-4531-b700-da0b55275899 req-95a3f3ba-0858-4578-ad60-1cef130f0a5d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9104dee3-4c4d-444b-a1a7-015ff215bbfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443850 Feb 20 06:33:06.443561 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2f5c5716-8c38-4531-b700-da0b55275899 req-279f4498-3b85-4f01-9bf6-f1c400960ebf service neutron] 10.222.0.61 "GET /v2.0/networks/9104dee3-4c4d-444b-a1a7-015ff215bbfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844841 Feb 20 06:33:06.531403 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2f5c5716-8c38-4531-b700-da0b55275899 req-462c69c6-f063-4afd-a46a-8a4bb55c6177 service neutron] 10.222.0.61 "GET /v2.0/networks/9104dee3-4c4d-444b-a1a7-015ff215bbfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818539 Feb 20 06:33:11.602699 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da6f28-8111-4151-926f-f941bc579a93 req-c1113da6-d503-4429-b715-91c63c477b8a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:11.604187 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-09da6f28-8111-4151-926f-f941bc579a93 req-c1113da6-d503-4429-b715-91c63c477b8a tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 946 time: 0.0526044 Feb 20 06:33:11.649373 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-09da6f28-8111-4151-926f-f941bc579a93 req-4a81f893-1704-40a6-a43b-a4145bc779ae tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390649 Feb 20 06:33:12.012756 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:33:12.767074 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e198e-b5be-4531-b167-f79bdc504a41 req-68c3fee6-bef3-4c1f-8d75-1879f661a474 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:12.768559 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5d8e198e-b5be-4531-b167-f79bdc504a41 req-68c3fee6-bef3-4c1f-8d75-1879f661a474 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 946 time: 0.0512922 Feb 20 06:33:12.819894 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5d8e198e-b5be-4531-b167-f79bdc504a41 req-fde59501-ca7a-4382-8c50-f253bf4c356d tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451035 Feb 20 06:33:13.201548 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54409a34-89d3-429a-8778-4cd2ac53687f req-62f13b17-10d0-4ce3-bdee-5cdf94561adf tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:13.203038 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-54409a34-89d3-429a-8778-4cd2ac53687f req-62f13b17-10d0-4ce3-bdee-5cdf94561adf tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 946 time: 0.0550208 Feb 20 06:33:13.298278 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-54409a34-89d3-429a-8778-4cd2ac53687f req-1811b4a1-c12b-4eeb-b62e-3ff6366e6106 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Deleting port 5649535a-7e9f-4184-9cdd-746620995ee5 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:33:13.298515 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-54409a34-89d3-429a-8778-4cd2ac53687f req-1811b4a1-c12b-4eeb-b62e-3ff6366e6106 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (5649535a-7e9f-4184-9cdd-746620995ee5), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:13.389763 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-54409a34-89d3-429a-8778-4cd2ac53687f req-1811b4a1-c12b-4eeb-b62e-3ff6366e6106 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] For port 5649535a-7e9f-4184-9cdd-746620995ee5, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=5649535a-7e9f-4184-9cdd-746620995ee5,segment=NetworkSegment(5e39d59c-dcdf-4532-8595-2661f551f394),segment_id=5e39d59c-dcdf-4532-8595-2661f551f394)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:33:13.390123 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-54409a34-89d3-429a-8778-4cd2ac53687f req-1811b4a1-c12b-4eeb-b62e-3ff6366e6106 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (5649535a-7e9f-4184-9cdd-746620995ee5), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:13.402866 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-54409a34-89d3-429a-8778-4cd2ac53687f req-1811b4a1-c12b-4eeb-b62e-3ff6366e6106 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Calling delete_port for 5649535a-7e9f-4184-9cdd-746620995ee5 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:33:13.532892 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-54409a34-89d3-429a-8778-4cd2ac53687f req-1811b4a1-c12b-4eeb-b62e-3ff6366e6106 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (5649535a-7e9f-4184-9cdd-746620995ee5), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:13.559768 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811b4a1-c12b-4eeb-b62e-3ff6366e6106 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Pushing event deleted for resources: {'Port': ['ID=5649535a-7e9f-4184-9cdd-746620995ee5,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:13.588742 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811b4a1-c12b-4eeb-b62e-3ff6366e6106 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:13.589093 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811b4a1-c12b-4eeb-b62e-3ff6366e6106 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:13.589436 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811b4a1-c12b-4eeb-b62e-3ff6366e6106 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:13.589773 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811b4a1-c12b-4eeb-b62e-3ff6366e6106 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:13.590106 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811b4a1-c12b-4eeb-b62e-3ff6366e6106 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:13.590437 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811b4a1-c12b-4eeb-b62e-3ff6366e6106 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:13.590763 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811b4a1-c12b-4eeb-b62e-3ff6366e6106 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:13.591112 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811b4a1-c12b-4eeb-b62e-3ff6366e6106 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:13.591437 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811b4a1-c12b-4eeb-b62e-3ff6366e6106 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:13.591760 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811b4a1-c12b-4eeb-b62e-3ff6366e6106 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:13.592081 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811b4a1-c12b-4eeb-b62e-3ff6366e6106 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:13.592400 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811b4a1-c12b-4eeb-b62e-3ff6366e6106 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:13.592718 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811b4a1-c12b-4eeb-b62e-3ff6366e6106 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:13.618521 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-54409a34-89d3-429a-8778-4cd2ac53687f req-1811b4a1-c12b-4eeb-b62e-3ff6366e6106 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] No DVR routers for this DVR port 5649535a-7e9f-4184-9cdd-746620995ee5 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:33:13.621193 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-54409a34-89d3-429a-8778-4cd2ac53687f req-1811b4a1-c12b-4eeb-b62e-3ff6366e6106 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:13.625273 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-54409a34-89d3-429a-8778-4cd2ac53687f req-1811b4a1-c12b-4eeb-b62e-3ff6366e6106 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.61 "DELETE /v2.0/ports/5649535a-7e9f-4184-9cdd-746620995ee5 HTTP/1.1" status: 204 len: 173 time: 0.4170945 Feb 20 06:33:13.625737 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2858ca6-86cd-41d6-8c37-f2bbfc434209', 'name': 'network-vif-deleted', 'tag': '5649535a-7e9f-4184-9cdd-746620995ee5'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:33:13.628115 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9de8c4-1e48-4969-addf-deb03da210a0" -d '{"events": [{"server_uuid": "f2858ca6-86cd-41d6-8c37-f2bbfc434209", "name": "network-vif-deleted", "tag": "5649535a-7e9f-4184-9cdd-746620995ee5"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:33:13.721112 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af074077-0389-4bcb-9358-b36b864d0398 x-openstack-request-id: req-af074077-0389-4bcb-9358-b36b864d0398 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:33:13.721402 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2858ca6-86cd-41d6-8c37-f2bbfc434209", "name": "network-vif-deleted", "tag": "5649535a-7e9f-4184-9cdd-746620995ee5", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:33:13.721681 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af074077-0389-4bcb-9358-b36b864d0398 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:33:13.722229 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2858ca6-86cd-41d6-8c37-f2bbfc434209', 'name': 'network-vif-deleted', 'tag': '5649535a-7e9f-4184-9cdd-746620995ee5', 'status': 'completed', 'code': 200} Feb 20 06:33:13.927366 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a050b881-45aa-4c86-9e81-e7d4a3f25ab3 req-6b73108e-5f18-44fd-a9d4-1a4b8b078903 tempest-TestMinimumBasicScenario-58794034 tempest-TestMinimumBasicScenario-58794034-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2858ca6-86cd-41d6-8c37-f2bbfc434209 HTTP/1.1" status: 200 len: 210 time: 0.0278106 Feb 20 06:33:15.280205 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 5649535a-7e9f-4184-9cdd-746620995ee5 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:33:15.302311 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 5649535a-7e9f-4184-9cdd-746620995ee5 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:33:15.302730 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 5649535a-7e9f-4184-9cdd-746620995ee5 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:33:15.497000 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53552) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:16.187789 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-107340dd-c1c8-49d6-8c0b-49e92b30b318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (953c8077-32dc-4a28-971e-a40e40a75cd6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:16.432722 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-107340dd-c1c8-49d6-8c0b-49e92b30b318 admin admin] Deleting port 7e5e4d3f-a6e4-4a51-a025-65c676867844 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:33:16.433060 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-107340dd-c1c8-49d6-8c0b-49e92b30b318 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (7e5e4d3f-a6e4-4a51-a025-65c676867844), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:16.511128 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-107340dd-c1c8-49d6-8c0b-49e92b30b318 admin admin] For port 7e5e4d3f-a6e4-4a51-a025-65c676867844, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=7e5e4d3f-a6e4-4a51-a025-65c676867844,segment=NetworkSegment(5e39d59c-dcdf-4532-8595-2661f551f394),segment_id=5e39d59c-dcdf-4532-8595-2661f551f394)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:33:16.511822 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-107340dd-c1c8-49d6-8c0b-49e92b30b318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (7e5e4d3f-a6e4-4a51-a025-65c676867844), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:16.522734 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-107340dd-c1c8-49d6-8c0b-49e92b30b318 admin admin] Calling delete_port for 7e5e4d3f-a6e4-4a51-a025-65c676867844 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:33:16.582330 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a1b2ef9f-cd8d-47dd-bcf6-36d589ac58d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:16.703138 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-107340dd-c1c8-49d6-8c0b-49e92b30b318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (7e5e4d3f-a6e4-4a51-a025-65c676867844), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:16.729989 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107340dd-c1c8-49d6-8c0b-49e92b30b318 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e5e4d3f-a6e4-4a51-a025-65c676867844,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:16.897916 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-107340dd-c1c8-49d6-8c0b-49e92b30b318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (953c8077-32dc-4a28-971e-a40e40a75cd6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:17.114372 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107340dd-c1c8-49d6-8c0b-49e92b30b318 admin admin] Router 953c8077-32dc-4a28-971e-a40e40a75cd6 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:33:17.219554 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107340dd-c1c8-49d6-8c0b-49e92b30b318 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:33:17.224401 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-107340dd-c1c8-49d6-8c0b-49e92b30b318 admin admin] 10.222.0.37 "PUT /v2.0/routers/953c8077-32dc-4a28-971e-a40e40a75cd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7263560 Feb 20 06:33:17.227153 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53554) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:17.228425 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9f94e5-12d1-4b86-a4d8-1e61e0838fc9 None None] Sync routers for ids ['953c8077-32dc-4a28-971e-a40e40a75cd6'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:33:17.238999 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9f94e5-12d1-4b86-a4d8-1e61e0838fc9 None None] Routers {'953c8077-32dc-4a28-971e-a40e40a75cd6'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:33:17.239627 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ea9f94e5-12d1-4b86-a4d8-1e61e0838fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:32:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['953c8077-32dc-4a28-971e-a40e40a75cd6'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:33:17.332009 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85e19e0a-cea6-4681-a62b-1351c3de0ffc admin admin] Publish callbacks [] for router (953c8077-32dc-4a28-971e-a40e40a75cd6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:17.349219 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-ea9f94e5-12d1-4b86-a4d8-1e61e0838fc9 None None] Set router 953c8077-32dc-4a28-971e-a40e40a75cd6 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:33:17.439871 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85e19e0a-cea6-4681-a62b-1351c3de0ffc admin admin] Publish callbacks [] for router_gateway (953c8077-32dc-4a28-971e-a40e40a75cd6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:17.491907 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-85e19e0a-cea6-4681-a62b-1351c3de0ffc admin admin] Deleting port 540009aa-40e1-412a-a964-44f06c12c890 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:33:17.492270 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85e19e0a-cea6-4681-a62b-1351c3de0ffc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (540009aa-40e1-412a-a964-44f06c12c890), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:17.531042 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ea9f94e5-12d1-4b86-a4d8-1e61e0838fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'name': 'tempest-TestMinimumBasicScenario-372219582-router', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '540009aa-40e1-412a-a964-44f06c12c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:33:16Z', 'revision_number': 5, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'gw_port': {'id': '540009aa-40e1-412a-a964-44f06c12c890', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:33:17.558556 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9f94e5-12d1-4b86-a4d8-1e61e0838fc9 None None] Checking router: 953c8077-32dc-4a28-971e-a40e40a75cd6 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:33:17.566883 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9f94e5-12d1-4b86-a4d8-1e61e0838fc9 None None] Routers {'953c8077-32dc-4a28-971e-a40e40a75cd6'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:33:17.567529 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ea9f94e5-12d1-4b86-a4d8-1e61e0838fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:32:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['953c8077-32dc-4a28-971e-a40e40a75cd6'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:33:17.573806 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-85e19e0a-cea6-4681-a62b-1351c3de0ffc admin admin] For port 540009aa-40e1-412a-a964-44f06c12c890, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=540009aa-40e1-412a-a964-44f06c12c890,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:33:17.574346 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85e19e0a-cea6-4681-a62b-1351c3de0ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (540009aa-40e1-412a-a964-44f06c12c890), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:17.585851 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-85e19e0a-cea6-4681-a62b-1351c3de0ffc admin admin] Calling delete_port for 540009aa-40e1-412a-a964-44f06c12c890 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:33:17.658502 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-ea9f94e5-12d1-4b86-a4d8-1e61e0838fc9 None None] Set router 953c8077-32dc-4a28-971e-a40e40a75cd6 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:33:17.710810 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ea9f94e5-12d1-4b86-a4d8-1e61e0838fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'name': 'tempest-TestMinimumBasicScenario-372219582-router', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:33:17Z', 'revision_number': 6, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:33:17.740247 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9f94e5-12d1-4b86-a4d8-1e61e0838fc9 None None] The sync data for ids ['953c8077-32dc-4a28-971e-a40e40a75cd6'] in n-d-829866-5 is: [{'id': '953c8077-32dc-4a28-971e-a40e40a75cd6', 'name': 'tempest-TestMinimumBasicScenario-372219582-router', 'tenant_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:30:54Z', 'updated_at': '2022-02-20T06:33:17Z', 'revision_number': 6, 'project_id': 'b27e95a6d31949e6b377aeb1c101bb9f', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:33:17.756513 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85e19e0a-cea6-4681-a62b-1351c3de0ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (540009aa-40e1-412a-a964-44f06c12c890), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:17.783332 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e19e0a-cea6-4681-a62b-1351c3de0ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=540009aa-40e1-412a-a964-44f06c12c890,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:17.844064 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85e19e0a-cea6-4681-a62b-1351c3de0ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (953c8077-32dc-4a28-971e-a40e40a75cd6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:17.936377 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85e19e0a-cea6-4681-a62b-1351c3de0ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (953c8077-32dc-4a28-971e-a40e40a75cd6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:17.938501 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85e19e0a-cea6-4681-a62b-1351c3de0ffc admin admin] Publish callbacks [] for router_controller (953c8077-32dc-4a28-971e-a40e40a75cd6), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:17.984722 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85e19e0a-cea6-4681-a62b-1351c3de0ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (953c8077-32dc-4a28-971e-a40e40a75cd6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:17.985277 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e19e0a-cea6-4681-a62b-1351c3de0ffc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 953c8077-32dc-4a28-971e-a40e40a75cd6 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:33:17.990229 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85e19e0a-cea6-4681-a62b-1351c3de0ffc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:17.991444 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-85e19e0a-cea6-4681-a62b-1351c3de0ffc admin admin] 10.222.0.37 "DELETE /v2.0/routers/953c8077-32dc-4a28-971e-a40e40a75cd6 HTTP/1.1" status: 204 len: 168 time: 0.7632675 Feb 20 06:33:17.994483 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53556) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:18.037691 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c376110-c701-4260-aed8-f640410ba2a8 admin admin] Deleting subnet 610c5f6f-c2e7-468b-a606-66c7ace5b585 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:33:18.041180 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9c376110-c701-4260-aed8-f640410ba2a8 admin admin] Publish callbacks [] for subnet (610c5f6f-c2e7-468b-a606-66c7ace5b585), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:18.075313 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9c376110-c701-4260-aed8-f640410ba2a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (610c5f6f-c2e7-468b-a606-66c7ace5b585), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:18.164575 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9c376110-c701-4260-aed8-f640410ba2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (610c5f6f-c2e7-468b-a606-66c7ace5b585), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:18.217208 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9c376110-c701-4260-aed8-f640410ba2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (610c5f6f-c2e7-468b-a606-66c7ace5b585), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:18.245020 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c376110-c701-4260-aed8-f640410ba2a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=610c5f6f-c2e7-468b-a606-66c7ace5b585,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:18.246996 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9c376110-c701-4260-aed8-f640410ba2a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:18.250829 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c21d4b-3b7e-4077-ad43-75d23a20e2fc None None] Network 9104dee3-4c4d-444b-a1a7-015ff215bbfa requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:33:18.255361 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9c376110-c701-4260-aed8-f640410ba2a8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/610c5f6f-c2e7-468b-a606-66c7ace5b585 HTTP/1.1" status: 204 len: 168 time: 0.2598686 Feb 20 06:33:18.255532 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53558) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:18.322750 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2c9c6322-32dd-461d-9654-6455a377f10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (9104dee3-4c4d-444b-a1a7-015ff215bbfa), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:18.377458 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-2c9c6322-32dd-461d-9654-6455a377f10c admin admin] Deleting port 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:33:18.377802 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2c9c6322-32dd-461d-9654-6455a377f10c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:18.442473 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-2c9c6322-32dd-461d-9654-6455a377f10c admin admin] For port 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd,segment=NetworkSegment(5e39d59c-dcdf-4532-8595-2661f551f394),segment_id=5e39d59c-dcdf-4532-8595-2661f551f394)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:33:18.442743 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2c9c6322-32dd-461d-9654-6455a377f10c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:18.455199 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-2c9c6322-32dd-461d-9654-6455a377f10c admin admin] Calling delete_port for 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:33:18.516869 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cb29b0-1f94-46ab-86cb-d3cf9b4d5be6 None None] DHCP port deletion for 9104dee3-4c4d-444b-a1a7-015ff215bbfa request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:33:18.540692 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2c9c6322-32dd-461d-9654-6455a377f10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:18.570105 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c6322-32dd-461d-9654-6455a377f10c admin admin] Pushing event deleted for resources: {'Port': ['ID=15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:18.574007 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9c6322-32dd-461d-9654-6455a377f10c admin admin] No DVR routers for this DVR port 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:33:18.582374 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-30cb29b0-1f94-46ab-86cb-d3cf9b4d5be6 None None] Deleting port 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:33:18.582757 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30cb29b0-1f94-46ab-86cb-d3cf9b4d5be6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:18.597321 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7e5e4d3f-a6e4-4a51-a025-65c676867844 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:33:18.653487 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 7e5e4d3f-a6e4-4a51-a025-65c676867844 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:33:18.653840 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 7e5e4d3f-a6e4-4a51-a025-65c676867844 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:33:18.676689 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-30cb29b0-1f94-46ab-86cb-d3cf9b4d5be6 None None] For port 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd, host n-d-829866-5, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:33:18.677272 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30cb29b0-1f94-46ab-86cb-d3cf9b4d5be6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:18.690995 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-30cb29b0-1f94-46ab-86cb-d3cf9b4d5be6 None None] Calling delete_port for 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:33:18.693782 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-30cb29b0-1f94-46ab-86cb-d3cf9b4d5be6 None None] Port 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd was not found and therefore no delete operation was performed {{(pid=103408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 06:33:18.695673 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30cb29b0-1f94-46ab-86cb-d3cf9b4d5be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:18.720413 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb29b0-1f94-46ab-86cb-d3cf9b4d5be6 None None] Pushing event deleted for resources: {'Port': ['ID=15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:18.730948 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cb29b0-1f94-46ab-86cb-d3cf9b4d5be6 None None] No DVR routers for this DVR port 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:33:18.736189 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb29b0-1f94-46ab-86cb-d3cf9b4d5be6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:18.736858 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb29b0-1f94-46ab-86cb-d3cf9b4d5be6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:18.737358 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb29b0-1f94-46ab-86cb-d3cf9b4d5be6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:18.738083 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb29b0-1f94-46ab-86cb-d3cf9b4d5be6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:18.739721 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb29b0-1f94-46ab-86cb-d3cf9b4d5be6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:18.740234 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb29b0-1f94-46ab-86cb-d3cf9b4d5be6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:18.740761 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb29b0-1f94-46ab-86cb-d3cf9b4d5be6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:18.741245 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb29b0-1f94-46ab-86cb-d3cf9b4d5be6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:18.741736 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb29b0-1f94-46ab-86cb-d3cf9b4d5be6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:18.742267 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb29b0-1f94-46ab-86cb-d3cf9b4d5be6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:18.742950 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb29b0-1f94-46ab-86cb-d3cf9b4d5be6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:18.743549 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb29b0-1f94-46ab-86cb-d3cf9b4d5be6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:18.744039 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb29b0-1f94-46ab-86cb-d3cf9b4d5be6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:18.940278 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2c9c6322-32dd-461d-9654-6455a377f10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (9104dee3-4c4d-444b-a1a7-015ff215bbfa), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:18.960008 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-2c9c6322-32dd-461d-9654-6455a377f10c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9104dee3-4c4d-444b-a1a7-015ff215bbfa']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:33:18.969580 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-2c9c6322-32dd-461d-9654-6455a377f10c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e39d59c-dcdf-4532-8595-2661f551f394') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:33:18.969877 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-2c9c6322-32dd-461d-9654-6455a377f10c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e39d59c-dcdf-4532-8595-2661f551f394') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:33:18.979006 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2c9c6322-32dd-461d-9654-6455a377f10c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (5e39d59c-dcdf-4532-8595-2661f551f394), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:18.992200 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2c9c6322-32dd-461d-9654-6455a377f10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (5e39d59c-dcdf-4532-8595-2661f551f394), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:18.998065 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9c6322-32dd-461d-9654-6455a377f10c admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:33:18.998449 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2c9c6322-32dd-461d-9654-6455a377f10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (5e39d59c-dcdf-4532-8595-2661f551f394), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: timer() Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:33:19.000112 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:33:19.033163 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-345fe096-9528-4723-af19-cedc19ab1d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:19.057230 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2c9c6322-32dd-461d-9654-6455a377f10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (9104dee3-4c4d-444b-a1a7-015ff215bbfa), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:19.062348 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2c9c6322-32dd-461d-9654-6455a377f10c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:19.065475 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2c9c6322-32dd-461d-9654-6455a377f10c admin admin] 10.222.0.37 "DELETE /v2.0/networks/9104dee3-4c4d-444b-a1a7-015ff215bbfa HTTP/1.1" status: 204 len: 168 time: 0.8090878 Feb 20 06:33:19.068526 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53560) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:19.076942 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c6322-32dd-461d-9654-6455a377f10c admin admin] Pushing event deleted for resources: {'Network': ['ID=9104dee3-4c4d-444b-a1a7-015ff215bbfa,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:19.413339 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c001a472-b11e-477e-9da8-91ca0b4941ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:19.662508 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-c001a472-b11e-477e-9da8-91ca0b4941ad admin admin] Deleting port 57f6b647-434a-4931-8502-8e13e358be61 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:33:19.662841 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c001a472-b11e-477e-9da8-91ca0b4941ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (57f6b647-434a-4931-8502-8e13e358be61), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:19.736722 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-c001a472-b11e-477e-9da8-91ca0b4941ad admin admin] For port 57f6b647-434a-4931-8502-8e13e358be61, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=57f6b647-434a-4931-8502-8e13e358be61,segment=NetworkSegment(af6e4c60-b409-4768-8f05-1279173d091b),segment_id=af6e4c60-b409-4768-8f05-1279173d091b)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:33:19.737073 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c001a472-b11e-477e-9da8-91ca0b4941ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (57f6b647-434a-4931-8502-8e13e358be61), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:19.749030 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-c001a472-b11e-477e-9da8-91ca0b4941ad admin admin] Calling delete_port for 57f6b647-434a-4931-8502-8e13e358be61 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:33:19.806514 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:19.932323 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c001a472-b11e-477e-9da8-91ca0b4941ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (57f6b647-434a-4931-8502-8e13e358be61), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:19.955058 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001a472-b11e-477e-9da8-91ca0b4941ad admin admin] Pushing event deleted for resources: {'Port': ['ID=57f6b647-434a-4931-8502-8e13e358be61,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:20.125026 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c001a472-b11e-477e-9da8-91ca0b4941ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:20.229904 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:33:20.250202 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:33:20.250818 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 15ca2fc2-1fba-4fb4-8fe6-cb8048ee23cd not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:33:20.251274 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 540009aa-40e1-412a-a964-44f06c12c890 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:33:20.271038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 540009aa-40e1-412a-a964-44f06c12c890 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:33:20.271395 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 540009aa-40e1-412a-a964-44f06c12c890 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:33:20.682325 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c001a472-b11e-477e-9da8-91ca0b4941ad admin admin] Router fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:33:20.790638 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c001a472-b11e-477e-9da8-91ca0b4941ad admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:33:20.795630 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c001a472-b11e-477e-9da8-91ca0b4941ad admin admin] 10.222.0.37 "PUT /v2.0/routers/fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7260659 Feb 20 06:33:20.798069 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53562) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:20.801211 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2669adae-ad70-4407-a92a-d5f2a9893108 None None] Sync routers for ids ['fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:33:20.811531 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2669adae-ad70-4407-a92a-d5f2a9893108 None None] Routers {'fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:33:20.812133 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2669adae-ad70-4407-a92a-d5f2a9893108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:33:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:33:20.901864 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2ab172f6-c920-492d-a173-d7f0620609b1 admin admin] Publish callbacks [] for router (fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:20.916299 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-2669adae-ad70-4407-a92a-d5f2a9893108 None None] Set router fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:33:21.009803 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2ab172f6-c920-492d-a173-d7f0620609b1 admin admin] Publish callbacks [] for router_gateway (fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:21.062155 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-2ab172f6-c920-492d-a173-d7f0620609b1 admin admin] Deleting port 326eebb0-c27e-4d03-840f-7642be248f74 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:33:21.062509 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2ab172f6-c920-492d-a173-d7f0620609b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (326eebb0-c27e-4d03-840f-7642be248f74), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:21.091586 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2669adae-ad70-4407-a92a-d5f2a9893108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3', 'name': 'tempest-TestMinimumBasicScenario-965406619-router', 'tenant_id': '74fb3c677ace4811a3ca625f6d043502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '326eebb0-c27e-4d03-840f-7642be248f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:30:59Z', 'updated_at': '2022-02-20T06:33:19Z', 'revision_number': 5, 'project_id': '74fb3c677ace4811a3ca625f6d043502', 'gw_port': {'id': '326eebb0-c27e-4d03-840f-7642be248f74', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:30:59Z', 'updated_at': '2022-02-20T06:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:33:21.118943 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2669adae-ad70-4407-a92a-d5f2a9893108 None None] Checking router: fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:33:21.127143 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2669adae-ad70-4407-a92a-d5f2a9893108 None None] Routers {'fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:33:21.127770 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2669adae-ad70-4407-a92a-d5f2a9893108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:33:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:33:21.140435 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-2ab172f6-c920-492d-a173-d7f0620609b1 admin admin] For port 326eebb0-c27e-4d03-840f-7642be248f74, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=326eebb0-c27e-4d03-840f-7642be248f74,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:33:21.140946 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2ab172f6-c920-492d-a173-d7f0620609b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (326eebb0-c27e-4d03-840f-7642be248f74), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:21.152807 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-2ab172f6-c920-492d-a173-d7f0620609b1 admin admin] Calling delete_port for 326eebb0-c27e-4d03-840f-7642be248f74 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:33:21.301659 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-2669adae-ad70-4407-a92a-d5f2a9893108 None None] Set router fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:33:21.322847 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2ab172f6-c920-492d-a173-d7f0620609b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (326eebb0-c27e-4d03-840f-7642be248f74), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:21.351329 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab172f6-c920-492d-a173-d7f0620609b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=326eebb0-c27e-4d03-840f-7642be248f74,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:21.354450 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2669adae-ad70-4407-a92a-d5f2a9893108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3', 'name': 'tempest-TestMinimumBasicScenario-965406619-router', 'tenant_id': '74fb3c677ace4811a3ca625f6d043502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:30:59Z', 'updated_at': '2022-02-20T06:33:21Z', 'revision_number': 6, 'project_id': '74fb3c677ace4811a3ca625f6d043502', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:33:21.387086 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2669adae-ad70-4407-a92a-d5f2a9893108 None None] The sync data for ids ['fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3'] in n-d-829866-5 is: [{'id': 'fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3', 'name': 'tempest-TestMinimumBasicScenario-965406619-router', 'tenant_id': '74fb3c677ace4811a3ca625f6d043502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:30:59Z', 'updated_at': '2022-02-20T06:33:21Z', 'revision_number': 6, 'project_id': '74fb3c677ace4811a3ca625f6d043502', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:33:21.415118 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2ab172f6-c920-492d-a173-d7f0620609b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:21.507408 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2ab172f6-c920-492d-a173-d7f0620609b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:21.510072 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2ab172f6-c920-492d-a173-d7f0620609b1 admin admin] Publish callbacks [] for router_controller (fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:21.555880 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2ab172f6-c920-492d-a173-d7f0620609b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:21.556336 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab172f6-c920-492d-a173-d7f0620609b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:33:21.561296 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2ab172f6-c920-492d-a173-d7f0620609b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:21.562466 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-2ab172f6-c920-492d-a173-d7f0620609b1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/fc86dfdb-9fb9-4b2b-8d8f-c0a71325d8d3 HTTP/1.1" status: 204 len: 168 time: 0.7634990 Feb 20 06:33:21.565012 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53564) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:21.613418 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bcdf142-58eb-4767-a763-0e4d9aa4ea7d admin admin] Deleting subnet 88842a1a-0388-4cba-9b2f-381bda6cd189 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:33:21.616779 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:21.617966 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8bcdf142-58eb-4767-a763-0e4d9aa4ea7d admin admin] Publish callbacks [] for subnet (88842a1a-0388-4cba-9b2f-381bda6cd189), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:21.651166 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8bcdf142-58eb-4767-a763-0e4d9aa4ea7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (88842a1a-0388-4cba-9b2f-381bda6cd189), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:21.732667 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8bcdf142-58eb-4767-a763-0e4d9aa4ea7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (88842a1a-0388-4cba-9b2f-381bda6cd189), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:21.785895 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8bcdf142-58eb-4767-a763-0e4d9aa4ea7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (88842a1a-0388-4cba-9b2f-381bda6cd189), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:21.813938 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcdf142-58eb-4767-a763-0e4d9aa4ea7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88842a1a-0388-4cba-9b2f-381bda6cd189,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:21.815932 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8bcdf142-58eb-4767-a763-0e4d9aa4ea7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:21.821437 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8bcdf142-58eb-4767-a763-0e4d9aa4ea7d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/88842a1a-0388-4cba-9b2f-381bda6cd189 HTTP/1.1" status: 204 len: 168 time: 0.2531466 Feb 20 06:33:21.821587 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc44705-d59d-406c-8db1-523337d35e8c None None] Network 04f481f3-80b1-43e6-a943-346b69740ccf requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:33:21.821689 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53566) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:21.889182 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8b38d2de-9de1-4829-8d5d-86d71bb1788e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (04f481f3-80b1-43e6-a943-346b69740ccf), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:21.946956 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8b38d2de-9de1-4829-8d5d-86d71bb1788e admin admin] Deleting port a00913d2-0c29-49ae-b338-2567ffd953e5 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:33:21.947322 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8b38d2de-9de1-4829-8d5d-86d71bb1788e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a00913d2-0c29-49ae-b338-2567ffd953e5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:22.008564 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-8b38d2de-9de1-4829-8d5d-86d71bb1788e admin admin] For port a00913d2-0c29-49ae-b338-2567ffd953e5, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a00913d2-0c29-49ae-b338-2567ffd953e5,segment=NetworkSegment(af6e4c60-b409-4768-8f05-1279173d091b),segment_id=af6e4c60-b409-4768-8f05-1279173d091b)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:33:22.008923 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8b38d2de-9de1-4829-8d5d-86d71bb1788e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a00913d2-0c29-49ae-b338-2567ffd953e5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:22.021322 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8b38d2de-9de1-4829-8d5d-86d71bb1788e admin admin] Calling delete_port for a00913d2-0c29-49ae-b338-2567ffd953e5 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:33:22.097950 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8b38d2de-9de1-4829-8d5d-86d71bb1788e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (a00913d2-0c29-49ae-b338-2567ffd953e5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:22.127879 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38d2de-9de1-4829-8d5d-86d71bb1788e admin admin] Pushing event deleted for resources: {'Port': ['ID=a00913d2-0c29-49ae-b338-2567ffd953e5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:22.129685 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b38d2de-9de1-4829-8d5d-86d71bb1788e admin admin] No DVR routers for this DVR port a00913d2-0c29-49ae-b338-2567ffd953e5 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:33:22.163570 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe67742-711c-4d53-a436-c4fa8e60813c None None] DHCP port deletion for 04f481f3-80b1-43e6-a943-346b69740ccf request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:33:22.204812 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8b38d2de-9de1-4829-8d5d-86d71bb1788e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (04f481f3-80b1-43e6-a943-346b69740ccf), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:22.223373 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a00913d2-0c29-49ae-b338-2567ffd953e5 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:33:22.229109 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-8b38d2de-9de1-4829-8d5d-86d71bb1788e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f481f3-80b1-43e6-a943-346b69740ccf']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:33:22.239246 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-8b38d2de-9de1-4829-8d5d-86d71bb1788e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6e4c60-b409-4768-8f05-1279173d091b') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:33:22.239557 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-8b38d2de-9de1-4829-8d5d-86d71bb1788e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6e4c60-b409-4768-8f05-1279173d091b') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:33:22.247951 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: a00913d2-0c29-49ae-b338-2567ffd953e5 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:33:22.248304 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a00913d2-0c29-49ae-b338-2567ffd953e5 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:33:22.248728 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 57f6b647-434a-4931-8502-8e13e358be61 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:33:22.249557 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8b38d2de-9de1-4829-8d5d-86d71bb1788e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (af6e4c60-b409-4768-8f05-1279173d091b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:22.263969 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8b38d2de-9de1-4829-8d5d-86d71bb1788e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (af6e4c60-b409-4768-8f05-1279173d091b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:22.268878 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 57f6b647-434a-4931-8502-8e13e358be61 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:33:22.269235 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 57f6b647-434a-4931-8502-8e13e358be61 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:33:22.269656 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 326eebb0-c27e-4d03-840f-7642be248f74 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:33:22.271611 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b38d2de-9de1-4829-8d5d-86d71bb1788e admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:33:22.272765 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8b38d2de-9de1-4829-8d5d-86d71bb1788e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (af6e4c60-b409-4768-8f05-1279173d091b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: timer() Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:33:22.274377 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:33:22.289390 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 326eebb0-c27e-4d03-840f-7642be248f74 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:33:22.289745 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 326eebb0-c27e-4d03-840f-7642be248f74 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:33:22.341123 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8b38d2de-9de1-4829-8d5d-86d71bb1788e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (04f481f3-80b1-43e6-a943-346b69740ccf), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:22.346677 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8b38d2de-9de1-4829-8d5d-86d71bb1788e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:22.349825 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8b38d2de-9de1-4829-8d5d-86d71bb1788e admin admin] 10.222.0.37 "DELETE /v2.0/networks/04f481f3-80b1-43e6-a943-346b69740ccf HTTP/1.1" status: 204 len: 168 time: 0.5272939 Feb 20 06:33:22.361652 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38d2de-9de1-4829-8d5d-86d71bb1788e admin admin] Pushing event deleted for resources: {'Network': ['ID=04f481f3-80b1-43e6-a943-346b69740ccf,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:22.532697 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53570) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:22.571887 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-884f2f6a-f146-4e21-a53f-4f6952402334 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b27e95a6d31949e6b377aeb1c101bb9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380592 Feb 20 06:33:22.574357 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53572) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:22.621333 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-63f19b6d-8d77-40c0-b1e2-40623a12c8a0 admin admin] Publish callbacks [] for security_group (0fdc34e6-de1f-4685-885c-7f0dbca8d3d9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:22.641864 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-63f19b6d-8d77-40c0-b1e2-40623a12c8a0 admin admin] Publish callbacks [] for security_group (0fdc34e6-de1f-4685-885c-7f0dbca8d3d9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:22.691856 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-63f19b6d-8d77-40c0-b1e2-40623a12c8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (0fdc34e6-de1f-4685-885c-7f0dbca8d3d9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:22.694560 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-63f19b6d-8d77-40c0-b1e2-40623a12c8a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:22.695800 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-63f19b6d-8d77-40c0-b1e2-40623a12c8a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0fdc34e6-de1f-4685-885c-7f0dbca8d3d9 HTTP/1.1" status: 204 len: 168 time: 0.1205661 Feb 20 06:33:22.703561 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f19b6d-8d77-40c0-b1e2-40623a12c8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdc34e6-de1f-4685-885c-7f0dbca8d3d9,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:22.797995 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:23.008958 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53578) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:23.051776 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-4976295b-793f-4d8d-bd2d-95e709b582e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74fb3c677ace4811a3ca625f6d043502&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416646 Feb 20 06:33:23.054120 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53580) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:23.106391 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e5e9854-b9b7-45d7-8e6f-31fa80da1866 admin admin] Publish callbacks [] for security_group (9f625e78-91fb-4ead-af33-518049ee122f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:23.128207 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e5e9854-b9b7-45d7-8e6f-31fa80da1866 admin admin] Publish callbacks [] for security_group (9f625e78-91fb-4ead-af33-518049ee122f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:23.175814 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e5e9854-b9b7-45d7-8e6f-31fa80da1866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (9f625e78-91fb-4ead-af33-518049ee122f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:23.178649 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e5e9854-b9b7-45d7-8e6f-31fa80da1866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:23.179854 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9e5e9854-b9b7-45d7-8e6f-31fa80da1866 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9f625e78-91fb-4ead-af33-518049ee122f HTTP/1.1" status: 204 len: 168 time: 0.1248415 Feb 20 06:33:23.187628 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e9854-b9b7-45d7-8e6f-31fa80da1866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f625e78-91fb-4ead-af33-518049ee122f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:23.425464 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:24.826572 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53620) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:24.831122 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-1af6922f-cb61-456b-a8db-b891cac17144 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1288722778', 'description': 'tempest-secgroup-smoke-1288722778 description', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:33:24.852621 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1af6922f-cb61-456b-a8db-b891cac17144 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:24.860310 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1af6922f-cb61-456b-a8db-b891cac17144 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:24.933098 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1af6922f-cb61-456b-a8db-b891cac17144 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (df26a4b9-d93b-4555-be80-971101b40378), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:24.936883 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1af6922f-cb61-456b-a8db-b891cac17144 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (df26a4b9-d93b-4555-be80-971101b40378), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:24.974997 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6922f-cb61-456b-a8db-b891cac17144 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df26a4b9-d93b-4555-be80-971101b40378,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:25.013646 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1af6922f-cb61-456b-a8db-b891cac17144 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (8c531384-ab4c-4b4a-b899-47c9dd209fb3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.017189 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1af6922f-cb61-456b-a8db-b891cac17144 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8c531384-ab4c-4b4a-b899-47c9dd209fb3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.047187 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1af6922f-cb61-456b-a8db-b891cac17144 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.048382 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1af6922f-cb61-456b-a8db-b891cac17144 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2207949 Feb 20 06:33:25.050123 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6922f-cb61-456b-a8db-b891cac17144 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c531384-ab4c-4b4a-b899-47c9dd209fb3,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:25.051760 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53622) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:25.057279 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-dc19fb60-8d56-4c2d-adc4-1afb3deb3be0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '8c531384-ab4c-4b4a-b899-47c9dd209fb3', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:33:25.083017 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc19fb60-8d56-4c2d-adc4-1afb3deb3be0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (8f813784-a44c-4cee-9d0e-6de4001e5e22), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.138410 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc19fb60-8d56-4c2d-adc4-1afb3deb3be0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (8f813784-a44c-4cee-9d0e-6de4001e5e22), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.142077 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc19fb60-8d56-4c2d-adc4-1afb3deb3be0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (8f813784-a44c-4cee-9d0e-6de4001e5e22), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.159873 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19fb60-8d56-4c2d-adc4-1afb3deb3be0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f813784-a44c-4cee-9d0e-6de4001e5e22,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:25.169506 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dc19fb60-8d56-4c2d-adc4-1afb3deb3be0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.170666 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dc19fb60-8d56-4c2d-adc4-1afb3deb3be0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176174 Feb 20 06:33:25.173434 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53624) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:25.177739 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-7ef1d6dd-e0ca-4633-99bc-0a9d68352235 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '8c531384-ab4c-4b4a-b899-47c9dd209fb3', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:33:25.201866 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7ef1d6dd-e0ca-4633-99bc-0a9d68352235 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (23cb7eb4-eb48-40d8-9e49-574d1f3901c9), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.255382 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7ef1d6dd-e0ca-4633-99bc-0a9d68352235 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (23cb7eb4-eb48-40d8-9e49-574d1f3901c9), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.259354 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7ef1d6dd-e0ca-4633-99bc-0a9d68352235 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (23cb7eb4-eb48-40d8-9e49-574d1f3901c9), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.278196 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1d6dd-e0ca-4633-99bc-0a9d68352235 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23cb7eb4-eb48-40d8-9e49-574d1f3901c9,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:25.285323 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7ef1d6dd-e0ca-4633-99bc-0a9d68352235 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.286529 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7ef1d6dd-e0ca-4633-99bc-0a9d68352235 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1121287 Feb 20 06:33:25.289244 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53626) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:25.293509 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-359e3b0b-7f82-4488-b5c6-fcf1995cfc48 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '8c531384-ab4c-4b4a-b899-47c9dd209fb3', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:33:25.316800 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-359e3b0b-7f82-4488-b5c6-fcf1995cfc48 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (c9569d04-bf3b-4e93-b0f3-102d9dcc47ea), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.376789 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-359e3b0b-7f82-4488-b5c6-fcf1995cfc48 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (c9569d04-bf3b-4e93-b0f3-102d9dcc47ea), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.380354 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-359e3b0b-7f82-4488-b5c6-fcf1995cfc48 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (c9569d04-bf3b-4e93-b0f3-102d9dcc47ea), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.398735 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e3b0b-7f82-4488-b5c6-fcf1995cfc48 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9569d04-bf3b-4e93-b0f3-102d9dcc47ea,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:25.403716 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-359e3b0b-7f82-4488-b5c6-fcf1995cfc48 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.405115 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-359e3b0b-7f82-4488-b5c6-fcf1995cfc48 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149185 Feb 20 06:33:25.407805 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53628) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:25.412070 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-3b7da09a-c379-4c7a-9fb1-4afc2df3ea0e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '8c531384-ab4c-4b4a-b899-47c9dd209fb3', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:33:25.436541 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3b7da09a-c379-4c7a-9fb1-4afc2df3ea0e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (a917199a-8a0a-4810-9371-bd475591efdb), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.490999 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3b7da09a-c379-4c7a-9fb1-4afc2df3ea0e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (a917199a-8a0a-4810-9371-bd475591efdb), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.495112 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3b7da09a-c379-4c7a-9fb1-4afc2df3ea0e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (a917199a-8a0a-4810-9371-bd475591efdb), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.512413 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7da09a-c379-4c7a-9fb1-4afc2df3ea0e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a917199a-8a0a-4810-9371-bd475591efdb,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:25.516937 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3b7da09a-c379-4c7a-9fb1-4afc2df3ea0e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.518248 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3b7da09a-c379-4c7a-9fb1-4afc2df3ea0e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1093636 Feb 20 06:33:25.520914 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53630) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:25.525142 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-3e6763fb-9fb8-4159-928b-d32d7874f935 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '8c531384-ab4c-4b4a-b899-47c9dd209fb3', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:33:25.544390 n-d-829866-5 neutron-server[103406]: INFO neutron.db.securitygroups_db [None req-3e6763fb-9fb8-4159-928b-d32d7874f935 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Project 29738fe01ec14391bcdfc8ef81a7e58b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:33:25.549147 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3e6763fb-9fb8-4159-928b-d32d7874f935 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (d94529d9-8b7e-4fe5-8d78-cabe92c8dafe), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.605865 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3e6763fb-9fb8-4159-928b-d32d7874f935 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (d94529d9-8b7e-4fe5-8d78-cabe92c8dafe), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.609251 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3e6763fb-9fb8-4159-928b-d32d7874f935 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (d94529d9-8b7e-4fe5-8d78-cabe92c8dafe), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.626352 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6763fb-9fb8-4159-928b-d32d7874f935 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94529d9-8b7e-4fe5-8d78-cabe92c8dafe,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:25.634178 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3e6763fb-9fb8-4159-928b-d32d7874f935 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.635454 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3e6763fb-9fb8-4159-928b-d32d7874f935 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1135743 Feb 20 06:33:25.638124 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53632) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:25.642351 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-12e2c246-af68-409e-9211-db5a56142f89 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '8c531384-ab4c-4b4a-b899-47c9dd209fb3', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:33:25.661320 n-d-829866-5 neutron-server[103406]: INFO neutron.db.securitygroups_db [None req-12e2c246-af68-409e-9211-db5a56142f89 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Project 29738fe01ec14391bcdfc8ef81a7e58b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:33:25.666833 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-12e2c246-af68-409e-9211-db5a56142f89 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (456b6192-dc2a-4d1f-be7b-1d7bdfaa1019), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.720444 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.727551 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-12e2c246-af68-409e-9211-db5a56142f89 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (456b6192-dc2a-4d1f-be7b-1d7bdfaa1019), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.731398 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-12e2c246-af68-409e-9211-db5a56142f89 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (456b6192-dc2a-4d1f-be7b-1d7bdfaa1019), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.749596 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2c246-af68-409e-9211-db5a56142f89 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456b6192-dc2a-4d1f-be7b-1d7bdfaa1019,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:25.757564 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-12e2c246-af68-409e-9211-db5a56142f89 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.758740 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-12e2c246-af68-409e-9211-db5a56142f89 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196856 Feb 20 06:33:25.761920 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53634) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:25.768167 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-97eb5557-bc49-4226-af85-e551cd838953 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'network': {'name': 'tempest-network-smoke--648747450', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'port_security_enabled': True}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:33:25.786365 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97eb5557-bc49-4226-af85-e551cd838953 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Made reservation on behalf of 29738fe01ec14391bcdfc8ef81a7e58b for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:33:25.790088 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97eb5557-bc49-4226-af85-e551cd838953 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.813384 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97eb5557-bc49-4226-af85-e551cd838953 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:33:25.822407 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97eb5557-bc49-4226-af85-e551cd838953 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (ea48a930-d439-4607-8e51-907d2724e5dd), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.822751 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-97eb5557-bc49-4226-af85-e551cd838953 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Added segment ea48a930-d439-4607-8e51-907d2724e5dd of type vlan for network dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4 Feb 20 06:33:25.861691 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97eb5557-bc49-4226-af85-e551cd838953 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.884983 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97eb5557-bc49-4226-af85-e551cd838953 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.889935 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97eb5557-bc49-4226-af85-e551cd838953 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:25.890514 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-97eb5557-bc49-4226-af85-e551cd838953 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.943215 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-97eb5557-bc49-4226-af85-e551cd838953 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1800427 Feb 20 06:33:25.946016 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53636) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:25.950308 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-1d925b5f-f8f9-4790-a208-de074c72f51a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-646426472', 'admin_state_up': True, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:33:25.974237 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb5557-bc49-4226-af85-e551cd838953 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Network': ['ID=dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:25.985771 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:33:25.986519 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d925b5f-f8f9-4790-a208-de074c72f51a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (b2ba4244-f0d1-41cf-8cab-43e87119f030), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:25.987846 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d925b5f-f8f9-4790-a208-de074c72f51a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (b2ba4244-f0d1-41cf-8cab-43e87119f030), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:26.039536 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d925b5f-f8f9-4790-a208-de074c72f51a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_controller (b2ba4244-f0d1-41cf-8cab-43e87119f030), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:26.185459 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d925b5f-f8f9-4790-a208-de074c72f51a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_gateway (b2ba4244-f0d1-41cf-8cab-43e87119f030), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:26.374424 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d925b5f-f8f9-4790-a208-de074c72f51a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_gateway (b2ba4244-f0d1-41cf-8cab-43e87119f030), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:26.396677 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d925b5f-f8f9-4790-a208-de074c72f51a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:26.502514 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-1d925b5f-f8f9-4790-a208-de074c72f51a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Allocated IP 172.25.3.64 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/666aef61-3887-4cfc-b4c2-ce198690fbb1) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:33:26.604756 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d925b5f-f8f9-4790-a208-de074c72f51a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (666aef61-3887-4cfc-b4c2-ce198690fbb1), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:26.638454 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d925b5f-f8f9-4790-a208-de074c72f51a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (666aef61-3887-4cfc-b4c2-ce198690fbb1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:26.674354 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d925b5f-f8f9-4790-a208-de074c72f51a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:33:26.677075 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-1d925b5f-f8f9-4790-a208-de074c72f51a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:33:26.680178 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d925b5f-f8f9-4790-a208-de074c72f51a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:33:26.708622 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d925b5f-f8f9-4790-a208-de074c72f51a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=666aef61-3887-4cfc-b4c2-ce198690fbb1,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:26.949035 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d925b5f-f8f9-4790-a208-de074c72f51a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_gateway (b2ba4244-f0d1-41cf-8cab-43e87119f030), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:27.148984 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d925b5f-f8f9-4790-a208-de074c72f51a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (b2ba4244-f0d1-41cf-8cab-43e87119f030), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:27.275460 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d925b5f-f8f9-4790-a208-de074c72f51a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Router b2ba4244-f0d1-41cf-8cab-43e87119f030 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:33:27.382467 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d925b5f-f8f9-4790-a208-de074c72f51a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:33:27.391987 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992ba9f0-350e-43d4-9015-31d8e180815f None None] Sync routers for ids ['b2ba4244-f0d1-41cf-8cab-43e87119f030'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:33:27.401821 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992ba9f0-350e-43d4-9015-31d8e180815f None None] Routers {'b2ba4244-f0d1-41cf-8cab-43e87119f030'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:33:27.402443 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-992ba9f0-350e-43d4-9015-31d8e180815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:33:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b2ba4244-f0d1-41cf-8cab-43e87119f030'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:33:27.402707 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d925b5f-f8f9-4790-a208-de074c72f51a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:27.404070 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1d925b5f-f8f9-4790-a208-de074c72f51a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4570684 Feb 20 06:33:27.407174 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53638) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:27.512775 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-992ba9f0-350e-43d4-9015-31d8e180815f None None] Set router b2ba4244-f0d1-41cf-8cab-43e87119f030 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:33:27.525946 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-141b16f5-748a-4881-bdf1-4be71245a254 tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=29738fe01ec14391bcdfc8ef81a7e58b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1175103 Feb 20 06:33:27.528425 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53642) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:27.612246 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c8e89e-260a-4034-91c2-18efcb260252 tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:27.616905 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f0c8e89e-260a-4034-91c2-18efcb260252 tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0848563 Feb 20 06:33:27.617331 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53644) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:27.647605 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-09dbe88d-f1c2-4812-85f7-9113297ac376 tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265520 Feb 20 06:33:27.648327 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53646) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:27.653239 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-dd64e682-09e8-491a-9ab2-2bbdbeab8cad tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-533075518', 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:33:27.693873 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-992ba9f0-350e-43d4-9015-31d8e180815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646426472', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '666aef61-3887-4cfc-b4c2-ce198690fbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:33:25Z', 'updated_at': '2022-02-20T06:33:26Z', 'revision_number': 3, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '666aef61-3887-4cfc-b4c2-ce198690fbb1', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:33:26Z', 'updated_at': '2022-02-20T06:33:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:33:27.721256 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992ba9f0-350e-43d4-9015-31d8e180815f None None] Checking router: b2ba4244-f0d1-41cf-8cab-43e87119f030 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:33:27.721621 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992ba9f0-350e-43d4-9015-31d8e180815f None None] Updating router b2ba4244-f0d1-41cf-8cab-43e87119f030 port 666aef61-3887-4cfc-b4c2-ce198690fbb1 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:33:27.739000 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd64e682-09e8-491a-9ab2-2bbdbeab8cad tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Made reservation on behalf of 29738fe01ec14391bcdfc8ef81a7e58b for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:33:27.742488 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd64e682-09e8-491a-9ab2-2bbdbeab8cad tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:27.748770 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-992ba9f0-350e-43d4-9015-31d8e180815f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (666aef61-3887-4cfc-b4c2-ce198690fbb1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:27.932371 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd64e682-09e8-491a-9ab2-2bbdbeab8cad tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (8e0f98ae-0705-4705-adb3-61777a539a65), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:28.000749 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64e682-09e8-491a-9ab2-2bbdbeab8cad tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Subnet': ['ID=8e0f98ae-0705-4705-adb3-61777a539a65,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:28.006281 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd64e682-09e8-491a-9ab2-2bbdbeab8cad tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Checking segment: {'id': 'ea48a930-d439-4607-8e51-907d2724e5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:33:28.006647 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd64e682-09e8-491a-9ab2-2bbdbeab8cad tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network hostable DHCP agents. Network: dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:33:28.006783 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-992ba9f0-350e-43d4-9015-31d8e180815f None None] Publish callbacks [] for port (666aef61-3887-4cfc-b4c2-ce198690fbb1), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:28.012495 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-992ba9f0-350e-43d4-9015-31d8e180815f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (666aef61-3887-4cfc-b4c2-ce198690fbb1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:28.025944 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd64e682-09e8-491a-9ab2-2bbdbeab8cad tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:33:28.035889 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-dd64e682-09e8-491a-9ab2-2bbdbeab8cad tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:33:28.041362 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd64e682-09e8-491a-9ab2-2bbdbeab8cad tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:28.042974 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-dd64e682-09e8-491a-9ab2-2bbdbeab8cad tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:28.047879 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96aed758-a530-40c4-ac66-c707eafe5de0 None None] Network dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:33:28.063033 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-dd64e682-09e8-491a-9ab2-2bbdbeab8cad tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4111664 Feb 20 06:33:28.063347 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53648) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:28.117030 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-992ba9f0-350e-43d4-9015-31d8e180815f None None] Attempting to bind port 666aef61-3887-4cfc-b4c2-ce198690fbb1 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:33:28.117406 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-992ba9f0-350e-43d4-9015-31d8e180815f None None] Attempting to bind port 666aef61-3887-4cfc-b4c2-ce198690fbb1 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:33:28.117771 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992ba9f0-350e-43d4-9015-31d8e180815f None None] Attempting to bind port 666aef61-3887-4cfc-b4c2-ce198690fbb1 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:33:28.121651 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee6be2-b99b-4786-a3bf-8a84864b0b75 None None] Pushing event updated for resources: {'Port': ['ID=666aef61-3887-4cfc-b4c2-ce198690fbb1,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:28.131282 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992ba9f0-350e-43d4-9015-31d8e180815f None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:33:28.131769 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992ba9f0-350e-43d4-9015-31d8e180815f None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:33:28.132073 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-992ba9f0-350e-43d4-9015-31d8e180815f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:28.132466 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992ba9f0-350e-43d4-9015-31d8e180815f None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:33:28.132937 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-992ba9f0-350e-43d4-9015-31d8e180815f None None] Bound port: 666aef61-3887-4cfc-b4c2-ce198690fbb1, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:33:28.133317 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-992ba9f0-350e-43d4-9015-31d8e180815f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (666aef61-3887-4cfc-b4c2-ce198690fbb1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:28.382452 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-992ba9f0-350e-43d4-9015-31d8e180815f None None] For port 666aef61-3887-4cfc-b4c2-ce198690fbb1, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:33:28.385920 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-992ba9f0-350e-43d4-9015-31d8e180815f None None] For port 666aef61-3887-4cfc-b4c2-ce198690fbb1, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=666aef61-3887-4cfc-b4c2-ce198690fbb1,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:33:28.388579 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5512fe4d-578c-43e2-a43d-ca6741c3ba2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4', 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'fixed_ips': [{'subnet_id': '8e0f98ae-0705-4705-adb3-61777a539a65'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:33:28.389424 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5512fe4d-578c-43e2-a43d-ca6741c3ba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:28.403758 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-992ba9f0-350e-43d4-9015-31d8e180815f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (666aef61-3887-4cfc-b4c2-ce198690fbb1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:28.509168 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-701636be-41d6-46bb-8875-468c797a6b4b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:28.531664 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992ba9f0-350e-43d4-9015-31d8e180815f None None] Routers {'b2ba4244-f0d1-41cf-8cab-43e87119f030'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:33:28.532294 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-992ba9f0-350e-43d4-9015-31d8e180815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:33:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b2ba4244-f0d1-41cf-8cab-43e87119f030'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:33:28.542843 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee6be2-b99b-4786-a3bf-8a84864b0b75 None None] Pushing event updated for resources: {'Port': ['ID=666aef61-3887-4cfc-b4c2-ce198690fbb1,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:28.662278 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-5512fe4d-578c-43e2-a43d-ca6741c3ba2e None None] Allocated IP 172.20.0.2 (dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4/8e0f98ae-0705-4705-adb3-61777a539a65/84381bba-c586-4a7c-aaa8-172821d408e6) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:33:28.738997 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-992ba9f0-350e-43d4-9015-31d8e180815f None None] Set router b2ba4244-f0d1-41cf-8cab-43e87119f030 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:33:28.965600 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5512fe4d-578c-43e2-a43d-ca6741c3ba2e None None] Publish callbacks [] for port (84381bba-c586-4a7c-aaa8-172821d408e6), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:28.973170 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5512fe4d-578c-43e2-a43d-ca6741c3ba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (84381bba-c586-4a7c-aaa8-172821d408e6), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:29.019711 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-701636be-41d6-46bb-8875-468c797a6b4b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Allocated IP 172.20.0.1 (dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4/8e0f98ae-0705-4705-adb3-61777a539a65/9a1bc706-d371-4e5c-bb6a-63a57dbdbc67) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:33:29.033811 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5512fe4d-578c-43e2-a43d-ca6741c3ba2e None None] Network dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:33:29.039169 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-5512fe4d-578c-43e2-a43d-ca6741c3ba2e None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:33:29.045687 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5512fe4d-578c-43e2-a43d-ca6741c3ba2e None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:33:29.050168 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512fe4d-578c-43e2-a43d-ca6741c3ba2e None None] Pushing event updated for resources: {'Port': ['ID=84381bba-c586-4a7c-aaa8-172821d408e6,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:29.061941 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-992ba9f0-350e-43d4-9015-31d8e180815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646426472', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '666aef61-3887-4cfc-b4c2-ce198690fbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:33:25Z', 'updated_at': '2022-02-20T06:33:26Z', 'revision_number': 3, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '666aef61-3887-4cfc-b4c2-ce198690fbb1', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:33:26Z', 'updated_at': '2022-02-20T06:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:33:29.106572 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992ba9f0-350e-43d4-9015-31d8e180815f None None] The sync data for ids ['b2ba4244-f0d1-41cf-8cab-43e87119f030'] in n-d-829866-5 is: [{'id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646426472', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '666aef61-3887-4cfc-b4c2-ce198690fbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:33:25Z', 'updated_at': '2022-02-20T06:33:26Z', 'revision_number': 3, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '666aef61-3887-4cfc-b4c2-ce198690fbb1', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:33:26Z', 'updated_at': '2022-02-20T06:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:33:29.137798 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-5512fe4d-578c-43e2-a43d-ca6741c3ba2e None None] Attempting to bind port 84381bba-c586-4a7c-aaa8-172821d408e6 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:33:29.138169 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-5512fe4d-578c-43e2-a43d-ca6741c3ba2e None None] Attempting to bind port 84381bba-c586-4a7c-aaa8-172821d408e6 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'ea48a930-d439-4607-8e51-907d2724e5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:33:29.138537 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5512fe4d-578c-43e2-a43d-ca6741c3ba2e None None] Attempting to bind port 84381bba-c586-4a7c-aaa8-172821d408e6 on network dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:33:29.144304 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5512fe4d-578c-43e2-a43d-ca6741c3ba2e None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:33:29.144692 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5512fe4d-578c-43e2-a43d-ca6741c3ba2e None None] Checking segment: {'id': 'ea48a930-d439-4607-8e51-907d2724e5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:33:29.145105 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5512fe4d-578c-43e2-a43d-ca6741c3ba2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:29.145515 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5512fe4d-578c-43e2-a43d-ca6741c3ba2e None None] Bound using segment: {'id': 'ea48a930-d439-4607-8e51-907d2724e5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:33:29.145972 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-5512fe4d-578c-43e2-a43d-ca6741c3ba2e None None] Bound port: 84381bba-c586-4a7c-aaa8-172821d408e6, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea48a930-d439-4607-8e51-907d2724e5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:33:29.146356 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5512fe4d-578c-43e2-a43d-ca6741c3ba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (84381bba-c586-4a7c-aaa8-172821d408e6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:29.219994 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-5512fe4d-578c-43e2-a43d-ca6741c3ba2e None None] For port 84381bba-c586-4a7c-aaa8-172821d408e6, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:33:29.223189 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-5512fe4d-578c-43e2-a43d-ca6741c3ba2e None None] For port 84381bba-c586-4a7c-aaa8-172821d408e6, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=84381bba-c586-4a7c-aaa8-172821d408e6,segment=NetworkSegment(ea48a930-d439-4607-8e51-907d2724e5dd),segment_id=ea48a930-d439-4607-8e51-907d2724e5dd)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:33:29.230774 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5512fe4d-578c-43e2-a43d-ca6741c3ba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (84381bba-c586-4a7c-aaa8-172821d408e6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:29.310223 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512fe4d-578c-43e2-a43d-ca6741c3ba2e None None] Pushing event updated for resources: {'Port': ['ID=84381bba-c586-4a7c-aaa8-172821d408e6,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:29.455786 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-701636be-41d6-46bb-8875-468c797a6b4b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (9a1bc706-d371-4e5c-bb6a-63a57dbdbc67), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:29.511431 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-701636be-41d6-46bb-8875-468c797a6b4b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (9a1bc706-d371-4e5c-bb6a-63a57dbdbc67), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:29.564203 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701636be-41d6-46bb-8875-468c797a6b4b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:33:29.568787 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-701636be-41d6-46bb-8875-468c797a6b4b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:33:29.571515 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701636be-41d6-46bb-8875-468c797a6b4b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=9a1bc706-d371-4e5c-bb6a-63a57dbdbc67,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:29.575229 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701636be-41d6-46bb-8875-468c797a6b4b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:33:29.627032 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-701636be-41d6-46bb-8875-468c797a6b4b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (b2ba4244-f0d1-41cf-8cab-43e87119f030), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:29.767167 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-701636be-41d6-46bb-8875-468c797a6b4b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9a1bc706-d371-4e5c-bb6a-63a57dbdbc67), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:30.065013 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-701636be-41d6-46bb-8875-468c797a6b4b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (9a1bc706-d371-4e5c-bb6a-63a57dbdbc67), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:30.070146 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-701636be-41d6-46bb-8875-468c797a6b4b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (9a1bc706-d371-4e5c-bb6a-63a57dbdbc67), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:30.147528 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701636be-41d6-46bb-8875-468c797a6b4b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=9a1bc706-d371-4e5c-bb6a-63a57dbdbc67,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:30.150088 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-701636be-41d6-46bb-8875-468c797a6b4b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (b2ba4244-f0d1-41cf-8cab-43e87119f030), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:30.251760 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 84381bba-c586-4a7c-aaa8-172821d408e6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:33:30.267877 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701636be-41d6-46bb-8875-468c797a6b4b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:33:30.269645 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-701636be-41d6-46bb-8875-468c797a6b4b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:33:30.309930 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 84381bba-c586-4a7c-aaa8-172821d408e6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:33:30.310421 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (84381bba-c586-4a7c-aaa8-172821d408e6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:30.383621 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2157308-3a9f-4843-9ed1-2ae3ea2968c8 None None] Network dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:33:30.400280 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701636be-41d6-46bb-8875-468c797a6b4b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Router b2ba4244-f0d1-41cf-8cab-43e87119f030 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:33:30.449995 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 84381bba-c586-4a7c-aaa8-172821d408e6 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:33:30.450382 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (84381bba-c586-4a7c-aaa8-172821d408e6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:30.487875 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-1857d215-90d1-4979-9ca0-fa7f5ef451bd None None] Provisioning complete for port 84381bba-c586-4a7c-aaa8-172821d408e6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:33:30.488315 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1857d215-90d1-4979-9ca0-fa7f5ef451bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (84381bba-c586-4a7c-aaa8-172821d408e6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:30.516312 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701636be-41d6-46bb-8875-468c797a6b4b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:33:30.521881 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-701636be-41d6-46bb-8875-468c797a6b4b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "PUT /v2.0/routers/b2ba4244-f0d1-41cf-8cab-43e87119f030/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4575906 Feb 20 06:33:30.537387 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 84381bba-c586-4a7c-aaa8-172821d408e6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=84381bba-c586-4a7c-aaa8-172821d408e6,segment=NetworkSegment(ea48a930-d439-4607-8e51-907d2724e5dd),segment_id=ea48a930-d439-4607-8e51-907d2724e5dd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:33:30.563055 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (84381bba-c586-4a7c-aaa8-172821d408e6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:30.563055 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 666aef61-3887-4cfc-b4c2-ce198690fbb1 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:33:30.672619 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=84381bba-c586-4a7c-aaa8-172821d408e6,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:30.688453 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74888059-b73e-42a7-bb78-45091cbd961d req-4ae5a227-3fc6-410a-b82b-12ebb5c0ab10 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1288722778&fields=id&tenant_id=29738fe01ec14391bcdfc8ef81a7e58b HTTP/1.1" status: 200 len: 267 time: 0.0582111 Feb 20 06:33:30.720900 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1857d215-90d1-4979-9ca0-fa7f5ef451bd None None] Current status of the port 84381bba-c586-4a7c-aaa8-172821d408e6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:33:30.724365 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 666aef61-3887-4cfc-b4c2-ce198690fbb1 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:33:30.724738 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (666aef61-3887-4cfc-b4c2-ce198690fbb1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:30.809382 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74888059-b73e-42a7-bb78-45091cbd961d req-633e2c1e-8b24-423e-9ce1-d3dce7b7e993 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:30.810849 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74888059-b73e-42a7-bb78-45091cbd961d req-633e2c1e-8b24-423e-9ce1-d3dce7b7e993 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/networks?id=dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4 HTTP/1.1" status: 200 len: 796 time: 0.1125495 Feb 20 06:33:30.815255 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 666aef61-3887-4cfc-b4c2-ce198690fbb1 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:33:30.815722 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (666aef61-3887-4cfc-b4c2-ce198690fbb1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:30.836794 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74888059-b73e-42a7-bb78-45091cbd961d req-fa9ebb80-bda2-4432-aabf-ee0cd4f75842 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/quotas/29738fe01ec14391bcdfc8ef81a7e58b HTTP/1.1" status: 200 len: 375 time: 0.0168471 Feb 20 06:33:30.845104 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 666aef61-3887-4cfc-b4c2-ce198690fbb1, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=666aef61-3887-4cfc-b4c2-ce198690fbb1,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:33:30.856171 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (666aef61-3887-4cfc-b4c2-ce198690fbb1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:30.864687 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2248d623-8ac3-41a0-a6a3-2272c4766155 None None] Sync routers for ids ['b2ba4244-f0d1-41cf-8cab-43e87119f030'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:33:30.878424 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2248d623-8ac3-41a0-a6a3-2272c4766155 None None] Routers {'b2ba4244-f0d1-41cf-8cab-43e87119f030'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:33:30.879021 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2248d623-8ac3-41a0-a6a3-2272c4766155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:33:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b2ba4244-f0d1-41cf-8cab-43e87119f030'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:33:30.909684 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74888059-b73e-42a7-bb78-45091cbd961d req-00a9bc14-0f9c-4772-b634-2a67c80875ca tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622039 Feb 20 06:33:30.923954 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-74888059-b73e-42a7-bb78-45091cbd961d req-d413720e-4c7a-4055-82bf-f6796a9957f8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 06:33:30.925242 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74888059-b73e-42a7-bb78-45091cbd961d req-d413720e-4c7a-4055-82bf-f6796a9957f8 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068378 Feb 20 06:33:30.942934 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=666aef61-3887-4cfc-b4c2-ce198690fbb1,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:31.006050 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-2248d623-8ac3-41a0-a6a3-2272c4766155 None None] Set router b2ba4244-f0d1-41cf-8cab-43e87119f030 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:33:31.034031 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74888059-b73e-42a7-bb78-45091cbd961d req-06f14c8a-da46-48c9-a02d-6b739b0ea743 service neutron] 10.222.0.37 "GET /v2.0/networks/dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006360 Feb 20 06:33:31.061253 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-dc2ce898-9e76-41dc-878a-9f1e3e6b05bc None None] Provisioning complete for port 84381bba-c586-4a7c-aaa8-172821d408e6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:33:31.061637 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc2ce898-9e76-41dc-878a-9f1e3e6b05bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (84381bba-c586-4a7c-aaa8-172821d408e6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:31.145873 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ce898-9e76-41dc-878a-9f1e3e6b05bc None None] Current status of the port 84381bba-c586-4a7c-aaa8-172821d408e6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:33:31.153037 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74888059-b73e-42a7-bb78-45091cbd961d req-097a7fc6-eb99-4f85-aaea-cd143eeff9f7 service neutron] 10.222.0.37 "GET /v2.0/networks/dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031499 Feb 20 06:33:31.165066 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-dc2ce898-9e76-41dc-878a-9f1e3e6b05bc None None] Provisioning complete for port 9a1bc706-d371-4e5c-bb6a-63a57dbdbc67 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:33:31.165978 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc2ce898-9e76-41dc-878a-9f1e3e6b05bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9a1bc706-d371-4e5c-bb6a-63a57dbdbc67), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:31.207563 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ce898-9e76-41dc-878a-9f1e3e6b05bc None None] Port 9a1bc706-d371-4e5c-bb6a-63a57dbdbc67 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:33:31.228579 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2248d623-8ac3-41a0-a6a3-2272c4766155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646426472', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '666aef61-3887-4cfc-b4c2-ce198690fbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:33:25Z', 'updated_at': '2022-02-20T06:33:29Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '666aef61-3887-4cfc-b4c2-ce198690fbb1', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:33:26Z', 'updated_at': '2022-02-20T06:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '9a1bc706-d371-4e5c-bb6a-63a57dbdbc67', 'name': '', 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:6c:75:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8e0f98ae-0705-4705-adb3-61777a539a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:33:28Z', 'updated_at': '2022-02-20T06:33:29Z', 'revision_number': 2, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '8e0f98ae-0705-4705-adb3-61777a539a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:33:31.260792 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2248d623-8ac3-41a0-a6a3-2272c4766155 None None] Checking router: b2ba4244-f0d1-41cf-8cab-43e87119f030 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:33:31.261223 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2248d623-8ac3-41a0-a6a3-2272c4766155 None None] Updating router b2ba4244-f0d1-41cf-8cab-43e87119f030 port 9a1bc706-d371-4e5c-bb6a-63a57dbdbc67 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:33:31.290776 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2248d623-8ac3-41a0-a6a3-2272c4766155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9a1bc706-d371-4e5c-bb6a-63a57dbdbc67), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:31.339103 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e5db5163-8c2e-449c-9136-9f497710aaaf None None] Provisioning complete for port 9a1bc706-d371-4e5c-bb6a-63a57dbdbc67 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:33:31.339689 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e5db5163-8c2e-449c-9136-9f497710aaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9a1bc706-d371-4e5c-bb6a-63a57dbdbc67), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:31.349535 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7b76605f-c0e9-4a85-9ff6-43f8c25463b2 req-0536eb18-c817-4528-a7ea-81134b2a94a0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=138dcd83-4107-4e10-b708-650381cdd3fc HTTP/1.1" status: 200 len: 210 time: 0.0452247 Feb 20 06:33:31.394606 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e5db5163-8c2e-449c-9136-9f497710aaaf None None] Port 9a1bc706-d371-4e5c-bb6a-63a57dbdbc67 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:33:31.518425 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-48d78ab6-6672-4ec4-919c-be36fbe8309d None None] Provisioning complete for port 9a1bc706-d371-4e5c-bb6a-63a57dbdbc67 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:33:31.518865 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48d78ab6-6672-4ec4-919c-be36fbe8309d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9a1bc706-d371-4e5c-bb6a-63a57dbdbc67), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:31.554852 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-48d78ab6-6672-4ec4-919c-be36fbe8309d None None] Port 9a1bc706-d371-4e5c-bb6a-63a57dbdbc67 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:33:31.617250 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2248d623-8ac3-41a0-a6a3-2272c4766155 None None] Publish callbacks [] for port (9a1bc706-d371-4e5c-bb6a-63a57dbdbc67), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:31.623704 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2248d623-8ac3-41a0-a6a3-2272c4766155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9a1bc706-d371-4e5c-bb6a-63a57dbdbc67), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:31.671499 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ae607-268e-45f8-af29-239bebeef63c None None] Pushing event updated for resources: {'Port': ['ID=9a1bc706-d371-4e5c-bb6a-63a57dbdbc67,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:31.701647 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ae607-268e-45f8-af29-239bebeef63c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:31.701995 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ae607-268e-45f8-af29-239bebeef63c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:31.702333 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ae607-268e-45f8-af29-239bebeef63c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:31.702667 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ae607-268e-45f8-af29-239bebeef63c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:31.703021 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ae607-268e-45f8-af29-239bebeef63c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:31.703345 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ae607-268e-45f8-af29-239bebeef63c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:31.703667 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ae607-268e-45f8-af29-239bebeef63c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:31.703985 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ae607-268e-45f8-af29-239bebeef63c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:31.704300 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ae607-268e-45f8-af29-239bebeef63c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:31.704614 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ae607-268e-45f8-af29-239bebeef63c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:31.704934 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ae607-268e-45f8-af29-239bebeef63c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:31.705243 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ae607-268e-45f8-af29-239bebeef63c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:31.705746 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ae607-268e-45f8-af29-239bebeef63c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:33:31.738536 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-2248d623-8ac3-41a0-a6a3-2272c4766155 None None] Attempting to bind port 9a1bc706-d371-4e5c-bb6a-63a57dbdbc67 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:33:31.739405 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-2248d623-8ac3-41a0-a6a3-2272c4766155 None None] Attempting to bind port 9a1bc706-d371-4e5c-bb6a-63a57dbdbc67 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'ea48a930-d439-4607-8e51-907d2724e5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:33:31.739994 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2248d623-8ac3-41a0-a6a3-2272c4766155 None None] Attempting to bind port 9a1bc706-d371-4e5c-bb6a-63a57dbdbc67 on network dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:33:31.746748 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2248d623-8ac3-41a0-a6a3-2272c4766155 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:33:31.747155 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2248d623-8ac3-41a0-a6a3-2272c4766155 None None] Checking segment: {'id': 'ea48a930-d439-4607-8e51-907d2724e5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:33:31.747798 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2248d623-8ac3-41a0-a6a3-2272c4766155 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:31.748218 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2248d623-8ac3-41a0-a6a3-2272c4766155 None None] Bound using segment: {'id': 'ea48a930-d439-4607-8e51-907d2724e5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:33:31.748797 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-2248d623-8ac3-41a0-a6a3-2272c4766155 None None] Bound port: 9a1bc706-d371-4e5c-bb6a-63a57dbdbc67, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea48a930-d439-4607-8e51-907d2724e5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:33:31.749152 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2248d623-8ac3-41a0-a6a3-2272c4766155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9a1bc706-d371-4e5c-bb6a-63a57dbdbc67), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:31.815008 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2248d623-8ac3-41a0-a6a3-2272c4766155 None None] For port 9a1bc706-d371-4e5c-bb6a-63a57dbdbc67, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:33:31.818887 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2248d623-8ac3-41a0-a6a3-2272c4766155 None None] For port 9a1bc706-d371-4e5c-bb6a-63a57dbdbc67, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=9a1bc706-d371-4e5c-bb6a-63a57dbdbc67,segment=NetworkSegment(ea48a930-d439-4607-8e51-907d2724e5dd),segment_id=ea48a930-d439-4607-8e51-907d2724e5dd)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:33:31.826988 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2248d623-8ac3-41a0-a6a3-2272c4766155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9a1bc706-d371-4e5c-bb6a-63a57dbdbc67), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:31.888848 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2248d623-8ac3-41a0-a6a3-2272c4766155 None None] Routers {'b2ba4244-f0d1-41cf-8cab-43e87119f030'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:33:31.889565 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2248d623-8ac3-41a0-a6a3-2272c4766155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:33:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b2ba4244-f0d1-41cf-8cab-43e87119f030'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:33:31.941404 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ae607-268e-45f8-af29-239bebeef63c None None] Pushing event updated for resources: {'Port': ['ID=9a1bc706-d371-4e5c-bb6a-63a57dbdbc67,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:31.985950 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-8ed7bf04-8e81-4fbe-b587-7ef872f595b6 None None] Provisioning complete for port 9a1bc706-d371-4e5c-bb6a-63a57dbdbc67 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:33:31.986647 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ed7bf04-8e81-4fbe-b587-7ef872f595b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9a1bc706-d371-4e5c-bb6a-63a57dbdbc67), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:32.053556 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-2248d623-8ac3-41a0-a6a3-2272c4766155 None None] Set router b2ba4244-f0d1-41cf-8cab-43e87119f030 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:33:32.086630 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8ed7bf04-8e81-4fbe-b587-7ef872f595b6 None None] Current status of the port 9a1bc706-d371-4e5c-bb6a-63a57dbdbc67 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:33:32.087067 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ed7bf04-8e81-4fbe-b587-7ef872f595b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (9a1bc706-d371-4e5c-bb6a-63a57dbdbc67), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:32.142626 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-8ed7bf04-8e81-4fbe-b587-7ef872f595b6 None None] For port 9a1bc706-d371-4e5c-bb6a-63a57dbdbc67, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=9a1bc706-d371-4e5c-bb6a-63a57dbdbc67,segment=NetworkSegment(ea48a930-d439-4607-8e51-907d2724e5dd),segment_id=ea48a930-d439-4607-8e51-907d2724e5dd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:33:32.155998 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ed7bf04-8e81-4fbe-b587-7ef872f595b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (9a1bc706-d371-4e5c-bb6a-63a57dbdbc67), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:32.215475 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7bf04-8e81-4fbe-b587-7ef872f595b6 None None] Pushing event updated for resources: {'Port': ['ID=9a1bc706-d371-4e5c-bb6a-63a57dbdbc67,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:32.220151 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 84381bba-c586-4a7c-aaa8-172821d408e6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:33:32.276714 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2248d623-8ac3-41a0-a6a3-2272c4766155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646426472', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '666aef61-3887-4cfc-b4c2-ce198690fbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:33:25Z', 'updated_at': '2022-02-20T06:33:29Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '666aef61-3887-4cfc-b4c2-ce198690fbb1', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:33:26Z', 'updated_at': '2022-02-20T06:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '9a1bc706-d371-4e5c-bb6a-63a57dbdbc67', 'name': '', 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:6c:75:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8e0f98ae-0705-4705-adb3-61777a539a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:33:28Z', 'updated_at': '2022-02-20T06:33:31Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '8e0f98ae-0705-4705-adb3-61777a539a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:33:32.282187 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-506f1002-7b58-4ea2-8233-d95542abb156 None None] Provisioning complete for port 9a1bc706-d371-4e5c-bb6a-63a57dbdbc67 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:33:32.282566 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-506f1002-7b58-4ea2-8233-d95542abb156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9a1bc706-d371-4e5c-bb6a-63a57dbdbc67), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:32.302648 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2248d623-8ac3-41a0-a6a3-2272c4766155 None None] The sync data for ids ['b2ba4244-f0d1-41cf-8cab-43e87119f030'] in n-d-829866-5 is: [{'id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646426472', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '666aef61-3887-4cfc-b4c2-ce198690fbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:33:25Z', 'updated_at': '2022-02-20T06:33:29Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '666aef61-3887-4cfc-b4c2-ce198690fbb1', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:33:26Z', 'updated_at': '2022-02-20T06:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '9a1bc706-d371-4e5c-bb6a-63a57dbdbc67', 'name': '', 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:6c:75:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8e0f98ae-0705-4705-adb3-61777a539a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:33:28Z', 'updated_at': '2022-02-20T06:33:31Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '8e0f98ae-0705-4705-adb3-61777a539a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:33:32.313811 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 84381bba-c586-4a7c-aaa8-172821d408e6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:33:32.314194 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (84381bba-c586-4a7c-aaa8-172821d408e6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:32.446700 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-506f1002-7b58-4ea2-8233-d95542abb156 None None] Current status of the port 9a1bc706-d371-4e5c-bb6a-63a57dbdbc67 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:33:32.458978 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 84381bba-c586-4a7c-aaa8-172821d408e6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:33:32.460179 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 666aef61-3887-4cfc-b4c2-ce198690fbb1 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:33:32.465161 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7eedae7a-7392-4205-8a85-36381e613be7 req-c295e58c-147e-4bd2-b30c-0d601ec3b962 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=138dcd83-4107-4e10-b708-650381cdd3fc HTTP/1.1" status: 200 len: 210 time: 0.0369098 Feb 20 06:33:32.514873 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 666aef61-3887-4cfc-b4c2-ce198690fbb1 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:33:32.515402 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (666aef61-3887-4cfc-b4c2-ce198690fbb1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:32.617198 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 666aef61-3887-4cfc-b4c2-ce198690fbb1 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:33:32.638482 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74888059-b73e-42a7-bb78-45091cbd961d req-94285f51-2739-41ad-9620-cc75a2c2c5f6 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:32.640742 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-74888059-b73e-42a7-bb78-45091cbd961d req-94285f51-2739-41ad-9620-cc75a2c2c5f6 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.48 "GET /v2.0/networks?id=dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4 HTTP/1.1" status: 200 len: 796 time: 0.1741512 Feb 20 06:33:32.707688 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-74888059-b73e-42a7-bb78-45091cbd961d req-897acf9f-e423-422d-bdb1-9d6aa6cd772d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29738fe01ec14391bcdfc8ef81a7e58b HTTP/1.1" status: 200 len: 380 time: 0.0558898 Feb 20 06:33:32.717398 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-74888059-b73e-42a7-bb78-45091cbd961d req-ca127319-e30e-4a55-859f-d235fa6ded54 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'port': {'device_id': '138dcd83-4107-4e10-b708-650381cdd3fc', 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4', 'admin_state_up': True, 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'security_groups': ['8c531384-ab4c-4b4a-b899-47c9dd209fb3']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:33:32.829206 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74888059-b73e-42a7-bb78-45091cbd961d req-ca127319-e30e-4a55-859f-d235fa6ded54 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Made reservation on behalf of 29738fe01ec14391bcdfc8ef81a7e58b for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:33:32.833362 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-74888059-b73e-42a7-bb78-45091cbd961d req-ca127319-e30e-4a55-859f-d235fa6ded54 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:32.969543 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-74888059-b73e-42a7-bb78-45091cbd961d req-ca127319-e30e-4a55-859f-d235fa6ded54 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Allocated IP 172.20.0.10 (dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4/8e0f98ae-0705-4705-adb3-61777a539a65/ad1b49a6-19a9-4cbb-9da4-31788bd52268) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:33:33.115922 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-74888059-b73e-42a7-bb78-45091cbd961d req-ca127319-e30e-4a55-859f-d235fa6ded54 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (ad1b49a6-19a9-4cbb-9da4-31788bd52268), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:33.152112 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-74888059-b73e-42a7-bb78-45091cbd961d req-ca127319-e30e-4a55-859f-d235fa6ded54 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (ad1b49a6-19a9-4cbb-9da4-31788bd52268), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:33.203039 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74888059-b73e-42a7-bb78-45091cbd961d req-ca127319-e30e-4a55-859f-d235fa6ded54 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:33:33.206338 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-74888059-b73e-42a7-bb78-45091cbd961d req-ca127319-e30e-4a55-859f-d235fa6ded54 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:33:33.210120 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-74888059-b73e-42a7-bb78-45091cbd961d req-ca127319-e30e-4a55-859f-d235fa6ded54 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:33:33.246834 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127319-e30e-4a55-859f-d235fa6ded54 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=ad1b49a6-19a9-4cbb-9da4-31788bd52268,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:33.273690 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74888059-b73e-42a7-bb78-45091cbd961d req-ca127319-e30e-4a55-859f-d235fa6ded54 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:33.274469 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-74888059-b73e-42a7-bb78-45091cbd961d req-ca127319-e30e-4a55-859f-d235fa6ded54 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:33.293261 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-74888059-b73e-42a7-bb78-45091cbd961d req-ca127319-e30e-4a55-859f-d235fa6ded54 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5797276 Feb 20 06:33:33.364715 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-74888059-b73e-42a7-bb78-45091cbd961d req-45324989-9e31-40bc-8479-25ec54fc8a01 service neutron] Request body: {'port': {'device_id': '138dcd83-4107-4e10-b708-650381cdd3fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:33:33.431996 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-74888059-b73e-42a7-bb78-45091cbd961d req-45324989-9e31-40bc-8479-25ec54fc8a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ad1b49a6-19a9-4cbb-9da4-31788bd52268), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:33.477193 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d155355b-61a4-45c5-9def-9d55c4ceb7a1 None None] Provisioning complete for port ad1b49a6-19a9-4cbb-9da4-31788bd52268 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:33:33.477731 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d155355b-61a4-45c5-9def-9d55c4ceb7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ad1b49a6-19a9-4cbb-9da4-31788bd52268), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:33.514058 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d155355b-61a4-45c5-9def-9d55c4ceb7a1 None None] Port ad1b49a6-19a9-4cbb-9da4-31788bd52268 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:33:33.610968 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e9543-e140-4f8e-b38f-35b208cb3369 req-328a8b88-e519-4fa7-bb2e-b0cd4b6c02b8 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:33.612761 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dc4e9543-e140-4f8e-b38f-35b208cb3369 req-328a8b88-e519-4fa7-bb2e-b0cd4b6c02b8 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=138dcd83-4107-4e10-b708-650381cdd3fc HTTP/1.1" status: 200 len: 932 time: 0.0524783 Feb 20 06:33:33.662162 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dc4e9543-e140-4f8e-b38f-35b208cb3369 req-749822a9-d79c-4a54-9f79-733028d5e6b6 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c531384-ab4c-4b4a-b899-47c9dd209fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422950 Feb 20 06:33:33.698611 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-74888059-b73e-42a7-bb78-45091cbd961d req-45324989-9e31-40bc-8479-25ec54fc8a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad1b49a6-19a9-4cbb-9da4-31788bd52268 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:33:33.705937 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-74888059-b73e-42a7-bb78-45091cbd961d req-45324989-9e31-40bc-8479-25ec54fc8a01 service neutron] Publish callbacks [] for port (ad1b49a6-19a9-4cbb-9da4-31788bd52268), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:33.717309 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-74888059-b73e-42a7-bb78-45091cbd961d req-45324989-9e31-40bc-8479-25ec54fc8a01 service neutron] Transition to ACTIVE for port object ad1b49a6-19a9-4cbb-9da4-31788bd52268 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:33:33.721218 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-74888059-b73e-42a7-bb78-45091cbd961d req-45324989-9e31-40bc-8479-25ec54fc8a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (ad1b49a6-19a9-4cbb-9da4-31788bd52268), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:33.790005 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45324989-9e31-40bc-8479-25ec54fc8a01 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1b49a6-19a9-4cbb-9da4-31788bd52268,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:33.847199 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-74888059-b73e-42a7-bb78-45091cbd961d req-45324989-9e31-40bc-8479-25ec54fc8a01 service neutron] Attempting to bind port ad1b49a6-19a9-4cbb-9da4-31788bd52268 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:33:33.847544 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-74888059-b73e-42a7-bb78-45091cbd961d req-45324989-9e31-40bc-8479-25ec54fc8a01 service neutron] Attempting to bind port ad1b49a6-19a9-4cbb-9da4-31788bd52268 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'ea48a930-d439-4607-8e51-907d2724e5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:33:33.847872 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74888059-b73e-42a7-bb78-45091cbd961d req-45324989-9e31-40bc-8479-25ec54fc8a01 service neutron] Attempting to bind port ad1b49a6-19a9-4cbb-9da4-31788bd52268 on network dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:33:33.853208 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74888059-b73e-42a7-bb78-45091cbd961d req-45324989-9e31-40bc-8479-25ec54fc8a01 service neutron] Port ad1b49a6-19a9-4cbb-9da4-31788bd52268 on network dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:33:33.853533 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74888059-b73e-42a7-bb78-45091cbd961d req-45324989-9e31-40bc-8479-25ec54fc8a01 service neutron] Attempting to bind port ad1b49a6-19a9-4cbb-9da4-31788bd52268 on network dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:33:33.858743 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74888059-b73e-42a7-bb78-45091cbd961d req-45324989-9e31-40bc-8479-25ec54fc8a01 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:33:33.859114 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74888059-b73e-42a7-bb78-45091cbd961d req-45324989-9e31-40bc-8479-25ec54fc8a01 service neutron] Checking segment: {'id': 'ea48a930-d439-4607-8e51-907d2724e5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:33:33.859497 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74888059-b73e-42a7-bb78-45091cbd961d req-45324989-9e31-40bc-8479-25ec54fc8a01 service neutron] Bound using segment: {'id': 'ea48a930-d439-4607-8e51-907d2724e5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:33:33.859925 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-74888059-b73e-42a7-bb78-45091cbd961d req-45324989-9e31-40bc-8479-25ec54fc8a01 service neutron] Bound port: ad1b49a6-19a9-4cbb-9da4-31788bd52268, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea48a930-d439-4607-8e51-907d2724e5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:33:33.860278 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-74888059-b73e-42a7-bb78-45091cbd961d req-45324989-9e31-40bc-8479-25ec54fc8a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ad1b49a6-19a9-4cbb-9da4-31788bd52268), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:33.925676 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-74888059-b73e-42a7-bb78-45091cbd961d req-45324989-9e31-40bc-8479-25ec54fc8a01 service neutron] For port ad1b49a6-19a9-4cbb-9da4-31788bd52268, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:33:33.928697 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-74888059-b73e-42a7-bb78-45091cbd961d req-45324989-9e31-40bc-8479-25ec54fc8a01 service neutron] For port ad1b49a6-19a9-4cbb-9da4-31788bd52268, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=ad1b49a6-19a9-4cbb-9da4-31788bd52268,segment=NetworkSegment(ea48a930-d439-4607-8e51-907d2724e5dd),segment_id=ea48a930-d439-4607-8e51-907d2724e5dd)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:33:33.936354 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-74888059-b73e-42a7-bb78-45091cbd961d req-45324989-9e31-40bc-8479-25ec54fc8a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (ad1b49a6-19a9-4cbb-9da4-31788bd52268), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:33.967501 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74888059-b73e-42a7-bb78-45091cbd961d req-45324989-9e31-40bc-8479-25ec54fc8a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:33.968121 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-74888059-b73e-42a7-bb78-45091cbd961d req-45324989-9e31-40bc-8479-25ec54fc8a01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:33.969646 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-74888059-b73e-42a7-bb78-45091cbd961d req-45324989-9e31-40bc-8479-25ec54fc8a01 service neutron] 10.222.0.48 "PUT /v2.0/ports/ad1b49a6-19a9-4cbb-9da4-31788bd52268 HTTP/1.1" status: 200 len: 1092 time: 0.6689343 Feb 20 06:33:33.971812 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138dcd83-4107-4e10-b708-650381cdd3fc', 'tag': 'ad1b49a6-19a9-4cbb-9da4-31788bd52268'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:33:33.974925 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc250a0-9272-418d-88ec-36e33cc7cef4" -d '{"events": [{"name": "network-changed", "server_uuid": "138dcd83-4107-4e10-b708-650381cdd3fc", "tag": "ad1b49a6-19a9-4cbb-9da4-31788bd52268"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:33:34.004509 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45324989-9e31-40bc-8479-25ec54fc8a01 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1b49a6-19a9-4cbb-9da4-31788bd52268,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:34.047651 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ea0f27-6f63-4b2c-b10a-10f952a9f2aa x-openstack-request-id: req-a0ea0f27-6f63-4b2c-b10a-10f952a9f2aa {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:33:34.048027 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138dcd83-4107-4e10-b708-650381cdd3fc", "tag": "ad1b49a6-19a9-4cbb-9da4-31788bd52268", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:33:34.048682 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0ea0f27-6f63-4b2c-b10a-10f952a9f2aa {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:33:34.048806 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138dcd83-4107-4e10-b708-650381cdd3fc', 'tag': 'ad1b49a6-19a9-4cbb-9da4-31788bd52268', 'status': 'completed', 'code': 200} Feb 20 06:33:34.086224 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74888059-b73e-42a7-bb78-45091cbd961d req-216b6918-c26b-4c93-9822-131aacf4b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:34.087782 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-74888059-b73e-42a7-bb78-45091cbd961d req-216b6918-c26b-4c93-9822-131aacf4b483 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=138dcd83-4107-4e10-b708-650381cdd3fc HTTP/1.1" status: 200 len: 1126 time: 0.0571806 Feb 20 06:33:34.134086 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-74888059-b73e-42a7-bb78-45091cbd961d req-3c505e55-97ed-4692-b0e7-15485be51cad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad1b49a6-19a9-4cbb-9da4-31788bd52268 HTTP/1.1" status: 200 len: 217 time: 0.0400634 Feb 20 06:33:34.185807 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74888059-b73e-42a7-bb78-45091cbd961d req-edb48773-b7e8-4508-a10d-173c79a23204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:34.187339 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-74888059-b73e-42a7-bb78-45091cbd961d req-edb48773-b7e8-4508-a10d-173c79a23204 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8e0f98ae-0705-4705-adb3-61777a539a65 HTTP/1.1" status: 200 len: 834 time: 0.0477104 Feb 20 06:33:34.212928 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 9a1bc706-d371-4e5c-bb6a-63a57dbdbc67 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:33:34.238018 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74888059-b73e-42a7-bb78-45091cbd961d req-b2a11411-c039-4093-8176-34dac9073c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:34.239594 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-74888059-b73e-42a7-bb78-45091cbd961d req-b2a11411-c039-4093-8176-34dac9073c33 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469618 Feb 20 06:33:34.337144 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-74888059-b73e-42a7-bb78-45091cbd961d req-4a1bc9e2-379c-43fb-b0b8-3da9bc5c579b service neutron] 10.222.0.48 "GET /v2.0/networks/dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907619 Feb 20 06:33:34.427596 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-74888059-b73e-42a7-bb78-45091cbd961d req-aeef2eb5-fecb-4b7a-a60f-d44088341f06 service neutron] 10.222.0.48 "GET /v2.0/networks/dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852737 Feb 20 06:33:34.436630 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 9a1bc706-d371-4e5c-bb6a-63a57dbdbc67 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:33:34.437008 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (9a1bc706-d371-4e5c-bb6a-63a57dbdbc67), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:34.516634 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 9a1bc706-d371-4e5c-bb6a-63a57dbdbc67 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:33:34.519904 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc250a0-9272-418d-88ec-36e33cc7cef4 req-82ffa89f-802a-4a65-9ab4-fe2b04625697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:34.521426 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6bc250a0-9272-418d-88ec-36e33cc7cef4 req-82ffa89f-802a-4a65-9ab4-fe2b04625697 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=138dcd83-4107-4e10-b708-650381cdd3fc HTTP/1.1" status: 200 len: 1126 time: 0.0501449 Feb 20 06:33:34.611927 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc250a0-9272-418d-88ec-36e33cc7cef4 req-e2d64c1b-7a21-4203-adef-654eda1019d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:34.613656 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6bc250a0-9272-418d-88ec-36e33cc7cef4 req-e2d64c1b-7a21-4203-adef-654eda1019d0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4 HTTP/1.1" status: 200 len: 896 time: 0.0856390 Feb 20 06:33:34.657433 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6bc250a0-9272-418d-88ec-36e33cc7cef4 req-82ca7ddd-6947-4fb9-94ee-38f614a5ba20 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad1b49a6-19a9-4cbb-9da4-31788bd52268 HTTP/1.1" status: 200 len: 217 time: 0.0378547 Feb 20 06:33:34.704847 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc250a0-9272-418d-88ec-36e33cc7cef4 req-04ac57fc-90a3-476c-8978-27df2e0b1ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:34.706318 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6bc250a0-9272-418d-88ec-36e33cc7cef4 req-04ac57fc-90a3-476c-8978-27df2e0b1ff4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8e0f98ae-0705-4705-adb3-61777a539a65 HTTP/1.1" status: 200 len: 834 time: 0.0427952 Feb 20 06:33:34.755559 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc250a0-9272-418d-88ec-36e33cc7cef4 req-19ac5575-c22d-4999-bec7-89a958b5fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:34.757595 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6bc250a0-9272-418d-88ec-36e33cc7cef4 req-19ac5575-c22d-4999-bec7-89a958b5fc98 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434327 Feb 20 06:33:34.784290 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4f8d7-6f12-4e38-a020-dcc1a8ba207e req-d0d0ec9b-cb23-47d7-b00d-eeef91644154 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:34.785799 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74c4f8d7-6f12-4e38-a020-dcc1a8ba207e req-d0d0ec9b-cb23-47d7-b00d-eeef91644154 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=138dcd83-4107-4e10-b708-650381cdd3fc HTTP/1.1" status: 200 len: 944 time: 0.0532458 Feb 20 06:33:34.838255 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-74c4f8d7-6f12-4e38-a020-dcc1a8ba207e req-bd6bafda-b38f-4be7-89fb-1aff79b688dd tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c531384-ab4c-4b4a-b899-47c9dd209fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467899 Feb 20 06:33:34.852641 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6bc250a0-9272-418d-88ec-36e33cc7cef4 req-7817fe02-1652-42ad-861c-99a11b992c1b service neutron] 10.222.0.48 "GET /v2.0/networks/dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889060 Feb 20 06:33:34.944107 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6bc250a0-9272-418d-88ec-36e33cc7cef4 req-07718fda-9660-4601-b9bd-f745b47a7066 service neutron] 10.222.0.48 "GET /v2.0/networks/dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856962 Feb 20 06:33:35.955140 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d0ccd-97ba-4b24-ad38-42b8d76726be req-ef50f23b-2d25-4c87-866d-10dd896c7203 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:35.956616 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d91d0ccd-97ba-4b24-ad38-42b8d76726be req-ef50f23b-2d25-4c87-866d-10dd896c7203 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=138dcd83-4107-4e10-b708-650381cdd3fc HTTP/1.1" status: 200 len: 944 time: 0.0522809 Feb 20 06:33:36.004603 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d91d0ccd-97ba-4b24-ad38-42b8d76726be req-605ae3ac-7be4-493c-a4e4-76abb78cf63d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c531384-ab4c-4b4a-b899-47c9dd209fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418432 Feb 20 06:33:37.120992 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f67ab1-1461-462e-9808-1c4bc23eb521 req-b3601b77-270f-4c60-be9b-2590f0505a0b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:37.122474 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f2f67ab1-1461-462e-9808-1c4bc23eb521 req-b3601b77-270f-4c60-be9b-2590f0505a0b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=138dcd83-4107-4e10-b708-650381cdd3fc HTTP/1.1" status: 200 len: 944 time: 0.0514293 Feb 20 06:33:37.169269 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f2f67ab1-1461-462e-9808-1c4bc23eb521 req-e667f512-c050-4e13-9848-7676033c143b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c531384-ab4c-4b4a-b899-47c9dd209fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411303 Feb 20 06:33:37.316616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device ad1b49a6-19a9-4cbb-9da4-31788bd52268 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:33:37.414004 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port ad1b49a6-19a9-4cbb-9da4-31788bd52268, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=ad1b49a6-19a9-4cbb-9da4-31788bd52268,segment=NetworkSegment(ea48a930-d439-4607-8e51-907d2724e5dd),segment_id=ea48a930-d439-4607-8e51-907d2724e5dd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:33:37.425305 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': 'ad1b49a6-19a9-4cbb-9da4-31788bd52268', 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4', 'port_id': 'ad1b49a6-19a9-4cbb-9da4-31788bd52268', 'mac_address': 'fa:16:3e:58:f3:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e0f98ae-0705-4705-adb3-61777a539a65', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:33:37.461062 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port ad1b49a6-19a9-4cbb-9da4-31788bd52268 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:33:37.461452 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ad1b49a6-19a9-4cbb-9da4-31788bd52268), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:37.474054 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad1b49a6-19a9-4cbb-9da4-31788bd52268 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:33:37.497755 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port ad1b49a6-19a9-4cbb-9da4-31788bd52268, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=ad1b49a6-19a9-4cbb-9da4-31788bd52268,segment=NetworkSegment(ea48a930-d439-4607-8e51-907d2724e5dd),segment_id=ea48a930-d439-4607-8e51-907d2724e5dd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:33:37.501642 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ad1b49a6-19a9-4cbb-9da4-31788bd52268), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:37.546188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=ad1b49a6-19a9-4cbb-9da4-31788bd52268,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:37.739670 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['ad1b49a6-19a9-4cbb-9da4-31788bd52268'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:33:38.292268 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dcf6a-df15-4674-8ad5-69598b47362f req-51d5c0f3-74cd-4cce-bb04-aecb3100a82a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:38.293662 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-107dcf6a-df15-4674-8ad5-69598b47362f req-51d5c0f3-74cd-4cce-bb04-aecb3100a82a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=138dcd83-4107-4e10-b708-650381cdd3fc HTTP/1.1" status: 200 len: 945 time: 0.0579727 Feb 20 06:33:38.342886 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-107dcf6a-df15-4674-8ad5-69598b47362f req-83d8afbd-471c-4aa9-90c4-b47904f84c52 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c531384-ab4c-4b4a-b899-47c9dd209fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427635 Feb 20 06:33:39.316590 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device ad1b49a6-19a9-4cbb-9da4-31788bd52268 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:33:39.364617 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port ad1b49a6-19a9-4cbb-9da4-31788bd52268 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:33:39.368540 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port ad1b49a6-19a9-4cbb-9da4-31788bd52268 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:33:39.368917 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ad1b49a6-19a9-4cbb-9da4-31788bd52268), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:39.448615 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port ad1b49a6-19a9-4cbb-9da4-31788bd52268 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:33:39.448996 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ad1b49a6-19a9-4cbb-9da4-31788bd52268), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:39.458920 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90661153-cde7-4aa0-bfd8-e21d4204b05a req-ed95698b-316b-4959-8b4d-ec0e374edcfc tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:39.460939 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-90661153-cde7-4aa0-bfd8-e21d4204b05a req-ed95698b-316b-4959-8b4d-ec0e374edcfc tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=138dcd83-4107-4e10-b708-650381cdd3fc HTTP/1.1" status: 200 len: 945 time: 0.0516305 Feb 20 06:33:39.472638 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138dcd83-4107-4e10-b708-650381cdd3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1b49a6-19a9-4cbb-9da4-31788bd52268'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:33:39.475391 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a45e336-e16d-4a33-9301-0da1aeee5281" -d '{"events": [{"server_uuid": "138dcd83-4107-4e10-b708-650381cdd3fc", "name": "network-vif-plugged", "status": "completed", "tag": "ad1b49a6-19a9-4cbb-9da4-31788bd52268"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:33:39.489038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port ad1b49a6-19a9-4cbb-9da4-31788bd52268, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=ad1b49a6-19a9-4cbb-9da4-31788bd52268,segment=NetworkSegment(ea48a930-d439-4607-8e51-907d2724e5dd),segment_id=ea48a930-d439-4607-8e51-907d2724e5dd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:33:39.492958 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ad1b49a6-19a9-4cbb-9da4-31788bd52268), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:39.510114 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-90661153-cde7-4aa0-bfd8-e21d4204b05a req-f913a3ac-dd6b-4476-857b-741266173ac3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c531384-ab4c-4b4a-b899-47c9dd209fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436866 Feb 20 06:33:39.540728 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=ad1b49a6-19a9-4cbb-9da4-31788bd52268,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:39.615049 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46edb225-0fee-4525-9e19-839611fa88e1 x-openstack-request-id: req-46edb225-0fee-4525-9e19-839611fa88e1 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:33:39.615347 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138dcd83-4107-4e10-b708-650381cdd3fc", "name": "network-vif-plugged", "status": "completed", "tag": "ad1b49a6-19a9-4cbb-9da4-31788bd52268", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:33:39.615609 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46edb225-0fee-4525-9e19-839611fa88e1 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:33:39.616014 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138dcd83-4107-4e10-b708-650381cdd3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1b49a6-19a9-4cbb-9da4-31788bd52268', 'code': 200} Feb 20 06:33:39.712518 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12695d7-505e-4d95-8c93-bdbade315bce req-18e727af-95e2-4c08-a75f-2f5e67ea0ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:39.714022 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a12695d7-505e-4d95-8c93-bdbade315bce req-18e727af-95e2-4c08-a75f-2f5e67ea0ab1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=138dcd83-4107-4e10-b708-650381cdd3fc HTTP/1.1" status: 200 len: 1128 time: 0.0439742 Feb 20 06:33:39.757609 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a12695d7-505e-4d95-8c93-bdbade315bce req-5d9e82c6-2ca5-436f-b7a8-50187ac11e8a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8c531384-ab4c-4b4a-b899-47c9dd209fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373132 Feb 20 06:33:40.637908 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe594d18-4543-4915-9efd-6d159d5a221f req-eed4f8b1-e424-4471-aee0-b5ff525fa88e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:40.640202 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe594d18-4543-4915-9efd-6d159d5a221f req-eed4f8b1-e424-4471-aee0-b5ff525fa88e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=138dcd83-4107-4e10-b708-650381cdd3fc HTTP/1.1" status: 200 len: 946 time: 0.0596263 Feb 20 06:33:40.688120 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe594d18-4543-4915-9efd-6d159d5a221f req-da26a0e9-c699-4d0f-abfd-275e5862add3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c531384-ab4c-4b4a-b899-47c9dd209fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424788 Feb 20 06:33:41.807196 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e926d3-c5c0-44a7-a835-63a624576adc req-a87f2f10-be30-4503-b586-289bc1710e19 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:41.808726 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-87e926d3-c5c0-44a7-a835-63a624576adc req-a87f2f10-be30-4503-b586-289bc1710e19 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=138dcd83-4107-4e10-b708-650381cdd3fc HTTP/1.1" status: 200 len: 946 time: 0.0528629 Feb 20 06:33:41.857085 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-87e926d3-c5c0-44a7-a835-63a624576adc req-0f9fe211-873e-46a5-90db-4c86e384b7da tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c531384-ab4c-4b4a-b899-47c9dd209fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426157 Feb 20 06:33:41.985797 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b82032-9e3b-4252-a491-0df247b74e28 req-22347faa-36db-4ad6-ac34-afe0040adae5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:41.987204 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28b82032-9e3b-4252-a491-0df247b74e28 req-22347faa-36db-4ad6-ac34-afe0040adae5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=138dcd83-4107-4e10-b708-650381cdd3fc HTTP/1.1" status: 200 len: 946 time: 0.0558336 Feb 20 06:33:42.041215 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28b82032-9e3b-4252-a491-0df247b74e28 req-35c8aa47-6fe7-43d8-9aa6-9613454f2083 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c531384-ab4c-4b4a-b899-47c9dd209fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481131 Feb 20 06:33:42.062458 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53704) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:42.109181 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660fead8-a1b0-4ad3-a4a2-592f679fe7a0 tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:42.110666 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-660fead8-a1b0-4ad3-a4a2-592f679fe7a0 tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=138dcd83-4107-4e10-b708-650381cdd3fc HTTP/1.1" status: 200 len: 1123 time: 0.0471604 Feb 20 06:33:42.113742 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53706) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:42.117822 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-ede92895-1714-47ef-a510-a3920aefeffa tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'port_id': 'ad1b49a6-19a9-4cbb-9da4-31788bd52268', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:33:42.137822 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ede92895-1714-47ef-a510-a3920aefeffa tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:42.231373 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ede92895-1714-47ef-a510-a3920aefeffa tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:42.342426 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-ede92895-1714-47ef-a510-a3920aefeffa tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Allocated IP 172.25.3.199 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/223ff4f6-29da-4b46-8f5e-6f544df17496) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:33:42.440473 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ede92895-1714-47ef-a510-a3920aefeffa tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (223ff4f6-29da-4b46-8f5e-6f544df17496), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:42.473356 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ede92895-1714-47ef-a510-a3920aefeffa tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (223ff4f6-29da-4b46-8f5e-6f544df17496), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:42.514171 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede92895-1714-47ef-a510-a3920aefeffa tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:33:42.517105 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-ede92895-1714-47ef-a510-a3920aefeffa tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:33:42.520452 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede92895-1714-47ef-a510-a3920aefeffa tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:33:42.547929 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede92895-1714-47ef-a510-a3920aefeffa tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=223ff4f6-29da-4b46-8f5e-6f544df17496,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:42.877419 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ede92895-1714-47ef-a510-a3920aefeffa tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for floatingip (4721aed5-1e0f-430d-a156-c29e87a0a565), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:42.946658 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ede92895-1714-47ef-a510-a3920aefeffa tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (223ff4f6-29da-4b46-8f5e-6f544df17496), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:43.094975 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ede92895-1714-47ef-a510-a3920aefeffa tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (223ff4f6-29da-4b46-8f5e-6f544df17496), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:43.099424 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ede92895-1714-47ef-a510-a3920aefeffa tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (223ff4f6-29da-4b46-8f5e-6f544df17496), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:43.167155 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede92895-1714-47ef-a510-a3920aefeffa tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=223ff4f6-29da-4b46-8f5e-6f544df17496,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:33:43.177030 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ede92895-1714-47ef-a510-a3920aefeffa tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (4721aed5-1e0f-430d-a156-c29e87a0a565), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:43.278457 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-ede92895-1714-47ef-a510-a3920aefeffa tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Floating IP 4721aed5-1e0f-430d-a156-c29e87a0a565 associated. External IP: 172.25.3.199, port: ad1b49a6-19a9-4cbb-9da4-31788bd52268. Feb 20 06:33:43.488405 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede92895-1714-47ef-a510-a3920aefeffa tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Router b2ba4244-f0d1-41cf-8cab-43e87119f030 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:33:43.599183 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede92895-1714-47ef-a510-a3920aefeffa tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:33:43.608963 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa070bc-6e7f-4dc5-bfa7-aacf18976595 None None] Sync routers for ids ['b2ba4244-f0d1-41cf-8cab-43e87119f030'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:33:43.617290 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ede92895-1714-47ef-a510-a3920aefeffa tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:43.619762 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa070bc-6e7f-4dc5-bfa7-aacf18976595 None None] Routers {'b2ba4244-f0d1-41cf-8cab-43e87119f030'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:33:43.620383 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-9aa070bc-6e7f-4dc5-bfa7-aacf18976595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:33:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b2ba4244-f0d1-41cf-8cab-43e87119f030'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:33:43.646993 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ede92895-1714-47ef-a510-a3920aefeffa tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5322216 Feb 20 06:33:43.649519 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138dcd83-4107-4e10-b708-650381cdd3fc', 'tag': 'ad1b49a6-19a9-4cbb-9da4-31788bd52268'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:33:43.651994 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c200820-90b4-4211-a15c-1d0e918750d4" -d '{"events": [{"name": "network-changed", "server_uuid": "138dcd83-4107-4e10-b708-650381cdd3fc", "tag": "ad1b49a6-19a9-4cbb-9da4-31788bd52268"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:33:43.736667 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-9aa070bc-6e7f-4dc5-bfa7-aacf18976595 None None] Set router b2ba4244-f0d1-41cf-8cab-43e87119f030 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:33:43.748443 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e8e88-8f22-47f6-a579-62120006e86d req-495db42a-39ca-4e32-b915-84f3c0a7c49d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:43.749939 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-950e8e88-8f22-47f6-a579-62120006e86d req-495db42a-39ca-4e32-b915-84f3c0a7c49d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=138dcd83-4107-4e10-b708-650381cdd3fc HTTP/1.1" status: 200 len: 946 time: 0.0525224 Feb 20 06:33:43.798704 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-950e8e88-8f22-47f6-a579-62120006e86d req-a3e05593-1978-4843-8f2a-d268f12d9b80 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c531384-ab4c-4b4a-b899-47c9dd209fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430284 Feb 20 06:33:43.821673 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53712) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:43.862946 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5932d8-2baf-4c54-896e-8ef92a3309f8 x-openstack-request-id: req-5e5932d8-2baf-4c54-896e-8ef92a3309f8 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:33:43.863346 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138dcd83-4107-4e10-b708-650381cdd3fc", "tag": "ad1b49a6-19a9-4cbb-9da4-31788bd52268", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:33:43.863649 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e5932d8-2baf-4c54-896e-8ef92a3309f8 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:33:43.864117 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138dcd83-4107-4e10-b708-650381cdd3fc', 'tag': 'ad1b49a6-19a9-4cbb-9da4-31788bd52268', 'status': 'completed', 'code': 200} Feb 20 06:33:43.973932 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-9aa070bc-6e7f-4dc5-bfa7-aacf18976595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646426472', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '666aef61-3887-4cfc-b4c2-ce198690fbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:33:25Z', 'updated_at': '2022-02-20T06:33:29Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '666aef61-3887-4cfc-b4c2-ce198690fbb1', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:33:26Z', 'updated_at': '2022-02-20T06:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '4721aed5-1e0f-430d-a156-c29e87a0a565', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'port_id': 'ad1b49a6-19a9-4cbb-9da4-31788bd52268', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4', 'mac_address': 'fa:16:3e:58:f3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138dcd83-4107-4e10-b708-650381cdd3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:33:42Z', 'updated_at': '2022-02-20T06:33:42Z', 'revision_number': 0, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1bc706-d371-4e5c-bb6a-63a57dbdbc67', 'name': '', 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:6c:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8e0f98ae-0705-4705-adb3-61777a539a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:33:28Z', 'updated_at': '2022-02-20T06:33:32Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '8e0f98ae-0705-4705-adb3-61777a539a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:33:44.002524 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa070bc-6e7f-4dc5-bfa7-aacf18976595 None None] Checking router: b2ba4244-f0d1-41cf-8cab-43e87119f030 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:33:44.012160 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa070bc-6e7f-4dc5-bfa7-aacf18976595 None None] Routers {'b2ba4244-f0d1-41cf-8cab-43e87119f030'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:33:44.012805 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-9aa070bc-6e7f-4dc5-bfa7-aacf18976595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:33:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b2ba4244-f0d1-41cf-8cab-43e87119f030'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:33:44.125807 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-9aa070bc-6e7f-4dc5-bfa7-aacf18976595 None None] Set router b2ba4244-f0d1-41cf-8cab-43e87119f030 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:33:44.205157 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-23145499-3aee-4d64-a8cb-2cddb6d32b5b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/floatingips/4721aed5-1e0f-430d-a156-c29e87a0a565 HTTP/1.1" status: 200 len: 992 time: 0.3822582 Feb 20 06:33:44.217739 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c200820-90b4-4211-a15c-1d0e918750d4 req-ca23c25d-f279-4f05-9f1b-5844c66ff91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:44.219201 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9c200820-90b4-4211-a15c-1d0e918750d4 req-ca23c25d-f279-4f05-9f1b-5844c66ff91d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=138dcd83-4107-4e10-b708-650381cdd3fc HTTP/1.1" status: 200 len: 1128 time: 0.3504775 Feb 20 06:33:44.306533 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c200820-90b4-4211-a15c-1d0e918750d4 req-d1a2ba05-4185-425f-bb74-4169de5568f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:44.308710 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9c200820-90b4-4211-a15c-1d0e918750d4 req-d1a2ba05-4185-425f-bb74-4169de5568f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4 HTTP/1.1" status: 200 len: 896 time: 0.0839512 Feb 20 06:33:44.354016 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-9aa070bc-6e7f-4dc5-bfa7-aacf18976595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646426472', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '666aef61-3887-4cfc-b4c2-ce198690fbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:33:25Z', 'updated_at': '2022-02-20T06:33:29Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '666aef61-3887-4cfc-b4c2-ce198690fbb1', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:33:26Z', 'updated_at': '2022-02-20T06:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '4721aed5-1e0f-430d-a156-c29e87a0a565', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'port_id': 'ad1b49a6-19a9-4cbb-9da4-31788bd52268', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4', 'mac_address': 'fa:16:3e:58:f3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138dcd83-4107-4e10-b708-650381cdd3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:33:42Z', 'updated_at': '2022-02-20T06:33:42Z', 'revision_number': 0, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1bc706-d371-4e5c-bb6a-63a57dbdbc67', 'name': '', 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:6c:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8e0f98ae-0705-4705-adb3-61777a539a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:33:28Z', 'updated_at': '2022-02-20T06:33:32Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '8e0f98ae-0705-4705-adb3-61777a539a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:33:44.378509 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9c200820-90b4-4211-a15c-1d0e918750d4 req-c0bc5fd0-1887-4a0f-85fe-d7ead0917fcb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad1b49a6-19a9-4cbb-9da4-31788bd52268 HTTP/1.1" status: 200 len: 1000 time: 0.0646675 Feb 20 06:33:44.381556 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa070bc-6e7f-4dc5-bfa7-aacf18976595 None None] The sync data for ids ['b2ba4244-f0d1-41cf-8cab-43e87119f030'] in n-d-829866-5 is: [{'id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646426472', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '666aef61-3887-4cfc-b4c2-ce198690fbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:33:25Z', 'updated_at': '2022-02-20T06:33:29Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '666aef61-3887-4cfc-b4c2-ce198690fbb1', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:33:26Z', 'updated_at': '2022-02-20T06:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '4721aed5-1e0f-430d-a156-c29e87a0a565', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'port_id': 'ad1b49a6-19a9-4cbb-9da4-31788bd52268', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4', 'mac_address': 'fa:16:3e:58:f3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138dcd83-4107-4e10-b708-650381cdd3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:33:42Z', 'updated_at': '2022-02-20T06:33:42Z', 'revision_number': 0, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1bc706-d371-4e5c-bb6a-63a57dbdbc67', 'name': '', 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:6c:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8e0f98ae-0705-4705-adb3-61777a539a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:33:28Z', 'updated_at': '2022-02-20T06:33:32Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '8e0f98ae-0705-4705-adb3-61777a539a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:33:44.426542 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c200820-90b4-4211-a15c-1d0e918750d4 req-497607e0-e676-4402-8bcb-840bff81bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:44.428064 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9c200820-90b4-4211-a15c-1d0e918750d4 req-497607e0-e676-4402-8bcb-840bff81bf2c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8e0f98ae-0705-4705-adb3-61777a539a65 HTTP/1.1" status: 200 len: 834 time: 0.0445359 Feb 20 06:33:44.476998 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c200820-90b4-4211-a15c-1d0e918750d4 req-59caf683-b39d-40d5-87c3-ab7158f729b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:33:44.478493 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9c200820-90b4-4211-a15c-1d0e918750d4 req-59caf683-b39d-40d5-87c3-ab7158f729b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442159 Feb 20 06:33:44.572350 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c565fd-7003-46d7-abc3-d8949d742081 None None] New status for floating IP 4721aed5-1e0f-430d-a156-c29e87a0a565: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:33:44.577181 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9c200820-90b4-4211-a15c-1d0e918750d4 req-fcbca03a-a2b0-40d6-b904-9d6a950b7b5b service neutron] 10.222.0.48 "GET /v2.0/networks/dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927067 Feb 20 06:33:44.668095 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9c200820-90b4-4211-a15c-1d0e918750d4 req-24a19d1f-1cf0-4c34-a388-8f89992884f2 service neutron] 10.222.0.48 "GET /v2.0/networks/dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849636 Feb 20 06:33:45.208666 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53714) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:33:45.267228 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8c3abfba-ba1c-498a-9425-4419fe4c17e7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/floatingips/4721aed5-1e0f-430d-a156-c29e87a0a565 HTTP/1.1" status: 200 len: 994 time: 0.0573242 Feb 20 06:33:46.586791 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-adf85208-b65e-4149-bc03-fd9d87303146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:49.012411 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:33:49.035090 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af10c62b-b211-4670-9b6d-340442744da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:49.823854 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:51.620756 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:52.792089 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:53.424082 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:33:55.718599 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:03.247966 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-470a0d9d-cb9f-4d02-b3d8-50444b7450e9 req-3fcbb52d-7d9c-419e-bc18-165890e2ea7b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=138dcd83-4107-4e10-b708-650381cdd3fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434742 Feb 20 06:34:03.336288 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a0d9d-cb9f-4d02-b3d8-50444b7450e9 req-3e36f140-cefa-4f39-b7fd-e1a7d2517a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:03.337685 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-470a0d9d-cb9f-4d02-b3d8-50444b7450e9 req-3e36f140-cefa-4f39-b7fd-e1a7d2517a2a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=138dcd83-4107-4e10-b708-650381cdd3fc HTTP/1.1" status: 200 len: 1128 time: 0.0487945 Feb 20 06:34:03.441272 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a0d9d-cb9f-4d02-b3d8-50444b7450e9 req-e72683e4-c35f-4838-9570-af8fdb69e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:03.442841 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-470a0d9d-cb9f-4d02-b3d8-50444b7450e9 req-e72683e4-c35f-4838-9570-af8fdb69e3d9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4 HTTP/1.1" status: 200 len: 896 time: 0.0863032 Feb 20 06:34:03.511902 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-470a0d9d-cb9f-4d02-b3d8-50444b7450e9 req-7a4142f0-5e15-48fe-b3b8-28836ed7ab7d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad1b49a6-19a9-4cbb-9da4-31788bd52268 HTTP/1.1" status: 200 len: 1002 time: 0.0633180 Feb 20 06:34:03.561465 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a0d9d-cb9f-4d02-b3d8-50444b7450e9 req-490cd6cf-5124-4e06-b591-e50202e5632d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:03.562945 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-470a0d9d-cb9f-4d02-b3d8-50444b7450e9 req-490cd6cf-5124-4e06-b591-e50202e5632d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8e0f98ae-0705-4705-adb3-61777a539a65 HTTP/1.1" status: 200 len: 834 time: 0.0445700 Feb 20 06:34:03.611629 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a0d9d-cb9f-4d02-b3d8-50444b7450e9 req-0603814a-f110-4b37-a76d-a53fa3976ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:03.613264 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-470a0d9d-cb9f-4d02-b3d8-50444b7450e9 req-0603814a-f110-4b37-a76d-a53fa3976ca3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448549 Feb 20 06:34:03.703586 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-470a0d9d-cb9f-4d02-b3d8-50444b7450e9 req-642acec7-4657-458a-b82a-68702656ba7e service neutron] 10.222.0.48 "GET /v2.0/networks/dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832150 Feb 20 06:34:03.791225 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-470a0d9d-cb9f-4d02-b3d8-50444b7450e9 req-8492d987-29e4-465a-9953-0e588d5bbc7d service neutron] 10.222.0.48 "GET /v2.0/networks/dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815630 Feb 20 06:34:16.589557 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9c0e70b3-cfdb-40e3-b2cd-d52e9605b578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:16.637638 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7862d7-8cbd-46be-aa34-5d55d872b827 req-07cf3758-ba78-40df-8cf0-0aea82bdb924 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:16.639054 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-db7862d7-8cbd-46be-aa34-5d55d872b827 req-07cf3758-ba78-40df-8cf0-0aea82bdb924 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=138dcd83-4107-4e10-b708-650381cdd3fc HTTP/1.1" status: 200 len: 946 time: 0.0578659 Feb 20 06:34:16.688025 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-db7862d7-8cbd-46be-aa34-5d55d872b827 req-6b09604b-83dc-4793-8b9b-783a83b2fe56 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c531384-ab4c-4b4a-b899-47c9dd209fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433917 Feb 20 06:34:17.808454 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0f8b0-244b-4a2a-8f02-4d79a0ef5e2d req-323eee75-2dee-4387-9b9f-2db0e61066e4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:17.809922 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1ac0f8b0-244b-4a2a-8f02-4d79a0ef5e2d req-323eee75-2dee-4387-9b9f-2db0e61066e4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=138dcd83-4107-4e10-b708-650381cdd3fc HTTP/1.1" status: 200 len: 946 time: 0.0531580 Feb 20 06:34:17.857187 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1ac0f8b0-244b-4a2a-8f02-4d79a0ef5e2d req-ab285189-2c24-4134-9a03-a8da4f9923f3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c531384-ab4c-4b4a-b899-47c9dd209fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417140 Feb 20 06:34:17.879038 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53732) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:34:17.941809 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0021d738-6907-4c10-a632-74b87e4d1c5d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/floatingips/4721aed5-1e0f-430d-a156-c29e87a0a565 HTTP/1.1" status: 200 len: 994 time: 0.0616610 Feb 20 06:34:19.036499 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd3bef85-93cc-4adb-869e-4812bf21d60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:19.206581 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef4452-b954-4e7d-a976-ee9024245d87 req-4faafe76-c370-4ddd-96e9-753031c3a0e3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:19.208093 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d2ef4452-b954-4e7d-a976-ee9024245d87 req-4faafe76-c370-4ddd-96e9-753031c3a0e3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=138dcd83-4107-4e10-b708-650381cdd3fc HTTP/1.1" status: 200 len: 946 time: 0.0528808 Feb 20 06:34:19.257807 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d2ef4452-b954-4e7d-a976-ee9024245d87 req-711a64b7-1783-4714-9f29-4e00bab18838 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c531384-ab4c-4b4a-b899-47c9dd209fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440071 Feb 20 06:34:19.812248 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:20.378484 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183dd4f-839e-454e-a6f4-71ecc990d082 req-80e159db-8f04-4c61-a761-921337528163 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:20.380004 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2183dd4f-839e-454e-a6f4-71ecc990d082 req-80e159db-8f04-4c61-a761-921337528163 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=138dcd83-4107-4e10-b708-650381cdd3fc HTTP/1.1" status: 200 len: 946 time: 0.0521016 Feb 20 06:34:20.431798 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2183dd4f-839e-454e-a6f4-71ecc990d082 req-9296f486-7fd6-4d74-b4e8-4a1e388bae6c tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c531384-ab4c-4b4a-b899-47c9dd209fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460417 Feb 20 06:34:20.453328 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53748) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:34:20.512621 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3e0a9a5f-a271-4f2f-98ff-ee51e1dc6c2f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/floatingips/4721aed5-1e0f-430d-a156-c29e87a0a565 HTTP/1.1" status: 200 len: 994 time: 0.0581543 Feb 20 06:34:20.730149 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53756) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:34:20.882810 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-a5743b79-f24b-4ddb-a022-ef2c06464456 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Deleting port 223ff4f6-29da-4b46-8f5e-6f544df17496 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:34:20.883100 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5743b79-f24b-4ddb-a022-ef2c06464456 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (223ff4f6-29da-4b46-8f5e-6f544df17496), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:20.958653 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5743b79-f24b-4ddb-a022-ef2c06464456 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (223ff4f6-29da-4b46-8f5e-6f544df17496), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:20.959013 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5743b79-f24b-4ddb-a022-ef2c06464456 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for floatingip (223ff4f6-29da-4b46-8f5e-6f544df17496), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:20.970818 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-a5743b79-f24b-4ddb-a022-ef2c06464456 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Calling delete_port for 223ff4f6-29da-4b46-8f5e-6f544df17496 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:34:21.118922 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5743b79-f24b-4ddb-a022-ef2c06464456 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (223ff4f6-29da-4b46-8f5e-6f544df17496), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:21.145250 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5743b79-f24b-4ddb-a022-ef2c06464456 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Port': ['ID=223ff4f6-29da-4b46-8f5e-6f544df17496,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:21.168709 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5743b79-f24b-4ddb-a022-ef2c06464456 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:21.169067 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5743b79-f24b-4ddb-a022-ef2c06464456 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:21.169414 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5743b79-f24b-4ddb-a022-ef2c06464456 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:21.169753 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5743b79-f24b-4ddb-a022-ef2c06464456 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:21.170087 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5743b79-f24b-4ddb-a022-ef2c06464456 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:21.170419 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5743b79-f24b-4ddb-a022-ef2c06464456 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:21.170751 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5743b79-f24b-4ddb-a022-ef2c06464456 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:21.171110 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5743b79-f24b-4ddb-a022-ef2c06464456 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:21.171440 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5743b79-f24b-4ddb-a022-ef2c06464456 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:21.171769 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5743b79-f24b-4ddb-a022-ef2c06464456 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:21.172096 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5743b79-f24b-4ddb-a022-ef2c06464456 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:21.172417 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5743b79-f24b-4ddb-a022-ef2c06464456 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:21.172740 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5743b79-f24b-4ddb-a022-ef2c06464456 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:21.212913 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5743b79-f24b-4ddb-a022-ef2c06464456 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for floatingip (4721aed5-1e0f-430d-a156-c29e87a0a565), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:21.213243 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-a5743b79-f24b-4ddb-a022-ef2c06464456 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Floating IP 4721aed5-1e0f-430d-a156-c29e87a0a565 disassociated (deleted). External IP: 172.25.3.199, port: ad1b49a6-19a9-4cbb-9da4-31788bd52268. Feb 20 06:34:21.420644 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5743b79-f24b-4ddb-a022-ef2c06464456 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Router b2ba4244-f0d1-41cf-8cab-43e87119f030 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:34:21.529668 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5743b79-f24b-4ddb-a022-ef2c06464456 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:34:21.534120 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5743b79-f24b-4ddb-a022-ef2c06464456 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:21.539010 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fbe6a0-7f68-4a73-a468-4fd49edae1b2 None None] Sync routers for ids ['b2ba4244-f0d1-41cf-8cab-43e87119f030'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:34:21.548222 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fbe6a0-7f68-4a73-a468-4fd49edae1b2 None None] Routers {'b2ba4244-f0d1-41cf-8cab-43e87119f030'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:34:21.548918 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-a5fbe6a0-7f68-4a73-a468-4fd49edae1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:34:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b2ba4244-f0d1-41cf-8cab-43e87119f030'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:34:21.565634 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a5743b79-f24b-4ddb-a022-ef2c06464456 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "DELETE /v2.0/floatingips/4721aed5-1e0f-430d-a156-c29e87a0a565 HTTP/1.1" status: 204 len: 168 time: 0.8319712 Feb 20 06:34:21.565634 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138dcd83-4107-4e10-b708-650381cdd3fc', 'tag': 'ad1b49a6-19a9-4cbb-9da4-31788bd52268'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:34:21.566269 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78934f98bf255cbf8729f55a3e84459a3773ac23536445eeb810cf99c856869a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c202da-92f9-4755-917a-fc6288d3e434" -d '{"events": [{"name": "network-changed", "server_uuid": "138dcd83-4107-4e10-b708-650381cdd3fc", "tag": "ad1b49a6-19a9-4cbb-9da4-31788bd52268"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:34:21.661871 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:21.671239 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-a5fbe6a0-7f68-4a73-a468-4fd49edae1b2 None None] Set router b2ba4244-f0d1-41cf-8cab-43e87119f030 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:34:21.722018 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7c73f4-5397-4f32-9d1e-11c08b6cac7d x-openstack-request-id: req-3e7c73f4-5397-4f32-9d1e-11c08b6cac7d {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:34:21.722374 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138dcd83-4107-4e10-b708-650381cdd3fc", "tag": "ad1b49a6-19a9-4cbb-9da4-31788bd52268", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:34:21.722693 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e7c73f4-5397-4f32-9d1e-11c08b6cac7d {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:34:21.723188 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138dcd83-4107-4e10-b708-650381cdd3fc', 'tag': 'ad1b49a6-19a9-4cbb-9da4-31788bd52268', 'status': 'completed', 'code': 200} Feb 20 06:34:21.799684 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c202da-92f9-4755-917a-fc6288d3e434 req-df53eaa8-ff44-4b66-9a78-a6e4b5ec8056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:21.801253 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e5c202da-92f9-4755-917a-fc6288d3e434 req-df53eaa8-ff44-4b66-9a78-a6e4b5ec8056 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=138dcd83-4107-4e10-b708-650381cdd3fc HTTP/1.1" status: 200 len: 1128 time: 0.0537314 Feb 20 06:34:21.831140 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61000d-e057-412e-950a-4ace7a289042 req-4c78eb8b-baab-4657-a865-968a738f8da7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:21.832692 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e61000d-e057-412e-950a-4ace7a289042 req-4c78eb8b-baab-4657-a865-968a738f8da7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=138dcd83-4107-4e10-b708-650381cdd3fc HTTP/1.1" status: 200 len: 946 time: 0.0570538 Feb 20 06:34:21.885528 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-a5fbe6a0-7f68-4a73-a468-4fd49edae1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646426472', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '666aef61-3887-4cfc-b4c2-ce198690fbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:33:25Z', 'updated_at': '2022-02-20T06:33:29Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '666aef61-3887-4cfc-b4c2-ce198690fbb1', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:33:26Z', 'updated_at': '2022-02-20T06:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '9a1bc706-d371-4e5c-bb6a-63a57dbdbc67', 'name': '', 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:6c:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8e0f98ae-0705-4705-adb3-61777a539a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:33:28Z', 'updated_at': '2022-02-20T06:33:32Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '8e0f98ae-0705-4705-adb3-61777a539a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:34:21.887639 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e61000d-e057-412e-950a-4ace7a289042 req-736cdc66-1435-4cc6-b635-ebd96b96c74a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c531384-ab4c-4b4a-b899-47c9dd209fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489111 Feb 20 06:34:21.898081 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c202da-92f9-4755-917a-fc6288d3e434 req-aee64397-6c56-4d67-8e0d-56313d584391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:21.899670 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e5c202da-92f9-4755-917a-fc6288d3e434 req-aee64397-6c56-4d67-8e0d-56313d584391 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4 HTTP/1.1" status: 200 len: 896 time: 0.0915895 Feb 20 06:34:21.920827 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fbe6a0-7f68-4a73-a468-4fd49edae1b2 None None] Checking router: b2ba4244-f0d1-41cf-8cab-43e87119f030 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:34:21.929302 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fbe6a0-7f68-4a73-a468-4fd49edae1b2 None None] Routers {'b2ba4244-f0d1-41cf-8cab-43e87119f030'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:34:21.929843 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-a5fbe6a0-7f68-4a73-a468-4fd49edae1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:34:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b2ba4244-f0d1-41cf-8cab-43e87119f030'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:34:21.941842 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e5c202da-92f9-4755-917a-fc6288d3e434 req-5d730219-6a90-429b-b6cc-bd9207c5f57e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad1b49a6-19a9-4cbb-9da4-31788bd52268 HTTP/1.1" status: 200 len: 217 time: 0.0355258 Feb 20 06:34:21.994684 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c202da-92f9-4755-917a-fc6288d3e434 req-8095fe35-19d9-40ac-a289-b0aefa943107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:21.996394 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e5c202da-92f9-4755-917a-fc6288d3e434 req-8095fe35-19d9-40ac-a289-b0aefa943107 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8e0f98ae-0705-4705-adb3-61777a539a65 HTTP/1.1" status: 200 len: 834 time: 0.0483532 Feb 20 06:34:22.039949 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-a5fbe6a0-7f68-4a73-a468-4fd49edae1b2 None None] Set router b2ba4244-f0d1-41cf-8cab-43e87119f030 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:34:22.045842 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c202da-92f9-4755-917a-fc6288d3e434 req-26864e79-1cac-48c1-89b8-68e060d442ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:22.047386 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e5c202da-92f9-4755-917a-fc6288d3e434 req-26864e79-1cac-48c1-89b8-68e060d442ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452368 Feb 20 06:34:22.136025 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e5c202da-92f9-4755-917a-fc6288d3e434 req-0b141c75-e481-438b-a7fb-d5dceeedc39b service neutron] 10.222.0.48 "GET /v2.0/networks/dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814312 Feb 20 06:34:22.227079 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e5c202da-92f9-4755-917a-fc6288d3e434 req-4db81f8e-9fdd-43f9-a367-b0681a8a6499 service neutron] 10.222.0.48 "GET /v2.0/networks/dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852029 Feb 20 06:34:22.241955 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-a5fbe6a0-7f68-4a73-a468-4fd49edae1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646426472', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '666aef61-3887-4cfc-b4c2-ce198690fbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:33:25Z', 'updated_at': '2022-02-20T06:33:29Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '666aef61-3887-4cfc-b4c2-ce198690fbb1', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:33:26Z', 'updated_at': '2022-02-20T06:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '9a1bc706-d371-4e5c-bb6a-63a57dbdbc67', 'name': '', 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:6c:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8e0f98ae-0705-4705-adb3-61777a539a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:33:28Z', 'updated_at': '2022-02-20T06:33:32Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '8e0f98ae-0705-4705-adb3-61777a539a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:34:22.268550 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fbe6a0-7f68-4a73-a468-4fd49edae1b2 None None] The sync data for ids ['b2ba4244-f0d1-41cf-8cab-43e87119f030'] in n-d-829866-5 is: [{'id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646426472', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '666aef61-3887-4cfc-b4c2-ce198690fbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:33:25Z', 'updated_at': '2022-02-20T06:33:29Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '666aef61-3887-4cfc-b4c2-ce198690fbb1', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:33:26Z', 'updated_at': '2022-02-20T06:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '9a1bc706-d371-4e5c-bb6a-63a57dbdbc67', 'name': '', 'network_id': 'dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:6c:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8e0f98ae-0705-4705-adb3-61777a539a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:33:28Z', 'updated_at': '2022-02-20T06:33:32Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '8e0f98ae-0705-4705-adb3-61777a539a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:34:22.483458 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313b52e5-011a-41e5-87d0-e5a24f06e8e0 None None] New status for floating IP 4721aed5-1e0f-430d-a156-c29e87a0a565: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:34:22.793765 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:23.007602 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21895a7-c5fd-4023-aa24-069ba57624f6 req-ef1ad9df-4444-4a4d-9301-1de1eaa21e3c tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:23.009027 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c21895a7-c5fd-4023-aa24-069ba57624f6 req-ef1ad9df-4444-4a4d-9301-1de1eaa21e3c tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=138dcd83-4107-4e10-b708-650381cdd3fc HTTP/1.1" status: 200 len: 946 time: 0.0551589 Feb 20 06:34:23.058802 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c21895a7-c5fd-4023-aa24-069ba57624f6 req-c2c34bbd-2251-4357-b931-2b0386353812 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c531384-ab4c-4b4a-b899-47c9dd209fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433514 Feb 20 06:34:23.289384 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da08cb-27c4-4a6d-b64c-af8ca7fd2a00 req-34a72476-24de-4c4c-b89f-a9937909c822 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:23.290751 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-85da08cb-27c4-4a6d-b64c-af8ca7fd2a00 req-34a72476-24de-4c4c-b89f-a9937909c822 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.48 "GET /v2.0/ports?device_id=138dcd83-4107-4e10-b708-650381cdd3fc HTTP/1.1" status: 200 len: 946 time: 0.0535879 Feb 20 06:34:23.386430 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-85da08cb-27c4-4a6d-b64c-af8ca7fd2a00 req-d7891940-fdf2-45f5-ae2f-5fdd298ecd69 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Deleting port ad1b49a6-19a9-4cbb-9da4-31788bd52268 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:34:23.386769 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-85da08cb-27c4-4a6d-b64c-af8ca7fd2a00 req-d7891940-fdf2-45f5-ae2f-5fdd298ecd69 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (ad1b49a6-19a9-4cbb-9da4-31788bd52268), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:23.439092 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:23.474314 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-85da08cb-27c4-4a6d-b64c-af8ca7fd2a00 req-d7891940-fdf2-45f5-ae2f-5fdd298ecd69 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] For port ad1b49a6-19a9-4cbb-9da4-31788bd52268, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=ad1b49a6-19a9-4cbb-9da4-31788bd52268,segment=NetworkSegment(ea48a930-d439-4607-8e51-907d2724e5dd),segment_id=ea48a930-d439-4607-8e51-907d2724e5dd)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:34:23.474679 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-85da08cb-27c4-4a6d-b64c-af8ca7fd2a00 req-d7891940-fdf2-45f5-ae2f-5fdd298ecd69 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (ad1b49a6-19a9-4cbb-9da4-31788bd52268), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:23.486701 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-85da08cb-27c4-4a6d-b64c-af8ca7fd2a00 req-d7891940-fdf2-45f5-ae2f-5fdd298ecd69 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Calling delete_port for ad1b49a6-19a9-4cbb-9da4-31788bd52268 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:34:23.616775 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-85da08cb-27c4-4a6d-b64c-af8ca7fd2a00 req-d7891940-fdf2-45f5-ae2f-5fdd298ecd69 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (ad1b49a6-19a9-4cbb-9da4-31788bd52268), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:23.642359 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7891940-fdf2-45f5-ae2f-5fdd298ecd69 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Port': ['ID=ad1b49a6-19a9-4cbb-9da4-31788bd52268,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:23.652700 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7891940-fdf2-45f5-ae2f-5fdd298ecd69 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:23.653065 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7891940-fdf2-45f5-ae2f-5fdd298ecd69 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:23.653417 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7891940-fdf2-45f5-ae2f-5fdd298ecd69 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:23.653763 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7891940-fdf2-45f5-ae2f-5fdd298ecd69 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:23.654104 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7891940-fdf2-45f5-ae2f-5fdd298ecd69 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:23.654440 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7891940-fdf2-45f5-ae2f-5fdd298ecd69 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:23.654775 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7891940-fdf2-45f5-ae2f-5fdd298ecd69 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:23.655135 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7891940-fdf2-45f5-ae2f-5fdd298ecd69 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:23.655987 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7891940-fdf2-45f5-ae2f-5fdd298ecd69 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:23.655987 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7891940-fdf2-45f5-ae2f-5fdd298ecd69 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:23.656185 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7891940-fdf2-45f5-ae2f-5fdd298ecd69 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:23.656420 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7891940-fdf2-45f5-ae2f-5fdd298ecd69 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:23.656744 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7891940-fdf2-45f5-ae2f-5fdd298ecd69 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:23.698662 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-85da08cb-27c4-4a6d-b64c-af8ca7fd2a00 req-d7891940-fdf2-45f5-ae2f-5fdd298ecd69 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] No DVR routers for this DVR port ad1b49a6-19a9-4cbb-9da4-31788bd52268 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:34:23.701236 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-85da08cb-27c4-4a6d-b64c-af8ca7fd2a00 req-d7891940-fdf2-45f5-ae2f-5fdd298ecd69 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:23.704569 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-85da08cb-27c4-4a6d-b64c-af8ca7fd2a00 req-d7891940-fdf2-45f5-ae2f-5fdd298ecd69 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.48 "DELETE /v2.0/ports/ad1b49a6-19a9-4cbb-9da4-31788bd52268 HTTP/1.1" status: 204 len: 173 time: 0.4069316 Feb 20 06:34:23.705026 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138dcd83-4107-4e10-b708-650381cdd3fc', 'name': 'network-vif-deleted', 'tag': 'ad1b49a6-19a9-4cbb-9da4-31788bd52268'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:34:23.707275 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bdd27c-065e-43f3-8fcd-f774cfca5d62" -d '{"events": [{"server_uuid": "138dcd83-4107-4e10-b708-650381cdd3fc", "name": "network-vif-deleted", "tag": "ad1b49a6-19a9-4cbb-9da4-31788bd52268"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:34:23.749671 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf4ad3d-864b-4a1a-947b-7276d264016f x-openstack-request-id: req-6cf4ad3d-864b-4a1a-947b-7276d264016f {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:34:23.749969 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138dcd83-4107-4e10-b708-650381cdd3fc", "name": "network-vif-deleted", "tag": "ad1b49a6-19a9-4cbb-9da4-31788bd52268", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:34:23.750227 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6cf4ad3d-864b-4a1a-947b-7276d264016f {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:34:23.750647 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138dcd83-4107-4e10-b708-650381cdd3fc', 'name': 'network-vif-deleted', 'tag': 'ad1b49a6-19a9-4cbb-9da4-31788bd52268', 'status': 'completed', 'code': 200} Feb 20 06:34:24.184315 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-86392f0a-9bc6-4913-9ddd-7ef6a66554c0 req-b27b299d-3567-45a0-a438-1981789b2d9b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=138dcd83-4107-4e10-b708-650381cdd3fc HTTP/1.1" status: 200 len: 210 time: 0.0347657 Feb 20 06:34:25.239192 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53778) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:34:25.570457 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device ad1b49a6-19a9-4cbb-9da4-31788bd52268 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:34:25.596688 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: ad1b49a6-19a9-4cbb-9da4-31788bd52268 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:34:25.597040 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device ad1b49a6-19a9-4cbb-9da4-31788bd52268 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:34:25.718101 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:25.929937 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7025c3c-573c-45f0-a26d-52a00d1ba7f4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (b2ba4244-f0d1-41cf-8cab-43e87119f030), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:26.010486 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:34:26.182126 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-f7025c3c-573c-45f0-a26d-52a00d1ba7f4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Deleting port 9a1bc706-d371-4e5c-bb6a-63a57dbdbc67 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:34:26.182400 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7025c3c-573c-45f0-a26d-52a00d1ba7f4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (9a1bc706-d371-4e5c-bb6a-63a57dbdbc67), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:26.268827 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-f7025c3c-573c-45f0-a26d-52a00d1ba7f4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] For port 9a1bc706-d371-4e5c-bb6a-63a57dbdbc67, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=9a1bc706-d371-4e5c-bb6a-63a57dbdbc67,segment=NetworkSegment(ea48a930-d439-4607-8e51-907d2724e5dd),segment_id=ea48a930-d439-4607-8e51-907d2724e5dd)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:34:26.269543 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7025c3c-573c-45f0-a26d-52a00d1ba7f4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (9a1bc706-d371-4e5c-bb6a-63a57dbdbc67), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:26.280837 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-f7025c3c-573c-45f0-a26d-52a00d1ba7f4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Calling delete_port for 9a1bc706-d371-4e5c-bb6a-63a57dbdbc67 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:34:26.464923 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7025c3c-573c-45f0-a26d-52a00d1ba7f4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (9a1bc706-d371-4e5c-bb6a-63a57dbdbc67), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:26.495396 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7025c3c-573c-45f0-a26d-52a00d1ba7f4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Port': ['ID=9a1bc706-d371-4e5c-bb6a-63a57dbdbc67,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:26.674056 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7025c3c-573c-45f0-a26d-52a00d1ba7f4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (b2ba4244-f0d1-41cf-8cab-43e87119f030), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:26.892197 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7025c3c-573c-45f0-a26d-52a00d1ba7f4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Router b2ba4244-f0d1-41cf-8cab-43e87119f030 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:34:26.998533 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7025c3c-573c-45f0-a26d-52a00d1ba7f4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:34:27.006757 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f7025c3c-573c-45f0-a26d-52a00d1ba7f4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "PUT /v2.0/routers/b2ba4244-f0d1-41cf-8cab-43e87119f030/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7632995 Feb 20 06:34:27.006757 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53780) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:34:27.008696 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd9303f-d994-4ca0-af9b-426b9ba47dd4 None None] Sync routers for ids ['b2ba4244-f0d1-41cf-8cab-43e87119f030'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:34:27.018923 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd9303f-d994-4ca0-af9b-426b9ba47dd4 None None] Routers {'b2ba4244-f0d1-41cf-8cab-43e87119f030'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:34:27.019531 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ffd9303f-d994-4ca0-af9b-426b9ba47dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:34:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b2ba4244-f0d1-41cf-8cab-43e87119f030'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:34:27.056647 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca778b8-d5d4-4863-9488-1e38d94ea89a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Deleting subnet 8e0f98ae-0705-4705-adb3-61777a539a65 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:34:27.059737 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ca778b8-d5d4-4863-9488-1e38d94ea89a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for subnet (8e0f98ae-0705-4705-adb3-61777a539a65), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:27.099609 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ca778b8-d5d4-4863-9488-1e38d94ea89a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (8e0f98ae-0705-4705-adb3-61777a539a65), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:27.190824 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ca778b8-d5d4-4863-9488-1e38d94ea89a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (8e0f98ae-0705-4705-adb3-61777a539a65), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:27.249413 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ca778b8-d5d4-4863-9488-1e38d94ea89a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (8e0f98ae-0705-4705-adb3-61777a539a65), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:27.274844 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca778b8-d5d4-4863-9488-1e38d94ea89a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Subnet': ['ID=8e0f98ae-0705-4705-adb3-61777a539a65,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:27.282007 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ca778b8-d5d4-4863-9488-1e38d94ea89a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:27.287341 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8ca778b8-d5d4-4863-9488-1e38d94ea89a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "DELETE /v2.0/subnets/8e0f98ae-0705-4705-adb3-61777a539a65 HTTP/1.1" status: 204 len: 168 time: 0.2802608 Feb 20 06:34:27.287996 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53782) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:34:27.290023 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-ffd9303f-d994-4ca0-af9b-426b9ba47dd4 None None] Set router b2ba4244-f0d1-41cf-8cab-43e87119f030 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:34:27.293559 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4324c846-6dd6-44a5-ae6c-7b52cc682901 None None] Network dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:34:27.398476 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b4c4bdf6-8411-4229-9a0c-fd96ca3ca3c7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router (b2ba4244-f0d1-41cf-8cab-43e87119f030), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:27.505597 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b4c4bdf6-8411-4229-9a0c-fd96ca3ca3c7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_gateway (b2ba4244-f0d1-41cf-8cab-43e87119f030), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:27.551835 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ffd9303f-d994-4ca0-af9b-426b9ba47dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646426472', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '666aef61-3887-4cfc-b4c2-ce198690fbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:33:25Z', 'updated_at': '2022-02-20T06:34:26Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '666aef61-3887-4cfc-b4c2-ce198690fbb1', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:33:26Z', 'updated_at': '2022-02-20T06:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:34:27.567475 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-b4c4bdf6-8411-4229-9a0c-fd96ca3ca3c7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Deleting port 666aef61-3887-4cfc-b4c2-ce198690fbb1 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:34:27.567825 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b4c4bdf6-8411-4229-9a0c-fd96ca3ca3c7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (666aef61-3887-4cfc-b4c2-ce198690fbb1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:27.579461 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd9303f-d994-4ca0-af9b-426b9ba47dd4 None None] Checking router: b2ba4244-f0d1-41cf-8cab-43e87119f030 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:34:27.587302 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd9303f-d994-4ca0-af9b-426b9ba47dd4 None None] Routers {'b2ba4244-f0d1-41cf-8cab-43e87119f030'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:34:27.587925 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ffd9303f-d994-4ca0-af9b-426b9ba47dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:34:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b2ba4244-f0d1-41cf-8cab-43e87119f030'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:34:27.628941 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8183fcaa-efda-40e5-95f5-72a523a0b3b1 None None] DHCP port deletion for dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:34:27.652201 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-b4c4bdf6-8411-4229-9a0c-fd96ca3ca3c7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] For port 666aef61-3887-4cfc-b4c2-ce198690fbb1, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=666aef61-3887-4cfc-b4c2-ce198690fbb1,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:34:27.652561 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b4c4bdf6-8411-4229-9a0c-fd96ca3ca3c7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (666aef61-3887-4cfc-b4c2-ce198690fbb1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:27.664068 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-b4c4bdf6-8411-4229-9a0c-fd96ca3ca3c7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Calling delete_port for 666aef61-3887-4cfc-b4c2-ce198690fbb1 owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:34:27.708971 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-ffd9303f-d994-4ca0-af9b-426b9ba47dd4 None None] Set router b2ba4244-f0d1-41cf-8cab-43e87119f030 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:34:27.766163 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-ffd9303f-d994-4ca0-af9b-426b9ba47dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646426472', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:33:25Z', 'updated_at': '2022-02-20T06:34:27Z', 'revision_number': 6, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:34:27.799663 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd9303f-d994-4ca0-af9b-426b9ba47dd4 None None] The sync data for ids ['b2ba4244-f0d1-41cf-8cab-43e87119f030'] in n-d-829866-5 is: [{'id': 'b2ba4244-f0d1-41cf-8cab-43e87119f030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646426472', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:33:25Z', 'updated_at': '2022-02-20T06:34:27Z', 'revision_number': 6, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:34:27.809621 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8183fcaa-efda-40e5-95f5-72a523a0b3b1 None None] Deleting port 84381bba-c586-4a7c-aaa8-172821d408e6 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:34:27.810002 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8183fcaa-efda-40e5-95f5-72a523a0b3b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (84381bba-c586-4a7c-aaa8-172821d408e6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:27.848636 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b4c4bdf6-8411-4229-9a0c-fd96ca3ca3c7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (666aef61-3887-4cfc-b4c2-ce198690fbb1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:27.873365 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-8183fcaa-efda-40e5-95f5-72a523a0b3b1 None None] For port 84381bba-c586-4a7c-aaa8-172821d408e6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=84381bba-c586-4a7c-aaa8-172821d408e6,segment=NetworkSegment(ea48a930-d439-4607-8e51-907d2724e5dd),segment_id=ea48a930-d439-4607-8e51-907d2724e5dd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:34:27.873841 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8183fcaa-efda-40e5-95f5-72a523a0b3b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (84381bba-c586-4a7c-aaa8-172821d408e6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:27.875504 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4bdf6-8411-4229-9a0c-fd96ca3ca3c7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Port': ['ID=666aef61-3887-4cfc-b4c2-ce198690fbb1,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:27.887887 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8183fcaa-efda-40e5-95f5-72a523a0b3b1 None None] Calling delete_port for 84381bba-c586-4a7c-aaa8-172821d408e6 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:34:27.938678 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b4c4bdf6-8411-4229-9a0c-fd96ca3ca3c7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (b2ba4244-f0d1-41cf-8cab-43e87119f030), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:27.970927 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8183fcaa-efda-40e5-95f5-72a523a0b3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (84381bba-c586-4a7c-aaa8-172821d408e6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:28.000609 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183fcaa-efda-40e5-95f5-72a523a0b3b1 None None] Pushing event deleted for resources: {'Port': ['ID=84381bba-c586-4a7c-aaa8-172821d408e6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:28.008433 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8183fcaa-efda-40e5-95f5-72a523a0b3b1 None None] No DVR routers for this DVR port 84381bba-c586-4a7c-aaa8-172821d408e6 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:34:28.011367 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183fcaa-efda-40e5-95f5-72a523a0b3b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:28.011946 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183fcaa-efda-40e5-95f5-72a523a0b3b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:28.012041 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183fcaa-efda-40e5-95f5-72a523a0b3b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:28.012398 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183fcaa-efda-40e5-95f5-72a523a0b3b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:28.012729 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183fcaa-efda-40e5-95f5-72a523a0b3b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:28.013065 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183fcaa-efda-40e5-95f5-72a523a0b3b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:28.013467 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183fcaa-efda-40e5-95f5-72a523a0b3b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:28.013716 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183fcaa-efda-40e5-95f5-72a523a0b3b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:28.014277 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183fcaa-efda-40e5-95f5-72a523a0b3b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:28.014644 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183fcaa-efda-40e5-95f5-72a523a0b3b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:28.015028 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183fcaa-efda-40e5-95f5-72a523a0b3b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:28.015357 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183fcaa-efda-40e5-95f5-72a523a0b3b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:28.015681 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183fcaa-efda-40e5-95f5-72a523a0b3b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:28.040558 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b4c4bdf6-8411-4229-9a0c-fd96ca3ca3c7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (b2ba4244-f0d1-41cf-8cab-43e87119f030), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:28.043087 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b4c4bdf6-8411-4229-9a0c-fd96ca3ca3c7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_controller (b2ba4244-f0d1-41cf-8cab-43e87119f030), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:28.090688 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b4c4bdf6-8411-4229-9a0c-fd96ca3ca3c7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (b2ba4244-f0d1-41cf-8cab-43e87119f030), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:28.091254 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c4bdf6-8411-4229-9a0c-fd96ca3ca3c7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Fanout notify agent at l3_agent the message router_deleted on router b2ba4244-f0d1-41cf-8cab-43e87119f030 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:34:28.098004 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b4c4bdf6-8411-4229-9a0c-fd96ca3ca3c7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:28.099220 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b4c4bdf6-8411-4229-9a0c-fd96ca3ca3c7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "DELETE /v2.0/routers/b2ba4244-f0d1-41cf-8cab-43e87119f030 HTTP/1.1" status: 204 len: 168 time: 0.8102088 Feb 20 06:34:28.101863 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53784) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:34:28.187563 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-65ce7cfa-0691-42b1-93b3-71bd30b6fc16 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:28.281404 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-65ce7cfa-0691-42b1-93b3-71bd30b6fc16 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:28.301803 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-65ce7cfa-0691-42b1-93b3-71bd30b6fc16 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:34:28.311584 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-65ce7cfa-0691-42b1-93b3-71bd30b6fc16 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea48a930-d439-4607-8e51-907d2724e5dd') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:34:28.311888 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-65ce7cfa-0691-42b1-93b3-71bd30b6fc16 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea48a930-d439-4607-8e51-907d2724e5dd') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:34:28.321159 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-65ce7cfa-0691-42b1-93b3-71bd30b6fc16 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (ea48a930-d439-4607-8e51-907d2724e5dd), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:28.334343 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-65ce7cfa-0691-42b1-93b3-71bd30b6fc16 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (ea48a930-d439-4607-8e51-907d2724e5dd), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:28.340189 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ce7cfa-0691-42b1-93b3-71bd30b6fc16 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:34:28.340572 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-65ce7cfa-0691-42b1-93b3-71bd30b6fc16 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (ea48a930-d439-4607-8e51-907d2724e5dd), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: timer() Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:34:28.343782 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:34:28.406350 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-65ce7cfa-0691-42b1-93b3-71bd30b6fc16 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:28.413095 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-65ce7cfa-0691-42b1-93b3-71bd30b6fc16 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:28.416504 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-65ce7cfa-0691-42b1-93b3-71bd30b6fc16 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "DELETE /v2.0/networks/dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4 HTTP/1.1" status: 204 len: 168 time: 0.3137159 Feb 20 06:34:28.419839 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53786) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:34:28.428744 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce7cfa-0691-42b1-93b3-71bd30b6fc16 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Network': ['ID=dea736ab-9a3e-4a36-b33e-3d0ac5cfeac4,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:28.479008 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66274403-9dc1-4ae5-8122-bd031c97070a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (8c531384-ab4c-4b4a-b899-47c9dd209fb3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:28.504274 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66274403-9dc1-4ae5-8122-bd031c97070a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (8c531384-ab4c-4b4a-b899-47c9dd209fb3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:28.567067 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66274403-9dc1-4ae5-8122-bd031c97070a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (8c531384-ab4c-4b4a-b899-47c9dd209fb3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:28.569921 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 84381bba-c586-4a7c-aaa8-172821d408e6 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:34:28.573806 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66274403-9dc1-4ae5-8122-bd031c97070a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:28.575220 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-66274403-9dc1-4ae5-8122-bd031c97070a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "DELETE /v2.0/security-groups/8c531384-ab4c-4b4a-b899-47c9dd209fb3 HTTP/1.1" status: 204 len: 168 time: 0.1542935 Feb 20 06:34:28.584906 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66274403-9dc1-4ae5-8122-bd031c97070a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c531384-ab4c-4b4a-b899-47c9dd209fb3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:28.611159 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 84381bba-c586-4a7c-aaa8-172821d408e6 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:34:28.611529 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 84381bba-c586-4a7c-aaa8-172821d408e6 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:34:28.612410 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 9a1bc706-d371-4e5c-bb6a-63a57dbdbc67 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:34:28.640064 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 9a1bc706-d371-4e5c-bb6a-63a57dbdbc67 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:34:28.640426 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 9a1bc706-d371-4e5c-bb6a-63a57dbdbc67 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:34:29.040271 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53792) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:34:29.045493 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-99af49a6-6280-4cef-83e2-09bbd59fe101 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1923311682', 'description': 'tempest-secgroup-smoke-1923311682 description', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:34:29.065797 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99af49a6-6280-4cef-83e2-09bbd59fe101 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.133671 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99af49a6-6280-4cef-83e2-09bbd59fe101 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.137537 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99af49a6-6280-4cef-83e2-09bbd59fe101 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.166072 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99af49a6-6280-4cef-83e2-09bbd59fe101 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.167378 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-99af49a6-6280-4cef-83e2-09bbd59fe101 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1261201 Feb 20 06:34:29.169169 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af49a6-6280-4cef-83e2-09bbd59fe101 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:29.170483 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53794) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:34:29.175190 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-17da9825-3345-41fe-ae4f-783db88eb40f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:34:29.200066 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17da9825-3345-41fe-ae4f-783db88eb40f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (cb13aba3-dbd3-4dd0-bb98-b8ccc345f955), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.254323 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17da9825-3345-41fe-ae4f-783db88eb40f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (cb13aba3-dbd3-4dd0-bb98-b8ccc345f955), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.257949 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17da9825-3345-41fe-ae4f-783db88eb40f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (cb13aba3-dbd3-4dd0-bb98-b8ccc345f955), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.276782 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da9825-3345-41fe-ae4f-783db88eb40f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb13aba3-dbd3-4dd0-bb98-b8ccc345f955,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:29.284611 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-17da9825-3345-41fe-ae4f-783db88eb40f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.285808 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-17da9825-3345-41fe-ae4f-783db88eb40f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1141925 Feb 20 06:34:29.288570 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53796) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:34:29.292864 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-71d1d980-1c3a-4b21-973a-a79b14222a22 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:34:29.316513 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-71d1d980-1c3a-4b21-973a-a79b14222a22 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (976598c7-3e86-4f0b-b3fc-8125de1d47f7), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.372094 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-71d1d980-1c3a-4b21-973a-a79b14222a22 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (976598c7-3e86-4f0b-b3fc-8125de1d47f7), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.375468 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-71d1d980-1c3a-4b21-973a-a79b14222a22 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (976598c7-3e86-4f0b-b3fc-8125de1d47f7), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.396943 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1d980-1c3a-4b21-973a-a79b14222a22 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976598c7-3e86-4f0b-b3fc-8125de1d47f7,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:29.404087 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-71d1d980-1c3a-4b21-973a-a79b14222a22 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.405301 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-71d1d980-1c3a-4b21-973a-a79b14222a22 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158140 Feb 20 06:34:29.408562 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53798) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:34:29.413922 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-1b23ef41-2b19-4208-8594-9f96a44a0427 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:34:29.440234 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b23ef41-2b19-4208-8594-9f96a44a0427 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (c87a39b9-ded2-4c43-8f04-2d40adc1ff05), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.495733 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b23ef41-2b19-4208-8594-9f96a44a0427 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (c87a39b9-ded2-4c43-8f04-2d40adc1ff05), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.499153 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b23ef41-2b19-4208-8594-9f96a44a0427 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (c87a39b9-ded2-4c43-8f04-2d40adc1ff05), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.513825 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23ef41-2b19-4208-8594-9f96a44a0427 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87a39b9-ded2-4c43-8f04-2d40adc1ff05,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:29.524380 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1b23ef41-2b19-4208-8594-9f96a44a0427 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.525914 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1b23ef41-2b19-4208-8594-9f96a44a0427 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161695 Feb 20 06:34:29.528695 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53800) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:34:29.533458 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-e40090b2-3af2-4641-97c9-baeaaf2031e6 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:34:29.557107 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e40090b2-3af2-4641-97c9-baeaaf2031e6 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (2c9634cf-8b0f-427d-8d7e-0b54289296d6), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.614078 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e40090b2-3af2-4641-97c9-baeaaf2031e6 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (2c9634cf-8b0f-427d-8d7e-0b54289296d6), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.617580 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e40090b2-3af2-4641-97c9-baeaaf2031e6 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (2c9634cf-8b0f-427d-8d7e-0b54289296d6), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.637831 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40090b2-3af2-4641-97c9-baeaaf2031e6 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c9634cf-8b0f-427d-8d7e-0b54289296d6,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:29.645833 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e40090b2-3af2-4641-97c9-baeaaf2031e6 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.647146 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e40090b2-3af2-4641-97c9-baeaaf2031e6 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174381 Feb 20 06:34:29.649814 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53802) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:34:29.654136 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-9c9b313c-f98a-4740-b511-d18912b85b3b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:34:29.673977 n-d-829866-5 neutron-server[103406]: INFO neutron.db.securitygroups_db [None req-9c9b313c-f98a-4740-b511-d18912b85b3b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Project 29738fe01ec14391bcdfc8ef81a7e58b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:34:29.678969 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9c9b313c-f98a-4740-b511-d18912b85b3b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (a832c30d-fae2-4af3-b31f-a271d98ef358), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.736977 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9c9b313c-f98a-4740-b511-d18912b85b3b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (a832c30d-fae2-4af3-b31f-a271d98ef358), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.740570 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9c9b313c-f98a-4740-b511-d18912b85b3b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (a832c30d-fae2-4af3-b31f-a271d98ef358), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.759338 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b313c-f98a-4740-b511-d18912b85b3b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a832c30d-fae2-4af3-b31f-a271d98ef358,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:29.770836 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9c9b313c-f98a-4740-b511-d18912b85b3b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.772207 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-9c9b313c-f98a-4740-b511-d18912b85b3b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213555 Feb 20 06:34:29.774817 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53804) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:34:29.779158 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-90321a12-fb1a-47cd-9469-3978c007b9f7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:34:29.799041 n-d-829866-5 neutron-server[103406]: INFO neutron.db.securitygroups_db [None req-90321a12-fb1a-47cd-9469-3978c007b9f7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Project 29738fe01ec14391bcdfc8ef81a7e58b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:34:29.803745 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-90321a12-fb1a-47cd-9469-3978c007b9f7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (1d46d764-f169-4620-bd68-34935a086536), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.865184 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-90321a12-fb1a-47cd-9469-3978c007b9f7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (1d46d764-f169-4620-bd68-34935a086536), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.868626 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-90321a12-fb1a-47cd-9469-3978c007b9f7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (1d46d764-f169-4620-bd68-34935a086536), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.886660 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90321a12-fb1a-47cd-9469-3978c007b9f7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d46d764-f169-4620-bd68-34935a086536,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:29.893762 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-90321a12-fb1a-47cd-9469-3978c007b9f7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.894983 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-90321a12-fb1a-47cd-9469-3978c007b9f7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191850 Feb 20 06:34:29.897861 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53806) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:34:29.902532 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-7318dc55-b948-4d6c-9553-30b9e649d0a0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'network': {'name': 'tempest-network-smoke--2035751677', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'port_security_enabled': True}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:34:29.920692 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7318dc55-b948-4d6c-9553-30b9e649d0a0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Made reservation on behalf of 29738fe01ec14391bcdfc8ef81a7e58b for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:34:29.924182 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7318dc55-b948-4d6c-9553-30b9e649d0a0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.947154 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7318dc55-b948-4d6c-9553-30b9e649d0a0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:34:29.956304 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7318dc55-b948-4d6c-9553-30b9e649d0a0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (387fee74-5a74-4e6c-b07f-da33ad5a6ba4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:29.956896 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-7318dc55-b948-4d6c-9553-30b9e649d0a0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Added segment 387fee74-5a74-4e6c-b07f-da33ad5a6ba4 of type vlan for network d85e99ef-1346-46a0-8fc9-0a35ef9b3598 Feb 20 06:34:29.996900 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7318dc55-b948-4d6c-9553-30b9e649d0a0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (d85e99ef-1346-46a0-8fc9-0a35ef9b3598), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:30.021244 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7318dc55-b948-4d6c-9553-30b9e649d0a0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d85e99ef-1346-46a0-8fc9-0a35ef9b3598), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:30.026576 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7318dc55-b948-4d6c-9553-30b9e649d0a0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:30.027198 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7318dc55-b948-4d6c-9553-30b9e649d0a0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:30.090010 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7318dc55-b948-4d6c-9553-30b9e649d0a0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1912010 Feb 20 06:34:30.092691 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53808) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:34:30.096939 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-d89eaaa4-8813-4bcc-8c0c-40b206ce4465 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1138154810', 'admin_state_up': True, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:34:30.110557 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318dc55-b948-4d6c-9553-30b9e649d0a0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Network': ['ID=d85e99ef-1346-46a0-8fc9-0a35ef9b3598,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:30.121831 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network d85e99ef-1346-46a0-8fc9-0a35ef9b3598 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:34:30.128234 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d89eaaa4-8813-4bcc-8c0c-40b206ce4465 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (793ea63e-b916-4917-83c4-3321ae9c616f), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:30.129433 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d89eaaa4-8813-4bcc-8c0c-40b206ce4465 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (793ea63e-b916-4917-83c4-3321ae9c616f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:30.173753 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 666aef61-3887-4cfc-b4c2-ce198690fbb1 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:34:30.183175 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d89eaaa4-8813-4bcc-8c0c-40b206ce4465 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_controller (793ea63e-b916-4917-83c4-3321ae9c616f), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:30.202442 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 666aef61-3887-4cfc-b4c2-ce198690fbb1 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:34:30.202777 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 666aef61-3887-4cfc-b4c2-ce198690fbb1 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:34:30.325876 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d89eaaa4-8813-4bcc-8c0c-40b206ce4465 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_gateway (793ea63e-b916-4917-83c4-3321ae9c616f), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:30.515467 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d89eaaa4-8813-4bcc-8c0c-40b206ce4465 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_gateway (793ea63e-b916-4917-83c4-3321ae9c616f), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:30.537993 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d89eaaa4-8813-4bcc-8c0c-40b206ce4465 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:30.638021 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-d89eaaa4-8813-4bcc-8c0c-40b206ce4465 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Allocated IP 172.25.3.167 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/94e8e883-c727-42dc-851c-da6f95849af7) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:34:30.741282 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d89eaaa4-8813-4bcc-8c0c-40b206ce4465 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (94e8e883-c727-42dc-851c-da6f95849af7), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:30.775149 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d89eaaa4-8813-4bcc-8c0c-40b206ce4465 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (94e8e883-c727-42dc-851c-da6f95849af7), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:30.814264 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89eaaa4-8813-4bcc-8c0c-40b206ce4465 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:34:30.817437 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-d89eaaa4-8813-4bcc-8c0c-40b206ce4465 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:34:30.821747 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89eaaa4-8813-4bcc-8c0c-40b206ce4465 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:34:30.847763 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89eaaa4-8813-4bcc-8c0c-40b206ce4465 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=94e8e883-c727-42dc-851c-da6f95849af7,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:31.075685 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d89eaaa4-8813-4bcc-8c0c-40b206ce4465 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_gateway (793ea63e-b916-4917-83c4-3321ae9c616f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:31.552801 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d89eaaa4-8813-4bcc-8c0c-40b206ce4465 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (793ea63e-b916-4917-83c4-3321ae9c616f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:31.679161 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89eaaa4-8813-4bcc-8c0c-40b206ce4465 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Router 793ea63e-b916-4917-83c4-3321ae9c616f is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:34:31.787535 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89eaaa4-8813-4bcc-8c0c-40b206ce4465 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:34:31.797832 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c396dbdf-87ce-4c65-92d7-92ea07aba115 None None] Sync routers for ids ['793ea63e-b916-4917-83c4-3321ae9c616f'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:34:31.810873 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c396dbdf-87ce-4c65-92d7-92ea07aba115 None None] Routers {'793ea63e-b916-4917-83c4-3321ae9c616f'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:34:31.811688 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d89eaaa4-8813-4bcc-8c0c-40b206ce4465 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:31.812935 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d89eaaa4-8813-4bcc-8c0c-40b206ce4465 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7193265 Feb 20 06:34:31.814298 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c396dbdf-87ce-4c65-92d7-92ea07aba115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:34:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['793ea63e-b916-4917-83c4-3321ae9c616f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:34:31.816271 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53810) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:34:31.851362 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-43f96a99-3168-4f60-8d9f-f83eb0cbdd19 tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=29738fe01ec14391bcdfc8ef81a7e58b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338674 Feb 20 06:34:31.853818 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53812) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:34:31.925951 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-c396dbdf-87ce-4c65-92d7-92ea07aba115 None None] Set router 793ea63e-b916-4917-83c4-3321ae9c616f gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:34:31.986468 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5172c91f-a0ca-4fea-9516-1411c6574614 tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:31.990875 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5172c91f-a0ca-4fea-9516-1411c6574614 tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1325107 Feb 20 06:34:31.991141 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53814) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:34:32.018658 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3e2a14e6-e036-404d-8bb0-e00632fd5b56 tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264096 Feb 20 06:34:32.021067 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53816) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:34:32.025702 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-61ca7bae-3752-4b5a-be10-e77b82b7d27f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1306053769', 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:34:32.106174 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c396dbdf-87ce-4c65-92d7-92ea07aba115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138154810', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '94e8e883-c727-42dc-851c-da6f95849af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:34:30Z', 'revision_number': 3, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '94e8e883-c727-42dc-851c-da6f95849af7', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:34:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:34:32.121600 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ca7bae-3752-4b5a-be10-e77b82b7d27f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Made reservation on behalf of 29738fe01ec14391bcdfc8ef81a7e58b for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:34:32.125304 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-61ca7bae-3752-4b5a-be10-e77b82b7d27f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:32.132408 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c396dbdf-87ce-4c65-92d7-92ea07aba115 None None] Checking router: 793ea63e-b916-4917-83c4-3321ae9c616f for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:34:32.132758 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c396dbdf-87ce-4c65-92d7-92ea07aba115 None None] Updating router 793ea63e-b916-4917-83c4-3321ae9c616f port 94e8e883-c727-42dc-851c-da6f95849af7 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:34:32.160678 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c396dbdf-87ce-4c65-92d7-92ea07aba115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (94e8e883-c727-42dc-851c-da6f95849af7), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:32.304233 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-61ca7bae-3752-4b5a-be10-e77b82b7d27f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (5d42f456-7f01-4cef-a964-6e88b174361f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:32.365449 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca7bae-3752-4b5a-be10-e77b82b7d27f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Subnet': ['ID=5d42f456-7f01-4cef-a964-6e88b174361f,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:32.372756 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ca7bae-3752-4b5a-be10-e77b82b7d27f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Checking segment: {'id': '387fee74-5a74-4e6c-b07f-da33ad5a6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:34:32.373112 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ca7bae-3752-4b5a-be10-e77b82b7d27f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network hostable DHCP agents. Network: d85e99ef-1346-46a0-8fc9-0a35ef9b3598, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:34:32.392596 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ca7bae-3752-4b5a-be10-e77b82b7d27f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network d85e99ef-1346-46a0-8fc9-0a35ef9b3598 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:34:32.402504 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-61ca7bae-3752-4b5a-be10-e77b82b7d27f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, d85e99ef-1346-46a0-8fc9-0a35ef9b3598) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:34:32.406437 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ca7bae-3752-4b5a-be10-e77b82b7d27f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:32.407074 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-61ca7bae-3752-4b5a-be10-e77b82b7d27f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:32.409699 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c396dbdf-87ce-4c65-92d7-92ea07aba115 None None] Publish callbacks [] for port (94e8e883-c727-42dc-851c-da6f95849af7), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:32.413003 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a70a806-7868-42ba-a948-92fa0060b2f6 None None] Network d85e99ef-1346-46a0-8fc9-0a35ef9b3598 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:34:32.415406 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c396dbdf-87ce-4c65-92d7-92ea07aba115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (94e8e883-c727-42dc-851c-da6f95849af7), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:32.428505 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-61ca7bae-3752-4b5a-be10-e77b82b7d27f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4064138 Feb 20 06:34:32.431346 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53818) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:34:32.464707 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c396dbdf-87ce-4c65-92d7-92ea07aba115 None None] Attempting to bind port 94e8e883-c727-42dc-851c-da6f95849af7 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:34:32.465086 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c396dbdf-87ce-4c65-92d7-92ea07aba115 None None] Attempting to bind port 94e8e883-c727-42dc-851c-da6f95849af7 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:34:32.465453 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c396dbdf-87ce-4c65-92d7-92ea07aba115 None None] Attempting to bind port 94e8e883-c727-42dc-851c-da6f95849af7 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:34:32.474528 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c396dbdf-87ce-4c65-92d7-92ea07aba115 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:34:32.474953 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c396dbdf-87ce-4c65-92d7-92ea07aba115 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:34:32.475362 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c396dbdf-87ce-4c65-92d7-92ea07aba115 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:32.475758 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c396dbdf-87ce-4c65-92d7-92ea07aba115 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:34:32.476228 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c396dbdf-87ce-4c65-92d7-92ea07aba115 None None] Bound port: 94e8e883-c727-42dc-851c-da6f95849af7, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:34:32.476611 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c396dbdf-87ce-4c65-92d7-92ea07aba115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (94e8e883-c727-42dc-851c-da6f95849af7), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:32.508774 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373febe-6b97-4bf0-a573-c8962b9c8d47 None None] Pushing event updated for resources: {'Port': ['ID=94e8e883-c727-42dc-851c-da6f95849af7,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:32.527779 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373febe-6b97-4bf0-a573-c8962b9c8d47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:32.528129 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373febe-6b97-4bf0-a573-c8962b9c8d47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:32.528476 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373febe-6b97-4bf0-a573-c8962b9c8d47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:32.528817 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373febe-6b97-4bf0-a573-c8962b9c8d47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:32.529155 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373febe-6b97-4bf0-a573-c8962b9c8d47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:32.529486 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373febe-6b97-4bf0-a573-c8962b9c8d47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:32.529824 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373febe-6b97-4bf0-a573-c8962b9c8d47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:32.530156 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373febe-6b97-4bf0-a573-c8962b9c8d47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:32.530486 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373febe-6b97-4bf0-a573-c8962b9c8d47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:32.530812 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373febe-6b97-4bf0-a573-c8962b9c8d47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:32.531167 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373febe-6b97-4bf0-a573-c8962b9c8d47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:32.531493 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373febe-6b97-4bf0-a573-c8962b9c8d47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:32.531816 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373febe-6b97-4bf0-a573-c8962b9c8d47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:34:32.546703 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c396dbdf-87ce-4c65-92d7-92ea07aba115 None None] For port 94e8e883-c727-42dc-851c-da6f95849af7, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:34:32.550280 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c396dbdf-87ce-4c65-92d7-92ea07aba115 None None] For port 94e8e883-c727-42dc-851c-da6f95849af7, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=94e8e883-c727-42dc-851c-da6f95849af7,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:34:32.558329 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c396dbdf-87ce-4c65-92d7-92ea07aba115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (94e8e883-c727-42dc-851c-da6f95849af7), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:32.561126 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00396f2-f5d0-411a-89e6-7acebe8024cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-d85e99ef-1346-46a0-8fc9-0a35ef9b3598', 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'fixed_ips': [{'subnet_id': '5d42f456-7f01-4cef-a964-6e88b174361f'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:34:32.561999 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c00396f2-f5d0-411a-89e6-7acebe8024cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:32.609125 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c396dbdf-87ce-4c65-92d7-92ea07aba115 None None] Routers {'793ea63e-b916-4917-83c4-3321ae9c616f'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:34:32.609845 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c396dbdf-87ce-4c65-92d7-92ea07aba115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:34:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['793ea63e-b916-4917-83c4-3321ae9c616f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:34:32.703657 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-c00396f2-f5d0-411a-89e6-7acebe8024cf None None] Allocated IP 172.20.0.2 (d85e99ef-1346-46a0-8fc9-0a35ef9b3598/5d42f456-7f01-4cef-a964-6e88b174361f/797a540f-a63d-490f-9139-5c520a0f9882) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:34:32.708420 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373febe-6b97-4bf0-a573-c8962b9c8d47 None None] Pushing event updated for resources: {'Port': ['ID=94e8e883-c727-42dc-851c-da6f95849af7,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:32.736043 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-c396dbdf-87ce-4c65-92d7-92ea07aba115 None None] Set router 793ea63e-b916-4917-83c4-3321ae9c616f gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:34:32.855239 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c00396f2-f5d0-411a-89e6-7acebe8024cf None None] Publish callbacks [] for port (797a540f-a63d-490f-9139-5c520a0f9882), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:32.861246 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c00396f2-f5d0-411a-89e6-7acebe8024cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (797a540f-a63d-490f-9139-5c520a0f9882), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:32.909482 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00396f2-f5d0-411a-89e6-7acebe8024cf None None] Network d85e99ef-1346-46a0-8fc9-0a35ef9b3598 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:34:32.915928 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-c00396f2-f5d0-411a-89e6-7acebe8024cf None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:34:32.922082 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00396f2-f5d0-411a-89e6-7acebe8024cf None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:34:32.923155 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4850fdc-ef50-422d-b408-c9b34fd18322 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:32.925413 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00396f2-f5d0-411a-89e6-7acebe8024cf None None] Pushing event updated for resources: {'Port': ['ID=797a540f-a63d-490f-9139-5c520a0f9882,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:32.925584 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c396dbdf-87ce-4c65-92d7-92ea07aba115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138154810', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '94e8e883-c727-42dc-851c-da6f95849af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:34:30Z', 'revision_number': 3, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '94e8e883-c727-42dc-851c-da6f95849af7', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:34:32.956129 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c396dbdf-87ce-4c65-92d7-92ea07aba115 None None] The sync data for ids ['793ea63e-b916-4917-83c4-3321ae9c616f'] in n-d-829866-5 is: [{'id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138154810', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '94e8e883-c727-42dc-851c-da6f95849af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:34:30Z', 'revision_number': 3, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '94e8e883-c727-42dc-851c-da6f95849af7', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:34:32.984411 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-c00396f2-f5d0-411a-89e6-7acebe8024cf None None] Attempting to bind port 797a540f-a63d-490f-9139-5c520a0f9882 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:34:32.984919 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-c00396f2-f5d0-411a-89e6-7acebe8024cf None None] Attempting to bind port 797a540f-a63d-490f-9139-5c520a0f9882 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '387fee74-5a74-4e6c-b07f-da33ad5a6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:34:32.985376 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00396f2-f5d0-411a-89e6-7acebe8024cf None None] Attempting to bind port 797a540f-a63d-490f-9139-5c520a0f9882 on network d85e99ef-1346-46a0-8fc9-0a35ef9b3598 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:34:32.993109 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00396f2-f5d0-411a-89e6-7acebe8024cf None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:34:32.993109 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00396f2-f5d0-411a-89e6-7acebe8024cf None None] Checking segment: {'id': '387fee74-5a74-4e6c-b07f-da33ad5a6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:34:32.993109 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c00396f2-f5d0-411a-89e6-7acebe8024cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:32.993109 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00396f2-f5d0-411a-89e6-7acebe8024cf None None] Bound using segment: {'id': '387fee74-5a74-4e6c-b07f-da33ad5a6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:34:32.993630 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-c00396f2-f5d0-411a-89e6-7acebe8024cf None None] Bound port: 797a540f-a63d-490f-9139-5c520a0f9882, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387fee74-5a74-4e6c-b07f-da33ad5a6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:34:32.993958 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c00396f2-f5d0-411a-89e6-7acebe8024cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (797a540f-a63d-490f-9139-5c520a0f9882), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:33.061850 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c00396f2-f5d0-411a-89e6-7acebe8024cf None None] For port 797a540f-a63d-490f-9139-5c520a0f9882, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:34:33.065135 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c00396f2-f5d0-411a-89e6-7acebe8024cf None None] For port 797a540f-a63d-490f-9139-5c520a0f9882, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=797a540f-a63d-490f-9139-5c520a0f9882,segment=NetworkSegment(387fee74-5a74-4e6c-b07f-da33ad5a6ba4),segment_id=387fee74-5a74-4e6c-b07f-da33ad5a6ba4)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:34:33.072218 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c00396f2-f5d0-411a-89e6-7acebe8024cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (797a540f-a63d-490f-9139-5c520a0f9882), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:33.139704 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00396f2-f5d0-411a-89e6-7acebe8024cf None None] Pushing event updated for resources: {'Port': ['ID=797a540f-a63d-490f-9139-5c520a0f9882,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:33.242369 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-c4850fdc-ef50-422d-b408-c9b34fd18322 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Allocated IP 172.20.0.1 (d85e99ef-1346-46a0-8fc9-0a35ef9b3598/5d42f456-7f01-4cef-a964-6e88b174361f/bb69bd9e-4c06-4553-9420-d1663affc8e6) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:34:33.384173 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4850fdc-ef50-422d-b408-c9b34fd18322 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (bb69bd9e-4c06-4553-9420-d1663affc8e6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:33.421543 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4850fdc-ef50-422d-b408-c9b34fd18322 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (bb69bd9e-4c06-4553-9420-d1663affc8e6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:33.465271 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4850fdc-ef50-422d-b408-c9b34fd18322 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network d85e99ef-1346-46a0-8fc9-0a35ef9b3598 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:34:33.468615 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-c4850fdc-ef50-422d-b408-c9b34fd18322 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:34:33.476208 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4850fdc-ef50-422d-b408-c9b34fd18322 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:34:33.485399 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4850fdc-ef50-422d-b408-c9b34fd18322 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=bb69bd9e-4c06-4553-9420-d1663affc8e6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:33.530958 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4850fdc-ef50-422d-b408-c9b34fd18322 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (793ea63e-b916-4917-83c4-3321ae9c616f), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:33.674215 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4850fdc-ef50-422d-b408-c9b34fd18322 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bb69bd9e-4c06-4553-9420-d1663affc8e6), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:33.971606 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4850fdc-ef50-422d-b408-c9b34fd18322 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (bb69bd9e-4c06-4553-9420-d1663affc8e6), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:33.976117 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4850fdc-ef50-422d-b408-c9b34fd18322 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (bb69bd9e-4c06-4553-9420-d1663affc8e6), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:34.049363 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4850fdc-ef50-422d-b408-c9b34fd18322 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=bb69bd9e-4c06-4553-9420-d1663affc8e6,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:34.051764 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4850fdc-ef50-422d-b408-c9b34fd18322 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (793ea63e-b916-4917-83c4-3321ae9c616f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:34.144556 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d112846-87e3-49a0-9f22-89640b1722ac None None] Network d85e99ef-1346-46a0-8fc9-0a35ef9b3598 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:34:34.226504 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ac26c195-d947-4acd-a45a-aed5da83ad96 None None] Provisioning complete for port 797a540f-a63d-490f-9139-5c520a0f9882 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:34:34.226930 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ac26c195-d947-4acd-a45a-aed5da83ad96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (797a540f-a63d-490f-9139-5c520a0f9882), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:34.314292 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 94e8e883-c727-42dc-851c-da6f95849af7 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:34:34.384030 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ac26c195-d947-4acd-a45a-aed5da83ad96 None None] Current status of the port 797a540f-a63d-490f-9139-5c520a0f9882 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:34:34.384329 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ac26c195-d947-4acd-a45a-aed5da83ad96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (797a540f-a63d-490f-9139-5c520a0f9882), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:34.429568 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ac26c195-d947-4acd-a45a-aed5da83ad96 None None] For port 797a540f-a63d-490f-9139-5c520a0f9882, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=797a540f-a63d-490f-9139-5c520a0f9882,segment=NetworkSegment(387fee74-5a74-4e6c-b07f-da33ad5a6ba4),segment_id=387fee74-5a74-4e6c-b07f-da33ad5a6ba4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:34:34.430835 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 94e8e883-c727-42dc-851c-da6f95849af7 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:34:34.431357 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (94e8e883-c727-42dc-851c-da6f95849af7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:34.435904 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ac26c195-d947-4acd-a45a-aed5da83ad96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (797a540f-a63d-490f-9139-5c520a0f9882), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:34.516071 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26c195-d947-4acd-a45a-aed5da83ad96 None None] Pushing event updated for resources: {'Port': ['ID=797a540f-a63d-490f-9139-5c520a0f9882,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:34.523550 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4850fdc-ef50-422d-b408-c9b34fd18322 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network d85e99ef-1346-46a0-8fc9-0a35ef9b3598 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:34:34.525534 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-c4850fdc-ef50-422d-b408-c9b34fd18322 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:34:34.564128 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 94e8e883-c727-42dc-851c-da6f95849af7 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:34:34.564519 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (94e8e883-c727-42dc-851c-da6f95849af7), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:34.598409 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 94e8e883-c727-42dc-851c-da6f95849af7, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=94e8e883-c727-42dc-851c-da6f95849af7,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:34:34.602293 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (94e8e883-c727-42dc-851c-da6f95849af7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:34.603410 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 797a540f-a63d-490f-9139-5c520a0f9882 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:34:34.684488 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4850fdc-ef50-422d-b408-c9b34fd18322 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Router 793ea63e-b916-4917-83c4-3321ae9c616f has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:34:34.698943 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5e991f95-a244-441d-baba-ff5224587d71 None None] Provisioning complete for port 797a540f-a63d-490f-9139-5c520a0f9882 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:34:34.699126 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5e991f95-a244-441d-baba-ff5224587d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (797a540f-a63d-490f-9139-5c520a0f9882), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:34.720852 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=94e8e883-c727-42dc-851c-da6f95849af7,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:34.744049 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 797a540f-a63d-490f-9139-5c520a0f9882 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:34:34.744337 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (797a540f-a63d-490f-9139-5c520a0f9882), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:34.830078 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4850fdc-ef50-422d-b408-c9b34fd18322 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:34:34.834829 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5e991f95-a244-441d-baba-ff5224587d71 None None] Current status of the port 797a540f-a63d-490f-9139-5c520a0f9882 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:34:34.843504 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c4850fdc-ef50-422d-b408-c9b34fd18322 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "PUT /v2.0/routers/793ea63e-b916-4917-83c4-3321ae9c616f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4099340 Feb 20 06:34:34.861711 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f2a52f-7f02-46f5-be7a-283ed6031afc None None] Sync routers for ids ['793ea63e-b916-4917-83c4-3321ae9c616f'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:34:34.894618 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f2a52f-7f02-46f5-be7a-283ed6031afc None None] Routers {'793ea63e-b916-4917-83c4-3321ae9c616f'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:34:34.895291 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f1f2a52f-7f02-46f5-be7a-283ed6031afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:34:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['793ea63e-b916-4917-83c4-3321ae9c616f'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:34:34.897671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 797a540f-a63d-490f-9139-5c520a0f9882 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:34:34.901710 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5e991f95-a244-441d-baba-ff5224587d71 None None] Provisioning complete for port bb69bd9e-4c06-4553-9420-d1663affc8e6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:34:34.901710 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5e991f95-a244-441d-baba-ff5224587d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bb69bd9e-4c06-4553-9420-d1663affc8e6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:34.993545 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5e991f95-a244-441d-baba-ff5224587d71 None None] Port bb69bd9e-4c06-4553-9420-d1663affc8e6 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:34:35.021781 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-f0885404-d4af-47a4-9692-3cdc82278380 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1923311682&fields=id&tenant_id=29738fe01ec14391bcdfc8ef81a7e58b HTTP/1.1" status: 200 len: 267 time: 0.0607588 Feb 20 06:34:35.051923 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-f1f2a52f-7f02-46f5-be7a-283ed6031afc None None] Set router 793ea63e-b916-4917-83c4-3321ae9c616f gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:34:35.138032 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-b723c600-3feb-4382-8e97-5db60f061aea tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:35.139597 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-b723c600-3feb-4382-8e97-5db60f061aea tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/networks?id=d85e99ef-1346-46a0-8fc9-0a35ef9b3598 HTTP/1.1" status: 200 len: 797 time: 0.1115775 Feb 20 06:34:35.160954 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-dfd7cf86-45a0-45dc-a057-97505d9327c0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/quotas/29738fe01ec14391bcdfc8ef81a7e58b HTTP/1.1" status: 200 len: 375 time: 0.0099800 Feb 20 06:34:35.191715 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a47388a5-f11c-4d3f-84ab-ba9eb535d49b None None] Provisioning complete for port bb69bd9e-4c06-4553-9420-d1663affc8e6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:34:35.192331 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a47388a5-f11c-4d3f-84ab-ba9eb535d49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bb69bd9e-4c06-4553-9420-d1663affc8e6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:35.220869 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-8b57353f-fe3f-4bf1-84cc-b2778bf87974 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543168 Feb 20 06:34:35.364536 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-1a423519-7282-492b-ba56-415431cb63f3 service neutron] 10.222.0.37 "GET /v2.0/networks/d85e99ef-1346-46a0-8fc9-0a35ef9b3598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314969 Feb 20 06:34:35.408231 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a47388a5-f11c-4d3f-84ab-ba9eb535d49b None None] Port bb69bd9e-4c06-4553-9420-d1663affc8e6 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:34:35.457941 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-b07f4381-8eb0-4fc6-a439-96c31e09a6a2 service neutron] 10.222.0.37 "GET /v2.0/networks/d85e99ef-1346-46a0-8fc9-0a35ef9b3598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886202 Feb 20 06:34:35.470794 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f1f2a52f-7f02-46f5-be7a-283ed6031afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138154810', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '94e8e883-c727-42dc-851c-da6f95849af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:34:33Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '94e8e883-c727-42dc-851c-da6f95849af7', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'bb69bd9e-4c06-4553-9420-d1663affc8e6', 'name': '', 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:4a:80:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '5d42f456-7f01-4cef-a964-6e88b174361f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:34:33Z', 'updated_at': '2022-02-20T06:34:33Z', 'revision_number': 2, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '5d42f456-7f01-4cef-a964-6e88b174361f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:34:35.497919 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f2a52f-7f02-46f5-be7a-283ed6031afc None None] Checking router: 793ea63e-b916-4917-83c4-3321ae9c616f for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:34:35.498284 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f2a52f-7f02-46f5-be7a-283ed6031afc None None] Updating router 793ea63e-b916-4917-83c4-3321ae9c616f port bb69bd9e-4c06-4553-9420-d1663affc8e6 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:34:35.533948 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1f2a52f-7f02-46f5-be7a-283ed6031afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bb69bd9e-4c06-4553-9420-d1663affc8e6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:35.545013 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-4e12fc5a-ed35-4c0a-8ab2-f7b3d6995fd2 None None] Provisioning complete for port bb69bd9e-4c06-4553-9420-d1663affc8e6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:34:35.545392 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e12fc5a-ed35-4c0a-8ab2-f7b3d6995fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bb69bd9e-4c06-4553-9420-d1663affc8e6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:35.609593 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4e12fc5a-ed35-4c0a-8ab2-f7b3d6995fd2 None None] Port bb69bd9e-4c06-4553-9420-d1663affc8e6 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:34:35.620778 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-689641f4-ce09-4f4f-b8bb-e65322da3f85 req-cd8346aa-37e8-446d-8c43-cc486c47d862 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 210 time: 0.0323958 Feb 20 06:34:35.843108 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1f2a52f-7f02-46f5-be7a-283ed6031afc None None] Publish callbacks [] for port (bb69bd9e-4c06-4553-9420-d1663affc8e6), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:35.848337 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1f2a52f-7f02-46f5-be7a-283ed6031afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (bb69bd9e-4c06-4553-9420-d1663affc8e6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:35.899607 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa67fcf-6f1a-4d88-9e62-6a756a8a6ba8 None None] Pushing event updated for resources: {'Port': ['ID=bb69bd9e-4c06-4553-9420-d1663affc8e6,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:35.955955 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f1f2a52f-7f02-46f5-be7a-283ed6031afc None None] Attempting to bind port bb69bd9e-4c06-4553-9420-d1663affc8e6 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:34:35.956337 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f1f2a52f-7f02-46f5-be7a-283ed6031afc None None] Attempting to bind port bb69bd9e-4c06-4553-9420-d1663affc8e6 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '387fee74-5a74-4e6c-b07f-da33ad5a6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:34:35.956708 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f2a52f-7f02-46f5-be7a-283ed6031afc None None] Attempting to bind port bb69bd9e-4c06-4553-9420-d1663affc8e6 on network d85e99ef-1346-46a0-8fc9-0a35ef9b3598 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:34:35.962164 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f2a52f-7f02-46f5-be7a-283ed6031afc None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:34:35.962616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f2a52f-7f02-46f5-be7a-283ed6031afc None None] Checking segment: {'id': '387fee74-5a74-4e6c-b07f-da33ad5a6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:34:35.963046 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1f2a52f-7f02-46f5-be7a-283ed6031afc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:35.964078 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f2a52f-7f02-46f5-be7a-283ed6031afc None None] Bound using segment: {'id': '387fee74-5a74-4e6c-b07f-da33ad5a6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:34:35.964583 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f1f2a52f-7f02-46f5-be7a-283ed6031afc None None] Bound port: bb69bd9e-4c06-4553-9420-d1663affc8e6, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387fee74-5a74-4e6c-b07f-da33ad5a6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:34:35.964967 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1f2a52f-7f02-46f5-be7a-283ed6031afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bb69bd9e-4c06-4553-9420-d1663affc8e6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:36.034671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f1f2a52f-7f02-46f5-be7a-283ed6031afc None None] For port bb69bd9e-4c06-4553-9420-d1663affc8e6, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:34:36.037884 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f1f2a52f-7f02-46f5-be7a-283ed6031afc None None] For port bb69bd9e-4c06-4553-9420-d1663affc8e6, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=bb69bd9e-4c06-4553-9420-d1663affc8e6,segment=NetworkSegment(387fee74-5a74-4e6c-b07f-da33ad5a6ba4),segment_id=387fee74-5a74-4e6c-b07f-da33ad5a6ba4)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:34:36.044851 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1f2a52f-7f02-46f5-be7a-283ed6031afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (bb69bd9e-4c06-4553-9420-d1663affc8e6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:36.106664 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f2a52f-7f02-46f5-be7a-283ed6031afc None None] Routers {'793ea63e-b916-4917-83c4-3321ae9c616f'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:34:36.107909 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f1f2a52f-7f02-46f5-be7a-283ed6031afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:34:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['793ea63e-b916-4917-83c4-3321ae9c616f'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:34:36.109712 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa67fcf-6f1a-4d88-9e62-6a756a8a6ba8 None None] Pushing event updated for resources: {'Port': ['ID=bb69bd9e-4c06-4553-9420-d1663affc8e6,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:36.180733 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-8a777d35-1992-4853-a145-2f2748cd73af None None] Provisioning complete for port bb69bd9e-4c06-4553-9420-d1663affc8e6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:34:36.181099 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a777d35-1992-4853-a145-2f2748cd73af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bb69bd9e-4c06-4553-9420-d1663affc8e6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:36.245502 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 94e8e883-c727-42dc-851c-da6f95849af7 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:34:36.309392 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-f1f2a52f-7f02-46f5-be7a-283ed6031afc None None] Set router 793ea63e-b916-4917-83c4-3321ae9c616f gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:34:36.425601 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 94e8e883-c727-42dc-851c-da6f95849af7 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:34:36.425979 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (94e8e883-c727-42dc-851c-da6f95849af7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:36.503542 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8a777d35-1992-4853-a145-2f2748cd73af None None] Current status of the port bb69bd9e-4c06-4553-9420-d1663affc8e6 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:34:36.503930 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a777d35-1992-4853-a145-2f2748cd73af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (bb69bd9e-4c06-4553-9420-d1663affc8e6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:36.579931 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-8a777d35-1992-4853-a145-2f2748cd73af None None] For port bb69bd9e-4c06-4553-9420-d1663affc8e6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=bb69bd9e-4c06-4553-9420-d1663affc8e6,segment=NetworkSegment(387fee74-5a74-4e6c-b07f-da33ad5a6ba4),segment_id=387fee74-5a74-4e6c-b07f-da33ad5a6ba4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:34:36.601951 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a777d35-1992-4853-a145-2f2748cd73af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (bb69bd9e-4c06-4553-9420-d1663affc8e6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:36.681800 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 94e8e883-c727-42dc-851c-da6f95849af7 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:34:36.683509 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 797a540f-a63d-490f-9139-5c520a0f9882 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:34:36.694337 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-9974993e-c11c-4912-97cf-11519c5abb63 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:36.695877 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-9974993e-c11c-4912-97cf-11519c5abb63 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.61 "GET /v2.0/networks?id=d85e99ef-1346-46a0-8fc9-0a35ef9b3598 HTTP/1.1" status: 200 len: 797 time: 0.1321497 Feb 20 06:34:36.719684 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a777d35-1992-4853-a145-2f2748cd73af None None] Pushing event updated for resources: {'Port': ['ID=bb69bd9e-4c06-4553-9420-d1663affc8e6,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:36.745452 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-58e9a0c0-51b2-410f-bc8f-191e50b9f109 req-f777b3ca-6d15-4369-8640-85d272ca4a8d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 210 time: 0.0359273 Feb 20 06:34:36.752954 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-1605e80e-6edd-4204-9693-18f434d68a81 None None] Provisioning complete for port bb69bd9e-4c06-4553-9420-d1663affc8e6 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:34:36.753334 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1605e80e-6edd-4204-9693-18f434d68a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bb69bd9e-4c06-4553-9420-d1663affc8e6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:36.757505 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-f1f2a52f-7f02-46f5-be7a-283ed6031afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138154810', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '94e8e883-c727-42dc-851c-da6f95849af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:34:33Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '94e8e883-c727-42dc-851c-da6f95849af7', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'bb69bd9e-4c06-4553-9420-d1663affc8e6', 'name': '', 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:4a:80:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '5d42f456-7f01-4cef-a964-6e88b174361f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:34:33Z', 'updated_at': '2022-02-20T06:34:36Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '5d42f456-7f01-4cef-a964-6e88b174361f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:34:36.782500 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-5166ecd3-8308-4e48-97ef-d6b8b96c1a3a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29738fe01ec14391bcdfc8ef81a7e58b HTTP/1.1" status: 200 len: 380 time: 0.0767379 Feb 20 06:34:36.793115 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-3efa4c14-cd4c-4fd4-a6be-f6de2174995a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'port': {'device_id': '2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41', 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598', 'admin_state_up': True, 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'security_groups': ['49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:34:36.811941 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f2a52f-7f02-46f5-be7a-283ed6031afc None None] The sync data for ids ['793ea63e-b916-4917-83c4-3321ae9c616f'] in n-d-829866-5 is: [{'id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138154810', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '94e8e883-c727-42dc-851c-da6f95849af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:34:33Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '94e8e883-c727-42dc-851c-da6f95849af7', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'bb69bd9e-4c06-4553-9420-d1663affc8e6', 'name': '', 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:4a:80:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '5d42f456-7f01-4cef-a964-6e88b174361f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:34:33Z', 'updated_at': '2022-02-20T06:34:36Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '5d42f456-7f01-4cef-a964-6e88b174361f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:34:36.827458 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 797a540f-a63d-490f-9139-5c520a0f9882 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:34:36.827839 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (797a540f-a63d-490f-9139-5c520a0f9882), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:36.919956 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1605e80e-6edd-4204-9693-18f434d68a81 None None] Current status of the port bb69bd9e-4c06-4553-9420-d1663affc8e6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:34:36.936328 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-3efa4c14-cd4c-4fd4-a6be-f6de2174995a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Made reservation on behalf of 29738fe01ec14391bcdfc8ef81a7e58b for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:34:36.939877 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-3efa4c14-cd4c-4fd4-a6be-f6de2174995a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:36.953943 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 797a540f-a63d-490f-9139-5c520a0f9882 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:34:37.080238 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-3efa4c14-cd4c-4fd4-a6be-f6de2174995a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Allocated IP 172.20.0.12 (d85e99ef-1346-46a0-8fc9-0a35ef9b3598/5d42f456-7f01-4cef-a964-6e88b174361f/c789874f-608f-4d10-865d-831b962c8895) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:34:37.227266 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-3efa4c14-cd4c-4fd4-a6be-f6de2174995a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (c789874f-608f-4d10-865d-831b962c8895), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:37.261707 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-3efa4c14-cd4c-4fd4-a6be-f6de2174995a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (c789874f-608f-4d10-865d-831b962c8895), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:37.304716 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-3efa4c14-cd4c-4fd4-a6be-f6de2174995a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network d85e99ef-1346-46a0-8fc9-0a35ef9b3598 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:34:37.308154 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-3efa4c14-cd4c-4fd4-a6be-f6de2174995a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:34:37.312034 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-3efa4c14-cd4c-4fd4-a6be-f6de2174995a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:34:37.341261 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa4c14-cd4c-4fd4-a6be-f6de2174995a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=c789874f-608f-4d10-865d-831b962c8895,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:37.369935 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-3efa4c14-cd4c-4fd4-a6be-f6de2174995a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:37.370776 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-3efa4c14-cd4c-4fd4-a6be-f6de2174995a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:37.389233 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-3efa4c14-cd4c-4fd4-a6be-f6de2174995a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6006091 Feb 20 06:34:37.445592 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-bbd10819-daa1-4aca-93a0-a051e2846de3 service neutron] Request body: {'port': {'device_id': '2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:34:37.518305 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-bbd10819-daa1-4aca-93a0-a051e2846de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c789874f-608f-4d10-865d-831b962c8895), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:37.546330 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-d26c3765-b66b-47ba-a9ea-50c691222736 None None] Provisioning complete for port c789874f-608f-4d10-865d-831b962c8895 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:34:37.547415 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d26c3765-b66b-47ba-a9ea-50c691222736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c789874f-608f-4d10-865d-831b962c8895), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:37.589931 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d26c3765-b66b-47ba-a9ea-50c691222736 None None] Port c789874f-608f-4d10-865d-831b962c8895 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:34:37.797080 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-bbd10819-daa1-4aca-93a0-a051e2846de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c789874f-608f-4d10-865d-831b962c8895 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:34:37.809486 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-bbd10819-daa1-4aca-93a0-a051e2846de3 service neutron] Publish callbacks [] for port (c789874f-608f-4d10-865d-831b962c8895), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:37.826507 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-bbd10819-daa1-4aca-93a0-a051e2846de3 service neutron] Transition to ACTIVE for port object c789874f-608f-4d10-865d-831b962c8895 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:34:37.834433 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-bbd10819-daa1-4aca-93a0-a051e2846de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (c789874f-608f-4d10-865d-831b962c8895), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:37.886855 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44720bbb-6e1d-4241-a9ac-6a5527968724 req-48d73219-05a7-44b4-8a53-9e2b79ad7dfe tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:37.888741 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-44720bbb-6e1d-4241-a9ac-6a5527968724 req-48d73219-05a7-44b4-8a53-9e2b79ad7dfe tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 944 time: 0.0587139 Feb 20 06:34:37.904790 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd10819-daa1-4aca-93a0-a051e2846de3 service neutron] Pushing event updated for resources: {'Port': ['ID=c789874f-608f-4d10-865d-831b962c8895,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:37.970771 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-44720bbb-6e1d-4241-a9ac-6a5527968724 req-c034bbfd-1995-477f-b418-15d03b079b4c tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713756 Feb 20 06:34:38.004994 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-bbd10819-daa1-4aca-93a0-a051e2846de3 service neutron] Attempting to bind port c789874f-608f-4d10-865d-831b962c8895 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:34:38.005364 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-bbd10819-daa1-4aca-93a0-a051e2846de3 service neutron] Attempting to bind port c789874f-608f-4d10-865d-831b962c8895 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '387fee74-5a74-4e6c-b07f-da33ad5a6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:34:38.005699 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-bbd10819-daa1-4aca-93a0-a051e2846de3 service neutron] Attempting to bind port c789874f-608f-4d10-865d-831b962c8895 on network d85e99ef-1346-46a0-8fc9-0a35ef9b3598 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:34:38.010469 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-bbd10819-daa1-4aca-93a0-a051e2846de3 service neutron] Port c789874f-608f-4d10-865d-831b962c8895 on network d85e99ef-1346-46a0-8fc9-0a35ef9b3598 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:34:38.010801 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-bbd10819-daa1-4aca-93a0-a051e2846de3 service neutron] Attempting to bind port c789874f-608f-4d10-865d-831b962c8895 on network d85e99ef-1346-46a0-8fc9-0a35ef9b3598 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:34:38.016037 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-bbd10819-daa1-4aca-93a0-a051e2846de3 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:34:38.016409 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-bbd10819-daa1-4aca-93a0-a051e2846de3 service neutron] Checking segment: {'id': '387fee74-5a74-4e6c-b07f-da33ad5a6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:34:38.016802 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-bbd10819-daa1-4aca-93a0-a051e2846de3 service neutron] Bound using segment: {'id': '387fee74-5a74-4e6c-b07f-da33ad5a6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:34:38.017373 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-bbd10819-daa1-4aca-93a0-a051e2846de3 service neutron] Bound port: c789874f-608f-4d10-865d-831b962c8895, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '387fee74-5a74-4e6c-b07f-da33ad5a6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:34:38.017744 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-bbd10819-daa1-4aca-93a0-a051e2846de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c789874f-608f-4d10-865d-831b962c8895), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:38.084623 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-bbd10819-daa1-4aca-93a0-a051e2846de3 service neutron] For port c789874f-608f-4d10-865d-831b962c8895, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:34:38.087780 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-bbd10819-daa1-4aca-93a0-a051e2846de3 service neutron] For port c789874f-608f-4d10-865d-831b962c8895, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c789874f-608f-4d10-865d-831b962c8895,segment=NetworkSegment(387fee74-5a74-4e6c-b07f-da33ad5a6ba4),segment_id=387fee74-5a74-4e6c-b07f-da33ad5a6ba4)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:34:38.095115 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-bbd10819-daa1-4aca-93a0-a051e2846de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (c789874f-608f-4d10-865d-831b962c8895), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:38.138447 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-bbd10819-daa1-4aca-93a0-a051e2846de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:38.139090 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-bbd10819-daa1-4aca-93a0-a051e2846de3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:38.140500 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-bbd10819-daa1-4aca-93a0-a051e2846de3 service neutron] 10.222.0.61 "PUT /v2.0/ports/c789874f-608f-4d10-865d-831b962c8895 HTTP/1.1" status: 200 len: 1092 time: 0.7440023 Feb 20 06:34:38.140953 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41', 'tag': 'c789874f-608f-4d10-865d-831b962c8895'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:34:38.143233 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5998f0df-81aa-4d7d-bf65-9c9e0d077115" -d '{"events": [{"name": "network-changed", "server_uuid": "2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41", "tag": "c789874f-608f-4d10-865d-831b962c8895"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:34:38.177979 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd10819-daa1-4aca-93a0-a051e2846de3 service neutron] Pushing event updated for resources: {'Port': ['ID=c789874f-608f-4d10-865d-831b962c8895,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:38.242922 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5e314c-3066-4344-aaf1-4a0267b87e4a x-openstack-request-id: req-4b5e314c-3066-4344-aaf1-4a0267b87e4a {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:34:38.242922 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41", "tag": "c789874f-608f-4d10-865d-831b962c8895", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:34:38.242922 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b5e314c-3066-4344-aaf1-4a0267b87e4a {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:34:38.242922 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41', 'tag': 'c789874f-608f-4d10-865d-831b962c8895', 'status': 'completed', 'code': 200} Feb 20 06:34:38.257767 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-d2a0db69-4dd1-4f93-a352-6b2c00f5076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:38.259357 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-d2a0db69-4dd1-4f93-a352-6b2c00f5076a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 1126 time: 0.0624139 Feb 20 06:34:38.288305 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device bb69bd9e-4c06-4553-9420-d1663affc8e6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:34:38.306992 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-db81ddf6-2e16-48e2-8ff8-f63d9351f4c2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c789874f-608f-4d10-865d-831b962c8895 HTTP/1.1" status: 200 len: 217 time: 0.0379918 Feb 20 06:34:38.340617 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port bb69bd9e-4c06-4553-9420-d1663affc8e6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:34:38.341343 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (bb69bd9e-4c06-4553-9420-d1663affc8e6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:38.361559 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-37136986-26ee-485c-b0d9-8856a1fd628f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:38.363458 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-37136986-26ee-485c-b0d9-8856a1fd628f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5d42f456-7f01-4cef-a964-6e88b174361f HTTP/1.1" status: 200 len: 835 time: 0.0496914 Feb 20 06:34:38.416809 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-ce6da40e-4a16-4657-8bb1-d3e2439e53b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:38.418209 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-ce6da40e-4a16-4657-8bb1-d3e2439e53b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d85e99ef-1346-46a0-8fc9-0a35ef9b3598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483561 Feb 20 06:34:38.421632 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port bb69bd9e-4c06-4553-9420-d1663affc8e6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:34:38.511034 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-bcc58673-5f08-4995-8897-610d2725ece3 service neutron] 10.222.0.61 "GET /v2.0/networks/d85e99ef-1346-46a0-8fc9-0a35ef9b3598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854435 Feb 20 06:34:38.601270 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f6aa4a3c-0e8c-470d-9890-58b01757b95d req-a5fb72fc-9b85-40cd-bb7c-9af9897ed5f7 service neutron] 10.222.0.61 "GET /v2.0/networks/d85e99ef-1346-46a0-8fc9-0a35ef9b3598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849099 Feb 20 06:34:38.689419 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998f0df-81aa-4d7d-bf65-9c9e0d077115 req-e4170ef2-bef4-4741-8eab-dcb5d78c2fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:38.690949 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5998f0df-81aa-4d7d-bf65-9c9e0d077115 req-e4170ef2-bef4-4741-8eab-dcb5d78c2fdf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 1126 time: 0.0448616 Feb 20 06:34:38.782488 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998f0df-81aa-4d7d-bf65-9c9e0d077115 req-b8c78008-ced4-479d-b62d-dc0f0c5b6a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:38.784030 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5998f0df-81aa-4d7d-bf65-9c9e0d077115 req-b8c78008-ced4-479d-b62d-dc0f0c5b6a6d service neutron] 10.222.0.61 "GET /v2.0/networks?id=d85e99ef-1346-46a0-8fc9-0a35ef9b3598 HTTP/1.1" status: 200 len: 897 time: 0.0869672 Feb 20 06:34:38.826198 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5998f0df-81aa-4d7d-bf65-9c9e0d077115 req-d215f127-d9b7-4b84-b387-7d5d4568214c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c789874f-608f-4d10-865d-831b962c8895 HTTP/1.1" status: 200 len: 217 time: 0.0360482 Feb 20 06:34:38.874021 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998f0df-81aa-4d7d-bf65-9c9e0d077115 req-89f9f197-c5fc-4c9b-a393-20196924367f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:38.875615 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5998f0df-81aa-4d7d-bf65-9c9e0d077115 req-89f9f197-c5fc-4c9b-a393-20196924367f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5d42f456-7f01-4cef-a964-6e88b174361f HTTP/1.1" status: 200 len: 835 time: 0.0439556 Feb 20 06:34:38.923494 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998f0df-81aa-4d7d-bf65-9c9e0d077115 req-f889cc2d-5e55-4c29-a39d-382f51473b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:38.924984 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5998f0df-81aa-4d7d-bf65-9c9e0d077115 req-f889cc2d-5e55-4c29-a39d-382f51473b65 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d85e99ef-1346-46a0-8fc9-0a35ef9b3598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431428 Feb 20 06:34:39.019241 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5998f0df-81aa-4d7d-bf65-9c9e0d077115 req-7acba1a4-39aa-439d-9a47-fcffd9cd2535 service neutron] 10.222.0.61 "GET /v2.0/networks/d85e99ef-1346-46a0-8fc9-0a35ef9b3598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872464 Feb 20 06:34:39.092437 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83336d90-481f-4b06-98af-20aea6bc8736 req-937d5e80-6d58-44af-a762-6b69eecde7ed tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:39.093910 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-83336d90-481f-4b06-98af-20aea6bc8736 req-937d5e80-6d58-44af-a762-6b69eecde7ed tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 944 time: 0.0576029 Feb 20 06:34:39.109051 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5998f0df-81aa-4d7d-bf65-9c9e0d077115 req-6f279ce8-ade2-4026-bbc0-0115f8e0facb service neutron] 10.222.0.61 "GET /v2.0/networks/d85e99ef-1346-46a0-8fc9-0a35ef9b3598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834444 Feb 20 06:34:39.143780 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-83336d90-481f-4b06-98af-20aea6bc8736 req-cae43138-5f20-4ed3-b55d-f16e34c6f957 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442252 Feb 20 06:34:40.262178 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb49f6b-2151-4c49-8c7c-0a5aea0fe19a req-8a2f5845-a540-4fc6-b8a1-f3b4bd373110 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:40.263708 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8eb49f6b-2151-4c49-8c7c-0a5aea0fe19a req-8a2f5845-a540-4fc6-b8a1-f3b4bd373110 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 944 time: 0.0530710 Feb 20 06:34:40.311983 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8eb49f6b-2151-4c49-8c7c-0a5aea0fe19a req-8a6cadc2-a1bf-4dac-b2b4-41a8aadcd179 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425925 Feb 20 06:34:41.428305 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1eaaf8-cda7-4be8-b2f5-a2f17b892a8e req-e6b7949f-f00e-4b4c-a3d6-6ae318bb7cad tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:41.429781 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b1eaaf8-cda7-4be8-b2f5-a2f17b892a8e req-e6b7949f-f00e-4b4c-a3d6-6ae318bb7cad tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 944 time: 0.0526836 Feb 20 06:34:41.481614 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5b1eaaf8-cda7-4be8-b2f5-a2f17b892a8e req-0750bd6a-1a03-49a1-bd8f-603ddd82cda9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456929 Feb 20 06:34:41.613529 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device c789874f-608f-4d10-865d-831b962c8895 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:34:41.707223 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port c789874f-608f-4d10-865d-831b962c8895, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c789874f-608f-4d10-865d-831b962c8895,segment=NetworkSegment(387fee74-5a74-4e6c-b07f-da33ad5a6ba4),segment_id=387fee74-5a74-4e6c-b07f-da33ad5a6ba4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:34:41.718992 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': 'c789874f-608f-4d10-865d-831b962c8895', 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598', 'port_id': 'c789874f-608f-4d10-865d-831b962c8895', 'mac_address': 'fa:16:3e:79:1b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d42f456-7f01-4cef-a964-6e88b174361f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:34:41.758862 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port c789874f-608f-4d10-865d-831b962c8895 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:34:41.759284 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c789874f-608f-4d10-865d-831b962c8895), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:41.773316 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c789874f-608f-4d10-865d-831b962c8895 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:34:41.792431 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port c789874f-608f-4d10-865d-831b962c8895, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c789874f-608f-4d10-865d-831b962c8895,segment=NetworkSegment(387fee74-5a74-4e6c-b07f-da33ad5a6ba4),segment_id=387fee74-5a74-4e6c-b07f-da33ad5a6ba4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:34:41.796166 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c789874f-608f-4d10-865d-831b962c8895), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:41.843217 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=c789874f-608f-4d10-865d-831b962c8895,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:42.039034 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['c789874f-608f-4d10-865d-831b962c8895'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:34:42.599096 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765362e-8d04-4160-8cc0-8c953820b39d req-9a1bda84-76cc-475e-8d91-f8ac9dc3caef tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:42.600564 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9765362e-8d04-4160-8cc0-8c953820b39d req-9a1bda84-76cc-475e-8d91-f8ac9dc3caef tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 945 time: 0.0524454 Feb 20 06:34:42.651720 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9765362e-8d04-4160-8cc0-8c953820b39d req-b8c4a63f-1c62-4a70-808d-816b39d9d7c4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449717 Feb 20 06:34:43.628850 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device c789874f-608f-4d10-865d-831b962c8895 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:34:43.677759 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port c789874f-608f-4d10-865d-831b962c8895 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:34:43.681935 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port c789874f-608f-4d10-865d-831b962c8895 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:34:43.682344 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (c789874f-608f-4d10-865d-831b962c8895), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:43.768858 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port c789874f-608f-4d10-865d-831b962c8895 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:34:43.769255 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (c789874f-608f-4d10-865d-831b962c8895), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:43.769371 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b3608-9df4-4f08-aa19-a76758403e37 req-5ec3460d-2cf8-43f0-b888-ddfa69b965e0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:43.770975 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f6b3608-9df4-4f08-aa19-a76758403e37 req-5ec3460d-2cf8-43f0-b888-ddfa69b965e0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 945 time: 0.0533850 Feb 20 06:34:43.797067 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c789874f-608f-4d10-865d-831b962c8895'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:34:43.799587 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5456fd9-b24a-4bfa-8880-ad6ceb2f27f7" -d '{"events": [{"server_uuid": "2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41", "name": "network-vif-plugged", "status": "completed", "tag": "c789874f-608f-4d10-865d-831b962c8895"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:34:43.811919 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port c789874f-608f-4d10-865d-831b962c8895, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c789874f-608f-4d10-865d-831b962c8895,segment=NetworkSegment(387fee74-5a74-4e6c-b07f-da33ad5a6ba4),segment_id=387fee74-5a74-4e6c-b07f-da33ad5a6ba4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:34:43.815661 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (c789874f-608f-4d10-865d-831b962c8895), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:43.824154 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2f6b3608-9df4-4f08-aa19-a76758403e37 req-ed0545d7-0035-4cdf-bdda-84ad6541ceac tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467145 Feb 20 06:34:43.867043 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b02457b-b377-4976-9cba-a5190040ecc2 x-openstack-request-id: req-3b02457b-b377-4976-9cba-a5190040ecc2 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:34:43.867336 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41", "name": "network-vif-plugged", "status": "completed", "tag": "c789874f-608f-4d10-865d-831b962c8895", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:34:43.867591 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b02457b-b377-4976-9cba-a5190040ecc2 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:34:43.868008 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c789874f-608f-4d10-865d-831b962c8895', 'code': 200} Feb 20 06:34:43.868943 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=c789874f-608f-4d10-865d-831b962c8895,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:43.968594 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc21baa-0260-47b4-bd22-38bc3f2c56ca req-3eaa59e7-1342-4039-a288-87ff22a68550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:43.970092 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ecc21baa-0260-47b4-bd22-38bc3f2c56ca req-3eaa59e7-1342-4039-a288-87ff22a68550 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 1128 time: 0.0483739 Feb 20 06:34:44.015276 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ecc21baa-0260-47b4-bd22-38bc3f2c56ca req-e04f9b2d-fb61-4d8a-836b-3bd509f46157 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388303 Feb 20 06:34:44.950159 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90263902-023d-4282-b1ce-ce7d6e49b4c4 req-75027e52-e6a3-4219-9fb5-089d7da37795 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:44.951658 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-90263902-023d-4282-b1ce-ce7d6e49b4c4 req-75027e52-e6a3-4219-9fb5-089d7da37795 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 946 time: 0.0563521 Feb 20 06:34:44.999974 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-90263902-023d-4282-b1ce-ce7d6e49b4c4 req-1a035198-e719-4caf-80d8-69ce6e3c69dd tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426702 Feb 20 06:34:46.396595 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdb0c2-e89e-40a6-bd17-00f19590f977 req-e008f846-b2a0-4dff-967b-e414e49be37e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:46.397956 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e5cdb0c2-e89e-40a6-bd17-00f19590f977 req-e008f846-b2a0-4dff-967b-e414e49be37e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 946 time: 0.0519118 Feb 20 06:34:46.446428 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e5cdb0c2-e89e-40a6-bd17-00f19590f977 req-e4f92249-bac0-4e54-9942-1f023562cb8e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427980 Feb 20 06:34:46.564184 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0db848-d1e8-49d1-b216-4da61437ad99 req-b0d07cc0-f6bf-4883-a765-b2d50bc438bd tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:46.565635 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c0db848-d1e8-49d1-b216-4da61437ad99 req-b0d07cc0-f6bf-4883-a765-b2d50bc438bd tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 946 time: 0.0556948 Feb 20 06:34:46.591452 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1b527849-9f59-4365-8a85-9593447dbaa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:46.616013 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7c0db848-d1e8-49d1-b216-4da61437ad99 req-36360b79-15e5-4dbf-b4e1-dce69385be80 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448756 Feb 20 06:34:46.637961 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53878) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:34:46.684764 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01172a2-5d50-48db-87bc-9654bcf05be7 tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:46.687299 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e01172a2-5d50-48db-87bc-9654bcf05be7 tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 1123 time: 0.0480957 Feb 20 06:34:46.689875 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53880) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:34:46.694168 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-70ba62ed-1a00-4c5a-baf2-74ad575d151b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'port_id': 'c789874f-608f-4d10-865d-831b962c8895', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:34:46.714019 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70ba62ed-1a00-4c5a-baf2-74ad575d151b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:46.816429 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70ba62ed-1a00-4c5a-baf2-74ad575d151b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:46.915100 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-70ba62ed-1a00-4c5a-baf2-74ad575d151b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Allocated IP 172.25.3.177 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/ce49b32b-2998-47f0-aa65-2804f1e47a61) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:34:47.019272 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70ba62ed-1a00-4c5a-baf2-74ad575d151b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (ce49b32b-2998-47f0-aa65-2804f1e47a61), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:47.053262 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70ba62ed-1a00-4c5a-baf2-74ad575d151b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (ce49b32b-2998-47f0-aa65-2804f1e47a61), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:47.090272 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ba62ed-1a00-4c5a-baf2-74ad575d151b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:34:47.092994 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-70ba62ed-1a00-4c5a-baf2-74ad575d151b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:34:47.098968 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ba62ed-1a00-4c5a-baf2-74ad575d151b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:34:47.120227 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba62ed-1a00-4c5a-baf2-74ad575d151b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=ce49b32b-2998-47f0-aa65-2804f1e47a61,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:47.457533 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70ba62ed-1a00-4c5a-baf2-74ad575d151b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for floatingip (af8f0205-40af-4862-ab86-bb05e689f7ea), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:47.527749 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70ba62ed-1a00-4c5a-baf2-74ad575d151b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ce49b32b-2998-47f0-aa65-2804f1e47a61), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:47.675433 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70ba62ed-1a00-4c5a-baf2-74ad575d151b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (ce49b32b-2998-47f0-aa65-2804f1e47a61), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:47.679779 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70ba62ed-1a00-4c5a-baf2-74ad575d151b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (ce49b32b-2998-47f0-aa65-2804f1e47a61), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:47.748402 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba62ed-1a00-4c5a-baf2-74ad575d151b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=ce49b32b-2998-47f0-aa65-2804f1e47a61,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:34:47.757960 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70ba62ed-1a00-4c5a-baf2-74ad575d151b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (af8f0205-40af-4862-ab86-bb05e689f7ea), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:47.860045 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-70ba62ed-1a00-4c5a-baf2-74ad575d151b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Floating IP af8f0205-40af-4862-ab86-bb05e689f7ea associated. External IP: 172.25.3.177, port: c789874f-608f-4d10-865d-831b962c8895. Feb 20 06:34:48.063856 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ba62ed-1a00-4c5a-baf2-74ad575d151b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Router 793ea63e-b916-4917-83c4-3321ae9c616f has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:34:48.170456 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ba62ed-1a00-4c5a-baf2-74ad575d151b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:34:48.181028 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4b075f-676b-41d0-8e61-356146fbe3ee None None] Sync routers for ids ['793ea63e-b916-4917-83c4-3321ae9c616f'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:34:48.188594 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70ba62ed-1a00-4c5a-baf2-74ad575d151b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:48.191173 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4b075f-676b-41d0-8e61-356146fbe3ee None None] Routers {'793ea63e-b916-4917-83c4-3321ae9c616f'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:34:48.191823 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3f4b075f-676b-41d0-8e61-356146fbe3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:34:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['793ea63e-b916-4917-83c4-3321ae9c616f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:34:48.218235 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-70ba62ed-1a00-4c5a-baf2-74ad575d151b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5273654 Feb 20 06:34:48.218817 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41', 'tag': 'c789874f-608f-4d10-865d-831b962c8895'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:34:48.221176 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78934f98bf255cbf8729f55a3e84459a3773ac23536445eeb810cf99c856869a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d79107-3c19-49a9-9126-bfa7a5d0d7ac" -d '{"events": [{"name": "network-changed", "server_uuid": "2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41", "tag": "c789874f-608f-4d10-865d-831b962c8895"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:34:48.302530 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-3f4b075f-676b-41d0-8e61-356146fbe3ee None None] Set router 793ea63e-b916-4917-83c4-3321ae9c616f gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:34:48.320648 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b10e1-6f5d-46a0-894d-56d25087f8ff req-6d316588-eafd-4532-93cb-c215ed954459 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:48.322134 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b44b10e1-6f5d-46a0-894d-56d25087f8ff req-6d316588-eafd-4532-93cb-c215ed954459 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 946 time: 0.0561869 Feb 20 06:34:48.370393 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b44b10e1-6f5d-46a0-894d-56d25087f8ff req-c2abb2f1-5361-47a6-8d06-a82c31547da5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423961 Feb 20 06:34:48.392635 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53886) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:34:48.414289 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9f7e88-7b97-4241-aeb2-f1085557df36 x-openstack-request-id: req-fd9f7e88-7b97-4241-aeb2-f1085557df36 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:34:48.414592 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41", "tag": "c789874f-608f-4d10-865d-831b962c8895", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:34:48.414851 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd9f7e88-7b97-4241-aeb2-f1085557df36 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:34:48.415295 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41', 'tag': 'c789874f-608f-4d10-865d-831b962c8895', 'status': 'completed', 'code': 200} Feb 20 06:34:48.483660 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a8ac5361-b753-4b2e-959e-77ef3ce4f17b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/floatingips/af8f0205-40af-4862-ab86-bb05e689f7ea HTTP/1.1" status: 200 len: 992 time: 0.0897331 Feb 20 06:34:48.496247 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d79107-3c19-49a9-9126-bfa7a5d0d7ac req-9ee30949-f808-4bd0-b6be-08f80e429b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:48.497726 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b6d79107-3c19-49a9-9126-bfa7a5d0d7ac req-9ee30949-f808-4bd0-b6be-08f80e429b03 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 1128 time: 0.0611813 Feb 20 06:34:48.526516 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3f4b075f-676b-41d0-8e61-356146fbe3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138154810', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '94e8e883-c727-42dc-851c-da6f95849af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:34:33Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '94e8e883-c727-42dc-851c-da6f95849af7', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'af8f0205-40af-4862-ab86-bb05e689f7ea', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'port_id': 'c789874f-608f-4d10-865d-831b962c8895', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598', 'mac_address': 'fa:16:3e:79:1b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:34:47Z', 'updated_at': '2022-02-20T06:34:47Z', 'revision_number': 0, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb69bd9e-4c06-4553-9420-d1663affc8e6', 'name': '', 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:4a:80:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '5d42f456-7f01-4cef-a964-6e88b174361f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:34:33Z', 'updated_at': '2022-02-20T06:34:36Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '5d42f456-7f01-4cef-a964-6e88b174361f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:34:48.590746 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d79107-3c19-49a9-9126-bfa7a5d0d7ac req-ca44886b-829f-4e34-89f5-f9aa4e69243d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:48.592268 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b6d79107-3c19-49a9-9126-bfa7a5d0d7ac req-ca44886b-829f-4e34-89f5-f9aa4e69243d service neutron] 10.222.0.61 "GET /v2.0/networks?id=d85e99ef-1346-46a0-8fc9-0a35ef9b3598 HTTP/1.1" status: 200 len: 897 time: 0.0883021 Feb 20 06:34:48.639735 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4b075f-676b-41d0-8e61-356146fbe3ee None None] Checking router: 793ea63e-b916-4917-83c4-3321ae9c616f for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:34:48.647840 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4b075f-676b-41d0-8e61-356146fbe3ee None None] Routers {'793ea63e-b916-4917-83c4-3321ae9c616f'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:34:48.648448 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3f4b075f-676b-41d0-8e61-356146fbe3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:34:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['793ea63e-b916-4917-83c4-3321ae9c616f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:34:48.663165 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b6d79107-3c19-49a9-9126-bfa7a5d0d7ac req-59d9b550-6a82-4caa-8563-a7283b629876 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c789874f-608f-4d10-865d-831b962c8895 HTTP/1.1" status: 200 len: 1000 time: 0.0642450 Feb 20 06:34:48.715942 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d79107-3c19-49a9-9126-bfa7a5d0d7ac req-d52adf6f-4988-49cf-b506-2f0b576f0ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:48.717410 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b6d79107-3c19-49a9-9126-bfa7a5d0d7ac req-d52adf6f-4988-49cf-b506-2f0b576f0ba9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5d42f456-7f01-4cef-a964-6e88b174361f HTTP/1.1" status: 200 len: 835 time: 0.0486691 Feb 20 06:34:48.753462 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-3f4b075f-676b-41d0-8e61-356146fbe3ee None None] Set router 793ea63e-b916-4917-83c4-3321ae9c616f gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:34:48.765723 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d79107-3c19-49a9-9126-bfa7a5d0d7ac req-50857a24-3726-4d83-8a73-a4b0accf9d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:34:48.767239 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b6d79107-3c19-49a9-9126-bfa7a5d0d7ac req-50857a24-3726-4d83-8a73-a4b0accf9d8a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d85e99ef-1346-46a0-8fc9-0a35ef9b3598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438676 Feb 20 06:34:48.858270 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b6d79107-3c19-49a9-9126-bfa7a5d0d7ac req-c3ee2496-0e72-48ec-aa1d-ee51852c6301 service neutron] 10.222.0.61 "GET /v2.0/networks/d85e99ef-1346-46a0-8fc9-0a35ef9b3598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845289 Feb 20 06:34:48.945879 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b6d79107-3c19-49a9-9126-bfa7a5d0d7ac req-1af0d0e6-81c5-4120-909a-471e45473d3e service neutron] 10.222.0.61 "GET /v2.0/networks/d85e99ef-1346-46a0-8fc9-0a35ef9b3598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813360 Feb 20 06:34:48.981071 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3f4b075f-676b-41d0-8e61-356146fbe3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138154810', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '94e8e883-c727-42dc-851c-da6f95849af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:34:33Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '94e8e883-c727-42dc-851c-da6f95849af7', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'af8f0205-40af-4862-ab86-bb05e689f7ea', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'port_id': 'c789874f-608f-4d10-865d-831b962c8895', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598', 'mac_address': 'fa:16:3e:79:1b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:34:47Z', 'updated_at': '2022-02-20T06:34:47Z', 'revision_number': 0, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb69bd9e-4c06-4553-9420-d1663affc8e6', 'name': '', 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:4a:80:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '5d42f456-7f01-4cef-a964-6e88b174361f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:34:33Z', 'updated_at': '2022-02-20T06:34:36Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '5d42f456-7f01-4cef-a964-6e88b174361f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:34:49.007613 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4b075f-676b-41d0-8e61-356146fbe3ee None None] The sync data for ids ['793ea63e-b916-4917-83c4-3321ae9c616f'] in n-d-829866-5 is: [{'id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138154810', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '94e8e883-c727-42dc-851c-da6f95849af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:34:33Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '94e8e883-c727-42dc-851c-da6f95849af7', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'af8f0205-40af-4862-ab86-bb05e689f7ea', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'port_id': 'c789874f-608f-4d10-865d-831b962c8895', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598', 'mac_address': 'fa:16:3e:79:1b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:34:47Z', 'updated_at': '2022-02-20T06:34:47Z', 'revision_number': 0, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb69bd9e-4c06-4553-9420-d1663affc8e6', 'name': '', 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:4a:80:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '5d42f456-7f01-4cef-a964-6e88b174361f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:34:33Z', 'updated_at': '2022-02-20T06:34:36Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '5d42f456-7f01-4cef-a964-6e88b174361f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:34:49.037439 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d19fc271-decd-46c8-8a7a-706030dc29ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:49.194328 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758a598b-7bae-4c65-85c7-8ea4e091c08e None None] New status for floating IP af8f0205-40af-4862-ab86-bb05e689f7ea: ACTIVE {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:34:49.487602 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53888) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:34:49.561067 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fee987f0-99a0-4d19-b1ba-f5b29195eb3b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/floatingips/af8f0205-40af-4862-ab86-bb05e689f7ea HTTP/1.1" status: 200 len: 994 time: 0.0720570 Feb 20 06:34:49.813819 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:51.626626 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:52.795905 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:53.456600 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:34:55.733532 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:35:03.009114 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:35:07.552305 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-345dac5e-5bef-4653-a799-2d86ed6f4887 req-164e4140-5973-459a-93ee-906521f98dd0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427527 Feb 20 06:35:07.638384 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345dac5e-5bef-4653-a799-2d86ed6f4887 req-d39a356b-1c77-423a-b768-d1018280f092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:35:07.639971 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-345dac5e-5bef-4653-a799-2d86ed6f4887 req-d39a356b-1c77-423a-b768-d1018280f092 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 1128 time: 0.0450168 Feb 20 06:35:07.741330 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345dac5e-5bef-4653-a799-2d86ed6f4887 req-8b596d6b-cd47-490f-8ef9-17e2d7d61fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:35:07.742760 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-345dac5e-5bef-4653-a799-2d86ed6f4887 req-8b596d6b-cd47-490f-8ef9-17e2d7d61fd2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d85e99ef-1346-46a0-8fc9-0a35ef9b3598 HTTP/1.1" status: 200 len: 897 time: 0.0845420 Feb 20 06:35:07.809535 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-345dac5e-5bef-4653-a799-2d86ed6f4887 req-41423aeb-4643-484f-b409-22fb286ab922 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c789874f-608f-4d10-865d-831b962c8895 HTTP/1.1" status: 200 len: 1002 time: 0.0567322 Feb 20 06:35:07.854930 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345dac5e-5bef-4653-a799-2d86ed6f4887 req-a2975774-5842-486a-aeaa-19d45d4bbbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:35:07.856343 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-345dac5e-5bef-4653-a799-2d86ed6f4887 req-a2975774-5842-486a-aeaa-19d45d4bbbdc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5d42f456-7f01-4cef-a964-6e88b174361f HTTP/1.1" status: 200 len: 835 time: 0.0415022 Feb 20 06:35:07.908731 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345dac5e-5bef-4653-a799-2d86ed6f4887 req-a33edff9-21a4-49ca-97cd-af8314189182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:35:07.910212 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-345dac5e-5bef-4653-a799-2d86ed6f4887 req-a33edff9-21a4-49ca-97cd-af8314189182 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d85e99ef-1346-46a0-8fc9-0a35ef9b3598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477204 Feb 20 06:35:07.996982 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-345dac5e-5bef-4653-a799-2d86ed6f4887 req-9ad97c09-1efb-4446-aae7-9d8640325f5a service neutron] 10.222.0.61 "GET /v2.0/networks/d85e99ef-1346-46a0-8fc9-0a35ef9b3598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798371 Feb 20 06:35:08.090260 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-345dac5e-5bef-4653-a799-2d86ed6f4887 req-14caaf7e-26c3-41d8-90fa-ec83bd7f9dc9 service neutron] 10.222.0.61 "GET /v2.0/networks/d85e99ef-1346-46a0-8fc9-0a35ef9b3598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866640 Feb 20 06:35:16.592509 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a1fe74fc-5e98-4af7-9100-e0d3a7ae543b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:35:19.041810 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8eda882a-546a-445a-a6cd-457770874f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:35:19.816676 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:35:20.892480 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1fdec-7605-432c-bf2e-c09c48e4a338 req-548314a2-3e03-4399-bfca-e7072d8d8d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:35:20.893999 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a1d1fdec-7605-432c-bf2e-c09c48e4a338 req-548314a2-3e03-4399-bfca-e7072d8d8d07 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 1128 time: 0.0453844 Feb 20 06:35:20.897479 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fce55-e5ea-4782-a081-61513f3279ab req-90005b03-3b03-4859-b873-305fb3918842 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:35:20.898985 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-452fce55-e5ea-4782-a081-61513f3279ab req-90005b03-3b03-4859-b873-305fb3918842 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 946 time: 0.0539560 Feb 20 06:35:20.946325 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-452fce55-e5ea-4782-a081-61513f3279ab req-e14f2a1b-edbe-497a-b27e-796b3ef83a65 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409639 Feb 20 06:35:20.982530 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1fdec-7605-432c-bf2e-c09c48e4a338 req-bd23121e-b482-4318-9e3d-1429012d4864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:35:20.984043 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a1d1fdec-7605-432c-bf2e-c09c48e4a338 req-bd23121e-b482-4318-9e3d-1429012d4864 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d85e99ef-1346-46a0-8fc9-0a35ef9b3598 HTTP/1.1" status: 200 len: 897 time: 0.0839458 Feb 20 06:35:21.338497 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a1d1fdec-7605-432c-bf2e-c09c48e4a338 req-d8fdf5aa-b69e-40e4-832f-bfd4e25b0705 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c789874f-608f-4d10-865d-831b962c8895 HTTP/1.1" status: 200 len: 1002 time: 0.3479884 Feb 20 06:35:21.385290 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1fdec-7605-432c-bf2e-c09c48e4a338 req-490fa620-7128-4d9e-9494-1907134191b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:35:21.386647 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a1d1fdec-7605-432c-bf2e-c09c48e4a338 req-490fa620-7128-4d9e-9494-1907134191b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5d42f456-7f01-4cef-a964-6e88b174361f HTTP/1.1" status: 200 len: 835 time: 0.0424933 Feb 20 06:35:21.432952 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1fdec-7605-432c-bf2e-c09c48e4a338 req-613a4ab4-0afe-4e40-8723-b259d5878e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:35:21.434387 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a1d1fdec-7605-432c-bf2e-c09c48e4a338 req-613a4ab4-0afe-4e40-8723-b259d5878e49 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d85e99ef-1346-46a0-8fc9-0a35ef9b3598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0415335 Feb 20 06:35:21.521435 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a1d1fdec-7605-432c-bf2e-c09c48e4a338 req-ebcc14a3-1710-4e13-92ee-880e1d401b01 service neutron] 10.222.0.61 "GET /v2.0/networks/d85e99ef-1346-46a0-8fc9-0a35ef9b3598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809999 Feb 20 06:35:21.606640 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a1d1fdec-7605-432c-bf2e-c09c48e4a338 req-0c79ae07-e29e-426f-8251-a88217d1f7d5 service neutron] 10.222.0.61 "GET /v2.0/networks/d85e99ef-1346-46a0-8fc9-0a35ef9b3598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789721 Feb 20 06:35:21.629997 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:35:22.069853 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f0965-15e7-44a4-a503-473416bb8f58 req-2efc9c20-4950-4c0e-8e67-7af2d83c114b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:35:22.071350 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a17f0965-15e7-44a4-a503-473416bb8f58 req-2efc9c20-4950-4c0e-8e67-7af2d83c114b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 946 time: 0.0565648 Feb 20 06:35:22.119249 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a17f0965-15e7-44a4-a503-473416bb8f58 req-73525bba-5908-437d-82b2-9fa64361ab2f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423253 Feb 20 06:35:22.800164 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:35:23.236381 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff5539-fa8d-4b95-ada9-6b81b645dd93 req-4ee1d7d4-9337-4993-8987-8d6cf6a57bf5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:35:23.237877 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-80ff5539-fa8d-4b95-ada9-6b81b645dd93 req-4ee1d7d4-9337-4993-8987-8d6cf6a57bf5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 946 time: 0.0522099 Feb 20 06:35:23.286115 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-80ff5539-fa8d-4b95-ada9-6b81b645dd93 req-b5db1a31-c03d-4448-81a0-6a2986c6f324 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424142 Feb 20 06:35:23.454598 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:35:24.401983 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a95b18-f032-4972-b324-94771506f613 req-4497eeb6-39c5-46f2-ae7b-03db258c2bec tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:35:24.403449 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27a95b18-f032-4972-b324-94771506f613 req-4497eeb6-39c5-46f2-ae7b-03db258c2bec tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 946 time: 0.0513127 Feb 20 06:35:24.453871 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-27a95b18-f032-4972-b324-94771506f613 req-9ec7321c-97a1-4be3-8c0d-e9e39441baab tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449059 Feb 20 06:35:25.569889 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a033447-9eda-4bf9-92c9-6cea6cc42963 req-ad3e5178-cb2f-40ea-ae0a-16c1ac98bfdc tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:35:25.571382 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6a033447-9eda-4bf9-92c9-6cea6cc42963 req-ad3e5178-cb2f-40ea-ae0a-16c1ac98bfdc tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 946 time: 0.0516510 Feb 20 06:35:25.618705 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6a033447-9eda-4bf9-92c9-6cea6cc42963 req-89e56b8a-79bf-4f92-bbb7-fd499b7f5c76 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418375 Feb 20 06:35:25.732227 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:35:26.737422 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a68512-e46a-40d1-9ce4-5619ed5280ba req-5907713a-320a-4a38-9bf4-08f27503d6a1 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:35:26.739178 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7a68512-e46a-40d1-9ce4-5619ed5280ba req-5907713a-320a-4a38-9bf4-08f27503d6a1 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 946 time: 0.0525370 Feb 20 06:35:26.788132 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7a68512-e46a-40d1-9ce4-5619ed5280ba req-6034b934-f0d7-4bbb-a2fb-7a0a6b6098dc tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433657 Feb 20 06:35:27.908820 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de673fff-13e9-40f3-a877-ab384837e2be req-2592f7e5-6ca9-4843-9860-883ede72e918 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:35:27.910301 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-de673fff-13e9-40f3-a877-ab384837e2be req-2592f7e5-6ca9-4843-9860-883ede72e918 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 946 time: 0.0572205 Feb 20 06:35:27.957342 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-de673fff-13e9-40f3-a877-ab384837e2be req-096e9095-4876-422a-87ed-7dee751dd5f9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414832 Feb 20 06:35:29.079727 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e08dc-3d40-46b2-8382-0eae97ac7d84 req-99c69fba-ce11-45d0-83b3-64641fac5f9f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:35:29.081207 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-429e08dc-3d40-46b2-8382-0eae97ac7d84 req-99c69fba-ce11-45d0-83b3-64641fac5f9f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 946 time: 0.0562232 Feb 20 06:35:29.128991 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-429e08dc-3d40-46b2-8382-0eae97ac7d84 req-35176c43-6783-41a6-b5af-327a4064126d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422556 Feb 20 06:35:30.246414 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa739e-3c4b-46d2-afe8-b6fd293bfbf3 req-dba2fcdd-ad4c-45cd-9b57-4c11ea56f204 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:35:30.247822 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-38aa739e-3c4b-46d2-afe8-b6fd293bfbf3 req-dba2fcdd-ad4c-45cd-9b57-4c11ea56f204 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 946 time: 0.0532618 Feb 20 06:35:30.300231 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-38aa739e-3c4b-46d2-afe8-b6fd293bfbf3 req-447e567f-70c5-4562-8062-e8110673823f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467865 Feb 20 06:35:31.418481 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a4c49-aafe-461b-b798-d8e9c03fab8c req-a5b2bb18-b9ca-4be7-94e9-ebb32e3903b9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:35:31.420245 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ff9a4c49-aafe-461b-b798-d8e9c03fab8c req-a5b2bb18-b9ca-4be7-94e9-ebb32e3903b9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 946 time: 0.0531504 Feb 20 06:35:31.466706 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ff9a4c49-aafe-461b-b798-d8e9c03fab8c req-a3d420d6-1425-4328-a3b4-0d2137a7e988 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408955 Feb 20 06:35:32.582059 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d618e1-f48c-4f55-b75d-67178144a4ba req-0efcebf1-b2a7-4a76-8205-1b0a39b7edd7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:35:32.583536 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f7d618e1-f48c-4f55-b75d-67178144a4ba req-0efcebf1-b2a7-4a76-8205-1b0a39b7edd7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 946 time: 0.0503542 Feb 20 06:35:32.630321 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f7d618e1-f48c-4f55-b75d-67178144a4ba req-b8a9132d-8742-47fa-b23d-8a102864df24 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407867 Feb 20 06:35:33.753930 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693246ce-99d4-4a54-9f64-1ba9ab781791 req-87defd2c-f54a-4b3e-a783-83175317eb63 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:35:33.755407 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-693246ce-99d4-4a54-9f64-1ba9ab781791 req-87defd2c-f54a-4b3e-a783-83175317eb63 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 946 time: 0.0573149 Feb 20 06:35:33.802309 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-693246ce-99d4-4a54-9f64-1ba9ab781791 req-78c28fee-a949-4e9c-b086-95b064b42c25 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413182 Feb 20 06:35:34.920687 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61244428-d2c6-4dc7-a764-f476d8d83ea1 req-18106669-11e8-429a-9518-1e5da2ab7b98 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:35:34.922150 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-61244428-d2c6-4dc7-a764-f476d8d83ea1 req-18106669-11e8-429a-9518-1e5da2ab7b98 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 946 time: 0.0515811 Feb 20 06:35:34.970769 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-61244428-d2c6-4dc7-a764-f476d8d83ea1 req-d19dd42a-1b4f-4a97-bf34-2d75a4e56ef8 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429060 Feb 20 06:35:36.089603 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fc0d7-9dbb-4070-8f67-18dfc2a06904 req-c767088c-a3ea-420c-b152-56b87ac9ba36 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:35:36.091086 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ec5fc0d7-9dbb-4070-8f67-18dfc2a06904 req-c767088c-a3ea-420c-b152-56b87ac9ba36 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 946 time: 0.0550487 Feb 20 06:35:36.138601 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ec5fc0d7-9dbb-4070-8f67-18dfc2a06904 req-4bfe8334-7c23-4012-8416-e3e8cb5d2ef9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419695 Feb 20 06:35:37.255265 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84732737-ba68-4d11-ab69-0c7a3f381c6a req-fccb3131-4eda-49b6-a723-14e0cee16cb1 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:35:37.256868 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-84732737-ba68-4d11-ab69-0c7a3f381c6a req-fccb3131-4eda-49b6-a723-14e0cee16cb1 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 946 time: 0.0528784 Feb 20 06:35:37.304705 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-84732737-ba68-4d11-ab69-0c7a3f381c6a req-3884c5f0-8f72-4356-bf15-b5cf696cc98a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416963 Feb 20 06:35:38.422763 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47a717-0f4f-40cf-8eb1-e2874d72f016 req-0da04532-39b8-4cc0-a36a-0973bc4e6cd8 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:35:38.424276 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eb47a717-0f4f-40cf-8eb1-e2874d72f016 req-0da04532-39b8-4cc0-a36a-0973bc4e6cd8 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 946 time: 0.0525703 Feb 20 06:35:38.475308 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eb47a717-0f4f-40cf-8eb1-e2874d72f016 req-5613a767-ad31-4433-be3b-6d90071d0e25 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454512 Feb 20 06:35:38.497705 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53936) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:35:38.556712 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5c25d135-92ea-4a0f-afec-2bee6be03fc0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/floatingips/af8f0205-40af-4862-ab86-bb05e689f7ea HTTP/1.1" status: 200 len: 994 time: 0.0574162 Feb 20 06:35:40.007857 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:35:46.597341 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06c1b2ce-b50a-4994-b0a9-42d924b455ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:35:49.043522 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55f3160a-27be-4994-ba83-a15cfc3ef12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:35:49.820328 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:35:51.631296 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:35:52.803122 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:35:53.484819 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:35:55.732941 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:07.011321 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-beef4c25-d850-434d-a4fe-17293f590e3b req-e86da96b-382e-443e-9a1b-f63417f0f485 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507011 Feb 20 06:36:07.094778 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef4c25-d850-434d-a4fe-17293f590e3b req-a97fe814-1b46-4bf9-becc-6fa33fb284c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:07.096317 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-beef4c25-d850-434d-a4fe-17293f590e3b req-a97fe814-1b46-4bf9-becc-6fa33fb284c2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 1128 time: 0.0442636 Feb 20 06:36:07.197020 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef4c25-d850-434d-a4fe-17293f590e3b req-d42cd693-eb20-48e0-ab1a-a4c922490c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:07.199129 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-beef4c25-d850-434d-a4fe-17293f590e3b req-d42cd693-eb20-48e0-ab1a-a4c922490c7f service neutron] 10.222.0.61 "GET /v2.0/networks?id=d85e99ef-1346-46a0-8fc9-0a35ef9b3598 HTTP/1.1" status: 200 len: 897 time: 0.0826912 Feb 20 06:36:07.266680 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-beef4c25-d850-434d-a4fe-17293f590e3b req-f700f760-5937-41ae-a4ca-ebcb83a088c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c789874f-608f-4d10-865d-831b962c8895 HTTP/1.1" status: 200 len: 1002 time: 0.0610495 Feb 20 06:36:07.313286 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef4c25-d850-434d-a4fe-17293f590e3b req-21152f1f-7b38-4e1b-8fe4-d6c7f34ee9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:07.314661 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-beef4c25-d850-434d-a4fe-17293f590e3b req-21152f1f-7b38-4e1b-8fe4-d6c7f34ee9a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5d42f456-7f01-4cef-a964-6e88b174361f HTTP/1.1" status: 200 len: 835 time: 0.0422907 Feb 20 06:36:07.361377 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef4c25-d850-434d-a4fe-17293f590e3b req-46e61e01-7741-4d75-9fb1-420c5efe389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:07.362819 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-beef4c25-d850-434d-a4fe-17293f590e3b req-46e61e01-7741-4d75-9fb1-420c5efe389f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d85e99ef-1346-46a0-8fc9-0a35ef9b3598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0422208 Feb 20 06:36:07.451826 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-beef4c25-d850-434d-a4fe-17293f590e3b req-d0ac1e07-2cec-4c08-bca4-8e42d7f414ba service neutron] 10.222.0.61 "GET /v2.0/networks/d85e99ef-1346-46a0-8fc9-0a35ef9b3598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828476 Feb 20 06:36:07.537026 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-beef4c25-d850-434d-a4fe-17293f590e3b req-649b51c3-af15-40af-a17e-b05c11bd69eb service neutron] 10.222.0.61 "GET /v2.0/networks/d85e99ef-1346-46a0-8fc9-0a35ef9b3598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794356 Feb 20 06:36:09.290051 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53960) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:36:09.441262 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-389ea10b-2dca-45ac-ba40-c396d0c8b42d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Deleting port ce49b32b-2998-47f0-aa65-2804f1e47a61 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:36:09.441602 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-389ea10b-2dca-45ac-ba40-c396d0c8b42d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (ce49b32b-2998-47f0-aa65-2804f1e47a61), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:09.516922 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-389ea10b-2dca-45ac-ba40-c396d0c8b42d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (ce49b32b-2998-47f0-aa65-2804f1e47a61), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:09.517245 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-389ea10b-2dca-45ac-ba40-c396d0c8b42d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for floatingip (ce49b32b-2998-47f0-aa65-2804f1e47a61), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:09.529138 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-389ea10b-2dca-45ac-ba40-c396d0c8b42d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Calling delete_port for ce49b32b-2998-47f0-aa65-2804f1e47a61 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:36:09.669528 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-389ea10b-2dca-45ac-ba40-c396d0c8b42d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (ce49b32b-2998-47f0-aa65-2804f1e47a61), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:09.699141 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ea10b-2dca-45ac-ba40-c396d0c8b42d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Port': ['ID=ce49b32b-2998-47f0-aa65-2804f1e47a61,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:09.709936 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ea10b-2dca-45ac-ba40-c396d0c8b42d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:09.710326 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ea10b-2dca-45ac-ba40-c396d0c8b42d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:09.710676 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ea10b-2dca-45ac-ba40-c396d0c8b42d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:09.711055 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ea10b-2dca-45ac-ba40-c396d0c8b42d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:09.711388 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ea10b-2dca-45ac-ba40-c396d0c8b42d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:09.711720 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ea10b-2dca-45ac-ba40-c396d0c8b42d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:09.712049 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ea10b-2dca-45ac-ba40-c396d0c8b42d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:09.712379 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ea10b-2dca-45ac-ba40-c396d0c8b42d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:09.712746 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ea10b-2dca-45ac-ba40-c396d0c8b42d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:09.713077 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ea10b-2dca-45ac-ba40-c396d0c8b42d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:09.713412 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ea10b-2dca-45ac-ba40-c396d0c8b42d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:09.713966 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ea10b-2dca-45ac-ba40-c396d0c8b42d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:09.714329 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ea10b-2dca-45ac-ba40-c396d0c8b42d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:09.770343 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-389ea10b-2dca-45ac-ba40-c396d0c8b42d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for floatingip (af8f0205-40af-4862-ab86-bb05e689f7ea), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:09.770691 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-389ea10b-2dca-45ac-ba40-c396d0c8b42d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Floating IP af8f0205-40af-4862-ab86-bb05e689f7ea disassociated (deleted). External IP: 172.25.3.177, port: c789874f-608f-4d10-865d-831b962c8895. Feb 20 06:36:10.315996 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389ea10b-2dca-45ac-ba40-c396d0c8b42d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Router 793ea63e-b916-4917-83c4-3321ae9c616f has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:36:10.423530 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389ea10b-2dca-45ac-ba40-c396d0c8b42d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:36:10.428256 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-389ea10b-2dca-45ac-ba40-c396d0c8b42d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:10.432989 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1832384-d2c7-4c47-ab06-2bc6d4f8cde1 None None] Sync routers for ids ['793ea63e-b916-4917-83c4-3321ae9c616f'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:36:10.442399 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1832384-d2c7-4c47-ab06-2bc6d4f8cde1 None None] Routers {'793ea63e-b916-4917-83c4-3321ae9c616f'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:36:10.443038 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a1832384-d2c7-4c47-ab06-2bc6d4f8cde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:35:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['793ea63e-b916-4917-83c4-3321ae9c616f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:36:10.459249 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-389ea10b-2dca-45ac-ba40-c396d0c8b42d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "DELETE /v2.0/floatingips/af8f0205-40af-4862-ab86-bb05e689f7ea HTTP/1.1" status: 204 len: 168 time: 1.1658354 Feb 20 06:36:10.459249 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41', 'tag': 'c789874f-608f-4d10-865d-831b962c8895'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:36:10.459732 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78934f98bf255cbf8729f55a3e84459a3773ac23536445eeb810cf99c856869a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5f3f8d-dbde-4108-83e4-515e06e0b4a7" -d '{"events": [{"name": "network-changed", "server_uuid": "2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41", "tag": "c789874f-608f-4d10-865d-831b962c8895"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:36:10.564681 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-a1832384-d2c7-4c47-ab06-2bc6d4f8cde1 None None] Set router 793ea63e-b916-4917-83c4-3321ae9c616f gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:36:10.630358 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d87ec52-d102-4bc8-b86f-13eddb34ace0 x-openstack-request-id: req-8d87ec52-d102-4bc8-b86f-13eddb34ace0 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:36:10.630649 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41", "tag": "c789874f-608f-4d10-865d-831b962c8895", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:36:10.630916 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d87ec52-d102-4bc8-b86f-13eddb34ace0 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:36:10.631330 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41', 'tag': 'c789874f-608f-4d10-865d-831b962c8895', 'status': 'completed', 'code': 200} Feb 20 06:36:10.702362 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f3f8d-dbde-4108-83e4-515e06e0b4a7 req-01f4a818-82d8-4440-ab2e-a661d9762ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:10.703964 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8e5f3f8d-dbde-4108-83e4-515e06e0b4a7 req-01f4a818-82d8-4440-ab2e-a661d9762ec2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 1128 time: 0.0507960 Feb 20 06:36:10.738480 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252729f-c7b1-4c0d-aa07-52653ba826c9 req-aa6e7580-36cb-4a07-b936-f13231783a70 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:10.740567 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f252729f-c7b1-4c0d-aa07-52653ba826c9 req-aa6e7580-36cb-4a07-b936-f13231783a70 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 946 time: 0.0657382 Feb 20 06:36:10.779780 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a1832384-d2c7-4c47-ab06-2bc6d4f8cde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138154810', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '94e8e883-c727-42dc-851c-da6f95849af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:34:33Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '94e8e883-c727-42dc-851c-da6f95849af7', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'bb69bd9e-4c06-4553-9420-d1663affc8e6', 'name': '', 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:4a:80:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '5d42f456-7f01-4cef-a964-6e88b174361f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:34:33Z', 'updated_at': '2022-02-20T06:34:36Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '5d42f456-7f01-4cef-a964-6e88b174361f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:36:10.793393 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f252729f-c7b1-4c0d-aa07-52653ba826c9 req-2fdf22ab-1c36-482d-9e64-d4689e497051 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457540 Feb 20 06:36:10.800144 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f3f8d-dbde-4108-83e4-515e06e0b4a7 req-6d98e607-3146-4bf8-aeb1-1ed23b37a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:10.801678 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8e5f3f8d-dbde-4108-83e4-515e06e0b4a7 req-6d98e607-3146-4bf8-aeb1-1ed23b37a11c service neutron] 10.222.0.61 "GET /v2.0/networks?id=d85e99ef-1346-46a0-8fc9-0a35ef9b3598 HTTP/1.1" status: 200 len: 897 time: 0.0909531 Feb 20 06:36:10.805539 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1832384-d2c7-4c47-ab06-2bc6d4f8cde1 None None] Checking router: 793ea63e-b916-4917-83c4-3321ae9c616f for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:36:10.816696 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1832384-d2c7-4c47-ab06-2bc6d4f8cde1 None None] Routers {'793ea63e-b916-4917-83c4-3321ae9c616f'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:36:10.816696 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a1832384-d2c7-4c47-ab06-2bc6d4f8cde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:35:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['793ea63e-b916-4917-83c4-3321ae9c616f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:36:10.849175 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8e5f3f8d-dbde-4108-83e4-515e06e0b4a7 req-575d61e4-0766-4d05-9709-40a3f1e81592 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c789874f-608f-4d10-865d-831b962c8895 HTTP/1.1" status: 200 len: 217 time: 0.0399005 Feb 20 06:36:10.899367 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f3f8d-dbde-4108-83e4-515e06e0b4a7 req-3298a475-8ac1-4c03-9fb5-fbafb1fe01bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:10.900936 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8e5f3f8d-dbde-4108-83e4-515e06e0b4a7 req-3298a475-8ac1-4c03-9fb5-fbafb1fe01bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5d42f456-7f01-4cef-a964-6e88b174361f HTTP/1.1" status: 200 len: 835 time: 0.0456846 Feb 20 06:36:10.929905 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-a1832384-d2c7-4c47-ab06-2bc6d4f8cde1 None None] Set router 793ea63e-b916-4917-83c4-3321ae9c616f gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:36:10.949716 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f3f8d-dbde-4108-83e4-515e06e0b4a7 req-cf599895-90a9-4464-81d0-64ddb6aa962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:10.951287 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8e5f3f8d-dbde-4108-83e4-515e06e0b4a7 req-cf599895-90a9-4464-81d0-64ddb6aa962f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d85e99ef-1346-46a0-8fc9-0a35ef9b3598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445979 Feb 20 06:36:10.961152 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-8e5f3f8d-dbde-4108-83e4-515e06e0b4a7 req-479183c8-22e5-4fc7-a96c-a97025489f53 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 06:36:10.962094 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8e5f3f8d-dbde-4108-83e4-515e06e0b4a7 req-479183c8-22e5-4fc7-a96c-a97025489f53 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049093 Feb 20 06:36:11.058741 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8e5f3f8d-dbde-4108-83e4-515e06e0b4a7 req-fc9eebea-1e6c-4cd6-b562-cb2333e14524 service neutron] 10.222.0.61 "GET /v2.0/networks/d85e99ef-1346-46a0-8fc9-0a35ef9b3598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905886 Feb 20 06:36:11.132163 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a1832384-d2c7-4c47-ab06-2bc6d4f8cde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138154810', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '94e8e883-c727-42dc-851c-da6f95849af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:34:33Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '94e8e883-c727-42dc-851c-da6f95849af7', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'bb69bd9e-4c06-4553-9420-d1663affc8e6', 'name': '', 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:4a:80:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '5d42f456-7f01-4cef-a964-6e88b174361f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:34:33Z', 'updated_at': '2022-02-20T06:34:36Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '5d42f456-7f01-4cef-a964-6e88b174361f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:36:11.147085 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8e5f3f8d-dbde-4108-83e4-515e06e0b4a7 req-cc43d734-4bc6-4023-894e-8fd5e3d2c4c5 service neutron] 10.222.0.61 "GET /v2.0/networks/d85e99ef-1346-46a0-8fc9-0a35ef9b3598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822470 Feb 20 06:36:11.246299 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1832384-d2c7-4c47-ab06-2bc6d4f8cde1 None None] The sync data for ids ['793ea63e-b916-4917-83c4-3321ae9c616f'] in n-d-829866-5 is: [{'id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138154810', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '94e8e883-c727-42dc-851c-da6f95849af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:34:33Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '94e8e883-c727-42dc-851c-da6f95849af7', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'bb69bd9e-4c06-4553-9420-d1663affc8e6', 'name': '', 'network_id': 'd85e99ef-1346-46a0-8fc9-0a35ef9b3598', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:4a:80:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '5d42f456-7f01-4cef-a964-6e88b174361f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:34:33Z', 'updated_at': '2022-02-20T06:34:36Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '5d42f456-7f01-4cef-a964-6e88b174361f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:36:11.456740 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28774a81-a7db-4002-b8c6-2fb9781cd94f None None] New status for floating IP af8f0205-40af-4862-ab86-bb05e689f7ea: DOWN {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:36:11.919404 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba3f6a-60ff-4d39-838a-ff45f61bbdf5 req-f391fdc5-32cf-4a00-be03-8e314692c6f0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:11.920880 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b8ba3f6a-60ff-4d39-838a-ff45f61bbdf5 req-f391fdc5-32cf-4a00-be03-8e314692c6f0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 946 time: 0.0565805 Feb 20 06:36:11.970550 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b8ba3f6a-60ff-4d39-838a-ff45f61bbdf5 req-98386fc7-726b-4e13-893f-64750b8c95ee tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440729 Feb 20 06:36:12.124401 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6ad7c-4393-40ac-95a5-f43f83c6654d req-079530e0-55ca-4509-a881-bef9569d7790 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:12.125740 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1db6ad7c-4393-40ac-95a5-f43f83c6654d req-079530e0-55ca-4509-a881-bef9569d7790 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41 HTTP/1.1" status: 200 len: 946 time: 0.0522294 Feb 20 06:36:12.220244 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-1db6ad7c-4393-40ac-95a5-f43f83c6654d req-5a8adf3b-0f8b-41be-95fb-a5c698f42e34 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Deleting port c789874f-608f-4d10-865d-831b962c8895 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:36:12.220586 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1db6ad7c-4393-40ac-95a5-f43f83c6654d req-5a8adf3b-0f8b-41be-95fb-a5c698f42e34 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (c789874f-608f-4d10-865d-831b962c8895), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:12.306034 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-1db6ad7c-4393-40ac-95a5-f43f83c6654d req-5a8adf3b-0f8b-41be-95fb-a5c698f42e34 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] For port c789874f-608f-4d10-865d-831b962c8895, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=c789874f-608f-4d10-865d-831b962c8895,segment=NetworkSegment(387fee74-5a74-4e6c-b07f-da33ad5a6ba4),segment_id=387fee74-5a74-4e6c-b07f-da33ad5a6ba4)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:36:12.306944 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1db6ad7c-4393-40ac-95a5-f43f83c6654d req-5a8adf3b-0f8b-41be-95fb-a5c698f42e34 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (c789874f-608f-4d10-865d-831b962c8895), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:12.318388 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-1db6ad7c-4393-40ac-95a5-f43f83c6654d req-5a8adf3b-0f8b-41be-95fb-a5c698f42e34 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Calling delete_port for c789874f-608f-4d10-865d-831b962c8895 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:36:12.446146 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1db6ad7c-4393-40ac-95a5-f43f83c6654d req-5a8adf3b-0f8b-41be-95fb-a5c698f42e34 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (c789874f-608f-4d10-865d-831b962c8895), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:12.472475 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8adf3b-0f8b-41be-95fb-a5c698f42e34 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Port': ['ID=c789874f-608f-4d10-865d-831b962c8895,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:12.486892 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8adf3b-0f8b-41be-95fb-a5c698f42e34 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:12.487540 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8adf3b-0f8b-41be-95fb-a5c698f42e34 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:12.488130 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8adf3b-0f8b-41be-95fb-a5c698f42e34 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:12.488965 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8adf3b-0f8b-41be-95fb-a5c698f42e34 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:12.489554 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8adf3b-0f8b-41be-95fb-a5c698f42e34 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:12.490152 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8adf3b-0f8b-41be-95fb-a5c698f42e34 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:12.490746 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8adf3b-0f8b-41be-95fb-a5c698f42e34 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:12.491360 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8adf3b-0f8b-41be-95fb-a5c698f42e34 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:12.491964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8adf3b-0f8b-41be-95fb-a5c698f42e34 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:12.492564 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8adf3b-0f8b-41be-95fb-a5c698f42e34 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:12.493045 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8adf3b-0f8b-41be-95fb-a5c698f42e34 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:12.493389 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8adf3b-0f8b-41be-95fb-a5c698f42e34 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:12.493752 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8adf3b-0f8b-41be-95fb-a5c698f42e34 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:12.537300 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db6ad7c-4393-40ac-95a5-f43f83c6654d req-5a8adf3b-0f8b-41be-95fb-a5c698f42e34 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] No DVR routers for this DVR port c789874f-608f-4d10-865d-831b962c8895 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:36:12.539816 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1db6ad7c-4393-40ac-95a5-f43f83c6654d req-5a8adf3b-0f8b-41be-95fb-a5c698f42e34 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:12.543707 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1db6ad7c-4393-40ac-95a5-f43f83c6654d req-5a8adf3b-0f8b-41be-95fb-a5c698f42e34 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.61 "DELETE /v2.0/ports/c789874f-608f-4d10-865d-831b962c8895 HTTP/1.1" status: 204 len: 173 time: 0.4132812 Feb 20 06:36:12.544149 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41', 'name': 'network-vif-deleted', 'tag': 'c789874f-608f-4d10-865d-831b962c8895'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:36:12.546431 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a604968a-a0ab-439a-b091-fd5aec99d3e9" -d '{"events": [{"server_uuid": "2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41", "name": "network-vif-deleted", "tag": "c789874f-608f-4d10-865d-831b962c8895"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:36:12.583651 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d270442-dbd0-46f9-bbbe-e86735ffbeb7 x-openstack-request-id: req-8d270442-dbd0-46f9-bbbe-e86735ffbeb7 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:36:12.583953 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41", "name": "network-vif-deleted", "tag": "c789874f-608f-4d10-865d-831b962c8895", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:36:12.584208 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d270442-dbd0-46f9-bbbe-e86735ffbeb7 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:36:12.584617 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5f2c1f-f96b-4994-85aa-b68c3e3d1d41', 'name': 'network-vif-deleted', 'tag': 'c789874f-608f-4d10-865d-831b962c8895', 'status': 'completed', 'code': 200} Feb 20 06:36:13.027670 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53980) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:36:13.387123 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b30d1ac0-ee4b-4aaa-8695-a8b7c6aceda1 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (793ea63e-b916-4917-83c4-3321ae9c616f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:13.640988 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-b30d1ac0-ee4b-4aaa-8695-a8b7c6aceda1 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Deleting port bb69bd9e-4c06-4553-9420-d1663affc8e6 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:36:13.641249 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b30d1ac0-ee4b-4aaa-8695-a8b7c6aceda1 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (bb69bd9e-4c06-4553-9420-d1663affc8e6), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:13.729353 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-b30d1ac0-ee4b-4aaa-8695-a8b7c6aceda1 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] For port bb69bd9e-4c06-4553-9420-d1663affc8e6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=bb69bd9e-4c06-4553-9420-d1663affc8e6,segment=NetworkSegment(387fee74-5a74-4e6c-b07f-da33ad5a6ba4),segment_id=387fee74-5a74-4e6c-b07f-da33ad5a6ba4)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:36:13.729710 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b30d1ac0-ee4b-4aaa-8695-a8b7c6aceda1 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (bb69bd9e-4c06-4553-9420-d1663affc8e6), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:13.741382 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-b30d1ac0-ee4b-4aaa-8695-a8b7c6aceda1 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Calling delete_port for bb69bd9e-4c06-4553-9420-d1663affc8e6 owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:36:13.932924 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b30d1ac0-ee4b-4aaa-8695-a8b7c6aceda1 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (bb69bd9e-4c06-4553-9420-d1663affc8e6), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:13.960422 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d1ac0-ee4b-4aaa-8695-a8b7c6aceda1 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Port': ['ID=bb69bd9e-4c06-4553-9420-d1663affc8e6,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:14.136237 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b30d1ac0-ee4b-4aaa-8695-a8b7c6aceda1 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (793ea63e-b916-4917-83c4-3321ae9c616f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:14.350794 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30d1ac0-ee4b-4aaa-8695-a8b7c6aceda1 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Router 793ea63e-b916-4917-83c4-3321ae9c616f has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:36:14.457410 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30d1ac0-ee4b-4aaa-8695-a8b7c6aceda1 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:36:14.463065 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b30d1ac0-ee4b-4aaa-8695-a8b7c6aceda1 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "PUT /v2.0/routers/793ea63e-b916-4917-83c4-3321ae9c616f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4337323 Feb 20 06:36:14.465762 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53982) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:36:14.467217 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85438869-3d17-43f9-892a-770cd022a0f4 None None] Sync routers for ids ['793ea63e-b916-4917-83c4-3321ae9c616f'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:36:14.477240 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85438869-3d17-43f9-892a-770cd022a0f4 None None] Routers {'793ea63e-b916-4917-83c4-3321ae9c616f'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:36:14.477917 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-85438869-3d17-43f9-892a-770cd022a0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:35:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['793ea63e-b916-4917-83c4-3321ae9c616f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:36:14.516811 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2c608f-7c4e-474d-a133-8e0090d22806 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Deleting subnet 5d42f456-7f01-4cef-a964-6e88b174361f {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:36:14.519904 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb2c608f-7c4e-474d-a133-8e0090d22806 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for subnet (5d42f456-7f01-4cef-a964-6e88b174361f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:14.563313 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb2c608f-7c4e-474d-a133-8e0090d22806 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (5d42f456-7f01-4cef-a964-6e88b174361f), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:14.588050 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-85438869-3d17-43f9-892a-770cd022a0f4 None None] Set router 793ea63e-b916-4917-83c4-3321ae9c616f gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:36:14.651198 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb2c608f-7c4e-474d-a133-8e0090d22806 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (5d42f456-7f01-4cef-a964-6e88b174361f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:14.709082 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb2c608f-7c4e-474d-a133-8e0090d22806 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (5d42f456-7f01-4cef-a964-6e88b174361f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:14.742686 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c608f-7c4e-474d-a133-8e0090d22806 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Subnet': ['ID=5d42f456-7f01-4cef-a964-6e88b174361f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:14.745476 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cb2c608f-7c4e-474d-a133-8e0090d22806 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:14.748943 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cb2c608f-7c4e-474d-a133-8e0090d22806 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "DELETE /v2.0/subnets/5d42f456-7f01-4cef-a964-6e88b174361f HTTP/1.1" status: 204 len: 168 time: 0.2822590 Feb 20 06:36:14.751899 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53984) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:36:14.754595 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2629fc-6adb-4abc-bdd7-7b6a81887f53 None None] Network d85e99ef-1346-46a0-8fc9-0a35ef9b3598 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:36:14.770293 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-85438869-3d17-43f9-892a-770cd022a0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138154810', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '94e8e883-c727-42dc-851c-da6f95849af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:36:13Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '94e8e883-c727-42dc-851c-da6f95849af7', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:36:14.800805 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85438869-3d17-43f9-892a-770cd022a0f4 None None] Checking router: 793ea63e-b916-4917-83c4-3321ae9c616f for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:36:14.809619 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85438869-3d17-43f9-892a-770cd022a0f4 None None] Routers {'793ea63e-b916-4917-83c4-3321ae9c616f'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:36:14.810228 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-85438869-3d17-43f9-892a-770cd022a0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:35:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['793ea63e-b916-4917-83c4-3321ae9c616f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:36:14.862400 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cc819455-8c7c-467b-8975-d4b2ef4c4ff5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router (793ea63e-b916-4917-83c4-3321ae9c616f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:14.918053 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a3c2c2-1fa9-4428-a7fe-104fcc4d6a26 None None] DHCP port deletion for d85e99ef-1346-46a0-8fc9-0a35ef9b3598 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:36:14.927383 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-85438869-3d17-43f9-892a-770cd022a0f4 None None] Set router 793ea63e-b916-4917-83c4-3321ae9c616f gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:36:14.976951 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-70a3c2c2-1fa9-4428-a7fe-104fcc4d6a26 None None] Deleting port 797a540f-a63d-490f-9139-5c520a0f9882 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:36:14.977624 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70a3c2c2-1fa9-4428-a7fe-104fcc4d6a26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (797a540f-a63d-490f-9139-5c520a0f9882), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:14.981903 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cc819455-8c7c-467b-8975-d4b2ef4c4ff5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_gateway (793ea63e-b916-4917-83c4-3321ae9c616f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:15.049126 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-70a3c2c2-1fa9-4428-a7fe-104fcc4d6a26 None None] For port 797a540f-a63d-490f-9139-5c520a0f9882, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=797a540f-a63d-490f-9139-5c520a0f9882,segment=NetworkSegment(387fee74-5a74-4e6c-b07f-da33ad5a6ba4),segment_id=387fee74-5a74-4e6c-b07f-da33ad5a6ba4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:36:15.049528 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70a3c2c2-1fa9-4428-a7fe-104fcc4d6a26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (797a540f-a63d-490f-9139-5c520a0f9882), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:15.051600 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-cc819455-8c7c-467b-8975-d4b2ef4c4ff5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Deleting port 94e8e883-c727-42dc-851c-da6f95849af7 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:36:15.051953 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cc819455-8c7c-467b-8975-d4b2ef4c4ff5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (94e8e883-c727-42dc-851c-da6f95849af7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:15.068116 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-70a3c2c2-1fa9-4428-a7fe-104fcc4d6a26 None None] Calling delete_port for 797a540f-a63d-490f-9139-5c520a0f9882 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:36:15.124268 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-85438869-3d17-43f9-892a-770cd022a0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138154810', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '94e8e883-c727-42dc-851c-da6f95849af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:36:13Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '94e8e883-c727-42dc-851c-da6f95849af7', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:36:15.143436 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-cc819455-8c7c-467b-8975-d4b2ef4c4ff5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] For port 94e8e883-c727-42dc-851c-da6f95849af7, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=94e8e883-c727-42dc-851c-da6f95849af7,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:36:15.144087 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cc819455-8c7c-467b-8975-d4b2ef4c4ff5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (94e8e883-c727-42dc-851c-da6f95849af7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:15.154041 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70a3c2c2-1fa9-4428-a7fe-104fcc4d6a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (797a540f-a63d-490f-9139-5c520a0f9882), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:15.156084 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85438869-3d17-43f9-892a-770cd022a0f4 None None] The sync data for ids ['793ea63e-b916-4917-83c4-3321ae9c616f'] in n-d-829866-5 is: [{'id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138154810', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '94e8e883-c727-42dc-851c-da6f95849af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:36:13Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '94e8e883-c727-42dc-851c-da6f95849af7', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793ea63e-b916-4917-83c4-3321ae9c616f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:34:30Z', 'updated_at': '2022-02-20T06:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:36:15.159086 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-cc819455-8c7c-467b-8975-d4b2ef4c4ff5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Calling delete_port for 94e8e883-c727-42dc-851c-da6f95849af7 owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:36:15.181481 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3c2c2-1fa9-4428-a7fe-104fcc4d6a26 None None] Pushing event deleted for resources: {'Port': ['ID=797a540f-a63d-490f-9139-5c520a0f9882,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:15.186091 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a3c2c2-1fa9-4428-a7fe-104fcc4d6a26 None None] No DVR routers for this DVR port 797a540f-a63d-490f-9139-5c520a0f9882 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:36:15.195730 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3c2c2-1fa9-4428-a7fe-104fcc4d6a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:15.196262 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3c2c2-1fa9-4428-a7fe-104fcc4d6a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:15.196809 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3c2c2-1fa9-4428-a7fe-104fcc4d6a26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:15.197220 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3c2c2-1fa9-4428-a7fe-104fcc4d6a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:15.197558 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3c2c2-1fa9-4428-a7fe-104fcc4d6a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:15.197886 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3c2c2-1fa9-4428-a7fe-104fcc4d6a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:15.198226 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3c2c2-1fa9-4428-a7fe-104fcc4d6a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:15.198555 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3c2c2-1fa9-4428-a7fe-104fcc4d6a26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:15.198878 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3c2c2-1fa9-4428-a7fe-104fcc4d6a26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:15.199230 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3c2c2-1fa9-4428-a7fe-104fcc4d6a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:15.199557 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3c2c2-1fa9-4428-a7fe-104fcc4d6a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:15.199884 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3c2c2-1fa9-4428-a7fe-104fcc4d6a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:15.200205 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3c2c2-1fa9-4428-a7fe-104fcc4d6a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:15.336663 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cc819455-8c7c-467b-8975-d4b2ef4c4ff5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (94e8e883-c727-42dc-851c-da6f95849af7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:15.359116 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc819455-8c7c-467b-8975-d4b2ef4c4ff5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Port': ['ID=94e8e883-c727-42dc-851c-da6f95849af7,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:15.424149 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cc819455-8c7c-467b-8975-d4b2ef4c4ff5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (793ea63e-b916-4917-83c4-3321ae9c616f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:15.516342 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cc819455-8c7c-467b-8975-d4b2ef4c4ff5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (793ea63e-b916-4917-83c4-3321ae9c616f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:15.518576 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cc819455-8c7c-467b-8975-d4b2ef4c4ff5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_controller (793ea63e-b916-4917-83c4-3321ae9c616f), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:15.568242 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cc819455-8c7c-467b-8975-d4b2ef4c4ff5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (793ea63e-b916-4917-83c4-3321ae9c616f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:15.569153 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc819455-8c7c-467b-8975-d4b2ef4c4ff5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Fanout notify agent at l3_agent the message router_deleted on router 793ea63e-b916-4917-83c4-3321ae9c616f {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:36:15.580780 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cc819455-8c7c-467b-8975-d4b2ef4c4ff5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:15.585407 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cc819455-8c7c-467b-8975-d4b2ef4c4ff5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "DELETE /v2.0/routers/793ea63e-b916-4917-83c4-3321ae9c616f HTTP/1.1" status: 204 len: 168 time: 0.8297143 Feb 20 06:36:15.585784 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53986) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:36:15.662778 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e47992fe-1308-45ed-b748-c994c13cffd7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (d85e99ef-1346-46a0-8fc9-0a35ef9b3598), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:15.753312 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e47992fe-1308-45ed-b748-c994c13cffd7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (d85e99ef-1346-46a0-8fc9-0a35ef9b3598), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:15.774396 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-e47992fe-1308-45ed-b748-c994c13cffd7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85e99ef-1346-46a0-8fc9-0a35ef9b3598']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:36:15.785554 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-e47992fe-1308-45ed-b748-c994c13cffd7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387fee74-5a74-4e6c-b07f-da33ad5a6ba4') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:36:15.785855 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-e47992fe-1308-45ed-b748-c994c13cffd7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387fee74-5a74-4e6c-b07f-da33ad5a6ba4') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:36:15.796481 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e47992fe-1308-45ed-b748-c994c13cffd7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (387fee74-5a74-4e6c-b07f-da33ad5a6ba4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:15.810394 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e47992fe-1308-45ed-b748-c994c13cffd7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (387fee74-5a74-4e6c-b07f-da33ad5a6ba4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:15.816659 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47992fe-1308-45ed-b748-c994c13cffd7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:36:15.817040 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e47992fe-1308-45ed-b748-c994c13cffd7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (387fee74-5a74-4e6c-b07f-da33ad5a6ba4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: timer() Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:36:15.820025 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:36:15.883589 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e47992fe-1308-45ed-b748-c994c13cffd7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (d85e99ef-1346-46a0-8fc9-0a35ef9b3598), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:15.889027 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e47992fe-1308-45ed-b748-c994c13cffd7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:15.892521 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e47992fe-1308-45ed-b748-c994c13cffd7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "DELETE /v2.0/networks/d85e99ef-1346-46a0-8fc9-0a35ef9b3598 HTTP/1.1" status: 204 len: 168 time: 0.3057885 Feb 20 06:36:15.896206 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53988) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:36:15.912741 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47992fe-1308-45ed-b748-c994c13cffd7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Network': ['ID=d85e99ef-1346-46a0-8fc9-0a35ef9b3598,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:15.954733 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2579b1ec-2480-4239-9b74-b8c3ec98a7cb tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:15.984580 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2579b1ec-2480-4239-9b74-b8c3ec98a7cb tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:16.046458 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2579b1ec-2480-4239-9b74-b8c3ec98a7cb tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:16.049092 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2579b1ec-2480-4239-9b74-b8c3ec98a7cb tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:16.050245 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2579b1ec-2480-4239-9b74-b8c3ec98a7cb tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "DELETE /v2.0/security-groups/49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9 HTTP/1.1" status: 204 len: 168 time: 0.1530128 Feb 20 06:36:16.059032 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579b1ec-2480-4239-9b74-b8c3ec98a7cb tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fd1a98-fcfc-41ee-ad87-7afb32a1a1c9,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:16.110368 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device c789874f-608f-4d10-865d-831b962c8895 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:36:16.134576 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: c789874f-608f-4d10-865d-831b962c8895 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:36:16.134855 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device c789874f-608f-4d10-865d-831b962c8895 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:36:16.271778 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 94e8e883-c727-42dc-851c-da6f95849af7 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:36:16.293243 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 94e8e883-c727-42dc-851c-da6f95849af7 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:36:16.293591 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 94e8e883-c727-42dc-851c-da6f95849af7 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:36:16.294011 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device bb69bd9e-4c06-4553-9420-d1663affc8e6 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:36:16.309448 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 53994) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:36:16.312514 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: bb69bd9e-4c06-4553-9420-d1663affc8e6 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:36:16.312864 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device bb69bd9e-4c06-4553-9420-d1663affc8e6 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:36:16.313277 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 797a540f-a63d-490f-9139-5c520a0f9882 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:36:16.314655 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a4340560-c9ab-4582-92e9-6738c0971aa2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-961972635', 'description': 'tempest-secgroup-smoke-961972635 description', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:36:16.333240 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 797a540f-a63d-490f-9139-5c520a0f9882 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:36:16.333549 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 797a540f-a63d-490f-9139-5c520a0f9882 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:36:16.335303 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4340560-c9ab-4582-92e9-6738c0971aa2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:16.402635 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4340560-c9ab-4582-92e9-6738c0971aa2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (69422af3-7af7-44d0-9d72-28825bea24e0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:16.406085 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4340560-c9ab-4582-92e9-6738c0971aa2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (69422af3-7af7-44d0-9d72-28825bea24e0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:16.434806 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a4340560-c9ab-4582-92e9-6738c0971aa2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:16.436072 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a4340560-c9ab-4582-92e9-6738c0971aa2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1254885 Feb 20 06:36:16.437931 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4340560-c9ab-4582-92e9-6738c0971aa2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69422af3-7af7-44d0-9d72-28825bea24e0,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:16.439123 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53996) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:36:16.443757 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ddb210fd-052b-4291-8ca3-dada448fd49f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '69422af3-7af7-44d0-9d72-28825bea24e0', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:36:16.469680 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ddb210fd-052b-4291-8ca3-dada448fd49f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (3ed41e1a-0791-4bbc-8db9-2815174998ee), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:16.522298 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ddb210fd-052b-4291-8ca3-dada448fd49f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (3ed41e1a-0791-4bbc-8db9-2815174998ee), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:16.526102 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ddb210fd-052b-4291-8ca3-dada448fd49f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (3ed41e1a-0791-4bbc-8db9-2815174998ee), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:16.543585 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb210fd-052b-4291-8ca3-dada448fd49f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed41e1a-0791-4bbc-8db9-2815174998ee,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:16.548719 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ddb210fd-052b-4291-8ca3-dada448fd49f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:16.549903 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ddb210fd-052b-4291-8ca3-dada448fd49f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1097159 Feb 20 06:36:16.552640 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 53998) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:36:16.556904 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-09818dfa-03ca-4116-a1ee-4ce18721294f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '69422af3-7af7-44d0-9d72-28825bea24e0', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:36:16.581002 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-09818dfa-03ca-4116-a1ee-4ce18721294f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (c570dadc-81d5-4e54-908f-4b731e532385), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:16.599903 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c74f624c-30f5-4c46-9bc4-959475d9f609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:16.638266 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-09818dfa-03ca-4116-a1ee-4ce18721294f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (c570dadc-81d5-4e54-908f-4b731e532385), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:16.642078 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-09818dfa-03ca-4116-a1ee-4ce18721294f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (c570dadc-81d5-4e54-908f-4b731e532385), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:16.658797 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09818dfa-03ca-4116-a1ee-4ce18721294f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c570dadc-81d5-4e54-908f-4b731e532385,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:16.666656 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-09818dfa-03ca-4116-a1ee-4ce18721294f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:16.667897 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-09818dfa-03ca-4116-a1ee-4ce18721294f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1143329 Feb 20 06:36:16.670570 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54000) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:36:16.674760 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-3c023b32-ed05-42c5-9d7a-ebb9455fce85 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '69422af3-7af7-44d0-9d72-28825bea24e0', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:36:16.699276 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c023b32-ed05-42c5-9d7a-ebb9455fce85 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (1b9e53b3-dd6c-4819-b8e0-739c2b57d29b), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:16.753637 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c023b32-ed05-42c5-9d7a-ebb9455fce85 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (1b9e53b3-dd6c-4819-b8e0-739c2b57d29b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:16.757309 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c023b32-ed05-42c5-9d7a-ebb9455fce85 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (1b9e53b3-dd6c-4819-b8e0-739c2b57d29b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:16.778689 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c023b32-ed05-42c5-9d7a-ebb9455fce85 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b9e53b3-dd6c-4819-b8e0-739c2b57d29b,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:16.786279 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c023b32-ed05-42c5-9d7a-ebb9455fce85 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:16.787495 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3c023b32-ed05-42c5-9d7a-ebb9455fce85 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159890 Feb 20 06:36:16.790235 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54002) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:36:16.795088 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-74be812a-aa22-4d24-9deb-93c3ecb0e3c0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '69422af3-7af7-44d0-9d72-28825bea24e0', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:36:16.818612 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74be812a-aa22-4d24-9deb-93c3ecb0e3c0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (d5772c59-0fa7-4f29-a604-e6d6290ae278), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:16.873863 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74be812a-aa22-4d24-9deb-93c3ecb0e3c0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (d5772c59-0fa7-4f29-a604-e6d6290ae278), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:16.877245 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74be812a-aa22-4d24-9deb-93c3ecb0e3c0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (d5772c59-0fa7-4f29-a604-e6d6290ae278), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:16.895364 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be812a-aa22-4d24-9deb-93c3ecb0e3c0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5772c59-0fa7-4f29-a604-e6d6290ae278,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:16.902797 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74be812a-aa22-4d24-9deb-93c3ecb0e3c0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:16.904019 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-74be812a-aa22-4d24-9deb-93c3ecb0e3c0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1122365 Feb 20 06:36:16.906754 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54004) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:36:16.911189 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-725b25aa-082a-47d3-b141-bde0ce2e5a79 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '69422af3-7af7-44d0-9d72-28825bea24e0', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:36:16.931071 n-d-829866-5 neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-725b25aa-082a-47d3-b141-bde0ce2e5a79 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Project 29738fe01ec14391bcdfc8ef81a7e58b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:36:16.936045 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-725b25aa-082a-47d3-b141-bde0ce2e5a79 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (fe8dd3a8-994b-48e0-8fb1-b1bc560f6fb0), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:16.992233 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-725b25aa-082a-47d3-b141-bde0ce2e5a79 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (fe8dd3a8-994b-48e0-8fb1-b1bc560f6fb0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:16.996276 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-725b25aa-082a-47d3-b141-bde0ce2e5a79 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (fe8dd3a8-994b-48e0-8fb1-b1bc560f6fb0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:17.007660 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:36:17.014150 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b25aa-082a-47d3-b141-bde0ce2e5a79 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8dd3a8-994b-48e0-8fb1-b1bc560f6fb0,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:17.022080 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-725b25aa-082a-47d3-b141-bde0ce2e5a79 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:17.023299 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-725b25aa-082a-47d3-b141-bde0ce2e5a79 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1155901 Feb 20 06:36:17.026715 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54006) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:36:17.030985 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-016625e7-804a-41a1-b853-95f1d278100f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '69422af3-7af7-44d0-9d72-28825bea24e0', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:36:17.050127 n-d-829866-5 neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-016625e7-804a-41a1-b853-95f1d278100f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Project 29738fe01ec14391bcdfc8ef81a7e58b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:36:17.054775 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-016625e7-804a-41a1-b853-95f1d278100f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (99db5e3c-1565-4f83-82b4-e6c83c65cfaf), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:17.116968 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-016625e7-804a-41a1-b853-95f1d278100f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (99db5e3c-1565-4f83-82b4-e6c83c65cfaf), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:17.120117 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-016625e7-804a-41a1-b853-95f1d278100f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (99db5e3c-1565-4f83-82b4-e6c83c65cfaf), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:17.141026 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016625e7-804a-41a1-b853-95f1d278100f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99db5e3c-1565-4f83-82b4-e6c83c65cfaf,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:17.147572 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-016625e7-804a-41a1-b853-95f1d278100f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:17.148745 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-016625e7-804a-41a1-b853-95f1d278100f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210532 Feb 20 06:36:17.152272 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54008) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:36:17.156950 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-23d904a0-ed38-42b0-95a0-85321649dda2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'network': {'name': 'tempest-network-smoke--31264011', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'port_security_enabled': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:36:17.175205 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d904a0-ed38-42b0-95a0-85321649dda2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Made reservation on behalf of 29738fe01ec14391bcdfc8ef81a7e58b for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:36:17.178328 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-23d904a0-ed38-42b0-95a0-85321649dda2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:17.201187 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d904a0-ed38-42b0-95a0-85321649dda2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:36:17.210305 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-23d904a0-ed38-42b0-95a0-85321649dda2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (2b4c30fd-e238-4d2d-9576-d3620861d501), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:17.210649 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-23d904a0-ed38-42b0-95a0-85321649dda2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Added segment 2b4c30fd-e238-4d2d-9576-d3620861d501 of type vlan for network 25c40993-1c73-401b-8ea6-cc142d5db7f7 Feb 20 06:36:17.251328 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-23d904a0-ed38-42b0-95a0-85321649dda2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (25c40993-1c73-401b-8ea6-cc142d5db7f7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:17.275992 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-23d904a0-ed38-42b0-95a0-85321649dda2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (25c40993-1c73-401b-8ea6-cc142d5db7f7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:17.281000 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d904a0-ed38-42b0-95a0-85321649dda2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:17.281579 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-23d904a0-ed38-42b0-95a0-85321649dda2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:17.341022 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-23d904a0-ed38-42b0-95a0-85321649dda2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1877129 Feb 20 06:36:17.343727 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54010) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:36:17.350120 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b5b5d2df-079a-4cf3-8d67-4d8950675bf7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1724165602', 'admin_state_up': True, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:36:17.361130 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d904a0-ed38-42b0-95a0-85321649dda2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Network': ['ID=25c40993-1c73-401b-8ea6-cc142d5db7f7,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:17.372713 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 25c40993-1c73-401b-8ea6-cc142d5db7f7 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:36:17.383413 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d2df-079a-4cf3-8d67-4d8950675bf7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:17.384991 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d2df-079a-4cf3-8d67-4d8950675bf7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:17.440464 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d2df-079a-4cf3-8d67-4d8950675bf7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_controller (9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:17.578262 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d2df-079a-4cf3-8d67-4d8950675bf7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_gateway (9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:17.782832 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d2df-079a-4cf3-8d67-4d8950675bf7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_gateway (9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:17.801265 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d2df-079a-4cf3-8d67-4d8950675bf7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:17.905450 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-b5b5d2df-079a-4cf3-8d67-4d8950675bf7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Allocated IP 172.25.3.113 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/339fd525-3e7b-4885-92a4-ed35dfd44732) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:36:18.004071 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d2df-079a-4cf3-8d67-4d8950675bf7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (339fd525-3e7b-4885-92a4-ed35dfd44732), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:18.037244 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d2df-079a-4cf3-8d67-4d8950675bf7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (339fd525-3e7b-4885-92a4-ed35dfd44732), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:18.076424 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b5d2df-079a-4cf3-8d67-4d8950675bf7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:36:18.079286 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-b5b5d2df-079a-4cf3-8d67-4d8950675bf7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:36:18.083234 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b5d2df-079a-4cf3-8d67-4d8950675bf7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:36:18.108184 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5d2df-079a-4cf3-8d67-4d8950675bf7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=339fd525-3e7b-4885-92a4-ed35dfd44732,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:18.336775 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d2df-079a-4cf3-8d67-4d8950675bf7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_gateway (9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:18.534306 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d2df-079a-4cf3-8d67-4d8950675bf7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:18.660810 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b5d2df-079a-4cf3-8d67-4d8950675bf7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Router 9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:36:18.766476 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b5d2df-079a-4cf3-8d67-4d8950675bf7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:36:18.777155 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728d222e-80f3-4344-a30e-eebb58b6bd3a None None] Sync routers for ids ['9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:36:18.786326 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d2df-079a-4cf3-8d67-4d8950675bf7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:18.786846 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728d222e-80f3-4344-a30e-eebb58b6bd3a None None] Routers {'9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:36:18.787233 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-728d222e-80f3-4344-a30e-eebb58b6bd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:35:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:36:18.787568 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b5b5d2df-079a-4cf3-8d67-4d8950675bf7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4429524 Feb 20 06:36:18.790705 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54012) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:36:18.817925 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6712e2b8-cfbf-45d3-b080-673a4307de02 tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=29738fe01ec14391bcdfc8ef81a7e58b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260770 Feb 20 06:36:18.820585 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54014) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:36:18.898120 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-728d222e-80f3-4344-a30e-eebb58b6bd3a None None] Set router 9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:36:18.904082 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fca981-3914-4dd8-a395-9e43d069e703 tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:18.905580 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-12fca981-3914-4dd8-a395-9e43d069e703 tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0840964 Feb 20 06:36:18.908458 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54016) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:36:18.936178 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-852590e8-b797-4451-883f-d174c65f759c tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265539 Feb 20 06:36:18.938513 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54018) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:36:18.943139 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-870bac39-9760-436b-9c8d-47f3e7d69e7b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1250273026', 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:36:19.032004 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870bac39-9760-436b-9c8d-47f3e7d69e7b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Made reservation on behalf of 29738fe01ec14391bcdfc8ef81a7e58b for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:36:19.035580 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-870bac39-9760-436b-9c8d-47f3e7d69e7b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:19.067618 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bfdef5c5-c79a-490e-b188-c25f8d546989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:19.090984 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-728d222e-80f3-4344-a30e-eebb58b6bd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724165602', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '339fd525-3e7b-4885-92a4-ed35dfd44732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:36:18Z', 'revision_number': 3, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '339fd525-3e7b-4885-92a4-ed35dfd44732', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:36:19.123180 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728d222e-80f3-4344-a30e-eebb58b6bd3a None None] Checking router: 9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:36:19.123534 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728d222e-80f3-4344-a30e-eebb58b6bd3a None None] Updating router 9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d port 339fd525-3e7b-4885-92a4-ed35dfd44732 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:36:19.152152 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-728d222e-80f3-4344-a30e-eebb58b6bd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (339fd525-3e7b-4885-92a4-ed35dfd44732), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:19.223307 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-870bac39-9760-436b-9c8d-47f3e7d69e7b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (8f7ef97e-fb1a-45be-8407-5b5f76224771), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:19.281985 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870bac39-9760-436b-9c8d-47f3e7d69e7b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Subnet': ['ID=8f7ef97e-fb1a-45be-8407-5b5f76224771,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:19.294962 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870bac39-9760-436b-9c8d-47f3e7d69e7b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Checking segment: {'id': '2b4c30fd-e238-4d2d-9576-d3620861d501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:36:19.295323 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870bac39-9760-436b-9c8d-47f3e7d69e7b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network hostable DHCP agents. Network: 25c40993-1c73-401b-8ea6-cc142d5db7f7, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:36:19.312595 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870bac39-9760-436b-9c8d-47f3e7d69e7b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network 25c40993-1c73-401b-8ea6-cc142d5db7f7 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:36:19.321096 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-870bac39-9760-436b-9c8d-47f3e7d69e7b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 25c40993-1c73-401b-8ea6-cc142d5db7f7) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:36:19.325132 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870bac39-9760-436b-9c8d-47f3e7d69e7b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:19.325861 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-870bac39-9760-436b-9c8d-47f3e7d69e7b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:19.331487 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db1333e-ea23-4fa1-b0db-bd3e0b3a467e None None] Network 25c40993-1c73-401b-8ea6-cc142d5db7f7 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:36:19.342042 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-870bac39-9760-436b-9c8d-47f3e7d69e7b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4025171 Feb 20 06:36:19.344838 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54020) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:36:19.486501 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-728d222e-80f3-4344-a30e-eebb58b6bd3a None None] Publish callbacks [] for port (339fd525-3e7b-4885-92a4-ed35dfd44732), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:19.492937 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-728d222e-80f3-4344-a30e-eebb58b6bd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (339fd525-3e7b-4885-92a4-ed35dfd44732), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:19.497793 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe20115e-a047-42c1-bcd7-af65d7c9a2b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-25c40993-1c73-401b-8ea6-cc142d5db7f7', 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'fixed_ips': [{'subnet_id': '8f7ef97e-fb1a-45be-8407-5b5f76224771'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:36:19.498609 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fe20115e-a047-42c1-bcd7-af65d7c9a2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:19.574011 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198db3f5-ab79-469d-9b8e-a6e0f0805432 None None] Pushing event updated for resources: {'Port': ['ID=339fd525-3e7b-4885-92a4-ed35dfd44732,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:19.623952 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-728d222e-80f3-4344-a30e-eebb58b6bd3a None None] Attempting to bind port 339fd525-3e7b-4885-92a4-ed35dfd44732 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:36:19.624330 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-728d222e-80f3-4344-a30e-eebb58b6bd3a None None] Attempting to bind port 339fd525-3e7b-4885-92a4-ed35dfd44732 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:36:19.624786 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728d222e-80f3-4344-a30e-eebb58b6bd3a None None] Attempting to bind port 339fd525-3e7b-4885-92a4-ed35dfd44732 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:36:19.636684 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728d222e-80f3-4344-a30e-eebb58b6bd3a None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:36:19.637074 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728d222e-80f3-4344-a30e-eebb58b6bd3a None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:36:19.637484 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-728d222e-80f3-4344-a30e-eebb58b6bd3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:19.637884 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728d222e-80f3-4344-a30e-eebb58b6bd3a None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:36:19.638369 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-728d222e-80f3-4344-a30e-eebb58b6bd3a None None] Bound port: 339fd525-3e7b-4885-92a4-ed35dfd44732, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:36:19.638751 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-728d222e-80f3-4344-a30e-eebb58b6bd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (339fd525-3e7b-4885-92a4-ed35dfd44732), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:19.730989 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-728d222e-80f3-4344-a30e-eebb58b6bd3a None None] For port 339fd525-3e7b-4885-92a4-ed35dfd44732, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:36:19.736391 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-728d222e-80f3-4344-a30e-eebb58b6bd3a None None] For port 339fd525-3e7b-4885-92a4-ed35dfd44732, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=339fd525-3e7b-4885-92a4-ed35dfd44732,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:36:19.738208 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-fe20115e-a047-42c1-bcd7-af65d7c9a2b8 None None] Allocated IP 172.20.0.2 (25c40993-1c73-401b-8ea6-cc142d5db7f7/8f7ef97e-fb1a-45be-8407-5b5f76224771/ee87950f-c3e9-4006-be5e-c0bdb14ea09f) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:36:19.749190 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-728d222e-80f3-4344-a30e-eebb58b6bd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (339fd525-3e7b-4885-92a4-ed35dfd44732), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:19.876433 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:19.881050 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198db3f5-ab79-469d-9b8e-a6e0f0805432 None None] Pushing event updated for resources: {'Port': ['ID=339fd525-3e7b-4885-92a4-ed35dfd44732,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:19.900357 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728d222e-80f3-4344-a30e-eebb58b6bd3a None None] Routers {'9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:36:19.901000 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-728d222e-80f3-4344-a30e-eebb58b6bd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:36:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:36:20.047294 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fe20115e-a047-42c1-bcd7-af65d7c9a2b8 None None] Publish callbacks [] for port (ee87950f-c3e9-4006-be5e-c0bdb14ea09f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:20.058943 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fe20115e-a047-42c1-bcd7-af65d7c9a2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (ee87950f-c3e9-4006-be5e-c0bdb14ea09f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:20.139409 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66fcedce-eff2-4a89-b2fd-226bbb328f61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:20.257696 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-728d222e-80f3-4344-a30e-eebb58b6bd3a None None] Set router 9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:36:20.326489 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20115e-a047-42c1-bcd7-af65d7c9a2b8 None None] Pushing event updated for resources: {'Port': ['ID=ee87950f-c3e9-4006-be5e-c0bdb14ea09f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:20.342095 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe20115e-a047-42c1-bcd7-af65d7c9a2b8 None None] Network 25c40993-1c73-401b-8ea6-cc142d5db7f7 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:36:20.368677 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-fe20115e-a047-42c1-bcd7-af65d7c9a2b8 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:36:20.375105 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe20115e-a047-42c1-bcd7-af65d7c9a2b8 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:36:20.410745 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-66fcedce-eff2-4a89-b2fd-226bbb328f61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Allocated IP 172.20.0.1 (25c40993-1c73-401b-8ea6-cc142d5db7f7/8f7ef97e-fb1a-45be-8407-5b5f76224771/3bf4dc8f-c5cc-4be2-b32f-11ecc4206178) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:36:20.453616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-fe20115e-a047-42c1-bcd7-af65d7c9a2b8 None None] Attempting to bind port ee87950f-c3e9-4006-be5e-c0bdb14ea09f on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:36:20.453981 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-fe20115e-a047-42c1-bcd7-af65d7c9a2b8 None None] Attempting to bind port ee87950f-c3e9-4006-be5e-c0bdb14ea09f by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2b4c30fd-e238-4d2d-9576-d3620861d501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:36:20.454341 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe20115e-a047-42c1-bcd7-af65d7c9a2b8 None None] Attempting to bind port ee87950f-c3e9-4006-be5e-c0bdb14ea09f on network 25c40993-1c73-401b-8ea6-cc142d5db7f7 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:36:20.483093 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe20115e-a047-42c1-bcd7-af65d7c9a2b8 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:36:20.483471 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe20115e-a047-42c1-bcd7-af65d7c9a2b8 None None] Checking segment: {'id': '2b4c30fd-e238-4d2d-9576-d3620861d501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:36:20.483864 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fe20115e-a047-42c1-bcd7-af65d7c9a2b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:20.484251 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe20115e-a047-42c1-bcd7-af65d7c9a2b8 None None] Bound using segment: {'id': '2b4c30fd-e238-4d2d-9576-d3620861d501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:36:20.484717 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-fe20115e-a047-42c1-bcd7-af65d7c9a2b8 None None] Bound port: ee87950f-c3e9-4006-be5e-c0bdb14ea09f, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4c30fd-e238-4d2d-9576-d3620861d501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:36:20.485093 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fe20115e-a047-42c1-bcd7-af65d7c9a2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ee87950f-c3e9-4006-be5e-c0bdb14ea09f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:20.526966 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66fcedce-eff2-4a89-b2fd-226bbb328f61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (3bf4dc8f-c5cc-4be2-b32f-11ecc4206178), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:20.559756 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-fe20115e-a047-42c1-bcd7-af65d7c9a2b8 None None] For port ee87950f-c3e9-4006-be5e-c0bdb14ea09f, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:36:20.561701 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66fcedce-eff2-4a89-b2fd-226bbb328f61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (3bf4dc8f-c5cc-4be2-b32f-11ecc4206178), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:20.563327 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-fe20115e-a047-42c1-bcd7-af65d7c9a2b8 None None] For port ee87950f-c3e9-4006-be5e-c0bdb14ea09f, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=ee87950f-c3e9-4006-be5e-c0bdb14ea09f,segment=NetworkSegment(2b4c30fd-e238-4d2d-9576-d3620861d501),segment_id=2b4c30fd-e238-4d2d-9576-d3620861d501)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:36:20.565441 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-728d222e-80f3-4344-a30e-eebb58b6bd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724165602', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '339fd525-3e7b-4885-92a4-ed35dfd44732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:36:18Z', 'revision_number': 3, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '339fd525-3e7b-4885-92a4-ed35dfd44732', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:36:20.594047 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728d222e-80f3-4344-a30e-eebb58b6bd3a None None] The sync data for ids ['9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'] in n-d-829866-5 is: [{'id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724165602', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '339fd525-3e7b-4885-92a4-ed35dfd44732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:36:18Z', 'revision_number': 3, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '339fd525-3e7b-4885-92a4-ed35dfd44732', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:36:20.596150 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fe20115e-a047-42c1-bcd7-af65d7c9a2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ee87950f-c3e9-4006-be5e-c0bdb14ea09f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:20.598460 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fcedce-eff2-4a89-b2fd-226bbb328f61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network 25c40993-1c73-401b-8ea6-cc142d5db7f7 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:36:20.602412 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-66fcedce-eff2-4a89-b2fd-226bbb328f61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:36:20.606244 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fcedce-eff2-4a89-b2fd-226bbb328f61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:36:20.642240 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcedce-eff2-4a89-b2fd-226bbb328f61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=3bf4dc8f-c5cc-4be2-b32f-11ecc4206178,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:20.660178 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66fcedce-eff2-4a89-b2fd-226bbb328f61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:20.668422 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20115e-a047-42c1-bcd7-af65d7c9a2b8 None None] Pushing event updated for resources: {'Port': ['ID=ee87950f-c3e9-4006-be5e-c0bdb14ea09f,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:20.807299 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66fcedce-eff2-4a89-b2fd-226bbb328f61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3bf4dc8f-c5cc-4be2-b32f-11ecc4206178), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:21.145218 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66fcedce-eff2-4a89-b2fd-226bbb328f61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (3bf4dc8f-c5cc-4be2-b32f-11ecc4206178), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:21.150866 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66fcedce-eff2-4a89-b2fd-226bbb328f61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (3bf4dc8f-c5cc-4be2-b32f-11ecc4206178), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:21.230788 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66fcedce-eff2-4a89-b2fd-226bbb328f61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:21.232898 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcedce-eff2-4a89-b2fd-226bbb328f61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=3bf4dc8f-c5cc-4be2-b32f-11ecc4206178,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:21.331352 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fcedce-eff2-4a89-b2fd-226bbb328f61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network 25c40993-1c73-401b-8ea6-cc142d5db7f7 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:36:21.332950 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-66fcedce-eff2-4a89-b2fd-226bbb328f61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:36:21.457024 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fcedce-eff2-4a89-b2fd-226bbb328f61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Router 9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:36:21.575911 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fcedce-eff2-4a89-b2fd-226bbb328f61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:36:21.582938 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-66fcedce-eff2-4a89-b2fd-226bbb328f61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "PUT /v2.0/routers/9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2351170 Feb 20 06:36:21.637397 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:21.686270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e29465-73e6-412f-a117-c987d19af438 None None] Network 25c40993-1c73-401b-8ea6-cc142d5db7f7 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:36:21.737796 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-6c977177-77ad-42c3-80c2-ae9fb06c27da tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-961972635&fields=id&tenant_id=29738fe01ec14391bcdfc8ef81a7e58b HTTP/1.1" status: 200 len: 267 time: 0.0450215 Feb 20 06:36:21.802655 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-9d36d4af-3767-4ee0-b02c-0a864e274942 None None] Provisioning complete for port ee87950f-c3e9-4006-be5e-c0bdb14ea09f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:36:21.803061 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d36d4af-3767-4ee0-b02c-0a864e274942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ee87950f-c3e9-4006-be5e-c0bdb14ea09f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:21.853706 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-77993b75-5f29-4999-bc61-4daeb1c6462d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:21.855260 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-77993b75-5f29-4999-bc61-4daeb1c6462d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/networks?id=25c40993-1c73-401b-8ea6-cc142d5db7f7 HTTP/1.1" status: 200 len: 795 time: 0.1101098 Feb 20 06:36:21.876614 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-0aa063d0-25ba-4436-a7e9-1727f694118f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/quotas/29738fe01ec14391bcdfc8ef81a7e58b HTTP/1.1" status: 200 len: 375 time: 0.0103142 Feb 20 06:36:21.897446 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9d36d4af-3767-4ee0-b02c-0a864e274942 None None] Current status of the port ee87950f-c3e9-4006-be5e-c0bdb14ea09f is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:36:21.897584 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d36d4af-3767-4ee0-b02c-0a864e274942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (ee87950f-c3e9-4006-be5e-c0bdb14ea09f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:21.933436 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9d36d4af-3767-4ee0-b02c-0a864e274942 None None] For port ee87950f-c3e9-4006-be5e-c0bdb14ea09f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=ee87950f-c3e9-4006-be5e-c0bdb14ea09f,segment=NetworkSegment(2b4c30fd-e238-4d2d-9576-d3620861d501),segment_id=2b4c30fd-e238-4d2d-9576-d3620861d501)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:36:21.937854 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d36d4af-3767-4ee0-b02c-0a864e274942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (ee87950f-c3e9-4006-be5e-c0bdb14ea09f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:21.938219 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-59be7be8-5143-4e86-ab28-e226667d4b18 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556898 Feb 20 06:36:21.994855 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36d4af-3767-4ee0-b02c-0a864e274942 None None] Pushing event updated for resources: {'Port': ['ID=ee87950f-c3e9-4006-be5e-c0bdb14ea09f,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:22.046867 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-059f5ba5-2d85-4cbc-8aaf-f3de09505f16 service neutron] 10.222.0.37 "GET /v2.0/networks/25c40993-1c73-401b-8ea6-cc142d5db7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966666 Feb 20 06:36:22.071521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-1bad23f4-c40a-4400-8219-7d7aa3ecd3da None None] Provisioning complete for port ee87950f-c3e9-4006-be5e-c0bdb14ea09f triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:36:22.073798 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1bad23f4-c40a-4400-8219-7d7aa3ecd3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ee87950f-c3e9-4006-be5e-c0bdb14ea09f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:22.158525 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-1b60d3a2-9e43-49c5-bbd7-50cae6f24d8b service neutron] 10.222.0.37 "GET /v2.0/networks/25c40993-1c73-401b-8ea6-cc142d5db7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045358 Feb 20 06:36:22.164334 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1bad23f4-c40a-4400-8219-7d7aa3ecd3da None None] Current status of the port ee87950f-c3e9-4006-be5e-c0bdb14ea09f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:36:22.180114 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-1bad23f4-c40a-4400-8219-7d7aa3ecd3da None None] Provisioning complete for port 3bf4dc8f-c5cc-4be2-b32f-11ecc4206178 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:36:22.180623 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1bad23f4-c40a-4400-8219-7d7aa3ecd3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3bf4dc8f-c5cc-4be2-b32f-11ecc4206178), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:22.217427 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1bad23f4-c40a-4400-8219-7d7aa3ecd3da None None] Port 3bf4dc8f-c5cc-4be2-b32f-11ecc4206178 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:36:22.346951 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-3f51b75d-5de0-4215-955a-d1cd37af360d None None] Provisioning complete for port 3bf4dc8f-c5cc-4be2-b32f-11ecc4206178 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:36:22.346951 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3f51b75d-5de0-4215-955a-d1cd37af360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3bf4dc8f-c5cc-4be2-b32f-11ecc4206178), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:22.391651 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 339fd525-3e7b-4885-92a4-ed35dfd44732 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:36:22.395777 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6258fa62-e752-4239-96f4-1c1d9922d51b req-b7bb28e9-98d2-4d2c-b698-c06a04b02d7d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 210 time: 0.0631063 Feb 20 06:36:22.433741 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3f51b75d-5de0-4215-955a-d1cd37af360d None None] Port 3bf4dc8f-c5cc-4be2-b32f-11ecc4206178 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:36:22.459662 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 339fd525-3e7b-4885-92a4-ed35dfd44732 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:36:22.460118 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (339fd525-3e7b-4885-92a4-ed35dfd44732), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:22.490648 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8857109-c22f-4561-8dac-bb242d13bdd4 None None] Sync routers for ids ['9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:36:22.508060 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8857109-c22f-4561-8dac-bb242d13bdd4 None None] Routers {'9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:36:22.508675 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c8857109-c22f-4561-8dac-bb242d13bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:36:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:36:22.569413 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 339fd525-3e7b-4885-92a4-ed35dfd44732 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:36:22.569815 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (339fd525-3e7b-4885-92a4-ed35dfd44732), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:22.595401 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 339fd525-3e7b-4885-92a4-ed35dfd44732, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=339fd525-3e7b-4885-92a4-ed35dfd44732,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:36:22.600247 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (339fd525-3e7b-4885-92a4-ed35dfd44732), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:22.601423 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ee87950f-c3e9-4006-be5e-c0bdb14ea09f up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:36:22.636606 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-c8857109-c22f-4561-8dac-bb242d13bdd4 None None] Set router 9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:36:22.702191 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-bd8a1049-10dc-4a86-93e0-80e3e553c3b3 None None] Provisioning complete for port 3bf4dc8f-c5cc-4be2-b32f-11ecc4206178 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:36:22.702688 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd8a1049-10dc-4a86-93e0-80e3e553c3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3bf4dc8f-c5cc-4be2-b32f-11ecc4206178), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:22.706283 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=339fd525-3e7b-4885-92a4-ed35dfd44732,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:22.748712 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port ee87950f-c3e9-4006-be5e-c0bdb14ea09f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:36:22.749090 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (ee87950f-c3e9-4006-be5e-c0bdb14ea09f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:22.750521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bd8a1049-10dc-4a86-93e0-80e3e553c3b3 None None] Port 3bf4dc8f-c5cc-4be2-b32f-11ecc4206178 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:36:22.814680 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:22.839064 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c8857109-c22f-4561-8dac-bb242d13bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724165602', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '339fd525-3e7b-4885-92a4-ed35dfd44732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:36:20Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '339fd525-3e7b-4885-92a4-ed35dfd44732', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '3bf4dc8f-c5cc-4be2-b32f-11ecc4206178', 'name': '', 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:74:d2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '8f7ef97e-fb1a-45be-8407-5b5f76224771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:36:20Z', 'updated_at': '2022-02-20T06:36:21Z', 'revision_number': 2, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '8f7ef97e-fb1a-45be-8407-5b5f76224771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:36:22.869538 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8857109-c22f-4561-8dac-bb242d13bdd4 None None] Checking router: 9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:36:22.869921 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8857109-c22f-4561-8dac-bb242d13bdd4 None None] Updating router 9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d port 3bf4dc8f-c5cc-4be2-b32f-11ecc4206178 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:36:22.877379 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port ee87950f-c3e9-4006-be5e-c0bdb14ea09f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:36:22.898085 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8857109-c22f-4561-8dac-bb242d13bdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3bf4dc8f-c5cc-4be2-b32f-11ecc4206178), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:23.151751 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8857109-c22f-4561-8dac-bb242d13bdd4 None None] Publish callbacks [] for port (3bf4dc8f-c5cc-4be2-b32f-11ecc4206178), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:23.156456 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8857109-c22f-4561-8dac-bb242d13bdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3bf4dc8f-c5cc-4be2-b32f-11ecc4206178), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:23.204423 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c24b6-3424-4643-94ec-985160742f3c None None] Pushing event updated for resources: {'Port': ['ID=3bf4dc8f-c5cc-4be2-b32f-11ecc4206178,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:23.327256 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c24b6-3424-4643-94ec-985160742f3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:23.327867 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c24b6-3424-4643-94ec-985160742f3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:23.328408 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c24b6-3424-4643-94ec-985160742f3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:23.328928 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c24b6-3424-4643-94ec-985160742f3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:23.329417 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c24b6-3424-4643-94ec-985160742f3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:23.329922 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c24b6-3424-4643-94ec-985160742f3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:23.330572 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c24b6-3424-4643-94ec-985160742f3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:23.331162 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c24b6-3424-4643-94ec-985160742f3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:23.331657 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c24b6-3424-4643-94ec-985160742f3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:23.332137 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c24b6-3424-4643-94ec-985160742f3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:23.332605 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c24b6-3424-4643-94ec-985160742f3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:23.333077 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c24b6-3424-4643-94ec-985160742f3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:23.333571 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c24b6-3424-4643-94ec-985160742f3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:36:23.367071 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c8857109-c22f-4561-8dac-bb242d13bdd4 None None] Attempting to bind port 3bf4dc8f-c5cc-4be2-b32f-11ecc4206178 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:36:23.367444 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c8857109-c22f-4561-8dac-bb242d13bdd4 None None] Attempting to bind port 3bf4dc8f-c5cc-4be2-b32f-11ecc4206178 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2b4c30fd-e238-4d2d-9576-d3620861d501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:36:23.367801 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8857109-c22f-4561-8dac-bb242d13bdd4 None None] Attempting to bind port 3bf4dc8f-c5cc-4be2-b32f-11ecc4206178 on network 25c40993-1c73-401b-8ea6-cc142d5db7f7 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:36:23.374670 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8857109-c22f-4561-8dac-bb242d13bdd4 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:36:23.375167 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8857109-c22f-4561-8dac-bb242d13bdd4 None None] Checking segment: {'id': '2b4c30fd-e238-4d2d-9576-d3620861d501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:36:23.375650 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8857109-c22f-4561-8dac-bb242d13bdd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:23.375968 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8857109-c22f-4561-8dac-bb242d13bdd4 None None] Bound using segment: {'id': '2b4c30fd-e238-4d2d-9576-d3620861d501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:36:23.376616 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c8857109-c22f-4561-8dac-bb242d13bdd4 None None] Bound port: 3bf4dc8f-c5cc-4be2-b32f-11ecc4206178, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4c30fd-e238-4d2d-9576-d3620861d501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:36:23.377178 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8857109-c22f-4561-8dac-bb242d13bdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3bf4dc8f-c5cc-4be2-b32f-11ecc4206178), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:23.436231 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-61a550b0-d146-4c57-957e-a5e8a72fe19f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:23.437993 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-61a550b0-d146-4c57-957e-a5e8a72fe19f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.48 "GET /v2.0/networks?id=25c40993-1c73-401b-8ea6-cc142d5db7f7 HTTP/1.1" status: 200 len: 795 time: 0.1375306 Feb 20 06:36:23.448202 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c8857109-c22f-4561-8dac-bb242d13bdd4 None None] For port 3bf4dc8f-c5cc-4be2-b32f-11ecc4206178, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:36:23.451804 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c8857109-c22f-4561-8dac-bb242d13bdd4 None None] For port 3bf4dc8f-c5cc-4be2-b32f-11ecc4206178, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3bf4dc8f-c5cc-4be2-b32f-11ecc4206178,segment=NetworkSegment(2b4c30fd-e238-4d2d-9576-d3620861d501),segment_id=2b4c30fd-e238-4d2d-9576-d3620861d501)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:36:23.461761 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8857109-c22f-4561-8dac-bb242d13bdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3bf4dc8f-c5cc-4be2-b32f-11ecc4206178), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:23.520025 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-23fe93d0-89d5-4a10-9ed1-573cbd4ea6c9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29738fe01ec14391bcdfc8ef81a7e58b HTTP/1.1" status: 200 len: 379 time: 0.0731530 Feb 20 06:36:23.520282 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c24b6-3424-4643-94ec-985160742f3c None None] Pushing event updated for resources: {'Port': ['ID=3bf4dc8f-c5cc-4be2-b32f-11ecc4206178,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:23.527243 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:23.530439 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8857109-c22f-4561-8dac-bb242d13bdd4 None None] Routers {'9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:36:23.531094 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c8857109-c22f-4561-8dac-bb242d13bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:36:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:36:23.533305 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-88fd6fbd-aaf0-4c81-bd56-735f64ee4d98 None None] Provisioning complete for port 3bf4dc8f-c5cc-4be2-b32f-11ecc4206178 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:36:23.534937 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-88fd6fbd-aaf0-4c81-bd56-735f64ee4d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3bf4dc8f-c5cc-4be2-b32f-11ecc4206178), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:23.538702 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c3a2cd8b-2902-4baa-8891-9df4510e833b req-229177de-aeee-44e5-8c12-16711cdfd44b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 210 time: 0.0416441 Feb 20 06:36:23.541392 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-720b639d-2236-4d1a-a83d-16432b66cfb4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'port': {'device_id': 'fed225f5-0f77-4544-9318-a0fd2ea31cee', 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7', 'admin_state_up': True, 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'security_groups': ['69422af3-7af7-44d0-9d72-28825bea24e0']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:36:23.628354 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-88fd6fbd-aaf0-4c81-bd56-735f64ee4d98 None None] Current status of the port 3bf4dc8f-c5cc-4be2-b32f-11ecc4206178 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:36:23.628745 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-88fd6fbd-aaf0-4c81-bd56-735f64ee4d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3bf4dc8f-c5cc-4be2-b32f-11ecc4206178), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:23.662954 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-c8857109-c22f-4561-8dac-bb242d13bdd4 None None] Set router 9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:36:23.668944 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-88fd6fbd-aaf0-4c81-bd56-735f64ee4d98 None None] For port 3bf4dc8f-c5cc-4be2-b32f-11ecc4206178, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3bf4dc8f-c5cc-4be2-b32f-11ecc4206178,segment=NetworkSegment(2b4c30fd-e238-4d2d-9576-d3620861d501),segment_id=2b4c30fd-e238-4d2d-9576-d3620861d501)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:36:23.675817 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-720b639d-2236-4d1a-a83d-16432b66cfb4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Made reservation on behalf of 29738fe01ec14391bcdfc8ef81a7e58b for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:36:23.676355 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-88fd6fbd-aaf0-4c81-bd56-735f64ee4d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3bf4dc8f-c5cc-4be2-b32f-11ecc4206178), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:23.680276 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-720b639d-2236-4d1a-a83d-16432b66cfb4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:23.747427 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd6fbd-aaf0-4c81-bd56-735f64ee4d98 None None] Pushing event updated for resources: {'Port': ['ID=3bf4dc8f-c5cc-4be2-b32f-11ecc4206178,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:23.794822 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-77fdba47-9266-4c4a-a0a6-8f87faceb37f None None] Provisioning complete for port 3bf4dc8f-c5cc-4be2-b32f-11ecc4206178 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:36:23.795299 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-77fdba47-9266-4c4a-a0a6-8f87faceb37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3bf4dc8f-c5cc-4be2-b32f-11ecc4206178), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:23.820266 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-720b639d-2236-4d1a-a83d-16432b66cfb4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Allocated IP 172.20.0.10 (25c40993-1c73-401b-8ea6-cc142d5db7f7/8f7ef97e-fb1a-45be-8407-5b5f76224771/1981206c-6578-42f1-b9f3-5337281085a3) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:36:23.877398 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-77fdba47-9266-4c4a-a0a6-8f87faceb37f None None] Current status of the port 3bf4dc8f-c5cc-4be2-b32f-11ecc4206178 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:36:23.900762 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c8857109-c22f-4561-8dac-bb242d13bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724165602', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '339fd525-3e7b-4885-92a4-ed35dfd44732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:36:20Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '339fd525-3e7b-4885-92a4-ed35dfd44732', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '3bf4dc8f-c5cc-4be2-b32f-11ecc4206178', 'name': '', 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:74:d2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '8f7ef97e-fb1a-45be-8407-5b5f76224771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:36:20Z', 'updated_at': '2022-02-20T06:36:23Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '8f7ef97e-fb1a-45be-8407-5b5f76224771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:36:23.926721 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8857109-c22f-4561-8dac-bb242d13bdd4 None None] The sync data for ids ['9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'] in n-d-829866-5 is: [{'id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724165602', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '339fd525-3e7b-4885-92a4-ed35dfd44732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:36:20Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '339fd525-3e7b-4885-92a4-ed35dfd44732', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '3bf4dc8f-c5cc-4be2-b32f-11ecc4206178', 'name': '', 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:74:d2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '8f7ef97e-fb1a-45be-8407-5b5f76224771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:36:20Z', 'updated_at': '2022-02-20T06:36:23Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '8f7ef97e-fb1a-45be-8407-5b5f76224771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:36:23.985519 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-720b639d-2236-4d1a-a83d-16432b66cfb4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (1981206c-6578-42f1-b9f3-5337281085a3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:24.333264 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-720b639d-2236-4d1a-a83d-16432b66cfb4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (1981206c-6578-42f1-b9f3-5337281085a3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:24.369057 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3bf4dc8f-c5cc-4be2-b32f-11ecc4206178 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:36:24.382283 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-720b639d-2236-4d1a-a83d-16432b66cfb4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network 25c40993-1c73-401b-8ea6-cc142d5db7f7 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:36:24.386094 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-720b639d-2236-4d1a-a83d-16432b66cfb4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:36:24.392766 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-720b639d-2236-4d1a-a83d-16432b66cfb4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:36:24.421399 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b639d-2236-4d1a-a83d-16432b66cfb4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=1981206c-6578-42f1-b9f3-5337281085a3,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:24.442650 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 3bf4dc8f-c5cc-4be2-b32f-11ecc4206178 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:36:24.443066 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3bf4dc8f-c5cc-4be2-b32f-11ecc4206178), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:24.450626 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-720b639d-2236-4d1a-a83d-16432b66cfb4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:24.451911 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-720b639d-2236-4d1a-a83d-16432b66cfb4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:24.473235 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-720b639d-2236-4d1a-a83d-16432b66cfb4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9398339 Feb 20 06:36:24.484964 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-826e8c5d-b44e-4108-9b3e-a876909cb282 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 06:36:24.487255 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-826e8c5d-b44e-4108-9b3e-a876909cb282 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092456 Feb 20 06:36:24.500895 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-8963b991-d155-4e3f-b97e-5ae11aace593 service neutron] Request body: {'port': {'device_id': 'fed225f5-0f77-4544-9318-a0fd2ea31cee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:36:24.542661 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 3bf4dc8f-c5cc-4be2-b32f-11ecc4206178 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:36:24.544019 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 339fd525-3e7b-4885-92a4-ed35dfd44732 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:36:24.607840 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-8963b991-d155-4e3f-b97e-5ae11aace593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1981206c-6578-42f1-b9f3-5337281085a3), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:24.619986 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 339fd525-3e7b-4885-92a4-ed35dfd44732 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:36:24.620773 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (339fd525-3e7b-4885-92a4-ed35dfd44732), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:24.705182 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96a7da-4027-41dc-9f8c-be5c7b3f89da req-fa9265ef-bf33-41ee-af30-9be9585a38f4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:24.715884 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7d96a7da-4027-41dc-9f8c-be5c7b3f89da req-fa9265ef-bf33-41ee-af30-9be9585a38f4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 932 time: 0.0821037 Feb 20 06:36:24.733715 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 339fd525-3e7b-4885-92a4-ed35dfd44732 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:36:24.740821 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-611025af-fe5a-48a0-b780-22a9c2ccee6b None None] Provisioning complete for port 1981206c-6578-42f1-b9f3-5337281085a3 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:36:24.741197 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-611025af-fe5a-48a0-b780-22a9c2ccee6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1981206c-6578-42f1-b9f3-5337281085a3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:24.779414 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-611025af-fe5a-48a0-b780-22a9c2ccee6b None None] Port 1981206c-6578-42f1-b9f3-5337281085a3 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:36:24.785753 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7d96a7da-4027-41dc-9f8c-be5c7b3f89da req-c195d5e1-19e2-4787-9e32-2b7c930b24c1 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678256 Feb 20 06:36:24.918047 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-8963b991-d155-4e3f-b97e-5ae11aace593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1981206c-6578-42f1-b9f3-5337281085a3 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:36:24.925904 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-8963b991-d155-4e3f-b97e-5ae11aace593 service neutron] Publish callbacks [] for port (1981206c-6578-42f1-b9f3-5337281085a3), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:24.938604 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-8963b991-d155-4e3f-b97e-5ae11aace593 service neutron] Transition to ACTIVE for port object 1981206c-6578-42f1-b9f3-5337281085a3 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:36:24.942156 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-8963b991-d155-4e3f-b97e-5ae11aace593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (1981206c-6578-42f1-b9f3-5337281085a3), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:25.012592 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8963b991-d155-4e3f-b97e-5ae11aace593 service neutron] Pushing event updated for resources: {'Port': ['ID=1981206c-6578-42f1-b9f3-5337281085a3,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:25.071117 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-8963b991-d155-4e3f-b97e-5ae11aace593 service neutron] Attempting to bind port 1981206c-6578-42f1-b9f3-5337281085a3 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:36:25.071462 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-8963b991-d155-4e3f-b97e-5ae11aace593 service neutron] Attempting to bind port 1981206c-6578-42f1-b9f3-5337281085a3 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '2b4c30fd-e238-4d2d-9576-d3620861d501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:36:25.072340 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-8963b991-d155-4e3f-b97e-5ae11aace593 service neutron] Attempting to bind port 1981206c-6578-42f1-b9f3-5337281085a3 on network 25c40993-1c73-401b-8ea6-cc142d5db7f7 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:36:25.076965 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-8963b991-d155-4e3f-b97e-5ae11aace593 service neutron] Port 1981206c-6578-42f1-b9f3-5337281085a3 on network 25c40993-1c73-401b-8ea6-cc142d5db7f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:36:25.077284 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-8963b991-d155-4e3f-b97e-5ae11aace593 service neutron] Attempting to bind port 1981206c-6578-42f1-b9f3-5337281085a3 on network 25c40993-1c73-401b-8ea6-cc142d5db7f7 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:36:25.082655 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-8963b991-d155-4e3f-b97e-5ae11aace593 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:36:25.083046 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-8963b991-d155-4e3f-b97e-5ae11aace593 service neutron] Checking segment: {'id': '2b4c30fd-e238-4d2d-9576-d3620861d501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:36:25.083435 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-8963b991-d155-4e3f-b97e-5ae11aace593 service neutron] Bound using segment: {'id': '2b4c30fd-e238-4d2d-9576-d3620861d501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:36:25.083867 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-8963b991-d155-4e3f-b97e-5ae11aace593 service neutron] Bound port: 1981206c-6578-42f1-b9f3-5337281085a3, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b4c30fd-e238-4d2d-9576-d3620861d501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:36:25.084206 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-8963b991-d155-4e3f-b97e-5ae11aace593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1981206c-6578-42f1-b9f3-5337281085a3), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:25.165197 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-8963b991-d155-4e3f-b97e-5ae11aace593 service neutron] For port 1981206c-6578-42f1-b9f3-5337281085a3, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:36:25.168919 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-8963b991-d155-4e3f-b97e-5ae11aace593 service neutron] For port 1981206c-6578-42f1-b9f3-5337281085a3, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1981206c-6578-42f1-b9f3-5337281085a3,segment=NetworkSegment(2b4c30fd-e238-4d2d-9576-d3620861d501),segment_id=2b4c30fd-e238-4d2d-9576-d3620861d501)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:36:25.176864 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-8963b991-d155-4e3f-b97e-5ae11aace593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (1981206c-6578-42f1-b9f3-5337281085a3), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:25.217696 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-8963b991-d155-4e3f-b97e-5ae11aace593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:25.218324 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-8963b991-d155-4e3f-b97e-5ae11aace593 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:25.219794 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-8963b991-d155-4e3f-b97e-5ae11aace593 service neutron] 10.222.0.48 "PUT /v2.0/ports/1981206c-6578-42f1-b9f3-5337281085a3 HTTP/1.1" status: 200 len: 1092 time: 0.7251978 Feb 20 06:36:25.220195 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed225f5-0f77-4544-9318-a0fd2ea31cee', 'tag': '1981206c-6578-42f1-b9f3-5337281085a3'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:36:25.222451 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6949f72-9767-45f1-bac3-e1f20a939825" -d '{"events": [{"name": "network-changed", "server_uuid": "fed225f5-0f77-4544-9318-a0fd2ea31cee", "tag": "1981206c-6578-42f1-b9f3-5337281085a3"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:36:25.270797 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0989eb-795e-462c-901b-f8c30a99997c x-openstack-request-id: req-8f0989eb-795e-462c-901b-f8c30a99997c {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:36:25.271192 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed225f5-0f77-4544-9318-a0fd2ea31cee", "tag": "1981206c-6578-42f1-b9f3-5337281085a3", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:36:25.271535 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f0989eb-795e-462c-901b-f8c30a99997c {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:36:25.272003 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed225f5-0f77-4544-9318-a0fd2ea31cee', 'tag': '1981206c-6578-42f1-b9f3-5337281085a3', 'status': 'completed', 'code': 200} Feb 20 06:36:25.272746 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8963b991-d155-4e3f-b97e-5ae11aace593 service neutron] Pushing event updated for resources: {'Port': ['ID=1981206c-6578-42f1-b9f3-5337281085a3,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:25.316376 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-16dd0cc8-9fc0-42a2-b5b4-a5a738819c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:25.318035 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-16dd0cc8-9fc0-42a2-b5b4-a5a738819c3b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 1126 time: 0.0562389 Feb 20 06:36:25.365508 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-baa2de3a-52d2-470a-8847-fd47acea66d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1981206c-6578-42f1-b9f3-5337281085a3 HTTP/1.1" status: 200 len: 217 time: 0.0396106 Feb 20 06:36:25.415050 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-0630d2f8-6a9d-4872-bf56-1353195b829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:25.417085 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-0630d2f8-6a9d-4872-bf56-1353195b829e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f7ef97e-fb1a-45be-8407-5b5f76224771 HTTP/1.1" status: 200 len: 835 time: 0.0445170 Feb 20 06:36:25.467238 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-ac20ca2c-0b33-42bd-b08f-248af36fcb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:25.469129 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-ac20ca2c-0b33-42bd-b08f-248af36fcb62 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25c40993-1c73-401b-8ea6-cc142d5db7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467143 Feb 20 06:36:25.561390 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-d9ce0fbf-333d-4944-ba65-bae6a99e8e68 service neutron] 10.222.0.48 "GET /v2.0/networks/25c40993-1c73-401b-8ea6-cc142d5db7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862193 Feb 20 06:36:25.653212 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b2fec3df-4d95-44c6-8d5b-44f4c401064c req-1b9aef2d-045b-4dbf-8415-253b70656e6f service neutron] 10.222.0.48 "GET /v2.0/networks/25c40993-1c73-401b-8ea6-cc142d5db7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864999 Feb 20 06:36:25.742744 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6949f72-9767-45f1-bac3-e1f20a939825 req-3b1794d3-3107-47af-b527-1ec645ebc350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:25.745135 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e6949f72-9767-45f1-bac3-e1f20a939825 req-3b1794d3-3107-47af-b527-1ec645ebc350 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 1126 time: 0.0507803 Feb 20 06:36:25.746265 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:25.833724 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6949f72-9767-45f1-bac3-e1f20a939825 req-6ec60165-13dc-45b6-8782-51a91ea43358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:25.835248 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e6949f72-9767-45f1-bac3-e1f20a939825 req-6ec60165-13dc-45b6-8782-51a91ea43358 service neutron] 10.222.0.48 "GET /v2.0/networks?id=25c40993-1c73-401b-8ea6-cc142d5db7f7 HTTP/1.1" status: 200 len: 895 time: 0.0850847 Feb 20 06:36:25.881661 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e6949f72-9767-45f1-bac3-e1f20a939825 req-4e67eb86-fb07-48d7-a708-29c7dedb7097 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1981206c-6578-42f1-b9f3-5337281085a3 HTTP/1.1" status: 200 len: 217 time: 0.0395827 Feb 20 06:36:25.905685 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a62f7-0f7d-4d9d-a4ce-4e719def5ad5 req-2a6efcb6-ac0e-4d83-8c52-601a6158f442 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:25.907260 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-891a62f7-0f7d-4d9d-a4ce-4e719def5ad5 req-2a6efcb6-ac0e-4d83-8c52-601a6158f442 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 944 time: 0.0534360 Feb 20 06:36:25.934373 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6949f72-9767-45f1-bac3-e1f20a939825 req-1c8edc1e-c8f7-4cde-bbb8-1ad92015a02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:25.936079 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e6949f72-9767-45f1-bac3-e1f20a939825 req-1c8edc1e-c8f7-4cde-bbb8-1ad92015a02f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f7ef97e-fb1a-45be-8407-5b5f76224771 HTTP/1.1" status: 200 len: 835 time: 0.0476391 Feb 20 06:36:25.959072 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-891a62f7-0f7d-4d9d-a4ce-4e719def5ad5 req-b27a3bc0-0a32-44c0-b733-ca0c7d6a0066 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461497 Feb 20 06:36:26.003731 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6949f72-9767-45f1-bac3-e1f20a939825 req-8bd94d59-52b6-4c26-8836-9e2339218f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:26.005241 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e6949f72-9767-45f1-bac3-e1f20a939825 req-8bd94d59-52b6-4c26-8836-9e2339218f21 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25c40993-1c73-401b-8ea6-cc142d5db7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0622587 Feb 20 06:36:26.094778 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e6949f72-9767-45f1-bac3-e1f20a939825 req-6a408ef4-185a-47d0-833b-119da21befae service neutron] 10.222.0.48 "GET /v2.0/networks/25c40993-1c73-401b-8ea6-cc142d5db7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824461 Feb 20 06:36:26.183023 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-e6949f72-9767-45f1-bac3-e1f20a939825 req-6e74c9e4-d0d0-4f45-91c7-afdad22d0e44 service neutron] 10.222.0.48 "GET /v2.0/networks/25c40993-1c73-401b-8ea6-cc142d5db7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823312 Feb 20 06:36:27.083776 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15afcb-9b67-4283-9c0e-1e5b7f6bc94e req-88158ea4-50e5-4c4b-a18d-05f3ba51fa36 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:27.085220 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6f15afcb-9b67-4283-9c0e-1e5b7f6bc94e req-88158ea4-50e5-4c4b-a18d-05f3ba51fa36 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 944 time: 0.0511899 Feb 20 06:36:27.133100 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6f15afcb-9b67-4283-9c0e-1e5b7f6bc94e req-de51108a-220c-443f-a42b-e796dc78831f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423460 Feb 20 06:36:28.237087 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 1981206c-6578-42f1-b9f3-5337281085a3 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:36:28.268098 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c9268-8835-4602-9793-fd3144d2349f req-01e5d833-c22d-4010-b01d-d704d8f701e8 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:28.269527 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cf8c9268-8835-4602-9793-fd3144d2349f req-01e5d833-c22d-4010-b01d-d704d8f701e8 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 944 time: 0.0708280 Feb 20 06:36:28.322027 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cf8c9268-8835-4602-9793-fd3144d2349f req-f90c97a7-f520-4257-88a8-602aaba3e141 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454881 Feb 20 06:36:28.340755 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 1981206c-6578-42f1-b9f3-5337281085a3, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1981206c-6578-42f1-b9f3-5337281085a3,segment=NetworkSegment(2b4c30fd-e238-4d2d-9576-d3620861d501),segment_id=2b4c30fd-e238-4d2d-9576-d3620861d501)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:36:28.351755 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '1981206c-6578-42f1-b9f3-5337281085a3', 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7', 'port_id': '1981206c-6578-42f1-b9f3-5337281085a3', 'mac_address': 'fa:16:3e:bf:eb:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f7ef97e-fb1a-45be-8407-5b5f76224771', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:36:28.388145 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 1981206c-6578-42f1-b9f3-5337281085a3 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:36:28.388531 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1981206c-6578-42f1-b9f3-5337281085a3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:28.404152 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1981206c-6578-42f1-b9f3-5337281085a3 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:36:28.422780 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 1981206c-6578-42f1-b9f3-5337281085a3, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1981206c-6578-42f1-b9f3-5337281085a3,segment=NetworkSegment(2b4c30fd-e238-4d2d-9576-d3620861d501),segment_id=2b4c30fd-e238-4d2d-9576-d3620861d501)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:36:28.426722 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1981206c-6578-42f1-b9f3-5337281085a3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:28.472973 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=1981206c-6578-42f1-b9f3-5337281085a3,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:28.652133 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['1981206c-6578-42f1-b9f3-5337281085a3'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:36:29.437330 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980298d-84ca-4ee6-bfb7-248b575c98ce req-1c983015-cb9d-47cb-a9e2-519997162a39 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:29.438790 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6980298d-84ca-4ee6-bfb7-248b575c98ce req-1c983015-cb9d-47cb-a9e2-519997162a39 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 945 time: 0.0513220 Feb 20 06:36:29.485445 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6980298d-84ca-4ee6-bfb7-248b575c98ce req-25c74fdf-e131-4a48-ac53-ada07d25928b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410814 Feb 20 06:36:30.233854 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 1981206c-6578-42f1-b9f3-5337281085a3 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:36:30.282400 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 1981206c-6578-42f1-b9f3-5337281085a3 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:36:30.286064 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 1981206c-6578-42f1-b9f3-5337281085a3 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:36:30.286442 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1981206c-6578-42f1-b9f3-5337281085a3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:30.364852 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 1981206c-6578-42f1-b9f3-5337281085a3 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:36:30.365264 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1981206c-6578-42f1-b9f3-5337281085a3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:30.388077 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed225f5-0f77-4544-9318-a0fd2ea31cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1981206c-6578-42f1-b9f3-5337281085a3'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:36:30.390308 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea54462-f51e-4392-957e-ec669ac480fb" -d '{"events": [{"server_uuid": "fed225f5-0f77-4544-9318-a0fd2ea31cee", "name": "network-vif-plugged", "status": "completed", "tag": "1981206c-6578-42f1-b9f3-5337281085a3"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:36:30.402164 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 1981206c-6578-42f1-b9f3-5337281085a3, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1981206c-6578-42f1-b9f3-5337281085a3,segment=NetworkSegment(2b4c30fd-e238-4d2d-9576-d3620861d501),segment_id=2b4c30fd-e238-4d2d-9576-d3620861d501)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:36:30.406059 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1981206c-6578-42f1-b9f3-5337281085a3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:30.433049 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194332f4-2410-48ae-9c98-afb4efab767e x-openstack-request-id: req-194332f4-2410-48ae-9c98-afb4efab767e {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:36:30.433344 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed225f5-0f77-4544-9318-a0fd2ea31cee", "name": "network-vif-plugged", "status": "completed", "tag": "1981206c-6578-42f1-b9f3-5337281085a3", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:36:30.433601 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-194332f4-2410-48ae-9c98-afb4efab767e {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:36:30.433999 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed225f5-0f77-4544-9318-a0fd2ea31cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1981206c-6578-42f1-b9f3-5337281085a3', 'code': 200} Feb 20 06:36:30.458755 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=1981206c-6578-42f1-b9f3-5337281085a3,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:30.573678 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33a38e-8f22-4e58-96f9-1655b2816375 req-1d27ca21-b4e3-44fd-887e-ae894c8796d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:30.575234 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bd33a38e-8f22-4e58-96f9-1655b2816375 req-1d27ca21-b4e3-44fd-887e-ae894c8796d8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 1128 time: 0.0449817 Feb 20 06:36:30.607804 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd614c5-23ec-4126-a633-e6c378d65b72 req-78687833-4756-489b-86a2-a3139add87a1 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:30.609289 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1bd614c5-23ec-4126-a633-e6c378d65b72 req-78687833-4756-489b-86a2-a3139add87a1 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 946 time: 0.0570269 Feb 20 06:36:30.620690 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bd33a38e-8f22-4e58-96f9-1655b2816375 req-cd5222f4-a0f5-4188-9cc4-432b801729b9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398633 Feb 20 06:36:30.657102 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1bd614c5-23ec-4126-a633-e6c378d65b72 req-94d53a7b-c56a-4526-b802-52b116623eb9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419095 Feb 20 06:36:31.773243 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a63dc1-faea-4455-a57e-19ccb6dde00a req-dc5a312a-2c51-4e33-bccf-edaf6ffc0b54 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:31.774724 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-64a63dc1-faea-4455-a57e-19ccb6dde00a req-dc5a312a-2c51-4e33-bccf-edaf6ffc0b54 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 946 time: 0.0521719 Feb 20 06:36:31.824694 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-64a63dc1-faea-4455-a57e-19ccb6dde00a req-bab6bff5-a234-485d-9bcd-17961d232b5c tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429151 Feb 20 06:36:31.938758 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041646aa-f8bf-49e7-9a6b-1aa75a62001a req-87e258cd-8bb0-4c33-b042-38572b0a53a5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:31.940157 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-041646aa-f8bf-49e7-9a6b-1aa75a62001a req-87e258cd-8bb0-4c33-b042-38572b0a53a5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 946 time: 0.0515501 Feb 20 06:36:31.992445 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-041646aa-f8bf-49e7-9a6b-1aa75a62001a req-eb37d33e-cb1a-4f76-b41c-288b6ea66c14 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468171 Feb 20 06:36:32.014031 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54070) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:36:32.056058 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e110e52-ef5c-4978-877f-6e7a48e21786 tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:32.057568 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8e110e52-ef5c-4978-877f-6e7a48e21786 tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 1123 time: 0.0425847 Feb 20 06:36:32.060298 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54072) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:36:32.064431 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-94e2d617-d759-4636-8683-0f29661aa80d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'port_id': '1981206c-6578-42f1-b9f3-5337281085a3', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:36:32.083963 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94e2d617-d759-4636-8683-0f29661aa80d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:32.177376 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94e2d617-d759-4636-8683-0f29661aa80d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:32.281724 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-94e2d617-d759-4636-8683-0f29661aa80d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Allocated IP 172.25.3.82 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/d5b9538c-7d9b-4b6f-be8e-8911cb04a9c9) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:36:32.378626 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94e2d617-d759-4636-8683-0f29661aa80d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (d5b9538c-7d9b-4b6f-be8e-8911cb04a9c9), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:32.411251 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94e2d617-d759-4636-8683-0f29661aa80d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (d5b9538c-7d9b-4b6f-be8e-8911cb04a9c9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:32.450994 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e2d617-d759-4636-8683-0f29661aa80d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:36:32.453837 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-94e2d617-d759-4636-8683-0f29661aa80d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:36:32.457192 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e2d617-d759-4636-8683-0f29661aa80d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:36:32.484552 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2d617-d759-4636-8683-0f29661aa80d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=d5b9538c-7d9b-4b6f-be8e-8911cb04a9c9,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:32.820228 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94e2d617-d759-4636-8683-0f29661aa80d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for floatingip (a869bfb5-4eb3-4528-8d89-62854465ff93), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:32.890426 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94e2d617-d759-4636-8683-0f29661aa80d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (d5b9538c-7d9b-4b6f-be8e-8911cb04a9c9), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:33.038331 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94e2d617-d759-4636-8683-0f29661aa80d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (d5b9538c-7d9b-4b6f-be8e-8911cb04a9c9), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:33.042921 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94e2d617-d759-4636-8683-0f29661aa80d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (d5b9538c-7d9b-4b6f-be8e-8911cb04a9c9), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:33.108900 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2d617-d759-4636-8683-0f29661aa80d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=d5b9538c-7d9b-4b6f-be8e-8911cb04a9c9,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:36:33.118859 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94e2d617-d759-4636-8683-0f29661aa80d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (a869bfb5-4eb3-4528-8d89-62854465ff93), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:33.220340 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-94e2d617-d759-4636-8683-0f29661aa80d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Floating IP a869bfb5-4eb3-4528-8d89-62854465ff93 associated. External IP: 172.25.3.82, port: 1981206c-6578-42f1-b9f3-5337281085a3. Feb 20 06:36:33.428688 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e2d617-d759-4636-8683-0f29661aa80d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Router 9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:36:33.536799 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e2d617-d759-4636-8683-0f29661aa80d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:36:33.546158 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa64932b-eac1-4736-a74a-fa54e1d871ed None None] Sync routers for ids ['9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:36:33.555859 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94e2d617-d759-4636-8683-0f29661aa80d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:33.556054 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa64932b-eac1-4736-a74a-fa54e1d871ed None None] Routers {'9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:36:33.556531 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-aa64932b-eac1-4736-a74a-fa54e1d871ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:36:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:36:33.585406 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-94e2d617-d759-4636-8683-0f29661aa80d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5241134 Feb 20 06:36:33.586193 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed225f5-0f77-4544-9318-a0fd2ea31cee', 'tag': '1981206c-6578-42f1-b9f3-5337281085a3'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:36:33.591251 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78934f98bf255cbf8729f55a3e84459a3773ac23536445eeb810cf99c856869a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da5c2fc-756a-4baf-aaa8-700faba6b7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "fed225f5-0f77-4544-9318-a0fd2ea31cee", "tag": "1981206c-6578-42f1-b9f3-5337281085a3"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:36:33.670110 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-aa64932b-eac1-4736-a74a-fa54e1d871ed None None] Set router 9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:36:33.688568 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f036024-551c-4f01-8fa5-b8b29fd1112b req-0b6a1244-fcad-4f03-805c-77f2acf9a3c3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:33.689970 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f036024-551c-4f01-8fa5-b8b29fd1112b req-0b6a1244-fcad-4f03-805c-77f2acf9a3c3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 946 time: 0.0550222 Feb 20 06:36:33.738502 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f036024-551c-4f01-8fa5-b8b29fd1112b req-74b15713-1815-41e3-b8bc-68094e066295 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426965 Feb 20 06:36:33.761501 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54078) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:36:33.805625 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280887eb-53da-40e3-9628-419a7baa833d x-openstack-request-id: req-280887eb-53da-40e3-9628-419a7baa833d {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:36:33.805951 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed225f5-0f77-4544-9318-a0fd2ea31cee", "tag": "1981206c-6578-42f1-b9f3-5337281085a3", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:36:33.806174 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-280887eb-53da-40e3-9628-419a7baa833d {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:36:33.806599 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed225f5-0f77-4544-9318-a0fd2ea31cee', 'tag': '1981206c-6578-42f1-b9f3-5337281085a3', 'status': 'completed', 'code': 200} Feb 20 06:36:33.835127 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-20601167-d8ce-49c1-bf65-397fa95569e7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/floatingips/a869bfb5-4eb3-4528-8d89-62854465ff93 HTTP/1.1" status: 200 len: 991 time: 0.0722873 Feb 20 06:36:33.857613 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5c2fc-756a-4baf-aaa8-700faba6b7ae req-2a7c4b6d-f3ef-4fb5-96d2-42c1ad04a7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:33.859152 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5da5c2fc-756a-4baf-aaa8-700faba6b7ae req-2a7c4b6d-f3ef-4fb5-96d2-42c1ad04a7a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 1128 time: 0.0536520 Feb 20 06:36:33.906745 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-aa64932b-eac1-4736-a74a-fa54e1d871ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724165602', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '339fd525-3e7b-4885-92a4-ed35dfd44732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:36:20Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '339fd525-3e7b-4885-92a4-ed35dfd44732', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'a869bfb5-4eb3-4528-8d89-62854465ff93', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'port_id': '1981206c-6578-42f1-b9f3-5337281085a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7', 'mac_address': 'fa:16:3e:bf:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed225f5-0f77-4544-9318-a0fd2ea31cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:36:32Z', 'updated_at': '2022-02-20T06:36:32Z', 'revision_number': 0, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bf4dc8f-c5cc-4be2-b32f-11ecc4206178', 'name': '', 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:74:d2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '8f7ef97e-fb1a-45be-8407-5b5f76224771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:36:20Z', 'updated_at': '2022-02-20T06:36:23Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '8f7ef97e-fb1a-45be-8407-5b5f76224771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:36:33.933228 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa64932b-eac1-4736-a74a-fa54e1d871ed None None] Checking router: 9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:36:33.941810 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa64932b-eac1-4736-a74a-fa54e1d871ed None None] Routers {'9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:36:33.942351 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-aa64932b-eac1-4736-a74a-fa54e1d871ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:36:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:36:33.946438 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5c2fc-756a-4baf-aaa8-700faba6b7ae req-d474ee78-1152-40b5-a9f1-b8421ac3005d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:33.947962 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5da5c2fc-756a-4baf-aaa8-700faba6b7ae req-d474ee78-1152-40b5-a9f1-b8421ac3005d service neutron] 10.222.0.48 "GET /v2.0/networks?id=25c40993-1c73-401b-8ea6-cc142d5db7f7 HTTP/1.1" status: 200 len: 895 time: 0.0832729 Feb 20 06:36:34.017660 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5da5c2fc-756a-4baf-aaa8-700faba6b7ae req-4c597617-a6c4-4d31-9bb6-74ce96605fc4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1981206c-6578-42f1-b9f3-5337281085a3 HTTP/1.1" status: 200 len: 999 time: 0.0645895 Feb 20 06:36:34.051524 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-aa64932b-eac1-4736-a74a-fa54e1d871ed None None] Set router 9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:36:34.064489 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5c2fc-756a-4baf-aaa8-700faba6b7ae req-12a53bcc-ea8f-45d3-87c6-2b395098b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:34.065940 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5da5c2fc-756a-4baf-aaa8-700faba6b7ae req-12a53bcc-ea8f-45d3-87c6-2b395098b9c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f7ef97e-fb1a-45be-8407-5b5f76224771 HTTP/1.1" status: 200 len: 835 time: 0.0434399 Feb 20 06:36:34.114685 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5c2fc-756a-4baf-aaa8-700faba6b7ae req-5da04cbc-9b11-4d5c-899a-5d81249889ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:36:34.116244 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5da5c2fc-756a-4baf-aaa8-700faba6b7ae req-5da04cbc-9b11-4d5c-899a-5d81249889ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25c40993-1c73-401b-8ea6-cc142d5db7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448277 Feb 20 06:36:34.208278 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5da5c2fc-756a-4baf-aaa8-700faba6b7ae req-da4fba52-7c47-498a-a843-3cb408ea3fd9 service neutron] 10.222.0.48 "GET /v2.0/networks/25c40993-1c73-401b-8ea6-cc142d5db7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862188 Feb 20 06:36:34.302349 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5da5c2fc-756a-4baf-aaa8-700faba6b7ae req-af600b67-7328-4e2a-9e33-1b924b97a0dc service neutron] 10.222.0.48 "GET /v2.0/networks/25c40993-1c73-401b-8ea6-cc142d5db7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887022 Feb 20 06:36:34.433659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-aa64932b-eac1-4736-a74a-fa54e1d871ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724165602', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '339fd525-3e7b-4885-92a4-ed35dfd44732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:36:20Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '339fd525-3e7b-4885-92a4-ed35dfd44732', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'a869bfb5-4eb3-4528-8d89-62854465ff93', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'port_id': '1981206c-6578-42f1-b9f3-5337281085a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7', 'mac_address': 'fa:16:3e:bf:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed225f5-0f77-4544-9318-a0fd2ea31cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:36:32Z', 'updated_at': '2022-02-20T06:36:32Z', 'revision_number': 0, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bf4dc8f-c5cc-4be2-b32f-11ecc4206178', 'name': '', 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:74:d2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '8f7ef97e-fb1a-45be-8407-5b5f76224771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:36:20Z', 'updated_at': '2022-02-20T06:36:23Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '8f7ef97e-fb1a-45be-8407-5b5f76224771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:36:34.459141 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa64932b-eac1-4736-a74a-fa54e1d871ed None None] The sync data for ids ['9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'] in n-d-829866-5 is: [{'id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724165602', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '339fd525-3e7b-4885-92a4-ed35dfd44732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:36:20Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '339fd525-3e7b-4885-92a4-ed35dfd44732', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'a869bfb5-4eb3-4528-8d89-62854465ff93', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'port_id': '1981206c-6578-42f1-b9f3-5337281085a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7', 'mac_address': 'fa:16:3e:bf:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed225f5-0f77-4544-9318-a0fd2ea31cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:36:32Z', 'updated_at': '2022-02-20T06:36:32Z', 'revision_number': 0, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bf4dc8f-c5cc-4be2-b32f-11ecc4206178', 'name': '', 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:74:d2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '8f7ef97e-fb1a-45be-8407-5b5f76224771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:36:20Z', 'updated_at': '2022-02-20T06:36:23Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '8f7ef97e-fb1a-45be-8407-5b5f76224771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:36:34.671711 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08390c0-3dbc-4723-913c-4bb5efc7a56e None None] New status for floating IP a869bfb5-4eb3-4528-8d89-62854465ff93: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:36:34.839474 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54080) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:36:34.899113 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-40c72f24-7aea-4e9d-adb8-fa1afca6a8b5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/floatingips/a869bfb5-4eb3-4528-8d89-62854465ff93 HTTP/1.1" status: 200 len: 993 time: 0.0584095 Feb 20 06:36:46.601686 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7ab74ff-1cc8-4603-8b58-e1b52ad7dc1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:49.048078 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e670b4a-fe89-4061-928b-11dd84315b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:49.825370 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:51.637035 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:52.806692 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:53.482778 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:36:54.006796 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:36:55.758484 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:37:06.763360 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-6e0a959e-e677-4eda-8428-2c993f89c87e req-79a06e9a-84f3-426e-8477-434c51e4d059 service neutron] (103407) timed out ('10.222.0.61', 63663) {{(pid=103407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 06:37:08.091423 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-ace40eda-40c1-4ae6-bd3e-fb7d796b5173 req-97b2fb9a-51cf-44b6-86bf-645b7fe55564 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 06:37:08.092403 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ace40eda-40c1-4ae6-bd3e-fb7d796b5173 req-97b2fb9a-51cf-44b6-86bf-645b7fe55564 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054235 Feb 20 06:37:08.281368 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9b1c7-08fa-436c-a567-4f7822c5b7a0 req-6cfba361-7405-4ab6-86a7-48f9cf8766d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:08.282845 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f1a9b1c7-08fa-436c-a567-4f7822c5b7a0 req-6cfba361-7405-4ab6-86a7-48f9cf8766d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 946 time: 0.0571065 Feb 20 06:37:08.310228 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54098) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:37:08.332442 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f1a9b1c7-08fa-436c-a567-4f7822c5b7a0 req-27897618-512d-4ce1-ada4-412ab4459d3a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440130 Feb 20 06:37:08.397225 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-656553e1-c135-4c63-92c0-7edc61d4199b req-78eedb4e-832d-452b-88a7-f6f0c49cfb28 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857813 Feb 20 06:37:08.406014 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-656553e1-c135-4c63-92c0-7edc61d4199b req-6a8706e1-e61f-413d-8477-167ac177442c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 06:37:08.406990 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-656553e1-c135-4c63-92c0-7edc61d4199b req-6a8706e1-e61f-413d-8477-167ac177442c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052891 Feb 20 06:37:08.772517 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54120) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:37:08.867624 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656553e1-c135-4c63-92c0-7edc61d4199b req-548d99bc-9ff2-4d86-8de5-df9597fc59fa tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:08.868997 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-656553e1-c135-4c63-92c0-7edc61d4199b req-548d99bc-9ff2-4d86-8de5-df9597fc59fa tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports/1981206c-6578-42f1-b9f3-5337281085a3 HTTP/1.1" status: 200 len: 943 time: 0.0954952 Feb 20 06:37:09.270183 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9be42-a37e-4b2e-8bd6-c8a5b9342174 req-66d9c377-e2d2-4801-b3bd-f40cc6eb9945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:09.271903 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-82b9be42-a37e-4b2e-8bd6-c8a5b9342174 req-66d9c377-e2d2-4801-b3bd-f40cc6eb9945 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 1128 time: 0.0498185 Feb 20 06:37:09.376396 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9be42-a37e-4b2e-8bd6-c8a5b9342174 req-3b07c008-c12e-4be7-97b1-861dd245b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:09.377868 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-82b9be42-a37e-4b2e-8bd6-c8a5b9342174 req-3b07c008-c12e-4be7-97b1-861dd245b6c1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=25c40993-1c73-401b-8ea6-cc142d5db7f7 HTTP/1.1" status: 200 len: 895 time: 0.0889778 Feb 20 06:37:09.448316 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-82b9be42-a37e-4b2e-8bd6-c8a5b9342174 req-af1e1cd4-1892-4f77-a748-0bf31f3cf4b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1981206c-6578-42f1-b9f3-5337281085a3 HTTP/1.1" status: 200 len: 1001 time: 0.0645776 Feb 20 06:37:09.455673 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423edca-77c5-4c4b-b103-32424c5b3719 req-0585b96d-5ab7-4b09-8a72-bc230678d463 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:09.457175 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e423edca-77c5-4c4b-b103-32424c5b3719 req-0585b96d-5ab7-4b09-8a72-bc230678d463 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 946 time: 0.0545335 Feb 20 06:37:09.496855 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9be42-a37e-4b2e-8bd6-c8a5b9342174 req-5dab174f-37ca-4c6d-a086-90ab3c77a706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:09.498313 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-82b9be42-a37e-4b2e-8bd6-c8a5b9342174 req-5dab174f-37ca-4c6d-a086-90ab3c77a706 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f7ef97e-fb1a-45be-8407-5b5f76224771 HTTP/1.1" status: 200 len: 835 time: 0.0443060 Feb 20 06:37:09.506216 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e423edca-77c5-4c4b-b103-32424c5b3719 req-f38d24d4-1f84-414e-ac99-c5ec7ea57905 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432096 Feb 20 06:37:09.547578 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9be42-a37e-4b2e-8bd6-c8a5b9342174 req-fbf3b56f-2cbe-473e-8140-a73909736cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:09.549126 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-82b9be42-a37e-4b2e-8bd6-c8a5b9342174 req-fbf3b56f-2cbe-473e-8140-a73909736cd8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25c40993-1c73-401b-8ea6-cc142d5db7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456290 Feb 20 06:37:09.642910 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-82b9be42-a37e-4b2e-8bd6-c8a5b9342174 req-e362d18d-e4bf-46f7-ba37-fba156b32081 service neutron] 10.222.0.48 "GET /v2.0/networks/25c40993-1c73-401b-8ea6-cc142d5db7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883098 Feb 20 06:37:09.728888 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-82b9be42-a37e-4b2e-8bd6-c8a5b9342174 req-f6accd63-e76a-48cd-8229-81a81733399f service neutron] 10.222.0.48 "GET /v2.0/networks/25c40993-1c73-401b-8ea6-cc142d5db7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805874 Feb 20 06:37:09.815677 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656553e1-c135-4c63-92c0-7edc61d4199b req-23cb7277-e84e-49b9-a8dd-5463a55864a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:09.817192 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-656553e1-c135-4c63-92c0-7edc61d4199b req-23cb7277-e84e-49b9-a8dd-5463a55864a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 1128 time: 0.0513971 Feb 20 06:37:09.904821 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656553e1-c135-4c63-92c0-7edc61d4199b req-43279eff-9cc4-48bf-bda3-2576ac3700df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:09.906202 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-656553e1-c135-4c63-92c0-7edc61d4199b req-43279eff-9cc4-48bf-bda3-2576ac3700df service neutron] 10.222.0.48 "GET /v2.0/networks?id=25c40993-1c73-401b-8ea6-cc142d5db7f7 HTTP/1.1" status: 200 len: 895 time: 0.0836112 Feb 20 06:37:09.973134 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-656553e1-c135-4c63-92c0-7edc61d4199b req-6ae1d468-7c20-4181-a5b4-4b53ce0bfbe0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1981206c-6578-42f1-b9f3-5337281085a3 HTTP/1.1" status: 200 len: 1001 time: 0.0612893 Feb 20 06:37:10.021394 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656553e1-c135-4c63-92c0-7edc61d4199b req-cdd13563-34f2-44a3-8ec2-a9c83ba8a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:10.022852 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-656553e1-c135-4c63-92c0-7edc61d4199b req-cdd13563-34f2-44a3-8ec2-a9c83ba8a97d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f7ef97e-fb1a-45be-8407-5b5f76224771 HTTP/1.1" status: 200 len: 835 time: 0.0436497 Feb 20 06:37:10.070660 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656553e1-c135-4c63-92c0-7edc61d4199b req-3c60c03d-bd96-49bb-80bc-f893152e108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:10.072152 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-656553e1-c135-4c63-92c0-7edc61d4199b req-3c60c03d-bd96-49bb-80bc-f893152e108e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25c40993-1c73-401b-8ea6-cc142d5db7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429845 Feb 20 06:37:10.163801 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-656553e1-c135-4c63-92c0-7edc61d4199b req-8fa56f2f-e2f0-46ea-80f6-518504322248 service neutron] 10.222.0.48 "GET /v2.0/networks/25c40993-1c73-401b-8ea6-cc142d5db7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840919 Feb 20 06:37:10.251129 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-656553e1-c135-4c63-92c0-7edc61d4199b req-bd7a74b3-532b-40bb-8d65-4b0dcd0154f8 service neutron] 10.222.0.48 "GET /v2.0/networks/25c40993-1c73-401b-8ea6-cc142d5db7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809054 Feb 20 06:37:10.622587 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95eb75e-0c6d-4af9-afee-4285982cb42c req-8e82a8be-da30-407f-9907-77a3d99b7aaa tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:10.624067 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e95eb75e-0c6d-4af9-afee-4285982cb42c req-8e82a8be-da30-407f-9907-77a3d99b7aaa tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 946 time: 0.0516918 Feb 20 06:37:10.674296 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e95eb75e-0c6d-4af9-afee-4285982cb42c req-ec4ed124-2abf-45cb-9e60-283524075a24 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446401 Feb 20 06:37:11.793112 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be882c8-2279-469a-b0bd-b6b2f6a219c3 req-520d9176-d095-4caf-b4b7-d530e5f2864d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:11.794493 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1be882c8-2279-469a-b0bd-b6b2f6a219c3 req-520d9176-d095-4caf-b4b7-d530e5f2864d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 946 time: 0.0528252 Feb 20 06:37:11.842654 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1be882c8-2279-469a-b0bd-b6b2f6a219c3 req-bb7f5a8b-7b55-4407-8d86-37a57885b7ff tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425487 Feb 20 06:37:12.962018 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c34f1-c9db-4645-9fa2-f48e570b1000 req-81eed08c-2c81-4fa0-93a5-519c9669b7b2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:12.963488 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-919c34f1-c9db-4645-9fa2-f48e570b1000 req-81eed08c-2c81-4fa0-93a5-519c9669b7b2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 946 time: 0.0519502 Feb 20 06:37:13.011767 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-919c34f1-c9db-4645-9fa2-f48e570b1000 req-4cd9f029-5c6e-49d6-b5e3-b866f7168991 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422034 Feb 20 06:37:14.145688 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7dd27-d434-4d30-be5c-573b4219fa02 req-db1cd226-22fa-44b7-af88-a10298b6afbb tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:14.147193 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e5b7dd27-d434-4d30-be5c-573b4219fa02 req-db1cd226-22fa-44b7-af88-a10298b6afbb tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 946 time: 0.0636401 Feb 20 06:37:14.194689 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e5b7dd27-d434-4d30-be5c-573b4219fa02 req-bbe17b57-4b7e-442f-a746-1ff0e61c8617 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417347 Feb 20 06:37:15.311271 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241236a1-ce9e-465c-9c96-cdad7cb80edf req-5cf7c501-34be-4dfb-b0a6-6f71e853ba6c tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:15.312628 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-241236a1-ce9e-465c-9c96-cdad7cb80edf req-5cf7c501-34be-4dfb-b0a6-6f71e853ba6c tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 946 time: 0.0507283 Feb 20 06:37:15.359260 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-241236a1-ce9e-465c-9c96-cdad7cb80edf req-3b2cd242-f2bf-47ad-bd51-d18e09ee9f23 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410261 Feb 20 06:37:16.478257 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136e91e-335b-4115-87ae-e3d99d577a65 req-be020cc0-4476-4446-a227-11eae31e606c tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:16.479755 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4136e91e-335b-4115-87ae-e3d99d577a65 req-be020cc0-4476-4446-a227-11eae31e606c tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 946 time: 0.0511954 Feb 20 06:37:16.531429 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4136e91e-335b-4115-87ae-e3d99d577a65 req-279c4458-03e6-41ae-83d3-a45dc73654a0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460286 Feb 20 06:37:16.603416 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0edd1b2a-7c3b-4fe4-8b04-691eb1ac9739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:37:17.645813 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c44790-fb5c-44ee-acce-05f4b721a805 req-9c704df0-0297-49b0-8c5c-b60c1508dbe7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:17.647526 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9c44790-fb5c-44ee-acce-05f4b721a805 req-9c704df0-0297-49b0-8c5c-b60c1508dbe7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 946 time: 0.0513539 Feb 20 06:37:17.696363 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d9c44790-fb5c-44ee-acce-05f4b721a805 req-56707f2d-c733-48b5-8692-64b08892f398 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427568 Feb 20 06:37:18.865944 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2f2ef-3036-4ae7-876d-d624d9d2627a req-6d624d76-5132-4993-85ec-800c472601b1 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:18.867460 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29f2f2ef-3036-4ae7-876d-d624d9d2627a req-6d624d76-5132-4993-85ec-800c472601b1 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 946 time: 0.1040645 Feb 20 06:37:18.915100 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-29f2f2ef-3036-4ae7-876d-d624d9d2627a req-3679e2af-a1e2-49a4-ade5-1a8c82cf5f40 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418842 Feb 20 06:37:19.049977 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d159717c-c715-476b-b9db-2084e508b0a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:37:19.829201 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:37:20.037926 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8b449-0012-4081-8fa9-e389125c055d req-211b53c6-99d3-4938-8bfb-7caf42353695 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:20.039405 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-47b8b449-0012-4081-8fa9-e389125c055d req-211b53c6-99d3-4938-8bfb-7caf42353695 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 946 time: 0.0567966 Feb 20 06:37:20.086628 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-47b8b449-0012-4081-8fa9-e389125c055d req-04b618e2-d5e6-4212-83d4-3ab74a7f0e5f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415430 Feb 20 06:37:21.205916 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69495e-c7bb-4133-9a4d-ed771fc0331e req-292b7702-3b20-4dfa-91d7-c5b15b57506f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:21.207588 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d69495e-c7bb-4133-9a4d-ed771fc0331e req-292b7702-3b20-4dfa-91d7-c5b15b57506f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 946 time: 0.0522695 Feb 20 06:37:21.256200 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d69495e-c7bb-4133-9a4d-ed771fc0331e req-efe91de0-dbcf-4a8f-b5ca-809a9a027503 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427604 Feb 20 06:37:21.639896 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:37:22.377978 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17694ef-3650-44f3-90a4-247981837de4 req-c1846b53-3f14-4e53-8e0c-d1d2c03a1235 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:22.379475 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c17694ef-3650-44f3-90a4-247981837de4 req-c1846b53-3f14-4e53-8e0c-d1d2c03a1235 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 946 time: 0.0560734 Feb 20 06:37:22.426066 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c17694ef-3650-44f3-90a4-247981837de4 req-75ced258-e12d-450a-a7a1-df7c54a15a04 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411179 Feb 20 06:37:22.808874 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:37:23.497958 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:37:23.547159 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a5e92-6b56-43f7-a217-a127da3a7fb8 req-3cbbd509-44b5-4fa8-a9fe-2e9ea5f91de0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:23.548622 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c48a5e92-6b56-43f7-a217-a127da3a7fb8 req-3cbbd509-44b5-4fa8-a9fe-2e9ea5f91de0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 946 time: 0.0534811 Feb 20 06:37:23.597069 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c48a5e92-6b56-43f7-a217-a127da3a7fb8 req-f59a5460-f3da-4b55-b3d5-7cece71432c9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428147 Feb 20 06:37:24.714483 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d4ea0-a301-4701-ab67-7b119cfb8e68 req-1ffb78d9-2eda-4940-b035-eecbcd60cd3e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:24.715978 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe0d4ea0-a301-4701-ab67-7b119cfb8e68 req-1ffb78d9-2eda-4940-b035-eecbcd60cd3e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 946 time: 0.0511904 Feb 20 06:37:24.766848 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe0d4ea0-a301-4701-ab67-7b119cfb8e68 req-b8c57184-4429-49b6-8b39-05e93f067d55 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452218 Feb 20 06:37:25.772140 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:37:25.885632 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec6a25-95a8-4964-9037-4c7f1e0ae253 req-bc4a01e4-fa7b-4ec7-b9e1-f845069a5112 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:25.887757 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0dec6a25-95a8-4964-9037-4c7f1e0ae253 req-bc4a01e4-fa7b-4ec7-b9e1-f845069a5112 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 946 time: 0.0527370 Feb 20 06:37:25.935854 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0dec6a25-95a8-4964-9037-4c7f1e0ae253 req-fd952ce7-f773-4134-b862-5773755da359 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422564 Feb 20 06:37:27.052551 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77845d1e-6e77-4028-8391-11f440c5a4f1 req-36284fb9-87bd-44aa-828f-64f8dc7f48e7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:27.054014 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-77845d1e-6e77-4028-8391-11f440c5a4f1 req-36284fb9-87bd-44aa-828f-64f8dc7f48e7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 946 time: 0.0508618 Feb 20 06:37:27.101141 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-77845d1e-6e77-4028-8391-11f440c5a4f1 req-939adce5-5ae9-4893-91e5-5ebaefcd9d18 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410888 Feb 20 06:37:27.176262 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [req-656553e1-c135-4c63-92c0-7edc61d4199b req-260f2834-37be-4922-a6fb-a265392aa176 service neutron] show failed (client error): The resource could not be found. Feb 20 06:37:27.177239 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-656553e1-c135-4c63-92c0-7edc61d4199b req-260f2834-37be-4922-a6fb-a265392aa176 service neutron] 10.222.0.48 "GET /v2.0/ports/1981206c-6578-42f1-b9f3-5337281085a3/bindings/n-h1-829866-5 HTTP/1.1" status: 404 len: 380 time: 0.0526106 Feb 20 06:37:27.386189 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656553e1-c135-4c63-92c0-7edc61d4199b req-a08e3431-3ce4-4e40-bb1c-7a6b0fa93754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:27.388215 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-656553e1-c135-4c63-92c0-7edc61d4199b req-a08e3431-3ce4-4e40-bb1c-7a6b0fa93754 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee&tenant_id=29738fe01ec14391bcdfc8ef81a7e58b HTTP/1.1" status: 200 len: 1128 time: 0.0493441 Feb 20 06:37:27.398830 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-656553e1-c135-4c63-92c0-7edc61d4199b req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-5', 'device_owner': 'compute:nova'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:37:27.455157 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-656553e1-c135-4c63-92c0-7edc61d4199b req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1981206c-6578-42f1-b9f3-5337281085a3), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:37:27.651944 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-656553e1-c135-4c63-92c0-7edc61d4199b req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] For port 1981206c-6578-42f1-b9f3-5337281085a3, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=1981206c-6578-42f1-b9f3-5337281085a3,segment=NetworkSegment(2b4c30fd-e238-4d2d-9576-d3620861d501),segment_id=2b4c30fd-e238-4d2d-9576-d3620861d501)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:37:27.685332 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-656553e1-c135-4c63-92c0-7edc61d4199b req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] For port 1981206c-6578-42f1-b9f3-5337281085a3, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:37:27.726587 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed225f5-0f77-4544-9318-a0fd2ea31cee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1981206c-6578-42f1-b9f3-5337281085a3'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:37:27.728831 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952b9fca-993f-4ca2-9af1-e564f3bb5745" -d '{"events": [{"server_uuid": "fed225f5-0f77-4544-9318-a0fd2ea31cee", "name": "network-vif-unplugged", "status": "completed", "tag": "1981206c-6578-42f1-b9f3-5337281085a3"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:37:27.732860 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-656553e1-c135-4c63-92c0-7edc61d4199b req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Publish callbacks [] for port (1981206c-6578-42f1-b9f3-5337281085a3), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:37:27.745139 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-656553e1-c135-4c63-92c0-7edc61d4199b req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Transition to ACTIVE for port object 1981206c-6578-42f1-b9f3-5337281085a3 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:37:27.749634 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-656553e1-c135-4c63-92c0-7edc61d4199b req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (1981206c-6578-42f1-b9f3-5337281085a3), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:37:27.786763 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 06:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fd5246-5b23-4602-861e-27aa16a4ce44 x-openstack-request-id: req-05fd5246-5b23-4602-861e-27aa16a4ce44 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:37:27.787074 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed225f5-0f77-4544-9318-a0fd2ea31cee", "name": "network-vif-unplugged", "status": "completed", "tag": "1981206c-6578-42f1-b9f3-5337281085a3", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:37:27.787329 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05fd5246-5b23-4602-861e-27aa16a4ce44 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:37:27.787753 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed225f5-0f77-4544-9318-a0fd2ea31cee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1981206c-6578-42f1-b9f3-5337281085a3', 'code': 200} Feb 20 06:37:27.829069 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Pushing event updated for resources: {'Port': ['ID=1981206c-6578-42f1-b9f3-5337281085a3,revision_number=6']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:37:27.842985 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:37:27.843341 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:37:27.843691 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:37:27.844033 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:37:27.844367 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:37:27.844697 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:37:27.845021 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:37:27.845348 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:37:27.845672 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:37:27.846000 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:37:27.846324 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:37:27.846649 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:37:27.846986 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:37:27.886076 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-656553e1-c135-4c63-92c0-7edc61d4199b req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] No DVR routers for this DVR port 1981206c-6578-42f1-b9f3-5337281085a3 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:37:28.029855 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-656553e1-c135-4c63-92c0-7edc61d4199b req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Attempting to bind port 1981206c-6578-42f1-b9f3-5337281085a3 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:37:28.030187 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-656553e1-c135-4c63-92c0-7edc61d4199b req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Attempting to bind port 1981206c-6578-42f1-b9f3-5337281085a3 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '2b4c30fd-e238-4d2d-9576-d3620861d501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:37:28.030508 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656553e1-c135-4c63-92c0-7edc61d4199b req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Attempting to bind port 1981206c-6578-42f1-b9f3-5337281085a3 on network 25c40993-1c73-401b-8ea6-cc142d5db7f7 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:37:28.034713 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656553e1-c135-4c63-92c0-7edc61d4199b req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Port 1981206c-6578-42f1-b9f3-5337281085a3 on network 25c40993-1c73-401b-8ea6-cc142d5db7f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:37:28.035071 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656553e1-c135-4c63-92c0-7edc61d4199b req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Attempting to bind port 1981206c-6578-42f1-b9f3-5337281085a3 on network 25c40993-1c73-401b-8ea6-cc142d5db7f7 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:37:28.039774 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656553e1-c135-4c63-92c0-7edc61d4199b req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:37:28.040109 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656553e1-c135-4c63-92c0-7edc61d4199b req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Checking segment: {'id': '2b4c30fd-e238-4d2d-9576-d3620861d501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:37:28.040487 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656553e1-c135-4c63-92c0-7edc61d4199b req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Bound using segment: {'id': '2b4c30fd-e238-4d2d-9576-d3620861d501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:37:28.040907 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-656553e1-c135-4c63-92c0-7edc61d4199b req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Bound port: 1981206c-6578-42f1-b9f3-5337281085a3, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b4c30fd-e238-4d2d-9576-d3620861d501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:37:28.041252 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-656553e1-c135-4c63-92c0-7edc61d4199b req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1981206c-6578-42f1-b9f3-5337281085a3), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:37:28.101753 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-656553e1-c135-4c63-92c0-7edc61d4199b req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] For port 1981206c-6578-42f1-b9f3-5337281085a3, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:37:28.104783 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-656553e1-c135-4c63-92c0-7edc61d4199b req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] For port 1981206c-6578-42f1-b9f3-5337281085a3, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1981206c-6578-42f1-b9f3-5337281085a3,segment=NetworkSegment(2b4c30fd-e238-4d2d-9576-d3620861d501),segment_id=2b4c30fd-e238-4d2d-9576-d3620861d501)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:37:28.110790 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-656553e1-c135-4c63-92c0-7edc61d4199b req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (1981206c-6578-42f1-b9f3-5337281085a3), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:37:28.144062 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656553e1-c135-4c63-92c0-7edc61d4199b req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:28.144693 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-656553e1-c135-4c63-92c0-7edc61d4199b req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:37:28.146096 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-656553e1-c135-4c63-92c0-7edc61d4199b req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] 10.222.0.61 "PUT /v2.0/ports/1981206c-6578-42f1-b9f3-5337281085a3 HTTP/1.1" status: 200 len: 1092 time: 0.7512243 Feb 20 06:37:28.178312 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001d385-bfee-461e-871a-bd93991ae84b service neutron] Pushing event updated for resources: {'Port': ['ID=1981206c-6578-42f1-b9f3-5337281085a3,revision_number=7']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:37:28.219431 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656553e1-c135-4c63-92c0-7edc61d4199b req-5d208cf2-b81d-4645-891d-3fd3e66db5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:28.220988 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-656553e1-c135-4c63-92c0-7edc61d4199b req-5d208cf2-b81d-4645-891d-3fd3e66db5de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 1126 time: 0.0508783 Feb 20 06:37:28.322780 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656553e1-c135-4c63-92c0-7edc61d4199b req-a8f291e2-3257-489a-bdf4-1c89e4091856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:28.324877 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-656553e1-c135-4c63-92c0-7edc61d4199b req-a8f291e2-3257-489a-bdf4-1c89e4091856 service neutron] 10.222.0.61 "GET /v2.0/networks?id=25c40993-1c73-401b-8ea6-cc142d5db7f7 HTTP/1.1" status: 200 len: 895 time: 0.0981150 Feb 20 06:37:28.393780 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-656553e1-c135-4c63-92c0-7edc61d4199b req-7ec67e52-7ec4-44e6-a3ac-49ed39b68570 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1981206c-6578-42f1-b9f3-5337281085a3 HTTP/1.1" status: 200 len: 999 time: 0.0632455 Feb 20 06:37:28.450098 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656553e1-c135-4c63-92c0-7edc61d4199b req-46d19ea6-194e-4e7f-91db-fac167273ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:28.451544 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-656553e1-c135-4c63-92c0-7edc61d4199b req-46d19ea6-194e-4e7f-91db-fac167273ad3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8f7ef97e-fb1a-45be-8407-5b5f76224771 HTTP/1.1" status: 200 len: 835 time: 0.0515075 Feb 20 06:37:28.502032 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656553e1-c135-4c63-92c0-7edc61d4199b req-9440bc64-05d0-42c4-8661-c8972bf77fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:28.503598 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-656553e1-c135-4c63-92c0-7edc61d4199b req-9440bc64-05d0-42c4-8661-c8972bf77fd9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25c40993-1c73-401b-8ea6-cc142d5db7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461361 Feb 20 06:37:28.578259 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438d8c3-f8ad-45bf-bfe0-fb2e43fa6799 req-5083812c-e35e-46ca-ba46-0892fc378166 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:28.582919 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d438d8c3-f8ad-45bf-bfe0-fb2e43fa6799 req-5083812c-e35e-46ca-ba46-0892fc378166 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 944 time: 0.4024301 Feb 20 06:37:28.593312 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-656553e1-c135-4c63-92c0-7edc61d4199b req-00ff60c1-8116-4a56-8119-807b4196c202 service neutron] 10.222.0.61 "GET /v2.0/networks/25c40993-1c73-401b-8ea6-cc142d5db7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830913 Feb 20 06:37:28.627245 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d438d8c3-f8ad-45bf-bfe0-fb2e43fa6799 req-e5416990-a46d-48bb-b8e7-24625451c78b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418119 Feb 20 06:37:28.684189 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-656553e1-c135-4c63-92c0-7edc61d4199b req-72fa86c0-d728-4322-8402-7c40fb173041 service neutron] 10.222.0.61 "GET /v2.0/networks/25c40993-1c73-401b-8ea6-cc142d5db7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847232 Feb 20 06:37:29.745019 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79117299-0826-463b-85eb-f2afbce4f68f req-691a5dd5-8b6e-45a1-b5ed-3448d065dd5b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:29.746470 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-79117299-0826-463b-85eb-f2afbce4f68f req-691a5dd5-8b6e-45a1-b5ed-3448d065dd5b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 944 time: 0.0516789 Feb 20 06:37:29.788635 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed225f5-0f77-4544-9318-a0fd2ea31cee', 'tag': '1981206c-6578-42f1-b9f3-5337281085a3'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:37:29.791141 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45c3d49-c80c-47a6-a8fe-1009ed84be8b" -d '{"events": [{"name": "network-changed", "server_uuid": "fed225f5-0f77-4544-9318-a0fd2ea31cee", "tag": "1981206c-6578-42f1-b9f3-5337281085a3"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:37:29.795279 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-79117299-0826-463b-85eb-f2afbce4f68f req-f3a202a9-37b6-4422-b54f-11115b87d0c1 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432324 Feb 20 06:37:29.849132 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8e720c-d62c-4b97-a519-bb656e6ae97f x-openstack-request-id: req-cd8e720c-d62c-4b97-a519-bb656e6ae97f {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:37:29.849531 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed225f5-0f77-4544-9318-a0fd2ea31cee", "tag": "1981206c-6578-42f1-b9f3-5337281085a3", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:37:29.849788 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd8e720c-d62c-4b97-a519-bb656e6ae97f {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:37:29.850191 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed225f5-0f77-4544-9318-a0fd2ea31cee', 'tag': '1981206c-6578-42f1-b9f3-5337281085a3', 'status': 'completed', 'code': 200} Feb 20 06:37:29.948039 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c3d49-c80c-47a6-a8fe-1009ed84be8b req-82a8275e-1c6b-47ac-b6b8-0d96314919ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:29.950055 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a45c3d49-c80c-47a6-a8fe-1009ed84be8b req-82a8275e-1c6b-47ac-b6b8-0d96314919ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 1126 time: 0.0843215 Feb 20 06:37:29.952455 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c3d49-c80c-47a6-a8fe-1009ed84be8b req-10064d66-1a17-4a7e-b36b-e334676d2f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:29.953780 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a45c3d49-c80c-47a6-a8fe-1009ed84be8b req-10064d66-1a17-4a7e-b36b-e334676d2f0d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 1126 time: 0.0800087 Feb 20 06:37:30.111331 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c3d49-c80c-47a6-a8fe-1009ed84be8b req-8f535b30-1499-4663-b2dc-1318f7b5fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:30.112783 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a45c3d49-c80c-47a6-a8fe-1009ed84be8b req-8f535b30-1499-4663-b2dc-1318f7b5fd3b service neutron] 10.222.0.48 "GET /v2.0/networks?id=25c40993-1c73-401b-8ea6-cc142d5db7f7 HTTP/1.1" status: 200 len: 895 time: 0.1574399 Feb 20 06:37:30.115579 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c3d49-c80c-47a6-a8fe-1009ed84be8b req-29829106-8498-4ac0-86d9-b16301ed81e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:30.116874 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a45c3d49-c80c-47a6-a8fe-1009ed84be8b req-29829106-8498-4ac0-86d9-b16301ed81e3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=25c40993-1c73-401b-8ea6-cc142d5db7f7 HTTP/1.1" status: 200 len: 895 time: 0.1547611 Feb 20 06:37:30.227767 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a45c3d49-c80c-47a6-a8fe-1009ed84be8b req-aebb9b7f-34d2-44ea-826e-cc4eb3bcbe47 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1981206c-6578-42f1-b9f3-5337281085a3 HTTP/1.1" status: 200 len: 999 time: 0.1089430 Feb 20 06:37:30.229373 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a45c3d49-c80c-47a6-a8fe-1009ed84be8b req-2afeab43-d8b6-4809-9e95-c08822bf83fd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1981206c-6578-42f1-b9f3-5337281085a3 HTTP/1.1" status: 200 len: 999 time: 0.1046779 Feb 20 06:37:30.313154 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c3d49-c80c-47a6-a8fe-1009ed84be8b req-951bedb6-8ae2-4cfd-94d4-3550534e0161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:30.314601 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a45c3d49-c80c-47a6-a8fe-1009ed84be8b req-951bedb6-8ae2-4cfd-94d4-3550534e0161 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f7ef97e-fb1a-45be-8407-5b5f76224771 HTTP/1.1" status: 200 len: 835 time: 0.0798481 Feb 20 06:37:30.317865 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c3d49-c80c-47a6-a8fe-1009ed84be8b req-4baed7a2-2723-485f-9e6a-b3afe9ae05ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:30.319191 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a45c3d49-c80c-47a6-a8fe-1009ed84be8b req-4baed7a2-2723-485f-9e6a-b3afe9ae05ac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8f7ef97e-fb1a-45be-8407-5b5f76224771 HTTP/1.1" status: 200 len: 835 time: 0.0771377 Feb 20 06:37:30.395452 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c3d49-c80c-47a6-a8fe-1009ed84be8b req-aab8690d-f669-4d8c-ad4a-5cb1c32a0ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:30.396916 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a45c3d49-c80c-47a6-a8fe-1009ed84be8b req-aab8690d-f669-4d8c-ad4a-5cb1c32a0ccf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25c40993-1c73-401b-8ea6-cc142d5db7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0697715 Feb 20 06:37:30.399257 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c3d49-c80c-47a6-a8fe-1009ed84be8b req-83ea3e9a-806e-472a-9b7d-1511d78bc99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:30.400569 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a45c3d49-c80c-47a6-a8fe-1009ed84be8b req-83ea3e9a-806e-472a-9b7d-1511d78bc99a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25c40993-1c73-401b-8ea6-cc142d5db7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0805771 Feb 20 06:37:30.549106 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a45c3d49-c80c-47a6-a8fe-1009ed84be8b req-2fccbce5-9b4c-45ea-8c00-db918bed7e1b service neutron] 10.222.0.61 "GET /v2.0/networks/25c40993-1c73-401b-8ea6-cc142d5db7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454897 Feb 20 06:37:30.550829 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a45c3d49-c80c-47a6-a8fe-1009ed84be8b req-c3a140f6-806b-4b8a-b3e6-12eceb2544a8 service neutron] 10.222.0.48 "GET /v2.0/networks/25c40993-1c73-401b-8ea6-cc142d5db7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407826 Feb 20 06:37:30.703464 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a45c3d49-c80c-47a6-a8fe-1009ed84be8b req-4022f60d-a4e9-4669-b718-19acc5447342 service neutron] 10.222.0.61 "GET /v2.0/networks/25c40993-1c73-401b-8ea6-cc142d5db7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476748 Feb 20 06:37:30.705572 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a45c3d49-c80c-47a6-a8fe-1009ed84be8b req-47735613-f8b1-4774-8f2a-f01c6298ea89 service neutron] 10.222.0.48 "GET /v2.0/networks/25c40993-1c73-401b-8ea6-cc142d5db7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488669 Feb 20 06:37:30.919753 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757e62e-0103-4742-85b4-c080cef8f735 req-4981a771-6619-43bb-b714-8fa3223478e2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:30.921226 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1757e62e-0103-4742-85b4-c080cef8f735 req-4981a771-6619-43bb-b714-8fa3223478e2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 944 time: 0.0566361 Feb 20 06:37:30.968105 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1757e62e-0103-4742-85b4-c080cef8f735 req-b73b2ad0-c614-4ef4-8d7c-1c6bafb792d8 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412679 Feb 20 06:37:31.005577 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:37:31.164141 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51309ec9-4d73-465e-8d0f-c37a315fd458 req-8e46ac0c-1ca8-48bd-9136-9baf046f4059 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:31.165617 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-51309ec9-4d73-465e-8d0f-c37a315fd458 req-8e46ac0c-1ca8-48bd-9136-9baf046f4059 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 944 time: 0.0535796 Feb 20 06:37:31.177170 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f1232-fd17-44fb-bc36-f35456c79c14 req-a6420819-a900-4223-a48b-4d8ee5c9a2d1 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:31.178608 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-554f1232-fd17-44fb-bc36-f35456c79c14 req-a6420819-a900-4223-a48b-4d8ee5c9a2d1 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.48 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee&tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&binding%3Ahost_id=n-h1-829866-5 HTTP/1.1" status: 200 len: 944 time: 0.0606017 Feb 20 06:37:31.215256 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-51309ec9-4d73-465e-8d0f-c37a315fd458 req-00afa4f0-1da6-47de-aeda-dccb614e0339 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427477 Feb 20 06:37:31.337924 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799036ba-405c-4c71-9d88-804ff2e4963e req-18fa83cf-ff65-4995-b27f-60c54f57b8e7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:31.339639 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-799036ba-405c-4c71-9d88-804ff2e4963e req-18fa83cf-ff65-4995-b27f-60c54f57b8e7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 944 time: 0.0549302 Feb 20 06:37:31.395015 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-799036ba-405c-4c71-9d88-804ff2e4963e req-4bea948c-1511-40a5-9cd9-7311af284681 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494421 Feb 20 06:37:31.525240 n-d-829866-5 neutron-server[103406]: INFO neutron.api.v2.resource [req-554f1232-fd17-44fb-bc36-f35456c79c14 req-d2b07bb4-3b18-46d1-8660-43d84a665e69 service neutron] delete failed (client error): The resource could not be found. Feb 20 06:37:31.526250 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-554f1232-fd17-44fb-bc36-f35456c79c14 req-d2b07bb4-3b18-46d1-8660-43d84a665e69 service neutron] 10.222.0.48 "DELETE /v2.0/ports/1981206c-6578-42f1-b9f3-5337281085a3/bindings/n-h2-829866-5 HTTP/1.1" status: 404 len: 380 time: 0.3407421 Feb 20 06:37:31.612739 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f1232-fd17-44fb-bc36-f35456c79c14 req-26952f82-6dee-4913-b979-4300130873ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:31.614100 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-554f1232-fd17-44fb-bc36-f35456c79c14 req-26952f82-6dee-4913-b979-4300130873ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 1126 time: 0.0444891 Feb 20 06:37:31.699612 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f1232-fd17-44fb-bc36-f35456c79c14 req-18d317de-a27d-46cf-95f8-075d6e0dd6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:31.701012 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-554f1232-fd17-44fb-bc36-f35456c79c14 req-18d317de-a27d-46cf-95f8-075d6e0dd6ac service neutron] 10.222.0.48 "GET /v2.0/networks?id=25c40993-1c73-401b-8ea6-cc142d5db7f7 HTTP/1.1" status: 200 len: 895 time: 0.0813007 Feb 20 06:37:31.762264 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-554f1232-fd17-44fb-bc36-f35456c79c14 req-d15d1885-95fb-49e0-bb49-f1f07a9a1f77 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1981206c-6578-42f1-b9f3-5337281085a3 HTTP/1.1" status: 200 len: 999 time: 0.0558269 Feb 20 06:37:31.807837 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f1232-fd17-44fb-bc36-f35456c79c14 req-6ecfc19e-1470-4c6a-a91a-b61bea9e3a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:31.809262 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-554f1232-fd17-44fb-bc36-f35456c79c14 req-6ecfc19e-1470-4c6a-a91a-b61bea9e3a43 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f7ef97e-fb1a-45be-8407-5b5f76224771 HTTP/1.1" status: 200 len: 835 time: 0.0423965 Feb 20 06:37:31.860559 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f1232-fd17-44fb-bc36-f35456c79c14 req-cfb7a940-7a03-476c-8644-8a1435c33a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:31.862047 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-554f1232-fd17-44fb-bc36-f35456c79c14 req-cfb7a940-7a03-476c-8644-8a1435c33a24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25c40993-1c73-401b-8ea6-cc142d5db7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476844 Feb 20 06:37:31.947276 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-554f1232-fd17-44fb-bc36-f35456c79c14 req-9c18ea6a-3683-45d0-9098-4c69d93211ec service neutron] 10.222.0.48 "GET /v2.0/networks/25c40993-1c73-401b-8ea6-cc142d5db7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791116 Feb 20 06:37:32.037403 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-554f1232-fd17-44fb-bc36-f35456c79c14 req-ed7bd8bb-05b9-4e5e-bb9f-84ee59a06c32 service neutron] 10.222.0.48 "GET /v2.0/networks/25c40993-1c73-401b-8ea6-cc142d5db7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839052 Feb 20 06:37:32.412487 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 1981206c-6578-42f1-b9f3-5337281085a3 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:37:32.477365 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 1981206c-6578-42f1-b9f3-5337281085a3 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:37:32.522993 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342f20e-9e1d-4b0f-b734-295d839e94e2 req-6a8d0377-76db-4865-aae7-59caafc6b1db tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:37:32.524615 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6342f20e-9e1d-4b0f-b734-295d839e94e2 req-6a8d0377-76db-4865-aae7-59caafc6b1db tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 944 time: 0.0567846 Feb 20 06:37:32.545993 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 1981206c-6578-42f1-b9f3-5337281085a3, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1981206c-6578-42f1-b9f3-5337281085a3,segment=NetworkSegment(2b4c30fd-e238-4d2d-9576-d3620861d501),segment_id=2b4c30fd-e238-4d2d-9576-d3620861d501)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:37:32.559903 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '1981206c-6578-42f1-b9f3-5337281085a3', 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7', 'port_id': '1981206c-6578-42f1-b9f3-5337281085a3', 'mac_address': 'fa:16:3e:bf:eb:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f7ef97e-fb1a-45be-8407-5b5f76224771', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:37:32.566037 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] The host n-h2-829866-5 is not matching for port 1981206c-6578-42f1-b9f3-5337281085a3 host n-h1-829866-5! {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 06:37:32.566444 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 1981206c-6578-42f1-b9f3-5337281085a3 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:37:32.583730 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6342f20e-9e1d-4b0f-b734-295d839e94e2 req-951b3896-9d88-4b29-a48f-e9e8e3df73b9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521495 Feb 20 06:37:32.604613 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54184) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:37:32.607615 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 1981206c-6578-42f1-b9f3-5337281085a3 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:37:32.608009 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1981206c-6578-42f1-b9f3-5337281085a3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:37:32.625441 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1981206c-6578-42f1-b9f3-5337281085a3 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:37:32.646683 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 1981206c-6578-42f1-b9f3-5337281085a3, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1981206c-6578-42f1-b9f3-5337281085a3,segment=NetworkSegment(2b4c30fd-e238-4d2d-9576-d3620861d501),segment_id=2b4c30fd-e238-4d2d-9576-d3620861d501)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:37:32.650838 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1981206c-6578-42f1-b9f3-5337281085a3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:37:32.672025 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a8bafa7b-8ab9-41a5-807a-834d5b81570e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/floatingips/a869bfb5-4eb3-4528-8d89-62854465ff93 HTTP/1.1" status: 200 len: 991 time: 0.0616670 Feb 20 06:37:32.701820 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=1981206c-6578-42f1-b9f3-5337281085a3,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:37:32.709021 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:37:32.709372 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:37:32.709715 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:37:32.710052 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:37:32.710387 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:37:32.710719 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:37:32.711081 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:37:32.711410 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:37:32.711736 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:37:32.712062 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:37:32.712385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:37:32.712706 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:37:32.713026 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:37:32.894745 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['1981206c-6578-42f1-b9f3-5337281085a3'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:37:34.441371 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 1981206c-6578-42f1-b9f3-5337281085a3 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:37:34.489835 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 1981206c-6578-42f1-b9f3-5337281085a3 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:37:34.493860 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 1981206c-6578-42f1-b9f3-5337281085a3 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:37:34.494233 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (1981206c-6578-42f1-b9f3-5337281085a3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:37:34.568444 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 1981206c-6578-42f1-b9f3-5337281085a3 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:37:34.568747 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (1981206c-6578-42f1-b9f3-5337281085a3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:37:34.592584 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed225f5-0f77-4544-9318-a0fd2ea31cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1981206c-6578-42f1-b9f3-5337281085a3'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:37:34.594946 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f6356c-3c47-442c-8753-38942006829d" -d '{"events": [{"server_uuid": "fed225f5-0f77-4544-9318-a0fd2ea31cee", "name": "network-vif-plugged", "status": "completed", "tag": "1981206c-6578-42f1-b9f3-5337281085a3"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:37:34.609216 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 1981206c-6578-42f1-b9f3-5337281085a3, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1981206c-6578-42f1-b9f3-5337281085a3,segment=NetworkSegment(2b4c30fd-e238-4d2d-9576-d3620861d501),segment_id=2b4c30fd-e238-4d2d-9576-d3620861d501)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:37:34.612902 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (1981206c-6578-42f1-b9f3-5337281085a3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:37:34.642892 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3157b2d5-e6e6-457e-af6a-7abb05ac4cc6 x-openstack-request-id: req-3157b2d5-e6e6-457e-af6a-7abb05ac4cc6 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:37:34.643219 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed225f5-0f77-4544-9318-a0fd2ea31cee", "name": "network-vif-plugged", "status": "completed", "tag": "1981206c-6578-42f1-b9f3-5337281085a3", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:37:34.643481 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3157b2d5-e6e6-457e-af6a-7abb05ac4cc6 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:37:34.643882 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed225f5-0f77-4544-9318-a0fd2ea31cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1981206c-6578-42f1-b9f3-5337281085a3', 'code': 200} Feb 20 06:37:34.667798 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=1981206c-6578-42f1-b9f3-5337281085a3,revision_number=9']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:37:46.604604 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3bfbbb1f-d013-40ae-98a9-ae4ee81b2031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:37:49.055330 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b87628b9-bc5c-4bf1-95a8-c8f6cfe601a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:37:49.831300 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:37:51.641866 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:37:52.811551 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:37:53.513363 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:37:54.678273 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-c683e6c9-ebc8-4d49-acf8-88b3151e3c0c req-a4677fe1-4513-4abb-b440-0e0df390c569 service neutron] (103406) timed out ('10.222.0.48', 56301) {{(pid=103406) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 06:37:55.791089 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:01.044875 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54198) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:38:01.196941 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-d3a9f20e-bd20-48f7-b484-375cc2d924a4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Deleting port d5b9538c-7d9b-4b6f-be8e-8911cb04a9c9 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:38:01.197302 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d3a9f20e-bd20-48f7-b484-375cc2d924a4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (d5b9538c-7d9b-4b6f-be8e-8911cb04a9c9), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:01.270799 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d3a9f20e-bd20-48f7-b484-375cc2d924a4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (d5b9538c-7d9b-4b6f-be8e-8911cb04a9c9), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:01.271136 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d3a9f20e-bd20-48f7-b484-375cc2d924a4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for floatingip (d5b9538c-7d9b-4b6f-be8e-8911cb04a9c9), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:01.282970 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-d3a9f20e-bd20-48f7-b484-375cc2d924a4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Calling delete_port for d5b9538c-7d9b-4b6f-be8e-8911cb04a9c9 owned by network:floatingip {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:38:01.432607 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d3a9f20e-bd20-48f7-b484-375cc2d924a4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (d5b9538c-7d9b-4b6f-be8e-8911cb04a9c9), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:01.458757 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9f20e-bd20-48f7-b484-375cc2d924a4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Port': ['ID=d5b9538c-7d9b-4b6f-be8e-8911cb04a9c9,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:01.520994 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d3a9f20e-bd20-48f7-b484-375cc2d924a4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for floatingip (a869bfb5-4eb3-4528-8d89-62854465ff93), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:01.521244 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-d3a9f20e-bd20-48f7-b484-375cc2d924a4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Floating IP a869bfb5-4eb3-4528-8d89-62854465ff93 disassociated (deleted). External IP: 172.25.3.82, port: 1981206c-6578-42f1-b9f3-5337281085a3. Feb 20 06:38:01.735183 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a9f20e-bd20-48f7-b484-375cc2d924a4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Router 9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:38:01.851056 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a9f20e-bd20-48f7-b484-375cc2d924a4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:38:01.855477 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d3a9f20e-bd20-48f7-b484-375cc2d924a4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:01.868777 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c88e03-dcb7-48e7-a66c-adc628e8906a None None] Sync routers for ids ['9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:38:01.881319 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c88e03-dcb7-48e7-a66c-adc628e8906a None None] Routers {'9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:38:01.881943 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-c5c88e03-dcb7-48e7-a66c-adc628e8906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:37:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:38:01.886589 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d3a9f20e-bd20-48f7-b484-375cc2d924a4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "DELETE /v2.0/floatingips/a869bfb5-4eb3-4528-8d89-62854465ff93 HTTP/1.1" status: 204 len: 168 time: 0.8406186 Feb 20 06:38:01.887277 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed225f5-0f77-4544-9318-a0fd2ea31cee', 'tag': '1981206c-6578-42f1-b9f3-5337281085a3'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:38:01.889595 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b40eb4-f3b3-49b0-86f3-a74da4278d42" -d '{"events": [{"name": "network-changed", "server_uuid": "fed225f5-0f77-4544-9318-a0fd2ea31cee", "tag": "1981206c-6578-42f1-b9f3-5337281085a3"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:38:01.997701 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-c5c88e03-dcb7-48e7-a66c-adc628e8906a None None] Set router 9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:38:02.047017 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a432302c-2526-4a3e-a18c-73f9ba66c786 x-openstack-request-id: req-a432302c-2526-4a3e-a18c-73f9ba66c786 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:38:02.047539 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed225f5-0f77-4544-9318-a0fd2ea31cee", "tag": "1981206c-6578-42f1-b9f3-5337281085a3", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:38:02.047731 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a432302c-2526-4a3e-a18c-73f9ba66c786 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:38:02.048234 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed225f5-0f77-4544-9318-a0fd2ea31cee', 'tag': '1981206c-6578-42f1-b9f3-5337281085a3', 'status': 'completed', 'code': 200} Feb 20 06:38:02.115959 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b40eb4-f3b3-49b0-86f3-a74da4278d42 req-7da48883-34c0-48d2-b0fd-538d3a5742d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:02.117546 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c7b40eb4-f3b3-49b0-86f3-a74da4278d42 req-7da48883-34c0-48d2-b0fd-538d3a5742d4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 1128 time: 0.0470040 Feb 20 06:38:02.151706 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa564c-0665-4525-9ef3-be74087413a1 req-3c6d2352-f5be-4766-8d77-3a1800c44d25 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:02.153240 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75fa564c-0665-4525-9ef3-be74087413a1 req-3c6d2352-f5be-4766-8d77-3a1800c44d25 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 946 time: 0.0596349 Feb 20 06:38:02.205560 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-75fa564c-0665-4525-9ef3-be74087413a1 req-19403940-eed1-4c6d-b951-9e2f5276150f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462582 Feb 20 06:38:02.205919 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-c5c88e03-dcb7-48e7-a66c-adc628e8906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724165602', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '339fd525-3e7b-4885-92a4-ed35dfd44732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:36:20Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '339fd525-3e7b-4885-92a4-ed35dfd44732', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '3bf4dc8f-c5cc-4be2-b32f-11ecc4206178', 'name': '', 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:74:d2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '8f7ef97e-fb1a-45be-8407-5b5f76224771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:36:20Z', 'updated_at': '2022-02-20T06:36:23Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '8f7ef97e-fb1a-45be-8407-5b5f76224771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:38:02.213075 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b40eb4-f3b3-49b0-86f3-a74da4278d42 req-10628ca0-2c78-4d28-9432-7eea0ca8b8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:02.214561 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c7b40eb4-f3b3-49b0-86f3-a74da4278d42 req-10628ca0-2c78-4d28-9432-7eea0ca8b8b5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=25c40993-1c73-401b-8ea6-cc142d5db7f7 HTTP/1.1" status: 200 len: 895 time: 0.0879414 Feb 20 06:38:02.233147 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c88e03-dcb7-48e7-a66c-adc628e8906a None None] Checking router: 9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:38:02.241625 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c88e03-dcb7-48e7-a66c-adc628e8906a None None] Routers {'9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:38:02.242243 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-c5c88e03-dcb7-48e7-a66c-adc628e8906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:37:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:38:02.261594 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c7b40eb4-f3b3-49b0-86f3-a74da4278d42 req-c1da681e-642f-4f79-8259-6ae93f6616db service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1981206c-6578-42f1-b9f3-5337281085a3 HTTP/1.1" status: 200 len: 217 time: 0.0407307 Feb 20 06:38:02.311072 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b40eb4-f3b3-49b0-86f3-a74da4278d42 req-7f8cc922-e883-4260-a4cd-be1c0c346986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:02.312545 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c7b40eb4-f3b3-49b0-86f3-a74da4278d42 req-7f8cc922-e883-4260-a4cd-be1c0c346986 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8f7ef97e-fb1a-45be-8407-5b5f76224771 HTTP/1.1" status: 200 len: 835 time: 0.0440681 Feb 20 06:38:02.350323 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-c5c88e03-dcb7-48e7-a66c-adc628e8906a None None] Set router 9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:38:02.362777 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b40eb4-f3b3-49b0-86f3-a74da4278d42 req-110c0a92-1868-40e6-bb9b-28af5906bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:02.364391 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c7b40eb4-f3b3-49b0-86f3-a74da4278d42 req-110c0a92-1868-40e6-bb9b-28af5906bbd4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25c40993-1c73-401b-8ea6-cc142d5db7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453155 Feb 20 06:38:02.460306 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c7b40eb4-f3b3-49b0-86f3-a74da4278d42 req-82306c12-7126-4f81-9f6a-9a815ab31c3e service neutron] 10.222.0.61 "GET /v2.0/networks/25c40993-1c73-401b-8ea6-cc142d5db7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866930 Feb 20 06:38:02.549554 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-c5c88e03-dcb7-48e7-a66c-adc628e8906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724165602', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '339fd525-3e7b-4885-92a4-ed35dfd44732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:36:20Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '339fd525-3e7b-4885-92a4-ed35dfd44732', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '3bf4dc8f-c5cc-4be2-b32f-11ecc4206178', 'name': '', 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:74:d2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '8f7ef97e-fb1a-45be-8407-5b5f76224771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:36:20Z', 'updated_at': '2022-02-20T06:36:23Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '8f7ef97e-fb1a-45be-8407-5b5f76224771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:38:02.556902 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-c7b40eb4-f3b3-49b0-86f3-a74da4278d42 req-0f7913b8-12b2-4993-a3b0-9403fbcd4035 service neutron] 10.222.0.61 "GET /v2.0/networks/25c40993-1c73-401b-8ea6-cc142d5db7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821865 Feb 20 06:38:02.576167 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c88e03-dcb7-48e7-a66c-adc628e8906a None None] The sync data for ids ['9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'] in n-d-829866-5 is: [{'id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724165602', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '339fd525-3e7b-4885-92a4-ed35dfd44732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:36:20Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '339fd525-3e7b-4885-92a4-ed35dfd44732', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '3bf4dc8f-c5cc-4be2-b32f-11ecc4206178', 'name': '', 'network_id': '25c40993-1c73-401b-8ea6-cc142d5db7f7', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:74:d2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '8f7ef97e-fb1a-45be-8407-5b5f76224771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:36:20Z', 'updated_at': '2022-02-20T06:36:23Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '8f7ef97e-fb1a-45be-8407-5b5f76224771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:38:02.792884 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea1ca5f-b9e0-4792-963a-59c6ac473687 None None] New status for floating IP a869bfb5-4eb3-4528-8d89-62854465ff93: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:38:03.330379 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d90d06-ee7f-4437-a31e-64f2e3eff9da req-662bc0bb-e126-4334-9ca7-c4395d23a80d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:03.331814 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b8d90d06-ee7f-4437-a31e-64f2e3eff9da req-662bc0bb-e126-4334-9ca7-c4395d23a80d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 946 time: 0.0539172 Feb 20 06:38:03.384235 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b8d90d06-ee7f-4437-a31e-64f2e3eff9da req-9f545717-4a3a-457a-af34-e5865fc6bfac tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=69422af3-7af7-44d0-9d72-28825bea24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467875 Feb 20 06:38:03.467622 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b08426-276f-423b-b684-83409c934bbe req-113aff6d-6248-4f6c-b24e-c469f6e12c16 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:03.469063 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-14b08426-276f-423b-b684-83409c934bbe req-113aff6d-6248-4f6c-b24e-c469f6e12c16 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.61 "GET /v2.0/ports?device_id=fed225f5-0f77-4544-9318-a0fd2ea31cee HTTP/1.1" status: 200 len: 946 time: 0.0559611 Feb 20 06:38:03.557438 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-14b08426-276f-423b-b684-83409c934bbe req-74704320-0315-4767-b95b-ddb94f93b4e5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Deleting port 1981206c-6578-42f1-b9f3-5337281085a3 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:38:03.557774 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-14b08426-276f-423b-b684-83409c934bbe req-74704320-0315-4767-b95b-ddb94f93b4e5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (1981206c-6578-42f1-b9f3-5337281085a3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:03.650323 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-14b08426-276f-423b-b684-83409c934bbe req-74704320-0315-4767-b95b-ddb94f93b4e5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] For port 1981206c-6578-42f1-b9f3-5337281085a3, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=1981206c-6578-42f1-b9f3-5337281085a3,segment=NetworkSegment(2b4c30fd-e238-4d2d-9576-d3620861d501),segment_id=2b4c30fd-e238-4d2d-9576-d3620861d501)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:38:03.650601 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-14b08426-276f-423b-b684-83409c934bbe req-74704320-0315-4767-b95b-ddb94f93b4e5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (1981206c-6578-42f1-b9f3-5337281085a3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:03.661930 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-14b08426-276f-423b-b684-83409c934bbe req-74704320-0315-4767-b95b-ddb94f93b4e5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Calling delete_port for 1981206c-6578-42f1-b9f3-5337281085a3 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:38:03.795283 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-14b08426-276f-423b-b684-83409c934bbe req-74704320-0315-4767-b95b-ddb94f93b4e5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (1981206c-6578-42f1-b9f3-5337281085a3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:03.828348 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74704320-0315-4767-b95b-ddb94f93b4e5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Port': ['ID=1981206c-6578-42f1-b9f3-5337281085a3,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:03.870219 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b08426-276f-423b-b684-83409c934bbe req-74704320-0315-4767-b95b-ddb94f93b4e5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] No DVR routers for this DVR port 1981206c-6578-42f1-b9f3-5337281085a3 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:38:03.872972 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-14b08426-276f-423b-b684-83409c934bbe req-74704320-0315-4767-b95b-ddb94f93b4e5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:03.876431 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-14b08426-276f-423b-b684-83409c934bbe req-74704320-0315-4767-b95b-ddb94f93b4e5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.61 "DELETE /v2.0/ports/1981206c-6578-42f1-b9f3-5337281085a3 HTTP/1.1" status: 204 len: 173 time: 0.4016995 Feb 20 06:38:04.056484 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed225f5-0f77-4544-9318-a0fd2ea31cee', 'name': 'network-vif-deleted', 'tag': '1981206c-6578-42f1-b9f3-5337281085a3'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:38:04.058855 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c73adcd-244e-41e0-9738-68ebaadf8c17" -d '{"events": [{"server_uuid": "fed225f5-0f77-4544-9318-a0fd2ea31cee", "name": "network-vif-deleted", "tag": "1981206c-6578-42f1-b9f3-5337281085a3"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:38:04.096500 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875c8274-b73f-447c-953d-7c1a9527bd1b x-openstack-request-id: req-875c8274-b73f-447c-953d-7c1a9527bd1b {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:38:04.096801 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed225f5-0f77-4544-9318-a0fd2ea31cee", "name": "network-vif-deleted", "tag": "1981206c-6578-42f1-b9f3-5337281085a3", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:38:04.097059 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-875c8274-b73f-447c-953d-7c1a9527bd1b {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:38:04.097474 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed225f5-0f77-4544-9318-a0fd2ea31cee', 'name': 'network-vif-deleted', 'tag': '1981206c-6578-42f1-b9f3-5337281085a3', 'status': 'completed', 'code': 200} Feb 20 06:38:04.439257 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54212) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:38:04.796042 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3852-d573-4447-87ab-6d1b1eec5daf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:05.048178 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-e0ec3852-d573-4447-87ab-6d1b1eec5daf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Deleting port 3bf4dc8f-c5cc-4be2-b32f-11ecc4206178 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:38:05.048440 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3852-d573-4447-87ab-6d1b1eec5daf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3bf4dc8f-c5cc-4be2-b32f-11ecc4206178), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:05.134167 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-e0ec3852-d573-4447-87ab-6d1b1eec5daf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] For port 3bf4dc8f-c5cc-4be2-b32f-11ecc4206178, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3bf4dc8f-c5cc-4be2-b32f-11ecc4206178,segment=NetworkSegment(2b4c30fd-e238-4d2d-9576-d3620861d501),segment_id=2b4c30fd-e238-4d2d-9576-d3620861d501)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:38:05.134531 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3852-d573-4447-87ab-6d1b1eec5daf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3bf4dc8f-c5cc-4be2-b32f-11ecc4206178), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:05.146371 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-e0ec3852-d573-4447-87ab-6d1b1eec5daf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Calling delete_port for 3bf4dc8f-c5cc-4be2-b32f-11ecc4206178 owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:38:05.330082 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3852-d573-4447-87ab-6d1b1eec5daf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (3bf4dc8f-c5cc-4be2-b32f-11ecc4206178), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:05.355585 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec3852-d573-4447-87ab-6d1b1eec5daf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Port': ['ID=3bf4dc8f-c5cc-4be2-b32f-11ecc4206178,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:05.531010 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3852-d573-4447-87ab-6d1b1eec5daf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:06.036118 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ec3852-d573-4447-87ab-6d1b1eec5daf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Router 9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:38:06.140491 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ec3852-d573-4447-87ab-6d1b1eec5daf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:38:06.145795 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e0ec3852-d573-4447-87ab-6d1b1eec5daf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "PUT /v2.0/routers/9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7054927 Feb 20 06:38:06.148607 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54214) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:38:06.149709 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29277a2d-fca5-4955-ad7e-5af86b1a5d55 None None] Sync routers for ids ['9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:38:06.159502 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29277a2d-fca5-4955-ad7e-5af86b1a5d55 None None] Routers {'9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:38:06.160111 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-29277a2d-fca5-4955-ad7e-5af86b1a5d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:37:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:38:06.198270 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5cce902-8a86-4adb-8803-99a586f95cd9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Deleting subnet 8f7ef97e-fb1a-45be-8407-5b5f76224771 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:38:06.202070 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e5cce902-8a86-4adb-8803-99a586f95cd9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for subnet (8f7ef97e-fb1a-45be-8407-5b5f76224771), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:06.243093 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e5cce902-8a86-4adb-8803-99a586f95cd9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (8f7ef97e-fb1a-45be-8407-5b5f76224771), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:06.276882 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-29277a2d-fca5-4955-ad7e-5af86b1a5d55 None None] Set router 9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:38:06.347303 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e5cce902-8a86-4adb-8803-99a586f95cd9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (8f7ef97e-fb1a-45be-8407-5b5f76224771), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:06.422456 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e5cce902-8a86-4adb-8803-99a586f95cd9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (8f7ef97e-fb1a-45be-8407-5b5f76224771), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:06.451906 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cce902-8a86-4adb-8803-99a586f95cd9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Subnet': ['ID=8f7ef97e-fb1a-45be-8407-5b5f76224771,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:06.453943 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-e5cce902-8a86-4adb-8803-99a586f95cd9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:06.457281 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-e5cce902-8a86-4adb-8803-99a586f95cd9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "DELETE /v2.0/subnets/8f7ef97e-fb1a-45be-8407-5b5f76224771 HTTP/1.1" status: 204 len: 168 time: 0.3076954 Feb 20 06:38:06.460152 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54216) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:38:06.475511 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687a29c4-8820-42b3-ac82-6354dd4b4744 None None] Network 25c40993-1c73-401b-8ea6-cc142d5db7f7 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:38:06.581557 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router (9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:06.697353 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_gateway (9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:06.741213 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-29277a2d-fca5-4955-ad7e-5af86b1a5d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724165602', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '339fd525-3e7b-4885-92a4-ed35dfd44732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:38:05Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '339fd525-3e7b-4885-92a4-ed35dfd44732', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:72:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:38:06.750986 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Deleting port 339fd525-3e7b-4885-92a4-ed35dfd44732 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:38:06.751329 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (339fd525-3e7b-4885-92a4-ed35dfd44732), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:06.774865 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29277a2d-fca5-4955-ad7e-5af86b1a5d55 None None] Checking router: 9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:38:06.785560 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29277a2d-fca5-4955-ad7e-5af86b1a5d55 None None] Routers {'9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:38:06.786223 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-29277a2d-fca5-4955-ad7e-5af86b1a5d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:37:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:38:06.837814 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] For port 339fd525-3e7b-4885-92a4-ed35dfd44732, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=339fd525-3e7b-4885-92a4-ed35dfd44732,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:38:06.838102 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (339fd525-3e7b-4885-92a4-ed35dfd44732), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:06.850780 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Calling delete_port for 339fd525-3e7b-4885-92a4-ed35dfd44732 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:38:06.873142 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e92b66-a519-45dc-a837-f2706dac2b20 None None] DHCP port deletion for 25c40993-1c73-401b-8ea6-cc142d5db7f7 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:38:06.883689 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-29277a2d-fca5-4955-ad7e-5af86b1a5d55 None None] Set router 9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:38:06.953558 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-29277a2d-fca5-4955-ad7e-5af86b1a5d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724165602', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:38:06Z', 'revision_number': 6, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:38:06.988039 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29277a2d-fca5-4955-ad7e-5af86b1a5d55 None None] The sync data for ids ['9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d'] in n-d-829866-5 is: [{'id': '9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724165602', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:36:17Z', 'updated_at': '2022-02-20T06:38:06Z', 'revision_number': 6, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:38:07.009947 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e92b66-a519-45dc-a837-f2706dac2b20 None None] Deleting port ee87950f-c3e9-4006-be5e-c0bdb14ea09f {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:38:07.010403 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e92b66-a519-45dc-a837-f2706dac2b20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (ee87950f-c3e9-4006-be5e-c0bdb14ea09f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:07.029150 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (339fd525-3e7b-4885-92a4-ed35dfd44732), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:07.053320 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Port': ['ID=339fd525-3e7b-4885-92a4-ed35dfd44732,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:07.063447 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:38:07.063870 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:38:07.064235 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:38:07.064581 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:38:07.064921 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:38:07.065256 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:38:07.065591 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:38:07.065922 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:38:07.066254 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:38:07.066589 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:38:07.067014 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:38:07.067252 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:38:07.067577 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:38:07.082189 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e92b66-a519-45dc-a837-f2706dac2b20 None None] For port ee87950f-c3e9-4006-be5e-c0bdb14ea09f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=ee87950f-c3e9-4006-be5e-c0bdb14ea09f,segment=NetworkSegment(2b4c30fd-e238-4d2d-9576-d3620861d501),segment_id=2b4c30fd-e238-4d2d-9576-d3620861d501)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:38:07.082520 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e92b66-a519-45dc-a837-f2706dac2b20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (ee87950f-c3e9-4006-be5e-c0bdb14ea09f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:07.095546 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e92b66-a519-45dc-a837-f2706dac2b20 None None] Calling delete_port for ee87950f-c3e9-4006-be5e-c0bdb14ea09f owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:38:07.132486 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:07.178930 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e92b66-a519-45dc-a837-f2706dac2b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (ee87950f-c3e9-4006-be5e-c0bdb14ea09f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:07.204947 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e92b66-a519-45dc-a837-f2706dac2b20 None None] Pushing event deleted for resources: {'Port': ['ID=ee87950f-c3e9-4006-be5e-c0bdb14ea09f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:07.210027 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e92b66-a519-45dc-a837-f2706dac2b20 None None] No DVR routers for this DVR port ee87950f-c3e9-4006-be5e-c0bdb14ea09f on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:38:07.228060 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:07.230213 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_controller (9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:07.273238 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:07.273896 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Fanout notify agent at l3_agent the message router_deleted on router 9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:38:07.281216 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:07.282360 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-93928dcb-fcbb-4568-b7dc-e0143c0aa7d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "DELETE /v2.0/routers/9bc6ed79-6e28-40ea-8baf-2f5c2ab98d1d HTTP/1.1" status: 204 len: 168 time: 0.8212156 Feb 20 06:38:07.285008 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54218) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:38:07.366970 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dbb166d8-8ab6-457e-bed0-b5fd265f7dc0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (25c40993-1c73-401b-8ea6-cc142d5db7f7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:07.457575 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dbb166d8-8ab6-457e-bed0-b5fd265f7dc0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (25c40993-1c73-401b-8ea6-cc142d5db7f7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:07.477927 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-dbb166d8-8ab6-457e-bed0-b5fd265f7dc0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c40993-1c73-401b-8ea6-cc142d5db7f7']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:38:07.486843 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-dbb166d8-8ab6-457e-bed0-b5fd265f7dc0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b4c30fd-e238-4d2d-9576-d3620861d501') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:38:07.487169 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-dbb166d8-8ab6-457e-bed0-b5fd265f7dc0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b4c30fd-e238-4d2d-9576-d3620861d501') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:38:07.496953 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dbb166d8-8ab6-457e-bed0-b5fd265f7dc0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (2b4c30fd-e238-4d2d-9576-d3620861d501), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:07.509646 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dbb166d8-8ab6-457e-bed0-b5fd265f7dc0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (2b4c30fd-e238-4d2d-9576-d3620861d501), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:07.516179 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb166d8-8ab6-457e-bed0-b5fd265f7dc0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:38:07.516561 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dbb166d8-8ab6-457e-bed0-b5fd265f7dc0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (2b4c30fd-e238-4d2d-9576-d3620861d501), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: timer() Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:38:07.519502 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:38:07.579568 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dbb166d8-8ab6-457e-bed0-b5fd265f7dc0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (25c40993-1c73-401b-8ea6-cc142d5db7f7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:07.586012 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dbb166d8-8ab6-457e-bed0-b5fd265f7dc0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:07.589153 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-dbb166d8-8ab6-457e-bed0-b5fd265f7dc0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "DELETE /v2.0/networks/25c40993-1c73-401b-8ea6-cc142d5db7f7 HTTP/1.1" status: 204 len: 168 time: 0.3032219 Feb 20 06:38:07.592028 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54220) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:38:07.600671 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb166d8-8ab6-457e-bed0-b5fd265f7dc0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Network': ['ID=25c40993-1c73-401b-8ea6-cc142d5db7f7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:07.650687 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25b362c7-c542-4a2e-93e8-0d8e50f5d234 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (69422af3-7af7-44d0-9d72-28825bea24e0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:07.674932 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25b362c7-c542-4a2e-93e8-0d8e50f5d234 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (69422af3-7af7-44d0-9d72-28825bea24e0), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:07.745276 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25b362c7-c542-4a2e-93e8-0d8e50f5d234 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (69422af3-7af7-44d0-9d72-28825bea24e0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:07.745598 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-25b362c7-c542-4a2e-93e8-0d8e50f5d234 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:07.749956 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-25b362c7-c542-4a2e-93e8-0d8e50f5d234 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "DELETE /v2.0/security-groups/69422af3-7af7-44d0-9d72-28825bea24e0 HTTP/1.1" status: 204 len: 168 time: 0.1542337 Feb 20 06:38:07.757072 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b362c7-c542-4a2e-93e8-0d8e50f5d234 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69422af3-7af7-44d0-9d72-28825bea24e0,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:08.008147 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:38:08.041554 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54226) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:38:08.046658 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-6030ed36-82bc-458b-bc01-fcf6c1c33379 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1731427662', 'description': 'tempest-secgroup-smoke-1731427662 description', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:38:08.069043 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6030ed36-82bc-458b-bc01-fcf6c1c33379 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.139372 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6030ed36-82bc-458b-bc01-fcf6c1c33379 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (2ac9f065-83af-451c-9055-3f0942c07dc1), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.142736 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6030ed36-82bc-458b-bc01-fcf6c1c33379 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2ac9f065-83af-451c-9055-3f0942c07dc1), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.172620 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6030ed36-82bc-458b-bc01-fcf6c1c33379 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.173864 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6030ed36-82bc-458b-bc01-fcf6c1c33379 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1313024 Feb 20 06:38:08.174998 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030ed36-82bc-458b-bc01-fcf6c1c33379 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac9f065-83af-451c-9055-3f0942c07dc1,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:08.177403 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54228) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:38:08.182325 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-8edd921a-3050-479c-a80d-f98abff6ae81 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '2ac9f065-83af-451c-9055-3f0942c07dc1', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:38:08.208865 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8edd921a-3050-479c-a80d-f98abff6ae81 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (6009a773-49aa-4f63-b2ac-c67710ee206e), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.262826 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8edd921a-3050-479c-a80d-f98abff6ae81 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (6009a773-49aa-4f63-b2ac-c67710ee206e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.266255 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8edd921a-3050-479c-a80d-f98abff6ae81 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (6009a773-49aa-4f63-b2ac-c67710ee206e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.285285 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd921a-3050-479c-a80d-f98abff6ae81 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6009a773-49aa-4f63-b2ac-c67710ee206e,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:08.295308 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8edd921a-3050-479c-a80d-f98abff6ae81 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.296498 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8edd921a-3050-479c-a80d-f98abff6ae81 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177540 Feb 20 06:38:08.299445 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54230) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:38:08.303991 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-6ab67014-1907-42cf-ab80-843bdcd7171d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '2ac9f065-83af-451c-9055-3f0942c07dc1', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:38:08.328298 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6ab67014-1907-42cf-ab80-843bdcd7171d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (f52cb2b6-659b-4a90-94be-854519eec10a), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.337229 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3bf4dc8f-c5cc-4be2-b32f-11ecc4206178 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:38:08.358388 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 3bf4dc8f-c5cc-4be2-b32f-11ecc4206178 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:38:08.358813 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3bf4dc8f-c5cc-4be2-b32f-11ecc4206178 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:38:08.359317 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 339fd525-3e7b-4885-92a4-ed35dfd44732 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:38:08.381422 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 339fd525-3e7b-4885-92a4-ed35dfd44732 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:38:08.381773 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 339fd525-3e7b-4885-92a4-ed35dfd44732 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:38:08.382181 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ee87950f-c3e9-4006-be5e-c0bdb14ea09f no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:38:08.384224 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6ab67014-1907-42cf-ab80-843bdcd7171d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (f52cb2b6-659b-4a90-94be-854519eec10a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.388279 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6ab67014-1907-42cf-ab80-843bdcd7171d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (f52cb2b6-659b-4a90-94be-854519eec10a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.402942 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: ee87950f-c3e9-4006-be5e-c0bdb14ea09f {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:38:08.403237 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device ee87950f-c3e9-4006-be5e-c0bdb14ea09f not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:38:08.407010 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab67014-1907-42cf-ab80-843bdcd7171d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f52cb2b6-659b-4a90-94be-854519eec10a,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:08.413057 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6ab67014-1907-42cf-ab80-843bdcd7171d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.414251 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6ab67014-1907-42cf-ab80-843bdcd7171d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1138027 Feb 20 06:38:08.416945 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54232) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:38:08.421952 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-8f030ea5-a950-4cab-9577-f213d82c35a7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '2ac9f065-83af-451c-9055-3f0942c07dc1', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:38:08.444755 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f030ea5-a950-4cab-9577-f213d82c35a7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (26c3b534-a760-4a53-a31f-2c43b76651be), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.499210 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f030ea5-a950-4cab-9577-f213d82c35a7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (26c3b534-a760-4a53-a31f-2c43b76651be), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.502557 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f030ea5-a950-4cab-9577-f213d82c35a7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (26c3b534-a760-4a53-a31f-2c43b76651be), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.519177 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f030ea5-a950-4cab-9577-f213d82c35a7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c3b534-a760-4a53-a31f-2c43b76651be,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:08.532768 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f030ea5-a950-4cab-9577-f213d82c35a7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.533983 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8f030ea5-a950-4cab-9577-f213d82c35a7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161215 Feb 20 06:38:08.536619 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54234) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:38:08.540803 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-46df8df8-3c8d-47c6-9569-6e9ca0855368 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '2ac9f065-83af-451c-9055-3f0942c07dc1', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:38:08.564314 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46df8df8-3c8d-47c6-9569-6e9ca0855368 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (efa429e9-8c33-4d24-bf1d-10541a8b13f4), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.593442 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 1981206c-6578-42f1-b9f3-5337281085a3 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:38:08.613836 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 1981206c-6578-42f1-b9f3-5337281085a3 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:38:08.614180 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 1981206c-6578-42f1-b9f3-5337281085a3 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:38:08.624378 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46df8df8-3c8d-47c6-9569-6e9ca0855368 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (efa429e9-8c33-4d24-bf1d-10541a8b13f4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.627941 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46df8df8-3c8d-47c6-9569-6e9ca0855368 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (efa429e9-8c33-4d24-bf1d-10541a8b13f4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.647837 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df8df8-3c8d-47c6-9569-6e9ca0855368 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa429e9-8c33-4d24-bf1d-10541a8b13f4,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:08.654027 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-46df8df8-3c8d-47c6-9569-6e9ca0855368 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.654544 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-46df8df8-3c8d-47c6-9569-6e9ca0855368 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170297 Feb 20 06:38:08.657436 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54236) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:38:08.661788 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-011c1202-9c3e-436b-90cc-a7fed322e9fb tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '2ac9f065-83af-451c-9055-3f0942c07dc1', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:38:08.680265 n-d-829866-5 neutron-server[103406]: INFO neutron.db.securitygroups_db [None req-011c1202-9c3e-436b-90cc-a7fed322e9fb tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Project 29738fe01ec14391bcdfc8ef81a7e58b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:38:08.685101 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-011c1202-9c3e-436b-90cc-a7fed322e9fb tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (624e9883-5920-4306-9468-b2f76a4ff4f2), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.742382 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-011c1202-9c3e-436b-90cc-a7fed322e9fb tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (624e9883-5920-4306-9468-b2f76a4ff4f2), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.746294 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-011c1202-9c3e-436b-90cc-a7fed322e9fb tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (624e9883-5920-4306-9468-b2f76a4ff4f2), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.764898 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c1202-9c3e-436b-90cc-a7fed322e9fb tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=624e9883-5920-4306-9468-b2f76a4ff4f2,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:08.773417 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-011c1202-9c3e-436b-90cc-a7fed322e9fb tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.774624 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-011c1202-9c3e-436b-90cc-a7fed322e9fb tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1162374 Feb 20 06:38:08.777445 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54238) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:38:08.782519 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-2acaa2c6-c118-4c1a-8a43-7a3dc21c43e9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '2ac9f065-83af-451c-9055-3f0942c07dc1', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:38:08.803767 n-d-829866-5 neutron-server[103406]: INFO neutron.db.securitygroups_db [None req-2acaa2c6-c118-4c1a-8a43-7a3dc21c43e9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Project 29738fe01ec14391bcdfc8ef81a7e58b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:38:08.808962 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2acaa2c6-c118-4c1a-8a43-7a3dc21c43e9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (fdbe2f22-5faf-4b14-ba40-79ff5bb741d4), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.866742 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2acaa2c6-c118-4c1a-8a43-7a3dc21c43e9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (fdbe2f22-5faf-4b14-ba40-79ff5bb741d4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.870967 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2acaa2c6-c118-4c1a-8a43-7a3dc21c43e9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (fdbe2f22-5faf-4b14-ba40-79ff5bb741d4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.888971 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acaa2c6-c118-4c1a-8a43-7a3dc21c43e9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdbe2f22-5faf-4b14-ba40-79ff5bb741d4,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:08.897527 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2acaa2c6-c118-4c1a-8a43-7a3dc21c43e9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.898711 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2acaa2c6-c118-4c1a-8a43-7a3dc21c43e9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197822 Feb 20 06:38:08.901584 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54240) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:38:08.906950 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0830579a-83cc-42e9-8529-b9e0ae989d5b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'network': {'name': 'tempest-network-smoke--781685120', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'port_security_enabled': True}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:38:08.925018 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0830579a-83cc-42e9-8529-b9e0ae989d5b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Made reservation on behalf of 29738fe01ec14391bcdfc8ef81a7e58b for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:38:08.928265 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0830579a-83cc-42e9-8529-b9e0ae989d5b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.951234 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0830579a-83cc-42e9-8529-b9e0ae989d5b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:38:08.960338 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0830579a-83cc-42e9-8529-b9e0ae989d5b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (aa7ab978-86dd-434b-b4d1-0a929337b936), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:08.960866 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-0830579a-83cc-42e9-8529-b9e0ae989d5b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Added segment aa7ab978-86dd-434b-b4d1-0a929337b936 of type vlan for network 96584ed7-bec0-4013-ae84-986e1875f2c3 Feb 20 06:38:09.003058 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0830579a-83cc-42e9-8529-b9e0ae989d5b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (96584ed7-bec0-4013-ae84-986e1875f2c3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:09.027411 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0830579a-83cc-42e9-8529-b9e0ae989d5b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (96584ed7-bec0-4013-ae84-986e1875f2c3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:09.032304 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0830579a-83cc-42e9-8529-b9e0ae989d5b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:09.032886 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0830579a-83cc-42e9-8529-b9e0ae989d5b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:09.085462 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0830579a-83cc-42e9-8529-b9e0ae989d5b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1828487 Feb 20 06:38:09.088218 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54242) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:38:09.092857 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-be7dd6bf-9d3e-450c-afdd-c250ed9cac61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-290257009', 'admin_state_up': True, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:38:09.100302 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830579a-83cc-42e9-8529-b9e0ae989d5b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Network': ['ID=96584ed7-bec0-4013-ae84-986e1875f2c3,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:09.112036 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 96584ed7-bec0-4013-ae84-986e1875f2c3 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:38:09.113626 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be7dd6bf-9d3e-450c-afdd-c250ed9cac61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (b5da739e-3804-41f6-ae8b-2f76f9ecba00), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:09.114758 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be7dd6bf-9d3e-450c-afdd-c250ed9cac61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (b5da739e-3804-41f6-ae8b-2f76f9ecba00), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:09.172084 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be7dd6bf-9d3e-450c-afdd-c250ed9cac61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_controller (b5da739e-3804-41f6-ae8b-2f76f9ecba00), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:09.315336 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be7dd6bf-9d3e-450c-afdd-c250ed9cac61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_gateway (b5da739e-3804-41f6-ae8b-2f76f9ecba00), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:09.511172 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be7dd6bf-9d3e-450c-afdd-c250ed9cac61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_gateway (b5da739e-3804-41f6-ae8b-2f76f9ecba00), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:09.529256 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be7dd6bf-9d3e-450c-afdd-c250ed9cac61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:09.640454 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-be7dd6bf-9d3e-450c-afdd-c250ed9cac61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Allocated IP 172.25.3.51 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/b369e09e-d16f-4c3d-876c-1d8701f1a4d6) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:38:09.741030 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be7dd6bf-9d3e-450c-afdd-c250ed9cac61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (b369e09e-d16f-4c3d-876c-1d8701f1a4d6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:09.774093 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be7dd6bf-9d3e-450c-afdd-c250ed9cac61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (b369e09e-d16f-4c3d-876c-1d8701f1a4d6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:09.811058 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7dd6bf-9d3e-450c-afdd-c250ed9cac61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:38:09.813958 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-be7dd6bf-9d3e-450c-afdd-c250ed9cac61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:38:09.817464 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7dd6bf-9d3e-450c-afdd-c250ed9cac61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:38:09.849942 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7dd6bf-9d3e-450c-afdd-c250ed9cac61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=b369e09e-d16f-4c3d-876c-1d8701f1a4d6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:10.075059 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be7dd6bf-9d3e-450c-afdd-c250ed9cac61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_gateway (b5da739e-3804-41f6-ae8b-2f76f9ecba00), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:10.273045 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be7dd6bf-9d3e-450c-afdd-c250ed9cac61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (b5da739e-3804-41f6-ae8b-2f76f9ecba00), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:10.398380 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7dd6bf-9d3e-450c-afdd-c250ed9cac61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Router b5da739e-3804-41f6-ae8b-2f76f9ecba00 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:38:10.502685 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7dd6bf-9d3e-450c-afdd-c250ed9cac61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:38:10.512806 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9118430f-dce8-47a4-8586-052823f38b22 None None] Sync routers for ids ['b5da739e-3804-41f6-ae8b-2f76f9ecba00'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:38:10.522513 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9118430f-dce8-47a4-8586-052823f38b22 None None] Routers {'b5da739e-3804-41f6-ae8b-2f76f9ecba00'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:38:10.523157 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9118430f-dce8-47a4-8586-052823f38b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:37:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b5da739e-3804-41f6-ae8b-2f76f9ecba00'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:38:10.523565 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be7dd6bf-9d3e-450c-afdd-c250ed9cac61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:10.527684 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-be7dd6bf-9d3e-450c-afdd-c250ed9cac61 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4355834 Feb 20 06:38:10.527920 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54244) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:38:10.631279 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-9118430f-dce8-47a4-8586-052823f38b22 None None] Set router b5da739e-3804-41f6-ae8b-2f76f9ecba00 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:38:10.812679 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9118430f-dce8-47a4-8586-052823f38b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290257009', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:38:09Z', 'revision_number': 3, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:07:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:38:10.898232 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-313f4900-1132-452c-900d-1a7ec181f146 tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=29738fe01ec14391bcdfc8ef81a7e58b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3692183 Feb 20 06:38:10.900902 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54246) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:38:10.931281 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9118430f-dce8-47a4-8586-052823f38b22 None None] Checking router: b5da739e-3804-41f6-ae8b-2f76f9ecba00 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:38:10.931628 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9118430f-dce8-47a4-8586-052823f38b22 None None] Updating router b5da739e-3804-41f6-ae8b-2f76f9ecba00 port b369e09e-d16f-4c3d-876c-1d8701f1a4d6 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:38:10.958645 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9118430f-dce8-47a4-8586-052823f38b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b369e09e-d16f-4c3d-876c-1d8701f1a4d6), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:10.984887 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a93a2ab-9a90-4652-94f0-1450c18f4637 tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:10.986382 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0a93a2ab-9a90-4652-94f0-1450c18f4637 tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0845618 Feb 20 06:38:10.989304 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54248) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:38:11.022290 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d928e806-9b58-43d9-b2c0-99d0bba2ab9e tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318944 Feb 20 06:38:11.024810 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54250) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:38:11.029475 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9cc6097c-f6c8-44af-bb6f-c93a642d7d17 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2131484501', 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:38:11.117972 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc6097c-f6c8-44af-bb6f-c93a642d7d17 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Made reservation on behalf of 29738fe01ec14391bcdfc8ef81a7e58b for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:38:11.122029 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9cc6097c-f6c8-44af-bb6f-c93a642d7d17 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:11.210105 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9118430f-dce8-47a4-8586-052823f38b22 None None] Publish callbacks [] for port (b369e09e-d16f-4c3d-876c-1d8701f1a4d6), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:11.216135 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9118430f-dce8-47a4-8586-052823f38b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b369e09e-d16f-4c3d-876c-1d8701f1a4d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:11.271121 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f00e52-ccfc-47a2-9a0a-e4a6a5a5f076 None None] Pushing event updated for resources: {'Port': ['ID=b369e09e-d16f-4c3d-876c-1d8701f1a4d6,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:11.273267 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-9118430f-dce8-47a4-8586-052823f38b22 None None] Attempting to bind port b369e09e-d16f-4c3d-876c-1d8701f1a4d6 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:38:11.273632 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-9118430f-dce8-47a4-8586-052823f38b22 None None] Attempting to bind port b369e09e-d16f-4c3d-876c-1d8701f1a4d6 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:38:11.273991 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9118430f-dce8-47a4-8586-052823f38b22 None None] Attempting to bind port b369e09e-d16f-4c3d-876c-1d8701f1a4d6 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:38:11.283612 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f00e52-ccfc-47a2-9a0a-e4a6a5a5f076 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:38:11.283959 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f00e52-ccfc-47a2-9a0a-e4a6a5a5f076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:38:11.284299 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f00e52-ccfc-47a2-9a0a-e4a6a5a5f076 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:38:11.284633 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f00e52-ccfc-47a2-9a0a-e4a6a5a5f076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:38:11.284981 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f00e52-ccfc-47a2-9a0a-e4a6a5a5f076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:38:11.285318 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f00e52-ccfc-47a2-9a0a-e4a6a5a5f076 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:38:11.285646 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f00e52-ccfc-47a2-9a0a-e4a6a5a5f076 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:38:11.285969 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f00e52-ccfc-47a2-9a0a-e4a6a5a5f076 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:38:11.286294 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f00e52-ccfc-47a2-9a0a-e4a6a5a5f076 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:38:11.286612 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f00e52-ccfc-47a2-9a0a-e4a6a5a5f076 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:38:11.286949 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f00e52-ccfc-47a2-9a0a-e4a6a5a5f076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:38:11.287270 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f00e52-ccfc-47a2-9a0a-e4a6a5a5f076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:38:11.287588 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f00e52-ccfc-47a2-9a0a-e4a6a5a5f076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:38:11.290723 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9118430f-dce8-47a4-8586-052823f38b22 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:38:11.291110 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9118430f-dce8-47a4-8586-052823f38b22 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:38:11.291504 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9118430f-dce8-47a4-8586-052823f38b22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:11.291880 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9118430f-dce8-47a4-8586-052823f38b22 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:38:11.292346 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-9118430f-dce8-47a4-8586-052823f38b22 None None] Bound port: b369e09e-d16f-4c3d-876c-1d8701f1a4d6, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:38:11.292722 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9118430f-dce8-47a4-8586-052823f38b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b369e09e-d16f-4c3d-876c-1d8701f1a4d6), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:11.303368 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9cc6097c-f6c8-44af-bb6f-c93a642d7d17 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (1b5db39d-195c-4f93-9336-418fb5140086), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:11.344853 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-9118430f-dce8-47a4-8586-052823f38b22 None None] For port b369e09e-d16f-4c3d-876c-1d8701f1a4d6, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:38:11.347814 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-9118430f-dce8-47a4-8586-052823f38b22 None None] For port b369e09e-d16f-4c3d-876c-1d8701f1a4d6, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=b369e09e-d16f-4c3d-876c-1d8701f1a4d6,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:38:11.353231 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9118430f-dce8-47a4-8586-052823f38b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b369e09e-d16f-4c3d-876c-1d8701f1a4d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:11.364022 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6097c-f6c8-44af-bb6f-c93a642d7d17 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Subnet': ['ID=1b5db39d-195c-4f93-9336-418fb5140086,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:11.373587 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc6097c-f6c8-44af-bb6f-c93a642d7d17 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Checking segment: {'id': 'aa7ab978-86dd-434b-b4d1-0a929337b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:38:11.374160 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc6097c-f6c8-44af-bb6f-c93a642d7d17 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network hostable DHCP agents. Network: 96584ed7-bec0-4013-ae84-986e1875f2c3, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:38:11.390777 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc6097c-f6c8-44af-bb6f-c93a642d7d17 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network 96584ed7-bec0-4013-ae84-986e1875f2c3 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:38:11.399606 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-9cc6097c-f6c8-44af-bb6f-c93a642d7d17 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 96584ed7-bec0-4013-ae84-986e1875f2c3) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:38:11.404498 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc6097c-f6c8-44af-bb6f-c93a642d7d17 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:11.405105 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9cc6097c-f6c8-44af-bb6f-c93a642d7d17 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:11.411584 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9118430f-dce8-47a4-8586-052823f38b22 None None] Routers {'b5da739e-3804-41f6-ae8b-2f76f9ecba00'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:38:11.412193 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9118430f-dce8-47a4-8586-052823f38b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:37:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b5da739e-3804-41f6-ae8b-2f76f9ecba00'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:38:11.412835 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5df42e-5b5e-4234-ab6c-0945d86af302 None None] Network 96584ed7-bec0-4013-ae84-986e1875f2c3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:38:11.433346 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9cc6097c-f6c8-44af-bb6f-c93a642d7d17 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4075131 Feb 20 06:38:11.436429 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54252) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:38:11.455311 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f00e52-ccfc-47a2-9a0a-e4a6a5a5f076 None None] Pushing event updated for resources: {'Port': ['ID=b369e09e-d16f-4c3d-876c-1d8701f1a4d6,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:11.523243 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fec7df-7438-42df-9227-1fa408133c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-96584ed7-bec0-4013-ae84-986e1875f2c3', 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'fixed_ips': [{'subnet_id': '1b5db39d-195c-4f93-9336-418fb5140086'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:38:11.524893 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93fec7df-7438-42df-9227-1fa408133c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:11.533924 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-9118430f-dce8-47a4-8586-052823f38b22 None None] Set router b5da739e-3804-41f6-ae8b-2f76f9ecba00 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:38:11.676288 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-93fec7df-7438-42df-9227-1fa408133c31 None None] Allocated IP 172.20.0.2 (96584ed7-bec0-4013-ae84-986e1875f2c3/1b5db39d-195c-4f93-9336-418fb5140086/3a79e54f-cd54-4bfd-9279-154a7daedc7d) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:38:11.719391 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9118430f-dce8-47a4-8586-052823f38b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290257009', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:38:09Z', 'revision_number': 3, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:07:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:38:11.746257 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9118430f-dce8-47a4-8586-052823f38b22 None None] The sync data for ids ['b5da739e-3804-41f6-ae8b-2f76f9ecba00'] in n-d-829866-5 is: [{'id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290257009', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:38:09Z', 'revision_number': 3, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:07:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:38:11.835197 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93fec7df-7438-42df-9227-1fa408133c31 None None] Publish callbacks [] for port (3a79e54f-cd54-4bfd-9279-154a7daedc7d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:11.841184 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93fec7df-7438-42df-9227-1fa408133c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (3a79e54f-cd54-4bfd-9279-154a7daedc7d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:11.885695 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fec7df-7438-42df-9227-1fa408133c31 None None] Network 96584ed7-bec0-4013-ae84-986e1875f2c3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:38:11.890443 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-93fec7df-7438-42df-9227-1fa408133c31 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:38:11.892472 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fec7df-7438-42df-9227-1fa408133c31 None None] Pushing event updated for resources: {'Port': ['ID=3a79e54f-cd54-4bfd-9279-154a7daedc7d,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:11.895474 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fec7df-7438-42df-9227-1fa408133c31 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:38:11.910324 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-daf3e481-8fc0-4584-9574-cefb5b5a33af tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:11.958916 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-93fec7df-7438-42df-9227-1fa408133c31 None None] Attempting to bind port 3a79e54f-cd54-4bfd-9279-154a7daedc7d on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:38:11.959382 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-93fec7df-7438-42df-9227-1fa408133c31 None None] Attempting to bind port 3a79e54f-cd54-4bfd-9279-154a7daedc7d by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'aa7ab978-86dd-434b-b4d1-0a929337b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:38:11.959810 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fec7df-7438-42df-9227-1fa408133c31 None None] Attempting to bind port 3a79e54f-cd54-4bfd-9279-154a7daedc7d on network 96584ed7-bec0-4013-ae84-986e1875f2c3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:38:11.965706 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fec7df-7438-42df-9227-1fa408133c31 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:38:11.966182 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fec7df-7438-42df-9227-1fa408133c31 None None] Checking segment: {'id': 'aa7ab978-86dd-434b-b4d1-0a929337b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:38:11.966652 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93fec7df-7438-42df-9227-1fa408133c31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:11.967086 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fec7df-7438-42df-9227-1fa408133c31 None None] Bound using segment: {'id': 'aa7ab978-86dd-434b-b4d1-0a929337b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:38:11.967629 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-93fec7df-7438-42df-9227-1fa408133c31 None None] Bound port: 3a79e54f-cd54-4bfd-9279-154a7daedc7d, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa7ab978-86dd-434b-b4d1-0a929337b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:38:11.968072 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93fec7df-7438-42df-9227-1fa408133c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3a79e54f-cd54-4bfd-9279-154a7daedc7d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:12.068910 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-93fec7df-7438-42df-9227-1fa408133c31 None None] For port 3a79e54f-cd54-4bfd-9279-154a7daedc7d, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:38:12.073629 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-93fec7df-7438-42df-9227-1fa408133c31 None None] For port 3a79e54f-cd54-4bfd-9279-154a7daedc7d, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3a79e54f-cd54-4bfd-9279-154a7daedc7d,segment=NetworkSegment(aa7ab978-86dd-434b-b4d1-0a929337b936),segment_id=aa7ab978-86dd-434b-b4d1-0a929337b936)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:38:12.089201 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93fec7df-7438-42df-9227-1fa408133c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3a79e54f-cd54-4bfd-9279-154a7daedc7d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:12.162126 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fec7df-7438-42df-9227-1fa408133c31 None None] Pushing event updated for resources: {'Port': ['ID=3a79e54f-cd54-4bfd-9279-154a7daedc7d,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:12.262951 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-daf3e481-8fc0-4584-9574-cefb5b5a33af tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Allocated IP 172.20.0.1 (96584ed7-bec0-4013-ae84-986e1875f2c3/1b5db39d-195c-4f93-9336-418fb5140086/e6b7de8b-34c7-4971-8c97-b16731992254) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:38:12.422933 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-daf3e481-8fc0-4584-9574-cefb5b5a33af tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (e6b7de8b-34c7-4971-8c97-b16731992254), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:12.428579 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b369e09e-d16f-4c3d-876c-1d8701f1a4d6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:38:12.476659 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-daf3e481-8fc0-4584-9574-cefb5b5a33af tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (e6b7de8b-34c7-4971-8c97-b16731992254), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:12.551411 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port b369e09e-d16f-4c3d-876c-1d8701f1a4d6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:38:12.551899 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b369e09e-d16f-4c3d-876c-1d8701f1a4d6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:12.561636 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3e481-8fc0-4584-9574-cefb5b5a33af tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=e6b7de8b-34c7-4971-8c97-b16731992254,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:12.573113 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf3e481-8fc0-4584-9574-cefb5b5a33af tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network 96584ed7-bec0-4013-ae84-986e1875f2c3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:38:12.574642 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-daf3e481-8fc0-4584-9574-cefb5b5a33af tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:38:12.577188 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf3e481-8fc0-4584-9574-cefb5b5a33af tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:38:12.632551 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-daf3e481-8fc0-4584-9574-cefb5b5a33af tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (b5da739e-3804-41f6-ae8b-2f76f9ecba00), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:12.651387 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port b369e09e-d16f-4c3d-876c-1d8701f1a4d6 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:38:12.651779 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b369e09e-d16f-4c3d-876c-1d8701f1a4d6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:12.673460 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port b369e09e-d16f-4c3d-876c-1d8701f1a4d6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=b369e09e-d16f-4c3d-876c-1d8701f1a4d6,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:38:12.679495 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b369e09e-d16f-4c3d-876c-1d8701f1a4d6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:12.738371 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=b369e09e-d16f-4c3d-876c-1d8701f1a4d6,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:12.799937 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-daf3e481-8fc0-4584-9574-cefb5b5a33af tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e6b7de8b-34c7-4971-8c97-b16731992254), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:13.090340 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-daf3e481-8fc0-4584-9574-cefb5b5a33af tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (e6b7de8b-34c7-4971-8c97-b16731992254), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:13.095116 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-daf3e481-8fc0-4584-9574-cefb5b5a33af tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (e6b7de8b-34c7-4971-8c97-b16731992254), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:13.168552 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3e481-8fc0-4584-9574-cefb5b5a33af tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=e6b7de8b-34c7-4971-8c97-b16731992254,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:13.177146 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-daf3e481-8fc0-4584-9574-cefb5b5a33af tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (b5da739e-3804-41f6-ae8b-2f76f9ecba00), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:13.245559 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b1d7cc-2762-4eb2-9404-18912d18c609 None None] Network 96584ed7-bec0-4013-ae84-986e1875f2c3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:38:13.278073 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf3e481-8fc0-4584-9574-cefb5b5a33af tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network 96584ed7-bec0-4013-ae84-986e1875f2c3 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:38:13.279796 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-daf3e481-8fc0-4584-9574-cefb5b5a33af tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:38:13.316454 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a741fec1-4f97-4340-a927-dfed317fc617 None None] Provisioning complete for port 3a79e54f-cd54-4bfd-9279-154a7daedc7d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:38:13.316824 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a741fec1-4f97-4340-a927-dfed317fc617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3a79e54f-cd54-4bfd-9279-154a7daedc7d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:13.400364 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf3e481-8fc0-4584-9574-cefb5b5a33af tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Router b5da739e-3804-41f6-ae8b-2f76f9ecba00 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:38:13.435344 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a741fec1-4f97-4340-a927-dfed317fc617 None None] Current status of the port 3a79e54f-cd54-4bfd-9279-154a7daedc7d is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:38:13.435790 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a741fec1-4f97-4340-a927-dfed317fc617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3a79e54f-cd54-4bfd-9279-154a7daedc7d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:13.471194 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a741fec1-4f97-4340-a927-dfed317fc617 None None] For port 3a79e54f-cd54-4bfd-9279-154a7daedc7d, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3a79e54f-cd54-4bfd-9279-154a7daedc7d,segment=NetworkSegment(aa7ab978-86dd-434b-b4d1-0a929337b936),segment_id=aa7ab978-86dd-434b-b4d1-0a929337b936)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:38:13.475881 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a741fec1-4f97-4340-a927-dfed317fc617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3a79e54f-cd54-4bfd-9279-154a7daedc7d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:13.518543 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf3e481-8fc0-4584-9574-cefb5b5a33af tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:38:13.534578 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-daf3e481-8fc0-4584-9574-cefb5b5a33af tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "PUT /v2.0/routers/b5da739e-3804-41f6-ae8b-2f76f9ecba00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0962877 Feb 20 06:38:13.534928 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741fec1-4f97-4340-a927-dfed317fc617 None None] Pushing event updated for resources: {'Port': ['ID=3a79e54f-cd54-4bfd-9279-154a7daedc7d,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:13.693766 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a7092ced-2e57-40b2-995e-8254c45e485c req-8196c03f-a17e-4cc4-9c2d-4a2126be9454 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1731427662&fields=id&tenant_id=29738fe01ec14391bcdfc8ef81a7e58b HTTP/1.1" status: 200 len: 267 time: 0.0471261 Feb 20 06:38:13.697284 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-fbd5a7eb-114f-4c71-bad3-2217409856dc None None] Provisioning complete for port 3a79e54f-cd54-4bfd-9279-154a7daedc7d triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:38:13.697799 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fbd5a7eb-114f-4c71-bad3-2217409856dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3a79e54f-cd54-4bfd-9279-154a7daedc7d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:13.794742 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fbd5a7eb-114f-4c71-bad3-2217409856dc None None] Current status of the port 3a79e54f-cd54-4bfd-9279-154a7daedc7d is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:38:13.808423 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-fbd5a7eb-114f-4c71-bad3-2217409856dc None None] Provisioning complete for port e6b7de8b-34c7-4971-8c97-b16731992254 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:38:13.808835 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fbd5a7eb-114f-4c71-bad3-2217409856dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e6b7de8b-34c7-4971-8c97-b16731992254), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:13.818032 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7092ced-2e57-40b2-995e-8254c45e485c req-c9f92161-d090-4e04-8d66-71440ea35c25 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:13.819890 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a7092ced-2e57-40b2-995e-8254c45e485c req-c9f92161-d090-4e04-8d66-71440ea35c25 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/networks?id=96584ed7-bec0-4013-ae84-986e1875f2c3 HTTP/1.1" status: 200 len: 796 time: 0.1138706 Feb 20 06:38:13.836430 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a7092ced-2e57-40b2-995e-8254c45e485c req-5f48c762-1204-4936-ab34-25bb60d0a28f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/quotas/29738fe01ec14391bcdfc8ef81a7e58b HTTP/1.1" status: 200 len: 375 time: 0.0104835 Feb 20 06:38:13.844159 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fbd5a7eb-114f-4c71-bad3-2217409856dc None None] Port e6b7de8b-34c7-4971-8c97-b16731992254 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:38:13.904495 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a7092ced-2e57-40b2-995e-8254c45e485c req-b77315a5-0360-4526-a237-c701530829e9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616286 Feb 20 06:38:13.961749 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822f81d2-72ae-4704-9090-2a41a5eb5596 None None] Sync routers for ids ['b5da739e-3804-41f6-ae8b-2f76f9ecba00'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:38:13.975808 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a6a88426-6e97-492d-a2bd-9c0fac177cc5 None None] Provisioning complete for port e6b7de8b-34c7-4971-8c97-b16731992254 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:38:13.976188 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6a88426-6e97-492d-a2bd-9c0fac177cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e6b7de8b-34c7-4971-8c97-b16731992254), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:13.979691 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822f81d2-72ae-4704-9090-2a41a5eb5596 None None] Routers {'b5da739e-3804-41f6-ae8b-2f76f9ecba00'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:38:13.980741 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-822f81d2-72ae-4704-9090-2a41a5eb5596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:37:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b5da739e-3804-41f6-ae8b-2f76f9ecba00'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:38:14.007878 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a7092ced-2e57-40b2-995e-8254c45e485c req-3a55c0bf-8234-47e8-a431-470fd77b2e8a service neutron] 10.222.0.37 "GET /v2.0/networks/96584ed7-bec0-4013-ae84-986e1875f2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909290 Feb 20 06:38:14.064045 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a6a88426-6e97-492d-a2bd-9c0fac177cc5 None None] Port e6b7de8b-34c7-4971-8c97-b16731992254 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:38:14.105238 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a7092ced-2e57-40b2-995e-8254c45e485c req-70d3e801-96c0-4703-b8c3-6d3ad47b5f79 service neutron] 10.222.0.37 "GET /v2.0/networks/96584ed7-bec0-4013-ae84-986e1875f2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907042 Feb 20 06:38:14.125963 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-822f81d2-72ae-4704-9090-2a41a5eb5596 None None] Set router b5da739e-3804-41f6-ae8b-2f76f9ecba00 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:38:14.227180 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-07539b61-03e6-4c43-82e6-3a26505df467 None None] Provisioning complete for port e6b7de8b-34c7-4971-8c97-b16731992254 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:38:14.227320 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07539b61-03e6-4c43-82e6-3a26505df467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e6b7de8b-34c7-4971-8c97-b16731992254), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:14.283491 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5312adbb-a135-426a-b9a6-c63992b9bcd9 req-8d7de1aa-198a-4401-991c-c1832512e334 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 210 time: 0.0305023 Feb 20 06:38:14.450267 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b369e09e-d16f-4c3d-876c-1d8701f1a4d6 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:38:14.499081 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-07539b61-03e6-4c43-82e6-3a26505df467 None None] Port e6b7de8b-34c7-4971-8c97-b16731992254 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:38:14.565667 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port b369e09e-d16f-4c3d-876c-1d8701f1a4d6 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:38:14.566041 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b369e09e-d16f-4c3d-876c-1d8701f1a4d6), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:14.622855 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-822f81d2-72ae-4704-9090-2a41a5eb5596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290257009', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:38:12Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:07:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'e6b7de8b-34c7-4971-8c97-b16731992254', 'name': '', 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:d4:15:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '1b5db39d-195c-4f93-9336-418fb5140086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:38:12Z', 'updated_at': '2022-02-20T06:38:12Z', 'revision_number': 2, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '1b5db39d-195c-4f93-9336-418fb5140086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:38:14.651163 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822f81d2-72ae-4704-9090-2a41a5eb5596 None None] Checking router: b5da739e-3804-41f6-ae8b-2f76f9ecba00 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:38:14.651513 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822f81d2-72ae-4704-9090-2a41a5eb5596 None None] Updating router b5da739e-3804-41f6-ae8b-2f76f9ecba00 port e6b7de8b-34c7-4971-8c97-b16731992254 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:38:14.706204 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-822f81d2-72ae-4704-9090-2a41a5eb5596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e6b7de8b-34c7-4971-8c97-b16731992254), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:14.720991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port b369e09e-d16f-4c3d-876c-1d8701f1a4d6 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:38:14.722061 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3a79e54f-cd54-4bfd-9279-154a7daedc7d up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:38:14.867675 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 3a79e54f-cd54-4bfd-9279-154a7daedc7d triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:38:14.867971 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3a79e54f-cd54-4bfd-9279-154a7daedc7d), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:15.023898 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 3a79e54f-cd54-4bfd-9279-154a7daedc7d is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:38:15.078044 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-822f81d2-72ae-4704-9090-2a41a5eb5596 None None] Publish callbacks [] for port (e6b7de8b-34c7-4971-8c97-b16731992254), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:15.083233 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-822f81d2-72ae-4704-9090-2a41a5eb5596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e6b7de8b-34c7-4971-8c97-b16731992254), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:15.131605 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e103ce-ab56-4624-a283-37d81b104d7e None None] Pushing event updated for resources: {'Port': ['ID=e6b7de8b-34c7-4971-8c97-b16731992254,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:15.190250 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-822f81d2-72ae-4704-9090-2a41a5eb5596 None None] Attempting to bind port e6b7de8b-34c7-4971-8c97-b16731992254 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:38:15.190965 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-822f81d2-72ae-4704-9090-2a41a5eb5596 None None] Attempting to bind port e6b7de8b-34c7-4971-8c97-b16731992254 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'aa7ab978-86dd-434b-b4d1-0a929337b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:38:15.191657 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822f81d2-72ae-4704-9090-2a41a5eb5596 None None] Attempting to bind port e6b7de8b-34c7-4971-8c97-b16731992254 on network 96584ed7-bec0-4013-ae84-986e1875f2c3 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:38:15.197244 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822f81d2-72ae-4704-9090-2a41a5eb5596 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:38:15.197991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822f81d2-72ae-4704-9090-2a41a5eb5596 None None] Checking segment: {'id': 'aa7ab978-86dd-434b-b4d1-0a929337b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:38:15.198620 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-822f81d2-72ae-4704-9090-2a41a5eb5596 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:15.199240 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822f81d2-72ae-4704-9090-2a41a5eb5596 None None] Bound using segment: {'id': 'aa7ab978-86dd-434b-b4d1-0a929337b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:38:15.199956 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-822f81d2-72ae-4704-9090-2a41a5eb5596 None None] Bound port: e6b7de8b-34c7-4971-8c97-b16731992254, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa7ab978-86dd-434b-b4d1-0a929337b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:38:15.200528 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-822f81d2-72ae-4704-9090-2a41a5eb5596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e6b7de8b-34c7-4971-8c97-b16731992254), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:15.269694 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-822f81d2-72ae-4704-9090-2a41a5eb5596 None None] For port e6b7de8b-34c7-4971-8c97-b16731992254, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:38:15.273464 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-822f81d2-72ae-4704-9090-2a41a5eb5596 None None] For port e6b7de8b-34c7-4971-8c97-b16731992254, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=e6b7de8b-34c7-4971-8c97-b16731992254,segment=NetworkSegment(aa7ab978-86dd-434b-b4d1-0a929337b936),segment_id=aa7ab978-86dd-434b-b4d1-0a929337b936)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:38:15.274764 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7092ced-2e57-40b2-995e-8254c45e485c req-c5af689a-7033-4a8f-9ecb-2acb108a3a88 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:15.278324 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a7092ced-2e57-40b2-995e-8254c45e485c req-c5af689a-7033-4a8f-9ecb-2acb108a3a88 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.61 "GET /v2.0/networks?id=96584ed7-bec0-4013-ae84-986e1875f2c3 HTTP/1.1" status: 200 len: 796 time: 0.1379349 Feb 20 06:38:15.283052 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-822f81d2-72ae-4704-9090-2a41a5eb5596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e6b7de8b-34c7-4971-8c97-b16731992254), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:15.343534 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822f81d2-72ae-4704-9090-2a41a5eb5596 None None] Routers {'b5da739e-3804-41f6-ae8b-2f76f9ecba00'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:38:15.344165 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-822f81d2-72ae-4704-9090-2a41a5eb5596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:37:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b5da739e-3804-41f6-ae8b-2f76f9ecba00'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:38:15.361950 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a7092ced-2e57-40b2-995e-8254c45e485c req-9331b8a7-2c07-4362-8629-27d483ac79dd tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29738fe01ec14391bcdfc8ef81a7e58b HTTP/1.1" status: 200 len: 380 time: 0.0752633 Feb 20 06:38:15.376595 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-a7092ced-2e57-40b2-995e-8254c45e485c req-eb683a0a-319e-41a0-9823-154e609b47bf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'port': {'device_id': 'd61c33a3-c1ee-4bec-9bab-1e25b59957f1', 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3', 'admin_state_up': True, 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'security_groups': ['2ac9f065-83af-451c-9055-3f0942c07dc1']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:38:15.396514 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-71bdfafc-848d-4c06-b07a-bc66ad9ae4af req-38865043-6f4c-4169-b025-50a14d07cbfa tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 210 time: 0.0332415 Feb 20 06:38:15.418059 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e103ce-ab56-4624-a283-37d81b104d7e None None] Pushing event updated for resources: {'Port': ['ID=e6b7de8b-34c7-4971-8c97-b16731992254,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:15.479711 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-511b51b9-c530-4b7d-b2d7-7926b8643fd0 None None] Provisioning complete for port e6b7de8b-34c7-4971-8c97-b16731992254 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:38:15.479711 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-511b51b9-c530-4b7d-b2d7-7926b8643fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e6b7de8b-34c7-4971-8c97-b16731992254), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:15.513984 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7092ced-2e57-40b2-995e-8254c45e485c req-eb683a0a-319e-41a0-9823-154e609b47bf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Made reservation on behalf of 29738fe01ec14391bcdfc8ef81a7e58b for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:38:15.518533 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a7092ced-2e57-40b2-995e-8254c45e485c req-eb683a0a-319e-41a0-9823-154e609b47bf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:15.535140 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-822f81d2-72ae-4704-9090-2a41a5eb5596 None None] Set router b5da739e-3804-41f6-ae8b-2f76f9ecba00 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:38:15.655494 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-a7092ced-2e57-40b2-995e-8254c45e485c req-eb683a0a-319e-41a0-9823-154e609b47bf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Allocated IP 172.20.0.7 (96584ed7-bec0-4013-ae84-986e1875f2c3/1b5db39d-195c-4f93-9336-418fb5140086/0e29424f-fa5e-4e90-80d5-55f266b757d4) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:38:15.681083 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-511b51b9-c530-4b7d-b2d7-7926b8643fd0 None None] Current status of the port e6b7de8b-34c7-4971-8c97-b16731992254 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:38:15.681473 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-511b51b9-c530-4b7d-b2d7-7926b8643fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e6b7de8b-34c7-4971-8c97-b16731992254), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:15.734323 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-511b51b9-c530-4b7d-b2d7-7926b8643fd0 None None] For port e6b7de8b-34c7-4971-8c97-b16731992254, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=e6b7de8b-34c7-4971-8c97-b16731992254,segment=NetworkSegment(aa7ab978-86dd-434b-b4d1-0a929337b936),segment_id=aa7ab978-86dd-434b-b4d1-0a929337b936)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:38:15.740747 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-511b51b9-c530-4b7d-b2d7-7926b8643fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e6b7de8b-34c7-4971-8c97-b16731992254), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:15.806972 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a7092ced-2e57-40b2-995e-8254c45e485c req-eb683a0a-319e-41a0-9823-154e609b47bf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (0e29424f-fa5e-4e90-80d5-55f266b757d4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:15.833720 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b51b9-c530-4b7d-b2d7-7926b8643fd0 None None] Pushing event updated for resources: {'Port': ['ID=e6b7de8b-34c7-4971-8c97-b16731992254,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:15.842793 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a7092ced-2e57-40b2-995e-8254c45e485c req-eb683a0a-319e-41a0-9823-154e609b47bf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (0e29424f-fa5e-4e90-80d5-55f266b757d4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:15.864381 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-822f81d2-72ae-4704-9090-2a41a5eb5596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290257009', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:38:12Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:07:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'e6b7de8b-34c7-4971-8c97-b16731992254', 'name': '', 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:d4:15:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '1b5db39d-195c-4f93-9336-418fb5140086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:38:12Z', 'updated_at': '2022-02-20T06:38:15Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '1b5db39d-195c-4f93-9336-418fb5140086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:38:15.870430 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-762f52f3-0229-4c82-bd7b-ccda6634cd90 None None] Provisioning complete for port e6b7de8b-34c7-4971-8c97-b16731992254 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:38:15.870819 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-762f52f3-0229-4c82-bd7b-ccda6634cd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e6b7de8b-34c7-4971-8c97-b16731992254), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:15.883667 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7092ced-2e57-40b2-995e-8254c45e485c req-eb683a0a-319e-41a0-9823-154e609b47bf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network 96584ed7-bec0-4013-ae84-986e1875f2c3 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:38:15.887323 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-a7092ced-2e57-40b2-995e-8254c45e485c req-eb683a0a-319e-41a0-9823-154e609b47bf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:38:15.890965 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7092ced-2e57-40b2-995e-8254c45e485c req-eb683a0a-319e-41a0-9823-154e609b47bf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:38:15.897945 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822f81d2-72ae-4704-9090-2a41a5eb5596 None None] The sync data for ids ['b5da739e-3804-41f6-ae8b-2f76f9ecba00'] in n-d-829866-5 is: [{'id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290257009', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:38:12Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:07:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'e6b7de8b-34c7-4971-8c97-b16731992254', 'name': '', 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:d4:15:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '1b5db39d-195c-4f93-9336-418fb5140086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:38:12Z', 'updated_at': '2022-02-20T06:38:15Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '1b5db39d-195c-4f93-9336-418fb5140086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:38:15.926576 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb683a0a-319e-41a0-9823-154e609b47bf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=0e29424f-fa5e-4e90-80d5-55f266b757d4,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:15.971048 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7092ced-2e57-40b2-995e-8254c45e485c req-eb683a0a-319e-41a0-9823-154e609b47bf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:15.972488 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a7092ced-2e57-40b2-995e-8254c45e485c req-eb683a0a-319e-41a0-9823-154e609b47bf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:16.002261 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a7092ced-2e57-40b2-995e-8254c45e485c req-eb683a0a-319e-41a0-9823-154e609b47bf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6293752 Feb 20 06:38:16.015834 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-a7092ced-2e57-40b2-995e-8254c45e485c req-4f434297-107b-4eec-ab6f-c1b70208409e service neutron] Request body: {'port': {'device_id': 'd61c33a3-c1ee-4bec-9bab-1e25b59957f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:38:16.032794 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-762f52f3-0229-4c82-bd7b-ccda6634cd90 None None] Current status of the port e6b7de8b-34c7-4971-8c97-b16731992254 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:38:16.085689 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a7092ced-2e57-40b2-995e-8254c45e485c req-4f434297-107b-4eec-ab6f-c1b70208409e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0e29424f-fa5e-4e90-80d5-55f266b757d4), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:16.254744 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-03521ddb-63e1-4ece-b7ad-9059099c56e0 None None] Provisioning complete for port 0e29424f-fa5e-4e90-80d5-55f266b757d4 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:38:16.255283 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-03521ddb-63e1-4ece-b7ad-9059099c56e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0e29424f-fa5e-4e90-80d5-55f266b757d4), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:16.305576 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-03521ddb-63e1-4ece-b7ad-9059099c56e0 None None] Port 0e29424f-fa5e-4e90-80d5-55f266b757d4 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:38:16.380741 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-a7092ced-2e57-40b2-995e-8254c45e485c req-4f434297-107b-4eec-ab6f-c1b70208409e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e29424f-fa5e-4e90-80d5-55f266b757d4 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:38:16.388640 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a7092ced-2e57-40b2-995e-8254c45e485c req-4f434297-107b-4eec-ab6f-c1b70208409e service neutron] Publish callbacks [] for port (0e29424f-fa5e-4e90-80d5-55f266b757d4), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:16.391422 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device e6b7de8b-34c7-4971-8c97-b16731992254 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:38:16.402738 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-a7092ced-2e57-40b2-995e-8254c45e485c req-4f434297-107b-4eec-ab6f-c1b70208409e service neutron] Transition to ACTIVE for port object 0e29424f-fa5e-4e90-80d5-55f266b757d4 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:38:16.408239 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a7092ced-2e57-40b2-995e-8254c45e485c req-4f434297-107b-4eec-ab6f-c1b70208409e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (0e29424f-fa5e-4e90-80d5-55f266b757d4), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:16.450296 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port e6b7de8b-34c7-4971-8c97-b16731992254 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:38:16.451227 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e6b7de8b-34c7-4971-8c97-b16731992254), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:16.476683 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f434297-107b-4eec-ab6f-c1b70208409e service neutron] Pushing event updated for resources: {'Port': ['ID=0e29424f-fa5e-4e90-80d5-55f266b757d4,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:16.573188 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dcc4e-e44b-4a9d-a632-266397a0f09a req-062a5877-0eca-4287-8403-28b87c954b97 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:16.575653 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-107dcc4e-e44b-4a9d-a632-266397a0f09a req-062a5877-0eca-4287-8403-28b87c954b97 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 943 time: 0.0667748 Feb 20 06:38:16.584005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port e6b7de8b-34c7-4971-8c97-b16731992254 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:38:16.590369 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-a7092ced-2e57-40b2-995e-8254c45e485c req-4f434297-107b-4eec-ab6f-c1b70208409e service neutron] Attempting to bind port 0e29424f-fa5e-4e90-80d5-55f266b757d4 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:38:16.590722 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-a7092ced-2e57-40b2-995e-8254c45e485c req-4f434297-107b-4eec-ab6f-c1b70208409e service neutron] Attempting to bind port 0e29424f-fa5e-4e90-80d5-55f266b757d4 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': 'aa7ab978-86dd-434b-b4d1-0a929337b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:38:16.591747 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7092ced-2e57-40b2-995e-8254c45e485c req-4f434297-107b-4eec-ab6f-c1b70208409e service neutron] Attempting to bind port 0e29424f-fa5e-4e90-80d5-55f266b757d4 on network 96584ed7-bec0-4013-ae84-986e1875f2c3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:38:16.597142 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7092ced-2e57-40b2-995e-8254c45e485c req-4f434297-107b-4eec-ab6f-c1b70208409e service neutron] Port 0e29424f-fa5e-4e90-80d5-55f266b757d4 on network 96584ed7-bec0-4013-ae84-986e1875f2c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:38:16.597483 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7092ced-2e57-40b2-995e-8254c45e485c req-4f434297-107b-4eec-ab6f-c1b70208409e service neutron] Attempting to bind port 0e29424f-fa5e-4e90-80d5-55f266b757d4 on network 96584ed7-bec0-4013-ae84-986e1875f2c3 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:38:16.603889 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7092ced-2e57-40b2-995e-8254c45e485c req-4f434297-107b-4eec-ab6f-c1b70208409e service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:38:16.604359 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7092ced-2e57-40b2-995e-8254c45e485c req-4f434297-107b-4eec-ab6f-c1b70208409e service neutron] Checking segment: {'id': 'aa7ab978-86dd-434b-b4d1-0a929337b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:38:16.604759 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7092ced-2e57-40b2-995e-8254c45e485c req-4f434297-107b-4eec-ab6f-c1b70208409e service neutron] Bound using segment: {'id': 'aa7ab978-86dd-434b-b4d1-0a929337b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:38:16.605197 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-a7092ced-2e57-40b2-995e-8254c45e485c req-4f434297-107b-4eec-ab6f-c1b70208409e service neutron] Bound port: 0e29424f-fa5e-4e90-80d5-55f266b757d4, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa7ab978-86dd-434b-b4d1-0a929337b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:38:16.606584 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a7092ced-2e57-40b2-995e-8254c45e485c req-4f434297-107b-4eec-ab6f-c1b70208409e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0e29424f-fa5e-4e90-80d5-55f266b757d4), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:16.629812 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efe7897b-fe98-4c20-8148-4e6641d12232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:16.643862 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-107dcc4e-e44b-4a9d-a632-266397a0f09a req-8d25dd05-94b2-4f32-bd10-ec12867ef511 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622895 Feb 20 06:38:16.691971 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-a7092ced-2e57-40b2-995e-8254c45e485c req-4f434297-107b-4eec-ab6f-c1b70208409e service neutron] For port 0e29424f-fa5e-4e90-80d5-55f266b757d4, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:38:16.696007 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-a7092ced-2e57-40b2-995e-8254c45e485c req-4f434297-107b-4eec-ab6f-c1b70208409e service neutron] For port 0e29424f-fa5e-4e90-80d5-55f266b757d4, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=0e29424f-fa5e-4e90-80d5-55f266b757d4,segment=NetworkSegment(aa7ab978-86dd-434b-b4d1-0a929337b936),segment_id=aa7ab978-86dd-434b-b4d1-0a929337b936)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:38:16.703477 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a7092ced-2e57-40b2-995e-8254c45e485c req-4f434297-107b-4eec-ab6f-c1b70208409e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (0e29424f-fa5e-4e90-80d5-55f266b757d4), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:16.743020 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7092ced-2e57-40b2-995e-8254c45e485c req-4f434297-107b-4eec-ab6f-c1b70208409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:16.743645 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a7092ced-2e57-40b2-995e-8254c45e485c req-4f434297-107b-4eec-ab6f-c1b70208409e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:16.745082 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a7092ced-2e57-40b2-995e-8254c45e485c req-4f434297-107b-4eec-ab6f-c1b70208409e service neutron] 10.222.0.61 "PUT /v2.0/ports/0e29424f-fa5e-4e90-80d5-55f266b757d4 HTTP/1.1" status: 200 len: 1091 time: 0.7344325 Feb 20 06:38:16.745551 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61c33a3-c1ee-4bec-9bab-1e25b59957f1', 'tag': '0e29424f-fa5e-4e90-80d5-55f266b757d4'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:38:16.747881 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c306287-f9a8-4299-b979-6b27a26f779a" -d '{"events": [{"name": "network-changed", "server_uuid": "d61c33a3-c1ee-4bec-9bab-1e25b59957f1", "tag": "0e29424f-fa5e-4e90-80d5-55f266b757d4"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:38:16.775710 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f434297-107b-4eec-ab6f-c1b70208409e service neutron] Pushing event updated for resources: {'Port': ['ID=0e29424f-fa5e-4e90-80d5-55f266b757d4,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:16.864556 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7092ced-2e57-40b2-995e-8254c45e485c req-1b5878cf-3b28-4ded-af0a-c9bef927e65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:16.866470 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a7092ced-2e57-40b2-995e-8254c45e485c req-1b5878cf-3b28-4ded-af0a-c9bef927e65b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 1125 time: 0.0702062 Feb 20 06:38:16.914339 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256ffeb6-e1a3-4f85-85e5-54d76254e692 x-openstack-request-id: req-256ffeb6-e1a3-4f85-85e5-54d76254e692 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:38:16.914630 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61c33a3-c1ee-4bec-9bab-1e25b59957f1", "tag": "0e29424f-fa5e-4e90-80d5-55f266b757d4", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:38:16.914881 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-256ffeb6-e1a3-4f85-85e5-54d76254e692 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:38:16.915412 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61c33a3-c1ee-4bec-9bab-1e25b59957f1', 'tag': '0e29424f-fa5e-4e90-80d5-55f266b757d4', 'status': 'completed', 'code': 200} Feb 20 06:38:16.916901 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a7092ced-2e57-40b2-995e-8254c45e485c req-d801fefc-8e74-4d91-b3e7-48a089a91a79 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e29424f-fa5e-4e90-80d5-55f266b757d4 HTTP/1.1" status: 200 len: 217 time: 0.0423512 Feb 20 06:38:16.974107 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7092ced-2e57-40b2-995e-8254c45e485c req-3d81518c-9bbd-4254-b9d2-971dbc325ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:16.975718 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a7092ced-2e57-40b2-995e-8254c45e485c req-3d81518c-9bbd-4254-b9d2-971dbc325ae5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1b5db39d-195c-4f93-9336-418fb5140086 HTTP/1.1" status: 200 len: 835 time: 0.0523939 Feb 20 06:38:17.031991 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7092ced-2e57-40b2-995e-8254c45e485c req-2f737b97-81b4-4d6f-aaa4-1308ba76d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:17.033458 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a7092ced-2e57-40b2-995e-8254c45e485c req-2f737b97-81b4-4d6f-aaa4-1308ba76d631 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=96584ed7-bec0-4013-ae84-986e1875f2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515683 Feb 20 06:38:17.123608 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a7092ced-2e57-40b2-995e-8254c45e485c req-58776472-a55f-493e-ab7a-4a75419d98d5 service neutron] 10.222.0.61 "GET /v2.0/networks/96584ed7-bec0-4013-ae84-986e1875f2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841753 Feb 20 06:38:17.221196 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a7092ced-2e57-40b2-995e-8254c45e485c req-870b1665-0176-43a5-9aff-28eefe2f02a0 service neutron] 10.222.0.61 "GET /v2.0/networks/96584ed7-bec0-4013-ae84-986e1875f2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914195 Feb 20 06:38:17.317693 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c306287-f9a8-4299-b979-6b27a26f779a req-6db620f7-c05d-4ad4-ae16-f4ff225f3542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:17.319289 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5c306287-f9a8-4299-b979-6b27a26f779a req-6db620f7-c05d-4ad4-ae16-f4ff225f3542 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 1125 time: 0.0463295 Feb 20 06:38:17.407564 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c306287-f9a8-4299-b979-6b27a26f779a req-378de5a8-3b51-4f8b-8469-ddaf529980f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:17.409034 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5c306287-f9a8-4299-b979-6b27a26f779a req-378de5a8-3b51-4f8b-8469-ddaf529980f3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=96584ed7-bec0-4013-ae84-986e1875f2c3 HTTP/1.1" status: 200 len: 896 time: 0.0833278 Feb 20 06:38:17.454195 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5c306287-f9a8-4299-b979-6b27a26f779a req-7218df88-60d5-4309-b839-03e764ae97b4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e29424f-fa5e-4e90-80d5-55f266b757d4 HTTP/1.1" status: 200 len: 217 time: 0.0393767 Feb 20 06:38:17.501373 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c306287-f9a8-4299-b979-6b27a26f779a req-6f57b217-1c8a-454a-a895-9ceff83a32d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:17.502714 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5c306287-f9a8-4299-b979-6b27a26f779a req-6f57b217-1c8a-454a-a895-9ceff83a32d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1b5db39d-195c-4f93-9336-418fb5140086 HTTP/1.1" status: 200 len: 835 time: 0.0426970 Feb 20 06:38:17.552006 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c306287-f9a8-4299-b979-6b27a26f779a req-b12e4878-75d2-44c8-8db7-979dbc531afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:17.553528 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5c306287-f9a8-4299-b979-6b27a26f779a req-b12e4878-75d2-44c8-8db7-979dbc531afc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=96584ed7-bec0-4013-ae84-986e1875f2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440631 Feb 20 06:38:17.645604 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5c306287-f9a8-4299-b979-6b27a26f779a req-2292c2be-40f0-4890-b331-772681221095 service neutron] 10.222.0.61 "GET /v2.0/networks/96584ed7-bec0-4013-ae84-986e1875f2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852716 Feb 20 06:38:17.736289 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5c306287-f9a8-4299-b979-6b27a26f779a req-4247f13e-ae05-4eee-a624-fd34c200c984 service neutron] 10.222.0.61 "GET /v2.0/networks/96584ed7-bec0-4013-ae84-986e1875f2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840325 Feb 20 06:38:17.774222 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c24fee-2cae-4c13-a143-ef42ee2b895c req-35ccc62c-039b-4402-92dc-f1ca6aaca1da tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:17.775624 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-32c24fee-2cae-4c13-a143-ef42ee2b895c req-35ccc62c-039b-4402-92dc-f1ca6aaca1da tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 943 time: 0.0587964 Feb 20 06:38:17.825360 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-32c24fee-2cae-4c13-a143-ef42ee2b895c req-d9b76bbe-b505-4177-bacd-233c2904fa76 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439487 Feb 20 06:38:18.942192 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e312d-a9dd-4fe6-8ce5-cba0c8ab3d4b req-6e01a6e1-ada8-4c56-86ca-7664beca9179 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:18.943671 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ed7e312d-a9dd-4fe6-8ce5-cba0c8ab3d4b req-6e01a6e1-ada8-4c56-86ca-7664beca9179 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 943 time: 0.0509441 Feb 20 06:38:18.991145 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ed7e312d-a9dd-4fe6-8ce5-cba0c8ab3d4b req-ff353f24-d450-4316-a20e-2d44b0b04c66 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418117 Feb 20 06:38:19.046534 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a81d8d1-fdf3-4d60-b63f-8c0aa1c7db7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:19.833821 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:20.113015 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdf5bf-d673-4c47-9b13-8fd84f3ddf72 req-e9e1d534-78c7-4adc-900e-e6cc0c9a91e5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:20.114402 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7dfdf5bf-d673-4c47-9b13-8fd84f3ddf72 req-e9e1d534-78c7-4adc-900e-e6cc0c9a91e5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 943 time: 0.0542748 Feb 20 06:38:20.165877 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7dfdf5bf-d673-4c47-9b13-8fd84f3ddf72 req-268d1add-89c8-42dd-9391-5057dc1df9e9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456581 Feb 20 06:38:20.749341 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 0e29424f-fa5e-4e90-80d5-55f266b757d4 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:38:20.844957 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 0e29424f-fa5e-4e90-80d5-55f266b757d4, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=0e29424f-fa5e-4e90-80d5-55f266b757d4,segment=NetworkSegment(aa7ab978-86dd-434b-b4d1-0a929337b936),segment_id=aa7ab978-86dd-434b-b4d1-0a929337b936)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:38:20.856463 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '0e29424f-fa5e-4e90-80d5-55f266b757d4', 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3', 'port_id': '0e29424f-fa5e-4e90-80d5-55f266b757d4', 'mac_address': 'fa:16:3e:3b:e5:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5db39d-195c-4f93-9336-418fb5140086', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:38:20.891938 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 0e29424f-fa5e-4e90-80d5-55f266b757d4 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:38:20.892324 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0e29424f-fa5e-4e90-80d5-55f266b757d4), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:20.904905 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e29424f-fa5e-4e90-80d5-55f266b757d4 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:38:20.924003 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 0e29424f-fa5e-4e90-80d5-55f266b757d4, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=0e29424f-fa5e-4e90-80d5-55f266b757d4,segment=NetworkSegment(aa7ab978-86dd-434b-b4d1-0a929337b936),segment_id=aa7ab978-86dd-434b-b4d1-0a929337b936)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:38:20.927843 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0e29424f-fa5e-4e90-80d5-55f266b757d4), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:20.974730 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=0e29424f-fa5e-4e90-80d5-55f266b757d4,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:21.135688 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['0e29424f-fa5e-4e90-80d5-55f266b757d4'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:38:21.283689 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0181f-d0d6-4b2b-9af5-1ed888c76eb3 req-dea39829-7661-420d-86d6-ea8c8f4c5226 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:21.285193 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bab0181f-d0d6-4b2b-9af5-1ed888c76eb3 req-dea39829-7661-420d-86d6-ea8c8f4c5226 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 944 time: 0.0522473 Feb 20 06:38:21.333552 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bab0181f-d0d6-4b2b-9af5-1ed888c76eb3 req-cba3b33e-726f-4786-a3ee-9140ac36b447 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423665 Feb 20 06:38:21.645040 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:22.450459 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e927a98-ea42-478d-bd1e-879dd195eb62 req-a648c220-ee72-4e37-b240-e498e7a0a817 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:22.451967 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2e927a98-ea42-478d-bd1e-879dd195eb62 req-a648c220-ee72-4e37-b240-e498e7a0a817 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 944 time: 0.0516667 Feb 20 06:38:22.499685 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2e927a98-ea42-478d-bd1e-879dd195eb62 req-8968be3a-5be3-4584-816c-60363a241bba tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421438 Feb 20 06:38:22.780432 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 0e29424f-fa5e-4e90-80d5-55f266b757d4 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:38:22.828406 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:22.841269 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 0e29424f-fa5e-4e90-80d5-55f266b757d4 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:38:22.845361 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 0e29424f-fa5e-4e90-80d5-55f266b757d4 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:38:22.845729 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (0e29424f-fa5e-4e90-80d5-55f266b757d4), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:22.921534 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 0e29424f-fa5e-4e90-80d5-55f266b757d4 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:38:22.921933 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0e29424f-fa5e-4e90-80d5-55f266b757d4), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:22.947160 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61c33a3-c1ee-4bec-9bab-1e25b59957f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e29424f-fa5e-4e90-80d5-55f266b757d4'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:38:22.949889 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a11da4-186d-4939-abf3-6174c296b712" -d '{"events": [{"server_uuid": "d61c33a3-c1ee-4bec-9bab-1e25b59957f1", "name": "network-vif-plugged", "status": "completed", "tag": "0e29424f-fa5e-4e90-80d5-55f266b757d4"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:38:22.962653 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 0e29424f-fa5e-4e90-80d5-55f266b757d4, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=0e29424f-fa5e-4e90-80d5-55f266b757d4,segment=NetworkSegment(aa7ab978-86dd-434b-b4d1-0a929337b936),segment_id=aa7ab978-86dd-434b-b4d1-0a929337b936)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:38:22.968121 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (0e29424f-fa5e-4e90-80d5-55f266b757d4), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:22.992188 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee7b75a-7eb4-4a50-ac81-52613ddfbebb x-openstack-request-id: req-9ee7b75a-7eb4-4a50-ac81-52613ddfbebb {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:38:22.992481 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61c33a3-c1ee-4bec-9bab-1e25b59957f1", "name": "network-vif-plugged", "status": "completed", "tag": "0e29424f-fa5e-4e90-80d5-55f266b757d4", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:38:22.992742 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ee7b75a-7eb4-4a50-ac81-52613ddfbebb {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:38:22.993133 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61c33a3-c1ee-4bec-9bab-1e25b59957f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e29424f-fa5e-4e90-80d5-55f266b757d4', 'code': 200} Feb 20 06:38:23.020275 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=0e29424f-fa5e-4e90-80d5-55f266b757d4,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:23.104472 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef65fe-bbea-48df-a078-01e579c35e76 req-3e1b457b-6a1c-41f6-9b41-9c5e1974b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:23.106005 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-67ef65fe-bbea-48df-a078-01e579c35e76 req-3e1b457b-6a1c-41f6-9b41-9c5e1974b2bc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 1127 time: 0.0491557 Feb 20 06:38:23.150398 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-67ef65fe-bbea-48df-a078-01e579c35e76 req-920a4355-49ab-4c83-8cd9-9ef3e6ad5475 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386553 Feb 20 06:38:23.528265 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:23.622005 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da7143-1e80-41c2-930d-a6ae730dd261 req-6821eacd-d0ed-4d14-8969-1e6eadc02ec7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:23.623491 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3da7143-1e80-41c2-930d-a6ae730dd261 req-6821eacd-d0ed-4d14-8969-1e6eadc02ec7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 945 time: 0.0566370 Feb 20 06:38:23.670446 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f3da7143-1e80-41c2-930d-a6ae730dd261 req-7bf52d55-dd7c-443c-bd8f-e2674f3d5795 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414295 Feb 20 06:38:24.840865 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ba50f-2ccc-4f46-90c1-824ef0cfea58 req-28873d79-790b-4395-be6f-0642cacae0c3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:24.842372 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6b3ba50f-2ccc-4f46-90c1-824ef0cfea58 req-28873d79-790b-4395-be6f-0642cacae0c3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 945 time: 0.0518303 Feb 20 06:38:24.890076 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6b3ba50f-2ccc-4f46-90c1-824ef0cfea58 req-a41a2f78-2099-4951-8e8b-7d738e16ec2a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420556 Feb 20 06:38:25.008897 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d923a-9e9d-4796-a0c1-662b7c425d80 req-642354df-d0fe-4254-bf2f-584c669c7416 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:25.010385 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-631d923a-9e9d-4796-a0c1-662b7c425d80 req-642354df-d0fe-4254-bf2f-584c669c7416 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 945 time: 0.0565856 Feb 20 06:38:25.057855 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-631d923a-9e9d-4796-a0c1-662b7c425d80 req-3558dbdb-b05b-40a0-b311-bb570b178b03 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410819 Feb 20 06:38:25.079858 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54308) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:38:25.123115 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729a53a0-7587-4adc-99a2-e840792a3a03 tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:25.124940 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-729a53a0-7587-4adc-99a2-e840792a3a03 tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 1122 time: 0.0440888 Feb 20 06:38:25.128008 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54310) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:38:25.132898 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9fb4243b-9f46-479f-bb8a-edc5c7178574 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'port_id': '0e29424f-fa5e-4e90-80d5-55f266b757d4', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:38:25.152270 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fb4243b-9f46-479f-bb8a-edc5c7178574 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:25.248939 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fb4243b-9f46-479f-bb8a-edc5c7178574 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:25.348230 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-9fb4243b-9f46-479f-bb8a-edc5c7178574 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Allocated IP 172.25.3.203 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/8e41789d-93a2-4270-ac7f-b6250b615e6f) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:38:25.448672 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fb4243b-9f46-479f-bb8a-edc5c7178574 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (8e41789d-93a2-4270-ac7f-b6250b615e6f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:25.481338 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fb4243b-9f46-479f-bb8a-edc5c7178574 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (8e41789d-93a2-4270-ac7f-b6250b615e6f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:25.516083 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb4243b-9f46-479f-bb8a-edc5c7178574 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:38:25.518930 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-9fb4243b-9f46-479f-bb8a-edc5c7178574 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:38:25.521659 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb4243b-9f46-479f-bb8a-edc5c7178574 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:38:25.551460 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4243b-9f46-479f-bb8a-edc5c7178574 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=8e41789d-93a2-4270-ac7f-b6250b615e6f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:25.790037 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:25.883573 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fb4243b-9f46-479f-bb8a-edc5c7178574 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for floatingip (1346dad4-5ec2-470d-a45b-d12f31926f6d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:25.947960 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fb4243b-9f46-479f-bb8a-edc5c7178574 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8e41789d-93a2-4270-ac7f-b6250b615e6f), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:26.095749 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fb4243b-9f46-479f-bb8a-edc5c7178574 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (8e41789d-93a2-4270-ac7f-b6250b615e6f), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:26.100107 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fb4243b-9f46-479f-bb8a-edc5c7178574 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (8e41789d-93a2-4270-ac7f-b6250b615e6f), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:26.498336 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4243b-9f46-479f-bb8a-edc5c7178574 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=8e41789d-93a2-4270-ac7f-b6250b615e6f,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:38:26.507893 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fb4243b-9f46-479f-bb8a-edc5c7178574 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (1346dad4-5ec2-470d-a45b-d12f31926f6d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:26.609333 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-9fb4243b-9f46-479f-bb8a-edc5c7178574 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Floating IP 1346dad4-5ec2-470d-a45b-d12f31926f6d associated. External IP: 172.25.3.203, port: 0e29424f-fa5e-4e90-80d5-55f266b757d4. Feb 20 06:38:26.815957 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb4243b-9f46-479f-bb8a-edc5c7178574 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Router b5da739e-3804-41f6-ae8b-2f76f9ecba00 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:38:26.924953 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb4243b-9f46-479f-bb8a-edc5c7178574 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:38:26.935924 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cf399b-4dc8-45d3-ac83-a1a58662b5ea None None] Sync routers for ids ['b5da739e-3804-41f6-ae8b-2f76f9ecba00'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:38:26.943204 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fb4243b-9f46-479f-bb8a-edc5c7178574 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:26.946182 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cf399b-4dc8-45d3-ac83-a1a58662b5ea None None] Routers {'b5da739e-3804-41f6-ae8b-2f76f9ecba00'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:38:26.946928 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b8cf399b-4dc8-45d3-ac83-a1a58662b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:38:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b5da739e-3804-41f6-ae8b-2f76f9ecba00'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:38:26.972339 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-9fb4243b-9f46-479f-bb8a-edc5c7178574 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8433301 Feb 20 06:38:26.972936 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61c33a3-c1ee-4bec-9bab-1e25b59957f1', 'tag': '0e29424f-fa5e-4e90-80d5-55f266b757d4'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:38:26.975222 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78934f98bf255cbf8729f55a3e84459a3773ac23536445eeb810cf99c856869a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c8e995-e09e-4c93-9e21-8868f04d4394" -d '{"events": [{"name": "network-changed", "server_uuid": "d61c33a3-c1ee-4bec-9bab-1e25b59957f1", "tag": "0e29424f-fa5e-4e90-80d5-55f266b757d4"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:38:27.060249 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-b8cf399b-4dc8-45d3-ac83-a1a58662b5ea None None] Set router b5da739e-3804-41f6-ae8b-2f76f9ecba00 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:38:27.074719 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277432d2-9a86-483a-96e6-d73061d29e81 req-2b6015cf-6464-45f9-b9be-8838c32b2dcf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:27.076240 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-277432d2-9a86-483a-96e6-d73061d29e81 req-2b6015cf-6464-45f9-b9be-8838c32b2dcf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 945 time: 0.0523880 Feb 20 06:38:27.125494 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-277432d2-9a86-483a-96e6-d73061d29e81 req-156f6230-5b1b-40d3-929d-7afba3e43d7f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434279 Feb 20 06:38:27.147883 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54318) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:38:27.213099 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a157dbc4-95bb-480a-8ec7-eb9d1f6c4721 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/floatingips/1346dad4-5ec2-470d-a45b-d12f31926f6d HTTP/1.1" status: 200 len: 991 time: 0.0640769 Feb 20 06:38:27.248404 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6025f0d-d48a-4b69-a12a-445a820866c0 x-openstack-request-id: req-e6025f0d-d48a-4b69-a12a-445a820866c0 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:38:27.248704 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61c33a3-c1ee-4bec-9bab-1e25b59957f1", "tag": "0e29424f-fa5e-4e90-80d5-55f266b757d4", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:38:27.248964 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6025f0d-d48a-4b69-a12a-445a820866c0 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:38:27.249386 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61c33a3-c1ee-4bec-9bab-1e25b59957f1', 'tag': '0e29424f-fa5e-4e90-80d5-55f266b757d4', 'status': 'completed', 'code': 200} Feb 20 06:38:27.290046 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b8cf399b-4dc8-45d3-ac83-a1a58662b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290257009', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:38:12Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:07:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '1346dad4-5ec2-470d-a45b-d12f31926f6d', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'port_id': '0e29424f-fa5e-4e90-80d5-55f266b757d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3', 'mac_address': 'fa:16:3e:3b:e5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c33a3-c1ee-4bec-9bab-1e25b59957f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:38:25Z', 'updated_at': '2022-02-20T06:38:25Z', 'revision_number': 0, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b7de8b-34c7-4971-8c97-b16731992254', 'name': '', 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:d4:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '1b5db39d-195c-4f93-9336-418fb5140086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:38:12Z', 'updated_at': '2022-02-20T06:38:15Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '1b5db39d-195c-4f93-9336-418fb5140086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:38:27.312268 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8e995-e09e-4c93-9e21-8868f04d4394 req-71360650-4227-4ee6-91e9-d8159bff2348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:27.313802 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-18c8e995-e09e-4c93-9e21-8868f04d4394 req-71360650-4227-4ee6-91e9-d8159bff2348 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 1127 time: 0.0440667 Feb 20 06:38:27.318191 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cf399b-4dc8-45d3-ac83-a1a58662b5ea None None] Checking router: b5da739e-3804-41f6-ae8b-2f76f9ecba00 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:38:27.326288 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cf399b-4dc8-45d3-ac83-a1a58662b5ea None None] Routers {'b5da739e-3804-41f6-ae8b-2f76f9ecba00'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:38:27.326883 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b8cf399b-4dc8-45d3-ac83-a1a58662b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:38:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b5da739e-3804-41f6-ae8b-2f76f9ecba00'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:38:27.405286 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8e995-e09e-4c93-9e21-8868f04d4394 req-2e719f61-ccf1-4197-a770-5bb6e1d03d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:27.406888 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-18c8e995-e09e-4c93-9e21-8868f04d4394 req-2e719f61-ccf1-4197-a770-5bb6e1d03d49 service neutron] 10.222.0.61 "GET /v2.0/networks?id=96584ed7-bec0-4013-ae84-986e1875f2c3 HTTP/1.1" status: 200 len: 896 time: 0.0878267 Feb 20 06:38:27.431666 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-b8cf399b-4dc8-45d3-ac83-a1a58662b5ea None None] Set router b5da739e-3804-41f6-ae8b-2f76f9ecba00 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:38:27.470745 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-18c8e995-e09e-4c93-9e21-8868f04d4394 req-8440aede-7463-4d07-85f1-0a1f55a8388e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e29424f-fa5e-4e90-80d5-55f266b757d4 HTTP/1.1" status: 200 len: 999 time: 0.0577238 Feb 20 06:38:27.518244 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8e995-e09e-4c93-9e21-8868f04d4394 req-62534d0d-0cc2-40bc-9269-161fd57284d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:27.519749 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-18c8e995-e09e-4c93-9e21-8868f04d4394 req-62534d0d-0cc2-40bc-9269-161fd57284d1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1b5db39d-195c-4f93-9336-418fb5140086 HTTP/1.1" status: 200 len: 835 time: 0.0439835 Feb 20 06:38:27.571040 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8e995-e09e-4c93-9e21-8868f04d4394 req-10e4faa5-d565-431d-8fe2-f217ece2e526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:27.572575 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-18c8e995-e09e-4c93-9e21-8868f04d4394 req-10e4faa5-d565-431d-8fe2-f217ece2e526 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=96584ed7-bec0-4013-ae84-986e1875f2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475481 Feb 20 06:38:27.648744 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b8cf399b-4dc8-45d3-ac83-a1a58662b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290257009', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:38:12Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:07:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '1346dad4-5ec2-470d-a45b-d12f31926f6d', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'port_id': '0e29424f-fa5e-4e90-80d5-55f266b757d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3', 'mac_address': 'fa:16:3e:3b:e5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c33a3-c1ee-4bec-9bab-1e25b59957f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:38:25Z', 'updated_at': '2022-02-20T06:38:25Z', 'revision_number': 0, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b7de8b-34c7-4971-8c97-b16731992254', 'name': '', 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:d4:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '1b5db39d-195c-4f93-9336-418fb5140086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:38:12Z', 'updated_at': '2022-02-20T06:38:15Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '1b5db39d-195c-4f93-9336-418fb5140086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:38:27.659876 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-18c8e995-e09e-4c93-9e21-8868f04d4394 req-d18d700c-b7c6-43ab-8ccf-8e3f11276d2b service neutron] 10.222.0.61 "GET /v2.0/networks/96584ed7-bec0-4013-ae84-986e1875f2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813591 Feb 20 06:38:27.757515 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-18c8e995-e09e-4c93-9e21-8868f04d4394 req-6db42c48-669b-4454-adaa-ddd1da4b2595 service neutron] 10.222.0.61 "GET /v2.0/networks/96584ed7-bec0-4013-ae84-986e1875f2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918841 Feb 20 06:38:27.771762 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cf399b-4dc8-45d3-ac83-a1a58662b5ea None None] The sync data for ids ['b5da739e-3804-41f6-ae8b-2f76f9ecba00'] in n-d-829866-5 is: [{'id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290257009', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:38:12Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:07:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '1346dad4-5ec2-470d-a45b-d12f31926f6d', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'port_id': '0e29424f-fa5e-4e90-80d5-55f266b757d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3', 'mac_address': 'fa:16:3e:3b:e5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c33a3-c1ee-4bec-9bab-1e25b59957f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:38:25Z', 'updated_at': '2022-02-20T06:38:25Z', 'revision_number': 0, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b7de8b-34c7-4971-8c97-b16731992254', 'name': '', 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:d4:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '1b5db39d-195c-4f93-9336-418fb5140086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:38:12Z', 'updated_at': '2022-02-20T06:38:15Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '1b5db39d-195c-4f93-9336-418fb5140086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:38:27.968703 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d2d81c-6152-4520-bfa1-7a7e556dc127 None None] New status for floating IP 1346dad4-5ec2-470d-a45b-d12f31926f6d: ACTIVE {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:38:28.216646 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54322) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:38:28.277155 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ee2e0eee-d700-44dd-a755-f2ace1c7e5e4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/floatingips/1346dad4-5ec2-470d-a45b-d12f31926f6d HTTP/1.1" status: 200 len: 993 time: 0.0592170 Feb 20 06:38:45.006711 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:38:46.612843 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a89c692-203a-4caa-877b-65f59d85af8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:49.050754 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de659757-d347-419a-86d2-74a18fa62e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:49.836965 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:51.647954 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:52.810351 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:53.528911 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:55.784284 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:38:59.708805 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578d6e7-dc52-415c-87fc-4691520daff6 req-bd8a4164-5813-4d0c-950a-6dc5767145c7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:38:59.710314 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8578d6e7-dc52-415c-87fc-4691520daff6 req-bd8a4164-5813-4d0c-950a-6dc5767145c7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 945 time: 0.0551188 Feb 20 06:38:59.761501 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8578d6e7-dc52-415c-87fc-4691520daff6 req-6cff6efc-0fe2-41b6-a687-6563988ef4e5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451972 Feb 20 06:39:00.884490 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc26d3d-91f5-42da-b823-cb763021c247 req-3f164260-f18d-4c82-bf48-4000cab942c2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:00.885988 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3dc26d3d-91f5-42da-b823-cb763021c247 req-3f164260-f18d-4c82-bf48-4000cab942c2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 945 time: 0.0532575 Feb 20 06:39:00.934722 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3dc26d3d-91f5-42da-b823-cb763021c247 req-82f6e45e-445a-474c-9d78-70a2de410acc tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428324 Feb 20 06:39:02.061175 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb3307-c927-4a84-9a45-cf59fd04572a req-343b31c3-211a-4ae9-ba72-f7de8c14a835 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:02.063161 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5fbb3307-c927-4a84-9a45-cf59fd04572a req-343b31c3-211a-4ae9-ba72-f7de8c14a835 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 945 time: 0.0595253 Feb 20 06:39:02.113093 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5fbb3307-c927-4a84-9a45-cf59fd04572a req-b2d29da7-23e1-4107-9b49-9f118cc92846 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443845 Feb 20 06:39:03.236253 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfccca-0ca9-4a78-80fd-cf3a2355b0fd req-237d8084-7e52-4063-897b-9b86565d3ac2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:03.237716 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2ebfccca-0ca9-4a78-80fd-cf3a2355b0fd req-237d8084-7e52-4063-897b-9b86565d3ac2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 945 time: 0.0512741 Feb 20 06:39:03.288146 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2ebfccca-0ca9-4a78-80fd-cf3a2355b0fd req-6202c453-c868-472b-a294-73d80e73caff tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445638 Feb 20 06:39:04.409900 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122080f1-02e8-45e0-a4e8-534a44d94ff4 req-09a16a09-35ff-46fb-ad1a-45d0f33577b7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:04.411457 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-122080f1-02e8-45e0-a4e8-534a44d94ff4 req-09a16a09-35ff-46fb-ad1a-45d0f33577b7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 945 time: 0.0571768 Feb 20 06:39:04.459391 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-122080f1-02e8-45e0-a4e8-534a44d94ff4 req-5201ddf2-6a23-49ae-9f0f-e49c97ae6945 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423813 Feb 20 06:39:05.575992 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666d3ea-2bb5-497e-8217-9642af4281af req-e8fc6304-7a95-4682-89bf-f8bff6e7ec9b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:05.577947 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f666d3ea-2bb5-497e-8217-9642af4281af req-e8fc6304-7a95-4682-89bf-f8bff6e7ec9b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 945 time: 0.0520015 Feb 20 06:39:05.628785 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f666d3ea-2bb5-497e-8217-9642af4281af req-c56656d8-8be8-4fe7-af1c-34da1438c0e4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452454 Feb 20 06:39:06.748596 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7c652-c237-4bec-82da-84080784af18 req-cbfa1f51-52cc-4b08-bd44-1626ac99d06f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:06.750181 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dde7c652-c237-4bec-82da-84080784af18 req-cbfa1f51-52cc-4b08-bd44-1626ac99d06f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 945 time: 0.0546753 Feb 20 06:39:06.810712 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dde7c652-c237-4bec-82da-84080784af18 req-2c30c2a7-8214-4d02-962b-60faafd1e1bb tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542641 Feb 20 06:39:07.928545 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85f53f-c83e-4140-b7d1-fed8064bfe10 req-0b2c4a83-5072-4d12-86ea-225cd6a2f784 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:07.930038 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe85f53f-c83e-4140-b7d1-fed8064bfe10 req-0b2c4a83-5072-4d12-86ea-225cd6a2f784 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 945 time: 0.0518153 Feb 20 06:39:07.978315 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fe85f53f-c83e-4140-b7d1-fed8064bfe10 req-50f015d4-2768-44b5-a44e-7cfa69838ce4 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426550 Feb 20 06:39:09.105710 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ff22a-369c-441f-a236-92eae221cca4 req-cea9b644-8504-4b9d-8601-c1d9a1451e21 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:09.107200 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-313ff22a-369c-441f-a236-92eae221cca4 req-cea9b644-8504-4b9d-8601-c1d9a1451e21 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 945 time: 0.0514631 Feb 20 06:39:09.155629 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-313ff22a-369c-441f-a236-92eae221cca4 req-092e09c7-46b3-4e8a-94d5-b30ed2896685 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411024 Feb 20 06:39:10.027475 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce99923-7db2-4195-9418-f855987d962b req-3e7aec57-da13-45c2-acdd-3ff16fb0af00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:10.028959 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8ce99923-7db2-4195-9418-f855987d962b req-3e7aec57-da13-45c2-acdd-3ff16fb0af00 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 1127 time: 0.0448661 Feb 20 06:39:10.129596 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce99923-7db2-4195-9418-f855987d962b req-72dadba9-487c-425a-a67c-1289f25118fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:10.131075 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8ce99923-7db2-4195-9418-f855987d962b req-72dadba9-487c-425a-a67c-1289f25118fa service neutron] 10.222.0.61 "GET /v2.0/networks?id=96584ed7-bec0-4013-ae84-986e1875f2c3 HTTP/1.1" status: 200 len: 896 time: 0.0859966 Feb 20 06:39:10.196649 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8ce99923-7db2-4195-9418-f855987d962b req-7fc66694-2ca5-4965-ba24-d5062ea95a44 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e29424f-fa5e-4e90-80d5-55f266b757d4 HTTP/1.1" status: 200 len: 1001 time: 0.0595942 Feb 20 06:39:10.249264 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce99923-7db2-4195-9418-f855987d962b req-d09dd0ea-71e6-4921-b699-f29f29ee6a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:10.250654 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8ce99923-7db2-4195-9418-f855987d962b req-d09dd0ea-71e6-4921-b699-f29f29ee6a5d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1b5db39d-195c-4f93-9336-418fb5140086 HTTP/1.1" status: 200 len: 835 time: 0.0477393 Feb 20 06:39:10.279257 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b39b1c-bc0d-40be-bd1e-dde53a84f080 req-b91961cc-a552-43bb-b231-08ed07cd5aff tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:10.281299 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-84b39b1c-bc0d-40be-bd1e-dde53a84f080 req-b91961cc-a552-43bb-b231-08ed07cd5aff tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 945 time: 0.0576036 Feb 20 06:39:10.300043 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce99923-7db2-4195-9418-f855987d962b req-4c89f874-ea12-45dd-83b3-250a253253c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:10.301647 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8ce99923-7db2-4195-9418-f855987d962b req-4c89f874-ea12-45dd-83b3-250a253253c9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=96584ed7-bec0-4013-ae84-986e1875f2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452225 Feb 20 06:39:10.329355 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-84b39b1c-bc0d-40be-bd1e-dde53a84f080 req-700af046-cc6d-4b5e-9af2-6f0ecf647e1c tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424032 Feb 20 06:39:10.389968 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8ce99923-7db2-4195-9418-f855987d962b req-a79cfea4-5c63-4054-b086-48015fc93ac6 service neutron] 10.222.0.61 "GET /v2.0/networks/96584ed7-bec0-4013-ae84-986e1875f2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807998 Feb 20 06:39:10.478171 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8ce99923-7db2-4195-9418-f855987d962b req-b71a6efc-58ca-47ce-a01a-490963907ec3 service neutron] 10.222.0.61 "GET /v2.0/networks/96584ed7-bec0-4013-ae84-986e1875f2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829759 Feb 20 06:39:11.447748 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b4927-bb47-4b5c-ac44-2eb7836559aa req-a18f62d4-a9ab-47ba-b5e9-a124db95dde7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:11.449200 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6f7b4927-bb47-4b5c-ac44-2eb7836559aa req-a18f62d4-a9ab-47ba-b5e9-a124db95dde7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 945 time: 0.0511014 Feb 20 06:39:11.496077 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6f7b4927-bb47-4b5c-ac44-2eb7836559aa req-0fb412f1-8ed2-4973-9ce7-02403dbfe72a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407102 Feb 20 06:39:12.612980 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32819761-f4a0-4429-9bbe-34fbddf403ac req-c34042ab-c875-4e5b-acf5-33068cb93e1b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:12.614344 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-32819761-f4a0-4429-9bbe-34fbddf403ac req-c34042ab-c875-4e5b-acf5-33068cb93e1b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 945 time: 0.0514534 Feb 20 06:39:12.669589 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-32819761-f4a0-4429-9bbe-34fbddf403ac req-eeb88ac8-d945-4cc3-aef0-fb3aafe15b1e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493810 Feb 20 06:39:13.790841 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf45dee-f6ce-42cf-9dbe-6ad15634d487 req-23549dbf-04b7-49cc-b538-d3bf665dc2f9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:13.792374 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ccf45dee-f6ce-42cf-9dbe-6ad15634d487 req-23549dbf-04b7-49cc-b538-d3bf665dc2f9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 945 time: 0.0526006 Feb 20 06:39:13.840325 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ccf45dee-f6ce-42cf-9dbe-6ad15634d487 req-b1e580e2-a96a-4ab6-9841-6783c36e911d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423505 Feb 20 06:39:14.965690 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0b4d4-ee42-48f6-9b04-1b814b5c7a90 req-ea114466-815e-443e-ab23-2aa3646da9a0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:14.967188 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-32d0b4d4-ee42-48f6-9b04-1b814b5c7a90 req-ea114466-815e-443e-ab23-2aa3646da9a0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 945 time: 0.0531797 Feb 20 06:39:15.015929 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-32d0b4d4-ee42-48f6-9b04-1b814b5c7a90 req-3146a238-cde6-4cf7-b74f-a0e371921a1f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430176 Feb 20 06:39:15.037913 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54364) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:39:15.101066 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d057ba8c-02cd-4cb2-a675-1e06a8ae603d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/floatingips/1346dad4-5ec2-470d-a45b-d12f31926f6d HTTP/1.1" status: 200 len: 993 time: 0.0620117 Feb 20 06:39:16.365420 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139f9c5-9d21-4a1b-980b-6b4013a63442 req-18baecc3-dc46-4720-861d-e77b0a66f444 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:16.367213 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2139f9c5-9d21-4a1b-980b-6b4013a63442 req-18baecc3-dc46-4720-861d-e77b0a66f444 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 945 time: 0.0546896 Feb 20 06:39:16.393048 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6502a8f-50b0-4814-bd72-193dcc1fbf2c req-b7431ee1-a189-4cff-b241-a860dcd9a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:16.394591 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f6502a8f-50b0-4814-bd72-193dcc1fbf2c req-b7431ee1-a189-4cff-b241-a860dcd9a4ca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 1127 time: 0.0476995 Feb 20 06:39:16.416001 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2139f9c5-9d21-4a1b-980b-6b4013a63442 req-be55e3cf-6b28-4202-a2cc-1fe9b9a08ac2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431211 Feb 20 06:39:16.485587 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6502a8f-50b0-4814-bd72-193dcc1fbf2c req-a5ff90c1-2b86-4ed1-a223-c94fb6f736d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:16.487076 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f6502a8f-50b0-4814-bd72-193dcc1fbf2c req-a5ff90c1-2b86-4ed1-a223-c94fb6f736d1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=96584ed7-bec0-4013-ae84-986e1875f2c3 HTTP/1.1" status: 200 len: 896 time: 0.0868187 Feb 20 06:39:16.549662 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f6502a8f-50b0-4814-bd72-193dcc1fbf2c req-da22a1b0-a14a-4873-a508-ccdf22a7d757 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e29424f-fa5e-4e90-80d5-55f266b757d4 HTTP/1.1" status: 200 len: 1001 time: 0.0571744 Feb 20 06:39:16.596365 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6502a8f-50b0-4814-bd72-193dcc1fbf2c req-d7d5de23-f91b-4203-b8a6-3ca17f897205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:16.597806 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f6502a8f-50b0-4814-bd72-193dcc1fbf2c req-d7d5de23-f91b-4203-b8a6-3ca17f897205 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1b5db39d-195c-4f93-9336-418fb5140086 HTTP/1.1" status: 200 len: 835 time: 0.0420725 Feb 20 06:39:16.613932 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6a7ba70a-7435-487c-b123-a34436473807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:16.650203 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6502a8f-50b0-4814-bd72-193dcc1fbf2c req-e7d9c49a-4d1d-429a-904c-bfbf20f8451e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:16.651744 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f6502a8f-50b0-4814-bd72-193dcc1fbf2c req-e7d9c49a-4d1d-429a-904c-bfbf20f8451e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=96584ed7-bec0-4013-ae84-986e1875f2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484345 Feb 20 06:39:16.737400 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f6502a8f-50b0-4814-bd72-193dcc1fbf2c req-f0b46e47-71c0-4356-987b-3b2b36f1b330 service neutron] 10.222.0.61 "GET /v2.0/networks/96584ed7-bec0-4013-ae84-986e1875f2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795443 Feb 20 06:39:16.826166 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f6502a8f-50b0-4814-bd72-193dcc1fbf2c req-21c702e4-30c2-4406-abb5-80f5ac686ac8 service neutron] 10.222.0.61 "GET /v2.0/networks/96584ed7-bec0-4013-ae84-986e1875f2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830390 Feb 20 06:39:17.538942 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d360cd-39f8-4772-a815-44714df0455c req-b3e72673-f37e-4478-bbd9-423f9aab4f0c tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:17.540429 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5d360cd-39f8-4772-a815-44714df0455c req-b3e72673-f37e-4478-bbd9-423f9aab4f0c tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 945 time: 0.0573082 Feb 20 06:39:17.588418 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c5d360cd-39f8-4772-a815-44714df0455c req-75c9e423-0ca7-4e28-be37-c7d8e2eee471 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418482 Feb 20 06:39:17.610693 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54374) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:39:17.683453 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d4acc67d-6ff9-4270-820e-0ccefce65e67 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/floatingips/1346dad4-5ec2-470d-a45b-d12f31926f6d HTTP/1.1" status: 200 len: 993 time: 0.0716128 Feb 20 06:39:19.052643 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17c410f1-ac72-4046-bfec-28949b0f0c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:19.843088 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:21.650661 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:22.005872 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:39:22.813135 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:23.543651 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:25.799321 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:46.615643 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-82a98a2c-77c7-4e64-b908-6ececf12782a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:48.035737 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54396) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:39:48.194013 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-adbe63ab-ceb0-4c44-94d6-75b3c4c35ec2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Deleting port 8e41789d-93a2-4270-ac7f-b6250b615e6f {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:39:48.194361 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-adbe63ab-ceb0-4c44-94d6-75b3c4c35ec2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (8e41789d-93a2-4270-ac7f-b6250b615e6f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:48.268446 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-adbe63ab-ceb0-4c44-94d6-75b3c4c35ec2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (8e41789d-93a2-4270-ac7f-b6250b615e6f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:48.268694 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-adbe63ab-ceb0-4c44-94d6-75b3c4c35ec2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for floatingip (8e41789d-93a2-4270-ac7f-b6250b615e6f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:48.280134 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-adbe63ab-ceb0-4c44-94d6-75b3c4c35ec2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Calling delete_port for 8e41789d-93a2-4270-ac7f-b6250b615e6f owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:39:48.425383 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-adbe63ab-ceb0-4c44-94d6-75b3c4c35ec2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (8e41789d-93a2-4270-ac7f-b6250b615e6f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:48.450019 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe63ab-ceb0-4c44-94d6-75b3c4c35ec2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Port': ['ID=8e41789d-93a2-4270-ac7f-b6250b615e6f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:39:48.461391 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe63ab-ceb0-4c44-94d6-75b3c4c35ec2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:48.461745 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe63ab-ceb0-4c44-94d6-75b3c4c35ec2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:48.462093 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe63ab-ceb0-4c44-94d6-75b3c4c35ec2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:48.462431 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe63ab-ceb0-4c44-94d6-75b3c4c35ec2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:48.462763 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe63ab-ceb0-4c44-94d6-75b3c4c35ec2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:48.463122 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe63ab-ceb0-4c44-94d6-75b3c4c35ec2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:48.463453 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe63ab-ceb0-4c44-94d6-75b3c4c35ec2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:48.463782 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe63ab-ceb0-4c44-94d6-75b3c4c35ec2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:48.464109 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe63ab-ceb0-4c44-94d6-75b3c4c35ec2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:48.464439 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe63ab-ceb0-4c44-94d6-75b3c4c35ec2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:48.464765 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe63ab-ceb0-4c44-94d6-75b3c4c35ec2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:48.465086 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe63ab-ceb0-4c44-94d6-75b3c4c35ec2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:48.465403 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe63ab-ceb0-4c44-94d6-75b3c4c35ec2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:48.522686 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-adbe63ab-ceb0-4c44-94d6-75b3c4c35ec2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for floatingip (1346dad4-5ec2-470d-a45b-d12f31926f6d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:48.522984 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-adbe63ab-ceb0-4c44-94d6-75b3c4c35ec2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Floating IP 1346dad4-5ec2-470d-a45b-d12f31926f6d disassociated (deleted). External IP: 172.25.3.203, port: 0e29424f-fa5e-4e90-80d5-55f266b757d4. Feb 20 06:39:48.730967 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbe63ab-ceb0-4c44-94d6-75b3c4c35ec2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Router b5da739e-3804-41f6-ae8b-2f76f9ecba00 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:39:48.852416 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbe63ab-ceb0-4c44-94d6-75b3c4c35ec2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:39:48.856694 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-adbe63ab-ceb0-4c44-94d6-75b3c4c35ec2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:48.863994 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de6e40e-90fc-4836-90d4-91867cbafb03 None None] Sync routers for ids ['b5da739e-3804-41f6-ae8b-2f76f9ecba00'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:39:48.873345 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de6e40e-90fc-4836-90d4-91867cbafb03 None None] Routers {'b5da739e-3804-41f6-ae8b-2f76f9ecba00'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:39:48.874032 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-4de6e40e-90fc-4836-90d4-91867cbafb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:39:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b5da739e-3804-41f6-ae8b-2f76f9ecba00'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:39:48.886296 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-adbe63ab-ceb0-4c44-94d6-75b3c4c35ec2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "DELETE /v2.0/floatingips/1346dad4-5ec2-470d-a45b-d12f31926f6d HTTP/1.1" status: 204 len: 168 time: 0.8494532 Feb 20 06:39:48.886890 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61c33a3-c1ee-4bec-9bab-1e25b59957f1', 'tag': '0e29424f-fa5e-4e90-80d5-55f266b757d4'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:39:48.890161 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78934f98bf255cbf8729f55a3e84459a3773ac23536445eeb810cf99c856869a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2a9045-bc25-422d-8c65-ea9e8712e6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d61c33a3-c1ee-4bec-9bab-1e25b59957f1", "tag": "0e29424f-fa5e-4e90-80d5-55f266b757d4"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:39:48.983004 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-4de6e40e-90fc-4836-90d4-91867cbafb03 None None] Set router b5da739e-3804-41f6-ae8b-2f76f9ecba00 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:39:49.049653 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d269381e-f644-490b-8070-cec15f41f640 x-openstack-request-id: req-d269381e-f644-490b-8070-cec15f41f640 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:39:49.050161 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61c33a3-c1ee-4bec-9bab-1e25b59957f1", "tag": "0e29424f-fa5e-4e90-80d5-55f266b757d4", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:39:49.050161 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d269381e-f644-490b-8070-cec15f41f640 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:39:49.050572 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61c33a3-c1ee-4bec-9bab-1e25b59957f1', 'tag': '0e29424f-fa5e-4e90-80d5-55f266b757d4', 'status': 'completed', 'code': 200} Feb 20 06:39:49.054944 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8cb30ec7-368e-434b-8ad0-193ceead40ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:49.156774 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9df386-5e51-4181-9b5e-82c92aeee3b6 req-0223d9f3-ce00-4290-95f6-80e3bd99ece1 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:49.158301 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f9df386-5e51-4181-9b5e-82c92aeee3b6 req-0223d9f3-ce00-4290-95f6-80e3bd99ece1 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 945 time: 0.0576975 Feb 20 06:39:49.173046 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a9045-bc25-422d-8c65-ea9e8712e6a7 req-5412bd1b-8008-4489-828e-3e9f0c523b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:49.174601 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7e2a9045-bc25-422d-8c65-ea9e8712e6a7 req-5412bd1b-8008-4489-828e-3e9f0c523b05 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 1127 time: 0.0962968 Feb 20 06:39:49.210251 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5f9df386-5e51-4181-9b5e-82c92aeee3b6 req-5c0a6891-ef84-4b41-98ad-237a94347b58 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453267 Feb 20 06:39:49.217222 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-4de6e40e-90fc-4836-90d4-91867cbafb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290257009', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:38:12Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:07:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'e6b7de8b-34c7-4971-8c97-b16731992254', 'name': '', 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:d4:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '1b5db39d-195c-4f93-9336-418fb5140086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:38:12Z', 'updated_at': '2022-02-20T06:38:15Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '1b5db39d-195c-4f93-9336-418fb5140086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:39:49.243813 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de6e40e-90fc-4836-90d4-91867cbafb03 None None] Checking router: b5da739e-3804-41f6-ae8b-2f76f9ecba00 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:39:49.251921 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de6e40e-90fc-4836-90d4-91867cbafb03 None None] Routers {'b5da739e-3804-41f6-ae8b-2f76f9ecba00'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:39:49.252550 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-4de6e40e-90fc-4836-90d4-91867cbafb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:39:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b5da739e-3804-41f6-ae8b-2f76f9ecba00'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:39:49.263360 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a9045-bc25-422d-8c65-ea9e8712e6a7 req-0131f117-0c1b-4782-91a9-e33f6f1dedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:49.265390 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7e2a9045-bc25-422d-8c65-ea9e8712e6a7 req-0131f117-0c1b-4782-91a9-e33f6f1dedc4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=96584ed7-bec0-4013-ae84-986e1875f2c3 HTTP/1.1" status: 200 len: 896 time: 0.0846949 Feb 20 06:39:49.310214 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7e2a9045-bc25-422d-8c65-ea9e8712e6a7 req-e1e6b3a5-aae6-4163-941c-c7695767980f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e29424f-fa5e-4e90-80d5-55f266b757d4 HTTP/1.1" status: 200 len: 217 time: 0.0386014 Feb 20 06:39:49.358637 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-4de6e40e-90fc-4836-90d4-91867cbafb03 None None] Set router b5da739e-3804-41f6-ae8b-2f76f9ecba00 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:39:49.358847 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a9045-bc25-422d-8c65-ea9e8712e6a7 req-d4015266-48e3-4893-999d-1ff3669c3f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:49.360368 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7e2a9045-bc25-422d-8c65-ea9e8712e6a7 req-d4015266-48e3-4893-999d-1ff3669c3f30 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1b5db39d-195c-4f93-9336-418fb5140086 HTTP/1.1" status: 200 len: 835 time: 0.0434589 Feb 20 06:39:49.417527 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a9045-bc25-422d-8c65-ea9e8712e6a7 req-cd49d027-cc64-4093-9c44-23ce6faf049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:49.419131 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7e2a9045-bc25-422d-8c65-ea9e8712e6a7 req-cd49d027-cc64-4093-9c44-23ce6faf049b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=96584ed7-bec0-4013-ae84-986e1875f2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514820 Feb 20 06:39:49.511899 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7e2a9045-bc25-422d-8c65-ea9e8712e6a7 req-2500ce24-965e-4347-ae1b-0d5898562c32 service neutron] 10.222.0.61 "GET /v2.0/networks/96584ed7-bec0-4013-ae84-986e1875f2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861363 Feb 20 06:39:49.553389 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-4de6e40e-90fc-4836-90d4-91867cbafb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290257009', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:38:12Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:07:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'e6b7de8b-34c7-4971-8c97-b16731992254', 'name': '', 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:d4:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '1b5db39d-195c-4f93-9336-418fb5140086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:38:12Z', 'updated_at': '2022-02-20T06:38:15Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '1b5db39d-195c-4f93-9336-418fb5140086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:39:49.583337 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de6e40e-90fc-4836-90d4-91867cbafb03 None None] The sync data for ids ['b5da739e-3804-41f6-ae8b-2f76f9ecba00'] in n-d-829866-5 is: [{'id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290257009', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:38:12Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:07:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'e6b7de8b-34c7-4971-8c97-b16731992254', 'name': '', 'network_id': '96584ed7-bec0-4013-ae84-986e1875f2c3', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:d4:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '1b5db39d-195c-4f93-9336-418fb5140086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:38:12Z', 'updated_at': '2022-02-20T06:38:15Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '1b5db39d-195c-4f93-9336-418fb5140086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:39:49.601442 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-7e2a9045-bc25-422d-8c65-ea9e8712e6a7 req-ace18f95-9c7c-4b19-829d-e1030367d75d service neutron] 10.222.0.61 "GET /v2.0/networks/96584ed7-bec0-4013-ae84-986e1875f2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831380 Feb 20 06:39:49.817913 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce48776-964c-4026-82c8-0555e5e4a7dc None None] New status for floating IP 1346dad4-5ec2-470d-a45b-d12f31926f6d: DOWN {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:39:49.894606 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:50.329606 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994fe26-561a-42c2-9c58-33496d88f6b8 req-beb3ee88-7213-4b45-81ee-e3853c903007 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:50.331124 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7994fe26-561a-42c2-9c58-33496d88f6b8 req-beb3ee88-7213-4b45-81ee-e3853c903007 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 945 time: 0.0534017 Feb 20 06:39:50.383062 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7994fe26-561a-42c2-9c58-33496d88f6b8 req-e85d50c7-a06c-4310-82e1-53bba4e2920d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ac9f065-83af-451c-9055-3f0942c07dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462711 Feb 20 06:39:50.527310 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96782a42-0120-41ab-9de9-26daa42c1561 req-140da3fb-d334-437e-b176-6d9d654de756 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:50.528696 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-96782a42-0120-41ab-9de9-26daa42c1561 req-140da3fb-d334-437e-b176-6d9d654de756 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.61 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 945 time: 0.0522146 Feb 20 06:39:50.621419 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-96782a42-0120-41ab-9de9-26daa42c1561 req-9faf8f58-35a6-4350-83ba-3cc28bfef103 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Deleting port 0e29424f-fa5e-4e90-80d5-55f266b757d4 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:39:50.621757 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-96782a42-0120-41ab-9de9-26daa42c1561 req-9faf8f58-35a6-4350-83ba-3cc28bfef103 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (0e29424f-fa5e-4e90-80d5-55f266b757d4), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:50.706518 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-96782a42-0120-41ab-9de9-26daa42c1561 req-9faf8f58-35a6-4350-83ba-3cc28bfef103 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] For port 0e29424f-fa5e-4e90-80d5-55f266b757d4, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=0e29424f-fa5e-4e90-80d5-55f266b757d4,segment=NetworkSegment(aa7ab978-86dd-434b-b4d1-0a929337b936),segment_id=aa7ab978-86dd-434b-b4d1-0a929337b936)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:39:50.706878 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-96782a42-0120-41ab-9de9-26daa42c1561 req-9faf8f58-35a6-4350-83ba-3cc28bfef103 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (0e29424f-fa5e-4e90-80d5-55f266b757d4), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:50.719087 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-96782a42-0120-41ab-9de9-26daa42c1561 req-9faf8f58-35a6-4350-83ba-3cc28bfef103 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Calling delete_port for 0e29424f-fa5e-4e90-80d5-55f266b757d4 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:39:51.139316 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-96782a42-0120-41ab-9de9-26daa42c1561 req-9faf8f58-35a6-4350-83ba-3cc28bfef103 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (0e29424f-fa5e-4e90-80d5-55f266b757d4), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:51.167002 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf8f58-35a6-4350-83ba-3cc28bfef103 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Port': ['ID=0e29424f-fa5e-4e90-80d5-55f266b757d4,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:39:51.198254 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faf8f58-35a6-4350-83ba-3cc28bfef103 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:51.198614 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faf8f58-35a6-4350-83ba-3cc28bfef103 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:51.198990 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faf8f58-35a6-4350-83ba-3cc28bfef103 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:51.199332 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faf8f58-35a6-4350-83ba-3cc28bfef103 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:51.199662 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faf8f58-35a6-4350-83ba-3cc28bfef103 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:51.199992 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faf8f58-35a6-4350-83ba-3cc28bfef103 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:51.200321 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faf8f58-35a6-4350-83ba-3cc28bfef103 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:51.200648 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faf8f58-35a6-4350-83ba-3cc28bfef103 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:51.200976 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faf8f58-35a6-4350-83ba-3cc28bfef103 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:51.201304 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faf8f58-35a6-4350-83ba-3cc28bfef103 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:51.201627 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faf8f58-35a6-4350-83ba-3cc28bfef103 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:51.202517 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faf8f58-35a6-4350-83ba-3cc28bfef103 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:51.202838 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faf8f58-35a6-4350-83ba-3cc28bfef103 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:51.222036 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-96782a42-0120-41ab-9de9-26daa42c1561 req-9faf8f58-35a6-4350-83ba-3cc28bfef103 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] No DVR routers for this DVR port 0e29424f-fa5e-4e90-80d5-55f266b757d4 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:39:51.224384 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-96782a42-0120-41ab-9de9-26daa42c1561 req-9faf8f58-35a6-4350-83ba-3cc28bfef103 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:51.227707 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-96782a42-0120-41ab-9de9-26daa42c1561 req-9faf8f58-35a6-4350-83ba-3cc28bfef103 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.61 "DELETE /v2.0/ports/0e29424f-fa5e-4e90-80d5-55f266b757d4 HTTP/1.1" status: 204 len: 173 time: 0.6931615 Feb 20 06:39:51.228143 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61c33a3-c1ee-4bec-9bab-1e25b59957f1', 'name': 'network-vif-deleted', 'tag': '0e29424f-fa5e-4e90-80d5-55f266b757d4'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:39:51.230357 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d7bb06-dd80-4576-bebf-eb7bbc2e1d8d" -d '{"events": [{"server_uuid": "d61c33a3-c1ee-4bec-9bab-1e25b59957f1", "name": "network-vif-deleted", "tag": "0e29424f-fa5e-4e90-80d5-55f266b757d4"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:39:51.267986 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6182b4f-d2ec-4d03-ac46-8c8f39cb15f3 x-openstack-request-id: req-c6182b4f-d2ec-4d03-ac46-8c8f39cb15f3 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:39:51.268280 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61c33a3-c1ee-4bec-9bab-1e25b59957f1", "name": "network-vif-deleted", "tag": "0e29424f-fa5e-4e90-80d5-55f266b757d4", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:39:51.268535 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6182b4f-d2ec-4d03-ac46-8c8f39cb15f3 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:39:51.268943 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61c33a3-c1ee-4bec-9bab-1e25b59957f1', 'name': 'network-vif-deleted', 'tag': '0e29424f-fa5e-4e90-80d5-55f266b757d4', 'status': 'completed', 'code': 200} Feb 20 06:39:51.487458 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a6a61bfd-5acd-4d85-ba24-8bc184c662ad req-4bf796ec-250e-4ee5-a588-3f6372e0a382 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61c33a3-c1ee-4bec-9bab-1e25b59957f1 HTTP/1.1" status: 200 len: 210 time: 0.0269063 Feb 20 06:39:51.656312 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:52.544009 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54414) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:39:52.817407 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:53.220689 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5189f39e-3c31-4d1e-b096-2884e4c0c453 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (b5da739e-3804-41f6-ae8b-2f76f9ecba00), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:53.474697 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-5189f39e-3c31-4d1e-b096-2884e4c0c453 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Deleting port e6b7de8b-34c7-4971-8c97-b16731992254 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:39:53.474986 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5189f39e-3c31-4d1e-b096-2884e4c0c453 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (e6b7de8b-34c7-4971-8c97-b16731992254), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:53.560912 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:53.566373 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-5189f39e-3c31-4d1e-b096-2884e4c0c453 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] For port e6b7de8b-34c7-4971-8c97-b16731992254, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=e6b7de8b-34c7-4971-8c97-b16731992254,segment=NetworkSegment(aa7ab978-86dd-434b-b4d1-0a929337b936),segment_id=aa7ab978-86dd-434b-b4d1-0a929337b936)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:39:53.566875 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5189f39e-3c31-4d1e-b096-2884e4c0c453 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (e6b7de8b-34c7-4971-8c97-b16731992254), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:53.578991 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-5189f39e-3c31-4d1e-b096-2884e4c0c453 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Calling delete_port for e6b7de8b-34c7-4971-8c97-b16731992254 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:39:53.761538 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5189f39e-3c31-4d1e-b096-2884e4c0c453 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (e6b7de8b-34c7-4971-8c97-b16731992254), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:53.789256 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189f39e-3c31-4d1e-b096-2884e4c0c453 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Port': ['ID=e6b7de8b-34c7-4971-8c97-b16731992254,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:39:53.967899 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5189f39e-3c31-4d1e-b096-2884e4c0c453 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (b5da739e-3804-41f6-ae8b-2f76f9ecba00), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:54.185395 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5189f39e-3c31-4d1e-b096-2884e4c0c453 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Router b5da739e-3804-41f6-ae8b-2f76f9ecba00 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:39:54.295194 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5189f39e-3c31-4d1e-b096-2884e4c0c453 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:39:54.300943 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5189f39e-3c31-4d1e-b096-2884e4c0c453 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "PUT /v2.0/routers/b5da739e-3804-41f6-ae8b-2f76f9ecba00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7559142 Feb 20 06:39:54.303572 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54416) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:39:54.306638 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b14fdd-9b12-4da5-b1ef-bde44dcc8bcd None None] Sync routers for ids ['b5da739e-3804-41f6-ae8b-2f76f9ecba00'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:39:54.317245 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b14fdd-9b12-4da5-b1ef-bde44dcc8bcd None None] Routers {'b5da739e-3804-41f6-ae8b-2f76f9ecba00'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:39:54.317851 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c9b14fdd-9b12-4da5-b1ef-bde44dcc8bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:39:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b5da739e-3804-41f6-ae8b-2f76f9ecba00'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:39:54.363533 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4e362e-66ef-4123-be6f-bb4faed06ec9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Deleting subnet 1b5db39d-195c-4f93-9336-418fb5140086 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:39:54.367008 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-de4e362e-66ef-4123-be6f-bb4faed06ec9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for subnet (1b5db39d-195c-4f93-9336-418fb5140086), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:54.407213 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-de4e362e-66ef-4123-be6f-bb4faed06ec9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (1b5db39d-195c-4f93-9336-418fb5140086), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:54.428537 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-c9b14fdd-9b12-4da5-b1ef-bde44dcc8bcd None None] Set router b5da739e-3804-41f6-ae8b-2f76f9ecba00 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:39:54.487477 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-de4e362e-66ef-4123-be6f-bb4faed06ec9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (1b5db39d-195c-4f93-9336-418fb5140086), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:54.552796 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-de4e362e-66ef-4123-be6f-bb4faed06ec9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (1b5db39d-195c-4f93-9336-418fb5140086), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:54.580094 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e362e-66ef-4123-be6f-bb4faed06ec9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Subnet': ['ID=1b5db39d-195c-4f93-9336-418fb5140086,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:39:54.583788 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-de4e362e-66ef-4123-be6f-bb4faed06ec9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:54.589662 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-de4e362e-66ef-4123-be6f-bb4faed06ec9 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "DELETE /v2.0/subnets/1b5db39d-195c-4f93-9336-418fb5140086 HTTP/1.1" status: 204 len: 168 time: 0.2851186 Feb 20 06:39:54.590107 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54418) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:39:54.591731 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa795f4-ea2c-4eac-9fed-a5b1a1c0502f None None] Network 96584ed7-bec0-4013-ae84-986e1875f2c3 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:39:54.612909 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c9b14fdd-9b12-4da5-b1ef-bde44dcc8bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290257009', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:39:53Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:07:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:39:54.646538 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b14fdd-9b12-4da5-b1ef-bde44dcc8bcd None None] Checking router: b5da739e-3804-41f6-ae8b-2f76f9ecba00 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:39:54.658132 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b14fdd-9b12-4da5-b1ef-bde44dcc8bcd None None] Routers {'b5da739e-3804-41f6-ae8b-2f76f9ecba00'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:39:54.658747 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c9b14fdd-9b12-4da5-b1ef-bde44dcc8bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:39:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b5da739e-3804-41f6-ae8b-2f76f9ecba00'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:39:54.729930 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f25091a-6e13-4faa-b3c2-a222d95a3ede tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router (b5da739e-3804-41f6-ae8b-2f76f9ecba00), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:54.760332 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32104bb-8ea7-4954-9e7d-bad290d32155 None None] DHCP port deletion for 96584ed7-bec0-4013-ae84-986e1875f2c3 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:39:54.814053 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a32104bb-8ea7-4954-9e7d-bad290d32155 None None] Deleting port 3a79e54f-cd54-4bfd-9279-154a7daedc7d {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:39:54.814432 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a32104bb-8ea7-4954-9e7d-bad290d32155 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3a79e54f-cd54-4bfd-9279-154a7daedc7d), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:54.840540 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f25091a-6e13-4faa-b3c2-a222d95a3ede tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_gateway (b5da739e-3804-41f6-ae8b-2f76f9ecba00), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:54.867959 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-c9b14fdd-9b12-4da5-b1ef-bde44dcc8bcd None None] Set router b5da739e-3804-41f6-ae8b-2f76f9ecba00 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:39:54.881321 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a32104bb-8ea7-4954-9e7d-bad290d32155 None None] For port 3a79e54f-cd54-4bfd-9279-154a7daedc7d, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3a79e54f-cd54-4bfd-9279-154a7daedc7d,segment=NetworkSegment(aa7ab978-86dd-434b-b4d1-0a929337b936),segment_id=aa7ab978-86dd-434b-b4d1-0a929337b936)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:39:54.881731 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a32104bb-8ea7-4954-9e7d-bad290d32155 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3a79e54f-cd54-4bfd-9279-154a7daedc7d), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:54.894676 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a32104bb-8ea7-4954-9e7d-bad290d32155 None None] Calling delete_port for 3a79e54f-cd54-4bfd-9279-154a7daedc7d owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:39:54.895858 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-8f25091a-6e13-4faa-b3c2-a222d95a3ede tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Deleting port b369e09e-d16f-4c3d-876c-1d8701f1a4d6 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:39:54.896200 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f25091a-6e13-4faa-b3c2-a222d95a3ede tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (b369e09e-d16f-4c3d-876c-1d8701f1a4d6), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:54.980457 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a32104bb-8ea7-4954-9e7d-bad290d32155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (3a79e54f-cd54-4bfd-9279-154a7daedc7d), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:54.984538 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-8f25091a-6e13-4faa-b3c2-a222d95a3ede tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] For port b369e09e-d16f-4c3d-876c-1d8701f1a4d6, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=b369e09e-d16f-4c3d-876c-1d8701f1a4d6,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:39:54.984912 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f25091a-6e13-4faa-b3c2-a222d95a3ede tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (b369e09e-d16f-4c3d-876c-1d8701f1a4d6), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:54.997809 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-8f25091a-6e13-4faa-b3c2-a222d95a3ede tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Calling delete_port for b369e09e-d16f-4c3d-876c-1d8701f1a4d6 owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:39:55.007922 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32104bb-8ea7-4954-9e7d-bad290d32155 None None] Pushing event deleted for resources: {'Port': ['ID=3a79e54f-cd54-4bfd-9279-154a7daedc7d,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:39:55.020094 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32104bb-8ea7-4954-9e7d-bad290d32155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:55.020494 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32104bb-8ea7-4954-9e7d-bad290d32155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:55.021063 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32104bb-8ea7-4954-9e7d-bad290d32155 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:55.021646 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32104bb-8ea7-4954-9e7d-bad290d32155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:55.022093 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32104bb-8ea7-4954-9e7d-bad290d32155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:55.022523 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32104bb-8ea7-4954-9e7d-bad290d32155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:55.023144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32104bb-8ea7-4954-9e7d-bad290d32155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:55.023452 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32104bb-8ea7-4954-9e7d-bad290d32155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:55.023831 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32104bb-8ea7-4954-9e7d-bad290d32155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:55.024345 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32104bb-8ea7-4954-9e7d-bad290d32155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:55.024769 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32104bb-8ea7-4954-9e7d-bad290d32155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:55.025196 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32104bb-8ea7-4954-9e7d-bad290d32155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:55.025614 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32104bb-8ea7-4954-9e7d-bad290d32155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:39:55.033444 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32104bb-8ea7-4954-9e7d-bad290d32155 None None] No DVR routers for this DVR port 3a79e54f-cd54-4bfd-9279-154a7daedc7d on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:39:55.072395 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c9b14fdd-9b12-4da5-b1ef-bde44dcc8bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290257009', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:39:53Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:07:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:39:55.099102 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b14fdd-9b12-4da5-b1ef-bde44dcc8bcd None None] The sync data for ids ['b5da739e-3804-41f6-ae8b-2f76f9ecba00'] in n-d-829866-5 is: [{'id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290257009', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:39:53Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': 'b369e09e-d16f-4c3d-876c-1d8701f1a4d6', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:07:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da739e-3804-41f6-ae8b-2f76f9ecba00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:38:09Z', 'updated_at': '2022-02-20T06:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:39:55.184839 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f25091a-6e13-4faa-b3c2-a222d95a3ede tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (b369e09e-d16f-4c3d-876c-1d8701f1a4d6), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:55.209723 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25091a-6e13-4faa-b3c2-a222d95a3ede tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Port': ['ID=b369e09e-d16f-4c3d-876c-1d8701f1a4d6,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:39:55.232183 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 0e29424f-fa5e-4e90-80d5-55f266b757d4 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:39:55.254943 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 0e29424f-fa5e-4e90-80d5-55f266b757d4 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:39:55.255526 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 0e29424f-fa5e-4e90-80d5-55f266b757d4 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:39:55.277892 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f25091a-6e13-4faa-b3c2-a222d95a3ede tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (b5da739e-3804-41f6-ae8b-2f76f9ecba00), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:55.376076 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f25091a-6e13-4faa-b3c2-a222d95a3ede tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (b5da739e-3804-41f6-ae8b-2f76f9ecba00), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:55.378445 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f25091a-6e13-4faa-b3c2-a222d95a3ede tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_controller (b5da739e-3804-41f6-ae8b-2f76f9ecba00), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:55.426820 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f25091a-6e13-4faa-b3c2-a222d95a3ede tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (b5da739e-3804-41f6-ae8b-2f76f9ecba00), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:55.427406 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f25091a-6e13-4faa-b3c2-a222d95a3ede tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Fanout notify agent at l3_agent the message router_deleted on router b5da739e-3804-41f6-ae8b-2f76f9ecba00 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:39:55.434263 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-8f25091a-6e13-4faa-b3c2-a222d95a3ede tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:55.435389 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8f25091a-6e13-4faa-b3c2-a222d95a3ede tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "DELETE /v2.0/routers/b5da739e-3804-41f6-ae8b-2f76f9ecba00 HTTP/1.1" status: 204 len: 168 time: 0.8439136 Feb 20 06:39:55.438092 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54420) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:39:55.516076 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c217254f-1a83-4713-b8c7-219ef6c10326 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (96584ed7-bec0-4013-ae84-986e1875f2c3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:55.606667 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c217254f-1a83-4713-b8c7-219ef6c10326 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (96584ed7-bec0-4013-ae84-986e1875f2c3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:55.627313 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-c217254f-1a83-4713-b8c7-219ef6c10326 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96584ed7-bec0-4013-ae84-986e1875f2c3']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:39:55.636275 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-c217254f-1a83-4713-b8c7-219ef6c10326 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7ab978-86dd-434b-b4d1-0a929337b936') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:39:55.636578 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-c217254f-1a83-4713-b8c7-219ef6c10326 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7ab978-86dd-434b-b4d1-0a929337b936') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:39:55.645734 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c217254f-1a83-4713-b8c7-219ef6c10326 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (aa7ab978-86dd-434b-b4d1-0a929337b936), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:55.659142 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c217254f-1a83-4713-b8c7-219ef6c10326 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (aa7ab978-86dd-434b-b4d1-0a929337b936), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:55.664799 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c217254f-1a83-4713-b8c7-219ef6c10326 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:39:55.665184 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c217254f-1a83-4713-b8c7-219ef6c10326 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (aa7ab978-86dd-434b-b4d1-0a929337b936), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: timer() Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:39:55.668125 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:39:55.724302 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c217254f-1a83-4713-b8c7-219ef6c10326 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (96584ed7-bec0-4013-ae84-986e1875f2c3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:55.731201 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c217254f-1a83-4713-b8c7-219ef6c10326 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:55.734824 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c217254f-1a83-4713-b8c7-219ef6c10326 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "DELETE /v2.0/networks/96584ed7-bec0-4013-ae84-986e1875f2c3 HTTP/1.1" status: 204 len: 168 time: 0.2958004 Feb 20 06:39:55.737706 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54422) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:39:55.746528 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217254f-1a83-4713-b8c7-219ef6c10326 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Network': ['ID=96584ed7-bec0-4013-ae84-986e1875f2c3,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:39:55.797230 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b2b75211-7aee-4117-b948-b96186dc300e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (2ac9f065-83af-451c-9055-3f0942c07dc1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:55.799070 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:55.823296 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b2b75211-7aee-4117-b948-b96186dc300e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (2ac9f065-83af-451c-9055-3f0942c07dc1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:55.890510 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b2b75211-7aee-4117-b948-b96186dc300e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2ac9f065-83af-451c-9055-3f0942c07dc1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:55.893596 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b2b75211-7aee-4117-b948-b96186dc300e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:55.894779 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b2b75211-7aee-4117-b948-b96186dc300e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "DELETE /v2.0/security-groups/2ac9f065-83af-451c-9055-3f0942c07dc1 HTTP/1.1" status: 204 len: 168 time: 0.1560323 Feb 20 06:39:55.903970 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b75211-7aee-4117-b948-b96186dc300e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac9f065-83af-451c-9055-3f0942c07dc1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:39:56.388193 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b369e09e-d16f-4c3d-876c-1d8701f1a4d6 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:39:56.409017 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: b369e09e-d16f-4c3d-876c-1d8701f1a4d6 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:39:56.409438 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b369e09e-d16f-4c3d-876c-1d8701f1a4d6 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:39:56.409933 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3a79e54f-cd54-4bfd-9279-154a7daedc7d no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:39:56.413361 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54428) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:39:56.417944 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-00dd8fa0-a43b-4b47-9836-980afc476d4e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2122089759', 'description': 'tempest-secgroup-smoke-2122089759 description', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:39:56.431645 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 3a79e54f-cd54-4bfd-9279-154a7daedc7d {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:39:56.431999 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3a79e54f-cd54-4bfd-9279-154a7daedc7d not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:39:56.432477 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device e6b7de8b-34c7-4971-8c97-b16731992254 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:39:56.440400 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-00dd8fa0-a43b-4b47-9836-980afc476d4e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:56.452412 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: e6b7de8b-34c7-4971-8c97-b16731992254 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:39:56.452662 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device e6b7de8b-34c7-4971-8c97-b16731992254 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:39:56.507985 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-00dd8fa0-a43b-4b47-9836-980afc476d4e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (41b9d41d-2358-4780-8156-f64f23a4dfcf), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:56.511492 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-00dd8fa0-a43b-4b47-9836-980afc476d4e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (41b9d41d-2358-4780-8156-f64f23a4dfcf), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:56.539884 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-00dd8fa0-a43b-4b47-9836-980afc476d4e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:56.541104 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-00dd8fa0-a43b-4b47-9836-980afc476d4e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1267314 Feb 20 06:39:56.542941 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd8fa0-a43b-4b47-9836-980afc476d4e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b9d41d-2358-4780-8156-f64f23a4dfcf,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:39:56.544199 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54430) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:39:56.550679 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-694abb65-ee02-46e8-a698-f0bae075389d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '41b9d41d-2358-4780-8156-f64f23a4dfcf', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:39:56.575413 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-694abb65-ee02-46e8-a698-f0bae075389d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (3f0eb1f0-b25c-43b5-adbd-fcfd9b1bd462), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:56.634752 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-694abb65-ee02-46e8-a698-f0bae075389d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (3f0eb1f0-b25c-43b5-adbd-fcfd9b1bd462), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:56.638237 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-694abb65-ee02-46e8-a698-f0bae075389d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (3f0eb1f0-b25c-43b5-adbd-fcfd9b1bd462), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:56.655294 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694abb65-ee02-46e8-a698-f0bae075389d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f0eb1f0-b25c-43b5-adbd-fcfd9b1bd462,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:39:56.661702 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-694abb65-ee02-46e8-a698-f0bae075389d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:56.662744 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-694abb65-ee02-46e8-a698-f0bae075389d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157396 Feb 20 06:39:56.665454 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54432) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:39:56.669618 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-b1dc7307-8dd7-4d8b-9601-e37da452b212 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '41b9d41d-2358-4780-8156-f64f23a4dfcf', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:39:56.693068 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1dc7307-8dd7-4d8b-9601-e37da452b212 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (d08fac03-e179-4247-a771-5543dfff062a), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:56.746856 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1dc7307-8dd7-4d8b-9601-e37da452b212 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (d08fac03-e179-4247-a771-5543dfff062a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:56.750921 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1dc7307-8dd7-4d8b-9601-e37da452b212 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (d08fac03-e179-4247-a771-5543dfff062a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:56.765128 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc7307-8dd7-4d8b-9601-e37da452b212 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08fac03-e179-4247-a771-5543dfff062a,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:39:56.775430 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1dc7307-8dd7-4d8b-9601-e37da452b212 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:56.776629 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b1dc7307-8dd7-4d8b-9601-e37da452b212 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1102762 Feb 20 06:39:56.779312 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54434) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:39:56.783578 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0776e955-88c6-4a1f-8f04-ad919d2e38ca tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '41b9d41d-2358-4780-8156-f64f23a4dfcf', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:39:56.807906 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0776e955-88c6-4a1f-8f04-ad919d2e38ca tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (ca96c1f1-3a7f-4d14-bac3-bc97c4631789), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:56.863847 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0776e955-88c6-4a1f-8f04-ad919d2e38ca tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (ca96c1f1-3a7f-4d14-bac3-bc97c4631789), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:56.867440 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0776e955-88c6-4a1f-8f04-ad919d2e38ca tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (ca96c1f1-3a7f-4d14-bac3-bc97c4631789), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:56.885693 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776e955-88c6-4a1f-8f04-ad919d2e38ca tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca96c1f1-3a7f-4d14-bac3-bc97c4631789,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:39:56.893405 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0776e955-88c6-4a1f-8f04-ad919d2e38ca tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:56.894605 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0776e955-88c6-4a1f-8f04-ad919d2e38ca tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143599 Feb 20 06:39:56.897296 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54436) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:39:56.901553 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-23a7ba28-728e-4f6e-9eef-cc6887c4ac28 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '41b9d41d-2358-4780-8156-f64f23a4dfcf', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:39:56.925948 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-23a7ba28-728e-4f6e-9eef-cc6887c4ac28 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (a0304988-25d5-4207-975b-24222ef5853f), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:56.984260 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-23a7ba28-728e-4f6e-9eef-cc6887c4ac28 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (a0304988-25d5-4207-975b-24222ef5853f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:56.987512 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-23a7ba28-728e-4f6e-9eef-cc6887c4ac28 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (a0304988-25d5-4207-975b-24222ef5853f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:57.007659 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7ba28-728e-4f6e-9eef-cc6887c4ac28 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0304988-25d5-4207-975b-24222ef5853f,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:39:57.012706 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-23a7ba28-728e-4f6e-9eef-cc6887c4ac28 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:57.013904 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-23a7ba28-728e-4f6e-9eef-cc6887c4ac28 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156914 Feb 20 06:39:57.016745 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54438) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:39:57.020975 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-0e27c3ad-57c7-4d33-ab9c-9d7774efeae7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '41b9d41d-2358-4780-8156-f64f23a4dfcf', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:39:57.039700 n-d-829866-5 neutron-server[103406]: INFO neutron.db.securitygroups_db [None req-0e27c3ad-57c7-4d33-ab9c-9d7774efeae7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Project 29738fe01ec14391bcdfc8ef81a7e58b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:39:57.044431 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0e27c3ad-57c7-4d33-ab9c-9d7774efeae7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (104151a4-af7a-49cd-91d0-72d5c7f252ab), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:57.100086 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0e27c3ad-57c7-4d33-ab9c-9d7774efeae7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (104151a4-af7a-49cd-91d0-72d5c7f252ab), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:57.103449 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0e27c3ad-57c7-4d33-ab9c-9d7774efeae7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (104151a4-af7a-49cd-91d0-72d5c7f252ab), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:57.120561 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27c3ad-57c7-4d33-ab9c-9d7774efeae7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=104151a4-af7a-49cd-91d0-72d5c7f252ab,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:39:57.128617 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-0e27c3ad-57c7-4d33-ab9c-9d7774efeae7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:57.129794 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-0e27c3ad-57c7-4d33-ab9c-9d7774efeae7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1121366 Feb 20 06:39:57.132478 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54440) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:39:57.136890 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-b1bd0707-e5f4-4901-a25a-724099da631d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'security_group_rule': {'security_group_id': '41b9d41d-2358-4780-8156-f64f23a4dfcf', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:39:57.156279 n-d-829866-5 neutron-server[103406]: INFO neutron.db.securitygroups_db [None req-b1bd0707-e5f4-4901-a25a-724099da631d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Project 29738fe01ec14391bcdfc8ef81a7e58b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:39:57.160941 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1bd0707-e5f4-4901-a25a-724099da631d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (a8a39b20-5fe0-45ac-8c19-92eef8af48d9), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:57.216839 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1bd0707-e5f4-4901-a25a-724099da631d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (a8a39b20-5fe0-45ac-8c19-92eef8af48d9), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:57.220791 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1bd0707-e5f4-4901-a25a-724099da631d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (a8a39b20-5fe0-45ac-8c19-92eef8af48d9), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:57.238329 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd0707-e5f4-4901-a25a-724099da631d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a39b20-5fe0-45ac-8c19-92eef8af48d9,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:39:57.245591 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b1bd0707-e5f4-4901-a25a-724099da631d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:57.246765 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b1bd0707-e5f4-4901-a25a-724099da631d tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1133564 Feb 20 06:39:57.249696 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54442) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:39:57.254536 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c2c1b2b5-2c7f-4fba-b7b0-5b27fb49deff tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'network': {'name': 'tempest-network-smoke--68903085', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'port_security_enabled': True}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:39:57.272706 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c1b2b5-2c7f-4fba-b7b0-5b27fb49deff tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Made reservation on behalf of 29738fe01ec14391bcdfc8ef81a7e58b for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:39:57.275942 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c2c1b2b5-2c7f-4fba-b7b0-5b27fb49deff tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:57.299098 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c1b2b5-2c7f-4fba-b7b0-5b27fb49deff tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:39:57.308671 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c2c1b2b5-2c7f-4fba-b7b0-5b27fb49deff tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (f74ff06f-cb02-4460-a19f-58aa839cde82), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:57.309049 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-c2c1b2b5-2c7f-4fba-b7b0-5b27fb49deff tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Added segment f74ff06f-cb02-4460-a19f-58aa839cde82 of type vlan for network 9b576ce3-603a-406f-9371-7ba6ba63551a Feb 20 06:39:57.352528 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c2c1b2b5-2c7f-4fba-b7b0-5b27fb49deff tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (9b576ce3-603a-406f-9371-7ba6ba63551a), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:57.376070 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c2c1b2b5-2c7f-4fba-b7b0-5b27fb49deff tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (9b576ce3-603a-406f-9371-7ba6ba63551a), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:57.381130 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c1b2b5-2c7f-4fba-b7b0-5b27fb49deff tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:57.381712 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c2c1b2b5-2c7f-4fba-b7b0-5b27fb49deff tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:57.435265 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c2c1b2b5-2c7f-4fba-b7b0-5b27fb49deff tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1845129 Feb 20 06:39:57.438082 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54444) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:39:57.442760 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e4f480c1-2ab7-400d-b132-6b355b9dd0b3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-245445528', 'admin_state_up': True, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:39:57.449937 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1b2b5-2c7f-4fba-b7b0-5b27fb49deff tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Network': ['ID=9b576ce3-603a-406f-9371-7ba6ba63551a,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:39:57.460793 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 9b576ce3-603a-406f-9371-7ba6ba63551a details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:39:57.469377 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4f480c1-2ab7-400d-b132-6b355b9dd0b3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (fa5b41b4-c33c-4485-ad93-2fdee5238fd7), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:57.470381 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4f480c1-2ab7-400d-b132-6b355b9dd0b3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (fa5b41b4-c33c-4485-ad93-2fdee5238fd7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:57.527407 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4f480c1-2ab7-400d-b132-6b355b9dd0b3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_controller (fa5b41b4-c33c-4485-ad93-2fdee5238fd7), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:57.668366 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4f480c1-2ab7-400d-b132-6b355b9dd0b3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_gateway (fa5b41b4-c33c-4485-ad93-2fdee5238fd7), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:57.855200 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4f480c1-2ab7-400d-b132-6b355b9dd0b3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_gateway (fa5b41b4-c33c-4485-ad93-2fdee5238fd7), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:57.873113 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4f480c1-2ab7-400d-b132-6b355b9dd0b3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:57.974017 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-e4f480c1-2ab7-400d-b132-6b355b9dd0b3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Allocated IP 172.25.3.248 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/125d6a46-09d6-48c9-9e03-70807dc82bf8) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:39:58.073208 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4f480c1-2ab7-400d-b132-6b355b9dd0b3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (125d6a46-09d6-48c9-9e03-70807dc82bf8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:58.105615 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4f480c1-2ab7-400d-b132-6b355b9dd0b3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (125d6a46-09d6-48c9-9e03-70807dc82bf8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:58.145695 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f480c1-2ab7-400d-b132-6b355b9dd0b3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:39:58.148640 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-e4f480c1-2ab7-400d-b132-6b355b9dd0b3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:39:58.152031 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f480c1-2ab7-400d-b132-6b355b9dd0b3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:39:58.176998 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f480c1-2ab7-400d-b132-6b355b9dd0b3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=125d6a46-09d6-48c9-9e03-70807dc82bf8,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:39:58.403279 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4f480c1-2ab7-400d-b132-6b355b9dd0b3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_gateway (fa5b41b4-c33c-4485-ad93-2fdee5238fd7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:58.600255 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4f480c1-2ab7-400d-b132-6b355b9dd0b3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (fa5b41b4-c33c-4485-ad93-2fdee5238fd7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:58.725668 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f480c1-2ab7-400d-b132-6b355b9dd0b3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Router fa5b41b4-c33c-4485-ad93-2fdee5238fd7 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:39:58.832705 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f480c1-2ab7-400d-b132-6b355b9dd0b3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:39:58.843207 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7322eef-72c9-4357-b4ef-621b44b4f1d3 None None] Sync routers for ids ['fa5b41b4-c33c-4485-ad93-2fdee5238fd7'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:39:58.853582 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7322eef-72c9-4357-b4ef-621b44b4f1d3 None None] Routers {'fa5b41b4-c33c-4485-ad93-2fdee5238fd7'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:39:58.853748 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4f480c1-2ab7-400d-b132-6b355b9dd0b3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:58.854214 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e7322eef-72c9-4357-b4ef-621b44b4f1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:39:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa5b41b4-c33c-4485-ad93-2fdee5238fd7'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:39:58.854916 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e4f480c1-2ab7-400d-b132-6b355b9dd0b3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4157865 Feb 20 06:39:58.858078 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54446) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:39:58.972564 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-e7322eef-72c9-4357-b4ef-621b44b4f1d3 None None] Set router fa5b41b4-c33c-4485-ad93-2fdee5238fd7 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:39:59.005741 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:39:59.164880 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e7322eef-72c9-4357-b4ef-621b44b4f1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245445528', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:39:58Z', 'revision_number': 3, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:39:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:39:59.192062 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7322eef-72c9-4357-b4ef-621b44b4f1d3 None None] Checking router: fa5b41b4-c33c-4485-ad93-2fdee5238fd7 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:39:59.192420 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7322eef-72c9-4357-b4ef-621b44b4f1d3 None None] Updating router fa5b41b4-c33c-4485-ad93-2fdee5238fd7 port 125d6a46-09d6-48c9-9e03-70807dc82bf8 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:39:59.220766 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7322eef-72c9-4357-b4ef-621b44b4f1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (125d6a46-09d6-48c9-9e03-70807dc82bf8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:59.257740 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0bbdf89b-75ef-43fb-be3b-514ff492ae7c tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=29738fe01ec14391bcdfc8ef81a7e58b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3984237 Feb 20 06:39:59.260218 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54450) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:39:59.343595 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619c2c2d-6397-4298-bda0-7990e3f0dd00 tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:59.345116 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-619c2c2d-6397-4298-bda0-7990e3f0dd00 tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0839953 Feb 20 06:39:59.347996 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54452) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:39:59.376844 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6b7a842c-7abc-4eb7-889d-bfd90b61a582 tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=12d9dab6-d2be-4381-8353-8093ed2f2146&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275729 Feb 20 06:39:59.379696 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54454) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:39:59.384367 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-b4aeea89-8146-4e1a-9017-a4a8f75e5767 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-692707268', 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:39:59.472240 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7322eef-72c9-4357-b4ef-621b44b4f1d3 None None] Publish callbacks [] for port (125d6a46-09d6-48c9-9e03-70807dc82bf8), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:59.474069 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4aeea89-8146-4e1a-9017-a4a8f75e5767 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Made reservation on behalf of 29738fe01ec14391bcdfc8ef81a7e58b for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:39:59.477935 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7322eef-72c9-4357-b4ef-621b44b4f1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (125d6a46-09d6-48c9-9e03-70807dc82bf8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:59.478630 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b4aeea89-8146-4e1a-9017-a4a8f75e5767 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:59.530820 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f13406-c437-4265-8ecc-d16a978aecd2 None None] Pushing event updated for resources: {'Port': ['ID=125d6a46-09d6-48c9-9e03-70807dc82bf8,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:39:59.533429 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e7322eef-72c9-4357-b4ef-621b44b4f1d3 None None] Attempting to bind port 125d6a46-09d6-48c9-9e03-70807dc82bf8 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:39:59.533821 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e7322eef-72c9-4357-b4ef-621b44b4f1d3 None None] Attempting to bind port 125d6a46-09d6-48c9-9e03-70807dc82bf8 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:39:59.534534 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7322eef-72c9-4357-b4ef-621b44b4f1d3 None None] Attempting to bind port 125d6a46-09d6-48c9-9e03-70807dc82bf8 on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:39:59.540659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7322eef-72c9-4357-b4ef-621b44b4f1d3 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:39:59.541037 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7322eef-72c9-4357-b4ef-621b44b4f1d3 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:39:59.541434 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7322eef-72c9-4357-b4ef-621b44b4f1d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:59.541865 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7322eef-72c9-4357-b4ef-621b44b4f1d3 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:39:59.542334 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e7322eef-72c9-4357-b4ef-621b44b4f1d3 None None] Bound port: 125d6a46-09d6-48c9-9e03-70807dc82bf8, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:39:59.542710 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7322eef-72c9-4357-b4ef-621b44b4f1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (125d6a46-09d6-48c9-9e03-70807dc82bf8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:59.594306 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e7322eef-72c9-4357-b4ef-621b44b4f1d3 None None] For port 125d6a46-09d6-48c9-9e03-70807dc82bf8, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:39:59.597329 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e7322eef-72c9-4357-b4ef-621b44b4f1d3 None None] For port 125d6a46-09d6-48c9-9e03-70807dc82bf8, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=125d6a46-09d6-48c9-9e03-70807dc82bf8,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:39:59.604253 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7322eef-72c9-4357-b4ef-621b44b4f1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (125d6a46-09d6-48c9-9e03-70807dc82bf8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:59.657353 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7322eef-72c9-4357-b4ef-621b44b4f1d3 None None] Routers {'fa5b41b4-c33c-4485-ad93-2fdee5238fd7'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:39:59.657968 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e7322eef-72c9-4357-b4ef-621b44b4f1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:39:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa5b41b4-c33c-4485-ad93-2fdee5238fd7'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:39:59.673113 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b4aeea89-8146-4e1a-9017-a4a8f75e5767 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (7e46fb4c-259a-4f7d-b551-3dc809d9b0c2), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:59.706068 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f13406-c437-4265-8ecc-d16a978aecd2 None None] Pushing event updated for resources: {'Port': ['ID=125d6a46-09d6-48c9-9e03-70807dc82bf8,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:39:59.726008 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aeea89-8146-4e1a-9017-a4a8f75e5767 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Subnet': ['ID=7e46fb4c-259a-4f7d-b551-3dc809d9b0c2,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:39:59.742237 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aeea89-8146-4e1a-9017-a4a8f75e5767 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Checking segment: {'id': 'f74ff06f-cb02-4460-a19f-58aa839cde82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:39:59.742609 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aeea89-8146-4e1a-9017-a4a8f75e5767 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network hostable DHCP agents. Network: 9b576ce3-603a-406f-9371-7ba6ba63551a, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:39:59.760732 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aeea89-8146-4e1a-9017-a4a8f75e5767 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network 9b576ce3-603a-406f-9371-7ba6ba63551a is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:39:59.771225 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-b4aeea89-8146-4e1a-9017-a4a8f75e5767 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 9b576ce3-603a-406f-9371-7ba6ba63551a) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:39:59.775754 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4aeea89-8146-4e1a-9017-a4a8f75e5767 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:39:59.776544 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b4aeea89-8146-4e1a-9017-a4a8f75e5767 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:39:59.781206 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0544e810-202a-4f3a-ac28-01c8dc2a6cc7 None None] Network 9b576ce3-603a-406f-9371-7ba6ba63551a requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:39:59.798385 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b4aeea89-8146-4e1a-9017-a4a8f75e5767 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4146237 Feb 20 06:39:59.798587 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54456) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:39:59.802635 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-e7322eef-72c9-4357-b4ef-621b44b4f1d3 None None] Set router fa5b41b4-c33c-4485-ad93-2fdee5238fd7 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:39:59.986853 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8b2982-fb5e-42ea-ac69-d16d5a989671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-9b576ce3-603a-406f-9371-7ba6ba63551a', 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a', 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'fixed_ips': [{'subnet_id': '7e46fb4c-259a-4f7d-b551-3dc809d9b0c2'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:39:59.987727 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df8b2982-fb5e-42ea-ac69-d16d5a989671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:00.276530 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-250eebe2-d66c-4d5d-8839-8cd8cde74be3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:00.338366 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-df8b2982-fb5e-42ea-ac69-d16d5a989671 None None] Allocated IP 172.20.0.2 (9b576ce3-603a-406f-9371-7ba6ba63551a/7e46fb4c-259a-4f7d-b551-3dc809d9b0c2/86895c7a-d47a-40dd-ad4b-07c29af866be) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:40:00.347561 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e7322eef-72c9-4357-b4ef-621b44b4f1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245445528', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:39:58Z', 'revision_number': 3, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:40:00.379369 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7322eef-72c9-4357-b4ef-621b44b4f1d3 None None] The sync data for ids ['fa5b41b4-c33c-4485-ad93-2fdee5238fd7'] in n-d-829866-5 is: [{'id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245445528', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:39:58Z', 'revision_number': 3, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:40:00.539656 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df8b2982-fb5e-42ea-ac69-d16d5a989671 None None] Publish callbacks [] for port (86895c7a-d47a-40dd-ad4b-07c29af866be), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:00.548717 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df8b2982-fb5e-42ea-ac69-d16d5a989671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (86895c7a-d47a-40dd-ad4b-07c29af866be), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:00.591236 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8b2982-fb5e-42ea-ac69-d16d5a989671 None None] Network 9b576ce3-603a-406f-9371-7ba6ba63551a is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:40:00.603593 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-df8b2982-fb5e-42ea-ac69-d16d5a989671 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:40:00.606005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8b2982-fb5e-42ea-ac69-d16d5a989671 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:40:00.609111 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b2982-fb5e-42ea-ac69-d16d5a989671 None None] Pushing event updated for resources: {'Port': ['ID=86895c7a-d47a-40dd-ad4b-07c29af866be,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:00.615391 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-250eebe2-d66c-4d5d-8839-8cd8cde74be3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Allocated IP 172.20.0.1 (9b576ce3-603a-406f-9371-7ba6ba63551a/7e46fb4c-259a-4f7d-b551-3dc809d9b0c2/38295d8d-41f4-4692-9cb2-d9143e9c6706) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:40:00.667775 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-df8b2982-fb5e-42ea-ac69-d16d5a989671 None None] Attempting to bind port 86895c7a-d47a-40dd-ad4b-07c29af866be on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:40:00.668237 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-df8b2982-fb5e-42ea-ac69-d16d5a989671 None None] Attempting to bind port 86895c7a-d47a-40dd-ad4b-07c29af866be by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'f74ff06f-cb02-4460-a19f-58aa839cde82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:40:00.668572 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8b2982-fb5e-42ea-ac69-d16d5a989671 None None] Attempting to bind port 86895c7a-d47a-40dd-ad4b-07c29af866be on network 9b576ce3-603a-406f-9371-7ba6ba63551a {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:40:00.673892 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8b2982-fb5e-42ea-ac69-d16d5a989671 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:40:00.675370 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8b2982-fb5e-42ea-ac69-d16d5a989671 None None] Checking segment: {'id': 'f74ff06f-cb02-4460-a19f-58aa839cde82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:40:00.675905 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df8b2982-fb5e-42ea-ac69-d16d5a989671 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:00.676341 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8b2982-fb5e-42ea-ac69-d16d5a989671 None None] Bound using segment: {'id': 'f74ff06f-cb02-4460-a19f-58aa839cde82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:40:00.677064 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-df8b2982-fb5e-42ea-ac69-d16d5a989671 None None] Bound port: 86895c7a-d47a-40dd-ad4b-07c29af866be, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74ff06f-cb02-4460-a19f-58aa839cde82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:40:00.677457 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df8b2982-fb5e-42ea-ac69-d16d5a989671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (86895c7a-d47a-40dd-ad4b-07c29af866be), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:00.804410 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-250eebe2-d66c-4d5d-8839-8cd8cde74be3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (38295d8d-41f4-4692-9cb2-d9143e9c6706), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:00.814070 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-df8b2982-fb5e-42ea-ac69-d16d5a989671 None None] For port 86895c7a-d47a-40dd-ad4b-07c29af866be, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:40:00.818955 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-df8b2982-fb5e-42ea-ac69-d16d5a989671 None None] For port 86895c7a-d47a-40dd-ad4b-07c29af866be, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=86895c7a-d47a-40dd-ad4b-07c29af866be,segment=NetworkSegment(f74ff06f-cb02-4460-a19f-58aa839cde82),segment_id=f74ff06f-cb02-4460-a19f-58aa839cde82)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:40:00.831693 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df8b2982-fb5e-42ea-ac69-d16d5a989671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (86895c7a-d47a-40dd-ad4b-07c29af866be), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:00.861638 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-250eebe2-d66c-4d5d-8839-8cd8cde74be3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (38295d8d-41f4-4692-9cb2-d9143e9c6706), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:00.904077 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b2982-fb5e-42ea-ac69-d16d5a989671 None None] Pushing event updated for resources: {'Port': ['ID=86895c7a-d47a-40dd-ad4b-07c29af866be,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:00.914283 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250eebe2-d66c-4d5d-8839-8cd8cde74be3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network 9b576ce3-603a-406f-9371-7ba6ba63551a is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:40:00.917973 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-250eebe2-d66c-4d5d-8839-8cd8cde74be3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:40:00.922019 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250eebe2-d66c-4d5d-8839-8cd8cde74be3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:40:00.957208 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250eebe2-d66c-4d5d-8839-8cd8cde74be3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=38295d8d-41f4-4692-9cb2-d9143e9c6706,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:00.982684 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-250eebe2-d66c-4d5d-8839-8cd8cde74be3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (fa5b41b4-c33c-4485-ad93-2fdee5238fd7), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:01.151835 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-250eebe2-d66c-4d5d-8839-8cd8cde74be3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (38295d8d-41f4-4692-9cb2-d9143e9c6706), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:01.461012 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-250eebe2-d66c-4d5d-8839-8cd8cde74be3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (38295d8d-41f4-4692-9cb2-d9143e9c6706), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:01.467138 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-250eebe2-d66c-4d5d-8839-8cd8cde74be3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (38295d8d-41f4-4692-9cb2-d9143e9c6706), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:01.540457 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-250eebe2-d66c-4d5d-8839-8cd8cde74be3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (fa5b41b4-c33c-4485-ad93-2fdee5238fd7), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:01.572519 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250eebe2-d66c-4d5d-8839-8cd8cde74be3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=38295d8d-41f4-4692-9cb2-d9143e9c6706,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:01.648255 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250eebe2-d66c-4d5d-8839-8cd8cde74be3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network 9b576ce3-603a-406f-9371-7ba6ba63551a is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:40:01.649499 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-250eebe2-d66c-4d5d-8839-8cd8cde74be3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:40:01.772994 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250eebe2-d66c-4d5d-8839-8cd8cde74be3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Router fa5b41b4-c33c-4485-ad93-2fdee5238fd7 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:40:01.894610 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250eebe2-d66c-4d5d-8839-8cd8cde74be3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:40:01.900476 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-250eebe2-d66c-4d5d-8839-8cd8cde74be3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "PUT /v2.0/routers/fa5b41b4-c33c-4485-ad93-2fdee5238fd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1005294 Feb 20 06:40:02.045132 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d961065-55d1-4c72-89fd-0402629ee1f1 None None] Network 9b576ce3-603a-406f-9371-7ba6ba63551a requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:40:02.087768 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-4958f168-ed68-4e92-bcc7-6c80551e5b3c tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2122089759&fields=id&tenant_id=29738fe01ec14391bcdfc8ef81a7e58b HTTP/1.1" status: 200 len: 267 time: 0.0542848 Feb 20 06:40:02.159137 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-0a99e36c-4c30-417a-9310-fa98bb628b5e None None] Provisioning complete for port 86895c7a-d47a-40dd-ad4b-07c29af866be triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:40:02.159419 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0a99e36c-4c30-417a-9310-fa98bb628b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (86895c7a-d47a-40dd-ad4b-07c29af866be), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:02.195592 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-153900db-12b7-4f4f-894c-3210353fd5a0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:02.197448 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-153900db-12b7-4f4f-894c-3210353fd5a0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/networks?id=9b576ce3-603a-406f-9371-7ba6ba63551a HTTP/1.1" status: 200 len: 795 time: 0.1024227 Feb 20 06:40:02.219869 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-ab581d57-3f1a-4755-8c19-7375c62e7c99 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/quotas/29738fe01ec14391bcdfc8ef81a7e58b HTTP/1.1" status: 200 len: 375 time: 0.0158226 Feb 20 06:40:02.262331 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0a99e36c-4c30-417a-9310-fa98bb628b5e None None] Current status of the port 86895c7a-d47a-40dd-ad4b-07c29af866be is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:40:02.262855 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0a99e36c-4c30-417a-9310-fa98bb628b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (86895c7a-d47a-40dd-ad4b-07c29af866be), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:02.291232 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-a3b01a67-770b-4e76-a4cc-af1aaee8c638 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636840 Feb 20 06:40:02.307644 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0a99e36c-4c30-417a-9310-fa98bb628b5e None None] For port 86895c7a-d47a-40dd-ad4b-07c29af866be, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=86895c7a-d47a-40dd-ad4b-07c29af866be,segment=NetworkSegment(f74ff06f-cb02-4460-a19f-58aa839cde82),segment_id=f74ff06f-cb02-4460-a19f-58aa839cde82)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:40:02.315215 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0a99e36c-4c30-417a-9310-fa98bb628b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (86895c7a-d47a-40dd-ad4b-07c29af866be), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:02.370366 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99e36c-4c30-417a-9310-fa98bb628b5e None None] Pushing event updated for resources: {'Port': ['ID=86895c7a-d47a-40dd-ad4b-07c29af866be,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:02.481349 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 125d6a46-09d6-48c9-9e03-70807dc82bf8 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:40:02.494653 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-bc8de3fe-48d2-4658-b02d-ca59612a9b75 service neutron] 10.222.0.37 "GET /v2.0/networks/9b576ce3-603a-406f-9371-7ba6ba63551a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905835 Feb 20 06:40:02.555869 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 125d6a46-09d6-48c9-9e03-70807dc82bf8 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:40:02.556340 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (125d6a46-09d6-48c9-9e03-70807dc82bf8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:02.558146 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-8699769c-adc8-4ddf-a182-87b44cfed82e None None] Provisioning complete for port 38295d8d-41f4-4692-9cb2-d9143e9c6706 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:40:02.558794 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8699769c-adc8-4ddf-a182-87b44cfed82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (38295d8d-41f4-4692-9cb2-d9143e9c6706), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:02.624514 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-f74208d1-c027-48ac-99fd-7bbb57aad0de service neutron] 10.222.0.37 "GET /v2.0/networks/9b576ce3-603a-406f-9371-7ba6ba63551a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186647 Feb 20 06:40:02.635302 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8699769c-adc8-4ddf-a182-87b44cfed82e None None] Port 38295d8d-41f4-4692-9cb2-d9143e9c6706 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:40:02.655921 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a1735-e11c-4dff-a289-0de00d91efff None None] Sync routers for ids ['fa5b41b4-c33c-4485-ad93-2fdee5238fd7'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:40:02.656745 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-8699769c-adc8-4ddf-a182-87b44cfed82e None None] Provisioning complete for port 86895c7a-d47a-40dd-ad4b-07c29af866be triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:40:02.657125 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8699769c-adc8-4ddf-a182-87b44cfed82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (86895c7a-d47a-40dd-ad4b-07c29af866be), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:02.673619 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8a1735-e11c-4dff-a289-0de00d91efff None None] Routers {'fa5b41b4-c33c-4485-ad93-2fdee5238fd7'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:40:02.674344 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1a8a1735-e11c-4dff-a289-0de00d91efff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:39:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa5b41b4-c33c-4485-ad93-2fdee5238fd7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:40:02.716862 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 125d6a46-09d6-48c9-9e03-70807dc82bf8 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:40:02.717744 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (125d6a46-09d6-48c9-9e03-70807dc82bf8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:02.746642 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 125d6a46-09d6-48c9-9e03-70807dc82bf8, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=125d6a46-09d6-48c9-9e03-70807dc82bf8,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:40:02.752076 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (125d6a46-09d6-48c9-9e03-70807dc82bf8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:02.752076 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 86895c7a-d47a-40dd-ad4b-07c29af866be up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:40:02.812205 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-1a8a1735-e11c-4dff-a289-0de00d91efff None None] Set router fa5b41b4-c33c-4485-ad93-2fdee5238fd7 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:40:02.848018 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=125d6a46-09d6-48c9-9e03-70807dc82bf8,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:02.879506 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8699769c-adc8-4ddf-a182-87b44cfed82e None None] Current status of the port 86895c7a-d47a-40dd-ad4b-07c29af866be is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:40:02.899101 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 86895c7a-d47a-40dd-ad4b-07c29af866be triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:40:02.899494 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (86895c7a-d47a-40dd-ad4b-07c29af866be), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:02.918197 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8b8a2482-1794-492e-8f44-e5c8430750f2 req-a9428fc7-3ecb-4747-9c0a-932f64e3f0ff tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7 HTTP/1.1" status: 200 len: 210 time: 0.0721014 Feb 20 06:40:03.006721 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 86895c7a-d47a-40dd-ad4b-07c29af866be is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:40:03.016902 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ca0c658e-67c9-463a-a186-698c2b5a2683 None None] Provisioning complete for port 38295d8d-41f4-4692-9cb2-d9143e9c6706 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:40:03.017336 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca0c658e-67c9-463a-a186-698c2b5a2683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (38295d8d-41f4-4692-9cb2-d9143e9c6706), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:03.052975 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ca0c658e-67c9-463a-a186-698c2b5a2683 None None] Port 38295d8d-41f4-4692-9cb2-d9143e9c6706 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:40:03.073961 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1a8a1735-e11c-4dff-a289-0de00d91efff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245445528', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:40:01Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '38295d8d-41f4-4692-9cb2-d9143e9c6706', 'name': '', 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:40:30:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '7e46fb4c-259a-4f7d-b551-3dc809d9b0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:00Z', 'updated_at': '2022-02-20T06:40:01Z', 'revision_number': 2, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '7e46fb4c-259a-4f7d-b551-3dc809d9b0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:40:03.100493 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a1735-e11c-4dff-a289-0de00d91efff None None] Checking router: fa5b41b4-c33c-4485-ad93-2fdee5238fd7 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:40:03.100847 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a1735-e11c-4dff-a289-0de00d91efff None None] Updating router fa5b41b4-c33c-4485-ad93-2fdee5238fd7 port 38295d8d-41f4-4692-9cb2-d9143e9c6706 binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:40:03.129280 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1a8a1735-e11c-4dff-a289-0de00d91efff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (38295d8d-41f4-4692-9cb2-d9143e9c6706), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:03.401129 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1a8a1735-e11c-4dff-a289-0de00d91efff None None] Publish callbacks [] for port (38295d8d-41f4-4692-9cb2-d9143e9c6706), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:03.406397 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1a8a1735-e11c-4dff-a289-0de00d91efff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (38295d8d-41f4-4692-9cb2-d9143e9c6706), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:03.456252 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4afbc9-f435-445f-9161-9684d315814d None None] Pushing event updated for resources: {'Port': ['ID=38295d8d-41f4-4692-9cb2-d9143e9c6706,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:03.477800 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4afbc9-f435-445f-9161-9684d315814d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:03.478182 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4afbc9-f435-445f-9161-9684d315814d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:03.478485 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4afbc9-f435-445f-9161-9684d315814d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:03.478818 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4afbc9-f435-445f-9161-9684d315814d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:03.479187 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4afbc9-f435-445f-9161-9684d315814d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:03.479594 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4afbc9-f435-445f-9161-9684d315814d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:03.479807 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4afbc9-f435-445f-9161-9684d315814d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:03.480134 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4afbc9-f435-445f-9161-9684d315814d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:03.481030 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4afbc9-f435-445f-9161-9684d315814d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:03.481315 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4afbc9-f435-445f-9161-9684d315814d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:03.481639 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4afbc9-f435-445f-9161-9684d315814d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:03.481966 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4afbc9-f435-445f-9161-9684d315814d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:03.482282 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4afbc9-f435-445f-9161-9684d315814d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:03.519666 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1a8a1735-e11c-4dff-a289-0de00d91efff None None] Attempting to bind port 38295d8d-41f4-4692-9cb2-d9143e9c6706 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:40:03.520042 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1a8a1735-e11c-4dff-a289-0de00d91efff None None] Attempting to bind port 38295d8d-41f4-4692-9cb2-d9143e9c6706 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': 'f74ff06f-cb02-4460-a19f-58aa839cde82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:40:03.520413 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8a1735-e11c-4dff-a289-0de00d91efff None None] Attempting to bind port 38295d8d-41f4-4692-9cb2-d9143e9c6706 on network 9b576ce3-603a-406f-9371-7ba6ba63551a {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:40:03.526089 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8a1735-e11c-4dff-a289-0de00d91efff None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:40:03.526534 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8a1735-e11c-4dff-a289-0de00d91efff None None] Checking segment: {'id': 'f74ff06f-cb02-4460-a19f-58aa839cde82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:40:03.526869 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1a8a1735-e11c-4dff-a289-0de00d91efff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:03.527310 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8a1735-e11c-4dff-a289-0de00d91efff None None] Bound using segment: {'id': 'f74ff06f-cb02-4460-a19f-58aa839cde82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:40:03.527799 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1a8a1735-e11c-4dff-a289-0de00d91efff None None] Bound port: 38295d8d-41f4-4692-9cb2-d9143e9c6706, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74ff06f-cb02-4460-a19f-58aa839cde82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:40:03.528671 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1a8a1735-e11c-4dff-a289-0de00d91efff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (38295d8d-41f4-4692-9cb2-d9143e9c6706), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:03.609810 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1a8a1735-e11c-4dff-a289-0de00d91efff None None] For port 38295d8d-41f4-4692-9cb2-d9143e9c6706, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:40:03.613644 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1a8a1735-e11c-4dff-a289-0de00d91efff None None] For port 38295d8d-41f4-4692-9cb2-d9143e9c6706, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=38295d8d-41f4-4692-9cb2-d9143e9c6706,segment=NetworkSegment(f74ff06f-cb02-4460-a19f-58aa839cde82),segment_id=f74ff06f-cb02-4460-a19f-58aa839cde82)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:40:03.621624 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1a8a1735-e11c-4dff-a289-0de00d91efff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (38295d8d-41f4-4692-9cb2-d9143e9c6706), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:03.674933 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8a1735-e11c-4dff-a289-0de00d91efff None None] Routers {'fa5b41b4-c33c-4485-ad93-2fdee5238fd7'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:40:03.675618 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1a8a1735-e11c-4dff-a289-0de00d91efff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:39:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa5b41b4-c33c-4485-ad93-2fdee5238fd7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:40:03.728042 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4afbc9-f435-445f-9161-9684d315814d None None] Pushing event updated for resources: {'Port': ['ID=38295d8d-41f4-4692-9cb2-d9143e9c6706,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:03.782686 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ad46a00e-5982-448e-a148-a5752d953cb2 None None] Provisioning complete for port 38295d8d-41f4-4692-9cb2-d9143e9c6706 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:40:03.783093 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ad46a00e-5982-448e-a148-a5752d953cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (38295d8d-41f4-4692-9cb2-d9143e9c6706), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:03.808255 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-1a8a1735-e11c-4dff-a289-0de00d91efff None None] Set router fa5b41b4-c33c-4485-ad93-2fdee5238fd7 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:40:03.883414 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ad46a00e-5982-448e-a148-a5752d953cb2 None None] Current status of the port 38295d8d-41f4-4692-9cb2-d9143e9c6706 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:40:03.884003 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ad46a00e-5982-448e-a148-a5752d953cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (38295d8d-41f4-4692-9cb2-d9143e9c6706), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:03.926696 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ad46a00e-5982-448e-a148-a5752d953cb2 None None] For port 38295d8d-41f4-4692-9cb2-d9143e9c6706, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=38295d8d-41f4-4692-9cb2-d9143e9c6706,segment=NetworkSegment(f74ff06f-cb02-4460-a19f-58aa839cde82),segment_id=f74ff06f-cb02-4460-a19f-58aa839cde82)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:40:03.945635 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ad46a00e-5982-448e-a148-a5752d953cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (38295d8d-41f4-4692-9cb2-d9143e9c6706), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:04.010590 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46a00e-5982-448e-a148-a5752d953cb2 None None] Pushing event updated for resources: {'Port': ['ID=38295d8d-41f4-4692-9cb2-d9143e9c6706,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:04.027319 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-17c05e57-6463-447b-a823-d9c2753728b8 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:04.028852 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-17c05e57-6463-447b-a823-d9c2753728b8 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.48 "GET /v2.0/networks?id=9b576ce3-603a-406f-9371-7ba6ba63551a HTTP/1.1" status: 200 len: 795 time: 0.1940095 Feb 20 06:40:04.068073 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-39cc97eb-0c1b-48ac-956f-312c1b135919 None None] Provisioning complete for port 38295d8d-41f4-4692-9cb2-d9143e9c6706 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:40:04.068783 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-39cc97eb-0c1b-48ac-956f-312c1b135919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (38295d8d-41f4-4692-9cb2-d9143e9c6706), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:04.077296 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1e04d2d5-cd85-4f21-88bf-3f756e97fa3e req-92c0c2fb-6821-4d12-ad95-6aa8b47ed98b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7 HTTP/1.1" status: 200 len: 210 time: 0.0387189 Feb 20 06:40:04.082955 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1a8a1735-e11c-4dff-a289-0de00d91efff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245445528', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:40:01Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '38295d8d-41f4-4692-9cb2-d9143e9c6706', 'name': '', 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:40:30:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '7e46fb4c-259a-4f7d-b551-3dc809d9b0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:00Z', 'updated_at': '2022-02-20T06:40:03Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '7e46fb4c-259a-4f7d-b551-3dc809d9b0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:40:04.107469 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-08f65ad0-4f49-424c-929d-40f3df0a689b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29738fe01ec14391bcdfc8ef81a7e58b HTTP/1.1" status: 200 len: 380 time: 0.0694454 Feb 20 06:40:04.117411 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-351afd40-a689-4971-949e-2748da7e00bd tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'port': {'device_id': '4cfbbada-c7bf-43f6-bc8e-0feba570a6e7', 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a', 'admin_state_up': True, 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'security_groups': ['41b9d41d-2358-4780-8156-f64f23a4dfcf']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:40:04.117724 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a1735-e11c-4dff-a289-0de00d91efff None None] The sync data for ids ['fa5b41b4-c33c-4485-ad93-2fdee5238fd7'] in n-d-829866-5 is: [{'id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245445528', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:40:01Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '38295d8d-41f4-4692-9cb2-d9143e9c6706', 'name': '', 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:40:30:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '7e46fb4c-259a-4f7d-b551-3dc809d9b0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:00Z', 'updated_at': '2022-02-20T06:40:03Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '7e46fb4c-259a-4f7d-b551-3dc809d9b0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:40:04.189286 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-39cc97eb-0c1b-48ac-956f-312c1b135919 None None] Current status of the port 38295d8d-41f4-4692-9cb2-d9143e9c6706 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:40:04.250650 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-351afd40-a689-4971-949e-2748da7e00bd tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Made reservation on behalf of 29738fe01ec14391bcdfc8ef81a7e58b for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:40:04.254000 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-351afd40-a689-4971-949e-2748da7e00bd tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:04.490188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 125d6a46-09d6-48c9-9e03-70807dc82bf8 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:40:04.553602 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 125d6a46-09d6-48c9-9e03-70807dc82bf8 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:40:04.553974 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (125d6a46-09d6-48c9-9e03-70807dc82bf8), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:04.646582 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 125d6a46-09d6-48c9-9e03-70807dc82bf8 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:40:04.648038 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 38295d8d-41f4-4692-9cb2-d9143e9c6706 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:40:04.696794 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 38295d8d-41f4-4692-9cb2-d9143e9c6706 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:40:04.697175 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (38295d8d-41f4-4692-9cb2-d9143e9c6706), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:04.708045 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-351afd40-a689-4971-949e-2748da7e00bd tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Allocated IP 172.20.0.6 (9b576ce3-603a-406f-9371-7ba6ba63551a/7e46fb4c-259a-4f7d-b551-3dc809d9b0c2/72d798e7-fb82-4de9-ab72-36f84d4247ec) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:40:04.781827 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 38295d8d-41f4-4692-9cb2-d9143e9c6706 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:40:04.782816 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 86895c7a-d47a-40dd-ad4b-07c29af866be up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:40:04.830466 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 86895c7a-d47a-40dd-ad4b-07c29af866be triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:40:04.830851 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (86895c7a-d47a-40dd-ad4b-07c29af866be), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:04.859990 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-351afd40-a689-4971-949e-2748da7e00bd tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (72d798e7-fb82-4de9-ab72-36f84d4247ec), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:04.905394 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-351afd40-a689-4971-949e-2748da7e00bd tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (72d798e7-fb82-4de9-ab72-36f84d4247ec), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:04.915687 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 86895c7a-d47a-40dd-ad4b-07c29af866be is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:40:04.950923 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-351afd40-a689-4971-949e-2748da7e00bd tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network 9b576ce3-603a-406f-9371-7ba6ba63551a is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:40:04.954060 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-351afd40-a689-4971-949e-2748da7e00bd tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:40:04.960711 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-351afd40-a689-4971-949e-2748da7e00bd tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:40:04.989267 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351afd40-a689-4971-949e-2748da7e00bd tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=72d798e7-fb82-4de9-ab72-36f84d4247ec,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:05.029842 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-351afd40-a689-4971-949e-2748da7e00bd tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:05.030505 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-351afd40-a689-4971-949e-2748da7e00bd tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:05.049738 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-351afd40-a689-4971-949e-2748da7e00bd tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9362602 Feb 20 06:40:05.104528 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-a66bae52-47e9-41d0-a0a0-7980057451b0 service neutron] Request body: {'port': {'device_id': '4cfbbada-c7bf-43f6-bc8e-0feba570a6e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:40:05.183111 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-a66bae52-47e9-41d0-a0a0-7980057451b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (72d798e7-fb82-4de9-ab72-36f84d4247ec), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:05.217966 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b2540a0c-eb5d-4e30-856b-97b369ca324f None None] Provisioning complete for port 72d798e7-fb82-4de9-ab72-36f84d4247ec triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:40:05.219011 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b2540a0c-eb5d-4e30-856b-97b369ca324f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (72d798e7-fb82-4de9-ab72-36f84d4247ec), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:05.244177 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7034720-f8a9-459a-b605-732f2e991f6c req-aa14ed83-ae8a-4848-ad0b-5257c8edbfdb tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:05.249058 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a7034720-f8a9-459a-b605-732f2e991f6c req-aa14ed83-ae8a-4848-ad0b-5257c8edbfdb tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7 HTTP/1.1" status: 200 len: 931 time: 0.0692492 Feb 20 06:40:05.258335 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b2540a0c-eb5d-4e30-856b-97b369ca324f None None] Port 72d798e7-fb82-4de9-ab72-36f84d4247ec cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:40:05.303943 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a7034720-f8a9-459a-b605-732f2e991f6c req-b3e607b2-abde-47ff-82c8-8c588a40ac54 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=41b9d41d-2358-4780-8156-f64f23a4dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513341 Feb 20 06:40:05.474883 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-a66bae52-47e9-41d0-a0a0-7980057451b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d798e7-fb82-4de9-ab72-36f84d4247ec {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:40:05.482111 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-a66bae52-47e9-41d0-a0a0-7980057451b0 service neutron] Publish callbacks [] for port (72d798e7-fb82-4de9-ab72-36f84d4247ec), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:05.494632 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-a66bae52-47e9-41d0-a0a0-7980057451b0 service neutron] Transition to ACTIVE for port object 72d798e7-fb82-4de9-ab72-36f84d4247ec will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:40:05.498104 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-a66bae52-47e9-41d0-a0a0-7980057451b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (72d798e7-fb82-4de9-ab72-36f84d4247ec), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:05.563802 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66bae52-47e9-41d0-a0a0-7980057451b0 service neutron] Pushing event updated for resources: {'Port': ['ID=72d798e7-fb82-4de9-ab72-36f84d4247ec,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:05.619074 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-a66bae52-47e9-41d0-a0a0-7980057451b0 service neutron] Attempting to bind port 72d798e7-fb82-4de9-ab72-36f84d4247ec on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:40:05.619417 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-a66bae52-47e9-41d0-a0a0-7980057451b0 service neutron] Attempting to bind port 72d798e7-fb82-4de9-ab72-36f84d4247ec by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': 'f74ff06f-cb02-4460-a19f-58aa839cde82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:40:05.619752 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-a66bae52-47e9-41d0-a0a0-7980057451b0 service neutron] Attempting to bind port 72d798e7-fb82-4de9-ab72-36f84d4247ec on network 9b576ce3-603a-406f-9371-7ba6ba63551a {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:40:05.624505 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-a66bae52-47e9-41d0-a0a0-7980057451b0 service neutron] Port 72d798e7-fb82-4de9-ab72-36f84d4247ec on network 9b576ce3-603a-406f-9371-7ba6ba63551a not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:40:05.624832 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-a66bae52-47e9-41d0-a0a0-7980057451b0 service neutron] Attempting to bind port 72d798e7-fb82-4de9-ab72-36f84d4247ec on network 9b576ce3-603a-406f-9371-7ba6ba63551a {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:40:05.629869 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-a66bae52-47e9-41d0-a0a0-7980057451b0 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:40:05.630210 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-a66bae52-47e9-41d0-a0a0-7980057451b0 service neutron] Checking segment: {'id': 'f74ff06f-cb02-4460-a19f-58aa839cde82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:40:05.630599 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-a66bae52-47e9-41d0-a0a0-7980057451b0 service neutron] Bound using segment: {'id': 'f74ff06f-cb02-4460-a19f-58aa839cde82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:40:05.631076 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-a66bae52-47e9-41d0-a0a0-7980057451b0 service neutron] Bound port: 72d798e7-fb82-4de9-ab72-36f84d4247ec, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f74ff06f-cb02-4460-a19f-58aa839cde82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:40:05.631437 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-a66bae52-47e9-41d0-a0a0-7980057451b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (72d798e7-fb82-4de9-ab72-36f84d4247ec), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:05.697097 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-a66bae52-47e9-41d0-a0a0-7980057451b0 service neutron] For port 72d798e7-fb82-4de9-ab72-36f84d4247ec, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:40:05.700167 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-a66bae52-47e9-41d0-a0a0-7980057451b0 service neutron] For port 72d798e7-fb82-4de9-ab72-36f84d4247ec, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=72d798e7-fb82-4de9-ab72-36f84d4247ec,segment=NetworkSegment(f74ff06f-cb02-4460-a19f-58aa839cde82),segment_id=f74ff06f-cb02-4460-a19f-58aa839cde82)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:40:05.706874 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-a66bae52-47e9-41d0-a0a0-7980057451b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (72d798e7-fb82-4de9-ab72-36f84d4247ec), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:05.744119 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-a66bae52-47e9-41d0-a0a0-7980057451b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:05.744805 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-a66bae52-47e9-41d0-a0a0-7980057451b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:05.746115 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-a66bae52-47e9-41d0-a0a0-7980057451b0 service neutron] 10.222.0.48 "PUT /v2.0/ports/72d798e7-fb82-4de9-ab72-36f84d4247ec HTTP/1.1" status: 200 len: 1091 time: 0.6893077 Feb 20 06:40:05.746560 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cfbbada-c7bf-43f6-bc8e-0feba570a6e7', 'tag': '72d798e7-fb82-4de9-ab72-36f84d4247ec'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:40:05.748929 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edb88f2-4062-4046-91dc-3bab4dca5c38" -d '{"events": [{"name": "network-changed", "server_uuid": "4cfbbada-c7bf-43f6-bc8e-0feba570a6e7", "tag": "72d798e7-fb82-4de9-ab72-36f84d4247ec"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:40:05.778790 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66bae52-47e9-41d0-a0a0-7980057451b0 service neutron] Pushing event updated for resources: {'Port': ['ID=72d798e7-fb82-4de9-ab72-36f84d4247ec,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:05.805054 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db23d514-ce78-4f59-b193-4f781e357fb4 x-openstack-request-id: req-db23d514-ce78-4f59-b193-4f781e357fb4 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:40:05.805296 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cfbbada-c7bf-43f6-bc8e-0feba570a6e7", "tag": "72d798e7-fb82-4de9-ab72-36f84d4247ec", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:40:05.805554 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db23d514-ce78-4f59-b193-4f781e357fb4 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:40:05.806045 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cfbbada-c7bf-43f6-bc8e-0feba570a6e7', 'tag': '72d798e7-fb82-4de9-ab72-36f84d4247ec', 'status': 'completed', 'code': 200} Feb 20 06:40:05.852034 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-8f6fe6c0-4bce-442c-8485-d6ece9fda5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:05.853561 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-8f6fe6c0-4bce-442c-8485-d6ece9fda5d5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7 HTTP/1.1" status: 200 len: 1125 time: 0.0466945 Feb 20 06:40:05.900649 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-c3e0bfba-8c1d-4f4e-b585-86f5f19c0ef3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72d798e7-fb82-4de9-ab72-36f84d4247ec HTTP/1.1" status: 200 len: 217 time: 0.0397205 Feb 20 06:40:05.948623 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-60ff9795-b27a-49fd-be97-d0fd6a53ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:05.950095 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-60ff9795-b27a-49fd-be97-d0fd6a53ae27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e46fb4c-259a-4f7d-b551-3dc809d9b0c2 HTTP/1.1" status: 200 len: 834 time: 0.0442231 Feb 20 06:40:06.001153 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-574c767a-624e-4854-b616-caf6c5697704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:06.002670 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-574c767a-624e-4854-b616-caf6c5697704 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b576ce3-603a-406f-9371-7ba6ba63551a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456507 Feb 20 06:40:06.093302 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-22e7ac2c-4dce-4bf2-93f1-97f498841253 service neutron] 10.222.0.48 "GET /v2.0/networks/9b576ce3-603a-406f-9371-7ba6ba63551a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841525 Feb 20 06:40:06.181608 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-55d33b49-792a-48c2-a4d4-5e0311a35ecc req-376fc2f7-5f5a-48ea-a617-1f94e9375219 service neutron] 10.222.0.48 "GET /v2.0/networks/9b576ce3-603a-406f-9371-7ba6ba63551a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803151 Feb 20 06:40:06.276503 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb88f2-4062-4046-91dc-3bab4dca5c38 req-b38c88e0-e673-4934-ad95-077c78d4fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:06.278001 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4edb88f2-4062-4046-91dc-3bab4dca5c38 req-b38c88e0-e673-4934-ad95-077c78d4fbe1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7 HTTP/1.1" status: 200 len: 1125 time: 0.0505838 Feb 20 06:40:06.365843 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb88f2-4062-4046-91dc-3bab4dca5c38 req-12e1842e-fb66-465c-832b-27eb89fbc984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:06.367742 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4edb88f2-4062-4046-91dc-3bab4dca5c38 req-12e1842e-fb66-465c-832b-27eb89fbc984 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b576ce3-603a-406f-9371-7ba6ba63551a HTTP/1.1" status: 200 len: 895 time: 0.0842321 Feb 20 06:40:06.412273 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4edb88f2-4062-4046-91dc-3bab4dca5c38 req-f0f61b7e-2e0b-4877-861b-50388b3e2cc7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72d798e7-fb82-4de9-ab72-36f84d4247ec HTTP/1.1" status: 200 len: 217 time: 0.0387363 Feb 20 06:40:06.423997 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24087fdd-fd07-4b49-9234-60e7cf210cbe req-8d793b7c-cdcb-4a1d-ab0c-12c7a1a7ba8a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:06.425470 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-24087fdd-fd07-4b49-9234-60e7cf210cbe req-8d793b7c-cdcb-4a1d-ab0c-12c7a1a7ba8a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7 HTTP/1.1" status: 200 len: 943 time: 0.0510297 Feb 20 06:40:06.459889 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb88f2-4062-4046-91dc-3bab4dca5c38 req-5dda88e0-1fb6-4e42-8f39-32f8a45dc68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:06.461353 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4edb88f2-4062-4046-91dc-3bab4dca5c38 req-5dda88e0-1fb6-4e42-8f39-32f8a45dc68d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e46fb4c-259a-4f7d-b551-3dc809d9b0c2 HTTP/1.1" status: 200 len: 834 time: 0.0438130 Feb 20 06:40:06.477651 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-24087fdd-fd07-4b49-9234-60e7cf210cbe req-4c13b480-ce5d-4acd-b58f-bde93c3e1457 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=41b9d41d-2358-4780-8156-f64f23a4dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457129 Feb 20 06:40:06.511663 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb88f2-4062-4046-91dc-3bab4dca5c38 req-ad11d521-fa92-4d71-8760-cc1bd7e68ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:06.513179 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4edb88f2-4062-4046-91dc-3bab4dca5c38 req-ad11d521-fa92-4d71-8760-cc1bd7e68ec8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b576ce3-603a-406f-9371-7ba6ba63551a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451989 Feb 20 06:40:06.605299 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4edb88f2-4062-4046-91dc-3bab4dca5c38 req-83962ef7-fdf4-4b0a-8cba-a66dee0bf79e service neutron] 10.222.0.48 "GET /v2.0/networks/9b576ce3-603a-406f-9371-7ba6ba63551a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840642 Feb 20 06:40:06.694347 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4edb88f2-4062-4046-91dc-3bab4dca5c38 req-cd7d56b4-6a02-49d6-92aa-5beb412b1127 service neutron] 10.222.0.48 "GET /v2.0/networks/9b576ce3-603a-406f-9371-7ba6ba63551a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814137 Feb 20 06:40:07.305339 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 72d798e7-fb82-4de9-ab72-36f84d4247ec details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:40:07.402179 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 72d798e7-fb82-4de9-ab72-36f84d4247ec, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=72d798e7-fb82-4de9-ab72-36f84d4247ec,segment=NetworkSegment(f74ff06f-cb02-4460-a19f-58aa839cde82),segment_id=f74ff06f-cb02-4460-a19f-58aa839cde82)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:40:07.413681 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '72d798e7-fb82-4de9-ab72-36f84d4247ec', 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a', 'port_id': '72d798e7-fb82-4de9-ab72-36f84d4247ec', 'mac_address': 'fa:16:3e:76:97:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e46fb4c-259a-4f7d-b551-3dc809d9b0c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:40:07.449212 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 72d798e7-fb82-4de9-ab72-36f84d4247ec is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:40:07.449601 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (72d798e7-fb82-4de9-ab72-36f84d4247ec), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:07.462188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d798e7-fb82-4de9-ab72-36f84d4247ec {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:40:07.481255 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 72d798e7-fb82-4de9-ab72-36f84d4247ec, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=72d798e7-fb82-4de9-ab72-36f84d4247ec,segment=NetworkSegment(f74ff06f-cb02-4460-a19f-58aa839cde82),segment_id=f74ff06f-cb02-4460-a19f-58aa839cde82)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:40:07.485827 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (72d798e7-fb82-4de9-ab72-36f84d4247ec), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:07.531610 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=72d798e7-fb82-4de9-ab72-36f84d4247ec,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:07.596788 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e60d4d-f312-4131-996e-7da35465e77b req-4dfcdceb-8eb0-4a52-99ab-a0af8b7862cf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:07.598319 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-56e60d4d-f312-4131-996e-7da35465e77b req-4dfcdceb-8eb0-4a52-99ab-a0af8b7862cf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7 HTTP/1.1" status: 200 len: 944 time: 0.0529251 Feb 20 06:40:07.647075 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-56e60d4d-f312-4131-996e-7da35465e77b req-cf334d86-2fac-4901-b55b-4fbef81b6125 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=41b9d41d-2358-4780-8156-f64f23a4dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430646 Feb 20 06:40:07.715676 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['72d798e7-fb82-4de9-ab72-36f84d4247ec'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:40:08.765682 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9466a0-1982-4f46-94df-ac71644b007e req-60fed1ce-d54d-4459-a9cd-a2c0e76bb68f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:08.767166 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c9466a0-1982-4f46-94df-ac71644b007e req-60fed1ce-d54d-4459-a9cd-a2c0e76bb68f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7 HTTP/1.1" status: 200 len: 944 time: 0.0522504 Feb 20 06:40:08.815458 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4c9466a0-1982-4f46-94df-ac71644b007e req-b94ee5da-65e4-49a3-8f57-9aff2bdf3fbc tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=41b9d41d-2358-4780-8156-f64f23a4dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426555 Feb 20 06:40:09.340297 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 72d798e7-fb82-4de9-ab72-36f84d4247ec up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:40:09.387611 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 72d798e7-fb82-4de9-ab72-36f84d4247ec completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:40:09.392118 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 72d798e7-fb82-4de9-ab72-36f84d4247ec triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:40:09.392489 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (72d798e7-fb82-4de9-ab72-36f84d4247ec), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:09.468874 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 72d798e7-fb82-4de9-ab72-36f84d4247ec is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:40:09.469254 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (72d798e7-fb82-4de9-ab72-36f84d4247ec), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:09.490438 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfbbada-c7bf-43f6-bc8e-0feba570a6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d798e7-fb82-4de9-ab72-36f84d4247ec'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:40:09.493109 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3eb425c-40cf-40cd-a21a-81ad7322d7b5" -d '{"events": [{"server_uuid": "4cfbbada-c7bf-43f6-bc8e-0feba570a6e7", "name": "network-vif-plugged", "status": "completed", "tag": "72d798e7-fb82-4de9-ab72-36f84d4247ec"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:40:09.505515 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 72d798e7-fb82-4de9-ab72-36f84d4247ec, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=72d798e7-fb82-4de9-ab72-36f84d4247ec,segment=NetworkSegment(f74ff06f-cb02-4460-a19f-58aa839cde82),segment_id=f74ff06f-cb02-4460-a19f-58aa839cde82)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:40:09.509384 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (72d798e7-fb82-4de9-ab72-36f84d4247ec), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:09.561649 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=72d798e7-fb82-4de9-ab72-36f84d4247ec,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:09.579431 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692bf955-18c6-4ef1-b6e0-a2c02faa62ad x-openstack-request-id: req-692bf955-18c6-4ef1-b6e0-a2c02faa62ad {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:40:09.579760 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cfbbada-c7bf-43f6-bc8e-0feba570a6e7", "name": "network-vif-plugged", "status": "completed", "tag": "72d798e7-fb82-4de9-ab72-36f84d4247ec", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:40:09.580020 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-692bf955-18c6-4ef1-b6e0-a2c02faa62ad {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:40:09.580425 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfbbada-c7bf-43f6-bc8e-0feba570a6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d798e7-fb82-4de9-ab72-36f84d4247ec', 'code': 200} Feb 20 06:40:09.677204 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53c3fd-688d-4df2-9dfd-c58f9dc090ab req-126904a4-0dd2-45ac-ba10-2aede5954fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:09.678677 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0c53c3fd-688d-4df2-9dfd-c58f9dc090ab req-126904a4-0dd2-45ac-ba10-2aede5954fae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7 HTTP/1.1" status: 200 len: 1127 time: 0.0437391 Feb 20 06:40:09.723604 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0c53c3fd-688d-4df2-9dfd-c58f9dc090ab req-0b2b3d02-bba9-4379-8b36-86c81cfdf115 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=41b9d41d-2358-4780-8156-f64f23a4dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393610 Feb 20 06:40:09.940031 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596fc73-c7b6-4068-a268-5bd1a795a0a3 req-eb735217-61ca-40fa-8242-de664558c346 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:09.941407 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c596fc73-c7b6-4068-a268-5bd1a795a0a3 req-eb735217-61ca-40fa-8242-de664558c346 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0588069 Feb 20 06:40:09.989161 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c596fc73-c7b6-4068-a268-5bd1a795a0a3 req-532c2400-7709-4b27-bc82-4036c9de48d5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=41b9d41d-2358-4780-8156-f64f23a4dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421119 Feb 20 06:40:11.108140 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe3544-59b7-4508-9f56-15fe5f73dced req-740576d6-82f5-4ee4-a873-cea4aa5e492f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:11.109579 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-34fe3544-59b7-4508-9f56-15fe5f73dced req-740576d6-82f5-4ee4-a873-cea4aa5e492f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0513783 Feb 20 06:40:11.156998 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-34fe3544-59b7-4508-9f56-15fe5f73dced req-eca4b23d-6df0-498f-944a-8fadf8b75906 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=41b9d41d-2358-4780-8156-f64f23a4dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418229 Feb 20 06:40:11.270493 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1afe87-d75e-48b2-a8ce-fe5024ff6942 req-07b991ab-f556-4024-8bd6-a977069bb181 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:11.271869 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d1afe87-d75e-48b2-a8ce-fe5024ff6942 req-07b991ab-f556-4024-8bd6-a977069bb181 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0515003 Feb 20 06:40:11.322225 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3d1afe87-d75e-48b2-a8ce-fe5024ff6942 req-8b9c1a70-6c1e-4ea1-9bca-6974e7ed9c8f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=41b9d41d-2358-4780-8156-f64f23a4dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448346 Feb 20 06:40:11.348399 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54512) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:40:11.394778 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970ac48f-7eaa-470d-8c35-274125b82429 tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:11.396316 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-970ac48f-7eaa-470d-8c35-274125b82429 tempest-TestNetworkAdvancedServerOps-158258734 tempest-TestNetworkAdvancedServerOps-158258734-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7 HTTP/1.1" status: 200 len: 1122 time: 0.0472004 Feb 20 06:40:11.399096 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54514) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:40:11.403191 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-ea60e51e-94c1-4786-9214-0f21fca049d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'port_id': '72d798e7-fb82-4de9-ab72-36f84d4247ec', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:40:11.423861 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ea60e51e-94c1-4786-9214-0f21fca049d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:11.517901 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ea60e51e-94c1-4786-9214-0f21fca049d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:11.621310 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-ea60e51e-94c1-4786-9214-0f21fca049d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Allocated IP 172.25.3.35 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/5863047e-2ed2-45cc-be96-0408871fd58f) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:40:11.720851 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ea60e51e-94c1-4786-9214-0f21fca049d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (5863047e-2ed2-45cc-be96-0408871fd58f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:11.754168 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ea60e51e-94c1-4786-9214-0f21fca049d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (5863047e-2ed2-45cc-be96-0408871fd58f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:11.794767 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea60e51e-94c1-4786-9214-0f21fca049d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:40:11.798048 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-ea60e51e-94c1-4786-9214-0f21fca049d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:40:11.803517 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea60e51e-94c1-4786-9214-0f21fca049d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:40:11.808821 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60e51e-94c1-4786-9214-0f21fca049d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=5863047e-2ed2-45cc-be96-0408871fd58f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:12.162548 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ea60e51e-94c1-4786-9214-0f21fca049d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for floatingip (265b85f9-33f9-4237-8adf-cd472e87b7b0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:12.262646 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dac1d550-159e-4799-883a-4c1c65caad94 req-0337bd87-2d12-4985-9ad5-6157bdbfaab1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773001 Feb 20 06:40:12.266701 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ea60e51e-94c1-4786-9214-0f21fca049d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5863047e-2ed2-45cc-be96-0408871fd58f), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:12.407515 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1d550-159e-4799-883a-4c1c65caad94 req-7e28c7b6-9d5e-4c5f-8907-36721caec8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:12.409037 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dac1d550-159e-4799-883a-4c1c65caad94 req-7e28c7b6-9d5e-4c5f-8907-36721caec8ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7 HTTP/1.1" status: 200 len: 1127 time: 0.1048555 Feb 20 06:40:12.504943 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ea60e51e-94c1-4786-9214-0f21fca049d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for port (5863047e-2ed2-45cc-be96-0408871fd58f), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:12.510418 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ea60e51e-94c1-4786-9214-0f21fca049d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (5863047e-2ed2-45cc-be96-0408871fd58f), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:12.589923 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1d550-159e-4799-883a-4c1c65caad94 req-b7c7f5ee-7c36-429a-b8dd-47652365eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:12.591404 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dac1d550-159e-4799-883a-4c1c65caad94 req-b7c7f5ee-7c36-429a-b8dd-47652365eb20 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b576ce3-603a-406f-9371-7ba6ba63551a HTTP/1.1" status: 200 len: 895 time: 0.1653461 Feb 20 06:40:12.599438 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60e51e-94c1-4786-9214-0f21fca049d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event updated for resources: {'Port': ['ID=5863047e-2ed2-45cc-be96-0408871fd58f,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:12.650842 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ea60e51e-94c1-4786-9214-0f21fca049d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (265b85f9-33f9-4237-8adf-cd472e87b7b0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:12.703368 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dac1d550-159e-4799-883a-4c1c65caad94 req-2317e65d-20a9-4054-8e43-ec8458a8e0a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72d798e7-fb82-4de9-ab72-36f84d4247ec HTTP/1.1" status: 200 len: 998 time: 0.1047926 Feb 20 06:40:12.797600 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1d550-159e-4799-883a-4c1c65caad94 req-1da6631f-989b-47d4-b7e0-406c353ada57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:12.799097 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dac1d550-159e-4799-883a-4c1c65caad94 req-1da6631f-989b-47d4-b7e0-406c353ada57 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e46fb4c-259a-4f7d-b551-3dc809d9b0c2 HTTP/1.1" status: 200 len: 834 time: 0.0899987 Feb 20 06:40:12.801758 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-ea60e51e-94c1-4786-9214-0f21fca049d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Floating IP 265b85f9-33f9-4237-8adf-cd472e87b7b0 associated. External IP: 172.25.3.35, port: 72d798e7-fb82-4de9-ab72-36f84d4247ec. Feb 20 06:40:12.918574 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1d550-159e-4799-883a-4c1c65caad94 req-ce321588-45db-4e87-aa3c-0fce1d322058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:12.920091 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dac1d550-159e-4799-883a-4c1c65caad94 req-ce321588-45db-4e87-aa3c-0fce1d322058 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b576ce3-603a-406f-9371-7ba6ba63551a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1159403 Feb 20 06:40:13.096794 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dac1d550-159e-4799-883a-4c1c65caad94 req-ba2a6ec3-2ab9-44dc-88c0-0a873106421f service neutron] 10.222.0.48 "GET /v2.0/networks/9b576ce3-603a-406f-9371-7ba6ba63551a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682575 Feb 20 06:40:13.165523 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea60e51e-94c1-4786-9214-0f21fca049d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Router fa5b41b4-c33c-4485-ad93-2fdee5238fd7 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:40:13.239851 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-dac1d550-159e-4799-883a-4c1c65caad94 req-11ab1de8-3690-4aa7-b1d6-3b4638775794 service neutron] 10.222.0.48 "GET /v2.0/networks/9b576ce3-603a-406f-9371-7ba6ba63551a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372542 Feb 20 06:40:13.300929 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea60e51e-94c1-4786-9214-0f21fca049d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:40:13.311039 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c13a63-5d74-4b7f-90df-6082e12eff4a None None] Sync routers for ids ['fa5b41b4-c33c-4485-ad93-2fdee5238fd7'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:40:13.317785 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ea60e51e-94c1-4786-9214-0f21fca049d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:13.320760 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c13a63-5d74-4b7f-90df-6082e12eff4a None None] Routers {'fa5b41b4-c33c-4485-ad93-2fdee5238fd7'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:40:13.321377 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-09c13a63-5d74-4b7f-90df-6082e12eff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:39:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa5b41b4-c33c-4485-ad93-2fdee5238fd7'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:40:13.347768 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ea60e51e-94c1-4786-9214-0f21fca049d0 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9476826 Feb 20 06:40:13.348372 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cfbbada-c7bf-43f6-bc8e-0feba570a6e7', 'tag': '72d798e7-fb82-4de9-ab72-36f84d4247ec'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:40:13.350614 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3190ce-45a4-4f91-898d-56779b407a10" -d '{"events": [{"name": "network-changed", "server_uuid": "4cfbbada-c7bf-43f6-bc8e-0feba570a6e7", "tag": "72d798e7-fb82-4de9-ab72-36f84d4247ec"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:40:13.433859 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-09c13a63-5d74-4b7f-90df-6082e12eff4a None None] Set router fa5b41b4-c33c-4485-ad93-2fdee5238fd7 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:40:13.447480 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a03734-4db1-439d-b918-698d238e7455 req-870c026f-afda-49ea-acd4-28df8f8b5555 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:13.448951 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-57a03734-4db1-439d-b918-698d238e7455 req-870c026f-afda-49ea-acd4-28df8f8b5555 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0516384 Feb 20 06:40:13.496939 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-57a03734-4db1-439d-b918-698d238e7455 req-7bc782a5-7160-48c8-94e9-707b16a603e3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=41b9d41d-2358-4780-8156-f64f23a4dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414877 Feb 20 06:40:13.519735 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54520) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:40:13.552882 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba8906e-0fa2-4990-aaa2-d4626901ab1b x-openstack-request-id: req-dba8906e-0fa2-4990-aaa2-d4626901ab1b {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:40:13.553369 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cfbbada-c7bf-43f6-bc8e-0feba570a6e7", "tag": "72d798e7-fb82-4de9-ab72-36f84d4247ec", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:40:13.553476 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dba8906e-0fa2-4990-aaa2-d4626901ab1b {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:40:13.553920 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cfbbada-c7bf-43f6-bc8e-0feba570a6e7', 'tag': '72d798e7-fb82-4de9-ab72-36f84d4247ec', 'status': 'completed', 'code': 200} Feb 20 06:40:13.586558 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1f7bfc2d-cafc-4052-9ac8-6408b9c1d1de tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/floatingips/265b85f9-33f9-4237-8adf-cd472e87b7b0 HTTP/1.1" status: 200 len: 990 time: 0.0656531 Feb 20 06:40:13.622047 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3190ce-45a4-4f91-898d-56779b407a10 req-5d792124-770e-4370-b5ef-45e259ca653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:13.623634 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e3190ce-45a4-4f91-898d-56779b407a10 req-5d792124-770e-4370-b5ef-45e259ca653c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7 HTTP/1.1" status: 200 len: 1127 time: 0.0497961 Feb 20 06:40:13.662955 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-09c13a63-5d74-4b7f-90df-6082e12eff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245445528', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:40:01Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '265b85f9-33f9-4237-8adf-cd472e87b7b0', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'floating_ip_address': '172.25.3.35', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'port_id': '72d798e7-fb82-4de9-ab72-36f84d4247ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a', 'mac_address': 'fa:16:3e:76:97:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfbbada-c7bf-43f6-bc8e-0feba570a6e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:40:12Z', 'updated_at': '2022-02-20T06:40:12Z', 'revision_number': 0, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38295d8d-41f4-4692-9cb2-d9143e9c6706', 'name': '', 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:40:30:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '7e46fb4c-259a-4f7d-b551-3dc809d9b0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:00Z', 'updated_at': '2022-02-20T06:40:03Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '7e46fb4c-259a-4f7d-b551-3dc809d9b0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:40:13.692773 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c13a63-5d74-4b7f-90df-6082e12eff4a None None] Checking router: fa5b41b4-c33c-4485-ad93-2fdee5238fd7 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:40:13.701071 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c13a63-5d74-4b7f-90df-6082e12eff4a None None] Routers {'fa5b41b4-c33c-4485-ad93-2fdee5238fd7'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:40:13.701715 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-09c13a63-5d74-4b7f-90df-6082e12eff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:39:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa5b41b4-c33c-4485-ad93-2fdee5238fd7'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:40:13.710574 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3190ce-45a4-4f91-898d-56779b407a10 req-140ab338-daa1-4642-a785-84595e706e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:13.712086 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e3190ce-45a4-4f91-898d-56779b407a10 req-140ab338-daa1-4642-a785-84595e706e2d service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b576ce3-603a-406f-9371-7ba6ba63551a HTTP/1.1" status: 200 len: 895 time: 0.0825243 Feb 20 06:40:13.780492 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e3190ce-45a4-4f91-898d-56779b407a10 req-ced6dd3d-3831-481f-a47c-79b1282a23a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72d798e7-fb82-4de9-ab72-36f84d4247ec HTTP/1.1" status: 200 len: 998 time: 0.0620811 Feb 20 06:40:13.813166 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-09c13a63-5d74-4b7f-90df-6082e12eff4a None None] Set router fa5b41b4-c33c-4485-ad93-2fdee5238fd7 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:40:13.828800 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3190ce-45a4-4f91-898d-56779b407a10 req-426ecab5-cde9-4567-81fd-cee968a58c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:13.830281 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e3190ce-45a4-4f91-898d-56779b407a10 req-426ecab5-cde9-4567-81fd-cee968a58c88 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e46fb4c-259a-4f7d-b551-3dc809d9b0c2 HTTP/1.1" status: 200 len: 834 time: 0.0448313 Feb 20 06:40:13.878338 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3190ce-45a4-4f91-898d-56779b407a10 req-3ba3bf8e-4565-4afb-bc95-14e1a67566f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:13.879882 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e3190ce-45a4-4f91-898d-56779b407a10 req-3ba3bf8e-4565-4afb-bc95-14e1a67566f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b576ce3-603a-406f-9371-7ba6ba63551a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440371 Feb 20 06:40:13.975551 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e3190ce-45a4-4f91-898d-56779b407a10 req-ddf0b4d9-e8e4-4194-9bc4-6bf44481288d service neutron] 10.222.0.48 "GET /v2.0/networks/9b576ce3-603a-406f-9371-7ba6ba63551a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902593 Feb 20 06:40:14.066442 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6e3190ce-45a4-4f91-898d-56779b407a10 req-35c64880-2182-4253-9cf4-7fbd44084df1 service neutron] 10.222.0.48 "GET /v2.0/networks/9b576ce3-603a-406f-9371-7ba6ba63551a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855768 Feb 20 06:40:14.200653 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-09c13a63-5d74-4b7f-90df-6082e12eff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245445528', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:40:01Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '265b85f9-33f9-4237-8adf-cd472e87b7b0', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'floating_ip_address': '172.25.3.35', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'port_id': '72d798e7-fb82-4de9-ab72-36f84d4247ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a', 'mac_address': 'fa:16:3e:76:97:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfbbada-c7bf-43f6-bc8e-0feba570a6e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:40:12Z', 'updated_at': '2022-02-20T06:40:12Z', 'revision_number': 0, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38295d8d-41f4-4692-9cb2-d9143e9c6706', 'name': '', 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:40:30:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '7e46fb4c-259a-4f7d-b551-3dc809d9b0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:00Z', 'updated_at': '2022-02-20T06:40:03Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '7e46fb4c-259a-4f7d-b551-3dc809d9b0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:40:14.229729 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c13a63-5d74-4b7f-90df-6082e12eff4a None None] The sync data for ids ['fa5b41b4-c33c-4485-ad93-2fdee5238fd7'] in n-d-829866-5 is: [{'id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245445528', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:40:01Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '265b85f9-33f9-4237-8adf-cd472e87b7b0', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'floating_ip_address': '172.25.3.35', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'port_id': '72d798e7-fb82-4de9-ab72-36f84d4247ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a', 'mac_address': 'fa:16:3e:76:97:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfbbada-c7bf-43f6-bc8e-0feba570a6e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:40:12Z', 'updated_at': '2022-02-20T06:40:12Z', 'revision_number': 0, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38295d8d-41f4-4692-9cb2-d9143e9c6706', 'name': '', 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:40:30:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '7e46fb4c-259a-4f7d-b551-3dc809d9b0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:00Z', 'updated_at': '2022-02-20T06:40:03Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '7e46fb4c-259a-4f7d-b551-3dc809d9b0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:40:14.429069 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c241392-dd7a-40d2-8845-8eeed8d2913f None None] New status for floating IP 265b85f9-33f9-4237-8adf-cd472e87b7b0: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:40:14.590455 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54522) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:40:14.656261 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a8628389-a003-4090-ab79-35cfd01e496e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/floatingips/265b85f9-33f9-4237-8adf-cd472e87b7b0 HTTP/1.1" status: 200 len: 992 time: 0.0644572 Feb 20 06:40:16.618376 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca2ef9ff-1de0-4ec2-a748-78f26a25a291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:19.056759 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1c231476-0a54-4930-8ccf-ef7e5c7e1c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:19.850677 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:21.656831 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:22.821388 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:23.560756 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:25.820019 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:36.004545 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:40:43.358462 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32ca95-0de7-41a1-8db5-7523081aa002 req-a5961178-bf0c-4fd6-a862-8eb582923cf6 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:43.359973 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8e32ca95-0de7-41a1-8db5-7523081aa002 req-a5961178-bf0c-4fd6-a862-8eb582923cf6 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0524998 Feb 20 06:40:43.408418 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8e32ca95-0de7-41a1-8db5-7523081aa002 req-bbc9d7a8-f7ca-42c6-8c48-e4c2a1462187 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=41b9d41d-2358-4780-8156-f64f23a4dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428178 Feb 20 06:40:44.528103 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cccb6-3990-4794-bd24-4d8daa009dab req-b9083be6-1db3-4fe2-b20b-5f47e37dad36 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:44.529570 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3c5cccb6-3990-4794-bd24-4d8daa009dab req-b9083be6-1db3-4fe2-b20b-5f47e37dad36 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0518334 Feb 20 06:40:44.576936 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3c5cccb6-3990-4794-bd24-4d8daa009dab req-abfc6d47-874c-43f4-bd73-2195e1928ccf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=41b9d41d-2358-4780-8156-f64f23a4dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418866 Feb 20 06:40:44.599763 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54538) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:40:44.662803 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fdd3952d-51a8-45f9-a161-bbfc8cdd7f02 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/floatingips/265b85f9-33f9-4237-8adf-cd472e87b7b0 HTTP/1.1" status: 200 len: 992 time: 0.0617790 Feb 20 06:40:45.934636 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32eab1e-af97-4f3b-8fd8-c7f88db203cf req-bf615a30-4cb1-4994-a34c-5f01cb1fd7da tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:45.936072 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d32eab1e-af97-4f3b-8fd8-c7f88db203cf req-bf615a30-4cb1-4994-a34c-5f01cb1fd7da tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0604973 Feb 20 06:40:45.945583 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebb6c7-d9ed-4831-a761-7a0a0351e415 req-a45b237a-3d03-4faa-a0a1-60eb86b713f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:45.947241 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cfebb6c7-d9ed-4831-a761-7a0a0351e415 req-a45b237a-3d03-4faa-a0a1-60eb86b713f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7 HTTP/1.1" status: 200 len: 1127 time: 0.0467632 Feb 20 06:40:45.985667 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d32eab1e-af97-4f3b-8fd8-c7f88db203cf req-8765d319-3d5c-4351-ac73-c10c6498f5de tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=41b9d41d-2358-4780-8156-f64f23a4dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432901 Feb 20 06:40:46.040781 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebb6c7-d9ed-4831-a761-7a0a0351e415 req-06aa2722-880f-49ee-830c-9b1748b632fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:46.042269 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cfebb6c7-d9ed-4831-a761-7a0a0351e415 req-06aa2722-880f-49ee-830c-9b1748b632fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b576ce3-603a-406f-9371-7ba6ba63551a HTTP/1.1" status: 200 len: 895 time: 0.0891733 Feb 20 06:40:46.106414 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cfebb6c7-d9ed-4831-a761-7a0a0351e415 req-c57d6ad1-a3c9-49fe-bafa-df90298094d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72d798e7-fb82-4de9-ab72-36f84d4247ec HTTP/1.1" status: 200 len: 1000 time: 0.0578389 Feb 20 06:40:46.158997 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebb6c7-d9ed-4831-a761-7a0a0351e415 req-c6b14957-1a2f-4559-a7bf-a131581fd1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:46.160757 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cfebb6c7-d9ed-4831-a761-7a0a0351e415 req-c6b14957-1a2f-4559-a7bf-a131581fd1a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e46fb4c-259a-4f7d-b551-3dc809d9b0c2 HTTP/1.1" status: 200 len: 834 time: 0.0486248 Feb 20 06:40:46.209100 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebb6c7-d9ed-4831-a761-7a0a0351e415 req-055f81a4-39c7-47e6-97b9-5a26e9857c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:46.210537 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cfebb6c7-d9ed-4831-a761-7a0a0351e415 req-055f81a4-39c7-47e6-97b9-5a26e9857c6a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b576ce3-603a-406f-9371-7ba6ba63551a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437503 Feb 20 06:40:46.298529 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cfebb6c7-d9ed-4831-a761-7a0a0351e415 req-18116f2f-5c8b-4cdb-bea9-2edbb270a7db service neutron] 10.222.0.48 "GET /v2.0/networks/9b576ce3-603a-406f-9371-7ba6ba63551a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819092 Feb 20 06:40:46.621841 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a786d912-726a-4d14-8ce6-ad62e1dfb9b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:46.686299 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cfebb6c7-d9ed-4831-a761-7a0a0351e415 req-246cb63c-b2b2-4f79-ab7b-f5a4b4ab7807 service neutron] 10.222.0.48 "GET /v2.0/networks/9b576ce3-603a-406f-9371-7ba6ba63551a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821735 Feb 20 06:40:47.108282 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c43dc3-e468-421c-8d38-a9a30430fb61 req-c6cb6e01-8c13-4810-9096-b25264d24b9e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:47.109746 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7c43dc3-e468-421c-8d38-a9a30430fb61 req-c6cb6e01-8c13-4810-9096-b25264d24b9e tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0530040 Feb 20 06:40:47.158636 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b7c43dc3-e468-421c-8d38-a9a30430fb61 req-2f1ae3d1-237e-41a3-9685-4222f0f56691 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=41b9d41d-2358-4780-8156-f64f23a4dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432575 Feb 20 06:40:48.277809 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45424d49-1788-4a4c-a377-47c03b7185e5 req-ff4c87b2-a542-470b-b7eb-fd5895511dcf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:48.279208 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-45424d49-1788-4a4c-a377-47c03b7185e5 req-ff4c87b2-a542-470b-b7eb-fd5895511dcf tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0518661 Feb 20 06:40:48.330767 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-45424d49-1788-4a4c-a377-47c03b7185e5 req-cf21d6fd-0545-4334-ab8d-6c14e32352f7 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=41b9d41d-2358-4780-8156-f64f23a4dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459747 Feb 20 06:40:48.352631 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54550) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:40:48.415293 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5ba870ec-08ae-4a7f-87bc-b4f84f332ad1 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/floatingips/265b85f9-33f9-4237-8adf-cd472e87b7b0 HTTP/1.1" status: 200 len: 992 time: 0.0615225 Feb 20 06:40:48.682456 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54556) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:40:48.841388 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-311e6af6-19ab-4ac1-a1d9-9a06a9059d82 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Deleting port 5863047e-2ed2-45cc-be96-0408871fd58f {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:40:48.841735 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-311e6af6-19ab-4ac1-a1d9-9a06a9059d82 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (5863047e-2ed2-45cc-be96-0408871fd58f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:48.918573 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-311e6af6-19ab-4ac1-a1d9-9a06a9059d82 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (5863047e-2ed2-45cc-be96-0408871fd58f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:48.918918 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-311e6af6-19ab-4ac1-a1d9-9a06a9059d82 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for floatingip (5863047e-2ed2-45cc-be96-0408871fd58f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:48.930710 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-311e6af6-19ab-4ac1-a1d9-9a06a9059d82 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Calling delete_port for 5863047e-2ed2-45cc-be96-0408871fd58f owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:40:49.059936 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-778c5179-4b65-44e5-a90e-2e277a48a64f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:49.077828 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-311e6af6-19ab-4ac1-a1d9-9a06a9059d82 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (5863047e-2ed2-45cc-be96-0408871fd58f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:49.102694 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e6af6-19ab-4ac1-a1d9-9a06a9059d82 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Port': ['ID=5863047e-2ed2-45cc-be96-0408871fd58f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:49.127371 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311e6af6-19ab-4ac1-a1d9-9a06a9059d82 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:49.127731 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311e6af6-19ab-4ac1-a1d9-9a06a9059d82 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:49.128078 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311e6af6-19ab-4ac1-a1d9-9a06a9059d82 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:49.128420 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311e6af6-19ab-4ac1-a1d9-9a06a9059d82 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:49.128756 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311e6af6-19ab-4ac1-a1d9-9a06a9059d82 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:49.129089 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311e6af6-19ab-4ac1-a1d9-9a06a9059d82 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:49.129422 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311e6af6-19ab-4ac1-a1d9-9a06a9059d82 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:49.129752 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311e6af6-19ab-4ac1-a1d9-9a06a9059d82 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:49.130079 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311e6af6-19ab-4ac1-a1d9-9a06a9059d82 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:49.130408 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311e6af6-19ab-4ac1-a1d9-9a06a9059d82 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:49.130736 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311e6af6-19ab-4ac1-a1d9-9a06a9059d82 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:49.131086 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311e6af6-19ab-4ac1-a1d9-9a06a9059d82 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:49.131410 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311e6af6-19ab-4ac1-a1d9-9a06a9059d82 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:49.171284 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-311e6af6-19ab-4ac1-a1d9-9a06a9059d82 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for floatingip (265b85f9-33f9-4237-8adf-cd472e87b7b0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:49.171617 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-311e6af6-19ab-4ac1-a1d9-9a06a9059d82 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Floating IP 265b85f9-33f9-4237-8adf-cd472e87b7b0 disassociated (deleted). External IP: 172.25.3.35, port: 72d798e7-fb82-4de9-ab72-36f84d4247ec. Feb 20 06:40:49.383384 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311e6af6-19ab-4ac1-a1d9-9a06a9059d82 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Router fa5b41b4-c33c-4485-ad93-2fdee5238fd7 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:40:49.494232 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311e6af6-19ab-4ac1-a1d9-9a06a9059d82 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:40:49.498939 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-311e6af6-19ab-4ac1-a1d9-9a06a9059d82 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:49.504183 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0960d18f-b6e8-4ea3-89d1-f6c270e1f7e1 None None] Sync routers for ids ['fa5b41b4-c33c-4485-ad93-2fdee5238fd7'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:40:49.513646 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0960d18f-b6e8-4ea3-89d1-f6c270e1f7e1 None None] Routers {'fa5b41b4-c33c-4485-ad93-2fdee5238fd7'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:40:49.514251 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0960d18f-b6e8-4ea3-89d1-f6c270e1f7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:40:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa5b41b4-c33c-4485-ad93-2fdee5238fd7'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:40:49.527280 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-311e6af6-19ab-4ac1-a1d9-9a06a9059d82 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "DELETE /v2.0/floatingips/265b85f9-33f9-4237-8adf-cd472e87b7b0 HTTP/1.1" status: 204 len: 168 time: 0.8437054 Feb 20 06:40:49.527868 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cfbbada-c7bf-43f6-bc8e-0feba570a6e7', 'tag': '72d798e7-fb82-4de9-ab72-36f84d4247ec'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:40:49.530238 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78934f98bf255cbf8729f55a3e84459a3773ac23536445eeb810cf99c856869a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5fee23-3cd0-4fc3-b71d-bc562c4855f4" -d '{"events": [{"name": "network-changed", "server_uuid": "4cfbbada-c7bf-43f6-bc8e-0feba570a6e7", "tag": "72d798e7-fb82-4de9-ab72-36f84d4247ec"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:40:49.624394 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-0960d18f-b6e8-4ea3-89d1-f6c270e1f7e1 None None] Set router fa5b41b4-c33c-4485-ad93-2fdee5238fd7 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:40:49.683664 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7009e80-90dc-4ac2-9f22-3c8e1855beaa x-openstack-request-id: req-a7009e80-90dc-4ac2-9f22-3c8e1855beaa {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:40:49.683959 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cfbbada-c7bf-43f6-bc8e-0feba570a6e7", "tag": "72d798e7-fb82-4de9-ab72-36f84d4247ec", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:40:49.684232 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a7009e80-90dc-4ac2-9f22-3c8e1855beaa {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:40:49.684659 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cfbbada-c7bf-43f6-bc8e-0feba570a6e7', 'tag': '72d798e7-fb82-4de9-ab72-36f84d4247ec', 'status': 'completed', 'code': 200} Feb 20 06:40:49.753112 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fee23-3cd0-4fc3-b71d-bc562c4855f4 req-a21f9c4a-55fa-469c-91c5-ec23d09749a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:49.754634 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5b5fee23-3cd0-4fc3-b71d-bc562c4855f4 req-a21f9c4a-55fa-469c-91c5-ec23d09749a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7 HTTP/1.1" status: 200 len: 1127 time: 0.0464776 Feb 20 06:40:49.787408 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd40bec-31d4-47ae-a866-3e7edb52c6e1 req-f72399c0-7b55-4eb3-9e48-c9a191220dc3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:49.788936 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3dd40bec-31d4-47ae-a866-3e7edb52c6e1 req-f72399c0-7b55-4eb3-9e48-c9a191220dc3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0610216 Feb 20 06:40:49.831561 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0960d18f-b6e8-4ea3-89d1-f6c270e1f7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245445528', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:40:01Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '38295d8d-41f4-4692-9cb2-d9143e9c6706', 'name': '', 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:40:30:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '7e46fb4c-259a-4f7d-b551-3dc809d9b0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:00Z', 'updated_at': '2022-02-20T06:40:03Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '7e46fb4c-259a-4f7d-b551-3dc809d9b0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:40:49.843464 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3dd40bec-31d4-47ae-a866-3e7edb52c6e1 req-cf078c17-8b94-4580-aeb0-ace71e6f80a2 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=41b9d41d-2358-4780-8156-f64f23a4dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478551 Feb 20 06:40:49.856589 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fee23-3cd0-4fc3-b71d-bc562c4855f4 req-c874cd4d-576c-4950-a529-7c0d48f17659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:49.858143 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5b5fee23-3cd0-4fc3-b71d-bc562c4855f4 req-c874cd4d-576c-4950-a529-7c0d48f17659 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b576ce3-603a-406f-9371-7ba6ba63551a HTTP/1.1" status: 200 len: 895 time: 0.0975571 Feb 20 06:40:49.879796 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0960d18f-b6e8-4ea3-89d1-f6c270e1f7e1 None None] Checking router: fa5b41b4-c33c-4485-ad93-2fdee5238fd7 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:40:49.890874 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:49.893143 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0960d18f-b6e8-4ea3-89d1-f6c270e1f7e1 None None] Routers {'fa5b41b4-c33c-4485-ad93-2fdee5238fd7'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:40:49.893757 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0960d18f-b6e8-4ea3-89d1-f6c270e1f7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:40:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa5b41b4-c33c-4485-ad93-2fdee5238fd7'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:40:49.900921 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5b5fee23-3cd0-4fc3-b71d-bc562c4855f4 req-56e03f79-046e-46c5-95c7-4b138e444bf9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72d798e7-fb82-4de9-ab72-36f84d4247ec HTTP/1.1" status: 200 len: 217 time: 0.0360312 Feb 20 06:40:49.948273 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fee23-3cd0-4fc3-b71d-bc562c4855f4 req-9fe363cb-590d-46e9-a465-37829b69d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:49.949721 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5b5fee23-3cd0-4fc3-b71d-bc562c4855f4 req-9fe363cb-590d-46e9-a465-37829b69d0ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e46fb4c-259a-4f7d-b551-3dc809d9b0c2 HTTP/1.1" status: 200 len: 834 time: 0.0415421 Feb 20 06:40:49.999229 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fee23-3cd0-4fc3-b71d-bc562c4855f4 req-514037f1-e887-48fc-a6c9-fd1baa96f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:50.000884 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5b5fee23-3cd0-4fc3-b71d-bc562c4855f4 req-514037f1-e887-48fc-a6c9-fd1baa96f4a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b576ce3-603a-406f-9371-7ba6ba63551a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439584 Feb 20 06:40:50.004432 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-0960d18f-b6e8-4ea3-89d1-f6c270e1f7e1 None None] Set router fa5b41b4-c33c-4485-ad93-2fdee5238fd7 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:40:50.092011 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5b5fee23-3cd0-4fc3-b71d-bc562c4855f4 req-d25068cd-2825-447a-afc3-53d1404fdc82 service neutron] 10.222.0.48 "GET /v2.0/networks/9b576ce3-603a-406f-9371-7ba6ba63551a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844846 Feb 20 06:40:50.184128 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5b5fee23-3cd0-4fc3-b71d-bc562c4855f4 req-3fde492a-3d8f-4ad1-b306-ab0d4c777784 service neutron] 10.222.0.48 "GET /v2.0/networks/9b576ce3-603a-406f-9371-7ba6ba63551a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859578 Feb 20 06:40:50.205911 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-0960d18f-b6e8-4ea3-89d1-f6c270e1f7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245445528', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:40:01Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '38295d8d-41f4-4692-9cb2-d9143e9c6706', 'name': '', 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:40:30:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '7e46fb4c-259a-4f7d-b551-3dc809d9b0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:00Z', 'updated_at': '2022-02-20T06:40:03Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '7e46fb4c-259a-4f7d-b551-3dc809d9b0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:40:50.232765 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0960d18f-b6e8-4ea3-89d1-f6c270e1f7e1 None None] The sync data for ids ['fa5b41b4-c33c-4485-ad93-2fdee5238fd7'] in n-d-829866-5 is: [{'id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245445528', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:40:01Z', 'revision_number': 4, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '38295d8d-41f4-4692-9cb2-d9143e9c6706', 'name': '', 'network_id': '9b576ce3-603a-406f-9371-7ba6ba63551a', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'mac_address': 'fa:16:3e:40:30:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '7e46fb4c-259a-4f7d-b551-3dc809d9b0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:00Z', 'updated_at': '2022-02-20T06:40:03Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'subnets': [{'id': '7e46fb4c-259a-4f7d-b551-3dc809d9b0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:40:50.457245 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0d8c88-2349-4a6e-a811-319a599d03a9 None None] New status for floating IP 265b85f9-33f9-4237-8adf-cd472e87b7b0: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:40:50.963422 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ef02b-44e9-4561-a555-94976095fcfd req-1666aaa7-f50d-4da5-b937-484b1caa6cdc tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:50.964900 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-de2ef02b-44e9-4561-a555-94976095fcfd req-1666aaa7-f50d-4da5-b937-484b1caa6cdc tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0520773 Feb 20 06:40:51.012657 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-de2ef02b-44e9-4561-a555-94976095fcfd req-106319b9-95f3-46fd-822e-0e930ec85cc5 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/security-groups?id=41b9d41d-2358-4780-8156-f64f23a4dfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421710 Feb 20 06:40:51.372591 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306d507-05a2-4c61-891a-a941d62c6bf4 req-c3ae07b7-8e87-4437-8845-d4ffc08f2f94 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:51.374046 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1306d507-05a2-4c61-891a-a941d62c6bf4 req-c3ae07b7-8e87-4437-8845-d4ffc08f2f94 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0560498 Feb 20 06:40:51.462345 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-1306d507-05a2-4c61-891a-a941d62c6bf4 req-3c99893d-243d-4091-9c6d-4ce0d1a52b83 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Deleting port 72d798e7-fb82-4de9-ab72-36f84d4247ec {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:40:51.462690 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1306d507-05a2-4c61-891a-a941d62c6bf4 req-3c99893d-243d-4091-9c6d-4ce0d1a52b83 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (72d798e7-fb82-4de9-ab72-36f84d4247ec), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:51.552150 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-1306d507-05a2-4c61-891a-a941d62c6bf4 req-3c99893d-243d-4091-9c6d-4ce0d1a52b83 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] For port 72d798e7-fb82-4de9-ab72-36f84d4247ec, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=72d798e7-fb82-4de9-ab72-36f84d4247ec,segment=NetworkSegment(f74ff06f-cb02-4460-a19f-58aa839cde82),segment_id=f74ff06f-cb02-4460-a19f-58aa839cde82)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:40:51.552508 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1306d507-05a2-4c61-891a-a941d62c6bf4 req-3c99893d-243d-4091-9c6d-4ce0d1a52b83 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (72d798e7-fb82-4de9-ab72-36f84d4247ec), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:51.564700 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-1306d507-05a2-4c61-891a-a941d62c6bf4 req-3c99893d-243d-4091-9c6d-4ce0d1a52b83 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Calling delete_port for 72d798e7-fb82-4de9-ab72-36f84d4247ec owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:40:51.663009 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:51.696354 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1306d507-05a2-4c61-891a-a941d62c6bf4 req-3c99893d-243d-4091-9c6d-4ce0d1a52b83 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (72d798e7-fb82-4de9-ab72-36f84d4247ec), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:51.724641 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99893d-243d-4091-9c6d-4ce0d1a52b83 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Port': ['ID=72d798e7-fb82-4de9-ab72-36f84d4247ec,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:51.752955 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c99893d-243d-4091-9c6d-4ce0d1a52b83 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:51.753307 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c99893d-243d-4091-9c6d-4ce0d1a52b83 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:51.753654 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c99893d-243d-4091-9c6d-4ce0d1a52b83 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:51.753994 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c99893d-243d-4091-9c6d-4ce0d1a52b83 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:51.754326 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c99893d-243d-4091-9c6d-4ce0d1a52b83 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:51.754659 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c99893d-243d-4091-9c6d-4ce0d1a52b83 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:51.755012 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c99893d-243d-4091-9c6d-4ce0d1a52b83 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:51.755344 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c99893d-243d-4091-9c6d-4ce0d1a52b83 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:51.755669 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c99893d-243d-4091-9c6d-4ce0d1a52b83 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:51.755996 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c99893d-243d-4091-9c6d-4ce0d1a52b83 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:51.756319 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c99893d-243d-4091-9c6d-4ce0d1a52b83 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:51.756642 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c99893d-243d-4091-9c6d-4ce0d1a52b83 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:51.756961 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c99893d-243d-4091-9c6d-4ce0d1a52b83 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:51.776077 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-1306d507-05a2-4c61-891a-a941d62c6bf4 req-3c99893d-243d-4091-9c6d-4ce0d1a52b83 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] No DVR routers for this DVR port 72d798e7-fb82-4de9-ab72-36f84d4247ec on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:40:51.778392 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-1306d507-05a2-4c61-891a-a941d62c6bf4 req-3c99893d-243d-4091-9c6d-4ce0d1a52b83 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:51.782219 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1306d507-05a2-4c61-891a-a941d62c6bf4 req-3c99893d-243d-4091-9c6d-4ce0d1a52b83 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.48 "DELETE /v2.0/ports/72d798e7-fb82-4de9-ab72-36f84d4247ec HTTP/1.1" status: 204 len: 173 time: 0.4022324 Feb 20 06:40:51.782651 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfbbada-c7bf-43f6-bc8e-0feba570a6e7', 'name': 'network-vif-deleted', 'tag': '72d798e7-fb82-4de9-ab72-36f84d4247ec'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:40:51.784895 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c476b81-a527-4cdd-8adb-544c9c5b7749" -d '{"events": [{"server_uuid": "4cfbbada-c7bf-43f6-bc8e-0feba570a6e7", "name": "network-vif-deleted", "tag": "72d798e7-fb82-4de9-ab72-36f84d4247ec"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:40:51.821334 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50866239-dc93-467b-b906-24ee1af459a7 x-openstack-request-id: req-50866239-dc93-467b-b906-24ee1af459a7 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:40:51.821635 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cfbbada-c7bf-43f6-bc8e-0feba570a6e7", "name": "network-vif-deleted", "tag": "72d798e7-fb82-4de9-ab72-36f84d4247ec", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:40:51.821914 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50866239-dc93-467b-b906-24ee1af459a7 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:40:51.822328 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfbbada-c7bf-43f6-bc8e-0feba570a6e7', 'name': 'network-vif-deleted', 'tag': '72d798e7-fb82-4de9-ab72-36f84d4247ec', 'status': 'completed', 'code': 200} Feb 20 06:40:52.128026 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-912c7be3-7f8f-4f12-91cd-5c9dfcdb0d59 req-650a87ca-1c9e-44a9-88e1-f3b8e1ea6d03 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cfbbada-c7bf-43f6-bc8e-0feba570a6e7 HTTP/1.1" status: 200 len: 210 time: 0.0282111 Feb 20 06:40:52.822980 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:53.187582 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54572) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:40:53.550337 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7d120d70-eb04-4612-8e6f-77da6a85345b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (fa5b41b4-c33c-4485-ad93-2fdee5238fd7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:53.559547 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:53.810278 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-7d120d70-eb04-4612-8e6f-77da6a85345b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Deleting port 38295d8d-41f4-4692-9cb2-d9143e9c6706 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:40:53.810536 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7d120d70-eb04-4612-8e6f-77da6a85345b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (38295d8d-41f4-4692-9cb2-d9143e9c6706), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:53.898575 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-7d120d70-eb04-4612-8e6f-77da6a85345b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] For port 38295d8d-41f4-4692-9cb2-d9143e9c6706, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=38295d8d-41f4-4692-9cb2-d9143e9c6706,segment=NetworkSegment(f74ff06f-cb02-4460-a19f-58aa839cde82),segment_id=f74ff06f-cb02-4460-a19f-58aa839cde82)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:40:53.898970 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7d120d70-eb04-4612-8e6f-77da6a85345b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (38295d8d-41f4-4692-9cb2-d9143e9c6706), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:53.910672 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-7d120d70-eb04-4612-8e6f-77da6a85345b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Calling delete_port for 38295d8d-41f4-4692-9cb2-d9143e9c6706 owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:40:54.098482 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7d120d70-eb04-4612-8e6f-77da6a85345b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (38295d8d-41f4-4692-9cb2-d9143e9c6706), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:54.128764 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d120d70-eb04-4612-8e6f-77da6a85345b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Port': ['ID=38295d8d-41f4-4692-9cb2-d9143e9c6706,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:54.303441 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-7d120d70-eb04-4612-8e6f-77da6a85345b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (fa5b41b4-c33c-4485-ad93-2fdee5238fd7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:54.534681 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d120d70-eb04-4612-8e6f-77da6a85345b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Router fa5b41b4-c33c-4485-ad93-2fdee5238fd7 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:40:54.644672 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d120d70-eb04-4612-8e6f-77da6a85345b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:40:54.652156 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-7d120d70-eb04-4612-8e6f-77da6a85345b tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "PUT /v2.0/routers/fa5b41b4-c33c-4485-ad93-2fdee5238fd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4612336 Feb 20 06:40:54.652599 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54574) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:40:54.656187 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b186b0-d7a5-4736-9f58-64f6f4560ab5 None None] Sync routers for ids ['fa5b41b4-c33c-4485-ad93-2fdee5238fd7'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:40:54.665522 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b186b0-d7a5-4736-9f58-64f6f4560ab5 None None] Routers {'fa5b41b4-c33c-4485-ad93-2fdee5238fd7'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:40:54.666132 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-c9b186b0-d7a5-4736-9f58-64f6f4560ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:40:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa5b41b4-c33c-4485-ad93-2fdee5238fd7'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:40:54.705530 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b8e79d-789c-4d49-b0d7-030faa7e815f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Deleting subnet 7e46fb4c-259a-4f7d-b551-3dc809d9b0c2 {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:40:54.708620 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37b8e79d-789c-4d49-b0d7-030faa7e815f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for subnet (7e46fb4c-259a-4f7d-b551-3dc809d9b0c2), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:54.748932 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37b8e79d-789c-4d49-b0d7-030faa7e815f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (7e46fb4c-259a-4f7d-b551-3dc809d9b0c2), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:54.772072 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-c9b186b0-d7a5-4736-9f58-64f6f4560ab5 None None] Set router fa5b41b4-c33c-4485-ad93-2fdee5238fd7 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:40:54.834623 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37b8e79d-789c-4d49-b0d7-030faa7e815f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (7e46fb4c-259a-4f7d-b551-3dc809d9b0c2), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:54.891916 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37b8e79d-789c-4d49-b0d7-030faa7e815f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (7e46fb4c-259a-4f7d-b551-3dc809d9b0c2), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:54.920224 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8e79d-789c-4d49-b0d7-030faa7e815f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Subnet': ['ID=7e46fb4c-259a-4f7d-b551-3dc809d9b0c2,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:54.922742 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-37b8e79d-789c-4d49-b0d7-030faa7e815f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:54.925963 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-37b8e79d-789c-4d49-b0d7-030faa7e815f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "DELETE /v2.0/subnets/7e46fb4c-259a-4f7d-b551-3dc809d9b0c2 HTTP/1.1" status: 204 len: 168 time: 0.2724276 Feb 20 06:40:54.928919 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54576) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:40:54.932654 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6bff07-e32f-481d-b534-2136a0ec4466 None None] Network 9b576ce3-603a-406f-9371-7ba6ba63551a requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:40:55.025101 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-c9b186b0-d7a5-4736-9f58-64f6f4560ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245445528', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:40:54Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:40:55.043853 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ec09948c-3e47-48f1-85c2-74bdc328979a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router (fa5b41b4-c33c-4485-ad93-2fdee5238fd7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:55.053072 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b186b0-d7a5-4736-9f58-64f6f4560ab5 None None] Checking router: fa5b41b4-c33c-4485-ad93-2fdee5238fd7 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:40:55.067531 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b186b0-d7a5-4736-9f58-64f6f4560ab5 None None] Routers {'fa5b41b4-c33c-4485-ad93-2fdee5238fd7'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:40:55.068138 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-c9b186b0-d7a5-4736-9f58-64f6f4560ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:40:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['fa5b41b4-c33c-4485-ad93-2fdee5238fd7'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:40:55.129880 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26168077-7c37-4eeb-8e59-aab1d8f2f69c None None] DHCP port deletion for 9b576ce3-603a-406f-9371-7ba6ba63551a request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:40:55.152181 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ec09948c-3e47-48f1-85c2-74bdc328979a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_gateway (fa5b41b4-c33c-4485-ad93-2fdee5238fd7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:55.206311 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-c9b186b0-d7a5-4736-9f58-64f6f4560ab5 None None] Set router fa5b41b4-c33c-4485-ad93-2fdee5238fd7 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:40:55.207612 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-ec09948c-3e47-48f1-85c2-74bdc328979a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Deleting port 125d6a46-09d6-48c9-9e03-70807dc82bf8 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:40:55.207957 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ec09948c-3e47-48f1-85c2-74bdc328979a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (125d6a46-09d6-48c9-9e03-70807dc82bf8), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:55.289216 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-ec09948c-3e47-48f1-85c2-74bdc328979a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] For port 125d6a46-09d6-48c9-9e03-70807dc82bf8, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=125d6a46-09d6-48c9-9e03-70807dc82bf8,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:40:55.289578 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ec09948c-3e47-48f1-85c2-74bdc328979a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (125d6a46-09d6-48c9-9e03-70807dc82bf8), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:55.301131 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-ec09948c-3e47-48f1-85c2-74bdc328979a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Calling delete_port for 125d6a46-09d6-48c9-9e03-70807dc82bf8 owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:40:55.317579 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-26168077-7c37-4eeb-8e59-aab1d8f2f69c None None] Deleting port 86895c7a-d47a-40dd-ad4b-07c29af866be {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:40:55.317956 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26168077-7c37-4eeb-8e59-aab1d8f2f69c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (86895c7a-d47a-40dd-ad4b-07c29af866be), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:55.399816 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-26168077-7c37-4eeb-8e59-aab1d8f2f69c None None] For port 86895c7a-d47a-40dd-ad4b-07c29af866be, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=86895c7a-d47a-40dd-ad4b-07c29af866be,segment=NetworkSegment(f74ff06f-cb02-4460-a19f-58aa839cde82),segment_id=f74ff06f-cb02-4460-a19f-58aa839cde82)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:40:55.400122 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26168077-7c37-4eeb-8e59-aab1d8f2f69c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (86895c7a-d47a-40dd-ad4b-07c29af866be), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:55.432606 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-26168077-7c37-4eeb-8e59-aab1d8f2f69c None None] Calling delete_port for 86895c7a-d47a-40dd-ad4b-07c29af866be owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:40:55.467919 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ec09948c-3e47-48f1-85c2-74bdc328979a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (125d6a46-09d6-48c9-9e03-70807dc82bf8), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:55.496524 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09948c-3e47-48f1-85c2-74bdc328979a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Port': ['ID=125d6a46-09d6-48c9-9e03-70807dc82bf8,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:55.558293 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ec09948c-3e47-48f1-85c2-74bdc328979a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (fa5b41b4-c33c-4485-ad93-2fdee5238fd7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:55.602683 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 72d798e7-fb82-4de9-ab72-36f84d4247ec no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:40:55.653166 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ec09948c-3e47-48f1-85c2-74bdc328979a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (fa5b41b4-c33c-4485-ad93-2fdee5238fd7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:55.655386 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ec09948c-3e47-48f1-85c2-74bdc328979a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router_controller (fa5b41b4-c33c-4485-ad93-2fdee5238fd7), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:55.658720 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 72d798e7-fb82-4de9-ab72-36f84d4247ec {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:40:55.659264 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 72d798e7-fb82-4de9-ab72-36f84d4247ec not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:40:55.697488 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-c9b186b0-d7a5-4736-9f58-64f6f4560ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245445528', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:40:54Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:40:55.703080 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ec09948c-3e47-48f1-85c2-74bdc328979a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (fa5b41b4-c33c-4485-ad93-2fdee5238fd7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:55.703647 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec09948c-3e47-48f1-85c2-74bdc328979a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Fanout notify agent at l3_agent the message router_deleted on router fa5b41b4-c33c-4485-ad93-2fdee5238fd7 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:40:55.710510 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-ec09948c-3e47-48f1-85c2-74bdc328979a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:55.711661 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-ec09948c-3e47-48f1-85c2-74bdc328979a tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "DELETE /v2.0/routers/fa5b41b4-c33c-4485-ad93-2fdee5238fd7 HTTP/1.1" status: 204 len: 168 time: 0.7818136 Feb 20 06:40:55.714515 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54578) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:40:55.732522 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b186b0-d7a5-4736-9f58-64f6f4560ab5 None None] The sync data for ids ['fa5b41b4-c33c-4485-ad93-2fdee5238fd7'] in n-d-829866-5 is: [{'id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245445528', 'tenant_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:40:54Z', 'revision_number': 5, 'project_id': '29738fe01ec14391bcdfc8ef81a7e58b', 'gw_port': {'id': '125d6a46-09d6-48c9-9e03-70807dc82bf8', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b41b4-c33c-4485-ad93-2fdee5238fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:39:57Z', 'updated_at': '2022-02-20T06:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:40:55.747698 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26168077-7c37-4eeb-8e59-aab1d8f2f69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (86895c7a-d47a-40dd-ad4b-07c29af866be), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:55.775654 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26168077-7c37-4eeb-8e59-aab1d8f2f69c None None] Pushing event deleted for resources: {'Port': ['ID=86895c7a-d47a-40dd-ad4b-07c29af866be,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:55.780200 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26168077-7c37-4eeb-8e59-aab1d8f2f69c None None] No DVR routers for this DVR port 86895c7a-d47a-40dd-ad4b-07c29af866be on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:40:55.786738 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26168077-7c37-4eeb-8e59-aab1d8f2f69c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:55.786995 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26168077-7c37-4eeb-8e59-aab1d8f2f69c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:55.787281 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26168077-7c37-4eeb-8e59-aab1d8f2f69c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:55.787618 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26168077-7c37-4eeb-8e59-aab1d8f2f69c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:55.788028 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26168077-7c37-4eeb-8e59-aab1d8f2f69c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:55.793381 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26168077-7c37-4eeb-8e59-aab1d8f2f69c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:55.793381 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26168077-7c37-4eeb-8e59-aab1d8f2f69c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:55.793381 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26168077-7c37-4eeb-8e59-aab1d8f2f69c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:55.793381 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26168077-7c37-4eeb-8e59-aab1d8f2f69c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:55.793381 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26168077-7c37-4eeb-8e59-aab1d8f2f69c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:55.793381 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26168077-7c37-4eeb-8e59-aab1d8f2f69c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:55.793381 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26168077-7c37-4eeb-8e59-aab1d8f2f69c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:55.793381 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26168077-7c37-4eeb-8e59-aab1d8f2f69c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:40:55.800947 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1a3d0805-8bfb-4730-bda5-78963617277f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (9b576ce3-603a-406f-9371-7ba6ba63551a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:55.832349 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:55.887670 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1a3d0805-8bfb-4730-bda5-78963617277f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (9b576ce3-603a-406f-9371-7ba6ba63551a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:55.907236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-1a3d0805-8bfb-4730-bda5-78963617277f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b576ce3-603a-406f-9371-7ba6ba63551a']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:40:55.916165 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-1a3d0805-8bfb-4730-bda5-78963617277f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74ff06f-cb02-4460-a19f-58aa839cde82') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:40:55.916462 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-1a3d0805-8bfb-4730-bda5-78963617277f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74ff06f-cb02-4460-a19f-58aa839cde82') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:40:55.930746 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1a3d0805-8bfb-4730-bda5-78963617277f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (f74ff06f-cb02-4460-a19f-58aa839cde82), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:55.944101 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1a3d0805-8bfb-4730-bda5-78963617277f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (f74ff06f-cb02-4460-a19f-58aa839cde82), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:55.950109 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3d0805-8bfb-4730-bda5-78963617277f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:40:55.950623 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1a3d0805-8bfb-4730-bda5-78963617277f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (f74ff06f-cb02-4460-a19f-58aa839cde82), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: timer() Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:40:55.953572 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:40:56.011630 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1a3d0805-8bfb-4730-bda5-78963617277f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (9b576ce3-603a-406f-9371-7ba6ba63551a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:56.019079 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1a3d0805-8bfb-4730-bda5-78963617277f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:56.022232 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1a3d0805-8bfb-4730-bda5-78963617277f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "DELETE /v2.0/networks/9b576ce3-603a-406f-9371-7ba6ba63551a HTTP/1.1" status: 204 len: 168 time: 0.3065903 Feb 20 06:40:56.025026 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54580) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:40:56.033666 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d0805-8bfb-4730-bda5-78963617277f tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'Network': ['ID=9b576ce3-603a-406f-9371-7ba6ba63551a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:56.083212 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf742d19-cd2a-4f67-a91d-20c7a6fb5ac3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (41b9d41d-2358-4780-8156-f64f23a4dfcf), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:56.110758 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf742d19-cd2a-4f67-a91d-20c7a6fb5ac3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (41b9d41d-2358-4780-8156-f64f23a4dfcf), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:56.175680 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf742d19-cd2a-4f67-a91d-20c7a6fb5ac3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (41b9d41d-2358-4780-8156-f64f23a4dfcf), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:56.178445 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf742d19-cd2a-4f67-a91d-20c7a6fb5ac3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:56.179679 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cf742d19-cd2a-4f67-a91d-20c7a6fb5ac3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] 10.222.0.37 "DELETE /v2.0/security-groups/41b9d41d-2358-4780-8156-f64f23a4dfcf HTTP/1.1" status: 204 len: 168 time: 0.1534953 Feb 20 06:40:56.189370 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf742d19-cd2a-4f67-a91d-20c7a6fb5ac3 tempest-TestNetworkAdvancedServerOps-987788160 tempest-TestNetworkAdvancedServerOps-987788160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b9d41d-2358-4780-8156-f64f23a4dfcf,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:56.540170 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54588) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:40:56.680064 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-8c1c7a74-9d24-4285-9e46-23a54e2dbfe1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29738fe01ec14391bcdfc8ef81a7e58b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1387064 Feb 20 06:40:56.682433 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54592) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:40:56.732867 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-22db09c4-2d90-47b8-95ad-3562dedeb554 admin admin] Publish callbacks [] for security_group (df26a4b9-d93b-4555-be80-971101b40378), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:56.755589 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-22db09c4-2d90-47b8-95ad-3562dedeb554 admin admin] Publish callbacks [] for security_group (df26a4b9-d93b-4555-be80-971101b40378), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:56.808569 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-22db09c4-2d90-47b8-95ad-3562dedeb554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (df26a4b9-d93b-4555-be80-971101b40378), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:56.809180 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 38295d8d-41f4-4692-9cb2-d9143e9c6706 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:40:56.811362 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-22db09c4-2d90-47b8-95ad-3562dedeb554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:56.813168 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-22db09c4-2d90-47b8-95ad-3562dedeb554 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df26a4b9-d93b-4555-be80-971101b40378 HTTP/1.1" status: 204 len: 168 time: 0.1298296 Feb 20 06:40:56.821622 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db09c4-2d90-47b8-95ad-3562dedeb554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df26a4b9-d93b-4555-be80-971101b40378,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:56.838778 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 38295d8d-41f4-4692-9cb2-d9143e9c6706 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:40:56.839160 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 38295d8d-41f4-4692-9cb2-d9143e9c6706 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:40:56.839583 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 86895c7a-d47a-40dd-ad4b-07c29af866be no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:40:56.870797 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 86895c7a-d47a-40dd-ad4b-07c29af866be {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:40:56.871314 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 86895c7a-d47a-40dd-ad4b-07c29af866be not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:40:57.083717 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54598) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:40:57.097138 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fa8ddabf-0cea-44c8-b352-88a26d3518a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:57.168871 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fa8ddabf-0cea-44c8-b352-88a26d3518a9 admin admin] Publish callbacks [] for security_group (167c603a-0fb9-41a8-b058-48c0c9264b48), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:57.172821 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-fa8ddabf-0cea-44c8-b352-88a26d3518a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (167c603a-0fb9-41a8-b058-48c0c9264b48), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:57.209268 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-fa8ddabf-0cea-44c8-b352-88a26d3518a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f7e383a97194d16833509ee4901b697&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1244340 Feb 20 06:40:57.211177 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ddabf-0cea-44c8-b352-88a26d3518a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167c603a-0fb9-41a8-b058-48c0c9264b48,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:57.211989 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54600) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:40:57.260338 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-05897365-0254-4750-bb7e-572578dcf226 admin admin] Publish callbacks [] for security_group (167c603a-0fb9-41a8-b058-48c0c9264b48), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:57.281872 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-05897365-0254-4750-bb7e-572578dcf226 admin admin] Publish callbacks [] for security_group (167c603a-0fb9-41a8-b058-48c0c9264b48), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:57.326886 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-05897365-0254-4750-bb7e-572578dcf226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (167c603a-0fb9-41a8-b058-48c0c9264b48), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:57.330000 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-05897365-0254-4750-bb7e-572578dcf226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:57.331184 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-05897365-0254-4750-bb7e-572578dcf226 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/167c603a-0fb9-41a8-b058-48c0c9264b48 HTTP/1.1" status: 204 len: 168 time: 0.1181154 Feb 20 06:40:57.338729 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05897365-0254-4750-bb7e-572578dcf226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167c603a-0fb9-41a8-b058-48c0c9264b48,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:57.984881 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54622) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:40:58.080020 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-19271f0c-643d-4f9a-8d9e-873e2bda4773 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1720087889-network', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:40:58.102977 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19271f0c-643d-4f9a-8d9e-873e2bda4773 admin admin] Made reservation on behalf of e78b88f412794aed9351661f1e7125eb for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:40:58.105168 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19271f0c-643d-4f9a-8d9e-873e2bda4773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:58.113628 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19271f0c-643d-4f9a-8d9e-873e2bda4773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:58.184015 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19271f0c-643d-4f9a-8d9e-873e2bda4773 admin admin] Publish callbacks [] for security_group (4da82d33-2f52-4452-9e1f-662208425196), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:58.188208 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19271f0c-643d-4f9a-8d9e-873e2bda4773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4da82d33-2f52-4452-9e1f-662208425196), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:58.208972 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19271f0c-643d-4f9a-8d9e-873e2bda4773 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:40:58.222033 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19271f0c-643d-4f9a-8d9e-873e2bda4773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da82d33-2f52-4452-9e1f-662208425196,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:58.227150 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19271f0c-643d-4f9a-8d9e-873e2bda4773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (9d7671aa-1c98-4b25-bab1-8c3fc64e92e3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:58.227487 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-19271f0c-643d-4f9a-8d9e-873e2bda4773 admin admin] Added segment 9d7671aa-1c98-4b25-bab1-8c3fc64e92e3 of type vlan for network ceafc80f-cc90-4582-b1b4-fa580d11b9a2 Feb 20 06:40:58.267077 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19271f0c-643d-4f9a-8d9e-873e2bda4773 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (ceafc80f-cc90-4582-b1b4-fa580d11b9a2), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:58.290756 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19271f0c-643d-4f9a-8d9e-873e2bda4773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (ceafc80f-cc90-4582-b1b4-fa580d11b9a2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:58.291710 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19271f0c-643d-4f9a-8d9e-873e2bda4773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:58.292282 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19271f0c-643d-4f9a-8d9e-873e2bda4773 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:58.342025 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-19271f0c-643d-4f9a-8d9e-873e2bda4773 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3559735 Feb 20 06:40:58.345571 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54626) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:40:58.350632 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-18e836bd-a6f0-4b98-995f-e799d894374e admin admin] Request body: {'subnet': {'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1720087889-subnet', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:40:58.357350 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19271f0c-643d-4f9a-8d9e-873e2bda4773 admin admin] Pushing event updated for resources: {'Network': ['ID=ceafc80f-cc90-4582-b1b4-fa580d11b9a2,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:58.370083 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network ceafc80f-cc90-4582-b1b4-fa580d11b9a2 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:40:58.372771 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e836bd-a6f0-4b98-995f-e799d894374e admin admin] Made reservation on behalf of e78b88f412794aed9351661f1e7125eb for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:40:58.376993 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18e836bd-a6f0-4b98-995f-e799d894374e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:58.392331 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 125d6a46-09d6-48c9-9e03-70807dc82bf8 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:40:58.441671 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 125d6a46-09d6-48c9-9e03-70807dc82bf8 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:40:58.442052 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 125d6a46-09d6-48c9-9e03-70807dc82bf8 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:40:58.548844 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18e836bd-a6f0-4b98-995f-e799d894374e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (2cf060ab-38fd-4161-8bb2-b49e0a114595), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:58.607838 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e836bd-a6f0-4b98-995f-e799d894374e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf060ab-38fd-4161-8bb2-b49e0a114595,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:58.614857 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e836bd-a6f0-4b98-995f-e799d894374e admin admin] Checking segment: {'id': '9d7671aa-1c98-4b25-bab1-8c3fc64e92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:40:58.615243 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e836bd-a6f0-4b98-995f-e799d894374e admin admin] Network hostable DHCP agents. Network: ceafc80f-cc90-4582-b1b4-fa580d11b9a2, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:40:58.631457 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e836bd-a6f0-4b98-995f-e799d894374e admin admin] Network ceafc80f-cc90-4582-b1b4-fa580d11b9a2 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:40:58.639520 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-18e836bd-a6f0-4b98-995f-e799d894374e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, ceafc80f-cc90-4582-b1b4-fa580d11b9a2) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:40:58.644517 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e836bd-a6f0-4b98-995f-e799d894374e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:40:58.645701 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-18e836bd-a6f0-4b98-995f-e799d894374e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:58.648691 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601df012-2bb4-425b-9df1-ffac1c1ca403 None None] Network ceafc80f-cc90-4582-b1b4-fa580d11b9a2 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:40:58.660589 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-18e836bd-a6f0-4b98-995f-e799d894374e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3138542 Feb 20 06:40:58.663284 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54628) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:40:58.667853 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-3fc2ec1b-3d16-4856-8e5a-a9b0ab7be408 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1720087889-router', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:40:58.688115 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3fc2ec1b-3d16-4856-8e5a-a9b0ab7be408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (db60433c-6083-4677-9e72-09e5b8bfd2b5), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:58.689101 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3fc2ec1b-3d16-4856-8e5a-a9b0ab7be408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (db60433c-6083-4677-9e72-09e5b8bfd2b5), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:58.740877 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3fc2ec1b-3d16-4856-8e5a-a9b0ab7be408 admin admin] Publish callbacks [] for router_controller (db60433c-6083-4677-9e72-09e5b8bfd2b5), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:58.755466 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6d06a7-a18e-456a-b447-93beccf63d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'fixed_ips': [{'subnet_id': '2cf060ab-38fd-4161-8bb2-b49e0a114595'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:40:58.756309 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee6d06a7-a18e-456a-b447-93beccf63d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:58.903713 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-ee6d06a7-a18e-456a-b447-93beccf63d12 None None] Allocated IP 172.20.0.2 (ceafc80f-cc90-4582-b1b4-fa580d11b9a2/2cf060ab-38fd-4161-8bb2-b49e0a114595/632395eb-8cf0-4146-90de-393b76456cb1) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:40:59.055967 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee6d06a7-a18e-456a-b447-93beccf63d12 None None] Publish callbacks [] for port (632395eb-8cf0-4146-90de-393b76456cb1), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:59.061364 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee6d06a7-a18e-456a-b447-93beccf63d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (632395eb-8cf0-4146-90de-393b76456cb1), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:59.102096 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6d06a7-a18e-456a-b447-93beccf63d12 None None] Network ceafc80f-cc90-4582-b1b4-fa580d11b9a2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:40:59.110242 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-ee6d06a7-a18e-456a-b447-93beccf63d12 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:40:59.112377 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d06a7-a18e-456a-b447-93beccf63d12 None None] Pushing event updated for resources: {'Port': ['ID=632395eb-8cf0-4146-90de-393b76456cb1,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:59.114482 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6d06a7-a18e-456a-b447-93beccf63d12 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:40:59.171101 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-ee6d06a7-a18e-456a-b447-93beccf63d12 None None] Attempting to bind port 632395eb-8cf0-4146-90de-393b76456cb1 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:40:59.171960 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-ee6d06a7-a18e-456a-b447-93beccf63d12 None None] Attempting to bind port 632395eb-8cf0-4146-90de-393b76456cb1 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '9d7671aa-1c98-4b25-bab1-8c3fc64e92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:40:59.172325 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6d06a7-a18e-456a-b447-93beccf63d12 None None] Attempting to bind port 632395eb-8cf0-4146-90de-393b76456cb1 on network ceafc80f-cc90-4582-b1b4-fa580d11b9a2 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:40:59.177398 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6d06a7-a18e-456a-b447-93beccf63d12 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:40:59.177775 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6d06a7-a18e-456a-b447-93beccf63d12 None None] Checking segment: {'id': '9d7671aa-1c98-4b25-bab1-8c3fc64e92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:40:59.178178 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee6d06a7-a18e-456a-b447-93beccf63d12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:59.178570 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6d06a7-a18e-456a-b447-93beccf63d12 None None] Bound using segment: {'id': '9d7671aa-1c98-4b25-bab1-8c3fc64e92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:40:59.179062 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-ee6d06a7-a18e-456a-b447-93beccf63d12 None None] Bound port: 632395eb-8cf0-4146-90de-393b76456cb1, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7671aa-1c98-4b25-bab1-8c3fc64e92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:40:59.179441 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee6d06a7-a18e-456a-b447-93beccf63d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (632395eb-8cf0-4146-90de-393b76456cb1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:59.183901 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3fc2ec1b-3d16-4856-8e5a-a9b0ab7be408 admin admin] Publish callbacks [] for router_gateway (db60433c-6083-4677-9e72-09e5b8bfd2b5), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:59.242991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ee6d06a7-a18e-456a-b447-93beccf63d12 None None] For port 632395eb-8cf0-4146-90de-393b76456cb1, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:40:59.246151 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ee6d06a7-a18e-456a-b447-93beccf63d12 None None] For port 632395eb-8cf0-4146-90de-393b76456cb1, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=632395eb-8cf0-4146-90de-393b76456cb1,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:40:59.252205 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee6d06a7-a18e-456a-b447-93beccf63d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (632395eb-8cf0-4146-90de-393b76456cb1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:59.311771 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d06a7-a18e-456a-b447-93beccf63d12 None None] Pushing event updated for resources: {'Port': ['ID=632395eb-8cf0-4146-90de-393b76456cb1,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:59.383775 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3fc2ec1b-3d16-4856-8e5a-a9b0ab7be408 admin admin] Publish callbacks [] for router_gateway (db60433c-6083-4677-9e72-09e5b8bfd2b5), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:59.403023 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3fc2ec1b-3d16-4856-8e5a-a9b0ab7be408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:59.526788 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-3fc2ec1b-3d16-4856-8e5a-a9b0ab7be408 admin admin] Allocated IP 172.25.3.237 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:40:59.633130 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3fc2ec1b-3d16-4856-8e5a-a9b0ab7be408 admin admin] Publish callbacks [] for port (8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:59.673221 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3fc2ec1b-3d16-4856-8e5a-a9b0ab7be408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:40:59.710824 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc2ec1b-3d16-4856-8e5a-a9b0ab7be408 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:40:59.713516 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-3fc2ec1b-3d16-4856-8e5a-a9b0ab7be408 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:40:59.719680 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc2ec1b-3d16-4856-8e5a-a9b0ab7be408 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:40:59.725111 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2ec1b-3d16-4856-8e5a-a9b0ab7be408 admin admin] Pushing event updated for resources: {'Port': ['ID=8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:40:59.981781 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3fc2ec1b-3d16-4856-8e5a-a9b0ab7be408 admin admin] Publish callbacks [] for router_gateway (db60433c-6083-4677-9e72-09e5b8bfd2b5), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:00.205294 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3fc2ec1b-3d16-4856-8e5a-a9b0ab7be408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (db60433c-6083-4677-9e72-09e5b8bfd2b5), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:00.258548 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b088f2-42da-4cea-8b7e-a0b65eb95ca9 None None] Network ceafc80f-cc90-4582-b1b4-fa580d11b9a2 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:41:00.344479 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc2ec1b-3d16-4856-8e5a-a9b0ab7be408 admin admin] Router db60433c-6083-4677-9e72-09e5b8bfd2b5 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:41:00.381393 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-1fcae333-3f72-421a-8a06-c9760b96077f None None] Provisioning complete for port 632395eb-8cf0-4146-90de-393b76456cb1 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:41:00.381393 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1fcae333-3f72-421a-8a06-c9760b96077f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (632395eb-8cf0-4146-90de-393b76456cb1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:00.473282 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc2ec1b-3d16-4856-8e5a-a9b0ab7be408 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:41:00.483010 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e682bab9-240b-459b-9a36-1122d26c35d1 None None] Sync routers for ids ['db60433c-6083-4677-9e72-09e5b8bfd2b5'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:41:00.504532 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3fc2ec1b-3d16-4856-8e5a-a9b0ab7be408 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:00.506007 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3fc2ec1b-3d16-4856-8e5a-a9b0ab7be408 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8414602 Feb 20 06:41:00.506216 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1fcae333-3f72-421a-8a06-c9760b96077f None None] Current status of the port 632395eb-8cf0-4146-90de-393b76456cb1 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:41:00.506608 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1fcae333-3f72-421a-8a06-c9760b96077f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (632395eb-8cf0-4146-90de-393b76456cb1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:00.508688 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54634) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:41:00.511647 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e682bab9-240b-459b-9a36-1122d26c35d1 None None] Routers {'db60433c-6083-4677-9e72-09e5b8bfd2b5'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:41:00.512580 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e682bab9-240b-459b-9a36-1122d26c35d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:40:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['db60433c-6083-4677-9e72-09e5b8bfd2b5'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:41:00.513567 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 632395eb-8cf0-4146-90de-393b76456cb1 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:41:00.622155 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-1fcae333-3f72-421a-8a06-c9760b96077f None None] For port 632395eb-8cf0-4146-90de-393b76456cb1, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=632395eb-8cf0-4146-90de-393b76456cb1,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:41:00.632575 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 632395eb-8cf0-4146-90de-393b76456cb1 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:41:00.633091 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (632395eb-8cf0-4146-90de-393b76456cb1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:00.635408 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1fcae333-3f72-421a-8a06-c9760b96077f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (632395eb-8cf0-4146-90de-393b76456cb1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:00.743537 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcae333-3f72-421a-8a06-c9760b96077f None None] Pushing event updated for resources: {'Port': ['ID=632395eb-8cf0-4146-90de-393b76456cb1,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:00.749910 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-e682bab9-240b-459b-9a36-1122d26c35d1 None None] Set router db60433c-6083-4677-9e72-09e5b8bfd2b5 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:41:00.820466 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 632395eb-8cf0-4146-90de-393b76456cb1 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:41:00.859842 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-25b00f5d-67c6-48b6-a626-4cc159a57da1 None None] Provisioning complete for port 632395eb-8cf0-4146-90de-393b76456cb1 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:41:00.860310 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25b00f5d-67c6-48b6-a626-4cc159a57da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (632395eb-8cf0-4146-90de-393b76456cb1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:00.953231 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-25b00f5d-67c6-48b6-a626-4cc159a57da1 None None] Current status of the port 632395eb-8cf0-4146-90de-393b76456cb1 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:41:00.977213 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e682bab9-240b-459b-9a36-1122d26c35d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'name': 'tempest-TestShelveInstance-1720087889-router', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:40:58Z', 'updated_at': '2022-02-20T06:40:59Z', 'revision_number': 3, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'gw_port': {'id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:59Z', 'updated_at': '2022-02-20T06:40:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:41:01.005431 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e682bab9-240b-459b-9a36-1122d26c35d1 None None] Checking router: db60433c-6083-4677-9e72-09e5b8bfd2b5 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:41:01.005776 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e682bab9-240b-459b-9a36-1122d26c35d1 None None] Updating router db60433c-6083-4677-9e72-09e5b8bfd2b5 port 8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:41:01.033916 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e682bab9-240b-459b-9a36-1122d26c35d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:01.081381 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ae5b-13e3-4767-9d3f-877b3bbe7209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:01.239815 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-c3b1ae5b-13e3-4767-9d3f-877b3bbe7209 admin admin] Allocated IP 172.20.0.1 (ceafc80f-cc90-4582-b1b4-fa580d11b9a2/2cf060ab-38fd-4161-8bb2-b49e0a114595/6ac0585f-3c60-479d-800e-dbd07ebeb847) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:41:01.299287 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e682bab9-240b-459b-9a36-1122d26c35d1 None None] Publish callbacks [] for port (8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:01.304905 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e682bab9-240b-459b-9a36-1122d26c35d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:01.344487 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ae5b-13e3-4767-9d3f-877b3bbe7209 admin admin] Publish callbacks [] for port (6ac0585f-3c60-479d-800e-dbd07ebeb847), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:01.363344 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e682bab9-240b-459b-9a36-1122d26c35d1 None None] Attempting to bind port 8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:41:01.363714 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e682bab9-240b-459b-9a36-1122d26c35d1 None None] Attempting to bind port 8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:41:01.364079 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e682bab9-240b-459b-9a36-1122d26c35d1 None None] Attempting to bind port 8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:41:01.372357 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e682bab9-240b-459b-9a36-1122d26c35d1 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:41:01.372742 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e682bab9-240b-459b-9a36-1122d26c35d1 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:41:01.373440 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e682bab9-240b-459b-9a36-1122d26c35d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:01.373836 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e682bab9-240b-459b-9a36-1122d26c35d1 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:41:01.374475 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e682bab9-240b-459b-9a36-1122d26c35d1 None None] Bound port: 8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:41:01.375653 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e682bab9-240b-459b-9a36-1122d26c35d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:01.379625 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ae5b-13e3-4767-9d3f-877b3bbe7209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (6ac0585f-3c60-479d-800e-dbd07ebeb847), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:01.404113 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8ba78-0478-4a20-b91a-fd895df53444 None None] Pushing event updated for resources: {'Port': ['ID=8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:01.419527 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b1ae5b-13e3-4767-9d3f-877b3bbe7209 admin admin] Network ceafc80f-cc90-4582-b1b4-fa580d11b9a2 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:41:01.423250 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-c3b1ae5b-13e3-4767-9d3f-877b3bbe7209 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:41:01.426983 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b1ae5b-13e3-4767-9d3f-877b3bbe7209 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:41:01.441390 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e682bab9-240b-459b-9a36-1122d26c35d1 None None] For port 8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:41:01.446758 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e682bab9-240b-459b-9a36-1122d26c35d1 None None] For port 8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:41:01.453205 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e682bab9-240b-459b-9a36-1122d26c35d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:01.466887 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1ae5b-13e3-4767-9d3f-877b3bbe7209 admin admin] Pushing event updated for resources: {'Port': ['ID=6ac0585f-3c60-479d-800e-dbd07ebeb847,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:01.480270 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ae5b-13e3-4767-9d3f-877b3bbe7209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (db60433c-6083-4677-9e72-09e5b8bfd2b5), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:01.507182 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e682bab9-240b-459b-9a36-1122d26c35d1 None None] Routers {'db60433c-6083-4677-9e72-09e5b8bfd2b5'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:41:01.507857 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e682bab9-240b-459b-9a36-1122d26c35d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:40:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['db60433c-6083-4677-9e72-09e5b8bfd2b5'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:41:01.625174 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ae5b-13e3-4767-9d3f-877b3bbe7209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6ac0585f-3c60-479d-800e-dbd07ebeb847), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:01.625546 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-e682bab9-240b-459b-9a36-1122d26c35d1 None None] Set router db60433c-6083-4677-9e72-09e5b8bfd2b5 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:41:01.790021 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e4c293ff-d78e-459c-9d17-ca77f5fc514c None None] Provisioning complete for port 6ac0585f-3c60-479d-800e-dbd07ebeb847 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:41:01.791066 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4c293ff-d78e-459c-9d17-ca77f5fc514c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6ac0585f-3c60-479d-800e-dbd07ebeb847), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:01.818460 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8ba78-0478-4a20-b91a-fd895df53444 None None] Pushing event updated for resources: {'Port': ['ID=8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:01.844551 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e682bab9-240b-459b-9a36-1122d26c35d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'name': 'tempest-TestShelveInstance-1720087889-router', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:40:58Z', 'updated_at': '2022-02-20T06:40:59Z', 'revision_number': 3, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'gw_port': {'id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:59Z', 'updated_at': '2022-02-20T06:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:41:01.856749 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e4c293ff-d78e-459c-9d17-ca77f5fc514c None None] Port 6ac0585f-3c60-479d-800e-dbd07ebeb847 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:41:01.876152 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e682bab9-240b-459b-9a36-1122d26c35d1 None None] The sync data for ids ['db60433c-6083-4677-9e72-09e5b8bfd2b5'] in n-d-829866-5 is: [{'id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'name': 'tempest-TestShelveInstance-1720087889-router', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:40:58Z', 'updated_at': '2022-02-20T06:40:59Z', 'revision_number': 3, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'gw_port': {'id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:59Z', 'updated_at': '2022-02-20T06:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:41:02.136957 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ae5b-13e3-4767-9d3f-877b3bbe7209 admin admin] Publish callbacks [] for port (6ac0585f-3c60-479d-800e-dbd07ebeb847), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:02.142184 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ae5b-13e3-4767-9d3f-877b3bbe7209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (6ac0585f-3c60-479d-800e-dbd07ebeb847), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:02.209983 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1ae5b-13e3-4767-9d3f-877b3bbe7209 admin admin] Pushing event updated for resources: {'Port': ['ID=6ac0585f-3c60-479d-800e-dbd07ebeb847,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:02.212458 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ae5b-13e3-4767-9d3f-877b3bbe7209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (db60433c-6083-4677-9e72-09e5b8bfd2b5), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:02.308537 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b1ae5b-13e3-4767-9d3f-877b3bbe7209 admin admin] Network ceafc80f-cc90-4582-b1b4-fa580d11b9a2 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:41:02.310009 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-c3b1ae5b-13e3-4767-9d3f-877b3bbe7209 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:41:02.460138 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b1ae5b-13e3-4767-9d3f-877b3bbe7209 admin admin] Router db60433c-6083-4677-9e72-09e5b8bfd2b5 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:41:02.557907 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:41:02.589698 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b1ae5b-13e3-4767-9d3f-877b3bbe7209 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:41:02.603677 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c3b1ae5b-13e3-4767-9d3f-877b3bbe7209 admin admin] 10.222.0.37 "PUT /v2.0/routers/db60433c-6083-4677-9e72-09e5b8bfd2b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0855367 Feb 20 06:41:02.606965 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-e531ebd7-7755-4b24-8c51-913eb82c537d None None] Provisioning complete for port 6ac0585f-3c60-479d-800e-dbd07ebeb847 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:41:02.607304 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e531ebd7-7755-4b24-8c51-913eb82c537d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6ac0585f-3c60-479d-800e-dbd07ebeb847), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:02.649475 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e531ebd7-7755-4b24-8c51-913eb82c537d None None] Port 6ac0585f-3c60-479d-800e-dbd07ebeb847 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:41:02.652922 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:41:02.653297 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:02.741398 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:41:02.741971 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:02.765059 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:41:02.773639 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:02.774589 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 632395eb-8cf0-4146-90de-393b76456cb1 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:41:02.855010 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:02.868999 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 632395eb-8cf0-4146-90de-393b76456cb1 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:41:02.869378 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (632395eb-8cf0-4146-90de-393b76456cb1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:02.952422 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 632395eb-8cf0-4146-90de-393b76456cb1 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:41:03.098324 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54652) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:41:03.103264 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d7d1c894-9554-462b-9cbf-18746de76a07 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1555487046-network', 'tenant_id': '7e873f215f1346d0996f313ee35951c9'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:41:03.122336 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d1c894-9554-462b-9cbf-18746de76a07 admin admin] Made reservation on behalf of 7e873f215f1346d0996f313ee35951c9 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:41:03.124588 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d7d1c894-9554-462b-9cbf-18746de76a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:03.133971 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d7d1c894-9554-462b-9cbf-18746de76a07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:03.206921 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d7d1c894-9554-462b-9cbf-18746de76a07 admin admin] Publish callbacks [] for security_group (07de036c-3284-4b0e-82dd-55acf2e2bab3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:03.211027 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d7d1c894-9554-462b-9cbf-18746de76a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (07de036c-3284-4b0e-82dd-55acf2e2bab3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:03.237234 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d1c894-9554-462b-9cbf-18746de76a07 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:41:03.247566 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1c894-9554-462b-9cbf-18746de76a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07de036c-3284-4b0e-82dd-55acf2e2bab3,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:03.252838 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d7d1c894-9554-462b-9cbf-18746de76a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (9fd59eca-d844-4dde-ba29-083e1f3953e2), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:03.253179 n-d-829866-5 neutron-server[103407]: INFO neutron.db.segments_db [None req-d7d1c894-9554-462b-9cbf-18746de76a07 admin admin] Added segment 9fd59eca-d844-4dde-ba29-083e1f3953e2 of type vlan for network c084773d-68c5-4250-8083-4a8b2afa0073 Feb 20 06:41:03.295855 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d7d1c894-9554-462b-9cbf-18746de76a07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (c084773d-68c5-4250-8083-4a8b2afa0073), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:03.319725 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d7d1c894-9554-462b-9cbf-18746de76a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (c084773d-68c5-4250-8083-4a8b2afa0073), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:03.320663 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d1c894-9554-462b-9cbf-18746de76a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:41:03.321231 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d7d1c894-9554-462b-9cbf-18746de76a07 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:03.383386 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54654) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:41:03.383532 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d7d1c894-9554-462b-9cbf-18746de76a07 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2839251 Feb 20 06:41:03.388352 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-172872f3-990a-40ee-ae9d-94e7c46692b5 admin admin] Request body: {'subnet': {'network_id': 'c084773d-68c5-4250-8083-4a8b2afa0073', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1555487046-subnet', 'tenant_id': '7e873f215f1346d0996f313ee35951c9', 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:41:03.392911 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1c894-9554-462b-9cbf-18746de76a07 admin admin] Pushing event updated for resources: {'Network': ['ID=c084773d-68c5-4250-8083-4a8b2afa0073,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:03.403253 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network c084773d-68c5-4250-8083-4a8b2afa0073 details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:41:03.415181 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172872f3-990a-40ee-ae9d-94e7c46692b5 admin admin] Made reservation on behalf of 7e873f215f1346d0996f313ee35951c9 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:41:03.417545 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-172872f3-990a-40ee-ae9d-94e7c46692b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:03.589093 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6e7da2-d090-44c4-88cd-e5d4786210c5 None None] Sync routers for ids ['db60433c-6083-4677-9e72-09e5b8bfd2b5'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:41:03.592241 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-172872f3-990a-40ee-ae9d-94e7c46692b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (04cb7c88-584d-4931-b1b1-d5b6dfdfaa5d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:03.604444 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6e7da2-d090-44c4-88cd-e5d4786210c5 None None] Routers {'db60433c-6083-4677-9e72-09e5b8bfd2b5'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:41:03.605054 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-2c6e7da2-d090-44c4-88cd-e5d4786210c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:40:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['db60433c-6083-4677-9e72-09e5b8bfd2b5'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:41:03.647165 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172872f3-990a-40ee-ae9d-94e7c46692b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04cb7c88-584d-4931-b1b1-d5b6dfdfaa5d,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:03.656883 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172872f3-990a-40ee-ae9d-94e7c46692b5 admin admin] Checking segment: {'id': '9fd59eca-d844-4dde-ba29-083e1f3953e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c084773d-68c5-4250-8083-4a8b2afa0073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:41:03.657246 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172872f3-990a-40ee-ae9d-94e7c46692b5 admin admin] Network hostable DHCP agents. Network: c084773d-68c5-4250-8083-4a8b2afa0073, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:41:03.673614 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172872f3-990a-40ee-ae9d-94e7c46692b5 admin admin] Network c084773d-68c5-4250-8083-4a8b2afa0073 is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:41:03.682630 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-172872f3-990a-40ee-ae9d-94e7c46692b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, c084773d-68c5-4250-8083-4a8b2afa0073) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:41:03.687371 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172872f3-990a-40ee-ae9d-94e7c46692b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:41:03.687996 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-172872f3-990a-40ee-ae9d-94e7c46692b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:03.704160 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-172872f3-990a-40ee-ae9d-94e7c46692b5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3196409 Feb 20 06:41:03.706658 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 54656) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:41:03.711065 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-c9f2af24-8a79-4e00-a1e8-f68031820d07 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1555487046-router', 'tenant_id': '7e873f215f1346d0996f313ee35951c9', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:41:03.730988 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c9f2af24-8a79-4e00-a1e8-f68031820d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (80c1dfea-bb11-4d3d-a4f9-fb72883a43c8), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:03.732047 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c9f2af24-8a79-4e00-a1e8-f68031820d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (80c1dfea-bb11-4d3d-a4f9-fb72883a43c8), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:03.807007 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c9f2af24-8a79-4e00-a1e8-f68031820d07 admin admin] Publish callbacks [] for router_controller (80c1dfea-bb11-4d3d-a4f9-fb72883a43c8), precommit_add_association {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:03.873355 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef27499-9116-4420-97bf-7a7afb6c73d6 None None] Network c084773d-68c5-4250-8083-4a8b2afa0073 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:41:03.949949 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-2c6e7da2-d090-44c4-88cd-e5d4786210c5 None None] Set router db60433c-6083-4677-9e72-09e5b8bfd2b5 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:41:03.959153 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c9f2af24-8a79-4e00-a1e8-f68031820d07 admin admin] Publish callbacks [] for router_gateway (80c1dfea-bb11-4d3d-a4f9-fb72883a43c8), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:04.066669 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cdb8a5-285f-4e62-82e1-7cacd361f41c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-c084773d-68c5-4250-8083-4a8b2afa0073', 'network_id': 'c084773d-68c5-4250-8083-4a8b2afa0073', 'project_id': '7e873f215f1346d0996f313ee35951c9', 'fixed_ips': [{'subnet_id': '04cb7c88-584d-4931-b1b1-d5b6dfdfaa5d'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:41:04.067533 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6cdb8a5-285f-4e62-82e1-7cacd361f41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:04.170675 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c9f2af24-8a79-4e00-a1e8-f68031820d07 admin admin] Publish callbacks [] for router_gateway (80c1dfea-bb11-4d3d-a4f9-fb72883a43c8), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:04.190522 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c9f2af24-8a79-4e00-a1e8-f68031820d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:04.284734 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-b6cdb8a5-285f-4e62-82e1-7cacd361f41c None None] Allocated IP 172.20.0.2 (c084773d-68c5-4250-8083-4a8b2afa0073/04cb7c88-584d-4931-b1b1-d5b6dfdfaa5d/e0435311-7b3e-45a4-a1ed-1cc50822e977) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:41:04.295122 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-c9f2af24-8a79-4e00-a1e8-f68031820d07 admin admin] Allocated IP 172.25.3.201 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/e404f64b-c553-4e5c-819a-3a6167df10cb) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:41:04.348618 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-2c6e7da2-d090-44c4-88cd-e5d4786210c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'name': 'tempest-TestShelveInstance-1720087889-router', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:40:58Z', 'updated_at': '2022-02-20T06:41:01Z', 'revision_number': 4, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'gw_port': {'id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:59Z', 'updated_at': '2022-02-20T06:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '6ac0585f-3c60-479d-800e-dbd07ebeb847', 'name': '', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'mac_address': 'fa:16:3e:60:bb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:41:01Z', 'updated_at': '2022-02-20T06:41:01Z', 'revision_number': 2, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'subnets': [{'id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:41:04.381904 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6e7da2-d090-44c4-88cd-e5d4786210c5 None None] Checking router: db60433c-6083-4677-9e72-09e5b8bfd2b5 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:41:04.382262 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6e7da2-d090-44c4-88cd-e5d4786210c5 None None] Updating router db60433c-6083-4677-9e72-09e5b8bfd2b5 port 6ac0585f-3c60-479d-800e-dbd07ebeb847 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:41:04.397558 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c9f2af24-8a79-4e00-a1e8-f68031820d07 admin admin] Publish callbacks [] for port (e404f64b-c553-4e5c-819a-3a6167df10cb), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:04.425075 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c6e7da2-d090-44c4-88cd-e5d4786210c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6ac0585f-3c60-479d-800e-dbd07ebeb847), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:04.433439 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c9f2af24-8a79-4e00-a1e8-f68031820d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e404f64b-c553-4e5c-819a-3a6167df10cb), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:04.446438 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:41:04.472806 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f2af24-8a79-4e00-a1e8-f68031820d07 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:41:04.475780 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-c9f2af24-8a79-4e00-a1e8-f68031820d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:41:04.479123 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f2af24-8a79-4e00-a1e8-f68031820d07 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:41:04.512323 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2af24-8a79-4e00-a1e8-f68031820d07 admin admin] Pushing event updated for resources: {'Port': ['ID=e404f64b-c553-4e5c-819a-3a6167df10cb,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:04.618048 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6cdb8a5-285f-4e62-82e1-7cacd361f41c None None] Publish callbacks [] for port (e0435311-7b3e-45a4-a1ed-1cc50822e977), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:04.634355 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6cdb8a5-285f-4e62-82e1-7cacd361f41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (e0435311-7b3e-45a4-a1ed-1cc50822e977), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:04.683012 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:41:04.683384 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:04.727064 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cdb8a5-285f-4e62-82e1-7cacd361f41c None None] Network c084773d-68c5-4250-8083-4a8b2afa0073 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:41:04.749613 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c9f2af24-8a79-4e00-a1e8-f68031820d07 admin admin] Publish callbacks [] for router_gateway (80c1dfea-bb11-4d3d-a4f9-fb72883a43c8), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:04.755712 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b6cdb8a5-285f-4e62-82e1-7cacd361f41c None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:41:04.760684 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdb8a5-285f-4e62-82e1-7cacd361f41c None None] Pushing event updated for resources: {'Port': ['ID=e0435311-7b3e-45a4-a1ed-1cc50822e977,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:04.762855 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cdb8a5-285f-4e62-82e1-7cacd361f41c None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:41:04.862802 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-b6cdb8a5-285f-4e62-82e1-7cacd361f41c None None] Attempting to bind port e0435311-7b3e-45a4-a1ed-1cc50822e977 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:41:04.863200 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-b6cdb8a5-285f-4e62-82e1-7cacd361f41c None None] Attempting to bind port e0435311-7b3e-45a4-a1ed-1cc50822e977 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '9fd59eca-d844-4dde-ba29-083e1f3953e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c084773d-68c5-4250-8083-4a8b2afa0073'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:41:04.863558 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cdb8a5-285f-4e62-82e1-7cacd361f41c None None] Attempting to bind port e0435311-7b3e-45a4-a1ed-1cc50822e977 on network c084773d-68c5-4250-8083-4a8b2afa0073 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:41:04.894162 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cdb8a5-285f-4e62-82e1-7cacd361f41c None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:41:04.894930 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cdb8a5-285f-4e62-82e1-7cacd361f41c None None] Checking segment: {'id': '9fd59eca-d844-4dde-ba29-083e1f3953e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c084773d-68c5-4250-8083-4a8b2afa0073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:41:04.895043 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6cdb8a5-285f-4e62-82e1-7cacd361f41c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:04.895364 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cdb8a5-285f-4e62-82e1-7cacd361f41c None None] Bound using segment: {'id': '9fd59eca-d844-4dde-ba29-083e1f3953e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c084773d-68c5-4250-8083-4a8b2afa0073'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:41:04.895841 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-b6cdb8a5-285f-4e62-82e1-7cacd361f41c None None] Bound port: e0435311-7b3e-45a4-a1ed-1cc50822e977, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd59eca-d844-4dde-ba29-083e1f3953e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c084773d-68c5-4250-8083-4a8b2afa0073'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:41:04.896221 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6cdb8a5-285f-4e62-82e1-7cacd361f41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e0435311-7b3e-45a4-a1ed-1cc50822e977), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:04.927029 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:41:04.955630 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c9f2af24-8a79-4e00-a1e8-f68031820d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (80c1dfea-bb11-4d3d-a4f9-fb72883a43c8), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:05.022709 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c6e7da2-d090-44c4-88cd-e5d4786210c5 None None] Publish callbacks [] for port (6ac0585f-3c60-479d-800e-dbd07ebeb847), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:05.029580 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b6cdb8a5-285f-4e62-82e1-7cacd361f41c None None] For port e0435311-7b3e-45a4-a1ed-1cc50822e977, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:41:05.032124 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c6e7da2-d090-44c4-88cd-e5d4786210c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6ac0585f-3c60-479d-800e-dbd07ebeb847), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:05.034956 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b6cdb8a5-285f-4e62-82e1-7cacd361f41c None None] For port e0435311-7b3e-45a4-a1ed-1cc50822e977, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=e0435311-7b3e-45a4-a1ed-1cc50822e977,segment=NetworkSegment(9fd59eca-d844-4dde-ba29-083e1f3953e2),segment_id=9fd59eca-d844-4dde-ba29-083e1f3953e2)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:41:05.060882 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6cdb8a5-285f-4e62-82e1-7cacd361f41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e0435311-7b3e-45a4-a1ed-1cc50822e977), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:05.102917 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e4faa-816b-44ec-bb16-a22a18159a94 None None] Pushing event updated for resources: {'Port': ['ID=6ac0585f-3c60-479d-800e-dbd07ebeb847,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:05.112556 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f2af24-8a79-4e00-a1e8-f68031820d07 admin admin] Router 80c1dfea-bb11-4d3d-a4f9-fb72883a43c8 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:41:05.191644 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-2c6e7da2-d090-44c4-88cd-e5d4786210c5 None None] Attempting to bind port 6ac0585f-3c60-479d-800e-dbd07ebeb847 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:41:05.192027 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-2c6e7da2-d090-44c4-88cd-e5d4786210c5 None None] Attempting to bind port 6ac0585f-3c60-479d-800e-dbd07ebeb847 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '9d7671aa-1c98-4b25-bab1-8c3fc64e92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:41:05.192393 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e7da2-d090-44c4-88cd-e5d4786210c5 None None] Attempting to bind port 6ac0585f-3c60-479d-800e-dbd07ebeb847 on network ceafc80f-cc90-4582-b1b4-fa580d11b9a2 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:41:05.210613 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e7da2-d090-44c4-88cd-e5d4786210c5 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:41:05.211056 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e7da2-d090-44c4-88cd-e5d4786210c5 None None] Checking segment: {'id': '9d7671aa-1c98-4b25-bab1-8c3fc64e92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:41:05.211424 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c6e7da2-d090-44c4-88cd-e5d4786210c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:05.211825 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e7da2-d090-44c4-88cd-e5d4786210c5 None None] Bound using segment: {'id': '9d7671aa-1c98-4b25-bab1-8c3fc64e92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:41:05.212315 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-2c6e7da2-d090-44c4-88cd-e5d4786210c5 None None] Bound port: 6ac0585f-3c60-479d-800e-dbd07ebeb847, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7671aa-1c98-4b25-bab1-8c3fc64e92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:41:05.212698 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c6e7da2-d090-44c4-88cd-e5d4786210c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6ac0585f-3c60-479d-800e-dbd07ebeb847), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:05.224107 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdb8a5-285f-4e62-82e1-7cacd361f41c None None] Pushing event updated for resources: {'Port': ['ID=e0435311-7b3e-45a4-a1ed-1cc50822e977,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:05.250650 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f2af24-8a79-4e00-a1e8-f68031820d07 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:41:05.262010 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a0ec80-f822-4da3-862f-3a0e755b37cd None None] Sync routers for ids ['80c1dfea-bb11-4d3d-a4f9-fb72883a43c8'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:41:05.282447 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c9f2af24-8a79-4e00-a1e8-f68031820d07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:05.283749 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c9f2af24-8a79-4e00-a1e8-f68031820d07 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5761034 Feb 20 06:41:05.286705 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54658) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:41:05.298409 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a0ec80-f822-4da3-862f-3a0e755b37cd None None] Routers {'80c1dfea-bb11-4d3d-a4f9-fb72883a43c8'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:41:05.299221 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c8a0ec80-f822-4da3-862f-3a0e755b37cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:40:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['80c1dfea-bb11-4d3d-a4f9-fb72883a43c8'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:41:05.305761 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2c6e7da2-d090-44c4-88cd-e5d4786210c5 None None] For port 6ac0585f-3c60-479d-800e-dbd07ebeb847, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:41:05.309224 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2c6e7da2-d090-44c4-88cd-e5d4786210c5 None None] For port 6ac0585f-3c60-479d-800e-dbd07ebeb847, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=6ac0585f-3c60-479d-800e-dbd07ebeb847,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:41:05.316804 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c6e7da2-d090-44c4-88cd-e5d4786210c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6ac0585f-3c60-479d-800e-dbd07ebeb847), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:05.418349 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6e7da2-d090-44c4-88cd-e5d4786210c5 None None] Routers {'db60433c-6083-4677-9e72-09e5b8bfd2b5'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:41:05.419105 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-2c6e7da2-d090-44c4-88cd-e5d4786210c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:40:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['db60433c-6083-4677-9e72-09e5b8bfd2b5'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:41:05.463268 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-c8a0ec80-f822-4da3-862f-3a0e755b37cd None None] Set router 80c1dfea-bb11-4d3d-a4f9-fb72883a43c8 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:41:05.469915 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e4faa-816b-44ec-bb16-a22a18159a94 None None] Pushing event updated for resources: {'Port': ['ID=6ac0585f-3c60-479d-800e-dbd07ebeb847,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:05.592134 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ccf172a5-9f56-4100-8214-a8c56b0866cd None None] Provisioning complete for port 6ac0585f-3c60-479d-800e-dbd07ebeb847 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:41:05.592722 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ccf172a5-9f56-4100-8214-a8c56b0866cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6ac0585f-3c60-479d-800e-dbd07ebeb847), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:05.640740 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-2c6e7da2-d090-44c4-88cd-e5d4786210c5 None None] Set router db60433c-6083-4677-9e72-09e5b8bfd2b5 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:41:05.663803 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c8a0ec80-f822-4da3-862f-3a0e755b37cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c1dfea-bb11-4d3d-a4f9-fb72883a43c8', 'name': 'tempest-TestShelveInstance-1555487046-router', 'tenant_id': '7e873f215f1346d0996f313ee35951c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'e404f64b-c553-4e5c-819a-3a6167df10cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:41:03Z', 'updated_at': '2022-02-20T06:41:04Z', 'revision_number': 3, 'project_id': '7e873f215f1346d0996f313ee35951c9', 'gw_port': {'id': 'e404f64b-c553-4e5c-819a-3a6167df10cb', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c1dfea-bb11-4d3d-a4f9-fb72883a43c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:41:04Z', 'updated_at': '2022-02-20T06:41:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:41:05.694835 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a0ec80-f822-4da3-862f-3a0e755b37cd None None] Checking router: 80c1dfea-bb11-4d3d-a4f9-fb72883a43c8 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:41:05.695333 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a0ec80-f822-4da3-862f-3a0e755b37cd None None] Updating router 80c1dfea-bb11-4d3d-a4f9-fb72883a43c8 port e404f64b-c553-4e5c-819a-3a6167df10cb binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:41:05.729744 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8a0ec80-f822-4da3-862f-3a0e755b37cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e404f64b-c553-4e5c-819a-3a6167df10cb), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:05.840592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ccf172a5-9f56-4100-8214-a8c56b0866cd None None] Current status of the port 6ac0585f-3c60-479d-800e-dbd07ebeb847 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:41:05.840991 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ccf172a5-9f56-4100-8214-a8c56b0866cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (6ac0585f-3c60-479d-800e-dbd07ebeb847), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:05.870035 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb340ecf-1d35-473f-94ed-45c23092043b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:05.913001 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ccf172a5-9f56-4100-8214-a8c56b0866cd None None] For port 6ac0585f-3c60-479d-800e-dbd07ebeb847, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=6ac0585f-3c60-479d-800e-dbd07ebeb847,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:41:05.920319 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ccf172a5-9f56-4100-8214-a8c56b0866cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (6ac0585f-3c60-479d-800e-dbd07ebeb847), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:05.985057 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf172a5-9f56-4100-8214-a8c56b0866cd None None] Pushing event updated for resources: {'Port': ['ID=6ac0585f-3c60-479d-800e-dbd07ebeb847,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:06.000626 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-2c6e7da2-d090-44c4-88cd-e5d4786210c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'name': 'tempest-TestShelveInstance-1720087889-router', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:40:58Z', 'updated_at': '2022-02-20T06:41:01Z', 'revision_number': 4, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'gw_port': {'id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:59Z', 'updated_at': '2022-02-20T06:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '6ac0585f-3c60-479d-800e-dbd07ebeb847', 'name': '', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'mac_address': 'fa:16:3e:60:bb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:41:01Z', 'updated_at': '2022-02-20T06:41:05Z', 'revision_number': 4, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'subnets': [{'id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:41:06.032965 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6e7da2-d090-44c4-88cd-e5d4786210c5 None None] The sync data for ids ['db60433c-6083-4677-9e72-09e5b8bfd2b5'] in n-d-829866-5 is: [{'id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'name': 'tempest-TestShelveInstance-1720087889-router', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:40:58Z', 'updated_at': '2022-02-20T06:41:01Z', 'revision_number': 4, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'gw_port': {'id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:59Z', 'updated_at': '2022-02-20T06:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '6ac0585f-3c60-479d-800e-dbd07ebeb847', 'name': '', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'mac_address': 'fa:16:3e:60:bb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:41:01Z', 'updated_at': '2022-02-20T06:41:05Z', 'revision_number': 4, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'subnets': [{'id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:41:06.044875 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-4aa29043-5099-4144-88eb-9267ef7117d0 None None] Provisioning complete for port 6ac0585f-3c60-479d-800e-dbd07ebeb847 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:41:06.045257 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4aa29043-5099-4144-88eb-9267ef7117d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6ac0585f-3c60-479d-800e-dbd07ebeb847), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:06.091421 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-bb340ecf-1d35-473f-94ed-45c23092043b admin admin] Allocated IP 172.20.0.1 (c084773d-68c5-4250-8083-4a8b2afa0073/04cb7c88-584d-4931-b1b1-d5b6dfdfaa5d/4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:41:06.198954 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4aa29043-5099-4144-88eb-9267ef7117d0 None None] Current status of the port 6ac0585f-3c60-479d-800e-dbd07ebeb847 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:41:06.209650 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8a0ec80-f822-4da3-862f-3a0e755b37cd None None] Publish callbacks [] for port (e404f64b-c553-4e5c-819a-3a6167df10cb), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:06.217538 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8a0ec80-f822-4da3-862f-3a0e755b37cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e404f64b-c553-4e5c-819a-3a6167df10cb), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:06.268175 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c8a0ec80-f822-4da3-862f-3a0e755b37cd None None] Attempting to bind port e404f64b-c553-4e5c-819a-3a6167df10cb on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:41:06.268866 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c8a0ec80-f822-4da3-862f-3a0e755b37cd None None] Attempting to bind port e404f64b-c553-4e5c-819a-3a6167df10cb by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:41:06.268866 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a0ec80-f822-4da3-862f-3a0e755b37cd None None] Attempting to bind port e404f64b-c553-4e5c-819a-3a6167df10cb on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:41:06.282165 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a0ec80-f822-4da3-862f-3a0e755b37cd None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:41:06.282547 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a0ec80-f822-4da3-862f-3a0e755b37cd None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:41:06.283182 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb340ecf-1d35-473f-94ed-45c23092043b admin admin] Publish callbacks [] for port (4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:06.283352 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8a0ec80-f822-4da3-862f-3a0e755b37cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:06.283674 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a0ec80-f822-4da3-862f-3a0e755b37cd None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:41:06.284523 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c8a0ec80-f822-4da3-862f-3a0e755b37cd None None] Bound port: e404f64b-c553-4e5c-819a-3a6167df10cb, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:41:06.284903 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8a0ec80-f822-4da3-862f-3a0e755b37cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e404f64b-c553-4e5c-819a-3a6167df10cb), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:06.326630 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb340ecf-1d35-473f-94ed-45c23092043b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:06.341085 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c8a0ec80-f822-4da3-862f-3a0e755b37cd None None] For port e404f64b-c553-4e5c-819a-3a6167df10cb, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:41:06.344370 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c8a0ec80-f822-4da3-862f-3a0e755b37cd None None] For port e404f64b-c553-4e5c-819a-3a6167df10cb, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=e404f64b-c553-4e5c-819a-3a6167df10cb,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:41:06.347362 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ef8de-ab6f-4e80-a794-df3f79147bf7 None None] Pushing event updated for resources: {'Port': ['ID=e404f64b-c553-4e5c-819a-3a6167df10cb,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:06.355506 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8a0ec80-f822-4da3-862f-3a0e755b37cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e404f64b-c553-4e5c-819a-3a6167df10cb), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:06.360024 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ef8de-ab6f-4e80-a794-df3f79147bf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:41:06.360428 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ef8de-ab6f-4e80-a794-df3f79147bf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:41:06.360771 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ef8de-ab6f-4e80-a794-df3f79147bf7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:41:06.361299 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ef8de-ab6f-4e80-a794-df3f79147bf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:41:06.361823 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ef8de-ab6f-4e80-a794-df3f79147bf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:41:06.362206 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ef8de-ab6f-4e80-a794-df3f79147bf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:41:06.362545 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ef8de-ab6f-4e80-a794-df3f79147bf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:41:06.362876 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ef8de-ab6f-4e80-a794-df3f79147bf7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:41:06.363244 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ef8de-ab6f-4e80-a794-df3f79147bf7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:41:06.363578 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ef8de-ab6f-4e80-a794-df3f79147bf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:41:06.363907 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ef8de-ab6f-4e80-a794-df3f79147bf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:41:06.364277 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ef8de-ab6f-4e80-a794-df3f79147bf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:41:06.364603 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ef8de-ab6f-4e80-a794-df3f79147bf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:41:06.376374 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb340ecf-1d35-473f-94ed-45c23092043b admin admin] Network c084773d-68c5-4250-8083-4a8b2afa0073 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:41:06.381123 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-bb340ecf-1d35-473f-94ed-45c23092043b admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:41:06.384780 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb340ecf-1d35-473f-94ed-45c23092043b admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:41:06.425279 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ef8de-ab6f-4e80-a794-df3f79147bf7 None None] Pushing event updated for resources: {'Port': ['ID=e404f64b-c553-4e5c-819a-3a6167df10cb,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:06.448686 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a0ec80-f822-4da3-862f-3a0e755b37cd None None] Routers {'80c1dfea-bb11-4d3d-a4f9-fb72883a43c8'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:41:06.449511 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c8a0ec80-f822-4da3-862f-3a0e755b37cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:40:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['80c1dfea-bb11-4d3d-a4f9-fb72883a43c8'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:41:06.452393 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb340ecf-1d35-473f-94ed-45c23092043b admin admin] Pushing event updated for resources: {'Port': ['ID=4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:06.475579 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb340ecf-1d35-473f-94ed-45c23092043b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (80c1dfea-bb11-4d3d-a4f9-fb72883a43c8), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:06.567403 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b5ea0b-71b5-46e6-8212-77edbaa68cd8 None None] Network c084773d-68c5-4250-8083-4a8b2afa0073 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:41:06.587927 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device e0435311-7b3e-45a4-a1ed-1cc50822e977 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:41:06.612368 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-c8a0ec80-f822-4da3-862f-3a0e755b37cd None None] Set router 80c1dfea-bb11-4d3d-a4f9-fb72883a43c8 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:41:06.685938 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb340ecf-1d35-473f-94ed-45c23092043b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:06.696382 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-003cf667-3b99-4a5d-b86b-5fd11530a9f6 None None] Provisioning complete for port e0435311-7b3e-45a4-a1ed-1cc50822e977 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:41:06.696681 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-003cf667-3b99-4a5d-b86b-5fd11530a9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e0435311-7b3e-45a4-a1ed-1cc50822e977), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:06.776806 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port e0435311-7b3e-45a4-a1ed-1cc50822e977 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:41:06.777275 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e0435311-7b3e-45a4-a1ed-1cc50822e977), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:06.840968 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c8a0ec80-f822-4da3-862f-3a0e755b37cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c1dfea-bb11-4d3d-a4f9-fb72883a43c8', 'name': 'tempest-TestShelveInstance-1555487046-router', 'tenant_id': '7e873f215f1346d0996f313ee35951c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'e404f64b-c553-4e5c-819a-3a6167df10cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:41:03Z', 'updated_at': '2022-02-20T06:41:04Z', 'revision_number': 3, 'project_id': '7e873f215f1346d0996f313ee35951c9', 'gw_port': {'id': 'e404f64b-c553-4e5c-819a-3a6167df10cb', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c1dfea-bb11-4d3d-a4f9-fb72883a43c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:41:04Z', 'updated_at': '2022-02-20T06:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:41:06.890602 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a0ec80-f822-4da3-862f-3a0e755b37cd None None] The sync data for ids ['80c1dfea-bb11-4d3d-a4f9-fb72883a43c8'] in n-d-829866-5 is: [{'id': '80c1dfea-bb11-4d3d-a4f9-fb72883a43c8', 'name': 'tempest-TestShelveInstance-1555487046-router', 'tenant_id': '7e873f215f1346d0996f313ee35951c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'e404f64b-c553-4e5c-819a-3a6167df10cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:41:03Z', 'updated_at': '2022-02-20T06:41:04Z', 'revision_number': 3, 'project_id': '7e873f215f1346d0996f313ee35951c9', 'gw_port': {'id': 'e404f64b-c553-4e5c-819a-3a6167df10cb', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c1dfea-bb11-4d3d-a4f9-fb72883a43c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:41:04Z', 'updated_at': '2022-02-20T06:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:41:06.906091 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-003cf667-3b99-4a5d-b86b-5fd11530a9f6 None None] Current status of the port e0435311-7b3e-45a4-a1ed-1cc50822e977 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:41:06.915035 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-003cf667-3b99-4a5d-b86b-5fd11530a9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e0435311-7b3e-45a4-a1ed-1cc50822e977), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:06.923789 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb340ecf-1d35-473f-94ed-45c23092043b admin admin] Publish callbacks [] for port (4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:06.937724 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb340ecf-1d35-473f-94ed-45c23092043b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:06.961455 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port e0435311-7b3e-45a4-a1ed-1cc50822e977 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:41:06.961949 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e0435311-7b3e-45a4-a1ed-1cc50822e977), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:07.006777 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-003cf667-3b99-4a5d-b86b-5fd11530a9f6 None None] For port e0435311-7b3e-45a4-a1ed-1cc50822e977, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=e0435311-7b3e-45a4-a1ed-1cc50822e977,segment=NetworkSegment(9fd59eca-d844-4dde-ba29-083e1f3953e2),segment_id=9fd59eca-d844-4dde-ba29-083e1f3953e2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:41:07.012571 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-003cf667-3b99-4a5d-b86b-5fd11530a9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e0435311-7b3e-45a4-a1ed-1cc50822e977), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:07.048178 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb340ecf-1d35-473f-94ed-45c23092043b admin admin] Pushing event updated for resources: {'Port': ['ID=4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:07.051566 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb340ecf-1d35-473f-94ed-45c23092043b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (80c1dfea-bb11-4d3d-a4f9-fb72883a43c8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:07.090569 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 06:41:07.091083 n-d-829866-5 neutron-server[103408]: DEBUG oslo_db.api [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 06:41:07.123604 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003cf667-3b99-4a5d-b86b-5fd11530a9f6 None None] Pushing event updated for resources: {'Port': ['ID=e0435311-7b3e-45a4-a1ed-1cc50822e977,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:07.166767 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb340ecf-1d35-473f-94ed-45c23092043b admin admin] Network c084773d-68c5-4250-8083-4a8b2afa0073 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:41:07.168576 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-bb340ecf-1d35-473f-94ed-45c23092043b admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:41:07.251559 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-688930a5-5778-43bc-ba78-505d02e0077d None None] Provisioning complete for port e0435311-7b3e-45a4-a1ed-1cc50822e977 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:41:07.252961 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-688930a5-5778-43bc-ba78-505d02e0077d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e0435311-7b3e-45a4-a1ed-1cc50822e977), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:07.366123 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb340ecf-1d35-473f-94ed-45c23092043b admin admin] Router 80c1dfea-bb11-4d3d-a4f9-fb72883a43c8 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:41:07.715154 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port e0435311-7b3e-45a4-a1ed-1cc50822e977 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:41:07.716745 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6ac0585f-3c60-479d-800e-dbd07ebeb847 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:41:07.809346 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-688930a5-5778-43bc-ba78-505d02e0077d None None] Current status of the port e0435311-7b3e-45a4-a1ed-1cc50822e977 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:41:07.838000 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-688930a5-5778-43bc-ba78-505d02e0077d None None] Provisioning complete for port 4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:41:07.838387 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-688930a5-5778-43bc-ba78-505d02e0077d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:07.878989 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 6ac0585f-3c60-479d-800e-dbd07ebeb847 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:41:07.879374 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (6ac0585f-3c60-479d-800e-dbd07ebeb847), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:07.901223 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-688930a5-5778-43bc-ba78-505d02e0077d None None] Port 4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:41:07.966382 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 6ac0585f-3c60-479d-800e-dbd07ebeb847 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:41:08.017896 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb340ecf-1d35-473f-94ed-45c23092043b admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:41:08.022465 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-1b5ac8c5-864e-45bf-9731-71b33833f940 None None] Provisioning complete for port 4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:41:08.022941 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-bb340ecf-1d35-473f-94ed-45c23092043b admin admin] 10.222.0.37 "PUT /v2.0/routers/80c1dfea-bb11-4d3d-a4f9-fb72883a43c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7351484 Feb 20 06:41:08.023601 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1b5ac8c5-864e-45bf-9731-71b33833f940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:08.062386 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1b5ac8c5-864e-45bf-9731-71b33833f940 None None] Port 4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:41:08.494050 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device e0435311-7b3e-45a4-a1ed-1cc50822e977 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:41:08.540744 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port e0435311-7b3e-45a4-a1ed-1cc50822e977 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:41:08.541043 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e0435311-7b3e-45a4-a1ed-1cc50822e977), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:08.617639 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port e0435311-7b3e-45a4-a1ed-1cc50822e977 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:41:08.618710 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device e404f64b-c553-4e5c-819a-3a6167df10cb up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:41:08.623066 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54666) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:41:08.628395 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-231ac4e6-0826-42d0-813a-19fcc71f4677 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-7873254', 'description': 'tempest-secgroup-smoke-7873254 description', 'project_id': 'e78b88f412794aed9351661f1e7125eb'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:41:08.648503 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-231ac4e6-0826-42d0-813a-19fcc71f4677 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:08.669017 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port e404f64b-c553-4e5c-819a-3a6167df10cb triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:41:08.669405 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e404f64b-c553-4e5c-819a-3a6167df10cb), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:08.715212 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-231ac4e6-0826-42d0-813a-19fcc71f4677 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group (2131b6b6-a298-45c6-a468-bb9d9618f1b9), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:08.719923 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-231ac4e6-0826-42d0-813a-19fcc71f4677 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2131b6b6-a298-45c6-a468-bb9d9618f1b9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:08.751749 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port e404f64b-c553-4e5c-819a-3a6167df10cb is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:41:08.752138 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (e404f64b-c553-4e5c-819a-3a6167df10cb), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:08.752879 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-231ac4e6-0826-42d0-813a-19fcc71f4677 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:08.754137 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-231ac4e6-0826-42d0-813a-19fcc71f4677 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1299744 Feb 20 06:41:08.757120 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54668) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:41:08.759702 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ac4e6-0826-42d0-813a-19fcc71f4677 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2131b6b6-a298-45c6-a468-bb9d9618f1b9,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:08.764350 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d87bad23-371e-437f-af2f-f6ee34901c90 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Request body: {'security_group_rule': {'security_group_id': '2131b6b6-a298-45c6-a468-bb9d9618f1b9', 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:41:08.773839 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port e404f64b-c553-4e5c-819a-3a6167df10cb, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=e404f64b-c553-4e5c-819a-3a6167df10cb,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:41:08.777824 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (e404f64b-c553-4e5c-819a-3a6167df10cb), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:08.790539 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d87bad23-371e-437f-af2f-f6ee34901c90 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (27a6d419-3467-45f6-b346-31441a84e008), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:08.838971 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=e404f64b-c553-4e5c-819a-3a6167df10cb,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:08.855120 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d87bad23-371e-437f-af2f-f6ee34901c90 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (27a6d419-3467-45f6-b346-31441a84e008), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:08.860097 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d87bad23-371e-437f-af2f-f6ee34901c90 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (27a6d419-3467-45f6-b346-31441a84e008), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:08.879400 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bad23-371e-437f-af2f-f6ee34901c90 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a6d419-3467-45f6-b346-31441a84e008,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:08.884719 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d87bad23-371e-437f-af2f-f6ee34901c90 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:08.885907 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-d87bad23-371e-437f-af2f-f6ee34901c90 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273150 Feb 20 06:41:08.888705 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54670) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:41:08.893117 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0f3070d0-559a-462f-becf-62ad22ad7c0c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Request body: {'security_group_rule': {'security_group_id': '2131b6b6-a298-45c6-a468-bb9d9618f1b9', 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:41:08.917481 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f3070d0-559a-462f-becf-62ad22ad7c0c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (1e216c3d-111e-45c1-b203-1aa5b97f2d41), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:08.975938 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f3070d0-559a-462f-becf-62ad22ad7c0c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (1e216c3d-111e-45c1-b203-1aa5b97f2d41), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:08.979724 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f3070d0-559a-462f-becf-62ad22ad7c0c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (1e216c3d-111e-45c1-b203-1aa5b97f2d41), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:08.999178 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3070d0-559a-462f-becf-62ad22ad7c0c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e216c3d-111e-45c1-b203-1aa5b97f2d41,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:09.007817 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f3070d0-559a-462f-becf-62ad22ad7c0c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:09.008968 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-0f3070d0-559a-462f-becf-62ad22ad7c0c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193018 Feb 20 06:41:09.011820 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54672) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:41:09.016253 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c05aec34-a45f-42f7-8b38-02851ee36dcb tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Request body: {'security_group_rule': {'security_group_id': '2131b6b6-a298-45c6-a468-bb9d9618f1b9', 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:41:09.041777 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c05aec34-a45f-42f7-8b38-02851ee36dcb tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (144711f9-f633-4f2a-ab6e-1df2f9dde1e0), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:09.096605 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c05aec34-a45f-42f7-8b38-02851ee36dcb tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (144711f9-f633-4f2a-ab6e-1df2f9dde1e0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:09.100307 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c05aec34-a45f-42f7-8b38-02851ee36dcb tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (144711f9-f633-4f2a-ab6e-1df2f9dde1e0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:09.119819 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05aec34-a45f-42f7-8b38-02851ee36dcb tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144711f9-f633-4f2a-ab6e-1df2f9dde1e0,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:09.126320 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c05aec34-a45f-42f7-8b38-02851ee36dcb tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:09.127542 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c05aec34-a45f-42f7-8b38-02851ee36dcb tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146977 Feb 20 06:41:09.130190 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54674) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:41:09.134420 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f049b201-a99b-4059-a027-17d0a10dfd0c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Request body: {'security_group_rule': {'security_group_id': '2131b6b6-a298-45c6-a468-bb9d9618f1b9', 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:41:09.157765 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f049b201-a99b-4059-a027-17d0a10dfd0c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (4a47e45c-6dfb-42f1-8192-3d748c79f358), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:09.215438 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f049b201-a99b-4059-a027-17d0a10dfd0c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (4a47e45c-6dfb-42f1-8192-3d748c79f358), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:09.219889 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f049b201-a99b-4059-a027-17d0a10dfd0c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (4a47e45c-6dfb-42f1-8192-3d748c79f358), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:09.242036 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049b201-a99b-4059-a027-17d0a10dfd0c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a47e45c-6dfb-42f1-8192-3d748c79f358,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:09.248713 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f049b201-a99b-4059-a027-17d0a10dfd0c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:09.249887 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-f049b201-a99b-4059-a027-17d0a10dfd0c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187916 Feb 20 06:41:09.252615 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54676) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:41:09.256959 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-475d2b73-f0ea-4534-a8a1-845995eaff50 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Request body: {'security_group_rule': {'security_group_id': '2131b6b6-a298-45c6-a468-bb9d9618f1b9', 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:41:09.278257 n-d-829866-5 neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-475d2b73-f0ea-4534-a8a1-845995eaff50 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Project e78b88f412794aed9351661f1e7125eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:41:09.283954 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-475d2b73-f0ea-4534-a8a1-845995eaff50 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (085a5717-bd0e-431e-85c1-739c6531fdd3), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:09.343548 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-475d2b73-f0ea-4534-a8a1-845995eaff50 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (085a5717-bd0e-431e-85c1-739c6531fdd3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:09.347438 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-475d2b73-f0ea-4534-a8a1-845995eaff50 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (085a5717-bd0e-431e-85c1-739c6531fdd3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:09.364692 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d2b73-f0ea-4534-a8a1-845995eaff50 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=085a5717-bd0e-431e-85c1-739c6531fdd3,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:09.374239 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-475d2b73-f0ea-4534-a8a1-845995eaff50 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:09.375474 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-475d2b73-f0ea-4534-a8a1-845995eaff50 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219151 Feb 20 06:41:09.378237 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54678) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:41:09.382619 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-12e05e22-71ab-497f-8060-ea02f15ebb99 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Request body: {'security_group_rule': {'security_group_id': '2131b6b6-a298-45c6-a468-bb9d9618f1b9', 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:41:09.403622 n-d-829866-5 neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-12e05e22-71ab-497f-8060-ea02f15ebb99 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Project e78b88f412794aed9351661f1e7125eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:41:09.409366 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12e05e22-71ab-497f-8060-ea02f15ebb99 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (67bf1e4c-2024-404d-84da-d3fdb4ceb12d), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:09.467292 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12e05e22-71ab-497f-8060-ea02f15ebb99 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (67bf1e4c-2024-404d-84da-d3fdb4ceb12d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:09.472223 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12e05e22-71ab-497f-8060-ea02f15ebb99 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (67bf1e4c-2024-404d-84da-d3fdb4ceb12d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:09.491251 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e05e22-71ab-497f-8060-ea02f15ebb99 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67bf1e4c-2024-404d-84da-d3fdb4ceb12d,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:09.501018 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-12e05e22-71ab-497f-8060-ea02f15ebb99 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:09.502544 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-12e05e22-71ab-497f-8060-ea02f15ebb99 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233814 Feb 20 06:41:09.561169 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e744e93f-893b-430b-bc9b-ff21b7d63142 None None] Sync routers for ids ['80c1dfea-bb11-4d3d-a4f9-fb72883a43c8'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:41:09.572640 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e744e93f-893b-430b-bc9b-ff21b7d63142 None None] Routers {'80c1dfea-bb11-4d3d-a4f9-fb72883a43c8'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:41:09.572956 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e744e93f-893b-430b-bc9b-ff21b7d63142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:40:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['80c1dfea-bb11-4d3d-a4f9-fb72883a43c8'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:41:09.652614 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-19734a99-638d-455c-a169-ec90f634718a req-c47aaa64-1b87-45e2-863e-03ad94d41ed6 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-7873254&fields=id&tenant_id=e78b88f412794aed9351661f1e7125eb HTTP/1.1" status: 200 len: 267 time: 0.0427182 Feb 20 06:41:09.686376 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-e744e93f-893b-430b-bc9b-ff21b7d63142 None None] Set router 80c1dfea-bb11-4d3d-a4f9-fb72883a43c8 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:41:09.758278 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19734a99-638d-455c-a169-ec90f634718a req-febdcace-45cf-487a-a235-7f5cf32faedf tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:41:09.759865 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-19734a99-638d-455c-a169-ec90f634718a req-febdcace-45cf-487a-a235-7f5cf32faedf tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/networks?id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2 HTTP/1.1" status: 200 len: 809 time: 0.0999694 Feb 20 06:41:09.774663 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-19734a99-638d-455c-a169-ec90f634718a req-2620696d-bc0f-410f-a3bc-7de6b4a5c9b2 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/quotas/e78b88f412794aed9351661f1e7125eb HTTP/1.1" status: 200 len: 375 time: 0.0088441 Feb 20 06:41:09.830222 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-19734a99-638d-455c-a169-ec90f634718a req-1f49aadc-2d5b-4435-9c80-1d72febcb0c9 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e78b88f412794aed9351661f1e7125eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504458 Feb 20 06:41:09.889037 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e744e93f-893b-430b-bc9b-ff21b7d63142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c1dfea-bb11-4d3d-a4f9-fb72883a43c8', 'name': 'tempest-TestShelveInstance-1555487046-router', 'tenant_id': '7e873f215f1346d0996f313ee35951c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'e404f64b-c553-4e5c-819a-3a6167df10cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:41:03Z', 'updated_at': '2022-02-20T06:41:06Z', 'revision_number': 4, 'project_id': '7e873f215f1346d0996f313ee35951c9', 'gw_port': {'id': 'e404f64b-c553-4e5c-819a-3a6167df10cb', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c1dfea-bb11-4d3d-a4f9-fb72883a43c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:41:04Z', 'updated_at': '2022-02-20T06:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1', 'name': '', 'network_id': 'c084773d-68c5-4250-8083-4a8b2afa0073', 'tenant_id': '7e873f215f1346d0996f313ee35951c9', 'mac_address': 'fa:16:3e:91:39:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c1dfea-bb11-4d3d-a4f9-fb72883a43c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '04cb7c88-584d-4931-b1b1-d5b6dfdfaa5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:41:05Z', 'updated_at': '2022-02-20T06:41:06Z', 'revision_number': 2, 'project_id': '7e873f215f1346d0996f313ee35951c9', 'subnets': [{'id': '04cb7c88-584d-4931-b1b1-d5b6dfdfaa5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:41:09.915551 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e744e93f-893b-430b-bc9b-ff21b7d63142 None None] Checking router: 80c1dfea-bb11-4d3d-a4f9-fb72883a43c8 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:41:09.915906 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e744e93f-893b-430b-bc9b-ff21b7d63142 None None] Updating router 80c1dfea-bb11-4d3d-a4f9-fb72883a43c8 port 4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:41:09.931313 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-19734a99-638d-455c-a169-ec90f634718a req-5886f2ee-7986-47ca-8963-f4dcb93e9e0e service neutron] 10.222.0.37 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880902 Feb 20 06:41:09.944090 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e744e93f-893b-430b-bc9b-ff21b7d63142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:10.028316 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-19734a99-638d-455c-a169-ec90f634718a req-18a01957-1446-4786-913c-2fc33df1296e service neutron] 10.222.0.37 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898731 Feb 20 06:41:10.202214 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e912ac96-f6cd-4ef2-a4be-a9b075298d83 req-ce6d9f4d-93ec-4285-8905-0449361d1e10 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 210 time: 0.0432887 Feb 20 06:41:10.220367 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e744e93f-893b-430b-bc9b-ff21b7d63142 None None] Publish callbacks [] for port (4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:10.228155 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e744e93f-893b-430b-bc9b-ff21b7d63142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:10.282069 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb8566-d528-4b1b-b9b5-cf132d45eea2 None None] Pushing event updated for resources: {'Port': ['ID=4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:10.342054 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e744e93f-893b-430b-bc9b-ff21b7d63142 None None] Attempting to bind port 4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:41:10.343222 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e744e93f-893b-430b-bc9b-ff21b7d63142 None None] Attempting to bind port 4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '9fd59eca-d844-4dde-ba29-083e1f3953e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c084773d-68c5-4250-8083-4a8b2afa0073'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:41:10.344173 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e744e93f-893b-430b-bc9b-ff21b7d63142 None None] Attempting to bind port 4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1 on network c084773d-68c5-4250-8083-4a8b2afa0073 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:41:10.350788 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e744e93f-893b-430b-bc9b-ff21b7d63142 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:41:10.351214 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e744e93f-893b-430b-bc9b-ff21b7d63142 None None] Checking segment: {'id': '9fd59eca-d844-4dde-ba29-083e1f3953e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c084773d-68c5-4250-8083-4a8b2afa0073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:41:10.351613 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e744e93f-893b-430b-bc9b-ff21b7d63142 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:10.352006 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e744e93f-893b-430b-bc9b-ff21b7d63142 None None] Bound using segment: {'id': '9fd59eca-d844-4dde-ba29-083e1f3953e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c084773d-68c5-4250-8083-4a8b2afa0073'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:41:10.352480 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-e744e93f-893b-430b-bc9b-ff21b7d63142 None None] Bound port: 4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd59eca-d844-4dde-ba29-083e1f3953e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c084773d-68c5-4250-8083-4a8b2afa0073'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:41:10.352859 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e744e93f-893b-430b-bc9b-ff21b7d63142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:10.453133 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device e404f64b-c553-4e5c-819a-3a6167df10cb up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:41:10.459553 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e744e93f-893b-430b-bc9b-ff21b7d63142 None None] For port 4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:41:10.497216 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e744e93f-893b-430b-bc9b-ff21b7d63142 None None] For port 4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1,segment=NetworkSegment(9fd59eca-d844-4dde-ba29-083e1f3953e2),segment_id=9fd59eca-d844-4dde-ba29-083e1f3953e2)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:41:10.510038 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e744e93f-893b-430b-bc9b-ff21b7d63142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:10.587791 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port e404f64b-c553-4e5c-819a-3a6167df10cb triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:41:10.588460 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (e404f64b-c553-4e5c-819a-3a6167df10cb), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:10.591930 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb8566-d528-4b1b-b9b5-cf132d45eea2 None None] Pushing event updated for resources: {'Port': ['ID=4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:10.596428 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e744e93f-893b-430b-bc9b-ff21b7d63142 None None] Routers {'80c1dfea-bb11-4d3d-a4f9-fb72883a43c8'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:41:10.597398 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e744e93f-893b-430b-bc9b-ff21b7d63142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:40:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['80c1dfea-bb11-4d3d-a4f9-fb72883a43c8'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:41:10.678270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-90a431b0-9772-4322-9947-357967c29c70 None None] Provisioning complete for port 4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:41:10.678642 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90a431b0-9772-4322-9947-357967c29c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:10.825389 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-e744e93f-893b-430b-bc9b-ff21b7d63142 None None] Set router 80c1dfea-bb11-4d3d-a4f9-fb72883a43c8 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:41:10.851132 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port e404f64b-c553-4e5c-819a-3a6167df10cb is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:41:10.928628 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-90a431b0-9772-4322-9947-357967c29c70 None None] Current status of the port 4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:41:10.929020 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90a431b0-9772-4322-9947-357967c29c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:11.007251 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-90a431b0-9772-4322-9947-357967c29c70 None None] For port 4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1,segment=NetworkSegment(9fd59eca-d844-4dde-ba29-083e1f3953e2),segment_id=9fd59eca-d844-4dde-ba29-083e1f3953e2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:41:11.015763 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90a431b0-9772-4322-9947-357967c29c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:11.266889 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a431b0-9772-4322-9947-357967c29c70 None None] Pushing event updated for resources: {'Port': ['ID=4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:11.284028 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-2c0fbb06-bd9f-494d-81c8-76da72fa68f6 None None] Provisioning complete for port 4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:41:11.284403 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c0fbb06-bd9f-494d-81c8-76da72fa68f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:11.330345 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-e744e93f-893b-430b-bc9b-ff21b7d63142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c1dfea-bb11-4d3d-a4f9-fb72883a43c8', 'name': 'tempest-TestShelveInstance-1555487046-router', 'tenant_id': '7e873f215f1346d0996f313ee35951c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'e404f64b-c553-4e5c-819a-3a6167df10cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:41:03Z', 'updated_at': '2022-02-20T06:41:06Z', 'revision_number': 4, 'project_id': '7e873f215f1346d0996f313ee35951c9', 'gw_port': {'id': 'e404f64b-c553-4e5c-819a-3a6167df10cb', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c1dfea-bb11-4d3d-a4f9-fb72883a43c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:41:04Z', 'updated_at': '2022-02-20T06:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1', 'name': '', 'network_id': 'c084773d-68c5-4250-8083-4a8b2afa0073', 'tenant_id': '7e873f215f1346d0996f313ee35951c9', 'mac_address': 'fa:16:3e:91:39:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c1dfea-bb11-4d3d-a4f9-fb72883a43c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '04cb7c88-584d-4931-b1b1-d5b6dfdfaa5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:41:05Z', 'updated_at': '2022-02-20T06:41:10Z', 'revision_number': 4, 'project_id': '7e873f215f1346d0996f313ee35951c9', 'subnets': [{'id': '04cb7c88-584d-4931-b1b1-d5b6dfdfaa5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:41:11.336133 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46ff5da2-7126-44d4-acd6-feeb45cb5a8a req-51bfb605-8f93-4583-8a4a-8c8f779721e1 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 210 time: 0.0400503 Feb 20 06:41:11.362066 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e744e93f-893b-430b-bc9b-ff21b7d63142 None None] The sync data for ids ['80c1dfea-bb11-4d3d-a4f9-fb72883a43c8'] in n-d-829866-5 is: [{'id': '80c1dfea-bb11-4d3d-a4f9-fb72883a43c8', 'name': 'tempest-TestShelveInstance-1555487046-router', 'tenant_id': '7e873f215f1346d0996f313ee35951c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'e404f64b-c553-4e5c-819a-3a6167df10cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:41:03Z', 'updated_at': '2022-02-20T06:41:06Z', 'revision_number': 4, 'project_id': '7e873f215f1346d0996f313ee35951c9', 'gw_port': {'id': 'e404f64b-c553-4e5c-819a-3a6167df10cb', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c1dfea-bb11-4d3d-a4f9-fb72883a43c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:41:04Z', 'updated_at': '2022-02-20T06:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1', 'name': '', 'network_id': 'c084773d-68c5-4250-8083-4a8b2afa0073', 'tenant_id': '7e873f215f1346d0996f313ee35951c9', 'mac_address': 'fa:16:3e:91:39:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c1dfea-bb11-4d3d-a4f9-fb72883a43c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '04cb7c88-584d-4931-b1b1-d5b6dfdfaa5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:41:05Z', 'updated_at': '2022-02-20T06:41:10Z', 'revision_number': 4, 'project_id': '7e873f215f1346d0996f313ee35951c9', 'subnets': [{'id': '04cb7c88-584d-4931-b1b1-d5b6dfdfaa5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:41:11.404524 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2c0fbb06-bd9f-494d-81c8-76da72fa68f6 None None] Current status of the port 4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:41:11.415315 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19734a99-638d-455c-a169-ec90f634718a req-9f879f3f-8e13-4902-8143-97e45a1b761e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:41:11.416812 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-19734a99-638d-455c-a169-ec90f634718a req-9f879f3f-8e13-4902-8143-97e45a1b761e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.61 "GET /v2.0/networks?id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2 HTTP/1.1" status: 200 len: 809 time: 0.1523337 Feb 20 06:41:11.498403 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-19734a99-638d-455c-a169-ec90f634718a req-38bd31f7-b2b6-4446-aefd-c135bed2cc02 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e78b88f412794aed9351661f1e7125eb HTTP/1.1" status: 200 len: 377 time: 0.0714436 Feb 20 06:41:11.507776 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-19734a99-638d-455c-a169-ec90f634718a req-a41d7929-5379-459d-a19e-5c7067044171 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Request body: {'port': {'device_id': '3cc5759d-e08f-4c85-bab5-41499a835e16', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'admin_state_up': True, 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'security_groups': ['2131b6b6-a298-45c6-a468-bb9d9618f1b9']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:41:11.621654 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19734a99-638d-455c-a169-ec90f634718a req-a41d7929-5379-459d-a19e-5c7067044171 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Made reservation on behalf of e78b88f412794aed9351661f1e7125eb for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:41:11.625854 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-19734a99-638d-455c-a169-ec90f634718a req-a41d7929-5379-459d-a19e-5c7067044171 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:11.755122 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-19734a99-638d-455c-a169-ec90f634718a req-a41d7929-5379-459d-a19e-5c7067044171 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Allocated IP 172.20.0.11 (ceafc80f-cc90-4582-b1b4-fa580d11b9a2/2cf060ab-38fd-4161-8bb2-b49e0a114595/756c9745-6f8f-426a-ac0b-d5c749ce76c0) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:41:11.900201 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-19734a99-638d-455c-a169-ec90f634718a req-a41d7929-5379-459d-a19e-5c7067044171 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:11.947295 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-19734a99-638d-455c-a169-ec90f634718a req-a41d7929-5379-459d-a19e-5c7067044171 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:11.993492 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19734a99-638d-455c-a169-ec90f634718a req-a41d7929-5379-459d-a19e-5c7067044171 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Network ceafc80f-cc90-4582-b1b4-fa580d11b9a2 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:41:12.001591 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-19734a99-638d-455c-a169-ec90f634718a req-a41d7929-5379-459d-a19e-5c7067044171 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:41:12.006578 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-19734a99-638d-455c-a169-ec90f634718a req-a41d7929-5379-459d-a19e-5c7067044171 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:41:12.009999 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d7929-5379-459d-a19e-5c7067044171 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Pushing event updated for resources: {'Port': ['ID=756c9745-6f8f-426a-ac0b-d5c749ce76c0,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:12.060935 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19734a99-638d-455c-a169-ec90f634718a req-a41d7929-5379-459d-a19e-5c7067044171 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:41:12.061679 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-19734a99-638d-455c-a169-ec90f634718a req-a41d7929-5379-459d-a19e-5c7067044171 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:12.079538 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-19734a99-638d-455c-a169-ec90f634718a req-a41d7929-5379-459d-a19e-5c7067044171 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5755415 Feb 20 06:41:12.091051 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-19734a99-638d-455c-a169-ec90f634718a req-5439bf2e-b5b3-4b6c-a143-ecdef3636bab service neutron] Request body: {'port': {'device_id': '3cc5759d-e08f-4c85-bab5-41499a835e16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:41:12.153015 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-19734a99-638d-455c-a169-ec90f634718a req-5439bf2e-b5b3-4b6c-a143-ecdef3636bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:12.232171 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-542f6486-fee2-4c37-893a-65cf7925ecbf None None] Provisioning complete for port 756c9745-6f8f-426a-ac0b-d5c749ce76c0 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:41:12.232804 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-542f6486-fee2-4c37-893a-65cf7925ecbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:12.266278 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-542f6486-fee2-4c37-893a-65cf7925ecbf None None] Port 756c9745-6f8f-426a-ac0b-d5c749ce76c0 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:41:12.418855 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-19734a99-638d-455c-a169-ec90f634718a req-5439bf2e-b5b3-4b6c-a143-ecdef3636bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 756c9745-6f8f-426a-ac0b-d5c749ce76c0 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:41:12.427222 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-19734a99-638d-455c-a169-ec90f634718a req-5439bf2e-b5b3-4b6c-a143-ecdef3636bab service neutron] Publish callbacks [] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:12.439802 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-19734a99-638d-455c-a169-ec90f634718a req-5439bf2e-b5b3-4b6c-a143-ecdef3636bab service neutron] Transition to ACTIVE for port object 756c9745-6f8f-426a-ac0b-d5c749ce76c0 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:41:12.445413 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-19734a99-638d-455c-a169-ec90f634718a req-5439bf2e-b5b3-4b6c-a143-ecdef3636bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:12.465130 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001532af-a763-405e-82c0-3cbe77e507da req-3233cd84-db91-454b-babd-9d0ab709ea09 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:41:12.467587 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-001532af-a763-405e-82c0-3cbe77e507da req-3233cd84-db91-454b-babd-9d0ab709ea09 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 932 time: 0.0607769 Feb 20 06:41:12.470011 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:41:12.521056 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439bf2e-b5b3-4b6c-a143-ecdef3636bab service neutron] Pushing event updated for resources: {'Port': ['ID=756c9745-6f8f-426a-ac0b-d5c749ce76c0,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:12.530826 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:41:12.531231 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:12.537652 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-001532af-a763-405e-82c0-3cbe77e507da req-b7917dcf-b7ae-4e28-ae94-6a59b8856faf tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0625439 Feb 20 06:41:12.585593 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-19734a99-638d-455c-a169-ec90f634718a req-5439bf2e-b5b3-4b6c-a143-ecdef3636bab service neutron] Attempting to bind port 756c9745-6f8f-426a-ac0b-d5c749ce76c0 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:41:12.586050 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-19734a99-638d-455c-a169-ec90f634718a req-5439bf2e-b5b3-4b6c-a143-ecdef3636bab service neutron] Attempting to bind port 756c9745-6f8f-426a-ac0b-d5c749ce76c0 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '9d7671aa-1c98-4b25-bab1-8c3fc64e92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:41:12.586455 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19734a99-638d-455c-a169-ec90f634718a req-5439bf2e-b5b3-4b6c-a143-ecdef3636bab service neutron] Attempting to bind port 756c9745-6f8f-426a-ac0b-d5c749ce76c0 on network ceafc80f-cc90-4582-b1b4-fa580d11b9a2 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:41:12.591019 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19734a99-638d-455c-a169-ec90f634718a req-5439bf2e-b5b3-4b6c-a143-ecdef3636bab service neutron] Port 756c9745-6f8f-426a-ac0b-d5c749ce76c0 on network ceafc80f-cc90-4582-b1b4-fa580d11b9a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:41:12.591427 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19734a99-638d-455c-a169-ec90f634718a req-5439bf2e-b5b3-4b6c-a143-ecdef3636bab service neutron] Attempting to bind port 756c9745-6f8f-426a-ac0b-d5c749ce76c0 on network ceafc80f-cc90-4582-b1b4-fa580d11b9a2 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:41:12.596890 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19734a99-638d-455c-a169-ec90f634718a req-5439bf2e-b5b3-4b6c-a143-ecdef3636bab service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:41:12.597318 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19734a99-638d-455c-a169-ec90f634718a req-5439bf2e-b5b3-4b6c-a143-ecdef3636bab service neutron] Checking segment: {'id': '9d7671aa-1c98-4b25-bab1-8c3fc64e92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:41:12.597805 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19734a99-638d-455c-a169-ec90f634718a req-5439bf2e-b5b3-4b6c-a143-ecdef3636bab service neutron] Bound using segment: {'id': '9d7671aa-1c98-4b25-bab1-8c3fc64e92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:41:12.598401 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-19734a99-638d-455c-a169-ec90f634718a req-5439bf2e-b5b3-4b6c-a143-ecdef3636bab service neutron] Bound port: 756c9745-6f8f-426a-ac0b-d5c749ce76c0, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7671aa-1c98-4b25-bab1-8c3fc64e92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:41:12.598843 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-19734a99-638d-455c-a169-ec90f634718a req-5439bf2e-b5b3-4b6c-a143-ecdef3636bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:12.618546 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:41:12.958442 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-19734a99-638d-455c-a169-ec90f634718a req-5439bf2e-b5b3-4b6c-a143-ecdef3636bab service neutron] For port 756c9745-6f8f-426a-ac0b-d5c749ce76c0, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:41:12.961892 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-19734a99-638d-455c-a169-ec90f634718a req-5439bf2e-b5b3-4b6c-a143-ecdef3636bab service neutron] For port 756c9745-6f8f-426a-ac0b-d5c749ce76c0, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=756c9745-6f8f-426a-ac0b-d5c749ce76c0,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:41:12.968414 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-19734a99-638d-455c-a169-ec90f634718a req-5439bf2e-b5b3-4b6c-a143-ecdef3636bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:13.003110 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19734a99-638d-455c-a169-ec90f634718a req-5439bf2e-b5b3-4b6c-a143-ecdef3636bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:41:13.003855 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-19734a99-638d-455c-a169-ec90f634718a req-5439bf2e-b5b3-4b6c-a143-ecdef3636bab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:13.005311 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-19734a99-638d-455c-a169-ec90f634718a req-5439bf2e-b5b3-4b6c-a143-ecdef3636bab service neutron] 10.222.0.61 "PUT /v2.0/ports/756c9745-6f8f-426a-ac0b-d5c749ce76c0 HTTP/1.1" status: 200 len: 1092 time: 0.9185445 Feb 20 06:41:13.006413 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:41:13.007675 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc5759d-e08f-4c85-bab5-41499a835e16', 'tag': '756c9745-6f8f-426a-ac0b-d5c749ce76c0'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:41:13.010665 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5861d66d-c644-4b51-b493-1ac7a85d4506" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc5759d-e08f-4c85-bab5-41499a835e16", "tag": "756c9745-6f8f-426a-ac0b-d5c749ce76c0"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:41:13.042212 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439bf2e-b5b3-4b6c-a143-ecdef3636bab service neutron] Pushing event updated for resources: {'Port': ['ID=756c9745-6f8f-426a-ac0b-d5c749ce76c0,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:13.055204 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a0bfeb-fc50-49a7-89bb-a4bed714179f x-openstack-request-id: req-f1a0bfeb-fc50-49a7-89bb-a4bed714179f {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:41:13.055563 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc5759d-e08f-4c85-bab5-41499a835e16", "tag": "756c9745-6f8f-426a-ac0b-d5c749ce76c0", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:41:13.055886 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1a0bfeb-fc50-49a7-89bb-a4bed714179f {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:41:13.056354 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc5759d-e08f-4c85-bab5-41499a835e16', 'tag': '756c9745-6f8f-426a-ac0b-d5c749ce76c0', 'status': 'completed', 'code': 200} Feb 20 06:41:13.093907 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19734a99-638d-455c-a169-ec90f634718a req-b3fdc734-99cc-4c12-8a80-25e451fc06c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:41:13.095489 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-19734a99-638d-455c-a169-ec90f634718a req-b3fdc734-99cc-4c12-8a80-25e451fc06c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e78b88f412794aed9351661f1e7125eb&device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 1126 time: 0.0500531 Feb 20 06:41:13.143862 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-19734a99-638d-455c-a169-ec90f634718a req-ed4468dc-7935-4335-a933-4ea7f73ad9e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756c9745-6f8f-426a-ac0b-d5c749ce76c0 HTTP/1.1" status: 200 len: 217 time: 0.0411325 Feb 20 06:41:13.195309 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19734a99-638d-455c-a169-ec90f634718a req-d97cbe89-fd69-4512-a736-0e639efd4119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:41:13.196911 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-19734a99-638d-455c-a169-ec90f634718a req-d97cbe89-fd69-4512-a736-0e639efd4119 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2cf060ab-38fd-4161-8bb2-b49e0a114595 HTTP/1.1" status: 200 len: 848 time: 0.0472891 Feb 20 06:41:13.254484 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19734a99-638d-455c-a169-ec90f634718a req-9deb9a8b-58a8-48b0-aa6e-885c2b21b2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:41:13.256210 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-19734a99-638d-455c-a169-ec90f634718a req-9deb9a8b-58a8-48b0-aa6e-885c2b21b2bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0524461 Feb 20 06:41:13.356718 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-19734a99-638d-455c-a169-ec90f634718a req-c621e970-9537-467d-81e9-8cfcdbda4917 service neutron] 10.222.0.61 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928507 Feb 20 06:41:13.447190 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-19734a99-638d-455c-a169-ec90f634718a req-9d355b34-cfe2-4e68-873d-b1b0dd0f9336 service neutron] 10.222.0.61 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845828 Feb 20 06:41:13.538223 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861d66d-c644-4b51-b493-1ac7a85d4506 req-4f00b14f-b61e-4343-9622-765571db97cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:41:13.539786 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5861d66d-c644-4b51-b493-1ac7a85d4506 req-4f00b14f-b61e-4343-9622-765571db97cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e78b88f412794aed9351661f1e7125eb&device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 1126 time: 0.0474720 Feb 20 06:41:13.632979 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861d66d-c644-4b51-b493-1ac7a85d4506 req-b91619c4-95e6-4cd6-8f56-9a41eaacea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:41:13.634447 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5861d66d-c644-4b51-b493-1ac7a85d4506 req-b91619c4-95e6-4cd6-8f56-9a41eaacea19 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2 HTTP/1.1" status: 200 len: 909 time: 0.0874786 Feb 20 06:41:13.660742 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a476a-58a0-4cf5-8d76-97b9938377d0 req-da8bc44b-0c18-413f-b674-c3c91b6f4212 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:41:13.662207 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ed0a476a-58a0-4cf5-8d76-97b9938377d0 req-da8bc44b-0c18-413f-b674-c3c91b6f4212 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 944 time: 0.0525172 Feb 20 06:41:13.676103 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5861d66d-c644-4b51-b493-1ac7a85d4506 req-97d610ca-6451-4caa-a5b2-6489b773aacb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756c9745-6f8f-426a-ac0b-d5c749ce76c0 HTTP/1.1" status: 200 len: 217 time: 0.0352662 Feb 20 06:41:13.710274 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ed0a476a-58a0-4cf5-8d76-97b9938377d0 req-65d774aa-e750-44db-b503-e052dbd8f64d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0424023 Feb 20 06:41:13.729023 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861d66d-c644-4b51-b493-1ac7a85d4506 req-692f85c1-0103-45e0-b40a-bbf58d9f57c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:41:13.730507 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5861d66d-c644-4b51-b493-1ac7a85d4506 req-692f85c1-0103-45e0-b40a-bbf58d9f57c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2cf060ab-38fd-4161-8bb2-b49e0a114595 HTTP/1.1" status: 200 len: 848 time: 0.0474787 Feb 20 06:41:13.778848 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861d66d-c644-4b51-b493-1ac7a85d4506 req-d1c76e97-b822-4b5d-b7ce-58a7376a029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:41:13.780913 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5861d66d-c644-4b51-b493-1ac7a85d4506 req-d1c76e97-b822-4b5d-b7ce-58a7376a029b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433290 Feb 20 06:41:13.869294 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5861d66d-c644-4b51-b493-1ac7a85d4506 req-5002083e-4dc0-44fc-8ed7-a552a1c79270 service neutron] 10.222.0.61 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827982 Feb 20 06:41:13.962545 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5861d66d-c644-4b51-b493-1ac7a85d4506 req-449401bb-03f8-4ee3-9f6e-b39ab1cd100f service neutron] 10.222.0.61 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872307 Feb 20 06:41:14.830464 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563696a5-20eb-4807-8ad3-147bb1345792 req-3cfd6088-c16c-4d81-bda8-3d248b3489c9 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:41:14.832970 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-563696a5-20eb-4807-8ad3-147bb1345792 req-3cfd6088-c16c-4d81-bda8-3d248b3489c9 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 944 time: 0.0529194 Feb 20 06:41:14.883895 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-563696a5-20eb-4807-8ad3-147bb1345792 req-bb340366-0a93-4f82-b598-6fa1791bffaf tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0462677 Feb 20 06:41:15.516168 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 756c9745-6f8f-426a-ac0b-d5c749ce76c0 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:41:15.620289 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 756c9745-6f8f-426a-ac0b-d5c749ce76c0, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=756c9745-6f8f-426a-ac0b-d5c749ce76c0,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:41:15.632049 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '756c9745-6f8f-426a-ac0b-d5c749ce76c0', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'port_id': '756c9745-6f8f-426a-ac0b-d5c749ce76c0', 'mac_address': 'fa:16:3e:94:59:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:41:15.668042 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 756c9745-6f8f-426a-ac0b-d5c749ce76c0 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:41:15.668444 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:15.680889 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756c9745-6f8f-426a-ac0b-d5c749ce76c0 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:41:15.700198 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 756c9745-6f8f-426a-ac0b-d5c749ce76c0, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=756c9745-6f8f-426a-ac0b-d5c749ce76c0,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:41:15.704992 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:15.750444 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=756c9745-6f8f-426a-ac0b-d5c749ce76c0,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:15.933387 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['756c9745-6f8f-426a-ac0b-d5c749ce76c0'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:41:16.006299 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c74f4-c7ad-49d0-9c7c-c49f0b268ba3 req-ccbe7b49-e0d7-4d7c-b575-54fc93c9aabd tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:41:16.007878 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5a1c74f4-c7ad-49d0-9c7c-c49f0b268ba3 req-ccbe7b49-e0d7-4d7c-b575-54fc93c9aabd tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 945 time: 0.0556543 Feb 20 06:41:16.056952 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5a1c74f4-c7ad-49d0-9c7c-c49f0b268ba3 req-0e57d48a-9d43-4aef-80b1-6e7a1f159894 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433369 Feb 20 06:41:16.625010 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a4acc84-7730-41d6-b7fa-9cf8dc5c5916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:17.172561 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fe200-9296-4e1d-bbcd-c7ab9e4fa105 req-d51293c1-0a30-4711-b9a2-0076a2d41b3f tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:41:17.174004 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2e3fe200-9296-4e1d-bbcd-c7ab9e4fa105 req-d51293c1-0a30-4711-b9a2-0076a2d41b3f tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 945 time: 0.0511775 Feb 20 06:41:17.221141 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2e3fe200-9296-4e1d-bbcd-c7ab9e4fa105 req-a7213027-a689-455d-9f96-03171b629951 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414770 Feb 20 06:41:17.543361 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 756c9745-6f8f-426a-ac0b-d5c749ce76c0 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:41:17.595249 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 756c9745-6f8f-426a-ac0b-d5c749ce76c0 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:41:17.599220 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 756c9745-6f8f-426a-ac0b-d5c749ce76c0 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:41:17.599579 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:17.674815 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 756c9745-6f8f-426a-ac0b-d5c749ce76c0 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:41:17.675516 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:17.696818 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc5759d-e08f-4c85-bab5-41499a835e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756c9745-6f8f-426a-ac0b-d5c749ce76c0'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:41:17.699084 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5faacb54-1463-428b-a935-0fceda6b0f92" -d '{"events": [{"server_uuid": "3cc5759d-e08f-4c85-bab5-41499a835e16", "name": "network-vif-plugged", "status": "completed", "tag": "756c9745-6f8f-426a-ac0b-d5c749ce76c0"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:41:17.712652 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 756c9745-6f8f-426a-ac0b-d5c749ce76c0, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=756c9745-6f8f-426a-ac0b-d5c749ce76c0,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:41:17.716584 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:17.744383 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81e0863-a0c3-46d0-b458-77ff198570ec x-openstack-request-id: req-f81e0863-a0c3-46d0-b458-77ff198570ec {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:41:17.744673 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc5759d-e08f-4c85-bab5-41499a835e16", "name": "network-vif-plugged", "status": "completed", "tag": "756c9745-6f8f-426a-ac0b-d5c749ce76c0", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:41:17.744931 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f81e0863-a0c3-46d0-b458-77ff198570ec {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:41:17.745319 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc5759d-e08f-4c85-bab5-41499a835e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756c9745-6f8f-426a-ac0b-d5c749ce76c0', 'code': 200} Feb 20 06:41:17.770868 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=756c9745-6f8f-426a-ac0b-d5c749ce76c0,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:17.839064 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7945de-0edf-40d2-a47b-c0231db46b83 req-45794472-43e8-4884-beec-81fbef10207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:41:17.840474 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3f7945de-0edf-40d2-a47b-c0231db46b83 req-45794472-43e8-4884-beec-81fbef10207f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 1128 time: 0.0456226 Feb 20 06:41:17.891739 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3f7945de-0edf-40d2-a47b-c0231db46b83 req-c6ea30ca-f1b6-4867-a4f3-50c5579e3903 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0454218 Feb 20 06:41:18.342054 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ed98d-4d9f-41f8-a2a8-582ecc42e5c2 req-2ab9658e-6d03-48c5-8dc6-ba96e23090cb tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:41:18.343544 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-649ed98d-4d9f-41f8-a2a8-582ecc42e5c2 req-2ab9658e-6d03-48c5-8dc6-ba96e23090cb tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 946 time: 0.0558434 Feb 20 06:41:18.392496 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-649ed98d-4d9f-41f8-a2a8-582ecc42e5c2 req-84f5b547-75fe-4c80-a55c-7e3f92d6342f tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0431743 Feb 20 06:41:19.061089 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5b4155d-0c61-4dc4-a994-5f7d38e05ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:19.509249 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee1c2e-ad45-445c-81c6-816bac61d04e req-1722064f-52a7-451a-a807-7ba753e1cfdc tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:41:19.510737 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eeee1c2e-ad45-445c-81c6-816bac61d04e req-1722064f-52a7-451a-a807-7ba753e1cfdc tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 946 time: 0.0520811 Feb 20 06:41:19.557821 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eeee1c2e-ad45-445c-81c6-816bac61d04e req-23eb08e9-5483-4143-aeae-13151a394049 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0409024 Feb 20 06:41:19.682360 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d580a7-8f26-4d17-8009-0c7ed1337220 req-12ca51d1-4608-4bfc-a569-9a54629b895e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:41:19.683873 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-24d580a7-8f26-4d17-8009-0c7ed1337220 req-12ca51d1-4608-4bfc-a569-9a54629b895e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 946 time: 0.0533347 Feb 20 06:41:19.737186 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-24d580a7-8f26-4d17-8009-0c7ed1337220 req-a416f68c-f932-4c18-8026-239091072f74 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0471194 Feb 20 06:41:19.759054 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54734) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:41:19.852248 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:19.886868 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd5cd04-8f3a-4064-b2dd-a399388c187e tempest-TestShelveInstance-170361529 tempest-TestShelveInstance-170361529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:41:19.888420 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5dd5cd04-8f3a-4064-b2dd-a399388c187e tempest-TestShelveInstance-170361529 tempest-TestShelveInstance-170361529-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 1123 time: 0.1284175 Feb 20 06:41:19.891265 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 54738) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:41:19.895479 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-77f0fa93-80c0-4282-b03c-7904e42fdb14 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'port_id': '756c9745-6f8f-426a-ac0b-d5c749ce76c0', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:41:19.917187 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-77f0fa93-80c0-4282-b03c-7904e42fdb14 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:20.011390 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-77f0fa93-80c0-4282-b03c-7904e42fdb14 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:20.114477 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-77f0fa93-80c0-4282-b03c-7904e42fdb14 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Allocated IP 172.25.3.68 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/b2b70ac8-487e-478f-a63a-06bc3e1e3e44) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:41:20.210704 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-77f0fa93-80c0-4282-b03c-7904e42fdb14 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for port (b2b70ac8-487e-478f-a63a-06bc3e1e3e44), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:20.248856 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-77f0fa93-80c0-4282-b03c-7904e42fdb14 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (b2b70ac8-487e-478f-a63a-06bc3e1e3e44), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:20.285309 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f0fa93-80c0-4282-b03c-7904e42fdb14 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:41:20.287975 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-77f0fa93-80c0-4282-b03c-7904e42fdb14 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:41:20.293298 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f0fa93-80c0-4282-b03c-7904e42fdb14 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:41:20.314872 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0fa93-80c0-4282-b03c-7904e42fdb14 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Pushing event updated for resources: {'Port': ['ID=b2b70ac8-487e-478f-a63a-06bc3e1e3e44,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:20.652166 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-77f0fa93-80c0-4282-b03c-7904e42fdb14 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for floatingip (4fa9b221-3ba4-466b-97a2-da69569415bd), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:20.722536 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-77f0fa93-80c0-4282-b03c-7904e42fdb14 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b2b70ac8-487e-478f-a63a-06bc3e1e3e44), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:20.871839 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-77f0fa93-80c0-4282-b03c-7904e42fdb14 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for port (b2b70ac8-487e-478f-a63a-06bc3e1e3e44), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:20.876669 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-77f0fa93-80c0-4282-b03c-7904e42fdb14 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (b2b70ac8-487e-478f-a63a-06bc3e1e3e44), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:20.943055 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0fa93-80c0-4282-b03c-7904e42fdb14 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Pushing event updated for resources: {'Port': ['ID=b2b70ac8-487e-478f-a63a-06bc3e1e3e44,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:41:20.953401 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-77f0fa93-80c0-4282-b03c-7904e42fdb14 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (4fa9b221-3ba4-466b-97a2-da69569415bd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:21.054036 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-77f0fa93-80c0-4282-b03c-7904e42fdb14 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Floating IP 4fa9b221-3ba4-466b-97a2-da69569415bd associated. External IP: 172.25.3.68, port: 756c9745-6f8f-426a-ac0b-d5c749ce76c0. Feb 20 06:41:21.270618 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f0fa93-80c0-4282-b03c-7904e42fdb14 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Router db60433c-6083-4677-9e72-09e5b8bfd2b5 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:41:21.378375 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f0fa93-80c0-4282-b03c-7904e42fdb14 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:41:21.388419 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54a1cfd-31ea-404c-b501-6626cdb7bc2a None None] Sync routers for ids ['db60433c-6083-4677-9e72-09e5b8bfd2b5'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:41:21.395714 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-77f0fa93-80c0-4282-b03c-7904e42fdb14 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:21.399549 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54a1cfd-31ea-404c-b501-6626cdb7bc2a None None] Routers {'db60433c-6083-4677-9e72-09e5b8bfd2b5'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:41:21.400278 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c54a1cfd-31ea-404c-b501-6626cdb7bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:41:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['db60433c-6083-4677-9e72-09e5b8bfd2b5'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:41:21.425361 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-77f0fa93-80c0-4282-b03c-7904e42fdb14 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5330932 Feb 20 06:41:21.425959 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc5759d-e08f-4c85-bab5-41499a835e16', 'tag': '756c9745-6f8f-426a-ac0b-d5c749ce76c0'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:41:21.428249 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78934f98bf255cbf8729f55a3e84459a3773ac23536445eeb810cf99c856869a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fac1ac0-0132-4aa3-862e-6f4d25ddd62d" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc5759d-e08f-4c85-bab5-41499a835e16", "tag": "756c9745-6f8f-426a-ac0b-d5c749ce76c0"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:41:21.466534 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6701ffd9-01e2-4318-8237-b9bda15a6fb8 x-openstack-request-id: req-6701ffd9-01e2-4318-8237-b9bda15a6fb8 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:41:21.466827 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc5759d-e08f-4c85-bab5-41499a835e16", "tag": "756c9745-6f8f-426a-ac0b-d5c749ce76c0", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:41:21.467107 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6701ffd9-01e2-4318-8237-b9bda15a6fb8 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:41:21.467556 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc5759d-e08f-4c85-bab5-41499a835e16', 'tag': '756c9745-6f8f-426a-ac0b-d5c749ce76c0', 'status': 'completed', 'code': 200} Feb 20 06:41:21.508194 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-c54a1cfd-31ea-404c-b501-6626cdb7bc2a None None] Set router db60433c-6083-4677-9e72-09e5b8bfd2b5 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:41:21.541200 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac1ac0-0132-4aa3-862e-6f4d25ddd62d req-0fa3eaca-d2da-4956-b0d0-80c4c2150ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:41:21.543313 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fac1ac0-0132-4aa3-862e-6f4d25ddd62d req-0fa3eaca-d2da-4956-b0d0-80c4c2150ce5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e78b88f412794aed9351661f1e7125eb&device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 1128 time: 0.0545411 Feb 20 06:41:21.641057 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac1ac0-0132-4aa3-862e-6f4d25ddd62d req-267c1a38-2e95-4110-b8d4-8453354a3214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:41:21.642565 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fac1ac0-0132-4aa3-862e-6f4d25ddd62d req-267c1a38-2e95-4110-b8d4-8453354a3214 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2 HTTP/1.1" status: 200 len: 909 time: 0.0936263 Feb 20 06:41:21.661328 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:21.712752 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fac1ac0-0132-4aa3-862e-6f4d25ddd62d req-4bccfd26-f229-437b-803d-fe8844d71854 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756c9745-6f8f-426a-ac0b-d5c749ce76c0 HTTP/1.1" status: 200 len: 999 time: 0.0648913 Feb 20 06:41:21.737951 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c54a1cfd-31ea-404c-b501-6626cdb7bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'name': 'tempest-TestShelveInstance-1720087889-router', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:40:58Z', 'updated_at': '2022-02-20T06:41:01Z', 'revision_number': 4, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'gw_port': {'id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:59Z', 'updated_at': '2022-02-20T06:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '4fa9b221-3ba4-466b-97a2-da69569415bd', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'port_id': '756c9745-6f8f-426a-ac0b-d5c749ce76c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'mac_address': 'fa:16:3e:94:59:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc5759d-e08f-4c85-bab5-41499a835e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:41:20Z', 'updated_at': '2022-02-20T06:41:20Z', 'revision_number': 0, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ac0585f-3c60-479d-800e-dbd07ebeb847', 'name': '', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'mac_address': 'fa:16:3e:60:bb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:41:01Z', 'updated_at': '2022-02-20T06:41:05Z', 'revision_number': 5, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'subnets': [{'id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:41:21.761186 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac1ac0-0132-4aa3-862e-6f4d25ddd62d req-78eecdf3-b758-47f7-a71c-341b141c59df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:41:21.762658 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fac1ac0-0132-4aa3-862e-6f4d25ddd62d req-78eecdf3-b758-47f7-a71c-341b141c59df service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2cf060ab-38fd-4161-8bb2-b49e0a114595 HTTP/1.1" status: 200 len: 848 time: 0.0435982 Feb 20 06:41:21.767024 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54a1cfd-31ea-404c-b501-6626cdb7bc2a None None] Checking router: db60433c-6083-4677-9e72-09e5b8bfd2b5 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:41:21.775156 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54a1cfd-31ea-404c-b501-6626cdb7bc2a None None] Routers {'db60433c-6083-4677-9e72-09e5b8bfd2b5'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:41:21.775753 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c54a1cfd-31ea-404c-b501-6626cdb7bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:41:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['db60433c-6083-4677-9e72-09e5b8bfd2b5'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:41:21.812716 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac1ac0-0132-4aa3-862e-6f4d25ddd62d req-70979886-6ac4-4c90-835a-3bad80439a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:41:21.814204 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fac1ac0-0132-4aa3-862e-6f4d25ddd62d req-70979886-6ac4-4c90-835a-3bad80439a1a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458026 Feb 20 06:41:21.882822 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-c54a1cfd-31ea-404c-b501-6626cdb7bc2a None None] Set router db60433c-6083-4677-9e72-09e5b8bfd2b5 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:41:21.911853 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fac1ac0-0132-4aa3-862e-6f4d25ddd62d req-e712d00c-a607-47a7-94c0-9dc9bd1c1d3b service neutron] 10.222.0.61 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919480 Feb 20 06:41:22.009185 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6fac1ac0-0132-4aa3-862e-6f4d25ddd62d req-71e0928a-c430-4773-b290-1a8c562745b1 service neutron] 10.222.0.61 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911663 Feb 20 06:41:22.108550 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c54a1cfd-31ea-404c-b501-6626cdb7bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'name': 'tempest-TestShelveInstance-1720087889-router', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:40:58Z', 'updated_at': '2022-02-20T06:41:01Z', 'revision_number': 4, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'gw_port': {'id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:59Z', 'updated_at': '2022-02-20T06:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '4fa9b221-3ba4-466b-97a2-da69569415bd', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'port_id': '756c9745-6f8f-426a-ac0b-d5c749ce76c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'mac_address': 'fa:16:3e:94:59:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc5759d-e08f-4c85-bab5-41499a835e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:41:20Z', 'updated_at': '2022-02-20T06:41:20Z', 'revision_number': 0, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ac0585f-3c60-479d-800e-dbd07ebeb847', 'name': '', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'mac_address': 'fa:16:3e:60:bb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:41:01Z', 'updated_at': '2022-02-20T06:41:05Z', 'revision_number': 5, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'subnets': [{'id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:41:22.134965 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54a1cfd-31ea-404c-b501-6626cdb7bc2a None None] The sync data for ids ['db60433c-6083-4677-9e72-09e5b8bfd2b5'] in n-d-829866-5 is: [{'id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'name': 'tempest-TestShelveInstance-1720087889-router', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:40:58Z', 'updated_at': '2022-02-20T06:41:01Z', 'revision_number': 4, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'gw_port': {'id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:59Z', 'updated_at': '2022-02-20T06:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '4fa9b221-3ba4-466b-97a2-da69569415bd', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'port_id': '756c9745-6f8f-426a-ac0b-d5c749ce76c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'mac_address': 'fa:16:3e:94:59:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc5759d-e08f-4c85-bab5-41499a835e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:41:20Z', 'updated_at': '2022-02-20T06:41:20Z', 'revision_number': 0, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ac0585f-3c60-479d-800e-dbd07ebeb847', 'name': '', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'mac_address': 'fa:16:3e:60:bb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:41:01Z', 'updated_at': '2022-02-20T06:41:05Z', 'revision_number': 5, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'subnets': [{'id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:41:22.345928 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3950e30f-b40a-442e-a736-b4f197753e8f None None] New status for floating IP 4fa9b221-3ba4-466b-97a2-da69569415bd: ACTIVE {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:41:22.832623 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:23.560641 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:25.829486 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:46.632278 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-42459d89-192d-4a5f-b761-7ed28abda74b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:49.062501 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f485bb6-9096-40e1-b62d-651663d78747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:49.855746 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:50.005218 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:41:51.664601 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:52.823984 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:53.575461 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:41:54.056096 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-370e7857-dbf7-4f5a-ab83-cfed5e95f6b8 service neutron] (103407) timed out ('10.222.0.37', 50862) {{(pid=103407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 06:41:54.465442 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-4f00f8b5-2a20-414f-82a3-485f023e7d89 req-4acfdff3-fae1-498a-8071-240a79194429 tempest-ServerActionsTestJSON-682234271 tempest-ServerActionsTestJSON-682234271-project] (103407) timed out ('10.222.0.37', 50882) {{(pid=103407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 06:41:55.847220 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:42:12.529623 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8c3778dd-219d-4ad9-bc21-803e9cb89ce9 req-b3188895-b2cc-4506-b764-0c3ba812663d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444605 Feb 20 06:42:12.615593 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3778dd-219d-4ad9-bc21-803e9cb89ce9 req-0d111731-afff-433c-967e-f289f82dd7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:42:12.617078 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8c3778dd-219d-4ad9-bc21-803e9cb89ce9 req-0d111731-afff-433c-967e-f289f82dd7b6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e78b88f412794aed9351661f1e7125eb&device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 1128 time: 0.0484715 Feb 20 06:42:12.717049 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3778dd-219d-4ad9-bc21-803e9cb89ce9 req-9c425f3f-1ed6-45f2-b703-f74a10d339a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:42:12.718542 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8c3778dd-219d-4ad9-bc21-803e9cb89ce9 req-9c425f3f-1ed6-45f2-b703-f74a10d339a3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2 HTTP/1.1" status: 200 len: 909 time: 0.0829003 Feb 20 06:42:12.788002 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8c3778dd-219d-4ad9-bc21-803e9cb89ce9 req-04fb9b3b-4802-4bb7-96b0-616f193d50f1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756c9745-6f8f-426a-ac0b-d5c749ce76c0 HTTP/1.1" status: 200 len: 1001 time: 0.0634308 Feb 20 06:42:12.835794 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3778dd-219d-4ad9-bc21-803e9cb89ce9 req-9bb7213c-750a-4200-92c7-316bb969ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:42:12.837208 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8c3778dd-219d-4ad9-bc21-803e9cb89ce9 req-9bb7213c-750a-4200-92c7-316bb969ac0e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2cf060ab-38fd-4161-8bb2-b49e0a114595 HTTP/1.1" status: 200 len: 848 time: 0.0434477 Feb 20 06:42:12.885411 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3778dd-219d-4ad9-bc21-803e9cb89ce9 req-ecf73077-38cf-4ae0-8152-74c1fa6721bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:42:12.886991 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8c3778dd-219d-4ad9-bc21-803e9cb89ce9 req-ecf73077-38cf-4ae0-8152-74c1fa6721bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434825 Feb 20 06:42:12.975513 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8c3778dd-219d-4ad9-bc21-803e9cb89ce9 req-d4fa3141-a3d5-4a56-8964-e88eec13ab06 service neutron] 10.222.0.61 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825186 Feb 20 06:42:13.064559 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8c3778dd-219d-4ad9-bc21-803e9cb89ce9 req-2f7bf016-5534-42ce-b348-2249dc18a640 service neutron] 10.222.0.61 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823262 Feb 20 06:42:16.629504 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-504c7f8c-dffc-4e75-9d7f-e3d3601f04fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:42:19.065103 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97f1fd7b-7018-461e-89d0-f53034b6d71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:42:19.858695 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:42:21.667281 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:42:22.826042 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:42:23.586747 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:42:25.862069 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:42:27.004240 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:42:46.621413 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a199bf68-a989-460d-b569-570f2c636d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:42:49.066473 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a2dd857b-75dd-41c7-91f3-3ef5095f00af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:42:49.861953 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:42:51.669096 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:42:52.827735 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:42:53.602553 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:42:55.864805 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:04.003734 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:43:12.987894 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-77816ba6-99de-46ca-ac59-638f5a6c800d req-15de922e-e753-40a0-ab31-74418c5b5d27 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452058 Feb 20 06:43:13.076579 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77816ba6-99de-46ca-ac59-638f5a6c800d req-fdde8cdb-77cc-40e5-a3a1-24bec7387376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:13.078148 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-77816ba6-99de-46ca-ac59-638f5a6c800d req-fdde8cdb-77cc-40e5-a3a1-24bec7387376 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e78b88f412794aed9351661f1e7125eb&device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 1128 time: 0.0480063 Feb 20 06:43:13.176382 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77816ba6-99de-46ca-ac59-638f5a6c800d req-0ec0c004-9405-4107-ab64-d1963555e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:13.177837 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-77816ba6-99de-46ca-ac59-638f5a6c800d req-0ec0c004-9405-4107-ab64-d1963555e8d8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2 HTTP/1.1" status: 200 len: 909 time: 0.0829232 Feb 20 06:43:13.252975 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-77816ba6-99de-46ca-ac59-638f5a6c800d req-5ca8127a-97a5-4804-86fc-37ce28a817bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756c9745-6f8f-426a-ac0b-d5c749ce76c0 HTTP/1.1" status: 200 len: 1001 time: 0.0689657 Feb 20 06:43:13.299611 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77816ba6-99de-46ca-ac59-638f5a6c800d req-1ab2ddb4-47a6-44d9-8ffd-60bfd91d8e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:13.301128 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-77816ba6-99de-46ca-ac59-638f5a6c800d req-1ab2ddb4-47a6-44d9-8ffd-60bfd91d8e60 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2cf060ab-38fd-4161-8bb2-b49e0a114595 HTTP/1.1" status: 200 len: 848 time: 0.0425580 Feb 20 06:43:13.351603 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77816ba6-99de-46ca-ac59-638f5a6c800d req-da51004b-2143-4000-9f6a-a34c0bbe103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:13.353147 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-77816ba6-99de-46ca-ac59-638f5a6c800d req-da51004b-2143-4000-9f6a-a34c0bbe103e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458338 Feb 20 06:43:13.444911 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-77816ba6-99de-46ca-ac59-638f5a6c800d req-b6882295-9488-4946-8773-a8ca665aa34e service neutron] 10.222.0.61 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859127 Feb 20 06:43:13.532401 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-77816ba6-99de-46ca-ac59-638f5a6c800d req-10f9504e-7efc-4bbb-b40b-6c75749d41d4 service neutron] 10.222.0.61 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810366 Feb 20 06:43:16.623258 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5fd2443-17e1-43bf-9ee5-07cca0ef44aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:17.261855 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073a06d-7a35-4e2e-a20a-486e6a8132fa req-66b954d8-93ea-438b-ac48-f6dd1866987c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:17.263344 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8073a06d-7a35-4e2e-a20a-486e6a8132fa req-66b954d8-93ea-438b-ac48-f6dd1866987c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 946 time: 0.0532682 Feb 20 06:43:17.315205 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8073a06d-7a35-4e2e-a20a-486e6a8132fa req-fde06d5e-ad33-4029-8987-a8d1a71b0680 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0455458 Feb 20 06:43:18.437214 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb407613-1623-47b5-b0b8-c2c999fd704c req-74c874a7-e1df-43d4-8b3f-1786aea77baf tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:18.439234 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fb407613-1623-47b5-b0b8-c2c999fd704c req-74c874a7-e1df-43d4-8b3f-1786aea77baf tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 946 time: 0.0512729 Feb 20 06:43:18.487561 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fb407613-1623-47b5-b0b8-c2c999fd704c req-92f0fe51-9238-4408-b592-d1cdce698822 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425782 Feb 20 06:43:19.068322 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-66dabacf-3486-42c7-90ae-51b15a6bbb59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:19.604966 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7997c17-ad86-487f-9323-7b3f812c0934 req-d06dbfe7-f85e-4b49-a465-2e95d136e1ca tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:19.606448 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e7997c17-ad86-487f-9323-7b3f812c0934 req-d06dbfe7-f85e-4b49-a465-2e95d136e1ca tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 946 time: 0.0515809 Feb 20 06:43:19.654167 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e7997c17-ad86-487f-9323-7b3f812c0934 req-75f42c14-4a44-4090-96f8-7b82d8d9fd73 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415835 Feb 20 06:43:19.864312 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:20.775854 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019394b6-5012-4f4c-ae0b-fba4ea19b277 req-db85e788-97f0-4eea-a722-774e0468237b tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:20.777302 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-019394b6-5012-4f4c-ae0b-fba4ea19b277 req-db85e788-97f0-4eea-a722-774e0468237b tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 946 time: 0.0560749 Feb 20 06:43:20.826689 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-019394b6-5012-4f4c-ae0b-fba4ea19b277 req-47983972-b0df-482c-97fe-21fc31444395 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0431790 Feb 20 06:43:21.673610 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:21.948587 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc29e91-d06f-4496-ab58-a29b63d520b0 req-f821e2d7-6563-4642-9baa-08a387644537 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:21.950069 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bbc29e91-d06f-4496-ab58-a29b63d520b0 req-f821e2d7-6563-4642-9baa-08a387644537 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 946 time: 0.0517888 Feb 20 06:43:21.998394 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bbc29e91-d06f-4496-ab58-a29b63d520b0 req-05deacc6-277f-47a2-81a6-23e57f374c0e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421972 Feb 20 06:43:22.829689 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:23.115846 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd85c84-6363-4b9b-a1ca-a2ed9711e2e3 req-3cbf8659-2e3f-4dfd-8203-d07d909d92fd tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:23.117228 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7cd85c84-6363-4b9b-a1ca-a2ed9711e2e3 req-3cbf8659-2e3f-4dfd-8203-d07d909d92fd tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 946 time: 0.0517318 Feb 20 06:43:23.169192 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7cd85c84-6363-4b9b-a1ca-a2ed9711e2e3 req-7ac07cb6-b0b7-4710-b433-8dbfaa608c32 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0461643 Feb 20 06:43:23.601419 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:24.286917 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed8b12-07d3-4e14-9728-61523444a99b req-932e0c09-fb29-4519-8e13-a9720e8baa58 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:24.288463 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-49ed8b12-07d3-4e14-9728-61523444a99b req-932e0c09-fb29-4519-8e13-a9720e8baa58 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 946 time: 0.0527816 Feb 20 06:43:24.336085 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-49ed8b12-07d3-4e14-9728-61523444a99b req-660e48a9-104a-446c-ba66-1a9154a4baf8 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420899 Feb 20 06:43:25.452667 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e9a96-909a-4e08-89c6-131ad0266311 req-4b286728-99d2-43c5-8ab5-2fdb56b06643 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:25.454128 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-949e9a96-909a-4e08-89c6-131ad0266311 req-4b286728-99d2-43c5-8ab5-2fdb56b06643 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 946 time: 0.0514839 Feb 20 06:43:25.502007 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-949e9a96-909a-4e08-89c6-131ad0266311 req-a09d324f-5934-4b84-b8a6-a892db533a3d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0423126 Feb 20 06:43:25.877692 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:26.623074 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d7d2b-a96b-49d3-b0d5-b2518e9d762b req-7088583a-763d-46d2-86ca-0703c1662938 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:26.624551 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c7d7d2b-a96b-49d3-b0d5-b2518e9d762b req-7088583a-763d-46d2-86ca-0703c1662938 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 946 time: 0.0554645 Feb 20 06:43:26.671297 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9c7d7d2b-a96b-49d3-b0d5-b2518e9d762b req-1c29e41e-8214-4e45-85f8-642f6a6cb271 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0405366 Feb 20 06:43:27.789634 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb8dfd-f79b-47de-815a-fab598c12f50 req-28bcb4b2-8187-47a4-a4fa-3758a81e51c4 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:27.791144 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-82fb8dfd-f79b-47de-815a-fab598c12f50 req-28bcb4b2-8187-47a4-a4fa-3758a81e51c4 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 946 time: 0.0527394 Feb 20 06:43:27.839521 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-82fb8dfd-f79b-47de-815a-fab598c12f50 req-cab1b766-c4dc-4c40-a3a6-03440274e67b tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0427296 Feb 20 06:43:28.964644 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a706724-2d50-4654-b697-b75cca096998 req-3fa45cbc-65b3-4aa4-871c-ae6f200ec5c7 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:28.966120 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5a706724-2d50-4654-b697-b75cca096998 req-3fa45cbc-65b3-4aa4-871c-ae6f200ec5c7 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 946 time: 0.0573435 Feb 20 06:43:29.013401 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5a706724-2d50-4654-b697-b75cca096998 req-5e2533ed-fc6a-420c-b94e-a4b5aa632fc7 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415702 Feb 20 06:43:30.073208 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 756c9745-6f8f-426a-ac0b-d5c749ce76c0 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:43:30.143927 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b126f5-801c-416e-b6df-789e58b47f61 req-e716d712-88c1-4154-bb10-a8fbef8e4e57 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:30.145633 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72b126f5-801c-416e-b6df-789e58b47f61 req-e716d712-88c1-4154-bb10-a8fbef8e4e57 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 946 time: 0.0601590 Feb 20 06:43:30.188068 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 756c9745-6f8f-426a-ac0b-d5c749ce76c0, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=756c9745-6f8f-426a-ac0b-d5c749ce76c0,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:43:30.200767 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72b126f5-801c-416e-b6df-789e58b47f61 req-e9d9869f-67ba-4d5d-b448-6db9b3aff908 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0483465 Feb 20 06:43:30.204883 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '756c9745-6f8f-426a-ac0b-d5c749ce76c0', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'port_id': '756c9745-6f8f-426a-ac0b-d5c749ce76c0', 'mac_address': 'fa:16:3e:94:59:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:43:30.248835 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 756c9745-6f8f-426a-ac0b-d5c749ce76c0 is: ACTIVE; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:43:30.249348 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:30.264855 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 756c9745-6f8f-426a-ac0b-d5c749ce76c0 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:43:30.285788 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 756c9745-6f8f-426a-ac0b-d5c749ce76c0, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=756c9745-6f8f-426a-ac0b-d5c749ce76c0,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:43:30.292415 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:30.353465 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=756c9745-6f8f-426a-ac0b-d5c749ce76c0,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:43:30.364324 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:43:30.365856 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:43:30.366202 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:43:30.366569 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:43:30.366928 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:43:30.367263 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:43:30.367599 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:43:30.367929 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:43:30.368259 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:43:30.368585 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:43:30.368913 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:43:30.369237 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:43:30.369557 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:43:30.375004 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['756c9745-6f8f-426a-ac0b-d5c749ce76c0'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:43:31.334850 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20998f96-bb48-435d-95f9-cbd192da0485 req-e7566744-c57e-477c-89b9-cddbd2867deb tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:31.336543 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-20998f96-bb48-435d-95f9-cbd192da0485 req-e7566744-c57e-477c-89b9-cddbd2867deb tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 945 time: 0.0616572 Feb 20 06:43:31.398768 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-20998f96-bb48-435d-95f9-cbd192da0485 req-bc46e150-9b32-43c4-bd7e-0cf3ee04afff tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0557899 Feb 20 06:43:32.080524 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 756c9745-6f8f-426a-ac0b-d5c749ce76c0 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:43:32.137946 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 756c9745-6f8f-426a-ac0b-d5c749ce76c0 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:43:32.138457 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:32.223752 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 756c9745-6f8f-426a-ac0b-d5c749ce76c0 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:43:32.224148 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:32.248830 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc5759d-e08f-4c85-bab5-41499a835e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756c9745-6f8f-426a-ac0b-d5c749ce76c0'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:43:32.251530 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee41e87-7710-4b35-b82a-3ea9d719a558" -d '{"events": [{"server_uuid": "3cc5759d-e08f-4c85-bab5-41499a835e16", "name": "network-vif-plugged", "status": "completed", "tag": "756c9745-6f8f-426a-ac0b-d5c749ce76c0"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:43:32.273900 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 756c9745-6f8f-426a-ac0b-d5c749ce76c0, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=756c9745-6f8f-426a-ac0b-d5c749ce76c0,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:43:32.312588 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed62f6e3-83da-4114-8e82-80796ad508f7 x-openstack-request-id: req-ed62f6e3-83da-4114-8e82-80796ad508f7 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:43:32.312887 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc5759d-e08f-4c85-bab5-41499a835e16", "name": "network-vif-plugged", "status": "completed", "tag": "756c9745-6f8f-426a-ac0b-d5c749ce76c0", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:43:32.313147 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed62f6e3-83da-4114-8e82-80796ad508f7 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:43:32.313624 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc5759d-e08f-4c85-bab5-41499a835e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756c9745-6f8f-426a-ac0b-d5c749ce76c0', 'code': 200} Feb 20 06:43:32.323894 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:32.372034 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=756c9745-6f8f-426a-ac0b-d5c749ce76c0,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:43:32.540560 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e5053-86c0-4ae4-a138-df4184615474 req-392174bf-9f67-4a17-b17f-6c2f94f9cdd2 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:32.542043 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-691e5053-86c0-4ae4-a138-df4184615474 req-392174bf-9f67-4a17-b17f-6c2f94f9cdd2 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 946 time: 0.0645313 Feb 20 06:43:32.599493 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-691e5053-86c0-4ae4-a138-df4184615474 req-8a1990d0-2856-4bb3-8320-4bb538df4554 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0496931 Feb 20 06:43:33.728829 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c13bc8-74ca-4f81-870e-1e9ca083be83 req-2802ce04-c3d2-41a2-9301-aa8b9e99eecf tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:33.730340 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41c13bc8-74ca-4f81-870e-1e9ca083be83 req-2802ce04-c3d2-41a2-9301-aa8b9e99eecf tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 946 time: 0.0551131 Feb 20 06:43:33.783149 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-41c13bc8-74ca-4f81-870e-1e9ca083be83 req-515e401c-27d4-4886-955e-d1dae0a5d8e3 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0466464 Feb 20 06:43:34.924865 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0556007-375e-4e84-b073-ed100380645c req-1a27573d-2607-408b-9d4f-0e43faa6c934 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:34.926414 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c0556007-375e-4e84-b073-ed100380645c req-1a27573d-2607-408b-9d4f-0e43faa6c934 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 946 time: 0.0721927 Feb 20 06:43:34.978683 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c0556007-375e-4e84-b073-ed100380645c req-50fc5c70-cba3-404b-8efb-3b87d7075d2a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0465958 Feb 20 06:43:36.119579 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb86a9-3e2f-420c-807b-ab3d325e4d0d req-8aaaab63-2359-4065-a37b-15880b4f7d77 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:36.124186 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a2eb86a9-3e2f-420c-807b-ab3d325e4d0d req-8aaaab63-2359-4065-a37b-15880b4f7d77 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 946 time: 0.0577261 Feb 20 06:43:36.181116 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a2eb86a9-3e2f-420c-807b-ab3d325e4d0d req-7397aa3d-0361-4021-b5e0-5b6289462465 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0508993 Feb 20 06:43:37.311832 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a773f-cd46-4628-8c3f-3518c8db12be req-4df53c15-984b-473b-a398-dc3f65451fee tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:37.313443 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-389a773f-cd46-4628-8c3f-3518c8db12be req-4df53c15-984b-473b-a398-dc3f65451fee tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 946 time: 0.0586045 Feb 20 06:43:37.375196 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-389a773f-cd46-4628-8c3f-3518c8db12be req-128e083a-ac2b-4e77-9ee2-49c24a6c3575 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0556688 Feb 20 06:43:38.493767 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f91d0-3e85-4bf2-a67f-5f22dc51a247 req-7ceea836-fa99-4e4b-b470-2ae046ed8c4d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:38.495545 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-862f91d0-3e85-4bf2-a67f-5f22dc51a247 req-7ceea836-fa99-4e4b-b470-2ae046ed8c4d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 946 time: 0.0526516 Feb 20 06:43:38.543318 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-862f91d0-3e85-4bf2-a67f-5f22dc51a247 req-4a43c622-a8fc-4e3e-8b7e-52d25eb82a26 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420806 Feb 20 06:43:38.828753 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce25585-db84-4b4f-8900-4173cc4922ec req-ea1925ab-e82d-44ec-b55a-033d9e34fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:38.830767 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4ce25585-db84-4b4f-8900-4173cc4922ec req-ea1925ab-e82d-44ec-b55a-033d9e34fb7d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e78b88f412794aed9351661f1e7125eb&device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 1128 time: 0.0459447 Feb 20 06:43:38.922220 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce25585-db84-4b4f-8900-4173cc4922ec req-04a77124-317b-4f51-a9d3-ac5cd1c47e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:38.923736 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4ce25585-db84-4b4f-8900-4173cc4922ec req-04a77124-317b-4f51-a9d3-ac5cd1c47e93 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2 HTTP/1.1" status: 200 len: 909 time: 0.0867980 Feb 20 06:43:38.987436 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4ce25585-db84-4b4f-8900-4173cc4922ec req-0550fa9e-3cd9-4bdd-bd06-87427daeb595 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756c9745-6f8f-426a-ac0b-d5c749ce76c0 HTTP/1.1" status: 200 len: 1001 time: 0.0578196 Feb 20 06:43:39.038667 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce25585-db84-4b4f-8900-4173cc4922ec req-edfaed89-0e90-4ef4-855b-44737eb4698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:39.040139 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4ce25585-db84-4b4f-8900-4173cc4922ec req-edfaed89-0e90-4ef4-855b-44737eb4698e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2cf060ab-38fd-4161-8bb2-b49e0a114595 HTTP/1.1" status: 200 len: 848 time: 0.0470526 Feb 20 06:43:39.087278 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce25585-db84-4b4f-8900-4173cc4922ec req-85a47dcc-e3f8-4172-abe8-575fc3bec8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:39.088623 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4ce25585-db84-4b4f-8900-4173cc4922ec req-85a47dcc-e3f8-4172-abe8-575fc3bec8d3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429642 Feb 20 06:43:39.174808 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4ce25585-db84-4b4f-8900-4173cc4922ec req-c3048555-e9a6-47e6-8070-a50d00e3c457 service neutron] 10.222.0.61 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801132 Feb 20 06:43:39.266445 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-4ce25585-db84-4b4f-8900-4173cc4922ec req-43d14d84-6497-4d6b-bd96-585477bc6b02 service neutron] 10.222.0.61 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854483 Feb 20 06:43:39.659351 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d3709-74f8-4674-9826-385361febcab req-3782ae00-756f-45d9-9396-6d9529c28a21 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:39.660809 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa1d3709-74f8-4674-9826-385361febcab req-3782ae00-756f-45d9-9396-6d9529c28a21 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 946 time: 0.0522258 Feb 20 06:43:39.707685 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fa1d3709-74f8-4674-9826-385361febcab req-7bb3606c-a909-4c0a-bd86-6329d1468aa5 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413876 Feb 20 06:43:40.836216 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa5143-eab4-466d-9dc5-e78df1e5af22 req-29cd530f-452a-4f09-83b5-0a4a01ae75c2 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:40.837728 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bffa5143-eab4-466d-9dc5-e78df1e5af22 req-29cd530f-452a-4f09-83b5-0a4a01ae75c2 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 946 time: 0.0601361 Feb 20 06:43:40.886749 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bffa5143-eab4-466d-9dc5-e78df1e5af22 req-ad62db8e-a4ed-4fc7-bc4b-541550ce9956 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0430341 Feb 20 06:43:41.003897 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:43:42.004149 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d16499-d10a-4569-a671-032928239eff req-ea593654-1899-4d10-906b-aeb18b76a8ba tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:42.005651 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28d16499-d10a-4569-a671-032928239eff req-ea593654-1899-4d10-906b-aeb18b76a8ba tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 946 time: 0.0538194 Feb 20 06:43:42.054235 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-28d16499-d10a-4569-a671-032928239eff req-053edb6b-3982-44f9-85ec-ae219d8d297a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429089 Feb 20 06:43:42.122815 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-fbfc4c0a-acea-4109-a721-fef98602b956 req-b842dd68-0cec-417b-b4d5-424faa976b24 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 06:43:42.123832 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fbfc4c0a-acea-4109-a721-fef98602b956 req-b842dd68-0cec-417b-b4d5-424faa976b24 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057304 Feb 20 06:43:42.151479 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 756c9745-6f8f-426a-ac0b-d5c749ce76c0 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:43:42.235729 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 756c9745-6f8f-426a-ac0b-d5c749ce76c0 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:43:42.236117 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:42.265035 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc5759d-e08f-4c85-bab5-41499a835e16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '756c9745-6f8f-426a-ac0b-d5c749ce76c0'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:43:42.268283 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb037429-ec35-49b2-a078-147622b8e4ea" -d '{"events": [{"server_uuid": "3cc5759d-e08f-4c85-bab5-41499a835e16", "name": "network-vif-unplugged", "status": "completed", "tag": "756c9745-6f8f-426a-ac0b-d5c749ce76c0"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:43:42.282382 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 756c9745-6f8f-426a-ac0b-d5c749ce76c0, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=756c9745-6f8f-426a-ac0b-d5c749ce76c0,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:43:42.288604 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:42.290485 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a07c62-f48f-46e9-ac54-077eeec9f424 req-72b4866b-f173-44ca-b544-1db6d9828fa9 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:42.292115 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b5a07c62-f48f-46e9-ac54-077eeec9f424 req-72b4866b-f173-44ca-b544-1db6d9828fa9 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 946 time: 0.0627327 Feb 20 06:43:42.339477 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=756c9745-6f8f-426a-ac0b-d5c749ce76c0,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:43:42.348106 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b5a07c62-f48f-46e9-ac54-077eeec9f424 req-45a2488f-807f-429e-8adf-8a96258d21ab tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0493157 Feb 20 06:43:42.387763 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 20 Feb 2022 06:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a1c427-5b59-4181-b066-b2ca7e92b82f x-openstack-request-id: req-55a1c427-5b59-4181-b066-b2ca7e92b82f {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:43:42.388059 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc5759d-e08f-4c85-bab5-41499a835e16", "name": "network-vif-unplugged", "status": "failed", "tag": "756c9745-6f8f-426a-ac0b-d5c749ce76c0", "code": 422}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:43:42.388326 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55a1c427-5b59-4181-b066-b2ca7e92b82f {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:43:42.388765 n-d-829866-5 neutron-server[103408]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3cc5759d-e08f-4c85-bab5-41499a835e16', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '756c9745-6f8f-426a-ac0b-d5c749ce76c0', 'code': 422} returned with failed status Feb 20 06:43:42.465873 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-a17f3f48-4d02-45d1-865a-4c7b57b7a620 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0996504 Feb 20 06:43:42.585677 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-f93f8c00-74b2-4921-903e-20514a6ce8e0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:42.587054 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-f93f8c00-74b2-4921-903e-20514a6ce8e0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports/756c9745-6f8f-426a-ac0b-d5c749ce76c0 HTTP/1.1" status: 200 len: 941 time: 0.0926952 Feb 20 06:43:43.293934 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-ff170c00-2a5c-4e89-a0c5-1ea5fde93046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:43.295341 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-ff170c00-2a5c-4e89-a0c5-1ea5fde93046 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16&tenant_id=e78b88f412794aed9351661f1e7125eb HTTP/1.1" status: 200 len: 1126 time: 0.0484216 Feb 20 06:43:43.305883 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829866-5', 'device_owner': 'compute:nova'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:43:43.362830 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:43.473120 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5d218-e5fa-4e80-a2c6-17182c97889d req-af2919c8-bbfe-4915-ad46-4662775d486f tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:43.474614 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-93e5d218-e5fa-4e80-a2c6-17182c97889d req-af2919c8-bbfe-4915-ad46-4662775d486f tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 944 time: 0.0526981 Feb 20 06:43:43.523204 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-93e5d218-e5fa-4e80-a2c6-17182c97889d req-bbb6d1f8-e8a6-4f68-aeda-355612072a38 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428205 Feb 20 06:43:43.566928 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] For port 756c9745-6f8f-426a-ac0b-d5c749ce76c0, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=756c9745-6f8f-426a-ac0b-d5c749ce76c0,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:43:43.597905 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] For port 756c9745-6f8f-426a-ac0b-d5c749ce76c0, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:43:43.633443 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 756c9745-6f8f-426a-ac0b-d5c749ce76c0 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:43:43.640629 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Publish callbacks [] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:43.652443 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Transition to ACTIVE for port object 756c9745-6f8f-426a-ac0b-d5c749ce76c0 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:43:43.655628 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:43.735475 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Pushing event updated for resources: {'Port': ['ID=756c9745-6f8f-426a-ac0b-d5c749ce76c0,revision_number=9']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:43:43.748232 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:43:43.748645 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:43:43.748938 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:43:43.749286 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:43:43.749600 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:43:43.749937 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:43:43.750269 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:43:43.750597 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:43:43.751506 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:43:43.751839 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:43:43.752173 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:43:43.752496 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:43:43.752820 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:43:43.791991 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] No DVR routers for this DVR port 756c9745-6f8f-426a-ac0b-d5c749ce76c0 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:43:43.929915 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Attempting to bind port 756c9745-6f8f-426a-ac0b-d5c749ce76c0 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:43:43.930249 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Attempting to bind port 756c9745-6f8f-426a-ac0b-d5c749ce76c0 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '9d7671aa-1c98-4b25-bab1-8c3fc64e92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:43:43.930575 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Attempting to bind port 756c9745-6f8f-426a-ac0b-d5c749ce76c0 on network ceafc80f-cc90-4582-b1b4-fa580d11b9a2 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:43:43.934780 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Port 756c9745-6f8f-426a-ac0b-d5c749ce76c0 on network ceafc80f-cc90-4582-b1b4-fa580d11b9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:43:43.935130 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Attempting to bind port 756c9745-6f8f-426a-ac0b-d5c749ce76c0 on network ceafc80f-cc90-4582-b1b4-fa580d11b9a2 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:43:43.940384 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:43:43.940747 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Checking segment: {'id': '9d7671aa-1c98-4b25-bab1-8c3fc64e92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:43:43.941132 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Bound using segment: {'id': '9d7671aa-1c98-4b25-bab1-8c3fc64e92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:43:43.941561 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Bound port: 756c9745-6f8f-426a-ac0b-d5c749ce76c0, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7671aa-1c98-4b25-bab1-8c3fc64e92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:43:43.941909 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:44.008597 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] For port 756c9745-6f8f-426a-ac0b-d5c749ce76c0, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:43:44.011502 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] For port 756c9745-6f8f-426a-ac0b-d5c749ce76c0, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=756c9745-6f8f-426a-ac0b-d5c749ce76c0,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:43:44.018504 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:44.058223 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:44.058890 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:44.060331 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] 10.222.0.48 "PUT /v2.0/ports/756c9745-6f8f-426a-ac0b-d5c749ce76c0 HTTP/1.1" status: 200 len: 1092 time: 0.7582994 Feb 20 06:43:44.060780 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc5759d-e08f-4c85-bab5-41499a835e16', 'tag': '756c9745-6f8f-426a-ac0b-d5c749ce76c0'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:43:44.063056 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd6608f-7aae-44d0-80d6-efea20ae31fa" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc5759d-e08f-4c85-bab5-41499a835e16", "tag": "756c9745-6f8f-426a-ac0b-d5c749ce76c0"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:43:44.099200 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c3d31-ef6b-4eda-9300-0e9746327d19 service neutron] Pushing event updated for resources: {'Port': ['ID=756c9745-6f8f-426a-ac0b-d5c749ce76c0,revision_number=10']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:43:44.142022 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-8146e3a8-26f7-4304-85e5-f9e0826faac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:44.143831 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-8146e3a8-26f7-4304-85e5-f9e0826faac5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78b88f412794aed9351661f1e7125eb&device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 1127 time: 0.0557621 Feb 20 06:43:44.168851 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73573ae4-7353-48c7-b806-fdf17728b2dc x-openstack-request-id: req-73573ae4-7353-48c7-b806-fdf17728b2dc {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:43:44.169151 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc5759d-e08f-4c85-bab5-41499a835e16", "tag": "756c9745-6f8f-426a-ac0b-d5c749ce76c0", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:43:44.169405 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73573ae4-7353-48c7-b806-fdf17728b2dc {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:43:44.169806 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc5759d-e08f-4c85-bab5-41499a835e16', 'tag': '756c9745-6f8f-426a-ac0b-d5c749ce76c0', 'status': 'completed', 'code': 200} Feb 20 06:43:44.242541 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-35f0caad-f932-403b-982e-3df9045e515c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:44.244075 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-35f0caad-f932-403b-982e-3df9045e515c service neutron] 10.222.0.48 "GET /v2.0/networks?id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2 HTTP/1.1" status: 200 len: 909 time: 0.0946939 Feb 20 06:43:44.309274 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-8766d795-e626-428d-a442-e47e058f13b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756c9745-6f8f-426a-ac0b-d5c749ce76c0 HTTP/1.1" status: 200 len: 999 time: 0.0591271 Feb 20 06:43:44.362386 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-1fbc0615-6e00-4a18-af3b-dc478597c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:44.363789 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-1fbc0615-6e00-4a18-af3b-dc478597c92d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2cf060ab-38fd-4161-8bb2-b49e0a114595 HTTP/1.1" status: 200 len: 848 time: 0.0475638 Feb 20 06:43:44.411464 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-4cd66d10-664f-4887-adad-d3afea296500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:44.412944 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-4cd66d10-664f-4887-adad-d3afea296500 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436900 Feb 20 06:43:44.497575 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-03aa01bb-34d0-4495-bde2-390edc2d5955 service neutron] 10.222.0.48 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791790 Feb 20 06:43:44.590710 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-28d3fef8-7738-49a3-829c-1d191ad0e4a3 req-411ad305-d57d-489a-aa3e-c417c393a210 service neutron] 10.222.0.48 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873775 Feb 20 06:43:44.646528 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce93408-aab8-4ad3-9ab2-9d129507186a req-77ea2af6-84fd-4ecf-9a0a-130cc8fcb67c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:44.648114 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ce93408-aab8-4ad3-9ab2-9d129507186a req-77ea2af6-84fd-4ecf-9a0a-130cc8fcb67c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 945 time: 0.0539339 Feb 20 06:43:44.684224 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6608f-7aae-44d0-80d6-efea20ae31fa req-d549e7cb-7368-4932-a00b-fd8f3c18cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:44.685773 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bdd6608f-7aae-44d0-80d6-efea20ae31fa req-d549e7cb-7368-4932-a00b-fd8f3c18cd28 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78b88f412794aed9351661f1e7125eb&device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 1127 time: 0.0535357 Feb 20 06:43:44.710338 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9ce93408-aab8-4ad3-9ab2-9d129507186a req-647016e7-6e82-4937-b150-0af0bbe24e80 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0563662 Feb 20 06:43:44.783368 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6608f-7aae-44d0-80d6-efea20ae31fa req-889d7c20-8b78-48da-8f9b-28132f846875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:44.784853 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bdd6608f-7aae-44d0-80d6-efea20ae31fa req-889d7c20-8b78-48da-8f9b-28132f846875 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2 HTTP/1.1" status: 200 len: 909 time: 0.0922813 Feb 20 06:43:44.851941 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bdd6608f-7aae-44d0-80d6-efea20ae31fa req-95fd262c-912f-42ae-a640-c87a48fefa4e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756c9745-6f8f-426a-ac0b-d5c749ce76c0 HTTP/1.1" status: 200 len: 999 time: 0.0616097 Feb 20 06:43:45.836912 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccf08f-3f02-40a4-852a-c16fe11d7f4f req-9f72c508-4e33-4c1a-8bf1-e32a8555599e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:45.839130 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7dccf08f-3f02-40a4-852a-c16fe11d7f4f req-9f72c508-4e33-4c1a-8bf1-e32a8555599e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 945 time: 0.0574887 Feb 20 06:43:45.890591 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7dccf08f-3f02-40a4-852a-c16fe11d7f4f req-d579c820-9fac-4ba3-a003-e9625bf186c7 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0454926 Feb 20 06:43:46.630625 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dff39d11-2158-47bd-9d32-105ff4888302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:47.034184 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4868a-2809-4fae-a879-3f96b7f2c7f9 req-0caffe8f-977b-4e8f-9495-e4912a6bc905 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:47.036774 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96b4868a-2809-4fae-a879-3f96b7f2c7f9 req-0caffe8f-977b-4e8f-9495-e4912a6bc905 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 945 time: 0.0662043 Feb 20 06:43:47.089913 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-96b4868a-2809-4fae-a879-3f96b7f2c7f9 req-6d82d908-169c-440c-b4a4-f7c914d98155 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0467944 Feb 20 06:43:48.218931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f1247-8b7b-4100-95d9-b2c1423d4338 req-dc45682b-f621-4a4a-a175-482505502da1 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:48.221380 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-027f1247-8b7b-4100-95d9-b2c1423d4338 req-dc45682b-f621-4a4a-a175-482505502da1 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 945 time: 0.0595319 Feb 20 06:43:48.277169 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-027f1247-8b7b-4100-95d9-b2c1423d4338 req-72d5b0bc-fa61-4c7c-a1a1-626f1c15f433 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0495493 Feb 20 06:43:49.071866 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e72e-563f-456d-bc2e-5656e7e1f854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:49.405375 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5083c8-fd9f-4d0c-aefc-b8703408957e req-cda2e15e-b2c7-4d80-b35c-0446bac05717 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:49.413371 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fc5083c8-fd9f-4d0c-aefc-b8703408957e req-cda2e15e-b2c7-4d80-b35c-0446bac05717 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 945 time: 0.0668063 Feb 20 06:43:49.459310 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fc5083c8-fd9f-4d0c-aefc-b8703408957e req-969ff406-430a-412f-9693-9bfd095a93a7 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0449581 Feb 20 06:43:49.870822 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:50.586337 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c04f7f-7b7e-4a52-a66e-d9c33692bedd req-1057f273-216d-4190-af4f-cf024b707945 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:50.587975 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-24c04f7f-7b7e-4a52-a66e-d9c33692bedd req-1057f273-216d-4190-af4f-cf024b707945 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 945 time: 0.0543664 Feb 20 06:43:50.643551 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-24c04f7f-7b7e-4a52-a66e-d9c33692bedd req-5138a9d5-8898-4ac6-a374-47547bcc55d3 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0498803 Feb 20 06:43:51.679593 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:51.789146 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890bd7e-06c1-4416-9fee-74ca40f13a2a req-3cd9ad94-f19d-46e2-b44d-9e82269c75ae tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:51.791099 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7890bd7e-06c1-4416-9fee-74ca40f13a2a req-3cd9ad94-f19d-46e2-b44d-9e82269c75ae tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 945 time: 0.0569258 Feb 20 06:43:51.855654 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-7890bd7e-06c1-4416-9fee-74ca40f13a2a req-008af3ba-c3a2-4089-b392-a0968d3e0723 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0559218 Feb 20 06:43:52.833588 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:52.873095 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6608f-7aae-44d0-80d6-efea20ae31fa req-923f05d8-9cc5-4f7f-8745-3e3393265ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:52.874539 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bdd6608f-7aae-44d0-80d6-efea20ae31fa req-923f05d8-9cc5-4f7f-8745-3e3393265ed4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2cf060ab-38fd-4161-8bb2-b49e0a114595 HTTP/1.1" status: 200 len: 848 time: 0.0498004 Feb 20 06:43:52.949332 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6608f-7aae-44d0-80d6-efea20ae31fa req-07e609fd-de90-44ef-91b9-a7921c1d0485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:52.951468 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bdd6608f-7aae-44d0-80d6-efea20ae31fa req-07e609fd-de90-44ef-91b9-a7921c1d0485 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0541158 Feb 20 06:43:52.981426 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94458f2d-5363-4740-84e4-f6b12918be1d req-40ae200b-7448-40ce-a9d5-05832d1c6f3f tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:52.983009 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-94458f2d-5363-4740-84e4-f6b12918be1d req-40ae200b-7448-40ce-a9d5-05832d1c6f3f tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 945 time: 0.0542493 Feb 20 06:43:53.033135 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-94458f2d-5363-4740-84e4-f6b12918be1d req-e43f2978-b83b-43a6-aeaa-1b2e1522bd75 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0442655 Feb 20 06:43:53.043872 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bdd6608f-7aae-44d0-80d6-efea20ae31fa req-d97fd5b8-ce0b-4612-9519-dc196436fcb0 service neutron] 10.222.0.48 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813601 Feb 20 06:43:53.146867 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-bdd6608f-7aae-44d0-80d6-efea20ae31fa req-9e533fac-6424-4ace-8597-f1c43479a23d service neutron] 10.222.0.48 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830328 Feb 20 06:43:53.601788 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:54.164523 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bebace-7b2c-41cf-85b1-acf0ba054ce2 req-cf3da43f-06e0-4d4f-9941-004fd3916849 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:54.165981 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-24bebace-7b2c-41cf-85b1-acf0ba054ce2 req-cf3da43f-06e0-4d4f-9941-004fd3916849 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 945 time: 0.0568426 Feb 20 06:43:54.212862 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-24bebace-7b2c-41cf-85b1-acf0ba054ce2 req-d4e2133e-3c3a-4bb3-8ed4-655789ee3573 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413008 Feb 20 06:43:55.331959 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3cc1f-6acb-4dff-b795-7f29828bc1e7 req-b1ef2f23-4d2d-460f-b1cc-36b9d2b87dad tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:55.333325 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9df3cc1f-6acb-4dff-b795-7f29828bc1e7 req-b1ef2f23-4d2d-460f-b1cc-36b9d2b87dad tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 945 time: 0.0524471 Feb 20 06:43:55.381085 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9df3cc1f-6acb-4dff-b795-7f29828bc1e7 req-a57b67ef-3642-44ca-ab52-3d8653e7a91e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419705 Feb 20 06:43:55.891801 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:56.415076 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 756c9745-6f8f-426a-ac0b-d5c749ce76c0 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:43:56.505449 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c80c22-fe0d-4fff-b15f-0244ecb63940 req-b5f6ef5a-efbd-4e61-8bf0-ebd6930455f0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:56.506951 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b6c80c22-fe0d-4fff-b15f-0244ecb63940 req-b5f6ef5a-efbd-4e61-8bf0-ebd6930455f0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 945 time: 0.0559440 Feb 20 06:43:56.512844 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 756c9745-6f8f-426a-ac0b-d5c749ce76c0, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=756c9745-6f8f-426a-ac0b-d5c749ce76c0,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:43:56.524405 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '756c9745-6f8f-426a-ac0b-d5c749ce76c0', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'port_id': '756c9745-6f8f-426a-ac0b-d5c749ce76c0', 'mac_address': 'fa:16:3e:94:59:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:43:56.555292 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b6c80c22-fe0d-4fff-b15f-0244ecb63940 req-f467a832-bc25-4cca-baa0-7ec53cccaa1a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0422485 Feb 20 06:43:56.560138 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 756c9745-6f8f-426a-ac0b-d5c749ce76c0 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:43:56.560535 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:56.573990 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756c9745-6f8f-426a-ac0b-d5c749ce76c0 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:43:56.596154 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 756c9745-6f8f-426a-ac0b-d5c749ce76c0, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=756c9745-6f8f-426a-ac0b-d5c749ce76c0,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:43:56.600247 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:56.645071 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=756c9745-6f8f-426a-ac0b-d5c749ce76c0,revision_number=11']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:43:56.845591 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['756c9745-6f8f-426a-ac0b-d5c749ce76c0'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:43:57.672373 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24fadb-74dd-47ec-b255-da4cb555f6f3 req-89965225-8fe1-4629-bfe2-8098bc5175c9 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:57.673848 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6e24fadb-74dd-47ec-b255-da4cb555f6f3 req-89965225-8fe1-4629-bfe2-8098bc5175c9 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 946 time: 0.0516021 Feb 20 06:43:57.722642 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6e24fadb-74dd-47ec-b255-da4cb555f6f3 req-ee9de424-97ad-44ca-896e-9d4d34343cbf tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0422664 Feb 20 06:43:58.425807 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 756c9745-6f8f-426a-ac0b-d5c749ce76c0 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:43:58.475541 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 756c9745-6f8f-426a-ac0b-d5c749ce76c0 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:43:58.479692 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 756c9745-6f8f-426a-ac0b-d5c749ce76c0 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:43:58.482913 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:58.556214 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 756c9745-6f8f-426a-ac0b-d5c749ce76c0 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:43:58.556593 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:58.578007 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc5759d-e08f-4c85-bab5-41499a835e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756c9745-6f8f-426a-ac0b-d5c749ce76c0'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:43:58.580757 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4799daf-6a00-4984-a69c-41424e9b516c" -d '{"events": [{"server_uuid": "3cc5759d-e08f-4c85-bab5-41499a835e16", "name": "network-vif-plugged", "status": "completed", "tag": "756c9745-6f8f-426a-ac0b-d5c749ce76c0"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:43:58.593019 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 756c9745-6f8f-426a-ac0b-d5c749ce76c0, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=756c9745-6f8f-426a-ac0b-d5c749ce76c0,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:43:58.598346 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:43:58.622608 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c4f84b-31c8-4deb-951c-8f5b46f46624 x-openstack-request-id: req-00c4f84b-31c8-4deb-951c-8f5b46f46624 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:43:58.622924 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc5759d-e08f-4c85-bab5-41499a835e16", "name": "network-vif-plugged", "status": "completed", "tag": "756c9745-6f8f-426a-ac0b-d5c749ce76c0", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:43:58.623198 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00c4f84b-31c8-4deb-951c-8f5b46f46624 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:43:58.623595 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc5759d-e08f-4c85-bab5-41499a835e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756c9745-6f8f-426a-ac0b-d5c749ce76c0', 'code': 200} Feb 20 06:43:58.651726 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=756c9745-6f8f-426a-ac0b-d5c749ce76c0,revision_number=12']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:43:58.857685 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a7957-fc80-4ae4-b585-af85d01ee732 req-2e099d2b-5f52-47b3-a290-07d61001c010 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:58.860284 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-538a7957-fc80-4ae4-b585-af85d01ee732 req-2e099d2b-5f52-47b3-a290-07d61001c010 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 947 time: 0.0670400 Feb 20 06:43:58.917011 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-538a7957-fc80-4ae4-b585-af85d01ee732 req-4c1cb1b7-27d9-42f3-b725-4dd0ab1724a1 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0505130 Feb 20 06:43:59.070598 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a04e42-a103-4400-a06b-f13f292359cc req-846d3c52-a3f5-4481-bf0a-cf5a5143e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:43:59.072052 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f2a04e42-a103-4400-a06b-f13f292359cc req-846d3c52-a3f5-4481-bf0a-cf5a5143e5b9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 1129 time: 0.3425498 Feb 20 06:43:59.115800 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-f2a04e42-a103-4400-a06b-f13f292359cc req-aac04ae4-bb91-40b7-adf4-e3ab1cb4bbda service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0378857 Feb 20 06:44:00.043234 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c27a1-6956-47fc-85ed-8961f44b0546 req-c5efb05b-b881-46f0-8cf5-c3e1e42d5b2e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:44:00.044733 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-082c27a1-6956-47fc-85ed-8961f44b0546 req-c5efb05b-b881-46f0-8cf5-c3e1e42d5b2e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 947 time: 0.0595496 Feb 20 06:44:00.098824 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-082c27a1-6956-47fc-85ed-8961f44b0546 req-c074c4b9-1629-4138-9f2e-6e9f94658cc5 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0471594 Feb 20 06:44:01.220180 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06156bd5-ce3b-401a-b7c3-75e396592292 req-db6668c9-4dc9-44df-904b-4e300d413ac6 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:44:01.221655 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-06156bd5-ce3b-401a-b7c3-75e396592292 req-db6668c9-4dc9-44df-904b-4e300d413ac6 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 947 time: 0.0528705 Feb 20 06:44:01.273158 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-06156bd5-ce3b-401a-b7c3-75e396592292 req-ec80cd48-c171-4bd4-b9a3-801cfe5b08a0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0455973 Feb 20 06:44:16.621318 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f92f734f-242e-40d5-9310-619dbe883580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:44:18.003133 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:44:18.800433 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-51498f63-9281-44c4-b776-5fe969202e05 req-d9a6cbfe-8ae5-491c-929a-2a6b89268d0a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423381 Feb 20 06:44:18.884706 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51498f63-9281-44c4-b776-5fe969202e05 req-5cf92c30-55bb-45e3-ad1d-38c5fc12353d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:44:18.886225 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-51498f63-9281-44c4-b776-5fe969202e05 req-5cf92c30-55bb-45e3-ad1d-38c5fc12353d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78b88f412794aed9351661f1e7125eb&device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 1129 time: 0.0444241 Feb 20 06:44:18.988617 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51498f63-9281-44c4-b776-5fe969202e05 req-98c4dd4e-4257-4ebd-9d53-81d637074999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:44:18.990132 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-51498f63-9281-44c4-b776-5fe969202e05 req-98c4dd4e-4257-4ebd-9d53-81d637074999 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2 HTTP/1.1" status: 200 len: 909 time: 0.0858390 Feb 20 06:44:19.053866 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-51498f63-9281-44c4-b776-5fe969202e05 req-b8e1376c-183d-4cb0-8a7e-51fc225c21ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756c9745-6f8f-426a-ac0b-d5c749ce76c0 HTTP/1.1" status: 200 len: 1001 time: 0.0579441 Feb 20 06:44:19.073143 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5e124ab0-fa9d-47d9-81b9-80c1079169d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:44:19.105242 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51498f63-9281-44c4-b776-5fe969202e05 req-28d630f3-3242-40a7-90ac-3b583eced550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:44:19.106701 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-51498f63-9281-44c4-b776-5fe969202e05 req-28d630f3-3242-40a7-90ac-3b583eced550 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2cf060ab-38fd-4161-8bb2-b49e0a114595 HTTP/1.1" status: 200 len: 848 time: 0.0473955 Feb 20 06:44:19.155209 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51498f63-9281-44c4-b776-5fe969202e05 req-fb1bbe90-5a7f-49a4-b775-9293e04a3a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:44:19.156720 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-51498f63-9281-44c4-b776-5fe969202e05 req-fb1bbe90-5a7f-49a4-b775-9293e04a3a8a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434678 Feb 20 06:44:19.243456 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-51498f63-9281-44c4-b776-5fe969202e05 req-f887c6da-8fd7-4c69-aa33-beae91e581eb service neutron] 10.222.0.48 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807805 Feb 20 06:44:19.333136 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-51498f63-9281-44c4-b776-5fe969202e05 req-b3a8b93e-dfe9-4cbd-8dad-6a03f56f3051 service neutron] 10.222.0.48 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831449 Feb 20 06:44:19.871731 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:44:21.676512 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:44:22.836070 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:44:23.616251 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:44:25.908230 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:44:46.622810 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-641a3723-01f0-4d62-a967-83e5e6a5b793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:44:49.074658 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6898a1e2-8e23-4178-bab2-1ab209c65916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:44:49.874146 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:44:51.681732 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:44:52.838365 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:44:53.632383 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:44:55.003776 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:44:55.912974 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:10.662411 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55046) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:45:10.838568 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-b8b3f4e3-8b37-4f81-9a93-cf3ed77f9941 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Deleting port b2b70ac8-487e-478f-a63a-06bc3e1e3e44 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:45:10.838828 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b8b3f4e3-8b37-4f81-9a93-cf3ed77f9941 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (b2b70ac8-487e-478f-a63a-06bc3e1e3e44), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:10.914283 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b8b3f4e3-8b37-4f81-9a93-cf3ed77f9941 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (b2b70ac8-487e-478f-a63a-06bc3e1e3e44), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:10.914601 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b8b3f4e3-8b37-4f81-9a93-cf3ed77f9941 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for floatingip (b2b70ac8-487e-478f-a63a-06bc3e1e3e44), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:10.925917 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-b8b3f4e3-8b37-4f81-9a93-cf3ed77f9941 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Calling delete_port for b2b70ac8-487e-478f-a63a-06bc3e1e3e44 owned by network:floatingip {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:45:11.068070 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b8b3f4e3-8b37-4f81-9a93-cf3ed77f9941 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (b2b70ac8-487e-478f-a63a-06bc3e1e3e44), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:11.095609 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3f4e3-8b37-4f81-9a93-cf3ed77f9941 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Pushing event deleted for resources: {'Port': ['ID=b2b70ac8-487e-478f-a63a-06bc3e1e3e44,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:45:11.106980 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3f4e3-8b37-4f81-9a93-cf3ed77f9941 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:11.107332 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3f4e3-8b37-4f81-9a93-cf3ed77f9941 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:11.107674 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3f4e3-8b37-4f81-9a93-cf3ed77f9941 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:11.108007 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3f4e3-8b37-4f81-9a93-cf3ed77f9941 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:11.108340 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3f4e3-8b37-4f81-9a93-cf3ed77f9941 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:11.108669 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3f4e3-8b37-4f81-9a93-cf3ed77f9941 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:11.108994 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3f4e3-8b37-4f81-9a93-cf3ed77f9941 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:11.109318 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3f4e3-8b37-4f81-9a93-cf3ed77f9941 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:11.109645 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3f4e3-8b37-4f81-9a93-cf3ed77f9941 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:11.109969 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3f4e3-8b37-4f81-9a93-cf3ed77f9941 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:11.110285 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3f4e3-8b37-4f81-9a93-cf3ed77f9941 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:11.110603 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3f4e3-8b37-4f81-9a93-cf3ed77f9941 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:11.110935 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3f4e3-8b37-4f81-9a93-cf3ed77f9941 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:11.165158 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b8b3f4e3-8b37-4f81-9a93-cf3ed77f9941 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for floatingip (4fa9b221-3ba4-466b-97a2-da69569415bd), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:11.165511 n-d-829866-5 neutron-server[103406]: INFO neutron.db.l3_db [None req-b8b3f4e3-8b37-4f81-9a93-cf3ed77f9941 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Floating IP 4fa9b221-3ba4-466b-97a2-da69569415bd disassociated (deleted). External IP: 172.25.3.68, port: 756c9745-6f8f-426a-ac0b-d5c749ce76c0. Feb 20 06:45:11.375004 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b3f4e3-8b37-4f81-9a93-cf3ed77f9941 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Router db60433c-6083-4677-9e72-09e5b8bfd2b5 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:45:11.481344 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b3f4e3-8b37-4f81-9a93-cf3ed77f9941 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:45:11.485722 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b8b3f4e3-8b37-4f81-9a93-cf3ed77f9941 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:11.493272 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0111af60-07fb-48ea-bb81-a98d982ce72f None None] Sync routers for ids ['db60433c-6083-4677-9e72-09e5b8bfd2b5'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:45:11.502951 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0111af60-07fb-48ea-bb81-a98d982ce72f None None] Routers {'db60433c-6083-4677-9e72-09e5b8bfd2b5'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:45:11.503557 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0111af60-07fb-48ea-bb81-a98d982ce72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['db60433c-6083-4677-9e72-09e5b8bfd2b5'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:45:11.515342 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b8b3f4e3-8b37-4f81-9a93-cf3ed77f9941 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "DELETE /v2.0/floatingips/4fa9b221-3ba4-466b-97a2-da69569415bd HTTP/1.1" status: 204 len: 168 time: 0.8517640 Feb 20 06:45:11.515940 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc5759d-e08f-4c85-bab5-41499a835e16', 'tag': '756c9745-6f8f-426a-ac0b-d5c749ce76c0'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:45:11.518318 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0c22b4-3ada-419a-87e7-8a330015db69" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc5759d-e08f-4c85-bab5-41499a835e16", "tag": "756c9745-6f8f-426a-ac0b-d5c749ce76c0"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:45:11.615260 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-0111af60-07fb-48ea-bb81-a98d982ce72f None None] Set router db60433c-6083-4677-9e72-09e5b8bfd2b5 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:45:11.670306 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f062ab5-da3d-4316-8e1c-3a2c55a2cd0f x-openstack-request-id: req-0f062ab5-da3d-4316-8e1c-3a2c55a2cd0f {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:45:11.670835 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc5759d-e08f-4c85-bab5-41499a835e16", "tag": "756c9745-6f8f-426a-ac0b-d5c749ce76c0", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:45:11.671200 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f062ab5-da3d-4316-8e1c-3a2c55a2cd0f {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:45:11.671818 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc5759d-e08f-4c85-bab5-41499a835e16', 'tag': '756c9745-6f8f-426a-ac0b-d5c749ce76c0', 'status': 'completed', 'code': 200} Feb 20 06:45:11.775266 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0447b7a-9365-4b0a-a7bc-d7d7aa625a2b req-c633ef8a-a67f-4699-9392-e54b30793e11 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:11.777420 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e0447b7a-9365-4b0a-a7bc-d7d7aa625a2b req-c633ef8a-a67f-4699-9392-e54b30793e11 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 947 time: 0.0615821 Feb 20 06:45:11.795249 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c22b4-3ada-419a-87e7-8a330015db69 req-685741f9-09d2-4ce5-9ccd-2329a9a318f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:11.796772 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5d0c22b4-3ada-419a-87e7-8a330015db69 req-685741f9-09d2-4ce5-9ccd-2329a9a318f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78b88f412794aed9351661f1e7125eb&device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 1129 time: 0.1044796 Feb 20 06:45:11.825577 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0111af60-07fb-48ea-bb81-a98d982ce72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'name': 'tempest-TestShelveInstance-1720087889-router', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:40:58Z', 'updated_at': '2022-02-20T06:41:01Z', 'revision_number': 4, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'gw_port': {'id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:59Z', 'updated_at': '2022-02-20T06:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '6ac0585f-3c60-479d-800e-dbd07ebeb847', 'name': '', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'mac_address': 'fa:16:3e:60:bb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:41:01Z', 'updated_at': '2022-02-20T06:41:05Z', 'revision_number': 5, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'subnets': [{'id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:45:11.830769 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e0447b7a-9365-4b0a-a7bc-d7d7aa625a2b req-2618c14a-5998-4ecb-b5a9-4c7c3e7b1e28 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0467045 Feb 20 06:45:11.852004 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0111af60-07fb-48ea-bb81-a98d982ce72f None None] Checking router: db60433c-6083-4677-9e72-09e5b8bfd2b5 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:45:11.860128 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0111af60-07fb-48ea-bb81-a98d982ce72f None None] Routers {'db60433c-6083-4677-9e72-09e5b8bfd2b5'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:45:11.860723 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0111af60-07fb-48ea-bb81-a98d982ce72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:44:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['db60433c-6083-4677-9e72-09e5b8bfd2b5'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:45:11.893370 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c22b4-3ada-419a-87e7-8a330015db69 req-d070d77b-fce9-4843-9ce1-66985ffcba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:11.894816 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5d0c22b4-3ada-419a-87e7-8a330015db69 req-d070d77b-fce9-4843-9ce1-66985ffcba78 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2 HTTP/1.1" status: 200 len: 909 time: 0.0911584 Feb 20 06:45:11.937035 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5d0c22b4-3ada-419a-87e7-8a330015db69 req-14809f95-a6b6-4835-95b7-803ada272a97 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756c9745-6f8f-426a-ac0b-d5c749ce76c0 HTTP/1.1" status: 200 len: 217 time: 0.0352254 Feb 20 06:45:11.966387 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-0111af60-07fb-48ea-bb81-a98d982ce72f None None] Set router db60433c-6083-4677-9e72-09e5b8bfd2b5 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:45:11.994139 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c22b4-3ada-419a-87e7-8a330015db69 req-e8a1d4a3-1da2-44c1-a693-4d14a71d6b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:11.994139 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5d0c22b4-3ada-419a-87e7-8a330015db69 req-e8a1d4a3-1da2-44c1-a693-4d14a71d6b16 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2cf060ab-38fd-4161-8bb2-b49e0a114595 HTTP/1.1" status: 200 len: 848 time: 0.0479977 Feb 20 06:45:12.041292 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c22b4-3ada-419a-87e7-8a330015db69 req-f0ed73a4-c062-42ee-88ba-4c582195a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:12.042794 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5d0c22b4-3ada-419a-87e7-8a330015db69 req-f0ed73a4-c062-42ee-88ba-4c582195a1fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438547 Feb 20 06:45:12.132124 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5d0c22b4-3ada-419a-87e7-8a330015db69 req-e12d0422-4f79-4393-a901-f58aef1523e8 service neutron] 10.222.0.48 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830193 Feb 20 06:45:12.159310 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0111af60-07fb-48ea-bb81-a98d982ce72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'name': 'tempest-TestShelveInstance-1720087889-router', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:40:58Z', 'updated_at': '2022-02-20T06:41:01Z', 'revision_number': 4, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'gw_port': {'id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:59Z', 'updated_at': '2022-02-20T06:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '6ac0585f-3c60-479d-800e-dbd07ebeb847', 'name': '', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'mac_address': 'fa:16:3e:60:bb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:41:01Z', 'updated_at': '2022-02-20T06:41:05Z', 'revision_number': 5, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'subnets': [{'id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:45:12.188474 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0111af60-07fb-48ea-bb81-a98d982ce72f None None] The sync data for ids ['db60433c-6083-4677-9e72-09e5b8bfd2b5'] in n-d-829866-5 is: [{'id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'name': 'tempest-TestShelveInstance-1720087889-router', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:40:58Z', 'updated_at': '2022-02-20T06:41:01Z', 'revision_number': 4, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'gw_port': {'id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:59Z', 'updated_at': '2022-02-20T06:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '6ac0585f-3c60-479d-800e-dbd07ebeb847', 'name': '', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'mac_address': 'fa:16:3e:60:bb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:41:01Z', 'updated_at': '2022-02-20T06:41:05Z', 'revision_number': 5, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'subnets': [{'id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:45:12.225167 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-5d0c22b4-3ada-419a-87e7-8a330015db69 req-51c2e212-5309-4e9c-94f0-c1695887166c service neutron] 10.222.0.48 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874128 Feb 20 06:45:12.418947 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ee5796-c7c6-4816-b8a3-94f24d63fce2 None None] New status for floating IP 4fa9b221-3ba4-466b-97a2-da69569415bd: DOWN {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:45:12.951260 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a377eba-683d-4377-b766-903a7c900592 req-39bd4c17-dfb0-4cd8-8ca0-ee6a6aeafaeb tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:12.953272 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a377eba-683d-4377-b766-903a7c900592 req-39bd4c17-dfb0-4cd8-8ca0-ee6a6aeafaeb tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 947 time: 0.0534918 Feb 20 06:45:13.003887 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24173b1-b6f7-4153-9119-25bff06c4119 req-a866ee2d-33c6-49c0-8d7c-c4ec5c902427 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:13.005390 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b24173b1-b6f7-4153-9119-25bff06c4119 req-a866ee2d-33c6-49c0-8d7c-c4ec5c902427 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc5759d-e08f-4c85-bab5-41499a835e16 HTTP/1.1" status: 200 len: 947 time: 0.0566745 Feb 20 06:45:13.010566 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2a377eba-683d-4377-b766-903a7c900592 req-53a87c9c-bfd5-496f-83e4-821fa4341560 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131b6b6-a298-45c6-a468-bb9d9618f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0508363 Feb 20 06:45:13.104541 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-b24173b1-b6f7-4153-9119-25bff06c4119 req-0c2fd2d7-83da-48c1-aac6-3d0bdadae377 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Deleting port 756c9745-6f8f-426a-ac0b-d5c749ce76c0 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:45:13.104876 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b24173b1-b6f7-4153-9119-25bff06c4119 req-0c2fd2d7-83da-48c1-aac6-3d0bdadae377 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:13.191311 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-b24173b1-b6f7-4153-9119-25bff06c4119 req-0c2fd2d7-83da-48c1-aac6-3d0bdadae377 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] For port 756c9745-6f8f-426a-ac0b-d5c749ce76c0, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=756c9745-6f8f-426a-ac0b-d5c749ce76c0,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:45:13.191679 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b24173b1-b6f7-4153-9119-25bff06c4119 req-0c2fd2d7-83da-48c1-aac6-3d0bdadae377 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:13.203799 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-b24173b1-b6f7-4153-9119-25bff06c4119 req-0c2fd2d7-83da-48c1-aac6-3d0bdadae377 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Calling delete_port for 756c9745-6f8f-426a-ac0b-d5c749ce76c0 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:45:13.336161 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b24173b1-b6f7-4153-9119-25bff06c4119 req-0c2fd2d7-83da-48c1-aac6-3d0bdadae377 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (756c9745-6f8f-426a-ac0b-d5c749ce76c0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:13.366165 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fd2d7-83da-48c1-aac6-3d0bdadae377 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Pushing event deleted for resources: {'Port': ['ID=756c9745-6f8f-426a-ac0b-d5c749ce76c0,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:45:13.408658 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24173b1-b6f7-4153-9119-25bff06c4119 req-0c2fd2d7-83da-48c1-aac6-3d0bdadae377 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] No DVR routers for this DVR port 756c9745-6f8f-426a-ac0b-d5c749ce76c0 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:45:13.411399 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-b24173b1-b6f7-4153-9119-25bff06c4119 req-0c2fd2d7-83da-48c1-aac6-3d0bdadae377 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:13.414993 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-b24173b1-b6f7-4153-9119-25bff06c4119 req-0c2fd2d7-83da-48c1-aac6-3d0bdadae377 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.48 "DELETE /v2.0/ports/756c9745-6f8f-426a-ac0b-d5c749ce76c0 HTTP/1.1" status: 204 len: 173 time: 0.4051154 Feb 20 06:45:13.672438 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc5759d-e08f-4c85-bab5-41499a835e16', 'name': 'network-vif-deleted', 'tag': '756c9745-6f8f-426a-ac0b-d5c749ce76c0'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:45:13.674841 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa492e0-b324-4de4-bea9-7370b49297f1" -d '{"events": [{"server_uuid": "3cc5759d-e08f-4c85-bab5-41499a835e16", "name": "network-vif-deleted", "tag": "756c9745-6f8f-426a-ac0b-d5c749ce76c0"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:45:13.710190 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de2af14-7f2f-4e06-ac26-ba3bae755c93 x-openstack-request-id: req-1de2af14-7f2f-4e06-ac26-ba3bae755c93 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:45:13.710490 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc5759d-e08f-4c85-bab5-41499a835e16", "name": "network-vif-deleted", "tag": "756c9745-6f8f-426a-ac0b-d5c749ce76c0", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:45:13.710743 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1de2af14-7f2f-4e06-ac26-ba3bae755c93 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:45:13.711175 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc5759d-e08f-4c85-bab5-41499a835e16', 'name': 'network-vif-deleted', 'tag': '756c9745-6f8f-426a-ac0b-d5c749ce76c0', 'status': 'completed', 'code': 200} Feb 20 06:45:14.075343 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55070) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:45:14.129218 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b53d001a-f5b9-4f84-9b62-38b63030271e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group (2131b6b6-a298-45c6-a468-bb9d9618f1b9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:14.154064 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b53d001a-f5b9-4f84-9b62-38b63030271e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group (2131b6b6-a298-45c6-a468-bb9d9618f1b9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:14.220521 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b53d001a-f5b9-4f84-9b62-38b63030271e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (2131b6b6-a298-45c6-a468-bb9d9618f1b9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:14.223306 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b53d001a-f5b9-4f84-9b62-38b63030271e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:14.224671 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b53d001a-f5b9-4f84-9b62-38b63030271e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "DELETE /v2.0/security-groups/2131b6b6-a298-45c6-a468-bb9d9618f1b9 HTTP/1.1" status: 204 len: 168 time: 0.1482975 Feb 20 06:45:14.234647 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d001a-f5b9-4f84-9b62-38b63030271e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2131b6b6-a298-45c6-a468-bb9d9618f1b9,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:45:14.245338 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d001a-f5b9-4f84-9b62-38b63030271e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:14.245680 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d001a-f5b9-4f84-9b62-38b63030271e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:14.246089 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d001a-f5b9-4f84-9b62-38b63030271e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:14.246744 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d001a-f5b9-4f84-9b62-38b63030271e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:14.247107 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d001a-f5b9-4f84-9b62-38b63030271e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:14.247463 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d001a-f5b9-4f84-9b62-38b63030271e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:14.247789 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d001a-f5b9-4f84-9b62-38b63030271e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:14.248115 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d001a-f5b9-4f84-9b62-38b63030271e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:14.248436 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d001a-f5b9-4f84-9b62-38b63030271e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:14.248760 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d001a-f5b9-4f84-9b62-38b63030271e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:14.249081 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d001a-f5b9-4f84-9b62-38b63030271e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:14.249395 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d001a-f5b9-4f84-9b62-38b63030271e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:14.249710 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d001a-f5b9-4f84-9b62-38b63030271e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:14.502046 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55076) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:45:14.507301 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-a0a2f9b4-07cd-44b3-af78-0c0f3463b59c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1728663880', 'description': 'tempest-secgroup-smoke-1728663880 description', 'project_id': 'e78b88f412794aed9351661f1e7125eb'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:45:14.527126 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0a2f9b4-07cd-44b3-af78-0c0f3463b59c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:14.595714 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0a2f9b4-07cd-44b3-af78-0c0f3463b59c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group (68aca5bd-2211-4e3d-9058-087eda47af91), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:14.599843 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0a2f9b4-07cd-44b3-af78-0c0f3463b59c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (68aca5bd-2211-4e3d-9058-087eda47af91), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:14.629779 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-a0a2f9b4-07cd-44b3-af78-0c0f3463b59c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:14.631515 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-a0a2f9b4-07cd-44b3-af78-0c0f3463b59c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1284246 Feb 20 06:45:14.634449 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55078) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:45:14.635373 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2f9b4-07cd-44b3-af78-0c0f3463b59c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68aca5bd-2211-4e3d-9058-087eda47af91,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:45:14.639804 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a96f8072-1142-45e6-8f7e-46f66ce5f706 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Request body: {'security_group_rule': {'security_group_id': '68aca5bd-2211-4e3d-9058-087eda47af91', 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:45:14.672490 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a96f8072-1142-45e6-8f7e-46f66ce5f706 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (e426b347-046e-4f8d-9255-4b0a65442137), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:14.717559 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a96f8072-1142-45e6-8f7e-46f66ce5f706 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (e426b347-046e-4f8d-9255-4b0a65442137), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:14.721136 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a96f8072-1142-45e6-8f7e-46f66ce5f706 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (e426b347-046e-4f8d-9255-4b0a65442137), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:14.738865 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f8072-1142-45e6-8f7e-46f66ce5f706 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e426b347-046e-4f8d-9255-4b0a65442137,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:45:14.747718 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a96f8072-1142-45e6-8f7e-46f66ce5f706 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:14.749024 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-a96f8072-1142-45e6-8f7e-46f66ce5f706 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1134665 Feb 20 06:45:14.751825 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55080) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:45:14.756994 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-576fc312-1257-41ca-a36e-0cf15099f5e0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Request body: {'security_group_rule': {'security_group_id': '68aca5bd-2211-4e3d-9058-087eda47af91', 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:45:14.781827 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-576fc312-1257-41ca-a36e-0cf15099f5e0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (419e3892-9abf-417b-b225-dacdc8bd7b21), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:14.837010 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-576fc312-1257-41ca-a36e-0cf15099f5e0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (419e3892-9abf-417b-b225-dacdc8bd7b21), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:14.840719 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-576fc312-1257-41ca-a36e-0cf15099f5e0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (419e3892-9abf-417b-b225-dacdc8bd7b21), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:14.857924 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576fc312-1257-41ca-a36e-0cf15099f5e0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419e3892-9abf-417b-b225-dacdc8bd7b21,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:45:14.865060 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-576fc312-1257-41ca-a36e-0cf15099f5e0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:14.866250 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-576fc312-1257-41ca-a36e-0cf15099f5e0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1133935 Feb 20 06:45:14.868929 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55082) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:45:14.873500 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b550df48-2967-4a5e-906d-93b69cb290ab tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Request body: {'security_group_rule': {'security_group_id': '68aca5bd-2211-4e3d-9058-087eda47af91', 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:45:14.898094 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b550df48-2967-4a5e-906d-93b69cb290ab tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (3e4a8e4a-46b9-4cfb-88ec-5018b3085720), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:14.954107 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b550df48-2967-4a5e-906d-93b69cb290ab tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (3e4a8e4a-46b9-4cfb-88ec-5018b3085720), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:14.957666 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b550df48-2967-4a5e-906d-93b69cb290ab tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (3e4a8e4a-46b9-4cfb-88ec-5018b3085720), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:14.977574 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550df48-2967-4a5e-906d-93b69cb290ab tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e4a8e4a-46b9-4cfb-88ec-5018b3085720,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:45:14.985618 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b550df48-2967-4a5e-906d-93b69cb290ab tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:14.989245 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b550df48-2967-4a5e-906d-93b69cb290ab tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169372 Feb 20 06:45:14.990172 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55084) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:45:14.994713 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-af786e3e-058a-4cb9-afbf-4f775dfa0c0d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Request body: {'security_group_rule': {'security_group_id': '68aca5bd-2211-4e3d-9058-087eda47af91', 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:45:15.019463 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-af786e3e-058a-4cb9-afbf-4f775dfa0c0d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (68e3b0e2-3406-419e-a027-316f2f2e197d), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:15.074766 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-af786e3e-058a-4cb9-afbf-4f775dfa0c0d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (68e3b0e2-3406-419e-a027-316f2f2e197d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:15.078136 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-af786e3e-058a-4cb9-afbf-4f775dfa0c0d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (68e3b0e2-3406-419e-a027-316f2f2e197d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:15.094380 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af786e3e-058a-4cb9-afbf-4f775dfa0c0d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e3b0e2-3406-419e-a027-316f2f2e197d,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:45:15.102598 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-af786e3e-058a-4cb9-afbf-4f775dfa0c0d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:15.103812 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-af786e3e-058a-4cb9-afbf-4f775dfa0c0d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1126018 Feb 20 06:45:15.106395 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55086) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:45:15.110579 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-6a77bf35-6354-46ed-a903-3c4ff90e3b2c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Request body: {'security_group_rule': {'security_group_id': '68aca5bd-2211-4e3d-9058-087eda47af91', 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:45:15.130212 n-d-829866-5 neutron-server[103406]: INFO neutron.db.securitygroups_db [None req-6a77bf35-6354-46ed-a903-3c4ff90e3b2c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Project e78b88f412794aed9351661f1e7125eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:45:15.135476 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6a77bf35-6354-46ed-a903-3c4ff90e3b2c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (450388ec-8999-45a4-9987-7af59c38a2c7), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:15.190873 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6a77bf35-6354-46ed-a903-3c4ff90e3b2c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (450388ec-8999-45a4-9987-7af59c38a2c7), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:15.195413 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6a77bf35-6354-46ed-a903-3c4ff90e3b2c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (450388ec-8999-45a4-9987-7af59c38a2c7), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:15.214671 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77bf35-6354-46ed-a903-3c4ff90e3b2c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450388ec-8999-45a4-9987-7af59c38a2c7,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:45:15.219842 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6a77bf35-6354-46ed-a903-3c4ff90e3b2c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:15.221032 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6a77bf35-6354-46ed-a903-3c4ff90e3b2c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1137028 Feb 20 06:45:15.223812 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55088) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:45:15.228136 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-626cb0fc-f5e7-4e90-bd97-5c731052128d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Request body: {'security_group_rule': {'security_group_id': '68aca5bd-2211-4e3d-9058-087eda47af91', 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:45:15.248418 n-d-829866-5 neutron-server[103406]: INFO neutron.db.securitygroups_db [None req-626cb0fc-f5e7-4e90-bd97-5c731052128d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Project e78b88f412794aed9351661f1e7125eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:45:15.253167 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-626cb0fc-f5e7-4e90-bd97-5c731052128d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (dbe4c1bd-09da-4b59-bf2c-1a84a42631d7), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:15.317667 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-626cb0fc-f5e7-4e90-bd97-5c731052128d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (dbe4c1bd-09da-4b59-bf2c-1a84a42631d7), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:15.321195 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-626cb0fc-f5e7-4e90-bd97-5c731052128d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (dbe4c1bd-09da-4b59-bf2c-1a84a42631d7), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:15.338153 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cb0fc-f5e7-4e90-bd97-5c731052128d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe4c1bd-09da-4b59-bf2c-1a84a42631d7,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:45:15.345239 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-626cb0fc-f5e7-4e90-bd97-5c731052128d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:15.346478 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-626cb0fc-f5e7-4e90-bd97-5c731052128d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217000 Feb 20 06:45:16.629364 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f86e735-d8c8-4b37-b1a6-1fe2ed139823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:16.798798 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 756c9745-6f8f-426a-ac0b-d5c749ce76c0 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:45:16.822184 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 756c9745-6f8f-426a-ac0b-d5c749ce76c0 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:45:16.822850 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 756c9745-6f8f-426a-ac0b-d5c749ce76c0 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:45:19.076921 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5901cc36-cf36-47de-b75e-da44e69e6269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:19.877898 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:21.693906 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:22.843901 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:23.635887 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:25.922688 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:32.007400 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:45:34.733750 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-f923d73b-ba2a-4258-a477-6828e41600a4 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1728663880&fields=id&tenant_id=e78b88f412794aed9351661f1e7125eb HTTP/1.1" status: 200 len: 267 time: 0.0435281 Feb 20 06:45:34.836486 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-6d6eaf05-1a5d-462e-8633-dbb0586168a0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:34.838210 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-6d6eaf05-1a5d-462e-8633-dbb0586168a0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/networks?id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2 HTTP/1.1" status: 200 len: 809 time: 0.0981460 Feb 20 06:45:34.852642 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-92228b6b-8c08-4fea-89ac-c79d6ef05939 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/quotas/e78b88f412794aed9351661f1e7125eb HTTP/1.1" status: 200 len: 375 time: 0.0090442 Feb 20 06:45:34.909940 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-94c98c55-1b53-433e-ae8f-a00ab9e0d38c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e78b88f412794aed9351661f1e7125eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526426 Feb 20 06:45:34.968482 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-96b37df5-ca95-468f-ac37-55bbb5085d8a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 06:45:34.969629 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-96b37df5-ca95-468f-ac37-55bbb5085d8a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0457373 Feb 20 06:45:35.057747 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-30721690-72c6-4ee7-a473-1208b96126ff service neutron] 10.222.0.37 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817728 Feb 20 06:45:35.148254 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-5c8a19a6-cc6b-449a-a78e-2a875be18fc3 service neutron] 10.222.0.37 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846691 Feb 20 06:45:35.427286 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1950c7db-50d6-4830-bd2d-c092e075d381 req-16bd8f0e-6aa6-4f6c-8b1f-d304e2f788d4 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 210 time: 0.0277932 Feb 20 06:45:36.320388 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-604f7316-a4ee-4e07-b5b8-7ca9932b1564 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:36.321826 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-604f7316-a4ee-4e07-b5b8-7ca9932b1564 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.61 "GET /v2.0/networks?id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2 HTTP/1.1" status: 200 len: 809 time: 0.1023064 Feb 20 06:45:36.383219 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-8ddc0ecb-2344-4fa3-b5de-4cb1bf3fd4db tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e78b88f412794aed9351661f1e7125eb HTTP/1.1" status: 200 len: 380 time: 0.0535362 Feb 20 06:45:36.391283 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-930e7272-167f-4843-a1c9-3b242d047ef0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Request body: {'port': {'device_id': '0db0cd5a-942a-4af0-b723-5cc0a58cea8a', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'admin_state_up': True, 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'security_groups': ['68aca5bd-2211-4e3d-9058-087eda47af91']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:45:36.505254 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-930e7272-167f-4843-a1c9-3b242d047ef0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Made reservation on behalf of e78b88f412794aed9351661f1e7125eb for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:45:36.508830 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-930e7272-167f-4843-a1c9-3b242d047ef0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:36.525933 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-eb22320c-3ffe-4ebe-9334-c79880863973 req-88785ab1-0e78-4a31-8b9e-490e1d9b7ce0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 210 time: 0.0314894 Feb 20 06:45:36.641396 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-930e7272-167f-4843-a1c9-3b242d047ef0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Allocated IP 172.20.0.5 (ceafc80f-cc90-4582-b1b4-fa580d11b9a2/2cf060ab-38fd-4161-8bb2-b49e0a114595/5b347117-7a2b-47b3-909e-f6061f5a35a0) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:45:36.782484 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-930e7272-167f-4843-a1c9-3b242d047ef0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:36.816311 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-930e7272-167f-4843-a1c9-3b242d047ef0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:36.858158 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-930e7272-167f-4843-a1c9-3b242d047ef0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Network ceafc80f-cc90-4582-b1b4-fa580d11b9a2 is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:45:36.861073 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-930e7272-167f-4843-a1c9-3b242d047ef0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:45:36.867261 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-930e7272-167f-4843-a1c9-3b242d047ef0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:45:36.895209 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e7272-167f-4843-a1c9-3b242d047ef0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Pushing event updated for resources: {'Port': ['ID=5b347117-7a2b-47b3-909e-f6061f5a35a0,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:45:36.924776 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-930e7272-167f-4843-a1c9-3b242d047ef0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:36.925396 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-930e7272-167f-4843-a1c9-3b242d047ef0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:36.944671 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-930e7272-167f-4843-a1c9-3b242d047ef0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5569675 Feb 20 06:45:37.002308 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-09bc8b39-a58b-406c-a46a-f9e8425092c0 service neutron] Request body: {'port': {'device_id': '0db0cd5a-942a-4af0-b723-5cc0a58cea8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:45:37.065944 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-09bc8b39-a58b-406c-a46a-f9e8425092c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:37.115018 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-5cf78eef-0187-4592-8d33-32376ec1e0a6 None None] Provisioning complete for port 5b347117-7a2b-47b3-909e-f6061f5a35a0 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:45:37.115661 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5cf78eef-0187-4592-8d33-32376ec1e0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:37.150181 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5cf78eef-0187-4592-8d33-32376ec1e0a6 None None] Port 5b347117-7a2b-47b3-909e-f6061f5a35a0 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:45:37.338290 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-09bc8b39-a58b-406c-a46a-f9e8425092c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b347117-7a2b-47b3-909e-f6061f5a35a0 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:45:37.345696 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-09bc8b39-a58b-406c-a46a-f9e8425092c0 service neutron] Publish callbacks [] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:37.357548 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-09bc8b39-a58b-406c-a46a-f9e8425092c0 service neutron] Transition to ACTIVE for port object 5b347117-7a2b-47b3-909e-f6061f5a35a0 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:45:37.361355 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-09bc8b39-a58b-406c-a46a-f9e8425092c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:37.412000 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc8b39-a58b-406c-a46a-f9e8425092c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5b347117-7a2b-47b3-909e-f6061f5a35a0,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:45:37.486026 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-09bc8b39-a58b-406c-a46a-f9e8425092c0 service neutron] Attempting to bind port 5b347117-7a2b-47b3-909e-f6061f5a35a0 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:45:37.486525 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-09bc8b39-a58b-406c-a46a-f9e8425092c0 service neutron] Attempting to bind port 5b347117-7a2b-47b3-909e-f6061f5a35a0 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '9d7671aa-1c98-4b25-bab1-8c3fc64e92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:45:37.486863 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-09bc8b39-a58b-406c-a46a-f9e8425092c0 service neutron] Attempting to bind port 5b347117-7a2b-47b3-909e-f6061f5a35a0 on network ceafc80f-cc90-4582-b1b4-fa580d11b9a2 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:45:37.492483 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-09bc8b39-a58b-406c-a46a-f9e8425092c0 service neutron] Port 5b347117-7a2b-47b3-909e-f6061f5a35a0 on network ceafc80f-cc90-4582-b1b4-fa580d11b9a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:45:37.492822 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-09bc8b39-a58b-406c-a46a-f9e8425092c0 service neutron] Attempting to bind port 5b347117-7a2b-47b3-909e-f6061f5a35a0 on network ceafc80f-cc90-4582-b1b4-fa580d11b9a2 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:45:37.498689 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-09bc8b39-a58b-406c-a46a-f9e8425092c0 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:45:37.499618 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-09bc8b39-a58b-406c-a46a-f9e8425092c0 service neutron] Checking segment: {'id': '9d7671aa-1c98-4b25-bab1-8c3fc64e92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:45:37.500140 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-09bc8b39-a58b-406c-a46a-f9e8425092c0 service neutron] Bound using segment: {'id': '9d7671aa-1c98-4b25-bab1-8c3fc64e92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:45:37.500710 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-09bc8b39-a58b-406c-a46a-f9e8425092c0 service neutron] Bound port: 5b347117-7a2b-47b3-909e-f6061f5a35a0, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7671aa-1c98-4b25-bab1-8c3fc64e92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:45:37.501190 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-09bc8b39-a58b-406c-a46a-f9e8425092c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:37.576377 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-09bc8b39-a58b-406c-a46a-f9e8425092c0 service neutron] For port 5b347117-7a2b-47b3-909e-f6061f5a35a0, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:45:37.582541 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-09bc8b39-a58b-406c-a46a-f9e8425092c0 service neutron] For port 5b347117-7a2b-47b3-909e-f6061f5a35a0, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=5b347117-7a2b-47b3-909e-f6061f5a35a0,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:45:37.589563 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-09bc8b39-a58b-406c-a46a-f9e8425092c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:37.628709 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-09bc8b39-a58b-406c-a46a-f9e8425092c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:37.629217 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-09bc8b39-a58b-406c-a46a-f9e8425092c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:37.630609 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-09bc8b39-a58b-406c-a46a-f9e8425092c0 service neutron] 10.222.0.61 "PUT /v2.0/ports/5b347117-7a2b-47b3-909e-f6061f5a35a0 HTTP/1.1" status: 200 len: 1091 time: 0.6793852 Feb 20 06:45:37.631104 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db0cd5a-942a-4af0-b723-5cc0a58cea8a', 'tag': '5b347117-7a2b-47b3-909e-f6061f5a35a0'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:45:37.639787 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3b62bd-a604-49d3-a644-8507ea0b6385" -d '{"events": [{"name": "network-changed", "server_uuid": "0db0cd5a-942a-4af0-b723-5cc0a58cea8a", "tag": "5b347117-7a2b-47b3-909e-f6061f5a35a0"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:45:37.683867 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709780f-533c-41d1-808e-c5b01d81089b req-6dd3d9aa-f0bb-4924-a8ad-258a447f8d50 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:37.686109 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d709780f-533c-41d1-808e-c5b01d81089b req-6dd3d9aa-f0bb-4924-a8ad-258a447f8d50 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0763552 Feb 20 06:45:37.691981 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc8b39-a58b-406c-a46a-f9e8425092c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5b347117-7a2b-47b3-909e-f6061f5a35a0,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:45:37.736292 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-2fec59c5-8523-44ce-ad08-a9d044900f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:37.737811 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-2fec59c5-8523-44ce-ad08-a9d044900f06 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e78b88f412794aed9351661f1e7125eb&device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 1125 time: 0.0550609 Feb 20 06:45:37.756411 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d709780f-533c-41d1-808e-c5b01d81089b req-011b8d30-696d-44a3-a946-8ee31fd2e000 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631926 Feb 20 06:45:37.790748 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-7b7ab6ea-d9cb-464f-ae80-fd2c31ea5f55 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b347117-7a2b-47b3-909e-f6061f5a35a0 HTTP/1.1" status: 200 len: 217 time: 0.0436544 Feb 20 06:45:37.838569 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b5bc1b-dc14-488c-a6b2-d41e9cb7e504 x-openstack-request-id: req-92b5bc1b-dc14-488c-a6b2-d41e9cb7e504 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:45:37.838983 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db0cd5a-942a-4af0-b723-5cc0a58cea8a", "tag": "5b347117-7a2b-47b3-909e-f6061f5a35a0", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:45:37.839328 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92b5bc1b-dc14-488c-a6b2-d41e9cb7e504 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:45:37.839888 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db0cd5a-942a-4af0-b723-5cc0a58cea8a', 'tag': '5b347117-7a2b-47b3-909e-f6061f5a35a0', 'status': 'completed', 'code': 200} Feb 20 06:45:37.851466 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-e48b8b4c-f63c-4df8-b468-fcd7476da6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:37.853322 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-e48b8b4c-f63c-4df8-b468-fcd7476da6ca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2cf060ab-38fd-4161-8bb2-b49e0a114595 HTTP/1.1" status: 200 len: 848 time: 0.0559244 Feb 20 06:45:37.904254 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-d6ba65e6-668d-4832-832e-04a453de9c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:37.905838 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-d6ba65e6-668d-4832-832e-04a453de9c59 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466232 Feb 20 06:45:38.000572 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-8aa65e8d-8fdc-4861-bc84-d580fe9d1d7f service neutron] 10.222.0.61 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870488 Feb 20 06:45:38.087063 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-3fbb7d21-405c-4923-b4ef-40fd5eb47207 req-8df501ae-ae20-48d1-ab19-b90a50c5ccae service neutron] 10.222.0.61 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801950 Feb 20 06:45:38.173903 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b62bd-a604-49d3-a644-8507ea0b6385 req-8f3f97d7-9b1d-4572-bdd4-0fe5d329f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:38.175435 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ce3b62bd-a604-49d3-a644-8507ea0b6385 req-8f3f97d7-9b1d-4572-bdd4-0fe5d329f6f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e78b88f412794aed9351661f1e7125eb&device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 1125 time: 0.0462778 Feb 20 06:45:38.267442 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b62bd-a604-49d3-a644-8507ea0b6385 req-abc82e4a-98fc-4e6b-9d22-60b28c64027c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:38.268849 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ce3b62bd-a604-49d3-a644-8507ea0b6385 req-abc82e4a-98fc-4e6b-9d22-60b28c64027c service neutron] 10.222.0.61 "GET /v2.0/networks?id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2 HTTP/1.1" status: 200 len: 909 time: 0.0872254 Feb 20 06:45:38.310220 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ce3b62bd-a604-49d3-a644-8507ea0b6385 req-0f1f80c8-5fe9-4b90-81d9-d666af541398 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b347117-7a2b-47b3-909e-f6061f5a35a0 HTTP/1.1" status: 200 len: 217 time: 0.0349278 Feb 20 06:45:38.357901 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b62bd-a604-49d3-a644-8507ea0b6385 req-ac0422b1-ceae-4229-9182-b1827290e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:38.359395 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ce3b62bd-a604-49d3-a644-8507ea0b6385 req-ac0422b1-ceae-4229-9182-b1827290e554 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2cf060ab-38fd-4161-8bb2-b49e0a114595 HTTP/1.1" status: 200 len: 848 time: 0.0436382 Feb 20 06:45:38.411896 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b62bd-a604-49d3-a644-8507ea0b6385 req-a5ece340-1c81-45b5-812d-57bc12aa9a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:38.414092 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ce3b62bd-a604-49d3-a644-8507ea0b6385 req-a5ece340-1c81-45b5-812d-57bc12aa9a6a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494041 Feb 20 06:45:38.502059 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ce3b62bd-a604-49d3-a644-8507ea0b6385 req-ac6c4abc-71af-40ca-aac3-a9db2b739306 service neutron] 10.222.0.61 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818715 Feb 20 06:45:38.594016 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ce3b62bd-a604-49d3-a644-8507ea0b6385 req-731db74f-df7c-424a-9af8-dcc7a80205b6 service neutron] 10.222.0.61 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858619 Feb 20 06:45:38.893981 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753e926-2ffd-413c-80b0-0c4aad11b132 req-95b9ba32-a66e-4531-9d95-85a7b90a2f91 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:38.895376 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0753e926-2ffd-413c-80b0-0c4aad11b132 req-95b9ba32-a66e-4531-9d95-85a7b90a2f91 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0625744 Feb 20 06:45:38.943435 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0753e926-2ffd-413c-80b0-0c4aad11b132 req-7cd093f0-6120-46ef-916d-9d7bcb9315f1 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421846 Feb 20 06:45:40.062182 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d76d1-3c78-48f1-a887-684e99f08d93 req-de46eea9-aa1a-419e-8c19-029012bd57c8 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:40.063696 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c1d76d1-3c78-48f1-a887-684e99f08d93 req-de46eea9-aa1a-419e-8c19-029012bd57c8 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0519402 Feb 20 06:45:40.111611 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c1d76d1-3c78-48f1-a887-684e99f08d93 req-2e44c594-f7ba-4a21-bac4-d6ec6b21746a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417194 Feb 20 06:45:41.227461 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b5649-8fe7-4ba4-82b4-d44f4d65028c req-8e6edb18-0d46-40d5-8772-9013160fb9e0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:41.228948 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6b4b5649-8fe7-4ba4-82b4-d44f4d65028c req-8e6edb18-0d46-40d5-8772-9013160fb9e0 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0518858 Feb 20 06:45:41.280576 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6b4b5649-8fe7-4ba4-82b4-d44f4d65028c req-36494211-7447-4724-92d5-86dbdf077bf9 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460594 Feb 20 06:45:42.399965 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26389af6-ae16-4a68-b47e-1bc99deef5ff req-3de7ee4b-bf05-43d3-a729-6048c7f3a73b tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:42.401435 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-26389af6-ae16-4a68-b47e-1bc99deef5ff req-3de7ee4b-bf05-43d3-a729-6048c7f3a73b tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0523732 Feb 20 06:45:42.450604 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-26389af6-ae16-4a68-b47e-1bc99deef5ff req-2c1f148a-9b6d-497b-9096-06974b15a7ac tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435607 Feb 20 06:45:43.571112 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1b44f-87e6-427d-82a3-77172dc43656 req-7f46ba5c-2934-4250-8c46-dd3a9fbe3eae tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:43.572806 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f8e1b44f-87e6-427d-82a3-77172dc43656 req-7f46ba5c-2934-4250-8c46-dd3a9fbe3eae tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0552065 Feb 20 06:45:43.622536 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f8e1b44f-87e6-427d-82a3-77172dc43656 req-c5b56547-8c75-4b38-be63-3232164ab232 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440917 Feb 20 06:45:44.747694 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740ee34-2d09-410e-bfda-1bff1b8959be req-a89acce4-aa43-4601-8eff-84f06cefbe4a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:44.749474 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1740ee34-2d09-410e-bfda-1bff1b8959be req-a89acce4-aa43-4601-8eff-84f06cefbe4a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0583971 Feb 20 06:45:44.798330 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1740ee34-2d09-410e-bfda-1bff1b8959be req-503458d7-f6ba-412a-bc77-59567fb24179 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431416 Feb 20 06:45:45.918652 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239c886-6827-44f8-899d-24182e7b683f req-8127e657-2864-4fec-95da-efd931da167c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:45.920143 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3239c886-6827-44f8-899d-24182e7b683f req-8127e657-2864-4fec-95da-efd931da167c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0525703 Feb 20 06:45:45.967867 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3239c886-6827-44f8-899d-24182e7b683f req-49f7eebc-9aa6-4104-875b-6f7b8f09d91b tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420620 Feb 20 06:45:46.623550 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04ee89cd-d530-4a76-ac1c-a60a65f547df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:47.085016 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b14e4-c9c2-4d3e-8658-29289b08acf3 req-fd7db400-b3a6-4a89-adaf-eb6015829d1a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:47.086483 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-670b14e4-c9c2-4d3e-8658-29289b08acf3 req-fd7db400-b3a6-4a89-adaf-eb6015829d1a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0510662 Feb 20 06:45:47.140318 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-670b14e4-c9c2-4d3e-8658-29289b08acf3 req-80b5ec10-a530-432e-90ed-054eac29ae3a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481334 Feb 20 06:45:48.258100 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8629aa0-4901-428c-bbe2-bce53d4164af req-c75c7665-6427-4b0a-81d0-855d3091fc7a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:48.259493 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e8629aa0-4901-428c-bbe2-bce53d4164af req-c75c7665-6427-4b0a-81d0-855d3091fc7a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0518203 Feb 20 06:45:48.306665 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e8629aa0-4901-428c-bbe2-bce53d4164af req-8fab0514-24b2-4d16-bd7d-2181f87d2a24 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416422 Feb 20 06:45:49.078071 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0818ed1c-45a6-4aa6-9465-1fe87900b4b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:49.422783 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bffc569-be0b-4c6d-ab5f-f2e17845ace4 req-9261f377-fb26-4f35-9015-16ce0b68a502 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:49.424265 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bffc569-be0b-4c6d-ab5f-f2e17845ace4 req-9261f377-fb26-4f35-9015-16ce0b68a502 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0509479 Feb 20 06:45:49.471133 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8bffc569-be0b-4c6d-ab5f-f2e17845ace4 req-fa2d04e9-3245-43c2-bd52-0c2527cbe801 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412252 Feb 20 06:45:49.880106 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:50.591177 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d58ef2-3d7e-49bb-8602-0ca60dfbfa13 req-b1aa51f3-b32d-45ba-8a31-e97db9ec7b07 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:50.592628 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-80d58ef2-3d7e-49bb-8602-0ca60dfbfa13 req-b1aa51f3-b32d-45ba-8a31-e97db9ec7b07 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0554898 Feb 20 06:45:50.644888 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-80d58ef2-3d7e-49bb-8602-0ca60dfbfa13 req-dad21ae5-73cd-43f0-86c7-4b0f1d15eeca tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467584 Feb 20 06:45:51.689279 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:51.763726 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a79c3-955c-4d14-96c2-1ae6766c6268 req-47a51eb2-5f9a-427a-9429-05f0ebf5d096 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:51.765228 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-743a79c3-955c-4d14-96c2-1ae6766c6268 req-47a51eb2-5f9a-427a-9429-05f0ebf5d096 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0517473 Feb 20 06:45:51.815507 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-743a79c3-955c-4d14-96c2-1ae6766c6268 req-d4af1ab1-6316-42a6-b2cf-664b32935287 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445642 Feb 20 06:45:52.847667 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:52.937512 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d760582-3444-4ed3-a395-d5c6f2f82bed req-52037ffc-6e48-4911-8776-7257d3a9d32f tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:52.938999 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6d760582-3444-4ed3-a395-d5c6f2f82bed req-52037ffc-6e48-4911-8776-7257d3a9d32f tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0554559 Feb 20 06:45:52.986101 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6d760582-3444-4ed3-a395-d5c6f2f82bed req-032e56b4-6e51-4eb7-b24f-1c70d5448b89 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409851 Feb 20 06:45:53.646678 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:54.102707 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887a70d-d117-48cb-824e-c853838f0ba0 req-e7c0eaf9-88d9-49d6-9344-3f31eb60786d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:54.104205 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5887a70d-d117-48cb-824e-c853838f0ba0 req-e7c0eaf9-88d9-49d6-9344-3f31eb60786d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0519111 Feb 20 06:45:54.151201 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5887a70d-d117-48cb-824e-c853838f0ba0 req-ae562362-cb73-4dbb-a5b4-cf11d6757a32 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413744 Feb 20 06:45:54.618046 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 5b347117-7a2b-47b3-909e-f6061f5a35a0 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:45:54.712529 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 5b347117-7a2b-47b3-909e-f6061f5a35a0, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=5b347117-7a2b-47b3-909e-f6061f5a35a0,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:45:54.723974 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '5b347117-7a2b-47b3-909e-f6061f5a35a0', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'port_id': '5b347117-7a2b-47b3-909e-f6061f5a35a0', 'mac_address': 'fa:16:3e:d5:cf:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:45:54.764239 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 5b347117-7a2b-47b3-909e-f6061f5a35a0 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:45:54.764625 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:54.777225 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b347117-7a2b-47b3-909e-f6061f5a35a0 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:45:54.795468 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 5b347117-7a2b-47b3-909e-f6061f5a35a0, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=5b347117-7a2b-47b3-909e-f6061f5a35a0,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:45:54.798691 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:54.849077 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=5b347117-7a2b-47b3-909e-f6061f5a35a0,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:45:54.856251 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:54.856604 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:54.856948 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:54.857289 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:54.857619 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:54.857950 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:54.858280 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:54.858607 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:54.858952 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:54.859279 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:54.859603 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:54.859932 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:54.860252 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:45:55.045988 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['5b347117-7a2b-47b3-909e-f6061f5a35a0'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:45:55.267471 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3aec20-9491-4673-bd31-a9811019ba12 req-cb0d11e9-19e7-4815-accb-c5f6fbb72d29 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:55.268987 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aa3aec20-9491-4673-bd31-a9811019ba12 req-cb0d11e9-19e7-4815-accb-c5f6fbb72d29 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 944 time: 0.0519249 Feb 20 06:45:55.321668 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-aa3aec20-9491-4673-bd31-a9811019ba12 req-23d290af-05b7-4258-8561-455bb95e2a0a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470061 Feb 20 06:45:55.930512 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:56.439383 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ad3f9-070c-4dc7-bfa1-710b6f11bc66 req-f0459c2b-6896-4c25-9194-6ca442033dcb tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:56.440826 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c96ad3f9-070c-4dc7-bfa1-710b6f11bc66 req-f0459c2b-6896-4c25-9194-6ca442033dcb tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 944 time: 0.0506744 Feb 20 06:45:56.488677 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c96ad3f9-070c-4dc7-bfa1-710b6f11bc66 req-f24de4fd-eed8-4f1c-9c46-e6d6c3c97d1a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417516 Feb 20 06:45:56.634070 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 5b347117-7a2b-47b3-909e-f6061f5a35a0 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:45:56.683623 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 5b347117-7a2b-47b3-909e-f6061f5a35a0 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:45:56.687566 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 5b347117-7a2b-47b3-909e-f6061f5a35a0 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:45:56.687926 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:56.761975 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 5b347117-7a2b-47b3-909e-f6061f5a35a0 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:45:56.762357 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:56.783616 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db0cd5a-942a-4af0-b723-5cc0a58cea8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b347117-7a2b-47b3-909e-f6061f5a35a0'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:45:56.785819 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b46aba9-208e-47ea-81b4-84fc27aba832" -d '{"events": [{"server_uuid": "0db0cd5a-942a-4af0-b723-5cc0a58cea8a", "name": "network-vif-plugged", "status": "completed", "tag": "5b347117-7a2b-47b3-909e-f6061f5a35a0"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:45:56.799093 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 5b347117-7a2b-47b3-909e-f6061f5a35a0, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=5b347117-7a2b-47b3-909e-f6061f5a35a0,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:45:56.803698 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:56.852186 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=5b347117-7a2b-47b3-909e-f6061f5a35a0,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:45:56.878529 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922cf1d4-b1bb-492d-a893-99548bbb4346 x-openstack-request-id: req-922cf1d4-b1bb-492d-a893-99548bbb4346 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:45:56.878826 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db0cd5a-942a-4af0-b723-5cc0a58cea8a", "name": "network-vif-plugged", "status": "completed", "tag": "5b347117-7a2b-47b3-909e-f6061f5a35a0", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:45:56.879184 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-922cf1d4-b1bb-492d-a893-99548bbb4346 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:45:56.879694 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db0cd5a-942a-4af0-b723-5cc0a58cea8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b347117-7a2b-47b3-909e-f6061f5a35a0', 'code': 200} Feb 20 06:45:56.976202 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510320ad-008b-4278-9513-26432ea5b17f req-3f304e6d-c45a-40c3-a7c3-733f2c48819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:56.977715 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-510320ad-008b-4278-9513-26432ea5b17f req-3f304e6d-c45a-40c3-a7c3-733f2c48819e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 1127 time: 0.0446923 Feb 20 06:45:57.022347 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-510320ad-008b-4278-9513-26432ea5b17f req-8e12fad3-43b0-415b-865a-bd61f8ed1fec service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388520 Feb 20 06:45:57.609729 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62dfc91-d480-4d1c-babf-56b83e6b3b9f req-1a5f743f-9e7a-4ada-89cb-e58572ec5b6f tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:57.611203 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a62dfc91-d480-4d1c-babf-56b83e6b3b9f req-1a5f743f-9e7a-4ada-89cb-e58572ec5b6f tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 945 time: 0.0518794 Feb 20 06:45:57.658783 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a62dfc91-d480-4d1c-babf-56b83e6b3b9f req-e9c71529-a49d-4743-9880-1f70e310f4ba tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414762 Feb 20 06:45:58.778573 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06253c09-4c37-48ab-b131-5b3878845838 req-a7c76f3e-cede-4e4c-8274-948d94c24567 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:58.779959 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-06253c09-4c37-48ab-b131-5b3878845838 req-a7c76f3e-cede-4e4c-8274-948d94c24567 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 945 time: 0.0552216 Feb 20 06:45:58.830139 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-06253c09-4c37-48ab-b131-5b3878845838 req-390aca32-89ac-4d09-95f9-353bc19b19d4 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445991 Feb 20 06:45:58.951623 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3aa17-cdbc-4ee1-9e4b-3747d99a81d5 req-a2031119-4a94-4d7a-b363-eac6ea58a4fd tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:58.953165 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b8c3aa17-cdbc-4ee1-9e4b-3747d99a81d5 req-a2031119-4a94-4d7a-b363-eac6ea58a4fd tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 945 time: 0.0592155 Feb 20 06:45:59.002666 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b8c3aa17-cdbc-4ee1-9e4b-3747d99a81d5 req-ee386d9c-6cfb-4007-a686-1d1b6cb599e9 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437129 Feb 20 06:45:59.024068 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55302) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:45:59.066283 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ae1a2f-bbc7-43f5-b1b5-cb54cdf24584 tempest-TestShelveInstance-170361529 tempest-TestShelveInstance-170361529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:45:59.067702 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b8ae1a2f-bbc7-43f5-b1b5-cb54cdf24584 tempest-TestShelveInstance-170361529 tempest-TestShelveInstance-170361529-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 1122 time: 0.0426688 Feb 20 06:45:59.070468 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55304) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:45:59.074616 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-26043655-1eb0-49a5-9884-5a0e416f922a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'port_id': '5b347117-7a2b-47b3-909e-f6061f5a35a0', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:45:59.096185 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-26043655-1eb0-49a5-9884-5a0e416f922a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:59.193817 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-26043655-1eb0-49a5-9884-5a0e416f922a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:59.304125 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-26043655-1eb0-49a5-9884-5a0e416f922a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Allocated IP 172.25.3.245 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/17af7c34-23fe-4736-91fb-b0511a2a0f83) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:45:59.732738 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-26043655-1eb0-49a5-9884-5a0e416f922a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for port (17af7c34-23fe-4736-91fb-b0511a2a0f83), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:59.765361 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-26043655-1eb0-49a5-9884-5a0e416f922a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (17af7c34-23fe-4736-91fb-b0511a2a0f83), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:45:59.800686 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26043655-1eb0-49a5-9884-5a0e416f922a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:45:59.803558 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-26043655-1eb0-49a5-9884-5a0e416f922a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:45:59.807441 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26043655-1eb0-49a5-9884-5a0e416f922a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:45:59.838773 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26043655-1eb0-49a5-9884-5a0e416f922a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Pushing event updated for resources: {'Port': ['ID=17af7c34-23fe-4736-91fb-b0511a2a0f83,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:46:00.171923 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-26043655-1eb0-49a5-9884-5a0e416f922a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for floatingip (def529df-9a02-4a20-b08e-05a610ac9b62), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:46:00.244739 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-26043655-1eb0-49a5-9884-5a0e416f922a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (17af7c34-23fe-4736-91fb-b0511a2a0f83), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:46:00.390854 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-26043655-1eb0-49a5-9884-5a0e416f922a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for port (17af7c34-23fe-4736-91fb-b0511a2a0f83), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:46:00.395934 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-26043655-1eb0-49a5-9884-5a0e416f922a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (17af7c34-23fe-4736-91fb-b0511a2a0f83), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:46:00.469600 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26043655-1eb0-49a5-9884-5a0e416f922a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Pushing event updated for resources: {'Port': ['ID=17af7c34-23fe-4736-91fb-b0511a2a0f83,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:46:00.479280 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-26043655-1eb0-49a5-9884-5a0e416f922a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (def529df-9a02-4a20-b08e-05a610ac9b62), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:46:00.583223 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-26043655-1eb0-49a5-9884-5a0e416f922a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Floating IP def529df-9a02-4a20-b08e-05a610ac9b62 associated. External IP: 172.25.3.245, port: 5b347117-7a2b-47b3-909e-f6061f5a35a0. Feb 20 06:46:00.804955 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26043655-1eb0-49a5-9884-5a0e416f922a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Router db60433c-6083-4677-9e72-09e5b8bfd2b5 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:46:00.915461 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26043655-1eb0-49a5-9884-5a0e416f922a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:46:00.925859 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ecef1f-c5bf-4ad6-8edf-6ce5829a9da1 None None] Sync routers for ids ['db60433c-6083-4677-9e72-09e5b8bfd2b5'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:46:00.933159 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-26043655-1eb0-49a5-9884-5a0e416f922a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:46:00.939425 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ecef1f-c5bf-4ad6-8edf-6ce5829a9da1 None None] Routers {'db60433c-6083-4677-9e72-09e5b8bfd2b5'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:46:00.940117 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f6ecef1f-c5bf-4ad6-8edf-6ce5829a9da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:45:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['db60433c-6083-4677-9e72-09e5b8bfd2b5'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:46:00.962797 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-26043655-1eb0-49a5-9884-5a0e416f922a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8912992 Feb 20 06:46:00.963419 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db0cd5a-942a-4af0-b723-5cc0a58cea8a', 'tag': '5b347117-7a2b-47b3-909e-f6061f5a35a0'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:46:00.965650 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78934f98bf255cbf8729f55a3e84459a3773ac23536445eeb810cf99c856869a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1d5899-e320-4a51-b095-c26fec48ddcd" -d '{"events": [{"name": "network-changed", "server_uuid": "0db0cd5a-942a-4af0-b723-5cc0a58cea8a", "tag": "5b347117-7a2b-47b3-909e-f6061f5a35a0"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:46:01.064474 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579bed84-207a-48d2-9672-16372721558d x-openstack-request-id: req-579bed84-207a-48d2-9672-16372721558d {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:46:01.064760 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db0cd5a-942a-4af0-b723-5cc0a58cea8a", "tag": "5b347117-7a2b-47b3-909e-f6061f5a35a0", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:46:01.065349 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-579bed84-207a-48d2-9672-16372721558d {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:46:01.065508 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db0cd5a-942a-4af0-b723-5cc0a58cea8a', 'tag': '5b347117-7a2b-47b3-909e-f6061f5a35a0', 'status': 'completed', 'code': 200} Feb 20 06:46:01.068797 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-f6ecef1f-c5bf-4ad6-8edf-6ce5829a9da1 None None] Set router db60433c-6083-4677-9e72-09e5b8bfd2b5 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:46:01.132644 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d5899-e320-4a51-b095-c26fec48ddcd req-76217b8c-2250-4c29-8e11-84f81b5dc0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:46:01.134741 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0a1d5899-e320-4a51-b095-c26fec48ddcd req-76217b8c-2250-4c29-8e11-84f81b5dc0ce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e78b88f412794aed9351661f1e7125eb&device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 1127 time: 0.0473726 Feb 20 06:46:01.229177 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d5899-e320-4a51-b095-c26fec48ddcd req-f19368ae-141b-4407-b149-db7419830492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:46:01.230565 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0a1d5899-e320-4a51-b095-c26fec48ddcd req-f19368ae-141b-4407-b149-db7419830492 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2 HTTP/1.1" status: 200 len: 909 time: 0.0901449 Feb 20 06:46:01.294075 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f6ecef1f-c5bf-4ad6-8edf-6ce5829a9da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'name': 'tempest-TestShelveInstance-1720087889-router', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:40:58Z', 'updated_at': '2022-02-20T06:41:01Z', 'revision_number': 4, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'gw_port': {'id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:59Z', 'updated_at': '2022-02-20T06:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'def529df-9a02-4a20-b08e-05a610ac9b62', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'port_id': '5b347117-7a2b-47b3-909e-f6061f5a35a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'mac_address': 'fa:16:3e:d5:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db0cd5a-942a-4af0-b723-5cc0a58cea8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:46:00Z', 'updated_at': '2022-02-20T06:46:00Z', 'revision_number': 0, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ac0585f-3c60-479d-800e-dbd07ebeb847', 'name': '', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'mac_address': 'fa:16:3e:60:bb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:41:01Z', 'updated_at': '2022-02-20T06:41:05Z', 'revision_number': 5, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'subnets': [{'id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:46:01.297389 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0a1d5899-e320-4a51-b095-c26fec48ddcd req-ed1030b7-9d76-4c7d-8a5c-24738ecc0afe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b347117-7a2b-47b3-909e-f6061f5a35a0 HTTP/1.1" status: 200 len: 999 time: 0.0609171 Feb 20 06:46:01.324805 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ecef1f-c5bf-4ad6-8edf-6ce5829a9da1 None None] Checking router: db60433c-6083-4677-9e72-09e5b8bfd2b5 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:46:01.333768 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ecef1f-c5bf-4ad6-8edf-6ce5829a9da1 None None] Routers {'db60433c-6083-4677-9e72-09e5b8bfd2b5'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:46:01.334374 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f6ecef1f-c5bf-4ad6-8edf-6ce5829a9da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:45:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['db60433c-6083-4677-9e72-09e5b8bfd2b5'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:46:01.350545 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d5899-e320-4a51-b095-c26fec48ddcd req-55060a78-0b6b-42b0-89a5-89ed18a52b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:46:01.352115 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0a1d5899-e320-4a51-b095-c26fec48ddcd req-55060a78-0b6b-42b0-89a5-89ed18a52b2f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2cf060ab-38fd-4161-8bb2-b49e0a114595 HTTP/1.1" status: 200 len: 848 time: 0.0488064 Feb 20 06:46:01.401599 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d5899-e320-4a51-b095-c26fec48ddcd req-4b295548-1a36-405e-851d-10f132e5c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:46:01.403152 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0a1d5899-e320-4a51-b095-c26fec48ddcd req-4b295548-1a36-405e-851d-10f132e5c98b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451806 Feb 20 06:46:01.445412 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-f6ecef1f-c5bf-4ad6-8edf-6ce5829a9da1 None None] Set router db60433c-6083-4677-9e72-09e5b8bfd2b5 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:46:01.489637 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0a1d5899-e320-4a51-b095-c26fec48ddcd req-c3c896bc-7499-4ca9-a10e-21a3c3a78a8b service neutron] 10.222.0.61 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807281 Feb 20 06:46:01.587377 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-0a1d5899-e320-4a51-b095-c26fec48ddcd req-2a42098a-141b-4bc2-a280-5204ce9c674e service neutron] 10.222.0.61 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916514 Feb 20 06:46:01.669206 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f6ecef1f-c5bf-4ad6-8edf-6ce5829a9da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'name': 'tempest-TestShelveInstance-1720087889-router', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:40:58Z', 'updated_at': '2022-02-20T06:41:01Z', 'revision_number': 4, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'gw_port': {'id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:59Z', 'updated_at': '2022-02-20T06:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'def529df-9a02-4a20-b08e-05a610ac9b62', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'port_id': '5b347117-7a2b-47b3-909e-f6061f5a35a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'mac_address': 'fa:16:3e:d5:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db0cd5a-942a-4af0-b723-5cc0a58cea8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:46:00Z', 'updated_at': '2022-02-20T06:46:00Z', 'revision_number': 0, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ac0585f-3c60-479d-800e-dbd07ebeb847', 'name': '', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'mac_address': 'fa:16:3e:60:bb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:41:01Z', 'updated_at': '2022-02-20T06:41:05Z', 'revision_number': 5, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'subnets': [{'id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:46:01.700464 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ecef1f-c5bf-4ad6-8edf-6ce5829a9da1 None None] The sync data for ids ['db60433c-6083-4677-9e72-09e5b8bfd2b5'] in n-d-829866-5 is: [{'id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'name': 'tempest-TestShelveInstance-1720087889-router', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:40:58Z', 'updated_at': '2022-02-20T06:41:01Z', 'revision_number': 4, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'gw_port': {'id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:59Z', 'updated_at': '2022-02-20T06:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': 'def529df-9a02-4a20-b08e-05a610ac9b62', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'port_id': '5b347117-7a2b-47b3-909e-f6061f5a35a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'mac_address': 'fa:16:3e:d5:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db0cd5a-942a-4af0-b723-5cc0a58cea8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:46:00Z', 'updated_at': '2022-02-20T06:46:00Z', 'revision_number': 0, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ac0585f-3c60-479d-800e-dbd07ebeb847', 'name': '', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'mac_address': 'fa:16:3e:60:bb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:41:01Z', 'updated_at': '2022-02-20T06:41:05Z', 'revision_number': 5, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'subnets': [{'id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:46:01.903996 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a37f0d9-35d0-4bae-b108-d7e722bfa5ca None None] New status for floating IP def529df-9a02-4a20-b08e-05a610ac9b62: ACTIVE {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:46:09.009259 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:46:13.999918 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6ebe4647-0940-4afa-b41e-b54672cb5fd3 req-6f24852b-15de-422e-b464-b80f9ae2f9de service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473588 Feb 20 06:46:14.084001 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe4647-0940-4afa-b41e-b54672cb5fd3 req-30b8ecce-0d83-4c4e-bbfb-dbb5f529aefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:46:14.085468 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6ebe4647-0940-4afa-b41e-b54672cb5fd3 req-30b8ecce-0d83-4c4e-bbfb-dbb5f529aefe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e78b88f412794aed9351661f1e7125eb&device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 1127 time: 0.0440826 Feb 20 06:46:14.192145 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe4647-0940-4afa-b41e-b54672cb5fd3 req-d0849525-d88d-403d-b167-c061b103ffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:46:14.193600 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6ebe4647-0940-4afa-b41e-b54672cb5fd3 req-d0849525-d88d-403d-b167-c061b103ffc3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2 HTTP/1.1" status: 200 len: 909 time: 0.0869427 Feb 20 06:46:14.256837 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6ebe4647-0940-4afa-b41e-b54672cb5fd3 req-240f0a78-e1a8-4d1d-b466-2ad1fba70d25 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b347117-7a2b-47b3-909e-f6061f5a35a0 HTTP/1.1" status: 200 len: 1001 time: 0.0567508 Feb 20 06:46:14.308172 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe4647-0940-4afa-b41e-b54672cb5fd3 req-b2f35a5b-0765-4141-a666-cf387f19b3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:46:14.309605 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6ebe4647-0940-4afa-b41e-b54672cb5fd3 req-b2f35a5b-0765-4141-a666-cf387f19b3cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2cf060ab-38fd-4161-8bb2-b49e0a114595 HTTP/1.1" status: 200 len: 848 time: 0.0470452 Feb 20 06:46:14.366106 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe4647-0940-4afa-b41e-b54672cb5fd3 req-91163395-04cc-410a-909c-60a361eb00ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:46:14.368885 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6ebe4647-0940-4afa-b41e-b54672cb5fd3 req-91163395-04cc-410a-909c-60a361eb00ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525870 Feb 20 06:46:14.378764 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-6ebe4647-0940-4afa-b41e-b54672cb5fd3 req-8bc50b23-ddd5-4c51-8139-8af1c2b9da60 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 06:46:14.379729 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6ebe4647-0940-4afa-b41e-b54672cb5fd3 req-8bc50b23-ddd5-4c51-8139-8af1c2b9da60 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049982 Feb 20 06:46:14.465255 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6ebe4647-0940-4afa-b41e-b54672cb5fd3 req-08fe597b-83e9-43a9-8353-5fbe66a47a01 service neutron] 10.222.0.61 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790441 Feb 20 06:46:14.558645 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6ebe4647-0940-4afa-b41e-b54672cb5fd3 req-d6f69e02-ac51-4b1d-b577-f2584cdcd24c service neutron] 10.222.0.61 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871506 Feb 20 06:46:16.624473 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f48123ac-6517-4fc0-8750-1107c0898ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:46:19.079963 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c637b869-fc68-4634-93e0-7445c0d92aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:46:19.883589 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:46:21.696404 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:46:22.849983 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:46:23.636084 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:46:25.951078 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:46:46.010882 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:46:46.626919 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0c41d731-e7cf-4b77-be47-b305354395ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:46:49.081834 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48894b4a-9e28-4795-a8e5-e4486fb6ceb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:46:49.884963 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:46:51.697007 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:46:52.852584 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:46:53.662330 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:46:55.950806 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:47:13.980966 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-840db5af-9f49-4a8f-ac77-eec2f38a6a1c req-b323d599-6e77-47ee-b4e7-7b0c841bf1d1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426264 Feb 20 06:47:14.106277 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840db5af-9f49-4a8f-ac77-eec2f38a6a1c req-83aa7ed3-638e-4ec1-bfe3-81c782e128d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:47:14.107828 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-840db5af-9f49-4a8f-ac77-eec2f38a6a1c req-83aa7ed3-638e-4ec1-bfe3-81c782e128d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e78b88f412794aed9351661f1e7125eb&device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 1127 time: 0.0441911 Feb 20 06:47:14.214235 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840db5af-9f49-4a8f-ac77-eec2f38a6a1c req-a026f02d-deb4-45e7-93d6-17c14bab5fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:47:14.215752 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-840db5af-9f49-4a8f-ac77-eec2f38a6a1c req-a026f02d-deb4-45e7-93d6-17c14bab5fa7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2 HTTP/1.1" status: 200 len: 909 time: 0.0890625 Feb 20 06:47:14.278663 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-840db5af-9f49-4a8f-ac77-eec2f38a6a1c req-5a269401-1111-43f2-8543-430357815d9a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b347117-7a2b-47b3-909e-f6061f5a35a0 HTTP/1.1" status: 200 len: 1001 time: 0.0568376 Feb 20 06:47:14.329956 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840db5af-9f49-4a8f-ac77-eec2f38a6a1c req-01f1ae08-628b-4685-8511-b6d4f043a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:47:14.331412 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-840db5af-9f49-4a8f-ac77-eec2f38a6a1c req-01f1ae08-628b-4685-8511-b6d4f043a366 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2cf060ab-38fd-4161-8bb2-b49e0a114595 HTTP/1.1" status: 200 len: 848 time: 0.0466151 Feb 20 06:47:14.380306 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840db5af-9f49-4a8f-ac77-eec2f38a6a1c req-79c5d945-12cc-46de-aae6-c6359addc2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:47:14.381773 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-840db5af-9f49-4a8f-ac77-eec2f38a6a1c req-79c5d945-12cc-46de-aae6-c6359addc2c5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439899 Feb 20 06:47:14.465559 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-840db5af-9f49-4a8f-ac77-eec2f38a6a1c req-1b7eb82d-75ce-43d2-9819-a3d6e38c60cd service neutron] 10.222.0.61 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777748 Feb 20 06:47:14.555202 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-840db5af-9f49-4a8f-ac77-eec2f38a6a1c req-392477eb-3a3d-4c20-a403-221114ed6eed service neutron] 10.222.0.61 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836470 Feb 20 06:47:16.628358 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74eed90f-8e63-4132-9bf8-5a332c68c5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:47:19.082947 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-faece148-a8b5-45cf-95aa-cc9e74d745c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:47:19.888353 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:47:21.699726 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:47:22.854878 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:47:23.009916 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:47:23.661472 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:47:25.949561 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:47:46.631460 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fb31ba81-6268-4b69-bc4b-ade68ec91923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:47:49.082855 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7117e2b-3718-4cc6-a401-7ce0a81a8ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:47:49.890123 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:47:51.703554 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:47:52.856670 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:47:53.680871 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:47:55.950542 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:47:56.629537 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777668d2-ed96-45d8-a033-0e0cdfec42e0 req-3028d51e-00d5-4e32-941d-2a020f5f738b tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:47:56.631002 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-777668d2-ed96-45d8-a033-0e0cdfec42e0 req-3028d51e-00d5-4e32-941d-2a020f5f738b tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 945 time: 0.0540440 Feb 20 06:47:56.679089 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-777668d2-ed96-45d8-a033-0e0cdfec42e0 req-9adde7ae-2008-468c-8c9c-ed4779d254f8 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425105 Feb 20 06:47:57.808494 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bb917-ffef-443a-a7dc-6b971005e7c7 req-82817315-5c3e-4e49-a866-ac157bfbc3cd tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:47:57.809975 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b6bb917-ffef-443a-a7dc-6b971005e7c7 req-82817315-5c3e-4e49-a866-ac157bfbc3cd tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 945 time: 0.0574172 Feb 20 06:47:57.857480 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4b6bb917-ffef-443a-a7dc-6b971005e7c7 req-36c6f9d9-6029-4118-8272-f913f57a7501 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419543 Feb 20 06:47:58.976582 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfe0ec-ef3e-4544-b8c6-f55b585495a1 req-d67ef54a-3ece-4582-86b1-2234d012fa59 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:47:58.978067 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8dcfe0ec-ef3e-4544-b8c6-f55b585495a1 req-d67ef54a-3ece-4582-86b1-2234d012fa59 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 945 time: 0.0525169 Feb 20 06:47:59.026847 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8dcfe0ec-ef3e-4544-b8c6-f55b585495a1 req-1458de09-a800-4d2c-b249-8180dc0aefe4 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431535 Feb 20 06:48:00.009051 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:48:00.146208 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6ff41-1e66-4a88-a59e-515977d0857c req-d7a3dadc-cd0a-4c9d-9333-b9740836d42a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:00.147778 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b1a6ff41-1e66-4a88-a59e-515977d0857c req-d7a3dadc-cd0a-4c9d-9333-b9740836d42a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 945 time: 0.0530803 Feb 20 06:48:00.199954 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b1a6ff41-1e66-4a88-a59e-515977d0857c req-6bac27ab-4060-4d5f-a73e-38e4ec666783 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465686 Feb 20 06:48:01.318669 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adac2e-f38a-4193-9cc7-56d4c087ca69 req-4a1a334e-63f6-47f5-802c-dab6968473b6 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:01.320120 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d2adac2e-f38a-4193-9cc7-56d4c087ca69 req-4a1a334e-63f6-47f5-802c-dab6968473b6 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 945 time: 0.0531800 Feb 20 06:48:01.369247 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d2adac2e-f38a-4193-9cc7-56d4c087ca69 req-372ffd4d-c01e-48e5-8b35-54a11a9ba16f tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435369 Feb 20 06:48:02.485781 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f6d39-de18-4abe-831d-9f3a1b3a94c7 req-28a9e80c-cfb4-4cf3-9a0b-dce3a3765b59 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:02.487262 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-892f6d39-de18-4abe-831d-9f3a1b3a94c7 req-28a9e80c-cfb4-4cf3-9a0b-dce3a3765b59 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 945 time: 0.0510259 Feb 20 06:48:02.536204 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-892f6d39-de18-4abe-831d-9f3a1b3a94c7 req-bf8a05d2-9b7a-4d20-bea0-bb069e56d39d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427279 Feb 20 06:48:03.665232 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bf954-41c1-44c4-aebb-acf8d6616671 req-623da093-68fa-45fe-b10a-de4fc6cd794c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:03.666728 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-553bf954-41c1-44c4-aebb-acf8d6616671 req-623da093-68fa-45fe-b10a-de4fc6cd794c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 945 time: 0.0615592 Feb 20 06:48:03.714411 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-553bf954-41c1-44c4-aebb-acf8d6616671 req-48ad31b4-61d6-4719-86ea-038860b69446 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421264 Feb 20 06:48:04.832301 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6cb5f-6d9a-435e-87e8-07debf1373a1 req-88eac163-616b-41b4-91fe-2bce43d93d04 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:04.834636 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72b6cb5f-6d9a-435e-87e8-07debf1373a1 req-88eac163-616b-41b4-91fe-2bce43d93d04 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 945 time: 0.0521417 Feb 20 06:48:04.882842 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-72b6cb5f-6d9a-435e-87e8-07debf1373a1 req-7a588087-d0e9-4946-a501-41f096d20ea4 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418930 Feb 20 06:48:06.005510 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8343f-2f2f-4315-9cec-b9febf6a31be req-0790e08a-4dfd-44de-be87-0bf2a13e2825 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:06.007378 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4cf8343f-2f2f-4315-9cec-b9febf6a31be req-0790e08a-4dfd-44de-be87-0bf2a13e2825 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 945 time: 0.0547764 Feb 20 06:48:06.059722 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-4cf8343f-2f2f-4315-9cec-b9febf6a31be req-6b7a19c4-8722-4c68-a8a1-6a03d6fd834d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464067 Feb 20 06:48:06.774117 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca139e-1167-4953-be22-98d5bef505f8 req-8bd968f6-8cc6-40d5-b3ac-bbda55f61fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:06.775611 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-73ca139e-1167-4953-be22-98d5bef505f8 req-8bd968f6-8cc6-40d5-b3ac-bbda55f61fbf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e78b88f412794aed9351661f1e7125eb&device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 1127 time: 0.0443304 Feb 20 06:48:06.866980 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca139e-1167-4953-be22-98d5bef505f8 req-6ad63779-e557-4531-8d74-3bebdf5e5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:06.868360 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-73ca139e-1167-4953-be22-98d5bef505f8 req-6ad63779-e557-4531-8d74-3bebdf5e5d19 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2 HTTP/1.1" status: 200 len: 909 time: 0.0868835 Feb 20 06:48:06.931253 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-73ca139e-1167-4953-be22-98d5bef505f8 req-885ba448-d9aa-4adf-8d63-927fa7b91372 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b347117-7a2b-47b3-909e-f6061f5a35a0 HTTP/1.1" status: 200 len: 1001 time: 0.0570948 Feb 20 06:48:06.978362 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca139e-1167-4953-be22-98d5bef505f8 req-c2b9bcfb-3bb3-47d6-88ee-137859f2a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:06.979863 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-73ca139e-1167-4953-be22-98d5bef505f8 req-c2b9bcfb-3bb3-47d6-88ee-137859f2a0fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2cf060ab-38fd-4161-8bb2-b49e0a114595 HTTP/1.1" status: 200 len: 848 time: 0.0433753 Feb 20 06:48:07.033715 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca139e-1167-4953-be22-98d5bef505f8 req-7337f0ef-ba9e-476e-a3ed-6677e8c8aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:07.035249 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-73ca139e-1167-4953-be22-98d5bef505f8 req-7337f0ef-ba9e-476e-a3ed-6677e8c8aecd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496812 Feb 20 06:48:07.122066 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-73ca139e-1167-4953-be22-98d5bef505f8 req-edd1b658-2537-4df9-a399-a99be48317f2 service neutron] 10.222.0.61 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801570 Feb 20 06:48:07.178169 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1aa7c0-bb3b-45c7-9bed-e1774fe20205 req-bd78c475-ab14-47b2-b5ca-11cf9cf9f75b tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:07.179769 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3b1aa7c0-bb3b-45c7-9bed-e1774fe20205 req-bd78c475-ab14-47b2-b5ca-11cf9cf9f75b tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 945 time: 0.0532727 Feb 20 06:48:07.231073 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3b1aa7c0-bb3b-45c7-9bed-e1774fe20205 req-c3e44f6b-cd2b-4484-935d-e7836414b54b tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456200 Feb 20 06:48:07.498432 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-73ca139e-1167-4953-be22-98d5bef505f8 req-27495e32-acc2-4789-873c-2609885f0859 service neutron] 10.222.0.61 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704941 Feb 20 06:48:08.362348 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd0ef2-8111-43f1-8578-c1e2869ad3c4 req-b4ff2446-68ae-4519-b609-88e5c17bd540 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:08.363884 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6dd0ef2-8111-43f1-8578-c1e2869ad3c4 req-b4ff2446-68ae-4519-b609-88e5c17bd540 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 945 time: 0.0627000 Feb 20 06:48:08.411797 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d6dd0ef2-8111-43f1-8578-c1e2869ad3c4 req-b349267b-132d-4e01-a84f-c3e3e423fd5e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422871 Feb 20 06:48:09.531464 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffc7f2-561a-4968-b9b1-7f668ee41d08 req-f780fe4e-8738-45f6-880c-6dedc90ffd50 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:09.532918 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0bffc7f2-561a-4968-b9b1-7f668ee41d08 req-f780fe4e-8738-45f6-880c-6dedc90ffd50 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 945 time: 0.0552025 Feb 20 06:48:09.580006 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0bffc7f2-561a-4968-b9b1-7f668ee41d08 req-9911eff0-2227-4266-9dde-595cd7554c70 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408213 Feb 20 06:48:10.707803 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b3a08-eda6-43b8-8812-8c82b9ca788c req-43356ba7-9c13-4540-8184-586d27f6f25a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:10.709417 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2e8b3a08-eda6-43b8-8812-8c82b9ca788c req-43356ba7-9c13-4540-8184-586d27f6f25a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 945 time: 0.0565474 Feb 20 06:48:10.762066 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2e8b3a08-eda6-43b8-8812-8c82b9ca788c req-dc9f9c7b-ce77-43ab-8cf9-4d253a03c41f tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468514 Feb 20 06:48:11.885415 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fec98-8e06-4fe7-92a7-4274ceb089d1 req-cf650d30-c055-4168-90c4-ca502f23c002 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:11.886937 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-439fec98-8e06-4fe7-92a7-4274ceb089d1 req-cf650d30-c055-4168-90c4-ca502f23c002 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 945 time: 0.0576813 Feb 20 06:48:11.935859 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-439fec98-8e06-4fe7-92a7-4274ceb089d1 req-3fc4a7f7-7c02-443a-9acc-df2e057281eb tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432582 Feb 20 06:48:13.056835 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ce847-e017-4e8a-ae24-e4a7ae5df488 req-5920a425-3b36-4e5f-b1b4-b72bff9b13be tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:13.058344 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-990ce847-e017-4e8a-ae24-e4a7ae5df488 req-5920a425-3b36-4e5f-b1b4-b72bff9b13be tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 945 time: 0.0540695 Feb 20 06:48:13.108649 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-990ce847-e017-4e8a-ae24-e4a7ae5df488 req-5c56648d-15b7-4a49-8d0f-4de289cfc4aa tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436397 Feb 20 06:48:13.273339 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 5b347117-7a2b-47b3-909e-f6061f5a35a0 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:48:13.287678 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6237515a-d0df-40fd-b137-b4f52d500865 req-71381e07-d256-4057-b616-cb787a4c17d8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446122 Feb 20 06:48:13.296886 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-6237515a-d0df-40fd-b137-b4f52d500865 req-9aa9384b-aa08-42fc-9c7a-5861d4575cbd service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 06:48:13.297725 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6237515a-d0df-40fd-b137-b4f52d500865 req-9aa9384b-aa08-42fc-9c7a-5861d4575cbd service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051305 Feb 20 06:48:13.326979 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb4813-310e-4730-8576-d6a7bada7180 req-2cdc8ded-07b3-4416-ba04-4bdd3332c981 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:13.334507 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-59cb4813-310e-4730-8576-d6a7bada7180 req-2cdc8ded-07b3-4416-ba04-4bdd3332c981 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 945 time: 0.0678244 Feb 20 06:48:13.350167 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 5b347117-7a2b-47b3-909e-f6061f5a35a0 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:48:13.350597 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:48:13.376475 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237515a-d0df-40fd-b137-b4f52d500865 req-d40931b5-c443-4e3e-9081-cc3cd6ccd37c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:13.378231 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6237515a-d0df-40fd-b137-b4f52d500865 req-d40931b5-c443-4e3e-9081-cc3cd6ccd37c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports/5b347117-7a2b-47b3-909e-f6061f5a35a0 HTTP/1.1" status: 200 len: 942 time: 0.0497029 Feb 20 06:48:13.381910 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db0cd5a-942a-4af0-b723-5cc0a58cea8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b347117-7a2b-47b3-909e-f6061f5a35a0'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:48:13.384903 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2f3533-f333-492e-a318-51356af53cda" -d '{"events": [{"server_uuid": "0db0cd5a-942a-4af0-b723-5cc0a58cea8a", "name": "network-vif-unplugged", "status": "completed", "tag": "5b347117-7a2b-47b3-909e-f6061f5a35a0"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:48:13.390509 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 5b347117-7a2b-47b3-909e-f6061f5a35a0, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=5b347117-7a2b-47b3-909e-f6061f5a35a0,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:48:13.390730 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-59cb4813-310e-4730-8576-d6a7bada7180 req-7e91e45f-af20-44d5-90fb-fc33ca8c4dfd tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560400 Feb 20 06:48:13.396778 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:48:13.437496 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 20 Feb 2022 06:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c3d7ad-31ec-432b-8b02-cc3b5f7f1dd7 x-openstack-request-id: req-f5c3d7ad-31ec-432b-8b02-cc3b5f7f1dd7 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:48:13.437786 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db0cd5a-942a-4af0-b723-5cc0a58cea8a", "name": "network-vif-unplugged", "status": "failed", "tag": "5b347117-7a2b-47b3-909e-f6061f5a35a0", "code": 422}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:48:13.438038 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f5c3d7ad-31ec-432b-8b02-cc3b5f7f1dd7 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:48:13.438430 n-d-829866-5 neutron-server[103408]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0db0cd5a-942a-4af0-b723-5cc0a58cea8a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5b347117-7a2b-47b3-909e-f6061f5a35a0', 'code': 422} returned with failed status Feb 20 06:48:13.450777 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=5b347117-7a2b-47b3-909e-f6061f5a35a0,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:48:13.458222 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:48:13.458577 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:48:13.458947 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:48:13.459292 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:48:13.459635 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:48:13.459969 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:48:13.460301 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:48:13.460630 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:48:13.460958 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:48:13.461287 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:48:13.461612 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:48:13.461938 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:48:13.462269 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:48:14.522027 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec00353-871e-4d4d-9242-c88d625199fb req-97114cf8-681e-47ba-a134-46838ee5d844 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:14.523551 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dec00353-871e-4d4d-9242-c88d625199fb req-97114cf8-681e-47ba-a134-46838ee5d844 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0533552 Feb 20 06:48:14.572008 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-dec00353-871e-4d4d-9242-c88d625199fb req-8cf5253c-18ab-4da1-9dab-ad7549540669 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427575 Feb 20 06:48:15.693100 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369ffe2-182e-4dc0-9f2b-c10845f4396a req-86cc6f3e-8106-425b-a454-759e14301e29 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:15.694589 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b369ffe2-182e-4dc0-9f2b-c10845f4396a req-86cc6f3e-8106-425b-a454-759e14301e29 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0528672 Feb 20 06:48:15.743455 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b369ffe2-182e-4dc0-9f2b-c10845f4396a req-e5ffad02-a05e-4a3e-b634-555aac174d77 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432374 Feb 20 06:48:16.635269 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1cff3d8-d15e-4625-91f3-2e5fc5f4083b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:48:16.911668 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbe663-821b-4cb3-8e8f-90e14e659537 req-47e7fa63-dde6-4a1a-9802-6e1509dd9903 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:16.913085 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5dbbe663-821b-4cb3-8e8f-90e14e659537 req-47e7fa63-dde6-4a1a-9802-6e1509dd9903 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.1030817 Feb 20 06:48:16.969068 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5dbbe663-821b-4cb3-8e8f-90e14e659537 req-03ced445-fc50-4561-8073-e126eeaed9b3 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467253 Feb 20 06:48:18.087008 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f5536-a171-432b-818b-4c53bf3b3907 req-44645bf3-52ac-4a62-a63c-c35adc29e937 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:18.088494 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-485f5536-a171-432b-818b-4c53bf3b3907 req-44645bf3-52ac-4a62-a63c-c35adc29e937 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0528250 Feb 20 06:48:18.139770 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-485f5536-a171-432b-818b-4c53bf3b3907 req-c23ea469-f46a-430a-9da7-cdc9944672e5 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456665 Feb 20 06:48:19.084105 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55dc675b-bd3e-4062-8dcc-dc21d19fba82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:48:19.262009 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2143f2-8b84-4555-aa0d-2df51b061853 req-0e189e29-f685-410c-b61f-6bbd872a1753 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:19.263440 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e2143f2-8b84-4555-aa0d-2df51b061853 req-0e189e29-f685-410c-b61f-6bbd872a1753 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0537064 Feb 20 06:48:19.316793 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e2143f2-8b84-4555-aa0d-2df51b061853 req-ff826523-62d7-468f-a81c-3fd3a24d64b9 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475991 Feb 20 06:48:19.894655 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:48:20.434685 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb091b-069e-4843-bdec-aec9acff3298 req-164fe7df-4e95-4bf5-abe7-304ea4df18ca tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:20.436176 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-55cb091b-069e-4843-bdec-aec9acff3298 req-164fe7df-4e95-4bf5-abe7-304ea4df18ca tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0521810 Feb 20 06:48:20.483289 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-55cb091b-069e-4843-bdec-aec9acff3298 req-24e8c715-aab6-4544-95a3-153f2a6dc883 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412123 Feb 20 06:48:21.600984 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9ab83-0382-40c9-94f2-2904adaec184 req-25ede5db-7b48-45da-8a73-15f4e9a36d7f tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:21.602479 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-19e9ab83-0382-40c9-94f2-2904adaec184 req-25ede5db-7b48-45da-8a73-15f4e9a36d7f tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0529497 Feb 20 06:48:21.651266 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-19e9ab83-0382-40c9-94f2-2904adaec184 req-4ba19221-ecdf-4b51-8a2f-bc5c89f8695c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431058 Feb 20 06:48:21.705622 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:48:22.777514 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac3291-c2eb-4be0-a11a-83a6f85f3b31 req-f5280d24-1481-4dab-ab70-86e785c37d64 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:22.779009 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c6ac3291-c2eb-4be0-a11a-83a6f85f3b31 req-f5280d24-1481-4dab-ab70-86e785c37d64 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0568781 Feb 20 06:48:22.828602 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-c6ac3291-c2eb-4be0-a11a-83a6f85f3b31 req-098e0953-d165-451f-81e1-8d2b57c4aeac tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438952 Feb 20 06:48:22.859921 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:48:23.676465 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:48:23.948952 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3147f8d-e745-4729-9118-d19dbb4ef32d req-b4c04cf5-07b5-4eff-b059-e384f7a686f3 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:23.950424 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3147f8d-e745-4729-9118-d19dbb4ef32d req-b4c04cf5-07b5-4eff-b059-e384f7a686f3 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0522089 Feb 20 06:48:23.999150 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b3147f8d-e745-4729-9118-d19dbb4ef32d req-fa711549-0595-432c-98b1-6f9988cbb1ca tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424931 Feb 20 06:48:24.204277 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237515a-d0df-40fd-b137-b4f52d500865 req-4bc93f2b-d64a-4fe2-ab51-38eaf79ec4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:24.205672 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6237515a-d0df-40fd-b137-b4f52d500865 req-4bc93f2b-d64a-4fe2-ab51-38eaf79ec4a1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a&tenant_id=e78b88f412794aed9351661f1e7125eb HTTP/1.1" status: 200 len: 1125 time: 0.0437098 Feb 20 06:48:24.216350 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-6237515a-d0df-40fd-b137-b4f52d500865 req-bc0d1c8b-c47c-4a17-a03c-740b6e2a7e80 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 06:48:24.217302 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6237515a-d0df-40fd-b137-b4f52d500865 req-bc0d1c8b-c47c-4a17-a03c-740b6e2a7e80 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049489 Feb 20 06:48:24.227340 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-6237515a-d0df-40fd-b137-b4f52d500865 req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829866-5', 'device_owner': 'compute:nova'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:48:24.289393 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6237515a-d0df-40fd-b137-b4f52d500865 req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:48:24.486795 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-6237515a-d0df-40fd-b137-b4f52d500865 req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] For port 5b347117-7a2b-47b3-909e-f6061f5a35a0, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=5b347117-7a2b-47b3-909e-f6061f5a35a0,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:48:24.519654 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-6237515a-d0df-40fd-b137-b4f52d500865 req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] For port 5b347117-7a2b-47b3-909e-f6061f5a35a0, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:48:24.551913 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-6237515a-d0df-40fd-b137-b4f52d500865 req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b347117-7a2b-47b3-909e-f6061f5a35a0 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:48:24.559129 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6237515a-d0df-40fd-b137-b4f52d500865 req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Publish callbacks [] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:48:24.571819 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-6237515a-d0df-40fd-b137-b4f52d500865 req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Transition to ACTIVE for port object 5b347117-7a2b-47b3-909e-f6061f5a35a0 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:48:24.575222 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6237515a-d0df-40fd-b137-b4f52d500865 req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:48:24.655332 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Pushing event updated for resources: {'Port': ['ID=5b347117-7a2b-47b3-909e-f6061f5a35a0,revision_number=7']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:48:24.668347 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:48:24.668702 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:48:24.669057 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:48:24.669452 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:48:24.669740 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:48:24.670072 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:48:24.670409 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:48:24.670744 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:48:24.671108 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:48:24.671442 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:48:24.672026 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:48:24.672372 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:48:24.672702 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:48:24.719004 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-6237515a-d0df-40fd-b137-b4f52d500865 req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] No DVR routers for this DVR port 5b347117-7a2b-47b3-909e-f6061f5a35a0 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:48:24.858434 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-6237515a-d0df-40fd-b137-b4f52d500865 req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Attempting to bind port 5b347117-7a2b-47b3-909e-f6061f5a35a0 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:48:24.858770 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-6237515a-d0df-40fd-b137-b4f52d500865 req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Attempting to bind port 5b347117-7a2b-47b3-909e-f6061f5a35a0 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '9d7671aa-1c98-4b25-bab1-8c3fc64e92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:48:24.859135 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6237515a-d0df-40fd-b137-b4f52d500865 req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Attempting to bind port 5b347117-7a2b-47b3-909e-f6061f5a35a0 on network ceafc80f-cc90-4582-b1b4-fa580d11b9a2 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:48:24.863357 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6237515a-d0df-40fd-b137-b4f52d500865 req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Port 5b347117-7a2b-47b3-909e-f6061f5a35a0 on network ceafc80f-cc90-4582-b1b4-fa580d11b9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:48:24.863684 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6237515a-d0df-40fd-b137-b4f52d500865 req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Attempting to bind port 5b347117-7a2b-47b3-909e-f6061f5a35a0 on network ceafc80f-cc90-4582-b1b4-fa580d11b9a2 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:48:24.869088 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6237515a-d0df-40fd-b137-b4f52d500865 req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:48:24.869429 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6237515a-d0df-40fd-b137-b4f52d500865 req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Checking segment: {'id': '9d7671aa-1c98-4b25-bab1-8c3fc64e92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:48:24.869813 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6237515a-d0df-40fd-b137-b4f52d500865 req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Bound using segment: {'id': '9d7671aa-1c98-4b25-bab1-8c3fc64e92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:48:24.870246 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-6237515a-d0df-40fd-b137-b4f52d500865 req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Bound port: 5b347117-7a2b-47b3-909e-f6061f5a35a0, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7671aa-1c98-4b25-bab1-8c3fc64e92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:48:24.870597 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6237515a-d0df-40fd-b137-b4f52d500865 req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:48:24.937030 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-6237515a-d0df-40fd-b137-b4f52d500865 req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] For port 5b347117-7a2b-47b3-909e-f6061f5a35a0, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:48:24.940297 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-6237515a-d0df-40fd-b137-b4f52d500865 req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] For port 5b347117-7a2b-47b3-909e-f6061f5a35a0, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=5b347117-7a2b-47b3-909e-f6061f5a35a0,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:48:24.945618 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6237515a-d0df-40fd-b137-b4f52d500865 req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:48:24.977142 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237515a-d0df-40fd-b137-b4f52d500865 req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:24.977815 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-6237515a-d0df-40fd-b137-b4f52d500865 req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:48:24.979241 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6237515a-d0df-40fd-b137-b4f52d500865 req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] 10.222.0.48 "PUT /v2.0/ports/5b347117-7a2b-47b3-909e-f6061f5a35a0 HTTP/1.1" status: 200 len: 1091 time: 0.7554712 Feb 20 06:48:24.979752 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db0cd5a-942a-4af0-b723-5cc0a58cea8a', 'tag': '5b347117-7a2b-47b3-909e-f6061f5a35a0'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:48:24.981981 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293b83b4-0937-4efa-b08a-686aeced7c81" -d '{"events": [{"name": "network-changed", "server_uuid": "0db0cd5a-942a-4af0-b723-5cc0a58cea8a", "tag": "5b347117-7a2b-47b3-909e-f6061f5a35a0"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:48:25.041745 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e293afd9-4e2d-4684-a9ab-2454c92e2b2b x-openstack-request-id: req-e293afd9-4e2d-4684-a9ab-2454c92e2b2b {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:48:25.041879 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db0cd5a-942a-4af0-b723-5cc0a58cea8a", "tag": "5b347117-7a2b-47b3-909e-f6061f5a35a0", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:48:25.042136 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e293afd9-4e2d-4684-a9ab-2454c92e2b2b {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:48:25.042543 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db0cd5a-942a-4af0-b723-5cc0a58cea8a', 'tag': '5b347117-7a2b-47b3-909e-f6061f5a35a0', 'status': 'completed', 'code': 200} Feb 20 06:48:25.050245 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ad9f4-a153-4ea6-8ae1-6852fbe898bc service neutron] Pushing event updated for resources: {'Port': ['ID=5b347117-7a2b-47b3-909e-f6061f5a35a0,revision_number=8']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:48:25.067651 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237515a-d0df-40fd-b137-b4f52d500865 req-f8288f53-b003-47c0-94a9-d68b9952b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:25.069180 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6237515a-d0df-40fd-b137-b4f52d500865 req-f8288f53-b003-47c0-94a9-d68b9952b2be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78b88f412794aed9351661f1e7125eb&device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 1125 time: 0.0667117 Feb 20 06:48:25.146838 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d31ea-8fb3-4e28-b90e-8b679a29406f req-c18aa873-5f81-4e4e-ad80-a9da32dc5662 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:25.148607 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-006d31ea-8fb3-4e28-b90e-8b679a29406f req-c18aa873-5f81-4e4e-ad80-a9da32dc5662 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0628841 Feb 20 06:48:25.173745 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237515a-d0df-40fd-b137-b4f52d500865 req-76c961ae-c895-465d-8a25-6293de050523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:25.175259 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6237515a-d0df-40fd-b137-b4f52d500865 req-76c961ae-c895-465d-8a25-6293de050523 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2 HTTP/1.1" status: 200 len: 909 time: 0.0998123 Feb 20 06:48:25.199815 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-006d31ea-8fb3-4e28-b90e-8b679a29406f req-5378b384-5813-481d-ba97-b83bcddc5f2c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452471 Feb 20 06:48:25.241949 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6237515a-d0df-40fd-b137-b4f52d500865 req-5d4e5da6-ffa9-41b6-ba2d-213331563fc5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b347117-7a2b-47b3-909e-f6061f5a35a0 HTTP/1.1" status: 200 len: 999 time: 0.0606818 Feb 20 06:48:25.294441 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237515a-d0df-40fd-b137-b4f52d500865 req-29d05169-1b99-4557-bb45-8c7efb1f87ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:25.295808 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6237515a-d0df-40fd-b137-b4f52d500865 req-29d05169-1b99-4557-bb45-8c7efb1f87ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2cf060ab-38fd-4161-8bb2-b49e0a114595 HTTP/1.1" status: 200 len: 848 time: 0.0477228 Feb 20 06:48:25.342713 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237515a-d0df-40fd-b137-b4f52d500865 req-2bfb616f-94e3-4fb6-816d-5348175a74e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:25.344190 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6237515a-d0df-40fd-b137-b4f52d500865 req-2bfb616f-94e3-4fb6-816d-5348175a74e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424886 Feb 20 06:48:25.432465 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6237515a-d0df-40fd-b137-b4f52d500865 req-71922252-6499-4030-81b9-e4e68cad52f1 service neutron] 10.222.0.48 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815508 Feb 20 06:48:25.523927 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-6237515a-d0df-40fd-b137-b4f52d500865 req-c27b24e8-f366-423c-81e9-3e9761521ed5 service neutron] 10.222.0.48 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858152 Feb 20 06:48:25.611876 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b83b4-0937-4efa-b08a-686aeced7c81 req-6c95e27e-8dca-4da4-a222-4283f5c969ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:25.613252 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-293b83b4-0937-4efa-b08a-686aeced7c81 req-6c95e27e-8dca-4da4-a222-4283f5c969ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78b88f412794aed9351661f1e7125eb&device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 1125 time: 0.0441504 Feb 20 06:48:25.705259 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b83b4-0937-4efa-b08a-686aeced7c81 req-d858b30f-7373-47a0-9be1-46c87515d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:25.706684 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-293b83b4-0937-4efa-b08a-686aeced7c81 req-d858b30f-7373-47a0-9be1-46c87515d935 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2 HTTP/1.1" status: 200 len: 909 time: 0.0860229 Feb 20 06:48:25.770402 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-293b83b4-0937-4efa-b08a-686aeced7c81 req-d4b95a15-3f88-4b90-a605-c2f406a5096e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b347117-7a2b-47b3-909e-f6061f5a35a0 HTTP/1.1" status: 200 len: 999 time: 0.0572655 Feb 20 06:48:25.816940 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b83b4-0937-4efa-b08a-686aeced7c81 req-426da8d2-a82c-49cf-93cf-ff0b96dee7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:25.818964 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-293b83b4-0937-4efa-b08a-686aeced7c81 req-426da8d2-a82c-49cf-93cf-ff0b96dee7b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2cf060ab-38fd-4161-8bb2-b49e0a114595 HTTP/1.1" status: 200 len: 848 time: 0.0421510 Feb 20 06:48:25.873023 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b83b4-0937-4efa-b08a-686aeced7c81 req-29c6f1db-a462-429c-95ae-b88bf94521ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:25.874414 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-293b83b4-0937-4efa-b08a-686aeced7c81 req-29c6f1db-a462-429c-95ae-b88bf94521ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472770 Feb 20 06:48:25.951042 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:48:25.963780 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-293b83b4-0937-4efa-b08a-686aeced7c81 req-f72134b9-c524-4885-9313-099f6ffaf2a3 service neutron] 10.222.0.48 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820146 Feb 20 06:48:26.057353 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-293b83b4-0937-4efa-b08a-686aeced7c81 req-9e32bf25-c4e5-459d-b62e-41e554999707 service neutron] 10.222.0.48 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866606 Feb 20 06:48:26.320252 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4bcbb-4a88-41a4-bf81-b3716bc6ac29 req-7f29dc3d-c756-4d09-b25b-a14e1c6d0763 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:26.321754 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-93c4bcbb-4a88-41a4-bf81-b3716bc6ac29 req-7f29dc3d-c756-4d09-b25b-a14e1c6d0763 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0520129 Feb 20 06:48:26.369756 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-93c4bcbb-4a88-41a4-bf81-b3716bc6ac29 req-db0de5b5-5a0d-4fc2-b8eb-c3ad33fa08c8 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424333 Feb 20 06:48:27.484427 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a08546-c10e-428d-885e-a9c0134a04fd req-ae718a6a-7e28-437f-95af-d52d38fa4bda tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:27.485863 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-44a08546-c10e-428d-885e-a9c0134a04fd req-ae718a6a-7e28-437f-95af-d52d38fa4bda tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0503962 Feb 20 06:48:27.538104 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-44a08546-c10e-428d-885e-a9c0134a04fd req-bc2f85cd-6c4c-474f-8030-c9490c943345 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459738 Feb 20 06:48:28.652849 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec19ec-57fd-49c6-a7ec-98fac77817fb req-a5e7b598-b2ae-4de8-a336-3004a478fca6 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:28.654317 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b2ec19ec-57fd-49c6-a7ec-98fac77817fb req-a5e7b598-b2ae-4de8-a336-3004a478fca6 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0517044 Feb 20 06:48:28.702307 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b2ec19ec-57fd-49c6-a7ec-98fac77817fb req-f0f3ce3b-48d7-45f9-9616-7edba1beffe1 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424297 Feb 20 06:48:29.820912 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86d755-172f-4f60-a646-895c0cbc3449 req-c353be60-9a0a-4f5b-9ad7-fb119d7b614f tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:29.822408 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0a86d755-172f-4f60-a646-895c0cbc3449 req-c353be60-9a0a-4f5b-9ad7-fb119d7b614f tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0512741 Feb 20 06:48:29.869562 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0a86d755-172f-4f60-a646-895c0cbc3449 req-873bd2b8-30b7-490e-b5bd-2c25edd16ec6 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416346 Feb 20 06:48:30.993391 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0b097-a168-48a2-8676-5fe5db7a16fe req-ec591793-7aac-4869-8346-1e601250fc9e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:30.994957 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-71e0b097-a168-48a2-8676-5fe5db7a16fe req-ec591793-7aac-4869-8346-1e601250fc9e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0564408 Feb 20 06:48:31.042969 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-71e0b097-a168-48a2-8676-5fe5db7a16fe req-496b0b19-7899-466d-9d65-43ac019bf173 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418851 Feb 20 06:48:32.160351 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6457f24-a4f5-4423-84c5-a83db471317d req-d88e351d-fdc6-41da-81ec-ba28f0e3d32b tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:32.161838 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b6457f24-a4f5-4423-84c5-a83db471317d req-d88e351d-fdc6-41da-81ec-ba28f0e3d32b tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0525742 Feb 20 06:48:32.209983 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b6457f24-a4f5-4423-84c5-a83db471317d req-69e19c71-513f-45d1-bec3-0464b4dcdd24 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417073 Feb 20 06:48:33.324062 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085e79c-346b-4802-a19f-24985d20f026 req-13eb2e52-3e04-44ae-8d42-23ea8db87cf9 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:33.325508 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5085e79c-346b-4802-a19f-24985d20f026 req-13eb2e52-3e04-44ae-8d42-23ea8db87cf9 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 943 time: 0.0502839 Feb 20 06:48:33.379960 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5085e79c-346b-4802-a19f-24985d20f026 req-6a50a5d8-6e53-4402-b47a-3b5ceb8ccb4a tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489335 Feb 20 06:48:33.873211 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 5b347117-7a2b-47b3-909e-f6061f5a35a0 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:48:33.969521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 5b347117-7a2b-47b3-909e-f6061f5a35a0, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=5b347117-7a2b-47b3-909e-f6061f5a35a0,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:48:33.980655 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '5b347117-7a2b-47b3-909e-f6061f5a35a0', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'port_id': '5b347117-7a2b-47b3-909e-f6061f5a35a0', 'mac_address': 'fa:16:3e:d5:cf:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:48:34.017593 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 5b347117-7a2b-47b3-909e-f6061f5a35a0 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:48:34.017985 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:48:34.030725 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b347117-7a2b-47b3-909e-f6061f5a35a0 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:48:34.049375 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 5b347117-7a2b-47b3-909e-f6061f5a35a0, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=5b347117-7a2b-47b3-909e-f6061f5a35a0,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:48:34.054002 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:48:34.101964 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=5b347117-7a2b-47b3-909e-f6061f5a35a0,revision_number=9']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:48:34.288175 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['5b347117-7a2b-47b3-909e-f6061f5a35a0'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:48:34.502094 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde14354-ecf6-4c65-8696-ff98682fbfcd req-f108f2ad-b29d-46be-8075-8c56ea6cbfe1 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:34.503642 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bde14354-ecf6-4c65-8696-ff98682fbfcd req-f108f2ad-b29d-46be-8075-8c56ea6cbfe1 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 944 time: 0.0574353 Feb 20 06:48:34.551400 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-bde14354-ecf6-4c65-8696-ff98682fbfcd req-6fc0d371-e98a-4780-9858-27cb20fd4f40 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419815 Feb 20 06:48:35.670538 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194f03c-31e0-4dfe-954f-f9919a24d186 req-b34cba21-38d3-4136-8607-5c118cee5ed8 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:35.672062 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a194f03c-31e0-4dfe-954f-f9919a24d186 req-b34cba21-38d3-4136-8607-5c118cee5ed8 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 944 time: 0.0549006 Feb 20 06:48:35.719993 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a194f03c-31e0-4dfe-954f-f9919a24d186 req-56694626-0d2e-4ce2-bc84-9d4e8388db9d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423853 Feb 20 06:48:35.888696 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 5b347117-7a2b-47b3-909e-f6061f5a35a0 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:48:35.937842 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 5b347117-7a2b-47b3-909e-f6061f5a35a0 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:48:35.941779 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 5b347117-7a2b-47b3-909e-f6061f5a35a0 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:48:35.942160 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:48:36.016809 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 5b347117-7a2b-47b3-909e-f6061f5a35a0 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:48:36.017202 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:48:36.039567 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db0cd5a-942a-4af0-b723-5cc0a58cea8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b347117-7a2b-47b3-909e-f6061f5a35a0'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:48:36.041765 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c061805f-3420-4b77-8fe9-a16533ca0110" -d '{"events": [{"server_uuid": "0db0cd5a-942a-4af0-b723-5cc0a58cea8a", "name": "network-vif-plugged", "status": "completed", "tag": "5b347117-7a2b-47b3-909e-f6061f5a35a0"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:48:36.057789 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 5b347117-7a2b-47b3-909e-f6061f5a35a0, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=5b347117-7a2b-47b3-909e-f6061f5a35a0,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:48:36.062050 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:48:36.234848 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37e5a4-b39a-457c-813d-a06384f1c019 req-44106e4d-f12c-4385-aeb1-9a9d49b2978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:36.236399 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cc37e5a4-b39a-457c-813d-a06384f1c019 req-44106e4d-f12c-4385-aeb1-9a9d49b2978c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 1128 time: 0.0465081 Feb 20 06:48:36.242777 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54dfe6b9-5de0-4d98-bbdb-cf4f4f55e1cd x-openstack-request-id: req-54dfe6b9-5de0-4d98-bbdb-cf4f4f55e1cd {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:48:36.243097 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db0cd5a-942a-4af0-b723-5cc0a58cea8a", "name": "network-vif-plugged", "status": "completed", "tag": "5b347117-7a2b-47b3-909e-f6061f5a35a0", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:48:36.243352 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54dfe6b9-5de0-4d98-bbdb-cf4f4f55e1cd {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:48:36.243740 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db0cd5a-942a-4af0-b723-5cc0a58cea8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b347117-7a2b-47b3-909e-f6061f5a35a0', 'code': 200} Feb 20 06:48:36.266141 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=5b347117-7a2b-47b3-909e-f6061f5a35a0,revision_number=10']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:48:36.281424 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-cc37e5a4-b39a-457c-813d-a06384f1c019 req-b7ce4799-447b-44ea-9c1d-729e347a6cfa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392683 Feb 20 06:48:36.842571 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c331e-1fe9-4f94-a92b-6dcc9352fe14 req-d698f70b-6abe-452b-9424-41b45f473e9d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:36.844118 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-522c331e-1fe9-4f94-a92b-6dcc9352fe14 req-d698f70b-6abe-452b-9424-41b45f473e9d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 946 time: 0.0561969 Feb 20 06:48:36.891975 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-522c331e-1fe9-4f94-a92b-6dcc9352fe14 req-48f111a9-b234-44cc-a298-179b5008193e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421829 Feb 20 06:48:37.009396 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:48:38.011455 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016b0ab-e3aa-4121-891e-12af764196be req-666a3b06-6f3e-4270-81ca-bc320cea7545 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:48:38.012959 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1016b0ab-e3aa-4121-891e-12af764196be req-666a3b06-6f3e-4270-81ca-bc320cea7545 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 946 time: 0.0531240 Feb 20 06:48:38.060291 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1016b0ab-e3aa-4121-891e-12af764196be req-5bfbf53a-9e91-47bb-927a-def8c8f71393 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418360 Feb 20 06:48:46.637692 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4cf415ba-ddd6-47c8-b1d5-34befdf732f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:48:49.087993 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0dcb7861-33cb-466d-aa03-a2e67167b515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:48:49.894503 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:48:51.708933 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:48:52.862002 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:48:53.707620 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:48:55.953626 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:49:14.008458 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:49:16.639860 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4de9854e-9c11-4351-8d23-efb6e934a3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:49:19.089154 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-99ca1aa1-32b7-44c8-80c9-dc02cee53266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:49:19.895430 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:49:20.749152 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1d4588a1-f4cc-4b0f-b7d2-faafd61866a9 req-cddc9227-bd2c-4480-b580-f71866d66dfd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430551 Feb 20 06:49:20.834248 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4588a1-f4cc-4b0f-b7d2-faafd61866a9 req-65db5c49-7c3b-48ed-92b6-4f9b9da7f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:49:20.835788 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1d4588a1-f4cc-4b0f-b7d2-faafd61866a9 req-65db5c49-7c3b-48ed-92b6-4f9b9da7f8b8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78b88f412794aed9351661f1e7125eb&device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 1128 time: 0.0490243 Feb 20 06:49:20.936756 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4588a1-f4cc-4b0f-b7d2-faafd61866a9 req-de001f9e-381d-4728-857d-a98d6ff81c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:49:20.938247 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1d4588a1-f4cc-4b0f-b7d2-faafd61866a9 req-de001f9e-381d-4728-857d-a98d6ff81c77 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2 HTTP/1.1" status: 200 len: 909 time: 0.0855653 Feb 20 06:49:21.015281 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1d4588a1-f4cc-4b0f-b7d2-faafd61866a9 req-a5f6b026-5cea-4341-a3f0-2688b6b11e3d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b347117-7a2b-47b3-909e-f6061f5a35a0 HTTP/1.1" status: 200 len: 1001 time: 0.0716372 Feb 20 06:49:21.061355 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4588a1-f4cc-4b0f-b7d2-faafd61866a9 req-59c3ad4a-b8bc-4d50-9e54-23d8069b997e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:49:21.062737 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1d4588a1-f4cc-4b0f-b7d2-faafd61866a9 req-59c3ad4a-b8bc-4d50-9e54-23d8069b997e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2cf060ab-38fd-4161-8bb2-b49e0a114595 HTTP/1.1" status: 200 len: 848 time: 0.0421937 Feb 20 06:49:21.110304 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4588a1-f4cc-4b0f-b7d2-faafd61866a9 req-619ed3f2-c500-4a5a-8427-9dc98becfd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:49:21.111827 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1d4588a1-f4cc-4b0f-b7d2-faafd61866a9 req-619ed3f2-c500-4a5a-8427-9dc98becfd5a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435786 Feb 20 06:49:21.201606 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1d4588a1-f4cc-4b0f-b7d2-faafd61866a9 req-60602ec1-8d7a-48df-ad31-dee06a5e01e8 service neutron] 10.222.0.48 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840337 Feb 20 06:49:21.287603 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1d4588a1-f4cc-4b0f-b7d2-faafd61866a9 req-f1cc28d1-c7f5-4a32-b96a-061932f7575a service neutron] 10.222.0.48 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803213 Feb 20 06:49:21.711986 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:49:22.863645 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:49:23.708156 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:49:25.949982 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:49:46.642635 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3903a8bb-c08e-4bbd-a1b8-00701ba37763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:49:47.799320 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55468) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:49:47.955501 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-72667dbb-8a7f-4c22-b2e7-92fdb7538f36 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Deleting port 17af7c34-23fe-4736-91fb-b0511a2a0f83 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:49:47.955840 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72667dbb-8a7f-4c22-b2e7-92fdb7538f36 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (17af7c34-23fe-4736-91fb-b0511a2a0f83), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:49:48.033248 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72667dbb-8a7f-4c22-b2e7-92fdb7538f36 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (17af7c34-23fe-4736-91fb-b0511a2a0f83), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:49:48.033570 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72667dbb-8a7f-4c22-b2e7-92fdb7538f36 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for floatingip (17af7c34-23fe-4736-91fb-b0511a2a0f83), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:49:48.044811 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-72667dbb-8a7f-4c22-b2e7-92fdb7538f36 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Calling delete_port for 17af7c34-23fe-4736-91fb-b0511a2a0f83 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:49:48.186132 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72667dbb-8a7f-4c22-b2e7-92fdb7538f36 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (17af7c34-23fe-4736-91fb-b0511a2a0f83), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:49:48.210875 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72667dbb-8a7f-4c22-b2e7-92fdb7538f36 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Pushing event deleted for resources: {'Port': ['ID=17af7c34-23fe-4736-91fb-b0511a2a0f83,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:49:48.223571 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72667dbb-8a7f-4c22-b2e7-92fdb7538f36 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:49:48.223923 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72667dbb-8a7f-4c22-b2e7-92fdb7538f36 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:49:48.224264 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72667dbb-8a7f-4c22-b2e7-92fdb7538f36 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:49:48.224617 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72667dbb-8a7f-4c22-b2e7-92fdb7538f36 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:49:48.224931 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72667dbb-8a7f-4c22-b2e7-92fdb7538f36 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:49:48.225260 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72667dbb-8a7f-4c22-b2e7-92fdb7538f36 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:49:48.225586 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72667dbb-8a7f-4c22-b2e7-92fdb7538f36 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:49:48.225912 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72667dbb-8a7f-4c22-b2e7-92fdb7538f36 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:49:48.226236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72667dbb-8a7f-4c22-b2e7-92fdb7538f36 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:49:48.226555 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72667dbb-8a7f-4c22-b2e7-92fdb7538f36 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:49:48.226944 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72667dbb-8a7f-4c22-b2e7-92fdb7538f36 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:49:48.227240 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72667dbb-8a7f-4c22-b2e7-92fdb7538f36 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:49:48.227558 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72667dbb-8a7f-4c22-b2e7-92fdb7538f36 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:49:48.281512 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72667dbb-8a7f-4c22-b2e7-92fdb7538f36 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for floatingip (def529df-9a02-4a20-b08e-05a610ac9b62), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:49:48.281861 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-72667dbb-8a7f-4c22-b2e7-92fdb7538f36 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Floating IP def529df-9a02-4a20-b08e-05a610ac9b62 disassociated (deleted). External IP: 172.25.3.245, port: 5b347117-7a2b-47b3-909e-f6061f5a35a0. Feb 20 06:49:48.497487 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72667dbb-8a7f-4c22-b2e7-92fdb7538f36 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Router db60433c-6083-4677-9e72-09e5b8bfd2b5 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:49:48.604123 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72667dbb-8a7f-4c22-b2e7-92fdb7538f36 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:49:48.609493 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72667dbb-8a7f-4c22-b2e7-92fdb7538f36 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:49:48.614814 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf16c3c-02c0-4514-9de3-9d519d67823f None None] Sync routers for ids ['db60433c-6083-4677-9e72-09e5b8bfd2b5'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:49:48.624851 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf16c3c-02c0-4514-9de3-9d519d67823f None None] Routers {'db60433c-6083-4677-9e72-09e5b8bfd2b5'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:49:48.625456 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-dcf16c3c-02c0-4514-9de3-9d519d67823f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:49:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['db60433c-6083-4677-9e72-09e5b8bfd2b5'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:49:48.638704 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-72667dbb-8a7f-4c22-b2e7-92fdb7538f36 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "DELETE /v2.0/floatingips/def529df-9a02-4a20-b08e-05a610ac9b62 HTTP/1.1" status: 204 len: 168 time: 0.8382313 Feb 20 06:49:48.639192 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db0cd5a-942a-4af0-b723-5cc0a58cea8a', 'tag': '5b347117-7a2b-47b3-909e-f6061f5a35a0'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:49:48.641432 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78934f98bf255cbf8729f55a3e84459a3773ac23536445eeb810cf99c856869a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43d9063-6a25-484e-bb36-f39e41227bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "0db0cd5a-942a-4af0-b723-5cc0a58cea8a", "tag": "5b347117-7a2b-47b3-909e-f6061f5a35a0"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:49:48.738616 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-dcf16c3c-02c0-4514-9de3-9d519d67823f None None] Set router db60433c-6083-4677-9e72-09e5b8bfd2b5 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:49:48.797317 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a709d5-5242-4220-b3f0-2d9f42a691c4 x-openstack-request-id: req-14a709d5-5242-4220-b3f0-2d9f42a691c4 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:49:48.797616 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db0cd5a-942a-4af0-b723-5cc0a58cea8a", "tag": "5b347117-7a2b-47b3-909e-f6061f5a35a0", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:49:48.797894 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14a709d5-5242-4220-b3f0-2d9f42a691c4 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:49:48.798305 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db0cd5a-942a-4af0-b723-5cc0a58cea8a', 'tag': '5b347117-7a2b-47b3-909e-f6061f5a35a0', 'status': 'completed', 'code': 200} Feb 20 06:49:48.871455 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d9063-6a25-484e-bb36-f39e41227bfb req-fe696818-ec4f-46d6-8af3-fc21d72c0a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:49:48.873729 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a43d9063-6a25-484e-bb36-f39e41227bfb req-fe696818-ec4f-46d6-8af3-fc21d72c0a76 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78b88f412794aed9351661f1e7125eb&device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 1128 time: 0.0506835 Feb 20 06:49:48.913861 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c949c-1c77-4e48-9f6d-c64312a49234 req-b2303e8c-6177-463d-aa07-d1647ebccd1d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:49:48.915542 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-087c949c-1c77-4e48-9f6d-c64312a49234 req-b2303e8c-6177-463d-aa07-d1647ebccd1d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 946 time: 0.0628090 Feb 20 06:49:48.944198 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-dcf16c3c-02c0-4514-9de3-9d519d67823f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'name': 'tempest-TestShelveInstance-1720087889-router', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:40:58Z', 'updated_at': '2022-02-20T06:41:01Z', 'revision_number': 4, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'gw_port': {'id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:59Z', 'updated_at': '2022-02-20T06:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '6ac0585f-3c60-479d-800e-dbd07ebeb847', 'name': '', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'mac_address': 'fa:16:3e:60:bb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:41:01Z', 'updated_at': '2022-02-20T06:41:05Z', 'revision_number': 5, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'subnets': [{'id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:49:48.965077 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-087c949c-1c77-4e48-9f6d-c64312a49234 req-91ba28db-c9b2-4d30-a3b0-5b6727ad4502 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430477 Feb 20 06:49:48.971117 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf16c3c-02c0-4514-9de3-9d519d67823f None None] Checking router: db60433c-6083-4677-9e72-09e5b8bfd2b5 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:49:48.979440 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf16c3c-02c0-4514-9de3-9d519d67823f None None] Routers {'db60433c-6083-4677-9e72-09e5b8bfd2b5'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:49:48.980644 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-dcf16c3c-02c0-4514-9de3-9d519d67823f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:49:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['db60433c-6083-4677-9e72-09e5b8bfd2b5'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:49:48.994365 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d9063-6a25-484e-bb36-f39e41227bfb req-c649bd76-d786-4a69-9926-e899a8ac817c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:49:48.996110 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a43d9063-6a25-484e-bb36-f39e41227bfb req-c649bd76-d786-4a69-9926-e899a8ac817c service neutron] 10.222.0.48 "GET /v2.0/networks?id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2 HTTP/1.1" status: 200 len: 909 time: 0.1150222 Feb 20 06:49:49.037584 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a43d9063-6a25-484e-bb36-f39e41227bfb req-ec191a88-ae0d-4df2-a23f-ed5f0308489e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b347117-7a2b-47b3-909e-f6061f5a35a0 HTTP/1.1" status: 200 len: 217 time: 0.0354688 Feb 20 06:49:49.085531 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d9063-6a25-484e-bb36-f39e41227bfb req-9dd231c3-0c46-48dd-89d3-5a1199c72a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:49:49.087377 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a43d9063-6a25-484e-bb36-f39e41227bfb req-9dd231c3-0c46-48dd-89d3-5a1199c72a9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2cf060ab-38fd-4161-8bb2-b49e0a114595 HTTP/1.1" status: 200 len: 848 time: 0.0441084 Feb 20 06:49:49.090017 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43370aea-27c8-4138-ad82-f2e0e1348d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:49:49.091101 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-dcf16c3c-02c0-4514-9de3-9d519d67823f None None] Set router db60433c-6083-4677-9e72-09e5b8bfd2b5 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:49:49.142340 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d9063-6a25-484e-bb36-f39e41227bfb req-fd386643-f251-4694-a89c-94ef3efd5280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:49:49.143878 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a43d9063-6a25-484e-bb36-f39e41227bfb req-fd386643-f251-4694-a89c-94ef3efd5280 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ceafc80f-cc90-4582-b1b4-fa580d11b9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497842 Feb 20 06:49:49.234352 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a43d9063-6a25-484e-bb36-f39e41227bfb req-96ca4bff-0ff8-4753-8ceb-85452dfe8bd0 service neutron] 10.222.0.48 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833924 Feb 20 06:49:49.289213 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-dcf16c3c-02c0-4514-9de3-9d519d67823f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'name': 'tempest-TestShelveInstance-1720087889-router', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:40:58Z', 'updated_at': '2022-02-20T06:41:01Z', 'revision_number': 4, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'gw_port': {'id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:59Z', 'updated_at': '2022-02-20T06:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '6ac0585f-3c60-479d-800e-dbd07ebeb847', 'name': '', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'mac_address': 'fa:16:3e:60:bb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:41:01Z', 'updated_at': '2022-02-20T06:41:05Z', 'revision_number': 5, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'subnets': [{'id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:49:49.314806 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf16c3c-02c0-4514-9de3-9d519d67823f None None] The sync data for ids ['db60433c-6083-4677-9e72-09e5b8bfd2b5'] in n-d-829866-5 is: [{'id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'name': 'tempest-TestShelveInstance-1720087889-router', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:40:58Z', 'updated_at': '2022-02-20T06:41:01Z', 'revision_number': 4, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'gw_port': {'id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:59Z', 'updated_at': '2022-02-20T06:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '6ac0585f-3c60-479d-800e-dbd07ebeb847', 'name': '', 'network_id': 'ceafc80f-cc90-4582-b1b4-fa580d11b9a2', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'mac_address': 'fa:16:3e:60:bb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:41:01Z', 'updated_at': '2022-02-20T06:41:05Z', 'revision_number': 5, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'subnets': [{'id': '2cf060ab-38fd-4161-8bb2-b49e0a114595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:49:49.329216 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a43d9063-6a25-484e-bb36-f39e41227bfb req-982d3c74-c247-4fd6-b3b6-802096630c9e service neutron] 10.222.0.48 "GET /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891585 Feb 20 06:49:49.542181 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2992763-55d9-4af8-b524-f36333b51959 None None] New status for floating IP def529df-9a02-4a20-b08e-05a610ac9b62: DOWN {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:49:49.897558 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:49:50.087413 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05412e3-4b92-4272-a402-d8c442c979c5 req-05b76897-b116-461d-b942-8a7ef12149a9 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:49:50.088880 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f05412e3-4b92-4272-a402-d8c442c979c5 req-05b76897-b116-461d-b942-8a7ef12149a9 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 946 time: 0.0516739 Feb 20 06:49:50.136236 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f05412e3-4b92-4272-a402-d8c442c979c5 req-c2ebed1f-ad07-4495-a350-f9ee13e89c7d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/security-groups?id=68aca5bd-2211-4e3d-9058-087eda47af91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419073 Feb 20 06:49:50.338724 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03eb2fe-612c-4b8b-87c6-ecb8f9e7585c req-ba2a7bce-f3bd-462b-b32a-d4205e198752 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:49:50.340684 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a03eb2fe-612c-4b8b-87c6-ecb8f9e7585c req-ba2a7bce-f3bd-462b-b32a-d4205e198752 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 946 time: 0.0530982 Feb 20 06:49:50.429912 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-a03eb2fe-612c-4b8b-87c6-ecb8f9e7585c req-cf58d54c-7219-4608-9b81-04c8b5247d38 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Deleting port 5b347117-7a2b-47b3-909e-f6061f5a35a0 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:49:50.430254 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a03eb2fe-612c-4b8b-87c6-ecb8f9e7585c req-cf58d54c-7219-4608-9b81-04c8b5247d38 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:49:50.521715 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-a03eb2fe-612c-4b8b-87c6-ecb8f9e7585c req-cf58d54c-7219-4608-9b81-04c8b5247d38 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] For port 5b347117-7a2b-47b3-909e-f6061f5a35a0, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=5b347117-7a2b-47b3-909e-f6061f5a35a0,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:49:50.522078 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a03eb2fe-612c-4b8b-87c6-ecb8f9e7585c req-cf58d54c-7219-4608-9b81-04c8b5247d38 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:49:50.533744 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-a03eb2fe-612c-4b8b-87c6-ecb8f9e7585c req-cf58d54c-7219-4608-9b81-04c8b5247d38 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Calling delete_port for 5b347117-7a2b-47b3-909e-f6061f5a35a0 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:49:50.662981 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a03eb2fe-612c-4b8b-87c6-ecb8f9e7585c req-cf58d54c-7219-4608-9b81-04c8b5247d38 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (5b347117-7a2b-47b3-909e-f6061f5a35a0), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:49:50.693435 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58d54c-7219-4608-9b81-04c8b5247d38 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Pushing event deleted for resources: {'Port': ['ID=5b347117-7a2b-47b3-909e-f6061f5a35a0,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:49:50.717374 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58d54c-7219-4608-9b81-04c8b5247d38 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:49:50.717725 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58d54c-7219-4608-9b81-04c8b5247d38 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:49:50.718122 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58d54c-7219-4608-9b81-04c8b5247d38 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:49:50.718462 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58d54c-7219-4608-9b81-04c8b5247d38 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:49:50.718793 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58d54c-7219-4608-9b81-04c8b5247d38 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:49:50.719150 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58d54c-7219-4608-9b81-04c8b5247d38 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:49:50.719477 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58d54c-7219-4608-9b81-04c8b5247d38 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:49:50.719807 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58d54c-7219-4608-9b81-04c8b5247d38 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:49:50.720134 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58d54c-7219-4608-9b81-04c8b5247d38 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:49:50.720457 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58d54c-7219-4608-9b81-04c8b5247d38 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:49:50.720778 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58d54c-7219-4608-9b81-04c8b5247d38 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:49:50.721096 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58d54c-7219-4608-9b81-04c8b5247d38 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:49:50.721409 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58d54c-7219-4608-9b81-04c8b5247d38 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:49:50.743445 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03eb2fe-612c-4b8b-87c6-ecb8f9e7585c req-cf58d54c-7219-4608-9b81-04c8b5247d38 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] No DVR routers for this DVR port 5b347117-7a2b-47b3-909e-f6061f5a35a0 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:49:50.745805 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-a03eb2fe-612c-4b8b-87c6-ecb8f9e7585c req-cf58d54c-7219-4608-9b81-04c8b5247d38 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:49:50.749545 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a03eb2fe-612c-4b8b-87c6-ecb8f9e7585c req-cf58d54c-7219-4608-9b81-04c8b5247d38 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.48 "DELETE /v2.0/ports/5b347117-7a2b-47b3-909e-f6061f5a35a0 HTTP/1.1" status: 204 len: 173 time: 0.4039760 Feb 20 06:49:50.749975 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db0cd5a-942a-4af0-b723-5cc0a58cea8a', 'name': 'network-vif-deleted', 'tag': '5b347117-7a2b-47b3-909e-f6061f5a35a0'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:49:50.752519 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b979a640-2fba-40fe-afae-872400a6679f" -d '{"events": [{"server_uuid": "0db0cd5a-942a-4af0-b723-5cc0a58cea8a", "name": "network-vif-deleted", "tag": "5b347117-7a2b-47b3-909e-f6061f5a35a0"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:49:50.856063 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d89e6f2-a939-4c5f-9081-8aeff699fbe8 x-openstack-request-id: req-6d89e6f2-a939-4c5f-9081-8aeff699fbe8 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:49:50.856360 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db0cd5a-942a-4af0-b723-5cc0a58cea8a", "name": "network-vif-deleted", "tag": "5b347117-7a2b-47b3-909e-f6061f5a35a0", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:49:50.856619 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d89e6f2-a939-4c5f-9081-8aeff699fbe8 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:49:50.857030 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db0cd5a-942a-4af0-b723-5cc0a58cea8a', 'name': 'network-vif-deleted', 'tag': '5b347117-7a2b-47b3-909e-f6061f5a35a0', 'status': 'completed', 'code': 200} Feb 20 06:49:51.007470 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:49:51.236503 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b780ecc6-0f96-4e81-b5ad-5bf834ad5ec9 req-bb2e7f64-852e-41b4-861c-16b42c061dbb tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 210 time: 0.0281663 Feb 20 06:49:51.716869 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:49:52.334015 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-a08cff1e-5c71-4951-be1b-068bd2803a80 req-d3747d4a-5d99-4d83-85cb-900b74f6e808 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 210 time: 0.0303435 Feb 20 06:49:52.867196 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:49:53.434166 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b848b04f-1e14-4fea-87f8-7e9797127983 req-77b1722a-a53c-4333-bf70-7a0e22dfbd1e tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 210 time: 0.0301342 Feb 20 06:49:53.707681 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:49:54.278698 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 5b347117-7a2b-47b3-909e-f6061f5a35a0 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:49:54.300155 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 5b347117-7a2b-47b3-909e-f6061f5a35a0 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:49:54.300509 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 5b347117-7a2b-47b3-909e-f6061f5a35a0 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:49:54.533661 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-adab407d-91c7-43b0-b5c7-0a8d18e9f790 req-d4a96905-9afb-4f09-b912-b33c3000e9bf tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 210 time: 0.0279262 Feb 20 06:49:55.627355 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-266ed3fe-4c93-4965-9d31-7baa133f09b4 req-75fe6260-7c15-42b0-a72b-a640f1d06f97 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 210 time: 0.0268991 Feb 20 06:49:55.952465 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:49:56.724852 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b74da604-48ba-4693-be92-ed874cf164e6 req-23ef78c4-747b-41c2-9b84-a64fc2124d69 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 210 time: 0.0291305 Feb 20 06:49:57.823113 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-92a7bbc0-7b43-4004-a24a-734f204c06db req-cf92691d-4e39-48f3-a972-406a59a93df5 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 210 time: 0.0275965 Feb 20 06:49:58.922675 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-de0dea8c-4659-467d-b68c-37009e559154 req-e67b03dc-5415-43a9-a21a-f0a365d51896 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 210 time: 0.0312448 Feb 20 06:50:00.062235 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-cfea13d8-e1d4-4564-90fe-da19e033ab2e req-aa3eae22-948c-4cd6-a4c9-0f820e3864a7 tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "GET /v2.0/ports?device_id=0db0cd5a-942a-4af0-b723-5cc0a58cea8a HTTP/1.1" status: 200 len: 210 time: 0.0273740 Feb 20 06:50:01.118976 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55510) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:01.177288 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-21fcc50e-1d6f-4b89-8b0b-f65ca55f4e8d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group (68aca5bd-2211-4e3d-9058-087eda47af91), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:01.203112 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-21fcc50e-1d6f-4b89-8b0b-f65ca55f4e8d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group (68aca5bd-2211-4e3d-9058-087eda47af91), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:01.274015 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-21fcc50e-1d6f-4b89-8b0b-f65ca55f4e8d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (68aca5bd-2211-4e3d-9058-087eda47af91), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:01.277289 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-21fcc50e-1d6f-4b89-8b0b-f65ca55f4e8d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:01.281121 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-21fcc50e-1d6f-4b89-8b0b-f65ca55f4e8d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] 10.222.0.37 "DELETE /v2.0/security-groups/68aca5bd-2211-4e3d-9058-087eda47af91 HTTP/1.1" status: 204 len: 168 time: 0.1585493 Feb 20 06:50:01.289363 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fcc50e-1d6f-4b89-8b0b-f65ca55f4e8d tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68aca5bd-2211-4e3d-9058-087eda47af91,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:01.373120 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55514) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:01.867332 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61ddbaab-0bde-4bc9-a031-bf69e91d68f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (db60433c-6083-4677-9e72-09e5b8bfd2b5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:02.123747 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-61ddbaab-0bde-4bc9-a031-bf69e91d68f6 admin admin] Deleting port 6ac0585f-3c60-479d-800e-dbd07ebeb847 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:50:02.123968 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61ddbaab-0bde-4bc9-a031-bf69e91d68f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (6ac0585f-3c60-479d-800e-dbd07ebeb847), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:02.208183 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-61ddbaab-0bde-4bc9-a031-bf69e91d68f6 admin admin] For port 6ac0585f-3c60-479d-800e-dbd07ebeb847, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=6ac0585f-3c60-479d-800e-dbd07ebeb847,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:50:02.208550 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61ddbaab-0bde-4bc9-a031-bf69e91d68f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (6ac0585f-3c60-479d-800e-dbd07ebeb847), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:02.220725 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-61ddbaab-0bde-4bc9-a031-bf69e91d68f6 admin admin] Calling delete_port for 6ac0585f-3c60-479d-800e-dbd07ebeb847 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:50:02.745756 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61ddbaab-0bde-4bc9-a031-bf69e91d68f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (6ac0585f-3c60-479d-800e-dbd07ebeb847), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:02.768591 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ddbaab-0bde-4bc9-a031-bf69e91d68f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ac0585f-3c60-479d-800e-dbd07ebeb847,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:02.948673 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-61ddbaab-0bde-4bc9-a031-bf69e91d68f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (db60433c-6083-4677-9e72-09e5b8bfd2b5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:03.173894 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ddbaab-0bde-4bc9-a031-bf69e91d68f6 admin admin] Router db60433c-6083-4677-9e72-09e5b8bfd2b5 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:50:03.281645 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ddbaab-0bde-4bc9-a031-bf69e91d68f6 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:50:03.289829 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-61ddbaab-0bde-4bc9-a031-bf69e91d68f6 admin admin] 10.222.0.37 "PUT /v2.0/routers/db60433c-6083-4677-9e72-09e5b8bfd2b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9117870 Feb 20 06:50:03.289829 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55518) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:03.292802 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f576c8-8922-4d5d-88a2-c3fdd73a47c5 None None] Sync routers for ids ['db60433c-6083-4677-9e72-09e5b8bfd2b5'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:50:03.305068 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f576c8-8922-4d5d-88a2-c3fdd73a47c5 None None] Routers {'db60433c-6083-4677-9e72-09e5b8bfd2b5'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:50:03.305762 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c8f576c8-8922-4d5d-88a2-c3fdd73a47c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:49:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['db60433c-6083-4677-9e72-09e5b8bfd2b5'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:03.399072 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fca86070-03d0-4dcd-b455-9a1359ec566d admin admin] Publish callbacks [] for router (db60433c-6083-4677-9e72-09e5b8bfd2b5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:03.420666 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-c8f576c8-8922-4d5d-88a2-c3fdd73a47c5 None None] Set router db60433c-6083-4677-9e72-09e5b8bfd2b5 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:50:03.507725 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fca86070-03d0-4dcd-b455-9a1359ec566d admin admin] Publish callbacks [] for router_gateway (db60433c-6083-4677-9e72-09e5b8bfd2b5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:03.563900 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-fca86070-03d0-4dcd-b455-9a1359ec566d admin admin] Deleting port 8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:50:03.564251 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fca86070-03d0-4dcd-b455-9a1359ec566d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:03.614230 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c8f576c8-8922-4d5d-88a2-c3fdd73a47c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'name': 'tempest-TestShelveInstance-1720087889-router', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:40:58Z', 'updated_at': '2022-02-20T06:50:02Z', 'revision_number': 5, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'gw_port': {'id': '8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:40:59Z', 'updated_at': '2022-02-20T06:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:03.642560 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f576c8-8922-4d5d-88a2-c3fdd73a47c5 None None] Checking router: db60433c-6083-4677-9e72-09e5b8bfd2b5 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:50:03.651967 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f576c8-8922-4d5d-88a2-c3fdd73a47c5 None None] Routers {'db60433c-6083-4677-9e72-09e5b8bfd2b5'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:50:03.652574 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c8f576c8-8922-4d5d-88a2-c3fdd73a47c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:49:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['db60433c-6083-4677-9e72-09e5b8bfd2b5'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:03.653031 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-fca86070-03d0-4dcd-b455-9a1359ec566d admin admin] For port 8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:50:03.653408 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fca86070-03d0-4dcd-b455-9a1359ec566d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:03.665794 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-fca86070-03d0-4dcd-b455-9a1359ec566d admin admin] Calling delete_port for 8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:50:03.739172 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-c8f576c8-8922-4d5d-88a2-c3fdd73a47c5 None None] Set router db60433c-6083-4677-9e72-09e5b8bfd2b5 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:50:03.792019 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c8f576c8-8922-4d5d-88a2-c3fdd73a47c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'name': 'tempest-TestShelveInstance-1720087889-router', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:40:58Z', 'updated_at': '2022-02-20T06:50:03Z', 'revision_number': 6, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:03.847011 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fca86070-03d0-4dcd-b455-9a1359ec566d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:03.875337 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca86070-03d0-4dcd-b455-9a1359ec566d admin admin] Pushing event deleted for resources: {'Port': ['ID=8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:03.913178 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f576c8-8922-4d5d-88a2-c3fdd73a47c5 None None] The sync data for ids ['db60433c-6083-4677-9e72-09e5b8bfd2b5'] in n-d-829866-5 is: [{'id': 'db60433c-6083-4677-9e72-09e5b8bfd2b5', 'name': 'tempest-TestShelveInstance-1720087889-router', 'tenant_id': 'e78b88f412794aed9351661f1e7125eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:40:58Z', 'updated_at': '2022-02-20T06:50:03Z', 'revision_number': 6, 'project_id': 'e78b88f412794aed9351661f1e7125eb', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:50:03.946241 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fca86070-03d0-4dcd-b455-9a1359ec566d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (db60433c-6083-4677-9e72-09e5b8bfd2b5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:04.039322 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fca86070-03d0-4dcd-b455-9a1359ec566d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (db60433c-6083-4677-9e72-09e5b8bfd2b5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:04.041432 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fca86070-03d0-4dcd-b455-9a1359ec566d admin admin] Publish callbacks [] for router_controller (db60433c-6083-4677-9e72-09e5b8bfd2b5), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:04.087131 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fca86070-03d0-4dcd-b455-9a1359ec566d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (db60433c-6083-4677-9e72-09e5b8bfd2b5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:04.087577 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca86070-03d0-4dcd-b455-9a1359ec566d admin admin] Fanout notify agent at l3_agent the message router_deleted on router db60433c-6083-4677-9e72-09e5b8bfd2b5 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:50:04.091888 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fca86070-03d0-4dcd-b455-9a1359ec566d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:04.095373 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-fca86070-03d0-4dcd-b455-9a1359ec566d admin admin] 10.222.0.37 "DELETE /v2.0/routers/db60433c-6083-4677-9e72-09e5b8bfd2b5 HTTP/1.1" status: 204 len: 168 time: 0.8028045 Feb 20 06:50:04.095620 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55520) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:04.139700 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed9ef1e-7346-4f05-88aa-a8b671c194e9 admin admin] Deleting subnet 2cf060ab-38fd-4161-8bb2-b49e0a114595 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:50:04.142749 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ed9ef1e-7346-4f05-88aa-a8b671c194e9 admin admin] Publish callbacks [] for subnet (2cf060ab-38fd-4161-8bb2-b49e0a114595), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:04.176452 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ed9ef1e-7346-4f05-88aa-a8b671c194e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (2cf060ab-38fd-4161-8bb2-b49e0a114595), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:04.258008 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ed9ef1e-7346-4f05-88aa-a8b671c194e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (2cf060ab-38fd-4161-8bb2-b49e0a114595), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:04.315522 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ed9ef1e-7346-4f05-88aa-a8b671c194e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (2cf060ab-38fd-4161-8bb2-b49e0a114595), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:04.342134 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9ef1e-7346-4f05-88aa-a8b671c194e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cf060ab-38fd-4161-8bb2-b49e0a114595,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:04.345531 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ed9ef1e-7346-4f05-88aa-a8b671c194e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:04.350960 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-8ed9ef1e-7346-4f05-88aa-a8b671c194e9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2cf060ab-38fd-4161-8bb2-b49e0a114595 HTTP/1.1" status: 204 len: 168 time: 0.2522006 Feb 20 06:50:04.351371 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55522) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:04.351962 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4490015f-bcb3-458d-a500-5c71e8713404 None None] Network ceafc80f-cc90-4582-b1b4-fa580d11b9a2 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:50:04.428083 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e2a4cff-de21-413f-9097-74e0d4870448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (ceafc80f-cc90-4582-b1b4-fa580d11b9a2), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:04.486006 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-1e2a4cff-de21-413f-9097-74e0d4870448 admin admin] Deleting port 632395eb-8cf0-4146-90de-393b76456cb1 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:50:04.486352 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e2a4cff-de21-413f-9097-74e0d4870448 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (632395eb-8cf0-4146-90de-393b76456cb1), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:04.553204 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-1e2a4cff-de21-413f-9097-74e0d4870448 admin admin] For port 632395eb-8cf0-4146-90de-393b76456cb1, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=632395eb-8cf0-4146-90de-393b76456cb1,segment=NetworkSegment(9d7671aa-1c98-4b25-bab1-8c3fc64e92e3),segment_id=9d7671aa-1c98-4b25-bab1-8c3fc64e92e3)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:50:04.553583 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e2a4cff-de21-413f-9097-74e0d4870448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (632395eb-8cf0-4146-90de-393b76456cb1), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:04.568084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-1e2a4cff-de21-413f-9097-74e0d4870448 admin admin] Calling delete_port for 632395eb-8cf0-4146-90de-393b76456cb1 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:50:04.646709 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e2a4cff-de21-413f-9097-74e0d4870448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (632395eb-8cf0-4146-90de-393b76456cb1), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:04.676898 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a4cff-de21-413f-9097-74e0d4870448 admin admin] Pushing event deleted for resources: {'Port': ['ID=632395eb-8cf0-4146-90de-393b76456cb1,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:04.686466 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2a4cff-de21-413f-9097-74e0d4870448 admin admin] No DVR routers for this DVR port 632395eb-8cf0-4146-90de-393b76456cb1 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:50:04.732618 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b898d40-5ddd-4ad0-98e5-d7fb2238cf8a None None] DHCP port deletion for ceafc80f-cc90-4582-b1b4-fa580d11b9a2 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:50:04.787838 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e2a4cff-de21-413f-9097-74e0d4870448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (ceafc80f-cc90-4582-b1b4-fa580d11b9a2), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:04.812927 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:50:04.822632 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-1e2a4cff-de21-413f-9097-74e0d4870448 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceafc80f-cc90-4582-b1b4-fa580d11b9a2']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:04.835560 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-1e2a4cff-de21-413f-9097-74e0d4870448 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7671aa-1c98-4b25-bab1-8c3fc64e92e3') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:04.835825 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-1e2a4cff-de21-413f-9097-74e0d4870448 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7671aa-1c98-4b25-bab1-8c3fc64e92e3') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:04.838240 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:50:04.839361 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 8d9cc62e-2e70-4f1b-b8af-5d7ba11bfffa not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:50:04.839964 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 632395eb-8cf0-4146-90de-393b76456cb1 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:50:04.847947 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e2a4cff-de21-413f-9097-74e0d4870448 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (9d7671aa-1c98-4b25-bab1-8c3fc64e92e3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:04.860620 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 632395eb-8cf0-4146-90de-393b76456cb1 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:50:04.861419 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 632395eb-8cf0-4146-90de-393b76456cb1 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:50:04.861788 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6ac0585f-3c60-479d-800e-dbd07ebeb847 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:50:04.867316 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e2a4cff-de21-413f-9097-74e0d4870448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (9d7671aa-1c98-4b25-bab1-8c3fc64e92e3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:04.878789 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2a4cff-de21-413f-9097-74e0d4870448 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:50:04.880430 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e2a4cff-de21-413f-9097-74e0d4870448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (9d7671aa-1c98-4b25-bab1-8c3fc64e92e3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:04.882020 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 6ac0585f-3c60-479d-800e-dbd07ebeb847 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:50:04.882369 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 6ac0585f-3c60-479d-800e-dbd07ebeb847 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: timer() Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:50:04.929482 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:50:04.949280 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e2a4cff-de21-413f-9097-74e0d4870448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (ceafc80f-cc90-4582-b1b4-fa580d11b9a2), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:04.953889 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1e2a4cff-de21-413f-9097-74e0d4870448 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:04.957360 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1e2a4cff-de21-413f-9097-74e0d4870448 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ceafc80f-cc90-4582-b1b4-fa580d11b9a2 HTTP/1.1" status: 204 len: 168 time: 0.6049650 Feb 20 06:50:04.960995 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55524) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:04.970973 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a4cff-de21-413f-9097-74e0d4870448 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceafc80f-cc90-4582-b1b4-fa580d11b9a2,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:05.344666 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-82f4a412-e9c2-4972-ac38-86f4956568b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (80c1dfea-bb11-4d3d-a4f9-fb72883a43c8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:05.590951 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-82f4a412-e9c2-4972-ac38-86f4956568b0 admin admin] Deleting port 4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:50:05.591217 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-82f4a412-e9c2-4972-ac38-86f4956568b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:05.668055 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-82f4a412-e9c2-4972-ac38-86f4956568b0 admin admin] For port 4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1,segment=NetworkSegment(9fd59eca-d844-4dde-ba29-083e1f3953e2),segment_id=9fd59eca-d844-4dde-ba29-083e1f3953e2)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:50:05.668332 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-82f4a412-e9c2-4972-ac38-86f4956568b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:05.680156 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-82f4a412-e9c2-4972-ac38-86f4956568b0 admin admin] Calling delete_port for 4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:50:05.865465 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-82f4a412-e9c2-4972-ac38-86f4956568b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:05.892231 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4a412-e9c2-4972-ac38-86f4956568b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:06.075091 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-82f4a412-e9c2-4972-ac38-86f4956568b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (80c1dfea-bb11-4d3d-a4f9-fb72883a43c8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:06.298197 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f4a412-e9c2-4972-ac38-86f4956568b0 admin admin] Router 80c1dfea-bb11-4d3d-a4f9-fb72883a43c8 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:50:06.405287 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f4a412-e9c2-4972-ac38-86f4956568b0 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:50:06.412731 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-82f4a412-e9c2-4972-ac38-86f4956568b0 admin admin] 10.222.0.37 "PUT /v2.0/routers/80c1dfea-bb11-4d3d-a4f9-fb72883a43c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4482028 Feb 20 06:50:06.414050 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55526) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:06.414764 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf582ab-8c79-47c4-a7f6-0ace2ec09dc2 None None] Sync routers for ids ['80c1dfea-bb11-4d3d-a4f9-fb72883a43c8'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:50:06.425886 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf582ab-8c79-47c4-a7f6-0ace2ec09dc2 None None] Routers {'80c1dfea-bb11-4d3d-a4f9-fb72883a43c8'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:50:06.426515 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-bcf582ab-8c79-47c4-a7f6-0ace2ec09dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:49:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['80c1dfea-bb11-4d3d-a4f9-fb72883a43c8'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:06.522980 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-36202cdf-8b04-4ddf-bda0-f1d9edb9da99 admin admin] Publish callbacks [] for router (80c1dfea-bb11-4d3d-a4f9-fb72883a43c8), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:06.546627 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-bcf582ab-8c79-47c4-a7f6-0ace2ec09dc2 None None] Set router 80c1dfea-bb11-4d3d-a4f9-fb72883a43c8 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:50:06.636555 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-36202cdf-8b04-4ddf-bda0-f1d9edb9da99 admin admin] Publish callbacks [] for router_gateway (80c1dfea-bb11-4d3d-a4f9-fb72883a43c8), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:06.717866 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-36202cdf-8b04-4ddf-bda0-f1d9edb9da99 admin admin] Deleting port e404f64b-c553-4e5c-819a-3a6167df10cb {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:50:06.718323 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-36202cdf-8b04-4ddf-bda0-f1d9edb9da99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (e404f64b-c553-4e5c-819a-3a6167df10cb), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:06.746072 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-bcf582ab-8c79-47c4-a7f6-0ace2ec09dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c1dfea-bb11-4d3d-a4f9-fb72883a43c8', 'name': 'tempest-TestShelveInstance-1555487046-router', 'tenant_id': '7e873f215f1346d0996f313ee35951c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'e404f64b-c553-4e5c-819a-3a6167df10cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:41:03Z', 'updated_at': '2022-02-20T06:50:05Z', 'revision_number': 5, 'project_id': '7e873f215f1346d0996f313ee35951c9', 'gw_port': {'id': 'e404f64b-c553-4e5c-819a-3a6167df10cb', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c1dfea-bb11-4d3d-a4f9-fb72883a43c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:41:04Z', 'updated_at': '2022-02-20T06:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:06.778531 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf582ab-8c79-47c4-a7f6-0ace2ec09dc2 None None] Checking router: 80c1dfea-bb11-4d3d-a4f9-fb72883a43c8 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:50:06.787829 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf582ab-8c79-47c4-a7f6-0ace2ec09dc2 None None] Routers {'80c1dfea-bb11-4d3d-a4f9-fb72883a43c8'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:50:06.788446 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-bcf582ab-8c79-47c4-a7f6-0ace2ec09dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:49:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['80c1dfea-bb11-4d3d-a4f9-fb72883a43c8'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:06.799397 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-36202cdf-8b04-4ddf-bda0-f1d9edb9da99 admin admin] For port e404f64b-c553-4e5c-819a-3a6167df10cb, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=e404f64b-c553-4e5c-819a-3a6167df10cb,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:50:06.799841 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-36202cdf-8b04-4ddf-bda0-f1d9edb9da99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (e404f64b-c553-4e5c-819a-3a6167df10cb), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:06.813069 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-36202cdf-8b04-4ddf-bda0-f1d9edb9da99 admin admin] Calling delete_port for e404f64b-c553-4e5c-819a-3a6167df10cb owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:50:06.882439 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-bcf582ab-8c79-47c4-a7f6-0ace2ec09dc2 None None] Set router 80c1dfea-bb11-4d3d-a4f9-fb72883a43c8 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:50:06.945873 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-bcf582ab-8c79-47c4-a7f6-0ace2ec09dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c1dfea-bb11-4d3d-a4f9-fb72883a43c8', 'name': 'tempest-TestShelveInstance-1555487046-router', 'tenant_id': '7e873f215f1346d0996f313ee35951c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:41:03Z', 'updated_at': '2022-02-20T06:50:06Z', 'revision_number': 6, 'project_id': '7e873f215f1346d0996f313ee35951c9', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:06.976942 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf582ab-8c79-47c4-a7f6-0ace2ec09dc2 None None] The sync data for ids ['80c1dfea-bb11-4d3d-a4f9-fb72883a43c8'] in n-d-829866-5 is: [{'id': '80c1dfea-bb11-4d3d-a4f9-fb72883a43c8', 'name': 'tempest-TestShelveInstance-1555487046-router', 'tenant_id': '7e873f215f1346d0996f313ee35951c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:41:03Z', 'updated_at': '2022-02-20T06:50:06Z', 'revision_number': 6, 'project_id': '7e873f215f1346d0996f313ee35951c9', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:50:07.003892 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-36202cdf-8b04-4ddf-bda0-f1d9edb9da99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e404f64b-c553-4e5c-819a-3a6167df10cb), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:07.032287 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36202cdf-8b04-4ddf-bda0-f1d9edb9da99 admin admin] Pushing event deleted for resources: {'Port': ['ID=e404f64b-c553-4e5c-819a-3a6167df10cb,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:07.093265 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-36202cdf-8b04-4ddf-bda0-f1d9edb9da99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (80c1dfea-bb11-4d3d-a4f9-fb72883a43c8), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:07.188649 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-36202cdf-8b04-4ddf-bda0-f1d9edb9da99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (80c1dfea-bb11-4d3d-a4f9-fb72883a43c8), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:07.190981 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-36202cdf-8b04-4ddf-bda0-f1d9edb9da99 admin admin] Publish callbacks [] for router_controller (80c1dfea-bb11-4d3d-a4f9-fb72883a43c8), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:07.242856 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-36202cdf-8b04-4ddf-bda0-f1d9edb9da99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (80c1dfea-bb11-4d3d-a4f9-fb72883a43c8), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:07.243392 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36202cdf-8b04-4ddf-bda0-f1d9edb9da99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80c1dfea-bb11-4d3d-a4f9-fb72883a43c8 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:50:07.249045 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-36202cdf-8b04-4ddf-bda0-f1d9edb9da99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:07.250236 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-36202cdf-8b04-4ddf-bda0-f1d9edb9da99 admin admin] 10.222.0.37 "DELETE /v2.0/routers/80c1dfea-bb11-4d3d-a4f9-fb72883a43c8 HTTP/1.1" status: 204 len: 168 time: 0.8346188 Feb 20 06:50:07.253060 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55528) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:07.296147 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1774939-f36d-45fb-8a10-c94a8e274eca admin admin] Deleting subnet 04cb7c88-584d-4931-b1b1-d5b6dfdfaa5d {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:50:07.299195 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f1774939-f36d-45fb-8a10-c94a8e274eca admin admin] Publish callbacks [] for subnet (04cb7c88-584d-4931-b1b1-d5b6dfdfaa5d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:07.334824 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f1774939-f36d-45fb-8a10-c94a8e274eca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (04cb7c88-584d-4931-b1b1-d5b6dfdfaa5d), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:07.418262 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f1774939-f36d-45fb-8a10-c94a8e274eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (04cb7c88-584d-4931-b1b1-d5b6dfdfaa5d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:07.467803 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f1774939-f36d-45fb-8a10-c94a8e274eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (04cb7c88-584d-4931-b1b1-d5b6dfdfaa5d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:07.490526 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1774939-f36d-45fb-8a10-c94a8e274eca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04cb7c88-584d-4931-b1b1-d5b6dfdfaa5d,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:07.497697 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f1774939-f36d-45fb-8a10-c94a8e274eca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:07.501267 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f1774939-f36d-45fb-8a10-c94a8e274eca admin admin] 10.222.0.37 "DELETE /v2.0/subnets/04cb7c88-584d-4931-b1b1-d5b6dfdfaa5d HTTP/1.1" status: 204 len: 168 time: 0.2468522 Feb 20 06:50:07.503756 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55530) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:07.504625 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e61345-cb9e-4001-af4f-e03a318e92fe None None] Network c084773d-68c5-4250-8083-4a8b2afa0073 requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:50:07.569099 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d2528813-903c-4d82-bb10-66ae0271bf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (c084773d-68c5-4250-8083-4a8b2afa0073), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:07.627925 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-d2528813-903c-4d82-bb10-66ae0271bf74 admin admin] Deleting port e0435311-7b3e-45a4-a1ed-1cc50822e977 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:50:07.628257 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d2528813-903c-4d82-bb10-66ae0271bf74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (e0435311-7b3e-45a4-a1ed-1cc50822e977), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:07.688115 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-d2528813-903c-4d82-bb10-66ae0271bf74 admin admin] For port e0435311-7b3e-45a4-a1ed-1cc50822e977, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=e0435311-7b3e-45a4-a1ed-1cc50822e977,segment=NetworkSegment(9fd59eca-d844-4dde-ba29-083e1f3953e2),segment_id=9fd59eca-d844-4dde-ba29-083e1f3953e2)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:50:07.688467 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d2528813-903c-4d82-bb10-66ae0271bf74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (e0435311-7b3e-45a4-a1ed-1cc50822e977), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:07.700720 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-d2528813-903c-4d82-bb10-66ae0271bf74 admin admin] Calling delete_port for e0435311-7b3e-45a4-a1ed-1cc50822e977 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:50:07.759509 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971e5974-b99c-4b22-bbcf-b3619997fed3 None None] DHCP port deletion for c084773d-68c5-4250-8083-4a8b2afa0073 request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:50:07.781872 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d2528813-903c-4d82-bb10-66ae0271bf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (e0435311-7b3e-45a4-a1ed-1cc50822e977), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:07.812805 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2528813-903c-4d82-bb10-66ae0271bf74 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0435311-7b3e-45a4-a1ed-1cc50822e977,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:07.814170 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-971e5974-b99c-4b22-bbcf-b3619997fed3 None None] Deleting port e0435311-7b3e-45a4-a1ed-1cc50822e977 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:50:07.814626 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-971e5974-b99c-4b22-bbcf-b3619997fed3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (e0435311-7b3e-45a4-a1ed-1cc50822e977), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:07.817221 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2528813-903c-4d82-bb10-66ae0271bf74 admin admin] No DVR routers for this DVR port e0435311-7b3e-45a4-a1ed-1cc50822e977 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:50:07.882837 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-971e5974-b99c-4b22-bbcf-b3619997fed3 None None] For port e0435311-7b3e-45a4-a1ed-1cc50822e977, host n-d-829866-5, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:50:07.883292 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-971e5974-b99c-4b22-bbcf-b3619997fed3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (e0435311-7b3e-45a4-a1ed-1cc50822e977), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:07.891769 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d2528813-903c-4d82-bb10-66ae0271bf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (c084773d-68c5-4250-8083-4a8b2afa0073), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:07.896050 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-971e5974-b99c-4b22-bbcf-b3619997fed3 None None] Calling delete_port for e0435311-7b3e-45a4-a1ed-1cc50822e977 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:50:07.898711 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-971e5974-b99c-4b22-bbcf-b3619997fed3 None None] Port e0435311-7b3e-45a4-a1ed-1cc50822e977 was not found and therefore no delete operation was performed {{(pid=103408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 06:50:07.900011 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-971e5974-b99c-4b22-bbcf-b3619997fed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (e0435311-7b3e-45a4-a1ed-1cc50822e977), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:07.912059 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-d2528813-903c-4d82-bb10-66ae0271bf74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c084773d-68c5-4250-8083-4a8b2afa0073']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:07.922296 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-d2528813-903c-4d82-bb10-66ae0271bf74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fd59eca-d844-4dde-ba29-083e1f3953e2') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:07.922596 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-d2528813-903c-4d82-bb10-66ae0271bf74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fd59eca-d844-4dde-ba29-083e1f3953e2') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:07.929899 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e5974-b99c-4b22-bbcf-b3619997fed3 None None] Pushing event deleted for resources: {'Port': ['ID=e0435311-7b3e-45a4-a1ed-1cc50822e977,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:07.932579 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d2528813-903c-4d82-bb10-66ae0271bf74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (9fd59eca-d844-4dde-ba29-083e1f3953e2), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:07.938601 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971e5974-b99c-4b22-bbcf-b3619997fed3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:50:07.938979 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971e5974-b99c-4b22-bbcf-b3619997fed3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:50:07.939329 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971e5974-b99c-4b22-bbcf-b3619997fed3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:50:07.939669 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971e5974-b99c-4b22-bbcf-b3619997fed3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:50:07.940011 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971e5974-b99c-4b22-bbcf-b3619997fed3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:50:07.940347 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971e5974-b99c-4b22-bbcf-b3619997fed3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:50:07.940678 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971e5974-b99c-4b22-bbcf-b3619997fed3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:50:07.941008 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971e5974-b99c-4b22-bbcf-b3619997fed3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:50:07.941337 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971e5974-b99c-4b22-bbcf-b3619997fed3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:50:07.941665 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971e5974-b99c-4b22-bbcf-b3619997fed3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:50:07.941989 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971e5974-b99c-4b22-bbcf-b3619997fed3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:50:07.942316 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971e5974-b99c-4b22-bbcf-b3619997fed3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:50:07.942641 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971e5974-b99c-4b22-bbcf-b3619997fed3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:50:07.947489 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d2528813-903c-4d82-bb10-66ae0271bf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (9fd59eca-d844-4dde-ba29-083e1f3953e2), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:07.954925 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2528813-903c-4d82-bb10-66ae0271bf74 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:50:07.955330 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d2528813-903c-4d82-bb10-66ae0271bf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (9fd59eca-d844-4dde-ba29-083e1f3953e2), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: timer() Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:50:07.957030 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:50:07.959741 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e5974-b99c-4b22-bbcf-b3619997fed3 None None] No DVR routers for this DVR port e0435311-7b3e-45a4-a1ed-1cc50822e977 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:50:08.018356 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d2528813-903c-4d82-bb10-66ae0271bf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (c084773d-68c5-4250-8083-4a8b2afa0073), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:08.023776 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d2528813-903c-4d82-bb10-66ae0271bf74 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:08.027532 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d2528813-903c-4d82-bb10-66ae0271bf74 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c084773d-68c5-4250-8083-4a8b2afa0073 HTTP/1.1" status: 204 len: 168 time: 0.5230579 Feb 20 06:50:08.039898 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2528813-903c-4d82-bb10-66ae0271bf74 admin admin] Pushing event deleted for resources: {'Network': ['ID=c084773d-68c5-4250-8083-4a8b2afa0073,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:08.137190 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55534) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:08.176055 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-61968248-829a-4bd6-ad81-c26dc557fe67 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e78b88f412794aed9351661f1e7125eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376911 Feb 20 06:50:08.178510 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55536) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:08.224259 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c84918bc-088f-4bc1-abfd-696d8b127a4a admin admin] Publish callbacks [] for security_group (4da82d33-2f52-4452-9e1f-662208425196), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:08.245543 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c84918bc-088f-4bc1-abfd-696d8b127a4a admin admin] Publish callbacks [] for security_group (4da82d33-2f52-4452-9e1f-662208425196), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:08.296038 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c84918bc-088f-4bc1-abfd-696d8b127a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (4da82d33-2f52-4452-9e1f-662208425196), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:08.298528 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-c84918bc-088f-4bc1-abfd-696d8b127a4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:08.299874 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-c84918bc-088f-4bc1-abfd-696d8b127a4a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4da82d33-2f52-4452-9e1f-662208425196 HTTP/1.1" status: 204 len: 168 time: 0.1202765 Feb 20 06:50:08.307873 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84918bc-088f-4bc1-abfd-696d8b127a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da82d33-2f52-4452-9e1f-662208425196,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:08.607560 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55542) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:08.703830 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device e0435311-7b3e-45a4-a1ed-1cc50822e977 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:50:08.724316 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: e0435311-7b3e-45a4-a1ed-1cc50822e977 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:50:08.724659 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device e0435311-7b3e-45a4-a1ed-1cc50822e977 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:50:08.725083 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:50:08.745712 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:50:08.746050 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 4b1a5f5d-c3fa-474d-9e60-95e9a7b3d5a1 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:50:08.746458 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device e404f64b-c553-4e5c-819a-3a6167df10cb no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:50:08.766225 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: e404f64b-c553-4e5c-819a-3a6167df10cb {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:50:08.766571 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device e404f64b-c553-4e5c-819a-3a6167df10cb not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:50:08.943877 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6ac6c27c-a72c-4fa0-a0b7-f0018419c0c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e873f215f1346d0996f313ee35951c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3351321 Feb 20 06:50:08.946411 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55544) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:08.991486 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b73f1b69-6c62-4eab-b049-9ed929643827 admin admin] Publish callbacks [] for security_group (07de036c-3284-4b0e-82dd-55acf2e2bab3), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:09.012935 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b73f1b69-6c62-4eab-b049-9ed929643827 admin admin] Publish callbacks [] for security_group (07de036c-3284-4b0e-82dd-55acf2e2bab3), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:09.060612 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b73f1b69-6c62-4eab-b049-9ed929643827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (07de036c-3284-4b0e-82dd-55acf2e2bab3), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:09.063065 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b73f1b69-6c62-4eab-b049-9ed929643827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:09.065881 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b73f1b69-6c62-4eab-b049-9ed929643827 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/07de036c-3284-4b0e-82dd-55acf2e2bab3 HTTP/1.1" status: 204 len: 168 time: 0.1168375 Feb 20 06:50:09.071811 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f1b69-6c62-4eab-b049-9ed929643827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07de036c-3284-4b0e-82dd-55acf2e2bab3,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:09.774945 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55566) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:09.871805 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-d422384d-b996-4d68-bc97-e54ea73a81da admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1358504880-network', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:50:09.891669 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d422384d-b996-4d68-bc97-e54ea73a81da admin admin] Made reservation on behalf of 2d85ffd73bc643b0a9954d17d479b709 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:50:09.894140 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d422384d-b996-4d68-bc97-e54ea73a81da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:09.902568 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d422384d-b996-4d68-bc97-e54ea73a81da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:09.979682 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d422384d-b996-4d68-bc97-e54ea73a81da admin admin] Publish callbacks [] for security_group (ec830bc8-2638-4f5b-bd6e-e3e485dafb34), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:09.983116 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d422384d-b996-4d68-bc97-e54ea73a81da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ec830bc8-2638-4f5b-bd6e-e3e485dafb34), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:10.010952 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d422384d-b996-4d68-bc97-e54ea73a81da admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:50:10.020699 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422384d-b996-4d68-bc97-e54ea73a81da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec830bc8-2638-4f5b-bd6e-e3e485dafb34,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:10.025570 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d422384d-b996-4d68-bc97-e54ea73a81da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (16758c49-bf2a-4012-88d2-4804b1e2db6e), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:10.025941 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-d422384d-b996-4d68-bc97-e54ea73a81da admin admin] Added segment 16758c49-bf2a-4012-88d2-4804b1e2db6e of type vlan for network d0c566a8-6320-4930-a7f0-6e0b2a96e58d Feb 20 06:50:10.064549 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d422384d-b996-4d68-bc97-e54ea73a81da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (d0c566a8-6320-4930-a7f0-6e0b2a96e58d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:10.088816 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d422384d-b996-4d68-bc97-e54ea73a81da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d0c566a8-6320-4930-a7f0-6e0b2a96e58d), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:10.089836 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d422384d-b996-4d68-bc97-e54ea73a81da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:10.090356 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-d422384d-b996-4d68-bc97-e54ea73a81da admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:10.138053 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d422384d-b996-4d68-bc97-e54ea73a81da admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3620043 Feb 20 06:50:10.141003 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55570) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:10.145947 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e4253fcc-63c2-440a-8cae-b98f955af886 admin admin] Request body: {'subnet': {'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1358504880-subnet', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:50:10.152487 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422384d-b996-4d68-bc97-e54ea73a81da admin admin] Pushing event updated for resources: {'Network': ['ID=d0c566a8-6320-4930-a7f0-6e0b2a96e58d,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:10.161956 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network d0c566a8-6320-4930-a7f0-6e0b2a96e58d details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:50:10.167808 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4253fcc-63c2-440a-8cae-b98f955af886 admin admin] Made reservation on behalf of 2d85ffd73bc643b0a9954d17d479b709 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:50:10.170276 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4253fcc-63c2-440a-8cae-b98f955af886 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63122462'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:10.349047 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4253fcc-63c2-440a-8cae-b98f955af886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64042092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63122668'] for subnet (e93e7e41-2654-4b86-ab39-381bf1087569), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:10.411610 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4253fcc-63c2-440a-8cae-b98f955af886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e93e7e41-2654-4b86-ab39-381bf1087569,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:10.415865 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4253fcc-63c2-440a-8cae-b98f955af886 admin admin] Checking segment: {'id': '16758c49-bf2a-4012-88d2-4804b1e2db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:50:10.416230 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4253fcc-63c2-440a-8cae-b98f955af886 admin admin] Network hostable DHCP agents. Network: d0c566a8-6320-4930-a7f0-6e0b2a96e58d, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:50:10.432032 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4253fcc-63c2-440a-8cae-b98f955af886 admin admin] Network d0c566a8-6320-4930-a7f0-6e0b2a96e58d is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:50:10.440407 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-e4253fcc-63c2-440a-8cae-b98f955af886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, d0c566a8-6320-4930-a7f0-6e0b2a96e58d) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:50:10.444580 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4253fcc-63c2-440a-8cae-b98f955af886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:10.445312 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e4253fcc-63c2-440a-8cae-b98f955af886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:10.449445 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf31456-8fb4-4d1d-a665-4f3a4ccdbc95 None None] Network d0c566a8-6320-4930-a7f0-6e0b2a96e58d requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:50:10.460773 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-e4253fcc-63c2-440a-8cae-b98f955af886 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3187034 Feb 20 06:50:10.463469 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55572) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:10.467714 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-325c69f8-9d66-49b3-86ed-e99b55326739 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1358504880-router', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:50:10.486464 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-325c69f8-9d66-49b3-86ed-e99b55326739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (b66201e8-ceb3-477c-84a9-379d3a980e2f), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:10.488107 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-325c69f8-9d66-49b3-86ed-e99b55326739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (b66201e8-ceb3-477c-84a9-379d3a980e2f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:10.540206 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-325c69f8-9d66-49b3-86ed-e99b55326739 admin admin] Publish callbacks [] for router_controller (b66201e8-ceb3-477c-84a9-379d3a980e2f), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:10.550142 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a72e54f-1aaf-47a3-b7bc-23eecae8c3f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-d0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'fixed_ips': [{'subnet_id': 'e93e7e41-2654-4b86-ab39-381bf1087569'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:50:10.551028 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a72e54f-1aaf-47a3-b7bc-23eecae8c3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:10.685731 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-325c69f8-9d66-49b3-86ed-e99b55326739 admin admin] Publish callbacks [] for router_gateway (b66201e8-ceb3-477c-84a9-379d3a980e2f), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:10.686645 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-1a72e54f-1aaf-47a3-b7bc-23eecae8c3f0 None None] Allocated IP 172.20.0.2 (d0c566a8-6320-4930-a7f0-6e0b2a96e58d/e93e7e41-2654-4b86-ab39-381bf1087569/3caea86b-e692-4459-a348-72222a82a0e3) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:50:10.825064 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a72e54f-1aaf-47a3-b7bc-23eecae8c3f0 None None] Publish callbacks [] for port (3caea86b-e692-4459-a348-72222a82a0e3), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:10.830586 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a72e54f-1aaf-47a3-b7bc-23eecae8c3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (3caea86b-e692-4459-a348-72222a82a0e3), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:10.875009 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a72e54f-1aaf-47a3-b7bc-23eecae8c3f0 None None] Network d0c566a8-6320-4930-a7f0-6e0b2a96e58d is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:50:10.882615 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-1a72e54f-1aaf-47a3-b7bc-23eecae8c3f0 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:50:10.882769 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-325c69f8-9d66-49b3-86ed-e99b55326739 admin admin] Publish callbacks [] for router_gateway (b66201e8-ceb3-477c-84a9-379d3a980e2f), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:10.885081 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a72e54f-1aaf-47a3-b7bc-23eecae8c3f0 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:50:10.888630 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72e54f-1aaf-47a3-b7bc-23eecae8c3f0 None None] Pushing event updated for resources: {'Port': ['ID=3caea86b-e692-4459-a348-72222a82a0e3,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:10.906115 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-325c69f8-9d66-49b3-86ed-e99b55326739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:11.012766 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-325c69f8-9d66-49b3-86ed-e99b55326739 admin admin] Allocated IP 172.25.3.61 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:50:11.101451 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-1a72e54f-1aaf-47a3-b7bc-23eecae8c3f0 None None] Attempting to bind port 3caea86b-e692-4459-a348-72222a82a0e3 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:50:11.101451 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-1a72e54f-1aaf-47a3-b7bc-23eecae8c3f0 None None] Attempting to bind port 3caea86b-e692-4459-a348-72222a82a0e3 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '16758c49-bf2a-4012-88d2-4804b1e2db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:50:11.101812 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a72e54f-1aaf-47a3-b7bc-23eecae8c3f0 None None] Attempting to bind port 3caea86b-e692-4459-a348-72222a82a0e3 on network d0c566a8-6320-4930-a7f0-6e0b2a96e58d {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:50:11.107184 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a72e54f-1aaf-47a3-b7bc-23eecae8c3f0 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:50:11.107559 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a72e54f-1aaf-47a3-b7bc-23eecae8c3f0 None None] Checking segment: {'id': '16758c49-bf2a-4012-88d2-4804b1e2db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:50:11.107961 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a72e54f-1aaf-47a3-b7bc-23eecae8c3f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:11.108347 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a72e54f-1aaf-47a3-b7bc-23eecae8c3f0 None None] Bound using segment: {'id': '16758c49-bf2a-4012-88d2-4804b1e2db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:50:11.108807 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-1a72e54f-1aaf-47a3-b7bc-23eecae8c3f0 None None] Bound port: 3caea86b-e692-4459-a348-72222a82a0e3, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16758c49-bf2a-4012-88d2-4804b1e2db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:50:11.109182 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a72e54f-1aaf-47a3-b7bc-23eecae8c3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3caea86b-e692-4459-a348-72222a82a0e3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:11.117678 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-325c69f8-9d66-49b3-86ed-e99b55326739 admin admin] Publish callbacks [] for port (58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:11.172424 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-1a72e54f-1aaf-47a3-b7bc-23eecae8c3f0 None None] For port 3caea86b-e692-4459-a348-72222a82a0e3, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:50:11.175818 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-1a72e54f-1aaf-47a3-b7bc-23eecae8c3f0 None None] For port 3caea86b-e692-4459-a348-72222a82a0e3, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3caea86b-e692-4459-a348-72222a82a0e3,segment=NetworkSegment(16758c49-bf2a-4012-88d2-4804b1e2db6e),segment_id=16758c49-bf2a-4012-88d2-4804b1e2db6e)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:50:11.181684 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a72e54f-1aaf-47a3-b7bc-23eecae8c3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3caea86b-e692-4459-a348-72222a82a0e3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:11.243311 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72e54f-1aaf-47a3-b7bc-23eecae8c3f0 None None] Pushing event updated for resources: {'Port': ['ID=3caea86b-e692-4459-a348-72222a82a0e3,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:11.499846 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-325c69f8-9d66-49b3-86ed-e99b55326739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:11.539636 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325c69f8-9d66-49b3-86ed-e99b55326739 admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:50:11.543045 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-325c69f8-9d66-49b3-86ed-e99b55326739 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:50:11.548739 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325c69f8-9d66-49b3-86ed-e99b55326739 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:50:11.554377 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c69f8-9d66-49b3-86ed-e99b55326739 admin admin] Pushing event updated for resources: {'Port': ['ID=58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:11.798880 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-325c69f8-9d66-49b3-86ed-e99b55326739 admin admin] Publish callbacks [] for router_gateway (b66201e8-ceb3-477c-84a9-379d3a980e2f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:12.005633 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-325c69f8-9d66-49b3-86ed-e99b55326739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (b66201e8-ceb3-477c-84a9-379d3a980e2f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:12.140729 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325c69f8-9d66-49b3-86ed-e99b55326739 admin admin] Router b66201e8-ceb3-477c-84a9-379d3a980e2f is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:50:12.145601 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa72629-4bbb-4ce9-8b11-69528c4b731e None None] Network d0c566a8-6320-4930-a7f0-6e0b2a96e58d requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:50:12.211165 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-bc672551-b5c2-4d4b-860c-57ab0ab919ef None None] Provisioning complete for port 3caea86b-e692-4459-a348-72222a82a0e3 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:50:12.211868 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc672551-b5c2-4d4b-860c-57ab0ab919ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3caea86b-e692-4459-a348-72222a82a0e3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:12.256930 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325c69f8-9d66-49b3-86ed-e99b55326739 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:50:12.267850 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea33e8b8-53fc-4f42-b55b-28eda8179137 None None] Sync routers for ids ['b66201e8-ceb3-477c-84a9-379d3a980e2f'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:50:12.276080 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-325c69f8-9d66-49b3-86ed-e99b55326739 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:12.279891 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea33e8b8-53fc-4f42-b55b-28eda8179137 None None] Routers {'b66201e8-ceb3-477c-84a9-379d3a980e2f'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:50:12.280382 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55574) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:12.280862 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-325c69f8-9d66-49b3-86ed-e99b55326739 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8162954 Feb 20 06:50:12.281325 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ea33e8b8-53fc-4f42-b55b-28eda8179137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:49:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b66201e8-ceb3-477c-84a9-379d3a980e2f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:12.348932 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bc672551-b5c2-4d4b-860c-57ab0ab919ef None None] Current status of the port 3caea86b-e692-4459-a348-72222a82a0e3 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:50:12.349391 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc672551-b5c2-4d4b-860c-57ab0ab919ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (3caea86b-e692-4459-a348-72222a82a0e3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:12.387994 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-bc672551-b5c2-4d4b-860c-57ab0ab919ef None None] For port 3caea86b-e692-4459-a348-72222a82a0e3, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3caea86b-e692-4459-a348-72222a82a0e3,segment=NetworkSegment(16758c49-bf2a-4012-88d2-4804b1e2db6e),segment_id=16758c49-bf2a-4012-88d2-4804b1e2db6e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:50:12.400355 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc672551-b5c2-4d4b-860c-57ab0ab919ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (3caea86b-e692-4459-a348-72222a82a0e3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:12.410866 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-ea33e8b8-53fc-4f42-b55b-28eda8179137 None None] Set router b66201e8-ceb3-477c-84a9-379d3a980e2f gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:50:12.458702 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc672551-b5c2-4d4b-860c-57ab0ab919ef None None] Pushing event updated for resources: {'Port': ['ID=3caea86b-e692-4459-a348-72222a82a0e3,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:12.598137 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ea33e8b8-53fc-4f42-b55b-28eda8179137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'name': 'tempest-TestSnapshotPattern-1358504880-router', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:11Z', 'revision_number': 3, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'gw_port': {'id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:47:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:12.622398 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-bc6bce49-1859-48c8-8144-372f3178fb91 None None] Provisioning complete for port 3caea86b-e692-4459-a348-72222a82a0e3 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:50:12.622775 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc6bce49-1859-48c8-8144-372f3178fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3caea86b-e692-4459-a348-72222a82a0e3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:12.629019 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea33e8b8-53fc-4f42-b55b-28eda8179137 None None] Checking router: b66201e8-ceb3-477c-84a9-379d3a980e2f for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:50:12.629372 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea33e8b8-53fc-4f42-b55b-28eda8179137 None None] Updating router b66201e8-ceb3-477c-84a9-379d3a980e2f port 58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:50:12.656747 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ea33e8b8-53fc-4f42-b55b-28eda8179137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:12.738458 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bc6bce49-1859-48c8-8144-372f3178fb91 None None] Current status of the port 3caea86b-e692-4459-a348-72222a82a0e3 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:50:12.749127 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2212cabf-d1d4-43e8-8667-7939e62960b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:12.771501 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3caea86b-e692-4459-a348-72222a82a0e3 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:50:12.824833 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 3caea86b-e692-4459-a348-72222a82a0e3 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:50:12.825213 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (3caea86b-e692-4459-a348-72222a82a0e3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:12.912646 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 3caea86b-e692-4459-a348-72222a82a0e3 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:50:12.928901 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-2212cabf-d1d4-43e8-8667-7939e62960b5 admin admin] Allocated IP 172.20.0.1 (d0c566a8-6320-4930-a7f0-6e0b2a96e58d/e93e7e41-2654-4b86-ab39-381bf1087569/86305391-df5c-4102-91f4-1d878b8fe8e3) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:50:12.930597 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ea33e8b8-53fc-4f42-b55b-28eda8179137 None None] Publish callbacks [] for port (58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:12.935057 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ea33e8b8-53fc-4f42-b55b-28eda8179137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:12.983914 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-ea33e8b8-53fc-4f42-b55b-28eda8179137 None None] Attempting to bind port 58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:50:12.984289 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-ea33e8b8-53fc-4f42-b55b-28eda8179137 None None] Attempting to bind port 58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:50:12.984652 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea33e8b8-53fc-4f42-b55b-28eda8179137 None None] Attempting to bind port 58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:50:12.993473 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c3be1-d2c2-44b0-a219-78fdab6ac52d None None] Pushing event updated for resources: {'Port': ['ID=58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:13.001379 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea33e8b8-53fc-4f42-b55b-28eda8179137 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:50:13.001760 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea33e8b8-53fc-4f42-b55b-28eda8179137 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:50:13.002164 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ea33e8b8-53fc-4f42-b55b-28eda8179137 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:13.003396 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea33e8b8-53fc-4f42-b55b-28eda8179137 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:50:13.003396 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-ea33e8b8-53fc-4f42-b55b-28eda8179137 None None] Bound port: 58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:50:13.003654 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ea33e8b8-53fc-4f42-b55b-28eda8179137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:13.006820 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c3be1-d2c2-44b0-a219-78fdab6ac52d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:50:13.007193 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c3be1-d2c2-44b0-a219-78fdab6ac52d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:50:13.007534 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c3be1-d2c2-44b0-a219-78fdab6ac52d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:50:13.007872 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c3be1-d2c2-44b0-a219-78fdab6ac52d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:50:13.008199 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c3be1-d2c2-44b0-a219-78fdab6ac52d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:50:13.008525 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c3be1-d2c2-44b0-a219-78fdab6ac52d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:50:13.008849 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c3be1-d2c2-44b0-a219-78fdab6ac52d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:50:13.009173 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c3be1-d2c2-44b0-a219-78fdab6ac52d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:50:13.009493 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c3be1-d2c2-44b0-a219-78fdab6ac52d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:50:13.009880 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c3be1-d2c2-44b0-a219-78fdab6ac52d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:50:13.010205 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c3be1-d2c2-44b0-a219-78fdab6ac52d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:50:13.010571 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c3be1-d2c2-44b0-a219-78fdab6ac52d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:50:13.010891 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c3be1-d2c2-44b0-a219-78fdab6ac52d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:50:13.034651 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2212cabf-d1d4-43e8-8667-7939e62960b5 admin admin] Publish callbacks [] for port (86305391-df5c-4102-91f4-1d878b8fe8e3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:13.061795 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-ea33e8b8-53fc-4f42-b55b-28eda8179137 None None] For port 58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:50:13.065186 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-ea33e8b8-53fc-4f42-b55b-28eda8179137 None None] For port 58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:50:13.067980 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2212cabf-d1d4-43e8-8667-7939e62960b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (86305391-df5c-4102-91f4-1d878b8fe8e3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:13.071295 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ea33e8b8-53fc-4f42-b55b-28eda8179137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:13.113074 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2212cabf-d1d4-43e8-8667-7939e62960b5 admin admin] Network d0c566a8-6320-4930-a7f0-6e0b2a96e58d is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:50:13.117904 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-2212cabf-d1d4-43e8-8667-7939e62960b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:50:13.120307 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2212cabf-d1d4-43e8-8667-7939e62960b5 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:50:13.126914 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea33e8b8-53fc-4f42-b55b-28eda8179137 None None] Routers {'b66201e8-ceb3-477c-84a9-379d3a980e2f'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:50:13.127796 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ea33e8b8-53fc-4f42-b55b-28eda8179137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:49:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b66201e8-ceb3-477c-84a9-379d3a980e2f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:13.146993 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212cabf-d1d4-43e8-8667-7939e62960b5 admin admin] Pushing event updated for resources: {'Port': ['ID=86305391-df5c-4102-91f4-1d878b8fe8e3,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:13.169137 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2212cabf-d1d4-43e8-8667-7939e62960b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (b66201e8-ceb3-477c-84a9-379d3a980e2f), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:13.171843 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c3be1-d2c2-44b0-a219-78fdab6ac52d None None] Pushing event updated for resources: {'Port': ['ID=58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:13.253287 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-ea33e8b8-53fc-4f42-b55b-28eda8179137 None None] Set router b66201e8-ceb3-477c-84a9-379d3a980e2f gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:50:13.309770 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2212cabf-d1d4-43e8-8667-7939e62960b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (86305391-df5c-4102-91f4-1d878b8fe8e3), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:13.362806 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-1a92d5f5-5f1e-403a-9759-0d02cbd95d33 None None] Provisioning complete for port 86305391-df5c-4102-91f4-1d878b8fe8e3 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:50:13.363478 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a92d5f5-5f1e-403a-9759-0d02cbd95d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (86305391-df5c-4102-91f4-1d878b8fe8e3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:13.397924 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1a92d5f5-5f1e-403a-9759-0d02cbd95d33 None None] Port 86305391-df5c-4102-91f4-1d878b8fe8e3 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:50:13.432723 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ea33e8b8-53fc-4f42-b55b-28eda8179137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'name': 'tempest-TestSnapshotPattern-1358504880-router', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:11Z', 'revision_number': 3, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'gw_port': {'id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:47:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:13.462552 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea33e8b8-53fc-4f42-b55b-28eda8179137 None None] The sync data for ids ['b66201e8-ceb3-477c-84a9-379d3a980e2f'] in n-d-829866-5 is: [{'id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'name': 'tempest-TestSnapshotPattern-1358504880-router', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:11Z', 'revision_number': 3, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'gw_port': {'id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:47:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:50:13.480892 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2212cabf-d1d4-43e8-8667-7939e62960b5 admin admin] Publish callbacks [] for port (86305391-df5c-4102-91f4-1d878b8fe8e3), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:13.485054 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2212cabf-d1d4-43e8-8667-7939e62960b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (86305391-df5c-4102-91f4-1d878b8fe8e3), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:13.551929 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212cabf-d1d4-43e8-8667-7939e62960b5 admin admin] Pushing event updated for resources: {'Port': ['ID=86305391-df5c-4102-91f4-1d878b8fe8e3,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:13.558763 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-2212cabf-d1d4-43e8-8667-7939e62960b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (b66201e8-ceb3-477c-84a9-379d3a980e2f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:13.657160 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2212cabf-d1d4-43e8-8667-7939e62960b5 admin admin] Network d0c566a8-6320-4930-a7f0-6e0b2a96e58d is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:50:13.659072 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-2212cabf-d1d4-43e8-8667-7939e62960b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:50:13.782846 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2212cabf-d1d4-43e8-8667-7939e62960b5 admin admin] Router b66201e8-ceb3-477c-84a9-379d3a980e2f has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:50:13.905683 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2212cabf-d1d4-43e8-8667-7939e62960b5 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:50:13.914946 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-2212cabf-d1d4-43e8-8667-7939e62960b5 admin admin] 10.222.0.37 "PUT /v2.0/routers/b66201e8-ceb3-477c-84a9-379d3a980e2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6330454 Feb 20 06:50:13.921611 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-c86b7235-6a20-463c-aa0a-ab6fc8b3bb5a None None] Provisioning complete for port 86305391-df5c-4102-91f4-1d878b8fe8e3 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:50:13.921996 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c86b7235-6a20-463c-aa0a-ab6fc8b3bb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (86305391-df5c-4102-91f4-1d878b8fe8e3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:13.958350 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c86b7235-6a20-463c-aa0a-ab6fc8b3bb5a None None] Port 86305391-df5c-4102-91f4-1d878b8fe8e3 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:50:14.391053 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55590) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:14.396025 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-5d824666-0101-4436-8569-cd11844e9314 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1690104166-network', 'tenant_id': '463b56316ed04d9ca9235e17c121f2f1'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:50:14.414720 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d824666-0101-4436-8569-cd11844e9314 admin admin] Made reservation on behalf of 463b56316ed04d9ca9235e17c121f2f1 for: {'network': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:50:14.417702 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5d824666-0101-4436-8569-cd11844e9314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for network (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:14.425967 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5d824666-0101-4436-8569-cd11844e9314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:14.502577 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5d824666-0101-4436-8569-cd11844e9314 admin admin] Publish callbacks [] for security_group (16fe14a8-03de-40fa-990e-24f270d6ab11), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:14.506544 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5d824666-0101-4436-8569-cd11844e9314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (16fe14a8-03de-40fa-990e-24f270d6ab11), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:14.534690 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d824666-0101-4436-8569-cd11844e9314 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 06:50:14.542192 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d824666-0101-4436-8569-cd11844e9314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fe14a8-03de-40fa-990e-24f270d6ab11,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:14.549372 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5d824666-0101-4436-8569-cd11844e9314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (6526b969-a532-4944-bacc-d7fd37ae0d9d), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:14.549691 n-d-829866-5 neutron-server[103406]: INFO neutron.db.segments_db [None req-5d824666-0101-4436-8569-cd11844e9314 admin admin] Added segment 6526b969-a532-4944-bacc-d7fd37ae0d9d of type vlan for network 9d2a18fe-65a2-446e-ad3f-1ebce5330b1f Feb 20 06:50:14.589259 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5d824666-0101-4436-8569-cd11844e9314 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771095078283'] for network (9d2a18fe-65a2-446e-ad3f-1ebce5330b1f), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:14.613333 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5d824666-0101-4436-8569-cd11844e9314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (9d2a18fe-65a2-446e-ad3f-1ebce5330b1f), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:14.614265 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d824666-0101-4436-8569-cd11844e9314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:14.614860 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-5d824666-0101-4436-8569-cd11844e9314 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:14.669860 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-5d824666-0101-4436-8569-cd11844e9314 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2776842 Feb 20 06:50:14.672577 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55592) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:14.678886 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-08723b8b-8a80-44ba-aaae-d654375b13c6 admin admin] Request body: {'subnet': {'network_id': '9d2a18fe-65a2-446e-ad3f-1ebce5330b1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1690104166-subnet', 'tenant_id': '463b56316ed04d9ca9235e17c121f2f1', 'ip_version': 4}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:50:14.698553 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d824666-0101-4436-8569-cd11844e9314 admin admin] Pushing event updated for resources: {'Network': ['ID=9d2a18fe-65a2-446e-ad3f-1ebce5330b1f,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:14.716679 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Network 9d2a18fe-65a2-446e-ad3f-1ebce5330b1f details requested by agent ovs-agent-n-d-829866-5 with host n-d-829866-5 {{(pid=103408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 06:50:14.730606 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08723b8b-8a80-44ba-aaae-d654375b13c6 admin admin] Made reservation on behalf of 463b56316ed04d9ca9235e17c121f2f1 for: {'subnet': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:50:14.733513 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-08723b8b-8a80-44ba-aaae-d654375b13c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58681842'] for subnet (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:14.751872 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:50:14.850193 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:50:14.850495 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:14.924122 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-08723b8b-8a80-44ba-aaae-d654375b13c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58283520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58681600'] for subnet (578b8f97-4bce-41f3-b3db-9683b7a5d30b), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:14.937431 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:50:14.937816 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:14.958965 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:50:14.964989 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:14.990267 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08723b8b-8a80-44ba-aaae-d654375b13c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=578b8f97-4bce-41f3-b3db-9683b7a5d30b,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:14.998669 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08723b8b-8a80-44ba-aaae-d654375b13c6 admin admin] Checking segment: {'id': '6526b969-a532-4944-bacc-d7fd37ae0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9d2a18fe-65a2-446e-ad3f-1ebce5330b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:50:14.998669 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08723b8b-8a80-44ba-aaae-d654375b13c6 admin admin] Network hostable DHCP agents. Network: 9d2a18fe-65a2-446e-ad3f-1ebce5330b1f, hostable agents: ['ff80b6c2-3af4-475b-a89b-ca60d942b953'], hosted agents: [] {{(pid=103406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 06:50:15.012639 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08723b8b-8a80-44ba-aaae-d654375b13c6 admin admin] Network 9d2a18fe-65a2-446e-ad3f-1ebce5330b1f is scheduled to be hosted by DHCP agent ff80b6c2-3af4-475b-a89b-ca60d942b953 with binding_index 1 {{(pid=103406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 06:50:15.021771 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-08723b8b-8a80-44ba-aaae-d654375b13c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-5, 9d2a18fe-65a2-446e-ad3f-1ebce5330b1f) {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:50:15.023815 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:15.032676 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08723b8b-8a80-44ba-aaae-d654375b13c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:15.034101 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409f1d33-0749-4697-bcfe-cdabfaaca3fe None None] Network 9d2a18fe-65a2-446e-ad3f-1ebce5330b1f requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:50:15.034483 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-08723b8b-8a80-44ba-aaae-d654375b13c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:15.055749 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-08723b8b-8a80-44ba-aaae-d654375b13c6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3805442 Feb 20 06:50:15.058874 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55594) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:15.063415 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6c1802c2-5946-4cc6-9a4f-2d7f2955087c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1690104166-router', 'tenant_id': '463b56316ed04d9ca9235e17c121f2f1', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:50:15.082866 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c1802c2-5946-4cc6-9a4f-2d7f2955087c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-692150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4699'] for router (b6296e15-db9a-4724-a716-5a86f740ba44), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:15.083902 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c1802c2-5946-4cc6-9a4f-2d7f2955087c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4768'] for router (b6296e15-db9a-4724-a716-5a86f740ba44), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:15.086761 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739fe662-4ce6-474e-bdb9-03c66304fceb None None] Sync routers for ids ['b66201e8-ceb3-477c-84a9-379d3a980e2f'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:50:15.103405 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739fe662-4ce6-474e-bdb9-03c66304fceb None None] Routers {'b66201e8-ceb3-477c-84a9-379d3a980e2f'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:50:15.103968 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-739fe662-4ce6-474e-bdb9-03c66304fceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:49:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b66201e8-ceb3-477c-84a9-379d3a980e2f'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:15.141622 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c1802c2-5946-4cc6-9a4f-2d7f2955087c admin admin] Publish callbacks [] for router_controller (b6296e15-db9a-4724-a716-5a86f740ba44), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:15.223349 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f03934-b88e-47da-9993-b98d26aacf46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27af7be7-fa3c-56b5-93be-5e64fbb6f4b2-9d2a18fe-65a2-446e-ad3f-1ebce5330b1f', 'network_id': '9d2a18fe-65a2-446e-ad3f-1ebce5330b1f', 'project_id': '463b56316ed04d9ca9235e17c121f2f1', 'fixed_ips': [{'subnet_id': '578b8f97-4bce-41f3-b3db-9683b7a5d30b'}]}} from n-d-829866-5. {{(pid=103408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 06:50:15.224242 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4f03934-b88e-47da-9993-b98d26aacf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:15.266544 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-739fe662-4ce6-474e-bdb9-03c66304fceb None None] Set router b66201e8-ceb3-477c-84a9-379d3a980e2f gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:50:15.287103 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c1802c2-5946-4cc6-9a4f-2d7f2955087c admin admin] Publish callbacks [] for router_gateway (b6296e15-db9a-4724-a716-5a86f740ba44), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:15.487469 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c1802c2-5946-4cc6-9a4f-2d7f2955087c admin admin] Publish callbacks [] for router_gateway (b6296e15-db9a-4724-a716-5a86f740ba44), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:15.488558 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-f4f03934-b88e-47da-9993-b98d26aacf46 None None] Allocated IP 172.20.0.2 (9d2a18fe-65a2-446e-ad3f-1ebce5330b1f/578b8f97-4bce-41f3-b3db-9683b7a5d30b/a991bfc5-f023-4872-8727-a5a0198aa728) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:50:15.506739 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c1802c2-5946-4cc6-9a4f-2d7f2955087c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:15.609251 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-6c1802c2-5946-4cc6-9a4f-2d7f2955087c admin admin] Allocated IP 172.25.3.82 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/30820d97-ec11-4b48-95cb-5f367ef8608f) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:50:15.662869 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-739fe662-4ce6-474e-bdb9-03c66304fceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'name': 'tempest-TestSnapshotPattern-1358504880-router', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:13Z', 'revision_number': 4, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'gw_port': {'id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '86305391-df5c-4102-91f4-1d878b8fe8e3', 'name': '', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'mac_address': 'fa:16:3e:db:a0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:12Z', 'updated_at': '2022-02-20T06:50:13Z', 'revision_number': 2, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'subnets': [{'id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:15.693381 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739fe662-4ce6-474e-bdb9-03c66304fceb None None] Checking router: b66201e8-ceb3-477c-84a9-379d3a980e2f for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:50:15.693741 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739fe662-4ce6-474e-bdb9-03c66304fceb None None] Updating router b66201e8-ceb3-477c-84a9-379d3a980e2f port 86305391-df5c-4102-91f4-1d878b8fe8e3 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:50:15.712138 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c1802c2-5946-4cc6-9a4f-2d7f2955087c admin admin] Publish callbacks [] for port (30820d97-ec11-4b48-95cb-5f367ef8608f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:15.726783 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4f03934-b88e-47da-9993-b98d26aacf46 None None] Publish callbacks [] for port (a991bfc5-f023-4872-8727-a5a0198aa728), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:15.732903 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-739fe662-4ce6-474e-bdb9-03c66304fceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (86305391-df5c-4102-91f4-1d878b8fe8e3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:15.736432 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4f03934-b88e-47da-9993-b98d26aacf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080'] for port (a991bfc5-f023-4872-8727-a5a0198aa728), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:15.747377 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c1802c2-5946-4cc6-9a4f-2d7f2955087c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (30820d97-ec11-4b48-95cb-5f367ef8608f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:15.781150 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1802c2-5946-4cc6-9a4f-2d7f2955087c admin admin] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:50:15.783963 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f03934-b88e-47da-9993-b98d26aacf46 None None] Network 9d2a18fe-65a2-446e-ad3f-1ebce5330b1f is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:50:15.785516 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-6c1802c2-5946-4cc6-9a4f-2d7f2955087c admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:50:15.788001 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1802c2-5946-4cc6-9a4f-2d7f2955087c admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:50:15.805585 n-d-829866-5 neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-f4f03934-b88e-47da-9993-b98d26aacf46 None None] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:50:15.815407 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f03934-b88e-47da-9993-b98d26aacf46 None None] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:50:15.825137 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1802c2-5946-4cc6-9a4f-2d7f2955087c admin admin] Pushing event updated for resources: {'Port': ['ID=30820d97-ec11-4b48-95cb-5f367ef8608f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:15.837772 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f03934-b88e-47da-9993-b98d26aacf46 None None] Pushing event updated for resources: {'Port': ['ID=a991bfc5-f023-4872-8727-a5a0198aa728,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:15.949543 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f4f03934-b88e-47da-9993-b98d26aacf46 None None] Attempting to bind port a991bfc5-f023-4872-8727-a5a0198aa728 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:50:15.949924 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f4f03934-b88e-47da-9993-b98d26aacf46 None None] Attempting to bind port a991bfc5-f023-4872-8727-a5a0198aa728 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '6526b969-a532-4944-bacc-d7fd37ae0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9d2a18fe-65a2-446e-ad3f-1ebce5330b1f'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:50:15.950294 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f03934-b88e-47da-9993-b98d26aacf46 None None] Attempting to bind port a991bfc5-f023-4872-8727-a5a0198aa728 on network 9d2a18fe-65a2-446e-ad3f-1ebce5330b1f {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:50:15.966410 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f03934-b88e-47da-9993-b98d26aacf46 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:50:15.966788 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f03934-b88e-47da-9993-b98d26aacf46 None None] Checking segment: {'id': '6526b969-a532-4944-bacc-d7fd37ae0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9d2a18fe-65a2-446e-ad3f-1ebce5330b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:50:15.967222 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4f03934-b88e-47da-9993-b98d26aacf46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:15.967617 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f03934-b88e-47da-9993-b98d26aacf46 None None] Bound using segment: {'id': '6526b969-a532-4944-bacc-d7fd37ae0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9d2a18fe-65a2-446e-ad3f-1ebce5330b1f'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:50:15.968095 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-f4f03934-b88e-47da-9993-b98d26aacf46 None None] Bound port: a991bfc5-f023-4872-8727-a5a0198aa728, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6526b969-a532-4944-bacc-d7fd37ae0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9d2a18fe-65a2-446e-ad3f-1ebce5330b1f'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:50:15.968477 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4f03934-b88e-47da-9993-b98d26aacf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a991bfc5-f023-4872-8727-a5a0198aa728), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:16.058214 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c1802c2-5946-4cc6-9a4f-2d7f2955087c admin admin] Publish callbacks [] for router_gateway (b6296e15-db9a-4724-a716-5a86f740ba44), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:16.256259 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f4f03934-b88e-47da-9993-b98d26aacf46 None None] For port a991bfc5-f023-4872-8727-a5a0198aa728, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:50:16.261484 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c1802c2-5946-4cc6-9a4f-2d7f2955087c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689824'] for router (b6296e15-db9a-4724-a716-5a86f740ba44), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:16.270975 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f4f03934-b88e-47da-9993-b98d26aacf46 None None] For port a991bfc5-f023-4872-8727-a5a0198aa728, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a991bfc5-f023-4872-8727-a5a0198aa728,segment=NetworkSegment(6526b969-a532-4944-bacc-d7fd37ae0d9d),segment_id=6526b969-a532-4944-bacc-d7fd37ae0d9d)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:50:16.283307 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4f03934-b88e-47da-9993-b98d26aacf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a991bfc5-f023-4872-8727-a5a0198aa728), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:16.373223 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-739fe662-4ce6-474e-bdb9-03c66304fceb None None] Publish callbacks [] for port (86305391-df5c-4102-91f4-1d878b8fe8e3), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:16.374991 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f03934-b88e-47da-9993-b98d26aacf46 None None] Pushing event updated for resources: {'Port': ['ID=a991bfc5-f023-4872-8727-a5a0198aa728,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:16.381584 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-739fe662-4ce6-474e-bdb9-03c66304fceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (86305391-df5c-4102-91f4-1d878b8fe8e3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:16.416629 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1802c2-5946-4cc6-9a4f-2d7f2955087c admin admin] Router b6296e15-db9a-4724-a716-5a86f740ba44 is scheduled to L3 agent 438c8346-d718-4008-a578-409f5dc2e415 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 06:50:16.453594 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ec9aa-155d-431d-a50f-e40d44eac821 None None] Pushing event updated for resources: {'Port': ['ID=86305391-df5c-4102-91f4-1d878b8fe8e3,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:16.488189 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-739fe662-4ce6-474e-bdb9-03c66304fceb None None] Attempting to bind port 86305391-df5c-4102-91f4-1d878b8fe8e3 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:50:16.488568 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-739fe662-4ce6-474e-bdb9-03c66304fceb None None] Attempting to bind port 86305391-df5c-4102-91f4-1d878b8fe8e3 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '16758c49-bf2a-4012-88d2-4804b1e2db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:50:16.488934 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739fe662-4ce6-474e-bdb9-03c66304fceb None None] Attempting to bind port 86305391-df5c-4102-91f4-1d878b8fe8e3 on network d0c566a8-6320-4930-a7f0-6e0b2a96e58d {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:50:16.494227 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739fe662-4ce6-474e-bdb9-03c66304fceb None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:50:16.494628 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739fe662-4ce6-474e-bdb9-03c66304fceb None None] Checking segment: {'id': '16758c49-bf2a-4012-88d2-4804b1e2db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:50:16.495118 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-739fe662-4ce6-474e-bdb9-03c66304fceb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:16.495516 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739fe662-4ce6-474e-bdb9-03c66304fceb None None] Bound using segment: {'id': '16758c49-bf2a-4012-88d2-4804b1e2db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:50:16.496116 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-739fe662-4ce6-474e-bdb9-03c66304fceb None None] Bound port: 86305391-df5c-4102-91f4-1d878b8fe8e3, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16758c49-bf2a-4012-88d2-4804b1e2db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:50:16.496503 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-739fe662-4ce6-474e-bdb9-03c66304fceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (86305391-df5c-4102-91f4-1d878b8fe8e3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:16.548903 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1802c2-5946-4cc6-9a4f-2d7f2955087c admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:50:16.560987 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdaf904-5899-459b-819f-72d4c6a8dd34 None None] Sync routers for ids ['b6296e15-db9a-4724-a716-5a86f740ba44'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:50:16.569463 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-739fe662-4ce6-474e-bdb9-03c66304fceb None None] For port 86305391-df5c-4102-91f4-1d878b8fe8e3, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:50:16.577912 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdaf904-5899-459b-819f-72d4c6a8dd34 None None] Routers {'b6296e15-db9a-4724-a716-5a86f740ba44'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:50:16.578978 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1bdaf904-5899-459b-819f-72d4c6a8dd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:49:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b6296e15-db9a-4724-a716-5a86f740ba44'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:16.579440 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-739fe662-4ce6-474e-bdb9-03c66304fceb None None] For port 86305391-df5c-4102-91f4-1d878b8fe8e3, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=86305391-df5c-4102-91f4-1d878b8fe8e3,segment=NetworkSegment(16758c49-bf2a-4012-88d2-4804b1e2db6e),segment_id=16758c49-bf2a-4012-88d2-4804b1e2db6e)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:50:16.583199 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6c1802c2-5946-4cc6-9a4f-2d7f2955087c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:16.588063 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-6c1802c2-5946-4cc6-9a4f-2d7f2955087c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5279422 Feb 20 06:50:16.588549 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55596) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:16.593329 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-739fe662-4ce6-474e-bdb9-03c66304fceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (86305391-df5c-4102-91f4-1d878b8fe8e3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:16.672424 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ec9aa-155d-431d-a50f-e40d44eac821 None None] Pushing event updated for resources: {'Port': ['ID=86305391-df5c-4102-91f4-1d878b8fe8e3,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:16.715426 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739fe662-4ce6-474e-bdb9-03c66304fceb None None] Routers {'b66201e8-ceb3-477c-84a9-379d3a980e2f'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:50:16.716129 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-739fe662-4ce6-474e-bdb9-03c66304fceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:49:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b66201e8-ceb3-477c-84a9-379d3a980e2f'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:16.759985 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-1bdaf904-5899-459b-819f-72d4c6a8dd34 None None] Set router b6296e15-db9a-4724-a716-5a86f740ba44 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:50:16.776938 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-87aaef5d-62df-4fcf-b156-f51784e8634a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:16.923813 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a991bfc5-f023-4872-8727-a5a0198aa728 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:50:16.967707 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-739fe662-4ce6-474e-bdb9-03c66304fceb None None] Set router b66201e8-ceb3-477c-84a9-379d3a980e2f gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:50:17.003089 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-fe4933ed-117f-4392-982d-c8edf66c62be None None] Provisioning complete for port 86305391-df5c-4102-91f4-1d878b8fe8e3 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:50:17.003539 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fe4933ed-117f-4392-982d-c8edf66c62be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (86305391-df5c-4102-91f4-1d878b8fe8e3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:17.022468 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1bdaf904-5899-459b-819f-72d4c6a8dd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6296e15-db9a-4724-a716-5a86f740ba44', 'name': 'tempest-TestSnapshotPattern-1690104166-router', 'tenant_id': '463b56316ed04d9ca9235e17c121f2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '30820d97-ec11-4b48-95cb-5f367ef8608f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:15Z', 'updated_at': '2022-02-20T06:50:15Z', 'revision_number': 3, 'project_id': '463b56316ed04d9ca9235e17c121f2f1', 'gw_port': {'id': '30820d97-ec11-4b48-95cb-5f367ef8608f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:24:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6296e15-db9a-4724-a716-5a86f740ba44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:15Z', 'updated_at': '2022-02-20T06:50:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:17.056367 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdaf904-5899-459b-819f-72d4c6a8dd34 None None] Checking router: b6296e15-db9a-4724-a716-5a86f740ba44 for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:50:17.056978 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdaf904-5899-459b-819f-72d4c6a8dd34 None None] Updating router b6296e15-db9a-4724-a716-5a86f740ba44 port 30820d97-ec11-4b48-95cb-5f367ef8608f binding host n-d-829866-5 {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:50:17.170381 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port a991bfc5-f023-4872-8727-a5a0198aa728 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:50:17.170839 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a991bfc5-f023-4872-8727-a5a0198aa728), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:17.180770 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1bdaf904-5899-459b-819f-72d4c6a8dd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (30820d97-ec11-4b48-95cb-5f367ef8608f), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:17.242807 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6847ffb2-4bf2-4a12-929b-a1172a2450e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:17.285219 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fe4933ed-117f-4392-982d-c8edf66c62be None None] Current status of the port 86305391-df5c-4102-91f4-1d878b8fe8e3 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:50:17.285605 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fe4933ed-117f-4392-982d-c8edf66c62be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (86305391-df5c-4102-91f4-1d878b8fe8e3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:17.358872 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-fe4933ed-117f-4392-982d-c8edf66c62be None None] For port 86305391-df5c-4102-91f4-1d878b8fe8e3, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=86305391-df5c-4102-91f4-1d878b8fe8e3,segment=NetworkSegment(16758c49-bf2a-4012-88d2-4804b1e2db6e),segment_id=16758c49-bf2a-4012-88d2-4804b1e2db6e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:50:17.373300 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fe4933ed-117f-4392-982d-c8edf66c62be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (86305391-df5c-4102-91f4-1d878b8fe8e3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:17.378504 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port a991bfc5-f023-4872-8727-a5a0198aa728 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:50:17.378883 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (a991bfc5-f023-4872-8727-a5a0198aa728), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:17.428242 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [None req-6847ffb2-4bf2-4a12-929b-a1172a2450e9 admin admin] Allocated IP 172.20.0.1 (9d2a18fe-65a2-446e-ad3f-1ebce5330b1f/578b8f97-4bce-41f3-b3db-9683b7a5d30b/b895a75c-4555-4549-961c-642b067d08c7) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:50:17.432169 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-739fe662-4ce6-474e-bdb9-03c66304fceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'name': 'tempest-TestSnapshotPattern-1358504880-router', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:13Z', 'revision_number': 4, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'gw_port': {'id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '86305391-df5c-4102-91f4-1d878b8fe8e3', 'name': '', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'mac_address': 'fa:16:3e:db:a0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:12Z', 'updated_at': '2022-02-20T06:50:16Z', 'revision_number': 4, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'subnets': [{'id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:17.476316 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739fe662-4ce6-474e-bdb9-03c66304fceb None None] The sync data for ids ['b66201e8-ceb3-477c-84a9-379d3a980e2f'] in n-d-829866-5 is: [{'id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'name': 'tempest-TestSnapshotPattern-1358504880-router', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:13Z', 'revision_number': 4, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'gw_port': {'id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '86305391-df5c-4102-91f4-1d878b8fe8e3', 'name': '', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'mac_address': 'fa:16:3e:db:a0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:12Z', 'updated_at': '2022-02-20T06:50:16Z', 'revision_number': 4, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'subnets': [{'id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:50:17.479592 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port a991bfc5-f023-4872-8727-a5a0198aa728, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a991bfc5-f023-4872-8727-a5a0198aa728,segment=NetworkSegment(6526b969-a532-4944-bacc-d7fd37ae0d9d),segment_id=6526b969-a532-4944-bacc-d7fd37ae0d9d)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:50:17.497842 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (a991bfc5-f023-4872-8727-a5a0198aa728), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:17.498614 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:50:17.508855 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1bdaf904-5899-459b-819f-72d4c6a8dd34 None None] Publish callbacks [] for port (30820d97-ec11-4b48-95cb-5f367ef8608f), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:17.524747 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1bdaf904-5899-459b-819f-72d4c6a8dd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (30820d97-ec11-4b48-95cb-5f367ef8608f), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:17.583569 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4933ed-117f-4392-982d-c8edf66c62be None None] Pushing event updated for resources: {'Port': ['ID=86305391-df5c-4102-91f4-1d878b8fe8e3,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:17.598248 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6847ffb2-4bf2-4a12-929b-a1172a2450e9 admin admin] Publish callbacks [] for port (b895a75c-4555-4549-961c-642b067d08c7), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:17.634086 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-731da07e-a70b-476f-be48-5d38165f5f67 None None] Provisioning complete for port 86305391-df5c-4102-91f4-1d878b8fe8e3 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:50:17.634468 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-731da07e-a70b-476f-be48-5d38165f5f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (86305391-df5c-4102-91f4-1d878b8fe8e3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:17.662182 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6847ffb2-4bf2-4a12-929b-a1172a2450e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (b895a75c-4555-4549-961c-642b067d08c7), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:17.680847 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d51a1-09d0-49b5-a2df-7ba9bc31e1bf None None] Pushing event updated for resources: {'Port': ['ID=30820d97-ec11-4b48-95cb-5f367ef8608f,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:17.685704 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1bdaf904-5899-459b-819f-72d4c6a8dd34 None None] Attempting to bind port 30820d97-ec11-4b48-95cb-5f367ef8608f on host n-d-829866-5 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:50:17.686097 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1bdaf904-5899-459b-819f-72d4c6a8dd34 None None] Attempting to bind port 30820d97-ec11-4b48-95cb-5f367ef8608f by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:50:17.686462 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdaf904-5899-459b-819f-72d4c6a8dd34 None None] Attempting to bind port 30820d97-ec11-4b48-95cb-5f367ef8608f on network 12d9dab6-d2be-4381-8353-8093ed2f2146 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:50:17.705743 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdaf904-5899-459b-819f-72d4c6a8dd34 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:50:17.705743 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdaf904-5899-459b-819f-72d4c6a8dd34 None None] Checking segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:50:17.706237 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1bdaf904-5899-459b-819f-72d4c6a8dd34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:17.706596 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdaf904-5899-459b-819f-72d4c6a8dd34 None None] Bound using segment: {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:50:17.710881 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1bdaf904-5899-459b-819f-72d4c6a8dd34 None None] Bound port: 30820d97-ec11-4b48-95cb-5f367ef8608f, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9372c4-6cf2-45cb-911b-37e22f527bdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:50:17.711430 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1bdaf904-5899-459b-819f-72d4c6a8dd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (30820d97-ec11-4b48-95cb-5f367ef8608f), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:17.724456 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847ffb2-4bf2-4a12-929b-a1172a2450e9 admin admin] Pushing event updated for resources: {'Port': ['ID=b895a75c-4555-4549-961c-642b067d08c7,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:17.738932 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=a991bfc5-f023-4872-8727-a5a0198aa728,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:17.763511 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6847ffb2-4bf2-4a12-929b-a1172a2450e9 admin admin] Network 9d2a18fe-65a2-446e-ad3f-1ebce5330b1f is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:50:17.771657 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-6847ffb2-4bf2-4a12-929b-a1172a2450e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:50:17.774447 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6847ffb2-4bf2-4a12-929b-a1172a2450e9 admin admin] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:50:17.790721 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:50:17.790721 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:17.819803 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6847ffb2-4bf2-4a12-929b-a1172a2450e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692855'] for router_interface (b6296e15-db9a-4724-a716-5a86f740ba44), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:17.840960 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1bdaf904-5899-459b-819f-72d4c6a8dd34 None None] For port 30820d97-ec11-4b48-95cb-5f367ef8608f, host n-d-829866-5, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:50:17.844758 n-d-829866-5 neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1bdaf904-5899-459b-819f-72d4c6a8dd34 None None] For port 30820d97-ec11-4b48-95cb-5f367ef8608f, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=30820d97-ec11-4b48-95cb-5f367ef8608f,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:50:17.857432 n-d-829866-5 neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1bdaf904-5899-459b-819f-72d4c6a8dd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (30820d97-ec11-4b48-95cb-5f367ef8608f), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:17.876393 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363f5b63-b5a4-49b7-ae1a-ace7209d249d None None] Network 9d2a18fe-65a2-446e-ad3f-1ebce5330b1f requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:50:17.885066 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-731da07e-a70b-476f-be48-5d38165f5f67 None None] Current status of the port 86305391-df5c-4102-91f4-1d878b8fe8e3 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:50:17.921217 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdaf904-5899-459b-819f-72d4c6a8dd34 None None] Routers {'b6296e15-db9a-4724-a716-5a86f740ba44'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:50:17.921841 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1bdaf904-5899-459b-819f-72d4c6a8dd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:49:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b6296e15-db9a-4724-a716-5a86f740ba44'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:18.011929 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6847ffb2-4bf2-4a12-929b-a1172a2450e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b895a75c-4555-4549-961c-642b067d08c7), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:18.047037 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:50:18.059731 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-46aa82a6-1a75-43c7-875e-4a3995ea08ae None None] Provisioning complete for port a991bfc5-f023-4872-8727-a5a0198aa728 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:50:18.060255 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46aa82a6-1a75-43c7-875e-4a3995ea08ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a991bfc5-f023-4872-8727-a5a0198aa728), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:18.074397 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-1bdaf904-5899-459b-819f-72d4c6a8dd34 None None] Set router b6296e15-db9a-4724-a716-5a86f740ba44 gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:50:18.141207 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d51a1-09d0-49b5-a2df-7ba9bc31e1bf None None] Pushing event updated for resources: {'Port': ['ID=30820d97-ec11-4b48-95cb-5f367ef8608f,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:18.189553 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-46aa82a6-1a75-43c7-875e-4a3995ea08ae None None] Current status of the port a991bfc5-f023-4872-8727-a5a0198aa728 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:50:18.253935 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6847ffb2-4bf2-4a12-929b-a1172a2450e9 admin admin] Publish callbacks [] for port (b895a75c-4555-4549-961c-642b067d08c7), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:18.266397 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6847ffb2-4bf2-4a12-929b-a1172a2450e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (b895a75c-4555-4549-961c-642b067d08c7), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:18.306730 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1bdaf904-5899-459b-819f-72d4c6a8dd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6296e15-db9a-4724-a716-5a86f740ba44', 'name': 'tempest-TestSnapshotPattern-1690104166-router', 'tenant_id': '463b56316ed04d9ca9235e17c121f2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '30820d97-ec11-4b48-95cb-5f367ef8608f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:15Z', 'updated_at': '2022-02-20T06:50:15Z', 'revision_number': 3, 'project_id': '463b56316ed04d9ca9235e17c121f2f1', 'gw_port': {'id': '30820d97-ec11-4b48-95cb-5f367ef8608f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:24:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6296e15-db9a-4724-a716-5a86f740ba44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:15Z', 'updated_at': '2022-02-20T06:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:18.336003 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-6847ffb2-4bf2-4a12-929b-a1172a2450e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692963'] for router_interface (b6296e15-db9a-4724-a716-5a86f740ba44), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:18.343538 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdaf904-5899-459b-819f-72d4c6a8dd34 None None] The sync data for ids ['b6296e15-db9a-4724-a716-5a86f740ba44'] in n-d-829866-5 is: [{'id': 'b6296e15-db9a-4724-a716-5a86f740ba44', 'name': 'tempest-TestSnapshotPattern-1690104166-router', 'tenant_id': '463b56316ed04d9ca9235e17c121f2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '30820d97-ec11-4b48-95cb-5f367ef8608f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:15Z', 'updated_at': '2022-02-20T06:50:15Z', 'revision_number': 3, 'project_id': '463b56316ed04d9ca9235e17c121f2f1', 'gw_port': {'id': '30820d97-ec11-4b48-95cb-5f367ef8608f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:24:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6296e15-db9a-4724-a716-5a86f740ba44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:15Z', 'updated_at': '2022-02-20T06:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:50:18.356230 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847ffb2-4bf2-4a12-929b-a1172a2450e9 admin admin] Pushing event updated for resources: {'Port': ['ID=b895a75c-4555-4549-961c-642b067d08c7,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:18.420752 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ecc5aa94-4bcf-4163-a30a-c104103507c3 None None] Provisioning complete for port a991bfc5-f023-4872-8727-a5a0198aa728 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:50:18.421890 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ecc5aa94-4bcf-4163-a30a-c104103507c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a991bfc5-f023-4872-8727-a5a0198aa728), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:18.460123 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6847ffb2-4bf2-4a12-929b-a1172a2450e9 admin admin] Network 9d2a18fe-65a2-446e-ad3f-1ebce5330b1f is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:50:18.466240 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [None req-6847ffb2-4bf2-4a12-929b-a1172a2450e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:50:18.549181 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ecc5aa94-4bcf-4163-a30a-c104103507c3 None None] Current status of the port a991bfc5-f023-4872-8727-a5a0198aa728 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:50:18.571814 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-ecc5aa94-4bcf-4163-a30a-c104103507c3 None None] Provisioning complete for port b895a75c-4555-4549-961c-642b067d08c7 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:50:18.572346 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ecc5aa94-4bcf-4163-a30a-c104103507c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b895a75c-4555-4549-961c-642b067d08c7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:18.618345 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6847ffb2-4bf2-4a12-929b-a1172a2450e9 admin admin] Router b6296e15-db9a-4724-a716-5a86f740ba44 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:50:18.621092 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ecc5aa94-4bcf-4163-a30a-c104103507c3 None None] Port b895a75c-4555-4549-961c-642b067d08c7 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:50:18.776757 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-b2977387-4d12-4432-8462-86092c16b671 None None] Provisioning complete for port b895a75c-4555-4549-961c-642b067d08c7 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:50:18.777387 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b2977387-4d12-4432-8462-86092c16b671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b895a75c-4555-4549-961c-642b067d08c7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:18.783441 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6847ffb2-4bf2-4a12-929b-a1172a2450e9 admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:50:18.788510 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-6847ffb2-4bf2-4a12-929b-a1172a2450e9 admin admin] 10.222.0.37 "PUT /v2.0/routers/b6296e15-db9a-4724-a716-5a86f740ba44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1989510 Feb 20 06:50:18.870797 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b2977387-4d12-4432-8462-86092c16b671 None None] Port b895a75c-4555-4549-961c-642b067d08c7 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:50:18.896977 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 86305391-df5c-4102-91f4-1d878b8fe8e3 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:50:18.969544 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 86305391-df5c-4102-91f4-1d878b8fe8e3 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:50:18.970210 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (86305391-df5c-4102-91f4-1d878b8fe8e3), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:19.074686 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 86305391-df5c-4102-91f4-1d878b8fe8e3 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:50:19.076250 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a991bfc5-f023-4872-8727-a5a0198aa728 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:50:19.137689 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48ba0687-6b54-4d16-84dd-3f7c05952159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:19.145121 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-156e5cab-2b61-456d-85d3-d3d46820d920 None None] Provisioning complete for port b895a75c-4555-4549-961c-642b067d08c7 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:50:19.145720 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-156e5cab-2b61-456d-85d3-d3d46820d920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b895a75c-4555-4549-961c-642b067d08c7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:19.193377 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-156e5cab-2b61-456d-85d3-d3d46820d920 None None] Port b895a75c-4555-4549-961c-642b067d08c7 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:50:19.200837 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port a991bfc5-f023-4872-8727-a5a0198aa728 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:50:19.201212 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (a991bfc5-f023-4872-8727-a5a0198aa728), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:19.285928 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port a991bfc5-f023-4872-8727-a5a0198aa728 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:50:19.531742 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55604) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:19.536492 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c63d9d2e-199f-49b8-947b-fb0a2717ef4d tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1586956782', 'description': 'tempest-secgroup-smoke-1586956782 description', 'project_id': '2d85ffd73bc643b0a9954d17d479b709'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:50:19.557935 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c63d9d2e-199f-49b8-947b-fb0a2717ef4d tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:19.628524 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c63d9d2e-199f-49b8-947b-fb0a2717ef4d tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for security_group (84875f25-8f8a-48ab-ac3b-7df617c60a7e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:19.632940 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c63d9d2e-199f-49b8-947b-fb0a2717ef4d tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (84875f25-8f8a-48ab-ac3b-7df617c60a7e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:19.665410 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c63d9d2e-199f-49b8-947b-fb0a2717ef4d tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:19.667235 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-c63d9d2e-199f-49b8-947b-fb0a2717ef4d tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1338317 Feb 20 06:50:19.669183 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d9d2e-199f-49b8-947b-fb0a2717ef4d tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84875f25-8f8a-48ab-ac3b-7df617c60a7e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:19.670216 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55606) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:19.674890 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-de807c1d-4713-48dc-8e16-ddd8b21f6f96 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Request body: {'security_group_rule': {'security_group_id': '84875f25-8f8a-48ab-ac3b-7df617c60a7e', 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:50:19.701908 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de807c1d-4713-48dc-8e16-ddd8b21f6f96 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for security_group_rule (e6121930-4bbc-4f1a-aa8b-2e82c8379cf3), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:19.757327 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de807c1d-4713-48dc-8e16-ddd8b21f6f96 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for security_group_rule (e6121930-4bbc-4f1a-aa8b-2e82c8379cf3), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:19.761014 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de807c1d-4713-48dc-8e16-ddd8b21f6f96 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (e6121930-4bbc-4f1a-aa8b-2e82c8379cf3), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:19.778058 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de807c1d-4713-48dc-8e16-ddd8b21f6f96 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6121930-4bbc-4f1a-aa8b-2e82c8379cf3,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:19.785833 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-de807c1d-4713-48dc-8e16-ddd8b21f6f96 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:19.787063 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-de807c1d-4713-48dc-8e16-ddd8b21f6f96 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156991 Feb 20 06:50:19.789665 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55608) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:19.794671 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-950431e0-3fac-4122-bc7d-227f4030a04c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Request body: {'security_group_rule': {'security_group_id': '84875f25-8f8a-48ab-ac3b-7df617c60a7e', 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:50:19.817950 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-950431e0-3fac-4122-bc7d-227f4030a04c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for security_group_rule (7bb0d73c-19ce-4a42-bcbf-d5d56523b8b7), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:19.871842 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-950431e0-3fac-4122-bc7d-227f4030a04c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for security_group_rule (7bb0d73c-19ce-4a42-bcbf-d5d56523b8b7), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:19.875177 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-950431e0-3fac-4122-bc7d-227f4030a04c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (7bb0d73c-19ce-4a42-bcbf-d5d56523b8b7), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:19.894872 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950431e0-3fac-4122-bc7d-227f4030a04c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb0d73c-19ce-4a42-bcbf-d5d56523b8b7,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:19.900082 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-950431e0-3fac-4122-bc7d-227f4030a04c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:19.900261 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:19.901970 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-950431e0-3fac-4122-bc7d-227f4030a04c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1112125 Feb 20 06:50:19.904413 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55610) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:19.908611 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-23dba203-9d22-4992-a28d-b9c768e86227 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Request body: {'security_group_rule': {'security_group_id': '84875f25-8f8a-48ab-ac3b-7df617c60a7e', 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:50:19.933238 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-23dba203-9d22-4992-a28d-b9c768e86227 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for security_group_rule (02b114e3-8c48-4eaa-93d1-a81ea6d6d80c), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:19.991137 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-23dba203-9d22-4992-a28d-b9c768e86227 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for security_group_rule (02b114e3-8c48-4eaa-93d1-a81ea6d6d80c), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:19.995319 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-23dba203-9d22-4992-a28d-b9c768e86227 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (02b114e3-8c48-4eaa-93d1-a81ea6d6d80c), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:20.017528 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dba203-9d22-4992-a28d-b9c768e86227 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b114e3-8c48-4eaa-93d1-a81ea6d6d80c,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:20.025355 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-23dba203-9d22-4992-a28d-b9c768e86227 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:20.027178 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-23dba203-9d22-4992-a28d-b9c768e86227 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217968 Feb 20 06:50:20.029937 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55612) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:20.034134 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-3b8dcbd7-3101-4a6a-8e9a-00d71a4768da tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Request body: {'security_group_rule': {'security_group_id': '84875f25-8f8a-48ab-ac3b-7df617c60a7e', 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:50:20.057116 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3b8dcbd7-3101-4a6a-8e9a-00d71a4768da tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for security_group_rule (a7cee04b-c7dd-4099-b8c4-cf4f1e6082f5), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:20.112794 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3b8dcbd7-3101-4a6a-8e9a-00d71a4768da tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for security_group_rule (a7cee04b-c7dd-4099-b8c4-cf4f1e6082f5), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:20.116630 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3b8dcbd7-3101-4a6a-8e9a-00d71a4768da tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (a7cee04b-c7dd-4099-b8c4-cf4f1e6082f5), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:20.136912 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8dcbd7-3101-4a6a-8e9a-00d71a4768da tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7cee04b-c7dd-4099-b8c4-cf4f1e6082f5,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:20.142026 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-3b8dcbd7-3101-4a6a-8e9a-00d71a4768da tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:20.146339 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-3b8dcbd7-3101-4a6a-8e9a-00d71a4768da tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1123827 Feb 20 06:50:20.146339 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55614) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:20.150406 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-1d218945-ec9b-434e-9d26-ed5aae71b06e tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Request body: {'security_group_rule': {'security_group_id': '84875f25-8f8a-48ab-ac3b-7df617c60a7e', 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:50:20.170433 n-d-829866-5 neutron-server[103406]: INFO neutron.db.securitygroups_db [None req-1d218945-ec9b-434e-9d26-ed5aae71b06e tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Project 2d85ffd73bc643b0a9954d17d479b709 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:50:20.175419 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d218945-ec9b-434e-9d26-ed5aae71b06e tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for security_group_rule (8b63c07a-e46f-4fa7-be76-950a381f19d7), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:20.238518 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d218945-ec9b-434e-9d26-ed5aae71b06e tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for security_group_rule (8b63c07a-e46f-4fa7-be76-950a381f19d7), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:20.242670 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d218945-ec9b-434e-9d26-ed5aae71b06e tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (8b63c07a-e46f-4fa7-be76-950a381f19d7), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:20.263278 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d218945-ec9b-434e-9d26-ed5aae71b06e tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b63c07a-e46f-4fa7-be76-950a381f19d7,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:20.270473 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1d218945-ec9b-434e-9d26-ed5aae71b06e tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:20.271768 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1d218945-ec9b-434e-9d26-ed5aae71b06e tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1247556 Feb 20 06:50:20.274608 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 55616) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:20.279466 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [None req-f83b6680-0d20-499e-a933-ae4e7ff55944 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Request body: {'security_group_rule': {'security_group_id': '84875f25-8f8a-48ab-ac3b-7df617c60a7e', 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:50:20.298950 n-d-829866-5 neutron-server[103406]: INFO neutron.db.securitygroups_db [None req-f83b6680-0d20-499e-a933-ae4e7ff55944 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Project 2d85ffd73bc643b0a9954d17d479b709 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 06:50:20.303746 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f83b6680-0d20-499e-a933-ae4e7ff55944 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for security_group_rule (53f49aba-e9b4-4a6d-b008-e0d1b5d635b4), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:20.364115 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f83b6680-0d20-499e-a933-ae4e7ff55944 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for security_group_rule (53f49aba-e9b4-4a6d-b008-e0d1b5d635b4), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:20.367680 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f83b6680-0d20-499e-a933-ae4e7ff55944 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542261'] for security_group_rule (53f49aba-e9b4-4a6d-b008-e0d1b5d635b4), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:20.383995 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b6680-0d20-499e-a933-ae4e7ff55944 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f49aba-e9b4-4a6d-b008-e0d1b5d635b4,revision_number=0']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:20.395488 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-f83b6680-0d20-499e-a933-ae4e7ff55944 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:20.396673 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-f83b6680-0d20-499e-a933-ae4e7ff55944 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211338 Feb 20 06:50:20.544094 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-23b14502-3233-4899-9fc3-bb0e3e282775 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586956782&fields=id&tenant_id=2d85ffd73bc643b0a9954d17d479b709 HTTP/1.1" status: 200 len: 267 time: 0.0435507 Feb 20 06:50:20.650402 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-ae86e6fa-ee3d-4319-bfac-c69ab4acb08a tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:20.651879 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-ae86e6fa-ee3d-4319-bfac-c69ab4acb08a tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/networks?id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d HTTP/1.1" status: 200 len: 810 time: 0.1015308 Feb 20 06:50:20.674211 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-81d1d700-96ff-4586-97ca-585321afc723 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/quotas/2d85ffd73bc643b0a9954d17d479b709 HTTP/1.1" status: 200 len: 375 time: 0.0144174 Feb 20 06:50:20.737408 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-1fc5a794-d34c-46cf-9a6a-8d85390ce662 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d85ffd73bc643b0a9954d17d479b709&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534005 Feb 20 06:50:20.740782 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 30820d97-ec11-4b48-95cb-5f367ef8608f up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:50:20.790188 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 30820d97-ec11-4b48-95cb-5f367ef8608f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:50:20.790637 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (30820d97-ec11-4b48-95cb-5f367ef8608f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:20.842534 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-27eecb01-fba6-439b-9536-c0ed9b663b3d service neutron] 10.222.0.37 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862262 Feb 20 06:50:20.868846 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 30820d97-ec11-4b48-95cb-5f367ef8608f is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:50:20.869241 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (30820d97-ec11-4b48-95cb-5f367ef8608f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:20.891382 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] For port 30820d97-ec11-4b48-95cb-5f367ef8608f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=30820d97-ec11-4b48-95cb-5f367ef8608f,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:50:20.898076 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (30820d97-ec11-4b48-95cb-5f367ef8608f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:20.942165 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-992dc308-959e-48e9-a8b8-5f4519542694 service neutron] 10.222.0.37 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921254 Feb 20 06:50:20.955555 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Pushing event updated for resources: {'Port': ['ID=30820d97-ec11-4b48-95cb-5f367ef8608f,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:21.064643 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc30c60-ad3c-4574-a470-46ddace342e3 None None] Sync routers for ids ['b6296e15-db9a-4724-a716-5a86f740ba44'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:50:21.074851 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc30c60-ad3c-4574-a470-46ddace342e3 None None] Routers {'b6296e15-db9a-4724-a716-5a86f740ba44'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:50:21.075501 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-efc30c60-ad3c-4574-a470-46ddace342e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:50:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b6296e15-db9a-4724-a716-5a86f740ba44'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:21.106690 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-242a6aaf-9eba-44a1-9211-c25088539622 req-4a19ec45-14d6-4b24-a899-d346e32d756c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=322a9e9c-2b89-431f-b736-6e1defb22052 HTTP/1.1" status: 200 len: 210 time: 0.0281286 Feb 20 06:50:21.337392 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-efc30c60-ad3c-4574-a470-46ddace342e3 None None] Set router b6296e15-db9a-4724-a716-5a86f740ba44 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:50:21.530520 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-efc30c60-ad3c-4574-a470-46ddace342e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6296e15-db9a-4724-a716-5a86f740ba44', 'name': 'tempest-TestSnapshotPattern-1690104166-router', 'tenant_id': '463b56316ed04d9ca9235e17c121f2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '30820d97-ec11-4b48-95cb-5f367ef8608f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:15Z', 'updated_at': '2022-02-20T06:50:17Z', 'revision_number': 4, 'project_id': '463b56316ed04d9ca9235e17c121f2f1', 'gw_port': {'id': '30820d97-ec11-4b48-95cb-5f367ef8608f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:24:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6296e15-db9a-4724-a716-5a86f740ba44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:15Z', 'updated_at': '2022-02-20T06:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'b895a75c-4555-4549-961c-642b067d08c7', 'name': '', 'network_id': '9d2a18fe-65a2-446e-ad3f-1ebce5330b1f', 'tenant_id': '463b56316ed04d9ca9235e17c121f2f1', 'mac_address': 'fa:16:3e:f0:d3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6296e15-db9a-4724-a716-5a86f740ba44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '578b8f97-4bce-41f3-b3db-9683b7a5d30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:17Z', 'updated_at': '2022-02-20T06:50:18Z', 'revision_number': 2, 'project_id': '463b56316ed04d9ca9235e17c121f2f1', 'subnets': [{'id': '578b8f97-4bce-41f3-b3db-9683b7a5d30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:21.555922 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc30c60-ad3c-4574-a470-46ddace342e3 None None] Checking router: b6296e15-db9a-4724-a716-5a86f740ba44 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:50:21.556275 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc30c60-ad3c-4574-a470-46ddace342e3 None None] Updating router b6296e15-db9a-4724-a716-5a86f740ba44 port b895a75c-4555-4549-961c-642b067d08c7 binding host n-d-829866-5 {{(pid=103408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 06:50:21.586158 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efc30c60-ad3c-4574-a470-46ddace342e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b895a75c-4555-4549-961c-642b067d08c7), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:21.762935 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:21.856509 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efc30c60-ad3c-4574-a470-46ddace342e3 None None] Publish callbacks [] for port (b895a75c-4555-4549-961c-642b067d08c7), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:21.861055 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efc30c60-ad3c-4574-a470-46ddace342e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b895a75c-4555-4549-961c-642b067d08c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:21.914763 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d7878-72f6-46b0-8c4a-a9b77be533fe None None] Pushing event updated for resources: {'Port': ['ID=b895a75c-4555-4549-961c-642b067d08c7,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:21.966118 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-efc30c60-ad3c-4574-a470-46ddace342e3 None None] Attempting to bind port b895a75c-4555-4549-961c-642b067d08c7 on host n-d-829866-5 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:50:21.966749 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-efc30c60-ad3c-4574-a470-46ddace342e3 None None] Attempting to bind port b895a75c-4555-4549-961c-642b067d08c7 by drivers openvswitch,hyperv on host n-d-829866-5 at level 0 using segments [{'id': '6526b969-a532-4944-bacc-d7fd37ae0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9d2a18fe-65a2-446e-ad3f-1ebce5330b1f'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:50:21.966749 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc30c60-ad3c-4574-a470-46ddace342e3 None None] Attempting to bind port b895a75c-4555-4549-961c-642b067d08c7 on network 9d2a18fe-65a2-446e-ad3f-1ebce5330b1f {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:50:21.971921 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc30c60-ad3c-4574-a470-46ddace342e3 None None] Checking agent: {'id': '309455eb-769d-452c-bc77-d66d5b0c7138', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 14, 23), 'started_at': datetime.datetime(2022, 2, 20, 5, 14, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:50:21.972294 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc30c60-ad3c-4574-a470-46ddace342e3 None None] Checking segment: {'id': '6526b969-a532-4944-bacc-d7fd37ae0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9d2a18fe-65a2-446e-ad3f-1ebce5330b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:50:21.972697 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efc30c60-ad3c-4574-a470-46ddace342e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:21.973086 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc30c60-ad3c-4574-a470-46ddace342e3 None None] Bound using segment: {'id': '6526b969-a532-4944-bacc-d7fd37ae0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9d2a18fe-65a2-446e-ad3f-1ebce5330b1f'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:50:21.973552 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-efc30c60-ad3c-4574-a470-46ddace342e3 None None] Bound port: b895a75c-4555-4549-961c-642b067d08c7, host: n-d-829866-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6526b969-a532-4944-bacc-d7fd37ae0d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9d2a18fe-65a2-446e-ad3f-1ebce5330b1f'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:50:21.973931 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efc30c60-ad3c-4574-a470-46ddace342e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b895a75c-4555-4549-961c-642b067d08c7), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:22.040501 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-efc30c60-ad3c-4574-a470-46ddace342e3 None None] For port b895a75c-4555-4549-961c-642b067d08c7, host n-d-829866-5, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:50:22.043979 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-efc30c60-ad3c-4574-a470-46ddace342e3 None None] For port b895a75c-4555-4549-961c-642b067d08c7, host n-d-829866-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=b895a75c-4555-4549-961c-642b067d08c7,segment=NetworkSegment(6526b969-a532-4944-bacc-d7fd37ae0d9d),segment_id=6526b969-a532-4944-bacc-d7fd37ae0d9d)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:50:22.050088 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efc30c60-ad3c-4574-a470-46ddace342e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b895a75c-4555-4549-961c-642b067d08c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:22.117353 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc30c60-ad3c-4574-a470-46ddace342e3 None None] Routers {'b6296e15-db9a-4724-a716-5a86f740ba44'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:50:22.118023 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-efc30c60-ad3c-4574-a470-46ddace342e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:50:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b6296e15-db9a-4724-a716-5a86f740ba44'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:22.125498 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d7878-72f6-46b0-8c4a-a9b77be533fe None None] Pushing event updated for resources: {'Port': ['ID=b895a75c-4555-4549-961c-642b067d08c7,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:22.180648 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-40a20adf-36fd-46cc-b78f-2099a88adae1 None None] Provisioning complete for port b895a75c-4555-4549-961c-642b067d08c7 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:50:22.181020 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40a20adf-36fd-46cc-b78f-2099a88adae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b895a75c-4555-4549-961c-642b067d08c7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:22.198889 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-399c4fb5-c2fd-41fd-ba50-e6306d910b07 req-8202b9e8-f7c6-4abc-86b4-62b03360ec4f tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=322a9e9c-2b89-431f-b736-6e1defb22052 HTTP/1.1" status: 200 len: 210 time: 0.0351889 Feb 20 06:50:22.286820 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-efc30c60-ad3c-4574-a470-46ddace342e3 None None] Set router b6296e15-db9a-4724-a716-5a86f740ba44 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:50:22.394687 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-40a20adf-36fd-46cc-b78f-2099a88adae1 None None] Current status of the port b895a75c-4555-4549-961c-642b067d08c7 is: DOWN; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:50:22.395096 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40a20adf-36fd-46cc-b78f-2099a88adae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (b895a75c-4555-4549-961c-642b067d08c7), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:22.473070 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-40a20adf-36fd-46cc-b78f-2099a88adae1 None None] For port b895a75c-4555-4549-961c-642b067d08c7, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=b895a75c-4555-4549-961c-642b067d08c7,segment=NetworkSegment(6526b969-a532-4944-bacc-d7fd37ae0d9d),segment_id=6526b969-a532-4944-bacc-d7fd37ae0d9d)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:50:22.480267 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40a20adf-36fd-46cc-b78f-2099a88adae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (b895a75c-4555-4549-961c-642b067d08c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:22.561697 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a20adf-36fd-46cc-b78f-2099a88adae1 None None] Pushing event updated for resources: {'Port': ['ID=b895a75c-4555-4549-961c-642b067d08c7,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:22.586560 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-efc30c60-ad3c-4574-a470-46ddace342e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6296e15-db9a-4724-a716-5a86f740ba44', 'name': 'tempest-TestSnapshotPattern-1690104166-router', 'tenant_id': '463b56316ed04d9ca9235e17c121f2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '30820d97-ec11-4b48-95cb-5f367ef8608f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:15Z', 'updated_at': '2022-02-20T06:50:17Z', 'revision_number': 4, 'project_id': '463b56316ed04d9ca9235e17c121f2f1', 'gw_port': {'id': '30820d97-ec11-4b48-95cb-5f367ef8608f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:24:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6296e15-db9a-4724-a716-5a86f740ba44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:15Z', 'updated_at': '2022-02-20T06:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'b895a75c-4555-4549-961c-642b067d08c7', 'name': '', 'network_id': '9d2a18fe-65a2-446e-ad3f-1ebce5330b1f', 'tenant_id': '463b56316ed04d9ca9235e17c121f2f1', 'mac_address': 'fa:16:3e:f0:d3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6296e15-db9a-4724-a716-5a86f740ba44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '578b8f97-4bce-41f3-b3db-9683b7a5d30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:17Z', 'updated_at': '2022-02-20T06:50:22Z', 'revision_number': 4, 'project_id': '463b56316ed04d9ca9235e17c121f2f1', 'subnets': [{'id': '578b8f97-4bce-41f3-b3db-9683b7a5d30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:22.617205 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc30c60-ad3c-4574-a470-46ddace342e3 None None] The sync data for ids ['b6296e15-db9a-4724-a716-5a86f740ba44'] in n-d-829866-5 is: [{'id': 'b6296e15-db9a-4724-a716-5a86f740ba44', 'name': 'tempest-TestSnapshotPattern-1690104166-router', 'tenant_id': '463b56316ed04d9ca9235e17c121f2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '30820d97-ec11-4b48-95cb-5f367ef8608f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:15Z', 'updated_at': '2022-02-20T06:50:17Z', 'revision_number': 4, 'project_id': '463b56316ed04d9ca9235e17c121f2f1', 'gw_port': {'id': '30820d97-ec11-4b48-95cb-5f367ef8608f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:24:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6296e15-db9a-4724-a716-5a86f740ba44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:15Z', 'updated_at': '2022-02-20T06:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': 'b895a75c-4555-4549-961c-642b067d08c7', 'name': '', 'network_id': '9d2a18fe-65a2-446e-ad3f-1ebce5330b1f', 'tenant_id': '463b56316ed04d9ca9235e17c121f2f1', 'mac_address': 'fa:16:3e:f0:d3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6296e15-db9a-4724-a716-5a86f740ba44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '578b8f97-4bce-41f3-b3db-9683b7a5d30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:17Z', 'updated_at': '2022-02-20T06:50:22Z', 'revision_number': 4, 'project_id': '463b56316ed04d9ca9235e17c121f2f1', 'subnets': [{'id': '578b8f97-4bce-41f3-b3db-9683b7a5d30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:50:22.625615 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-406443ea-ef93-46db-9441-edfac78dc4a9 None None] Provisioning complete for port b895a75c-4555-4549-961c-642b067d08c7 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:50:22.625986 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-406443ea-ef93-46db-9441-edfac78dc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b895a75c-4555-4549-961c-642b067d08c7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:22.733870 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-406443ea-ef93-46db-9441-edfac78dc4a9 None None] Current status of the port b895a75c-4555-4549-961c-642b067d08c7 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:50:22.842978 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 30820d97-ec11-4b48-95cb-5f367ef8608f up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:50:22.898622 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:22.917228 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port 30820d97-ec11-4b48-95cb-5f367ef8608f triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:50:22.917496 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (30820d97-ec11-4b48-95cb-5f367ef8608f), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:23.007412 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port 30820d97-ec11-4b48-95cb-5f367ef8608f is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:50:23.008504 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b895a75c-4555-4549-961c-642b067d08c7 up at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:50:23.057618 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Provisioning complete for port b895a75c-4555-4549-961c-642b067d08c7 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:50:23.058106 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (b895a75c-4555-4549-961c-642b067d08c7), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:23.137516 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Current status of the port b895a75c-4555-4549-961c-642b067d08c7 is: ACTIVE; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:50:23.288545 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-57533752-e891-4387-8864-d1fbbcec1266 req-42b4b844-e67d-4318-a79b-6f01cb0b9665 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=322a9e9c-2b89-431f-b736-6e1defb22052 HTTP/1.1" status: 200 len: 210 time: 0.0258904 Feb 20 06:50:23.729281 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:24.368807 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c236a18-9b8b-46d7-858e-d8d1d8b44571 req-442b7319-a7d7-4b9a-9bd2-e0bfe80ca12a tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=322a9e9c-2b89-431f-b736-6e1defb22052 HTTP/1.1" status: 200 len: 210 time: 0.0308204 Feb 20 06:50:25.464289 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-f152fec7-d41c-4567-a297-dbcd4ce29f47 req-02b9bbe4-be75-45cb-b273-726af0e39d6a tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=322a9e9c-2b89-431f-b736-6e1defb22052 HTTP/1.1" status: 200 len: 210 time: 0.0278542 Feb 20 06:50:25.961731 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:26.255351 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-46b5161d-e4dc-4e33-9de9-a218ebe2b8ec tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:26.256819 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-46b5161d-e4dc-4e33-9de9-a218ebe2b8ec tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.61 "GET /v2.0/networks?id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d HTTP/1.1" status: 200 len: 810 time: 0.1030459 Feb 20 06:50:26.317506 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-3dab7129-4e3e-41c7-a05c-3e0ceacdd642 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d85ffd73bc643b0a9954d17d479b709 HTTP/1.1" status: 200 len: 380 time: 0.0528009 Feb 20 06:50:26.326771 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-10a530c9-6cec-4004-9f07-040621d66251 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Request body: {'port': {'device_id': '322a9e9c-2b89-431f-b736-6e1defb22052', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'admin_state_up': True, 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'security_groups': ['84875f25-8f8a-48ab-ac3b-7df617c60a7e']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:50:26.561135 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-62e5c748-b656-42b8-a036-bb0074d3770a req-cec98bc3-40cc-41a4-8219-5f211d597271 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=322a9e9c-2b89-431f-b736-6e1defb22052 HTTP/1.1" status: 200 len: 210 time: 0.0281787 Feb 20 06:50:26.723903 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-10a530c9-6cec-4004-9f07-040621d66251 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Made reservation on behalf of 2d85ffd73bc643b0a9954d17d479b709 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:50:26.727413 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-10a530c9-6cec-4004-9f07-040621d66251 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:26.847562 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-10a530c9-6cec-4004-9f07-040621d66251 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Allocated IP 172.20.0.8 (d0c566a8-6320-4930-a7f0-6e0b2a96e58d/e93e7e41-2654-4b86-ab39-381bf1087569/21768994-eb57-4da0-a18c-5aea0f8f5e77) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:50:26.988296 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-10a530c9-6cec-4004-9f07-040621d66251 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for port (21768994-eb57-4da0-a18c-5aea0f8f5e77), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:27.021778 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-10a530c9-6cec-4004-9f07-040621d66251 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (21768994-eb57-4da0-a18c-5aea0f8f5e77), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:27.062100 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-10a530c9-6cec-4004-9f07-040621d66251 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Network d0c566a8-6320-4930-a7f0-6e0b2a96e58d is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:50:27.065153 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-10a530c9-6cec-4004-9f07-040621d66251 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:50:27.068701 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-10a530c9-6cec-4004-9f07-040621d66251 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:50:27.099181 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a530c9-6cec-4004-9f07-040621d66251 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Pushing event updated for resources: {'Port': ['ID=21768994-eb57-4da0-a18c-5aea0f8f5e77,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:27.123268 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-10a530c9-6cec-4004-9f07-040621d66251 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:27.124017 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-10a530c9-6cec-4004-9f07-040621d66251 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:27.142973 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-10a530c9-6cec-4004-9f07-040621d66251 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8196404 Feb 20 06:50:27.154696 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-e336eceb-069a-4434-a6a2-8f9194a140c0 service neutron] Request body: {'port': {'device_id': '322a9e9c-2b89-431f-b736-6e1defb22052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:50:27.221738 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-e336eceb-069a-4434-a6a2-8f9194a140c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (21768994-eb57-4da0-a18c-5aea0f8f5e77), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:27.280141 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-a28eb9b9-2b34-452d-b58a-bde40ccb0f32 None None] Provisioning complete for port 21768994-eb57-4da0-a18c-5aea0f8f5e77 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:50:27.280769 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a28eb9b9-2b34-452d-b58a-bde40ccb0f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (21768994-eb57-4da0-a18c-5aea0f8f5e77), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:27.313610 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a28eb9b9-2b34-452d-b58a-bde40ccb0f32 None None] Port 21768994-eb57-4da0-a18c-5aea0f8f5e77 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:50:27.484804 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-e336eceb-069a-4434-a6a2-8f9194a140c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21768994-eb57-4da0-a18c-5aea0f8f5e77 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:50:27.492145 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-e336eceb-069a-4434-a6a2-8f9194a140c0 service neutron] Publish callbacks [] for port (21768994-eb57-4da0-a18c-5aea0f8f5e77), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:27.503886 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-e336eceb-069a-4434-a6a2-8f9194a140c0 service neutron] Transition to ACTIVE for port object 21768994-eb57-4da0-a18c-5aea0f8f5e77 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:50:27.507790 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-e336eceb-069a-4434-a6a2-8f9194a140c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (21768994-eb57-4da0-a18c-5aea0f8f5e77), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:27.580375 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336eceb-069a-4434-a6a2-8f9194a140c0 service neutron] Pushing event updated for resources: {'Port': ['ID=21768994-eb57-4da0-a18c-5aea0f8f5e77,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:27.639849 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-e336eceb-069a-4434-a6a2-8f9194a140c0 service neutron] Attempting to bind port 21768994-eb57-4da0-a18c-5aea0f8f5e77 on host n-h1-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:50:27.640226 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-e336eceb-069a-4434-a6a2-8f9194a140c0 service neutron] Attempting to bind port 21768994-eb57-4da0-a18c-5aea0f8f5e77 by drivers openvswitch,hyperv on host n-h1-829866-5 at level 0 using segments [{'id': '16758c49-bf2a-4012-88d2-4804b1e2db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:50:27.640523 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-e336eceb-069a-4434-a6a2-8f9194a140c0 service neutron] Attempting to bind port 21768994-eb57-4da0-a18c-5aea0f8f5e77 on network d0c566a8-6320-4930-a7f0-6e0b2a96e58d {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:50:27.645153 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-e336eceb-069a-4434-a6a2-8f9194a140c0 service neutron] Port 21768994-eb57-4da0-a18c-5aea0f8f5e77 on network d0c566a8-6320-4930-a7f0-6e0b2a96e58d not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:50:27.645480 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-e336eceb-069a-4434-a6a2-8f9194a140c0 service neutron] Attempting to bind port 21768994-eb57-4da0-a18c-5aea0f8f5e77 on network d0c566a8-6320-4930-a7f0-6e0b2a96e58d {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:50:27.650545 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-e336eceb-069a-4434-a6a2-8f9194a140c0 service neutron] Checking agent: {'id': '066e8689-1374-4f0a-ac9e-401f599891c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:50:27.651507 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-e336eceb-069a-4434-a6a2-8f9194a140c0 service neutron] Checking segment: {'id': '16758c49-bf2a-4012-88d2-4804b1e2db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:50:27.651879 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-e336eceb-069a-4434-a6a2-8f9194a140c0 service neutron] Bound using segment: {'id': '16758c49-bf2a-4012-88d2-4804b1e2db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:50:27.652309 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-e336eceb-069a-4434-a6a2-8f9194a140c0 service neutron] Bound port: 21768994-eb57-4da0-a18c-5aea0f8f5e77, host: n-h1-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16758c49-bf2a-4012-88d2-4804b1e2db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:50:27.652672 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-e336eceb-069a-4434-a6a2-8f9194a140c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (21768994-eb57-4da0-a18c-5aea0f8f5e77), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:27.684347 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9df0c3-7e3e-44a3-b567-2f09a4650036 req-7325dffb-90d7-4bfa-aba9-f668125152bd tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:27.685823 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e9df0c3-7e3e-44a3-b567-2f09a4650036 req-7325dffb-90d7-4bfa-aba9-f668125152bd tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=322a9e9c-2b89-431f-b736-6e1defb22052 HTTP/1.1" status: 200 len: 943 time: 0.0541172 Feb 20 06:50:27.721379 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-e336eceb-069a-4434-a6a2-8f9194a140c0 service neutron] For port 21768994-eb57-4da0-a18c-5aea0f8f5e77, host n-h1-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:50:27.724659 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-e336eceb-069a-4434-a6a2-8f9194a140c0 service neutron] For port 21768994-eb57-4da0-a18c-5aea0f8f5e77, host n-h1-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=21768994-eb57-4da0-a18c-5aea0f8f5e77,segment=NetworkSegment(16758c49-bf2a-4012-88d2-4804b1e2db6e),segment_id=16758c49-bf2a-4012-88d2-4804b1e2db6e)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:50:27.732802 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-e336eceb-069a-4434-a6a2-8f9194a140c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (21768994-eb57-4da0-a18c-5aea0f8f5e77), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:27.738580 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-9e9df0c3-7e3e-44a3-b567-2f09a4650036 req-3f0ef92d-1339-4dee-9f76-706b37ccecf4 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/security-groups?id=84875f25-8f8a-48ab-ac3b-7df617c60a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465987 Feb 20 06:50:27.771598 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-e336eceb-069a-4434-a6a2-8f9194a140c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:27.772219 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-e336eceb-069a-4434-a6a2-8f9194a140c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:27.773602 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-e336eceb-069a-4434-a6a2-8f9194a140c0 service neutron] 10.222.0.61 "PUT /v2.0/ports/21768994-eb57-4da0-a18c-5aea0f8f5e77 HTTP/1.1" status: 200 len: 1091 time: 0.6236548 Feb 20 06:50:27.774050 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322a9e9c-2b89-431f-b736-6e1defb22052', 'tag': '21768994-eb57-4da0-a18c-5aea0f8f5e77'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:50:27.777003 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15944faf-a640-4448-bd11-af050b912a16" -d '{"events": [{"name": "network-changed", "server_uuid": "322a9e9c-2b89-431f-b736-6e1defb22052", "tag": "21768994-eb57-4da0-a18c-5aea0f8f5e77"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:50:27.802800 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336eceb-069a-4434-a6a2-8f9194a140c0 service neutron] Pushing event updated for resources: {'Port': ['ID=21768994-eb57-4da0-a18c-5aea0f8f5e77,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:27.818699 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c0df37-155c-49ea-8b04-d0a9ede73e6b x-openstack-request-id: req-a8c0df37-155c-49ea-8b04-d0a9ede73e6b {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:50:27.819045 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "322a9e9c-2b89-431f-b736-6e1defb22052", "tag": "21768994-eb57-4da0-a18c-5aea0f8f5e77", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:50:27.819306 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8c0df37-155c-49ea-8b04-d0a9ede73e6b {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:50:27.819716 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '322a9e9c-2b89-431f-b736-6e1defb22052', 'tag': '21768994-eb57-4da0-a18c-5aea0f8f5e77', 'status': 'completed', 'code': 200} Feb 20 06:50:27.871831 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-6d79ff45-765c-44fb-a637-3ea370ab0eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:27.873366 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-6d79ff45-765c-44fb-a637-3ea370ab0eeb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d85ffd73bc643b0a9954d17d479b709&device_id=322a9e9c-2b89-431f-b736-6e1defb22052 HTTP/1.1" status: 200 len: 1125 time: 0.0492737 Feb 20 06:50:27.916656 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-b6b9a0f9-8f1a-4356-880d-11c66297d7e8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21768994-eb57-4da0-a18c-5aea0f8f5e77 HTTP/1.1" status: 200 len: 217 time: 0.0360944 Feb 20 06:50:27.969857 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-5a67944f-0aa9-4648-9e77-2d713054384c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:27.971365 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-5a67944f-0aa9-4648-9e77-2d713054384c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e93e7e41-2654-4b86-ab39-381bf1087569 HTTP/1.1" status: 200 len: 849 time: 0.0496380 Feb 20 06:50:28.006798 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:50:28.020999 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-85496473-33ed-46d9-a1b1-1e3da97e0e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:28.022525 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-85496473-33ed-46d9-a1b1-1e3da97e0e8c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452542 Feb 20 06:50:28.110546 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-7f0cde00-cda2-42d7-91fc-b498df955aa4 service neutron] 10.222.0.61 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814416 Feb 20 06:50:28.202361 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-2e9f7a92-65a1-499a-998d-cc01a5150d46 req-11208400-9c30-4495-960d-7d8f918a59f9 service neutron] 10.222.0.61 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853105 Feb 20 06:50:28.290643 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15944faf-a640-4448-bd11-af050b912a16 req-62aec066-b8c5-4c20-81eb-ccb0be094826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:28.292639 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-15944faf-a640-4448-bd11-af050b912a16 req-62aec066-b8c5-4c20-81eb-ccb0be094826 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d85ffd73bc643b0a9954d17d479b709&device_id=322a9e9c-2b89-431f-b736-6e1defb22052 HTTP/1.1" status: 200 len: 1125 time: 0.0451653 Feb 20 06:50:28.386273 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15944faf-a640-4448-bd11-af050b912a16 req-d5e5845a-7bb2-40b8-82b1-ec632021bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:28.387787 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-15944faf-a640-4448-bd11-af050b912a16 req-d5e5845a-7bb2-40b8-82b1-ec632021bb45 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d HTTP/1.1" status: 200 len: 910 time: 0.0892303 Feb 20 06:50:28.428933 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-15944faf-a640-4448-bd11-af050b912a16 req-6b2db71a-0622-4203-a5a9-df5fa439845e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21768994-eb57-4da0-a18c-5aea0f8f5e77 HTTP/1.1" status: 200 len: 217 time: 0.0341866 Feb 20 06:50:28.475422 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15944faf-a640-4448-bd11-af050b912a16 req-a060595e-41fe-415a-ba45-690b0eebdaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:28.476910 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-15944faf-a640-4448-bd11-af050b912a16 req-a060595e-41fe-415a-ba45-690b0eebdaea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e93e7e41-2654-4b86-ab39-381bf1087569 HTTP/1.1" status: 200 len: 849 time: 0.0421154 Feb 20 06:50:28.530207 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15944faf-a640-4448-bd11-af050b912a16 req-fdfd8941-c0df-44e4-9087-331a16c4185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:28.531849 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-15944faf-a640-4448-bd11-af050b912a16 req-fdfd8941-c0df-44e4-9087-331a16c4185d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483463 Feb 20 06:50:28.619525 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-15944faf-a640-4448-bd11-af050b912a16 req-8287272f-a9e2-431a-a0ab-96281d0ad169 service neutron] 10.222.0.61 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805776 Feb 20 06:50:28.710545 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-15944faf-a640-4448-bd11-af050b912a16 req-71b38c34-0cad-4994-b088-e9ad63bd3e21 service neutron] 10.222.0.61 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852115 Feb 20 06:50:28.862261 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7341f86-e28b-4cfe-99cb-1dddae3856dd req-bdb91258-df04-43d5-9777-fa0b679c297e tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:28.863767 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e7341f86-e28b-4cfe-99cb-1dddae3856dd req-bdb91258-df04-43d5-9777-fa0b679c297e tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=322a9e9c-2b89-431f-b736-6e1defb22052 HTTP/1.1" status: 200 len: 943 time: 0.0574384 Feb 20 06:50:29.236787 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e7341f86-e28b-4cfe-99cb-1dddae3856dd req-3d27197f-c256-4fa7-83ce-b8a6acb76c00 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/security-groups?id=84875f25-8f8a-48ab-ac3b-7df617c60a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3673196 Feb 20 06:50:29.943431 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 21768994-eb57-4da0-a18c-5aea0f8f5e77 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:50:30.040986 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 21768994-eb57-4da0-a18c-5aea0f8f5e77, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=21768994-eb57-4da0-a18c-5aea0f8f5e77,segment=NetworkSegment(16758c49-bf2a-4012-88d2-4804b1e2db6e),segment_id=16758c49-bf2a-4012-88d2-4804b1e2db6e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:50:30.052568 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '21768994-eb57-4da0-a18c-5aea0f8f5e77', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'port_id': '21768994-eb57-4da0-a18c-5aea0f8f5e77', 'mac_address': 'fa:16:3e:80:30:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:50:30.088617 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 21768994-eb57-4da0-a18c-5aea0f8f5e77 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:50:30.089004 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (21768994-eb57-4da0-a18c-5aea0f8f5e77), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:30.101474 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21768994-eb57-4da0-a18c-5aea0f8f5e77 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:50:30.120045 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 21768994-eb57-4da0-a18c-5aea0f8f5e77, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=21768994-eb57-4da0-a18c-5aea0f8f5e77,segment=NetworkSegment(16758c49-bf2a-4012-88d2-4804b1e2db6e),segment_id=16758c49-bf2a-4012-88d2-4804b1e2db6e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:50:30.124453 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (21768994-eb57-4da0-a18c-5aea0f8f5e77), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:30.174627 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=21768994-eb57-4da0-a18c-5aea0f8f5e77,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:30.355413 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be454b8-55b6-469a-9b6e-0a6602b789e1 req-6c20df0f-900f-4893-8639-4bb02fbb1091 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:30.356858 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5be454b8-55b6-469a-9b6e-0a6602b789e1 req-6c20df0f-900f-4893-8639-4bb02fbb1091 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=322a9e9c-2b89-431f-b736-6e1defb22052 HTTP/1.1" status: 200 len: 944 time: 0.0521672 Feb 20 06:50:30.360248 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['21768994-eb57-4da0-a18c-5aea0f8f5e77'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:50:30.405415 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5be454b8-55b6-469a-9b6e-0a6602b789e1 req-09cc8b66-39b7-482e-bb54-fe356144f5ec tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/security-groups?id=84875f25-8f8a-48ab-ac3b-7df617c60a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420554 Feb 20 06:50:31.522192 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16d094-2718-4c46-9b16-4cf726e5a986 req-0d4d92d6-f7d7-410c-aa70-521ee4980da5 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:31.523667 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0f16d094-2718-4c46-9b16-4cf726e5a986 req-0d4d92d6-f7d7-410c-aa70-521ee4980da5 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=322a9e9c-2b89-431f-b736-6e1defb22052 HTTP/1.1" status: 200 len: 944 time: 0.0520802 Feb 20 06:50:31.574052 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-0f16d094-2718-4c46-9b16-4cf726e5a986 req-84856103-7def-4f7e-9f0d-76448358d858 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/security-groups?id=84875f25-8f8a-48ab-ac3b-7df617c60a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443354 Feb 20 06:50:31.958502 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 21768994-eb57-4da0-a18c-5aea0f8f5e77 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:50:32.006965 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning for port 21768994-eb57-4da0-a18c-5aea0f8f5e77 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:50:32.010651 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 21768994-eb57-4da0-a18c-5aea0f8f5e77 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:50:32.011542 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (21768994-eb57-4da0-a18c-5aea0f8f5e77), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:32.089993 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 21768994-eb57-4da0-a18c-5aea0f8f5e77 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:50:32.090374 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (21768994-eb57-4da0-a18c-5aea0f8f5e77), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:32.112026 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322a9e9c-2b89-431f-b736-6e1defb22052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21768994-eb57-4da0-a18c-5aea0f8f5e77'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:50:32.114232 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c660f22e-a223-4ce6-b805-e8a78b57cf5c" -d '{"events": [{"server_uuid": "322a9e9c-2b89-431f-b736-6e1defb22052", "name": "network-vif-plugged", "status": "completed", "tag": "21768994-eb57-4da0-a18c-5aea0f8f5e77"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:50:32.125946 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 21768994-eb57-4da0-a18c-5aea0f8f5e77, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=21768994-eb57-4da0-a18c-5aea0f8f5e77,segment=NetworkSegment(16758c49-bf2a-4012-88d2-4804b1e2db6e),segment_id=16758c49-bf2a-4012-88d2-4804b1e2db6e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:50:32.130073 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (21768994-eb57-4da0-a18c-5aea0f8f5e77), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:32.154488 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613fa500-0bb7-40d9-bf16-91329cf9fbc6 x-openstack-request-id: req-613fa500-0bb7-40d9-bf16-91329cf9fbc6 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:50:32.154780 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322a9e9c-2b89-431f-b736-6e1defb22052", "name": "network-vif-plugged", "status": "completed", "tag": "21768994-eb57-4da0-a18c-5aea0f8f5e77", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:50:32.155062 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-613fa500-0bb7-40d9-bf16-91329cf9fbc6 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:50:32.155454 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322a9e9c-2b89-431f-b736-6e1defb22052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21768994-eb57-4da0-a18c-5aea0f8f5e77', 'code': 200} Feb 20 06:50:32.179673 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=21768994-eb57-4da0-a18c-5aea0f8f5e77,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:32.250234 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee374b-128d-4347-8528-f6471511e0a3 req-51d84f79-5de7-47dc-8cc6-3e0f15952708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:32.251688 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-69ee374b-128d-4347-8528-f6471511e0a3 req-51d84f79-5de7-47dc-8cc6-3e0f15952708 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=322a9e9c-2b89-431f-b736-6e1defb22052 HTTP/1.1" status: 200 len: 1127 time: 0.0438471 Feb 20 06:50:32.305485 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-69ee374b-128d-4347-8528-f6471511e0a3 req-03f63fe8-0e18-4bac-b59e-2203c4d1127e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=84875f25-8f8a-48ab-ac3b-7df617c60a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384533 Feb 20 06:50:32.692328 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25760596-20f7-4f51-84bb-a696561eaec0 req-b3e92340-256d-4646-95de-17f151a6c0fe tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:32.693798 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-25760596-20f7-4f51-84bb-a696561eaec0 req-b3e92340-256d-4646-95de-17f151a6c0fe tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=322a9e9c-2b89-431f-b736-6e1defb22052 HTTP/1.1" status: 200 len: 945 time: 0.0518341 Feb 20 06:50:32.740923 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-25760596-20f7-4f51-84bb-a696561eaec0 req-4cd87edb-1053-4421-ba24-ad890def8211 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/security-groups?id=84875f25-8f8a-48ab-ac3b-7df617c60a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415435 Feb 20 06:50:33.857770 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a273216-be11-46dc-8eb7-08417fd6cf0a req-a551393b-d669-4c08-a006-665adb86f7e2 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:33.859354 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8a273216-be11-46dc-8eb7-08417fd6cf0a req-a551393b-d669-4c08-a006-665adb86f7e2 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=322a9e9c-2b89-431f-b736-6e1defb22052 HTTP/1.1" status: 200 len: 945 time: 0.0525920 Feb 20 06:50:33.907185 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8a273216-be11-46dc-8eb7-08417fd6cf0a req-a7c7a02d-8e7f-49a8-b6fa-c45b37a1139b tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/security-groups?id=84875f25-8f8a-48ab-ac3b-7df617c60a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423479 Feb 20 06:50:34.025865 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce2299-fdfc-4ea0-80e3-f24220987085 req-ceb67f56-fadf-47e0-9a4f-a949dcc60d96 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:34.027323 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1fce2299-fdfc-4ea0-80e3-f24220987085 req-ceb67f56-fadf-47e0-9a4f-a949dcc60d96 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=322a9e9c-2b89-431f-b736-6e1defb22052 HTTP/1.1" status: 200 len: 945 time: 0.0574853 Feb 20 06:50:34.076185 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-1fce2299-fdfc-4ea0-80e3-f24220987085 req-75052bcf-3b15-4e6b-a5d0-54f0af42a2a8 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/security-groups?id=84875f25-8f8a-48ab-ac3b-7df617c60a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431888 Feb 20 06:50:34.097243 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55682) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:34.226845 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678847ae-d1f0-4422-b307-0576c47313e6 tempest-TestSnapshotPattern-1330020904 tempest-TestSnapshotPattern-1330020904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:34.228405 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-678847ae-d1f0-4422-b307-0576c47313e6 tempest-TestSnapshotPattern-1330020904 tempest-TestSnapshotPattern-1330020904-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=322a9e9c-2b89-431f-b736-6e1defb22052 HTTP/1.1" status: 200 len: 1122 time: 0.1302035 Feb 20 06:50:34.231738 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55686) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:50:34.235938 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-70d72bab-b8fc-45b1-8113-7b37bbcfc8f2 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'port_id': '21768994-eb57-4da0-a18c-5aea0f8f5e77', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:50:34.256456 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70d72bab-b8fc-45b1-8113-7b37bbcfc8f2 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:34.352647 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70d72bab-b8fc-45b1-8113-7b37bbcfc8f2 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:34.452376 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-70d72bab-b8fc-45b1-8113-7b37bbcfc8f2 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Allocated IP 172.25.3.16 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/45725012-93c9-4c7f-860a-6c0c588ee85f) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:50:34.555785 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70d72bab-b8fc-45b1-8113-7b37bbcfc8f2 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for port (45725012-93c9-4c7f-860a-6c0c588ee85f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:34.588290 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70d72bab-b8fc-45b1-8113-7b37bbcfc8f2 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (45725012-93c9-4c7f-860a-6c0c588ee85f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:34.623566 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d72bab-b8fc-45b1-8113-7b37bbcfc8f2 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:50:34.626361 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-70d72bab-b8fc-45b1-8113-7b37bbcfc8f2 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:50:34.629979 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d72bab-b8fc-45b1-8113-7b37bbcfc8f2 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:50:34.654834 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d72bab-b8fc-45b1-8113-7b37bbcfc8f2 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Pushing event updated for resources: {'Port': ['ID=45725012-93c9-4c7f-860a-6c0c588ee85f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:35.016695 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70d72bab-b8fc-45b1-8113-7b37bbcfc8f2 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for floatingip (1bc10cd6-ade7-47c7-887e-bb43c9a7c7e4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:35.083017 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70d72bab-b8fc-45b1-8113-7b37bbcfc8f2 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (45725012-93c9-4c7f-860a-6c0c588ee85f), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:35.231405 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70d72bab-b8fc-45b1-8113-7b37bbcfc8f2 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for port (45725012-93c9-4c7f-860a-6c0c588ee85f), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:35.235752 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70d72bab-b8fc-45b1-8113-7b37bbcfc8f2 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (45725012-93c9-4c7f-860a-6c0c588ee85f), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:35.308505 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d72bab-b8fc-45b1-8113-7b37bbcfc8f2 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Pushing event updated for resources: {'Port': ['ID=45725012-93c9-4c7f-860a-6c0c588ee85f,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:50:35.318253 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70d72bab-b8fc-45b1-8113-7b37bbcfc8f2 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (1bc10cd6-ade7-47c7-887e-bb43c9a7c7e4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:35.423115 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-70d72bab-b8fc-45b1-8113-7b37bbcfc8f2 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Floating IP 1bc10cd6-ade7-47c7-887e-bb43c9a7c7e4 associated. External IP: 172.25.3.16, port: 21768994-eb57-4da0-a18c-5aea0f8f5e77. Feb 20 06:50:35.631308 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d72bab-b8fc-45b1-8113-7b37bbcfc8f2 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Router b66201e8-ceb3-477c-84a9-379d3a980e2f has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:50:35.743375 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d72bab-b8fc-45b1-8113-7b37bbcfc8f2 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:50:35.754133 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf9e3cc-8a80-48e5-ac9c-0db2972d9852 None None] Sync routers for ids ['b66201e8-ceb3-477c-84a9-379d3a980e2f'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:50:35.761014 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70d72bab-b8fc-45b1-8113-7b37bbcfc8f2 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:35.764764 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf9e3cc-8a80-48e5-ac9c-0db2972d9852 None None] Routers {'b66201e8-ceb3-477c-84a9-379d3a980e2f'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:50:35.765576 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-caf9e3cc-8a80-48e5-ac9c-0db2972d9852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:50:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b66201e8-ceb3-477c-84a9-379d3a980e2f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:35.790074 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-70d72bab-b8fc-45b1-8113-7b37bbcfc8f2 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5573316 Feb 20 06:50:35.790805 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322a9e9c-2b89-431f-b736-6e1defb22052', 'tag': '21768994-eb57-4da0-a18c-5aea0f8f5e77'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:50:35.793710 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78934f98bf255cbf8729f55a3e84459a3773ac23536445eeb810cf99c856869a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9363de-6ff2-46a1-b218-102be81a816d" -d '{"events": [{"name": "network-changed", "server_uuid": "322a9e9c-2b89-431f-b736-6e1defb22052", "tag": "21768994-eb57-4da0-a18c-5aea0f8f5e77"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:50:35.831696 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3efa1f-b125-4860-ab9d-be3449c88f92 x-openstack-request-id: req-ff3efa1f-b125-4860-ab9d-be3449c88f92 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:50:35.831997 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "322a9e9c-2b89-431f-b736-6e1defb22052", "tag": "21768994-eb57-4da0-a18c-5aea0f8f5e77", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:50:35.832255 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff3efa1f-b125-4860-ab9d-be3449c88f92 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:50:35.832696 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '322a9e9c-2b89-431f-b736-6e1defb22052', 'tag': '21768994-eb57-4da0-a18c-5aea0f8f5e77', 'status': 'completed', 'code': 200} Feb 20 06:50:35.876470 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-caf9e3cc-8a80-48e5-ac9c-0db2972d9852 None None] Set router b66201e8-ceb3-477c-84a9-379d3a980e2f gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:50:35.897935 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9363de-6ff2-46a1-b218-102be81a816d req-e42d6908-30e1-4e5e-9f2c-b69a7f1bd73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:35.899403 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1e9363de-6ff2-46a1-b218-102be81a816d req-e42d6908-30e1-4e5e-9f2c-b69a7f1bd73f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d85ffd73bc643b0a9954d17d479b709&device_id=322a9e9c-2b89-431f-b736-6e1defb22052 HTTP/1.1" status: 200 len: 1127 time: 0.0459340 Feb 20 06:50:35.993383 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9363de-6ff2-46a1-b218-102be81a816d req-c5cb9a3e-76d6-4ce5-bda7-245521878abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:35.993383 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1e9363de-6ff2-46a1-b218-102be81a816d req-c5cb9a3e-76d6-4ce5-bda7-245521878abf service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d HTTP/1.1" status: 200 len: 910 time: 0.0875831 Feb 20 06:50:36.058341 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1e9363de-6ff2-46a1-b218-102be81a816d req-7b584e8f-51a9-4f19-9a8a-4bcc6d226b7a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21768994-eb57-4da0-a18c-5aea0f8f5e77 HTTP/1.1" status: 200 len: 998 time: 0.0593228 Feb 20 06:50:36.097225 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-caf9e3cc-8a80-48e5-ac9c-0db2972d9852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'name': 'tempest-TestSnapshotPattern-1358504880-router', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:13Z', 'revision_number': 4, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'gw_port': {'id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '1bc10cd6-ade7-47c7-887e-bb43c9a7c7e4', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'port_id': '21768994-eb57-4da0-a18c-5aea0f8f5e77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'mac_address': 'fa:16:3e:80:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322a9e9c-2b89-431f-b736-6e1defb22052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:50:34Z', 'updated_at': '2022-02-20T06:50:34Z', 'revision_number': 0, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86305391-df5c-4102-91f4-1d878b8fe8e3', 'name': '', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'mac_address': 'fa:16:3e:db:a0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:12Z', 'updated_at': '2022-02-20T06:50:17Z', 'revision_number': 5, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'subnets': [{'id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:36.105575 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9363de-6ff2-46a1-b218-102be81a816d req-b6e2e461-4527-468f-b258-abc609a76484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:36.107054 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1e9363de-6ff2-46a1-b218-102be81a816d req-b6e2e461-4527-468f-b258-abc609a76484 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e93e7e41-2654-4b86-ab39-381bf1087569 HTTP/1.1" status: 200 len: 849 time: 0.0437639 Feb 20 06:50:36.123157 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf9e3cc-8a80-48e5-ac9c-0db2972d9852 None None] Checking router: b66201e8-ceb3-477c-84a9-379d3a980e2f for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:50:36.131558 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf9e3cc-8a80-48e5-ac9c-0db2972d9852 None None] Routers {'b66201e8-ceb3-477c-84a9-379d3a980e2f'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:50:36.132163 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-caf9e3cc-8a80-48e5-ac9c-0db2972d9852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:50:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b66201e8-ceb3-477c-84a9-379d3a980e2f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:36.158820 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9363de-6ff2-46a1-b218-102be81a816d req-669e2f59-f406-4f40-a563-3570cbe5c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:50:36.160304 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1e9363de-6ff2-46a1-b218-102be81a816d req-669e2f59-f406-4f40-a563-3570cbe5c0c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479028 Feb 20 06:50:36.238159 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-caf9e3cc-8a80-48e5-ac9c-0db2972d9852 None None] Set router b66201e8-ceb3-477c-84a9-379d3a980e2f gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:50:36.247632 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1e9363de-6ff2-46a1-b218-102be81a816d req-9064fdb3-0889-42e3-9c1e-b869be0ae8e7 service neutron] 10.222.0.61 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811737 Feb 20 06:50:36.340921 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1e9363de-6ff2-46a1-b218-102be81a816d req-e4c40c48-0c87-49ed-adf8-959114e4c7b5 service neutron] 10.222.0.61 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870347 Feb 20 06:50:36.541499 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-caf9e3cc-8a80-48e5-ac9c-0db2972d9852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'name': 'tempest-TestSnapshotPattern-1358504880-router', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:13Z', 'revision_number': 4, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'gw_port': {'id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '1bc10cd6-ade7-47c7-887e-bb43c9a7c7e4', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'port_id': '21768994-eb57-4da0-a18c-5aea0f8f5e77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'mac_address': 'fa:16:3e:80:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322a9e9c-2b89-431f-b736-6e1defb22052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:50:34Z', 'updated_at': '2022-02-20T06:50:34Z', 'revision_number': 0, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86305391-df5c-4102-91f4-1d878b8fe8e3', 'name': '', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'mac_address': 'fa:16:3e:db:a0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:12Z', 'updated_at': '2022-02-20T06:50:17Z', 'revision_number': 5, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'subnets': [{'id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:50:36.569874 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf9e3cc-8a80-48e5-ac9c-0db2972d9852 None None] The sync data for ids ['b66201e8-ceb3-477c-84a9-379d3a980e2f'] in n-d-829866-5 is: [{'id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'name': 'tempest-TestSnapshotPattern-1358504880-router', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:13Z', 'revision_number': 4, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'gw_port': {'id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '1bc10cd6-ade7-47c7-887e-bb43c9a7c7e4', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'port_id': '21768994-eb57-4da0-a18c-5aea0f8f5e77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'mac_address': 'fa:16:3e:80:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322a9e9c-2b89-431f-b736-6e1defb22052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:50:34Z', 'updated_at': '2022-02-20T06:50:34Z', 'revision_number': 0, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86305391-df5c-4102-91f4-1d878b8fe8e3', 'name': '', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'mac_address': 'fa:16:3e:db:a0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:12Z', 'updated_at': '2022-02-20T06:50:17Z', 'revision_number': 5, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'subnets': [{'id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:50:36.758568 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8612221b-24e9-4560-b692-b4758aa036b4 None None] New status for floating IP 1bc10cd6-ade7-47c7-887e-bb43c9a7c7e4: ACTIVE {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:50:46.649755 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fecd9a53-1c23-4c25-a078-d7b03492e34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:49.090241 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e612fc30-567f-4b8c-b4d6-d35b6a4aebbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:49.903141 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:51.724799 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:52.871605 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:53.710411 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:50:55.966578 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:51:05.005652 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:51:16.652836 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4fd8d361-6d32-48b1-b7bb-b4764c7acff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:51:19.090922 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5c21aa62-f985-4141-81a0-90b1f85ba636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:51:19.905463 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:51:21.623079 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1c3b61c8-8c41-41b4-bee5-ddeb626e8ae4 req-ae504f83-ce36-4ca3-a271-f11ebb811626 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=322a9e9c-2b89-431f-b736-6e1defb22052&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0977933 Feb 20 06:51:21.705402 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b61c8-8c41-41b4-bee5-ddeb626e8ae4 req-14a09a10-7d59-410b-8eed-d652dd907f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:51:21.706597 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1c3b61c8-8c41-41b4-bee5-ddeb626e8ae4 req-14a09a10-7d59-410b-8eed-d652dd907f1a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d85ffd73bc643b0a9954d17d479b709&device_id=322a9e9c-2b89-431f-b736-6e1defb22052 HTTP/1.1" status: 200 len: 1127 time: 0.0442379 Feb 20 06:51:21.724678 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:51:21.809791 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b61c8-8c41-41b4-bee5-ddeb626e8ae4 req-6ec68780-38d1-45fd-bfbb-642d921dfe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:51:21.811244 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1c3b61c8-8c41-41b4-bee5-ddeb626e8ae4 req-6ec68780-38d1-45fd-bfbb-642d921dfe70 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d HTTP/1.1" status: 200 len: 910 time: 0.0878577 Feb 20 06:51:21.874425 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1c3b61c8-8c41-41b4-bee5-ddeb626e8ae4 req-d45fb642-d690-4a71-a0ab-38985a90d522 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21768994-eb57-4da0-a18c-5aea0f8f5e77 HTTP/1.1" status: 200 len: 1000 time: 0.0574756 Feb 20 06:51:21.922030 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b61c8-8c41-41b4-bee5-ddeb626e8ae4 req-1e4ae271-0320-48ec-b8c4-b59b4356003c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:51:21.923491 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1c3b61c8-8c41-41b4-bee5-ddeb626e8ae4 req-1e4ae271-0320-48ec-b8c4-b59b4356003c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e93e7e41-2654-4b86-ab39-381bf1087569 HTTP/1.1" status: 200 len: 849 time: 0.0432754 Feb 20 06:51:21.975130 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b61c8-8c41-41b4-bee5-ddeb626e8ae4 req-777349e4-cb1c-46ea-845d-64dc61ff2fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:51:21.976611 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1c3b61c8-8c41-41b4-bee5-ddeb626e8ae4 req-777349e4-cb1c-46ea-845d-64dc61ff2fd8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477350 Feb 20 06:51:22.064450 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1c3b61c8-8c41-41b4-bee5-ddeb626e8ae4 req-ac2727bc-d9c6-4c6c-8c92-b832500b9239 service neutron] 10.222.0.61 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819902 Feb 20 06:51:22.155712 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-1c3b61c8-8c41-41b4-bee5-ddeb626e8ae4 req-698d77d7-24c2-44c6-9fc5-c6b1427aea1f service neutron] 10.222.0.61 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852017 Feb 20 06:51:22.874154 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:51:23.738131 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:51:25.975896 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:51:42.004847 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:51:46.654262 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04153389-e325-4456-bffb-cc7624ab1004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:51:49.091203 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efee3071-c509-4d04-84aa-b7c90bf3b5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:51:49.910178 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:51:51.727335 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:51:52.876188 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:51:53.758316 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:51:55.992584 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:16.656040 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ded001d3-4457-4552-bc6b-a4dea23e47b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:19.003602 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:52:19.092678 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7ee235b-3809-40af-9e17-f7acf90d6722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:19.912463 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:21.730995 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:22.877201 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:22.984564 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8cfb3c9a-8148-4b80-8c0d-79e9140bfc04 req-81e39a2b-18b8-4797-b7e8-e57d4d68c015 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=322a9e9c-2b89-431f-b736-6e1defb22052&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447202 Feb 20 06:52:23.079831 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb3c9a-8148-4b80-8c0d-79e9140bfc04 req-3bceaedf-84c9-482b-9f1c-c25a9fd87eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:23.081318 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8cfb3c9a-8148-4b80-8c0d-79e9140bfc04 req-3bceaedf-84c9-482b-9f1c-c25a9fd87eba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d85ffd73bc643b0a9954d17d479b709&device_id=322a9e9c-2b89-431f-b736-6e1defb22052 HTTP/1.1" status: 200 len: 1127 time: 0.0496500 Feb 20 06:52:23.185523 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb3c9a-8148-4b80-8c0d-79e9140bfc04 req-87872951-7fce-47ad-8a36-74018c01308c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:23.187025 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8cfb3c9a-8148-4b80-8c0d-79e9140bfc04 req-87872951-7fce-47ad-8a36-74018c01308c service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d HTTP/1.1" status: 200 len: 910 time: 0.0880361 Feb 20 06:52:23.249906 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8cfb3c9a-8148-4b80-8c0d-79e9140bfc04 req-022ef78c-f910-498b-9c11-910f64ddcee4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21768994-eb57-4da0-a18c-5aea0f8f5e77 HTTP/1.1" status: 200 len: 1000 time: 0.0570452 Feb 20 06:52:23.296749 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb3c9a-8148-4b80-8c0d-79e9140bfc04 req-86713bc9-d3d3-464c-937f-104d8ae3809d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:23.298144 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8cfb3c9a-8148-4b80-8c0d-79e9140bfc04 req-86713bc9-d3d3-464c-937f-104d8ae3809d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e93e7e41-2654-4b86-ab39-381bf1087569 HTTP/1.1" status: 200 len: 849 time: 0.0427177 Feb 20 06:52:23.349027 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb3c9a-8148-4b80-8c0d-79e9140bfc04 req-a14ad947-90a6-44b6-8045-4a960bcb042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:23.350567 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8cfb3c9a-8148-4b80-8c0d-79e9140bfc04 req-a14ad947-90a6-44b6-8045-4a960bcb042c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468206 Feb 20 06:52:23.437598 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8cfb3c9a-8148-4b80-8c0d-79e9140bfc04 req-af15e8ce-add2-478f-a533-0692901acc85 service neutron] 10.222.0.61 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807703 Feb 20 06:52:23.529899 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8cfb3c9a-8148-4b80-8c0d-79e9140bfc04 req-dc17f7a3-657a-4e76-90ce-08217f5362ee service neutron] 10.222.0.61 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863743 Feb 20 06:52:23.782133 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:25.989664 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:36.545144 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 21768994-eb57-4da0-a18c-5aea0f8f5e77 details requested by agent hyperv_n-h1-829866-5 with host n-h1-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:52:36.662835 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 21768994-eb57-4da0-a18c-5aea0f8f5e77, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=21768994-eb57-4da0-a18c-5aea0f8f5e77,segment=NetworkSegment(16758c49-bf2a-4012-88d2-4804b1e2db6e),segment_id=16758c49-bf2a-4012-88d2-4804b1e2db6e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:52:36.674560 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Returning: {'device': '21768994-eb57-4da0-a18c-5aea0f8f5e77', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'port_id': '21768994-eb57-4da0-a18c-5aea0f8f5e77', 'mac_address': 'fa:16:3e:80:30:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:52:36.716702 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 21768994-eb57-4da0-a18c-5aea0f8f5e77 is: ACTIVE; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:52:36.717072 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (21768994-eb57-4da0-a18c-5aea0f8f5e77), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:36.731005 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21768994-eb57-4da0-a18c-5aea0f8f5e77 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:52:36.753752 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 21768994-eb57-4da0-a18c-5aea0f8f5e77, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=21768994-eb57-4da0-a18c-5aea0f8f5e77,segment=NetworkSegment(16758c49-bf2a-4012-88d2-4804b1e2db6e),segment_id=16758c49-bf2a-4012-88d2-4804b1e2db6e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:52:36.758478 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (21768994-eb57-4da0-a18c-5aea0f8f5e77), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:36.817959 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=21768994-eb57-4da0-a18c-5aea0f8f5e77,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:52:36.826672 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:52:36.827046 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:52:36.827474 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:52:36.827814 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:52:36.828142 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:52:36.828469 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:52:36.828791 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:52:36.829113 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:52:36.829503 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:52:36.829756 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:52:36.830219 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:52:36.830543 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:52:36.830861 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:52:36.835837 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] get_ports_and_sgs() called for port_ids ['21768994-eb57-4da0-a18c-5aea0f8f5e77'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:52:38.580140 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 21768994-eb57-4da0-a18c-5aea0f8f5e77 up at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:52:38.639385 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Provisioning complete for port 21768994-eb57-4da0-a18c-5aea0f8f5e77 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:52:38.639385 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (21768994-eb57-4da0-a18c-5aea0f8f5e77), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:38.723029 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 21768994-eb57-4da0-a18c-5aea0f8f5e77 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:52:38.723422 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (21768994-eb57-4da0-a18c-5aea0f8f5e77), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:38.749546 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322a9e9c-2b89-431f-b736-6e1defb22052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21768994-eb57-4da0-a18c-5aea0f8f5e77'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:52:38.754325 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e573d72-9327-4a3b-90fa-5eef265a209f" -d '{"events": [{"server_uuid": "322a9e9c-2b89-431f-b736-6e1defb22052", "name": "network-vif-plugged", "status": "completed", "tag": "21768994-eb57-4da0-a18c-5aea0f8f5e77"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:52:38.789051 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 21768994-eb57-4da0-a18c-5aea0f8f5e77, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=21768994-eb57-4da0-a18c-5aea0f8f5e77,segment=NetworkSegment(16758c49-bf2a-4012-88d2-4804b1e2db6e),segment_id=16758c49-bf2a-4012-88d2-4804b1e2db6e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:52:38.797456 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (21768994-eb57-4da0-a18c-5aea0f8f5e77), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:38.876676 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=21768994-eb57-4da0-a18c-5aea0f8f5e77,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:52:38.895131 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8259197b-3419-40bb-b688-352480d75d47 x-openstack-request-id: req-8259197b-3419-40bb-b688-352480d75d47 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:52:38.895582 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322a9e9c-2b89-431f-b736-6e1defb22052", "name": "network-vif-plugged", "status": "completed", "tag": "21768994-eb57-4da0-a18c-5aea0f8f5e77", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:52:38.895912 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8259197b-3419-40bb-b688-352480d75d47 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:52:38.896390 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322a9e9c-2b89-431f-b736-6e1defb22052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21768994-eb57-4da0-a18c-5aea0f8f5e77', 'code': 200} Feb 20 06:52:43.909579 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-36766eab-1c75-4708-88e8-a7ccb137333f tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586956782&fields=id&tenant_id=2d85ffd73bc643b0a9954d17d479b709 HTTP/1.1" status: 200 len: 267 time: 0.0463524 Feb 20 06:52:44.010797 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-34ced9bb-210b-4f9e-8429-a7ecedd0a30c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:44.012274 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-34ced9bb-210b-4f9e-8429-a7ecedd0a30c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/networks?id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d HTTP/1.1" status: 200 len: 810 time: 0.0963609 Feb 20 06:52:44.026813 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-655517a7-caf5-4fcb-bc01-866fcfcadc41 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/quotas/2d85ffd73bc643b0a9954d17d479b709 HTTP/1.1" status: 200 len: 375 time: 0.0086236 Feb 20 06:52:44.085641 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-e4bfa750-34e7-44f3-aba8-be18649f23ff tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d85ffd73bc643b0a9954d17d479b709&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534408 Feb 20 06:52:44.224182 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-e5093ee9-7c37-4953-91f1-15f1b1eb11eb service neutron] 10.222.0.37 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268609 Feb 20 06:52:44.316174 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-98c9717a-e78b-442a-90d8-1d6cd935c0e1 service neutron] 10.222.0.37 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863302 Feb 20 06:52:44.477881 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-fde68600-e45d-413d-b7a3-8175a876c5a8 req-a48ad21a-fb3f-4505-ac99-83da0a423dbb tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 210 time: 0.0328946 Feb 20 06:52:45.390569 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-e0bc18ab-c684-493c-8a11-084c092373e3 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:45.392603 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-e0bc18ab-c684-493c-8a11-084c092373e3 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.48 "GET /v2.0/networks?id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d HTTP/1.1" status: 200 len: 810 time: 0.1062760 Feb 20 06:52:45.453392 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-69a6fbcc-f3d7-48a9-812d-f998e36fae64 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d85ffd73bc643b0a9954d17d479b709 HTTP/1.1" status: 200 len: 380 time: 0.0533476 Feb 20 06:52:45.461404 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-a7052daa-776f-4bc4-a94b-52055d81e3fa tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Request body: {'port': {'device_id': 'b1e35010-88ae-43c6-b804-6064424c6ddc', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'admin_state_up': True, 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'security_groups': ['84875f25-8f8a-48ab-ac3b-7df617c60a7e']}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:52:45.576597 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-a7052daa-776f-4bc4-a94b-52055d81e3fa tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Made reservation on behalf of 2d85ffd73bc643b0a9954d17d479b709 for: {'port': 1} {{(pid=103406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 06:52:45.581498 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-a7052daa-776f-4bc4-a94b-52055d81e3fa tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:45.581919 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-e2464903-6662-457c-8925-42f4096c1b90 req-a97226d6-b827-482a-a138-2db968e44b05 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 210 time: 0.0282869 Feb 20 06:52:45.769827 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_common [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-a7052daa-776f-4bc4-a94b-52055d81e3fa tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Allocated IP 172.20.0.9 (d0c566a8-6320-4930-a7f0-6e0b2a96e58d/e93e7e41-2654-4b86-ab39-381bf1087569/350b2bf7-2097-40c4-a72e-6fd28e8d4499) {{(pid=103406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:52:45.971819 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-a7052daa-776f-4bc4-a94b-52055d81e3fa tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for port (350b2bf7-2097-40c4-a72e-6fd28e8d4499), precommit_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:46.018180 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-a7052daa-776f-4bc4-a94b-52055d81e3fa tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (350b2bf7-2097-40c4-a72e-6fd28e8d4499), after_create {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:46.066364 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-a7052daa-776f-4bc4-a94b-52055d81e3fa tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Network d0c566a8-6320-4930-a7f0-6e0b2a96e58d is already hosted by enough agents. {{(pid=103406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:52:46.069914 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.base_scheduler [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-a7052daa-776f-4bc4-a94b-52055d81e3fa tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Resources bound (agent type, host, resource id): {{(pid=103406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:52:46.073677 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-a7052daa-776f-4bc4-a94b-52055d81e3fa tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Received port after_create {{(pid=103406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:52:46.105115 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7052daa-776f-4bc4-a94b-52055d81e3fa tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Pushing event updated for resources: {'Port': ['ID=350b2bf7-2097-40c4-a72e-6fd28e8d4499,revision_number=1']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:52:46.121493 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7052daa-776f-4bc4-a94b-52055d81e3fa tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:52:46.121896 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7052daa-776f-4bc4-a94b-52055d81e3fa tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:52:46.122251 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7052daa-776f-4bc4-a94b-52055d81e3fa tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:52:46.123188 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7052daa-776f-4bc4-a94b-52055d81e3fa tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:52:46.123530 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7052daa-776f-4bc4-a94b-52055d81e3fa tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:52:46.123871 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7052daa-776f-4bc4-a94b-52055d81e3fa tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:52:46.124204 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7052daa-776f-4bc4-a94b-52055d81e3fa tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:52:46.124535 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7052daa-776f-4bc4-a94b-52055d81e3fa tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:52:46.124866 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7052daa-776f-4bc4-a94b-52055d81e3fa tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:52:46.125193 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7052daa-776f-4bc4-a94b-52055d81e3fa tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:52:46.125521 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7052daa-776f-4bc4-a94b-52055d81e3fa tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:52:46.125847 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7052daa-776f-4bc4-a94b-52055d81e3fa tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:52:46.126171 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7052daa-776f-4bc4-a94b-52055d81e3fa tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:52:46.153143 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-a7052daa-776f-4bc4-a94b-52055d81e3fa tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:46.153845 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-a7052daa-776f-4bc4-a94b-52055d81e3fa tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:46.178809 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-a7052daa-776f-4bc4-a94b-52055d81e3fa tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7209308 Feb 20 06:52:46.403436 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-9dfa531b-8fb5-4698-a17d-c2a7c66336ce None None] Provisioning complete for port 350b2bf7-2097-40c4-a72e-6fd28e8d4499 triggered by entity DHCP. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:52:46.404008 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9dfa531b-8fb5-4698-a17d-c2a7c66336ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (350b2bf7-2097-40c4-a72e-6fd28e8d4499), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:46.440127 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9dfa531b-8fb5-4698-a17d-c2a7c66336ce None None] Port 350b2bf7-2097-40c4-a72e-6fd28e8d4499 cannot update to ACTIVE because it is not bound. {{(pid=103408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 06:52:46.579412 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 21768994-eb57-4da0-a18c-5aea0f8f5e77 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:52:46.683919 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-63553f75-df11-47df-aa1c-c3e2bcc05718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:46.687586 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Current status of the port 21768994-eb57-4da0-a18c-5aea0f8f5e77 is: ACTIVE; New status is: DOWN {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:52:46.687986 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (21768994-eb57-4da0-a18c-5aea0f8f5e77), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:46.730486 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322a9e9c-2b89-431f-b736-6e1defb22052', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21768994-eb57-4da0-a18c-5aea0f8f5e77'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:52:46.730745 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f0c7e-9d81-4837-b094-5e0bec73a300 req-232d2311-14c1-447f-9c15-2efd055ac370 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:46.732963 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-516f0c7e-9d81-4837-b094-5e0bec73a300 req-232d2311-14c1-447f-9c15-2efd055ac370 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 931 time: 0.0667169 Feb 20 06:52:46.737212 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0306b395-0969-49bd-bde7-41d603f253a4" -d '{"events": [{"server_uuid": "322a9e9c-2b89-431f-b736-6e1defb22052", "name": "network-vif-unplugged", "status": "completed", "tag": "21768994-eb57-4da0-a18c-5aea0f8f5e77"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:52:46.754310 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] For port 21768994-eb57-4da0-a18c-5aea0f8f5e77, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=21768994-eb57-4da0-a18c-5aea0f8f5e77,segment=NetworkSegment(16758c49-bf2a-4012-88d2-4804b1e2db6e),segment_id=16758c49-bf2a-4012-88d2-4804b1e2db6e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:52:46.759771 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (21768994-eb57-4da0-a18c-5aea0f8f5e77), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:46.812130 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Pushing event updated for resources: {'Port': ['ID=21768994-eb57-4da0-a18c-5aea0f8f5e77,revision_number=8']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:52:46.819577 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-516f0c7e-9d81-4837-b094-5e0bec73a300 req-973c18b3-2229-40a0-bd6a-6261f4d59852 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/security-groups?id=84875f25-8f8a-48ab-ac3b-7df617c60a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794578 Feb 20 06:52:46.860989 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 06:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10561890-68ed-4074-8b28-166c7c3f8d20 x-openstack-request-id: req-10561890-68ed-4074-8b28-166c7c3f8d20 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:52:46.861529 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322a9e9c-2b89-431f-b736-6e1defb22052", "name": "network-vif-unplugged", "status": "completed", "tag": "21768994-eb57-4da0-a18c-5aea0f8f5e77", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:52:46.861670 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10561890-68ed-4074-8b28-166c7c3f8d20 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:52:46.862084 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322a9e9c-2b89-431f-b736-6e1defb22052', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21768994-eb57-4da0-a18c-5aea0f8f5e77', 'code': 200} Feb 20 06:52:47.946218 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ece6ca-9e81-483f-ae0d-8737e75a9806 req-cebad831-4ef9-4207-83ca-a78939cd5b84 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:47.952665 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-56ece6ca-9e81-483f-ae0d-8737e75a9806 req-cebad831-4ef9-4207-83ca-a78939cd5b84 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 931 time: 0.0657420 Feb 20 06:52:47.997757 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-56ece6ca-9e81-483f-ae0d-8737e75a9806 req-7a908bb6-a22a-4040-8f7a-194d840c4507 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/security-groups?id=84875f25-8f8a-48ab-ac3b-7df617c60a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434549 Feb 20 06:52:49.104754 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1616f69a-404d-4b21-bb75-36db5500e7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:49.138554 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e58fbe-e483-4a9d-a6ac-81f950f62f65 req-be1840fc-5e5c-4e42-9e8e-178719e9689f tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:49.140104 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-34e58fbe-e483-4a9d-a6ac-81f950f62f65 req-be1840fc-5e5c-4e42-9e8e-178719e9689f tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 931 time: 0.0689926 Feb 20 06:52:49.195448 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-34e58fbe-e483-4a9d-a6ac-81f950f62f65 req-680e647b-4e33-4e9d-988f-68c0fc4112f0 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/security-groups?id=84875f25-8f8a-48ab-ac3b-7df617c60a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495076 Feb 20 06:52:49.914669 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:50.323989 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094085ae-1e5e-4fb6-ab15-7b1a2087cd19 req-caee4cf3-e730-4060-8763-affd5012e1b5 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:50.325807 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-094085ae-1e5e-4fb6-ab15-7b1a2087cd19 req-caee4cf3-e730-4060-8763-affd5012e1b5 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 931 time: 0.0581346 Feb 20 06:52:50.376814 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-094085ae-1e5e-4fb6-ab15-7b1a2087cd19 req-633a7dec-c55c-44d1-aca1-9129b367ed09 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/security-groups?id=84875f25-8f8a-48ab-ac3b-7df617c60a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450268 Feb 20 06:52:51.503192 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b4440-2c65-47bc-95ef-e0f59dd61df3 req-9a90ee8b-2a30-4c3f-9c26-007adb2e238c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:51.504698 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c0b4440-2c65-47bc-95ef-e0f59dd61df3 req-9a90ee8b-2a30-4c3f-9c26-007adb2e238c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 931 time: 0.0559134 Feb 20 06:52:51.557055 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8c0b4440-2c65-47bc-95ef-e0f59dd61df3 req-7045531b-e47f-453c-b2cd-faa4bba47152 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/security-groups?id=84875f25-8f8a-48ab-ac3b-7df617c60a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459003 Feb 20 06:52:51.742650 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:52.693390 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef986c-f7e2-4787-b550-ae786e1f3a52 req-5247aa6f-e71a-43c0-959d-18feee380a1e tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:52.694886 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b9ef986c-f7e2-4787-b550-ae786e1f3a52 req-5247aa6f-e71a-43c0-959d-18feee380a1e tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 931 time: 0.0608060 Feb 20 06:52:52.752005 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-b9ef986c-f7e2-4787-b550-ae786e1f3a52 req-5a4ed9a4-c315-4512-bd92-5e769a746ccd tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/security-groups?id=84875f25-8f8a-48ab-ac3b-7df617c60a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505323 Feb 20 06:52:52.881025 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:53.661741 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.v2.base [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-bf5172c2-fa06-494a-996c-4108773199fc service neutron] Request body: {'port': {'device_id': 'b1e35010-88ae-43c6-b804-6064424c6ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-5'}} {{(pid=103406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:52:53.718816 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-bf5172c2-fa06-494a-996c-4108773199fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (350b2bf7-2097-40c4-a72e-6fd28e8d4499), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:53.779946 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:53.873913 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0437a-43b2-4d07-816f-8cd61c805fb2 req-eaab56cb-a727-4ca3-8599-15b659bdbfcd tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:53.875456 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6fc0437a-43b2-4d07-816f-8cd61c805fb2 req-eaab56cb-a727-4ca3-8599-15b659bdbfcd tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 931 time: 0.0562670 Feb 20 06:52:53.925880 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-6fc0437a-43b2-4d07-816f-8cd61c805fb2 req-49238b5a-5e72-4ade-b405-211c57c8100d tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/security-groups?id=84875f25-8f8a-48ab-ac3b-7df617c60a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443113 Feb 20 06:52:53.987780 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-bf5172c2-fa06-494a-996c-4108773199fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 350b2bf7-2097-40c4-a72e-6fd28e8d4499 {{(pid=103406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:52:53.996134 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-bf5172c2-fa06-494a-996c-4108773199fc service neutron] Publish callbacks [] for port (350b2bf7-2097-40c4-a72e-6fd28e8d4499), precommit_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:54.008851 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.provisioning_blocks [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-bf5172c2-fa06-494a-996c-4108773199fc service neutron] Transition to ACTIVE for port object 350b2bf7-2097-40c4-a72e-6fd28e8d4499 will not be triggered until provisioned by entity L2. {{(pid=103406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 06:52:54.011992 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-bf5172c2-fa06-494a-996c-4108773199fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (350b2bf7-2097-40c4-a72e-6fd28e8d4499), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:54.063545 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5172c2-fa06-494a-996c-4108773199fc service neutron] Pushing event updated for resources: {'Port': ['ID=350b2bf7-2097-40c4-a72e-6fd28e8d4499,revision_number=2']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:52:54.132473 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-bf5172c2-fa06-494a-996c-4108773199fc service neutron] Attempting to bind port 350b2bf7-2097-40c4-a72e-6fd28e8d4499 on host n-h2-829866-5 for vnic_type normal with profile {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 06:52:54.132806 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-bf5172c2-fa06-494a-996c-4108773199fc service neutron] Attempting to bind port 350b2bf7-2097-40c4-a72e-6fd28e8d4499 by drivers openvswitch,hyperv on host n-h2-829866-5 at level 0 using segments [{'id': '16758c49-bf2a-4012-88d2-4804b1e2db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d'}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 06:52:54.133138 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-bf5172c2-fa06-494a-996c-4108773199fc service neutron] Attempting to bind port 350b2bf7-2097-40c4-a72e-6fd28e8d4499 on network d0c566a8-6320-4930-a7f0-6e0b2a96e58d {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:52:54.137735 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-bf5172c2-fa06-494a-996c-4108773199fc service neutron] Port 350b2bf7-2097-40c4-a72e-6fd28e8d4499 on network d0c566a8-6320-4930-a7f0-6e0b2a96e58d not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-5 {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 06:52:54.138057 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-bf5172c2-fa06-494a-996c-4108773199fc service neutron] Attempting to bind port 350b2bf7-2097-40c4-a72e-6fd28e8d4499 on network d0c566a8-6320-4930-a7f0-6e0b2a96e58d {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 06:52:54.143371 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-bf5172c2-fa06-494a-996c-4108773199fc service neutron] Checking agent: {'id': 'cde500d4-b6e9-4b4d-8845-9c8605cfe19b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'started_at': datetime.datetime(2022, 2, 20, 5, 21, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 6, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 06:52:54.143704 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-bf5172c2-fa06-494a-996c-4108773199fc service neutron] Checking segment: {'id': '16758c49-bf2a-4012-88d2-4804b1e2db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 06:52:54.144084 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-bf5172c2-fa06-494a-996c-4108773199fc service neutron] Bound using segment: {'id': '16758c49-bf2a-4012-88d2-4804b1e2db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d'} {{(pid=103406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 06:52:54.144513 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.managers [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-bf5172c2-fa06-494a-996c-4108773199fc service neutron] Bound port: 350b2bf7-2097-40c4-a72e-6fd28e8d4499, host: n-h2-829866-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16758c49-bf2a-4012-88d2-4804b1e2db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d'}}] {{(pid=103406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 06:52:54.144868 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-bf5172c2-fa06-494a-996c-4108773199fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (350b2bf7-2097-40c4-a72e-6fd28e8d4499), before_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:54.216426 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-bf5172c2-fa06-494a-996c-4108773199fc service neutron] For port 350b2bf7-2097-40c4-a72e-6fd28e8d4499, host n-h2-829866-5, cleared binding levels {{(pid=103406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 06:52:54.219539 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-bf5172c2-fa06-494a-996c-4108773199fc service neutron] For port 350b2bf7-2097-40c4-a72e-6fd28e8d4499, host n-h2-829866-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=350b2bf7-2097-40c4-a72e-6fd28e8d4499,segment=NetworkSegment(16758c49-bf2a-4012-88d2-4804b1e2db6e),segment_id=16758c49-bf2a-4012-88d2-4804b1e2db6e)] {{(pid=103406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 06:52:54.226921 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-bf5172c2-fa06-494a-996c-4108773199fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58283147'] for port (350b2bf7-2097-40c4-a72e-6fd28e8d4499), after_update {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:54.267487 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-bf5172c2-fa06-494a-996c-4108773199fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:54.268553 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-bf5172c2-fa06-494a-996c-4108773199fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:54.270760 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-bf5172c2-fa06-494a-996c-4108773199fc service neutron] 10.222.0.48 "PUT /v2.0/ports/350b2bf7-2097-40c4-a72e-6fd28e8d4499 HTTP/1.1" status: 200 len: 1091 time: 0.6566684 Feb 20 06:52:54.271387 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e35010-88ae-43c6-b804-6064424c6ddc', 'tag': '350b2bf7-2097-40c4-a72e-6fd28e8d4499'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:52:54.273911 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef969c4-ebd8-4e4c-989f-23585997cec1" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e35010-88ae-43c6-b804-6064424c6ddc", "tag": "350b2bf7-2097-40c4-a72e-6fd28e8d4499"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:52:54.308889 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5172c2-fa06-494a-996c-4108773199fc service neutron] Pushing event updated for resources: {'Port': ['ID=350b2bf7-2097-40c4-a72e-6fd28e8d4499,revision_number=3']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:52:54.333988 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea71ab1b-d34d-4b00-9358-8cf225a2c2f3 x-openstack-request-id: req-ea71ab1b-d34d-4b00-9358-8cf225a2c2f3 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:52:54.334424 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e35010-88ae-43c6-b804-6064424c6ddc", "tag": "350b2bf7-2097-40c4-a72e-6fd28e8d4499", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:52:54.334684 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea71ab1b-d34d-4b00-9358-8cf225a2c2f3 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:52:54.335288 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e35010-88ae-43c6-b804-6064424c6ddc', 'tag': '350b2bf7-2097-40c4-a72e-6fd28e8d4499', 'status': 'completed', 'code': 200} Feb 20 06:52:54.373089 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-47dcd0d4-1b00-414a-8e1c-9f9b3e1821a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:54.374709 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-47dcd0d4-1b00-414a-8e1c-9f9b3e1821a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d85ffd73bc643b0a9954d17d479b709&device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 1125 time: 0.0545647 Feb 20 06:52:54.421487 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-e9600f98-c1fd-440f-95cb-b73edcd9a8cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=350b2bf7-2097-40c4-a72e-6fd28e8d4499 HTTP/1.1" status: 200 len: 217 time: 0.0394230 Feb 20 06:52:54.472141 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-f655a670-e0c9-4c68-a2ef-235539348216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:54.473617 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-f655a670-e0c9-4c68-a2ef-235539348216 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e93e7e41-2654-4b86-ab39-381bf1087569 HTTP/1.1" status: 200 len: 849 time: 0.0465562 Feb 20 06:52:54.523074 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-e42f2bae-9c8f-4049-ace5-c4ef70730e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:54.524575 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-e42f2bae-9c8f-4049-ace5-c4ef70730e8a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449076 Feb 20 06:52:54.620928 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-74e8665c-d777-4824-b66a-fb1e5381a2b7 service neutron] 10.222.0.48 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886881 Feb 20 06:52:54.707353 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-46fbfaab-ec26-46bc-810c-e27eed33d2c0 req-39b76329-fff7-408b-9a31-2ba0a7504b4f service neutron] 10.222.0.48 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795090 Feb 20 06:52:54.800294 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef969c4-ebd8-4e4c-989f-23585997cec1 req-10eda537-241a-4e41-8495-ee308bf66c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:54.801765 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aef969c4-ebd8-4e4c-989f-23585997cec1 req-10eda537-241a-4e41-8495-ee308bf66c9b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d85ffd73bc643b0a9954d17d479b709&device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 1125 time: 0.0459018 Feb 20 06:52:54.892886 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef969c4-ebd8-4e4c-989f-23585997cec1 req-d17e29e4-a4f7-46ac-85d8-d1b5e2228272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:54.894327 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aef969c4-ebd8-4e4c-989f-23585997cec1 req-d17e29e4-a4f7-46ac-85d8-d1b5e2228272 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d HTTP/1.1" status: 200 len: 910 time: 0.0861504 Feb 20 06:52:54.935017 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aef969c4-ebd8-4e4c-989f-23585997cec1 req-32a34848-b21b-4f51-b946-7219382efb9e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=350b2bf7-2097-40c4-a72e-6fd28e8d4499 HTTP/1.1" status: 200 len: 217 time: 0.0341132 Feb 20 06:52:54.987574 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef969c4-ebd8-4e4c-989f-23585997cec1 req-13b3c44f-68bf-4ac0-b6af-f02ce306a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:54.989080 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aef969c4-ebd8-4e4c-989f-23585997cec1 req-13b3c44f-68bf-4ac0-b6af-f02ce306a17a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e93e7e41-2654-4b86-ab39-381bf1087569 HTTP/1.1" status: 200 len: 849 time: 0.0473521 Feb 20 06:52:55.039448 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef969c4-ebd8-4e4c-989f-23585997cec1 req-293b1266-868f-45f0-87d6-bf360973ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:55.040980 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aef969c4-ebd8-4e4c-989f-23585997cec1 req-293b1266-868f-45f0-87d6-bf360973ddc1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454381 Feb 20 06:52:55.050040 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d13ab-24ea-4727-a2f9-3305542daef1 req-43aef7e7-9c8c-4e11-a71a-3db0adf27e23 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:55.051523 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d60d13ab-24ea-4727-a2f9-3305542daef1 req-43aef7e7-9c8c-4e11-a71a-3db0adf27e23 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 943 time: 0.0520258 Feb 20 06:52:55.100766 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-d60d13ab-24ea-4727-a2f9-3305542daef1 req-dee3e4e1-b944-490d-8e48-2e501fffb20a tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/security-groups?id=84875f25-8f8a-48ab-ac3b-7df617c60a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421045 Feb 20 06:52:55.129194 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aef969c4-ebd8-4e4c-989f-23585997cec1 req-11eac863-4916-4dc3-902c-a1b61082ff93 service neutron] 10.222.0.48 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819876 Feb 20 06:52:55.222407 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-aef969c4-ebd8-4e4c-989f-23585997cec1 req-fb564084-a5e3-49b6-af6b-0e75bbef86e0 service neutron] 10.222.0.48 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868979 Feb 20 06:52:55.987105 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:56.002840 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:52:56.220173 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf08dc-c69d-4ceb-8cc5-6cfc18f2f256 req-2dcc372a-cfee-441a-8a37-6cdfa73743b2 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:56.221639 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-71bf08dc-c69d-4ceb-8cc5-6cfc18f2f256 req-2dcc372a-cfee-441a-8a37-6cdfa73743b2 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 943 time: 0.0556402 Feb 20 06:52:56.271882 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-71bf08dc-c69d-4ceb-8cc5-6cfc18f2f256 req-7f0e6172-5c25-445e-b856-65dd5379ab2d tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/security-groups?id=84875f25-8f8a-48ab-ac3b-7df617c60a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445597 Feb 20 06:52:57.288179 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 350b2bf7-2097-40c4-a72e-6fd28e8d4499 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:52:57.386377 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 350b2bf7-2097-40c4-a72e-6fd28e8d4499, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=350b2bf7-2097-40c4-a72e-6fd28e8d4499,segment=NetworkSegment(16758c49-bf2a-4012-88d2-4804b1e2db6e),segment_id=16758c49-bf2a-4012-88d2-4804b1e2db6e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:52:57.392739 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bf8b3-3eb4-4b54-9f62-e003871e734d req-054831c1-1362-416b-81c6-0bcb05e357ae tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:57.394208 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-071bf8b3-3eb4-4b54-9f62-e003871e734d req-054831c1-1362-416b-81c6-0bcb05e357ae tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 943 time: 0.0518346 Feb 20 06:52:57.398047 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '350b2bf7-2097-40c4-a72e-6fd28e8d4499', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'port_id': '350b2bf7-2097-40c4-a72e-6fd28e8d4499', 'mac_address': 'fa:16:3e:f0:26:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:52:57.435765 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 350b2bf7-2097-40c4-a72e-6fd28e8d4499 is: DOWN; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:52:57.436295 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (350b2bf7-2097-40c4-a72e-6fd28e8d4499), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:57.443529 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-071bf8b3-3eb4-4b54-9f62-e003871e734d req-10c2879d-d843-489e-a4e7-21173a1b72fb tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/security-groups?id=84875f25-8f8a-48ab-ac3b-7df617c60a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435541 Feb 20 06:52:57.449607 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 350b2bf7-2097-40c4-a72e-6fd28e8d4499 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:52:57.468749 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 350b2bf7-2097-40c4-a72e-6fd28e8d4499, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=350b2bf7-2097-40c4-a72e-6fd28e8d4499,segment=NetworkSegment(16758c49-bf2a-4012-88d2-4804b1e2db6e),segment_id=16758c49-bf2a-4012-88d2-4804b1e2db6e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:52:57.472682 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (350b2bf7-2097-40c4-a72e-6fd28e8d4499), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:57.521903 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=350b2bf7-2097-40c4-a72e-6fd28e8d4499,revision_number=4']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:52:57.735484 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['350b2bf7-2097-40c4-a72e-6fd28e8d4499'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:52:58.561354 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468a01d-412d-4c13-b3f6-303fe94d0c50 req-b7982c17-1b74-410c-8a7c-4a53fbb1b549 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:58.562805 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8468a01d-412d-4c13-b3f6-303fe94d0c50 req-b7982c17-1b74-410c-8a7c-4a53fbb1b549 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 944 time: 0.0507445 Feb 20 06:52:58.613652 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-8468a01d-412d-4c13-b3f6-303fe94d0c50 req-343aac0b-55ee-425f-bca7-f279e6bfb94c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/security-groups?id=84875f25-8f8a-48ab-ac3b-7df617c60a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454416 Feb 20 06:52:59.302679 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 350b2bf7-2097-40c4-a72e-6fd28e8d4499 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:52:59.349997 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning for port 350b2bf7-2097-40c4-a72e-6fd28e8d4499 completed by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 06:52:59.354184 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 350b2bf7-2097-40c4-a72e-6fd28e8d4499 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:52:59.354560 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (350b2bf7-2097-40c4-a72e-6fd28e8d4499), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:59.427965 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 350b2bf7-2097-40c4-a72e-6fd28e8d4499 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:52:59.428351 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (350b2bf7-2097-40c4-a72e-6fd28e8d4499), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:59.451465 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e35010-88ae-43c6-b804-6064424c6ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '350b2bf7-2097-40c4-a72e-6fd28e8d4499'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:52:59.453721 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2e6945-2d12-4eb7-9ab2-13f517b94589" -d '{"events": [{"server_uuid": "b1e35010-88ae-43c6-b804-6064424c6ddc", "name": "network-vif-plugged", "status": "completed", "tag": "350b2bf7-2097-40c4-a72e-6fd28e8d4499"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:52:59.469260 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 350b2bf7-2097-40c4-a72e-6fd28e8d4499, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=350b2bf7-2097-40c4-a72e-6fd28e8d4499,segment=NetworkSegment(16758c49-bf2a-4012-88d2-4804b1e2db6e),segment_id=16758c49-bf2a-4012-88d2-4804b1e2db6e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:52:59.473138 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (350b2bf7-2097-40c4-a72e-6fd28e8d4499), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:52:59.497156 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0961c8-3d8f-4850-be44-86f9e2164b08 x-openstack-request-id: req-ca0961c8-3d8f-4850-be44-86f9e2164b08 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:52:59.497451 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e35010-88ae-43c6-b804-6064424c6ddc", "name": "network-vif-plugged", "status": "completed", "tag": "350b2bf7-2097-40c4-a72e-6fd28e8d4499", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:52:59.497711 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca0961c8-3d8f-4850-be44-86f9e2164b08 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:52:59.498106 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e35010-88ae-43c6-b804-6064424c6ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '350b2bf7-2097-40c4-a72e-6fd28e8d4499', 'code': 200} Feb 20 06:52:59.523627 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=350b2bf7-2097-40c4-a72e-6fd28e8d4499,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:52:59.591281 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b55763-1663-4da4-89d4-ec1513b2377a req-6b358aac-7308-462f-a9a2-678b5c9ac1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:59.592724 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d9b55763-1663-4da4-89d4-ec1513b2377a req-6b358aac-7308-462f-a9a2-678b5c9ac1b7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 1127 time: 0.0479252 Feb 20 06:52:59.639458 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-d9b55763-1663-4da4-89d4-ec1513b2377a req-e9037607-c0e7-4f06-820a-dbf780690eb7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=84875f25-8f8a-48ab-ac3b-7df617c60a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410390 Feb 20 06:52:59.735508 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b93b2e-6e43-4091-a05b-88b048063c7d req-7e7fe596-5266-400c-8738-d065030c3444 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:52:59.736992 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-32b93b2e-6e43-4091-a05b-88b048063c7d req-7e7fe596-5266-400c-8738-d065030c3444 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 945 time: 0.0532033 Feb 20 06:52:59.785222 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-32b93b2e-6e43-4091-a05b-88b048063c7d req-e124743d-9303-4558-8363-9f2306fb3827 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/security-groups?id=84875f25-8f8a-48ab-ac3b-7df617c60a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426228 Feb 20 06:53:00.979640 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ded130-8bfe-40c9-878a-e478aedf20ef req-76641062-d579-465e-8406-70940fa54468 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:53:00.981178 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-26ded130-8bfe-40c9-878a-e478aedf20ef req-76641062-d579-465e-8406-70940fa54468 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 945 time: 0.0545499 Feb 20 06:53:01.029301 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-26ded130-8bfe-40c9-878a-e478aedf20ef req-53ced8c1-f7a7-4792-8327-bc95c0afc59a tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/security-groups?id=84875f25-8f8a-48ab-ac3b-7df617c60a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424871 Feb 20 06:53:01.148951 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea707950-db45-43ce-bf46-f5bf2aecf077 req-5c8aa2c3-54f8-42bf-b894-cad12df7cd68 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:53:01.150493 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea707950-db45-43ce-bf46-f5bf2aecf077 req-5c8aa2c3-54f8-42bf-b894-cad12df7cd68 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 945 time: 0.0561891 Feb 20 06:53:01.197829 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-ea707950-db45-43ce-bf46-f5bf2aecf077 req-a3434111-0ca8-4a7b-86a3-a724ef6d8540 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/security-groups?id=84875f25-8f8a-48ab-ac3b-7df617c60a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417149 Feb 20 06:53:01.218978 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55954) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:53:01.262664 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acd953f-3e56-48fd-9989-2be580c88e12 tempest-TestSnapshotPattern-1330020904 tempest-TestSnapshotPattern-1330020904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:53:01.264176 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-1acd953f-3e56-48fd-9989-2be580c88e12 tempest-TestSnapshotPattern-1330020904 tempest-TestSnapshotPattern-1330020904-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 1122 time: 0.0442219 Feb 20 06:53:01.266946 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 55956) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:53:01.271080 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.v2.base [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Request body: {'floatingip': {'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'port_id': '350b2bf7-2097-40c4-a72e-6fd28e8d4499', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 06:53:01.291339 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:53:01.391922 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:53:01.492228 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Allocated IP 172.25.3.222 (12d9dab6-d2be-4381-8353-8093ed2f2146/98fa272f-dac6-4e7f-bb2d-6040ff6df9c0/0a1db1c3-d538-48fd-96e1-435ccf24a80e) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 06:53:01.598938 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for port (0a1db1c3-d538-48fd-96e1-435ccf24a80e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:53:01.634069 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771095095080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (0a1db1c3-d538-48fd-96e1-435ccf24a80e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:53:01.671171 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Network 12d9dab6-d2be-4381-8353-8093ed2f2146 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 06:53:01.673894 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 06:53:01.680972 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 06:53:01.686837 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Pushing event updated for resources: {'Port': ['ID=0a1db1c3-d538-48fd-96e1-435ccf24a80e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:53:01.714374 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:53:01.714717 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:53:01.715110 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:53:01.715443 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:53:01.715770 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:53:01.716097 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:53:01.716420 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:53:01.716743 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:53:01.717062 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:53:01.717378 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:53:01.717696 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:53:01.718013 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:53:01.718336 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:53:02.060422 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for floatingip (2ba7624d-5dfe-4a6d-a0d2-96ae99b66f3a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:53:02.125372 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (0a1db1c3-d538-48fd-96e1-435ccf24a80e), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:53:02.273431 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for port (0a1db1c3-d538-48fd-96e1-435ccf24a80e), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:53:02.277814 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64042727'] for port (0a1db1c3-d538-48fd-96e1-435ccf24a80e), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:53:02.673549 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Pushing event updated for resources: {'Port': ['ID=0a1db1c3-d538-48fd-96e1-435ccf24a80e,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:53:02.683417 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689918'] for floatingip (2ba7624d-5dfe-4a6d-a0d2-96ae99b66f3a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:53:02.783205 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Floating IP 2ba7624d-5dfe-4a6d-a0d2-96ae99b66f3a associated. External IP: 172.25.3.222, port: 350b2bf7-2097-40c4-a72e-6fd28e8d4499. Feb 20 06:53:02.989620 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Router b66201e8-ceb3-477c-84a9-379d3a980e2f has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:53:03.099898 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:53:03.109703 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc073d7-9310-4d09-9802-c6bc7c8e27ce None None] Sync routers for ids ['b66201e8-ceb3-477c-84a9-379d3a980e2f'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:53:03.116676 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:53:03.119286 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc073d7-9310-4d09-9802-c6bc7c8e27ce None None] Routers {'b66201e8-ceb3-477c-84a9-379d3a980e2f'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:53:03.119896 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-4cc073d7-9310-4d09-9802-c6bc7c8e27ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:52:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b66201e8-ceb3-477c-84a9-379d3a980e2f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:53:03.146984 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-20699897-6988-47c0-befa-a2309c0f4146 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8790214 Feb 20 06:53:03.147572 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e35010-88ae-43c6-b804-6064424c6ddc', 'tag': '350b2bf7-2097-40c4-a72e-6fd28e8d4499'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:53:03.149825 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78934f98bf255cbf8729f55a3e84459a3773ac23536445eeb810cf99c856869a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe4014e-d367-4c10-95e6-8001b2585542" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e35010-88ae-43c6-b804-6064424c6ddc", "tag": "350b2bf7-2097-40c4-a72e-6fd28e8d4499"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:53:03.227653 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-4cc073d7-9310-4d09-9802-c6bc7c8e27ce None None] Set router b66201e8-ceb3-477c-84a9-379d3a980e2f gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:53:03.240093 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87789a1c-f469-4289-aa60-ea9c434ed4bb x-openstack-request-id: req-87789a1c-f469-4289-aa60-ea9c434ed4bb {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:53:03.240338 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e35010-88ae-43c6-b804-6064424c6ddc", "tag": "350b2bf7-2097-40c4-a72e-6fd28e8d4499", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:53:03.240575 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87789a1c-f469-4289-aa60-ea9c434ed4bb {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:53:03.240975 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e35010-88ae-43c6-b804-6064424c6ddc', 'tag': '350b2bf7-2097-40c4-a72e-6fd28e8d4499', 'status': 'completed', 'code': 200} Feb 20 06:53:03.313160 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4014e-d367-4c10-95e6-8001b2585542 req-e3b91e36-28ed-4cfa-a8ee-fae6d8ab0c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:53:03.314649 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ebe4014e-d367-4c10-95e6-8001b2585542 req-e3b91e36-28ed-4cfa-a8ee-fae6d8ab0c38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d85ffd73bc643b0a9954d17d479b709&device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 1127 time: 0.0478363 Feb 20 06:53:03.403589 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4014e-d367-4c10-95e6-8001b2585542 req-735ebdd9-4e15-4475-a286-b5943d47ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:53:03.405094 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ebe4014e-d367-4c10-95e6-8001b2585542 req-735ebdd9-4e15-4475-a286-b5943d47ee52 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d HTTP/1.1" status: 200 len: 910 time: 0.0846512 Feb 20 06:53:03.454767 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-4cc073d7-9310-4d09-9802-c6bc7c8e27ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'name': 'tempest-TestSnapshotPattern-1358504880-router', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:13Z', 'revision_number': 4, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'gw_port': {'id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '1bc10cd6-ade7-47c7-887e-bb43c9a7c7e4', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'port_id': '21768994-eb57-4da0-a18c-5aea0f8f5e77', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'mac_address': 'fa:16:3e:80:30:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322a9e9c-2b89-431f-b736-6e1defb22052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:50:34Z', 'updated_at': '2022-02-20T06:50:36Z', 'revision_number': 1, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'fixed_ip_address_scope': None}, {'id': '2ba7624d-5dfe-4a6d-a0d2-96ae99b66f3a', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'port_id': '350b2bf7-2097-40c4-a72e-6fd28e8d4499', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'mac_address': 'fa:16:3e:f0:26:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e35010-88ae-43c6-b804-6064424c6ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:53:01Z', 'updated_at': '2022-02-20T06:53:01Z', 'revision_number': 0, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86305391-df5c-4102-91f4-1d878b8fe8e3', 'name': '', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'mac_address': 'fa:16:3e:db:a0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:12Z', 'updated_at': '2022-02-20T06:50:17Z', 'revision_number': 5, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'subnets': [{'id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:53:03.476212 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ebe4014e-d367-4c10-95e6-8001b2585542 req-880edeae-26b5-47ab-a6bf-26ee2122b1d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=350b2bf7-2097-40c4-a72e-6fd28e8d4499 HTTP/1.1" status: 200 len: 999 time: 0.0659444 Feb 20 06:53:03.481472 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc073d7-9310-4d09-9802-c6bc7c8e27ce None None] Checking router: b66201e8-ceb3-477c-84a9-379d3a980e2f for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:53:03.489937 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc073d7-9310-4d09-9802-c6bc7c8e27ce None None] Routers {'b66201e8-ceb3-477c-84a9-379d3a980e2f'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:53:03.490616 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-4cc073d7-9310-4d09-9802-c6bc7c8e27ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:52:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b66201e8-ceb3-477c-84a9-379d3a980e2f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:53:03.524650 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4014e-d367-4c10-95e6-8001b2585542 req-59ac74b6-845e-4d24-9460-752228d05e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:53:03.526137 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ebe4014e-d367-4c10-95e6-8001b2585542 req-59ac74b6-845e-4d24-9460-752228d05e89 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e93e7e41-2654-4b86-ab39-381bf1087569 HTTP/1.1" status: 200 len: 849 time: 0.0451715 Feb 20 06:53:03.576146 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4014e-d367-4c10-95e6-8001b2585542 req-eb46eca7-fce7-4527-9e4c-c4f556174678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:53:03.577733 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ebe4014e-d367-4c10-95e6-8001b2585542 req-eb46eca7-fce7-4527-9e4c-c4f556174678 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454104 Feb 20 06:53:03.602087 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-4cc073d7-9310-4d09-9802-c6bc7c8e27ce None None] Set router b66201e8-ceb3-477c-84a9-379d3a980e2f gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:53:03.674803 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ebe4014e-d367-4c10-95e6-8001b2585542 req-b4b74932-ff86-49b5-8348-5b3e17969d1c service neutron] 10.222.0.48 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913842 Feb 20 06:53:03.766224 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ebe4014e-d367-4c10-95e6-8001b2585542 req-49800535-d795-4461-bc78-d8dc3d7e90e8 service neutron] 10.222.0.48 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857880 Feb 20 06:53:03.831265 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-4cc073d7-9310-4d09-9802-c6bc7c8e27ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'name': 'tempest-TestSnapshotPattern-1358504880-router', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:13Z', 'revision_number': 4, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'gw_port': {'id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '1bc10cd6-ade7-47c7-887e-bb43c9a7c7e4', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'port_id': '21768994-eb57-4da0-a18c-5aea0f8f5e77', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'mac_address': 'fa:16:3e:80:30:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322a9e9c-2b89-431f-b736-6e1defb22052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:50:34Z', 'updated_at': '2022-02-20T06:50:36Z', 'revision_number': 1, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'fixed_ip_address_scope': None}, {'id': '2ba7624d-5dfe-4a6d-a0d2-96ae99b66f3a', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'port_id': '350b2bf7-2097-40c4-a72e-6fd28e8d4499', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'mac_address': 'fa:16:3e:f0:26:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e35010-88ae-43c6-b804-6064424c6ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:53:01Z', 'updated_at': '2022-02-20T06:53:01Z', 'revision_number': 0, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86305391-df5c-4102-91f4-1d878b8fe8e3', 'name': '', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'mac_address': 'fa:16:3e:db:a0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:12Z', 'updated_at': '2022-02-20T06:50:17Z', 'revision_number': 5, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'subnets': [{'id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:53:03.856268 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc073d7-9310-4d09-9802-c6bc7c8e27ce None None] The sync data for ids ['b66201e8-ceb3-477c-84a9-379d3a980e2f'] in n-d-829866-5 is: [{'id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'name': 'tempest-TestSnapshotPattern-1358504880-router', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:13Z', 'revision_number': 4, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'gw_port': {'id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '1bc10cd6-ade7-47c7-887e-bb43c9a7c7e4', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'port_id': '21768994-eb57-4da0-a18c-5aea0f8f5e77', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'mac_address': 'fa:16:3e:80:30:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322a9e9c-2b89-431f-b736-6e1defb22052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:50:34Z', 'updated_at': '2022-02-20T06:50:36Z', 'revision_number': 1, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'fixed_ip_address_scope': None}, {'id': '2ba7624d-5dfe-4a6d-a0d2-96ae99b66f3a', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'port_id': '350b2bf7-2097-40c4-a72e-6fd28e8d4499', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'mac_address': 'fa:16:3e:f0:26:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e35010-88ae-43c6-b804-6064424c6ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:53:01Z', 'updated_at': '2022-02-20T06:53:01Z', 'revision_number': 0, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86305391-df5c-4102-91f4-1d878b8fe8e3', 'name': '', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'mac_address': 'fa:16:3e:db:a0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:12Z', 'updated_at': '2022-02-20T06:50:17Z', 'revision_number': 5, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'subnets': [{'id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:53:04.061603 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398a4824-6b13-4e59-ab31-ce505a210b02 None None] New status for floating IP 2ba7624d-5dfe-4a6d-a0d2-96ae99b66f3a: ACTIVE {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:53:16.655605 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59f501b8-1134-49ce-a4e6-65b9829d83c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:53:19.097843 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-02ebeb19-db1a-41f5-b524-0bc877cfef11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:53:19.919572 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:53:21.741631 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:53:22.882284 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:53:23.773297 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:53:24.018352 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fb7b7979-0a24-4b98-898e-84ea770e3ffc req-38a2ff27-ed95-42b8-903a-4b388ba1700f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=322a9e9c-2b89-431f-b736-6e1defb22052&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442221 Feb 20 06:53:24.106837 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b7979-0a24-4b98-898e-84ea770e3ffc req-a6b1df35-713b-4bc8-aa0b-54ed4f8f11ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:53:24.108807 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fb7b7979-0a24-4b98-898e-84ea770e3ffc req-a6b1df35-713b-4bc8-aa0b-54ed4f8f11ef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d85ffd73bc643b0a9954d17d479b709&device_id=322a9e9c-2b89-431f-b736-6e1defb22052 HTTP/1.1" status: 200 len: 1125 time: 0.0484612 Feb 20 06:53:24.206589 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b7979-0a24-4b98-898e-84ea770e3ffc req-fd9ce9e8-704a-4a49-95e6-3dd75c5afa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:53:24.208073 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fb7b7979-0a24-4b98-898e-84ea770e3ffc req-fd9ce9e8-704a-4a49-95e6-3dd75c5afa8a service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d HTTP/1.1" status: 200 len: 910 time: 0.0815094 Feb 20 06:53:24.273153 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fb7b7979-0a24-4b98-898e-84ea770e3ffc req-f9fde6e0-0051-4a63-bbb0-34e548c436e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21768994-eb57-4da0-a18c-5aea0f8f5e77 HTTP/1.1" status: 200 len: 998 time: 0.0597258 Feb 20 06:53:24.617102 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b7979-0a24-4b98-898e-84ea770e3ffc req-52b27de8-ccf0-43ea-a6d6-fdcf6a3ec33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:53:24.618540 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fb7b7979-0a24-4b98-898e-84ea770e3ffc req-52b27de8-ccf0-43ea-a6d6-fdcf6a3ec33e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e93e7e41-2654-4b86-ab39-381bf1087569 HTTP/1.1" status: 200 len: 849 time: 0.3390238 Feb 20 06:53:24.665348 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b7979-0a24-4b98-898e-84ea770e3ffc req-c7c2021c-0ed5-4763-b281-27a80ec3dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:53:24.666793 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fb7b7979-0a24-4b98-898e-84ea770e3ffc req-c7c2021c-0ed5-4763-b281-27a80ec3dab3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425739 Feb 20 06:53:24.759957 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fb7b7979-0a24-4b98-898e-84ea770e3ffc req-30873095-c705-4c31-9d42-2bf9baa493a2 service neutron] 10.222.0.61 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862591 Feb 20 06:53:24.847791 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-fb7b7979-0a24-4b98-898e-84ea770e3ffc req-0eb3bb2a-7789-4bc7-be81-3bbed0eb266c service neutron] 10.222.0.61 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820782 Feb 20 06:53:26.016362 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:53:27.205487 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8646f46f-a541-4087-9a49-0345ea9e5312 req-db6ed5e2-28a0-499c-b1ce-eed5fbb34044 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b1e35010-88ae-43c6-b804-6064424c6ddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427487 Feb 20 06:53:27.290784 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646f46f-a541-4087-9a49-0345ea9e5312 req-4f2cd399-18dd-4cc1-a89e-c4d4fa304afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:53:27.292301 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8646f46f-a541-4087-9a49-0345ea9e5312 req-4f2cd399-18dd-4cc1-a89e-c4d4fa304afe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d85ffd73bc643b0a9954d17d479b709&device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 1127 time: 0.0482481 Feb 20 06:53:27.393398 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646f46f-a541-4087-9a49-0345ea9e5312 req-980a6835-c677-4296-b040-e0b56577164a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:53:27.394935 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8646f46f-a541-4087-9a49-0345ea9e5312 req-980a6835-c677-4296-b040-e0b56577164a service neutron] 10.222.0.48 "GET /v2.0/networks?id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d HTTP/1.1" status: 200 len: 910 time: 0.0857644 Feb 20 06:53:27.461480 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8646f46f-a541-4087-9a49-0345ea9e5312 req-1ac79b3f-17f3-4c29-a532-8e24364fa4a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=350b2bf7-2097-40c4-a72e-6fd28e8d4499 HTTP/1.1" status: 200 len: 1001 time: 0.0610871 Feb 20 06:53:27.508217 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646f46f-a541-4087-9a49-0345ea9e5312 req-5649a7f2-3235-4cbb-a492-4a2d0e487343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:53:27.509597 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8646f46f-a541-4087-9a49-0345ea9e5312 req-5649a7f2-3235-4cbb-a492-4a2d0e487343 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e93e7e41-2654-4b86-ab39-381bf1087569 HTTP/1.1" status: 200 len: 849 time: 0.0420001 Feb 20 06:53:27.556422 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646f46f-a541-4087-9a49-0345ea9e5312 req-dc214262-dbef-4fa3-af08-cca6d8c2b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:53:27.557922 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8646f46f-a541-4087-9a49-0345ea9e5312 req-dc214262-dbef-4fa3-af08-cca6d8c2b768 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0418131 Feb 20 06:53:27.650186 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8646f46f-a541-4087-9a49-0345ea9e5312 req-88917d80-801c-4381-9b90-2b41da77d442 service neutron] 10.222.0.48 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858297 Feb 20 06:53:27.735309 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-8646f46f-a541-4087-9a49-0345ea9e5312 req-849131ef-b01b-440b-87c5-c5bec0148700 service neutron] 10.222.0.48 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799983 Feb 20 06:53:33.002491 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:53:46.657815 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df8f9730-cdc9-499b-a6c9-1361cb8d250a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:53:49.097654 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-77b98d0b-c4f0-4abc-b89b-8c3b9060c1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:53:49.923085 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:53:51.742357 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:53:52.883105 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:53:53.774163 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:53:56.036931 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:10.000937 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:54:16.659795 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a10efafb-d0a3-4fe5-98b0-ded05920a42b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:19.099400 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8e5ee3a9-fc21-4e4d-aa70-38a31831f1bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:19.924454 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:21.745319 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:22.885809 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:23.779925 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:26.028176 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-85d289f9-1662-4fc5-89e2-f51e9189fc1c req-7281e6bb-7061-41ba-83da-b10df29ebd5a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=322a9e9c-2b89-431f-b736-6e1defb22052&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444081 Feb 20 06:54:26.058960 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:26.117682 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d289f9-1662-4fc5-89e2-f51e9189fc1c req-848b2dfc-adb1-41c7-a8a1-7ac78ba07ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:54:26.119145 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-85d289f9-1662-4fc5-89e2-f51e9189fc1c req-848b2dfc-adb1-41c7-a8a1-7ac78ba07ed1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d85ffd73bc643b0a9954d17d479b709&device_id=322a9e9c-2b89-431f-b736-6e1defb22052 HTTP/1.1" status: 200 len: 1125 time: 0.0497160 Feb 20 06:54:26.217475 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d289f9-1662-4fc5-89e2-f51e9189fc1c req-6fc8b6ed-9a11-48fe-bc5a-f95ab0ca6f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:54:26.218950 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-85d289f9-1662-4fc5-89e2-f51e9189fc1c req-6fc8b6ed-9a11-48fe-bc5a-f95ab0ca6f40 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d HTTP/1.1" status: 200 len: 910 time: 0.0828018 Feb 20 06:54:26.286578 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-85d289f9-1662-4fc5-89e2-f51e9189fc1c req-2afc1203-1045-4b3c-b24c-013903440609 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21768994-eb57-4da0-a18c-5aea0f8f5e77 HTTP/1.1" status: 200 len: 998 time: 0.0618725 Feb 20 06:54:26.333226 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d289f9-1662-4fc5-89e2-f51e9189fc1c req-415ecc16-f617-4427-8abd-ff2b481ea00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:54:26.334670 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-85d289f9-1662-4fc5-89e2-f51e9189fc1c req-415ecc16-f617-4427-8abd-ff2b481ea00d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e93e7e41-2654-4b86-ab39-381bf1087569 HTTP/1.1" status: 200 len: 849 time: 0.0425458 Feb 20 06:54:26.381526 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d289f9-1662-4fc5-89e2-f51e9189fc1c req-c8959453-6046-4ce8-b008-bb46ba874e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:54:26.382968 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-85d289f9-1662-4fc5-89e2-f51e9189fc1c req-c8959453-6046-4ce8-b008-bb46ba874e11 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0422273 Feb 20 06:54:26.471941 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-85d289f9-1662-4fc5-89e2-f51e9189fc1c req-94ac57cd-9759-4cdf-ae53-a66881263038 service neutron] 10.222.0.61 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829868 Feb 20 06:54:26.557404 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-85d289f9-1662-4fc5-89e2-f51e9189fc1c req-fc89f32d-2129-4406-bb47-b1d6d99c6a8d service neutron] 10.222.0.61 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798306 Feb 20 06:54:27.796270 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 350b2bf7-2097-40c4-a72e-6fd28e8d4499 details requested by agent hyperv_n-h2-829866-5 with host n-h2-829866-5 {{(pid=103408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 06:54:27.895221 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 350b2bf7-2097-40c4-a72e-6fd28e8d4499, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=350b2bf7-2097-40c4-a72e-6fd28e8d4499,segment=NetworkSegment(16758c49-bf2a-4012-88d2-4804b1e2db6e),segment_id=16758c49-bf2a-4012-88d2-4804b1e2db6e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:54:27.907684 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Returning: {'device': '350b2bf7-2097-40c4-a72e-6fd28e8d4499', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'port_id': '350b2bf7-2097-40c4-a72e-6fd28e8d4499', 'mac_address': 'fa:16:3e:f0:26:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 06:54:27.949836 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 350b2bf7-2097-40c4-a72e-6fd28e8d4499 is: ACTIVE; New status is: BUILD {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:54:27.950228 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (350b2bf7-2097-40c4-a72e-6fd28e8d4499), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:27.962917 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 350b2bf7-2097-40c4-a72e-6fd28e8d4499 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 06:54:27.983158 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 350b2bf7-2097-40c4-a72e-6fd28e8d4499, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=350b2bf7-2097-40c4-a72e-6fd28e8d4499,segment=NetworkSegment(16758c49-bf2a-4012-88d2-4804b1e2db6e),segment_id=16758c49-bf2a-4012-88d2-4804b1e2db6e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:54:27.987399 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (350b2bf7-2097-40c4-a72e-6fd28e8d4499), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:28.227912 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=350b2bf7-2097-40c4-a72e-6fd28e8d4499,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:54:28.236217 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:28.236577 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:28.236922 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:28.237263 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:28.238272 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:28.238272 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:28.238272 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:28.238574 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:28.238872 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:28.239804 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:28.239804 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:28.240034 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:28.240532 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:28.245521 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] get_ports_and_sgs() called for port_ids ['350b2bf7-2097-40c4-a72e-6fd28e8d4499'] {{(pid=103408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 06:54:28.251270 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ccb23-9155-492c-9428-9d314bee710b req-bf04058f-c375-41c6-929d-c697ee3e10d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:54:28.253524 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a59ccb23-9155-492c-9428-9d314bee710b req-bf04058f-c375-41c6-929d-c697ee3e10d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d85ffd73bc643b0a9954d17d479b709&device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 1126 time: 0.0640268 Feb 20 06:54:28.384593 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ccb23-9155-492c-9428-9d314bee710b req-0f5a3af1-1b23-4e44-840a-87a559d16476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:54:28.386110 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a59ccb23-9155-492c-9428-9d314bee710b req-0f5a3af1-1b23-4e44-840a-87a559d16476 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d HTTP/1.1" status: 200 len: 910 time: 0.1107047 Feb 20 06:54:28.463053 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a59ccb23-9155-492c-9428-9d314bee710b req-1caf2d86-e77f-4fc3-8281-bee78909994e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=350b2bf7-2097-40c4-a72e-6fd28e8d4499 HTTP/1.1" status: 200 len: 1000 time: 0.0707605 Feb 20 06:54:28.538169 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ccb23-9155-492c-9428-9d314bee710b req-f0fc3111-461a-46ce-9854-176ae9c8e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:54:28.539955 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a59ccb23-9155-492c-9428-9d314bee710b req-f0fc3111-461a-46ce-9854-176ae9c8e62c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e93e7e41-2654-4b86-ab39-381bf1087569 HTTP/1.1" status: 200 len: 849 time: 0.0696893 Feb 20 06:54:28.595455 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ccb23-9155-492c-9428-9d314bee710b req-a8e29169-8a61-4e8f-9b16-8a933d18259f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:54:28.597039 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a59ccb23-9155-492c-9428-9d314bee710b req-a8e29169-8a61-4e8f-9b16-8a933d18259f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503135 Feb 20 06:54:28.701168 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a59ccb23-9155-492c-9428-9d314bee710b req-eb4dc8c1-7689-40f8-a651-b694a9ba6ce6 service neutron] 10.222.0.48 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973120 Feb 20 06:54:28.815443 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-a59ccb23-9155-492c-9428-9d314bee710b req-60ddfeee-fb8e-4c2a-a86b-89fb87f7bce1 service neutron] 10.222.0.48 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086338 Feb 20 06:54:29.799665 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 350b2bf7-2097-40c4-a72e-6fd28e8d4499 up at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 06:54:29.850928 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Provisioning complete for port 350b2bf7-2097-40c4-a72e-6fd28e8d4499 triggered by entity L2. {{(pid=103408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 06:54:29.851303 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346079'] for port (350b2bf7-2097-40c4-a72e-6fd28e8d4499), provisioning_complete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:29.950875 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Current status of the port 350b2bf7-2097-40c4-a72e-6fd28e8d4499 is: BUILD; New status is: ACTIVE {{(pid=103408) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 06:54:29.951307 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652998'] for port (350b2bf7-2097-40c4-a72e-6fd28e8d4499), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:29.979370 n-d-829866-5 neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e35010-88ae-43c6-b804-6064424c6ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '350b2bf7-2097-40c4-a72e-6fd28e8d4499'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:54:29.982252 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a163b3c89b6d382c17fa493df13ea3329d33ea754b6227874c75326f98881236" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4855934-02b7-4c0e-9b54-203bc4e41f4b" -d '{"events": [{"server_uuid": "b1e35010-88ae-43c6-b804-6064424c6ddc", "name": "network-vif-plugged", "status": "completed", "tag": "350b2bf7-2097-40c4-a72e-6fd28e8d4499"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:54:29.995880 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] For port 350b2bf7-2097-40c4-a72e-6fd28e8d4499, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=350b2bf7-2097-40c4-a72e-6fd28e8d4499,segment=NetworkSegment(16758c49-bf2a-4012-88d2-4804b1e2db6e),segment_id=16758c49-bf2a-4012-88d2-4804b1e2db6e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:54:30.001404 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771095536779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771095095098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771095095116'] for port (350b2bf7-2097-40c4-a72e-6fd28e8d4499), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:30.043123 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97346f2c-b094-4c1e-a551-2e521a25d753 x-openstack-request-id: req-97346f2c-b094-4c1e-a551-2e521a25d753 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:54:30.043699 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e35010-88ae-43c6-b804-6064424c6ddc", "name": "network-vif-plugged", "status": "completed", "tag": "350b2bf7-2097-40c4-a72e-6fd28e8d4499", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:54:30.044205 n-d-829866-5 neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97346f2c-b094-4c1e-a551-2e521a25d753 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:54:30.044926 n-d-829866-5 neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e35010-88ae-43c6-b804-6064424c6ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '350b2bf7-2097-40c4-a72e-6fd28e8d4499', 'code': 200} Feb 20 06:54:30.066562 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Pushing event updated for resources: {'Port': ['ID=350b2bf7-2097-40c4-a72e-6fd28e8d4499,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:54:38.573662 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56150) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:54:38.728621 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-3dfc1b17-d823-402c-bf16-1022fbe30c6c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Deleting port 0a1db1c3-d538-48fd-96e1-435ccf24a80e {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:54:38.728972 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3dfc1b17-d823-402c-bf16-1022fbe30c6c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (0a1db1c3-d538-48fd-96e1-435ccf24a80e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:38.801943 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3dfc1b17-d823-402c-bf16-1022fbe30c6c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (0a1db1c3-d538-48fd-96e1-435ccf24a80e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:38.802276 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3dfc1b17-d823-402c-bf16-1022fbe30c6c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for floatingip (0a1db1c3-d538-48fd-96e1-435ccf24a80e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:38.814349 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-3dfc1b17-d823-402c-bf16-1022fbe30c6c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Calling delete_port for 0a1db1c3-d538-48fd-96e1-435ccf24a80e owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:54:38.962173 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3dfc1b17-d823-402c-bf16-1022fbe30c6c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (0a1db1c3-d538-48fd-96e1-435ccf24a80e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:38.986270 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc1b17-d823-402c-bf16-1022fbe30c6c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Pushing event deleted for resources: {'Port': ['ID=0a1db1c3-d538-48fd-96e1-435ccf24a80e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:54:39.000917 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfc1b17-d823-402c-bf16-1022fbe30c6c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:39.001657 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfc1b17-d823-402c-bf16-1022fbe30c6c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:39.001657 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfc1b17-d823-402c-bf16-1022fbe30c6c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:39.002214 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfc1b17-d823-402c-bf16-1022fbe30c6c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:39.002567 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfc1b17-d823-402c-bf16-1022fbe30c6c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:39.002920 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfc1b17-d823-402c-bf16-1022fbe30c6c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:39.003254 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfc1b17-d823-402c-bf16-1022fbe30c6c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:39.003584 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfc1b17-d823-402c-bf16-1022fbe30c6c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:39.003911 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfc1b17-d823-402c-bf16-1022fbe30c6c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:39.004236 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfc1b17-d823-402c-bf16-1022fbe30c6c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:39.004562 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfc1b17-d823-402c-bf16-1022fbe30c6c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:39.004886 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfc1b17-d823-402c-bf16-1022fbe30c6c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:39.005211 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfc1b17-d823-402c-bf16-1022fbe30c6c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:39.065259 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3dfc1b17-d823-402c-bf16-1022fbe30c6c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for floatingip (2ba7624d-5dfe-4a6d-a0d2-96ae99b66f3a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:39.065562 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-3dfc1b17-d823-402c-bf16-1022fbe30c6c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Floating IP 2ba7624d-5dfe-4a6d-a0d2-96ae99b66f3a disassociated (deleted). External IP: 172.25.3.222, port: 350b2bf7-2097-40c4-a72e-6fd28e8d4499. Feb 20 06:54:39.274541 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfc1b17-d823-402c-bf16-1022fbe30c6c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Router b66201e8-ceb3-477c-84a9-379d3a980e2f has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:54:39.394012 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfc1b17-d823-402c-bf16-1022fbe30c6c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:54:39.398694 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3dfc1b17-d823-402c-bf16-1022fbe30c6c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:39.403870 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2571edd7-75f2-4626-ae28-2d5078977bd7 None None] Sync routers for ids ['b66201e8-ceb3-477c-84a9-379d3a980e2f'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:54:39.413614 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2571edd7-75f2-4626-ae28-2d5078977bd7 None None] Routers {'b66201e8-ceb3-477c-84a9-379d3a980e2f'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:54:39.414232 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2571edd7-75f2-4626-ae28-2d5078977bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:54:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b66201e8-ceb3-477c-84a9-379d3a980e2f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:54:39.429536 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3dfc1b17-d823-402c-bf16-1022fbe30c6c tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "DELETE /v2.0/floatingips/2ba7624d-5dfe-4a6d-a0d2-96ae99b66f3a HTTP/1.1" status: 204 len: 168 time: 0.8547697 Feb 20 06:54:39.430230 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e35010-88ae-43c6-b804-6064424c6ddc', 'tag': '350b2bf7-2097-40c4-a72e-6fd28e8d4499'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:54:39.432651 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78934f98bf255cbf8729f55a3e84459a3773ac23536445eeb810cf99c856869a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee04303d-8cac-4879-84cb-519d0752b861" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e35010-88ae-43c6-b804-6064424c6ddc", "tag": "350b2bf7-2097-40c4-a72e-6fd28e8d4499"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:54:39.520462 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-2571edd7-75f2-4626-ae28-2d5078977bd7 None None] Set router b66201e8-ceb3-477c-84a9-379d3a980e2f gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:54:39.585397 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85f84d7-9bab-4a5b-8a9e-d7c0f90e988c x-openstack-request-id: req-f85f84d7-9bab-4a5b-8a9e-d7c0f90e988c {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:54:39.585901 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e35010-88ae-43c6-b804-6064424c6ddc", "tag": "350b2bf7-2097-40c4-a72e-6fd28e8d4499", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:54:39.586012 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f85f84d7-9bab-4a5b-8a9e-d7c0f90e988c {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:54:39.586512 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e35010-88ae-43c6-b804-6064424c6ddc', 'tag': '350b2bf7-2097-40c4-a72e-6fd28e8d4499', 'status': 'completed', 'code': 200} Feb 20 06:54:39.653625 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04303d-8cac-4879-84cb-519d0752b861 req-56e48627-36ab-4e55-b694-be168d708ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:54:39.656040 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ee04303d-8cac-4879-84cb-519d0752b861 req-56e48627-36ab-4e55-b694-be168d708ae3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d85ffd73bc643b0a9954d17d479b709&device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 1127 time: 0.0475793 Feb 20 06:54:39.684791 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93782c53-c160-44ac-9037-c63d7b0c6c0a req-09934ca5-e072-4047-a8b6-7806f7320a15 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:54:39.686305 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-93782c53-c160-44ac-9037-c63d7b0c6c0a req-09934ca5-e072-4047-a8b6-7806f7320a15 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 945 time: 0.0552578 Feb 20 06:54:39.744436 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-93782c53-c160-44ac-9037-c63d7b0c6c0a req-f3bc9775-0824-4a63-be42-d5e1d23733e0 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/security-groups?id=84875f25-8f8a-48ab-ac3b-7df617c60a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520163 Feb 20 06:54:39.749932 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2571edd7-75f2-4626-ae28-2d5078977bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'name': 'tempest-TestSnapshotPattern-1358504880-router', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:13Z', 'revision_number': 4, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'gw_port': {'id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '1bc10cd6-ade7-47c7-887e-bb43c9a7c7e4', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'port_id': '21768994-eb57-4da0-a18c-5aea0f8f5e77', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'mac_address': 'fa:16:3e:80:30:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322a9e9c-2b89-431f-b736-6e1defb22052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:50:34Z', 'updated_at': '2022-02-20T06:50:36Z', 'revision_number': 1, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86305391-df5c-4102-91f4-1d878b8fe8e3', 'name': '', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'mac_address': 'fa:16:3e:db:a0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:12Z', 'updated_at': '2022-02-20T06:50:17Z', 'revision_number': 5, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'subnets': [{'id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:54:39.753496 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04303d-8cac-4879-84cb-519d0752b861 req-b90f9aa2-7cd5-42ad-bba4-f21f06920852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:54:39.754526 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ee04303d-8cac-4879-84cb-519d0752b861 req-b90f9aa2-7cd5-42ad-bba4-f21f06920852 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d HTTP/1.1" status: 200 len: 910 time: 0.0926843 Feb 20 06:54:39.779890 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2571edd7-75f2-4626-ae28-2d5078977bd7 None None] Checking router: b66201e8-ceb3-477c-84a9-379d3a980e2f for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:54:39.787990 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2571edd7-75f2-4626-ae28-2d5078977bd7 None None] Routers {'b66201e8-ceb3-477c-84a9-379d3a980e2f'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:54:39.788588 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2571edd7-75f2-4626-ae28-2d5078977bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:54:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b66201e8-ceb3-477c-84a9-379d3a980e2f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:54:39.796388 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ee04303d-8cac-4879-84cb-519d0752b861 req-e4236bdf-c326-414f-b82f-3319c74b6608 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=350b2bf7-2097-40c4-a72e-6fd28e8d4499 HTTP/1.1" status: 200 len: 217 time: 0.0359364 Feb 20 06:54:39.844087 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04303d-8cac-4879-84cb-519d0752b861 req-99aa4f96-4e80-429f-ab75-f6c053867288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:54:39.845517 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ee04303d-8cac-4879-84cb-519d0752b861 req-99aa4f96-4e80-429f-ab75-f6c053867288 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e93e7e41-2654-4b86-ab39-381bf1087569 HTTP/1.1" status: 200 len: 849 time: 0.0429113 Feb 20 06:54:39.895312 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-2571edd7-75f2-4626-ae28-2d5078977bd7 None None] Set router b66201e8-ceb3-477c-84a9-379d3a980e2f gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:54:39.898157 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04303d-8cac-4879-84cb-519d0752b861 req-3d577783-bfa2-4695-a215-5cbd0b41a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:54:39.899735 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ee04303d-8cac-4879-84cb-519d0752b861 req-3d577783-bfa2-4695-a215-5cbd0b41a293 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482721 Feb 20 06:54:39.990726 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ee04303d-8cac-4879-84cb-519d0752b861 req-4a801282-e4f6-48eb-964b-9fa739b88621 service neutron] 10.222.0.48 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833151 Feb 20 06:54:40.086665 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-ee04303d-8cac-4879-84cb-519d0752b861 req-23a7c978-85e6-4744-9de9-e92861e87181 service neutron] 10.222.0.48 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892963 Feb 20 06:54:40.123122 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2571edd7-75f2-4626-ae28-2d5078977bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'name': 'tempest-TestSnapshotPattern-1358504880-router', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:13Z', 'revision_number': 4, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'gw_port': {'id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '1bc10cd6-ade7-47c7-887e-bb43c9a7c7e4', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'port_id': '21768994-eb57-4da0-a18c-5aea0f8f5e77', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'mac_address': 'fa:16:3e:80:30:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322a9e9c-2b89-431f-b736-6e1defb22052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:50:34Z', 'updated_at': '2022-02-20T06:50:36Z', 'revision_number': 1, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86305391-df5c-4102-91f4-1d878b8fe8e3', 'name': '', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'mac_address': 'fa:16:3e:db:a0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:12Z', 'updated_at': '2022-02-20T06:50:17Z', 'revision_number': 5, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'subnets': [{'id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:54:40.152896 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2571edd7-75f2-4626-ae28-2d5078977bd7 None None] The sync data for ids ['b66201e8-ceb3-477c-84a9-379d3a980e2f'] in n-d-829866-5 is: [{'id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'name': 'tempest-TestSnapshotPattern-1358504880-router', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:13Z', 'revision_number': 4, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'gw_port': {'id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_floatingips': [{'id': '1bc10cd6-ade7-47c7-887e-bb43c9a7c7e4', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'router_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'port_id': '21768994-eb57-4da0-a18c-5aea0f8f5e77', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'mac_address': 'fa:16:3e:80:30:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322a9e9c-2b89-431f-b736-6e1defb22052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T06:50:34Z', 'updated_at': '2022-02-20T06:50:36Z', 'revision_number': 1, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86305391-df5c-4102-91f4-1d878b8fe8e3', 'name': '', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'mac_address': 'fa:16:3e:db:a0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:12Z', 'updated_at': '2022-02-20T06:50:17Z', 'revision_number': 5, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'subnets': [{'id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:54:40.384492 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f0afe5-64fb-437c-97ec-2ec2c1779a7f None None] New status for floating IP 2ba7624d-5dfe-4a6d-a0d2-96ae99b66f3a: DOWN {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:54:40.859594 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52607f79-d6d3-4b45-af99-19f41599ced7 req-87666d71-e94c-4f92-bed0-1f1750d4f30d tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:54:40.861046 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-52607f79-d6d3-4b45-af99-19f41599ced7 req-87666d71-e94c-4f92-bed0-1f1750d4f30d tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 945 time: 0.0508003 Feb 20 06:54:40.914482 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-52607f79-d6d3-4b45-af99-19f41599ced7 req-058ba59e-f0b6-4184-b276-fd21002238ea tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/security-groups?id=84875f25-8f8a-48ab-ac3b-7df617c60a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479712 Feb 20 06:54:41.150460 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448a41b-7716-4a16-b75c-84e5267ea7ea req-0f026c87-cf44-4e04-b6ca-22adcff48b32 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:54:41.152318 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9448a41b-7716-4a16-b75c-84e5267ea7ea req-0f026c87-cf44-4e04-b6ca-22adcff48b32 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 945 time: 0.0532053 Feb 20 06:54:41.241758 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-9448a41b-7716-4a16-b75c-84e5267ea7ea req-b331b2fa-54b1-4cf1-8abc-de09f04be806 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Deleting port 350b2bf7-2097-40c4-a72e-6fd28e8d4499 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:54:41.242092 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9448a41b-7716-4a16-b75c-84e5267ea7ea req-b331b2fa-54b1-4cf1-8abc-de09f04be806 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (350b2bf7-2097-40c4-a72e-6fd28e8d4499), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:41.331120 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-9448a41b-7716-4a16-b75c-84e5267ea7ea req-b331b2fa-54b1-4cf1-8abc-de09f04be806 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] For port 350b2bf7-2097-40c4-a72e-6fd28e8d4499, host n-h2-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-5',level=0,port_id=350b2bf7-2097-40c4-a72e-6fd28e8d4499,segment=NetworkSegment(16758c49-bf2a-4012-88d2-4804b1e2db6e),segment_id=16758c49-bf2a-4012-88d2-4804b1e2db6e)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:54:41.331482 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9448a41b-7716-4a16-b75c-84e5267ea7ea req-b331b2fa-54b1-4cf1-8abc-de09f04be806 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (350b2bf7-2097-40c4-a72e-6fd28e8d4499), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:41.343641 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-9448a41b-7716-4a16-b75c-84e5267ea7ea req-b331b2fa-54b1-4cf1-8abc-de09f04be806 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Calling delete_port for 350b2bf7-2097-40c4-a72e-6fd28e8d4499 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:54:41.472056 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9448a41b-7716-4a16-b75c-84e5267ea7ea req-b331b2fa-54b1-4cf1-8abc-de09f04be806 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (350b2bf7-2097-40c4-a72e-6fd28e8d4499), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:41.501326 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331b2fa-54b1-4cf1-8abc-de09f04be806 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Pushing event deleted for resources: {'Port': ['ID=350b2bf7-2097-40c4-a72e-6fd28e8d4499,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:54:41.526574 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331b2fa-54b1-4cf1-8abc-de09f04be806 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:41.526953 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331b2fa-54b1-4cf1-8abc-de09f04be806 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:41.527304 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331b2fa-54b1-4cf1-8abc-de09f04be806 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:41.527642 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331b2fa-54b1-4cf1-8abc-de09f04be806 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:41.527979 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331b2fa-54b1-4cf1-8abc-de09f04be806 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:41.528317 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331b2fa-54b1-4cf1-8abc-de09f04be806 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:41.528650 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331b2fa-54b1-4cf1-8abc-de09f04be806 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:41.528984 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331b2fa-54b1-4cf1-8abc-de09f04be806 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:41.529315 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331b2fa-54b1-4cf1-8abc-de09f04be806 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:41.529641 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331b2fa-54b1-4cf1-8abc-de09f04be806 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:41.529970 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331b2fa-54b1-4cf1-8abc-de09f04be806 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:41.530302 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331b2fa-54b1-4cf1-8abc-de09f04be806 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:41.530635 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331b2fa-54b1-4cf1-8abc-de09f04be806 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-5 {{(pid=103406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 06:54:41.552870 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-9448a41b-7716-4a16-b75c-84e5267ea7ea req-b331b2fa-54b1-4cf1-8abc-de09f04be806 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] No DVR routers for this DVR port 350b2bf7-2097-40c4-a72e-6fd28e8d4499 on host n-h2-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:54:41.555321 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-9448a41b-7716-4a16-b75c-84e5267ea7ea req-b331b2fa-54b1-4cf1-8abc-de09f04be806 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:41.558775 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-9448a41b-7716-4a16-b75c-84e5267ea7ea req-b331b2fa-54b1-4cf1-8abc-de09f04be806 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.48 "DELETE /v2.0/ports/350b2bf7-2097-40c4-a72e-6fd28e8d4499 HTTP/1.1" status: 204 len: 173 time: 0.4016554 Feb 20 06:54:41.559252 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e35010-88ae-43c6-b804-6064424c6ddc', 'name': 'network-vif-deleted', 'tag': '350b2bf7-2097-40c4-a72e-6fd28e8d4499'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:54:41.561515 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17d82f7-0ff3-4fe9-a0a2-9482642c5ff9" -d '{"events": [{"server_uuid": "b1e35010-88ae-43c6-b804-6064424c6ddc", "name": "network-vif-deleted", "tag": "350b2bf7-2097-40c4-a72e-6fd28e8d4499"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:54:41.598250 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa0136c-293c-4078-a396-0eaf0c09fcf6 x-openstack-request-id: req-0aa0136c-293c-4078-a396-0eaf0c09fcf6 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:54:41.598550 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e35010-88ae-43c6-b804-6064424c6ddc", "name": "network-vif-deleted", "tag": "350b2bf7-2097-40c4-a72e-6fd28e8d4499", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:54:41.598810 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0aa0136c-293c-4078-a396-0eaf0c09fcf6 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:54:41.599255 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e35010-88ae-43c6-b804-6064424c6ddc', 'name': 'network-vif-deleted', 'tag': '350b2bf7-2097-40c4-a72e-6fd28e8d4499', 'status': 'completed', 'code': 200} Feb 20 06:54:41.872649 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 350b2bf7-2097-40c4-a72e-6fd28e8d4499 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:54:41.895042 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 350b2bf7-2097-40c4-a72e-6fd28e8d4499 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:54:41.895401 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 350b2bf7-2097-40c4-a72e-6fd28e8d4499 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:54:42.031880 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-5bbbc4a7-795c-4254-9a50-bb1f848bccf2 req-df8269bd-4828-4bc0-ac36-3a49ef825c62 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1e35010-88ae-43c6-b804-6064424c6ddc HTTP/1.1" status: 200 len: 210 time: 0.0279999 Feb 20 06:54:43.570601 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56210) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:54:43.731935 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-64652f0c-cb19-4919-a8b6-3406c5b71907 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Deleting port 45725012-93c9-4c7f-860a-6c0c588ee85f {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:54:43.732275 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-64652f0c-cb19-4919-a8b6-3406c5b71907 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (45725012-93c9-4c7f-860a-6c0c588ee85f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:43.803618 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-64652f0c-cb19-4919-a8b6-3406c5b71907 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (45725012-93c9-4c7f-860a-6c0c588ee85f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:43.803941 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-64652f0c-cb19-4919-a8b6-3406c5b71907 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for floatingip (45725012-93c9-4c7f-860a-6c0c588ee85f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:43.815733 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-64652f0c-cb19-4919-a8b6-3406c5b71907 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Calling delete_port for 45725012-93c9-4c7f-860a-6c0c588ee85f owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:54:43.960523 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-64652f0c-cb19-4919-a8b6-3406c5b71907 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (45725012-93c9-4c7f-860a-6c0c588ee85f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:43.987575 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64652f0c-cb19-4919-a8b6-3406c5b71907 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Pushing event deleted for resources: {'Port': ['ID=45725012-93c9-4c7f-860a-6c0c588ee85f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:54:44.053239 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-64652f0c-cb19-4919-a8b6-3406c5b71907 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for floatingip (1bc10cd6-ade7-47c7-887e-bb43c9a7c7e4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:44.053608 n-d-829866-5 neutron-server[103407]: INFO neutron.db.l3_db [None req-64652f0c-cb19-4919-a8b6-3406c5b71907 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Floating IP 1bc10cd6-ade7-47c7-887e-bb43c9a7c7e4 disassociated (deleted). External IP: 172.25.3.16, port: 21768994-eb57-4da0-a18c-5aea0f8f5e77. Feb 20 06:54:44.260429 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64652f0c-cb19-4919-a8b6-3406c5b71907 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Router b66201e8-ceb3-477c-84a9-379d3a980e2f has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:54:44.375684 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64652f0c-cb19-4919-a8b6-3406c5b71907 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:54:44.380472 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-64652f0c-cb19-4919-a8b6-3406c5b71907 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:44.384914 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a76640a-146f-42c8-ae11-b6f3d95b5713 None None] Sync routers for ids ['b66201e8-ceb3-477c-84a9-379d3a980e2f'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:54:44.395385 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a76640a-146f-42c8-ae11-b6f3d95b5713 None None] Routers {'b66201e8-ceb3-477c-84a9-379d3a980e2f'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:54:44.395999 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7a76640a-146f-42c8-ae11-b6f3d95b5713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:54:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b66201e8-ceb3-477c-84a9-379d3a980e2f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:54:44.411012 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-64652f0c-cb19-4919-a8b6-3406c5b71907 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "DELETE /v2.0/floatingips/1bc10cd6-ade7-47c7-887e-bb43c9a7c7e4 HTTP/1.1" status: 204 len: 168 time: 0.8392677 Feb 20 06:54:44.411606 n-d-829866-5 neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322a9e9c-2b89-431f-b736-6e1defb22052', 'tag': '21768994-eb57-4da0-a18c-5aea0f8f5e77'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:54:44.413849 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78934f98bf255cbf8729f55a3e84459a3773ac23536445eeb810cf99c856869a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635a651b-8e76-4515-bc94-355bf6943852" -d '{"events": [{"name": "network-changed", "server_uuid": "322a9e9c-2b89-431f-b736-6e1defb22052", "tag": "21768994-eb57-4da0-a18c-5aea0f8f5e77"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:54:44.504383 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-7a76640a-146f-42c8-ae11-b6f3d95b5713 None None] Set router b66201e8-ceb3-477c-84a9-379d3a980e2f gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:54:44.563463 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 06:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f713eb-3bd0-45ff-ba2a-1b61bffacc31 x-openstack-request-id: req-f5f713eb-3bd0-45ff-ba2a-1b61bffacc31 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:54:44.563839 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "322a9e9c-2b89-431f-b736-6e1defb22052", "tag": "21768994-eb57-4da0-a18c-5aea0f8f5e77", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:54:44.564183 n-d-829866-5 neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f5f713eb-3bd0-45ff-ba2a-1b61bffacc31 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:54:44.564653 n-d-829866-5 neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '322a9e9c-2b89-431f-b736-6e1defb22052', 'tag': '21768994-eb57-4da0-a18c-5aea0f8f5e77', 'status': 'completed', 'code': 200} Feb 20 06:54:44.633643 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a651b-8e76-4515-bc94-355bf6943852 req-925f633d-b735-4371-a019-9c03d2354dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:54:44.635821 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-635a651b-8e76-4515-bc94-355bf6943852 req-925f633d-b735-4371-a019-9c03d2354dc6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d85ffd73bc643b0a9954d17d479b709&device_id=322a9e9c-2b89-431f-b736-6e1defb22052 HTTP/1.1" status: 200 len: 1125 time: 0.0468960 Feb 20 06:54:44.662162 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bca807-5996-4cc2-9d37-f858d56009d3 req-65cecea8-812a-4b42-9102-e314e7eea6f2 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:54:44.664399 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-57bca807-5996-4cc2-9d37-f858d56009d3 req-65cecea8-812a-4b42-9102-e314e7eea6f2 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=322a9e9c-2b89-431f-b736-6e1defb22052 HTTP/1.1" status: 200 len: 943 time: 0.0563140 Feb 20 06:54:44.712689 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7a76640a-146f-42c8-ae11-b6f3d95b5713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'name': 'tempest-TestSnapshotPattern-1358504880-router', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:13Z', 'revision_number': 4, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'gw_port': {'id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '86305391-df5c-4102-91f4-1d878b8fe8e3', 'name': '', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'mac_address': 'fa:16:3e:db:a0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:12Z', 'updated_at': '2022-02-20T06:50:17Z', 'revision_number': 5, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'subnets': [{'id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:54:44.722321 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-57bca807-5996-4cc2-9d37-f858d56009d3 req-8d61da36-d0b2-4bec-84c8-1f3ecbbc714f tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/security-groups?id=84875f25-8f8a-48ab-ac3b-7df617c60a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517673 Feb 20 06:54:44.749577 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a76640a-146f-42c8-ae11-b6f3d95b5713 None None] Checking router: b66201e8-ceb3-477c-84a9-379d3a980e2f for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:54:44.754699 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a651b-8e76-4515-bc94-355bf6943852 req-83e2f8e3-a428-49ea-8052-f43b59053f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:54:44.756231 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-635a651b-8e76-4515-bc94-355bf6943852 req-83e2f8e3-a428-49ea-8052-f43b59053f84 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d HTTP/1.1" status: 200 len: 910 time: 0.1131141 Feb 20 06:54:44.758285 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a76640a-146f-42c8-ae11-b6f3d95b5713 None None] Routers {'b66201e8-ceb3-477c-84a9-379d3a980e2f'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:54:44.758891 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7a76640a-146f-42c8-ae11-b6f3d95b5713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:54:19Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b66201e8-ceb3-477c-84a9-379d3a980e2f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:54:44.797882 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-635a651b-8e76-4515-bc94-355bf6943852 req-5c89c250-706c-41ff-b892-ee4211c0539d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21768994-eb57-4da0-a18c-5aea0f8f5e77 HTTP/1.1" status: 200 len: 217 time: 0.0349443 Feb 20 06:54:44.849693 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a651b-8e76-4515-bc94-355bf6943852 req-131bcd17-f7d5-4039-b2f7-0d7f3368c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:54:44.851172 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-635a651b-8e76-4515-bc94-355bf6943852 req-131bcd17-f7d5-4039-b2f7-0d7f3368c03e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e93e7e41-2654-4b86-ab39-381bf1087569 HTTP/1.1" status: 200 len: 849 time: 0.0477917 Feb 20 06:54:44.864609 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-7a76640a-146f-42c8-ae11-b6f3d95b5713 None None] Set router b66201e8-ceb3-477c-84a9-379d3a980e2f gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:54:44.901966 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a651b-8e76-4515-bc94-355bf6943852 req-7037353a-b84d-4ef8-9038-281041cb65fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:54:44.903577 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-635a651b-8e76-4515-bc94-355bf6943852 req-7037353a-b84d-4ef8-9038-281041cb65fa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0c566a8-6320-4930-a7f0-6e0b2a96e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461283 Feb 20 06:54:44.996200 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-635a651b-8e76-4515-bc94-355bf6943852 req-893c8a27-7432-4dab-baaf-a06660a6fcd1 service neutron] 10.222.0.61 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841861 Feb 20 06:54:45.091029 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-635a651b-8e76-4515-bc94-355bf6943852 req-facefd57-b43b-4d1a-be04-66055fd438a5 service neutron] 10.222.0.61 "GET /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876136 Feb 20 06:54:45.153429 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7a76640a-146f-42c8-ae11-b6f3d95b5713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'name': 'tempest-TestSnapshotPattern-1358504880-router', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:13Z', 'revision_number': 4, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'gw_port': {'id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '86305391-df5c-4102-91f4-1d878b8fe8e3', 'name': '', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'mac_address': 'fa:16:3e:db:a0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:12Z', 'updated_at': '2022-02-20T06:50:17Z', 'revision_number': 5, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'subnets': [{'id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:54:45.178916 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a76640a-146f-42c8-ae11-b6f3d95b5713 None None] The sync data for ids ['b66201e8-ceb3-477c-84a9-379d3a980e2f'] in n-d-829866-5 is: [{'id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'name': 'tempest-TestSnapshotPattern-1358504880-router', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:13Z', 'revision_number': 4, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'gw_port': {'id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5', '_interfaces': [{'id': '86305391-df5c-4102-91f4-1d878b8fe8e3', 'name': '', 'network_id': 'd0c566a8-6320-4930-a7f0-6e0b2a96e58d', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'mac_address': 'fa:16:3e:db:a0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:12Z', 'updated_at': '2022-02-20T06:50:17Z', 'revision_number': 5, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'subnets': [{'id': 'e93e7e41-2654-4b86-ab39-381bf1087569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:54:45.396157 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9563a657-c4d0-4330-b38b-a492373cc4f2 None None] New status for floating IP 1bc10cd6-ade7-47c7-887e-bb43c9a7c7e4: DOWN {{(pid=103408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 06:54:45.835032 n-d-829866-5 neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38909ae0-07a3-4240-bf59-7dff2ac2ab2d req-af213ab0-4371-47a5-92fb-85e936c48daf tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:54:45.836477 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-38909ae0-07a3-4240-bf59-7dff2ac2ab2d req-af213ab0-4371-47a5-92fb-85e936c48daf tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=322a9e9c-2b89-431f-b736-6e1defb22052 HTTP/1.1" status: 200 len: 943 time: 0.0509107 Feb 20 06:54:45.886759 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 350b2bf7-2097-40c4-a72e-6fd28e8d4499 no longer exists at agent hyperv_n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:54:45.887929 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-38909ae0-07a3-4240-bf59-7dff2ac2ab2d req-d7752dfd-61fd-4243-9abc-b9fa57b4f08e tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/security-groups?id=84875f25-8f8a-48ab-ac3b-7df617c60a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453215 Feb 20 06:54:45.911490 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] No Port match for: 350b2bf7-2097-40c4-a72e-6fd28e8d4499 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:54:45.911840 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Device 350b2bf7-2097-40c4-a72e-6fd28e8d4499 not bound to the agent host n-h2-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:54:46.117011 n-d-829866-5 neutron-server[103406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccdc02-379e-47db-b942-eff22b3ade60 req-3bacfe09-a177-44e5-b2aa-3ca4502a8157 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 06:54:46.118436 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-92ccdc02-379e-47db-b942-eff22b3ade60 req-3bacfe09-a177-44e5-b2aa-3ca4502a8157 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.61 "GET /v2.0/ports?device_id=322a9e9c-2b89-431f-b736-6e1defb22052 HTTP/1.1" status: 200 len: 943 time: 0.0514505 Feb 20 06:54:46.213840 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-92ccdc02-379e-47db-b942-eff22b3ade60 req-1c0f0969-6327-4630-8d0a-3eef976b5610 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Deleting port 21768994-eb57-4da0-a18c-5aea0f8f5e77 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:54:46.214178 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-92ccdc02-379e-47db-b942-eff22b3ade60 req-1c0f0969-6327-4630-8d0a-3eef976b5610 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (21768994-eb57-4da0-a18c-5aea0f8f5e77), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:46.300044 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [req-92ccdc02-379e-47db-b942-eff22b3ade60 req-1c0f0969-6327-4630-8d0a-3eef976b5610 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] For port 21768994-eb57-4da0-a18c-5aea0f8f5e77, host n-h1-829866-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-5',level=0,port_id=21768994-eb57-4da0-a18c-5aea0f8f5e77,segment=NetworkSegment(16758c49-bf2a-4012-88d2-4804b1e2db6e),segment_id=16758c49-bf2a-4012-88d2-4804b1e2db6e)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:54:46.300350 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-92ccdc02-379e-47db-b942-eff22b3ade60 req-1c0f0969-6327-4630-8d0a-3eef976b5610 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (21768994-eb57-4da0-a18c-5aea0f8f5e77), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:46.312114 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [req-92ccdc02-379e-47db-b942-eff22b3ade60 req-1c0f0969-6327-4630-8d0a-3eef976b5610 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Calling delete_port for 21768994-eb57-4da0-a18c-5aea0f8f5e77 owned by compute:nova {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:54:46.438300 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-92ccdc02-379e-47db-b942-eff22b3ade60 req-1c0f0969-6327-4630-8d0a-3eef976b5610 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (21768994-eb57-4da0-a18c-5aea0f8f5e77), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:46.472612 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f0969-6327-4630-8d0a-3eef976b5610 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Pushing event deleted for resources: {'Port': ['ID=21768994-eb57-4da0-a18c-5aea0f8f5e77,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:54:46.509319 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ccdc02-379e-47db-b942-eff22b3ade60 req-1c0f0969-6327-4630-8d0a-3eef976b5610 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] No DVR routers for this DVR port 21768994-eb57-4da0-a18c-5aea0f8f5e77 on host n-h1-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:54:46.512795 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [req-92ccdc02-379e-47db-b942-eff22b3ade60 req-1c0f0969-6327-4630-8d0a-3eef976b5610 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977233'] for port (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:46.516112 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [req-92ccdc02-379e-47db-b942-eff22b3ade60 req-1c0f0969-6327-4630-8d0a-3eef976b5610 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.61 "DELETE /v2.0/ports/21768994-eb57-4da0-a18c-5aea0f8f5e77 HTTP/1.1" status: 204 len: 173 time: 0.3920183 Feb 20 06:54:46.516597 n-d-829866-5 neutron-server[103406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322a9e9c-2b89-431f-b736-6e1defb22052', 'name': 'network-vif-deleted', 'tag': '21768994-eb57-4da0-a18c-5aea0f8f5e77'}] {{(pid=103406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 06:54:46.518810 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1ad2f9f19066d230f42c72114eaa93305bb72dae0253a1494a4bfe865e26e87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef9022e-60dc-400e-98ac-eb9b06a01406" -d '{"events": [{"server_uuid": "322a9e9c-2b89-431f-b736-6e1defb22052", "name": "network-vif-deleted", "tag": "21768994-eb57-4da0-a18c-5aea0f8f5e77"}]}' {{(pid=103406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 06:54:46.555891 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 06:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766b5ff0-2b08-4184-ab85-7043fe9b9a50 x-openstack-request-id: req-766b5ff0-2b08-4184-ab85-7043fe9b9a50 {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 06:54:46.556186 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322a9e9c-2b89-431f-b736-6e1defb22052", "name": "network-vif-deleted", "tag": "21768994-eb57-4da0-a18c-5aea0f8f5e77", "status": "completed", "code": 200}]} {{(pid=103406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 06:54:46.556457 n-d-829866-5 neutron-server[103406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-766b5ff0-2b08-4184-ab85-7043fe9b9a50 {{(pid=103406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 06:54:46.556925 n-d-829866-5 neutron-server[103406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322a9e9c-2b89-431f-b736-6e1defb22052', 'name': 'network-vif-deleted', 'tag': '21768994-eb57-4da0-a18c-5aea0f8f5e77', 'status': 'completed', 'code': 200} Feb 20 06:54:46.660935 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a1f1a89-a0f2-4883-8ad4-5d23fe3600f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:47.001516 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:54:47.008493 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [req-3781c1d8-76e1-4d4c-b352-8f7c6d4b8c1f req-4d5c12a9-7eb4-4fde-8e11-96f5e6401a2f tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "GET /v2.0/ports?device_id=322a9e9c-2b89-431f-b736-6e1defb22052 HTTP/1.1" status: 200 len: 210 time: 0.0288126 Feb 20 06:54:48.064561 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56226) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:54:48.120702 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ceb7297c-bdd8-40f6-8b03-ea9928326861 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for security_group (84875f25-8f8a-48ab-ac3b-7df617c60a7e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:48.146258 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ceb7297c-bdd8-40f6-8b03-ea9928326861 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for security_group (84875f25-8f8a-48ab-ac3b-7df617c60a7e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:48.207236 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ceb7297c-bdd8-40f6-8b03-ea9928326861 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (84875f25-8f8a-48ab-ac3b-7df617c60a7e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:48.209762 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ceb7297c-bdd8-40f6-8b03-ea9928326861 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:48.210944 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-ceb7297c-bdd8-40f6-8b03-ea9928326861 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] 10.222.0.37 "DELETE /v2.0/security-groups/84875f25-8f8a-48ab-ac3b-7df617c60a7e HTTP/1.1" status: 204 len: 168 time: 0.1453502 Feb 20 06:54:48.220536 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7297c-bdd8-40f6-8b03-ea9928326861 tempest-TestSnapshotPattern-1658974635 tempest-TestSnapshotPattern-1658974635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84875f25-8f8a-48ab-ac3b-7df617c60a7e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:54:48.258427 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56230) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:54:48.598947 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5522b285-b4ba-41fe-8d19-6155cbe08bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (b66201e8-ceb3-477c-84a9-379d3a980e2f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:49.100476 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d082dff5-6e1c-414a-9488-171724bc8880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:49.173442 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-5522b285-b4ba-41fe-8d19-6155cbe08bdc admin admin] Deleting port 86305391-df5c-4102-91f4-1d878b8fe8e3 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:54:49.174039 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5522b285-b4ba-41fe-8d19-6155cbe08bdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (86305391-df5c-4102-91f4-1d878b8fe8e3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:49.249650 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-5522b285-b4ba-41fe-8d19-6155cbe08bdc admin admin] For port 86305391-df5c-4102-91f4-1d878b8fe8e3, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=86305391-df5c-4102-91f4-1d878b8fe8e3,segment=NetworkSegment(16758c49-bf2a-4012-88d2-4804b1e2db6e),segment_id=16758c49-bf2a-4012-88d2-4804b1e2db6e)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:54:49.249929 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5522b285-b4ba-41fe-8d19-6155cbe08bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (86305391-df5c-4102-91f4-1d878b8fe8e3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:49.261990 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-5522b285-b4ba-41fe-8d19-6155cbe08bdc admin admin] Calling delete_port for 86305391-df5c-4102-91f4-1d878b8fe8e3 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:54:49.268211 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 21768994-eb57-4da0-a18c-5aea0f8f5e77 no longer exists at agent hyperv_n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:54:49.288820 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] No Port match for: 21768994-eb57-4da0-a18c-5aea0f8f5e77 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:54:49.289170 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Device 21768994-eb57-4da0-a18c-5aea0f8f5e77 not bound to the agent host n-h1-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:54:49.438962 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5522b285-b4ba-41fe-8d19-6155cbe08bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (86305391-df5c-4102-91f4-1d878b8fe8e3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:49.467399 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522b285-b4ba-41fe-8d19-6155cbe08bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=86305391-df5c-4102-91f4-1d878b8fe8e3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:54:49.635906 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5522b285-b4ba-41fe-8d19-6155cbe08bdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (b66201e8-ceb3-477c-84a9-379d3a980e2f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:49.851284 n-d-829866-5 neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5522b285-b4ba-41fe-8d19-6155cbe08bdc admin admin] Router b66201e8-ceb3-477c-84a9-379d3a980e2f has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:54:49.929252 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:49.961326 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5522b285-b4ba-41fe-8d19-6155cbe08bdc admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:54:49.966262 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-5522b285-b4ba-41fe-8d19-6155cbe08bdc admin admin] 10.222.0.37 "PUT /v2.0/routers/b66201e8-ceb3-477c-84a9-379d3a980e2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7068000 Feb 20 06:54:49.968892 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56232) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:54:49.969834 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccc0a50-a7bb-44e6-8c1d-f1049e461a4a None None] Sync routers for ids ['b66201e8-ceb3-477c-84a9-379d3a980e2f'] in n-d-829866-5 {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:54:49.979689 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccc0a50-a7bb-44e6-8c1d-f1049e461a4a None None] Routers {'b66201e8-ceb3-477c-84a9-379d3a980e2f'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:54:49.980294 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6ccc0a50-a7bb-44e6-8c1d-f1049e461a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:54:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b66201e8-ceb3-477c-84a9-379d3a980e2f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:54:50.075045 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b6cd3acc-c50b-4b02-acb7-6efd1e578df6 admin admin] Publish callbacks [] for router (b66201e8-ceb3-477c-84a9-379d3a980e2f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:50.089620 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-6ccc0a50-a7bb-44e6-8c1d-f1049e461a4a None None] Set router b66201e8-ceb3-477c-84a9-379d3a980e2f gateway port host: n-d-829866-5 {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:54:50.182343 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b6cd3acc-c50b-4b02-acb7-6efd1e578df6 admin admin] Publish callbacks [] for router_gateway (b66201e8-ceb3-477c-84a9-379d3a980e2f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:50.234203 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd3acc-c50b-4b02-acb7-6efd1e578df6 admin admin] Deleting port 58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:54:50.234539 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b6cd3acc-c50b-4b02-acb7-6efd1e578df6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:50.267659 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6ccc0a50-a7bb-44e6-8c1d-f1049e461a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'name': 'tempest-TestSnapshotPattern-1358504880-router', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:54:49Z', 'revision_number': 5, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'gw_port': {'id': '58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:54:50.294087 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccc0a50-a7bb-44e6-8c1d-f1049e461a4a None None] Checking router: b66201e8-ceb3-477c-84a9-379d3a980e2f for host: n-d-829866-5 {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:54:50.302170 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccc0a50-a7bb-44e6-8c1d-f1049e461a4a None None] Routers {'b66201e8-ceb3-477c-84a9-379d3a980e2f'} bound to L3 agent in host n-d-829866-5 {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:54:50.302773 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6ccc0a50-a7bb-44e6-8c1d-f1049e461a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:54:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b66201e8-ceb3-477c-84a9-379d3a980e2f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:54:50.314357 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-b6cd3acc-c50b-4b02-acb7-6efd1e578df6 admin admin] For port 58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:54:50.314724 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b6cd3acc-c50b-4b02-acb7-6efd1e578df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:50.326196 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd3acc-c50b-4b02-acb7-6efd1e578df6 admin admin] Calling delete_port for 58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:54:50.390429 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-6ccc0a50-a7bb-44e6-8c1d-f1049e461a4a None None] Set router b66201e8-ceb3-477c-84a9-379d3a980e2f gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:54:50.441424 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6ccc0a50-a7bb-44e6-8c1d-f1049e461a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'name': 'tempest-TestSnapshotPattern-1358504880-router', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:54:50Z', 'revision_number': 6, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:54:50.470213 n-d-829866-5 neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccc0a50-a7bb-44e6-8c1d-f1049e461a4a None None] The sync data for ids ['b66201e8-ceb3-477c-84a9-379d3a980e2f'] in n-d-829866-5 is: [{'id': 'b66201e8-ceb3-477c-84a9-379d3a980e2f', 'name': 'tempest-TestSnapshotPattern-1358504880-router', 'tenant_id': '2d85ffd73bc643b0a9954d17d479b709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:10Z', 'updated_at': '2022-02-20T06:54:50Z', 'revision_number': 6, 'project_id': '2d85ffd73bc643b0a9954d17d479b709', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:54:50.495024 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b6cd3acc-c50b-4b02-acb7-6efd1e578df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:50.524269 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd3acc-c50b-4b02-acb7-6efd1e578df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:54:50.582663 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b6cd3acc-c50b-4b02-acb7-6efd1e578df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (b66201e8-ceb3-477c-84a9-379d3a980e2f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:50.671747 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b6cd3acc-c50b-4b02-acb7-6efd1e578df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (b66201e8-ceb3-477c-84a9-379d3a980e2f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:50.673832 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b6cd3acc-c50b-4b02-acb7-6efd1e578df6 admin admin] Publish callbacks [] for router_controller (b66201e8-ceb3-477c-84a9-379d3a980e2f), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:50.719153 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b6cd3acc-c50b-4b02-acb7-6efd1e578df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (b66201e8-ceb3-477c-84a9-379d3a980e2f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:50.719609 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cd3acc-c50b-4b02-acb7-6efd1e578df6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b66201e8-ceb3-477c-84a9-379d3a980e2f {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:54:50.723724 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b6cd3acc-c50b-4b02-acb7-6efd1e578df6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:50.724856 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-b6cd3acc-c50b-4b02-acb7-6efd1e578df6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b66201e8-ceb3-477c-84a9-379d3a980e2f HTTP/1.1" status: 204 len: 168 time: 0.7550545 Feb 20 06:54:50.727472 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56234) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:54:50.769771 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-75625fc3-149c-40af-8b8a-929aca84dce1 admin admin] Deleting subnet e93e7e41-2654-4b86-ab39-381bf1087569 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:54:50.772693 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75625fc3-149c-40af-8b8a-929aca84dce1 admin admin] Publish callbacks [] for subnet (e93e7e41-2654-4b86-ab39-381bf1087569), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:50.807802 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75625fc3-149c-40af-8b8a-929aca84dce1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63255795'] for subnet (e93e7e41-2654-4b86-ab39-381bf1087569), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:50.898215 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75625fc3-149c-40af-8b8a-929aca84dce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (e93e7e41-2654-4b86-ab39-381bf1087569), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:50.951775 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75625fc3-149c-40af-8b8a-929aca84dce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64042029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63122675'] for subnet (e93e7e41-2654-4b86-ab39-381bf1087569), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:50.977866 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75625fc3-149c-40af-8b8a-929aca84dce1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e93e7e41-2654-4b86-ab39-381bf1087569,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:54:50.981999 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-75625fc3-149c-40af-8b8a-929aca84dce1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:50.985464 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-75625fc3-149c-40af-8b8a-929aca84dce1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e93e7e41-2654-4b86-ab39-381bf1087569 HTTP/1.1" status: 204 len: 168 time: 0.2570829 Feb 20 06:54:50.988075 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56236) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:54:50.990701 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af2e288-4f1f-4d98-86b1-15cc1ce26ecc None None] Network d0c566a8-6320-4930-a7f0-6e0b2a96e58d requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:54:51.055705 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-34fd2141-996f-4d01-8f7c-35ccb0500115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (d0c566a8-6320-4930-a7f0-6e0b2a96e58d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:51.113948 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-34fd2141-996f-4d01-8f7c-35ccb0500115 admin admin] Deleting port 3caea86b-e692-4459-a348-72222a82a0e3 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:54:51.114282 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-34fd2141-996f-4d01-8f7c-35ccb0500115 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3caea86b-e692-4459-a348-72222a82a0e3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:51.177575 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-34fd2141-996f-4d01-8f7c-35ccb0500115 admin admin] For port 3caea86b-e692-4459-a348-72222a82a0e3, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=3caea86b-e692-4459-a348-72222a82a0e3,segment=NetworkSegment(16758c49-bf2a-4012-88d2-4804b1e2db6e),segment_id=16758c49-bf2a-4012-88d2-4804b1e2db6e)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:54:51.177930 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-34fd2141-996f-4d01-8f7c-35ccb0500115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3caea86b-e692-4459-a348-72222a82a0e3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:51.190072 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-34fd2141-996f-4d01-8f7c-35ccb0500115 admin admin] Calling delete_port for 3caea86b-e692-4459-a348-72222a82a0e3 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:54:51.244389 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11fbaa8-deb2-44fa-a5f3-a5860387f81b None None] DHCP port deletion for d0c566a8-6320-4930-a7f0-6e0b2a96e58d request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:54:51.276326 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 86305391-df5c-4102-91f4-1d878b8fe8e3 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:54:51.283032 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-34fd2141-996f-4d01-8f7c-35ccb0500115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64042748'] for port (3caea86b-e692-4459-a348-72222a82a0e3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:51.304146 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 86305391-df5c-4102-91f4-1d878b8fe8e3 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:54:51.304487 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 86305391-df5c-4102-91f4-1d878b8fe8e3 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:54:51.310675 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd2141-996f-4d01-8f7c-35ccb0500115 admin admin] Pushing event deleted for resources: {'Port': ['ID=3caea86b-e692-4459-a348-72222a82a0e3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:54:51.317793 n-d-829866-5 neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fd2141-996f-4d01-8f7c-35ccb0500115 admin admin] No DVR routers for this DVR port 3caea86b-e692-4459-a348-72222a82a0e3 on host n-d-829866-5 {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:54:51.327081 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a11fbaa8-deb2-44fa-a5f3-a5860387f81b None None] Deleting port 3caea86b-e692-4459-a348-72222a82a0e3 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:54:51.327458 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a11fbaa8-deb2-44fa-a5f3-a5860387f81b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (3caea86b-e692-4459-a348-72222a82a0e3), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:51.391326 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a11fbaa8-deb2-44fa-a5f3-a5860387f81b None None] For port 3caea86b-e692-4459-a348-72222a82a0e3, host n-d-829866-5, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:54:51.391912 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a11fbaa8-deb2-44fa-a5f3-a5860387f81b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (3caea86b-e692-4459-a348-72222a82a0e3), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:51.392867 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-34fd2141-996f-4d01-8f7c-35ccb0500115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (d0c566a8-6320-4930-a7f0-6e0b2a96e58d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:51.408856 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a11fbaa8-deb2-44fa-a5f3-a5860387f81b None None] Calling delete_port for 3caea86b-e692-4459-a348-72222a82a0e3 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:54:51.411558 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-a11fbaa8-deb2-44fa-a5f3-a5860387f81b None None] Port 3caea86b-e692-4459-a348-72222a82a0e3 was not found and therefore no delete operation was performed {{(pid=103408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 06:54:51.412791 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a11fbaa8-deb2-44fa-a5f3-a5860387f81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (3caea86b-e692-4459-a348-72222a82a0e3), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:51.416003 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-34fd2141-996f-4d01-8f7c-35ccb0500115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c566a8-6320-4930-a7f0-6e0b2a96e58d']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:54:51.425273 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-34fd2141-996f-4d01-8f7c-35ccb0500115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16758c49-bf2a-4012-88d2-4804b1e2db6e') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:54:51.425568 n-d-829866-5 neutron-server[103407]: DEBUG neutron.services.segments.db [None req-34fd2141-996f-4d01-8f7c-35ccb0500115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16758c49-bf2a-4012-88d2-4804b1e2db6e') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:54:51.435484 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-34fd2141-996f-4d01-8f7c-35ccb0500115 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63255786'] for segment (16758c49-bf2a-4012-88d2-4804b1e2db6e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:51.441921 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11fbaa8-deb2-44fa-a5f3-a5860387f81b None None] Pushing event deleted for resources: {'Port': ['ID=3caea86b-e692-4459-a348-72222a82a0e3,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:54:51.446228 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11fbaa8-deb2-44fa-a5f3-a5860387f81b None None] No DVR routers for this DVR port 3caea86b-e692-4459-a348-72222a82a0e3 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:54:51.452117 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-34fd2141-996f-4d01-8f7c-35ccb0500115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (16758c49-bf2a-4012-88d2-4804b1e2db6e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:51.458438 n-d-829866-5 neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34fd2141-996f-4d01-8f7c-35ccb0500115 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:54:51.458916 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-34fd2141-996f-4d01-8f7c-35ccb0500115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64042699'] for segment (16758c49-bf2a-4012-88d2-4804b1e2db6e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: Traceback (most recent call last): Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: timer() Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: cb(*args, **kw) Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: return func(*args, **kwargs) Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: self._notify() Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: self.callback(batched_events) Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: event.method(event) Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: return f(self, *a, **k) Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: return self._get(url).json() Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:54:51.460912 n-d-829866-5 neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:54:51.523179 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-34fd2141-996f-4d01-8f7c-35ccb0500115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (d0c566a8-6320-4930-a7f0-6e0b2a96e58d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:51.531149 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-34fd2141-996f-4d01-8f7c-35ccb0500115 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:51.533900 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-34fd2141-996f-4d01-8f7c-35ccb0500115 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d0c566a8-6320-4930-a7f0-6e0b2a96e58d HTTP/1.1" status: 204 len: 168 time: 0.5448642 Feb 20 06:54:51.537209 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56238) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:54:51.545378 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd2141-996f-4d01-8f7c-35ccb0500115 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0c566a8-6320-4930-a7f0-6e0b2a96e58d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:54:51.751881 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:51.893204 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-14f3b072-7301-46e3-9a18-e37a30950c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692990'] for router_interface (b6296e15-db9a-4724-a716-5a86f740ba44), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:52.132801 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-14f3b072-7301-46e3-9a18-e37a30950c8e admin admin] Deleting port b895a75c-4555-4549-961c-642b067d08c7 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:54:52.133136 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-14f3b072-7301-46e3-9a18-e37a30950c8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (b895a75c-4555-4549-961c-642b067d08c7), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:52.208198 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-14f3b072-7301-46e3-9a18-e37a30950c8e admin admin] For port b895a75c-4555-4549-961c-642b067d08c7, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=b895a75c-4555-4549-961c-642b067d08c7,segment=NetworkSegment(6526b969-a532-4944-bacc-d7fd37ae0d9d),segment_id=6526b969-a532-4944-bacc-d7fd37ae0d9d)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:54:52.208562 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-14f3b072-7301-46e3-9a18-e37a30950c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (b895a75c-4555-4549-961c-642b067d08c7), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:52.220176 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-14f3b072-7301-46e3-9a18-e37a30950c8e admin admin] Calling delete_port for b895a75c-4555-4549-961c-642b067d08c7 owned by network:router_interface {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:54:52.400000 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-14f3b072-7301-46e3-9a18-e37a30950c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (b895a75c-4555-4549-961c-642b067d08c7), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:52.425931 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3b072-7301-46e3-9a18-e37a30950c8e admin admin] Pushing event deleted for resources: {'Port': ['ID=b895a75c-4555-4549-961c-642b067d08c7,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:54:52.592693 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-14f3b072-7301-46e3-9a18-e37a30950c8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690286'] for router_interface (b6296e15-db9a-4724-a716-5a86f740ba44), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:52.890614 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:52.911295 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:54:52.932751 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:54:52.933098 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 58aeb7a0-1194-4a26-85ef-dd5fdaa91f3e not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:54:52.933516 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3caea86b-e692-4459-a348-72222a82a0e3 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:54:52.953774 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 3caea86b-e692-4459-a348-72222a82a0e3 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:54:52.954121 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 3caea86b-e692-4459-a348-72222a82a0e3 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:54:53.098825 n-d-829866-5 neutron-server[103406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f3b072-7301-46e3-9a18-e37a30950c8e admin admin] Router b6296e15-db9a-4724-a716-5a86f740ba44 has already been hosted by L3 agent 438c8346-d718-4008-a578-409f5dc2e415 {{(pid=103406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 06:54:53.204581 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f3b072-7301-46e3-9a18-e37a30950c8e admin admin] Notify agent at l3_agent.n-d-829866-5 the message routers_updated {{(pid=103406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 06:54:53.209678 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-14f3b072-7301-46e3-9a18-e37a30950c8e admin admin] 10.222.0.37 "PUT /v2.0/routers/b6296e15-db9a-4724-a716-5a86f740ba44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6715519 Feb 20 06:54:53.212191 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56240) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:54:53.212915 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab784a1-ddbb-4f26-8f51-183bf26d9aa5 None None] Sync routers for ids ['b6296e15-db9a-4724-a716-5a86f740ba44'] in n-d-829866-5 {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 06:54:53.223662 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab784a1-ddbb-4f26-8f51-183bf26d9aa5 None None] Routers {'b6296e15-db9a-4724-a716-5a86f740ba44'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:54:53.224287 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8ab784a1-ddbb-4f26-8f51-183bf26d9aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:54:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b6296e15-db9a-4724-a716-5a86f740ba44'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:54:53.317652 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf791c26-3652-4bd5-a4ba-6d513b9ca3e3 admin admin] Publish callbacks [] for router (b6296e15-db9a-4724-a716-5a86f740ba44), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:53.331320 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-8ab784a1-ddbb-4f26-8f51-183bf26d9aa5 None None] Set router b6296e15-db9a-4724-a716-5a86f740ba44 gateway port host: n-d-829866-5 {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:54:53.427836 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf791c26-3652-4bd5-a4ba-6d513b9ca3e3 admin admin] Publish callbacks [] for router_gateway (b6296e15-db9a-4724-a716-5a86f740ba44), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:53.482678 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-cf791c26-3652-4bd5-a4ba-6d513b9ca3e3 admin admin] Deleting port 30820d97-ec11-4b48-95cb-5f367ef8608f {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:54:53.483116 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf791c26-3652-4bd5-a4ba-6d513b9ca3e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (30820d97-ec11-4b48-95cb-5f367ef8608f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:53.513638 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8ab784a1-ddbb-4f26-8f51-183bf26d9aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6296e15-db9a-4724-a716-5a86f740ba44', 'name': 'tempest-TestSnapshotPattern-1690104166-router', 'tenant_id': '463b56316ed04d9ca9235e17c121f2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'external_fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '30820d97-ec11-4b48-95cb-5f367ef8608f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:15Z', 'updated_at': '2022-02-20T06:54:52Z', 'revision_number': 5, 'project_id': '463b56316ed04d9ca9235e17c121f2f1', 'gw_port': {'id': '30820d97-ec11-4b48-95cb-5f367ef8608f', 'name': '', 'network_id': '12d9dab6-d2be-4381-8353-8093ed2f2146', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:24:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6296e15-db9a-4724-a716-5a86f740ba44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T06:50:15Z', 'updated_at': '2022-02-20T06:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98fa272f-dac6-4e7f-bb2d-6040ff6df9c0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-5'}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:54:53.540116 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab784a1-ddbb-4f26-8f51-183bf26d9aa5 None None] Checking router: b6296e15-db9a-4724-a716-5a86f740ba44 for host: n-d-829866-5 {{(pid=103408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 06:54:53.548792 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab784a1-ddbb-4f26-8f51-183bf26d9aa5 None None] Routers {'b6296e15-db9a-4724-a716-5a86f740ba44'} bound to L3 agent in host n-d-829866-5 {{(pid=103408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 06:54:53.549399 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8ab784a1-ddbb-4f26-8f51-183bf26d9aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T05:14:18Z,description=,heartbeat_timestamp=2022-02-20T06:54:49Z,host='n-d-829866-5',id=438c8346-d718-4008-a578-409f5dc2e415,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T05:14:18Z,topic='l3_agent')) {'router_ids': ['b6296e15-db9a-4724-a716-5a86f740ba44'], 'active': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:54:53.561422 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-cf791c26-3652-4bd5-a4ba-6d513b9ca3e3 admin admin] For port 30820d97-ec11-4b48-95cb-5f367ef8608f, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=30820d97-ec11-4b48-95cb-5f367ef8608f,segment=NetworkSegment(2c9372c4-6cf2-45cb-911b-37e22f527bdb),segment_id=2c9372c4-6cf2-45cb-911b-37e22f527bdb)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:54:53.561766 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf791c26-3652-4bd5-a4ba-6d513b9ca3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (30820d97-ec11-4b48-95cb-5f367ef8608f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:53.573167 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-cf791c26-3652-4bd5-a4ba-6d513b9ca3e3 admin admin] Calling delete_port for 30820d97-ec11-4b48-95cb-5f367ef8608f owned by network:router_gateway {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:54:53.641725 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvr_db [None req-8ab784a1-ddbb-4f26-8f51-183bf26d9aa5 None None] Set router b6296e15-db9a-4724-a716-5a86f740ba44 gateway port host: None {{(pid=103408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 06:54:53.699686 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_hamode_db [None req-8ab784a1-ddbb-4f26-8f51-183bf26d9aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6296e15-db9a-4724-a716-5a86f740ba44', 'name': 'tempest-TestSnapshotPattern-1690104166-router', 'tenant_id': '463b56316ed04d9ca9235e17c121f2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:15Z', 'updated_at': '2022-02-20T06:54:53Z', 'revision_number': 6, 'project_id': '463b56316ed04d9ca9235e17c121f2f1', 'gw_port_host': None}], 'n-d-829866-5', False) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:54:53.726820 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab784a1-ddbb-4f26-8f51-183bf26d9aa5 None None] The sync data for ids ['b6296e15-db9a-4724-a716-5a86f740ba44'] in n-d-829866-5 is: [{'id': 'b6296e15-db9a-4724-a716-5a86f740ba44', 'name': 'tempest-TestSnapshotPattern-1690104166-router', 'tenant_id': '463b56316ed04d9ca9235e17c121f2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T06:50:15Z', 'updated_at': '2022-02-20T06:54:53Z', 'revision_number': 6, 'project_id': '463b56316ed04d9ca9235e17c121f2f1', 'gw_port_host': None}] {{(pid=103408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 06:54:53.746458 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf791c26-3652-4bd5-a4ba-6d513b9ca3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (30820d97-ec11-4b48-95cb-5f367ef8608f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:53.772726 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf791c26-3652-4bd5-a4ba-6d513b9ca3e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=30820d97-ec11-4b48-95cb-5f367ef8608f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:54:53.787609 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:53.834127 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf791c26-3652-4bd5-a4ba-6d513b9ca3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689796'] for router_gateway (b6296e15-db9a-4724-a716-5a86f740ba44), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:53.929364 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf791c26-3652-4bd5-a4ba-6d513b9ca3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4777'] for router (b6296e15-db9a-4724-a716-5a86f740ba44), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:53.931561 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf791c26-3652-4bd5-a4ba-6d513b9ca3e3 admin admin] Publish callbacks [] for router_controller (b6296e15-db9a-4724-a716-5a86f740ba44), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:53.977722 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf791c26-3652-4bd5-a4ba-6d513b9ca3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691809'] for router (b6296e15-db9a-4724-a716-5a86f740ba44), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:53.978887 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf791c26-3652-4bd5-a4ba-6d513b9ca3e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6296e15-db9a-4724-a716-5a86f740ba44 {{(pid=103406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 06:54:53.983073 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-cf791c26-3652-4bd5-a4ba-6d513b9ca3e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:53.984210 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-cf791c26-3652-4bd5-a4ba-6d513b9ca3e3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b6296e15-db9a-4724-a716-5a86f740ba44 HTTP/1.1" status: 204 len: 168 time: 0.7711079 Feb 20 06:54:53.986660 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56242) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:54:54.030446 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.db_base_plugin_v2 [None req-78708989-45a8-4361-96a6-2e925143dad9 admin admin] Deleting subnet 578b8f97-4bce-41f3-b3db-9683b7a5d30b {{(pid=103406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 06:54:54.033439 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-78708989-45a8-4361-96a6-2e925143dad9 admin admin] Publish callbacks [] for subnet (578b8f97-4bce-41f3-b3db-9683b7a5d30b), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:54.067728 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-78708989-45a8-4361-96a6-2e925143dad9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1963682'] for subnet (578b8f97-4bce-41f3-b3db-9683b7a5d30b), precommit_delete_associations {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:54.152794 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-78708989-45a8-4361-96a6-2e925143dad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350701'] for subnet (578b8f97-4bce-41f3-b3db-9683b7a5d30b), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:54.204888 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-78708989-45a8-4361-96a6-2e925143dad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58283585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58681631'] for subnet (578b8f97-4bce-41f3-b3db-9683b7a5d30b), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:54.230226 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78708989-45a8-4361-96a6-2e925143dad9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=578b8f97-4bce-41f3-b3db-9683b7a5d30b,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:54:54.233758 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-78708989-45a8-4361-96a6-2e925143dad9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:54.237078 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-78708989-45a8-4361-96a6-2e925143dad9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/578b8f97-4bce-41f3-b3db-9683b7a5d30b HTTP/1.1" status: 204 len: 168 time: 0.2493095 Feb 20 06:54:54.239456 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56244) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:54:54.239602 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb79ba88-d640-4325-9367-73f8989213d0 None None] Network 9d2a18fe-65a2-446e-ad3f-1ebce5330b1f requested from n-d-829866-5 {{(pid=103408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 06:54:54.306640 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b02592b2-f0c8-4405-bbd7-7f532d0a0156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1739684'] for network (9d2a18fe-65a2-446e-ad3f-1ebce5330b1f), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:54.365581 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-b02592b2-f0c8-4405-bbd7-7f532d0a0156 admin admin] Deleting port a991bfc5-f023-4872-8727-a5a0198aa728 {{(pid=103406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:54:54.365920 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b02592b2-f0c8-4405-bbd7-7f532d0a0156 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a991bfc5-f023-4872-8727-a5a0198aa728), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:54.427165 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.db [None req-b02592b2-f0c8-4405-bbd7-7f532d0a0156 admin admin] For port a991bfc5-f023-4872-8727-a5a0198aa728, host n-d-829866-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-5',level=0,port_id=a991bfc5-f023-4872-8727-a5a0198aa728,segment=NetworkSegment(6526b969-a532-4944-bacc-d7fd37ae0d9d),segment_id=6526b969-a532-4944-bacc-d7fd37ae0d9d)] {{(pid=103406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:54:54.427524 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b02592b2-f0c8-4405-bbd7-7f532d0a0156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a991bfc5-f023-4872-8727-a5a0198aa728), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:54.439725 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-b02592b2-f0c8-4405-bbd7-7f532d0a0156 admin admin] Calling delete_port for a991bfc5-f023-4872-8727-a5a0198aa728 owned by network:dhcp {{(pid=103406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:54:54.477001 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58102d23-26b2-4f17-b439-884d494e14fa None None] DHCP port deletion for 9d2a18fe-65a2-446e-ad3f-1ebce5330b1f request from n-d-829866-5 {{(pid=103408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 06:54:54.524543 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b02592b2-f0c8-4405-bbd7-7f532d0a0156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58283152'] for port (a991bfc5-f023-4872-8727-a5a0198aa728), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:54.527678 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-58102d23-26b2-4f17-b439-884d494e14fa None None] Deleting port a991bfc5-f023-4872-8727-a5a0198aa728 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 06:54:54.528088 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58102d23-26b2-4f17-b439-884d494e14fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771095531542'] for port (a991bfc5-f023-4872-8727-a5a0198aa728), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:54.557203 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02592b2-f0c8-4405-bbd7-7f532d0a0156 admin admin] Pushing event deleted for resources: {'Port': ['ID=a991bfc5-f023-4872-8727-a5a0198aa728,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:54:54.559134 n-d-829866-5 neutron-server[103406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02592b2-f0c8-4405-bbd7-7f532d0a0156 admin admin] No DVR routers for this DVR port a991bfc5-f023-4872-8727-a5a0198aa728 on host n-d-829866-5 {{(pid=103406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:54:54.597735 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-58102d23-26b2-4f17-b439-884d494e14fa None None] For port a991bfc5-f023-4872-8727-a5a0198aa728, host n-d-829866-5, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 06:54:54.598126 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58102d23-26b2-4f17-b439-884d494e14fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704182'] for port (a991bfc5-f023-4872-8727-a5a0198aa728), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:54.611638 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-58102d23-26b2-4f17-b439-884d494e14fa None None] Calling delete_port for a991bfc5-f023-4872-8727-a5a0198aa728 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 06:54:54.614310 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-58102d23-26b2-4f17-b439-884d494e14fa None None] Port a991bfc5-f023-4872-8727-a5a0198aa728 was not found and therefore no delete operation was performed {{(pid=103408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 06:54:54.615655 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58102d23-26b2-4f17-b439-884d494e14fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771095536761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771095095089'] for port (a991bfc5-f023-4872-8727-a5a0198aa728), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:54.631510 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b02592b2-f0c8-4405-bbd7-7f532d0a0156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1349796', 'neutron.services.segments.db._delete_segments_for_network-8771095607610'] for network (9d2a18fe-65a2-446e-ad3f-1ebce5330b1f), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:54.640198 n-d-829866-5 neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58102d23-26b2-4f17-b439-884d494e14fa None None] Pushing event deleted for resources: {'Port': ['ID=a991bfc5-f023-4872-8727-a5a0198aa728,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:54:54.645094 n-d-829866-5 neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58102d23-26b2-4f17-b439-884d494e14fa None None] No DVR routers for this DVR port a991bfc5-f023-4872-8727-a5a0198aa728 on host n-d-829866-5 {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 06:54:54.654147 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-b02592b2-f0c8-4405-bbd7-7f532d0a0156 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2a18fe-65a2-446e-ad3f-1ebce5330b1f']}} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:54:54.663710 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-b02592b2-f0c8-4405-bbd7-7f532d0a0156 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6526b969-a532-4944-bacc-d7fd37ae0d9d') {'for_net_delete': True} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:54:54.664011 n-d-829866-5 neutron-server[103406]: DEBUG neutron.services.segments.db [None req-b02592b2-f0c8-4405-bbd7-7f532d0a0156 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6526b969-a532-4944-bacc-d7fd37ae0d9d') {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 06:54:54.674384 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b02592b2-f0c8-4405-bbd7-7f532d0a0156 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771095607875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1963707'] for segment (6526b969-a532-4944-bacc-d7fd37ae0d9d), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:54.688225 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b02592b2-f0c8-4405-bbd7-7f532d0a0156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568'] for segment (6526b969-a532-4944-bacc-d7fd37ae0d9d), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:54.694474 n-d-829866-5 neutron-server[103406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02592b2-f0c8-4405-bbd7-7f532d0a0156 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 06:54:54.694865 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b02592b2-f0c8-4405-bbd7-7f532d0a0156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1714568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58283175'] for segment (6526b969-a532-4944-bacc-d7fd37ae0d9d), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: Traceback (most recent call last): Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: timer() Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: cb(*args, **kw) Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: return func(*args, **kwargs) Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: self._notify() Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: self.callback(batched_events) Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: event.method(event) Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: return f(self, *a, **k) Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: return self._get(url).json() Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: return self.request(url, 'GET', **kwargs) Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 06:54:54.696842 n-d-829866-5 neutron-server[103406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 06:54:54.768810 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b02592b2-f0c8-4405-bbd7-7f532d0a0156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689896'] for network (9d2a18fe-65a2-446e-ad3f-1ebce5330b1f), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:54.775910 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-b02592b2-f0c8-4405-bbd7-7f532d0a0156 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:54.782364 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-b02592b2-f0c8-4405-bbd7-7f532d0a0156 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9d2a18fe-65a2-446e-ad3f-1ebce5330b1f HTTP/1.1" status: 204 len: 168 time: 0.5391049 Feb 20 06:54:54.794652 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02592b2-f0c8-4405-bbd7-7f532d0a0156 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d2a18fe-65a2-446e-ad3f-1ebce5330b1f,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:54:54.861898 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a991bfc5-f023-4872-8727-a5a0198aa728 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:54:54.882732 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: a991bfc5-f023-4872-8727-a5a0198aa728 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:54:54.883116 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device a991bfc5-f023-4872-8727-a5a0198aa728 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:54:54.883561 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 30820d97-ec11-4b48-95cb-5f367ef8608f no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:54:54.903684 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: 30820d97-ec11-4b48-95cb-5f367ef8608f {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:54:54.904035 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device 30820d97-ec11-4b48-95cb-5f367ef8608f not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:54:54.904491 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b895a75c-4555-4549-961c-642b067d08c7 no longer exists at agent ovs-agent-n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 06:54:54.926784 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] No Port match for: b895a75c-4555-4549-961c-642b067d08c7 {{(pid=103408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 06:54:54.927159 n-d-829866-5 neutron-server[103408]: DEBUG neutron.plugins.ml2.rpc [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Device b895a75c-4555-4549-961c-642b067d08c7 not bound to the agent host n-d-829866-5 {{(pid=103408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 06:54:54.967746 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56248) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:54:55.006884 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-d97d3969-1626-4384-ad6f-0d2b898d42fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d85ffd73bc643b0a9954d17d479b709&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377853 Feb 20 06:54:55.009212 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [-] (103406) accepted ('10.222.0.37', 56250) {{(pid=103406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:54:55.054994 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1dbaab7e-f8c7-406e-abfe-d82e210e8d85 admin admin] Publish callbacks [] for security_group (ec830bc8-2638-4f5b-bd6e-e3e485dafb34), before_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:55.075516 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1dbaab7e-f8c7-406e-abfe-d82e210e8d85 admin admin] Publish callbacks [] for security_group (ec830bc8-2638-4f5b-bd6e-e3e485dafb34), precommit_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:55.121560 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1dbaab7e-f8c7-406e-abfe-d82e210e8d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (ec830bc8-2638-4f5b-bd6e-e3e485dafb34), after_delete {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:55.126258 n-d-829866-5 neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-1dbaab7e-f8c7-406e-abfe-d82e210e8d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:55.127716 n-d-829866-5 neutron-server[103406]: INFO neutron.wsgi [None req-1dbaab7e-f8c7-406e-abfe-d82e210e8d85 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec830bc8-2638-4f5b-bd6e-e3e485dafb34 HTTP/1.1" status: 204 len: 168 time: 0.1170981 Feb 20 06:54:55.136192 n-d-829866-5 neutron-server[103406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbaab7e-f8c7-406e-abfe-d82e210e8d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec830bc8-2638-4f5b-bd6e-e3e485dafb34,revision_number=None']} {{(pid=103406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:54:55.454312 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56256) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:54:55.493612 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-3f259a35-6745-463f-b384-308074052c08 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=463b56316ed04d9ca9235e17c121f2f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381293 Feb 20 06:54:55.496741 n-d-829866-5 neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.37', 56258) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 06:54:55.542305 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7e7ec277-6436-4ad3-90e1-7e1c48cc6caf admin admin] Publish callbacks [] for security_group (16fe14a8-03de-40fa-990e-24f270d6ab11), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:55.563231 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7e7ec277-6436-4ad3-90e1-7e1c48cc6caf admin admin] Publish callbacks [] for security_group (16fe14a8-03de-40fa-990e-24f270d6ab11), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:55.610688 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7e7ec277-6436-4ad3-90e1-7e1c48cc6caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544387'] for security_group (16fe14a8-03de-40fa-990e-24f270d6ab11), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:55.613631 n-d-829866-5 neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7e7ec277-6436-4ad3-90e1-7e1c48cc6caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:54:55.614805 n-d-829866-5 neutron-server[103407]: INFO neutron.wsgi [None req-7e7ec277-6436-4ad3-90e1-7e1c48cc6caf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16fe14a8-03de-40fa-990e-24f270d6ab11 HTTP/1.1" status: 204 len: 168 time: 0.1171889 Feb 20 06:54:55.622943 n-d-829866-5 neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ec277-6436-4ad3-90e1-7e1c48cc6caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fe14a8-03de-40fa-990e-24f270d6ab11,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 06:54:56.045456 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:55:16.660908 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3fe6d236-1c5a-4c57-b362-92fddd340ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:55:19.102982 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e5653660-198e-4ab9-bf36-c400399006a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:55:19.927622 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:55:21.749959 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:55:22.892198 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:55:23.786013 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:55:24.001231 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:55:26.068943 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:55:46.663446 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb8ef4cb-a728-4466-9f3c-408fdb58f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:55:49.103264 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51cbf79f-ebe8-404a-a2bc-b159c76e6fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:55:49.929905 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:55:51.752809 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:55:52.893709 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:55:53.797250 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:55:56.059096 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:56:01.002526 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:56:16.666878 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-feb8e59e-fb5c-4678-ae93-9cf4e3e949f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:56:19.104586 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a5096e91-3e92-4fc2-8959-f49e93ce29c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:56:19.934348 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:56:21.757467 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:56:22.895841 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:56:23.811664 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:56:26.073538 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:56:38.002985 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:56:46.669340 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6af375e-8c25-4fb2-b5c5-c4a09bcd6a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:56:49.106534 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e621ee4-6172-4492-bcc1-3828bbbb7139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:56:49.936050 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:56:51.758821 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:56:52.899372 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:56:53.809816 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:56:56.093338 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:57:15.002970 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:57:16.671216 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bbe54d0b-16ba-4332-b41f-8885847ab1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:57:19.108483 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ac60726c-f93a-49d2-a413-a52e08801411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:57:19.940048 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:57:21.761010 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:57:22.903963 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:57:23.808345 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:57:26.092610 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:57:46.673607 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c6fe5cdf-01f3-43d6-af1c-7ab9a0b2c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:57:49.110176 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6f82ca4-f4d5-4740-a560-82d3e47868de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:57:49.942055 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:57:51.764024 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:57:52.001588 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:57:52.906310 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:57:53.806365 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:57:56.092902 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:58:16.679239 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-87e7814e-e5d8-4c39-b593-b697c960d2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:58:19.112768 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-288430df-94cf-46d9-ad6b-15587f7e06d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:58:19.945002 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:58:21.766707 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:58:22.909776 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:58:23.821569 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:58:26.105337 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:58:29.005243 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:58:46.683100 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b19725ac-8bc4-4e12-8855-932fa02f7a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:58:49.114850 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3969ea93-0acc-4500-b7ac-bc1055ad87bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:58:49.948326 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:58:51.770117 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:58:52.912018 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:58:53.807002 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:58:56.133123 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:59:06.005925 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:59:16.686655 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e49e2bc9-a88c-4df2-b14b-8c955491d782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:59:19.117003 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a5c46f47-d4b6-4f41-a1d0-bed61ead573c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:59:19.952395 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:59:21.772027 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:59:22.915696 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:59:23.817384 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:59:26.132442 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:59:43.013335 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 06:59:46.689864 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-35e3fa0a-eff2-4cc3-aee9-eae05f1db72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:59:49.119023 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c1b1c480-a59a-4e7b-85f7-54f61d03fa32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:59:49.954788 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:59:51.773615 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:59:52.917540 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:59:53.816188 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 06:59:56.145580 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:00:16.691855 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65d538c0-8cfe-40a4-ae23-d6fc109c33d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:00:19.125005 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46c56153-bda3-407e-99ce-6d41b3d95d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:00:19.957947 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:00:20.007738 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 07:00:21.782790 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:00:22.927607 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:00:23.825571 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:00:26.143692 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:00:46.698720 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e8e404aa-2e6a-4c0a-8f5c-cd56f4f29231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:00:49.117586 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e051e356-901b-4505-a500-6c1144750bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:00:49.960978 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:00:51.777827 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:00:52.919598 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:00:53.821787 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:00:56.152887 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:00:57.007078 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 07:01:16.693470 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd4a1873-86ec-483d-943b-24e6c7ebd404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:01:19.123656 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-84329ff4-2832-44f7-aa56-0db0d0b74141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:01:19.964378 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:01:21.782815 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:01:22.922553 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:01:23.848035 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:01:26.153222 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:01:34.005375 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 07:01:46.696760 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-042f7914-9ae5-40d4-bd59-2ace8afdf2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:01:49.126015 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70e545cc-949f-465d-8c05-dfd41c1241d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:01:49.966639 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:01:51.784591 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:01:52.924527 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:01:53.874024 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:01:56.164968 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:02:11.003749 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 07:02:16.698705 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33957ab9-c7c2-46e6-ba7c-f8f9b69bdef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:02:19.127183 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9db896d3-ee2b-4c99-b918-c291124f7acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:02:19.969278 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:02:21.789330 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:02:22.930944 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:02:23.873199 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:02:26.169785 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:02:46.701756 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18e68b6c-92a0-4340-b9a6-4c12a66a874f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:02:48.003589 n-d-829866-5 neutron-server[103409]: DEBUG neutron.db.agents_db [None req-1e925111-fc85-40b2-a189-d84e097ec2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 07:02:49.129957 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5c38f70-674f-4c0b-b58f-784bf317c563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:02:49.974344 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:02:51.793887 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:02:52.927788 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13e7f516-713d-4817-a13e-73bb78093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (309455eb-769d-452c-bc77-d66d5b0c7138), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:02:53.872403 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f653ca-5176-44c4-a2f6-da6c6153236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (066e8689-1374-4f0a-ac9e-401f599891c7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:02:56.182987 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dae1015-7723-46f0-89d2-8df6ca5e1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (cde500d4-b6e9-4b4d-8845-9c8605cfe19b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:03:13.298914 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-6237515a-d0df-40fd-b137-b4f52d500865 req-9aa9384b-aa08-42fc-9c7a-5861d4575cbd service neutron] (103406) timed out ('10.222.0.37', 54098) {{(pid=103406) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 07:03:13.379881 n-d-829866-5 neutron-server[103406]: DEBUG neutron.wsgi [req-6237515a-d0df-40fd-b137-b4f52d500865 req-d40931b5-c443-4e3e-9081-cc3cd6ccd37c tempest-TestShelveInstance-224305446 tempest-TestShelveInstance-224305446-project] (103406) timed out ('10.222.0.37', 54120) {{(pid=103406) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 07:03:16.706355 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fe9b5a45-07d1-4e84-b976-2b2e4f5861f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (ff80b6c2-3af4-475b-a89b-ca60d942b953), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:03:19.133255 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d766c1ec-df2f-454f-a485-e375086cbd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (438c8346-d718-4008-a578-409f5dc2e415), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:03:19.978839 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d382b70-a399-4fcc-ab98-de6a6560b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (928ba2b9-3edc-4e40-b0b8-ff1d62117259), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 07:03:21.797005 n-d-829866-5 neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1eda7067-69c1-4ddd-bf23-1d5fe6ac9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771095607592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347517'] for agent (7f6d37f6-428f-47df-8b07-c759d3676357), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}